diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AILAStatutes.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AILAStatutes.json new file mode 100644 index 0000000000..18b84cdc94 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AILAStatutes.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "ebfcd844eadd3d667efa3c57fc5c8c87f5c2867e", + "task_name": "AILAStatutes", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.46, + "ndcg_at_3": 0.37386, + "ndcg_at_5": 0.34708, + "ndcg_at_10": 0.40505, + "ndcg_at_20": 0.46782, + "ndcg_at_100": 0.58904, + "ndcg_at_1000": 0.58904, + "map_at_1": 0.106, + "map_at_3": 0.19167, + "map_at_5": 0.23082, + "map_at_10": 0.26644, + "map_at_20": 0.29505, + "map_at_100": 0.33218, + "map_at_1000": 0.33218, + "recall_at_1": 0.106, + "recall_at_3": 0.238, + "recall_at_5": 0.323, + "recall_at_10": 0.438, + "recall_at_20": 0.591, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.106, + "precision_at_1": 0.46, + "precision_at_3": 0.34667, + "precision_at_5": 0.284, + "precision_at_10": 0.19, + "precision_at_20": 0.13, + "precision_at_100": 0.0434, + "precision_at_1000": 0.00434, + "mrr_at_1": 0.46, + "mrr_at_3": 0.566667, + "mrr_at_5": 0.599667, + "mrr_at_10": 0.612325, + "mrr_at_20": 0.615909, + "mrr_at_100": 0.615909, + "mrr_at_1000": 0.615909, + "nauc_ndcg_at_1_max": 0.199601, + "nauc_ndcg_at_1_std": 0.183438, + "nauc_ndcg_at_1_diff1": -0.154529, + "nauc_ndcg_at_3_max": 0.347925, + "nauc_ndcg_at_3_std": 0.170774, + "nauc_ndcg_at_3_diff1": -0.036682, + "nauc_ndcg_at_5_max": 0.369704, + "nauc_ndcg_at_5_std": 0.247292, + "nauc_ndcg_at_5_diff1": -0.037703, + "nauc_ndcg_at_10_max": 0.370731, + "nauc_ndcg_at_10_std": 0.231341, + "nauc_ndcg_at_10_diff1": 0.059626, + "nauc_ndcg_at_20_max": 0.334413, + "nauc_ndcg_at_20_std": 0.205024, + "nauc_ndcg_at_20_diff1": 0.028922, + "nauc_ndcg_at_100_max": 0.332917, + "nauc_ndcg_at_100_std": 0.215701, + "nauc_ndcg_at_100_diff1": -0.001839, + "nauc_ndcg_at_1000_max": 0.332917, + "nauc_ndcg_at_1000_std": 0.215701, + "nauc_ndcg_at_1000_diff1": -0.001839, + "nauc_map_at_1_max": 0.147716, + "nauc_map_at_1_std": 0.136956, + "nauc_map_at_1_diff1": -0.173676, + "nauc_map_at_3_max": 0.358565, + "nauc_map_at_3_std": 0.175682, + "nauc_map_at_3_diff1": -0.021979, + "nauc_map_at_5_max": 0.405694, + "nauc_map_at_5_std": 0.238536, + "nauc_map_at_5_diff1": 0.008895, + "nauc_map_at_10_max": 0.412014, + "nauc_map_at_10_std": 0.242936, + "nauc_map_at_10_diff1": 0.082675, + "nauc_map_at_20_max": 0.377339, + "nauc_map_at_20_std": 0.205033, + "nauc_map_at_20_diff1": 0.064483, + "nauc_map_at_100_max": 0.379277, + "nauc_map_at_100_std": 0.220335, + "nauc_map_at_100_diff1": 0.059902, + "nauc_map_at_1000_max": 0.379277, + "nauc_map_at_1000_std": 0.220335, + "nauc_map_at_1000_diff1": 0.059902, + "nauc_recall_at_1_max": 0.147716, + "nauc_recall_at_1_std": 0.136956, + "nauc_recall_at_1_diff1": -0.173676, + "nauc_recall_at_3_max": 0.419881, + "nauc_recall_at_3_std": 0.180078, + "nauc_recall_at_3_diff1": -0.01026, + "nauc_recall_at_5_max": 0.390635, + "nauc_recall_at_5_std": 0.273297, + "nauc_recall_at_5_diff1": 0.011271, + "nauc_recall_at_10_max": 0.355892, + "nauc_recall_at_10_std": 0.212629, + "nauc_recall_at_10_diff1": 0.198472, + "nauc_recall_at_20_max": 0.268771, + "nauc_recall_at_20_std": 0.172284, + "nauc_recall_at_20_diff1": 0.120848, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.199601, + "nauc_precision_at_1_std": 0.183438, + "nauc_precision_at_1_diff1": -0.154529, + "nauc_precision_at_3_max": 0.388256, + "nauc_precision_at_3_std": 0.162387, + "nauc_precision_at_3_diff1": 0.023484, + "nauc_precision_at_5_max": 0.348526, + "nauc_precision_at_5_std": 0.247064, + "nauc_precision_at_5_diff1": 0.036754, + "nauc_precision_at_10_max": 0.305716, + "nauc_precision_at_10_std": 0.208933, + "nauc_precision_at_10_diff1": 0.18947, + "nauc_precision_at_20_max": 0.203198, + "nauc_precision_at_20_std": 0.135932, + "nauc_precision_at_20_diff1": 0.121926, + "nauc_precision_at_100_max": -0.030332, + "nauc_precision_at_100_std": 0.027808, + "nauc_precision_at_100_diff1": 0.096358, + "nauc_precision_at_1000_max": -0.030332, + "nauc_precision_at_1000_std": 0.027808, + "nauc_precision_at_1000_diff1": 0.096358, + "nauc_mrr_at_1_max": 0.199601, + "nauc_mrr_at_1_std": 0.183438, + "nauc_mrr_at_1_diff1": -0.154529, + "nauc_mrr_at_3_max": 0.269976, + "nauc_mrr_at_3_std": 0.175227, + "nauc_mrr_at_3_diff1": -0.153176, + "nauc_mrr_at_5_max": 0.202497, + "nauc_mrr_at_5_std": 0.181476, + "nauc_mrr_at_5_diff1": -0.202088, + "nauc_mrr_at_10_max": 0.197303, + "nauc_mrr_at_10_std": 0.156065, + "nauc_mrr_at_10_diff1": -0.202719, + "nauc_mrr_at_20_max": 0.211524, + "nauc_mrr_at_20_std": 0.171176, + "nauc_mrr_at_20_diff1": -0.192114, + "nauc_mrr_at_100_max": 0.211524, + "nauc_mrr_at_100_std": 0.171176, + "nauc_mrr_at_100_diff1": -0.192114, + "nauc_mrr_at_1000_max": 0.211524, + "nauc_mrr_at_1000_std": 0.171176, + "nauc_mrr_at_1000_diff1": -0.192114, + "hit_rate_at_1": 0.46, + "hit_rate_at_3": 0.7, + "hit_rate_at_5": 0.84, + "hit_rate_at_10": 0.94, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.40505, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 10.477620363235474, + "kg_co2_emissions": null, + "date": 1776176340.467357 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AROCocoOrder.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AROCocoOrder.json new file mode 100644 index 0000000000..7939090fcc --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AROCocoOrder.json @@ -0,0 +1,22 @@ +{ + "dataset_revision": "53c20afc02a87fed8c0245dde2e00f054da4b861", + "task_name": "AROCocoOrder", + "mteb_version": "2.12.15", + "scores": { + "test": [ + { + "image_acc": 0.0, + "text_acc": 0.629708, + "accuracy": 0.0, + "main_score": 0.629708, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3068.11181306839, + "kg_co2_emissions": null, + "date": 1775833012.135379 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AROFlickrOrder.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AROFlickrOrder.json new file mode 100644 index 0000000000..734df068a8 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AROFlickrOrder.json @@ -0,0 +1,22 @@ +{ + "dataset_revision": "e5d7f3502345b2c398a6645b4d09b44e650287bf", + "task_name": "AROFlickrOrder", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "image_acc": 0.0, + "text_acc": 0.718, + "accuracy": 0.0, + "main_score": 0.718, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 293.07043743133545, + "kg_co2_emissions": null, + "date": 1776183401.269523 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AROVisualAttribution.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AROVisualAttribution.json new file mode 100644 index 0000000000..0a4ac93a89 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AROVisualAttribution.json @@ -0,0 +1,22 @@ +{ + "dataset_revision": "25fe9b460426ff67cdb0608a737c94f8f49a901e", + "task_name": "AROVisualAttribution", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "image_acc": 0.0, + "text_acc": 0.637192, + "accuracy": 0.0, + "main_score": 0.637192, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1436.6147999763489, + "kg_co2_emissions": null, + "date": 1776184545.883876 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AROVisualRelation.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AROVisualRelation.json new file mode 100644 index 0000000000..8994a7e489 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AROVisualRelation.json @@ -0,0 +1,22 @@ +{ + "dataset_revision": "53c1115ab5871ab33b09d5bb8856236d46bdaf2d", + "task_name": "AROVisualRelation", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "image_acc": 0.0, + "text_acc": 0.53645, + "accuracy": 0.0, + "main_score": 0.53645, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1278.499618768692, + "kg_co2_emissions": null, + "date": 1776184389.317939 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AfriSentiClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AfriSentiClassification.json new file mode 100644 index 0000000000..7d2c6a75fb --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AfriSentiClassification.json @@ -0,0 +1,1548 @@ +{ + "dataset_revision": "463850b9da81847227ff03f3f80a3310b93cba3c", + "task_name": "AfriSentiClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.457729, + "f1": 0.391521, + "f1_weighted": 0.489775, + "precision": 0.401813, + "precision_weighted": 0.573207, + "recall": 0.430727, + "recall_weighted": 0.457729, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.564282, + "f1": 0.363294, + "f1_weighted": 0.544477, + "precision": 0.37347, + "precision_weighted": 0.529948, + "recall": 0.361456, + "recall_weighted": 0.564282, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.394197, + "f1": 0.342582, + "f1_weighted": 0.428652, + "precision": 0.373121, + "precision_weighted": 0.55208, + "recall": 0.387378, + "recall_weighted": 0.394197, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.308154, + "f1": 0.293915, + "f1_weighted": 0.338509, + "precision": 0.376647, + "precision_weighted": 0.571813, + "recall": 0.372071, + "recall_weighted": 0.308154, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.544272, + "f1": 0.358448, + "f1_weighted": 0.537543, + "precision": 0.357882, + "precision_weighted": 0.532651, + "recall": 0.361877, + "recall_weighted": 0.544272, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.334667, + "f1": 0.2882, + "f1_weighted": 0.382502, + "precision": 0.343819, + "precision_weighted": 0.540245, + "recall": 0.313704, + "recall_weighted": 0.334667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.291646, + "f1": 0.288928, + "f1_weighted": 0.292702, + "precision": 0.387787, + "precision_weighted": 0.574031, + "recall": 0.407715, + "recall_weighted": 0.291646, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.37969, + "f1": 0.340186, + "f1_weighted": 0.414262, + "precision": 0.369662, + "precision_weighted": 0.53275, + "recall": 0.387203, + "recall_weighted": 0.37969, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.451726, + "f1": 0.359799, + "f1_weighted": 0.476822, + "precision": 0.374381, + "precision_weighted": 0.552967, + "recall": 0.389766, + "recall_weighted": 0.451726, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.235118, + "f1": 0.224078, + "f1_weighted": 0.179663, + "precision": 0.324771, + "precision_weighted": 0.442152, + "recall": 0.349061, + "recall_weighted": 0.235118, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.396148, + "f1": 0.325095, + "f1_weighted": 0.408491, + "precision": 0.368335, + "precision_weighted": 0.540184, + "recall": 0.376096, + "recall_weighted": 0.396148, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.396148, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.535491, + "f1": 0.517353, + "f1_weighted": 0.571168, + "precision": 0.564188, + "precision_weighted": 0.653693, + "recall": 0.533915, + "recall_weighted": 0.535491, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.518789, + "f1": 0.496992, + "f1_weighted": 0.536254, + "precision": 0.517567, + "precision_weighted": 0.599015, + "recall": 0.525055, + "recall_weighted": 0.518789, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.602296, + "f1": 0.557488, + "f1_weighted": 0.607451, + "precision": 0.554297, + "precision_weighted": 0.616035, + "recall": 0.564643, + "recall_weighted": 0.602296, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.54071, + "f1": 0.516579, + "f1_weighted": 0.550587, + "precision": 0.53891, + "precision_weighted": 0.619735, + "recall": 0.552655, + "recall_weighted": 0.54071, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.394572, + "f1": 0.386086, + "f1_weighted": 0.404536, + "precision": 0.396466, + "precision_weighted": 0.443551, + "recall": 0.414679, + "recall_weighted": 0.394572, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.498956, + "f1": 0.453772, + "f1_weighted": 0.505948, + "precision": 0.460355, + "precision_weighted": 0.530936, + "recall": 0.461677, + "recall_weighted": 0.498956, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.479123, + "f1": 0.472519, + "f1_weighted": 0.502079, + "precision": 0.519715, + "precision_weighted": 0.602024, + "recall": 0.514073, + "recall_weighted": 0.479123, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.497912, + "f1": 0.478903, + "f1_weighted": 0.493971, + "precision": 0.50013, + "precision_weighted": 0.559193, + "recall": 0.514295, + "recall_weighted": 0.497912, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.599165, + "f1": 0.547637, + "f1_weighted": 0.596677, + "precision": 0.552918, + "precision_weighted": 0.597135, + "recall": 0.544853, + "recall_weighted": 0.599165, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.566806, + "f1": 0.550275, + "f1_weighted": 0.586788, + "precision": 0.570097, + "precision_weighted": 0.642872, + "recall": 0.582514, + "recall_weighted": 0.566806, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.523382, + "f1": 0.49776, + "f1_weighted": 0.535546, + "precision": 0.517464, + "precision_weighted": 0.586419, + "recall": 0.520836, + "recall_weighted": 0.523382, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.523382, + "hf_subset": "arq", + "languages": [ + "arq-Arab" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.54248, + "f1": 0.536353, + "f1_weighted": 0.538731, + "precision": 0.586924, + "precision_weighted": 0.594967, + "recall": 0.55027, + "recall_weighted": 0.54248, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.487305, + "f1": 0.468073, + "f1_weighted": 0.477355, + "precision": 0.504166, + "precision_weighted": 0.506905, + "recall": 0.470724, + "recall_weighted": 0.487305, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.38916, + "f1": 0.367033, + "f1_weighted": 0.365873, + "precision": 0.411285, + "precision_weighted": 0.421033, + "recall": 0.396217, + "recall_weighted": 0.38916, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.504883, + "f1": 0.504536, + "f1_weighted": 0.507552, + "precision": 0.530782, + "precision_weighted": 0.546229, + "recall": 0.51083, + "recall_weighted": 0.504883, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.508301, + "f1": 0.499047, + "f1_weighted": 0.505157, + "precision": 0.50859, + "precision_weighted": 0.516242, + "recall": 0.504896, + "recall_weighted": 0.508301, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.40918, + "f1": 0.405447, + "f1_weighted": 0.409452, + "precision": 0.425246, + "precision_weighted": 0.437493, + "recall": 0.411006, + "recall_weighted": 0.40918, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.468262, + "f1": 0.439845, + "f1_weighted": 0.453281, + "precision": 0.460144, + "precision_weighted": 0.463886, + "recall": 0.447009, + "recall_weighted": 0.468262, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.424316, + "f1": 0.424352, + "f1_weighted": 0.426208, + "precision": 0.433584, + "precision_weighted": 0.443033, + "recall": 0.429288, + "recall_weighted": 0.424316, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.533691, + "f1": 0.528458, + "f1_weighted": 0.532899, + "precision": 0.561585, + "precision_weighted": 0.569417, + "recall": 0.532579, + "recall_weighted": 0.533691, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.488281, + "f1": 0.473817, + "f1_weighted": 0.483977, + "precision": 0.517784, + "precision_weighted": 0.526396, + "recall": 0.47951, + "recall_weighted": 0.488281, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.475586, + "f1": 0.464696, + "f1_weighted": 0.470049, + "precision": 0.494009, + "precision_weighted": 0.50256, + "recall": 0.473233, + "recall_weighted": 0.475586, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.475586, + "hf_subset": "ary", + "languages": [ + "ary-Arab" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.623047, + "f1": 0.372362, + "f1_weighted": 0.722656, + "precision": 0.419098, + "precision_weighted": 0.878081, + "recall": 0.353239, + "recall_weighted": 0.623047, + "ap": 0.309193, + "ap_weighted": 0.309193 + }, + { + "accuracy": 0.452148, + "f1": 0.263813, + "f1_weighted": 0.595202, + "precision": 0.38942, + "precision_weighted": 0.870852, + "recall": 0.199572, + "recall_weighted": 0.452148, + "ap": 0.250011, + "ap_weighted": 0.250011 + }, + { + "accuracy": 0.637207, + "f1": 0.406961, + "f1_weighted": 0.719965, + "precision": 0.440058, + "precision_weighted": 0.891827, + "recall": 0.446885, + "recall_weighted": 0.637207, + "ap": 0.2676, + "ap_weighted": 0.2676 + }, + { + "accuracy": 0.592285, + "f1": 0.392349, + "f1_weighted": 0.702853, + "precision": 0.44934, + "precision_weighted": 0.893528, + "recall": 0.373496, + "recall_weighted": 0.592285, + "ap": 0.247105, + "ap_weighted": 0.247105 + }, + { + "accuracy": 0.443848, + "f1": 0.309082, + "f1_weighted": 0.567936, + "precision": 0.405308, + "precision_weighted": 0.863148, + "recall": 0.29301, + "recall_weighted": 0.443848, + "ap": 0.195368, + "ap_weighted": 0.195368 + }, + { + "accuracy": 0.638672, + "f1": 0.281335, + "f1_weighted": 0.711488, + "precision": 0.325021, + "precision_weighted": 0.805401, + "recall": 0.251276, + "recall_weighted": 0.638672, + "ap": 0.275876, + "ap_weighted": 0.275876 + }, + { + "accuracy": 0.586914, + "f1": 0.3559, + "f1_weighted": 0.675328, + "precision": 0.401214, + "precision_weighted": 0.86205, + "recall": 0.387518, + "recall_weighted": 0.586914, + "ap": 0.268378, + "ap_weighted": 0.268378 + }, + { + "accuracy": 0.654297, + "f1": 0.319418, + "f1_weighted": 0.731194, + "precision": 0.417829, + "precision_weighted": 0.846114, + "recall": 0.276309, + "recall_weighted": 0.654297, + "ap": 0.258931, + "ap_weighted": 0.258931 + }, + { + "accuracy": 0.620605, + "f1": 0.352931, + "f1_weighted": 0.728504, + "precision": 0.422965, + "precision_weighted": 0.882044, + "recall": 0.303007, + "recall_weighted": 0.620605, + "ap": 0.326237, + "ap_weighted": 0.326237 + }, + { + "accuracy": 0.59082, + "f1": 0.368785, + "f1_weighted": 0.689138, + "precision": 0.415353, + "precision_weighted": 0.862606, + "recall": 0.366292, + "recall_weighted": 0.59082, + "ap": 0.235391, + "ap_weighted": 0.235391 + } + ], + "accuracy": 0.583984, + "f1": 0.342294, + "f1_weighted": 0.684427, + "precision": 0.408561, + "precision_weighted": 0.865565, + "recall": 0.32506, + "recall_weighted": 0.583984, + "ap": 0.263409, + "ap_weighted": 0.263409, + "main_score": 0.583984, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.486328, + "f1": 0.32888, + "f1_weighted": 0.499495, + "precision": 0.339009, + "precision_weighted": 0.513857, + "recall": 0.319621, + "recall_weighted": 0.486328, + "ap": 0.482526, + "ap_weighted": 0.482526 + }, + { + "accuracy": 0.532715, + "f1": 0.393002, + "f1_weighted": 0.594085, + "precision": 0.449221, + "precision_weighted": 0.675432, + "recall": 0.350959, + "recall_weighted": 0.532715, + "ap": 0.517446, + "ap_weighted": 0.517446 + }, + { + "accuracy": 0.50293, + "f1": 0.377904, + "f1_weighted": 0.572993, + "precision": 0.443231, + "precision_weighted": 0.668834, + "recall": 0.330542, + "recall_weighted": 0.50293, + "ap": 0.532211, + "ap_weighted": 0.532211 + }, + { + "accuracy": 0.525879, + "f1": 0.374871, + "f1_weighted": 0.557322, + "precision": 0.453144, + "precision_weighted": 0.692361, + "recall": 0.36119, + "recall_weighted": 0.525879, + "ap": 0.534534, + "ap_weighted": 0.534534 + }, + { + "accuracy": 0.345215, + "f1": 0.2706, + "f1_weighted": 0.422548, + "precision": 0.379686, + "precision_weighted": 0.581268, + "recall": 0.219231, + "recall_weighted": 0.345215, + "ap": 0.550127, + "ap_weighted": 0.550127 + }, + { + "accuracy": 0.415039, + "f1": 0.332758, + "f1_weighted": 0.505555, + "precision": 0.425041, + "precision_weighted": 0.647352, + "recall": 0.27362, + "recall_weighted": 0.415039, + "ap": 0.545595, + "ap_weighted": 0.545595 + }, + { + "accuracy": 0.269043, + "f1": 0.251463, + "f1_weighted": 0.387569, + "precision": 0.456864, + "precision_weighted": 0.698984, + "recall": 0.174106, + "recall_weighted": 0.269043, + "ap": 0.532304, + "ap_weighted": 0.532304 + }, + { + "accuracy": 0.48584, + "f1": 0.2969, + "f1_weighted": 0.42951, + "precision": 0.425001, + "precision_weighted": 0.6521, + "recall": 0.345541, + "recall_weighted": 0.48584, + "ap": 0.492422, + "ap_weighted": 0.492422 + }, + { + "accuracy": 0.515137, + "f1": 0.372646, + "f1_weighted": 0.562496, + "precision": 0.411096, + "precision_weighted": 0.619691, + "recall": 0.340888, + "recall_weighted": 0.515137, + "ap": 0.497419, + "ap_weighted": 0.497419 + }, + { + "accuracy": 0.384766, + "f1": 0.252459, + "f1_weighted": 0.401784, + "precision": 0.325043, + "precision_weighted": 0.499764, + "recall": 0.239283, + "recall_weighted": 0.384766, + "ap": 0.530971, + "ap_weighted": 0.530971 + } + ], + "accuracy": 0.446289, + "f1": 0.325148, + "f1_weighted": 0.493336, + "precision": 0.410734, + "precision_weighted": 0.624964, + "recall": 0.295498, + "recall_weighted": 0.446289, + "ap": 0.521555, + "ap_weighted": 0.521555, + "main_score": 0.446289, + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.489279, + "f1": 0.4896, + "f1_weighted": 0.489323, + "precision": 0.491444, + "precision_weighted": 0.489747, + "recall": 0.488181, + "recall_weighted": 0.489279, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.423002, + "f1": 0.420818, + "f1_weighted": 0.420983, + "precision": 0.420663, + "precision_weighted": 0.421186, + "recall": 0.423046, + "recall_weighted": 0.423002, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.442495, + "f1": 0.428025, + "f1_weighted": 0.415799, + "precision": 0.437962, + "precision_weighted": 0.436322, + "recall": 0.461704, + "recall_weighted": 0.442495, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.467836, + "f1": 0.466725, + "f1_weighted": 0.468437, + "precision": 0.467182, + "precision_weighted": 0.472252, + "recall": 0.469889, + "recall_weighted": 0.467836, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.475634, + "f1": 0.465032, + "f1_weighted": 0.470193, + "precision": 0.485444, + "precision_weighted": 0.490793, + "recall": 0.469286, + "recall_weighted": 0.475634, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.431774, + "f1": 0.427705, + "f1_weighted": 0.432163, + "precision": 0.427814, + "precision_weighted": 0.432617, + "recall": 0.427666, + "recall_weighted": 0.431774, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.445419, + "f1": 0.443857, + "f1_weighted": 0.440251, + "precision": 0.462724, + "precision_weighted": 0.471386, + "recall": 0.46326, + "recall_weighted": 0.445419, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.460039, + "f1": 0.447651, + "f1_weighted": 0.445878, + "precision": 0.451881, + "precision_weighted": 0.45252, + "recall": 0.462569, + "recall_weighted": 0.460039, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.407407, + "f1": 0.392695, + "f1_weighted": 0.389976, + "precision": 0.432591, + "precision_weighted": 0.440501, + "recall": 0.413718, + "recall_weighted": 0.407407, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.45614, + "f1": 0.450391, + "f1_weighted": 0.450407, + "precision": 0.469546, + "precision_weighted": 0.467414, + "recall": 0.45384, + "recall_weighted": 0.45614, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.449903, + "f1": 0.44325, + "f1_weighted": 0.442341, + "precision": 0.454725, + "precision_weighted": 0.457474, + "recall": 0.453316, + "recall_weighted": 0.449903, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.449903, + "hf_subset": "kin", + "languages": [ + "kin-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.575684, + "f1": 0.570928, + "f1_weighted": 0.583409, + "precision": 0.56976, + "precision_weighted": 0.673688, + "recall": 0.654967, + "recall_weighted": 0.575684, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.433594, + "f1": 0.448315, + "f1_weighted": 0.406578, + "precision": 0.505881, + "precision_weighted": 0.626309, + "recall": 0.598089, + "recall_weighted": 0.433594, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.645996, + "f1": 0.572533, + "f1_weighted": 0.643742, + "precision": 0.58026, + "precision_weighted": 0.643525, + "recall": 0.568277, + "recall_weighted": 0.645996, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.478516, + "f1": 0.489897, + "f1_weighted": 0.462859, + "precision": 0.533589, + "precision_weighted": 0.66094, + "recall": 0.629445, + "recall_weighted": 0.478516, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.643555, + "f1": 0.60288, + "f1_weighted": 0.651265, + "precision": 0.589072, + "precision_weighted": 0.671607, + "recall": 0.63184, + "recall_weighted": 0.643555, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.597168, + "f1": 0.588123, + "f1_weighted": 0.605891, + "precision": 0.586387, + "precision_weighted": 0.700268, + "recall": 0.675081, + "recall_weighted": 0.597168, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.366211, + "f1": 0.377555, + "f1_weighted": 0.340769, + "precision": 0.393055, + "precision_weighted": 0.468257, + "recall": 0.500285, + "recall_weighted": 0.366211, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.472168, + "f1": 0.483413, + "f1_weighted": 0.461527, + "precision": 0.515152, + "precision_weighted": 0.628192, + "recall": 0.609043, + "recall_weighted": 0.472168, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.541504, + "f1": 0.529881, + "f1_weighted": 0.552361, + "precision": 0.528332, + "precision_weighted": 0.636765, + "recall": 0.602985, + "recall_weighted": 0.541504, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.625, + "f1": 0.59892, + "f1_weighted": 0.634279, + "precision": 0.582435, + "precision_weighted": 0.674809, + "recall": 0.649803, + "recall_weighted": 0.625, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.537939, + "f1": 0.526245, + "f1_weighted": 0.534268, + "precision": 0.538392, + "precision_weighted": 0.638436, + "recall": 0.611981, + "recall_weighted": 0.537939, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.537939, + "hf_subset": "por", + "languages": [ + "por-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.456543, + "f1": 0.320522, + "f1_weighted": 0.494115, + "precision": 0.345969, + "precision_weighted": 0.572334, + "recall": 0.363621, + "recall_weighted": 0.456543, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.42334, + "f1": 0.366286, + "f1_weighted": 0.474626, + "precision": 0.414859, + "precision_weighted": 0.645696, + "recall": 0.444036, + "recall_weighted": 0.42334, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.510742, + "f1": 0.406205, + "f1_weighted": 0.537767, + "precision": 0.406711, + "precision_weighted": 0.591916, + "recall": 0.452331, + "recall_weighted": 0.510742, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.468262, + "f1": 0.34394, + "f1_weighted": 0.508051, + "precision": 0.365329, + "precision_weighted": 0.583587, + "recall": 0.378474, + "recall_weighted": 0.468262, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.507324, + "f1": 0.401243, + "f1_weighted": 0.540659, + "precision": 0.413943, + "precision_weighted": 0.60646, + "recall": 0.444192, + "recall_weighted": 0.507324, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.254395, + "f1": 0.224627, + "f1_weighted": 0.299143, + "precision": 0.317055, + "precision_weighted": 0.536131, + "recall": 0.300323, + "recall_weighted": 0.254395, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.434082, + "f1": 0.36251, + "f1_weighted": 0.490899, + "precision": 0.408161, + "precision_weighted": 0.633175, + "recall": 0.41004, + "recall_weighted": 0.434082, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.421387, + "f1": 0.31567, + "f1_weighted": 0.458841, + "precision": 0.329161, + "precision_weighted": 0.522479, + "recall": 0.32833, + "recall_weighted": 0.421387, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.448242, + "f1": 0.353302, + "f1_weighted": 0.481031, + "precision": 0.365286, + "precision_weighted": 0.552237, + "recall": 0.402365, + "recall_weighted": 0.448242, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.445312, + "f1": 0.395918, + "f1_weighted": 0.475728, + "precision": 0.400743, + "precision_weighted": 0.553137, + "recall": 0.436678, + "recall_weighted": 0.445312, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.436963, + "f1": 0.349022, + "f1_weighted": 0.476086, + "precision": 0.376722, + "precision_weighted": 0.579715, + "recall": 0.396039, + "recall_weighted": 0.436963, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.436963, + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.302139, + "f1": 0.292878, + "f1_weighted": 0.321942, + "precision": 0.333692, + "precision_weighted": 0.433651, + "recall": 0.378145, + "recall_weighted": 0.302139, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.291444, + "f1": 0.280589, + "f1_weighted": 0.323042, + "precision": 0.341859, + "precision_weighted": 0.463405, + "recall": 0.331223, + "recall_weighted": 0.291444, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.391711, + "f1": 0.348091, + "f1_weighted": 0.413745, + "precision": 0.365381, + "precision_weighted": 0.480757, + "recall": 0.414707, + "recall_weighted": 0.391711, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.32754, + "f1": 0.31356, + "f1_weighted": 0.337268, + "precision": 0.349034, + "precision_weighted": 0.454803, + "recall": 0.384795, + "recall_weighted": 0.32754, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.334225, + "f1": 0.330265, + "f1_weighted": 0.358776, + "precision": 0.407345, + "precision_weighted": 0.540779, + "recall": 0.432143, + "recall_weighted": 0.334225, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.446524, + "f1": 0.390156, + "f1_weighted": 0.465777, + "precision": 0.399384, + "precision_weighted": 0.511189, + "recall": 0.436052, + "recall_weighted": 0.446524, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.415775, + "f1": 0.364466, + "f1_weighted": 0.436738, + "precision": 0.389068, + "precision_weighted": 0.506356, + "recall": 0.436993, + "recall_weighted": 0.415775, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.378342, + "f1": 0.35914, + "f1_weighted": 0.388229, + "precision": 0.391816, + "precision_weighted": 0.507687, + "recall": 0.428537, + "recall_weighted": 0.378342, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.44385, + "f1": 0.368754, + "f1_weighted": 0.464076, + "precision": 0.372872, + "precision_weighted": 0.497203, + "recall": 0.380708, + "recall_weighted": 0.44385, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.458556, + "f1": 0.400006, + "f1_weighted": 0.475702, + "precision": 0.398914, + "precision_weighted": 0.509458, + "recall": 0.432365, + "recall_weighted": 0.458556, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.379011, + "f1": 0.344791, + "f1_weighted": 0.398529, + "precision": 0.374936, + "precision_weighted": 0.490529, + "recall": 0.405567, + "recall_weighted": 0.379011, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.379011, + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.452055, + "f1": 0.402831, + "f1_weighted": 0.458485, + "precision": 0.406975, + "precision_weighted": 0.473274, + "recall": 0.405721, + "recall_weighted": 0.452055, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.396207, + "f1": 0.369447, + "f1_weighted": 0.409713, + "precision": 0.385204, + "precision_weighted": 0.449748, + "recall": 0.382207, + "recall_weighted": 0.396207, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.383562, + "f1": 0.350926, + "f1_weighted": 0.356441, + "precision": 0.428173, + "precision_weighted": 0.497723, + "recall": 0.410326, + "recall_weighted": 0.383562, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.407798, + "f1": 0.389211, + "f1_weighted": 0.424674, + "precision": 0.404154, + "precision_weighted": 0.462219, + "recall": 0.40552, + "recall_weighted": 0.407798, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.369863, + "f1": 0.344719, + "f1_weighted": 0.379145, + "precision": 0.378226, + "precision_weighted": 0.439345, + "recall": 0.383756, + "recall_weighted": 0.369863, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.373024, + "f1": 0.354622, + "f1_weighted": 0.386854, + "precision": 0.365266, + "precision_weighted": 0.420022, + "recall": 0.372088, + "recall_weighted": 0.373024, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.386723, + "f1": 0.351343, + "f1_weighted": 0.3959, + "precision": 0.424491, + "precision_weighted": 0.520271, + "recall": 0.369918, + "recall_weighted": 0.386723, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.423604, + "f1": 0.389196, + "f1_weighted": 0.425971, + "precision": 0.403731, + "precision_weighted": 0.463375, + "recall": 0.40347, + "recall_weighted": 0.423604, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.408851, + "f1": 0.379849, + "f1_weighted": 0.430179, + "precision": 0.400677, + "precision_weighted": 0.475502, + "recall": 0.3865, + "recall_weighted": 0.408851, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.385669, + "f1": 0.362282, + "f1_weighted": 0.405977, + "precision": 0.410073, + "precision_weighted": 0.48219, + "recall": 0.390209, + "recall_weighted": 0.385669, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.398736, + "f1": 0.369443, + "f1_weighted": 0.407334, + "precision": 0.400697, + "precision_weighted": 0.468367, + "recall": 0.390972, + "recall_weighted": 0.398736, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.398736, + "hf_subset": "twi", + "languages": [ + "twi-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.362205, + "f1": 0.336166, + "f1_weighted": 0.382798, + "precision": 0.356765, + "precision_weighted": 0.421096, + "recall": 0.339029, + "recall_weighted": 0.362205, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.385827, + "f1": 0.369819, + "f1_weighted": 0.409641, + "precision": 0.405517, + "precision_weighted": 0.476493, + "recall": 0.377635, + "recall_weighted": 0.385827, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.354331, + "f1": 0.349444, + "f1_weighted": 0.371994, + "precision": 0.401543, + "precision_weighted": 0.467426, + "recall": 0.376786, + "recall_weighted": 0.354331, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.389764, + "f1": 0.359331, + "f1_weighted": 0.402459, + "precision": 0.40291, + "precision_weighted": 0.462188, + "recall": 0.373557, + "recall_weighted": 0.389764, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.385827, + "f1": 0.365287, + "f1_weighted": 0.401873, + "precision": 0.379539, + "precision_weighted": 0.435526, + "recall": 0.375293, + "recall_weighted": 0.385827, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.34252, + "f1": 0.328394, + "f1_weighted": 0.37135, + "precision": 0.36906, + "precision_weighted": 0.443984, + "recall": 0.337399, + "recall_weighted": 0.34252, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.425197, + "f1": 0.390589, + "f1_weighted": 0.438937, + "precision": 0.398872, + "precision_weighted": 0.459336, + "recall": 0.391393, + "recall_weighted": 0.425197, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.362205, + "f1": 0.32981, + "f1_weighted": 0.376115, + "precision": 0.381858, + "precision_weighted": 0.437983, + "recall": 0.330236, + "recall_weighted": 0.362205, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.444882, + "f1": 0.391111, + "f1_weighted": 0.447496, + "precision": 0.398036, + "precision_weighted": 0.454388, + "recall": 0.388278, + "recall_weighted": 0.444882, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.448819, + "f1": 0.419253, + "f1_weighted": 0.470299, + "precision": 0.443265, + "precision_weighted": 0.512077, + "recall": 0.423166, + "recall_weighted": 0.448819, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.390157, + "f1": 0.36392, + "f1_weighted": 0.407296, + "precision": 0.393737, + "precision_weighted": 0.45705, + "recall": 0.371277, + "recall_weighted": 0.390157, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.390157, + "hf_subset": "tso", + "languages": [ + "tso-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.089355, + "f1": 0.086034, + "f1_weighted": 0.162862, + "precision": 0.419259, + "precision_weighted": 0.933485, + "recall": 0.048536, + "recall_weighted": 0.089355, + "ap": 0.06469, + "ap_weighted": 0.06469 + }, + { + "accuracy": 0.273926, + "f1": 0.169743, + "f1_weighted": 0.386108, + "precision": 0.331295, + "precision_weighted": 0.880128, + "recall": 0.252868, + "recall_weighted": 0.273926, + "ap": 0.066796, + "ap_weighted": 0.066796 + }, + { + "accuracy": 0.154297, + "f1": 0.135011, + "f1_weighted": 0.264312, + "precision": 0.422878, + "precision_weighted": 0.928552, + "recall": 0.081212, + "recall_weighted": 0.154297, + "ap": 0.065147, + "ap_weighted": 0.065147 + }, + { + "accuracy": 0.791504, + "f1": 0.318471, + "f1_weighted": 0.837329, + "precision": 0.389849, + "precision_weighted": 0.896888, + "recall": 0.293669, + "recall_weighted": 0.791504, + "ap": 0.068641, + "ap_weighted": 0.068641 + }, + { + "accuracy": 0.630859, + "f1": 0.317108, + "f1_weighted": 0.743758, + "precision": 0.374995, + "precision_weighted": 0.906956, + "recall": 0.277126, + "recall_weighted": 0.630859, + "ap": 0.078878, + "ap_weighted": 0.078878 + }, + { + "accuracy": 0.435059, + "f1": 0.242914, + "f1_weighted": 0.573182, + "precision": 0.340681, + "precision_weighted": 0.88856, + "recall": 0.250461, + "recall_weighted": 0.435059, + "ap": 0.064481, + "ap_weighted": 0.064481 + }, + { + "accuracy": 0.755859, + "f1": 0.312618, + "f1_weighted": 0.816696, + "precision": 0.363797, + "precision_weighted": 0.891157, + "recall": 0.283372, + "recall_weighted": 0.755859, + "ap": 0.067002, + "ap_weighted": 0.067002 + }, + { + "accuracy": 0.523926, + "f1": 0.284977, + "f1_weighted": 0.656866, + "precision": 0.358258, + "precision_weighted": 0.890146, + "recall": 0.253408, + "recall_weighted": 0.523926, + "ap": 0.061129, + "ap_weighted": 0.061129 + }, + { + "accuracy": 0.859375, + "f1": 0.352771, + "f1_weighted": 0.876638, + "precision": 0.36204, + "precision_weighted": 0.894645, + "recall": 0.344119, + "recall_weighted": 0.859375, + "ap": 0.08368, + "ap_weighted": 0.08368 + }, + { + "accuracy": 0.117676, + "f1": 0.113206, + "f1_weighted": 0.173608, + "precision": 0.348519, + "precision_weighted": 0.890166, + "recall": 0.178132, + "recall_weighted": 0.117676, + "ap": 0.05638, + "ap_weighted": 0.05638 + } + ], + "accuracy": 0.463184, + "f1": 0.233285, + "f1_weighted": 0.549136, + "precision": 0.371157, + "precision_weighted": 0.900068, + "recall": 0.22629, + "recall_weighted": 0.463184, + "ap": 0.067682, + "ap_weighted": 0.067682, + "main_score": 0.463184, + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ] + } + ] + }, + "evaluation_time": 127.73822808265686, + "kg_co2_emissions": null, + "date": 1776176463.320961 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AlloProfClusteringS2S.v2.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AlloProfClusteringS2S.v2.json new file mode 100644 index 0000000000..2956a33734 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AlloProfClusteringS2S.v2.json @@ -0,0 +1,35 @@ +{ + "dataset_revision": "c802b993cf2a8dcaeadb6f9cc8ccd364e251feaa", + "task_name": "AlloProfClusteringS2S.v2", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.564826, + 0.558428, + 0.594867, + 0.536492, + 0.5667, + 0.56112, + 0.565331, + 0.51635, + 0.566615, + 0.573188 + ] + }, + "v_measure": 0.560392, + "v_measure_std": 0.019975, + "main_score": 0.560392, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 7.390983581542969, + "kg_co2_emissions": null, + "date": 1776176334.876334 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AlloprofReranking.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AlloprofReranking.json new file mode 100644 index 0000000000..6cb0ac906f --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AlloprofReranking.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "a7d2d793f2e5ba55139bb10088c2e8ee2df2ce02", + "task_name": "AlloprofReranking", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.71978, + "ndcg_at_3": 0.81841, + "ndcg_at_5": 0.8438, + "ndcg_at_10": 0.86186, + "ndcg_at_20": 0.86414, + "ndcg_at_100": 0.86416, + "ndcg_at_1000": 0.86416, + "map_at_1": 0.64229, + "map_at_3": 0.78145, + "map_at_5": 0.80136, + "map_at_10": 0.81238, + "map_at_20": 0.81384, + "map_at_100": 0.81398, + "map_at_1000": 0.81398, + "recall_at_1": 0.64229, + "recall_at_3": 0.88264, + "recall_at_5": 0.9427, + "recall_at_10": 0.99306, + "recall_at_20": 0.99985, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.64229, + "precision_at_1": 0.71978, + "precision_at_3": 0.35579, + "precision_at_5": 0.23333, + "precision_at_10": 0.12582, + "precision_at_20": 0.06401, + "precision_at_100": 0.01285, + "precision_at_1000": 0.00128, + "mrr_at_1": 0.719775, + "mrr_at_3": 0.808938, + "mrr_at_5": 0.819236, + "mrr_at_10": 0.82425, + "mrr_at_20": 0.824603, + "mrr_at_100": 0.824603, + "mrr_at_1000": 0.824603, + "nauc_ndcg_at_1_max": 0.291634, + "nauc_ndcg_at_1_std": 0.20961, + "nauc_ndcg_at_1_diff1": 0.64121, + "nauc_ndcg_at_3_max": 0.321956, + "nauc_ndcg_at_3_std": 0.307386, + "nauc_ndcg_at_3_diff1": 0.642744, + "nauc_ndcg_at_5_max": 0.333777, + "nauc_ndcg_at_5_std": 0.303006, + "nauc_ndcg_at_5_diff1": 0.649202, + "nauc_ndcg_at_10_max": 0.321781, + "nauc_ndcg_at_10_std": 0.274045, + "nauc_ndcg_at_10_diff1": 0.643761, + "nauc_ndcg_at_20_max": 0.324833, + "nauc_ndcg_at_20_std": 0.269674, + "nauc_ndcg_at_20_diff1": 0.643327, + "nauc_ndcg_at_100_max": 0.325193, + "nauc_ndcg_at_100_std": 0.269682, + "nauc_ndcg_at_100_diff1": 0.643615, + "nauc_ndcg_at_1000_max": 0.325193, + "nauc_ndcg_at_1000_std": 0.269682, + "nauc_ndcg_at_1000_diff1": 0.643615, + "nauc_map_at_1_max": 0.230338, + "nauc_map_at_1_std": 0.124267, + "nauc_map_at_1_diff1": 0.654543, + "nauc_map_at_3_max": 0.29609, + "nauc_map_at_3_std": 0.26563, + "nauc_map_at_3_diff1": 0.643606, + "nauc_map_at_5_max": 0.30948, + "nauc_map_at_5_std": 0.272327, + "nauc_map_at_5_diff1": 0.644112, + "nauc_map_at_10_max": 0.309378, + "nauc_map_at_10_std": 0.263886, + "nauc_map_at_10_diff1": 0.641419, + "nauc_map_at_20_max": 0.313586, + "nauc_map_at_20_std": 0.262922, + "nauc_map_at_20_diff1": 0.642423, + "nauc_map_at_100_max": 0.315254, + "nauc_map_at_100_std": 0.262964, + "nauc_map_at_100_diff1": 0.643771, + "nauc_map_at_1000_max": 0.315254, + "nauc_map_at_1000_std": 0.262964, + "nauc_map_at_1000_diff1": 0.643771, + "nauc_recall_at_1_max": 0.230338, + "nauc_recall_at_1_std": 0.124267, + "nauc_recall_at_1_diff1": 0.654543, + "nauc_recall_at_3_max": 0.325925, + "nauc_recall_at_3_std": 0.404818, + "nauc_recall_at_3_diff1": 0.623464, + "nauc_recall_at_5_max": 0.398891, + "nauc_recall_at_5_std": 0.500524, + "nauc_recall_at_5_diff1": 0.649691, + "nauc_recall_at_10_max": 0.114638, + "nauc_recall_at_10_std": 0.482364, + "nauc_recall_at_10_diff1": 0.580093, + "nauc_recall_at_20_max": -1.73919, + "nauc_recall_at_20_std": 0.122809, + "nauc_recall_at_20_diff1": -1.151969, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.291634, + "nauc_precision_at_1_std": 0.20961, + "nauc_precision_at_1_diff1": 0.64121, + "nauc_precision_at_3_max": 0.161581, + "nauc_precision_at_3_std": 0.261568, + "nauc_precision_at_3_diff1": -0.034048, + "nauc_precision_at_5_max": 0.119947, + "nauc_precision_at_5_std": 0.191337, + "nauc_precision_at_5_diff1": -0.17795, + "nauc_precision_at_10_max": 0.058016, + "nauc_precision_at_10_std": 0.086797, + "nauc_precision_at_10_diff1": -0.288706, + "nauc_precision_at_20_max": 0.077213, + "nauc_precision_at_20_std": 0.069469, + "nauc_precision_at_20_diff1": -0.284948, + "nauc_precision_at_100_max": 0.092824, + "nauc_precision_at_100_std": 0.067099, + "nauc_precision_at_100_diff1": -0.268923, + "nauc_precision_at_1000_max": 0.092824, + "nauc_precision_at_1000_std": 0.067099, + "nauc_precision_at_1000_diff1": -0.268923, + "nauc_mrr_at_1_max": 0.291634, + "nauc_mrr_at_1_std": 0.20961, + "nauc_mrr_at_1_diff1": 0.64121, + "nauc_mrr_at_3_max": 0.330734, + "nauc_mrr_at_3_std": 0.283582, + "nauc_mrr_at_3_diff1": 0.644065, + "nauc_mrr_at_5_max": 0.328937, + "nauc_mrr_at_5_std": 0.275177, + "nauc_mrr_at_5_diff1": 0.646667, + "nauc_mrr_at_10_max": 0.322456, + "nauc_mrr_at_10_std": 0.265227, + "nauc_mrr_at_10_diff1": 0.644605, + "nauc_mrr_at_20_max": 0.322438, + "nauc_mrr_at_20_std": 0.26476, + "nauc_mrr_at_20_diff1": 0.644503, + "nauc_mrr_at_100_max": 0.322438, + "nauc_mrr_at_100_std": 0.26476, + "nauc_mrr_at_100_diff1": 0.644503, + "nauc_mrr_at_1000_max": 0.322438, + "nauc_mrr_at_1000_std": 0.26476, + "nauc_mrr_at_1000_diff1": 0.644503, + "hit_rate_at_1": 0.71978, + "hit_rate_at_3": 0.91494, + "hit_rate_at_5": 0.95984, + "hit_rate_at_10": 0.99611, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.81398, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 405.1720247268677, + "kg_co2_emissions": null, + "date": 1776176737.084127 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AmazonCounterfactualClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AmazonCounterfactualClassification.json new file mode 100644 index 0000000000..a6b5108f12 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/AmazonCounterfactualClassification.json @@ -0,0 +1,1038 @@ +{ + "dataset_revision": "1f7e6a9d6fa6e64c53d146e428565640410c0df1", + "task_name": "AmazonCounterfactualClassification", + "mteb_version": "2.12.16", + "scores": { + "validation": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.857357, + "f1": 0.728309, + "f1_weighted": 0.877881, + "precision": 0.689544, + "precision_weighted": 0.920831, + "recall": 0.847794, + "recall_weighted": 0.857357, + "ap": 0.350845, + "ap_weighted": 0.350845 + }, + { + "accuracy": 0.851351, + "f1": 0.714615, + "f1_weighted": 0.872411, + "precision": 0.678771, + "precision_weighted": 0.914188, + "recall": 0.824571, + "recall_weighted": 0.851351, + "ap": 0.324828, + "ap_weighted": 0.324828 + }, + { + "accuracy": 0.827327, + "f1": 0.696778, + "f1_weighted": 0.855708, + "precision": 0.666005, + "precision_weighted": 0.916951, + "recall": 0.837727, + "recall_weighted": 0.827327, + "ap": 0.314352, + "ap_weighted": 0.314352 + }, + { + "accuracy": 0.881381, + "f1": 0.760657, + "f1_weighted": 0.89644, + "precision": 0.716931, + "precision_weighted": 0.928254, + "recall": 0.867777, + "recall_weighted": 0.881381, + "ap": 0.399876, + "ap_weighted": 0.399876 + }, + { + "accuracy": 0.794294, + "f1": 0.663724, + "f1_weighted": 0.831106, + "precision": 0.644518, + "precision_weighted": 0.911904, + "recall": 0.819363, + "recall_weighted": 0.794294, + "ap": 0.278561, + "ap_weighted": 0.278561 + }, + { + "accuracy": 0.777778, + "f1": 0.637831, + "f1_weighted": 0.817666, + "precision": 0.624948, + "precision_weighted": 0.899629, + "recall": 0.777041, + "recall_weighted": 0.777778, + "ap": 0.240675, + "ap_weighted": 0.240675 + }, + { + "accuracy": 0.84985, + "f1": 0.712877, + "f1_weighted": 0.871289, + "precision": 0.677365, + "precision_weighted": 0.913865, + "recall": 0.823736, + "recall_weighted": 0.84985, + "ap": 0.322642, + "ap_weighted": 0.322642 + }, + { + "accuracy": 0.843844, + "f1": 0.710498, + "f1_weighted": 0.867445, + "precision": 0.675514, + "precision_weighted": 0.916244, + "recall": 0.833653, + "recall_weighted": 0.843844, + "ap": 0.325156, + "ap_weighted": 0.325156 + }, + { + "accuracy": 0.827327, + "f1": 0.69466, + "f1_weighted": 0.855432, + "precision": 0.66413, + "precision_weighted": 0.915057, + "recall": 0.831099, + "recall_weighted": 0.827327, + "ap": 0.309054, + "ap_weighted": 0.309054 + }, + { + "accuracy": 0.828829, + "f1": 0.680239, + "f1_weighted": 0.854357, + "precision": 0.651691, + "precision_weighted": 0.902322, + "recall": 0.785538, + "recall_weighted": 0.828829, + "ap": 0.274171, + "ap_weighted": 0.274171 + } + ], + "accuracy": 0.833934, + "f1": 0.700019, + "f1_weighted": 0.859974, + "precision": 0.668942, + "precision_weighted": 0.913924, + "recall": 0.82483, + "recall_weighted": 0.833934, + "ap": 0.314016, + "ap_weighted": 0.314016, + "main_score": 0.833934, + "hf_subset": "en-ext", + "languages": [ + "eng-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.81791, + "f1": 0.744003, + "f1_weighted": 0.833924, + "precision": 0.719159, + "precision_weighted": 0.872539, + "recall": 0.81492, + "recall_weighted": 0.81791, + "ap": 0.425477, + "ap_weighted": 0.425477 + }, + { + "accuracy": 0.814925, + "f1": 0.749711, + "f1_weighted": 0.833231, + "precision": 0.725282, + "precision_weighted": 0.884891, + "recall": 0.840377, + "recall_weighted": 0.814925, + "ap": 0.44396, + "ap_weighted": 0.44396 + }, + { + "accuracy": 0.835821, + "f1": 0.762653, + "f1_weighted": 0.848802, + "precision": 0.735701, + "precision_weighted": 0.87901, + "recall": 0.82575, + "recall_weighted": 0.835821, + "ap": 0.451366, + "ap_weighted": 0.451366 + }, + { + "accuracy": 0.802985, + "f1": 0.739882, + "f1_weighted": 0.823637, + "precision": 0.71869, + "precision_weighted": 0.885002, + "recall": 0.839973, + "recall_weighted": 0.802985, + "ap": 0.434167, + "ap_weighted": 0.434167 + }, + { + "accuracy": 0.81194, + "f1": 0.748753, + "f1_weighted": 0.831122, + "precision": 0.725258, + "precision_weighted": 0.88751, + "recall": 0.845388, + "recall_weighted": 0.81194, + "ap": 0.445623, + "ap_weighted": 0.445623 + }, + { + "accuracy": 0.785075, + "f1": 0.716235, + "f1_weighted": 0.807604, + "precision": 0.698571, + "precision_weighted": 0.869241, + "recall": 0.808695, + "recall_weighted": 0.785075, + "ap": 0.396478, + "ap_weighted": 0.396478 + }, + { + "accuracy": 0.81791, + "f1": 0.744003, + "f1_weighted": 0.833924, + "precision": 0.719159, + "precision_weighted": 0.872539, + "recall": 0.81492, + "recall_weighted": 0.81791, + "ap": 0.425477, + "ap_weighted": 0.425477 + }, + { + "accuracy": 0.853731, + "f1": 0.777602, + "f1_weighted": 0.862665, + "precision": 0.752187, + "precision_weighted": 0.880732, + "recall": 0.822949, + "recall_weighted": 0.853731, + "ap": 0.46984, + "ap_weighted": 0.46984 + }, + { + "accuracy": 0.835821, + "f1": 0.769183, + "f1_weighted": 0.850259, + "precision": 0.740925, + "precision_weighted": 0.888316, + "recall": 0.846197, + "recall_weighted": 0.835821, + "ap": 0.468246, + "ap_weighted": 0.468246 + }, + { + "accuracy": 0.791045, + "f1": 0.724118, + "f1_weighted": 0.812948, + "precision": 0.705277, + "precision_weighted": 0.874494, + "recall": 0.819121, + "recall_weighted": 0.791045, + "ap": 0.408733, + "ap_weighted": 0.408733 + } + ], + "accuracy": 0.816716, + "f1": 0.747614, + "f1_weighted": 0.833812, + "precision": 0.724021, + "precision_weighted": 0.879427, + "recall": 0.827829, + "recall_weighted": 0.816716, + "ap": 0.436937, + "ap_weighted": 0.436937, + "main_score": 0.816716, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.766094, + "f1": 0.747959, + "f1_weighted": 0.774654, + "precision": 0.743008, + "precision_weighted": 0.807371, + "recall": 0.782117, + "recall_weighted": 0.766094, + "ap": 0.852103, + "ap_weighted": 0.852103 + }, + { + "accuracy": 0.753219, + "f1": 0.734738, + "f1_weighted": 0.762384, + "precision": 0.731042, + "precision_weighted": 0.796858, + "recall": 0.768871, + "recall_weighted": 0.753219, + "ap": 0.843492, + "ap_weighted": 0.843492 + }, + { + "accuracy": 0.753219, + "f1": 0.731334, + "f1_weighted": 0.761611, + "precision": 0.72546, + "precision_weighted": 0.787748, + "recall": 0.758833, + "recall_weighted": 0.753219, + "ap": 0.835765, + "ap_weighted": 0.835765 + }, + { + "accuracy": 0.727468, + "f1": 0.711694, + "f1_weighted": 0.738321, + "precision": 0.714204, + "precision_weighted": 0.785986, + "recall": 0.752417, + "recall_weighted": 0.727468, + "ap": 0.834289, + "ap_weighted": 0.834289 + }, + { + "accuracy": 0.712446, + "f1": 0.688981, + "f1_weighted": 0.722713, + "precision": 0.686393, + "precision_weighted": 0.752975, + "recall": 0.715548, + "recall_weighted": 0.712446, + "ap": 0.808953, + "ap_weighted": 0.808953 + }, + { + "accuracy": 0.740343, + "f1": 0.728583, + "f1_weighted": 0.750891, + "precision": 0.736216, + "precision_weighted": 0.812167, + "recall": 0.779716, + "recall_weighted": 0.740343, + "ap": 0.854605, + "ap_weighted": 0.854605 + }, + { + "accuracy": 0.763948, + "f1": 0.721461, + "f1_weighted": 0.764415, + "precision": 0.720604, + "precision_weighted": 0.764912, + "recall": 0.722357, + "recall_weighted": 0.763948, + "ap": 0.809488, + "ap_weighted": 0.809488 + }, + { + "accuracy": 0.746781, + "f1": 0.730054, + "f1_weighted": 0.756587, + "precision": 0.728874, + "precision_weighted": 0.797518, + "recall": 0.768271, + "recall_weighted": 0.746781, + "ap": 0.843977, + "ap_weighted": 0.843977 + }, + { + "accuracy": 0.740343, + "f1": 0.712508, + "f1_weighted": 0.74783, + "precision": 0.706099, + "precision_weighted": 0.765542, + "recall": 0.731533, + "recall_weighted": 0.740343, + "ap": 0.817451, + "ap_weighted": 0.817451 + }, + { + "accuracy": 0.783262, + "f1": 0.765274, + "f1_weighted": 0.790931, + "precision": 0.758428, + "precision_weighted": 0.820177, + "recall": 0.79844, + "recall_weighted": 0.783262, + "ap": 0.862641, + "ap_weighted": 0.862641 + } + ], + "accuracy": 0.748712, + "f1": 0.727259, + "f1_weighted": 0.757034, + "precision": 0.725033, + "precision_weighted": 0.789125, + "recall": 0.75781, + "recall_weighted": 0.748712, + "ap": 0.836276, + "ap_weighted": 0.836276, + "main_score": 0.748712, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.798283, + "f1": 0.65551, + "f1_weighted": 0.833501, + "precision": 0.635549, + "precision_weighted": 0.904853, + "recall": 0.791304, + "recall_weighted": 0.798283, + "ap": 0.256242, + "ap_weighted": 0.256242 + }, + { + "accuracy": 0.821888, + "f1": 0.675485, + "f1_weighted": 0.850421, + "precision": 0.648231, + "precision_weighted": 0.905961, + "recall": 0.79472, + "recall_weighted": 0.821888, + "ap": 0.272488, + "ap_weighted": 0.272488 + }, + { + "accuracy": 0.791845, + "f1": 0.628502, + "f1_weighted": 0.826206, + "precision": 0.6126, + "precision_weighted": 0.887345, + "recall": 0.729658, + "recall_weighted": 0.791845, + "ap": 0.210598, + "ap_weighted": 0.210598 + }, + { + "accuracy": 0.809013, + "f1": 0.640591, + "f1_weighted": 0.838051, + "precision": 0.620277, + "precision_weighted": 0.887653, + "recall": 0.729503, + "recall_weighted": 0.809013, + "ap": 0.217497, + "ap_weighted": 0.217497 + }, + { + "accuracy": 0.856223, + "f1": 0.702452, + "f1_weighted": 0.874125, + "precision": 0.669863, + "precision_weighted": 0.905332, + "recall": 0.784731, + "recall_weighted": 0.856223, + "ap": 0.291936, + "ap_weighted": 0.291936 + }, + { + "accuracy": 0.871245, + "f1": 0.717061, + "f1_weighted": 0.884691, + "precision": 0.684717, + "precision_weighted": 0.906887, + "recall": 0.783385, + "recall_weighted": 0.871245, + "ap": 0.307074, + "ap_weighted": 0.307074 + }, + { + "accuracy": 0.781116, + "f1": 0.633071, + "f1_weighted": 0.820128, + "precision": 0.619553, + "precision_weighted": 0.89673, + "recall": 0.762422, + "recall_weighted": 0.781116, + "ap": 0.228416, + "ap_weighted": 0.228416 + }, + { + "accuracy": 0.76824, + "f1": 0.614994, + "f1_weighted": 0.80994, + "precision": 0.606396, + "precision_weighted": 0.889246, + "recall": 0.735921, + "recall_weighted": 0.76824, + "ap": 0.206716, + "ap_weighted": 0.206716 + }, + { + "accuracy": 0.648069, + "f1": 0.544748, + "f1_weighted": 0.71881, + "precision": 0.589816, + "precision_weighted": 0.901051, + "recall": 0.746687, + "recall_weighted": 0.648069, + "ap": 0.188545, + "ap_weighted": 0.188545 + }, + { + "accuracy": 0.798283, + "f1": 0.638151, + "f1_weighted": 0.831343, + "precision": 0.619842, + "precision_weighted": 0.891131, + "recall": 0.742909, + "recall_weighted": 0.798283, + "ap": 0.22211, + "ap_weighted": 0.22211 + } + ], + "accuracy": 0.794421, + "f1": 0.645057, + "f1_weighted": 0.828722, + "precision": 0.630684, + "precision_weighted": 0.897619, + "recall": 0.760124, + "recall_weighted": 0.794421, + "ap": 0.240162, + "ap_weighted": 0.240162, + "main_score": 0.794421, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + } + ], + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.853073, + "f1": 0.733287, + "f1_weighted": 0.87478, + "precision": 0.694429, + "precision_weighted": 0.923293, + "recall": 0.863954, + "recall_weighted": 0.853073, + "ap": 0.368488, + "ap_weighted": 0.368488 + }, + { + "accuracy": 0.862069, + "f1": 0.741029, + "f1_weighted": 0.881181, + "precision": 0.700733, + "precision_weighted": 0.92257, + "recall": 0.859438, + "recall_weighted": 0.862069, + "ap": 0.374984, + "ap_weighted": 0.374984 + }, + { + "accuracy": 0.816342, + "f1": 0.694239, + "f1_weighted": 0.847193, + "precision": 0.666569, + "precision_weighted": 0.917617, + "recall": 0.84663, + "recall_weighted": 0.816342, + "ap": 0.321203, + "ap_weighted": 0.321203 + }, + { + "accuracy": 0.874063, + "f1": 0.759834, + "f1_weighted": 0.890949, + "precision": 0.716082, + "precision_weighted": 0.928873, + "recall": 0.878848, + "recall_weighted": 0.874063, + "ap": 0.407782, + "ap_weighted": 0.407782 + }, + { + "accuracy": 0.813343, + "f1": 0.693101, + "f1_weighted": 0.845168, + "precision": 0.666424, + "precision_weighted": 0.919106, + "recall": 0.851314, + "recall_weighted": 0.813343, + "ap": 0.322745, + "ap_weighted": 0.322745 + }, + { + "accuracy": 0.832084, + "f1": 0.714549, + "f1_weighted": 0.859545, + "precision": 0.681285, + "precision_weighted": 0.924034, + "recall": 0.868132, + "recall_weighted": 0.832084, + "ap": 0.351285, + "ap_weighted": 0.351285 + }, + { + "accuracy": 0.873313, + "f1": 0.759823, + "f1_weighted": 0.890516, + "precision": 0.715919, + "precision_weighted": 0.929554, + "recall": 0.881608, + "recall_weighted": 0.873313, + "ap": 0.409153, + "ap_weighted": 0.409153 + }, + { + "accuracy": 0.85907, + "f1": 0.741333, + "f1_weighted": 0.879478, + "precision": 0.700775, + "precision_weighted": 0.925452, + "recall": 0.87048, + "recall_weighted": 0.85907, + "ap": 0.380949, + "ap_weighted": 0.380949 + }, + { + "accuracy": 0.815592, + "f1": 0.690543, + "f1_weighted": 0.846265, + "precision": 0.663286, + "precision_weighted": 0.914592, + "recall": 0.836676, + "recall_weighted": 0.815592, + "ap": 0.312794, + "ap_weighted": 0.312794 + }, + { + "accuracy": 0.843328, + "f1": 0.716114, + "f1_weighted": 0.866549, + "precision": 0.68091, + "precision_weighted": 0.915861, + "recall": 0.839442, + "recall_weighted": 0.843328, + "ap": 0.33779, + "ap_weighted": 0.33779 + } + ], + "accuracy": 0.844228, + "f1": 0.724385, + "f1_weighted": 0.868162, + "precision": 0.688641, + "precision_weighted": 0.922095, + "recall": 0.859652, + "recall_weighted": 0.844228, + "ap": 0.358717, + "ap_weighted": 0.358717, + "main_score": 0.844228, + "hf_subset": "en-ext", + "languages": [ + "eng-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.834328, + "f1": 0.770669, + "f1_weighted": 0.844247, + "precision": 0.747956, + "precision_weighted": 0.866211, + "recall": 0.816135, + "recall_weighted": 0.834328, + "ap": 0.477193, + "ap_weighted": 0.477193 + }, + { + "accuracy": 0.831343, + "f1": 0.781903, + "f1_weighted": 0.845137, + "precision": 0.757121, + "precision_weighted": 0.888785, + "recall": 0.860506, + "recall_weighted": 0.831343, + "ap": 0.509271, + "ap_weighted": 0.509271 + }, + { + "accuracy": 0.850746, + "f1": 0.796466, + "f1_weighted": 0.860473, + "precision": 0.770239, + "precision_weighted": 0.885897, + "recall": 0.852342, + "recall_weighted": 0.850746, + "ap": 0.524502, + "ap_weighted": 0.524502 + }, + { + "accuracy": 0.81791, + "f1": 0.768311, + "f1_weighted": 0.83359, + "precision": 0.74622, + "precision_weighted": 0.88419, + "recall": 0.852158, + "recall_weighted": 0.81791, + "ap": 0.48996, + "ap_weighted": 0.48996 + }, + { + "accuracy": 0.832836, + "f1": 0.779294, + "f1_weighted": 0.845491, + "precision": 0.754289, + "precision_weighted": 0.88146, + "recall": 0.846988, + "recall_weighted": 0.832836, + "ap": 0.500044, + "ap_weighted": 0.500044 + }, + { + "accuracy": 0.8, + "f1": 0.739931, + "f1_weighted": 0.816043, + "precision": 0.720054, + "precision_weighted": 0.858266, + "recall": 0.806356, + "recall_weighted": 0.8, + "ap": 0.438572, + "ap_weighted": 0.438572 + }, + { + "accuracy": 0.835821, + "f1": 0.773228, + "f1_weighted": 0.845779, + "precision": 0.750125, + "precision_weighted": 0.868247, + "recall": 0.819952, + "recall_weighted": 0.835821, + "ap": 0.481822, + "ap_weighted": 0.481822 + }, + { + "accuracy": 0.859701, + "f1": 0.798141, + "f1_weighted": 0.866024, + "precision": 0.77679, + "precision_weighted": 0.878681, + "recall": 0.831905, + "recall_weighted": 0.859701, + "ap": 0.520991, + "ap_weighted": 0.520991 + }, + { + "accuracy": 0.825373, + "f1": 0.773347, + "f1_weighted": 0.839474, + "precision": 0.749462, + "precision_weighted": 0.88182, + "recall": 0.848128, + "recall_weighted": 0.825373, + "ap": 0.49357, + "ap_weighted": 0.49357 + }, + { + "accuracy": 0.791045, + "f1": 0.737766, + "f1_weighted": 0.809745, + "precision": 0.720876, + "precision_weighted": 0.866942, + "recall": 0.821014, + "recall_weighted": 0.791045, + "ap": 0.443964, + "ap_weighted": 0.443964 + } + ], + "accuracy": 0.82791, + "f1": 0.771906, + "f1_weighted": 0.8406, + "precision": 0.749313, + "precision_weighted": 0.87605, + "recall": 0.835549, + "recall_weighted": 0.82791, + "ap": 0.487989, + "ap_weighted": 0.487989, + "main_score": 0.82791, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.717345, + "f1": 0.703761, + "f1_weighted": 0.728619, + "precision": 0.710491, + "precision_weighted": 0.784267, + "recall": 0.748348, + "recall_weighted": 0.717345, + "ap": 0.831671, + "ap_weighted": 0.831671 + }, + { + "accuracy": 0.708779, + "f1": 0.692324, + "f1_weighted": 0.720207, + "precision": 0.695912, + "precision_weighted": 0.767266, + "recall": 0.730298, + "recall_weighted": 0.708779, + "ap": 0.818898, + "ap_weighted": 0.818898 + }, + { + "accuracy": 0.705567, + "f1": 0.687428, + "f1_weighted": 0.716935, + "precision": 0.689479, + "precision_weighted": 0.759579, + "recall": 0.722042, + "recall_weighted": 0.705567, + "ap": 0.813189, + "ap_weighted": 0.813189 + }, + { + "accuracy": 0.70985, + "f1": 0.697734, + "f1_weighted": 0.721448, + "precision": 0.708187, + "precision_weighted": 0.784267, + "recall": 0.745937, + "recall_weighted": 0.70985, + "ap": 0.830888, + "ap_weighted": 0.830888 + }, + { + "accuracy": 0.689507, + "f1": 0.672304, + "f1_weighted": 0.701726, + "precision": 0.677283, + "precision_weighted": 0.749449, + "recall": 0.708521, + "recall_weighted": 0.689507, + "ap": 0.805171, + "ap_weighted": 0.805171 + }, + { + "accuracy": 0.701285, + "f1": 0.694318, + "f1_weighted": 0.712402, + "precision": 0.720691, + "precision_weighted": 0.805247, + "recall": 0.758619, + "recall_weighted": 0.701285, + "ap": 0.843215, + "ap_weighted": 0.843215 + }, + { + "accuracy": 0.732334, + "f1": 0.698227, + "f1_weighted": 0.737982, + "precision": 0.692522, + "precision_weighted": 0.748137, + "recall": 0.70955, + "recall_weighted": 0.732334, + "ap": 0.80227, + "ap_weighted": 0.80227 + }, + { + "accuracy": 0.701285, + "f1": 0.690157, + "f1_weighted": 0.713167, + "precision": 0.703836, + "precision_weighted": 0.78164, + "recall": 0.740775, + "recall_weighted": 0.701285, + "ap": 0.828062, + "ap_weighted": 0.828062 + }, + { + "accuracy": 0.699143, + "f1": 0.680956, + "f1_weighted": 0.710806, + "precision": 0.683709, + "precision_weighted": 0.754321, + "recall": 0.715444, + "recall_weighted": 0.699143, + "ap": 0.80912, + "ap_weighted": 0.80912 + }, + { + "accuracy": 0.714133, + "f1": 0.69446, + "f1_weighted": 0.724841, + "precision": 0.694072, + "precision_weighted": 0.762056, + "recall": 0.726213, + "recall_weighted": 0.714133, + "ap": 0.815281, + "ap_weighted": 0.815281 + } + ], + "accuracy": 0.707923, + "f1": 0.691167, + "f1_weighted": 0.718813, + "precision": 0.697618, + "precision_weighted": 0.769623, + "recall": 0.730575, + "recall_weighted": 0.707923, + "ap": 0.819777, + "ap_weighted": 0.819777, + "main_score": 0.707923, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.788009, + "f1": 0.660782, + "f1_weighted": 0.825821, + "precision": 0.643656, + "precision_weighted": 0.910098, + "recall": 0.817298, + "recall_weighted": 0.788009, + "ap": 0.278304, + "ap_weighted": 0.278304 + }, + { + "accuracy": 0.808351, + "f1": 0.681814, + "f1_weighted": 0.841221, + "precision": 0.657178, + "precision_weighted": 0.91445, + "recall": 0.833246, + "recall_weighted": 0.808351, + "ap": 0.302113, + "ap_weighted": 0.302113 + }, + { + "accuracy": 0.786938, + "f1": 0.647839, + "f1_weighted": 0.823668, + "precision": 0.631305, + "precision_weighted": 0.898619, + "recall": 0.779808, + "recall_weighted": 0.786938, + "ap": 0.250812, + "ap_weighted": 0.250812 + }, + { + "accuracy": 0.813704, + "f1": 0.679797, + "f1_weighted": 0.844299, + "precision": 0.65381, + "precision_weighted": 0.908406, + "recall": 0.813171, + "recall_weighted": 0.813704, + "ap": 0.290105, + "ap_weighted": 0.290105 + }, + { + "accuracy": 0.85439, + "f1": 0.714322, + "f1_weighted": 0.873237, + "precision": 0.679652, + "precision_weighted": 0.908725, + "recall": 0.808174, + "recall_weighted": 0.85439, + "ap": 0.319174, + "ap_weighted": 0.319174 + }, + { + "accuracy": 0.852248, + "f1": 0.715126, + "f1_weighted": 0.87214, + "precision": 0.679952, + "precision_weighted": 0.910717, + "recall": 0.816204, + "recall_weighted": 0.852248, + "ap": 0.323774, + "ap_weighted": 0.323774 + }, + { + "accuracy": 0.799786, + "f1": 0.65669, + "f1_weighted": 0.832772, + "precision": 0.636024, + "precision_weighted": 0.897902, + "recall": 0.777745, + "recall_weighted": 0.799786, + "ap": 0.255483, + "ap_weighted": 0.255483 + }, + { + "accuracy": 0.752677, + "f1": 0.623563, + "f1_weighted": 0.798705, + "precision": 0.620024, + "precision_weighted": 0.89965, + "recall": 0.779162, + "recall_weighted": 0.752677, + "ap": 0.237055, + "ap_weighted": 0.237055 + }, + { + "accuracy": 0.673448, + "f1": 0.567058, + "f1_weighted": 0.737557, + "precision": 0.599039, + "precision_weighted": 0.8991, + "recall": 0.758067, + "recall_weighted": 0.673448, + "ap": 0.20528, + "ap_weighted": 0.20528 + }, + { + "accuracy": 0.82227, + "f1": 0.687007, + "f1_weighted": 0.850468, + "precision": 0.658495, + "precision_weighted": 0.908538, + "recall": 0.813333, + "recall_weighted": 0.82227, + "ap": 0.296059, + "ap_weighted": 0.296059 + } + ], + "accuracy": 0.795182, + "f1": 0.6634, + "f1_weighted": 0.829989, + "precision": 0.645913, + "precision_weighted": 0.905621, + "recall": 0.799621, + "recall_weighted": 0.795182, + "ap": 0.275816, + "ap_weighted": 0.275816, + "main_score": 0.795182, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 60.524786949157715, + "kg_co2_emissions": null, + "date": 1776176389.513935 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ArXivHierarchicalClusteringP2P.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ArXivHierarchicalClusteringP2P.json new file mode 100644 index 0000000000..06cf31e529 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ArXivHierarchicalClusteringP2P.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8", + "task_name": "ArXivHierarchicalClusteringP2P", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.686837, + 0.659028, + 0.692387, + 0.70807, + 0.647722, + 0.684404, + 0.656811, + 0.675439, + 0.674069, + 0.662519 + ], + "Level 1": [ + 0.604354, + 0.617336, + 0.612777, + 0.625735, + 0.599338, + 0.585803, + 0.606071, + 0.620455, + 0.587667, + 0.586965 + ] + }, + "v_measure": 0.639689, + "v_measure_std": 0.038454, + "main_score": 0.639689, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 6.111189126968384, + "kg_co2_emissions": null, + "date": 1776176355.804691 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ArXivHierarchicalClusteringS2S.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ArXivHierarchicalClusteringS2S.json new file mode 100644 index 0000000000..ce1084ec36 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ArXivHierarchicalClusteringS2S.json @@ -0,0 +1,47 @@ +{ + "dataset_revision": "b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3", + "task_name": "ArXivHierarchicalClusteringS2S", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.676296, + 0.670805, + 0.702411, + 0.678244, + 0.668171, + 0.645184, + 0.661888, + 0.696364, + 0.692316, + 0.694929 + ], + "Level 1": [ + 0.624838, + 0.618046, + 0.594508, + 0.594288, + 0.588077, + 0.61183, + 0.57293, + 0.604828, + 0.59548, + 0.60055 + ] + }, + "v_measure": 0.639599, + "v_measure_std": 0.042122, + "main_score": 0.639599, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5.712666273117065, + "kg_co2_emissions": null, + "date": 1776176347.659667 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ArguAna.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ArguAna.json new file mode 100644 index 0000000000..bc29d5b87a --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ArguAna.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a", + "task_name": "ArguAna", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.32148, + "ndcg_at_3": 0.46867, + "ndcg_at_5": 0.51887, + "ndcg_at_10": 0.57044, + "ndcg_at_20": 0.59415, + "ndcg_at_100": 0.60205, + "ndcg_at_1000": 0.60267, + "map_at_1": 0.32148, + "map_at_3": 0.43101, + "map_at_5": 0.45893, + "map_at_10": 0.48037, + "map_at_20": 0.48724, + "map_at_100": 0.48838, + "map_at_1000": 0.4884, + "recall_at_1": 0.32148, + "recall_at_3": 0.57824, + "recall_at_5": 0.69986, + "recall_at_10": 0.85846, + "recall_at_20": 0.9495, + "recall_at_100": 0.99147, + "recall_at_1000": 0.99644, + "accuracy": 0.32148, + "precision_at_1": 0.32148, + "precision_at_3": 0.19275, + "precision_at_5": 0.13997, + "precision_at_10": 0.08585, + "precision_at_20": 0.04748, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.325747, + "mrr_at_3": 0.431958, + "mrr_at_5": 0.46055, + "mrr_at_10": 0.481865, + "mrr_at_20": 0.48874, + "mrr_at_100": 0.489876, + "mrr_at_1000": 0.489898, + "nauc_ndcg_at_1_max": -0.064526, + "nauc_ndcg_at_1_std": -0.089394, + "nauc_ndcg_at_1_diff1": 0.114165, + "nauc_ndcg_at_3_max": -0.079516, + "nauc_ndcg_at_3_std": -0.131211, + "nauc_ndcg_at_3_diff1": 0.082729, + "nauc_ndcg_at_5_max": -0.07177, + "nauc_ndcg_at_5_std": -0.126277, + "nauc_ndcg_at_5_diff1": 0.084033, + "nauc_ndcg_at_10_max": -0.060304, + "nauc_ndcg_at_10_std": -0.112036, + "nauc_ndcg_at_10_diff1": 0.080274, + "nauc_ndcg_at_20_max": -0.059001, + "nauc_ndcg_at_20_std": -0.115017, + "nauc_ndcg_at_20_diff1": 0.08572, + "nauc_ndcg_at_100_max": -0.063401, + "nauc_ndcg_at_100_std": -0.108334, + "nauc_ndcg_at_100_diff1": 0.085388, + "nauc_ndcg_at_1000_max": -0.064251, + "nauc_ndcg_at_1000_std": -0.109543, + "nauc_ndcg_at_1000_diff1": 0.08539, + "nauc_map_at_1_max": -0.064526, + "nauc_map_at_1_std": -0.089394, + "nauc_map_at_1_diff1": 0.114165, + "nauc_map_at_3_max": -0.075511, + "nauc_map_at_3_std": -0.119021, + "nauc_map_at_3_diff1": 0.087286, + "nauc_map_at_5_max": -0.07123, + "nauc_map_at_5_std": -0.116108, + "nauc_map_at_5_diff1": 0.088179, + "nauc_map_at_10_max": -0.067135, + "nauc_map_at_10_std": -0.110275, + "nauc_map_at_10_diff1": 0.086721, + "nauc_map_at_20_max": -0.066709, + "nauc_map_at_20_std": -0.110914, + "nauc_map_at_20_diff1": 0.088223, + "nauc_map_at_100_max": -0.067069, + "nauc_map_at_100_std": -0.109945, + "nauc_map_at_100_diff1": 0.088336, + "nauc_map_at_1000_max": -0.06709, + "nauc_map_at_1000_std": -0.109973, + "nauc_map_at_1000_diff1": 0.088341, + "nauc_recall_at_1_max": -0.064526, + "nauc_recall_at_1_std": -0.089394, + "nauc_recall_at_1_diff1": 0.114165, + "nauc_recall_at_3_max": -0.091882, + "nauc_recall_at_3_std": -0.169262, + "nauc_recall_at_3_diff1": 0.070207, + "nauc_recall_at_5_max": -0.072471, + "nauc_recall_at_5_std": -0.162988, + "nauc_recall_at_5_diff1": 0.070928, + "nauc_recall_at_10_max": -0.001929, + "nauc_recall_at_10_std": -0.110705, + "nauc_recall_at_10_diff1": 0.039884, + "nauc_recall_at_20_max": 0.110166, + "nauc_recall_at_20_std": -0.165707, + "nauc_recall_at_20_diff1": 0.070589, + "nauc_recall_at_100_max": 0.210009, + "nauc_recall_at_100_std": 0.501424, + "nauc_recall_at_100_diff1": -0.120892, + "nauc_recall_at_1000_max": 0.105937, + "nauc_recall_at_1000_std": 0.671328, + "nauc_recall_at_1000_diff1": -0.445603, + "nauc_precision_at_1_max": -0.064526, + "nauc_precision_at_1_std": -0.089394, + "nauc_precision_at_1_diff1": 0.114165, + "nauc_precision_at_3_max": -0.091882, + "nauc_precision_at_3_std": -0.169262, + "nauc_precision_at_3_diff1": 0.070207, + "nauc_precision_at_5_max": -0.072471, + "nauc_precision_at_5_std": -0.162988, + "nauc_precision_at_5_diff1": 0.070928, + "nauc_precision_at_10_max": -0.001929, + "nauc_precision_at_10_std": -0.110705, + "nauc_precision_at_10_diff1": 0.039884, + "nauc_precision_at_20_max": 0.110166, + "nauc_precision_at_20_std": -0.165707, + "nauc_precision_at_20_diff1": 0.070589, + "nauc_precision_at_100_max": 0.210009, + "nauc_precision_at_100_std": 0.501424, + "nauc_precision_at_100_diff1": -0.120892, + "nauc_precision_at_1000_max": 0.105937, + "nauc_precision_at_1000_std": 0.671328, + "nauc_precision_at_1000_diff1": -0.445603, + "nauc_mrr_at_1_max": -0.064638, + "nauc_mrr_at_1_std": -0.089391, + "nauc_mrr_at_1_diff1": 0.101733, + "nauc_mrr_at_3_max": -0.082432, + "nauc_mrr_at_3_std": -0.120121, + "nauc_mrr_at_3_diff1": 0.073699, + "nauc_mrr_at_5_max": -0.076013, + "nauc_mrr_at_5_std": -0.116106, + "nauc_mrr_at_5_diff1": 0.076141, + "nauc_mrr_at_10_max": -0.072083, + "nauc_mrr_at_10_std": -0.110097, + "nauc_mrr_at_10_diff1": 0.074119, + "nauc_mrr_at_20_max": -0.071873, + "nauc_mrr_at_20_std": -0.110744, + "nauc_mrr_at_20_diff1": 0.075232, + "nauc_mrr_at_100_max": -0.072256, + "nauc_mrr_at_100_std": -0.109776, + "nauc_mrr_at_100_diff1": 0.075287, + "nauc_mrr_at_1000_max": -0.072277, + "nauc_mrr_at_1000_std": -0.109804, + "nauc_mrr_at_1000_diff1": 0.075291, + "hit_rate_at_1": 0.32148, + "hit_rate_at_3": 0.57824, + "hit_rate_at_5": 0.69986, + "hit_rate_at_10": 0.85846, + "hit_rate_at_20": 0.9495, + "hit_rate_at_100": 0.99147, + "hit_rate_at_1000": 0.99644, + "main_score": 0.57044, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 60.85173296928406, + "kg_co2_emissions": null, + "date": 1776176392.126644 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ArmenianParaphrasePC.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ArmenianParaphrasePC.json new file mode 100644 index 0000000000..0c8f2d693e --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ArmenianParaphrasePC.json @@ -0,0 +1,49 @@ +{ + "dataset_revision": "594f25dfef459cbfa30fc1765a6fb2053244f85b", + "task_name": "ArmenianParaphrasePC", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "similarity_accuracy": 0.902721, + "similarity_f1": 0.933827, + "similarity_precision": 0.885088, + "similarity_recall": 0.988247, + "similarity_ap": 0.948188, + "cosine_accuracy": 0.902721, + "cosine_f1": 0.933827, + "cosine_precision": 0.885088, + "cosine_recall": 0.988247, + "cosine_ap": 0.948188, + "manhattan_accuracy": 0.9, + "manhattan_f1": 0.932358, + "manhattan_precision": 0.874036, + "manhattan_recall": 0.999021, + "manhattan_ap": 0.946188, + "euclidean_accuracy": 0.902041, + "euclidean_f1": 0.933457, + "euclidean_precision": 0.88364, + "euclidean_recall": 0.989226, + "euclidean_ap": 0.946376, + "dot_accuracy": 0.903401, + "dot_f1": 0.934259, + "dot_precision": 0.885865, + "dot_recall": 0.988247, + "dot_ap": 0.940043, + "max_accuracy": 0.903401, + "max_f1": 0.934259, + "max_precision": 0.885865, + "max_recall": 0.999021, + "max_ap": 0.948188, + "main_score": 0.948188, + "hf_subset": "default", + "languages": [ + "hye-Armn" + ] + } + ] + }, + "evaluation_time": 8.200349569320679, + "kg_co2_emissions": null, + "date": 1776176350.094974 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BLINKIT2IMultiChoice.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BLINKIT2IMultiChoice.json new file mode 100644 index 0000000000..b8ca7cbe29 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BLINKIT2IMultiChoice.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "0418ecbea812ab97bda7eabe2c34065fdb81810f", + "task_name": "BLINKIT2IMultiChoice", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.77363, + "ndcg_at_3": 0.91645, + "ndcg_at_5": 0.91645, + "ndcg_at_10": 0.91645, + "ndcg_at_20": 0.91645, + "ndcg_at_100": 0.91645, + "ndcg_at_1000": 0.91645, + "map_at_1": 0.77363, + "map_at_3": 0.88682, + "map_at_5": 0.88682, + "map_at_10": 0.88682, + "map_at_20": 0.88682, + "map_at_100": 0.88682, + "map_at_1000": 0.88682, + "recall_at_1": 0.77363, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.77363, + "precision_at_1": 0.77363, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.773632, + "mrr_at_3": 0.886816, + "mrr_at_5": 0.886816, + "mrr_at_10": 0.886816, + "mrr_at_20": 0.886816, + "mrr_at_100": 0.886816, + "mrr_at_1000": 0.886816, + "nauc_ndcg_at_1_max": 0.128591, + "nauc_ndcg_at_1_std": 0.44829, + "nauc_ndcg_at_1_diff1": 0.44829, + "nauc_ndcg_at_3_max": 0.128591, + "nauc_ndcg_at_3_std": 0.44829, + "nauc_ndcg_at_3_diff1": 0.44829, + "nauc_ndcg_at_5_max": 0.128591, + "nauc_ndcg_at_5_std": 0.44829, + "nauc_ndcg_at_5_diff1": 0.44829, + "nauc_ndcg_at_10_max": 0.128591, + "nauc_ndcg_at_10_std": 0.44829, + "nauc_ndcg_at_10_diff1": 0.44829, + "nauc_ndcg_at_20_max": 0.128591, + "nauc_ndcg_at_20_std": 0.44829, + "nauc_ndcg_at_20_diff1": 0.44829, + "nauc_ndcg_at_100_max": 0.128591, + "nauc_ndcg_at_100_std": 0.44829, + "nauc_ndcg_at_100_diff1": 0.44829, + "nauc_ndcg_at_1000_max": 0.128591, + "nauc_ndcg_at_1000_std": 0.44829, + "nauc_ndcg_at_1000_diff1": 0.44829, + "nauc_map_at_1_max": 0.128591, + "nauc_map_at_1_std": 0.44829, + "nauc_map_at_1_diff1": 0.44829, + "nauc_map_at_3_max": 0.128591, + "nauc_map_at_3_std": 0.44829, + "nauc_map_at_3_diff1": 0.44829, + "nauc_map_at_5_max": 0.128591, + "nauc_map_at_5_std": 0.44829, + "nauc_map_at_5_diff1": 0.44829, + "nauc_map_at_10_max": 0.128591, + "nauc_map_at_10_std": 0.44829, + "nauc_map_at_10_diff1": 0.44829, + "nauc_map_at_20_max": 0.128591, + "nauc_map_at_20_std": 0.44829, + "nauc_map_at_20_diff1": 0.44829, + "nauc_map_at_100_max": 0.128591, + "nauc_map_at_100_std": 0.44829, + "nauc_map_at_100_diff1": 0.44829, + "nauc_map_at_1000_max": 0.128591, + "nauc_map_at_1000_std": 0.44829, + "nauc_map_at_1000_diff1": 0.44829, + "nauc_recall_at_1_max": 0.128591, + "nauc_recall_at_1_std": 0.44829, + "nauc_recall_at_1_diff1": 0.44829, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.128591, + "nauc_precision_at_1_std": 0.44829, + "nauc_precision_at_1_diff1": 0.44829, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.128591, + "nauc_mrr_at_1_std": 0.44829, + "nauc_mrr_at_1_diff1": 0.44829, + "nauc_mrr_at_3_max": 0.128591, + "nauc_mrr_at_3_std": 0.44829, + "nauc_mrr_at_3_diff1": 0.44829, + "nauc_mrr_at_5_max": 0.128591, + "nauc_mrr_at_5_std": 0.44829, + "nauc_mrr_at_5_diff1": 0.44829, + "nauc_mrr_at_10_max": 0.128591, + "nauc_mrr_at_10_std": 0.44829, + "nauc_mrr_at_10_diff1": 0.44829, + "nauc_mrr_at_20_max": 0.128591, + "nauc_mrr_at_20_std": 0.44829, + "nauc_mrr_at_20_diff1": 0.44829, + "nauc_mrr_at_100_max": 0.128591, + "nauc_mrr_at_100_std": 0.44829, + "nauc_mrr_at_100_diff1": 0.44829, + "nauc_mrr_at_1000_max": 0.128591, + "nauc_mrr_at_1000_std": 0.44829, + "nauc_mrr_at_1000_diff1": 0.44829, + "hit_rate_at_1": 0.77363, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.77363, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 105.91732621192932, + "kg_co2_emissions": null, + "date": 1776184410.976976 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BUCC.v2.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BUCC.v2.json new file mode 100644 index 0000000000..fed2ea126d --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BUCC.v2.json @@ -0,0 +1,60 @@ +{ + "dataset_revision": "1739dc11ffe9b7bfccd7f3d585aeb4c544fc6677", + "task_name": "BUCC.v2", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "precision": 0.995564, + "recall": 0.996973, + "f1": 0.996033, + "accuracy": 0.996973, + "main_score": 0.996033, + "hf_subset": "de-en", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.992076, + "recall": 0.994717, + "f1": 0.992956, + "accuracy": 0.994717, + "main_score": 0.992956, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.973363, + "recall": 0.981988, + "f1": 0.976227, + "accuracy": 0.981988, + "main_score": 0.976227, + "hf_subset": "ru-en", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.993681, + "recall": 0.995787, + "f1": 0.994383, + "accuracy": 0.995787, + "main_score": 0.994383, + "hf_subset": "zh-en", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 168.35720086097717, + "kg_co2_emissions": null, + "date": 1776176633.755785 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BeijingOpera.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BeijingOpera.json new file mode 100644 index 0000000000..ed54843848 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BeijingOpera.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "fed432f5ad94bc8d76c96d0ba05a38e805254281", + "task_name": "BeijingOpera", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.916667, + "f1": 0.918555, + "f1_weighted": 0.91698, + "precision": 0.928166, + "precision_weighted": 0.919271, + "recall": 0.911499, + "recall_weighted": 0.916667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.914894, + "f1": 0.915669, + "f1_weighted": 0.916076, + "precision": 0.925595, + "precision_weighted": 0.925785, + "recall": 0.914481, + "recall_weighted": 0.914894, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.87234, + "f1": 0.892857, + "f1_weighted": 0.87234, + "precision": 0.911765, + "precision_weighted": 0.917397, + "recall": 0.911765, + "recall_weighted": 0.87234, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.978723, + "f1": 0.978221, + "f1_weighted": 0.97853, + "precision": 0.983333, + "precision_weighted": 0.980142, + "recall": 0.975, + "recall_weighted": 0.978723, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.829787, + "f1": 0.839977, + "f1_weighted": 0.827359, + "precision": 0.861161, + "precision_weighted": 0.856041, + "recall": 0.851471, + "recall_weighted": 0.829787, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.902482, + "f1": 0.909056, + "f1_weighted": 0.902257, + "precision": 0.922004, + "precision_weighted": 0.919727, + "recall": 0.912843, + "recall_weighted": 0.902482, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.902482, + "hf_subset": "default", + "languages": [ + "zxx-Zxxx" + ] + } + ] + }, + "evaluation_time": 5.746025085449219, + "kg_co2_emissions": null, + "date": 1776241693.163167 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BelebeleRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BelebeleRetrieval.json new file mode 100644 index 0000000000..2827b1e025 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BelebeleRetrieval.json @@ -0,0 +1,58668 @@ +{ + "dataset_revision": "979a211276faa22f671e69d096634193567cfd05", + "task_name": "BelebeleRetrieval", + "mteb_version": "2.12.15", + "scores": { + "test": [ + { + "ndcg_at_1": 0.84333, + "ndcg_at_3": 0.88739, + "ndcg_at_5": 0.89471, + "ndcg_at_10": 0.90298, + "ndcg_at_20": 0.90775, + "ndcg_at_100": 0.90989, + "ndcg_at_1000": 0.91108, + "map_at_1": 0.84333, + "map_at_3": 0.87685, + "map_at_5": 0.88091, + "map_at_10": 0.88432, + "map_at_20": 0.88563, + "map_at_100": 0.88596, + "map_at_1000": 0.88601, + "recall_at_1": 0.84333, + "recall_at_3": 0.91778, + "recall_at_5": 0.93556, + "recall_at_10": 0.96111, + "recall_at_20": 0.98, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "accuracy": 0.84333, + "precision_at_1": 0.84333, + "precision_at_3": 0.30593, + "precision_at_5": 0.18711, + "precision_at_10": 0.09611, + "precision_at_20": 0.049, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.843333, + "mrr_at_3": 0.876852, + "mrr_at_5": 0.880907, + "mrr_at_10": 0.884325, + "mrr_at_20": 0.885631, + "mrr_at_100": 0.885956, + "mrr_at_1000": 0.88601, + "nauc_ndcg_at_1_max": 0.705924, + "nauc_ndcg_at_1_std": -0.079074, + "nauc_ndcg_at_1_diff1": 0.899702, + "nauc_ndcg_at_3_max": 0.759483, + "nauc_ndcg_at_3_std": -0.019663, + "nauc_ndcg_at_3_diff1": 0.883671, + "nauc_ndcg_at_5_max": 0.77336, + "nauc_ndcg_at_5_std": 0.030483, + "nauc_ndcg_at_5_diff1": 0.887063, + "nauc_ndcg_at_10_max": 0.767596, + "nauc_ndcg_at_10_std": 0.030981, + "nauc_ndcg_at_10_diff1": 0.889136, + "nauc_ndcg_at_20_max": 0.757692, + "nauc_ndcg_at_20_std": 0.014638, + "nauc_ndcg_at_20_diff1": 0.888743, + "nauc_ndcg_at_100_max": 0.753966, + "nauc_ndcg_at_100_std": 0.003852, + "nauc_ndcg_at_100_diff1": 0.889954, + "nauc_ndcg_at_1000_max": 0.753399, + "nauc_ndcg_at_1000_std": -0.000711, + "nauc_ndcg_at_1000_diff1": 0.889542, + "nauc_map_at_1_max": 0.705924, + "nauc_map_at_1_std": -0.079074, + "nauc_map_at_1_diff1": 0.899702, + "nauc_map_at_3_max": 0.747077, + "nauc_map_at_3_std": -0.032267, + "nauc_map_at_3_diff1": 0.88794, + "nauc_map_at_5_max": 0.753129, + "nauc_map_at_5_std": -0.008703, + "nauc_map_at_5_diff1": 0.889719, + "nauc_map_at_10_max": 0.750663, + "nauc_map_at_10_std": -0.008728, + "nauc_map_at_10_diff1": 0.890626, + "nauc_map_at_20_max": 0.748282, + "nauc_map_at_20_std": -0.012568, + "nauc_map_at_20_diff1": 0.890547, + "nauc_map_at_100_max": 0.747781, + "nauc_map_at_100_std": -0.014025, + "nauc_map_at_100_diff1": 0.890602, + "nauc_map_at_1000_max": 0.747749, + "nauc_map_at_1000_std": -0.014226, + "nauc_map_at_1000_diff1": 0.890578, + "nauc_recall_at_1_max": 0.705924, + "nauc_recall_at_1_std": -0.079074, + "nauc_recall_at_1_diff1": 0.899702, + "nauc_recall_at_3_max": 0.809202, + "nauc_recall_at_3_std": 0.029948, + "nauc_recall_at_3_diff1": 0.866127, + "nauc_recall_at_5_max": 0.879141, + "nauc_recall_at_5_std": 0.242627, + "nauc_recall_at_5_diff1": 0.874714, + "nauc_recall_at_10_max": 0.903095, + "nauc_recall_at_10_std": 0.370508, + "nauc_recall_at_10_diff1": 0.880419, + "nauc_recall_at_20_max": 0.855146, + "nauc_recall_at_20_std": 0.391794, + "nauc_recall_at_20_diff1": 0.86578, + "nauc_recall_at_100_max": 0.7905, + "nauc_recall_at_100_std": 0.319094, + "nauc_recall_at_100_diff1": 0.914216, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.705924, + "nauc_precision_at_1_std": -0.079074, + "nauc_precision_at_1_diff1": 0.899702, + "nauc_precision_at_3_max": 0.809202, + "nauc_precision_at_3_std": 0.029948, + "nauc_precision_at_3_diff1": 0.866127, + "nauc_precision_at_5_max": 0.879141, + "nauc_precision_at_5_std": 0.242627, + "nauc_precision_at_5_diff1": 0.874714, + "nauc_precision_at_10_max": 0.903095, + "nauc_precision_at_10_std": 0.370508, + "nauc_precision_at_10_diff1": 0.880419, + "nauc_precision_at_20_max": 0.855146, + "nauc_precision_at_20_std": 0.391794, + "nauc_precision_at_20_diff1": 0.86578, + "nauc_precision_at_100_max": 0.7905, + "nauc_precision_at_100_std": 0.319094, + "nauc_precision_at_100_diff1": 0.914216, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.705924, + "nauc_mrr_at_1_std": -0.079074, + "nauc_mrr_at_1_diff1": 0.899702, + "nauc_mrr_at_3_max": 0.747077, + "nauc_mrr_at_3_std": -0.032267, + "nauc_mrr_at_3_diff1": 0.88794, + "nauc_mrr_at_5_max": 0.753129, + "nauc_mrr_at_5_std": -0.008703, + "nauc_mrr_at_5_diff1": 0.889719, + "nauc_mrr_at_10_max": 0.750663, + "nauc_mrr_at_10_std": -0.008728, + "nauc_mrr_at_10_diff1": 0.890626, + "nauc_mrr_at_20_max": 0.748282, + "nauc_mrr_at_20_std": -0.012568, + "nauc_mrr_at_20_diff1": 0.890547, + "nauc_mrr_at_100_max": 0.747781, + "nauc_mrr_at_100_std": -0.014025, + "nauc_mrr_at_100_diff1": 0.890602, + "nauc_mrr_at_1000_max": 0.747749, + "nauc_mrr_at_1000_std": -0.014226, + "nauc_mrr_at_1000_diff1": 0.890578, + "hit_rate_at_1": 0.84333, + "hit_rate_at_3": 0.91778, + "hit_rate_at_5": 0.93556, + "hit_rate_at_10": 0.96111, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 0.99111, + "hit_rate_at_1000": 1.0, + "main_score": 0.90298, + "hf_subset": "acm_Arab-acm_Arab", + "languages": [ + "acm-Arab", + "acm-Arab" + ] + }, + { + "ndcg_at_1": 0.87333, + "ndcg_at_3": 0.91911, + "ndcg_at_5": 0.92691, + "ndcg_at_10": 0.9303, + "ndcg_at_20": 0.93425, + "ndcg_at_100": 0.93506, + "ndcg_at_1000": 0.93532, + "map_at_1": 0.87333, + "map_at_3": 0.9087, + "map_at_5": 0.91304, + "map_at_10": 0.91453, + "map_at_20": 0.91562, + "map_at_100": 0.91573, + "map_at_1000": 0.91574, + "recall_at_1": 0.87333, + "recall_at_3": 0.94889, + "recall_at_5": 0.96778, + "recall_at_10": 0.97778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.87333, + "precision_at_1": 0.87333, + "precision_at_3": 0.3163, + "precision_at_5": 0.19356, + "precision_at_10": 0.09778, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.873333, + "mrr_at_3": 0.908704, + "mrr_at_5": 0.913037, + "mrr_at_10": 0.914532, + "mrr_at_20": 0.915624, + "mrr_at_100": 0.915731, + "mrr_at_1000": 0.915738, + "nauc_ndcg_at_1_max": 0.638566, + "nauc_ndcg_at_1_std": -0.322494, + "nauc_ndcg_at_1_diff1": 0.911655, + "nauc_ndcg_at_3_max": 0.684279, + "nauc_ndcg_at_3_std": -0.289688, + "nauc_ndcg_at_3_diff1": 0.906228, + "nauc_ndcg_at_5_max": 0.69399, + "nauc_ndcg_at_5_std": -0.239542, + "nauc_ndcg_at_5_diff1": 0.907773, + "nauc_ndcg_at_10_max": 0.686057, + "nauc_ndcg_at_10_std": -0.245259, + "nauc_ndcg_at_10_diff1": 0.910259, + "nauc_ndcg_at_20_max": 0.678536, + "nauc_ndcg_at_20_std": -0.265394, + "nauc_ndcg_at_20_diff1": 0.908154, + "nauc_ndcg_at_100_max": 0.677034, + "nauc_ndcg_at_100_std": -0.267731, + "nauc_ndcg_at_100_diff1": 0.908372, + "nauc_ndcg_at_1000_max": 0.675679, + "nauc_ndcg_at_1000_std": -0.273049, + "nauc_ndcg_at_1000_diff1": 0.908249, + "nauc_map_at_1_max": 0.638566, + "nauc_map_at_1_std": -0.322494, + "nauc_map_at_1_diff1": 0.911655, + "nauc_map_at_3_max": 0.672446, + "nauc_map_at_3_std": -0.29796, + "nauc_map_at_3_diff1": 0.907207, + "nauc_map_at_5_max": 0.676596, + "nauc_map_at_5_std": -0.274671, + "nauc_map_at_5_diff1": 0.907934, + "nauc_map_at_10_max": 0.673439, + "nauc_map_at_10_std": -0.277444, + "nauc_map_at_10_diff1": 0.908815, + "nauc_map_at_20_max": 0.671387, + "nauc_map_at_20_std": -0.282044, + "nauc_map_at_20_diff1": 0.908232, + "nauc_map_at_100_max": 0.671132, + "nauc_map_at_100_std": -0.282798, + "nauc_map_at_100_diff1": 0.908281, + "nauc_map_at_1000_max": 0.671104, + "nauc_map_at_1000_std": -0.282906, + "nauc_map_at_1000_diff1": 0.908278, + "nauc_recall_at_1_max": 0.638566, + "nauc_recall_at_1_std": -0.322494, + "nauc_recall_at_1_diff1": 0.911655, + "nauc_recall_at_3_max": 0.741698, + "nauc_recall_at_3_std": -0.249746, + "nauc_recall_at_3_diff1": 0.901869, + "nauc_recall_at_5_max": 0.82559, + "nauc_recall_at_5_std": 0.042097, + "nauc_recall_at_5_diff1": 0.908175, + "nauc_recall_at_10_max": 0.812698, + "nauc_recall_at_10_std": 0.118651, + "nauc_recall_at_10_diff1": 0.931139, + "nauc_recall_at_20_max": 0.846716, + "nauc_recall_at_20_std": 0.184718, + "nauc_recall_at_20_diff1": 0.910131, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.638566, + "nauc_precision_at_1_std": -0.322494, + "nauc_precision_at_1_diff1": 0.911655, + "nauc_precision_at_3_max": 0.741698, + "nauc_precision_at_3_std": -0.249746, + "nauc_precision_at_3_diff1": 0.901869, + "nauc_precision_at_5_max": 0.82559, + "nauc_precision_at_5_std": 0.042097, + "nauc_precision_at_5_diff1": 0.908175, + "nauc_precision_at_10_max": 0.812698, + "nauc_precision_at_10_std": 0.118651, + "nauc_precision_at_10_diff1": 0.931139, + "nauc_precision_at_20_max": 0.846716, + "nauc_precision_at_20_std": 0.184718, + "nauc_precision_at_20_diff1": 0.910131, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.638566, + "nauc_mrr_at_1_std": -0.322494, + "nauc_mrr_at_1_diff1": 0.911655, + "nauc_mrr_at_3_max": 0.672446, + "nauc_mrr_at_3_std": -0.29796, + "nauc_mrr_at_3_diff1": 0.907207, + "nauc_mrr_at_5_max": 0.676596, + "nauc_mrr_at_5_std": -0.274671, + "nauc_mrr_at_5_diff1": 0.907934, + "nauc_mrr_at_10_max": 0.673439, + "nauc_mrr_at_10_std": -0.277444, + "nauc_mrr_at_10_diff1": 0.908815, + "nauc_mrr_at_20_max": 0.671387, + "nauc_mrr_at_20_std": -0.282044, + "nauc_mrr_at_20_diff1": 0.908232, + "nauc_mrr_at_100_max": 0.671132, + "nauc_mrr_at_100_std": -0.282798, + "nauc_mrr_at_100_diff1": 0.908281, + "nauc_mrr_at_1000_max": 0.671104, + "nauc_mrr_at_1000_std": -0.282906, + "nauc_mrr_at_1000_diff1": 0.908278, + "hit_rate_at_1": 0.87333, + "hit_rate_at_3": 0.94889, + "hit_rate_at_5": 0.96778, + "hit_rate_at_10": 0.97778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.9303, + "hf_subset": "acm_Arab-eng_Latn", + "languages": [ + "acm-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.80333, + "ndcg_at_3": 0.8561, + "ndcg_at_5": 0.86805, + "ndcg_at_10": 0.87725, + "ndcg_at_20": 0.88377, + "ndcg_at_100": 0.88705, + "ndcg_at_1000": 0.88822, + "map_at_1": 0.80333, + "map_at_3": 0.84389, + "map_at_5": 0.85056, + "map_at_10": 0.85427, + "map_at_20": 0.85609, + "map_at_100": 0.85661, + "map_at_1000": 0.85666, + "recall_at_1": 0.80333, + "recall_at_3": 0.89111, + "recall_at_5": 0.92, + "recall_at_10": 0.94889, + "recall_at_20": 0.97444, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "accuracy": 0.80333, + "precision_at_1": 0.80333, + "precision_at_3": 0.29704, + "precision_at_5": 0.184, + "precision_at_10": 0.09489, + "precision_at_20": 0.04872, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.803333, + "mrr_at_3": 0.843889, + "mrr_at_5": 0.850556, + "mrr_at_10": 0.854266, + "mrr_at_20": 0.856086, + "mrr_at_100": 0.856609, + "mrr_at_1000": 0.856659, + "nauc_ndcg_at_1_max": 0.706546, + "nauc_ndcg_at_1_std": -0.029114, + "nauc_ndcg_at_1_diff1": 0.858462, + "nauc_ndcg_at_3_max": 0.757913, + "nauc_ndcg_at_3_std": 0.044588, + "nauc_ndcg_at_3_diff1": 0.843512, + "nauc_ndcg_at_5_max": 0.765663, + "nauc_ndcg_at_5_std": 0.057035, + "nauc_ndcg_at_5_diff1": 0.844426, + "nauc_ndcg_at_10_max": 0.761357, + "nauc_ndcg_at_10_std": 0.054875, + "nauc_ndcg_at_10_diff1": 0.844058, + "nauc_ndcg_at_20_max": 0.75407, + "nauc_ndcg_at_20_std": 0.044398, + "nauc_ndcg_at_20_diff1": 0.844999, + "nauc_ndcg_at_100_max": 0.750348, + "nauc_ndcg_at_100_std": 0.033929, + "nauc_ndcg_at_100_diff1": 0.847389, + "nauc_ndcg_at_1000_max": 0.749121, + "nauc_ndcg_at_1000_std": 0.031731, + "nauc_ndcg_at_1000_diff1": 0.847584, + "nauc_map_at_1_max": 0.706546, + "nauc_map_at_1_std": -0.029114, + "nauc_map_at_1_diff1": 0.858462, + "nauc_map_at_3_max": 0.744404, + "nauc_map_at_3_std": 0.022464, + "nauc_map_at_3_diff1": 0.847598, + "nauc_map_at_5_max": 0.747674, + "nauc_map_at_5_std": 0.027218, + "nauc_map_at_5_diff1": 0.84826, + "nauc_map_at_10_max": 0.745644, + "nauc_map_at_10_std": 0.025143, + "nauc_map_at_10_diff1": 0.848253, + "nauc_map_at_20_max": 0.743806, + "nauc_map_at_20_std": 0.022408, + "nauc_map_at_20_diff1": 0.848532, + "nauc_map_at_100_max": 0.743345, + "nauc_map_at_100_std": 0.021141, + "nauc_map_at_100_diff1": 0.848974, + "nauc_map_at_1000_max": 0.743304, + "nauc_map_at_1000_std": 0.0211, + "nauc_map_at_1000_diff1": 0.848969, + "nauc_recall_at_1_max": 0.706546, + "nauc_recall_at_1_std": -0.029114, + "nauc_recall_at_1_diff1": 0.858462, + "nauc_recall_at_3_max": 0.810715, + "nauc_recall_at_3_std": 0.132842, + "nauc_recall_at_3_diff1": 0.827443, + "nauc_recall_at_5_max": 0.858466, + "nauc_recall_at_5_std": 0.214253, + "nauc_recall_at_5_diff1": 0.825176, + "nauc_recall_at_10_max": 0.880851, + "nauc_recall_at_10_std": 0.294808, + "nauc_recall_at_10_diff1": 0.811462, + "nauc_recall_at_20_max": 0.875573, + "nauc_recall_at_20_std": 0.355681, + "nauc_recall_at_20_diff1": 0.794524, + "nauc_recall_at_100_max": 0.864029, + "nauc_recall_at_100_std": 0.262547, + "nauc_recall_at_100_diff1": 0.821137, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.706546, + "nauc_precision_at_1_std": -0.029114, + "nauc_precision_at_1_diff1": 0.858462, + "nauc_precision_at_3_max": 0.810715, + "nauc_precision_at_3_std": 0.132842, + "nauc_precision_at_3_diff1": 0.827443, + "nauc_precision_at_5_max": 0.858466, + "nauc_precision_at_5_std": 0.214253, + "nauc_precision_at_5_diff1": 0.825176, + "nauc_precision_at_10_max": 0.880851, + "nauc_precision_at_10_std": 0.294808, + "nauc_precision_at_10_diff1": 0.811462, + "nauc_precision_at_20_max": 0.875573, + "nauc_precision_at_20_std": 0.355681, + "nauc_precision_at_20_diff1": 0.794524, + "nauc_precision_at_100_max": 0.864029, + "nauc_precision_at_100_std": 0.262547, + "nauc_precision_at_100_diff1": 0.821137, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.706546, + "nauc_mrr_at_1_std": -0.029114, + "nauc_mrr_at_1_diff1": 0.858462, + "nauc_mrr_at_3_max": 0.744404, + "nauc_mrr_at_3_std": 0.022464, + "nauc_mrr_at_3_diff1": 0.847598, + "nauc_mrr_at_5_max": 0.747674, + "nauc_mrr_at_5_std": 0.027218, + "nauc_mrr_at_5_diff1": 0.84826, + "nauc_mrr_at_10_max": 0.745644, + "nauc_mrr_at_10_std": 0.025143, + "nauc_mrr_at_10_diff1": 0.848253, + "nauc_mrr_at_20_max": 0.743806, + "nauc_mrr_at_20_std": 0.022408, + "nauc_mrr_at_20_diff1": 0.848532, + "nauc_mrr_at_100_max": 0.743345, + "nauc_mrr_at_100_std": 0.021141, + "nauc_mrr_at_100_diff1": 0.848974, + "nauc_mrr_at_1000_max": 0.743304, + "nauc_mrr_at_1000_std": 0.0211, + "nauc_mrr_at_1000_diff1": 0.848969, + "hit_rate_at_1": 0.80333, + "hit_rate_at_3": 0.89111, + "hit_rate_at_5": 0.92, + "hit_rate_at_10": 0.94889, + "hit_rate_at_20": 0.97444, + "hit_rate_at_100": 0.99111, + "hit_rate_at_1000": 1.0, + "main_score": 0.87725, + "hf_subset": "eng_Latn-acm_Arab", + "languages": [ + "eng-Latn", + "acm-Arab" + ] + }, + { + "ndcg_at_1": 0.86444, + "ndcg_at_3": 0.90544, + "ndcg_at_5": 0.91275, + "ndcg_at_10": 0.91681, + "ndcg_at_20": 0.92039, + "ndcg_at_100": 0.92341, + "ndcg_at_1000": 0.92426, + "map_at_1": 0.86444, + "map_at_3": 0.89574, + "map_at_5": 0.8998, + "map_at_10": 0.90154, + "map_at_20": 0.90248, + "map_at_100": 0.90296, + "map_at_1000": 0.90298, + "recall_at_1": 0.86444, + "recall_at_3": 0.93333, + "recall_at_5": 0.95111, + "recall_at_10": 0.96333, + "recall_at_20": 0.97778, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "accuracy": 0.86444, + "precision_at_1": 0.86444, + "precision_at_3": 0.31111, + "precision_at_5": 0.19022, + "precision_at_10": 0.09633, + "precision_at_20": 0.04889, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.864444, + "mrr_at_3": 0.895741, + "mrr_at_5": 0.899796, + "mrr_at_10": 0.901535, + "mrr_at_20": 0.902481, + "mrr_at_100": 0.902955, + "mrr_at_1000": 0.902985, + "nauc_ndcg_at_1_max": 0.684432, + "nauc_ndcg_at_1_std": -0.319867, + "nauc_ndcg_at_1_diff1": 0.892639, + "nauc_ndcg_at_3_max": 0.743982, + "nauc_ndcg_at_3_std": -0.209979, + "nauc_ndcg_at_3_diff1": 0.868336, + "nauc_ndcg_at_5_max": 0.738081, + "nauc_ndcg_at_5_std": -0.227319, + "nauc_ndcg_at_5_diff1": 0.86837, + "nauc_ndcg_at_10_max": 0.738368, + "nauc_ndcg_at_10_std": -0.200233, + "nauc_ndcg_at_10_diff1": 0.87416, + "nauc_ndcg_at_20_max": 0.73815, + "nauc_ndcg_at_20_std": -0.201484, + "nauc_ndcg_at_20_diff1": 0.880297, + "nauc_ndcg_at_100_max": 0.732626, + "nauc_ndcg_at_100_std": -0.218115, + "nauc_ndcg_at_100_diff1": 0.878879, + "nauc_ndcg_at_1000_max": 0.730071, + "nauc_ndcg_at_1000_std": -0.225747, + "nauc_ndcg_at_1000_diff1": 0.878004, + "nauc_map_at_1_max": 0.684432, + "nauc_map_at_1_std": -0.319867, + "nauc_map_at_1_diff1": 0.892639, + "nauc_map_at_3_max": 0.728356, + "nauc_map_at_3_std": -0.238979, + "nauc_map_at_3_diff1": 0.875199, + "nauc_map_at_5_max": 0.724992, + "nauc_map_at_5_std": -0.248123, + "nauc_map_at_5_diff1": 0.875379, + "nauc_map_at_10_max": 0.725076, + "nauc_map_at_10_std": -0.238566, + "nauc_map_at_10_diff1": 0.877924, + "nauc_map_at_20_max": 0.724779, + "nauc_map_at_20_std": -0.23908, + "nauc_map_at_20_diff1": 0.879173, + "nauc_map_at_100_max": 0.723953, + "nauc_map_at_100_std": -0.241455, + "nauc_map_at_100_diff1": 0.878957, + "nauc_map_at_1000_max": 0.723877, + "nauc_map_at_1000_std": -0.241686, + "nauc_map_at_1000_diff1": 0.878931, + "nauc_recall_at_1_max": 0.684432, + "nauc_recall_at_1_std": -0.319867, + "nauc_recall_at_1_diff1": 0.892639, + "nauc_recall_at_3_max": 0.81115, + "nauc_recall_at_3_std": -0.085193, + "nauc_recall_at_3_diff1": 0.838477, + "nauc_recall_at_5_max": 0.809312, + "nauc_recall_at_5_std": -0.117339, + "nauc_recall_at_5_diff1": 0.82876, + "nauc_recall_at_10_max": 0.831975, + "nauc_recall_at_10_std": 0.099369, + "nauc_recall_at_10_diff1": 0.849984, + "nauc_recall_at_20_max": 0.893814, + "nauc_recall_at_20_std": 0.272689, + "nauc_recall_at_20_diff1": 0.924837, + "nauc_recall_at_100_max": 0.953704, + "nauc_recall_at_100_std": 0.437519, + "nauc_recall_at_100_diff1": 0.953704, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.684432, + "nauc_precision_at_1_std": -0.319867, + "nauc_precision_at_1_diff1": 0.892639, + "nauc_precision_at_3_max": 0.81115, + "nauc_precision_at_3_std": -0.085193, + "nauc_precision_at_3_diff1": 0.838477, + "nauc_precision_at_5_max": 0.809312, + "nauc_precision_at_5_std": -0.117339, + "nauc_precision_at_5_diff1": 0.82876, + "nauc_precision_at_10_max": 0.831975, + "nauc_precision_at_10_std": 0.099369, + "nauc_precision_at_10_diff1": 0.849984, + "nauc_precision_at_20_max": 0.893814, + "nauc_precision_at_20_std": 0.272689, + "nauc_precision_at_20_diff1": 0.924837, + "nauc_precision_at_100_max": 0.953704, + "nauc_precision_at_100_std": 0.437519, + "nauc_precision_at_100_diff1": 0.953704, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.684432, + "nauc_mrr_at_1_std": -0.319867, + "nauc_mrr_at_1_diff1": 0.892639, + "nauc_mrr_at_3_max": 0.728356, + "nauc_mrr_at_3_std": -0.238979, + "nauc_mrr_at_3_diff1": 0.875199, + "nauc_mrr_at_5_max": 0.724992, + "nauc_mrr_at_5_std": -0.248123, + "nauc_mrr_at_5_diff1": 0.875379, + "nauc_mrr_at_10_max": 0.725076, + "nauc_mrr_at_10_std": -0.238566, + "nauc_mrr_at_10_diff1": 0.877924, + "nauc_mrr_at_20_max": 0.724779, + "nauc_mrr_at_20_std": -0.23908, + "nauc_mrr_at_20_diff1": 0.879173, + "nauc_mrr_at_100_max": 0.723953, + "nauc_mrr_at_100_std": -0.241455, + "nauc_mrr_at_100_diff1": 0.878957, + "nauc_mrr_at_1000_max": 0.723877, + "nauc_mrr_at_1000_std": -0.241686, + "nauc_mrr_at_1000_diff1": 0.878931, + "hit_rate_at_1": 0.86444, + "hit_rate_at_3": 0.93333, + "hit_rate_at_5": 0.95111, + "hit_rate_at_10": 0.96333, + "hit_rate_at_20": 0.97778, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.91681, + "hf_subset": "afr_Latn-afr_Latn", + "languages": [ + "afr-Latn", + "afr-Latn" + ] + }, + { + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.92898, + "ndcg_at_5": 0.93697, + "ndcg_at_10": 0.94298, + "ndcg_at_20": 0.94376, + "ndcg_at_100": 0.94503, + "ndcg_at_1000": 0.9453, + "map_at_1": 0.89778, + "map_at_3": 0.92167, + "map_at_5": 0.92622, + "map_at_10": 0.92864, + "map_at_20": 0.92882, + "map_at_100": 0.92901, + "map_at_1000": 0.92901, + "recall_at_1": 0.89778, + "recall_at_3": 0.95, + "recall_at_5": 0.96889, + "recall_at_10": 0.98778, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.89778, + "precision_at_1": 0.89778, + "precision_at_3": 0.31667, + "precision_at_5": 0.19378, + "precision_at_10": 0.09878, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.921667, + "mrr_at_5": 0.926222, + "mrr_at_10": 0.928638, + "mrr_at_20": 0.928821, + "mrr_at_100": 0.929006, + "mrr_at_1000": 0.929012, + "nauc_ndcg_at_1_max": 0.737705, + "nauc_ndcg_at_1_std": -0.396877, + "nauc_ndcg_at_1_diff1": 0.91822, + "nauc_ndcg_at_3_max": 0.774029, + "nauc_ndcg_at_3_std": -0.377971, + "nauc_ndcg_at_3_diff1": 0.913358, + "nauc_ndcg_at_5_max": 0.775877, + "nauc_ndcg_at_5_std": -0.341064, + "nauc_ndcg_at_5_diff1": 0.917646, + "nauc_ndcg_at_10_max": 0.763957, + "nauc_ndcg_at_10_std": -0.346104, + "nauc_ndcg_at_10_diff1": 0.915645, + "nauc_ndcg_at_20_max": 0.766131, + "nauc_ndcg_at_20_std": -0.351476, + "nauc_ndcg_at_20_diff1": 0.917758, + "nauc_ndcg_at_100_max": 0.764024, + "nauc_ndcg_at_100_std": -0.355689, + "nauc_ndcg_at_100_diff1": 0.916377, + "nauc_ndcg_at_1000_max": 0.762882, + "nauc_ndcg_at_1000_std": -0.362251, + "nauc_ndcg_at_1000_diff1": 0.916605, + "nauc_map_at_1_max": 0.737705, + "nauc_map_at_1_std": -0.396877, + "nauc_map_at_1_diff1": 0.91822, + "nauc_map_at_3_max": 0.76353, + "nauc_map_at_3_std": -0.386525, + "nauc_map_at_3_diff1": 0.915136, + "nauc_map_at_5_max": 0.763383, + "nauc_map_at_5_std": -0.370261, + "nauc_map_at_5_diff1": 0.917318, + "nauc_map_at_10_max": 0.759267, + "nauc_map_at_10_std": -0.371368, + "nauc_map_at_10_diff1": 0.916549, + "nauc_map_at_20_max": 0.759665, + "nauc_map_at_20_std": -0.372411, + "nauc_map_at_20_diff1": 0.916945, + "nauc_map_at_100_max": 0.759415, + "nauc_map_at_100_std": -0.373112, + "nauc_map_at_100_diff1": 0.916794, + "nauc_map_at_1000_max": 0.759393, + "nauc_map_at_1000_std": -0.373241, + "nauc_map_at_1000_diff1": 0.916798, + "nauc_recall_at_1_max": 0.737705, + "nauc_recall_at_1_std": -0.396877, + "nauc_recall_at_1_diff1": 0.91822, + "nauc_recall_at_3_max": 0.820811, + "nauc_recall_at_3_std": -0.33768, + "nauc_recall_at_3_diff1": 0.905177, + "nauc_recall_at_5_max": 0.861961, + "nauc_recall_at_5_std": -0.12505, + "nauc_recall_at_5_diff1": 0.920885, + "nauc_recall_at_10_max": 0.815848, + "nauc_recall_at_10_std": 0.086835, + "nauc_recall_at_10_diff1": 0.900051, + "nauc_recall_at_20_max": 0.893207, + "nauc_recall_at_20_std": 0.103233, + "nauc_recall_at_20_diff1": 0.95098, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.737705, + "nauc_precision_at_1_std": -0.396877, + "nauc_precision_at_1_diff1": 0.91822, + "nauc_precision_at_3_max": 0.820811, + "nauc_precision_at_3_std": -0.33768, + "nauc_precision_at_3_diff1": 0.905177, + "nauc_precision_at_5_max": 0.861961, + "nauc_precision_at_5_std": -0.12505, + "nauc_precision_at_5_diff1": 0.920885, + "nauc_precision_at_10_max": 0.815848, + "nauc_precision_at_10_std": 0.086835, + "nauc_precision_at_10_diff1": 0.900051, + "nauc_precision_at_20_max": 0.893207, + "nauc_precision_at_20_std": 0.103233, + "nauc_precision_at_20_diff1": 0.95098, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.737705, + "nauc_mrr_at_1_std": -0.396877, + "nauc_mrr_at_1_diff1": 0.91822, + "nauc_mrr_at_3_max": 0.76353, + "nauc_mrr_at_3_std": -0.386525, + "nauc_mrr_at_3_diff1": 0.915136, + "nauc_mrr_at_5_max": 0.763383, + "nauc_mrr_at_5_std": -0.370261, + "nauc_mrr_at_5_diff1": 0.917318, + "nauc_mrr_at_10_max": 0.759267, + "nauc_mrr_at_10_std": -0.371368, + "nauc_mrr_at_10_diff1": 0.916549, + "nauc_mrr_at_20_max": 0.759665, + "nauc_mrr_at_20_std": -0.372411, + "nauc_mrr_at_20_diff1": 0.916945, + "nauc_mrr_at_100_max": 0.759415, + "nauc_mrr_at_100_std": -0.373112, + "nauc_mrr_at_100_diff1": 0.916794, + "nauc_mrr_at_1000_max": 0.759393, + "nauc_mrr_at_1000_std": -0.373241, + "nauc_mrr_at_1000_diff1": 0.916798, + "hit_rate_at_1": 0.89778, + "hit_rate_at_3": 0.95, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94298, + "hf_subset": "afr_Latn-eng_Latn", + "languages": [ + "afr-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83111, + "ndcg_at_3": 0.88008, + "ndcg_at_5": 0.89036, + "ndcg_at_10": 0.89641, + "ndcg_at_20": 0.90158, + "ndcg_at_100": 0.90476, + "ndcg_at_1000": 0.90564, + "map_at_1": 0.83111, + "map_at_3": 0.86852, + "map_at_5": 0.87435, + "map_at_10": 0.87681, + "map_at_20": 0.87829, + "map_at_100": 0.87876, + "map_at_1000": 0.8788, + "recall_at_1": 0.83111, + "recall_at_3": 0.91333, + "recall_at_5": 0.93778, + "recall_at_10": 0.95667, + "recall_at_20": 0.97667, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "accuracy": 0.83111, + "precision_at_1": 0.83111, + "precision_at_3": 0.30444, + "precision_at_5": 0.18756, + "precision_at_10": 0.09567, + "precision_at_20": 0.04883, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.831111, + "mrr_at_3": 0.868519, + "mrr_at_5": 0.874352, + "mrr_at_10": 0.876809, + "mrr_at_20": 0.878288, + "mrr_at_100": 0.878763, + "mrr_at_1000": 0.878802, + "nauc_ndcg_at_1_max": 0.759214, + "nauc_ndcg_at_1_std": -0.129227, + "nauc_ndcg_at_1_diff1": 0.905627, + "nauc_ndcg_at_3_max": 0.81109, + "nauc_ndcg_at_3_std": -0.000316, + "nauc_ndcg_at_3_diff1": 0.887729, + "nauc_ndcg_at_5_max": 0.811445, + "nauc_ndcg_at_5_std": -0.01762, + "nauc_ndcg_at_5_diff1": 0.893489, + "nauc_ndcg_at_10_max": 0.805796, + "nauc_ndcg_at_10_std": -0.024181, + "nauc_ndcg_at_10_diff1": 0.894999, + "nauc_ndcg_at_20_max": 0.803245, + "nauc_ndcg_at_20_std": -0.027445, + "nauc_ndcg_at_20_diff1": 0.899083, + "nauc_ndcg_at_100_max": 0.799998, + "nauc_ndcg_at_100_std": -0.031103, + "nauc_ndcg_at_100_diff1": 0.897439, + "nauc_ndcg_at_1000_max": 0.798298, + "nauc_ndcg_at_1000_std": -0.036737, + "nauc_ndcg_at_1000_diff1": 0.897082, + "nauc_map_at_1_max": 0.759214, + "nauc_map_at_1_std": -0.129227, + "nauc_map_at_1_diff1": 0.905627, + "nauc_map_at_3_max": 0.796732, + "nauc_map_at_3_std": -0.036629, + "nauc_map_at_3_diff1": 0.892803, + "nauc_map_at_5_max": 0.796197, + "nauc_map_at_5_std": -0.047139, + "nauc_map_at_5_diff1": 0.895954, + "nauc_map_at_10_max": 0.793872, + "nauc_map_at_10_std": -0.050347, + "nauc_map_at_10_diff1": 0.896492, + "nauc_map_at_20_max": 0.793162, + "nauc_map_at_20_std": -0.051299, + "nauc_map_at_20_diff1": 0.897484, + "nauc_map_at_100_max": 0.792825, + "nauc_map_at_100_std": -0.050979, + "nauc_map_at_100_diff1": 0.897292, + "nauc_map_at_1000_max": 0.792768, + "nauc_map_at_1000_std": -0.051143, + "nauc_map_at_1000_diff1": 0.89728, + "nauc_recall_at_1_max": 0.759214, + "nauc_recall_at_1_std": -0.129227, + "nauc_recall_at_1_diff1": 0.905627, + "nauc_recall_at_3_max": 0.870843, + "nauc_recall_at_3_std": 0.151237, + "nauc_recall_at_3_diff1": 0.866534, + "nauc_recall_at_5_max": 0.895917, + "nauc_recall_at_5_std": 0.141765, + "nauc_recall_at_5_diff1": 0.881253, + "nauc_recall_at_10_max": 0.892983, + "nauc_recall_at_10_std": 0.169013, + "nauc_recall_at_10_diff1": 0.887309, + "nauc_recall_at_20_max": 0.926415, + "nauc_recall_at_20_std": 0.278912, + "nauc_recall_at_20_diff1": 0.943978, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.57882, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.759214, + "nauc_precision_at_1_std": -0.129227, + "nauc_precision_at_1_diff1": 0.905627, + "nauc_precision_at_3_max": 0.870843, + "nauc_precision_at_3_std": 0.151237, + "nauc_precision_at_3_diff1": 0.866534, + "nauc_precision_at_5_max": 0.895917, + "nauc_precision_at_5_std": 0.141765, + "nauc_precision_at_5_diff1": 0.881253, + "nauc_precision_at_10_max": 0.892983, + "nauc_precision_at_10_std": 0.169013, + "nauc_precision_at_10_diff1": 0.887309, + "nauc_precision_at_20_max": 0.926415, + "nauc_precision_at_20_std": 0.278912, + "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.57882, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.759214, + "nauc_mrr_at_1_std": -0.129227, + "nauc_mrr_at_1_diff1": 0.905627, + "nauc_mrr_at_3_max": 0.796732, + "nauc_mrr_at_3_std": -0.036629, + "nauc_mrr_at_3_diff1": 0.892803, + "nauc_mrr_at_5_max": 0.796197, + "nauc_mrr_at_5_std": -0.047139, + "nauc_mrr_at_5_diff1": 0.895954, + "nauc_mrr_at_10_max": 0.793872, + "nauc_mrr_at_10_std": -0.050347, + "nauc_mrr_at_10_diff1": 0.896492, + "nauc_mrr_at_20_max": 0.793162, + "nauc_mrr_at_20_std": -0.051299, + "nauc_mrr_at_20_diff1": 0.897484, + "nauc_mrr_at_100_max": 0.792825, + "nauc_mrr_at_100_std": -0.050979, + "nauc_mrr_at_100_diff1": 0.897292, + "nauc_mrr_at_1000_max": 0.792768, + "nauc_mrr_at_1000_std": -0.051143, + "nauc_mrr_at_1000_diff1": 0.89728, + "hit_rate_at_1": 0.83111, + "hit_rate_at_3": 0.91333, + "hit_rate_at_5": 0.93778, + "hit_rate_at_10": 0.95667, + "hit_rate_at_20": 0.97667, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.89641, + "hf_subset": "eng_Latn-afr_Latn", + "languages": [ + "eng-Latn", + "afr-Latn" + ] + }, + { + "ndcg_at_1": 0.80444, + "ndcg_at_3": 0.85242, + "ndcg_at_5": 0.86313, + "ndcg_at_10": 0.87257, + "ndcg_at_20": 0.87731, + "ndcg_at_100": 0.883, + "ndcg_at_1000": 0.88445, + "map_at_1": 0.80444, + "map_at_3": 0.84093, + "map_at_5": 0.84698, + "map_at_10": 0.85093, + "map_at_20": 0.85221, + "map_at_100": 0.85304, + "map_at_1000": 0.8531, + "recall_at_1": 0.80444, + "recall_at_3": 0.88556, + "recall_at_5": 0.91111, + "recall_at_10": 0.94, + "recall_at_20": 0.95889, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "accuracy": 0.80444, + "precision_at_1": 0.80444, + "precision_at_3": 0.29519, + "precision_at_5": 0.18222, + "precision_at_10": 0.094, + "precision_at_20": 0.04794, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.804444, + "mrr_at_3": 0.840926, + "mrr_at_5": 0.846981, + "mrr_at_10": 0.850931, + "mrr_at_20": 0.852214, + "mrr_at_100": 0.853044, + "mrr_at_1000": 0.853102, + "nauc_ndcg_at_1_max": 0.678923, + "nauc_ndcg_at_1_std": -0.195012, + "nauc_ndcg_at_1_diff1": 0.878131, + "nauc_ndcg_at_3_max": 0.724249, + "nauc_ndcg_at_3_std": -0.147344, + "nauc_ndcg_at_3_diff1": 0.863879, + "nauc_ndcg_at_5_max": 0.721972, + "nauc_ndcg_at_5_std": -0.133366, + "nauc_ndcg_at_5_diff1": 0.860346, + "nauc_ndcg_at_10_max": 0.720726, + "nauc_ndcg_at_10_std": -0.128535, + "nauc_ndcg_at_10_diff1": 0.863028, + "nauc_ndcg_at_20_max": 0.723295, + "nauc_ndcg_at_20_std": -0.116787, + "nauc_ndcg_at_20_diff1": 0.866297, + "nauc_ndcg_at_100_max": 0.714117, + "nauc_ndcg_at_100_std": -0.140019, + "nauc_ndcg_at_100_diff1": 0.86561, + "nauc_ndcg_at_1000_max": 0.714328, + "nauc_ndcg_at_1000_std": -0.142557, + "nauc_ndcg_at_1000_diff1": 0.866714, + "nauc_map_at_1_max": 0.678923, + "nauc_map_at_1_std": -0.195012, + "nauc_map_at_1_diff1": 0.878131, + "nauc_map_at_3_max": 0.712306, + "nauc_map_at_3_std": -0.160189, + "nauc_map_at_3_diff1": 0.868383, + "nauc_map_at_5_max": 0.710686, + "nauc_map_at_5_std": -0.153747, + "nauc_map_at_5_diff1": 0.866681, + "nauc_map_at_10_max": 0.710219, + "nauc_map_at_10_std": -0.152306, + "nauc_map_at_10_diff1": 0.867797, + "nauc_map_at_20_max": 0.71074, + "nauc_map_at_20_std": -0.149934, + "nauc_map_at_20_diff1": 0.86863, + "nauc_map_at_100_max": 0.709527, + "nauc_map_at_100_std": -0.153158, + "nauc_map_at_100_diff1": 0.868551, + "nauc_map_at_1000_max": 0.709546, + "nauc_map_at_1000_std": -0.153213, + "nauc_map_at_1000_diff1": 0.868591, + "nauc_recall_at_1_max": 0.678923, + "nauc_recall_at_1_std": -0.195012, + "nauc_recall_at_1_diff1": 0.878131, + "nauc_recall_at_3_max": 0.769884, + "nauc_recall_at_3_std": -0.098089, + "nauc_recall_at_3_diff1": 0.846211, + "nauc_recall_at_5_max": 0.774014, + "nauc_recall_at_5_std": -0.034366, + "nauc_recall_at_5_diff1": 0.82954, + "nauc_recall_at_10_max": 0.787694, + "nauc_recall_at_10_std": 0.04021, + "nauc_recall_at_10_diff1": 0.831673, + "nauc_recall_at_20_max": 0.846645, + "nauc_recall_at_20_std": 0.252429, + "nauc_recall_at_20_diff1": 0.85332, + "nauc_recall_at_100_max": 0.707096, + "nauc_recall_at_100_std": 0.071382, + "nauc_recall_at_100_diff1": 0.784547, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.678923, + "nauc_precision_at_1_std": -0.195012, + "nauc_precision_at_1_diff1": 0.878131, + "nauc_precision_at_3_max": 0.769884, + "nauc_precision_at_3_std": -0.098089, + "nauc_precision_at_3_diff1": 0.846211, + "nauc_precision_at_5_max": 0.774014, + "nauc_precision_at_5_std": -0.034366, + "nauc_precision_at_5_diff1": 0.82954, + "nauc_precision_at_10_max": 0.787694, + "nauc_precision_at_10_std": 0.04021, + "nauc_precision_at_10_diff1": 0.831673, + "nauc_precision_at_20_max": 0.846645, + "nauc_precision_at_20_std": 0.252429, + "nauc_precision_at_20_diff1": 0.85332, + "nauc_precision_at_100_max": 0.707096, + "nauc_precision_at_100_std": 0.071382, + "nauc_precision_at_100_diff1": 0.784547, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.678923, + "nauc_mrr_at_1_std": -0.195012, + "nauc_mrr_at_1_diff1": 0.878131, + "nauc_mrr_at_3_max": 0.712306, + "nauc_mrr_at_3_std": -0.160189, + "nauc_mrr_at_3_diff1": 0.868383, + "nauc_mrr_at_5_max": 0.710686, + "nauc_mrr_at_5_std": -0.153747, + "nauc_mrr_at_5_diff1": 0.866681, + "nauc_mrr_at_10_max": 0.710219, + "nauc_mrr_at_10_std": -0.152306, + "nauc_mrr_at_10_diff1": 0.867797, + "nauc_mrr_at_20_max": 0.71074, + "nauc_mrr_at_20_std": -0.149934, + "nauc_mrr_at_20_diff1": 0.86863, + "nauc_mrr_at_100_max": 0.709527, + "nauc_mrr_at_100_std": -0.153158, + "nauc_mrr_at_100_diff1": 0.868551, + "nauc_mrr_at_1000_max": 0.709546, + "nauc_mrr_at_1000_std": -0.153213, + "nauc_mrr_at_1000_diff1": 0.868591, + "hit_rate_at_1": 0.80444, + "hit_rate_at_3": 0.88556, + "hit_rate_at_5": 0.91111, + "hit_rate_at_10": 0.94, + "hit_rate_at_20": 0.95889, + "hit_rate_at_100": 0.98889, + "hit_rate_at_1000": 1.0, + "main_score": 0.87257, + "hf_subset": "als_Latn-als_Latn", + "languages": [ + "als-Latn", + "als-Latn" + ] + }, + { + "ndcg_at_1": 0.85222, + "ndcg_at_3": 0.89938, + "ndcg_at_5": 0.90899, + "ndcg_at_10": 0.91512, + "ndcg_at_20": 0.91685, + "ndcg_at_100": 0.91997, + "ndcg_at_1000": 0.92039, + "map_at_1": 0.85222, + "map_at_3": 0.88833, + "map_at_5": 0.89367, + "map_at_10": 0.89621, + "map_at_20": 0.89671, + "map_at_100": 0.89716, + "map_at_1000": 0.89717, + "recall_at_1": 0.85222, + "recall_at_3": 0.93111, + "recall_at_5": 0.95444, + "recall_at_10": 0.97333, + "recall_at_20": 0.98, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.85222, + "precision_at_1": 0.85222, + "precision_at_3": 0.31037, + "precision_at_5": 0.19089, + "precision_at_10": 0.09733, + "precision_at_20": 0.049, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.852222, + "mrr_at_3": 0.888333, + "mrr_at_5": 0.893667, + "mrr_at_10": 0.896209, + "mrr_at_20": 0.896713, + "mrr_at_100": 0.897156, + "mrr_at_1000": 0.897169, + "nauc_ndcg_at_1_max": 0.70855, + "nauc_ndcg_at_1_std": -0.325367, + "nauc_ndcg_at_1_diff1": 0.900607, + "nauc_ndcg_at_3_max": 0.716633, + "nauc_ndcg_at_3_std": -0.330678, + "nauc_ndcg_at_3_diff1": 0.882485, + "nauc_ndcg_at_5_max": 0.723769, + "nauc_ndcg_at_5_std": -0.305652, + "nauc_ndcg_at_5_diff1": 0.88787, + "nauc_ndcg_at_10_max": 0.722364, + "nauc_ndcg_at_10_std": -0.313828, + "nauc_ndcg_at_10_diff1": 0.89171, + "nauc_ndcg_at_20_max": 0.720254, + "nauc_ndcg_at_20_std": -0.32412, + "nauc_ndcg_at_20_diff1": 0.891342, + "nauc_ndcg_at_100_max": 0.719628, + "nauc_ndcg_at_100_std": -0.317124, + "nauc_ndcg_at_100_diff1": 0.891399, + "nauc_ndcg_at_1000_max": 0.71813, + "nauc_ndcg_at_1000_std": -0.322678, + "nauc_ndcg_at_1000_diff1": 0.891046, + "nauc_map_at_1_max": 0.70855, + "nauc_map_at_1_std": -0.325367, + "nauc_map_at_1_diff1": 0.900607, + "nauc_map_at_3_max": 0.713864, + "nauc_map_at_3_std": -0.3334, + "nauc_map_at_3_diff1": 0.887114, + "nauc_map_at_5_max": 0.717062, + "nauc_map_at_5_std": -0.3216, + "nauc_map_at_5_diff1": 0.889906, + "nauc_map_at_10_max": 0.716606, + "nauc_map_at_10_std": -0.325438, + "nauc_map_at_10_diff1": 0.891389, + "nauc_map_at_20_max": 0.716184, + "nauc_map_at_20_std": -0.32771, + "nauc_map_at_20_diff1": 0.891312, + "nauc_map_at_100_max": 0.715953, + "nauc_map_at_100_std": -0.326967, + "nauc_map_at_100_diff1": 0.891333, + "nauc_map_at_1000_max": 0.715916, + "nauc_map_at_1000_std": -0.327104, + "nauc_map_at_1000_diff1": 0.891323, + "nauc_recall_at_1_max": 0.70855, + "nauc_recall_at_1_std": -0.325367, + "nauc_recall_at_1_diff1": 0.900607, + "nauc_recall_at_3_max": 0.729368, + "nauc_recall_at_3_std": -0.315442, + "nauc_recall_at_3_diff1": 0.862135, + "nauc_recall_at_5_max": 0.770217, + "nauc_recall_at_5_std": -0.189372, + "nauc_recall_at_5_diff1": 0.877309, + "nauc_recall_at_10_max": 0.785792, + "nauc_recall_at_10_std": -0.172425, + "nauc_recall_at_10_diff1": 0.903809, + "nauc_recall_at_20_max": 0.770386, + "nauc_recall_at_20_std": -0.292769, + "nauc_recall_at_20_diff1": 0.901701, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.722222, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.70855, + "nauc_precision_at_1_std": -0.325367, + "nauc_precision_at_1_diff1": 0.900607, + "nauc_precision_at_3_max": 0.729368, + "nauc_precision_at_3_std": -0.315442, + "nauc_precision_at_3_diff1": 0.862135, + "nauc_precision_at_5_max": 0.770217, + "nauc_precision_at_5_std": -0.189372, + "nauc_precision_at_5_diff1": 0.877309, + "nauc_precision_at_10_max": 0.785792, + "nauc_precision_at_10_std": -0.172425, + "nauc_precision_at_10_diff1": 0.903809, + "nauc_precision_at_20_max": 0.770386, + "nauc_precision_at_20_std": -0.292769, + "nauc_precision_at_20_diff1": 0.901701, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.722222, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.70855, + "nauc_mrr_at_1_std": -0.325367, + "nauc_mrr_at_1_diff1": 0.900607, + "nauc_mrr_at_3_max": 0.713864, + "nauc_mrr_at_3_std": -0.3334, + "nauc_mrr_at_3_diff1": 0.887114, + "nauc_mrr_at_5_max": 0.717062, + "nauc_mrr_at_5_std": -0.3216, + "nauc_mrr_at_5_diff1": 0.889906, + "nauc_mrr_at_10_max": 0.716606, + "nauc_mrr_at_10_std": -0.325438, + "nauc_mrr_at_10_diff1": 0.891389, + "nauc_mrr_at_20_max": 0.716184, + "nauc_mrr_at_20_std": -0.32771, + "nauc_mrr_at_20_diff1": 0.891312, + "nauc_mrr_at_100_max": 0.715953, + "nauc_mrr_at_100_std": -0.326967, + "nauc_mrr_at_100_diff1": 0.891333, + "nauc_mrr_at_1000_max": 0.715916, + "nauc_mrr_at_1000_std": -0.327104, + "nauc_mrr_at_1000_diff1": 0.891323, + "hit_rate_at_1": 0.85222, + "hit_rate_at_3": 0.93111, + "hit_rate_at_5": 0.95444, + "hit_rate_at_10": 0.97333, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.91512, + "hf_subset": "als_Latn-eng_Latn", + "languages": [ + "als-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.70222, + "ndcg_at_3": 0.76808, + "ndcg_at_5": 0.78214, + "ndcg_at_10": 0.79299, + "ndcg_at_20": 0.80241, + "ndcg_at_100": 0.81332, + "ndcg_at_1000": 0.81629, + "map_at_1": 0.70222, + "map_at_3": 0.75204, + "map_at_5": 0.75976, + "map_at_10": 0.76428, + "map_at_20": 0.76694, + "map_at_100": 0.76844, + "map_at_1000": 0.76857, + "recall_at_1": 0.70222, + "recall_at_3": 0.81444, + "recall_at_5": 0.84889, + "recall_at_10": 0.88222, + "recall_at_20": 0.91889, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "accuracy": 0.70222, + "precision_at_1": 0.70222, + "precision_at_3": 0.27148, + "precision_at_5": 0.16978, + "precision_at_10": 0.08822, + "precision_at_20": 0.04594, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "mrr_at_1": 0.702222, + "mrr_at_3": 0.752037, + "mrr_at_5": 0.759759, + "mrr_at_10": 0.764282, + "mrr_at_20": 0.766945, + "mrr_at_100": 0.768435, + "mrr_at_1000": 0.768565, + "nauc_ndcg_at_1_max": 0.810981, + "nauc_ndcg_at_1_std": 0.122662, + "nauc_ndcg_at_1_diff1": 0.889872, + "nauc_ndcg_at_3_max": 0.824954, + "nauc_ndcg_at_3_std": 0.16075, + "nauc_ndcg_at_3_diff1": 0.856536, + "nauc_ndcg_at_5_max": 0.828774, + "nauc_ndcg_at_5_std": 0.179723, + "nauc_ndcg_at_5_diff1": 0.852452, + "nauc_ndcg_at_10_max": 0.827296, + "nauc_ndcg_at_10_std": 0.183248, + "nauc_ndcg_at_10_diff1": 0.854889, + "nauc_ndcg_at_20_max": 0.826105, + "nauc_ndcg_at_20_std": 0.184664, + "nauc_ndcg_at_20_diff1": 0.855465, + "nauc_ndcg_at_100_max": 0.826745, + "nauc_ndcg_at_100_std": 0.183797, + "nauc_ndcg_at_100_diff1": 0.861362, + "nauc_ndcg_at_1000_max": 0.82434, + "nauc_ndcg_at_1000_std": 0.171898, + "nauc_ndcg_at_1000_diff1": 0.861608, + "nauc_map_at_1_max": 0.810981, + "nauc_map_at_1_std": 0.122662, + "nauc_map_at_1_diff1": 0.889872, + "nauc_map_at_3_max": 0.820988, + "nauc_map_at_3_std": 0.148263, + "nauc_map_at_3_diff1": 0.865076, + "nauc_map_at_5_max": 0.822823, + "nauc_map_at_5_std": 0.15775, + "nauc_map_at_5_diff1": 0.863195, + "nauc_map_at_10_max": 0.822085, + "nauc_map_at_10_std": 0.158621, + "nauc_map_at_10_diff1": 0.86436, + "nauc_map_at_20_max": 0.821604, + "nauc_map_at_20_std": 0.15839, + "nauc_map_at_20_diff1": 0.864626, + "nauc_map_at_100_max": 0.821726, + "nauc_map_at_100_std": 0.158731, + "nauc_map_at_100_diff1": 0.865413, + "nauc_map_at_1000_max": 0.821639, + "nauc_map_at_1000_std": 0.158297, + "nauc_map_at_1000_diff1": 0.865421, + "nauc_recall_at_1_max": 0.810981, + "nauc_recall_at_1_std": 0.122662, + "nauc_recall_at_1_diff1": 0.889872, + "nauc_recall_at_3_max": 0.839472, + "nauc_recall_at_3_std": 0.207322, + "nauc_recall_at_3_diff1": 0.825758, + "nauc_recall_at_5_max": 0.855031, + "nauc_recall_at_5_std": 0.278434, + "nauc_recall_at_5_diff1": 0.806283, + "nauc_recall_at_10_max": 0.854986, + "nauc_recall_at_10_std": 0.320993, + "nauc_recall_at_10_diff1": 0.806274, + "nauc_recall_at_20_max": 0.858997, + "nauc_recall_at_20_std": 0.396857, + "nauc_recall_at_20_diff1": 0.790364, + "nauc_recall_at_100_max": 0.959967, + "nauc_recall_at_100_std": 0.841293, + "nauc_recall_at_100_diff1": 0.846172, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.810981, + "nauc_precision_at_1_std": 0.122662, + "nauc_precision_at_1_diff1": 0.889872, + "nauc_precision_at_3_max": 0.839472, + "nauc_precision_at_3_std": 0.207322, + "nauc_precision_at_3_diff1": 0.825758, + "nauc_precision_at_5_max": 0.855031, + "nauc_precision_at_5_std": 0.278434, + "nauc_precision_at_5_diff1": 0.806283, + "nauc_precision_at_10_max": 0.854986, + "nauc_precision_at_10_std": 0.320993, + "nauc_precision_at_10_diff1": 0.806274, + "nauc_precision_at_20_max": 0.858997, + "nauc_precision_at_20_std": 0.396857, + "nauc_precision_at_20_diff1": 0.790364, + "nauc_precision_at_100_max": 0.959967, + "nauc_precision_at_100_std": 0.841293, + "nauc_precision_at_100_diff1": 0.846172, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.810981, + "nauc_mrr_at_1_std": 0.122662, + "nauc_mrr_at_1_diff1": 0.889872, + "nauc_mrr_at_3_max": 0.820988, + "nauc_mrr_at_3_std": 0.148263, + "nauc_mrr_at_3_diff1": 0.865076, + "nauc_mrr_at_5_max": 0.822823, + "nauc_mrr_at_5_std": 0.15775, + "nauc_mrr_at_5_diff1": 0.863195, + "nauc_mrr_at_10_max": 0.822085, + "nauc_mrr_at_10_std": 0.158621, + "nauc_mrr_at_10_diff1": 0.86436, + "nauc_mrr_at_20_max": 0.821604, + "nauc_mrr_at_20_std": 0.15839, + "nauc_mrr_at_20_diff1": 0.864626, + "nauc_mrr_at_100_max": 0.821726, + "nauc_mrr_at_100_std": 0.158731, + "nauc_mrr_at_100_diff1": 0.865413, + "nauc_mrr_at_1000_max": 0.821639, + "nauc_mrr_at_1000_std": 0.158297, + "nauc_mrr_at_1000_diff1": 0.865421, + "hit_rate_at_1": 0.70222, + "hit_rate_at_3": 0.81444, + "hit_rate_at_5": 0.84889, + "hit_rate_at_10": 0.88222, + "hit_rate_at_20": 0.91889, + "hit_rate_at_100": 0.97778, + "hit_rate_at_1000": 1.0, + "main_score": 0.79299, + "hf_subset": "eng_Latn-als_Latn", + "languages": [ + "eng-Latn", + "als-Latn" + ] + }, + { + "ndcg_at_1": 0.38889, + "ndcg_at_3": 0.44762, + "ndcg_at_5": 0.46464, + "ndcg_at_10": 0.48786, + "ndcg_at_20": 0.50338, + "ndcg_at_100": 0.53434, + "ndcg_at_1000": 0.55612, + "map_at_1": 0.38889, + "map_at_3": 0.43333, + "map_at_5": 0.44283, + "map_at_10": 0.45255, + "map_at_20": 0.4567, + "map_at_100": 0.46094, + "map_at_1000": 0.46177, + "recall_at_1": 0.38889, + "recall_at_3": 0.48889, + "recall_at_5": 0.53, + "recall_at_10": 0.60111, + "recall_at_20": 0.66333, + "recall_at_100": 0.83111, + "recall_at_1000": 1.0, + "accuracy": 0.38889, + "precision_at_1": 0.38889, + "precision_at_3": 0.16296, + "precision_at_5": 0.106, + "precision_at_10": 0.06011, + "precision_at_20": 0.03317, + "precision_at_100": 0.00831, + "precision_at_1000": 0.001, + "mrr_at_1": 0.388889, + "mrr_at_3": 0.433333, + "mrr_at_5": 0.442833, + "mrr_at_10": 0.452552, + "mrr_at_20": 0.456697, + "mrr_at_100": 0.460941, + "mrr_at_1000": 0.461772, + "nauc_ndcg_at_1_max": 0.444318, + "nauc_ndcg_at_1_std": -0.094809, + "nauc_ndcg_at_1_diff1": 0.701435, + "nauc_ndcg_at_3_max": 0.447528, + "nauc_ndcg_at_3_std": -0.064832, + "nauc_ndcg_at_3_diff1": 0.66752, + "nauc_ndcg_at_5_max": 0.441012, + "nauc_ndcg_at_5_std": -0.066819, + "nauc_ndcg_at_5_diff1": 0.656592, + "nauc_ndcg_at_10_max": 0.430837, + "nauc_ndcg_at_10_std": -0.076168, + "nauc_ndcg_at_10_diff1": 0.646597, + "nauc_ndcg_at_20_max": 0.427323, + "nauc_ndcg_at_20_std": -0.078752, + "nauc_ndcg_at_20_diff1": 0.644849, + "nauc_ndcg_at_100_max": 0.422792, + "nauc_ndcg_at_100_std": -0.073876, + "nauc_ndcg_at_100_diff1": 0.643773, + "nauc_ndcg_at_1000_max": 0.432279, + "nauc_ndcg_at_1000_std": -0.075567, + "nauc_ndcg_at_1000_diff1": 0.653277, + "nauc_map_at_1_max": 0.444318, + "nauc_map_at_1_std": -0.094809, + "nauc_map_at_1_diff1": 0.701435, + "nauc_map_at_3_max": 0.4472, + "nauc_map_at_3_std": -0.072058, + "nauc_map_at_3_diff1": 0.675486, + "nauc_map_at_5_max": 0.443863, + "nauc_map_at_5_std": -0.072935, + "nauc_map_at_5_diff1": 0.669734, + "nauc_map_at_10_max": 0.439886, + "nauc_map_at_10_std": -0.076645, + "nauc_map_at_10_diff1": 0.665503, + "nauc_map_at_20_max": 0.439207, + "nauc_map_at_20_std": -0.077148, + "nauc_map_at_20_diff1": 0.665234, + "nauc_map_at_100_max": 0.438749, + "nauc_map_at_100_std": -0.076678, + "nauc_map_at_100_diff1": 0.664962, + "nauc_map_at_1000_max": 0.439041, + "nauc_map_at_1000_std": -0.076732, + "nauc_map_at_1000_diff1": 0.665225, + "nauc_recall_at_1_max": 0.444318, + "nauc_recall_at_1_std": -0.094809, + "nauc_recall_at_1_diff1": 0.701435, + "nauc_recall_at_3_max": 0.448297, + "nauc_recall_at_3_std": -0.043706, + "nauc_recall_at_3_diff1": 0.644319, + "nauc_recall_at_5_max": 0.430937, + "nauc_recall_at_5_std": -0.0491, + "nauc_recall_at_5_diff1": 0.615281, + "nauc_recall_at_10_max": 0.395306, + "nauc_recall_at_10_std": -0.079852, + "nauc_recall_at_10_diff1": 0.58022, + "nauc_recall_at_20_max": 0.37262, + "nauc_recall_at_20_std": -0.094246, + "nauc_recall_at_20_diff1": 0.563233, + "nauc_recall_at_100_max": 0.282853, + "nauc_recall_at_100_std": -0.049295, + "nauc_recall_at_100_diff1": 0.500208, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.444318, + "nauc_precision_at_1_std": -0.094809, + "nauc_precision_at_1_diff1": 0.701435, + "nauc_precision_at_3_max": 0.448297, + "nauc_precision_at_3_std": -0.043706, + "nauc_precision_at_3_diff1": 0.644319, + "nauc_precision_at_5_max": 0.430937, + "nauc_precision_at_5_std": -0.0491, + "nauc_precision_at_5_diff1": 0.615281, + "nauc_precision_at_10_max": 0.395306, + "nauc_precision_at_10_std": -0.079852, + "nauc_precision_at_10_diff1": 0.58022, + "nauc_precision_at_20_max": 0.37262, + "nauc_precision_at_20_std": -0.094246, + "nauc_precision_at_20_diff1": 0.563233, + "nauc_precision_at_100_max": 0.282853, + "nauc_precision_at_100_std": -0.049295, + "nauc_precision_at_100_diff1": 0.500208, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.444318, + "nauc_mrr_at_1_std": -0.094809, + "nauc_mrr_at_1_diff1": 0.701435, + "nauc_mrr_at_3_max": 0.4472, + "nauc_mrr_at_3_std": -0.072058, + "nauc_mrr_at_3_diff1": 0.675486, + "nauc_mrr_at_5_max": 0.443863, + "nauc_mrr_at_5_std": -0.072935, + "nauc_mrr_at_5_diff1": 0.669734, + "nauc_mrr_at_10_max": 0.439886, + "nauc_mrr_at_10_std": -0.076645, + "nauc_mrr_at_10_diff1": 0.665503, + "nauc_mrr_at_20_max": 0.439207, + "nauc_mrr_at_20_std": -0.077148, + "nauc_mrr_at_20_diff1": 0.665234, + "nauc_mrr_at_100_max": 0.438749, + "nauc_mrr_at_100_std": -0.076678, + "nauc_mrr_at_100_diff1": 0.664962, + "nauc_mrr_at_1000_max": 0.439041, + "nauc_mrr_at_1000_std": -0.076732, + "nauc_mrr_at_1000_diff1": 0.665225, + "hit_rate_at_1": 0.38889, + "hit_rate_at_3": 0.48889, + "hit_rate_at_5": 0.53, + "hit_rate_at_10": 0.60111, + "hit_rate_at_20": 0.66333, + "hit_rate_at_100": 0.83111, + "hit_rate_at_1000": 1.0, + "main_score": 0.48786, + "hf_subset": "amh_Ethi-amh_Ethi", + "languages": [ + "amh-Ethi", + "amh-Ethi" + ] + }, + { + "ndcg_at_1": 0.31, + "ndcg_at_3": 0.39287, + "ndcg_at_5": 0.41764, + "ndcg_at_10": 0.45052, + "ndcg_at_20": 0.47211, + "ndcg_at_100": 0.51031, + "ndcg_at_1000": 0.52273, + "map_at_1": 0.31, + "map_at_3": 0.37204, + "map_at_5": 0.38581, + "map_at_10": 0.39949, + "map_at_20": 0.4054, + "map_at_100": 0.41062, + "map_at_1000": 0.41115, + "recall_at_1": 0.31, + "recall_at_3": 0.45333, + "recall_at_5": 0.51333, + "recall_at_10": 0.61444, + "recall_at_20": 0.7, + "recall_at_100": 0.90667, + "recall_at_1000": 1.0, + "accuracy": 0.31, + "precision_at_1": 0.31, + "precision_at_3": 0.15111, + "precision_at_5": 0.10267, + "precision_at_10": 0.06144, + "precision_at_20": 0.035, + "precision_at_100": 0.00907, + "precision_at_1000": 0.001, + "mrr_at_1": 0.31, + "mrr_at_3": 0.372037, + "mrr_at_5": 0.385815, + "mrr_at_10": 0.399494, + "mrr_at_20": 0.405401, + "mrr_at_100": 0.410615, + "mrr_at_1000": 0.41115, + "nauc_ndcg_at_1_max": 0.481, + "nauc_ndcg_at_1_std": 0.014531, + "nauc_ndcg_at_1_diff1": 0.624137, + "nauc_ndcg_at_3_max": 0.434899, + "nauc_ndcg_at_3_std": -0.017919, + "nauc_ndcg_at_3_diff1": 0.539961, + "nauc_ndcg_at_5_max": 0.411094, + "nauc_ndcg_at_5_std": -0.041414, + "nauc_ndcg_at_5_diff1": 0.522957, + "nauc_ndcg_at_10_max": 0.40692, + "nauc_ndcg_at_10_std": -0.036479, + "nauc_ndcg_at_10_diff1": 0.510345, + "nauc_ndcg_at_20_max": 0.412684, + "nauc_ndcg_at_20_std": -0.030375, + "nauc_ndcg_at_20_diff1": 0.514782, + "nauc_ndcg_at_100_max": 0.430017, + "nauc_ndcg_at_100_std": -0.015335, + "nauc_ndcg_at_100_diff1": 0.533968, + "nauc_ndcg_at_1000_max": 0.426503, + "nauc_ndcg_at_1000_std": -0.022382, + "nauc_ndcg_at_1000_diff1": 0.535, + "nauc_map_at_1_max": 0.481, + "nauc_map_at_1_std": 0.014531, + "nauc_map_at_1_diff1": 0.624137, + "nauc_map_at_3_max": 0.445245, + "nauc_map_at_3_std": -0.011238, + "nauc_map_at_3_diff1": 0.559746, + "nauc_map_at_5_max": 0.432129, + "nauc_map_at_5_std": -0.024476, + "nauc_map_at_5_diff1": 0.550337, + "nauc_map_at_10_max": 0.430765, + "nauc_map_at_10_std": -0.021919, + "nauc_map_at_10_diff1": 0.545145, + "nauc_map_at_20_max": 0.432251, + "nauc_map_at_20_std": -0.020338, + "nauc_map_at_20_diff1": 0.546444, + "nauc_map_at_100_max": 0.434601, + "nauc_map_at_100_std": -0.018638, + "nauc_map_at_100_diff1": 0.548894, + "nauc_map_at_1000_max": 0.43444, + "nauc_map_at_1000_std": -0.018857, + "nauc_map_at_1000_diff1": 0.548965, + "nauc_recall_at_1_max": 0.481, + "nauc_recall_at_1_std": 0.014531, + "nauc_recall_at_1_diff1": 0.624137, + "nauc_recall_at_3_max": 0.405581, + "nauc_recall_at_3_std": -0.036592, + "nauc_recall_at_3_diff1": 0.483509, + "nauc_recall_at_5_max": 0.346318, + "nauc_recall_at_5_std": -0.09364, + "nauc_recall_at_5_diff1": 0.440609, + "nauc_recall_at_10_max": 0.323872, + "nauc_recall_at_10_std": -0.085442, + "nauc_recall_at_10_diff1": 0.390471, + "nauc_recall_at_20_max": 0.339731, + "nauc_recall_at_20_std": -0.062559, + "nauc_recall_at_20_diff1": 0.392446, + "nauc_recall_at_100_max": 0.502968, + "nauc_recall_at_100_std": 0.149927, + "nauc_recall_at_100_diff1": 0.512533, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.481, + "nauc_precision_at_1_std": 0.014531, + "nauc_precision_at_1_diff1": 0.624137, + "nauc_precision_at_3_max": 0.405581, + "nauc_precision_at_3_std": -0.036592, + "nauc_precision_at_3_diff1": 0.483509, + "nauc_precision_at_5_max": 0.346318, + "nauc_precision_at_5_std": -0.09364, + "nauc_precision_at_5_diff1": 0.440609, + "nauc_precision_at_10_max": 0.323872, + "nauc_precision_at_10_std": -0.085442, + "nauc_precision_at_10_diff1": 0.390471, + "nauc_precision_at_20_max": 0.339731, + "nauc_precision_at_20_std": -0.062559, + "nauc_precision_at_20_diff1": 0.392446, + "nauc_precision_at_100_max": 0.502968, + "nauc_precision_at_100_std": 0.149927, + "nauc_precision_at_100_diff1": 0.512533, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.481, + "nauc_mrr_at_1_std": 0.014531, + "nauc_mrr_at_1_diff1": 0.624137, + "nauc_mrr_at_3_max": 0.445245, + "nauc_mrr_at_3_std": -0.011238, + "nauc_mrr_at_3_diff1": 0.559746, + "nauc_mrr_at_5_max": 0.432129, + "nauc_mrr_at_5_std": -0.024476, + "nauc_mrr_at_5_diff1": 0.550337, + "nauc_mrr_at_10_max": 0.430765, + "nauc_mrr_at_10_std": -0.021919, + "nauc_mrr_at_10_diff1": 0.545145, + "nauc_mrr_at_20_max": 0.432251, + "nauc_mrr_at_20_std": -0.020338, + "nauc_mrr_at_20_diff1": 0.546444, + "nauc_mrr_at_100_max": 0.434601, + "nauc_mrr_at_100_std": -0.018638, + "nauc_mrr_at_100_diff1": 0.548894, + "nauc_mrr_at_1000_max": 0.43444, + "nauc_mrr_at_1000_std": -0.018857, + "nauc_mrr_at_1000_diff1": 0.548965, + "hit_rate_at_1": 0.31, + "hit_rate_at_3": 0.45333, + "hit_rate_at_5": 0.51333, + "hit_rate_at_10": 0.61444, + "hit_rate_at_20": 0.7, + "hit_rate_at_100": 0.90667, + "hit_rate_at_1000": 1.0, + "main_score": 0.45052, + "hf_subset": "amh_Ethi-eng_Latn", + "languages": [ + "amh-Ethi", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.15444, + "ndcg_at_3": 0.18156, + "ndcg_at_5": 0.19538, + "ndcg_at_10": 0.21635, + "ndcg_at_20": 0.23517, + "ndcg_at_100": 0.28302, + "ndcg_at_1000": 0.32975, + "map_at_1": 0.15444, + "map_at_3": 0.17481, + "map_at_5": 0.18254, + "map_at_10": 0.19106, + "map_at_20": 0.19622, + "map_at_100": 0.20242, + "map_at_1000": 0.20423, + "recall_at_1": 0.15444, + "recall_at_3": 0.20111, + "recall_at_5": 0.23444, + "recall_at_10": 0.3, + "recall_at_20": 0.37444, + "recall_at_100": 0.63889, + "recall_at_1000": 1.0, + "accuracy": 0.15444, + "precision_at_1": 0.15444, + "precision_at_3": 0.06704, + "precision_at_5": 0.04689, + "precision_at_10": 0.03, + "precision_at_20": 0.01872, + "precision_at_100": 0.00639, + "precision_at_1000": 0.001, + "mrr_at_1": 0.154444, + "mrr_at_3": 0.174815, + "mrr_at_5": 0.182537, + "mrr_at_10": 0.191059, + "mrr_at_20": 0.196222, + "mrr_at_100": 0.202419, + "mrr_at_1000": 0.204232, + "nauc_ndcg_at_1_max": 0.727853, + "nauc_ndcg_at_1_std": 0.399719, + "nauc_ndcg_at_1_diff1": 0.662464, + "nauc_ndcg_at_3_max": 0.677528, + "nauc_ndcg_at_3_std": 0.409074, + "nauc_ndcg_at_3_diff1": 0.561309, + "nauc_ndcg_at_5_max": 0.640997, + "nauc_ndcg_at_5_std": 0.394349, + "nauc_ndcg_at_5_diff1": 0.526701, + "nauc_ndcg_at_10_max": 0.615965, + "nauc_ndcg_at_10_std": 0.395503, + "nauc_ndcg_at_10_diff1": 0.496372, + "nauc_ndcg_at_20_max": 0.595688, + "nauc_ndcg_at_20_std": 0.389057, + "nauc_ndcg_at_20_diff1": 0.479902, + "nauc_ndcg_at_100_max": 0.580001, + "nauc_ndcg_at_100_std": 0.378707, + "nauc_ndcg_at_100_diff1": 0.471686, + "nauc_ndcg_at_1000_max": 0.61588, + "nauc_ndcg_at_1000_std": 0.391629, + "nauc_ndcg_at_1000_diff1": 0.505631, + "nauc_map_at_1_max": 0.727853, + "nauc_map_at_1_std": 0.399719, + "nauc_map_at_1_diff1": 0.662464, + "nauc_map_at_3_max": 0.689296, + "nauc_map_at_3_std": 0.40655, + "nauc_map_at_3_diff1": 0.584192, + "nauc_map_at_5_max": 0.667777, + "nauc_map_at_5_std": 0.397613, + "nauc_map_at_5_diff1": 0.563745, + "nauc_map_at_10_max": 0.657082, + "nauc_map_at_10_std": 0.398879, + "nauc_map_at_10_diff1": 0.549978, + "nauc_map_at_20_max": 0.651212, + "nauc_map_at_20_std": 0.397269, + "nauc_map_at_20_diff1": 0.545082, + "nauc_map_at_100_max": 0.648301, + "nauc_map_at_100_std": 0.395935, + "nauc_map_at_100_diff1": 0.54314, + "nauc_map_at_1000_max": 0.649755, + "nauc_map_at_1000_std": 0.396589, + "nauc_map_at_1000_diff1": 0.544511, + "nauc_recall_at_1_max": 0.727853, + "nauc_recall_at_1_std": 0.399719, + "nauc_recall_at_1_diff1": 0.662464, + "nauc_recall_at_3_max": 0.646802, + "nauc_recall_at_3_std": 0.415779, + "nauc_recall_at_3_diff1": 0.501828, + "nauc_recall_at_5_max": 0.570239, + "nauc_recall_at_5_std": 0.385118, + "nauc_recall_at_5_diff1": 0.430671, + "nauc_recall_at_10_max": 0.510162, + "nauc_recall_at_10_std": 0.385738, + "nauc_recall_at_10_diff1": 0.361881, + "nauc_recall_at_20_max": 0.447432, + "nauc_recall_at_20_std": 0.363541, + "nauc_recall_at_20_diff1": 0.31304, + "nauc_recall_at_100_max": 0.344496, + "nauc_recall_at_100_std": 0.301591, + "nauc_recall_at_100_diff1": 0.246189, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.727853, + "nauc_precision_at_1_std": 0.399719, + "nauc_precision_at_1_diff1": 0.662464, + "nauc_precision_at_3_max": 0.646802, + "nauc_precision_at_3_std": 0.415779, + "nauc_precision_at_3_diff1": 0.501828, + "nauc_precision_at_5_max": 0.570239, + "nauc_precision_at_5_std": 0.385118, + "nauc_precision_at_5_diff1": 0.430671, + "nauc_precision_at_10_max": 0.510162, + "nauc_precision_at_10_std": 0.385738, + "nauc_precision_at_10_diff1": 0.361881, + "nauc_precision_at_20_max": 0.447432, + "nauc_precision_at_20_std": 0.363541, + "nauc_precision_at_20_diff1": 0.31304, + "nauc_precision_at_100_max": 0.344496, + "nauc_precision_at_100_std": 0.301591, + "nauc_precision_at_100_diff1": 0.246189, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.727853, + "nauc_mrr_at_1_std": 0.399719, + "nauc_mrr_at_1_diff1": 0.662464, + "nauc_mrr_at_3_max": 0.689296, + "nauc_mrr_at_3_std": 0.40655, + "nauc_mrr_at_3_diff1": 0.584192, + "nauc_mrr_at_5_max": 0.667777, + "nauc_mrr_at_5_std": 0.397613, + "nauc_mrr_at_5_diff1": 0.563745, + "nauc_mrr_at_10_max": 0.657082, + "nauc_mrr_at_10_std": 0.398879, + "nauc_mrr_at_10_diff1": 0.549978, + "nauc_mrr_at_20_max": 0.651212, + "nauc_mrr_at_20_std": 0.397269, + "nauc_mrr_at_20_diff1": 0.545082, + "nauc_mrr_at_100_max": 0.648301, + "nauc_mrr_at_100_std": 0.395935, + "nauc_mrr_at_100_diff1": 0.54314, + "nauc_mrr_at_1000_max": 0.649755, + "nauc_mrr_at_1000_std": 0.396589, + "nauc_mrr_at_1000_diff1": 0.544511, + "hit_rate_at_1": 0.15444, + "hit_rate_at_3": 0.20111, + "hit_rate_at_5": 0.23444, + "hit_rate_at_10": 0.3, + "hit_rate_at_20": 0.37444, + "hit_rate_at_100": 0.63889, + "hit_rate_at_1000": 1.0, + "main_score": 0.21635, + "hf_subset": "eng_Latn-amh_Ethi", + "languages": [ + "eng-Latn", + "amh-Ethi" + ] + }, + { + "ndcg_at_1": 0.84556, + "ndcg_at_3": 0.88836, + "ndcg_at_5": 0.89649, + "ndcg_at_10": 0.90374, + "ndcg_at_20": 0.90715, + "ndcg_at_100": 0.91027, + "ndcg_at_1000": 0.91161, + "map_at_1": 0.84556, + "map_at_3": 0.87815, + "map_at_5": 0.88259, + "map_at_10": 0.88563, + "map_at_20": 0.88658, + "map_at_100": 0.88702, + "map_at_1000": 0.88708, + "recall_at_1": 0.84556, + "recall_at_3": 0.91778, + "recall_at_5": 0.93778, + "recall_at_10": 0.96, + "recall_at_20": 0.97333, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.84556, + "precision_at_1": 0.84556, + "precision_at_3": 0.30593, + "precision_at_5": 0.18756, + "precision_at_10": 0.096, + "precision_at_20": 0.04867, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.845556, + "mrr_at_3": 0.878148, + "mrr_at_5": 0.882593, + "mrr_at_10": 0.885627, + "mrr_at_20": 0.886583, + "mrr_at_100": 0.887017, + "mrr_at_1000": 0.887078, + "nauc_ndcg_at_1_max": 0.783341, + "nauc_ndcg_at_1_std": -0.054602, + "nauc_ndcg_at_1_diff1": 0.895735, + "nauc_ndcg_at_3_max": 0.808088, + "nauc_ndcg_at_3_std": -0.001625, + "nauc_ndcg_at_3_diff1": 0.870757, + "nauc_ndcg_at_5_max": 0.813642, + "nauc_ndcg_at_5_std": -0.004039, + "nauc_ndcg_at_5_diff1": 0.87578, + "nauc_ndcg_at_10_max": 0.814945, + "nauc_ndcg_at_10_std": 0.016673, + "nauc_ndcg_at_10_diff1": 0.882824, + "nauc_ndcg_at_20_max": 0.811199, + "nauc_ndcg_at_20_std": 0.011585, + "nauc_ndcg_at_20_diff1": 0.881105, + "nauc_ndcg_at_100_max": 0.806368, + "nauc_ndcg_at_100_std": 0.001318, + "nauc_ndcg_at_100_diff1": 0.882309, + "nauc_ndcg_at_1000_max": 0.806745, + "nauc_ndcg_at_1000_std": -0.003325, + "nauc_ndcg_at_1000_diff1": 0.882163, + "nauc_map_at_1_max": 0.783341, + "nauc_map_at_1_std": -0.054602, + "nauc_map_at_1_diff1": 0.895735, + "nauc_map_at_3_max": 0.802006, + "nauc_map_at_3_std": -0.015373, + "nauc_map_at_3_diff1": 0.877686, + "nauc_map_at_5_max": 0.804474, + "nauc_map_at_5_std": -0.016543, + "nauc_map_at_5_diff1": 0.88024, + "nauc_map_at_10_max": 0.804659, + "nauc_map_at_10_std": -0.010264, + "nauc_map_at_10_diff1": 0.882997, + "nauc_map_at_20_max": 0.803771, + "nauc_map_at_20_std": -0.011237, + "nauc_map_at_20_diff1": 0.882664, + "nauc_map_at_100_max": 0.803213, + "nauc_map_at_100_std": -0.01293, + "nauc_map_at_100_diff1": 0.882894, + "nauc_map_at_1000_max": 0.803255, + "nauc_map_at_1000_std": -0.012989, + "nauc_map_at_1000_diff1": 0.882897, + "nauc_recall_at_1_max": 0.783341, + "nauc_recall_at_1_std": -0.054602, + "nauc_recall_at_1_diff1": 0.895735, + "nauc_recall_at_3_max": 0.832519, + "nauc_recall_at_3_std": 0.05413, + "nauc_recall_at_3_diff1": 0.842349, + "nauc_recall_at_5_max": 0.862412, + "nauc_recall_at_5_std": 0.058348, + "nauc_recall_at_5_diff1": 0.8544, + "nauc_recall_at_10_max": 0.89925, + "nauc_recall_at_10_std": 0.251569, + "nauc_recall_at_10_diff1": 0.890808, + "nauc_recall_at_20_max": 0.88992, + "nauc_recall_at_20_std": 0.288379, + "nauc_recall_at_20_diff1": 0.870254, + "nauc_recall_at_100_max": 0.795414, + "nauc_recall_at_100_std": 0.345212, + "nauc_recall_at_100_diff1": 0.894699, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.783341, + "nauc_precision_at_1_std": -0.054602, + "nauc_precision_at_1_diff1": 0.895735, + "nauc_precision_at_3_max": 0.832519, + "nauc_precision_at_3_std": 0.05413, + "nauc_precision_at_3_diff1": 0.842349, + "nauc_precision_at_5_max": 0.862412, + "nauc_precision_at_5_std": 0.058348, + "nauc_precision_at_5_diff1": 0.8544, + "nauc_precision_at_10_max": 0.89925, + "nauc_precision_at_10_std": 0.251569, + "nauc_precision_at_10_diff1": 0.890808, + "nauc_precision_at_20_max": 0.88992, + "nauc_precision_at_20_std": 0.288379, + "nauc_precision_at_20_diff1": 0.870254, + "nauc_precision_at_100_max": 0.795414, + "nauc_precision_at_100_std": 0.345212, + "nauc_precision_at_100_diff1": 0.894699, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.783341, + "nauc_mrr_at_1_std": -0.054602, + "nauc_mrr_at_1_diff1": 0.895735, + "nauc_mrr_at_3_max": 0.802006, + "nauc_mrr_at_3_std": -0.015373, + "nauc_mrr_at_3_diff1": 0.877686, + "nauc_mrr_at_5_max": 0.804474, + "nauc_mrr_at_5_std": -0.016543, + "nauc_mrr_at_5_diff1": 0.88024, + "nauc_mrr_at_10_max": 0.804659, + "nauc_mrr_at_10_std": -0.010264, + "nauc_mrr_at_10_diff1": 0.882997, + "nauc_mrr_at_20_max": 0.803771, + "nauc_mrr_at_20_std": -0.011237, + "nauc_mrr_at_20_diff1": 0.882664, + "nauc_mrr_at_100_max": 0.803213, + "nauc_mrr_at_100_std": -0.01293, + "nauc_mrr_at_100_diff1": 0.882894, + "nauc_mrr_at_1000_max": 0.803255, + "nauc_mrr_at_1000_std": -0.012989, + "nauc_mrr_at_1000_diff1": 0.882897, + "hit_rate_at_1": 0.84556, + "hit_rate_at_3": 0.91778, + "hit_rate_at_5": 0.93778, + "hit_rate_at_10": 0.96, + "hit_rate_at_20": 0.97333, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.90374, + "hf_subset": "apc_Arab-apc_Arab", + "languages": [ + "apc-Arab", + "apc-Arab" + ] + }, + { + "ndcg_at_1": 0.88889, + "ndcg_at_3": 0.9191, + "ndcg_at_5": 0.92656, + "ndcg_at_10": 0.93322, + "ndcg_at_20": 0.93709, + "ndcg_at_100": 0.93805, + "ndcg_at_1000": 0.93832, + "map_at_1": 0.88889, + "map_at_3": 0.91185, + "map_at_5": 0.91607, + "map_at_10": 0.91894, + "map_at_20": 0.92011, + "map_at_100": 0.92022, + "map_at_1000": 0.92022, + "recall_at_1": 0.88889, + "recall_at_3": 0.94, + "recall_at_5": 0.95778, + "recall_at_10": 0.97778, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.88889, + "precision_at_1": 0.88889, + "precision_at_3": 0.31333, + "precision_at_5": 0.19156, + "precision_at_10": 0.09778, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.888889, + "mrr_at_3": 0.911852, + "mrr_at_5": 0.916074, + "mrr_at_10": 0.918935, + "mrr_at_20": 0.920109, + "mrr_at_100": 0.920216, + "mrr_at_1000": 0.920223, + "nauc_ndcg_at_1_max": 0.671589, + "nauc_ndcg_at_1_std": -0.333586, + "nauc_ndcg_at_1_diff1": 0.893051, + "nauc_ndcg_at_3_max": 0.713503, + "nauc_ndcg_at_3_std": -0.256904, + "nauc_ndcg_at_3_diff1": 0.889903, + "nauc_ndcg_at_5_max": 0.717899, + "nauc_ndcg_at_5_std": -0.204756, + "nauc_ndcg_at_5_diff1": 0.889323, + "nauc_ndcg_at_10_max": 0.712502, + "nauc_ndcg_at_10_std": -0.21915, + "nauc_ndcg_at_10_diff1": 0.89132, + "nauc_ndcg_at_20_max": 0.706871, + "nauc_ndcg_at_20_std": -0.254507, + "nauc_ndcg_at_20_diff1": 0.893137, + "nauc_ndcg_at_100_max": 0.705212, + "nauc_ndcg_at_100_std": -0.253941, + "nauc_ndcg_at_100_diff1": 0.89184, + "nauc_ndcg_at_1000_max": 0.70393, + "nauc_ndcg_at_1000_std": -0.259398, + "nauc_ndcg_at_1000_diff1": 0.891665, + "nauc_map_at_1_max": 0.671589, + "nauc_map_at_1_std": -0.333586, + "nauc_map_at_1_diff1": 0.893051, + "nauc_map_at_3_max": 0.701598, + "nauc_map_at_3_std": -0.277725, + "nauc_map_at_3_diff1": 0.890353, + "nauc_map_at_5_max": 0.703477, + "nauc_map_at_5_std": -0.253238, + "nauc_map_at_5_diff1": 0.89014, + "nauc_map_at_10_max": 0.701277, + "nauc_map_at_10_std": -0.261135, + "nauc_map_at_10_diff1": 0.891093, + "nauc_map_at_20_max": 0.699704, + "nauc_map_at_20_std": -0.270189, + "nauc_map_at_20_diff1": 0.89142, + "nauc_map_at_100_max": 0.699499, + "nauc_map_at_100_std": -0.270531, + "nauc_map_at_100_diff1": 0.891297, + "nauc_map_at_1000_max": 0.699473, + "nauc_map_at_1000_std": -0.270643, + "nauc_map_at_1000_diff1": 0.891294, + "nauc_recall_at_1_max": 0.671589, + "nauc_recall_at_1_std": -0.333586, + "nauc_recall_at_1_diff1": 0.893051, + "nauc_recall_at_3_max": 0.763098, + "nauc_recall_at_3_std": -0.170791, + "nauc_recall_at_3_diff1": 0.88831, + "nauc_recall_at_5_max": 0.799585, + "nauc_recall_at_5_std": 0.082547, + "nauc_recall_at_5_diff1": 0.884835, + "nauc_recall_at_10_max": 0.820635, + "nauc_recall_at_10_std": 0.232516, + "nauc_recall_at_10_diff1": 0.894631, + "nauc_recall_at_20_max": 0.856943, + "nauc_recall_at_20_std": 0.010137, + "nauc_recall_at_20_diff1": 0.962652, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.671589, + "nauc_precision_at_1_std": -0.333586, + "nauc_precision_at_1_diff1": 0.893051, + "nauc_precision_at_3_max": 0.763098, + "nauc_precision_at_3_std": -0.170791, + "nauc_precision_at_3_diff1": 0.88831, + "nauc_precision_at_5_max": 0.799585, + "nauc_precision_at_5_std": 0.082547, + "nauc_precision_at_5_diff1": 0.884835, + "nauc_precision_at_10_max": 0.820635, + "nauc_precision_at_10_std": 0.232516, + "nauc_precision_at_10_diff1": 0.894631, + "nauc_precision_at_20_max": 0.856943, + "nauc_precision_at_20_std": 0.010137, + "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.671589, + "nauc_mrr_at_1_std": -0.333586, + "nauc_mrr_at_1_diff1": 0.893051, + "nauc_mrr_at_3_max": 0.701598, + "nauc_mrr_at_3_std": -0.277725, + "nauc_mrr_at_3_diff1": 0.890353, + "nauc_mrr_at_5_max": 0.703477, + "nauc_mrr_at_5_std": -0.253238, + "nauc_mrr_at_5_diff1": 0.89014, + "nauc_mrr_at_10_max": 0.701277, + "nauc_mrr_at_10_std": -0.261135, + "nauc_mrr_at_10_diff1": 0.891093, + "nauc_mrr_at_20_max": 0.699704, + "nauc_mrr_at_20_std": -0.270189, + "nauc_mrr_at_20_diff1": 0.89142, + "nauc_mrr_at_100_max": 0.699499, + "nauc_mrr_at_100_std": -0.270531, + "nauc_mrr_at_100_diff1": 0.891297, + "nauc_mrr_at_1000_max": 0.699473, + "nauc_mrr_at_1000_std": -0.270643, + "nauc_mrr_at_1000_diff1": 0.891294, + "hit_rate_at_1": 0.88889, + "hit_rate_at_3": 0.94, + "hit_rate_at_5": 0.95778, + "hit_rate_at_10": 0.97778, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93322, + "hf_subset": "apc_Arab-eng_Latn", + "languages": [ + "apc-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.77444, + "ndcg_at_3": 0.84705, + "ndcg_at_5": 0.85642, + "ndcg_at_10": 0.86606, + "ndcg_at_20": 0.87207, + "ndcg_at_100": 0.87655, + "ndcg_at_1000": 0.87712, + "map_at_1": 0.77444, + "map_at_3": 0.82981, + "map_at_5": 0.83515, + "map_at_10": 0.83908, + "map_at_20": 0.8408, + "map_at_100": 0.84147, + "map_at_1000": 0.84149, + "recall_at_1": 0.77444, + "recall_at_3": 0.89667, + "recall_at_5": 0.91889, + "recall_at_10": 0.94889, + "recall_at_20": 0.97222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.77444, + "precision_at_1": 0.77444, + "precision_at_3": 0.29889, + "precision_at_5": 0.18378, + "precision_at_10": 0.09489, + "precision_at_20": 0.04861, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.774444, + "mrr_at_3": 0.829815, + "mrr_at_5": 0.835148, + "mrr_at_10": 0.83908, + "mrr_at_20": 0.840798, + "mrr_at_100": 0.841468, + "mrr_at_1000": 0.841488, + "nauc_ndcg_at_1_max": 0.731354, + "nauc_ndcg_at_1_std": -0.094726, + "nauc_ndcg_at_1_diff1": 0.878714, + "nauc_ndcg_at_3_max": 0.770511, + "nauc_ndcg_at_3_std": -0.029321, + "nauc_ndcg_at_3_diff1": 0.853932, + "nauc_ndcg_at_5_max": 0.772016, + "nauc_ndcg_at_5_std": -0.036876, + "nauc_ndcg_at_5_diff1": 0.855487, + "nauc_ndcg_at_10_max": 0.771724, + "nauc_ndcg_at_10_std": -0.032204, + "nauc_ndcg_at_10_diff1": 0.860126, + "nauc_ndcg_at_20_max": 0.767657, + "nauc_ndcg_at_20_std": -0.031024, + "nauc_ndcg_at_20_diff1": 0.861561, + "nauc_ndcg_at_100_max": 0.764596, + "nauc_ndcg_at_100_std": -0.039762, + "nauc_ndcg_at_100_diff1": 0.862796, + "nauc_ndcg_at_1000_max": 0.76344, + "nauc_ndcg_at_1000_std": -0.04448, + "nauc_ndcg_at_1000_diff1": 0.862839, + "nauc_map_at_1_max": 0.731354, + "nauc_map_at_1_std": -0.094726, + "nauc_map_at_1_diff1": 0.878714, + "nauc_map_at_3_max": 0.760461, + "nauc_map_at_3_std": -0.049701, + "nauc_map_at_3_diff1": 0.861211, + "nauc_map_at_5_max": 0.760797, + "nauc_map_at_5_std": -0.054464, + "nauc_map_at_5_diff1": 0.862234, + "nauc_map_at_10_max": 0.760543, + "nauc_map_at_10_std": -0.053473, + "nauc_map_at_10_diff1": 0.864017, + "nauc_map_at_20_max": 0.759549, + "nauc_map_at_20_std": -0.05294, + "nauc_map_at_20_diff1": 0.86439, + "nauc_map_at_100_max": 0.759127, + "nauc_map_at_100_std": -0.054098, + "nauc_map_at_100_diff1": 0.86455, + "nauc_map_at_1000_max": 0.759094, + "nauc_map_at_1000_std": -0.054225, + "nauc_map_at_1000_diff1": 0.864552, + "nauc_recall_at_1_max": 0.731354, + "nauc_recall_at_1_std": -0.094726, + "nauc_recall_at_1_diff1": 0.878714, + "nauc_recall_at_3_max": 0.814, + "nauc_recall_at_3_std": 0.061644, + "nauc_recall_at_3_diff1": 0.821723, + "nauc_recall_at_5_max": 0.832233, + "nauc_recall_at_5_std": 0.058446, + "nauc_recall_at_5_diff1": 0.819245, + "nauc_recall_at_10_max": 0.863202, + "nauc_recall_at_10_std": 0.152651, + "nauc_recall_at_10_diff1": 0.833262, + "nauc_recall_at_20_max": 0.869113, + "nauc_recall_at_20_std": 0.307806, + "nauc_recall_at_20_diff1": 0.834547, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.930556, + "nauc_recall_at_100_diff1": 0.855859, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.731354, + "nauc_precision_at_1_std": -0.094726, + "nauc_precision_at_1_diff1": 0.878714, + "nauc_precision_at_3_max": 0.814, + "nauc_precision_at_3_std": 0.061644, + "nauc_precision_at_3_diff1": 0.821723, + "nauc_precision_at_5_max": 0.832233, + "nauc_precision_at_5_std": 0.058446, + "nauc_precision_at_5_diff1": 0.819245, + "nauc_precision_at_10_max": 0.863202, + "nauc_precision_at_10_std": 0.152651, + "nauc_precision_at_10_diff1": 0.833262, + "nauc_precision_at_20_max": 0.869113, + "nauc_precision_at_20_std": 0.307806, + "nauc_precision_at_20_diff1": 0.834547, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.930556, + "nauc_precision_at_100_diff1": 0.855859, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.731354, + "nauc_mrr_at_1_std": -0.094726, + "nauc_mrr_at_1_diff1": 0.878714, + "nauc_mrr_at_3_max": 0.760461, + "nauc_mrr_at_3_std": -0.049701, + "nauc_mrr_at_3_diff1": 0.861211, + "nauc_mrr_at_5_max": 0.760797, + "nauc_mrr_at_5_std": -0.054464, + "nauc_mrr_at_5_diff1": 0.862234, + "nauc_mrr_at_10_max": 0.760543, + "nauc_mrr_at_10_std": -0.053473, + "nauc_mrr_at_10_diff1": 0.864017, + "nauc_mrr_at_20_max": 0.759549, + "nauc_mrr_at_20_std": -0.05294, + "nauc_mrr_at_20_diff1": 0.86439, + "nauc_mrr_at_100_max": 0.759127, + "nauc_mrr_at_100_std": -0.054098, + "nauc_mrr_at_100_diff1": 0.86455, + "nauc_mrr_at_1000_max": 0.759094, + "nauc_mrr_at_1000_std": -0.054225, + "nauc_mrr_at_1000_diff1": 0.864552, + "hit_rate_at_1": 0.77444, + "hit_rate_at_3": 0.89667, + "hit_rate_at_5": 0.91889, + "hit_rate_at_10": 0.94889, + "hit_rate_at_20": 0.97222, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.86606, + "hf_subset": "eng_Latn-apc_Arab", + "languages": [ + "eng-Latn", + "apc-Arab" + ] + }, + { + "ndcg_at_1": 0.86333, + "ndcg_at_3": 0.90529, + "ndcg_at_5": 0.91308, + "ndcg_at_10": 0.91855, + "ndcg_at_20": 0.9219, + "ndcg_at_100": 0.9236, + "ndcg_at_1000": 0.92464, + "map_at_1": 0.86333, + "map_at_3": 0.89519, + "map_at_5": 0.89952, + "map_at_10": 0.90182, + "map_at_20": 0.90273, + "map_at_100": 0.90298, + "map_at_1000": 0.90303, + "recall_at_1": 0.86333, + "recall_at_3": 0.93444, + "recall_at_5": 0.95333, + "recall_at_10": 0.97, + "recall_at_20": 0.98333, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "accuracy": 0.86333, + "precision_at_1": 0.86333, + "precision_at_3": 0.31148, + "precision_at_5": 0.19067, + "precision_at_10": 0.097, + "precision_at_20": 0.04917, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.863333, + "mrr_at_3": 0.895185, + "mrr_at_5": 0.899519, + "mrr_at_10": 0.901822, + "mrr_at_20": 0.90273, + "mrr_at_100": 0.902979, + "mrr_at_1000": 0.903026, + "nauc_ndcg_at_1_max": 0.768969, + "nauc_ndcg_at_1_std": -0.143042, + "nauc_ndcg_at_1_diff1": 0.930711, + "nauc_ndcg_at_3_max": 0.799853, + "nauc_ndcg_at_3_std": -0.057028, + "nauc_ndcg_at_3_diff1": 0.910534, + "nauc_ndcg_at_5_max": 0.797781, + "nauc_ndcg_at_5_std": -0.087179, + "nauc_ndcg_at_5_diff1": 0.915065, + "nauc_ndcg_at_10_max": 0.796084, + "nauc_ndcg_at_10_std": -0.070614, + "nauc_ndcg_at_10_diff1": 0.918597, + "nauc_ndcg_at_20_max": 0.791942, + "nauc_ndcg_at_20_std": -0.083777, + "nauc_ndcg_at_20_diff1": 0.91883, + "nauc_ndcg_at_100_max": 0.791417, + "nauc_ndcg_at_100_std": -0.081954, + "nauc_ndcg_at_100_diff1": 0.919896, + "nauc_ndcg_at_1000_max": 0.790994, + "nauc_ndcg_at_1000_std": -0.086645, + "nauc_ndcg_at_1000_diff1": 0.919298, + "nauc_map_at_1_max": 0.768969, + "nauc_map_at_1_std": -0.143042, + "nauc_map_at_1_diff1": 0.930711, + "nauc_map_at_3_max": 0.791832, + "nauc_map_at_3_std": -0.081117, + "nauc_map_at_3_diff1": 0.916106, + "nauc_map_at_5_max": 0.790305, + "nauc_map_at_5_std": -0.097696, + "nauc_map_at_5_diff1": 0.918495, + "nauc_map_at_10_max": 0.78948, + "nauc_map_at_10_std": -0.092739, + "nauc_map_at_10_diff1": 0.91985, + "nauc_map_at_20_max": 0.78862, + "nauc_map_at_20_std": -0.095283, + "nauc_map_at_20_diff1": 0.91988, + "nauc_map_at_100_max": 0.788565, + "nauc_map_at_100_std": -0.094868, + "nauc_map_at_100_diff1": 0.920026, + "nauc_map_at_1000_max": 0.788543, + "nauc_map_at_1000_std": -0.09503, + "nauc_map_at_1000_diff1": 0.920007, + "nauc_recall_at_1_max": 0.768969, + "nauc_recall_at_1_std": -0.143042, + "nauc_recall_at_1_diff1": 0.930711, + "nauc_recall_at_3_max": 0.835003, + "nauc_recall_at_3_std": 0.04989, + "nauc_recall_at_3_diff1": 0.885858, + "nauc_recall_at_5_max": 0.84157, + "nauc_recall_at_5_std": -0.031779, + "nauc_recall_at_5_diff1": 0.896292, + "nauc_recall_at_10_max": 0.852976, + "nauc_recall_at_10_std": 0.142719, + "nauc_recall_at_10_diff1": 0.913891, + "nauc_recall_at_20_max": 0.818456, + "nauc_recall_at_20_std": 0.050763, + "nauc_recall_at_20_diff1": 0.915811, + "nauc_recall_at_100_max": 0.818661, + "nauc_recall_at_100_std": 0.249833, + "nauc_recall_at_100_diff1": 0.962652, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768969, + "nauc_precision_at_1_std": -0.143042, + "nauc_precision_at_1_diff1": 0.930711, + "nauc_precision_at_3_max": 0.835003, + "nauc_precision_at_3_std": 0.04989, + "nauc_precision_at_3_diff1": 0.885858, + "nauc_precision_at_5_max": 0.84157, + "nauc_precision_at_5_std": -0.031779, + "nauc_precision_at_5_diff1": 0.896292, + "nauc_precision_at_10_max": 0.852976, + "nauc_precision_at_10_std": 0.142719, + "nauc_precision_at_10_diff1": 0.913891, + "nauc_precision_at_20_max": 0.818456, + "nauc_precision_at_20_std": 0.050763, + "nauc_precision_at_20_diff1": 0.915811, + "nauc_precision_at_100_max": 0.818661, + "nauc_precision_at_100_std": 0.249833, + "nauc_precision_at_100_diff1": 0.962652, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.768969, + "nauc_mrr_at_1_std": -0.143042, + "nauc_mrr_at_1_diff1": 0.930711, + "nauc_mrr_at_3_max": 0.791832, + "nauc_mrr_at_3_std": -0.081117, + "nauc_mrr_at_3_diff1": 0.916106, + "nauc_mrr_at_5_max": 0.790305, + "nauc_mrr_at_5_std": -0.097696, + "nauc_mrr_at_5_diff1": 0.918495, + "nauc_mrr_at_10_max": 0.78948, + "nauc_mrr_at_10_std": -0.092739, + "nauc_mrr_at_10_diff1": 0.91985, + "nauc_mrr_at_20_max": 0.78862, + "nauc_mrr_at_20_std": -0.095283, + "nauc_mrr_at_20_diff1": 0.91988, + "nauc_mrr_at_100_max": 0.788565, + "nauc_mrr_at_100_std": -0.094868, + "nauc_mrr_at_100_diff1": 0.920026, + "nauc_mrr_at_1000_max": 0.788543, + "nauc_mrr_at_1000_std": -0.09503, + "nauc_mrr_at_1000_diff1": 0.920007, + "hit_rate_at_1": 0.86333, + "hit_rate_at_3": 0.93444, + "hit_rate_at_5": 0.95333, + "hit_rate_at_10": 0.97, + "hit_rate_at_20": 0.98333, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.91855, + "hf_subset": "arb_Arab-arb_Arab", + "languages": [ + "arb-Arab", + "arb-Arab" + ] + }, + { + "ndcg_at_1": 0.88556, + "ndcg_at_3": 0.92841, + "ndcg_at_5": 0.9352, + "ndcg_at_10": 0.93768, + "ndcg_at_20": 0.94044, + "ndcg_at_100": 0.94173, + "ndcg_at_1000": 0.94201, + "map_at_1": 0.88556, + "map_at_3": 0.91889, + "map_at_5": 0.92261, + "map_at_10": 0.92361, + "map_at_20": 0.92435, + "map_at_100": 0.92455, + "map_at_1000": 0.92456, + "recall_at_1": 0.88556, + "recall_at_3": 0.95556, + "recall_at_5": 0.97222, + "recall_at_10": 0.98, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.88556, + "precision_at_1": 0.88556, + "precision_at_3": 0.31852, + "precision_at_5": 0.19444, + "precision_at_10": 0.098, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.885556, + "mrr_at_3": 0.918889, + "mrr_at_5": 0.922611, + "mrr_at_10": 0.923611, + "mrr_at_20": 0.924346, + "mrr_at_100": 0.924548, + "mrr_at_1000": 0.924557, + "nauc_ndcg_at_1_max": 0.642631, + "nauc_ndcg_at_1_std": -0.30225, + "nauc_ndcg_at_1_diff1": 0.892947, + "nauc_ndcg_at_3_max": 0.693985, + "nauc_ndcg_at_3_std": -0.306353, + "nauc_ndcg_at_3_diff1": 0.891952, + "nauc_ndcg_at_5_max": 0.702528, + "nauc_ndcg_at_5_std": -0.25418, + "nauc_ndcg_at_5_diff1": 0.900667, + "nauc_ndcg_at_10_max": 0.69517, + "nauc_ndcg_at_10_std": -0.244003, + "nauc_ndcg_at_10_diff1": 0.898935, + "nauc_ndcg_at_20_max": 0.683786, + "nauc_ndcg_at_20_std": -0.275394, + "nauc_ndcg_at_20_diff1": 0.896171, + "nauc_ndcg_at_100_max": 0.68469, + "nauc_ndcg_at_100_std": -0.270533, + "nauc_ndcg_at_100_diff1": 0.896484, + "nauc_ndcg_at_1000_max": 0.683164, + "nauc_ndcg_at_1000_std": -0.276682, + "nauc_ndcg_at_1000_diff1": 0.895983, + "nauc_map_at_1_max": 0.642631, + "nauc_map_at_1_std": -0.30225, + "nauc_map_at_1_diff1": 0.892947, + "nauc_map_at_3_max": 0.679674, + "nauc_map_at_3_std": -0.306242, + "nauc_map_at_3_diff1": 0.891889, + "nauc_map_at_5_max": 0.682627, + "nauc_map_at_5_std": -0.28301, + "nauc_map_at_5_diff1": 0.896052, + "nauc_map_at_10_max": 0.67994, + "nauc_map_at_10_std": -0.279564, + "nauc_map_at_10_diff1": 0.895378, + "nauc_map_at_20_max": 0.677493, + "nauc_map_at_20_std": -0.285936, + "nauc_map_at_20_diff1": 0.89479, + "nauc_map_at_100_max": 0.677651, + "nauc_map_at_100_std": -0.285563, + "nauc_map_at_100_diff1": 0.894858, + "nauc_map_at_1000_max": 0.677612, + "nauc_map_at_1000_std": -0.285719, + "nauc_map_at_1000_diff1": 0.894845, + "nauc_recall_at_1_max": 0.642631, + "nauc_recall_at_1_std": -0.30225, + "nauc_recall_at_1_diff1": 0.892947, + "nauc_recall_at_3_max": 0.766188, + "nauc_recall_at_3_std": -0.305976, + "nauc_recall_at_3_diff1": 0.892577, + "nauc_recall_at_5_max": 0.861083, + "nauc_recall_at_5_std": -0.001457, + "nauc_recall_at_5_diff1": 0.940523, + "nauc_recall_at_10_max": 0.851541, + "nauc_recall_at_10_std": 0.185911, + "nauc_recall_at_10_diff1": 0.940087, + "nauc_recall_at_20_max": 0.738037, + "nauc_recall_at_20_std": -0.149393, + "nauc_recall_at_20_diff1": 0.916258, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.642631, + "nauc_precision_at_1_std": -0.30225, + "nauc_precision_at_1_diff1": 0.892947, + "nauc_precision_at_3_max": 0.766188, + "nauc_precision_at_3_std": -0.305976, + "nauc_precision_at_3_diff1": 0.892577, + "nauc_precision_at_5_max": 0.861083, + "nauc_precision_at_5_std": -0.001457, + "nauc_precision_at_5_diff1": 0.940523, + "nauc_precision_at_10_max": 0.851541, + "nauc_precision_at_10_std": 0.185911, + "nauc_precision_at_10_diff1": 0.940087, + "nauc_precision_at_20_max": 0.738037, + "nauc_precision_at_20_std": -0.149393, + "nauc_precision_at_20_diff1": 0.916258, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.642631, + "nauc_mrr_at_1_std": -0.30225, + "nauc_mrr_at_1_diff1": 0.892947, + "nauc_mrr_at_3_max": 0.679674, + "nauc_mrr_at_3_std": -0.306242, + "nauc_mrr_at_3_diff1": 0.891889, + "nauc_mrr_at_5_max": 0.682627, + "nauc_mrr_at_5_std": -0.28301, + "nauc_mrr_at_5_diff1": 0.896052, + "nauc_mrr_at_10_max": 0.67994, + "nauc_mrr_at_10_std": -0.279564, + "nauc_mrr_at_10_diff1": 0.895378, + "nauc_mrr_at_20_max": 0.677493, + "nauc_mrr_at_20_std": -0.285936, + "nauc_mrr_at_20_diff1": 0.89479, + "nauc_mrr_at_100_max": 0.677651, + "nauc_mrr_at_100_std": -0.285563, + "nauc_mrr_at_100_diff1": 0.894858, + "nauc_mrr_at_1000_max": 0.677612, + "nauc_mrr_at_1000_std": -0.285719, + "nauc_mrr_at_1000_diff1": 0.894845, + "hit_rate_at_1": 0.88556, + "hit_rate_at_3": 0.95556, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93768, + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.82778, + "ndcg_at_3": 0.88013, + "ndcg_at_5": 0.89007, + "ndcg_at_10": 0.89837, + "ndcg_at_20": 0.9018, + "ndcg_at_100": 0.90486, + "ndcg_at_1000": 0.90576, + "map_at_1": 0.82778, + "map_at_3": 0.86815, + "map_at_5": 0.87359, + "map_at_10": 0.87704, + "map_at_20": 0.878, + "map_at_100": 0.87849, + "map_at_1000": 0.87853, + "recall_at_1": 0.82778, + "recall_at_3": 0.91444, + "recall_at_5": 0.93889, + "recall_at_10": 0.96444, + "recall_at_20": 0.97778, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "accuracy": 0.82778, + "precision_at_1": 0.82778, + "precision_at_3": 0.30481, + "precision_at_5": 0.18778, + "precision_at_10": 0.09644, + "precision_at_20": 0.04889, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.827778, + "mrr_at_3": 0.868148, + "mrr_at_5": 0.873593, + "mrr_at_10": 0.877036, + "mrr_at_20": 0.877999, + "mrr_at_100": 0.87849, + "mrr_at_1000": 0.87853, + "nauc_ndcg_at_1_max": 0.704729, + "nauc_ndcg_at_1_std": -0.055671, + "nauc_ndcg_at_1_diff1": 0.89666, + "nauc_ndcg_at_3_max": 0.747678, + "nauc_ndcg_at_3_std": -0.007198, + "nauc_ndcg_at_3_diff1": 0.870679, + "nauc_ndcg_at_5_max": 0.757135, + "nauc_ndcg_at_5_std": 0.002484, + "nauc_ndcg_at_5_diff1": 0.875806, + "nauc_ndcg_at_10_max": 0.752885, + "nauc_ndcg_at_10_std": 0.014742, + "nauc_ndcg_at_10_diff1": 0.876832, + "nauc_ndcg_at_20_max": 0.748168, + "nauc_ndcg_at_20_std": 0.012985, + "nauc_ndcg_at_20_diff1": 0.876879, + "nauc_ndcg_at_100_max": 0.744449, + "nauc_ndcg_at_100_std": 0.003244, + "nauc_ndcg_at_100_diff1": 0.877489, + "nauc_ndcg_at_1000_max": 0.742133, + "nauc_ndcg_at_1000_std": -0.005656, + "nauc_ndcg_at_1000_diff1": 0.878844, + "nauc_map_at_1_max": 0.704729, + "nauc_map_at_1_std": -0.055671, + "nauc_map_at_1_diff1": 0.89666, + "nauc_map_at_3_max": 0.736986, + "nauc_map_at_3_std": -0.020273, + "nauc_map_at_3_diff1": 0.878014, + "nauc_map_at_5_max": 0.740812, + "nauc_map_at_5_std": -0.016733, + "nauc_map_at_5_diff1": 0.880788, + "nauc_map_at_10_max": 0.738914, + "nauc_map_at_10_std": -0.013245, + "nauc_map_at_10_diff1": 0.88125, + "nauc_map_at_20_max": 0.737705, + "nauc_map_at_20_std": -0.014078, + "nauc_map_at_20_diff1": 0.881285, + "nauc_map_at_100_max": 0.737059, + "nauc_map_at_100_std": -0.015744, + "nauc_map_at_100_diff1": 0.881358, + "nauc_map_at_1000_max": 0.736974, + "nauc_map_at_1000_std": -0.016063, + "nauc_map_at_1000_diff1": 0.88139, + "nauc_recall_at_1_max": 0.704729, + "nauc_recall_at_1_std": -0.055671, + "nauc_recall_at_1_diff1": 0.89666, + "nauc_recall_at_3_max": 0.791917, + "nauc_recall_at_3_std": 0.047674, + "nauc_recall_at_3_diff1": 0.839669, + "nauc_recall_at_5_max": 0.85194, + "nauc_recall_at_5_std": 0.115279, + "nauc_recall_at_5_diff1": 0.849291, + "nauc_recall_at_10_max": 0.883301, + "nauc_recall_at_10_std": 0.303732, + "nauc_recall_at_10_diff1": 0.839446, + "nauc_recall_at_20_max": 0.88401, + "nauc_recall_at_20_std": 0.455649, + "nauc_recall_at_20_diff1": 0.818277, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.903906, + "nauc_recall_at_100_diff1": 0.728836, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.704729, + "nauc_precision_at_1_std": -0.055671, + "nauc_precision_at_1_diff1": 0.89666, + "nauc_precision_at_3_max": 0.791917, + "nauc_precision_at_3_std": 0.047674, + "nauc_precision_at_3_diff1": 0.839669, + "nauc_precision_at_5_max": 0.85194, + "nauc_precision_at_5_std": 0.115279, + "nauc_precision_at_5_diff1": 0.849291, + "nauc_precision_at_10_max": 0.883301, + "nauc_precision_at_10_std": 0.303732, + "nauc_precision_at_10_diff1": 0.839446, + "nauc_precision_at_20_max": 0.88401, + "nauc_precision_at_20_std": 0.455649, + "nauc_precision_at_20_diff1": 0.818277, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.903906, + "nauc_precision_at_100_diff1": 0.728836, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.704729, + "nauc_mrr_at_1_std": -0.055671, + "nauc_mrr_at_1_diff1": 0.89666, + "nauc_mrr_at_3_max": 0.736986, + "nauc_mrr_at_3_std": -0.020273, + "nauc_mrr_at_3_diff1": 0.878014, + "nauc_mrr_at_5_max": 0.740812, + "nauc_mrr_at_5_std": -0.016733, + "nauc_mrr_at_5_diff1": 0.880788, + "nauc_mrr_at_10_max": 0.738914, + "nauc_mrr_at_10_std": -0.013245, + "nauc_mrr_at_10_diff1": 0.88125, + "nauc_mrr_at_20_max": 0.737705, + "nauc_mrr_at_20_std": -0.014078, + "nauc_mrr_at_20_diff1": 0.881285, + "nauc_mrr_at_100_max": 0.737059, + "nauc_mrr_at_100_std": -0.015744, + "nauc_mrr_at_100_diff1": 0.881358, + "nauc_mrr_at_1000_max": 0.736974, + "nauc_mrr_at_1000_std": -0.016063, + "nauc_mrr_at_1000_diff1": 0.88139, + "hit_rate_at_1": 0.82778, + "hit_rate_at_3": 0.91444, + "hit_rate_at_5": 0.93889, + "hit_rate_at_10": 0.96444, + "hit_rate_at_20": 0.97778, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.89837, + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ] + }, + { + "ndcg_at_1": 0.22444, + "ndcg_at_3": 0.24641, + "ndcg_at_5": 0.25258, + "ndcg_at_10": 0.26234, + "ndcg_at_20": 0.2736, + "ndcg_at_100": 0.31148, + "ndcg_at_1000": 0.36731, + "map_at_1": 0.22444, + "map_at_3": 0.2413, + "map_at_5": 0.24457, + "map_at_10": 0.24863, + "map_at_20": 0.25159, + "map_at_100": 0.25608, + "map_at_1000": 0.25823, + "recall_at_1": 0.22444, + "recall_at_3": 0.26111, + "recall_at_5": 0.27667, + "recall_at_10": 0.30667, + "recall_at_20": 0.35222, + "recall_at_100": 0.56778, + "recall_at_1000": 1.0, + "accuracy": 0.22444, + "precision_at_1": 0.22444, + "precision_at_3": 0.08704, + "precision_at_5": 0.05533, + "precision_at_10": 0.03067, + "precision_at_20": 0.01761, + "precision_at_100": 0.00568, + "precision_at_1000": 0.001, + "mrr_at_1": 0.224444, + "mrr_at_3": 0.241296, + "mrr_at_5": 0.244574, + "mrr_at_10": 0.248634, + "mrr_at_20": 0.251593, + "mrr_at_100": 0.256079, + "mrr_at_1000": 0.258235, + "nauc_ndcg_at_1_max": 0.469047, + "nauc_ndcg_at_1_std": -0.511452, + "nauc_ndcg_at_1_diff1": 0.886506, + "nauc_ndcg_at_3_max": 0.459955, + "nauc_ndcg_at_3_std": -0.512667, + "nauc_ndcg_at_3_diff1": 0.847235, + "nauc_ndcg_at_5_max": 0.453173, + "nauc_ndcg_at_5_std": -0.502541, + "nauc_ndcg_at_5_diff1": 0.835105, + "nauc_ndcg_at_10_max": 0.441156, + "nauc_ndcg_at_10_std": -0.486925, + "nauc_ndcg_at_10_diff1": 0.813442, + "nauc_ndcg_at_20_max": 0.430901, + "nauc_ndcg_at_20_std": -0.476173, + "nauc_ndcg_at_20_diff1": 0.793727, + "nauc_ndcg_at_100_max": 0.406472, + "nauc_ndcg_at_100_std": -0.464742, + "nauc_ndcg_at_100_diff1": 0.764976, + "nauc_ndcg_at_1000_max": 0.432616, + "nauc_ndcg_at_1000_std": -0.481327, + "nauc_ndcg_at_1000_diff1": 0.802915, + "nauc_map_at_1_max": 0.469047, + "nauc_map_at_1_std": -0.511452, + "nauc_map_at_1_diff1": 0.886506, + "nauc_map_at_3_max": 0.462727, + "nauc_map_at_3_std": -0.513027, + "nauc_map_at_3_diff1": 0.856659, + "nauc_map_at_5_max": 0.459067, + "nauc_map_at_5_std": -0.5075, + "nauc_map_at_5_diff1": 0.849997, + "nauc_map_at_10_max": 0.453947, + "nauc_map_at_10_std": -0.500652, + "nauc_map_at_10_diff1": 0.840715, + "nauc_map_at_20_max": 0.451293, + "nauc_map_at_20_std": -0.497695, + "nauc_map_at_20_diff1": 0.835469, + "nauc_map_at_100_max": 0.448073, + "nauc_map_at_100_std": -0.495932, + "nauc_map_at_100_diff1": 0.831547, + "nauc_map_at_1000_max": 0.449014, + "nauc_map_at_1000_std": -0.496336, + "nauc_map_at_1000_diff1": 0.832767, + "nauc_recall_at_1_max": 0.469047, + "nauc_recall_at_1_std": -0.511452, + "nauc_recall_at_1_diff1": 0.886506, + "nauc_recall_at_3_max": 0.451974, + "nauc_recall_at_3_std": -0.511404, + "nauc_recall_at_3_diff1": 0.820883, + "nauc_recall_at_5_max": 0.43571, + "nauc_recall_at_5_std": -0.487175, + "nauc_recall_at_5_diff1": 0.792463, + "nauc_recall_at_10_max": 0.401787, + "nauc_recall_at_10_std": -0.443908, + "nauc_recall_at_10_diff1": 0.731972, + "nauc_recall_at_20_max": 0.363667, + "nauc_recall_at_20_std": -0.405178, + "nauc_recall_at_20_diff1": 0.659741, + "nauc_recall_at_100_max": 0.224785, + "nauc_recall_at_100_std": -0.341876, + "nauc_recall_at_100_diff1": 0.494756, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.469047, + "nauc_precision_at_1_std": -0.511452, + "nauc_precision_at_1_diff1": 0.886506, + "nauc_precision_at_3_max": 0.451974, + "nauc_precision_at_3_std": -0.511404, + "nauc_precision_at_3_diff1": 0.820883, + "nauc_precision_at_5_max": 0.43571, + "nauc_precision_at_5_std": -0.487175, + "nauc_precision_at_5_diff1": 0.792463, + "nauc_precision_at_10_max": 0.401787, + "nauc_precision_at_10_std": -0.443908, + "nauc_precision_at_10_diff1": 0.731972, + "nauc_precision_at_20_max": 0.363667, + "nauc_precision_at_20_std": -0.405178, + "nauc_precision_at_20_diff1": 0.659741, + "nauc_precision_at_100_max": 0.224785, + "nauc_precision_at_100_std": -0.341876, + "nauc_precision_at_100_diff1": 0.494756, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.469047, + "nauc_mrr_at_1_std": -0.511452, + "nauc_mrr_at_1_diff1": 0.886506, + "nauc_mrr_at_3_max": 0.462727, + "nauc_mrr_at_3_std": -0.513027, + "nauc_mrr_at_3_diff1": 0.856659, + "nauc_mrr_at_5_max": 0.459067, + "nauc_mrr_at_5_std": -0.5075, + "nauc_mrr_at_5_diff1": 0.849997, + "nauc_mrr_at_10_max": 0.453947, + "nauc_mrr_at_10_std": -0.500652, + "nauc_mrr_at_10_diff1": 0.840715, + "nauc_mrr_at_20_max": 0.451293, + "nauc_mrr_at_20_std": -0.497695, + "nauc_mrr_at_20_diff1": 0.835469, + "nauc_mrr_at_100_max": 0.448073, + "nauc_mrr_at_100_std": -0.495932, + "nauc_mrr_at_100_diff1": 0.831547, + "nauc_mrr_at_1000_max": 0.449014, + "nauc_mrr_at_1000_std": -0.496336, + "nauc_mrr_at_1000_diff1": 0.832767, + "hit_rate_at_1": 0.22444, + "hit_rate_at_3": 0.26111, + "hit_rate_at_5": 0.27667, + "hit_rate_at_10": 0.30667, + "hit_rate_at_20": 0.35222, + "hit_rate_at_100": 0.56778, + "hit_rate_at_1000": 1.0, + "main_score": 0.26234, + "hf_subset": "arb_Latn-arb_Latn", + "languages": [ + "arb-Latn", + "arb-Latn" + ] + }, + { + "ndcg_at_1": 0.56222, + "ndcg_at_3": 0.63734, + "ndcg_at_5": 0.65751, + "ndcg_at_10": 0.676, + "ndcg_at_20": 0.6933, + "ndcg_at_100": 0.71146, + "ndcg_at_1000": 0.71642, + "map_at_1": 0.56222, + "map_at_3": 0.61944, + "map_at_5": 0.63039, + "map_at_10": 0.6379, + "map_at_20": 0.64273, + "map_at_100": 0.64518, + "map_at_1000": 0.64541, + "recall_at_1": 0.56222, + "recall_at_3": 0.68889, + "recall_at_5": 0.73889, + "recall_at_10": 0.79667, + "recall_at_20": 0.86444, + "recall_at_100": 0.96333, + "recall_at_1000": 1.0, + "accuracy": 0.56222, + "precision_at_1": 0.56222, + "precision_at_3": 0.22963, + "precision_at_5": 0.14778, + "precision_at_10": 0.07967, + "precision_at_20": 0.04322, + "precision_at_100": 0.00963, + "precision_at_1000": 0.001, + "mrr_at_1": 0.562222, + "mrr_at_3": 0.619444, + "mrr_at_5": 0.630389, + "mrr_at_10": 0.637899, + "mrr_at_20": 0.642733, + "mrr_at_100": 0.645177, + "mrr_at_1000": 0.645408, + "nauc_ndcg_at_1_max": 0.726061, + "nauc_ndcg_at_1_std": 0.08383, + "nauc_ndcg_at_1_diff1": 0.813484, + "nauc_ndcg_at_3_max": 0.741759, + "nauc_ndcg_at_3_std": 0.106538, + "nauc_ndcg_at_3_diff1": 0.778745, + "nauc_ndcg_at_5_max": 0.736441, + "nauc_ndcg_at_5_std": 0.108134, + "nauc_ndcg_at_5_diff1": 0.766788, + "nauc_ndcg_at_10_max": 0.731007, + "nauc_ndcg_at_10_std": 0.10968, + "nauc_ndcg_at_10_diff1": 0.762329, + "nauc_ndcg_at_20_max": 0.73123, + "nauc_ndcg_at_20_std": 0.117534, + "nauc_ndcg_at_20_diff1": 0.76553, + "nauc_ndcg_at_100_max": 0.735348, + "nauc_ndcg_at_100_std": 0.114535, + "nauc_ndcg_at_100_diff1": 0.774385, + "nauc_ndcg_at_1000_max": 0.7349, + "nauc_ndcg_at_1000_std": 0.110381, + "nauc_ndcg_at_1000_diff1": 0.776449, + "nauc_map_at_1_max": 0.726061, + "nauc_map_at_1_std": 0.08383, + "nauc_map_at_1_diff1": 0.813484, + "nauc_map_at_3_max": 0.739618, + "nauc_map_at_3_std": 0.101983, + "nauc_map_at_3_diff1": 0.788026, + "nauc_map_at_5_max": 0.736799, + "nauc_map_at_5_std": 0.102823, + "nauc_map_at_5_diff1": 0.782025, + "nauc_map_at_10_max": 0.735125, + "nauc_map_at_10_std": 0.103636, + "nauc_map_at_10_diff1": 0.78097, + "nauc_map_at_20_max": 0.735117, + "nauc_map_at_20_std": 0.105064, + "nauc_map_at_20_diff1": 0.782158, + "nauc_map_at_100_max": 0.735584, + "nauc_map_at_100_std": 0.104951, + "nauc_map_at_100_diff1": 0.78327, + "nauc_map_at_1000_max": 0.73557, + "nauc_map_at_1000_std": 0.104798, + "nauc_map_at_1000_diff1": 0.783367, + "nauc_recall_at_1_max": 0.726061, + "nauc_recall_at_1_std": 0.08383, + "nauc_recall_at_1_diff1": 0.813484, + "nauc_recall_at_3_max": 0.747816, + "nauc_recall_at_3_std": 0.120735, + "nauc_recall_at_3_diff1": 0.748395, + "nauc_recall_at_5_max": 0.733044, + "nauc_recall_at_5_std": 0.126882, + "nauc_recall_at_5_diff1": 0.708774, + "nauc_recall_at_10_max": 0.70588, + "nauc_recall_at_10_std": 0.135213, + "nauc_recall_at_10_diff1": 0.674012, + "nauc_recall_at_20_max": 0.698329, + "nauc_recall_at_20_std": 0.211888, + "nauc_recall_at_20_diff1": 0.656369, + "nauc_recall_at_100_max": 0.757038, + "nauc_recall_at_100_std": 0.307529, + "nauc_recall_at_100_diff1": 0.683785, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.726061, + "nauc_precision_at_1_std": 0.08383, + "nauc_precision_at_1_diff1": 0.813484, + "nauc_precision_at_3_max": 0.747816, + "nauc_precision_at_3_std": 0.120735, + "nauc_precision_at_3_diff1": 0.748395, + "nauc_precision_at_5_max": 0.733044, + "nauc_precision_at_5_std": 0.126882, + "nauc_precision_at_5_diff1": 0.708774, + "nauc_precision_at_10_max": 0.70588, + "nauc_precision_at_10_std": 0.135213, + "nauc_precision_at_10_diff1": 0.674012, + "nauc_precision_at_20_max": 0.698329, + "nauc_precision_at_20_std": 0.211888, + "nauc_precision_at_20_diff1": 0.656369, + "nauc_precision_at_100_max": 0.757038, + "nauc_precision_at_100_std": 0.307529, + "nauc_precision_at_100_diff1": 0.683785, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.726061, + "nauc_mrr_at_1_std": 0.08383, + "nauc_mrr_at_1_diff1": 0.813484, + "nauc_mrr_at_3_max": 0.739618, + "nauc_mrr_at_3_std": 0.101983, + "nauc_mrr_at_3_diff1": 0.788026, + "nauc_mrr_at_5_max": 0.736799, + "nauc_mrr_at_5_std": 0.102823, + "nauc_mrr_at_5_diff1": 0.782025, + "nauc_mrr_at_10_max": 0.735125, + "nauc_mrr_at_10_std": 0.103636, + "nauc_mrr_at_10_diff1": 0.78097, + "nauc_mrr_at_20_max": 0.735117, + "nauc_mrr_at_20_std": 0.105064, + "nauc_mrr_at_20_diff1": 0.782158, + "nauc_mrr_at_100_max": 0.735584, + "nauc_mrr_at_100_std": 0.104951, + "nauc_mrr_at_100_diff1": 0.78327, + "nauc_mrr_at_1000_max": 0.73557, + "nauc_mrr_at_1000_std": 0.104798, + "nauc_mrr_at_1000_diff1": 0.783367, + "hit_rate_at_1": 0.56222, + "hit_rate_at_3": 0.68889, + "hit_rate_at_5": 0.73889, + "hit_rate_at_10": 0.79667, + "hit_rate_at_20": 0.86444, + "hit_rate_at_100": 0.96333, + "hit_rate_at_1000": 1.0, + "main_score": 0.676, + "hf_subset": "arb_Latn-eng_Latn", + "languages": [ + "arb-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.21222, + "ndcg_at_3": 0.23028, + "ndcg_at_5": 0.23449, + "ndcg_at_10": 0.24306, + "ndcg_at_20": 0.25179, + "ndcg_at_100": 0.2809, + "ndcg_at_1000": 0.34648, + "map_at_1": 0.21222, + "map_at_3": 0.22611, + "map_at_5": 0.2285, + "map_at_10": 0.232, + "map_at_20": 0.23442, + "map_at_100": 0.23796, + "map_at_1000": 0.24019, + "recall_at_1": 0.21222, + "recall_at_3": 0.24222, + "recall_at_5": 0.25222, + "recall_at_10": 0.27889, + "recall_at_20": 0.31333, + "recall_at_100": 0.47778, + "recall_at_1000": 1.0, + "accuracy": 0.21222, + "precision_at_1": 0.21222, + "precision_at_3": 0.08074, + "precision_at_5": 0.05044, + "precision_at_10": 0.02789, + "precision_at_20": 0.01567, + "precision_at_100": 0.00478, + "precision_at_1000": 0.001, + "mrr_at_1": 0.212222, + "mrr_at_3": 0.226111, + "mrr_at_5": 0.2285, + "mrr_at_10": 0.232004, + "mrr_at_20": 0.234418, + "mrr_at_100": 0.237959, + "mrr_at_1000": 0.240192, + "nauc_ndcg_at_1_max": 0.895857, + "nauc_ndcg_at_1_std": 0.756921, + "nauc_ndcg_at_1_diff1": 0.870606, + "nauc_ndcg_at_3_max": 0.890111, + "nauc_ndcg_at_3_std": 0.760162, + "nauc_ndcg_at_3_diff1": 0.8316, + "nauc_ndcg_at_5_max": 0.881882, + "nauc_ndcg_at_5_std": 0.755374, + "nauc_ndcg_at_5_diff1": 0.823091, + "nauc_ndcg_at_10_max": 0.868955, + "nauc_ndcg_at_10_std": 0.7491, + "nauc_ndcg_at_10_diff1": 0.800193, + "nauc_ndcg_at_20_max": 0.857003, + "nauc_ndcg_at_20_std": 0.743389, + "nauc_ndcg_at_20_diff1": 0.789749, + "nauc_ndcg_at_100_max": 0.821223, + "nauc_ndcg_at_100_std": 0.716068, + "nauc_ndcg_at_100_diff1": 0.757348, + "nauc_ndcg_at_1000_max": 0.851733, + "nauc_ndcg_at_1000_std": 0.736798, + "nauc_ndcg_at_1000_diff1": 0.791116, + "nauc_map_at_1_max": 0.895857, + "nauc_map_at_1_std": 0.756921, + "nauc_map_at_1_diff1": 0.870606, + "nauc_map_at_3_max": 0.89242, + "nauc_map_at_3_std": 0.760413, + "nauc_map_at_3_diff1": 0.840486, + "nauc_map_at_5_max": 0.887709, + "nauc_map_at_5_std": 0.757718, + "nauc_map_at_5_diff1": 0.835563, + "nauc_map_at_10_max": 0.882258, + "nauc_map_at_10_std": 0.754982, + "nauc_map_at_10_diff1": 0.826059, + "nauc_map_at_20_max": 0.878661, + "nauc_map_at_20_std": 0.753325, + "nauc_map_at_20_diff1": 0.822985, + "nauc_map_at_100_max": 0.873862, + "nauc_map_at_100_std": 0.750187, + "nauc_map_at_100_diff1": 0.818381, + "nauc_map_at_1000_max": 0.874537, + "nauc_map_at_1000_std": 0.750557, + "nauc_map_at_1000_diff1": 0.819282, + "nauc_recall_at_1_max": 0.895857, + "nauc_recall_at_1_std": 0.756921, + "nauc_recall_at_1_diff1": 0.870606, + "nauc_recall_at_3_max": 0.883255, + "nauc_recall_at_3_std": 0.759052, + "nauc_recall_at_3_diff1": 0.806814, + "nauc_recall_at_5_max": 0.864358, + "nauc_recall_at_5_std": 0.747845, + "nauc_recall_at_5_diff1": 0.787673, + "nauc_recall_at_10_max": 0.827459, + "nauc_recall_at_10_std": 0.730319, + "nauc_recall_at_10_diff1": 0.721735, + "nauc_recall_at_20_max": 0.787264, + "nauc_recall_at_20_std": 0.710706, + "nauc_recall_at_20_diff1": 0.687508, + "nauc_recall_at_100_max": 0.610753, + "nauc_recall_at_100_std": 0.569157, + "nauc_recall_at_100_diff1": 0.530477, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.895857, + "nauc_precision_at_1_std": 0.756921, + "nauc_precision_at_1_diff1": 0.870606, + "nauc_precision_at_3_max": 0.883255, + "nauc_precision_at_3_std": 0.759052, + "nauc_precision_at_3_diff1": 0.806814, + "nauc_precision_at_5_max": 0.864358, + "nauc_precision_at_5_std": 0.747845, + "nauc_precision_at_5_diff1": 0.787673, + "nauc_precision_at_10_max": 0.827459, + "nauc_precision_at_10_std": 0.730319, + "nauc_precision_at_10_diff1": 0.721735, + "nauc_precision_at_20_max": 0.787264, + "nauc_precision_at_20_std": 0.710706, + "nauc_precision_at_20_diff1": 0.687508, + "nauc_precision_at_100_max": 0.610753, + "nauc_precision_at_100_std": 0.569157, + "nauc_precision_at_100_diff1": 0.530477, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.895857, + "nauc_mrr_at_1_std": 0.756921, + "nauc_mrr_at_1_diff1": 0.870606, + "nauc_mrr_at_3_max": 0.89242, + "nauc_mrr_at_3_std": 0.760413, + "nauc_mrr_at_3_diff1": 0.840486, + "nauc_mrr_at_5_max": 0.887709, + "nauc_mrr_at_5_std": 0.757718, + "nauc_mrr_at_5_diff1": 0.835563, + "nauc_mrr_at_10_max": 0.882258, + "nauc_mrr_at_10_std": 0.754982, + "nauc_mrr_at_10_diff1": 0.826059, + "nauc_mrr_at_20_max": 0.878661, + "nauc_mrr_at_20_std": 0.753325, + "nauc_mrr_at_20_diff1": 0.822985, + "nauc_mrr_at_100_max": 0.873862, + "nauc_mrr_at_100_std": 0.750187, + "nauc_mrr_at_100_diff1": 0.818381, + "nauc_mrr_at_1000_max": 0.874537, + "nauc_mrr_at_1000_std": 0.750557, + "nauc_mrr_at_1000_diff1": 0.819282, + "hit_rate_at_1": 0.21222, + "hit_rate_at_3": 0.24222, + "hit_rate_at_5": 0.25222, + "hit_rate_at_10": 0.27889, + "hit_rate_at_20": 0.31333, + "hit_rate_at_100": 0.47778, + "hit_rate_at_1000": 1.0, + "main_score": 0.24306, + "hf_subset": "eng_Latn-arb_Latn", + "languages": [ + "eng-Latn", + "arb-Latn" + ] + }, + { + "ndcg_at_1": 0.82, + "ndcg_at_3": 0.86969, + "ndcg_at_5": 0.88198, + "ndcg_at_10": 0.88853, + "ndcg_at_20": 0.89399, + "ndcg_at_100": 0.89712, + "ndcg_at_1000": 0.89848, + "map_at_1": 0.82, + "map_at_3": 0.85833, + "map_at_5": 0.86511, + "map_at_10": 0.86787, + "map_at_20": 0.86943, + "map_at_100": 0.86986, + "map_at_1000": 0.86993, + "recall_at_1": 0.82, + "recall_at_3": 0.90222, + "recall_at_5": 0.93222, + "recall_at_10": 0.95222, + "recall_at_20": 0.97333, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.82, + "precision_at_1": 0.82, + "precision_at_3": 0.30074, + "precision_at_5": 0.18644, + "precision_at_10": 0.09522, + "precision_at_20": 0.04867, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.82, + "mrr_at_3": 0.858333, + "mrr_at_5": 0.865111, + "mrr_at_10": 0.867865, + "mrr_at_20": 0.869426, + "mrr_at_100": 0.869865, + "mrr_at_1000": 0.869926, + "nauc_ndcg_at_1_max": 0.772785, + "nauc_ndcg_at_1_std": -0.031391, + "nauc_ndcg_at_1_diff1": 0.885407, + "nauc_ndcg_at_3_max": 0.801044, + "nauc_ndcg_at_3_std": 0.041414, + "nauc_ndcg_at_3_diff1": 0.860124, + "nauc_ndcg_at_5_max": 0.806867, + "nauc_ndcg_at_5_std": 0.063769, + "nauc_ndcg_at_5_diff1": 0.865893, + "nauc_ndcg_at_10_max": 0.80465, + "nauc_ndcg_at_10_std": 0.055978, + "nauc_ndcg_at_10_diff1": 0.866436, + "nauc_ndcg_at_20_max": 0.79951, + "nauc_ndcg_at_20_std": 0.047072, + "nauc_ndcg_at_20_diff1": 0.867382, + "nauc_ndcg_at_100_max": 0.796904, + "nauc_ndcg_at_100_std": 0.039633, + "nauc_ndcg_at_100_diff1": 0.870142, + "nauc_ndcg_at_1000_max": 0.795863, + "nauc_ndcg_at_1000_std": 0.03369, + "nauc_ndcg_at_1000_diff1": 0.869687, + "nauc_map_at_1_max": 0.772785, + "nauc_map_at_1_std": -0.031391, + "nauc_map_at_1_diff1": 0.885407, + "nauc_map_at_3_max": 0.792304, + "nauc_map_at_3_std": 0.019431, + "nauc_map_at_3_diff1": 0.867299, + "nauc_map_at_5_max": 0.794961, + "nauc_map_at_5_std": 0.029027, + "nauc_map_at_5_diff1": 0.870717, + "nauc_map_at_10_max": 0.793905, + "nauc_map_at_10_std": 0.0255, + "nauc_map_at_10_diff1": 0.871123, + "nauc_map_at_20_max": 0.792496, + "nauc_map_at_20_std": 0.022817, + "nauc_map_at_20_diff1": 0.871421, + "nauc_map_at_100_max": 0.792168, + "nauc_map_at_100_std": 0.021872, + "nauc_map_at_100_diff1": 0.871612, + "nauc_map_at_1000_max": 0.792132, + "nauc_map_at_1000_std": 0.021666, + "nauc_map_at_1000_diff1": 0.871605, + "nauc_recall_at_1_max": 0.772785, + "nauc_recall_at_1_std": -0.031391, + "nauc_recall_at_1_diff1": 0.885407, + "nauc_recall_at_3_max": 0.836299, + "nauc_recall_at_3_std": 0.129796, + "nauc_recall_at_3_diff1": 0.83154, + "nauc_recall_at_5_max": 0.873536, + "nauc_recall_at_5_std": 0.261537, + "nauc_recall_at_5_diff1": 0.840665, + "nauc_recall_at_10_max": 0.886283, + "nauc_recall_at_10_std": 0.2906, + "nauc_recall_at_10_diff1": 0.832324, + "nauc_recall_at_20_max": 0.87747, + "nauc_recall_at_20_std": 0.352299, + "nauc_recall_at_20_diff1": 0.818725, + "nauc_recall_at_100_max": 0.873483, + "nauc_recall_at_100_std": 0.474634, + "nauc_recall_at_100_diff1": 0.906889, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.772785, + "nauc_precision_at_1_std": -0.031391, + "nauc_precision_at_1_diff1": 0.885407, + "nauc_precision_at_3_max": 0.836299, + "nauc_precision_at_3_std": 0.129796, + "nauc_precision_at_3_diff1": 0.83154, + "nauc_precision_at_5_max": 0.873536, + "nauc_precision_at_5_std": 0.261537, + "nauc_precision_at_5_diff1": 0.840665, + "nauc_precision_at_10_max": 0.886283, + "nauc_precision_at_10_std": 0.2906, + "nauc_precision_at_10_diff1": 0.832324, + "nauc_precision_at_20_max": 0.87747, + "nauc_precision_at_20_std": 0.352299, + "nauc_precision_at_20_diff1": 0.818725, + "nauc_precision_at_100_max": 0.873483, + "nauc_precision_at_100_std": 0.474634, + "nauc_precision_at_100_diff1": 0.906889, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.772785, + "nauc_mrr_at_1_std": -0.031391, + "nauc_mrr_at_1_diff1": 0.885407, + "nauc_mrr_at_3_max": 0.792304, + "nauc_mrr_at_3_std": 0.019431, + "nauc_mrr_at_3_diff1": 0.867299, + "nauc_mrr_at_5_max": 0.794961, + "nauc_mrr_at_5_std": 0.029027, + "nauc_mrr_at_5_diff1": 0.870717, + "nauc_mrr_at_10_max": 0.793905, + "nauc_mrr_at_10_std": 0.0255, + "nauc_mrr_at_10_diff1": 0.871123, + "nauc_mrr_at_20_max": 0.792496, + "nauc_mrr_at_20_std": 0.022817, + "nauc_mrr_at_20_diff1": 0.871421, + "nauc_mrr_at_100_max": 0.792168, + "nauc_mrr_at_100_std": 0.021872, + "nauc_mrr_at_100_diff1": 0.871612, + "nauc_mrr_at_1000_max": 0.792132, + "nauc_mrr_at_1000_std": 0.021666, + "nauc_mrr_at_1000_diff1": 0.871605, + "hit_rate_at_1": 0.82, + "hit_rate_at_3": 0.90222, + "hit_rate_at_5": 0.93222, + "hit_rate_at_10": 0.95222, + "hit_rate_at_20": 0.97333, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.88853, + "hf_subset": "ars_Arab-ars_Arab", + "languages": [ + "ars-Arab", + "ars-Arab" + ] + }, + { + "ndcg_at_1": 0.88556, + "ndcg_at_3": 0.92643, + "ndcg_at_5": 0.93379, + "ndcg_at_10": 0.93684, + "ndcg_at_20": 0.93909, + "ndcg_at_100": 0.94084, + "ndcg_at_1000": 0.94113, + "map_at_1": 0.88556, + "map_at_3": 0.91704, + "map_at_5": 0.92115, + "map_at_10": 0.92251, + "map_at_20": 0.92313, + "map_at_100": 0.92341, + "map_at_1000": 0.92342, + "recall_at_1": 0.88556, + "recall_at_3": 0.95333, + "recall_at_5": 0.97111, + "recall_at_10": 0.98, + "recall_at_20": 0.98889, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.88556, + "precision_at_1": 0.88556, + "precision_at_3": 0.31778, + "precision_at_5": 0.19422, + "precision_at_10": 0.098, + "precision_at_20": 0.04944, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.885556, + "mrr_at_3": 0.917037, + "mrr_at_5": 0.921148, + "mrr_at_10": 0.922511, + "mrr_at_20": 0.923128, + "mrr_at_100": 0.923414, + "mrr_at_1000": 0.923424, + "nauc_ndcg_at_1_max": 0.673228, + "nauc_ndcg_at_1_std": -0.30749, + "nauc_ndcg_at_1_diff1": 0.904906, + "nauc_ndcg_at_3_max": 0.712264, + "nauc_ndcg_at_3_std": -0.293821, + "nauc_ndcg_at_3_diff1": 0.904784, + "nauc_ndcg_at_5_max": 0.718206, + "nauc_ndcg_at_5_std": -0.265214, + "nauc_ndcg_at_5_diff1": 0.903499, + "nauc_ndcg_at_10_max": 0.712089, + "nauc_ndcg_at_10_std": -0.242031, + "nauc_ndcg_at_10_diff1": 0.90756, + "nauc_ndcg_at_20_max": 0.70554, + "nauc_ndcg_at_20_std": -0.260749, + "nauc_ndcg_at_20_diff1": 0.90531, + "nauc_ndcg_at_100_max": 0.704631, + "nauc_ndcg_at_100_std": -0.264412, + "nauc_ndcg_at_100_diff1": 0.906021, + "nauc_ndcg_at_1000_max": 0.703187, + "nauc_ndcg_at_1000_std": -0.270595, + "nauc_ndcg_at_1000_diff1": 0.905561, + "nauc_map_at_1_max": 0.673228, + "nauc_map_at_1_std": -0.30749, + "nauc_map_at_1_diff1": 0.904906, + "nauc_map_at_3_max": 0.701371, + "nauc_map_at_3_std": -0.296241, + "nauc_map_at_3_diff1": 0.904718, + "nauc_map_at_5_max": 0.703134, + "nauc_map_at_5_std": -0.283055, + "nauc_map_at_5_diff1": 0.904001, + "nauc_map_at_10_max": 0.700653, + "nauc_map_at_10_std": -0.274663, + "nauc_map_at_10_diff1": 0.905551, + "nauc_map_at_20_max": 0.699131, + "nauc_map_at_20_std": -0.278698, + "nauc_map_at_20_diff1": 0.905038, + "nauc_map_at_100_max": 0.699044, + "nauc_map_at_100_std": -0.279499, + "nauc_map_at_100_diff1": 0.90514, + "nauc_map_at_1000_max": 0.699001, + "nauc_map_at_1000_std": -0.279679, + "nauc_map_at_1000_diff1": 0.905127, + "nauc_recall_at_1_max": 0.673228, + "nauc_recall_at_1_std": -0.30749, + "nauc_recall_at_1_diff1": 0.904906, + "nauc_recall_at_3_max": 0.76604, + "nauc_recall_at_3_std": -0.283069, + "nauc_recall_at_3_diff1": 0.905195, + "nauc_recall_at_5_max": 0.836709, + "nauc_recall_at_5_std": -0.118581, + "nauc_recall_at_5_diff1": 0.899644, + "nauc_recall_at_10_max": 0.833385, + "nauc_recall_at_10_std": 0.152609, + "nauc_recall_at_10_diff1": 0.933733, + "nauc_recall_at_20_max": 0.79043, + "nauc_recall_at_20_std": 0.052708, + "nauc_recall_at_20_diff1": 0.906863, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.673228, + "nauc_precision_at_1_std": -0.30749, + "nauc_precision_at_1_diff1": 0.904906, + "nauc_precision_at_3_max": 0.76604, + "nauc_precision_at_3_std": -0.283069, + "nauc_precision_at_3_diff1": 0.905195, + "nauc_precision_at_5_max": 0.836709, + "nauc_precision_at_5_std": -0.118581, + "nauc_precision_at_5_diff1": 0.899644, + "nauc_precision_at_10_max": 0.833385, + "nauc_precision_at_10_std": 0.152609, + "nauc_precision_at_10_diff1": 0.933733, + "nauc_precision_at_20_max": 0.79043, + "nauc_precision_at_20_std": 0.052708, + "nauc_precision_at_20_diff1": 0.906863, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.673228, + "nauc_mrr_at_1_std": -0.30749, + "nauc_mrr_at_1_diff1": 0.904906, + "nauc_mrr_at_3_max": 0.701371, + "nauc_mrr_at_3_std": -0.296241, + "nauc_mrr_at_3_diff1": 0.904718, + "nauc_mrr_at_5_max": 0.703134, + "nauc_mrr_at_5_std": -0.283055, + "nauc_mrr_at_5_diff1": 0.904001, + "nauc_mrr_at_10_max": 0.700653, + "nauc_mrr_at_10_std": -0.274663, + "nauc_mrr_at_10_diff1": 0.905551, + "nauc_mrr_at_20_max": 0.699131, + "nauc_mrr_at_20_std": -0.278698, + "nauc_mrr_at_20_diff1": 0.905038, + "nauc_mrr_at_100_max": 0.699044, + "nauc_mrr_at_100_std": -0.279499, + "nauc_mrr_at_100_diff1": 0.90514, + "nauc_mrr_at_1000_max": 0.699001, + "nauc_mrr_at_1000_std": -0.279679, + "nauc_mrr_at_1000_diff1": 0.905127, + "hit_rate_at_1": 0.88556, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93684, + "hf_subset": "ars_Arab-eng_Latn", + "languages": [ + "ars-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.81, + "ndcg_at_3": 0.86723, + "ndcg_at_5": 0.87646, + "ndcg_at_10": 0.88522, + "ndcg_at_20": 0.89026, + "ndcg_at_100": 0.89385, + "ndcg_at_1000": 0.89471, + "map_at_1": 0.81, + "map_at_3": 0.85389, + "map_at_5": 0.85906, + "map_at_10": 0.86275, + "map_at_20": 0.86412, + "map_at_100": 0.86466, + "map_at_1000": 0.8647, + "recall_at_1": 0.81, + "recall_at_3": 0.90556, + "recall_at_5": 0.92778, + "recall_at_10": 0.95444, + "recall_at_20": 0.97444, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "accuracy": 0.81, + "precision_at_1": 0.81, + "precision_at_3": 0.30185, + "precision_at_5": 0.18556, + "precision_at_10": 0.09544, + "precision_at_20": 0.04872, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.81, + "mrr_at_3": 0.853889, + "mrr_at_5": 0.859056, + "mrr_at_10": 0.862748, + "mrr_at_20": 0.864121, + "mrr_at_100": 0.864663, + "mrr_at_1000": 0.864696, + "nauc_ndcg_at_1_max": 0.716631, + "nauc_ndcg_at_1_std": -0.030276, + "nauc_ndcg_at_1_diff1": 0.861482, + "nauc_ndcg_at_3_max": 0.762442, + "nauc_ndcg_at_3_std": 0.036173, + "nauc_ndcg_at_3_diff1": 0.839917, + "nauc_ndcg_at_5_max": 0.766176, + "nauc_ndcg_at_5_std": 0.049092, + "nauc_ndcg_at_5_diff1": 0.839324, + "nauc_ndcg_at_10_max": 0.757499, + "nauc_ndcg_at_10_std": 0.028995, + "nauc_ndcg_at_10_diff1": 0.84059, + "nauc_ndcg_at_20_max": 0.755882, + "nauc_ndcg_at_20_std": 0.039698, + "nauc_ndcg_at_20_diff1": 0.844057, + "nauc_ndcg_at_100_max": 0.752532, + "nauc_ndcg_at_100_std": 0.034653, + "nauc_ndcg_at_100_diff1": 0.844688, + "nauc_ndcg_at_1000_max": 0.750603, + "nauc_ndcg_at_1000_std": 0.026807, + "nauc_ndcg_at_1000_diff1": 0.845118, + "nauc_map_at_1_max": 0.716631, + "nauc_map_at_1_std": -0.030276, + "nauc_map_at_1_diff1": 0.861482, + "nauc_map_at_3_max": 0.748876, + "nauc_map_at_3_std": 0.016352, + "nauc_map_at_3_diff1": 0.846134, + "nauc_map_at_5_max": 0.749946, + "nauc_map_at_5_std": 0.02165, + "nauc_map_at_5_diff1": 0.846006, + "nauc_map_at_10_max": 0.746486, + "nauc_map_at_10_std": 0.014393, + "nauc_map_at_10_diff1": 0.84653, + "nauc_map_at_20_max": 0.74603, + "nauc_map_at_20_std": 0.016704, + "nauc_map_at_20_diff1": 0.847417, + "nauc_map_at_100_max": 0.745526, + "nauc_map_at_100_std": 0.015941, + "nauc_map_at_100_diff1": 0.847448, + "nauc_map_at_1000_max": 0.745466, + "nauc_map_at_1000_std": 0.015706, + "nauc_map_at_1000_diff1": 0.847451, + "nauc_recall_at_1_max": 0.716631, + "nauc_recall_at_1_std": -0.030276, + "nauc_recall_at_1_diff1": 0.861482, + "nauc_recall_at_3_max": 0.820091, + "nauc_recall_at_3_std": 0.120498, + "nauc_recall_at_3_diff1": 0.813605, + "nauc_recall_at_5_max": 0.854607, + "nauc_recall_at_5_std": 0.200158, + "nauc_recall_at_5_diff1": 0.803728, + "nauc_recall_at_10_max": 0.84135, + "nauc_recall_at_10_std": 0.130765, + "nauc_recall_at_10_diff1": 0.793867, + "nauc_recall_at_20_max": 0.879755, + "nauc_recall_at_20_std": 0.381724, + "nauc_recall_at_20_diff1": 0.811554, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.785714, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.716631, + "nauc_precision_at_1_std": -0.030276, + "nauc_precision_at_1_diff1": 0.861482, + "nauc_precision_at_3_max": 0.820091, + "nauc_precision_at_3_std": 0.120498, + "nauc_precision_at_3_diff1": 0.813605, + "nauc_precision_at_5_max": 0.854607, + "nauc_precision_at_5_std": 0.200158, + "nauc_precision_at_5_diff1": 0.803728, + "nauc_precision_at_10_max": 0.84135, + "nauc_precision_at_10_std": 0.130765, + "nauc_precision_at_10_diff1": 0.793867, + "nauc_precision_at_20_max": 0.879755, + "nauc_precision_at_20_std": 0.381724, + "nauc_precision_at_20_diff1": 0.811554, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.785714, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.716631, + "nauc_mrr_at_1_std": -0.030276, + "nauc_mrr_at_1_diff1": 0.861482, + "nauc_mrr_at_3_max": 0.748876, + "nauc_mrr_at_3_std": 0.016352, + "nauc_mrr_at_3_diff1": 0.846134, + "nauc_mrr_at_5_max": 0.749946, + "nauc_mrr_at_5_std": 0.02165, + "nauc_mrr_at_5_diff1": 0.846006, + "nauc_mrr_at_10_max": 0.746486, + "nauc_mrr_at_10_std": 0.014393, + "nauc_mrr_at_10_diff1": 0.84653, + "nauc_mrr_at_20_max": 0.74603, + "nauc_mrr_at_20_std": 0.016704, + "nauc_mrr_at_20_diff1": 0.847417, + "nauc_mrr_at_100_max": 0.745526, + "nauc_mrr_at_100_std": 0.015941, + "nauc_mrr_at_100_diff1": 0.847448, + "nauc_mrr_at_1000_max": 0.745466, + "nauc_mrr_at_1000_std": 0.015706, + "nauc_mrr_at_1000_diff1": 0.847451, + "hit_rate_at_1": 0.81, + "hit_rate_at_3": 0.90556, + "hit_rate_at_5": 0.92778, + "hit_rate_at_10": 0.95444, + "hit_rate_at_20": 0.97444, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.88522, + "hf_subset": "eng_Latn-ars_Arab", + "languages": [ + "eng-Latn", + "ars-Arab" + ] + }, + { + "ndcg_at_1": 0.76949, + "ndcg_at_3": 0.82668, + "ndcg_at_5": 0.83828, + "ndcg_at_10": 0.84963, + "ndcg_at_20": 0.85419, + "ndcg_at_100": 0.86126, + "ndcg_at_1000": 0.86328, + "map_at_1": 0.76949, + "map_at_3": 0.81292, + "map_at_5": 0.81943, + "map_at_10": 0.82423, + "map_at_20": 0.82551, + "map_at_100": 0.8265, + "map_at_1000": 0.82658, + "recall_at_1": 0.76949, + "recall_at_3": 0.86637, + "recall_at_5": 0.89421, + "recall_at_10": 0.92873, + "recall_at_20": 0.94655, + "recall_at_100": 0.98441, + "recall_at_1000": 1.0, + "accuracy": 0.76949, + "precision_at_1": 0.76949, + "precision_at_3": 0.28879, + "precision_at_5": 0.17884, + "precision_at_10": 0.09287, + "precision_at_20": 0.04733, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.769488, + "mrr_at_3": 0.812918, + "mrr_at_5": 0.819432, + "mrr_at_10": 0.824232, + "mrr_at_20": 0.825514, + "mrr_at_100": 0.826504, + "mrr_at_1000": 0.826583, + "nauc_ndcg_at_1_max": 0.733001, + "nauc_ndcg_at_1_std": -0.036888, + "nauc_ndcg_at_1_diff1": 0.867651, + "nauc_ndcg_at_3_max": 0.763564, + "nauc_ndcg_at_3_std": 0.001163, + "nauc_ndcg_at_3_diff1": 0.848463, + "nauc_ndcg_at_5_max": 0.760439, + "nauc_ndcg_at_5_std": 0.011571, + "nauc_ndcg_at_5_diff1": 0.843948, + "nauc_ndcg_at_10_max": 0.754523, + "nauc_ndcg_at_10_std": 0.007825, + "nauc_ndcg_at_10_diff1": 0.845408, + "nauc_ndcg_at_20_max": 0.756831, + "nauc_ndcg_at_20_std": 0.016673, + "nauc_ndcg_at_20_diff1": 0.846544, + "nauc_ndcg_at_100_max": 0.755424, + "nauc_ndcg_at_100_std": 0.009954, + "nauc_ndcg_at_100_diff1": 0.850338, + "nauc_ndcg_at_1000_max": 0.7545, + "nauc_ndcg_at_1000_std": 0.004053, + "nauc_ndcg_at_1000_diff1": 0.850568, + "nauc_map_at_1_max": 0.733001, + "nauc_map_at_1_std": -0.036888, + "nauc_map_at_1_diff1": 0.867651, + "nauc_map_at_3_max": 0.755296, + "nauc_map_at_3_std": -0.010826, + "nauc_map_at_3_diff1": 0.853224, + "nauc_map_at_5_max": 0.753445, + "nauc_map_at_5_std": -0.006145, + "nauc_map_at_5_diff1": 0.851171, + "nauc_map_at_10_max": 0.750999, + "nauc_map_at_10_std": -0.007911, + "nauc_map_at_10_diff1": 0.851895, + "nauc_map_at_20_max": 0.751574, + "nauc_map_at_20_std": -0.005914, + "nauc_map_at_20_diff1": 0.852301, + "nauc_map_at_100_max": 0.751501, + "nauc_map_at_100_std": -0.006361, + "nauc_map_at_100_diff1": 0.852823, + "nauc_map_at_1000_max": 0.751483, + "nauc_map_at_1000_std": -0.006532, + "nauc_map_at_1000_diff1": 0.852841, + "nauc_recall_at_1_max": 0.733001, + "nauc_recall_at_1_std": -0.036888, + "nauc_recall_at_1_diff1": 0.867651, + "nauc_recall_at_3_max": 0.795251, + "nauc_recall_at_3_std": 0.048121, + "nauc_recall_at_3_diff1": 0.830472, + "nauc_recall_at_5_max": 0.791576, + "nauc_recall_at_5_std": 0.09648, + "nauc_recall_at_5_diff1": 0.810097, + "nauc_recall_at_10_max": 0.77171, + "nauc_recall_at_10_std": 0.112751, + "nauc_recall_at_10_diff1": 0.803043, + "nauc_recall_at_20_max": 0.79907, + "nauc_recall_at_20_std": 0.235347, + "nauc_recall_at_20_diff1": 0.798231, + "nauc_recall_at_100_max": 0.819506, + "nauc_recall_at_100_std": 0.393036, + "nauc_recall_at_100_diff1": 0.84044, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.733001, + "nauc_precision_at_1_std": -0.036888, + "nauc_precision_at_1_diff1": 0.867651, + "nauc_precision_at_3_max": 0.795251, + "nauc_precision_at_3_std": 0.048121, + "nauc_precision_at_3_diff1": 0.830472, + "nauc_precision_at_5_max": 0.791576, + "nauc_precision_at_5_std": 0.09648, + "nauc_precision_at_5_diff1": 0.810097, + "nauc_precision_at_10_max": 0.77171, + "nauc_precision_at_10_std": 0.112751, + "nauc_precision_at_10_diff1": 0.803043, + "nauc_precision_at_20_max": 0.79907, + "nauc_precision_at_20_std": 0.235347, + "nauc_precision_at_20_diff1": 0.798231, + "nauc_precision_at_100_max": 0.819506, + "nauc_precision_at_100_std": 0.393036, + "nauc_precision_at_100_diff1": 0.84044, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.733001, + "nauc_mrr_at_1_std": -0.036888, + "nauc_mrr_at_1_diff1": 0.867651, + "nauc_mrr_at_3_max": 0.755296, + "nauc_mrr_at_3_std": -0.010826, + "nauc_mrr_at_3_diff1": 0.853224, + "nauc_mrr_at_5_max": 0.753445, + "nauc_mrr_at_5_std": -0.006145, + "nauc_mrr_at_5_diff1": 0.851171, + "nauc_mrr_at_10_max": 0.750999, + "nauc_mrr_at_10_std": -0.007911, + "nauc_mrr_at_10_diff1": 0.851895, + "nauc_mrr_at_20_max": 0.751574, + "nauc_mrr_at_20_std": -0.005914, + "nauc_mrr_at_20_diff1": 0.852301, + "nauc_mrr_at_100_max": 0.751501, + "nauc_mrr_at_100_std": -0.006361, + "nauc_mrr_at_100_diff1": 0.852823, + "nauc_mrr_at_1000_max": 0.751483, + "nauc_mrr_at_1000_std": -0.006532, + "nauc_mrr_at_1000_diff1": 0.852841, + "hit_rate_at_1": 0.76949, + "hit_rate_at_3": 0.86637, + "hit_rate_at_5": 0.89421, + "hit_rate_at_10": 0.92873, + "hit_rate_at_20": 0.94655, + "hit_rate_at_100": 0.98441, + "hit_rate_at_1000": 1.0, + "main_score": 0.84963, + "hf_subset": "ary_Arab-ary_Arab", + "languages": [ + "ary-Arab", + "ary-Arab" + ] + }, + { + "ndcg_at_1": 0.87333, + "ndcg_at_3": 0.90985, + "ndcg_at_5": 0.91616, + "ndcg_at_10": 0.92265, + "ndcg_at_20": 0.92697, + "ndcg_at_100": 0.92917, + "ndcg_at_1000": 0.92946, + "map_at_1": 0.87333, + "map_at_3": 0.9013, + "map_at_5": 0.90474, + "map_at_10": 0.90743, + "map_at_20": 0.90868, + "map_at_100": 0.90903, + "map_at_1000": 0.90904, + "recall_at_1": 0.87333, + "recall_at_3": 0.93444, + "recall_at_5": 0.95, + "recall_at_10": 0.97, + "recall_at_20": 0.98667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.87333, + "precision_at_1": 0.87333, + "precision_at_3": 0.31148, + "precision_at_5": 0.19, + "precision_at_10": 0.097, + "precision_at_20": 0.04933, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.873333, + "mrr_at_3": 0.901296, + "mrr_at_5": 0.904741, + "mrr_at_10": 0.907433, + "mrr_at_20": 0.908676, + "mrr_at_100": 0.909032, + "mrr_at_1000": 0.909043, + "nauc_ndcg_at_1_max": 0.587485, + "nauc_ndcg_at_1_std": -0.376834, + "nauc_ndcg_at_1_diff1": 0.870892, + "nauc_ndcg_at_3_max": 0.635302, + "nauc_ndcg_at_3_std": -0.342949, + "nauc_ndcg_at_3_diff1": 0.859715, + "nauc_ndcg_at_5_max": 0.630322, + "nauc_ndcg_at_5_std": -0.323188, + "nauc_ndcg_at_5_diff1": 0.86127, + "nauc_ndcg_at_10_max": 0.624886, + "nauc_ndcg_at_10_std": -0.342422, + "nauc_ndcg_at_10_diff1": 0.863006, + "nauc_ndcg_at_20_max": 0.6281, + "nauc_ndcg_at_20_std": -0.327552, + "nauc_ndcg_at_20_diff1": 0.865164, + "nauc_ndcg_at_100_max": 0.622935, + "nauc_ndcg_at_100_std": -0.337721, + "nauc_ndcg_at_100_diff1": 0.863716, + "nauc_ndcg_at_1000_max": 0.621367, + "nauc_ndcg_at_1000_std": -0.343283, + "nauc_ndcg_at_1000_diff1": 0.863425, + "nauc_map_at_1_max": 0.587485, + "nauc_map_at_1_std": -0.376834, + "nauc_map_at_1_diff1": 0.870892, + "nauc_map_at_3_max": 0.621106, + "nauc_map_at_3_std": -0.352019, + "nauc_map_at_3_diff1": 0.861273, + "nauc_map_at_5_max": 0.617974, + "nauc_map_at_5_std": -0.343382, + "nauc_map_at_5_diff1": 0.862129, + "nauc_map_at_10_max": 0.616594, + "nauc_map_at_10_std": -0.3503, + "nauc_map_at_10_diff1": 0.863056, + "nauc_map_at_20_max": 0.61755, + "nauc_map_at_20_std": -0.347246, + "nauc_map_at_20_diff1": 0.863614, + "nauc_map_at_100_max": 0.616645, + "nauc_map_at_100_std": -0.349268, + "nauc_map_at_100_diff1": 0.863377, + "nauc_map_at_1000_max": 0.6166, + "nauc_map_at_1000_std": -0.349429, + "nauc_map_at_1000_diff1": 0.863369, + "nauc_recall_at_1_max": 0.587485, + "nauc_recall_at_1_std": -0.376834, + "nauc_recall_at_1_diff1": 0.870892, + "nauc_recall_at_3_max": 0.695619, + "nauc_recall_at_3_std": -0.305037, + "nauc_recall_at_3_diff1": 0.854207, + "nauc_recall_at_5_max": 0.695736, + "nauc_recall_at_5_std": -0.208538, + "nauc_recall_at_5_diff1": 0.85844, + "nauc_recall_at_10_max": 0.683145, + "nauc_recall_at_10_std": -0.288187, + "nauc_recall_at_10_diff1": 0.865477, + "nauc_recall_at_20_max": 0.806295, + "nauc_recall_at_20_std": 0.102085, + "nauc_recall_at_20_diff1": 0.910131, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.587485, + "nauc_precision_at_1_std": -0.376834, + "nauc_precision_at_1_diff1": 0.870892, + "nauc_precision_at_3_max": 0.695619, + "nauc_precision_at_3_std": -0.305037, + "nauc_precision_at_3_diff1": 0.854207, + "nauc_precision_at_5_max": 0.695736, + "nauc_precision_at_5_std": -0.208538, + "nauc_precision_at_5_diff1": 0.85844, + "nauc_precision_at_10_max": 0.683145, + "nauc_precision_at_10_std": -0.288187, + "nauc_precision_at_10_diff1": 0.865477, + "nauc_precision_at_20_max": 0.806295, + "nauc_precision_at_20_std": 0.102085, + "nauc_precision_at_20_diff1": 0.910131, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.587485, + "nauc_mrr_at_1_std": -0.376834, + "nauc_mrr_at_1_diff1": 0.870892, + "nauc_mrr_at_3_max": 0.621106, + "nauc_mrr_at_3_std": -0.352019, + "nauc_mrr_at_3_diff1": 0.861273, + "nauc_mrr_at_5_max": 0.617974, + "nauc_mrr_at_5_std": -0.343382, + "nauc_mrr_at_5_diff1": 0.862129, + "nauc_mrr_at_10_max": 0.616594, + "nauc_mrr_at_10_std": -0.3503, + "nauc_mrr_at_10_diff1": 0.863056, + "nauc_mrr_at_20_max": 0.61755, + "nauc_mrr_at_20_std": -0.347246, + "nauc_mrr_at_20_diff1": 0.863614, + "nauc_mrr_at_100_max": 0.616645, + "nauc_mrr_at_100_std": -0.349268, + "nauc_mrr_at_100_diff1": 0.863377, + "nauc_mrr_at_1000_max": 0.6166, + "nauc_mrr_at_1000_std": -0.349429, + "nauc_mrr_at_1000_diff1": 0.863369, + "hit_rate_at_1": 0.87333, + "hit_rate_at_3": 0.93444, + "hit_rate_at_5": 0.95, + "hit_rate_at_10": 0.97, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.92265, + "hf_subset": "ary_Arab-eng_Latn", + "languages": [ + "ary-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.72717, + "ndcg_at_3": 0.78931, + "ndcg_at_5": 0.80416, + "ndcg_at_10": 0.81946, + "ndcg_at_20": 0.82671, + "ndcg_at_100": 0.83473, + "ndcg_at_1000": 0.83692, + "map_at_1": 0.72717, + "map_at_3": 0.77487, + "map_at_5": 0.78322, + "map_at_10": 0.78943, + "map_at_20": 0.79154, + "map_at_100": 0.7928, + "map_at_1000": 0.79289, + "recall_at_1": 0.72717, + "recall_at_3": 0.83073, + "recall_at_5": 0.86637, + "recall_at_10": 0.91425, + "recall_at_20": 0.94209, + "recall_at_100": 0.9833, + "recall_at_1000": 1.0, + "accuracy": 0.72717, + "precision_at_1": 0.72717, + "precision_at_3": 0.27691, + "precision_at_5": 0.17327, + "precision_at_10": 0.09143, + "precision_at_20": 0.0471, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.727171, + "mrr_at_3": 0.77487, + "mrr_at_5": 0.783222, + "mrr_at_10": 0.78943, + "mrr_at_20": 0.791536, + "mrr_at_100": 0.792796, + "mrr_at_1000": 0.792886, + "nauc_ndcg_at_1_max": 0.70158, + "nauc_ndcg_at_1_std": -0.024374, + "nauc_ndcg_at_1_diff1": 0.857744, + "nauc_ndcg_at_3_max": 0.749652, + "nauc_ndcg_at_3_std": 0.029774, + "nauc_ndcg_at_3_diff1": 0.843516, + "nauc_ndcg_at_5_max": 0.754463, + "nauc_ndcg_at_5_std": 0.053561, + "nauc_ndcg_at_5_diff1": 0.842374, + "nauc_ndcg_at_10_max": 0.751247, + "nauc_ndcg_at_10_std": 0.066645, + "nauc_ndcg_at_10_diff1": 0.836886, + "nauc_ndcg_at_20_max": 0.752242, + "nauc_ndcg_at_20_std": 0.06933, + "nauc_ndcg_at_20_diff1": 0.840974, + "nauc_ndcg_at_100_max": 0.746245, + "nauc_ndcg_at_100_std": 0.055335, + "nauc_ndcg_at_100_diff1": 0.844622, + "nauc_ndcg_at_1000_max": 0.743232, + "nauc_ndcg_at_1000_std": 0.044519, + "nauc_ndcg_at_1000_diff1": 0.8443, + "nauc_map_at_1_max": 0.70158, + "nauc_map_at_1_std": -0.024374, + "nauc_map_at_1_diff1": 0.857744, + "nauc_map_at_3_max": 0.737822, + "nauc_map_at_3_std": 0.016295, + "nauc_map_at_3_diff1": 0.847011, + "nauc_map_at_5_max": 0.739797, + "nauc_map_at_5_std": 0.027876, + "nauc_map_at_5_diff1": 0.846709, + "nauc_map_at_10_max": 0.738016, + "nauc_map_at_10_std": 0.031391, + "nauc_map_at_10_diff1": 0.84485, + "nauc_map_at_20_max": 0.738035, + "nauc_map_at_20_std": 0.031273, + "nauc_map_at_20_diff1": 0.845947, + "nauc_map_at_100_max": 0.737145, + "nauc_map_at_100_std": 0.029376, + "nauc_map_at_100_diff1": 0.846423, + "nauc_map_at_1000_max": 0.737038, + "nauc_map_at_1000_std": 0.029018, + "nauc_map_at_1000_diff1": 0.846405, + "nauc_recall_at_1_max": 0.70158, + "nauc_recall_at_1_std": -0.024374, + "nauc_recall_at_1_diff1": 0.857744, + "nauc_recall_at_3_max": 0.792045, + "nauc_recall_at_3_std": 0.078173, + "nauc_recall_at_3_diff1": 0.830996, + "nauc_recall_at_5_max": 0.81859, + "nauc_recall_at_5_std": 0.169857, + "nauc_recall_at_5_diff1": 0.823213, + "nauc_recall_at_10_max": 0.834151, + "nauc_recall_at_10_std": 0.311602, + "nauc_recall_at_10_diff1": 0.780998, + "nauc_recall_at_20_max": 0.886372, + "nauc_recall_at_20_std": 0.466871, + "nauc_recall_at_20_diff1": 0.796913, + "nauc_recall_at_100_max": 0.948493, + "nauc_recall_at_100_std": 0.790914, + "nauc_recall_at_100_diff1": 0.861305, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.70158, + "nauc_precision_at_1_std": -0.024374, + "nauc_precision_at_1_diff1": 0.857744, + "nauc_precision_at_3_max": 0.792045, + "nauc_precision_at_3_std": 0.078173, + "nauc_precision_at_3_diff1": 0.830996, + "nauc_precision_at_5_max": 0.81859, + "nauc_precision_at_5_std": 0.169857, + "nauc_precision_at_5_diff1": 0.823213, + "nauc_precision_at_10_max": 0.834151, + "nauc_precision_at_10_std": 0.311602, + "nauc_precision_at_10_diff1": 0.780998, + "nauc_precision_at_20_max": 0.886372, + "nauc_precision_at_20_std": 0.466871, + "nauc_precision_at_20_diff1": 0.796913, + "nauc_precision_at_100_max": 0.948493, + "nauc_precision_at_100_std": 0.790914, + "nauc_precision_at_100_diff1": 0.861305, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.70158, + "nauc_mrr_at_1_std": -0.024374, + "nauc_mrr_at_1_diff1": 0.857744, + "nauc_mrr_at_3_max": 0.737822, + "nauc_mrr_at_3_std": 0.016295, + "nauc_mrr_at_3_diff1": 0.847011, + "nauc_mrr_at_5_max": 0.739797, + "nauc_mrr_at_5_std": 0.027876, + "nauc_mrr_at_5_diff1": 0.846709, + "nauc_mrr_at_10_max": 0.738016, + "nauc_mrr_at_10_std": 0.031391, + "nauc_mrr_at_10_diff1": 0.84485, + "nauc_mrr_at_20_max": 0.738035, + "nauc_mrr_at_20_std": 0.031273, + "nauc_mrr_at_20_diff1": 0.845947, + "nauc_mrr_at_100_max": 0.737145, + "nauc_mrr_at_100_std": 0.029376, + "nauc_mrr_at_100_diff1": 0.846423, + "nauc_mrr_at_1000_max": 0.737038, + "nauc_mrr_at_1000_std": 0.029018, + "nauc_mrr_at_1000_diff1": 0.846405, + "hit_rate_at_1": 0.72717, + "hit_rate_at_3": 0.83073, + "hit_rate_at_5": 0.86637, + "hit_rate_at_10": 0.91425, + "hit_rate_at_20": 0.94209, + "hit_rate_at_100": 0.9833, + "hit_rate_at_1000": 1.0, + "main_score": 0.81946, + "hf_subset": "eng_Latn-ary_Arab", + "languages": [ + "eng-Latn", + "ary-Arab" + ] + }, + { + "ndcg_at_1": 0.81111, + "ndcg_at_3": 0.86078, + "ndcg_at_5": 0.87197, + "ndcg_at_10": 0.88099, + "ndcg_at_20": 0.88487, + "ndcg_at_100": 0.88989, + "ndcg_at_1000": 0.89094, + "map_at_1": 0.81111, + "map_at_3": 0.84907, + "map_at_5": 0.85541, + "map_at_10": 0.85915, + "map_at_20": 0.86019, + "map_at_100": 0.86084, + "map_at_1000": 0.86088, + "recall_at_1": 0.81111, + "recall_at_3": 0.89444, + "recall_at_5": 0.92111, + "recall_at_10": 0.94889, + "recall_at_20": 0.96444, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "accuracy": 0.81111, + "precision_at_1": 0.81111, + "precision_at_3": 0.29815, + "precision_at_5": 0.18422, + "precision_at_10": 0.09489, + "precision_at_20": 0.04822, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.811111, + "mrr_at_3": 0.849074, + "mrr_at_5": 0.855407, + "mrr_at_10": 0.859149, + "mrr_at_20": 0.860187, + "mrr_at_100": 0.860836, + "mrr_at_1000": 0.860885, + "nauc_ndcg_at_1_max": 0.717437, + "nauc_ndcg_at_1_std": -0.054261, + "nauc_ndcg_at_1_diff1": 0.857927, + "nauc_ndcg_at_3_max": 0.748575, + "nauc_ndcg_at_3_std": 0.015499, + "nauc_ndcg_at_3_diff1": 0.83334, + "nauc_ndcg_at_5_max": 0.752104, + "nauc_ndcg_at_5_std": 0.017567, + "nauc_ndcg_at_5_diff1": 0.832021, + "nauc_ndcg_at_10_max": 0.755955, + "nauc_ndcg_at_10_std": 0.026423, + "nauc_ndcg_at_10_diff1": 0.839829, + "nauc_ndcg_at_20_max": 0.750937, + "nauc_ndcg_at_20_std": 0.0182, + "nauc_ndcg_at_20_diff1": 0.838362, + "nauc_ndcg_at_100_max": 0.748299, + "nauc_ndcg_at_100_std": 0.007618, + "nauc_ndcg_at_100_diff1": 0.842945, + "nauc_ndcg_at_1000_max": 0.746992, + "nauc_ndcg_at_1000_std": 0.006536, + "nauc_ndcg_at_1000_diff1": 0.842154, + "nauc_map_at_1_max": 0.717437, + "nauc_map_at_1_std": -0.054261, + "nauc_map_at_1_diff1": 0.857927, + "nauc_map_at_3_max": 0.740892, + "nauc_map_at_3_std": -0.004034, + "nauc_map_at_3_diff1": 0.840914, + "nauc_map_at_5_max": 0.742263, + "nauc_map_at_5_std": -0.004229, + "nauc_map_at_5_diff1": 0.840597, + "nauc_map_at_10_max": 0.743735, + "nauc_map_at_10_std": -0.001037, + "nauc_map_at_10_diff1": 0.843827, + "nauc_map_at_20_max": 0.742579, + "nauc_map_at_20_std": -0.002534, + "nauc_map_at_20_diff1": 0.84354, + "nauc_map_at_100_max": 0.742352, + "nauc_map_at_100_std": -0.003762, + "nauc_map_at_100_diff1": 0.844093, + "nauc_map_at_1000_max": 0.742306, + "nauc_map_at_1000_std": -0.003769, + "nauc_map_at_1000_diff1": 0.844068, + "nauc_recall_at_1_max": 0.717437, + "nauc_recall_at_1_std": -0.054261, + "nauc_recall_at_1_diff1": 0.857927, + "nauc_recall_at_3_max": 0.778208, + "nauc_recall_at_3_std": 0.092429, + "nauc_recall_at_3_diff1": 0.803098, + "nauc_recall_at_5_max": 0.801587, + "nauc_recall_at_5_std": 0.128095, + "nauc_recall_at_5_diff1": 0.78816, + "nauc_recall_at_10_max": 0.849663, + "nauc_recall_at_10_std": 0.239861, + "nauc_recall_at_10_diff1": 0.81469, + "nauc_recall_at_20_max": 0.826929, + "nauc_recall_at_20_std": 0.215963, + "nauc_recall_at_20_diff1": 0.785335, + "nauc_recall_at_100_max": 0.880285, + "nauc_recall_at_100_std": 0.140856, + "nauc_recall_at_100_diff1": 0.922969, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.717437, + "nauc_precision_at_1_std": -0.054261, + "nauc_precision_at_1_diff1": 0.857927, + "nauc_precision_at_3_max": 0.778208, + "nauc_precision_at_3_std": 0.092429, + "nauc_precision_at_3_diff1": 0.803098, + "nauc_precision_at_5_max": 0.801587, + "nauc_precision_at_5_std": 0.128095, + "nauc_precision_at_5_diff1": 0.78816, + "nauc_precision_at_10_max": 0.849663, + "nauc_precision_at_10_std": 0.239861, + "nauc_precision_at_10_diff1": 0.81469, + "nauc_precision_at_20_max": 0.826929, + "nauc_precision_at_20_std": 0.215963, + "nauc_precision_at_20_diff1": 0.785335, + "nauc_precision_at_100_max": 0.880285, + "nauc_precision_at_100_std": 0.140856, + "nauc_precision_at_100_diff1": 0.922969, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.717437, + "nauc_mrr_at_1_std": -0.054261, + "nauc_mrr_at_1_diff1": 0.857927, + "nauc_mrr_at_3_max": 0.740892, + "nauc_mrr_at_3_std": -0.004034, + "nauc_mrr_at_3_diff1": 0.840914, + "nauc_mrr_at_5_max": 0.742263, + "nauc_mrr_at_5_std": -0.004229, + "nauc_mrr_at_5_diff1": 0.840597, + "nauc_mrr_at_10_max": 0.743735, + "nauc_mrr_at_10_std": -0.001037, + "nauc_mrr_at_10_diff1": 0.843827, + "nauc_mrr_at_20_max": 0.742579, + "nauc_mrr_at_20_std": -0.002534, + "nauc_mrr_at_20_diff1": 0.84354, + "nauc_mrr_at_100_max": 0.742352, + "nauc_mrr_at_100_std": -0.003762, + "nauc_mrr_at_100_diff1": 0.844093, + "nauc_mrr_at_1000_max": 0.742306, + "nauc_mrr_at_1000_std": -0.003769, + "nauc_mrr_at_1000_diff1": 0.844068, + "hit_rate_at_1": 0.81111, + "hit_rate_at_3": 0.89444, + "hit_rate_at_5": 0.92111, + "hit_rate_at_10": 0.94889, + "hit_rate_at_20": 0.96444, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.88099, + "hf_subset": "arz_Arab-arz_Arab", + "languages": [ + "arz-Arab", + "arz-Arab" + ] + }, + { + "ndcg_at_1": 0.87222, + "ndcg_at_3": 0.92218, + "ndcg_at_5": 0.92801, + "ndcg_at_10": 0.93303, + "ndcg_at_20": 0.93415, + "ndcg_at_100": 0.93552, + "ndcg_at_1000": 0.9358, + "map_at_1": 0.87222, + "map_at_3": 0.91056, + "map_at_5": 0.91372, + "map_at_10": 0.91579, + "map_at_20": 0.91609, + "map_at_100": 0.91625, + "map_at_1000": 0.91626, + "recall_at_1": 0.87222, + "recall_at_3": 0.95556, + "recall_at_5": 0.97, + "recall_at_10": 0.98556, + "recall_at_20": 0.99, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.87222, + "precision_at_1": 0.87222, + "precision_at_3": 0.31852, + "precision_at_5": 0.194, + "precision_at_10": 0.09856, + "precision_at_20": 0.0495, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.872222, + "mrr_at_3": 0.910556, + "mrr_at_5": 0.913722, + "mrr_at_10": 0.915791, + "mrr_at_20": 0.916094, + "mrr_at_100": 0.916254, + "mrr_at_1000": 0.916264, + "nauc_ndcg_at_1_max": 0.676514, + "nauc_ndcg_at_1_std": -0.359412, + "nauc_ndcg_at_1_diff1": 0.898763, + "nauc_ndcg_at_3_max": 0.701411, + "nauc_ndcg_at_3_std": -0.305763, + "nauc_ndcg_at_3_diff1": 0.884146, + "nauc_ndcg_at_5_max": 0.704637, + "nauc_ndcg_at_5_std": -0.297457, + "nauc_ndcg_at_5_diff1": 0.891256, + "nauc_ndcg_at_10_max": 0.694528, + "nauc_ndcg_at_10_std": -0.322234, + "nauc_ndcg_at_10_diff1": 0.89201, + "nauc_ndcg_at_20_max": 0.691102, + "nauc_ndcg_at_20_std": -0.322381, + "nauc_ndcg_at_20_diff1": 0.891297, + "nauc_ndcg_at_100_max": 0.693203, + "nauc_ndcg_at_100_std": -0.318413, + "nauc_ndcg_at_100_diff1": 0.891078, + "nauc_ndcg_at_1000_max": 0.691838, + "nauc_ndcg_at_1000_std": -0.324276, + "nauc_ndcg_at_1000_diff1": 0.890594, + "nauc_map_at_1_max": 0.676514, + "nauc_map_at_1_std": -0.359412, + "nauc_map_at_1_diff1": 0.898763, + "nauc_map_at_3_max": 0.693238, + "nauc_map_at_3_std": -0.325176, + "nauc_map_at_3_diff1": 0.887199, + "nauc_map_at_5_max": 0.693883, + "nauc_map_at_5_std": -0.322539, + "nauc_map_at_5_diff1": 0.890373, + "nauc_map_at_10_max": 0.690216, + "nauc_map_at_10_std": -0.33094, + "nauc_map_at_10_diff1": 0.890611, + "nauc_map_at_20_max": 0.689512, + "nauc_map_at_20_std": -0.330586, + "nauc_map_at_20_diff1": 0.890465, + "nauc_map_at_100_max": 0.689727, + "nauc_map_at_100_std": -0.330481, + "nauc_map_at_100_diff1": 0.89046, + "nauc_map_at_1000_max": 0.68969, + "nauc_map_at_1000_std": -0.330639, + "nauc_map_at_1000_diff1": 0.890447, + "nauc_recall_at_1_max": 0.676514, + "nauc_recall_at_1_std": -0.359412, + "nauc_recall_at_1_diff1": 0.898763, + "nauc_recall_at_3_max": 0.747642, + "nauc_recall_at_3_std": -0.194421, + "nauc_recall_at_3_diff1": 0.868359, + "nauc_recall_at_5_max": 0.794706, + "nauc_recall_at_5_std": -0.087613, + "nauc_recall_at_5_diff1": 0.904209, + "nauc_recall_at_10_max": 0.752065, + "nauc_recall_at_10_std": -0.220211, + "nauc_recall_at_10_diff1": 0.928356, + "nauc_recall_at_20_max": 0.68726, + "nauc_recall_at_20_std": -0.204482, + "nauc_recall_at_20_diff1": 0.925563, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.676514, + "nauc_precision_at_1_std": -0.359412, + "nauc_precision_at_1_diff1": 0.898763, + "nauc_precision_at_3_max": 0.747642, + "nauc_precision_at_3_std": -0.194421, + "nauc_precision_at_3_diff1": 0.868359, + "nauc_precision_at_5_max": 0.794706, + "nauc_precision_at_5_std": -0.087613, + "nauc_precision_at_5_diff1": 0.904209, + "nauc_precision_at_10_max": 0.752065, + "nauc_precision_at_10_std": -0.220211, + "nauc_precision_at_10_diff1": 0.928356, + "nauc_precision_at_20_max": 0.68726, + "nauc_precision_at_20_std": -0.204482, + "nauc_precision_at_20_diff1": 0.925563, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.676514, + "nauc_mrr_at_1_std": -0.359412, + "nauc_mrr_at_1_diff1": 0.898763, + "nauc_mrr_at_3_max": 0.693238, + "nauc_mrr_at_3_std": -0.325176, + "nauc_mrr_at_3_diff1": 0.887199, + "nauc_mrr_at_5_max": 0.693883, + "nauc_mrr_at_5_std": -0.322539, + "nauc_mrr_at_5_diff1": 0.890373, + "nauc_mrr_at_10_max": 0.690216, + "nauc_mrr_at_10_std": -0.33094, + "nauc_mrr_at_10_diff1": 0.890611, + "nauc_mrr_at_20_max": 0.689512, + "nauc_mrr_at_20_std": -0.330586, + "nauc_mrr_at_20_diff1": 0.890465, + "nauc_mrr_at_100_max": 0.689727, + "nauc_mrr_at_100_std": -0.330481, + "nauc_mrr_at_100_diff1": 0.89046, + "nauc_mrr_at_1000_max": 0.68969, + "nauc_mrr_at_1000_std": -0.330639, + "nauc_mrr_at_1000_diff1": 0.890447, + "hit_rate_at_1": 0.87222, + "hit_rate_at_3": 0.95556, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93303, + "hf_subset": "arz_Arab-eng_Latn", + "languages": [ + "arz-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.79889, + "ndcg_at_3": 0.85878, + "ndcg_at_5": 0.86958, + "ndcg_at_10": 0.87878, + "ndcg_at_20": 0.88333, + "ndcg_at_100": 0.8876, + "ndcg_at_1000": 0.88844, + "map_at_1": 0.79889, + "map_at_3": 0.84481, + "map_at_5": 0.8507, + "map_at_10": 0.85463, + "map_at_20": 0.85591, + "map_at_100": 0.85655, + "map_at_1000": 0.85657, + "recall_at_1": 0.79889, + "recall_at_3": 0.89889, + "recall_at_5": 0.92556, + "recall_at_10": 0.95333, + "recall_at_20": 0.97111, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "accuracy": 0.79889, + "precision_at_1": 0.79889, + "precision_at_3": 0.29963, + "precision_at_5": 0.18511, + "precision_at_10": 0.09533, + "precision_at_20": 0.04856, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.798889, + "mrr_at_3": 0.844815, + "mrr_at_5": 0.850704, + "mrr_at_10": 0.854627, + "mrr_at_20": 0.855906, + "mrr_at_100": 0.856545, + "mrr_at_1000": 0.856574, + "nauc_ndcg_at_1_max": 0.673007, + "nauc_ndcg_at_1_std": -0.089802, + "nauc_ndcg_at_1_diff1": 0.854413, + "nauc_ndcg_at_3_max": 0.737244, + "nauc_ndcg_at_3_std": -0.013354, + "nauc_ndcg_at_3_diff1": 0.844599, + "nauc_ndcg_at_5_max": 0.73962, + "nauc_ndcg_at_5_std": -0.01059, + "nauc_ndcg_at_5_diff1": 0.846381, + "nauc_ndcg_at_10_max": 0.732531, + "nauc_ndcg_at_10_std": -0.008863, + "nauc_ndcg_at_10_diff1": 0.844549, + "nauc_ndcg_at_20_max": 0.730922, + "nauc_ndcg_at_20_std": -0.009363, + "nauc_ndcg_at_20_diff1": 0.848653, + "nauc_ndcg_at_100_max": 0.724939, + "nauc_ndcg_at_100_std": -0.016431, + "nauc_ndcg_at_100_diff1": 0.848669, + "nauc_ndcg_at_1000_max": 0.72276, + "nauc_ndcg_at_1000_std": -0.02413, + "nauc_ndcg_at_1000_diff1": 0.848348, + "nauc_map_at_1_max": 0.673007, + "nauc_map_at_1_std": -0.089802, + "nauc_map_at_1_diff1": 0.854413, + "nauc_map_at_3_max": 0.719866, + "nauc_map_at_3_std": -0.035548, + "nauc_map_at_3_diff1": 0.847618, + "nauc_map_at_5_max": 0.720097, + "nauc_map_at_5_std": -0.035579, + "nauc_map_at_5_diff1": 0.848487, + "nauc_map_at_10_max": 0.71706, + "nauc_map_at_10_std": -0.03532, + "nauc_map_at_10_diff1": 0.847962, + "nauc_map_at_20_max": 0.716643, + "nauc_map_at_20_std": -0.035587, + "nauc_map_at_20_diff1": 0.849048, + "nauc_map_at_100_max": 0.715802, + "nauc_map_at_100_std": -0.036616, + "nauc_map_at_100_diff1": 0.84901, + "nauc_map_at_1000_max": 0.715741, + "nauc_map_at_1000_std": -0.036828, + "nauc_map_at_1000_diff1": 0.848993, + "nauc_recall_at_1_max": 0.673007, + "nauc_recall_at_1_std": -0.089802, + "nauc_recall_at_1_diff1": 0.854413, + "nauc_recall_at_3_max": 0.809317, + "nauc_recall_at_3_std": 0.079726, + "nauc_recall_at_3_diff1": 0.83183, + "nauc_recall_at_5_max": 0.84637, + "nauc_recall_at_5_std": 0.127848, + "nauc_recall_at_5_diff1": 0.835535, + "nauc_recall_at_10_max": 0.855909, + "nauc_recall_at_10_std": 0.21762, + "nauc_recall_at_10_diff1": 0.814226, + "nauc_recall_at_20_max": 0.904313, + "nauc_recall_at_20_std": 0.346423, + "nauc_recall_at_20_diff1": 0.853031, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.879396, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.673007, + "nauc_precision_at_1_std": -0.089802, + "nauc_precision_at_1_diff1": 0.854413, + "nauc_precision_at_3_max": 0.809317, + "nauc_precision_at_3_std": 0.079726, + "nauc_precision_at_3_diff1": 0.83183, + "nauc_precision_at_5_max": 0.84637, + "nauc_precision_at_5_std": 0.127848, + "nauc_precision_at_5_diff1": 0.835535, + "nauc_precision_at_10_max": 0.855909, + "nauc_precision_at_10_std": 0.21762, + "nauc_precision_at_10_diff1": 0.814226, + "nauc_precision_at_20_max": 0.904313, + "nauc_precision_at_20_std": 0.346423, + "nauc_precision_at_20_diff1": 0.853031, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.879396, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.673007, + "nauc_mrr_at_1_std": -0.089802, + "nauc_mrr_at_1_diff1": 0.854413, + "nauc_mrr_at_3_max": 0.719866, + "nauc_mrr_at_3_std": -0.035548, + "nauc_mrr_at_3_diff1": 0.847618, + "nauc_mrr_at_5_max": 0.720097, + "nauc_mrr_at_5_std": -0.035579, + "nauc_mrr_at_5_diff1": 0.848487, + "nauc_mrr_at_10_max": 0.71706, + "nauc_mrr_at_10_std": -0.03532, + "nauc_mrr_at_10_diff1": 0.847962, + "nauc_mrr_at_20_max": 0.716643, + "nauc_mrr_at_20_std": -0.035587, + "nauc_mrr_at_20_diff1": 0.849048, + "nauc_mrr_at_100_max": 0.715802, + "nauc_mrr_at_100_std": -0.036616, + "nauc_mrr_at_100_diff1": 0.84901, + "nauc_mrr_at_1000_max": 0.715741, + "nauc_mrr_at_1000_std": -0.036828, + "nauc_mrr_at_1000_diff1": 0.848993, + "hit_rate_at_1": 0.79889, + "hit_rate_at_3": 0.89889, + "hit_rate_at_5": 0.92556, + "hit_rate_at_10": 0.95333, + "hit_rate_at_20": 0.97111, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.87878, + "hf_subset": "eng_Latn-arz_Arab", + "languages": [ + "eng-Latn", + "arz-Arab" + ] + }, + { + "ndcg_at_1": 0.72, + "ndcg_at_3": 0.78714, + "ndcg_at_5": 0.80015, + "ndcg_at_10": 0.81257, + "ndcg_at_20": 0.82195, + "ndcg_at_100": 0.82938, + "ndcg_at_1000": 0.83236, + "map_at_1": 0.72, + "map_at_3": 0.77111, + "map_at_5": 0.77844, + "map_at_10": 0.78368, + "map_at_20": 0.78632, + "map_at_100": 0.78742, + "map_at_1000": 0.78756, + "recall_at_1": 0.72, + "recall_at_3": 0.83333, + "recall_at_5": 0.86444, + "recall_at_10": 0.90222, + "recall_at_20": 0.93889, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "accuracy": 0.72, + "precision_at_1": 0.72, + "precision_at_3": 0.27778, + "precision_at_5": 0.17289, + "precision_at_10": 0.09022, + "precision_at_20": 0.04694, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "mrr_at_1": 0.72, + "mrr_at_3": 0.771111, + "mrr_at_5": 0.778444, + "mrr_at_10": 0.783683, + "mrr_at_20": 0.786322, + "mrr_at_100": 0.787424, + "mrr_at_1000": 0.787556, + "nauc_ndcg_at_1_max": 0.603887, + "nauc_ndcg_at_1_std": -0.13332, + "nauc_ndcg_at_1_diff1": 0.808084, + "nauc_ndcg_at_3_max": 0.635336, + "nauc_ndcg_at_3_std": -0.089674, + "nauc_ndcg_at_3_diff1": 0.794861, + "nauc_ndcg_at_5_max": 0.632178, + "nauc_ndcg_at_5_std": -0.096858, + "nauc_ndcg_at_5_diff1": 0.793969, + "nauc_ndcg_at_10_max": 0.632431, + "nauc_ndcg_at_10_std": -0.075252, + "nauc_ndcg_at_10_diff1": 0.789335, + "nauc_ndcg_at_20_max": 0.63617, + "nauc_ndcg_at_20_std": -0.080438, + "nauc_ndcg_at_20_diff1": 0.793861, + "nauc_ndcg_at_100_max": 0.632273, + "nauc_ndcg_at_100_std": -0.087124, + "nauc_ndcg_at_100_diff1": 0.79567, + "nauc_ndcg_at_1000_max": 0.629676, + "nauc_ndcg_at_1000_std": -0.091886, + "nauc_ndcg_at_1000_diff1": 0.795399, + "nauc_map_at_1_max": 0.603887, + "nauc_map_at_1_std": -0.13332, + "nauc_map_at_1_diff1": 0.808084, + "nauc_map_at_3_max": 0.62678, + "nauc_map_at_3_std": -0.102261, + "nauc_map_at_3_diff1": 0.797981, + "nauc_map_at_5_max": 0.624784, + "nauc_map_at_5_std": -0.10675, + "nauc_map_at_5_diff1": 0.797661, + "nauc_map_at_10_max": 0.62492, + "nauc_map_at_10_std": -0.098716, + "nauc_map_at_10_diff1": 0.79592, + "nauc_map_at_20_max": 0.625717, + "nauc_map_at_20_std": -0.100421, + "nauc_map_at_20_diff1": 0.796988, + "nauc_map_at_100_max": 0.625201, + "nauc_map_at_100_std": -0.101118, + "nauc_map_at_100_diff1": 0.797176, + "nauc_map_at_1000_max": 0.625116, + "nauc_map_at_1000_std": -0.101238, + "nauc_map_at_1000_diff1": 0.797169, + "nauc_recall_at_1_max": 0.603887, + "nauc_recall_at_1_std": -0.13332, + "nauc_recall_at_1_diff1": 0.808084, + "nauc_recall_at_3_max": 0.667323, + "nauc_recall_at_3_std": -0.042217, + "nauc_recall_at_3_diff1": 0.783471, + "nauc_recall_at_5_max": 0.664017, + "nauc_recall_at_5_std": -0.053894, + "nauc_recall_at_5_diff1": 0.777884, + "nauc_recall_at_10_max": 0.673876, + "nauc_recall_at_10_std": 0.073386, + "nauc_recall_at_10_diff1": 0.748875, + "nauc_recall_at_20_max": 0.737034, + "nauc_recall_at_20_std": 0.112707, + "nauc_recall_at_20_diff1": 0.773551, + "nauc_recall_at_100_max": 0.769631, + "nauc_recall_at_100_std": 0.177848, + "nauc_recall_at_100_diff1": 0.810247, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.603887, + "nauc_precision_at_1_std": -0.13332, + "nauc_precision_at_1_diff1": 0.808084, + "nauc_precision_at_3_max": 0.667323, + "nauc_precision_at_3_std": -0.042217, + "nauc_precision_at_3_diff1": 0.783471, + "nauc_precision_at_5_max": 0.664017, + "nauc_precision_at_5_std": -0.053894, + "nauc_precision_at_5_diff1": 0.777884, + "nauc_precision_at_10_max": 0.673876, + "nauc_precision_at_10_std": 0.073386, + "nauc_precision_at_10_diff1": 0.748875, + "nauc_precision_at_20_max": 0.737034, + "nauc_precision_at_20_std": 0.112707, + "nauc_precision_at_20_diff1": 0.773551, + "nauc_precision_at_100_max": 0.769631, + "nauc_precision_at_100_std": 0.177848, + "nauc_precision_at_100_diff1": 0.810247, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.603887, + "nauc_mrr_at_1_std": -0.13332, + "nauc_mrr_at_1_diff1": 0.808084, + "nauc_mrr_at_3_max": 0.62678, + "nauc_mrr_at_3_std": -0.102261, + "nauc_mrr_at_3_diff1": 0.797981, + "nauc_mrr_at_5_max": 0.624784, + "nauc_mrr_at_5_std": -0.10675, + "nauc_mrr_at_5_diff1": 0.797661, + "nauc_mrr_at_10_max": 0.62492, + "nauc_mrr_at_10_std": -0.098716, + "nauc_mrr_at_10_diff1": 0.79592, + "nauc_mrr_at_20_max": 0.625717, + "nauc_mrr_at_20_std": -0.100421, + "nauc_mrr_at_20_diff1": 0.796988, + "nauc_mrr_at_100_max": 0.625201, + "nauc_mrr_at_100_std": -0.101118, + "nauc_mrr_at_100_diff1": 0.797176, + "nauc_mrr_at_1000_max": 0.625116, + "nauc_mrr_at_1000_std": -0.101238, + "nauc_mrr_at_1000_diff1": 0.797169, + "hit_rate_at_1": 0.72, + "hit_rate_at_3": 0.83333, + "hit_rate_at_5": 0.86444, + "hit_rate_at_10": 0.90222, + "hit_rate_at_20": 0.93889, + "hit_rate_at_100": 0.97778, + "hit_rate_at_1000": 1.0, + "main_score": 0.81257, + "hf_subset": "asm_Beng-asm_Beng", + "languages": [ + "asm-Beng", + "asm-Beng" + ] + }, + { + "ndcg_at_1": 0.83444, + "ndcg_at_3": 0.89165, + "ndcg_at_5": 0.89988, + "ndcg_at_10": 0.90599, + "ndcg_at_20": 0.90905, + "ndcg_at_100": 0.91196, + "ndcg_at_1000": 0.91239, + "map_at_1": 0.83444, + "map_at_3": 0.87796, + "map_at_5": 0.88252, + "map_at_10": 0.88504, + "map_at_20": 0.88602, + "map_at_100": 0.88643, + "map_at_1000": 0.88644, + "recall_at_1": 0.83444, + "recall_at_3": 0.93111, + "recall_at_5": 0.95111, + "recall_at_10": 0.97, + "recall_at_20": 0.98111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.83444, + "precision_at_1": 0.83444, + "precision_at_3": 0.31037, + "precision_at_5": 0.19022, + "precision_at_10": 0.097, + "precision_at_20": 0.04906, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.834444, + "mrr_at_3": 0.877963, + "mrr_at_5": 0.882519, + "mrr_at_10": 0.885039, + "mrr_at_20": 0.886017, + "mrr_at_100": 0.886425, + "mrr_at_1000": 0.886441, + "nauc_ndcg_at_1_max": 0.544938, + "nauc_ndcg_at_1_std": -0.205252, + "nauc_ndcg_at_1_diff1": 0.835639, + "nauc_ndcg_at_3_max": 0.582089, + "nauc_ndcg_at_3_std": -0.234617, + "nauc_ndcg_at_3_diff1": 0.835594, + "nauc_ndcg_at_5_max": 0.583654, + "nauc_ndcg_at_5_std": -0.220553, + "nauc_ndcg_at_5_diff1": 0.827438, + "nauc_ndcg_at_10_max": 0.581353, + "nauc_ndcg_at_10_std": -0.213196, + "nauc_ndcg_at_10_diff1": 0.826791, + "nauc_ndcg_at_20_max": 0.578175, + "nauc_ndcg_at_20_std": -0.205123, + "nauc_ndcg_at_20_diff1": 0.829758, + "nauc_ndcg_at_100_max": 0.575568, + "nauc_ndcg_at_100_std": -0.206208, + "nauc_ndcg_at_100_diff1": 0.830136, + "nauc_ndcg_at_1000_max": 0.573416, + "nauc_ndcg_at_1000_std": -0.211434, + "nauc_ndcg_at_1000_diff1": 0.829936, + "nauc_map_at_1_max": 0.544938, + "nauc_map_at_1_std": -0.205252, + "nauc_map_at_1_diff1": 0.835639, + "nauc_map_at_3_max": 0.570965, + "nauc_map_at_3_std": -0.225939, + "nauc_map_at_3_diff1": 0.833935, + "nauc_map_at_5_max": 0.571453, + "nauc_map_at_5_std": -0.218259, + "nauc_map_at_5_diff1": 0.829956, + "nauc_map_at_10_max": 0.570238, + "nauc_map_at_10_std": -0.215883, + "nauc_map_at_10_diff1": 0.829797, + "nauc_map_at_20_max": 0.5693, + "nauc_map_at_20_std": -0.2139, + "nauc_map_at_20_diff1": 0.830555, + "nauc_map_at_100_max": 0.568926, + "nauc_map_at_100_std": -0.214159, + "nauc_map_at_100_diff1": 0.830551, + "nauc_map_at_1000_max": 0.568864, + "nauc_map_at_1000_std": -0.214311, + "nauc_map_at_1000_diff1": 0.830543, + "nauc_recall_at_1_max": 0.544938, + "nauc_recall_at_1_std": -0.205252, + "nauc_recall_at_1_diff1": 0.835639, + "nauc_recall_at_3_max": 0.636381, + "nauc_recall_at_3_std": -0.276882, + "nauc_recall_at_3_diff1": 0.844959, + "nauc_recall_at_5_max": 0.66429, + "nauc_recall_at_5_std": -0.232652, + "nauc_recall_at_5_diff1": 0.809863, + "nauc_recall_at_10_max": 0.696338, + "nauc_recall_at_10_std": -0.168344, + "nauc_recall_at_10_diff1": 0.792596, + "nauc_recall_at_20_max": 0.71143, + "nauc_recall_at_20_std": -0.003543, + "nauc_recall_at_20_diff1": 0.823557, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.820261, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.544938, + "nauc_precision_at_1_std": -0.205252, + "nauc_precision_at_1_diff1": 0.835639, + "nauc_precision_at_3_max": 0.636381, + "nauc_precision_at_3_std": -0.276882, + "nauc_precision_at_3_diff1": 0.844959, + "nauc_precision_at_5_max": 0.66429, + "nauc_precision_at_5_std": -0.232652, + "nauc_precision_at_5_diff1": 0.809863, + "nauc_precision_at_10_max": 0.696338, + "nauc_precision_at_10_std": -0.168344, + "nauc_precision_at_10_diff1": 0.792596, + "nauc_precision_at_20_max": 0.71143, + "nauc_precision_at_20_std": -0.003543, + "nauc_precision_at_20_diff1": 0.823557, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.820261, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.544938, + "nauc_mrr_at_1_std": -0.205252, + "nauc_mrr_at_1_diff1": 0.835639, + "nauc_mrr_at_3_max": 0.570965, + "nauc_mrr_at_3_std": -0.225939, + "nauc_mrr_at_3_diff1": 0.833935, + "nauc_mrr_at_5_max": 0.571453, + "nauc_mrr_at_5_std": -0.218259, + "nauc_mrr_at_5_diff1": 0.829956, + "nauc_mrr_at_10_max": 0.570238, + "nauc_mrr_at_10_std": -0.215883, + "nauc_mrr_at_10_diff1": 0.829797, + "nauc_mrr_at_20_max": 0.5693, + "nauc_mrr_at_20_std": -0.2139, + "nauc_mrr_at_20_diff1": 0.830555, + "nauc_mrr_at_100_max": 0.568926, + "nauc_mrr_at_100_std": -0.214159, + "nauc_mrr_at_100_diff1": 0.830551, + "nauc_mrr_at_1000_max": 0.568864, + "nauc_mrr_at_1000_std": -0.214311, + "nauc_mrr_at_1000_diff1": 0.830543, + "hit_rate_at_1": 0.83444, + "hit_rate_at_3": 0.93111, + "hit_rate_at_5": 0.95111, + "hit_rate_at_10": 0.97, + "hit_rate_at_20": 0.98111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.90599, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.63444, + "ndcg_at_3": 0.71488, + "ndcg_at_5": 0.73453, + "ndcg_at_10": 0.7528, + "ndcg_at_20": 0.76287, + "ndcg_at_100": 0.77483, + "ndcg_at_1000": 0.77782, + "map_at_1": 0.63444, + "map_at_3": 0.69574, + "map_at_5": 0.70663, + "map_at_10": 0.71434, + "map_at_20": 0.71709, + "map_at_100": 0.71882, + "map_at_1000": 0.71893, + "recall_at_1": 0.63444, + "recall_at_3": 0.77, + "recall_at_5": 0.81778, + "recall_at_10": 0.87333, + "recall_at_20": 0.91333, + "recall_at_100": 0.97667, + "recall_at_1000": 1.0, + "accuracy": 0.63444, + "precision_at_1": 0.63444, + "precision_at_3": 0.25667, + "precision_at_5": 0.16356, + "precision_at_10": 0.08733, + "precision_at_20": 0.04567, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "mrr_at_1": 0.634444, + "mrr_at_3": 0.695741, + "mrr_at_5": 0.70663, + "mrr_at_10": 0.714343, + "mrr_at_20": 0.717087, + "mrr_at_100": 0.718821, + "mrr_at_1000": 0.718932, + "nauc_ndcg_at_1_max": 0.659645, + "nauc_ndcg_at_1_std": 0.006664, + "nauc_ndcg_at_1_diff1": 0.798914, + "nauc_ndcg_at_3_max": 0.685972, + "nauc_ndcg_at_3_std": 0.047667, + "nauc_ndcg_at_3_diff1": 0.760195, + "nauc_ndcg_at_5_max": 0.692348, + "nauc_ndcg_at_5_std": 0.063759, + "nauc_ndcg_at_5_diff1": 0.757337, + "nauc_ndcg_at_10_max": 0.694294, + "nauc_ndcg_at_10_std": 0.073424, + "nauc_ndcg_at_10_diff1": 0.75991, + "nauc_ndcg_at_20_max": 0.691064, + "nauc_ndcg_at_20_std": 0.07401, + "nauc_ndcg_at_20_diff1": 0.760585, + "nauc_ndcg_at_100_max": 0.690182, + "nauc_ndcg_at_100_std": 0.069078, + "nauc_ndcg_at_100_diff1": 0.766581, + "nauc_ndcg_at_1000_max": 0.687038, + "nauc_ndcg_at_1000_std": 0.058862, + "nauc_ndcg_at_1000_diff1": 0.767089, + "nauc_map_at_1_max": 0.659645, + "nauc_map_at_1_std": 0.006664, + "nauc_map_at_1_diff1": 0.798914, + "nauc_map_at_3_max": 0.679738, + "nauc_map_at_3_std": 0.037566, + "nauc_map_at_3_diff1": 0.769899, + "nauc_map_at_5_max": 0.682832, + "nauc_map_at_5_std": 0.045838, + "nauc_map_at_5_diff1": 0.768656, + "nauc_map_at_10_max": 0.683257, + "nauc_map_at_10_std": 0.048666, + "nauc_map_at_10_diff1": 0.770066, + "nauc_map_at_20_max": 0.68228, + "nauc_map_at_20_std": 0.048207, + "nauc_map_at_20_diff1": 0.770296, + "nauc_map_at_100_max": 0.682169, + "nauc_map_at_100_std": 0.047178, + "nauc_map_at_100_diff1": 0.771157, + "nauc_map_at_1000_max": 0.682086, + "nauc_map_at_1000_std": 0.046918, + "nauc_map_at_1000_diff1": 0.771178, + "nauc_recall_at_1_max": 0.659645, + "nauc_recall_at_1_std": 0.006664, + "nauc_recall_at_1_diff1": 0.798914, + "nauc_recall_at_3_max": 0.707564, + "nauc_recall_at_3_std": 0.082891, + "nauc_recall_at_3_diff1": 0.726262, + "nauc_recall_at_5_max": 0.732687, + "nauc_recall_at_5_std": 0.140482, + "nauc_recall_at_5_diff1": 0.710293, + "nauc_recall_at_10_max": 0.759252, + "nauc_recall_at_10_std": 0.224746, + "nauc_recall_at_10_diff1": 0.70388, + "nauc_recall_at_20_max": 0.758774, + "nauc_recall_at_20_std": 0.300875, + "nauc_recall_at_20_diff1": 0.68728, + "nauc_recall_at_100_max": 0.895069, + "nauc_recall_at_100_std": 0.736828, + "nauc_recall_at_100_diff1": 0.736228, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.659645, + "nauc_precision_at_1_std": 0.006664, + "nauc_precision_at_1_diff1": 0.798914, + "nauc_precision_at_3_max": 0.707564, + "nauc_precision_at_3_std": 0.082891, + "nauc_precision_at_3_diff1": 0.726262, + "nauc_precision_at_5_max": 0.732687, + "nauc_precision_at_5_std": 0.140482, + "nauc_precision_at_5_diff1": 0.710293, + "nauc_precision_at_10_max": 0.759252, + "nauc_precision_at_10_std": 0.224746, + "nauc_precision_at_10_diff1": 0.70388, + "nauc_precision_at_20_max": 0.758774, + "nauc_precision_at_20_std": 0.300875, + "nauc_precision_at_20_diff1": 0.68728, + "nauc_precision_at_100_max": 0.895069, + "nauc_precision_at_100_std": 0.736828, + "nauc_precision_at_100_diff1": 0.736228, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.659645, + "nauc_mrr_at_1_std": 0.006664, + "nauc_mrr_at_1_diff1": 0.798914, + "nauc_mrr_at_3_max": 0.679738, + "nauc_mrr_at_3_std": 0.037566, + "nauc_mrr_at_3_diff1": 0.769899, + "nauc_mrr_at_5_max": 0.682832, + "nauc_mrr_at_5_std": 0.045838, + "nauc_mrr_at_5_diff1": 0.768656, + "nauc_mrr_at_10_max": 0.683257, + "nauc_mrr_at_10_std": 0.048666, + "nauc_mrr_at_10_diff1": 0.770066, + "nauc_mrr_at_20_max": 0.68228, + "nauc_mrr_at_20_std": 0.048207, + "nauc_mrr_at_20_diff1": 0.770296, + "nauc_mrr_at_100_max": 0.682169, + "nauc_mrr_at_100_std": 0.047178, + "nauc_mrr_at_100_diff1": 0.771157, + "nauc_mrr_at_1000_max": 0.682086, + "nauc_mrr_at_1000_std": 0.046918, + "nauc_mrr_at_1000_diff1": 0.771178, + "hit_rate_at_1": 0.63444, + "hit_rate_at_3": 0.77, + "hit_rate_at_5": 0.81778, + "hit_rate_at_10": 0.87333, + "hit_rate_at_20": 0.91333, + "hit_rate_at_100": 0.97667, + "hit_rate_at_1000": 1.0, + "main_score": 0.7528, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "ndcg_at_1": 0.79778, + "ndcg_at_3": 0.84633, + "ndcg_at_5": 0.85628, + "ndcg_at_10": 0.86972, + "ndcg_at_20": 0.87418, + "ndcg_at_100": 0.87943, + "ndcg_at_1000": 0.88077, + "map_at_1": 0.79778, + "map_at_3": 0.835, + "map_at_5": 0.84044, + "map_at_10": 0.84586, + "map_at_20": 0.84707, + "map_at_100": 0.84791, + "map_at_1000": 0.84797, + "recall_at_1": 0.79778, + "recall_at_3": 0.87889, + "recall_at_5": 0.90333, + "recall_at_10": 0.94556, + "recall_at_20": 0.96333, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.79778, + "precision_at_1": 0.79778, + "precision_at_3": 0.29296, + "precision_at_5": 0.18067, + "precision_at_10": 0.09456, + "precision_at_20": 0.04817, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.797778, + "mrr_at_3": 0.835, + "mrr_at_5": 0.840444, + "mrr_at_10": 0.845864, + "mrr_at_20": 0.847072, + "mrr_at_100": 0.847911, + "mrr_at_1000": 0.847971, + "nauc_ndcg_at_1_max": 0.685977, + "nauc_ndcg_at_1_std": -0.205866, + "nauc_ndcg_at_1_diff1": 0.872416, + "nauc_ndcg_at_3_max": 0.725137, + "nauc_ndcg_at_3_std": -0.136374, + "nauc_ndcg_at_3_diff1": 0.863643, + "nauc_ndcg_at_5_max": 0.715582, + "nauc_ndcg_at_5_std": -0.124344, + "nauc_ndcg_at_5_diff1": 0.857643, + "nauc_ndcg_at_10_max": 0.718048, + "nauc_ndcg_at_10_std": -0.129583, + "nauc_ndcg_at_10_diff1": 0.860249, + "nauc_ndcg_at_20_max": 0.715783, + "nauc_ndcg_at_20_std": -0.137577, + "nauc_ndcg_at_20_diff1": 0.862261, + "nauc_ndcg_at_100_max": 0.709112, + "nauc_ndcg_at_100_std": -0.151039, + "nauc_ndcg_at_100_diff1": 0.862781, + "nauc_ndcg_at_1000_max": 0.710303, + "nauc_ndcg_at_1000_std": -0.149164, + "nauc_ndcg_at_1000_diff1": 0.862777, + "nauc_map_at_1_max": 0.685977, + "nauc_map_at_1_std": -0.205866, + "nauc_map_at_1_diff1": 0.872416, + "nauc_map_at_3_max": 0.714167, + "nauc_map_at_3_std": -0.155559, + "nauc_map_at_3_diff1": 0.865459, + "nauc_map_at_5_max": 0.708811, + "nauc_map_at_5_std": -0.150605, + "nauc_map_at_5_diff1": 0.862447, + "nauc_map_at_10_max": 0.709198, + "nauc_map_at_10_std": -0.153697, + "nauc_map_at_10_diff1": 0.863581, + "nauc_map_at_20_max": 0.708691, + "nauc_map_at_20_std": -0.155351, + "nauc_map_at_20_diff1": 0.863962, + "nauc_map_at_100_max": 0.707751, + "nauc_map_at_100_std": -0.157046, + "nauc_map_at_100_diff1": 0.863981, + "nauc_map_at_1000_max": 0.707785, + "nauc_map_at_1000_std": -0.156982, + "nauc_map_at_1000_diff1": 0.863991, + "nauc_recall_at_1_max": 0.685977, + "nauc_recall_at_1_std": -0.205866, + "nauc_recall_at_1_diff1": 0.872416, + "nauc_recall_at_3_max": 0.766727, + "nauc_recall_at_3_std": -0.063798, + "nauc_recall_at_3_diff1": 0.857121, + "nauc_recall_at_5_max": 0.744229, + "nauc_recall_at_5_std": -0.00264, + "nauc_recall_at_5_diff1": 0.835185, + "nauc_recall_at_10_max": 0.787124, + "nauc_recall_at_10_std": 0.058947, + "nauc_recall_at_10_diff1": 0.835563, + "nauc_recall_at_20_max": 0.789011, + "nauc_recall_at_20_std": 0.036457, + "nauc_recall_at_20_diff1": 0.852729, + "nauc_recall_at_100_max": 0.606079, + "nauc_recall_at_100_std": -0.309161, + "nauc_recall_at_100_diff1": 0.868762, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.685977, + "nauc_precision_at_1_std": -0.205866, + "nauc_precision_at_1_diff1": 0.872416, + "nauc_precision_at_3_max": 0.766727, + "nauc_precision_at_3_std": -0.063798, + "nauc_precision_at_3_diff1": 0.857121, + "nauc_precision_at_5_max": 0.744229, + "nauc_precision_at_5_std": -0.00264, + "nauc_precision_at_5_diff1": 0.835185, + "nauc_precision_at_10_max": 0.787124, + "nauc_precision_at_10_std": 0.058947, + "nauc_precision_at_10_diff1": 0.835563, + "nauc_precision_at_20_max": 0.789011, + "nauc_precision_at_20_std": 0.036457, + "nauc_precision_at_20_diff1": 0.852729, + "nauc_precision_at_100_max": 0.606079, + "nauc_precision_at_100_std": -0.309161, + "nauc_precision_at_100_diff1": 0.868762, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.685977, + "nauc_mrr_at_1_std": -0.205866, + "nauc_mrr_at_1_diff1": 0.872416, + "nauc_mrr_at_3_max": 0.714167, + "nauc_mrr_at_3_std": -0.155559, + "nauc_mrr_at_3_diff1": 0.865459, + "nauc_mrr_at_5_max": 0.708811, + "nauc_mrr_at_5_std": -0.150605, + "nauc_mrr_at_5_diff1": 0.862447, + "nauc_mrr_at_10_max": 0.709198, + "nauc_mrr_at_10_std": -0.153697, + "nauc_mrr_at_10_diff1": 0.863581, + "nauc_mrr_at_20_max": 0.708691, + "nauc_mrr_at_20_std": -0.155351, + "nauc_mrr_at_20_diff1": 0.863962, + "nauc_mrr_at_100_max": 0.707751, + "nauc_mrr_at_100_std": -0.157046, + "nauc_mrr_at_100_diff1": 0.863981, + "nauc_mrr_at_1000_max": 0.707785, + "nauc_mrr_at_1000_std": -0.156982, + "nauc_mrr_at_1000_diff1": 0.863991, + "hit_rate_at_1": 0.79778, + "hit_rate_at_3": 0.87889, + "hit_rate_at_5": 0.90333, + "hit_rate_at_10": 0.94556, + "hit_rate_at_20": 0.96333, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.86972, + "hf_subset": "azj_Latn-azj_Latn", + "languages": [ + "azj-Latn", + "azj-Latn" + ] + }, + { + "ndcg_at_1": 0.87222, + "ndcg_at_3": 0.91406, + "ndcg_at_5": 0.92195, + "ndcg_at_10": 0.92747, + "ndcg_at_20": 0.93032, + "ndcg_at_100": 0.9318, + "ndcg_at_1000": 0.93219, + "map_at_1": 0.87222, + "map_at_3": 0.90426, + "map_at_5": 0.9087, + "map_at_10": 0.91106, + "map_at_20": 0.91186, + "map_at_100": 0.91207, + "map_at_1000": 0.91208, + "recall_at_1": 0.87222, + "recall_at_3": 0.94222, + "recall_at_5": 0.96111, + "recall_at_10": 0.97778, + "recall_at_20": 0.98889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.87222, + "precision_at_1": 0.87222, + "precision_at_3": 0.31407, + "precision_at_5": 0.19222, + "precision_at_10": 0.09778, + "precision_at_20": 0.04944, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.872222, + "mrr_at_3": 0.904259, + "mrr_at_5": 0.908704, + "mrr_at_10": 0.91106, + "mrr_at_20": 0.911856, + "mrr_at_100": 0.912075, + "mrr_at_1000": 0.912084, + "nauc_ndcg_at_1_max": 0.621539, + "nauc_ndcg_at_1_std": -0.419651, + "nauc_ndcg_at_1_diff1": 0.894731, + "nauc_ndcg_at_3_max": 0.650307, + "nauc_ndcg_at_3_std": -0.393821, + "nauc_ndcg_at_3_diff1": 0.884309, + "nauc_ndcg_at_5_max": 0.659857, + "nauc_ndcg_at_5_std": -0.375588, + "nauc_ndcg_at_5_diff1": 0.883312, + "nauc_ndcg_at_10_max": 0.657745, + "nauc_ndcg_at_10_std": -0.369515, + "nauc_ndcg_at_10_diff1": 0.885982, + "nauc_ndcg_at_20_max": 0.650635, + "nauc_ndcg_at_20_std": -0.392674, + "nauc_ndcg_at_20_diff1": 0.888582, + "nauc_ndcg_at_100_max": 0.650432, + "nauc_ndcg_at_100_std": -0.376341, + "nauc_ndcg_at_100_diff1": 0.888272, + "nauc_ndcg_at_1000_max": 0.648363, + "nauc_ndcg_at_1000_std": -0.38398, + "nauc_ndcg_at_1000_diff1": 0.887879, + "nauc_map_at_1_max": 0.621539, + "nauc_map_at_1_std": -0.419651, + "nauc_map_at_1_diff1": 0.894731, + "nauc_map_at_3_max": 0.643099, + "nauc_map_at_3_std": -0.397695, + "nauc_map_at_3_diff1": 0.886924, + "nauc_map_at_5_max": 0.647181, + "nauc_map_at_5_std": -0.389892, + "nauc_map_at_5_diff1": 0.886559, + "nauc_map_at_10_max": 0.645998, + "nauc_map_at_10_std": -0.387369, + "nauc_map_at_10_diff1": 0.887616, + "nauc_map_at_20_max": 0.644316, + "nauc_map_at_20_std": -0.392533, + "nauc_map_at_20_diff1": 0.888217, + "nauc_map_at_100_max": 0.644185, + "nauc_map_at_100_std": -0.39068, + "nauc_map_at_100_diff1": 0.888173, + "nauc_map_at_1000_max": 0.644145, + "nauc_map_at_1000_std": -0.390825, + "nauc_map_at_1000_diff1": 0.888167, + "nauc_recall_at_1_max": 0.621539, + "nauc_recall_at_1_std": -0.419651, + "nauc_recall_at_1_diff1": 0.894731, + "nauc_recall_at_3_max": 0.6828, + "nauc_recall_at_3_std": -0.378573, + "nauc_recall_at_3_diff1": 0.872513, + "nauc_recall_at_5_max": 0.745298, + "nauc_recall_at_5_std": -0.277391, + "nauc_recall_at_5_diff1": 0.862212, + "nauc_recall_at_10_max": 0.790663, + "nauc_recall_at_10_std": -0.161788, + "nauc_recall_at_10_diff1": 0.871265, + "nauc_recall_at_20_max": 0.752381, + "nauc_recall_at_20_std": -0.518627, + "nauc_recall_at_20_diff1": 0.918301, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.912854, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.621539, + "nauc_precision_at_1_std": -0.419651, + "nauc_precision_at_1_diff1": 0.894731, + "nauc_precision_at_3_max": 0.6828, + "nauc_precision_at_3_std": -0.378573, + "nauc_precision_at_3_diff1": 0.872513, + "nauc_precision_at_5_max": 0.745298, + "nauc_precision_at_5_std": -0.277391, + "nauc_precision_at_5_diff1": 0.862212, + "nauc_precision_at_10_max": 0.790663, + "nauc_precision_at_10_std": -0.161788, + "nauc_precision_at_10_diff1": 0.871265, + "nauc_precision_at_20_max": 0.752381, + "nauc_precision_at_20_std": -0.518627, + "nauc_precision_at_20_diff1": 0.918301, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.912854, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.621539, + "nauc_mrr_at_1_std": -0.419651, + "nauc_mrr_at_1_diff1": 0.894731, + "nauc_mrr_at_3_max": 0.643099, + "nauc_mrr_at_3_std": -0.397695, + "nauc_mrr_at_3_diff1": 0.886924, + "nauc_mrr_at_5_max": 0.647181, + "nauc_mrr_at_5_std": -0.389892, + "nauc_mrr_at_5_diff1": 0.886559, + "nauc_mrr_at_10_max": 0.645998, + "nauc_mrr_at_10_std": -0.387369, + "nauc_mrr_at_10_diff1": 0.887616, + "nauc_mrr_at_20_max": 0.644316, + "nauc_mrr_at_20_std": -0.392533, + "nauc_mrr_at_20_diff1": 0.888217, + "nauc_mrr_at_100_max": 0.644185, + "nauc_mrr_at_100_std": -0.39068, + "nauc_mrr_at_100_diff1": 0.888173, + "nauc_mrr_at_1000_max": 0.644145, + "nauc_mrr_at_1000_std": -0.390825, + "nauc_mrr_at_1000_diff1": 0.888167, + "hit_rate_at_1": 0.87222, + "hit_rate_at_3": 0.94222, + "hit_rate_at_5": 0.96111, + "hit_rate_at_10": 0.97778, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92747, + "hf_subset": "azj_Latn-eng_Latn", + "languages": [ + "azj-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.72778, + "ndcg_at_3": 0.79313, + "ndcg_at_5": 0.80748, + "ndcg_at_10": 0.8178, + "ndcg_at_20": 0.82654, + "ndcg_at_100": 0.83476, + "ndcg_at_1000": 0.83743, + "map_at_1": 0.72778, + "map_at_3": 0.77796, + "map_at_5": 0.78602, + "map_at_10": 0.79022, + "map_at_20": 0.79264, + "map_at_100": 0.79393, + "map_at_1000": 0.79404, + "recall_at_1": 0.72778, + "recall_at_3": 0.83667, + "recall_at_5": 0.87111, + "recall_at_10": 0.90333, + "recall_at_20": 0.93778, + "recall_at_100": 0.98, + "recall_at_1000": 1.0, + "accuracy": 0.72778, + "precision_at_1": 0.72778, + "precision_at_3": 0.27889, + "precision_at_5": 0.17422, + "precision_at_10": 0.09033, + "precision_at_20": 0.04689, + "precision_at_100": 0.0098, + "precision_at_1000": 0.001, + "mrr_at_1": 0.727778, + "mrr_at_3": 0.777963, + "mrr_at_5": 0.786019, + "mrr_at_10": 0.790219, + "mrr_at_20": 0.792641, + "mrr_at_100": 0.793928, + "mrr_at_1000": 0.794045, + "nauc_ndcg_at_1_max": 0.781207, + "nauc_ndcg_at_1_std": 0.093625, + "nauc_ndcg_at_1_diff1": 0.875127, + "nauc_ndcg_at_3_max": 0.809278, + "nauc_ndcg_at_3_std": 0.161067, + "nauc_ndcg_at_3_diff1": 0.852335, + "nauc_ndcg_at_5_max": 0.806376, + "nauc_ndcg_at_5_std": 0.153727, + "nauc_ndcg_at_5_diff1": 0.851284, + "nauc_ndcg_at_10_max": 0.805743, + "nauc_ndcg_at_10_std": 0.16206, + "nauc_ndcg_at_10_diff1": 0.847138, + "nauc_ndcg_at_20_max": 0.803531, + "nauc_ndcg_at_20_std": 0.156967, + "nauc_ndcg_at_20_diff1": 0.852241, + "nauc_ndcg_at_100_max": 0.804482, + "nauc_ndcg_at_100_std": 0.157981, + "nauc_ndcg_at_100_diff1": 0.856662, + "nauc_ndcg_at_1000_max": 0.802131, + "nauc_ndcg_at_1000_std": 0.149413, + "nauc_ndcg_at_1000_diff1": 0.856255, + "nauc_map_at_1_max": 0.781207, + "nauc_map_at_1_std": 0.093625, + "nauc_map_at_1_diff1": 0.875127, + "nauc_map_at_3_max": 0.80147, + "nauc_map_at_3_std": 0.142995, + "nauc_map_at_3_diff1": 0.858316, + "nauc_map_at_5_max": 0.799568, + "nauc_map_at_5_std": 0.13807, + "nauc_map_at_5_diff1": 0.858079, + "nauc_map_at_10_max": 0.799331, + "nauc_map_at_10_std": 0.141365, + "nauc_map_at_10_diff1": 0.856658, + "nauc_map_at_20_max": 0.798726, + "nauc_map_at_20_std": 0.139464, + "nauc_map_at_20_diff1": 0.857978, + "nauc_map_at_100_max": 0.798906, + "nauc_map_at_100_std": 0.139655, + "nauc_map_at_100_diff1": 0.858662, + "nauc_map_at_1000_max": 0.798818, + "nauc_map_at_1000_std": 0.139347, + "nauc_map_at_1000_diff1": 0.858655, + "nauc_recall_at_1_max": 0.781207, + "nauc_recall_at_1_std": 0.093625, + "nauc_recall_at_1_diff1": 0.875127, + "nauc_recall_at_3_max": 0.838321, + "nauc_recall_at_3_std": 0.227905, + "nauc_recall_at_3_diff1": 0.830289, + "nauc_recall_at_5_max": 0.836313, + "nauc_recall_at_5_std": 0.222362, + "nauc_recall_at_5_diff1": 0.82091, + "nauc_recall_at_10_max": 0.840427, + "nauc_recall_at_10_std": 0.281309, + "nauc_recall_at_10_diff1": 0.790265, + "nauc_recall_at_20_max": 0.837543, + "nauc_recall_at_20_std": 0.306706, + "nauc_recall_at_20_diff1": 0.809882, + "nauc_recall_at_100_max": 0.933733, + "nauc_recall_at_100_std": 0.633053, + "nauc_recall_at_100_diff1": 0.881082, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.781207, + "nauc_precision_at_1_std": 0.093625, + "nauc_precision_at_1_diff1": 0.875127, + "nauc_precision_at_3_max": 0.838321, + "nauc_precision_at_3_std": 0.227905, + "nauc_precision_at_3_diff1": 0.830289, + "nauc_precision_at_5_max": 0.836313, + "nauc_precision_at_5_std": 0.222362, + "nauc_precision_at_5_diff1": 0.82091, + "nauc_precision_at_10_max": 0.840427, + "nauc_precision_at_10_std": 0.281309, + "nauc_precision_at_10_diff1": 0.790265, + "nauc_precision_at_20_max": 0.837543, + "nauc_precision_at_20_std": 0.306706, + "nauc_precision_at_20_diff1": 0.809882, + "nauc_precision_at_100_max": 0.933733, + "nauc_precision_at_100_std": 0.633053, + "nauc_precision_at_100_diff1": 0.881082, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.781207, + "nauc_mrr_at_1_std": 0.093625, + "nauc_mrr_at_1_diff1": 0.875127, + "nauc_mrr_at_3_max": 0.80147, + "nauc_mrr_at_3_std": 0.142995, + "nauc_mrr_at_3_diff1": 0.858316, + "nauc_mrr_at_5_max": 0.799568, + "nauc_mrr_at_5_std": 0.13807, + "nauc_mrr_at_5_diff1": 0.858079, + "nauc_mrr_at_10_max": 0.799331, + "nauc_mrr_at_10_std": 0.141365, + "nauc_mrr_at_10_diff1": 0.856658, + "nauc_mrr_at_20_max": 0.798726, + "nauc_mrr_at_20_std": 0.139464, + "nauc_mrr_at_20_diff1": 0.857978, + "nauc_mrr_at_100_max": 0.798906, + "nauc_mrr_at_100_std": 0.139655, + "nauc_mrr_at_100_diff1": 0.858662, + "nauc_mrr_at_1000_max": 0.798818, + "nauc_mrr_at_1000_std": 0.139347, + "nauc_mrr_at_1000_diff1": 0.858655, + "hit_rate_at_1": 0.72778, + "hit_rate_at_3": 0.83667, + "hit_rate_at_5": 0.87111, + "hit_rate_at_10": 0.90333, + "hit_rate_at_20": 0.93778, + "hit_rate_at_100": 0.98, + "hit_rate_at_1000": 1.0, + "main_score": 0.8178, + "hf_subset": "eng_Latn-azj_Latn", + "languages": [ + "eng-Latn", + "azj-Latn" + ] + }, + { + "ndcg_at_1": 0.48, + "ndcg_at_3": 0.52532, + "ndcg_at_5": 0.54105, + "ndcg_at_10": 0.55123, + "ndcg_at_20": 0.56111, + "ndcg_at_100": 0.58421, + "ndcg_at_1000": 0.61161, + "map_at_1": 0.48, + "map_at_3": 0.51444, + "map_at_5": 0.52328, + "map_at_10": 0.52754, + "map_at_20": 0.53028, + "map_at_100": 0.5334, + "map_at_1000": 0.53451, + "recall_at_1": 0.48, + "recall_at_3": 0.55667, + "recall_at_5": 0.59444, + "recall_at_10": 0.62556, + "recall_at_20": 0.66444, + "recall_at_100": 0.79, + "recall_at_1000": 1.0, + "accuracy": 0.48, + "precision_at_1": 0.48, + "precision_at_3": 0.18556, + "precision_at_5": 0.11889, + "precision_at_10": 0.06256, + "precision_at_20": 0.03322, + "precision_at_100": 0.0079, + "precision_at_1000": 0.001, + "mrr_at_1": 0.48, + "mrr_at_3": 0.514444, + "mrr_at_5": 0.523278, + "mrr_at_10": 0.527543, + "mrr_at_20": 0.530283, + "mrr_at_100": 0.533403, + "mrr_at_1000": 0.534506, + "nauc_ndcg_at_1_max": 0.495225, + "nauc_ndcg_at_1_std": -0.618544, + "nauc_ndcg_at_1_diff1": 0.880421, + "nauc_ndcg_at_3_max": 0.497233, + "nauc_ndcg_at_3_std": -0.638873, + "nauc_ndcg_at_3_diff1": 0.849852, + "nauc_ndcg_at_5_max": 0.487076, + "nauc_ndcg_at_5_std": -0.644643, + "nauc_ndcg_at_5_diff1": 0.836645, + "nauc_ndcg_at_10_max": 0.478132, + "nauc_ndcg_at_10_std": -0.652851, + "nauc_ndcg_at_10_diff1": 0.83363, + "nauc_ndcg_at_20_max": 0.480362, + "nauc_ndcg_at_20_std": -0.646758, + "nauc_ndcg_at_20_diff1": 0.829379, + "nauc_ndcg_at_100_max": 0.479589, + "nauc_ndcg_at_100_std": -0.632601, + "nauc_ndcg_at_100_diff1": 0.827603, + "nauc_ndcg_at_1000_max": 0.483383, + "nauc_ndcg_at_1000_std": -0.638441, + "nauc_ndcg_at_1000_diff1": 0.837385, + "nauc_map_at_1_max": 0.495225, + "nauc_map_at_1_std": -0.618544, + "nauc_map_at_1_diff1": 0.880421, + "nauc_map_at_3_max": 0.497234, + "nauc_map_at_3_std": -0.634685, + "nauc_map_at_3_diff1": 0.85737, + "nauc_map_at_5_max": 0.491647, + "nauc_map_at_5_std": -0.637844, + "nauc_map_at_5_diff1": 0.850277, + "nauc_map_at_10_max": 0.487979, + "nauc_map_at_10_std": -0.641198, + "nauc_map_at_10_diff1": 0.849022, + "nauc_map_at_20_max": 0.48864, + "nauc_map_at_20_std": -0.639442, + "nauc_map_at_20_diff1": 0.847934, + "nauc_map_at_100_max": 0.488317, + "nauc_map_at_100_std": -0.637675, + "nauc_map_at_100_diff1": 0.84784, + "nauc_map_at_1000_max": 0.488433, + "nauc_map_at_1000_std": -0.637781, + "nauc_map_at_1000_diff1": 0.848138, + "nauc_recall_at_1_max": 0.495225, + "nauc_recall_at_1_std": -0.618544, + "nauc_recall_at_1_diff1": 0.880421, + "nauc_recall_at_3_max": 0.497018, + "nauc_recall_at_3_std": -0.651057, + "nauc_recall_at_3_diff1": 0.827344, + "nauc_recall_at_5_max": 0.471195, + "nauc_recall_at_5_std": -0.66613, + "nauc_recall_at_5_diff1": 0.792377, + "nauc_recall_at_10_max": 0.440707, + "nauc_recall_at_10_std": -0.694476, + "nauc_recall_at_10_diff1": 0.780584, + "nauc_recall_at_20_max": 0.447842, + "nauc_recall_at_20_std": -0.670555, + "nauc_recall_at_20_diff1": 0.75731, + "nauc_recall_at_100_max": 0.43419, + "nauc_recall_at_100_std": -0.557257, + "nauc_recall_at_100_diff1": 0.710174, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.495225, + "nauc_precision_at_1_std": -0.618544, + "nauc_precision_at_1_diff1": 0.880421, + "nauc_precision_at_3_max": 0.497018, + "nauc_precision_at_3_std": -0.651057, + "nauc_precision_at_3_diff1": 0.827344, + "nauc_precision_at_5_max": 0.471195, + "nauc_precision_at_5_std": -0.66613, + "nauc_precision_at_5_diff1": 0.792377, + "nauc_precision_at_10_max": 0.440707, + "nauc_precision_at_10_std": -0.694476, + "nauc_precision_at_10_diff1": 0.780584, + "nauc_precision_at_20_max": 0.447842, + "nauc_precision_at_20_std": -0.670555, + "nauc_precision_at_20_diff1": 0.75731, + "nauc_precision_at_100_max": 0.43419, + "nauc_precision_at_100_std": -0.557257, + "nauc_precision_at_100_diff1": 0.710174, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.495225, + "nauc_mrr_at_1_std": -0.618544, + "nauc_mrr_at_1_diff1": 0.880421, + "nauc_mrr_at_3_max": 0.497234, + "nauc_mrr_at_3_std": -0.634685, + "nauc_mrr_at_3_diff1": 0.85737, + "nauc_mrr_at_5_max": 0.491647, + "nauc_mrr_at_5_std": -0.637844, + "nauc_mrr_at_5_diff1": 0.850277, + "nauc_mrr_at_10_max": 0.487979, + "nauc_mrr_at_10_std": -0.641198, + "nauc_mrr_at_10_diff1": 0.849022, + "nauc_mrr_at_20_max": 0.48864, + "nauc_mrr_at_20_std": -0.639442, + "nauc_mrr_at_20_diff1": 0.847934, + "nauc_mrr_at_100_max": 0.488317, + "nauc_mrr_at_100_std": -0.637675, + "nauc_mrr_at_100_diff1": 0.84784, + "nauc_mrr_at_1000_max": 0.488433, + "nauc_mrr_at_1000_std": -0.637781, + "nauc_mrr_at_1000_diff1": 0.848138, + "hit_rate_at_1": 0.48, + "hit_rate_at_3": 0.55667, + "hit_rate_at_5": 0.59444, + "hit_rate_at_10": 0.62556, + "hit_rate_at_20": 0.66444, + "hit_rate_at_100": 0.79, + "hit_rate_at_1000": 1.0, + "main_score": 0.55123, + "hf_subset": "bam_Latn-bam_Latn", + "languages": [ + "bam-Latn", + "bam-Latn" + ] + }, + { + "ndcg_at_1": 0.49667, + "ndcg_at_3": 0.5544, + "ndcg_at_5": 0.56846, + "ndcg_at_10": 0.58671, + "ndcg_at_20": 0.5998, + "ndcg_at_100": 0.62282, + "ndcg_at_1000": 0.64044, + "map_at_1": 0.49667, + "map_at_3": 0.54019, + "map_at_5": 0.54791, + "map_at_10": 0.55539, + "map_at_20": 0.55907, + "map_at_100": 0.56184, + "map_at_1000": 0.56262, + "recall_at_1": 0.49667, + "recall_at_3": 0.59556, + "recall_at_5": 0.63, + "recall_at_10": 0.68667, + "recall_at_20": 0.73778, + "recall_at_100": 0.86778, + "recall_at_1000": 1.0, + "accuracy": 0.49667, + "precision_at_1": 0.49667, + "precision_at_3": 0.19852, + "precision_at_5": 0.126, + "precision_at_10": 0.06867, + "precision_at_20": 0.03689, + "precision_at_100": 0.00868, + "precision_at_1000": 0.001, + "mrr_at_1": 0.496667, + "mrr_at_3": 0.540185, + "mrr_at_5": 0.547907, + "mrr_at_10": 0.555395, + "mrr_at_20": 0.559073, + "mrr_at_100": 0.561844, + "mrr_at_1000": 0.562619, + "nauc_ndcg_at_1_max": 0.783955, + "nauc_ndcg_at_1_std": 0.355024, + "nauc_ndcg_at_1_diff1": 0.822039, + "nauc_ndcg_at_3_max": 0.801435, + "nauc_ndcg_at_3_std": 0.391487, + "nauc_ndcg_at_3_diff1": 0.783212, + "nauc_ndcg_at_5_max": 0.799419, + "nauc_ndcg_at_5_std": 0.392045, + "nauc_ndcg_at_5_diff1": 0.782896, + "nauc_ndcg_at_10_max": 0.795669, + "nauc_ndcg_at_10_std": 0.408317, + "nauc_ndcg_at_10_diff1": 0.76996, + "nauc_ndcg_at_20_max": 0.791586, + "nauc_ndcg_at_20_std": 0.407912, + "nauc_ndcg_at_20_diff1": 0.765509, + "nauc_ndcg_at_100_max": 0.785106, + "nauc_ndcg_at_100_std": 0.400524, + "nauc_ndcg_at_100_diff1": 0.767081, + "nauc_ndcg_at_1000_max": 0.792105, + "nauc_ndcg_at_1000_std": 0.397842, + "nauc_ndcg_at_1000_diff1": 0.7763, + "nauc_map_at_1_max": 0.783955, + "nauc_map_at_1_std": 0.355024, + "nauc_map_at_1_diff1": 0.822039, + "nauc_map_at_3_max": 0.799061, + "nauc_map_at_3_std": 0.384266, + "nauc_map_at_3_diff1": 0.79318, + "nauc_map_at_5_max": 0.797941, + "nauc_map_at_5_std": 0.384741, + "nauc_map_at_5_diff1": 0.793102, + "nauc_map_at_10_max": 0.796661, + "nauc_map_at_10_std": 0.391633, + "nauc_map_at_10_diff1": 0.788263, + "nauc_map_at_20_max": 0.795532, + "nauc_map_at_20_std": 0.391253, + "nauc_map_at_20_diff1": 0.787198, + "nauc_map_at_100_max": 0.794784, + "nauc_map_at_100_std": 0.390443, + "nauc_map_at_100_diff1": 0.787325, + "nauc_map_at_1000_max": 0.795007, + "nauc_map_at_1000_std": 0.390352, + "nauc_map_at_1000_diff1": 0.787605, + "nauc_recall_at_1_max": 0.783955, + "nauc_recall_at_1_std": 0.355024, + "nauc_recall_at_1_diff1": 0.822039, + "nauc_recall_at_3_max": 0.807816, + "nauc_recall_at_3_std": 0.412745, + "nauc_recall_at_3_diff1": 0.752601, + "nauc_recall_at_5_max": 0.802899, + "nauc_recall_at_5_std": 0.414304, + "nauc_recall_at_5_diff1": 0.750026, + "nauc_recall_at_10_max": 0.788371, + "nauc_recall_at_10_std": 0.472441, + "nauc_recall_at_10_diff1": 0.698344, + "nauc_recall_at_20_max": 0.766967, + "nauc_recall_at_20_std": 0.481353, + "nauc_recall_at_20_diff1": 0.665189, + "nauc_recall_at_100_max": 0.66856, + "nauc_recall_at_100_std": 0.44525, + "nauc_recall_at_100_diff1": 0.610561, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.783955, + "nauc_precision_at_1_std": 0.355024, + "nauc_precision_at_1_diff1": 0.822039, + "nauc_precision_at_3_max": 0.807816, + "nauc_precision_at_3_std": 0.412745, + "nauc_precision_at_3_diff1": 0.752601, + "nauc_precision_at_5_max": 0.802899, + "nauc_precision_at_5_std": 0.414304, + "nauc_precision_at_5_diff1": 0.750026, + "nauc_precision_at_10_max": 0.788371, + "nauc_precision_at_10_std": 0.472441, + "nauc_precision_at_10_diff1": 0.698344, + "nauc_precision_at_20_max": 0.766967, + "nauc_precision_at_20_std": 0.481353, + "nauc_precision_at_20_diff1": 0.665189, + "nauc_precision_at_100_max": 0.66856, + "nauc_precision_at_100_std": 0.44525, + "nauc_precision_at_100_diff1": 0.610561, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.783955, + "nauc_mrr_at_1_std": 0.355024, + "nauc_mrr_at_1_diff1": 0.822039, + "nauc_mrr_at_3_max": 0.799061, + "nauc_mrr_at_3_std": 0.384266, + "nauc_mrr_at_3_diff1": 0.79318, + "nauc_mrr_at_5_max": 0.797941, + "nauc_mrr_at_5_std": 0.384741, + "nauc_mrr_at_5_diff1": 0.793102, + "nauc_mrr_at_10_max": 0.796661, + "nauc_mrr_at_10_std": 0.391633, + "nauc_mrr_at_10_diff1": 0.788263, + "nauc_mrr_at_20_max": 0.795532, + "nauc_mrr_at_20_std": 0.391253, + "nauc_mrr_at_20_diff1": 0.787198, + "nauc_mrr_at_100_max": 0.794784, + "nauc_mrr_at_100_std": 0.390443, + "nauc_mrr_at_100_diff1": 0.787325, + "nauc_mrr_at_1000_max": 0.795007, + "nauc_mrr_at_1000_std": 0.390352, + "nauc_mrr_at_1000_diff1": 0.787605, + "hit_rate_at_1": 0.49667, + "hit_rate_at_3": 0.59556, + "hit_rate_at_5": 0.63, + "hit_rate_at_10": 0.68667, + "hit_rate_at_20": 0.73778, + "hit_rate_at_100": 0.86778, + "hit_rate_at_1000": 1.0, + "main_score": 0.58671, + "hf_subset": "bam_Latn-eng_Latn", + "languages": [ + "bam-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.35556, + "ndcg_at_3": 0.3876, + "ndcg_at_5": 0.39396, + "ndcg_at_10": 0.40368, + "ndcg_at_20": 0.4119, + "ndcg_at_100": 0.4366, + "ndcg_at_1000": 0.48403, + "map_at_1": 0.35556, + "map_at_3": 0.38019, + "map_at_5": 0.38369, + "map_at_10": 0.3877, + "map_at_20": 0.39, + "map_at_100": 0.39309, + "map_at_1000": 0.39476, + "recall_at_1": 0.35556, + "recall_at_3": 0.40889, + "recall_at_5": 0.42444, + "recall_at_10": 0.45444, + "recall_at_20": 0.48667, + "recall_at_100": 0.62444, + "recall_at_1000": 1.0, + "accuracy": 0.35556, + "precision_at_1": 0.35556, + "precision_at_3": 0.1363, + "precision_at_5": 0.08489, + "precision_at_10": 0.04544, + "precision_at_20": 0.02433, + "precision_at_100": 0.00624, + "precision_at_1000": 0.001, + "mrr_at_1": 0.355556, + "mrr_at_3": 0.380185, + "mrr_at_5": 0.383685, + "mrr_at_10": 0.387704, + "mrr_at_20": 0.389996, + "mrr_at_100": 0.393087, + "mrr_at_1000": 0.394758, + "nauc_ndcg_at_1_max": 0.86728, + "nauc_ndcg_at_1_std": 0.644905, + "nauc_ndcg_at_1_diff1": 0.832175, + "nauc_ndcg_at_3_max": 0.876163, + "nauc_ndcg_at_3_std": 0.680812, + "nauc_ndcg_at_3_diff1": 0.788374, + "nauc_ndcg_at_5_max": 0.87315, + "nauc_ndcg_at_5_std": 0.683868, + "nauc_ndcg_at_5_diff1": 0.780507, + "nauc_ndcg_at_10_max": 0.862886, + "nauc_ndcg_at_10_std": 0.684571, + "nauc_ndcg_at_10_diff1": 0.765969, + "nauc_ndcg_at_20_max": 0.856987, + "nauc_ndcg_at_20_std": 0.683283, + "nauc_ndcg_at_20_diff1": 0.756596, + "nauc_ndcg_at_100_max": 0.84143, + "nauc_ndcg_at_100_std": 0.677147, + "nauc_ndcg_at_100_diff1": 0.739411, + "nauc_ndcg_at_1000_max": 0.854905, + "nauc_ndcg_at_1000_std": 0.676485, + "nauc_ndcg_at_1000_diff1": 0.762194, + "nauc_map_at_1_max": 0.86728, + "nauc_map_at_1_std": 0.644905, + "nauc_map_at_1_diff1": 0.832175, + "nauc_map_at_3_max": 0.874997, + "nauc_map_at_3_std": 0.673043, + "nauc_map_at_3_diff1": 0.798493, + "nauc_map_at_5_max": 0.873212, + "nauc_map_at_5_std": 0.67456, + "nauc_map_at_5_diff1": 0.794053, + "nauc_map_at_10_max": 0.868762, + "nauc_map_at_10_std": 0.674505, + "nauc_map_at_10_diff1": 0.788009, + "nauc_map_at_20_max": 0.8671, + "nauc_map_at_20_std": 0.673977, + "nauc_map_at_20_diff1": 0.785454, + "nauc_map_at_100_max": 0.865194, + "nauc_map_at_100_std": 0.673411, + "nauc_map_at_100_diff1": 0.783087, + "nauc_map_at_1000_max": 0.86536, + "nauc_map_at_1000_std": 0.673212, + "nauc_map_at_1000_diff1": 0.783647, + "nauc_recall_at_1_max": 0.86728, + "nauc_recall_at_1_std": 0.644905, + "nauc_recall_at_1_diff1": 0.832175, + "nauc_recall_at_3_max": 0.879108, + "nauc_recall_at_3_std": 0.702707, + "nauc_recall_at_3_diff1": 0.759571, + "nauc_recall_at_5_max": 0.872284, + "nauc_recall_at_5_std": 0.710924, + "nauc_recall_at_5_diff1": 0.740712, + "nauc_recall_at_10_max": 0.841568, + "nauc_recall_at_10_std": 0.715167, + "nauc_recall_at_10_diff1": 0.695513, + "nauc_recall_at_20_max": 0.818164, + "nauc_recall_at_20_std": 0.711652, + "nauc_recall_at_20_diff1": 0.657308, + "nauc_recall_at_100_max": 0.712474, + "nauc_recall_at_100_std": 0.673119, + "nauc_recall_at_100_diff1": 0.536782, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.86728, + "nauc_precision_at_1_std": 0.644905, + "nauc_precision_at_1_diff1": 0.832175, + "nauc_precision_at_3_max": 0.879108, + "nauc_precision_at_3_std": 0.702707, + "nauc_precision_at_3_diff1": 0.759571, + "nauc_precision_at_5_max": 0.872284, + "nauc_precision_at_5_std": 0.710924, + "nauc_precision_at_5_diff1": 0.740712, + "nauc_precision_at_10_max": 0.841568, + "nauc_precision_at_10_std": 0.715167, + "nauc_precision_at_10_diff1": 0.695513, + "nauc_precision_at_20_max": 0.818164, + "nauc_precision_at_20_std": 0.711652, + "nauc_precision_at_20_diff1": 0.657308, + "nauc_precision_at_100_max": 0.712474, + "nauc_precision_at_100_std": 0.673119, + "nauc_precision_at_100_diff1": 0.536782, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.86728, + "nauc_mrr_at_1_std": 0.644905, + "nauc_mrr_at_1_diff1": 0.832175, + "nauc_mrr_at_3_max": 0.874997, + "nauc_mrr_at_3_std": 0.673043, + "nauc_mrr_at_3_diff1": 0.798493, + "nauc_mrr_at_5_max": 0.873212, + "nauc_mrr_at_5_std": 0.67456, + "nauc_mrr_at_5_diff1": 0.794053, + "nauc_mrr_at_10_max": 0.868762, + "nauc_mrr_at_10_std": 0.674505, + "nauc_mrr_at_10_diff1": 0.788009, + "nauc_mrr_at_20_max": 0.8671, + "nauc_mrr_at_20_std": 0.673977, + "nauc_mrr_at_20_diff1": 0.785454, + "nauc_mrr_at_100_max": 0.865194, + "nauc_mrr_at_100_std": 0.673411, + "nauc_mrr_at_100_diff1": 0.783087, + "nauc_mrr_at_1000_max": 0.86536, + "nauc_mrr_at_1000_std": 0.673212, + "nauc_mrr_at_1000_diff1": 0.783647, + "hit_rate_at_1": 0.35556, + "hit_rate_at_3": 0.40889, + "hit_rate_at_5": 0.42444, + "hit_rate_at_10": 0.45444, + "hit_rate_at_20": 0.48667, + "hit_rate_at_100": 0.62444, + "hit_rate_at_1000": 1.0, + "main_score": 0.40368, + "hf_subset": "eng_Latn-bam_Latn", + "languages": [ + "eng-Latn", + "bam-Latn" + ] + }, + { + "ndcg_at_1": 0.79889, + "ndcg_at_3": 0.85475, + "ndcg_at_5": 0.87043, + "ndcg_at_10": 0.87689, + "ndcg_at_20": 0.88168, + "ndcg_at_100": 0.88578, + "ndcg_at_1000": 0.88714, + "map_at_1": 0.79889, + "map_at_3": 0.84204, + "map_at_5": 0.85081, + "map_at_10": 0.85347, + "map_at_20": 0.8548, + "map_at_100": 0.85536, + "map_at_1000": 0.85542, + "recall_at_1": 0.79889, + "recall_at_3": 0.89111, + "recall_at_5": 0.92889, + "recall_at_10": 0.94889, + "recall_at_20": 0.96778, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.79889, + "precision_at_1": 0.79889, + "precision_at_3": 0.29704, + "precision_at_5": 0.18578, + "precision_at_10": 0.09489, + "precision_at_20": 0.04839, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.798889, + "mrr_at_3": 0.842037, + "mrr_at_5": 0.850815, + "mrr_at_10": 0.85347, + "mrr_at_20": 0.854801, + "mrr_at_100": 0.855357, + "mrr_at_1000": 0.855421, + "nauc_ndcg_at_1_max": 0.670142, + "nauc_ndcg_at_1_std": -0.101935, + "nauc_ndcg_at_1_diff1": 0.872755, + "nauc_ndcg_at_3_max": 0.715882, + "nauc_ndcg_at_3_std": -0.077996, + "nauc_ndcg_at_3_diff1": 0.846522, + "nauc_ndcg_at_5_max": 0.71259, + "nauc_ndcg_at_5_std": -0.085763, + "nauc_ndcg_at_5_diff1": 0.85124, + "nauc_ndcg_at_10_max": 0.711822, + "nauc_ndcg_at_10_std": -0.091461, + "nauc_ndcg_at_10_diff1": 0.855099, + "nauc_ndcg_at_20_max": 0.71336, + "nauc_ndcg_at_20_std": -0.074325, + "nauc_ndcg_at_20_diff1": 0.8576, + "nauc_ndcg_at_100_max": 0.707945, + "nauc_ndcg_at_100_std": -0.076371, + "nauc_ndcg_at_100_diff1": 0.856611, + "nauc_ndcg_at_1000_max": 0.706708, + "nauc_ndcg_at_1000_std": -0.080327, + "nauc_ndcg_at_1000_diff1": 0.856772, + "nauc_map_at_1_max": 0.670142, + "nauc_map_at_1_std": -0.101935, + "nauc_map_at_1_diff1": 0.872755, + "nauc_map_at_3_max": 0.70547, + "nauc_map_at_3_std": -0.082978, + "nauc_map_at_3_diff1": 0.853907, + "nauc_map_at_5_max": 0.703205, + "nauc_map_at_5_std": -0.08675, + "nauc_map_at_5_diff1": 0.856521, + "nauc_map_at_10_max": 0.702408, + "nauc_map_at_10_std": -0.089344, + "nauc_map_at_10_diff1": 0.857941, + "nauc_map_at_20_max": 0.702868, + "nauc_map_at_20_std": -0.084368, + "nauc_map_at_20_diff1": 0.858399, + "nauc_map_at_100_max": 0.702249, + "nauc_map_at_100_std": -0.084329, + "nauc_map_at_100_diff1": 0.858283, + "nauc_map_at_1000_max": 0.702179, + "nauc_map_at_1000_std": -0.084527, + "nauc_map_at_1000_diff1": 0.858281, + "nauc_recall_at_1_max": 0.670142, + "nauc_recall_at_1_std": -0.101935, + "nauc_recall_at_1_diff1": 0.872755, + "nauc_recall_at_3_max": 0.755865, + "nauc_recall_at_3_std": -0.059222, + "nauc_recall_at_3_diff1": 0.817085, + "nauc_recall_at_5_max": 0.76286, + "nauc_recall_at_5_std": -0.084916, + "nauc_recall_at_5_diff1": 0.822902, + "nauc_recall_at_10_max": 0.782081, + "nauc_recall_at_10_std": -0.116673, + "nauc_recall_at_10_diff1": 0.839656, + "nauc_recall_at_20_max": 0.838147, + "nauc_recall_at_20_std": 0.071654, + "nauc_recall_at_20_diff1": 0.869362, + "nauc_recall_at_100_max": 0.795414, + "nauc_recall_at_100_std": 0.214545, + "nauc_recall_at_100_diff1": 0.839714, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.670142, + "nauc_precision_at_1_std": -0.101935, + "nauc_precision_at_1_diff1": 0.872755, + "nauc_precision_at_3_max": 0.755865, + "nauc_precision_at_3_std": -0.059222, + "nauc_precision_at_3_diff1": 0.817085, + "nauc_precision_at_5_max": 0.76286, + "nauc_precision_at_5_std": -0.084916, + "nauc_precision_at_5_diff1": 0.822902, + "nauc_precision_at_10_max": 0.782081, + "nauc_precision_at_10_std": -0.116673, + "nauc_precision_at_10_diff1": 0.839656, + "nauc_precision_at_20_max": 0.838147, + "nauc_precision_at_20_std": 0.071654, + "nauc_precision_at_20_diff1": 0.869362, + "nauc_precision_at_100_max": 0.795414, + "nauc_precision_at_100_std": 0.214545, + "nauc_precision_at_100_diff1": 0.839714, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.670142, + "nauc_mrr_at_1_std": -0.101935, + "nauc_mrr_at_1_diff1": 0.872755, + "nauc_mrr_at_3_max": 0.70547, + "nauc_mrr_at_3_std": -0.082978, + "nauc_mrr_at_3_diff1": 0.853907, + "nauc_mrr_at_5_max": 0.703205, + "nauc_mrr_at_5_std": -0.08675, + "nauc_mrr_at_5_diff1": 0.856521, + "nauc_mrr_at_10_max": 0.702408, + "nauc_mrr_at_10_std": -0.089344, + "nauc_mrr_at_10_diff1": 0.857941, + "nauc_mrr_at_20_max": 0.702868, + "nauc_mrr_at_20_std": -0.084368, + "nauc_mrr_at_20_diff1": 0.858399, + "nauc_mrr_at_100_max": 0.702249, + "nauc_mrr_at_100_std": -0.084329, + "nauc_mrr_at_100_diff1": 0.858283, + "nauc_mrr_at_1000_max": 0.702179, + "nauc_mrr_at_1000_std": -0.084527, + "nauc_mrr_at_1000_diff1": 0.858281, + "hit_rate_at_1": 0.79889, + "hit_rate_at_3": 0.89111, + "hit_rate_at_5": 0.92889, + "hit_rate_at_10": 0.94889, + "hit_rate_at_20": 0.96778, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.87689, + "hf_subset": "ben_Beng-ben_Beng", + "languages": [ + "ben-Beng", + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.85222, + "ndcg_at_3": 0.91106, + "ndcg_at_5": 0.91866, + "ndcg_at_10": 0.92465, + "ndcg_at_20": 0.92521, + "ndcg_at_100": 0.92688, + "ndcg_at_1000": 0.92748, + "map_at_1": 0.85222, + "map_at_3": 0.89815, + "map_at_5": 0.90226, + "map_at_10": 0.90488, + "map_at_20": 0.90503, + "map_at_100": 0.90527, + "map_at_1000": 0.90529, + "recall_at_1": 0.85222, + "recall_at_3": 0.94778, + "recall_at_5": 0.96667, + "recall_at_10": 0.98444, + "recall_at_20": 0.98667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.85222, + "precision_at_1": 0.85222, + "precision_at_3": 0.31593, + "precision_at_5": 0.19333, + "precision_at_10": 0.09844, + "precision_at_20": 0.04933, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.852222, + "mrr_at_3": 0.898148, + "mrr_at_5": 0.902259, + "mrr_at_10": 0.90488, + "mrr_at_20": 0.905028, + "mrr_at_100": 0.905266, + "mrr_at_1000": 0.905295, + "nauc_ndcg_at_1_max": 0.594005, + "nauc_ndcg_at_1_std": -0.401706, + "nauc_ndcg_at_1_diff1": 0.899379, + "nauc_ndcg_at_3_max": 0.65204, + "nauc_ndcg_at_3_std": -0.341825, + "nauc_ndcg_at_3_diff1": 0.885476, + "nauc_ndcg_at_5_max": 0.650159, + "nauc_ndcg_at_5_std": -0.328358, + "nauc_ndcg_at_5_diff1": 0.886924, + "nauc_ndcg_at_10_max": 0.637522, + "nauc_ndcg_at_10_std": -0.345255, + "nauc_ndcg_at_10_diff1": 0.884751, + "nauc_ndcg_at_20_max": 0.63917, + "nauc_ndcg_at_20_std": -0.340577, + "nauc_ndcg_at_20_diff1": 0.887229, + "nauc_ndcg_at_100_max": 0.635158, + "nauc_ndcg_at_100_std": -0.343639, + "nauc_ndcg_at_100_diff1": 0.888228, + "nauc_ndcg_at_1000_max": 0.632035, + "nauc_ndcg_at_1000_std": -0.354897, + "nauc_ndcg_at_1000_diff1": 0.888087, + "nauc_map_at_1_max": 0.594005, + "nauc_map_at_1_std": -0.401706, + "nauc_map_at_1_diff1": 0.899379, + "nauc_map_at_3_max": 0.633989, + "nauc_map_at_3_std": -0.362113, + "nauc_map_at_3_diff1": 0.889167, + "nauc_map_at_5_max": 0.632283, + "nauc_map_at_5_std": -0.357329, + "nauc_map_at_5_diff1": 0.890006, + "nauc_map_at_10_max": 0.626954, + "nauc_map_at_10_std": -0.364882, + "nauc_map_at_10_diff1": 0.889175, + "nauc_map_at_20_max": 0.627284, + "nauc_map_at_20_std": -0.363929, + "nauc_map_at_20_diff1": 0.889704, + "nauc_map_at_100_max": 0.626656, + "nauc_map_at_100_std": -0.364743, + "nauc_map_at_100_diff1": 0.889732, + "nauc_map_at_1000_max": 0.62654, + "nauc_map_at_1000_std": -0.365163, + "nauc_map_at_1000_diff1": 0.889719, + "nauc_recall_at_1_max": 0.594005, + "nauc_recall_at_1_std": -0.401706, + "nauc_recall_at_1_diff1": 0.899379, + "nauc_recall_at_3_max": 0.748952, + "nauc_recall_at_3_std": -0.23146, + "nauc_recall_at_3_diff1": 0.866212, + "nauc_recall_at_5_max": 0.79362, + "nauc_recall_at_5_std": -0.084609, + "nauc_recall_at_5_diff1": 0.863539, + "nauc_recall_at_10_max": 0.795318, + "nauc_recall_at_10_std": -0.014372, + "nauc_recall_at_10_diff1": 0.811791, + "nauc_recall_at_20_max": 0.857454, + "nauc_recall_at_20_std": 0.142507, + "nauc_recall_at_20_diff1": 0.853525, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.96732, + "nauc_recall_at_100_diff1": 0.897876, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.594005, + "nauc_precision_at_1_std": -0.401706, + "nauc_precision_at_1_diff1": 0.899379, + "nauc_precision_at_3_max": 0.748952, + "nauc_precision_at_3_std": -0.23146, + "nauc_precision_at_3_diff1": 0.866212, + "nauc_precision_at_5_max": 0.79362, + "nauc_precision_at_5_std": -0.084609, + "nauc_precision_at_5_diff1": 0.863539, + "nauc_precision_at_10_max": 0.795318, + "nauc_precision_at_10_std": -0.014372, + "nauc_precision_at_10_diff1": 0.811791, + "nauc_precision_at_20_max": 0.857454, + "nauc_precision_at_20_std": 0.142507, + "nauc_precision_at_20_diff1": 0.853525, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.96732, + "nauc_precision_at_100_diff1": 0.897876, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.594005, + "nauc_mrr_at_1_std": -0.401706, + "nauc_mrr_at_1_diff1": 0.899379, + "nauc_mrr_at_3_max": 0.633989, + "nauc_mrr_at_3_std": -0.362113, + "nauc_mrr_at_3_diff1": 0.889167, + "nauc_mrr_at_5_max": 0.632283, + "nauc_mrr_at_5_std": -0.357329, + "nauc_mrr_at_5_diff1": 0.890006, + "nauc_mrr_at_10_max": 0.626954, + "nauc_mrr_at_10_std": -0.364882, + "nauc_mrr_at_10_diff1": 0.889175, + "nauc_mrr_at_20_max": 0.627284, + "nauc_mrr_at_20_std": -0.363929, + "nauc_mrr_at_20_diff1": 0.889704, + "nauc_mrr_at_100_max": 0.626656, + "nauc_mrr_at_100_std": -0.364743, + "nauc_mrr_at_100_diff1": 0.889732, + "nauc_mrr_at_1000_max": 0.62654, + "nauc_mrr_at_1000_std": -0.365163, + "nauc_mrr_at_1000_diff1": 0.889719, + "hit_rate_at_1": 0.85222, + "hit_rate_at_3": 0.94778, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.92465, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.77111, + "ndcg_at_3": 0.82682, + "ndcg_at_5": 0.83883, + "ndcg_at_10": 0.85114, + "ndcg_at_20": 0.85798, + "ndcg_at_100": 0.86401, + "ndcg_at_1000": 0.86536, + "map_at_1": 0.77111, + "map_at_3": 0.81407, + "map_at_5": 0.8208, + "map_at_10": 0.82572, + "map_at_20": 0.82766, + "map_at_100": 0.82851, + "map_at_1000": 0.82857, + "recall_at_1": 0.77111, + "recall_at_3": 0.86333, + "recall_at_5": 0.89222, + "recall_at_10": 0.93111, + "recall_at_20": 0.95778, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.77111, + "precision_at_1": 0.77111, + "precision_at_3": 0.28778, + "precision_at_5": 0.17844, + "precision_at_10": 0.09311, + "precision_at_20": 0.04789, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.771111, + "mrr_at_3": 0.814074, + "mrr_at_5": 0.820796, + "mrr_at_10": 0.825725, + "mrr_at_20": 0.827659, + "mrr_at_100": 0.828507, + "mrr_at_1000": 0.828569, + "nauc_ndcg_at_1_max": 0.744901, + "nauc_ndcg_at_1_std": -0.018625, + "nauc_ndcg_at_1_diff1": 0.860625, + "nauc_ndcg_at_3_max": 0.777102, + "nauc_ndcg_at_3_std": 0.031619, + "nauc_ndcg_at_3_diff1": 0.844557, + "nauc_ndcg_at_5_max": 0.793594, + "nauc_ndcg_at_5_std": 0.070106, + "nauc_ndcg_at_5_diff1": 0.842968, + "nauc_ndcg_at_10_max": 0.788621, + "nauc_ndcg_at_10_std": 0.064812, + "nauc_ndcg_at_10_diff1": 0.84459, + "nauc_ndcg_at_20_max": 0.78623, + "nauc_ndcg_at_20_std": 0.064329, + "nauc_ndcg_at_20_diff1": 0.847086, + "nauc_ndcg_at_100_max": 0.781092, + "nauc_ndcg_at_100_std": 0.054811, + "nauc_ndcg_at_100_diff1": 0.84829, + "nauc_ndcg_at_1000_max": 0.779467, + "nauc_ndcg_at_1000_std": 0.046482, + "nauc_ndcg_at_1000_diff1": 0.848096, + "nauc_map_at_1_max": 0.744901, + "nauc_map_at_1_std": -0.018625, + "nauc_map_at_1_diff1": 0.860625, + "nauc_map_at_3_max": 0.769753, + "nauc_map_at_3_std": 0.019557, + "nauc_map_at_3_diff1": 0.848971, + "nauc_map_at_5_max": 0.778032, + "nauc_map_at_5_std": 0.039034, + "nauc_map_at_5_diff1": 0.848329, + "nauc_map_at_10_max": 0.775628, + "nauc_map_at_10_std": 0.035438, + "nauc_map_at_10_diff1": 0.849011, + "nauc_map_at_20_max": 0.774937, + "nauc_map_at_20_std": 0.035301, + "nauc_map_at_20_diff1": 0.849628, + "nauc_map_at_100_max": 0.774252, + "nauc_map_at_100_std": 0.033904, + "nauc_map_at_100_diff1": 0.849718, + "nauc_map_at_1000_max": 0.774196, + "nauc_map_at_1000_std": 0.033611, + "nauc_map_at_1000_diff1": 0.849707, + "nauc_recall_at_1_max": 0.744901, + "nauc_recall_at_1_std": -0.018625, + "nauc_recall_at_1_diff1": 0.860625, + "nauc_recall_at_3_max": 0.803769, + "nauc_recall_at_3_std": 0.075803, + "nauc_recall_at_3_diff1": 0.828023, + "nauc_recall_at_5_max": 0.865514, + "nauc_recall_at_5_std": 0.215787, + "nauc_recall_at_5_diff1": 0.818627, + "nauc_recall_at_10_max": 0.876103, + "nauc_recall_at_10_std": 0.272906, + "nauc_recall_at_10_diff1": 0.816007, + "nauc_recall_at_20_max": 0.901162, + "nauc_recall_at_20_std": 0.388766, + "nauc_recall_at_20_diff1": 0.829107, + "nauc_recall_at_100_max": 0.935937, + "nauc_recall_at_100_std": 0.838987, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.744901, + "nauc_precision_at_1_std": -0.018625, + "nauc_precision_at_1_diff1": 0.860625, + "nauc_precision_at_3_max": 0.803769, + "nauc_precision_at_3_std": 0.075803, + "nauc_precision_at_3_diff1": 0.828023, + "nauc_precision_at_5_max": 0.865514, + "nauc_precision_at_5_std": 0.215787, + "nauc_precision_at_5_diff1": 0.818627, + "nauc_precision_at_10_max": 0.876103, + "nauc_precision_at_10_std": 0.272906, + "nauc_precision_at_10_diff1": 0.816007, + "nauc_precision_at_20_max": 0.901162, + "nauc_precision_at_20_std": 0.388766, + "nauc_precision_at_20_diff1": 0.829107, + "nauc_precision_at_100_max": 0.935937, + "nauc_precision_at_100_std": 0.838987, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.744901, + "nauc_mrr_at_1_std": -0.018625, + "nauc_mrr_at_1_diff1": 0.860625, + "nauc_mrr_at_3_max": 0.769753, + "nauc_mrr_at_3_std": 0.019557, + "nauc_mrr_at_3_diff1": 0.848971, + "nauc_mrr_at_5_max": 0.778032, + "nauc_mrr_at_5_std": 0.039034, + "nauc_mrr_at_5_diff1": 0.848329, + "nauc_mrr_at_10_max": 0.775628, + "nauc_mrr_at_10_std": 0.035438, + "nauc_mrr_at_10_diff1": 0.849011, + "nauc_mrr_at_20_max": 0.774937, + "nauc_mrr_at_20_std": 0.035301, + "nauc_mrr_at_20_diff1": 0.849628, + "nauc_mrr_at_100_max": 0.774252, + "nauc_mrr_at_100_std": 0.033904, + "nauc_mrr_at_100_diff1": 0.849718, + "nauc_mrr_at_1000_max": 0.774196, + "nauc_mrr_at_1000_std": 0.033611, + "nauc_mrr_at_1000_diff1": 0.849707, + "hit_rate_at_1": 0.77111, + "hit_rate_at_3": 0.86333, + "hit_rate_at_5": 0.89222, + "hit_rate_at_10": 0.93111, + "hit_rate_at_20": 0.95778, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.85114, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.57556, + "ndcg_at_3": 0.63551, + "ndcg_at_5": 0.6458, + "ndcg_at_10": 0.65693, + "ndcg_at_20": 0.66707, + "ndcg_at_100": 0.68874, + "ndcg_at_1000": 0.70238, + "map_at_1": 0.57556, + "map_at_3": 0.62056, + "map_at_5": 0.62639, + "map_at_10": 0.63099, + "map_at_20": 0.63378, + "map_at_100": 0.63662, + "map_at_1000": 0.6372, + "recall_at_1": 0.57556, + "recall_at_3": 0.67889, + "recall_at_5": 0.70333, + "recall_at_10": 0.73778, + "recall_at_20": 0.77778, + "recall_at_100": 0.89667, + "recall_at_1000": 1.0, + "accuracy": 0.57556, + "precision_at_1": 0.57556, + "precision_at_3": 0.2263, + "precision_at_5": 0.14067, + "precision_at_10": 0.07378, + "precision_at_20": 0.03889, + "precision_at_100": 0.00897, + "precision_at_1000": 0.001, + "mrr_at_1": 0.575556, + "mrr_at_3": 0.620556, + "mrr_at_5": 0.626389, + "mrr_at_10": 0.630991, + "mrr_at_20": 0.63378, + "mrr_at_100": 0.636625, + "mrr_at_1000": 0.637196, + "nauc_ndcg_at_1_max": 0.580238, + "nauc_ndcg_at_1_std": -0.438844, + "nauc_ndcg_at_1_diff1": 0.839544, + "nauc_ndcg_at_3_max": 0.589511, + "nauc_ndcg_at_3_std": -0.485103, + "nauc_ndcg_at_3_diff1": 0.798449, + "nauc_ndcg_at_5_max": 0.583888, + "nauc_ndcg_at_5_std": -0.494248, + "nauc_ndcg_at_5_diff1": 0.792374, + "nauc_ndcg_at_10_max": 0.581353, + "nauc_ndcg_at_10_std": -0.489711, + "nauc_ndcg_at_10_diff1": 0.789986, + "nauc_ndcg_at_20_max": 0.572368, + "nauc_ndcg_at_20_std": -0.495473, + "nauc_ndcg_at_20_diff1": 0.785487, + "nauc_ndcg_at_100_max": 0.577901, + "nauc_ndcg_at_100_std": -0.482389, + "nauc_ndcg_at_100_diff1": 0.788993, + "nauc_ndcg_at_1000_max": 0.5802, + "nauc_ndcg_at_1000_std": -0.482228, + "nauc_ndcg_at_1000_diff1": 0.795604, + "nauc_map_at_1_max": 0.580238, + "nauc_map_at_1_std": -0.438844, + "nauc_map_at_1_diff1": 0.839544, + "nauc_map_at_3_max": 0.588998, + "nauc_map_at_3_std": -0.47289, + "nauc_map_at_3_diff1": 0.809514, + "nauc_map_at_5_max": 0.585909, + "nauc_map_at_5_std": -0.47774, + "nauc_map_at_5_diff1": 0.806131, + "nauc_map_at_10_max": 0.584805, + "nauc_map_at_10_std": -0.476049, + "nauc_map_at_10_diff1": 0.805409, + "nauc_map_at_20_max": 0.58253, + "nauc_map_at_20_std": -0.477416, + "nauc_map_at_20_diff1": 0.804337, + "nauc_map_at_100_max": 0.583144, + "nauc_map_at_100_std": -0.475928, + "nauc_map_at_100_diff1": 0.804679, + "nauc_map_at_1000_max": 0.583268, + "nauc_map_at_1000_std": -0.475765, + "nauc_map_at_1000_diff1": 0.804929, + "nauc_recall_at_1_max": 0.580238, + "nauc_recall_at_1_std": -0.438844, + "nauc_recall_at_1_diff1": 0.839544, + "nauc_recall_at_3_max": 0.590285, + "nauc_recall_at_3_std": -0.524341, + "nauc_recall_at_3_diff1": 0.762801, + "nauc_recall_at_5_max": 0.575397, + "nauc_recall_at_5_std": -0.550919, + "nauc_recall_at_5_diff1": 0.745556, + "nauc_recall_at_10_max": 0.565925, + "nauc_recall_at_10_std": -0.538218, + "nauc_recall_at_10_diff1": 0.731226, + "nauc_recall_at_20_max": 0.516156, + "nauc_recall_at_20_std": -0.575796, + "nauc_recall_at_20_diff1": 0.699366, + "nauc_recall_at_100_max": 0.541267, + "nauc_recall_at_100_std": -0.468175, + "nauc_recall_at_100_diff1": 0.671239, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.580238, + "nauc_precision_at_1_std": -0.438844, + "nauc_precision_at_1_diff1": 0.839544, + "nauc_precision_at_3_max": 0.590285, + "nauc_precision_at_3_std": -0.524341, + "nauc_precision_at_3_diff1": 0.762801, + "nauc_precision_at_5_max": 0.575397, + "nauc_precision_at_5_std": -0.550919, + "nauc_precision_at_5_diff1": 0.745556, + "nauc_precision_at_10_max": 0.565925, + "nauc_precision_at_10_std": -0.538218, + "nauc_precision_at_10_diff1": 0.731226, + "nauc_precision_at_20_max": 0.516156, + "nauc_precision_at_20_std": -0.575796, + "nauc_precision_at_20_diff1": 0.699366, + "nauc_precision_at_100_max": 0.541267, + "nauc_precision_at_100_std": -0.468175, + "nauc_precision_at_100_diff1": 0.671239, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.580238, + "nauc_mrr_at_1_std": -0.438844, + "nauc_mrr_at_1_diff1": 0.839544, + "nauc_mrr_at_3_max": 0.588998, + "nauc_mrr_at_3_std": -0.47289, + "nauc_mrr_at_3_diff1": 0.809514, + "nauc_mrr_at_5_max": 0.585909, + "nauc_mrr_at_5_std": -0.47774, + "nauc_mrr_at_5_diff1": 0.806131, + "nauc_mrr_at_10_max": 0.584805, + "nauc_mrr_at_10_std": -0.476049, + "nauc_mrr_at_10_diff1": 0.805409, + "nauc_mrr_at_20_max": 0.58253, + "nauc_mrr_at_20_std": -0.477416, + "nauc_mrr_at_20_diff1": 0.804337, + "nauc_mrr_at_100_max": 0.583144, + "nauc_mrr_at_100_std": -0.475928, + "nauc_mrr_at_100_diff1": 0.804679, + "nauc_mrr_at_1000_max": 0.583268, + "nauc_mrr_at_1000_std": -0.475765, + "nauc_mrr_at_1000_diff1": 0.804929, + "hit_rate_at_1": 0.57556, + "hit_rate_at_3": 0.67889, + "hit_rate_at_5": 0.70333, + "hit_rate_at_10": 0.73778, + "hit_rate_at_20": 0.77778, + "hit_rate_at_100": 0.89667, + "hit_rate_at_1000": 1.0, + "main_score": 0.65693, + "hf_subset": "ben_Latn-ben_Latn", + "languages": [ + "ben-Latn", + "ben-Latn" + ] + }, + { + "ndcg_at_1": 0.63556, + "ndcg_at_3": 0.7041, + "ndcg_at_5": 0.71892, + "ndcg_at_10": 0.73588, + "ndcg_at_20": 0.74951, + "ndcg_at_100": 0.76411, + "ndcg_at_1000": 0.76791, + "map_at_1": 0.63556, + "map_at_3": 0.68778, + "map_at_5": 0.69611, + "map_at_10": 0.70293, + "map_at_20": 0.70675, + "map_at_100": 0.70877, + "map_at_1000": 0.70895, + "recall_at_1": 0.63556, + "recall_at_3": 0.75111, + "recall_at_5": 0.78667, + "recall_at_10": 0.84, + "recall_at_20": 0.89333, + "recall_at_100": 0.97222, + "recall_at_1000": 1.0, + "accuracy": 0.63556, + "precision_at_1": 0.63556, + "precision_at_3": 0.25037, + "precision_at_5": 0.15733, + "precision_at_10": 0.084, + "precision_at_20": 0.04467, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "mrr_at_1": 0.635556, + "mrr_at_3": 0.687778, + "mrr_at_5": 0.696111, + "mrr_at_10": 0.702929, + "mrr_at_20": 0.706753, + "mrr_at_100": 0.70877, + "mrr_at_1000": 0.708951, + "nauc_ndcg_at_1_max": 0.687025, + "nauc_ndcg_at_1_std": -0.050822, + "nauc_ndcg_at_1_diff1": 0.82116, + "nauc_ndcg_at_3_max": 0.717975, + "nauc_ndcg_at_3_std": -0.06518, + "nauc_ndcg_at_3_diff1": 0.778009, + "nauc_ndcg_at_5_max": 0.712573, + "nauc_ndcg_at_5_std": -0.067092, + "nauc_ndcg_at_5_diff1": 0.774331, + "nauc_ndcg_at_10_max": 0.706709, + "nauc_ndcg_at_10_std": -0.056808, + "nauc_ndcg_at_10_diff1": 0.769301, + "nauc_ndcg_at_20_max": 0.699299, + "nauc_ndcg_at_20_std": -0.061154, + "nauc_ndcg_at_20_diff1": 0.768277, + "nauc_ndcg_at_100_max": 0.705169, + "nauc_ndcg_at_100_std": -0.056975, + "nauc_ndcg_at_100_diff1": 0.779845, + "nauc_ndcg_at_1000_max": 0.704323, + "nauc_ndcg_at_1000_std": -0.060315, + "nauc_ndcg_at_1000_diff1": 0.780108, + "nauc_map_at_1_max": 0.687025, + "nauc_map_at_1_std": -0.050822, + "nauc_map_at_1_diff1": 0.82116, + "nauc_map_at_3_max": 0.711171, + "nauc_map_at_3_std": -0.06076, + "nauc_map_at_3_diff1": 0.788997, + "nauc_map_at_5_max": 0.708264, + "nauc_map_at_5_std": -0.0617, + "nauc_map_at_5_diff1": 0.787312, + "nauc_map_at_10_max": 0.70576, + "nauc_map_at_10_std": -0.058024, + "nauc_map_at_10_diff1": 0.785718, + "nauc_map_at_20_max": 0.703831, + "nauc_map_at_20_std": -0.059445, + "nauc_map_at_20_diff1": 0.785585, + "nauc_map_at_100_max": 0.704414, + "nauc_map_at_100_std": -0.059241, + "nauc_map_at_100_diff1": 0.786914, + "nauc_map_at_1000_max": 0.704387, + "nauc_map_at_1000_std": -0.059357, + "nauc_map_at_1000_diff1": 0.786934, + "nauc_recall_at_1_max": 0.687025, + "nauc_recall_at_1_std": -0.050822, + "nauc_recall_at_1_diff1": 0.82116, + "nauc_recall_at_3_max": 0.740404, + "nauc_recall_at_3_std": -0.080511, + "nauc_recall_at_3_diff1": 0.740885, + "nauc_recall_at_5_max": 0.726813, + "nauc_recall_at_5_std": -0.08797, + "nauc_recall_at_5_diff1": 0.725182, + "nauc_recall_at_10_max": 0.705814, + "nauc_recall_at_10_std": -0.043729, + "nauc_recall_at_10_diff1": 0.68763, + "nauc_recall_at_20_max": 0.648344, + "nauc_recall_at_20_std": -0.066506, + "nauc_recall_at_20_diff1": 0.645622, + "nauc_recall_at_100_max": 0.751485, + "nauc_recall_at_100_std": 0.121867, + "nauc_recall_at_100_diff1": 0.767712, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.687025, + "nauc_precision_at_1_std": -0.050822, + "nauc_precision_at_1_diff1": 0.82116, + "nauc_precision_at_3_max": 0.740404, + "nauc_precision_at_3_std": -0.080511, + "nauc_precision_at_3_diff1": 0.740885, + "nauc_precision_at_5_max": 0.726813, + "nauc_precision_at_5_std": -0.08797, + "nauc_precision_at_5_diff1": 0.725182, + "nauc_precision_at_10_max": 0.705814, + "nauc_precision_at_10_std": -0.043729, + "nauc_precision_at_10_diff1": 0.68763, + "nauc_precision_at_20_max": 0.648344, + "nauc_precision_at_20_std": -0.066506, + "nauc_precision_at_20_diff1": 0.645622, + "nauc_precision_at_100_max": 0.751485, + "nauc_precision_at_100_std": 0.121867, + "nauc_precision_at_100_diff1": 0.767712, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.687025, + "nauc_mrr_at_1_std": -0.050822, + "nauc_mrr_at_1_diff1": 0.82116, + "nauc_mrr_at_3_max": 0.711171, + "nauc_mrr_at_3_std": -0.06076, + "nauc_mrr_at_3_diff1": 0.788997, + "nauc_mrr_at_5_max": 0.708264, + "nauc_mrr_at_5_std": -0.0617, + "nauc_mrr_at_5_diff1": 0.787312, + "nauc_mrr_at_10_max": 0.70576, + "nauc_mrr_at_10_std": -0.058024, + "nauc_mrr_at_10_diff1": 0.785718, + "nauc_mrr_at_20_max": 0.703831, + "nauc_mrr_at_20_std": -0.059445, + "nauc_mrr_at_20_diff1": 0.785585, + "nauc_mrr_at_100_max": 0.704414, + "nauc_mrr_at_100_std": -0.059241, + "nauc_mrr_at_100_diff1": 0.786914, + "nauc_mrr_at_1000_max": 0.704387, + "nauc_mrr_at_1000_std": -0.059357, + "nauc_mrr_at_1000_diff1": 0.786934, + "hit_rate_at_1": 0.63556, + "hit_rate_at_3": 0.75111, + "hit_rate_at_5": 0.78667, + "hit_rate_at_10": 0.84, + "hit_rate_at_20": 0.89333, + "hit_rate_at_100": 0.97222, + "hit_rate_at_1000": 1.0, + "main_score": 0.73588, + "hf_subset": "ben_Latn-eng_Latn", + "languages": [ + "ben-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.46667, + "ndcg_at_3": 0.52308, + "ndcg_at_5": 0.53264, + "ndcg_at_10": 0.54833, + "ndcg_at_20": 0.55843, + "ndcg_at_100": 0.58194, + "ndcg_at_1000": 0.60707, + "map_at_1": 0.46667, + "map_at_3": 0.51019, + "map_at_5": 0.51546, + "map_at_10": 0.52207, + "map_at_20": 0.52484, + "map_at_100": 0.52779, + "map_at_1000": 0.52869, + "recall_at_1": 0.46667, + "recall_at_3": 0.56, + "recall_at_5": 0.58333, + "recall_at_10": 0.63111, + "recall_at_20": 0.67111, + "recall_at_100": 0.80222, + "recall_at_1000": 1.0, + "accuracy": 0.46667, + "precision_at_1": 0.46667, + "precision_at_3": 0.18667, + "precision_at_5": 0.11667, + "precision_at_10": 0.06311, + "precision_at_20": 0.03356, + "precision_at_100": 0.00802, + "precision_at_1000": 0.001, + "mrr_at_1": 0.466667, + "mrr_at_3": 0.510185, + "mrr_at_5": 0.515463, + "mrr_at_10": 0.522074, + "mrr_at_20": 0.52484, + "mrr_at_100": 0.527788, + "mrr_at_1000": 0.528692, + "nauc_ndcg_at_1_max": 0.816512, + "nauc_ndcg_at_1_std": 0.526201, + "nauc_ndcg_at_1_diff1": 0.778434, + "nauc_ndcg_at_3_max": 0.847989, + "nauc_ndcg_at_3_std": 0.595694, + "nauc_ndcg_at_3_diff1": 0.732522, + "nauc_ndcg_at_5_max": 0.842022, + "nauc_ndcg_at_5_std": 0.603828, + "nauc_ndcg_at_5_diff1": 0.720765, + "nauc_ndcg_at_10_max": 0.838765, + "nauc_ndcg_at_10_std": 0.612915, + "nauc_ndcg_at_10_diff1": 0.716329, + "nauc_ndcg_at_20_max": 0.832575, + "nauc_ndcg_at_20_std": 0.614994, + "nauc_ndcg_at_20_diff1": 0.709784, + "nauc_ndcg_at_100_max": 0.827835, + "nauc_ndcg_at_100_std": 0.611373, + "nauc_ndcg_at_100_diff1": 0.708193, + "nauc_ndcg_at_1000_max": 0.832742, + "nauc_ndcg_at_1000_std": 0.601698, + "nauc_ndcg_at_1000_diff1": 0.720492, + "nauc_map_at_1_max": 0.816512, + "nauc_map_at_1_std": 0.526201, + "nauc_map_at_1_diff1": 0.778434, + "nauc_map_at_3_max": 0.840902, + "nauc_map_at_3_std": 0.579848, + "nauc_map_at_3_diff1": 0.742648, + "nauc_map_at_5_max": 0.837652, + "nauc_map_at_5_std": 0.584057, + "nauc_map_at_5_diff1": 0.736484, + "nauc_map_at_10_max": 0.836272, + "nauc_map_at_10_std": 0.587475, + "nauc_map_at_10_diff1": 0.734806, + "nauc_map_at_20_max": 0.834638, + "nauc_map_at_20_std": 0.588007, + "nauc_map_at_20_diff1": 0.733125, + "nauc_map_at_100_max": 0.833931, + "nauc_map_at_100_std": 0.587665, + "nauc_map_at_100_diff1": 0.732866, + "nauc_map_at_1000_max": 0.834092, + "nauc_map_at_1000_std": 0.587299, + "nauc_map_at_1000_diff1": 0.733334, + "nauc_recall_at_1_max": 0.816512, + "nauc_recall_at_1_std": 0.526201, + "nauc_recall_at_1_diff1": 0.778434, + "nauc_recall_at_3_max": 0.868977, + "nauc_recall_at_3_std": 0.642717, + "nauc_recall_at_3_diff1": 0.702633, + "nauc_recall_at_5_max": 0.854121, + "nauc_recall_at_5_std": 0.665286, + "nauc_recall_at_5_diff1": 0.671041, + "nauc_recall_at_10_max": 0.84413, + "nauc_recall_at_10_std": 0.701414, + "nauc_recall_at_10_diff1": 0.652208, + "nauc_recall_at_20_max": 0.815825, + "nauc_recall_at_20_std": 0.717303, + "nauc_recall_at_20_diff1": 0.617089, + "nauc_recall_at_100_max": 0.768257, + "nauc_recall_at_100_std": 0.727246, + "nauc_recall_at_100_diff1": 0.562731, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.816512, + "nauc_precision_at_1_std": 0.526201, + "nauc_precision_at_1_diff1": 0.778434, + "nauc_precision_at_3_max": 0.868977, + "nauc_precision_at_3_std": 0.642717, + "nauc_precision_at_3_diff1": 0.702633, + "nauc_precision_at_5_max": 0.854121, + "nauc_precision_at_5_std": 0.665286, + "nauc_precision_at_5_diff1": 0.671041, + "nauc_precision_at_10_max": 0.84413, + "nauc_precision_at_10_std": 0.701414, + "nauc_precision_at_10_diff1": 0.652208, + "nauc_precision_at_20_max": 0.815825, + "nauc_precision_at_20_std": 0.717303, + "nauc_precision_at_20_diff1": 0.617089, + "nauc_precision_at_100_max": 0.768257, + "nauc_precision_at_100_std": 0.727246, + "nauc_precision_at_100_diff1": 0.562731, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.816512, + "nauc_mrr_at_1_std": 0.526201, + "nauc_mrr_at_1_diff1": 0.778434, + "nauc_mrr_at_3_max": 0.840902, + "nauc_mrr_at_3_std": 0.579848, + "nauc_mrr_at_3_diff1": 0.742648, + "nauc_mrr_at_5_max": 0.837652, + "nauc_mrr_at_5_std": 0.584057, + "nauc_mrr_at_5_diff1": 0.736484, + "nauc_mrr_at_10_max": 0.836272, + "nauc_mrr_at_10_std": 0.587475, + "nauc_mrr_at_10_diff1": 0.734806, + "nauc_mrr_at_20_max": 0.834638, + "nauc_mrr_at_20_std": 0.588007, + "nauc_mrr_at_20_diff1": 0.733125, + "nauc_mrr_at_100_max": 0.833931, + "nauc_mrr_at_100_std": 0.587665, + "nauc_mrr_at_100_diff1": 0.732866, + "nauc_mrr_at_1000_max": 0.834092, + "nauc_mrr_at_1000_std": 0.587299, + "nauc_mrr_at_1000_diff1": 0.733334, + "hit_rate_at_1": 0.46667, + "hit_rate_at_3": 0.56, + "hit_rate_at_5": 0.58333, + "hit_rate_at_10": 0.63111, + "hit_rate_at_20": 0.67111, + "hit_rate_at_100": 0.80222, + "hit_rate_at_1000": 1.0, + "main_score": 0.54833, + "hf_subset": "eng_Latn-ben_Latn", + "languages": [ + "eng-Latn", + "ben-Latn" + ] + }, + { + "ndcg_at_1": 0.11667, + "ndcg_at_3": 0.14895, + "ndcg_at_5": 0.16273, + "ndcg_at_10": 0.17939, + "ndcg_at_20": 0.19585, + "ndcg_at_100": 0.23893, + "ndcg_at_1000": 0.29479, + "map_at_1": 0.11667, + "map_at_3": 0.14093, + "map_at_5": 0.14859, + "map_at_10": 0.15554, + "map_at_20": 0.16, + "map_at_100": 0.16529, + "map_at_1000": 0.1674, + "recall_at_1": 0.11667, + "recall_at_3": 0.17222, + "recall_at_5": 0.20556, + "recall_at_10": 0.25667, + "recall_at_20": 0.32222, + "recall_at_100": 0.56444, + "recall_at_1000": 1.0, + "accuracy": 0.11667, + "precision_at_1": 0.11667, + "precision_at_3": 0.05741, + "precision_at_5": 0.04111, + "precision_at_10": 0.02567, + "precision_at_20": 0.01611, + "precision_at_100": 0.00564, + "precision_at_1000": 0.001, + "mrr_at_1": 0.116667, + "mrr_at_3": 0.140926, + "mrr_at_5": 0.148593, + "mrr_at_10": 0.155542, + "mrr_at_20": 0.159999, + "mrr_at_100": 0.165292, + "mrr_at_1000": 0.167401, + "nauc_ndcg_at_1_max": -0.027532, + "nauc_ndcg_at_1_std": -0.179771, + "nauc_ndcg_at_1_diff1": 0.610727, + "nauc_ndcg_at_3_max": -0.02613, + "nauc_ndcg_at_3_std": -0.162202, + "nauc_ndcg_at_3_diff1": 0.522748, + "nauc_ndcg_at_5_max": -0.03693, + "nauc_ndcg_at_5_std": -0.155173, + "nauc_ndcg_at_5_diff1": 0.498488, + "nauc_ndcg_at_10_max": -0.031321, + "nauc_ndcg_at_10_std": -0.149696, + "nauc_ndcg_at_10_diff1": 0.481261, + "nauc_ndcg_at_20_max": -0.02953, + "nauc_ndcg_at_20_std": -0.147334, + "nauc_ndcg_at_20_diff1": 0.462833, + "nauc_ndcg_at_100_max": -0.027335, + "nauc_ndcg_at_100_std": -0.14782, + "nauc_ndcg_at_100_diff1": 0.437005, + "nauc_ndcg_at_1000_max": -0.029764, + "nauc_ndcg_at_1000_std": -0.151356, + "nauc_ndcg_at_1000_diff1": 0.473998, + "nauc_map_at_1_max": -0.027532, + "nauc_map_at_1_std": -0.179771, + "nauc_map_at_1_diff1": 0.610727, + "nauc_map_at_3_max": -0.027969, + "nauc_map_at_3_std": -0.167879, + "nauc_map_at_3_diff1": 0.542424, + "nauc_map_at_5_max": -0.034059, + "nauc_map_at_5_std": -0.16359, + "nauc_map_at_5_diff1": 0.527035, + "nauc_map_at_10_max": -0.032183, + "nauc_map_at_10_std": -0.161811, + "nauc_map_at_10_diff1": 0.519121, + "nauc_map_at_20_max": -0.031554, + "nauc_map_at_20_std": -0.160866, + "nauc_map_at_20_diff1": 0.513135, + "nauc_map_at_100_max": -0.030482, + "nauc_map_at_100_std": -0.159929, + "nauc_map_at_100_diff1": 0.508509, + "nauc_map_at_1000_max": -0.030789, + "nauc_map_at_1000_std": -0.160049, + "nauc_map_at_1000_diff1": 0.509953, + "nauc_recall_at_1_max": -0.027532, + "nauc_recall_at_1_std": -0.179771, + "nauc_recall_at_1_diff1": 0.610727, + "nauc_recall_at_3_max": -0.021017, + "nauc_recall_at_3_std": -0.147411, + "nauc_recall_at_3_diff1": 0.473518, + "nauc_recall_at_5_max": -0.04441, + "nauc_recall_at_5_std": -0.134628, + "nauc_recall_at_5_diff1": 0.431065, + "nauc_recall_at_10_max": -0.0277, + "nauc_recall_at_10_std": -0.119869, + "nauc_recall_at_10_diff1": 0.393694, + "nauc_recall_at_20_max": -0.023014, + "nauc_recall_at_20_std": -0.115852, + "nauc_recall_at_20_diff1": 0.346401, + "nauc_recall_at_100_max": -0.021535, + "nauc_recall_at_100_std": -0.126754, + "nauc_recall_at_100_diff1": 0.235641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.027532, + "nauc_precision_at_1_std": -0.179771, + "nauc_precision_at_1_diff1": 0.610727, + "nauc_precision_at_3_max": -0.021017, + "nauc_precision_at_3_std": -0.147411, + "nauc_precision_at_3_diff1": 0.473518, + "nauc_precision_at_5_max": -0.04441, + "nauc_precision_at_5_std": -0.134628, + "nauc_precision_at_5_diff1": 0.431065, + "nauc_precision_at_10_max": -0.0277, + "nauc_precision_at_10_std": -0.119869, + "nauc_precision_at_10_diff1": 0.393694, + "nauc_precision_at_20_max": -0.023014, + "nauc_precision_at_20_std": -0.115852, + "nauc_precision_at_20_diff1": 0.346401, + "nauc_precision_at_100_max": -0.021535, + "nauc_precision_at_100_std": -0.126754, + "nauc_precision_at_100_diff1": 0.235641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.027532, + "nauc_mrr_at_1_std": -0.179771, + "nauc_mrr_at_1_diff1": 0.610727, + "nauc_mrr_at_3_max": -0.027969, + "nauc_mrr_at_3_std": -0.167879, + "nauc_mrr_at_3_diff1": 0.542424, + "nauc_mrr_at_5_max": -0.034059, + "nauc_mrr_at_5_std": -0.16359, + "nauc_mrr_at_5_diff1": 0.527035, + "nauc_mrr_at_10_max": -0.032183, + "nauc_mrr_at_10_std": -0.161811, + "nauc_mrr_at_10_diff1": 0.519121, + "nauc_mrr_at_20_max": -0.031554, + "nauc_mrr_at_20_std": -0.160866, + "nauc_mrr_at_20_diff1": 0.513135, + "nauc_mrr_at_100_max": -0.030482, + "nauc_mrr_at_100_std": -0.159929, + "nauc_mrr_at_100_diff1": 0.508509, + "nauc_mrr_at_1000_max": -0.030789, + "nauc_mrr_at_1000_std": -0.160049, + "nauc_mrr_at_1000_diff1": 0.509953, + "hit_rate_at_1": 0.11667, + "hit_rate_at_3": 0.17222, + "hit_rate_at_5": 0.20556, + "hit_rate_at_10": 0.25667, + "hit_rate_at_20": 0.32222, + "hit_rate_at_100": 0.56444, + "hit_rate_at_1000": 1.0, + "main_score": 0.17939, + "hf_subset": "bod_Tibt-bod_Tibt", + "languages": [ + "bod-Tibt", + "bod-Tibt" + ] + }, + { + "ndcg_at_1": 0.11444, + "ndcg_at_3": 0.14323, + "ndcg_at_5": 0.1581, + "ndcg_at_10": 0.17705, + "ndcg_at_20": 0.19441, + "ndcg_at_100": 0.24043, + "ndcg_at_1000": 0.29461, + "map_at_1": 0.11444, + "map_at_3": 0.13593, + "map_at_5": 0.14431, + "map_at_10": 0.15208, + "map_at_20": 0.15682, + "map_at_100": 0.16231, + "map_at_1000": 0.16458, + "recall_at_1": 0.11444, + "recall_at_3": 0.16444, + "recall_at_5": 0.2, + "recall_at_10": 0.25889, + "recall_at_20": 0.32778, + "recall_at_100": 0.58889, + "recall_at_1000": 1.0, + "accuracy": 0.11444, + "precision_at_1": 0.11444, + "precision_at_3": 0.05481, + "precision_at_5": 0.04, + "precision_at_10": 0.02589, + "precision_at_20": 0.01639, + "precision_at_100": 0.00589, + "precision_at_1000": 0.001, + "mrr_at_1": 0.114444, + "mrr_at_3": 0.135926, + "mrr_at_5": 0.144315, + "mrr_at_10": 0.152083, + "mrr_at_20": 0.156824, + "mrr_at_100": 0.162315, + "mrr_at_1000": 0.164578, + "nauc_ndcg_at_1_max": 0.519648, + "nauc_ndcg_at_1_std": 0.343907, + "nauc_ndcg_at_1_diff1": 0.535041, + "nauc_ndcg_at_3_max": 0.496378, + "nauc_ndcg_at_3_std": 0.34039, + "nauc_ndcg_at_3_diff1": 0.441576, + "nauc_ndcg_at_5_max": 0.457554, + "nauc_ndcg_at_5_std": 0.319981, + "nauc_ndcg_at_5_diff1": 0.421318, + "nauc_ndcg_at_10_max": 0.42105, + "nauc_ndcg_at_10_std": 0.290961, + "nauc_ndcg_at_10_diff1": 0.375586, + "nauc_ndcg_at_20_max": 0.416112, + "nauc_ndcg_at_20_std": 0.292521, + "nauc_ndcg_at_20_diff1": 0.37101, + "nauc_ndcg_at_100_max": 0.401353, + "nauc_ndcg_at_100_std": 0.283229, + "nauc_ndcg_at_100_diff1": 0.353861, + "nauc_ndcg_at_1000_max": 0.428339, + "nauc_ndcg_at_1000_std": 0.30049, + "nauc_ndcg_at_1000_diff1": 0.387523, + "nauc_map_at_1_max": 0.519648, + "nauc_map_at_1_std": 0.343907, + "nauc_map_at_1_diff1": 0.535041, + "nauc_map_at_3_max": 0.502643, + "nauc_map_at_3_std": 0.343232, + "nauc_map_at_3_diff1": 0.461607, + "nauc_map_at_5_max": 0.479263, + "nauc_map_at_5_std": 0.331245, + "nauc_map_at_5_diff1": 0.448785, + "nauc_map_at_10_max": 0.462292, + "nauc_map_at_10_std": 0.317966, + "nauc_map_at_10_diff1": 0.427565, + "nauc_map_at_20_max": 0.460181, + "nauc_map_at_20_std": 0.317908, + "nauc_map_at_20_diff1": 0.425317, + "nauc_map_at_100_max": 0.457451, + "nauc_map_at_100_std": 0.316357, + "nauc_map_at_100_diff1": 0.422407, + "nauc_map_at_1000_max": 0.458401, + "nauc_map_at_1000_std": 0.317118, + "nauc_map_at_1000_diff1": 0.423779, + "nauc_recall_at_1_max": 0.519648, + "nauc_recall_at_1_std": 0.343907, + "nauc_recall_at_1_diff1": 0.535041, + "nauc_recall_at_3_max": 0.480224, + "nauc_recall_at_3_std": 0.332522, + "nauc_recall_at_3_diff1": 0.391389, + "nauc_recall_at_5_max": 0.404133, + "nauc_recall_at_5_std": 0.29152, + "nauc_recall_at_5_diff1": 0.357288, + "nauc_recall_at_10_max": 0.321693, + "nauc_recall_at_10_std": 0.22417, + "nauc_recall_at_10_diff1": 0.253507, + "nauc_recall_at_20_max": 0.316368, + "nauc_recall_at_20_std": 0.235472, + "nauc_recall_at_20_diff1": 0.251769, + "nauc_recall_at_100_max": 0.248659, + "nauc_recall_at_100_std": 0.192024, + "nauc_recall_at_100_diff1": 0.170672, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.519648, + "nauc_precision_at_1_std": 0.343907, + "nauc_precision_at_1_diff1": 0.535041, + "nauc_precision_at_3_max": 0.480224, + "nauc_precision_at_3_std": 0.332522, + "nauc_precision_at_3_diff1": 0.391389, + "nauc_precision_at_5_max": 0.404133, + "nauc_precision_at_5_std": 0.29152, + "nauc_precision_at_5_diff1": 0.357288, + "nauc_precision_at_10_max": 0.321693, + "nauc_precision_at_10_std": 0.22417, + "nauc_precision_at_10_diff1": 0.253507, + "nauc_precision_at_20_max": 0.316368, + "nauc_precision_at_20_std": 0.235472, + "nauc_precision_at_20_diff1": 0.251769, + "nauc_precision_at_100_max": 0.248659, + "nauc_precision_at_100_std": 0.192024, + "nauc_precision_at_100_diff1": 0.170672, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.519648, + "nauc_mrr_at_1_std": 0.343907, + "nauc_mrr_at_1_diff1": 0.535041, + "nauc_mrr_at_3_max": 0.502643, + "nauc_mrr_at_3_std": 0.343232, + "nauc_mrr_at_3_diff1": 0.461607, + "nauc_mrr_at_5_max": 0.479263, + "nauc_mrr_at_5_std": 0.331245, + "nauc_mrr_at_5_diff1": 0.448785, + "nauc_mrr_at_10_max": 0.462292, + "nauc_mrr_at_10_std": 0.317966, + "nauc_mrr_at_10_diff1": 0.427565, + "nauc_mrr_at_20_max": 0.460181, + "nauc_mrr_at_20_std": 0.317908, + "nauc_mrr_at_20_diff1": 0.425317, + "nauc_mrr_at_100_max": 0.457451, + "nauc_mrr_at_100_std": 0.316357, + "nauc_mrr_at_100_diff1": 0.422407, + "nauc_mrr_at_1000_max": 0.458401, + "nauc_mrr_at_1000_std": 0.317118, + "nauc_mrr_at_1000_diff1": 0.423779, + "hit_rate_at_1": 0.11444, + "hit_rate_at_3": 0.16444, + "hit_rate_at_5": 0.2, + "hit_rate_at_10": 0.25889, + "hit_rate_at_20": 0.32778, + "hit_rate_at_100": 0.58889, + "hit_rate_at_1000": 1.0, + "main_score": 0.17705, + "hf_subset": "bod_Tibt-eng_Latn", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.23222, + "ndcg_at_3": 0.24943, + "ndcg_at_5": 0.25259, + "ndcg_at_10": 0.25624, + "ndcg_at_20": 0.26478, + "ndcg_at_100": 0.29373, + "ndcg_at_1000": 0.35956, + "map_at_1": 0.23222, + "map_at_3": 0.24537, + "map_at_5": 0.24709, + "map_at_10": 0.24863, + "map_at_20": 0.25089, + "map_at_100": 0.2544, + "map_at_1000": 0.25669, + "recall_at_1": 0.23222, + "recall_at_3": 0.26111, + "recall_at_5": 0.26889, + "recall_at_10": 0.28, + "recall_at_20": 0.31444, + "recall_at_100": 0.47778, + "recall_at_1000": 1.0, + "accuracy": 0.23222, + "precision_at_1": 0.23222, + "precision_at_3": 0.08704, + "precision_at_5": 0.05378, + "precision_at_10": 0.028, + "precision_at_20": 0.01572, + "precision_at_100": 0.00478, + "precision_at_1000": 0.001, + "mrr_at_1": 0.232222, + "mrr_at_3": 0.24537, + "mrr_at_5": 0.247093, + "mrr_at_10": 0.24863, + "mrr_at_20": 0.250894, + "mrr_at_100": 0.254396, + "mrr_at_1000": 0.256689, + "nauc_ndcg_at_1_max": 0.602792, + "nauc_ndcg_at_1_std": 0.732939, + "nauc_ndcg_at_1_diff1": 0.677668, + "nauc_ndcg_at_3_max": 0.557038, + "nauc_ndcg_at_3_std": 0.746069, + "nauc_ndcg_at_3_diff1": 0.617464, + "nauc_ndcg_at_5_max": 0.54628, + "nauc_ndcg_at_5_std": 0.744184, + "nauc_ndcg_at_5_diff1": 0.608849, + "nauc_ndcg_at_10_max": 0.537775, + "nauc_ndcg_at_10_std": 0.737296, + "nauc_ndcg_at_10_diff1": 0.600478, + "nauc_ndcg_at_20_max": 0.522195, + "nauc_ndcg_at_20_std": 0.726972, + "nauc_ndcg_at_20_diff1": 0.585291, + "nauc_ndcg_at_100_max": 0.495515, + "nauc_ndcg_at_100_std": 0.701893, + "nauc_ndcg_at_100_diff1": 0.565162, + "nauc_ndcg_at_1000_max": 0.525002, + "nauc_ndcg_at_1000_std": 0.720307, + "nauc_ndcg_at_1000_diff1": 0.591095, + "nauc_map_at_1_max": 0.602792, + "nauc_map_at_1_std": 0.732939, + "nauc_map_at_1_diff1": 0.677668, + "nauc_map_at_3_max": 0.568352, + "nauc_map_at_3_std": 0.74302, + "nauc_map_at_3_diff1": 0.631024, + "nauc_map_at_5_max": 0.562334, + "nauc_map_at_5_std": 0.74204, + "nauc_map_at_5_diff1": 0.626121, + "nauc_map_at_10_max": 0.558654, + "nauc_map_at_10_std": 0.739162, + "nauc_map_at_10_diff1": 0.622471, + "nauc_map_at_20_max": 0.554267, + "nauc_map_at_20_std": 0.735972, + "nauc_map_at_20_diff1": 0.618201, + "nauc_map_at_100_max": 0.550621, + "nauc_map_at_100_std": 0.732756, + "nauc_map_at_100_diff1": 0.615574, + "nauc_map_at_1000_max": 0.55131, + "nauc_map_at_1000_std": 0.733011, + "nauc_map_at_1000_diff1": 0.616172, + "nauc_recall_at_1_max": 0.602792, + "nauc_recall_at_1_std": 0.732939, + "nauc_recall_at_1_diff1": 0.677668, + "nauc_recall_at_3_max": 0.525066, + "nauc_recall_at_3_std": 0.754607, + "nauc_recall_at_3_diff1": 0.579654, + "nauc_recall_at_5_max": 0.499926, + "nauc_recall_at_5_std": 0.749783, + "nauc_recall_at_5_diff1": 0.559966, + "nauc_recall_at_10_max": 0.475967, + "nauc_recall_at_10_std": 0.729221, + "nauc_recall_at_10_diff1": 0.53656, + "nauc_recall_at_20_max": 0.4206, + "nauc_recall_at_20_std": 0.693491, + "nauc_recall_at_20_diff1": 0.48265, + "nauc_recall_at_100_max": 0.287695, + "nauc_recall_at_100_std": 0.565461, + "nauc_recall_at_100_diff1": 0.38108, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.602792, + "nauc_precision_at_1_std": 0.732939, + "nauc_precision_at_1_diff1": 0.677668, + "nauc_precision_at_3_max": 0.525066, + "nauc_precision_at_3_std": 0.754607, + "nauc_precision_at_3_diff1": 0.579654, + "nauc_precision_at_5_max": 0.499926, + "nauc_precision_at_5_std": 0.749783, + "nauc_precision_at_5_diff1": 0.559966, + "nauc_precision_at_10_max": 0.475967, + "nauc_precision_at_10_std": 0.729221, + "nauc_precision_at_10_diff1": 0.53656, + "nauc_precision_at_20_max": 0.4206, + "nauc_precision_at_20_std": 0.693491, + "nauc_precision_at_20_diff1": 0.48265, + "nauc_precision_at_100_max": 0.287695, + "nauc_precision_at_100_std": 0.565461, + "nauc_precision_at_100_diff1": 0.38108, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.602792, + "nauc_mrr_at_1_std": 0.732939, + "nauc_mrr_at_1_diff1": 0.677668, + "nauc_mrr_at_3_max": 0.568352, + "nauc_mrr_at_3_std": 0.74302, + "nauc_mrr_at_3_diff1": 0.631024, + "nauc_mrr_at_5_max": 0.562334, + "nauc_mrr_at_5_std": 0.74204, + "nauc_mrr_at_5_diff1": 0.626121, + "nauc_mrr_at_10_max": 0.558654, + "nauc_mrr_at_10_std": 0.739162, + "nauc_mrr_at_10_diff1": 0.622471, + "nauc_mrr_at_20_max": 0.554267, + "nauc_mrr_at_20_std": 0.735972, + "nauc_mrr_at_20_diff1": 0.618201, + "nauc_mrr_at_100_max": 0.550621, + "nauc_mrr_at_100_std": 0.732756, + "nauc_mrr_at_100_diff1": 0.615574, + "nauc_mrr_at_1000_max": 0.55131, + "nauc_mrr_at_1000_std": 0.733011, + "nauc_mrr_at_1000_diff1": 0.616172, + "hit_rate_at_1": 0.23222, + "hit_rate_at_3": 0.26111, + "hit_rate_at_5": 0.26889, + "hit_rate_at_10": 0.28, + "hit_rate_at_20": 0.31444, + "hit_rate_at_100": 0.47778, + "hit_rate_at_1000": 1.0, + "main_score": 0.25624, + "hf_subset": "eng_Latn-bod_Tibt", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "ndcg_at_1": 0.86889, + "ndcg_at_3": 0.91198, + "ndcg_at_5": 0.91892, + "ndcg_at_10": 0.92464, + "ndcg_at_20": 0.92639, + "ndcg_at_100": 0.92827, + "ndcg_at_1000": 0.92926, + "map_at_1": 0.86889, + "map_at_3": 0.90185, + "map_at_5": 0.90574, + "map_at_10": 0.90809, + "map_at_20": 0.9086, + "map_at_100": 0.90887, + "map_at_1000": 0.90891, + "recall_at_1": 0.86889, + "recall_at_3": 0.94111, + "recall_at_5": 0.95778, + "recall_at_10": 0.97556, + "recall_at_20": 0.98222, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "accuracy": 0.86889, + "precision_at_1": 0.86889, + "precision_at_3": 0.3137, + "precision_at_5": 0.19156, + "precision_at_10": 0.09756, + "precision_at_20": 0.04911, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.868889, + "mrr_at_3": 0.901852, + "mrr_at_5": 0.905741, + "mrr_at_10": 0.90809, + "mrr_at_20": 0.908603, + "mrr_at_100": 0.908871, + "mrr_at_1000": 0.908905, + "nauc_ndcg_at_1_max": 0.709888, + "nauc_ndcg_at_1_std": -0.150933, + "nauc_ndcg_at_1_diff1": 0.907299, + "nauc_ndcg_at_3_max": 0.772939, + "nauc_ndcg_at_3_std": -0.048128, + "nauc_ndcg_at_3_diff1": 0.887974, + "nauc_ndcg_at_5_max": 0.777177, + "nauc_ndcg_at_5_std": -0.015933, + "nauc_ndcg_at_5_diff1": 0.889808, + "nauc_ndcg_at_10_max": 0.771242, + "nauc_ndcg_at_10_std": -0.038344, + "nauc_ndcg_at_10_diff1": 0.895718, + "nauc_ndcg_at_20_max": 0.766261, + "nauc_ndcg_at_20_std": -0.045124, + "nauc_ndcg_at_20_diff1": 0.893753, + "nauc_ndcg_at_100_max": 0.761327, + "nauc_ndcg_at_100_std": -0.048878, + "nauc_ndcg_at_100_diff1": 0.893746, + "nauc_ndcg_at_1000_max": 0.759739, + "nauc_ndcg_at_1000_std": -0.057699, + "nauc_ndcg_at_1000_diff1": 0.894517, + "nauc_map_at_1_max": 0.709888, + "nauc_map_at_1_std": -0.150933, + "nauc_map_at_1_diff1": 0.907299, + "nauc_map_at_3_max": 0.755775, + "nauc_map_at_3_std": -0.076381, + "nauc_map_at_3_diff1": 0.893085, + "nauc_map_at_5_max": 0.757067, + "nauc_map_at_5_std": -0.062152, + "nauc_map_at_5_diff1": 0.894181, + "nauc_map_at_10_max": 0.754605, + "nauc_map_at_10_std": -0.071403, + "nauc_map_at_10_diff1": 0.896244, + "nauc_map_at_20_max": 0.753345, + "nauc_map_at_20_std": -0.073607, + "nauc_map_at_20_diff1": 0.895797, + "nauc_map_at_100_max": 0.752788, + "nauc_map_at_100_std": -0.073772, + "nauc_map_at_100_diff1": 0.895822, + "nauc_map_at_1000_max": 0.75275, + "nauc_map_at_1000_std": -0.07399, + "nauc_map_at_1000_diff1": 0.895846, + "nauc_recall_at_1_max": 0.709888, + "nauc_recall_at_1_std": -0.150933, + "nauc_recall_at_1_diff1": 0.907299, + "nauc_recall_at_3_max": 0.851805, + "nauc_recall_at_3_std": 0.081902, + "nauc_recall_at_3_diff1": 0.864613, + "nauc_recall_at_5_max": 0.902452, + "nauc_recall_at_5_std": 0.280517, + "nauc_recall_at_5_diff1": 0.863753, + "nauc_recall_at_10_max": 0.936656, + "nauc_recall_at_10_std": 0.296006, + "nauc_recall_at_10_diff1": 0.901006, + "nauc_recall_at_20_max": 0.921073, + "nauc_recall_at_20_std": 0.332925, + "nauc_recall_at_20_diff1": 0.872053, + "nauc_recall_at_100_max": 0.877951, + "nauc_recall_at_100_std": 0.589903, + "nauc_recall_at_100_diff1": 0.840603, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.709888, + "nauc_precision_at_1_std": -0.150933, + "nauc_precision_at_1_diff1": 0.907299, + "nauc_precision_at_3_max": 0.851805, + "nauc_precision_at_3_std": 0.081902, + "nauc_precision_at_3_diff1": 0.864613, + "nauc_precision_at_5_max": 0.902452, + "nauc_precision_at_5_std": 0.280517, + "nauc_precision_at_5_diff1": 0.863753, + "nauc_precision_at_10_max": 0.936656, + "nauc_precision_at_10_std": 0.296006, + "nauc_precision_at_10_diff1": 0.901006, + "nauc_precision_at_20_max": 0.921073, + "nauc_precision_at_20_std": 0.332925, + "nauc_precision_at_20_diff1": 0.872053, + "nauc_precision_at_100_max": 0.877951, + "nauc_precision_at_100_std": 0.589903, + "nauc_precision_at_100_diff1": 0.840603, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.709888, + "nauc_mrr_at_1_std": -0.150933, + "nauc_mrr_at_1_diff1": 0.907299, + "nauc_mrr_at_3_max": 0.755775, + "nauc_mrr_at_3_std": -0.076381, + "nauc_mrr_at_3_diff1": 0.893085, + "nauc_mrr_at_5_max": 0.757067, + "nauc_mrr_at_5_std": -0.062152, + "nauc_mrr_at_5_diff1": 0.894181, + "nauc_mrr_at_10_max": 0.754605, + "nauc_mrr_at_10_std": -0.071403, + "nauc_mrr_at_10_diff1": 0.896244, + "nauc_mrr_at_20_max": 0.753345, + "nauc_mrr_at_20_std": -0.073607, + "nauc_mrr_at_20_diff1": 0.895797, + "nauc_mrr_at_100_max": 0.752788, + "nauc_mrr_at_100_std": -0.073772, + "nauc_mrr_at_100_diff1": 0.895822, + "nauc_mrr_at_1000_max": 0.75275, + "nauc_mrr_at_1000_std": -0.07399, + "nauc_mrr_at_1000_diff1": 0.895846, + "hit_rate_at_1": 0.86889, + "hit_rate_at_3": 0.94111, + "hit_rate_at_5": 0.95778, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.92464, + "hf_subset": "bul_Cyrl-bul_Cyrl", + "languages": [ + "bul-Cyrl", + "bul-Cyrl" + ] + }, + { + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.93432, + "ndcg_at_5": 0.93934, + "ndcg_at_10": 0.94313, + "ndcg_at_20": 0.94488, + "ndcg_at_100": 0.946, + "ndcg_at_1000": 0.94656, + "map_at_1": 0.89556, + "map_at_3": 0.92537, + "map_at_5": 0.92815, + "map_at_10": 0.92982, + "map_at_20": 0.93034, + "map_at_100": 0.93053, + "map_at_1000": 0.93055, + "recall_at_1": 0.89556, + "recall_at_3": 0.96, + "recall_at_5": 0.97222, + "recall_at_10": 0.98333, + "recall_at_20": 0.99, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.89556, + "precision_at_1": 0.89556, + "precision_at_3": 0.32, + "precision_at_5": 0.19444, + "precision_at_10": 0.09833, + "precision_at_20": 0.0495, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.92537, + "mrr_at_5": 0.928148, + "mrr_at_10": 0.929819, + "mrr_at_20": 0.930342, + "mrr_at_100": 0.930528, + "mrr_at_1000": 0.930548, + "nauc_ndcg_at_1_max": 0.701825, + "nauc_ndcg_at_1_std": -0.344912, + "nauc_ndcg_at_1_diff1": 0.899415, + "nauc_ndcg_at_3_max": 0.731253, + "nauc_ndcg_at_3_std": -0.356577, + "nauc_ndcg_at_3_diff1": 0.901621, + "nauc_ndcg_at_5_max": 0.739355, + "nauc_ndcg_at_5_std": -0.311519, + "nauc_ndcg_at_5_diff1": 0.899249, + "nauc_ndcg_at_10_max": 0.738747, + "nauc_ndcg_at_10_std": -0.307266, + "nauc_ndcg_at_10_diff1": 0.897919, + "nauc_ndcg_at_20_max": 0.735179, + "nauc_ndcg_at_20_std": -0.329551, + "nauc_ndcg_at_20_diff1": 0.897476, + "nauc_ndcg_at_100_max": 0.732618, + "nauc_ndcg_at_100_std": -0.310756, + "nauc_ndcg_at_100_diff1": 0.898039, + "nauc_ndcg_at_1000_max": 0.729787, + "nauc_ndcg_at_1000_std": -0.324002, + "nauc_ndcg_at_1000_diff1": 0.898628, + "nauc_map_at_1_max": 0.701825, + "nauc_map_at_1_std": -0.344912, + "nauc_map_at_1_diff1": 0.899415, + "nauc_map_at_3_max": 0.723206, + "nauc_map_at_3_std": -0.352454, + "nauc_map_at_3_diff1": 0.900828, + "nauc_map_at_5_max": 0.726725, + "nauc_map_at_5_std": -0.330994, + "nauc_map_at_5_diff1": 0.899566, + "nauc_map_at_10_max": 0.726038, + "nauc_map_at_10_std": -0.330138, + "nauc_map_at_10_diff1": 0.899121, + "nauc_map_at_20_max": 0.725145, + "nauc_map_at_20_std": -0.335518, + "nauc_map_at_20_diff1": 0.899005, + "nauc_map_at_100_max": 0.724787, + "nauc_map_at_100_std": -0.332982, + "nauc_map_at_100_diff1": 0.89905, + "nauc_map_at_1000_max": 0.724706, + "nauc_map_at_1000_std": -0.333362, + "nauc_map_at_1000_diff1": 0.899084, + "nauc_recall_at_1_max": 0.701825, + "nauc_recall_at_1_std": -0.344912, + "nauc_recall_at_1_diff1": 0.899415, + "nauc_recall_at_3_max": 0.77298, + "nauc_recall_at_3_std": -0.378839, + "nauc_recall_at_3_diff1": 0.905916, + "nauc_recall_at_5_max": 0.833763, + "nauc_recall_at_5_std": -0.152549, + "nauc_recall_at_5_diff1": 0.896545, + "nauc_recall_at_10_max": 0.894367, + "nauc_recall_at_10_std": 0.000311, + "nauc_recall_at_10_diff1": 0.880952, + "nauc_recall_at_20_max": 0.921413, + "nauc_recall_at_20_std": -0.261334, + "nauc_recall_at_20_diff1": 0.8615, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.855859, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.701825, + "nauc_precision_at_1_std": -0.344912, + "nauc_precision_at_1_diff1": 0.899415, + "nauc_precision_at_3_max": 0.77298, + "nauc_precision_at_3_std": -0.378839, + "nauc_precision_at_3_diff1": 0.905916, + "nauc_precision_at_5_max": 0.833763, + "nauc_precision_at_5_std": -0.152549, + "nauc_precision_at_5_diff1": 0.896545, + "nauc_precision_at_10_max": 0.894367, + "nauc_precision_at_10_std": 0.000311, + "nauc_precision_at_10_diff1": 0.880952, + "nauc_precision_at_20_max": 0.921413, + "nauc_precision_at_20_std": -0.261334, + "nauc_precision_at_20_diff1": 0.8615, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.855859, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.701825, + "nauc_mrr_at_1_std": -0.344912, + "nauc_mrr_at_1_diff1": 0.899415, + "nauc_mrr_at_3_max": 0.723206, + "nauc_mrr_at_3_std": -0.352454, + "nauc_mrr_at_3_diff1": 0.900828, + "nauc_mrr_at_5_max": 0.726725, + "nauc_mrr_at_5_std": -0.330994, + "nauc_mrr_at_5_diff1": 0.899566, + "nauc_mrr_at_10_max": 0.726038, + "nauc_mrr_at_10_std": -0.330138, + "nauc_mrr_at_10_diff1": 0.899121, + "nauc_mrr_at_20_max": 0.725145, + "nauc_mrr_at_20_std": -0.335518, + "nauc_mrr_at_20_diff1": 0.899005, + "nauc_mrr_at_100_max": 0.724787, + "nauc_mrr_at_100_std": -0.332982, + "nauc_mrr_at_100_diff1": 0.89905, + "nauc_mrr_at_1000_max": 0.724706, + "nauc_mrr_at_1000_std": -0.333362, + "nauc_mrr_at_1000_diff1": 0.899084, + "hit_rate_at_1": 0.89556, + "hit_rate_at_3": 0.96, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.94313, + "hf_subset": "bul_Cyrl-eng_Latn", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.90167, + "ndcg_at_5": 0.91133, + "ndcg_at_10": 0.91937, + "ndcg_at_20": 0.92046, + "ndcg_at_100": 0.92234, + "ndcg_at_1000": 0.92322, + "map_at_1": 0.86, + "map_at_3": 0.89148, + "map_at_5": 0.89687, + "map_at_10": 0.90027, + "map_at_20": 0.90055, + "map_at_100": 0.90082, + "map_at_1000": 0.90086, + "recall_at_1": 0.86, + "recall_at_3": 0.93111, + "recall_at_5": 0.95444, + "recall_at_10": 0.97889, + "recall_at_20": 0.98333, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "accuracy": 0.86, + "precision_at_1": 0.86, + "precision_at_3": 0.31037, + "precision_at_5": 0.19089, + "precision_at_10": 0.09789, + "precision_at_20": 0.04917, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.86, + "mrr_at_3": 0.891481, + "mrr_at_5": 0.89687, + "mrr_at_10": 0.900269, + "mrr_at_20": 0.900552, + "mrr_at_100": 0.900817, + "mrr_at_1000": 0.900858, + "nauc_ndcg_at_1_max": 0.733076, + "nauc_ndcg_at_1_std": -0.110549, + "nauc_ndcg_at_1_diff1": 0.898007, + "nauc_ndcg_at_3_max": 0.799877, + "nauc_ndcg_at_3_std": -0.013837, + "nauc_ndcg_at_3_diff1": 0.890739, + "nauc_ndcg_at_5_max": 0.790213, + "nauc_ndcg_at_5_std": -0.000685, + "nauc_ndcg_at_5_diff1": 0.89071, + "nauc_ndcg_at_10_max": 0.785511, + "nauc_ndcg_at_10_std": -0.010974, + "nauc_ndcg_at_10_diff1": 0.893504, + "nauc_ndcg_at_20_max": 0.784051, + "nauc_ndcg_at_20_std": -0.004336, + "nauc_ndcg_at_20_diff1": 0.894863, + "nauc_ndcg_at_100_max": 0.779316, + "nauc_ndcg_at_100_std": -0.019264, + "nauc_ndcg_at_100_diff1": 0.892899, + "nauc_ndcg_at_1000_max": 0.776988, + "nauc_ndcg_at_1000_std": -0.031068, + "nauc_ndcg_at_1000_diff1": 0.892467, + "nauc_map_at_1_max": 0.733076, + "nauc_map_at_1_std": -0.110549, + "nauc_map_at_1_diff1": 0.898007, + "nauc_map_at_3_max": 0.779593, + "nauc_map_at_3_std": -0.046598, + "nauc_map_at_3_diff1": 0.891152, + "nauc_map_at_5_max": 0.773739, + "nauc_map_at_5_std": -0.041513, + "nauc_map_at_5_diff1": 0.89089, + "nauc_map_at_10_max": 0.771568, + "nauc_map_at_10_std": -0.047242, + "nauc_map_at_10_diff1": 0.892002, + "nauc_map_at_20_max": 0.771273, + "nauc_map_at_20_std": -0.045505, + "nauc_map_at_20_diff1": 0.892274, + "nauc_map_at_100_max": 0.770676, + "nauc_map_at_100_std": -0.047695, + "nauc_map_at_100_diff1": 0.892027, + "nauc_map_at_1000_max": 0.770595, + "nauc_map_at_1000_std": -0.048118, + "nauc_map_at_1000_diff1": 0.892017, + "nauc_recall_at_1_max": 0.733076, + "nauc_recall_at_1_std": -0.110549, + "nauc_recall_at_1_diff1": 0.898007, + "nauc_recall_at_3_max": 0.889725, + "nauc_recall_at_3_std": 0.13346, + "nauc_recall_at_3_diff1": 0.890064, + "nauc_recall_at_5_max": 0.892339, + "nauc_recall_at_5_std": 0.26474, + "nauc_recall_at_5_diff1": 0.892054, + "nauc_recall_at_10_max": 0.957, + "nauc_recall_at_10_std": 0.474618, + "nauc_recall_at_10_diff1": 0.921741, + "nauc_recall_at_20_max": 0.972767, + "nauc_recall_at_20_std": 0.70887, + "nauc_recall_at_20_diff1": 0.955338, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.978214, + "nauc_recall_at_100_diff1": 0.931917, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.733076, + "nauc_precision_at_1_std": -0.110549, + "nauc_precision_at_1_diff1": 0.898007, + "nauc_precision_at_3_max": 0.889725, + "nauc_precision_at_3_std": 0.13346, + "nauc_precision_at_3_diff1": 0.890064, + "nauc_precision_at_5_max": 0.892339, + "nauc_precision_at_5_std": 0.26474, + "nauc_precision_at_5_diff1": 0.892054, + "nauc_precision_at_10_max": 0.957, + "nauc_precision_at_10_std": 0.474618, + "nauc_precision_at_10_diff1": 0.921741, + "nauc_precision_at_20_max": 0.972767, + "nauc_precision_at_20_std": 0.70887, + "nauc_precision_at_20_diff1": 0.955338, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.978214, + "nauc_precision_at_100_diff1": 0.931917, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.733076, + "nauc_mrr_at_1_std": -0.110549, + "nauc_mrr_at_1_diff1": 0.898007, + "nauc_mrr_at_3_max": 0.779593, + "nauc_mrr_at_3_std": -0.046598, + "nauc_mrr_at_3_diff1": 0.891152, + "nauc_mrr_at_5_max": 0.773739, + "nauc_mrr_at_5_std": -0.041513, + "nauc_mrr_at_5_diff1": 0.89089, + "nauc_mrr_at_10_max": 0.771568, + "nauc_mrr_at_10_std": -0.047242, + "nauc_mrr_at_10_diff1": 0.892002, + "nauc_mrr_at_20_max": 0.771273, + "nauc_mrr_at_20_std": -0.045505, + "nauc_mrr_at_20_diff1": 0.892274, + "nauc_mrr_at_100_max": 0.770676, + "nauc_mrr_at_100_std": -0.047695, + "nauc_mrr_at_100_diff1": 0.892027, + "nauc_mrr_at_1000_max": 0.770595, + "nauc_mrr_at_1000_std": -0.048118, + "nauc_mrr_at_1000_diff1": 0.892017, + "hit_rate_at_1": 0.86, + "hit_rate_at_3": 0.93111, + "hit_rate_at_5": 0.95444, + "hit_rate_at_10": 0.97889, + "hit_rate_at_20": 0.98333, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.91937, + "hf_subset": "eng_Latn-bul_Cyrl", + "languages": [ + "eng-Latn", + "bul-Cyrl" + ] + }, + { + "ndcg_at_1": 0.88556, + "ndcg_at_3": 0.91913, + "ndcg_at_5": 0.92778, + "ndcg_at_10": 0.93289, + "ndcg_at_20": 0.93516, + "ndcg_at_100": 0.9368, + "ndcg_at_1000": 0.93721, + "map_at_1": 0.88556, + "map_at_3": 0.91111, + "map_at_5": 0.91589, + "map_at_10": 0.91804, + "map_at_20": 0.91868, + "map_at_100": 0.9189, + "map_at_1000": 0.91892, + "recall_at_1": 0.88556, + "recall_at_3": 0.94222, + "recall_at_5": 0.96333, + "recall_at_10": 0.97889, + "recall_at_20": 0.98778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.88556, + "precision_at_1": 0.88556, + "precision_at_3": 0.31407, + "precision_at_5": 0.19267, + "precision_at_10": 0.09789, + "precision_at_20": 0.04939, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.885556, + "mrr_at_3": 0.911111, + "mrr_at_5": 0.915889, + "mrr_at_10": 0.918044, + "mrr_at_20": 0.91868, + "mrr_at_100": 0.918901, + "mrr_at_1000": 0.918915, + "nauc_ndcg_at_1_max": 0.786152, + "nauc_ndcg_at_1_std": -0.185164, + "nauc_ndcg_at_1_diff1": 0.916727, + "nauc_ndcg_at_3_max": 0.825651, + "nauc_ndcg_at_3_std": -0.078717, + "nauc_ndcg_at_3_diff1": 0.909709, + "nauc_ndcg_at_5_max": 0.822542, + "nauc_ndcg_at_5_std": -0.091871, + "nauc_ndcg_at_5_diff1": 0.908366, + "nauc_ndcg_at_10_max": 0.821628, + "nauc_ndcg_at_10_std": -0.089216, + "nauc_ndcg_at_10_diff1": 0.91131, + "nauc_ndcg_at_20_max": 0.816487, + "nauc_ndcg_at_20_std": -0.101896, + "nauc_ndcg_at_20_diff1": 0.909858, + "nauc_ndcg_at_100_max": 0.814427, + "nauc_ndcg_at_100_std": -0.100649, + "nauc_ndcg_at_100_diff1": 0.910063, + "nauc_ndcg_at_1000_max": 0.814435, + "nauc_ndcg_at_1000_std": -0.105729, + "nauc_ndcg_at_1000_diff1": 0.910597, + "nauc_map_at_1_max": 0.786152, + "nauc_map_at_1_std": -0.185164, + "nauc_map_at_1_diff1": 0.916727, + "nauc_map_at_3_max": 0.815417, + "nauc_map_at_3_std": -0.105314, + "nauc_map_at_3_diff1": 0.910728, + "nauc_map_at_5_max": 0.81321, + "nauc_map_at_5_std": -0.114306, + "nauc_map_at_5_diff1": 0.910206, + "nauc_map_at_10_max": 0.812948, + "nauc_map_at_10_std": -0.11301, + "nauc_map_at_10_diff1": 0.91141, + "nauc_map_at_20_max": 0.811739, + "nauc_map_at_20_std": -0.115954, + "nauc_map_at_20_diff1": 0.911065, + "nauc_map_at_100_max": 0.811436, + "nauc_map_at_100_std": -0.115868, + "nauc_map_at_100_diff1": 0.911078, + "nauc_map_at_1000_max": 0.811441, + "nauc_map_at_1000_std": -0.115998, + "nauc_map_at_1000_diff1": 0.91111, + "nauc_recall_at_1_max": 0.786152, + "nauc_recall_at_1_std": -0.185164, + "nauc_recall_at_1_diff1": 0.916727, + "nauc_recall_at_3_max": 0.869371, + "nauc_recall_at_3_std": 0.034179, + "nauc_recall_at_3_diff1": 0.905956, + "nauc_recall_at_5_max": 0.881094, + "nauc_recall_at_5_std": 0.048029, + "nauc_recall_at_5_diff1": 0.896868, + "nauc_recall_at_10_max": 0.909455, + "nauc_recall_at_10_std": 0.15701, + "nauc_recall_at_10_diff1": 0.913755, + "nauc_recall_at_20_max": 0.867371, + "nauc_recall_at_20_std": 0.072193, + "nauc_recall_at_20_diff1": 0.886682, + "nauc_recall_at_100_max": 0.820261, + "nauc_recall_at_100_std": 0.6662, + "nauc_recall_at_100_diff1": 0.851385, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.786152, + "nauc_precision_at_1_std": -0.185164, + "nauc_precision_at_1_diff1": 0.916727, + "nauc_precision_at_3_max": 0.869371, + "nauc_precision_at_3_std": 0.034179, + "nauc_precision_at_3_diff1": 0.905956, + "nauc_precision_at_5_max": 0.881094, + "nauc_precision_at_5_std": 0.048029, + "nauc_precision_at_5_diff1": 0.896868, + "nauc_precision_at_10_max": 0.909455, + "nauc_precision_at_10_std": 0.15701, + "nauc_precision_at_10_diff1": 0.913755, + "nauc_precision_at_20_max": 0.867371, + "nauc_precision_at_20_std": 0.072193, + "nauc_precision_at_20_diff1": 0.886682, + "nauc_precision_at_100_max": 0.820261, + "nauc_precision_at_100_std": 0.6662, + "nauc_precision_at_100_diff1": 0.851385, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.786152, + "nauc_mrr_at_1_std": -0.185164, + "nauc_mrr_at_1_diff1": 0.916727, + "nauc_mrr_at_3_max": 0.815417, + "nauc_mrr_at_3_std": -0.105314, + "nauc_mrr_at_3_diff1": 0.910728, + "nauc_mrr_at_5_max": 0.81321, + "nauc_mrr_at_5_std": -0.114306, + "nauc_mrr_at_5_diff1": 0.910206, + "nauc_mrr_at_10_max": 0.812948, + "nauc_mrr_at_10_std": -0.11301, + "nauc_mrr_at_10_diff1": 0.91141, + "nauc_mrr_at_20_max": 0.811739, + "nauc_mrr_at_20_std": -0.115954, + "nauc_mrr_at_20_diff1": 0.911065, + "nauc_mrr_at_100_max": 0.811436, + "nauc_mrr_at_100_std": -0.115868, + "nauc_mrr_at_100_diff1": 0.911078, + "nauc_mrr_at_1000_max": 0.811441, + "nauc_mrr_at_1000_std": -0.115998, + "nauc_mrr_at_1000_diff1": 0.91111, + "hit_rate_at_1": 0.88556, + "hit_rate_at_3": 0.94222, + "hit_rate_at_5": 0.96333, + "hit_rate_at_10": 0.97889, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93289, + "hf_subset": "cat_Latn-cat_Latn", + "languages": [ + "cat-Latn", + "cat-Latn" + ] + }, + { + "ndcg_at_1": 0.90222, + "ndcg_at_3": 0.93553, + "ndcg_at_5": 0.94289, + "ndcg_at_10": 0.94621, + "ndcg_at_20": 0.94741, + "ndcg_at_100": 0.94867, + "ndcg_at_1000": 0.94908, + "map_at_1": 0.90222, + "map_at_3": 0.92778, + "map_at_5": 0.93189, + "map_at_10": 0.9333, + "map_at_20": 0.93368, + "map_at_100": 0.93386, + "map_at_1000": 0.93387, + "recall_at_1": 0.90222, + "recall_at_3": 0.95778, + "recall_at_5": 0.97556, + "recall_at_10": 0.98556, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.90222, + "precision_at_1": 0.90222, + "precision_at_3": 0.31926, + "precision_at_5": 0.19511, + "precision_at_10": 0.09856, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.902222, + "mrr_at_3": 0.927778, + "mrr_at_5": 0.931889, + "mrr_at_10": 0.933302, + "mrr_at_20": 0.933679, + "mrr_at_100": 0.933857, + "mrr_at_1000": 0.93387, + "nauc_ndcg_at_1_max": 0.719273, + "nauc_ndcg_at_1_std": -0.317773, + "nauc_ndcg_at_1_diff1": 0.913372, + "nauc_ndcg_at_3_max": 0.759368, + "nauc_ndcg_at_3_std": -0.330067, + "nauc_ndcg_at_3_diff1": 0.915407, + "nauc_ndcg_at_5_max": 0.764019, + "nauc_ndcg_at_5_std": -0.255156, + "nauc_ndcg_at_5_diff1": 0.918317, + "nauc_ndcg_at_10_max": 0.757692, + "nauc_ndcg_at_10_std": -0.272442, + "nauc_ndcg_at_10_diff1": 0.919091, + "nauc_ndcg_at_20_max": 0.758068, + "nauc_ndcg_at_20_std": -0.274448, + "nauc_ndcg_at_20_diff1": 0.918774, + "nauc_ndcg_at_100_max": 0.754565, + "nauc_ndcg_at_100_std": -0.27769, + "nauc_ndcg_at_100_diff1": 0.917312, + "nauc_ndcg_at_1000_max": 0.752954, + "nauc_ndcg_at_1000_std": -0.287697, + "nauc_ndcg_at_1000_diff1": 0.917449, + "nauc_map_at_1_max": 0.719273, + "nauc_map_at_1_std": -0.317773, + "nauc_map_at_1_diff1": 0.913372, + "nauc_map_at_3_max": 0.749034, + "nauc_map_at_3_std": -0.330651, + "nauc_map_at_3_diff1": 0.915312, + "nauc_map_at_5_max": 0.750567, + "nauc_map_at_5_std": -0.295648, + "nauc_map_at_5_diff1": 0.91671, + "nauc_map_at_10_max": 0.748255, + "nauc_map_at_10_std": -0.301, + "nauc_map_at_10_diff1": 0.916974, + "nauc_map_at_20_max": 0.748359, + "nauc_map_at_20_std": -0.301524, + "nauc_map_at_20_diff1": 0.9169, + "nauc_map_at_100_max": 0.747997, + "nauc_map_at_100_std": -0.301642, + "nauc_map_at_100_diff1": 0.91673, + "nauc_map_at_1000_max": 0.747959, + "nauc_map_at_1000_std": -0.301889, + "nauc_map_at_1000_diff1": 0.91674, + "nauc_recall_at_1_max": 0.719273, + "nauc_recall_at_1_std": -0.317773, + "nauc_recall_at_1_diff1": 0.913372, + "nauc_recall_at_3_max": 0.80843, + "nauc_recall_at_3_std": -0.323935, + "nauc_recall_at_3_diff1": 0.915475, + "nauc_recall_at_5_max": 0.870576, + "nauc_recall_at_5_std": 0.103281, + "nauc_recall_at_5_diff1": 0.931457, + "nauc_recall_at_10_max": 0.869676, + "nauc_recall_at_10_std": 0.123034, + "nauc_recall_at_10_diff1": 0.948467, + "nauc_recall_at_20_max": 0.923747, + "nauc_recall_at_20_std": 0.253709, + "nauc_recall_at_20_diff1": 0.954611, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.719273, + "nauc_precision_at_1_std": -0.317773, + "nauc_precision_at_1_diff1": 0.913372, + "nauc_precision_at_3_max": 0.80843, + "nauc_precision_at_3_std": -0.323935, + "nauc_precision_at_3_diff1": 0.915475, + "nauc_precision_at_5_max": 0.870576, + "nauc_precision_at_5_std": 0.103281, + "nauc_precision_at_5_diff1": 0.931457, + "nauc_precision_at_10_max": 0.869676, + "nauc_precision_at_10_std": 0.123034, + "nauc_precision_at_10_diff1": 0.948467, + "nauc_precision_at_20_max": 0.923747, + "nauc_precision_at_20_std": 0.253709, + "nauc_precision_at_20_diff1": 0.954611, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.719273, + "nauc_mrr_at_1_std": -0.317773, + "nauc_mrr_at_1_diff1": 0.913372, + "nauc_mrr_at_3_max": 0.749034, + "nauc_mrr_at_3_std": -0.330651, + "nauc_mrr_at_3_diff1": 0.915312, + "nauc_mrr_at_5_max": 0.750567, + "nauc_mrr_at_5_std": -0.295648, + "nauc_mrr_at_5_diff1": 0.91671, + "nauc_mrr_at_10_max": 0.748255, + "nauc_mrr_at_10_std": -0.301, + "nauc_mrr_at_10_diff1": 0.916974, + "nauc_mrr_at_20_max": 0.748359, + "nauc_mrr_at_20_std": -0.301524, + "nauc_mrr_at_20_diff1": 0.9169, + "nauc_mrr_at_100_max": 0.747997, + "nauc_mrr_at_100_std": -0.301642, + "nauc_mrr_at_100_diff1": 0.91673, + "nauc_mrr_at_1000_max": 0.747959, + "nauc_mrr_at_1000_std": -0.301889, + "nauc_mrr_at_1000_diff1": 0.91674, + "hit_rate_at_1": 0.90222, + "hit_rate_at_3": 0.95778, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94621, + "hf_subset": "cat_Latn-eng_Latn", + "languages": [ + "cat-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.90645, + "ndcg_at_5": 0.91119, + "ndcg_at_10": 0.91852, + "ndcg_at_20": 0.92229, + "ndcg_at_100": 0.92444, + "ndcg_at_1000": 0.92485, + "map_at_1": 0.86, + "map_at_3": 0.89556, + "map_at_5": 0.89828, + "map_at_10": 0.90139, + "map_at_20": 0.90249, + "map_at_100": 0.90282, + "map_at_1000": 0.90284, + "recall_at_1": 0.86, + "recall_at_3": 0.93778, + "recall_at_5": 0.94889, + "recall_at_10": 0.97111, + "recall_at_20": 0.98556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.86, + "precision_at_1": 0.86, + "precision_at_3": 0.31259, + "precision_at_5": 0.18978, + "precision_at_10": 0.09711, + "precision_at_20": 0.04928, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.86, + "mrr_at_3": 0.895556, + "mrr_at_5": 0.898278, + "mrr_at_10": 0.901391, + "mrr_at_20": 0.902492, + "mrr_at_100": 0.902822, + "mrr_at_1000": 0.902836, + "nauc_ndcg_at_1_max": 0.783705, + "nauc_ndcg_at_1_std": -0.21648, + "nauc_ndcg_at_1_diff1": 0.929665, + "nauc_ndcg_at_3_max": 0.82488, + "nauc_ndcg_at_3_std": -0.186286, + "nauc_ndcg_at_3_diff1": 0.915779, + "nauc_ndcg_at_5_max": 0.823638, + "nauc_ndcg_at_5_std": -0.167685, + "nauc_ndcg_at_5_diff1": 0.916273, + "nauc_ndcg_at_10_max": 0.823723, + "nauc_ndcg_at_10_std": -0.151066, + "nauc_ndcg_at_10_diff1": 0.918088, + "nauc_ndcg_at_20_max": 0.818085, + "nauc_ndcg_at_20_std": -0.161252, + "nauc_ndcg_at_20_diff1": 0.91864, + "nauc_ndcg_at_100_max": 0.816275, + "nauc_ndcg_at_100_std": -0.164377, + "nauc_ndcg_at_100_diff1": 0.919287, + "nauc_ndcg_at_1000_max": 0.815247, + "nauc_ndcg_at_1000_std": -0.170895, + "nauc_ndcg_at_1000_diff1": 0.919791, + "nauc_map_at_1_max": 0.783705, + "nauc_map_at_1_std": -0.21648, + "nauc_map_at_1_diff1": 0.929665, + "nauc_map_at_3_max": 0.814307, + "nauc_map_at_3_std": -0.192932, + "nauc_map_at_3_diff1": 0.919534, + "nauc_map_at_5_max": 0.813256, + "nauc_map_at_5_std": -0.183564, + "nauc_map_at_5_diff1": 0.919789, + "nauc_map_at_10_max": 0.813013, + "nauc_map_at_10_std": -0.178474, + "nauc_map_at_10_diff1": 0.920596, + "nauc_map_at_20_max": 0.811607, + "nauc_map_at_20_std": -0.180734, + "nauc_map_at_20_diff1": 0.92078, + "nauc_map_at_100_max": 0.811333, + "nauc_map_at_100_std": -0.181177, + "nauc_map_at_100_diff1": 0.920859, + "nauc_map_at_1000_max": 0.811306, + "nauc_map_at_1000_std": -0.181343, + "nauc_map_at_1000_diff1": 0.920887, + "nauc_recall_at_1_max": 0.783705, + "nauc_recall_at_1_std": -0.21648, + "nauc_recall_at_1_diff1": 0.929665, + "nauc_recall_at_3_max": 0.873074, + "nauc_recall_at_3_std": -0.156921, + "nauc_recall_at_3_diff1": 0.898501, + "nauc_recall_at_5_max": 0.879684, + "nauc_recall_at_5_std": -0.077802, + "nauc_recall_at_5_diff1": 0.897495, + "nauc_recall_at_10_max": 0.922341, + "nauc_recall_at_10_std": 0.134166, + "nauc_recall_at_10_diff1": 0.897202, + "nauc_recall_at_20_max": 0.90627, + "nauc_recall_at_20_std": 0.19378, + "nauc_recall_at_20_diff1": 0.88616, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.851385, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.783705, + "nauc_precision_at_1_std": -0.21648, + "nauc_precision_at_1_diff1": 0.929665, + "nauc_precision_at_3_max": 0.873074, + "nauc_precision_at_3_std": -0.156921, + "nauc_precision_at_3_diff1": 0.898501, + "nauc_precision_at_5_max": 0.879684, + "nauc_precision_at_5_std": -0.077802, + "nauc_precision_at_5_diff1": 0.897495, + "nauc_precision_at_10_max": 0.922341, + "nauc_precision_at_10_std": 0.134166, + "nauc_precision_at_10_diff1": 0.897202, + "nauc_precision_at_20_max": 0.90627, + "nauc_precision_at_20_std": 0.19378, + "nauc_precision_at_20_diff1": 0.88616, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.851385, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.783705, + "nauc_mrr_at_1_std": -0.21648, + "nauc_mrr_at_1_diff1": 0.929665, + "nauc_mrr_at_3_max": 0.814307, + "nauc_mrr_at_3_std": -0.192932, + "nauc_mrr_at_3_diff1": 0.919534, + "nauc_mrr_at_5_max": 0.813256, + "nauc_mrr_at_5_std": -0.183564, + "nauc_mrr_at_5_diff1": 0.919789, + "nauc_mrr_at_10_max": 0.813013, + "nauc_mrr_at_10_std": -0.178474, + "nauc_mrr_at_10_diff1": 0.920596, + "nauc_mrr_at_20_max": 0.811607, + "nauc_mrr_at_20_std": -0.180734, + "nauc_mrr_at_20_diff1": 0.92078, + "nauc_mrr_at_100_max": 0.811333, + "nauc_mrr_at_100_std": -0.181177, + "nauc_mrr_at_100_diff1": 0.920859, + "nauc_mrr_at_1000_max": 0.811306, + "nauc_mrr_at_1000_std": -0.181343, + "nauc_mrr_at_1000_diff1": 0.920887, + "hit_rate_at_1": 0.86, + "hit_rate_at_3": 0.93778, + "hit_rate_at_5": 0.94889, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.91852, + "hf_subset": "eng_Latn-cat_Latn", + "languages": [ + "eng-Latn", + "cat-Latn" + ] + }, + { + "ndcg_at_1": 0.78667, + "ndcg_at_3": 0.83116, + "ndcg_at_5": 0.84431, + "ndcg_at_10": 0.85261, + "ndcg_at_20": 0.8571, + "ndcg_at_100": 0.86308, + "ndcg_at_1000": 0.86716, + "map_at_1": 0.78667, + "map_at_3": 0.82074, + "map_at_5": 0.82796, + "map_at_10": 0.83141, + "map_at_20": 0.83264, + "map_at_100": 0.83339, + "map_at_1000": 0.83358, + "recall_at_1": 0.78667, + "recall_at_3": 0.86111, + "recall_at_5": 0.89333, + "recall_at_10": 0.91889, + "recall_at_20": 0.93667, + "recall_at_100": 0.97, + "recall_at_1000": 1.0, + "accuracy": 0.78667, + "precision_at_1": 0.78667, + "precision_at_3": 0.28704, + "precision_at_5": 0.17867, + "precision_at_10": 0.09189, + "precision_at_20": 0.04683, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "mrr_at_1": 0.786667, + "mrr_at_3": 0.820741, + "mrr_at_5": 0.827963, + "mrr_at_10": 0.831412, + "mrr_at_20": 0.832642, + "mrr_at_100": 0.83339, + "mrr_at_1000": 0.833583, + "nauc_ndcg_at_1_max": 0.797178, + "nauc_ndcg_at_1_std": -0.296962, + "nauc_ndcg_at_1_diff1": 0.917086, + "nauc_ndcg_at_3_max": 0.808556, + "nauc_ndcg_at_3_std": -0.298554, + "nauc_ndcg_at_3_diff1": 0.897631, + "nauc_ndcg_at_5_max": 0.806924, + "nauc_ndcg_at_5_std": -0.293634, + "nauc_ndcg_at_5_diff1": 0.892609, + "nauc_ndcg_at_10_max": 0.80122, + "nauc_ndcg_at_10_std": -0.310538, + "nauc_ndcg_at_10_diff1": 0.892762, + "nauc_ndcg_at_20_max": 0.80515, + "nauc_ndcg_at_20_std": -0.3082, + "nauc_ndcg_at_20_diff1": 0.894631, + "nauc_ndcg_at_100_max": 0.804442, + "nauc_ndcg_at_100_std": -0.30314, + "nauc_ndcg_at_100_diff1": 0.896068, + "nauc_ndcg_at_1000_max": 0.804173, + "nauc_ndcg_at_1000_std": -0.302979, + "nauc_ndcg_at_1000_diff1": 0.8981, + "nauc_map_at_1_max": 0.797178, + "nauc_map_at_1_std": -0.296962, + "nauc_map_at_1_diff1": 0.917086, + "nauc_map_at_3_max": 0.805786, + "nauc_map_at_3_std": -0.298394, + "nauc_map_at_3_diff1": 0.902937, + "nauc_map_at_5_max": 0.80467, + "nauc_map_at_5_std": -0.296519, + "nauc_map_at_5_diff1": 0.900556, + "nauc_map_at_10_max": 0.802508, + "nauc_map_at_10_std": -0.302333, + "nauc_map_at_10_diff1": 0.900706, + "nauc_map_at_20_max": 0.803635, + "nauc_map_at_20_std": -0.301361, + "nauc_map_at_20_diff1": 0.901271, + "nauc_map_at_100_max": 0.803541, + "nauc_map_at_100_std": -0.300739, + "nauc_map_at_100_diff1": 0.901449, + "nauc_map_at_1000_max": 0.803526, + "nauc_map_at_1000_std": -0.300786, + "nauc_map_at_1000_diff1": 0.901531, + "nauc_recall_at_1_max": 0.797178, + "nauc_recall_at_1_std": -0.296962, + "nauc_recall_at_1_diff1": 0.917086, + "nauc_recall_at_3_max": 0.81836, + "nauc_recall_at_3_std": -0.29898, + "nauc_recall_at_3_diff1": 0.878511, + "nauc_recall_at_5_max": 0.816565, + "nauc_recall_at_5_std": -0.278463, + "nauc_recall_at_5_diff1": 0.856687, + "nauc_recall_at_10_max": 0.789456, + "nauc_recall_at_10_std": -0.368277, + "nauc_recall_at_10_diff1": 0.847288, + "nauc_recall_at_20_max": 0.81588, + "nauc_recall_at_20_std": -0.371058, + "nauc_recall_at_20_diff1": 0.849133, + "nauc_recall_at_100_max": 0.812135, + "nauc_recall_at_100_std": -0.320849, + "nauc_recall_at_100_diff1": 0.834094, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.797178, + "nauc_precision_at_1_std": -0.296962, + "nauc_precision_at_1_diff1": 0.917086, + "nauc_precision_at_3_max": 0.81836, + "nauc_precision_at_3_std": -0.29898, + "nauc_precision_at_3_diff1": 0.878511, + "nauc_precision_at_5_max": 0.816565, + "nauc_precision_at_5_std": -0.278463, + "nauc_precision_at_5_diff1": 0.856687, + "nauc_precision_at_10_max": 0.789456, + "nauc_precision_at_10_std": -0.368277, + "nauc_precision_at_10_diff1": 0.847288, + "nauc_precision_at_20_max": 0.81588, + "nauc_precision_at_20_std": -0.371058, + "nauc_precision_at_20_diff1": 0.849133, + "nauc_precision_at_100_max": 0.812135, + "nauc_precision_at_100_std": -0.320849, + "nauc_precision_at_100_diff1": 0.834094, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.797178, + "nauc_mrr_at_1_std": -0.296962, + "nauc_mrr_at_1_diff1": 0.917086, + "nauc_mrr_at_3_max": 0.805786, + "nauc_mrr_at_3_std": -0.298394, + "nauc_mrr_at_3_diff1": 0.902937, + "nauc_mrr_at_5_max": 0.80467, + "nauc_mrr_at_5_std": -0.296519, + "nauc_mrr_at_5_diff1": 0.900556, + "nauc_mrr_at_10_max": 0.802508, + "nauc_mrr_at_10_std": -0.302333, + "nauc_mrr_at_10_diff1": 0.900706, + "nauc_mrr_at_20_max": 0.803635, + "nauc_mrr_at_20_std": -0.301361, + "nauc_mrr_at_20_diff1": 0.901271, + "nauc_mrr_at_100_max": 0.803541, + "nauc_mrr_at_100_std": -0.300739, + "nauc_mrr_at_100_diff1": 0.901449, + "nauc_mrr_at_1000_max": 0.803526, + "nauc_mrr_at_1000_std": -0.300786, + "nauc_mrr_at_1000_diff1": 0.901531, + "hit_rate_at_1": 0.78667, + "hit_rate_at_3": 0.86111, + "hit_rate_at_5": 0.89333, + "hit_rate_at_10": 0.91889, + "hit_rate_at_20": 0.93667, + "hit_rate_at_100": 0.97, + "hit_rate_at_1000": 1.0, + "main_score": 0.85261, + "hf_subset": "ceb_Latn-ceb_Latn", + "languages": [ + "ceb-Latn", + "ceb-Latn" + ] + }, + { + "ndcg_at_1": 0.86889, + "ndcg_at_3": 0.91102, + "ndcg_at_5": 0.91876, + "ndcg_at_10": 0.92339, + "ndcg_at_20": 0.92562, + "ndcg_at_100": 0.92856, + "ndcg_at_1000": 0.92896, + "map_at_1": 0.86889, + "map_at_3": 0.9013, + "map_at_5": 0.90557, + "map_at_10": 0.90745, + "map_at_20": 0.90806, + "map_at_100": 0.90848, + "map_at_1000": 0.90849, + "recall_at_1": 0.86889, + "recall_at_3": 0.93889, + "recall_at_5": 0.95778, + "recall_at_10": 0.97222, + "recall_at_20": 0.98111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.86889, + "precision_at_1": 0.86889, + "precision_at_3": 0.31296, + "precision_at_5": 0.19156, + "precision_at_10": 0.09722, + "precision_at_20": 0.04906, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.868889, + "mrr_at_3": 0.901296, + "mrr_at_5": 0.905574, + "mrr_at_10": 0.907453, + "mrr_at_20": 0.908058, + "mrr_at_100": 0.908483, + "mrr_at_1000": 0.908493, + "nauc_ndcg_at_1_max": 0.765115, + "nauc_ndcg_at_1_std": -0.265209, + "nauc_ndcg_at_1_diff1": 0.920258, + "nauc_ndcg_at_3_max": 0.783776, + "nauc_ndcg_at_3_std": -0.28574, + "nauc_ndcg_at_3_diff1": 0.90009, + "nauc_ndcg_at_5_max": 0.787021, + "nauc_ndcg_at_5_std": -0.281281, + "nauc_ndcg_at_5_diff1": 0.906709, + "nauc_ndcg_at_10_max": 0.78771, + "nauc_ndcg_at_10_std": -0.266533, + "nauc_ndcg_at_10_diff1": 0.910218, + "nauc_ndcg_at_20_max": 0.78608, + "nauc_ndcg_at_20_std": -0.257133, + "nauc_ndcg_at_20_diff1": 0.911603, + "nauc_ndcg_at_100_max": 0.784832, + "nauc_ndcg_at_100_std": -0.250441, + "nauc_ndcg_at_100_diff1": 0.910499, + "nauc_ndcg_at_1000_max": 0.783596, + "nauc_ndcg_at_1000_std": -0.257367, + "nauc_ndcg_at_1000_diff1": 0.910539, + "nauc_map_at_1_max": 0.765115, + "nauc_map_at_1_std": -0.265209, + "nauc_map_at_1_diff1": 0.920258, + "nauc_map_at_3_max": 0.779188, + "nauc_map_at_3_std": -0.275722, + "nauc_map_at_3_diff1": 0.906306, + "nauc_map_at_5_max": 0.780802, + "nauc_map_at_5_std": -0.271951, + "nauc_map_at_5_diff1": 0.909823, + "nauc_map_at_10_max": 0.780962, + "nauc_map_at_10_std": -0.265725, + "nauc_map_at_10_diff1": 0.911038, + "nauc_map_at_20_max": 0.78054, + "nauc_map_at_20_std": -0.263637, + "nauc_map_at_20_diff1": 0.911291, + "nauc_map_at_100_max": 0.780485, + "nauc_map_at_100_std": -0.26226, + "nauc_map_at_100_diff1": 0.911191, + "nauc_map_at_1000_max": 0.780459, + "nauc_map_at_1000_std": -0.262401, + "nauc_map_at_1000_diff1": 0.911194, + "nauc_recall_at_1_max": 0.765115, + "nauc_recall_at_1_std": -0.265209, + "nauc_recall_at_1_diff1": 0.920258, + "nauc_recall_at_3_max": 0.803854, + "nauc_recall_at_3_std": -0.333766, + "nauc_recall_at_3_diff1": 0.871828, + "nauc_recall_at_5_max": 0.825249, + "nauc_recall_at_5_std": -0.345435, + "nauc_recall_at_5_diff1": 0.888999, + "nauc_recall_at_10_max": 0.850047, + "nauc_recall_at_10_std": -0.272007, + "nauc_recall_at_10_diff1": 0.910084, + "nauc_recall_at_20_max": 0.855001, + "nauc_recall_at_20_std": -0.13146, + "nauc_recall_at_20_diff1": 0.933405, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.765115, + "nauc_precision_at_1_std": -0.265209, + "nauc_precision_at_1_diff1": 0.920258, + "nauc_precision_at_3_max": 0.803854, + "nauc_precision_at_3_std": -0.333766, + "nauc_precision_at_3_diff1": 0.871828, + "nauc_precision_at_5_max": 0.825249, + "nauc_precision_at_5_std": -0.345435, + "nauc_precision_at_5_diff1": 0.888999, + "nauc_precision_at_10_max": 0.850047, + "nauc_precision_at_10_std": -0.272007, + "nauc_precision_at_10_diff1": 0.910084, + "nauc_precision_at_20_max": 0.855001, + "nauc_precision_at_20_std": -0.13146, + "nauc_precision_at_20_diff1": 0.933405, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.765115, + "nauc_mrr_at_1_std": -0.265209, + "nauc_mrr_at_1_diff1": 0.920258, + "nauc_mrr_at_3_max": 0.779188, + "nauc_mrr_at_3_std": -0.275722, + "nauc_mrr_at_3_diff1": 0.906306, + "nauc_mrr_at_5_max": 0.780802, + "nauc_mrr_at_5_std": -0.271951, + "nauc_mrr_at_5_diff1": 0.909823, + "nauc_mrr_at_10_max": 0.780962, + "nauc_mrr_at_10_std": -0.265725, + "nauc_mrr_at_10_diff1": 0.911038, + "nauc_mrr_at_20_max": 0.78054, + "nauc_mrr_at_20_std": -0.263637, + "nauc_mrr_at_20_diff1": 0.911291, + "nauc_mrr_at_100_max": 0.780485, + "nauc_mrr_at_100_std": -0.26226, + "nauc_mrr_at_100_diff1": 0.911191, + "nauc_mrr_at_1000_max": 0.780459, + "nauc_mrr_at_1000_std": -0.262401, + "nauc_mrr_at_1000_diff1": 0.911194, + "hit_rate_at_1": 0.86889, + "hit_rate_at_3": 0.93889, + "hit_rate_at_5": 0.95778, + "hit_rate_at_10": 0.97222, + "hit_rate_at_20": 0.98111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92339, + "hf_subset": "ceb_Latn-eng_Latn", + "languages": [ + "ceb-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.75556, + "ndcg_at_3": 0.79473, + "ndcg_at_5": 0.81085, + "ndcg_at_10": 0.82076, + "ndcg_at_20": 0.82775, + "ndcg_at_100": 0.83546, + "ndcg_at_1000": 0.84072, + "map_at_1": 0.75556, + "map_at_3": 0.78556, + "map_at_5": 0.79456, + "map_at_10": 0.79877, + "map_at_20": 0.80067, + "map_at_100": 0.8017, + "map_at_1000": 0.80191, + "recall_at_1": 0.75556, + "recall_at_3": 0.82111, + "recall_at_5": 0.86, + "recall_at_10": 0.89, + "recall_at_20": 0.91778, + "recall_at_100": 0.96, + "recall_at_1000": 1.0, + "accuracy": 0.75556, + "precision_at_1": 0.75556, + "precision_at_3": 0.2737, + "precision_at_5": 0.172, + "precision_at_10": 0.089, + "precision_at_20": 0.04589, + "precision_at_100": 0.0096, + "precision_at_1000": 0.001, + "mrr_at_1": 0.755556, + "mrr_at_3": 0.785556, + "mrr_at_5": 0.794556, + "mrr_at_10": 0.798766, + "mrr_at_20": 0.800667, + "mrr_at_100": 0.8017, + "mrr_at_1000": 0.801913, + "nauc_ndcg_at_1_max": 0.853027, + "nauc_ndcg_at_1_std": 0.224294, + "nauc_ndcg_at_1_diff1": 0.893494, + "nauc_ndcg_at_3_max": 0.873957, + "nauc_ndcg_at_3_std": 0.281965, + "nauc_ndcg_at_3_diff1": 0.873284, + "nauc_ndcg_at_5_max": 0.874967, + "nauc_ndcg_at_5_std": 0.292627, + "nauc_ndcg_at_5_diff1": 0.870593, + "nauc_ndcg_at_10_max": 0.873246, + "nauc_ndcg_at_10_std": 0.305678, + "nauc_ndcg_at_10_diff1": 0.866897, + "nauc_ndcg_at_20_max": 0.871444, + "nauc_ndcg_at_20_std": 0.305201, + "nauc_ndcg_at_20_diff1": 0.868434, + "nauc_ndcg_at_100_max": 0.870739, + "nauc_ndcg_at_100_std": 0.29954, + "nauc_ndcg_at_100_diff1": 0.871625, + "nauc_ndcg_at_1000_max": 0.869854, + "nauc_ndcg_at_1000_std": 0.289659, + "nauc_ndcg_at_1000_diff1": 0.872393, + "nauc_map_at_1_max": 0.853027, + "nauc_map_at_1_std": 0.224294, + "nauc_map_at_1_diff1": 0.893494, + "nauc_map_at_3_max": 0.868963, + "nauc_map_at_3_std": 0.267913, + "nauc_map_at_3_diff1": 0.877889, + "nauc_map_at_5_max": 0.869307, + "nauc_map_at_5_std": 0.273035, + "nauc_map_at_5_diff1": 0.876629, + "nauc_map_at_10_max": 0.868481, + "nauc_map_at_10_std": 0.276989, + "nauc_map_at_10_diff1": 0.875316, + "nauc_map_at_20_max": 0.867994, + "nauc_map_at_20_std": 0.276944, + "nauc_map_at_20_diff1": 0.875675, + "nauc_map_at_100_max": 0.867833, + "nauc_map_at_100_std": 0.276126, + "nauc_map_at_100_diff1": 0.875971, + "nauc_map_at_1000_max": 0.867807, + "nauc_map_at_1000_std": 0.275816, + "nauc_map_at_1000_diff1": 0.875992, + "nauc_recall_at_1_max": 0.853027, + "nauc_recall_at_1_std": 0.224294, + "nauc_recall_at_1_diff1": 0.893494, + "nauc_recall_at_3_max": 0.890422, + "nauc_recall_at_3_std": 0.328455, + "nauc_recall_at_3_diff1": 0.858217, + "nauc_recall_at_5_max": 0.897564, + "nauc_recall_at_5_std": 0.37255, + "nauc_recall_at_5_diff1": 0.84632, + "nauc_recall_at_10_max": 0.895556, + "nauc_recall_at_10_std": 0.458404, + "nauc_recall_at_10_diff1": 0.823516, + "nauc_recall_at_20_max": 0.888996, + "nauc_recall_at_20_std": 0.497855, + "nauc_recall_at_20_diff1": 0.82288, + "nauc_recall_at_100_max": 0.896709, + "nauc_recall_at_100_std": 0.582879, + "nauc_recall_at_100_diff1": 0.848013, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.853027, + "nauc_precision_at_1_std": 0.224294, + "nauc_precision_at_1_diff1": 0.893494, + "nauc_precision_at_3_max": 0.890422, + "nauc_precision_at_3_std": 0.328455, + "nauc_precision_at_3_diff1": 0.858217, + "nauc_precision_at_5_max": 0.897564, + "nauc_precision_at_5_std": 0.37255, + "nauc_precision_at_5_diff1": 0.84632, + "nauc_precision_at_10_max": 0.895556, + "nauc_precision_at_10_std": 0.458404, + "nauc_precision_at_10_diff1": 0.823516, + "nauc_precision_at_20_max": 0.888996, + "nauc_precision_at_20_std": 0.497855, + "nauc_precision_at_20_diff1": 0.82288, + "nauc_precision_at_100_max": 0.896709, + "nauc_precision_at_100_std": 0.582879, + "nauc_precision_at_100_diff1": 0.848013, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.853027, + "nauc_mrr_at_1_std": 0.224294, + "nauc_mrr_at_1_diff1": 0.893494, + "nauc_mrr_at_3_max": 0.868963, + "nauc_mrr_at_3_std": 0.267913, + "nauc_mrr_at_3_diff1": 0.877889, + "nauc_mrr_at_5_max": 0.869307, + "nauc_mrr_at_5_std": 0.273035, + "nauc_mrr_at_5_diff1": 0.876629, + "nauc_mrr_at_10_max": 0.868481, + "nauc_mrr_at_10_std": 0.276989, + "nauc_mrr_at_10_diff1": 0.875316, + "nauc_mrr_at_20_max": 0.867994, + "nauc_mrr_at_20_std": 0.276944, + "nauc_mrr_at_20_diff1": 0.875675, + "nauc_mrr_at_100_max": 0.867833, + "nauc_mrr_at_100_std": 0.276126, + "nauc_mrr_at_100_diff1": 0.875971, + "nauc_mrr_at_1000_max": 0.867807, + "nauc_mrr_at_1000_std": 0.275816, + "nauc_mrr_at_1000_diff1": 0.875992, + "hit_rate_at_1": 0.75556, + "hit_rate_at_3": 0.82111, + "hit_rate_at_5": 0.86, + "hit_rate_at_10": 0.89, + "hit_rate_at_20": 0.91778, + "hit_rate_at_100": 0.96, + "hit_rate_at_1000": 1.0, + "main_score": 0.82076, + "hf_subset": "eng_Latn-ceb_Latn", + "languages": [ + "eng-Latn", + "ceb-Latn" + ] + }, + { + "ndcg_at_1": 0.87222, + "ndcg_at_3": 0.91435, + "ndcg_at_5": 0.91837, + "ndcg_at_10": 0.92643, + "ndcg_at_20": 0.92868, + "ndcg_at_100": 0.93084, + "ndcg_at_1000": 0.93128, + "map_at_1": 0.87222, + "map_at_3": 0.90463, + "map_at_5": 0.9068, + "map_at_10": 0.91022, + "map_at_20": 0.91084, + "map_at_100": 0.91118, + "map_at_1000": 0.9112, + "recall_at_1": 0.87222, + "recall_at_3": 0.94222, + "recall_at_5": 0.95222, + "recall_at_10": 0.97667, + "recall_at_20": 0.98556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.87222, + "precision_at_1": 0.87222, + "precision_at_3": 0.31407, + "precision_at_5": 0.19044, + "precision_at_10": 0.09767, + "precision_at_20": 0.04928, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.872222, + "mrr_at_3": 0.90463, + "mrr_at_5": 0.906796, + "mrr_at_10": 0.910223, + "mrr_at_20": 0.910838, + "mrr_at_100": 0.911176, + "mrr_at_1000": 0.911195, + "nauc_ndcg_at_1_max": 0.738545, + "nauc_ndcg_at_1_std": -0.277391, + "nauc_ndcg_at_1_diff1": 0.919801, + "nauc_ndcg_at_3_max": 0.777772, + "nauc_ndcg_at_3_std": -0.234008, + "nauc_ndcg_at_3_diff1": 0.903777, + "nauc_ndcg_at_5_max": 0.780851, + "nauc_ndcg_at_5_std": -0.209473, + "nauc_ndcg_at_5_diff1": 0.906619, + "nauc_ndcg_at_10_max": 0.772746, + "nauc_ndcg_at_10_std": -0.226161, + "nauc_ndcg_at_10_diff1": 0.906601, + "nauc_ndcg_at_20_max": 0.769643, + "nauc_ndcg_at_20_std": -0.214703, + "nauc_ndcg_at_20_diff1": 0.908596, + "nauc_ndcg_at_100_max": 0.769052, + "nauc_ndcg_at_100_std": -0.222452, + "nauc_ndcg_at_100_diff1": 0.909108, + "nauc_ndcg_at_1000_max": 0.768136, + "nauc_ndcg_at_1000_std": -0.229518, + "nauc_ndcg_at_1000_diff1": 0.909459, + "nauc_map_at_1_max": 0.738545, + "nauc_map_at_1_std": -0.277391, + "nauc_map_at_1_diff1": 0.919801, + "nauc_map_at_3_max": 0.767627, + "nauc_map_at_3_std": -0.245189, + "nauc_map_at_3_diff1": 0.908362, + "nauc_map_at_5_max": 0.768869, + "nauc_map_at_5_std": -0.234017, + "nauc_map_at_5_diff1": 0.909753, + "nauc_map_at_10_max": 0.765864, + "nauc_map_at_10_std": -0.239601, + "nauc_map_at_10_diff1": 0.909887, + "nauc_map_at_20_max": 0.765078, + "nauc_map_at_20_std": -0.23778, + "nauc_map_at_20_diff1": 0.910476, + "nauc_map_at_100_max": 0.764946, + "nauc_map_at_100_std": -0.238746, + "nauc_map_at_100_diff1": 0.910543, + "nauc_map_at_1000_max": 0.764918, + "nauc_map_at_1000_std": -0.238975, + "nauc_map_at_1000_diff1": 0.910561, + "nauc_recall_at_1_max": 0.738545, + "nauc_recall_at_1_std": -0.277391, + "nauc_recall_at_1_diff1": 0.919801, + "nauc_recall_at_3_max": 0.823565, + "nauc_recall_at_3_std": -0.183572, + "nauc_recall_at_3_diff1": 0.882712, + "nauc_recall_at_5_max": 0.845862, + "nauc_recall_at_5_std": -0.068747, + "nauc_recall_at_5_diff1": 0.890724, + "nauc_recall_at_10_max": 0.832422, + "nauc_recall_at_10_std": -0.101552, + "nauc_recall_at_10_diff1": 0.873505, + "nauc_recall_at_20_max": 0.812253, + "nauc_recall_at_20_std": 0.22233, + "nauc_recall_at_20_diff1": 0.885621, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 0.863834, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.738545, + "nauc_precision_at_1_std": -0.277391, + "nauc_precision_at_1_diff1": 0.919801, + "nauc_precision_at_3_max": 0.823565, + "nauc_precision_at_3_std": -0.183572, + "nauc_precision_at_3_diff1": 0.882712, + "nauc_precision_at_5_max": 0.845862, + "nauc_precision_at_5_std": -0.068747, + "nauc_precision_at_5_diff1": 0.890724, + "nauc_precision_at_10_max": 0.832422, + "nauc_precision_at_10_std": -0.101552, + "nauc_precision_at_10_diff1": 0.873505, + "nauc_precision_at_20_max": 0.812253, + "nauc_precision_at_20_std": 0.22233, + "nauc_precision_at_20_diff1": 0.885621, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 0.863834, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.738545, + "nauc_mrr_at_1_std": -0.277391, + "nauc_mrr_at_1_diff1": 0.919801, + "nauc_mrr_at_3_max": 0.767627, + "nauc_mrr_at_3_std": -0.245189, + "nauc_mrr_at_3_diff1": 0.908362, + "nauc_mrr_at_5_max": 0.768869, + "nauc_mrr_at_5_std": -0.234017, + "nauc_mrr_at_5_diff1": 0.909753, + "nauc_mrr_at_10_max": 0.765864, + "nauc_mrr_at_10_std": -0.239601, + "nauc_mrr_at_10_diff1": 0.909887, + "nauc_mrr_at_20_max": 0.765078, + "nauc_mrr_at_20_std": -0.23778, + "nauc_mrr_at_20_diff1": 0.910476, + "nauc_mrr_at_100_max": 0.764946, + "nauc_mrr_at_100_std": -0.238746, + "nauc_mrr_at_100_diff1": 0.910543, + "nauc_mrr_at_1000_max": 0.764918, + "nauc_mrr_at_1000_std": -0.238975, + "nauc_mrr_at_1000_diff1": 0.910561, + "hit_rate_at_1": 0.87222, + "hit_rate_at_3": 0.94222, + "hit_rate_at_5": 0.95222, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92643, + "hf_subset": "ces_Latn-ces_Latn", + "languages": [ + "ces-Latn", + "ces-Latn" + ] + }, + { + "ndcg_at_1": 0.89111, + "ndcg_at_3": 0.93014, + "ndcg_at_5": 0.93708, + "ndcg_at_10": 0.94336, + "ndcg_at_20": 0.94363, + "ndcg_at_100": 0.94432, + "ndcg_at_1000": 0.94474, + "map_at_1": 0.89111, + "map_at_3": 0.92093, + "map_at_5": 0.92481, + "map_at_10": 0.92751, + "map_at_20": 0.92758, + "map_at_100": 0.9277, + "map_at_1000": 0.92771, + "recall_at_1": 0.89111, + "recall_at_3": 0.95667, + "recall_at_5": 0.97333, + "recall_at_10": 0.99222, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.89111, + "precision_at_1": 0.89111, + "precision_at_3": 0.31889, + "precision_at_5": 0.19467, + "precision_at_10": 0.09922, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.891111, + "mrr_at_3": 0.920926, + "mrr_at_5": 0.924815, + "mrr_at_10": 0.92751, + "mrr_at_20": 0.927575, + "mrr_at_100": 0.927696, + "mrr_at_1000": 0.927712, + "nauc_ndcg_at_1_max": 0.736864, + "nauc_ndcg_at_1_std": -0.325507, + "nauc_ndcg_at_1_diff1": 0.93343, + "nauc_ndcg_at_3_max": 0.757947, + "nauc_ndcg_at_3_std": -0.378072, + "nauc_ndcg_at_3_diff1": 0.928665, + "nauc_ndcg_at_5_max": 0.754579, + "nauc_ndcg_at_5_std": -0.381993, + "nauc_ndcg_at_5_diff1": 0.930358, + "nauc_ndcg_at_10_max": 0.747192, + "nauc_ndcg_at_10_std": -0.356884, + "nauc_ndcg_at_10_diff1": 0.931293, + "nauc_ndcg_at_20_max": 0.751568, + "nauc_ndcg_at_20_std": -0.350296, + "nauc_ndcg_at_20_diff1": 0.931588, + "nauc_ndcg_at_100_max": 0.752992, + "nauc_ndcg_at_100_std": -0.338215, + "nauc_ndcg_at_100_diff1": 0.931252, + "nauc_ndcg_at_1000_max": 0.751078, + "nauc_ndcg_at_1000_std": -0.347571, + "nauc_ndcg_at_1000_diff1": 0.931088, + "nauc_map_at_1_max": 0.736864, + "nauc_map_at_1_std": -0.325507, + "nauc_map_at_1_diff1": 0.93343, + "nauc_map_at_3_max": 0.752947, + "nauc_map_at_3_std": -0.36065, + "nauc_map_at_3_diff1": 0.929696, + "nauc_map_at_5_max": 0.751069, + "nauc_map_at_5_std": -0.360961, + "nauc_map_at_5_diff1": 0.93054, + "nauc_map_at_10_max": 0.748493, + "nauc_map_at_10_std": -0.351309, + "nauc_map_at_10_diff1": 0.930983, + "nauc_map_at_20_max": 0.74933, + "nauc_map_at_20_std": -0.350045, + "nauc_map_at_20_diff1": 0.931039, + "nauc_map_at_100_max": 0.749522, + "nauc_map_at_100_std": -0.348525, + "nauc_map_at_100_diff1": 0.930984, + "nauc_map_at_1000_max": 0.749468, + "nauc_map_at_1000_std": -0.348785, + "nauc_map_at_1000_diff1": 0.930983, + "nauc_recall_at_1_max": 0.736864, + "nauc_recall_at_1_std": -0.325507, + "nauc_recall_at_1_diff1": 0.93343, + "nauc_recall_at_3_max": 0.782602, + "nauc_recall_at_3_std": -0.469164, + "nauc_recall_at_3_diff1": 0.923687, + "nauc_recall_at_5_max": 0.779451, + "nauc_recall_at_5_std": -0.5554, + "nauc_recall_at_5_diff1": 0.930167, + "nauc_recall_at_10_max": 0.677271, + "nauc_recall_at_10_std": -0.453648, + "nauc_recall_at_10_diff1": 0.943978, + "nauc_recall_at_20_max": 0.818705, + "nauc_recall_at_20_std": -0.239262, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.736864, + "nauc_precision_at_1_std": -0.325507, + "nauc_precision_at_1_diff1": 0.93343, + "nauc_precision_at_3_max": 0.782602, + "nauc_precision_at_3_std": -0.469164, + "nauc_precision_at_3_diff1": 0.923687, + "nauc_precision_at_5_max": 0.779451, + "nauc_precision_at_5_std": -0.5554, + "nauc_precision_at_5_diff1": 0.930167, + "nauc_precision_at_10_max": 0.677271, + "nauc_precision_at_10_std": -0.453648, + "nauc_precision_at_10_diff1": 0.943978, + "nauc_precision_at_20_max": 0.818705, + "nauc_precision_at_20_std": -0.239262, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.736864, + "nauc_mrr_at_1_std": -0.325507, + "nauc_mrr_at_1_diff1": 0.93343, + "nauc_mrr_at_3_max": 0.752947, + "nauc_mrr_at_3_std": -0.36065, + "nauc_mrr_at_3_diff1": 0.929696, + "nauc_mrr_at_5_max": 0.751069, + "nauc_mrr_at_5_std": -0.360961, + "nauc_mrr_at_5_diff1": 0.93054, + "nauc_mrr_at_10_max": 0.748493, + "nauc_mrr_at_10_std": -0.351309, + "nauc_mrr_at_10_diff1": 0.930983, + "nauc_mrr_at_20_max": 0.74933, + "nauc_mrr_at_20_std": -0.350045, + "nauc_mrr_at_20_diff1": 0.931039, + "nauc_mrr_at_100_max": 0.749522, + "nauc_mrr_at_100_std": -0.348525, + "nauc_mrr_at_100_diff1": 0.930984, + "nauc_mrr_at_1000_max": 0.749468, + "nauc_mrr_at_1000_std": -0.348785, + "nauc_mrr_at_1000_diff1": 0.930983, + "hit_rate_at_1": 0.89111, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.99222, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94336, + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86444, + "ndcg_at_3": 0.90459, + "ndcg_at_5": 0.91281, + "ndcg_at_10": 0.91967, + "ndcg_at_20": 0.92274, + "ndcg_at_100": 0.92446, + "ndcg_at_1000": 0.92517, + "map_at_1": 0.86444, + "map_at_3": 0.895, + "map_at_5": 0.89956, + "map_at_10": 0.90241, + "map_at_20": 0.90324, + "map_at_100": 0.9035, + "map_at_1000": 0.90353, + "recall_at_1": 0.86444, + "recall_at_3": 0.93222, + "recall_at_5": 0.95222, + "recall_at_10": 0.97333, + "recall_at_20": 0.98556, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "accuracy": 0.86444, + "precision_at_1": 0.86444, + "precision_at_3": 0.31074, + "precision_at_5": 0.19044, + "precision_at_10": 0.09733, + "precision_at_20": 0.04928, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.864444, + "mrr_at_3": 0.895, + "mrr_at_5": 0.899556, + "mrr_at_10": 0.902407, + "mrr_at_20": 0.903236, + "mrr_at_100": 0.903502, + "mrr_at_1000": 0.903529, + "nauc_ndcg_at_1_max": 0.758167, + "nauc_ndcg_at_1_std": -0.186243, + "nauc_ndcg_at_1_diff1": 0.886577, + "nauc_ndcg_at_3_max": 0.788863, + "nauc_ndcg_at_3_std": -0.218349, + "nauc_ndcg_at_3_diff1": 0.878321, + "nauc_ndcg_at_5_max": 0.800453, + "nauc_ndcg_at_5_std": -0.172902, + "nauc_ndcg_at_5_diff1": 0.889037, + "nauc_ndcg_at_10_max": 0.797358, + "nauc_ndcg_at_10_std": -0.15782, + "nauc_ndcg_at_10_diff1": 0.889273, + "nauc_ndcg_at_20_max": 0.793093, + "nauc_ndcg_at_20_std": -0.148832, + "nauc_ndcg_at_20_diff1": 0.888184, + "nauc_ndcg_at_100_max": 0.789042, + "nauc_ndcg_at_100_std": -0.160902, + "nauc_ndcg_at_100_diff1": 0.885903, + "nauc_ndcg_at_1000_max": 0.787265, + "nauc_ndcg_at_1000_std": -0.172215, + "nauc_ndcg_at_1000_diff1": 0.886019, + "nauc_map_at_1_max": 0.758167, + "nauc_map_at_1_std": -0.186243, + "nauc_map_at_1_diff1": 0.886577, + "nauc_map_at_3_max": 0.780431, + "nauc_map_at_3_std": -0.210741, + "nauc_map_at_3_diff1": 0.880417, + "nauc_map_at_5_max": 0.785697, + "nauc_map_at_5_std": -0.188772, + "nauc_map_at_5_diff1": 0.885858, + "nauc_map_at_10_max": 0.783921, + "nauc_map_at_10_std": -0.184513, + "nauc_map_at_10_diff1": 0.88573, + "nauc_map_at_20_max": 0.782871, + "nauc_map_at_20_std": -0.182555, + "nauc_map_at_20_diff1": 0.885476, + "nauc_map_at_100_max": 0.782339, + "nauc_map_at_100_std": -0.184051, + "nauc_map_at_100_diff1": 0.885177, + "nauc_map_at_1000_max": 0.782289, + "nauc_map_at_1000_std": -0.184385, + "nauc_map_at_1000_diff1": 0.885194, + "nauc_recall_at_1_max": 0.758167, + "nauc_recall_at_1_std": -0.186243, + "nauc_recall_at_1_diff1": 0.886577, + "nauc_recall_at_3_max": 0.825098, + "nauc_recall_at_3_std": -0.250195, + "nauc_recall_at_3_diff1": 0.869434, + "nauc_recall_at_5_max": 0.890127, + "nauc_recall_at_5_std": -0.063134, + "nauc_recall_at_5_diff1": 0.910864, + "nauc_recall_at_10_max": 0.938045, + "nauc_recall_at_10_std": 0.168476, + "nauc_recall_at_10_diff1": 0.932404, + "nauc_recall_at_20_max": 0.968577, + "nauc_recall_at_20_std": 0.618689, + "nauc_recall_at_20_diff1": 0.945594, + "nauc_recall_at_100_max": 0.973856, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.884687, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.758167, + "nauc_precision_at_1_std": -0.186243, + "nauc_precision_at_1_diff1": 0.886577, + "nauc_precision_at_3_max": 0.825098, + "nauc_precision_at_3_std": -0.250195, + "nauc_precision_at_3_diff1": 0.869434, + "nauc_precision_at_5_max": 0.890127, + "nauc_precision_at_5_std": -0.063134, + "nauc_precision_at_5_diff1": 0.910864, + "nauc_precision_at_10_max": 0.938045, + "nauc_precision_at_10_std": 0.168476, + "nauc_precision_at_10_diff1": 0.932404, + "nauc_precision_at_20_max": 0.968577, + "nauc_precision_at_20_std": 0.618689, + "nauc_precision_at_20_diff1": 0.945594, + "nauc_precision_at_100_max": 0.973856, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.884687, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.758167, + "nauc_mrr_at_1_std": -0.186243, + "nauc_mrr_at_1_diff1": 0.886577, + "nauc_mrr_at_3_max": 0.780431, + "nauc_mrr_at_3_std": -0.210741, + "nauc_mrr_at_3_diff1": 0.880417, + "nauc_mrr_at_5_max": 0.785697, + "nauc_mrr_at_5_std": -0.188772, + "nauc_mrr_at_5_diff1": 0.885858, + "nauc_mrr_at_10_max": 0.783921, + "nauc_mrr_at_10_std": -0.184513, + "nauc_mrr_at_10_diff1": 0.88573, + "nauc_mrr_at_20_max": 0.782871, + "nauc_mrr_at_20_std": -0.182555, + "nauc_mrr_at_20_diff1": 0.885476, + "nauc_mrr_at_100_max": 0.782339, + "nauc_mrr_at_100_std": -0.184051, + "nauc_mrr_at_100_diff1": 0.885177, + "nauc_mrr_at_1000_max": 0.782289, + "nauc_mrr_at_1000_std": -0.184385, + "nauc_mrr_at_1000_diff1": 0.885194, + "hit_rate_at_1": 0.86444, + "hit_rate_at_3": 0.93222, + "hit_rate_at_5": 0.95222, + "hit_rate_at_10": 0.97333, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.91967, + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ] + }, + { + "ndcg_at_1": 0.48333, + "ndcg_at_3": 0.55282, + "ndcg_at_5": 0.57314, + "ndcg_at_10": 0.59348, + "ndcg_at_20": 0.60791, + "ndcg_at_100": 0.63313, + "ndcg_at_1000": 0.64521, + "map_at_1": 0.48333, + "map_at_3": 0.53574, + "map_at_5": 0.54713, + "map_at_10": 0.55543, + "map_at_20": 0.55945, + "map_at_100": 0.56287, + "map_at_1000": 0.56336, + "recall_at_1": 0.48333, + "recall_at_3": 0.60222, + "recall_at_5": 0.65111, + "recall_at_10": 0.71444, + "recall_at_20": 0.77111, + "recall_at_100": 0.90778, + "recall_at_1000": 1.0, + "accuracy": 0.48333, + "precision_at_1": 0.48333, + "precision_at_3": 0.20074, + "precision_at_5": 0.13022, + "precision_at_10": 0.07144, + "precision_at_20": 0.03856, + "precision_at_100": 0.00908, + "precision_at_1000": 0.001, + "mrr_at_1": 0.483333, + "mrr_at_3": 0.535741, + "mrr_at_5": 0.54713, + "mrr_at_10": 0.555432, + "mrr_at_20": 0.559447, + "mrr_at_100": 0.562869, + "mrr_at_1000": 0.563361, + "nauc_ndcg_at_1_max": 0.472167, + "nauc_ndcg_at_1_std": -0.301024, + "nauc_ndcg_at_1_diff1": 0.797533, + "nauc_ndcg_at_3_max": 0.427732, + "nauc_ndcg_at_3_std": -0.340004, + "nauc_ndcg_at_3_diff1": 0.74699, + "nauc_ndcg_at_5_max": 0.42022, + "nauc_ndcg_at_5_std": -0.341936, + "nauc_ndcg_at_5_diff1": 0.737312, + "nauc_ndcg_at_10_max": 0.423447, + "nauc_ndcg_at_10_std": -0.326654, + "nauc_ndcg_at_10_diff1": 0.730949, + "nauc_ndcg_at_20_max": 0.434573, + "nauc_ndcg_at_20_std": -0.313943, + "nauc_ndcg_at_20_diff1": 0.734836, + "nauc_ndcg_at_100_max": 0.433686, + "nauc_ndcg_at_100_std": -0.308239, + "nauc_ndcg_at_100_diff1": 0.734868, + "nauc_ndcg_at_1000_max": 0.434234, + "nauc_ndcg_at_1000_std": -0.320145, + "nauc_ndcg_at_1000_diff1": 0.743078, + "nauc_map_at_1_max": 0.472167, + "nauc_map_at_1_std": -0.301024, + "nauc_map_at_1_diff1": 0.797533, + "nauc_map_at_3_max": 0.438503, + "nauc_map_at_3_std": -0.33206, + "nauc_map_at_3_diff1": 0.759996, + "nauc_map_at_5_max": 0.434656, + "nauc_map_at_5_std": -0.333082, + "nauc_map_at_5_diff1": 0.755172, + "nauc_map_at_10_max": 0.435948, + "nauc_map_at_10_std": -0.327091, + "nauc_map_at_10_diff1": 0.752985, + "nauc_map_at_20_max": 0.439078, + "nauc_map_at_20_std": -0.323677, + "nauc_map_at_20_diff1": 0.754149, + "nauc_map_at_100_max": 0.438862, + "nauc_map_at_100_std": -0.323286, + "nauc_map_at_100_diff1": 0.754086, + "nauc_map_at_1000_max": 0.438841, + "nauc_map_at_1000_std": -0.323755, + "nauc_map_at_1000_diff1": 0.754349, + "nauc_recall_at_1_max": 0.472167, + "nauc_recall_at_1_std": -0.301024, + "nauc_recall_at_1_diff1": 0.797533, + "nauc_recall_at_3_max": 0.394667, + "nauc_recall_at_3_std": -0.363694, + "nauc_recall_at_3_diff1": 0.706716, + "nauc_recall_at_5_max": 0.371338, + "nauc_recall_at_5_std": -0.370503, + "nauc_recall_at_5_diff1": 0.676169, + "nauc_recall_at_10_max": 0.377541, + "nauc_recall_at_10_std": -0.315778, + "nauc_recall_at_10_diff1": 0.642481, + "nauc_recall_at_20_max": 0.428794, + "nauc_recall_at_20_std": -0.244339, + "nauc_recall_at_20_diff1": 0.647183, + "nauc_recall_at_100_max": 0.415095, + "nauc_recall_at_100_std": -0.055544, + "nauc_recall_at_100_diff1": 0.549993, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.472167, + "nauc_precision_at_1_std": -0.301024, + "nauc_precision_at_1_diff1": 0.797533, + "nauc_precision_at_3_max": 0.394667, + "nauc_precision_at_3_std": -0.363694, + "nauc_precision_at_3_diff1": 0.706716, + "nauc_precision_at_5_max": 0.371338, + "nauc_precision_at_5_std": -0.370503, + "nauc_precision_at_5_diff1": 0.676169, + "nauc_precision_at_10_max": 0.377541, + "nauc_precision_at_10_std": -0.315778, + "nauc_precision_at_10_diff1": 0.642481, + "nauc_precision_at_20_max": 0.428794, + "nauc_precision_at_20_std": -0.244339, + "nauc_precision_at_20_diff1": 0.647183, + "nauc_precision_at_100_max": 0.415095, + "nauc_precision_at_100_std": -0.055544, + "nauc_precision_at_100_diff1": 0.549993, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.472167, + "nauc_mrr_at_1_std": -0.301024, + "nauc_mrr_at_1_diff1": 0.797533, + "nauc_mrr_at_3_max": 0.438503, + "nauc_mrr_at_3_std": -0.33206, + "nauc_mrr_at_3_diff1": 0.759996, + "nauc_mrr_at_5_max": 0.434656, + "nauc_mrr_at_5_std": -0.333082, + "nauc_mrr_at_5_diff1": 0.755172, + "nauc_mrr_at_10_max": 0.435948, + "nauc_mrr_at_10_std": -0.327091, + "nauc_mrr_at_10_diff1": 0.752985, + "nauc_mrr_at_20_max": 0.439078, + "nauc_mrr_at_20_std": -0.323677, + "nauc_mrr_at_20_diff1": 0.754149, + "nauc_mrr_at_100_max": 0.438862, + "nauc_mrr_at_100_std": -0.323286, + "nauc_mrr_at_100_diff1": 0.754086, + "nauc_mrr_at_1000_max": 0.438841, + "nauc_mrr_at_1000_std": -0.323755, + "nauc_mrr_at_1000_diff1": 0.754349, + "hit_rate_at_1": 0.48333, + "hit_rate_at_3": 0.60222, + "hit_rate_at_5": 0.65111, + "hit_rate_at_10": 0.71444, + "hit_rate_at_20": 0.77111, + "hit_rate_at_100": 0.90778, + "hit_rate_at_1000": 1.0, + "main_score": 0.59348, + "hf_subset": "ckb_Arab-ckb_Arab", + "languages": [ + "ckb-Arab", + "ckb-Arab" + ] + }, + { + "ndcg_at_1": 0.56556, + "ndcg_at_3": 0.64579, + "ndcg_at_5": 0.66511, + "ndcg_at_10": 0.68596, + "ndcg_at_20": 0.70133, + "ndcg_at_100": 0.71986, + "ndcg_at_1000": 0.72377, + "map_at_1": 0.56556, + "map_at_3": 0.62593, + "map_at_5": 0.6367, + "map_at_10": 0.64552, + "map_at_20": 0.64984, + "map_at_100": 0.65255, + "map_at_1000": 0.65273, + "recall_at_1": 0.56556, + "recall_at_3": 0.70333, + "recall_at_5": 0.75, + "recall_at_10": 0.81333, + "recall_at_20": 0.87333, + "recall_at_100": 0.97111, + "recall_at_1000": 1.0, + "accuracy": 0.56556, + "precision_at_1": 0.56556, + "precision_at_3": 0.23444, + "precision_at_5": 0.15, + "precision_at_10": 0.08133, + "precision_at_20": 0.04367, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "mrr_at_1": 0.565556, + "mrr_at_3": 0.625926, + "mrr_at_5": 0.636704, + "mrr_at_10": 0.645518, + "mrr_at_20": 0.649841, + "mrr_at_100": 0.652546, + "mrr_at_1000": 0.652727, + "nauc_ndcg_at_1_max": 0.641939, + "nauc_ndcg_at_1_std": 0.047558, + "nauc_ndcg_at_1_diff1": 0.766073, + "nauc_ndcg_at_3_max": 0.670573, + "nauc_ndcg_at_3_std": 0.065928, + "nauc_ndcg_at_3_diff1": 0.736304, + "nauc_ndcg_at_5_max": 0.671632, + "nauc_ndcg_at_5_std": 0.058131, + "nauc_ndcg_at_5_diff1": 0.733476, + "nauc_ndcg_at_10_max": 0.661553, + "nauc_ndcg_at_10_std": 0.04664, + "nauc_ndcg_at_10_diff1": 0.725757, + "nauc_ndcg_at_20_max": 0.655655, + "nauc_ndcg_at_20_std": 0.046264, + "nauc_ndcg_at_20_diff1": 0.721876, + "nauc_ndcg_at_100_max": 0.658006, + "nauc_ndcg_at_100_std": 0.050726, + "nauc_ndcg_at_100_diff1": 0.732119, + "nauc_ndcg_at_1000_max": 0.657601, + "nauc_ndcg_at_1000_std": 0.050103, + "nauc_ndcg_at_1000_diff1": 0.733411, + "nauc_map_at_1_max": 0.641939, + "nauc_map_at_1_std": 0.047558, + "nauc_map_at_1_diff1": 0.766073, + "nauc_map_at_3_max": 0.66188, + "nauc_map_at_3_std": 0.059237, + "nauc_map_at_3_diff1": 0.743593, + "nauc_map_at_5_max": 0.66239, + "nauc_map_at_5_std": 0.055006, + "nauc_map_at_5_diff1": 0.742191, + "nauc_map_at_10_max": 0.658076, + "nauc_map_at_10_std": 0.050373, + "nauc_map_at_10_diff1": 0.739406, + "nauc_map_at_20_max": 0.656519, + "nauc_map_at_20_std": 0.050106, + "nauc_map_at_20_diff1": 0.738585, + "nauc_map_at_100_max": 0.656552, + "nauc_map_at_100_std": 0.050567, + "nauc_map_at_100_diff1": 0.739678, + "nauc_map_at_1000_max": 0.65657, + "nauc_map_at_1000_std": 0.050578, + "nauc_map_at_1000_diff1": 0.73975, + "nauc_recall_at_1_max": 0.641939, + "nauc_recall_at_1_std": 0.047558, + "nauc_recall_at_1_diff1": 0.766073, + "nauc_recall_at_3_max": 0.700074, + "nauc_recall_at_3_std": 0.0891, + "nauc_recall_at_3_diff1": 0.712298, + "nauc_recall_at_5_max": 0.706655, + "nauc_recall_at_5_std": 0.069311, + "nauc_recall_at_5_diff1": 0.700917, + "nauc_recall_at_10_max": 0.673092, + "nauc_recall_at_10_std": 0.022171, + "nauc_recall_at_10_diff1": 0.657803, + "nauc_recall_at_20_max": 0.633458, + "nauc_recall_at_20_std": 0.012372, + "nauc_recall_at_20_diff1": 0.599976, + "nauc_recall_at_100_max": 0.694175, + "nauc_recall_at_100_std": 0.100499, + "nauc_recall_at_100_diff1": 0.665805, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.641939, + "nauc_precision_at_1_std": 0.047558, + "nauc_precision_at_1_diff1": 0.766073, + "nauc_precision_at_3_max": 0.700074, + "nauc_precision_at_3_std": 0.0891, + "nauc_precision_at_3_diff1": 0.712298, + "nauc_precision_at_5_max": 0.706655, + "nauc_precision_at_5_std": 0.069311, + "nauc_precision_at_5_diff1": 0.700917, + "nauc_precision_at_10_max": 0.673092, + "nauc_precision_at_10_std": 0.022171, + "nauc_precision_at_10_diff1": 0.657803, + "nauc_precision_at_20_max": 0.633458, + "nauc_precision_at_20_std": 0.012372, + "nauc_precision_at_20_diff1": 0.599976, + "nauc_precision_at_100_max": 0.694175, + "nauc_precision_at_100_std": 0.100499, + "nauc_precision_at_100_diff1": 0.665805, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.641939, + "nauc_mrr_at_1_std": 0.047558, + "nauc_mrr_at_1_diff1": 0.766073, + "nauc_mrr_at_3_max": 0.66188, + "nauc_mrr_at_3_std": 0.059237, + "nauc_mrr_at_3_diff1": 0.743593, + "nauc_mrr_at_5_max": 0.66239, + "nauc_mrr_at_5_std": 0.055006, + "nauc_mrr_at_5_diff1": 0.742191, + "nauc_mrr_at_10_max": 0.658076, + "nauc_mrr_at_10_std": 0.050373, + "nauc_mrr_at_10_diff1": 0.739406, + "nauc_mrr_at_20_max": 0.656519, + "nauc_mrr_at_20_std": 0.050106, + "nauc_mrr_at_20_diff1": 0.738585, + "nauc_mrr_at_100_max": 0.656552, + "nauc_mrr_at_100_std": 0.050567, + "nauc_mrr_at_100_diff1": 0.739678, + "nauc_mrr_at_1000_max": 0.65657, + "nauc_mrr_at_1000_std": 0.050578, + "nauc_mrr_at_1000_diff1": 0.73975, + "hit_rate_at_1": 0.56556, + "hit_rate_at_3": 0.70333, + "hit_rate_at_5": 0.75, + "hit_rate_at_10": 0.81333, + "hit_rate_at_20": 0.87333, + "hit_rate_at_100": 0.97111, + "hit_rate_at_1000": 1.0, + "main_score": 0.68596, + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.30889, + "ndcg_at_3": 0.37197, + "ndcg_at_5": 0.39105, + "ndcg_at_10": 0.41253, + "ndcg_at_20": 0.429, + "ndcg_at_100": 0.46567, + "ndcg_at_1000": 0.49242, + "map_at_1": 0.30889, + "map_at_3": 0.35685, + "map_at_5": 0.36763, + "map_at_10": 0.37645, + "map_at_20": 0.38091, + "map_at_100": 0.3859, + "map_at_1000": 0.38692, + "recall_at_1": 0.30889, + "recall_at_3": 0.41556, + "recall_at_5": 0.46111, + "recall_at_10": 0.52778, + "recall_at_20": 0.59333, + "recall_at_100": 0.79222, + "recall_at_1000": 1.0, + "accuracy": 0.30889, + "precision_at_1": 0.30889, + "precision_at_3": 0.13852, + "precision_at_5": 0.09222, + "precision_at_10": 0.05278, + "precision_at_20": 0.02967, + "precision_at_100": 0.00792, + "precision_at_1000": 0.001, + "mrr_at_1": 0.308889, + "mrr_at_3": 0.356852, + "mrr_at_5": 0.36763, + "mrr_at_10": 0.376447, + "mrr_at_20": 0.380912, + "mrr_at_100": 0.385899, + "mrr_at_1000": 0.386922, + "nauc_ndcg_at_1_max": 0.709522, + "nauc_ndcg_at_1_std": 0.322914, + "nauc_ndcg_at_1_diff1": 0.678775, + "nauc_ndcg_at_3_max": 0.721856, + "nauc_ndcg_at_3_std": 0.35782, + "nauc_ndcg_at_3_diff1": 0.621628, + "nauc_ndcg_at_5_max": 0.712294, + "nauc_ndcg_at_5_std": 0.369284, + "nauc_ndcg_at_5_diff1": 0.599799, + "nauc_ndcg_at_10_max": 0.707537, + "nauc_ndcg_at_10_std": 0.379723, + "nauc_ndcg_at_10_diff1": 0.58505, + "nauc_ndcg_at_20_max": 0.703294, + "nauc_ndcg_at_20_std": 0.38098, + "nauc_ndcg_at_20_diff1": 0.580284, + "nauc_ndcg_at_100_max": 0.701188, + "nauc_ndcg_at_100_std": 0.385406, + "nauc_ndcg_at_100_diff1": 0.58261, + "nauc_ndcg_at_1000_max": 0.706881, + "nauc_ndcg_at_1000_std": 0.373218, + "nauc_ndcg_at_1000_diff1": 0.598321, + "nauc_map_at_1_max": 0.709522, + "nauc_map_at_1_std": 0.322914, + "nauc_map_at_1_diff1": 0.678775, + "nauc_map_at_3_max": 0.719103, + "nauc_map_at_3_std": 0.349549, + "nauc_map_at_3_diff1": 0.634901, + "nauc_map_at_5_max": 0.713741, + "nauc_map_at_5_std": 0.356299, + "nauc_map_at_5_diff1": 0.622391, + "nauc_map_at_10_max": 0.711708, + "nauc_map_at_10_std": 0.360435, + "nauc_map_at_10_diff1": 0.616417, + "nauc_map_at_20_max": 0.710688, + "nauc_map_at_20_std": 0.360673, + "nauc_map_at_20_diff1": 0.615384, + "nauc_map_at_100_max": 0.710481, + "nauc_map_at_100_std": 0.361114, + "nauc_map_at_100_diff1": 0.616059, + "nauc_map_at_1000_max": 0.710692, + "nauc_map_at_1000_std": 0.360752, + "nauc_map_at_1000_diff1": 0.616624, + "nauc_recall_at_1_max": 0.709522, + "nauc_recall_at_1_std": 0.322914, + "nauc_recall_at_1_diff1": 0.678775, + "nauc_recall_at_3_max": 0.729579, + "nauc_recall_at_3_std": 0.381229, + "nauc_recall_at_3_diff1": 0.584169, + "nauc_recall_at_5_max": 0.706749, + "nauc_recall_at_5_std": 0.407617, + "nauc_recall_at_5_diff1": 0.532591, + "nauc_recall_at_10_max": 0.691957, + "nauc_recall_at_10_std": 0.442874, + "nauc_recall_at_10_diff1": 0.483139, + "nauc_recall_at_20_max": 0.671868, + "nauc_recall_at_20_std": 0.453165, + "nauc_recall_at_20_diff1": 0.454345, + "nauc_recall_at_100_max": 0.63319, + "nauc_recall_at_100_std": 0.539019, + "nauc_recall_at_100_diff1": 0.392409, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.709522, + "nauc_precision_at_1_std": 0.322914, + "nauc_precision_at_1_diff1": 0.678775, + "nauc_precision_at_3_max": 0.729579, + "nauc_precision_at_3_std": 0.381229, + "nauc_precision_at_3_diff1": 0.584169, + "nauc_precision_at_5_max": 0.706749, + "nauc_precision_at_5_std": 0.407617, + "nauc_precision_at_5_diff1": 0.532591, + "nauc_precision_at_10_max": 0.691957, + "nauc_precision_at_10_std": 0.442874, + "nauc_precision_at_10_diff1": 0.483139, + "nauc_precision_at_20_max": 0.671868, + "nauc_precision_at_20_std": 0.453165, + "nauc_precision_at_20_diff1": 0.454345, + "nauc_precision_at_100_max": 0.63319, + "nauc_precision_at_100_std": 0.539019, + "nauc_precision_at_100_diff1": 0.392409, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.709522, + "nauc_mrr_at_1_std": 0.322914, + "nauc_mrr_at_1_diff1": 0.678775, + "nauc_mrr_at_3_max": 0.719103, + "nauc_mrr_at_3_std": 0.349549, + "nauc_mrr_at_3_diff1": 0.634901, + "nauc_mrr_at_5_max": 0.713741, + "nauc_mrr_at_5_std": 0.356299, + "nauc_mrr_at_5_diff1": 0.622391, + "nauc_mrr_at_10_max": 0.711708, + "nauc_mrr_at_10_std": 0.360435, + "nauc_mrr_at_10_diff1": 0.616417, + "nauc_mrr_at_20_max": 0.710688, + "nauc_mrr_at_20_std": 0.360673, + "nauc_mrr_at_20_diff1": 0.615384, + "nauc_mrr_at_100_max": 0.710481, + "nauc_mrr_at_100_std": 0.361114, + "nauc_mrr_at_100_diff1": 0.616059, + "nauc_mrr_at_1000_max": 0.710692, + "nauc_mrr_at_1000_std": 0.360752, + "nauc_mrr_at_1000_diff1": 0.616624, + "hit_rate_at_1": 0.30889, + "hit_rate_at_3": 0.41556, + "hit_rate_at_5": 0.46111, + "hit_rate_at_10": 0.52778, + "hit_rate_at_20": 0.59333, + "hit_rate_at_100": 0.79222, + "hit_rate_at_1000": 1.0, + "main_score": 0.41253, + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ] + }, + { + "ndcg_at_1": 0.87444, + "ndcg_at_3": 0.91672, + "ndcg_at_5": 0.92217, + "ndcg_at_10": 0.92608, + "ndcg_at_20": 0.92862, + "ndcg_at_100": 0.93156, + "ndcg_at_1000": 0.93213, + "map_at_1": 0.87444, + "map_at_3": 0.90704, + "map_at_5": 0.91004, + "map_at_10": 0.91163, + "map_at_20": 0.91233, + "map_at_100": 0.91276, + "map_at_1000": 0.91278, + "recall_at_1": 0.87444, + "recall_at_3": 0.94444, + "recall_at_5": 0.95778, + "recall_at_10": 0.97, + "recall_at_20": 0.98, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.87444, + "precision_at_1": 0.87444, + "precision_at_3": 0.31481, + "precision_at_5": 0.19156, + "precision_at_10": 0.097, + "precision_at_20": 0.049, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.874444, + "mrr_at_3": 0.907037, + "mrr_at_5": 0.910037, + "mrr_at_10": 0.91163, + "mrr_at_20": 0.912334, + "mrr_at_100": 0.912755, + "mrr_at_1000": 0.912777, + "nauc_ndcg_at_1_max": 0.711922, + "nauc_ndcg_at_1_std": -0.314423, + "nauc_ndcg_at_1_diff1": 0.935553, + "nauc_ndcg_at_3_max": 0.748712, + "nauc_ndcg_at_3_std": -0.228147, + "nauc_ndcg_at_3_diff1": 0.920684, + "nauc_ndcg_at_5_max": 0.754523, + "nauc_ndcg_at_5_std": -0.211142, + "nauc_ndcg_at_5_diff1": 0.921468, + "nauc_ndcg_at_10_max": 0.754867, + "nauc_ndcg_at_10_std": -0.199817, + "nauc_ndcg_at_10_diff1": 0.923658, + "nauc_ndcg_at_20_max": 0.748074, + "nauc_ndcg_at_20_std": -0.21003, + "nauc_ndcg_at_20_diff1": 0.923536, + "nauc_ndcg_at_100_max": 0.742738, + "nauc_ndcg_at_100_std": -0.227059, + "nauc_ndcg_at_100_diff1": 0.924072, + "nauc_ndcg_at_1000_max": 0.743122, + "nauc_ndcg_at_1000_std": -0.22833, + "nauc_ndcg_at_1000_diff1": 0.924233, + "nauc_map_at_1_max": 0.711922, + "nauc_map_at_1_std": -0.314423, + "nauc_map_at_1_diff1": 0.935553, + "nauc_map_at_3_max": 0.738671, + "nauc_map_at_3_std": -0.249261, + "nauc_map_at_3_diff1": 0.924291, + "nauc_map_at_5_max": 0.740756, + "nauc_map_at_5_std": -0.242627, + "nauc_map_at_5_diff1": 0.924691, + "nauc_map_at_10_max": 0.740603, + "nauc_map_at_10_std": -0.238664, + "nauc_map_at_10_diff1": 0.925389, + "nauc_map_at_20_max": 0.738945, + "nauc_map_at_20_std": -0.241279, + "nauc_map_at_20_diff1": 0.925352, + "nauc_map_at_100_max": 0.738403, + "nauc_map_at_100_std": -0.242956, + "nauc_map_at_100_diff1": 0.92542, + "nauc_map_at_1000_max": 0.738433, + "nauc_map_at_1000_std": -0.242937, + "nauc_map_at_1000_diff1": 0.925422, + "nauc_recall_at_1_max": 0.711922, + "nauc_recall_at_1_std": -0.314423, + "nauc_recall_at_1_diff1": 0.935553, + "nauc_recall_at_3_max": 0.795079, + "nauc_recall_at_3_std": -0.132596, + "nauc_recall_at_3_diff1": 0.904388, + "nauc_recall_at_5_max": 0.83853, + "nauc_recall_at_5_std": -0.020284, + "nauc_recall_at_5_diff1": 0.903558, + "nauc_recall_at_10_max": 0.875782, + "nauc_recall_at_10_std": 0.133399, + "nauc_recall_at_10_diff1": 0.914497, + "nauc_recall_at_20_max": 0.842722, + "nauc_recall_at_20_std": 0.159456, + "nauc_recall_at_20_diff1": 0.908964, + "nauc_recall_at_100_max": 0.715336, + "nauc_recall_at_100_std": -0.026377, + "nauc_recall_at_100_diff1": 0.901961, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.711922, + "nauc_precision_at_1_std": -0.314423, + "nauc_precision_at_1_diff1": 0.935553, + "nauc_precision_at_3_max": 0.795079, + "nauc_precision_at_3_std": -0.132596, + "nauc_precision_at_3_diff1": 0.904388, + "nauc_precision_at_5_max": 0.83853, + "nauc_precision_at_5_std": -0.020284, + "nauc_precision_at_5_diff1": 0.903558, + "nauc_precision_at_10_max": 0.875782, + "nauc_precision_at_10_std": 0.133399, + "nauc_precision_at_10_diff1": 0.914497, + "nauc_precision_at_20_max": 0.842722, + "nauc_precision_at_20_std": 0.159456, + "nauc_precision_at_20_diff1": 0.908964, + "nauc_precision_at_100_max": 0.715336, + "nauc_precision_at_100_std": -0.026377, + "nauc_precision_at_100_diff1": 0.901961, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.711922, + "nauc_mrr_at_1_std": -0.314423, + "nauc_mrr_at_1_diff1": 0.935553, + "nauc_mrr_at_3_max": 0.738671, + "nauc_mrr_at_3_std": -0.249261, + "nauc_mrr_at_3_diff1": 0.924291, + "nauc_mrr_at_5_max": 0.740756, + "nauc_mrr_at_5_std": -0.242627, + "nauc_mrr_at_5_diff1": 0.924691, + "nauc_mrr_at_10_max": 0.740603, + "nauc_mrr_at_10_std": -0.238664, + "nauc_mrr_at_10_diff1": 0.925389, + "nauc_mrr_at_20_max": 0.738945, + "nauc_mrr_at_20_std": -0.241279, + "nauc_mrr_at_20_diff1": 0.925352, + "nauc_mrr_at_100_max": 0.738403, + "nauc_mrr_at_100_std": -0.242956, + "nauc_mrr_at_100_diff1": 0.92542, + "nauc_mrr_at_1000_max": 0.738433, + "nauc_mrr_at_1000_std": -0.242937, + "nauc_mrr_at_1000_diff1": 0.925422, + "hit_rate_at_1": 0.87444, + "hit_rate_at_3": 0.94444, + "hit_rate_at_5": 0.95778, + "hit_rate_at_10": 0.97, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.92608, + "hf_subset": "dan_Latn-dan_Latn", + "languages": [ + "dan-Latn", + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.93767, + "ndcg_at_5": 0.94355, + "ndcg_at_10": 0.94795, + "ndcg_at_20": 0.94936, + "ndcg_at_100": 0.95069, + "ndcg_at_1000": 0.95112, + "map_at_1": 0.91111, + "map_at_3": 0.93111, + "map_at_5": 0.93433, + "map_at_10": 0.9362, + "map_at_20": 0.93659, + "map_at_100": 0.9368, + "map_at_1000": 0.93682, + "recall_at_1": 0.91111, + "recall_at_3": 0.95667, + "recall_at_5": 0.97111, + "recall_at_10": 0.98444, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.91111, + "precision_at_1": 0.91111, + "precision_at_3": 0.31889, + "precision_at_5": 0.19422, + "precision_at_10": 0.09844, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.931111, + "mrr_at_5": 0.934333, + "mrr_at_10": 0.9362, + "mrr_at_20": 0.936586, + "mrr_at_100": 0.936804, + "mrr_at_1000": 0.936821, + "nauc_ndcg_at_1_max": 0.746925, + "nauc_ndcg_at_1_std": -0.332697, + "nauc_ndcg_at_1_diff1": 0.910977, + "nauc_ndcg_at_3_max": 0.775292, + "nauc_ndcg_at_3_std": -0.390864, + "nauc_ndcg_at_3_diff1": 0.918339, + "nauc_ndcg_at_5_max": 0.786606, + "nauc_ndcg_at_5_std": -0.316789, + "nauc_ndcg_at_5_diff1": 0.914291, + "nauc_ndcg_at_10_max": 0.778265, + "nauc_ndcg_at_10_std": -0.297687, + "nauc_ndcg_at_10_diff1": 0.916171, + "nauc_ndcg_at_20_max": 0.777158, + "nauc_ndcg_at_20_std": -0.313516, + "nauc_ndcg_at_20_diff1": 0.915987, + "nauc_ndcg_at_100_max": 0.774907, + "nauc_ndcg_at_100_std": -0.314386, + "nauc_ndcg_at_100_diff1": 0.914952, + "nauc_ndcg_at_1000_max": 0.772925, + "nauc_ndcg_at_1000_std": -0.32596, + "nauc_ndcg_at_1000_diff1": 0.915099, + "nauc_map_at_1_max": 0.746925, + "nauc_map_at_1_std": -0.332697, + "nauc_map_at_1_diff1": 0.910977, + "nauc_map_at_3_max": 0.767354, + "nauc_map_at_3_std": -0.377285, + "nauc_map_at_3_diff1": 0.916268, + "nauc_map_at_5_max": 0.772452, + "nauc_map_at_5_std": -0.341196, + "nauc_map_at_5_diff1": 0.914329, + "nauc_map_at_10_max": 0.769267, + "nauc_map_at_10_std": -0.333778, + "nauc_map_at_10_diff1": 0.914808, + "nauc_map_at_20_max": 0.769044, + "nauc_map_at_20_std": -0.337271, + "nauc_map_at_20_diff1": 0.914746, + "nauc_map_at_100_max": 0.768703, + "nauc_map_at_100_std": -0.337591, + "nauc_map_at_100_diff1": 0.914631, + "nauc_map_at_1000_max": 0.768642, + "nauc_map_at_1000_std": -0.337943, + "nauc_map_at_1000_diff1": 0.914645, + "nauc_recall_at_1_max": 0.746925, + "nauc_recall_at_1_std": -0.332697, + "nauc_recall_at_1_diff1": 0.910977, + "nauc_recall_at_3_max": 0.811128, + "nauc_recall_at_3_std": -0.45019, + "nauc_recall_at_3_diff1": 0.927698, + "nauc_recall_at_5_max": 0.881868, + "nauc_recall_at_5_std": -0.129265, + "nauc_recall_at_5_diff1": 0.912285, + "nauc_recall_at_10_max": 0.876317, + "nauc_recall_at_10_std": 0.191843, + "nauc_recall_at_10_diff1": 0.933473, + "nauc_recall_at_20_max": 0.905073, + "nauc_recall_at_20_std": 0.138085, + "nauc_recall_at_20_diff1": 0.940087, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.746925, + "nauc_precision_at_1_std": -0.332697, + "nauc_precision_at_1_diff1": 0.910977, + "nauc_precision_at_3_max": 0.811128, + "nauc_precision_at_3_std": -0.45019, + "nauc_precision_at_3_diff1": 0.927698, + "nauc_precision_at_5_max": 0.881868, + "nauc_precision_at_5_std": -0.129265, + "nauc_precision_at_5_diff1": 0.912285, + "nauc_precision_at_10_max": 0.876317, + "nauc_precision_at_10_std": 0.191843, + "nauc_precision_at_10_diff1": 0.933473, + "nauc_precision_at_20_max": 0.905073, + "nauc_precision_at_20_std": 0.138085, + "nauc_precision_at_20_diff1": 0.940087, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.746925, + "nauc_mrr_at_1_std": -0.332697, + "nauc_mrr_at_1_diff1": 0.910977, + "nauc_mrr_at_3_max": 0.767354, + "nauc_mrr_at_3_std": -0.377285, + "nauc_mrr_at_3_diff1": 0.916268, + "nauc_mrr_at_5_max": 0.772452, + "nauc_mrr_at_5_std": -0.341196, + "nauc_mrr_at_5_diff1": 0.914329, + "nauc_mrr_at_10_max": 0.769267, + "nauc_mrr_at_10_std": -0.333778, + "nauc_mrr_at_10_diff1": 0.914808, + "nauc_mrr_at_20_max": 0.769044, + "nauc_mrr_at_20_std": -0.337271, + "nauc_mrr_at_20_diff1": 0.914746, + "nauc_mrr_at_100_max": 0.768703, + "nauc_mrr_at_100_std": -0.337591, + "nauc_mrr_at_100_diff1": 0.914631, + "nauc_mrr_at_1000_max": 0.768642, + "nauc_mrr_at_1000_std": -0.337943, + "nauc_mrr_at_1000_diff1": 0.914645, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94795, + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86889, + "ndcg_at_3": 0.90719, + "ndcg_at_5": 0.9136, + "ndcg_at_10": 0.91914, + "ndcg_at_20": 0.92197, + "ndcg_at_100": 0.92559, + "ndcg_at_1000": 0.92598, + "map_at_1": 0.86889, + "map_at_3": 0.89778, + "map_at_5": 0.90133, + "map_at_10": 0.90371, + "map_at_20": 0.90449, + "map_at_100": 0.90504, + "map_at_1000": 0.90505, + "recall_at_1": 0.86889, + "recall_at_3": 0.93444, + "recall_at_5": 0.95, + "recall_at_10": 0.96667, + "recall_at_20": 0.97778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.86889, + "precision_at_1": 0.86889, + "precision_at_3": 0.31148, + "precision_at_5": 0.19, + "precision_at_10": 0.09667, + "precision_at_20": 0.04889, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.868889, + "mrr_at_3": 0.897778, + "mrr_at_5": 0.901333, + "mrr_at_10": 0.903705, + "mrr_at_20": 0.904493, + "mrr_at_100": 0.905038, + "mrr_at_1000": 0.905048, + "nauc_ndcg_at_1_max": 0.814932, + "nauc_ndcg_at_1_std": -0.216254, + "nauc_ndcg_at_1_diff1": 0.925056, + "nauc_ndcg_at_3_max": 0.853091, + "nauc_ndcg_at_3_std": -0.125509, + "nauc_ndcg_at_3_diff1": 0.920927, + "nauc_ndcg_at_5_max": 0.849444, + "nauc_ndcg_at_5_std": -0.126975, + "nauc_ndcg_at_5_diff1": 0.920059, + "nauc_ndcg_at_10_max": 0.842541, + "nauc_ndcg_at_10_std": -0.138711, + "nauc_ndcg_at_10_diff1": 0.920035, + "nauc_ndcg_at_20_max": 0.841389, + "nauc_ndcg_at_20_std": -0.133558, + "nauc_ndcg_at_20_diff1": 0.921205, + "nauc_ndcg_at_100_max": 0.839472, + "nauc_ndcg_at_100_std": -0.14393, + "nauc_ndcg_at_100_diff1": 0.921148, + "nauc_ndcg_at_1000_max": 0.838604, + "nauc_ndcg_at_1000_std": -0.150117, + "nauc_ndcg_at_1000_diff1": 0.920961, + "nauc_map_at_1_max": 0.814932, + "nauc_map_at_1_std": -0.216254, + "nauc_map_at_1_diff1": 0.925056, + "nauc_map_at_3_max": 0.841175, + "nauc_map_at_3_std": -0.155301, + "nauc_map_at_3_diff1": 0.921276, + "nauc_map_at_5_max": 0.838921, + "nauc_map_at_5_std": -0.15718, + "nauc_map_at_5_diff1": 0.920907, + "nauc_map_at_10_max": 0.836112, + "nauc_map_at_10_std": -0.16276, + "nauc_map_at_10_diff1": 0.920845, + "nauc_map_at_20_max": 0.835792, + "nauc_map_at_20_std": -0.161929, + "nauc_map_at_20_diff1": 0.921178, + "nauc_map_at_100_max": 0.835482, + "nauc_map_at_100_std": -0.163195, + "nauc_map_at_100_diff1": 0.921147, + "nauc_map_at_1000_max": 0.835465, + "nauc_map_at_1000_std": -0.163311, + "nauc_map_at_1000_diff1": 0.921144, + "nauc_recall_at_1_max": 0.814932, + "nauc_recall_at_1_std": -0.216254, + "nauc_recall_at_1_diff1": 0.925056, + "nauc_recall_at_3_max": 0.905798, + "nauc_recall_at_3_std": 0.007177, + "nauc_recall_at_3_diff1": 0.919962, + "nauc_recall_at_5_max": 0.907459, + "nauc_recall_at_5_std": 0.042951, + "nauc_recall_at_5_diff1": 0.915759, + "nauc_recall_at_10_max": 0.887877, + "nauc_recall_at_10_std": 0.052412, + "nauc_recall_at_10_diff1": 0.914488, + "nauc_recall_at_20_max": 0.894958, + "nauc_recall_at_20_std": 0.221265, + "nauc_recall_at_20_diff1": 0.925654, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.814932, + "nauc_precision_at_1_std": -0.216254, + "nauc_precision_at_1_diff1": 0.925056, + "nauc_precision_at_3_max": 0.905798, + "nauc_precision_at_3_std": 0.007177, + "nauc_precision_at_3_diff1": 0.919962, + "nauc_precision_at_5_max": 0.907459, + "nauc_precision_at_5_std": 0.042951, + "nauc_precision_at_5_diff1": 0.915759, + "nauc_precision_at_10_max": 0.887877, + "nauc_precision_at_10_std": 0.052412, + "nauc_precision_at_10_diff1": 0.914488, + "nauc_precision_at_20_max": 0.894958, + "nauc_precision_at_20_std": 0.221265, + "nauc_precision_at_20_diff1": 0.925654, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.814932, + "nauc_mrr_at_1_std": -0.216254, + "nauc_mrr_at_1_diff1": 0.925056, + "nauc_mrr_at_3_max": 0.841175, + "nauc_mrr_at_3_std": -0.155301, + "nauc_mrr_at_3_diff1": 0.921276, + "nauc_mrr_at_5_max": 0.838921, + "nauc_mrr_at_5_std": -0.15718, + "nauc_mrr_at_5_diff1": 0.920907, + "nauc_mrr_at_10_max": 0.836112, + "nauc_mrr_at_10_std": -0.16276, + "nauc_mrr_at_10_diff1": 0.920845, + "nauc_mrr_at_20_max": 0.835792, + "nauc_mrr_at_20_std": -0.161929, + "nauc_mrr_at_20_diff1": 0.921178, + "nauc_mrr_at_100_max": 0.835482, + "nauc_mrr_at_100_std": -0.163195, + "nauc_mrr_at_100_diff1": 0.921147, + "nauc_mrr_at_1000_max": 0.835465, + "nauc_mrr_at_1000_std": -0.163311, + "nauc_mrr_at_1000_diff1": 0.921144, + "hit_rate_at_1": 0.86889, + "hit_rate_at_3": 0.93444, + "hit_rate_at_5": 0.95, + "hit_rate_at_10": 0.96667, + "hit_rate_at_20": 0.97778, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.91914, + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.92901, + "ndcg_at_5": 0.93565, + "ndcg_at_10": 0.93969, + "ndcg_at_20": 0.94196, + "ndcg_at_100": 0.94342, + "ndcg_at_1000": 0.94383, + "map_at_1": 0.89556, + "map_at_3": 0.9213, + "map_at_5": 0.92485, + "map_at_10": 0.92657, + "map_at_20": 0.92721, + "map_at_100": 0.92741, + "map_at_1000": 0.92742, + "recall_at_1": 0.89556, + "recall_at_3": 0.95111, + "recall_at_5": 0.96778, + "recall_at_10": 0.98, + "recall_at_20": 0.98889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.89556, + "precision_at_1": 0.89556, + "precision_at_3": 0.31704, + "precision_at_5": 0.19356, + "precision_at_10": 0.098, + "precision_at_20": 0.04944, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.921296, + "mrr_at_5": 0.924852, + "mrr_at_10": 0.926567, + "mrr_at_20": 0.927205, + "mrr_at_100": 0.927407, + "mrr_at_1000": 0.927418, + "nauc_ndcg_at_1_max": 0.78108, + "nauc_ndcg_at_1_std": -0.209266, + "nauc_ndcg_at_1_diff1": 0.920995, + "nauc_ndcg_at_3_max": 0.802091, + "nauc_ndcg_at_3_std": -0.199294, + "nauc_ndcg_at_3_diff1": 0.919255, + "nauc_ndcg_at_5_max": 0.800091, + "nauc_ndcg_at_5_std": -0.174545, + "nauc_ndcg_at_5_diff1": 0.916469, + "nauc_ndcg_at_10_max": 0.809092, + "nauc_ndcg_at_10_std": -0.15993, + "nauc_ndcg_at_10_diff1": 0.9224, + "nauc_ndcg_at_20_max": 0.8063, + "nauc_ndcg_at_20_std": -0.154617, + "nauc_ndcg_at_20_diff1": 0.922012, + "nauc_ndcg_at_100_max": 0.802921, + "nauc_ndcg_at_100_std": -0.165305, + "nauc_ndcg_at_100_diff1": 0.921541, + "nauc_ndcg_at_1000_max": 0.801498, + "nauc_ndcg_at_1000_std": -0.173423, + "nauc_ndcg_at_1000_diff1": 0.920975, + "nauc_map_at_1_max": 0.78108, + "nauc_map_at_1_std": -0.209266, + "nauc_map_at_1_diff1": 0.920995, + "nauc_map_at_3_max": 0.796348, + "nauc_map_at_3_std": -0.203477, + "nauc_map_at_3_diff1": 0.920044, + "nauc_map_at_5_max": 0.79545, + "nauc_map_at_5_std": -0.190968, + "nauc_map_at_5_diff1": 0.91883, + "nauc_map_at_10_max": 0.798775, + "nauc_map_at_10_std": -0.185487, + "nauc_map_at_10_diff1": 0.920721, + "nauc_map_at_20_max": 0.798082, + "nauc_map_at_20_std": -0.184455, + "nauc_map_at_20_diff1": 0.920626, + "nauc_map_at_100_max": 0.797686, + "nauc_map_at_100_std": -0.185729, + "nauc_map_at_100_diff1": 0.920581, + "nauc_map_at_1000_max": 0.797654, + "nauc_map_at_1000_std": -0.185911, + "nauc_map_at_1000_diff1": 0.920568, + "nauc_recall_at_1_max": 0.78108, + "nauc_recall_at_1_std": -0.209266, + "nauc_recall_at_1_diff1": 0.920995, + "nauc_recall_at_3_max": 0.828028, + "nauc_recall_at_3_std": -0.179272, + "nauc_recall_at_3_diff1": 0.915446, + "nauc_recall_at_5_max": 0.828649, + "nauc_recall_at_5_std": -0.058373, + "nauc_recall_at_5_diff1": 0.899321, + "nauc_recall_at_10_max": 0.92258, + "nauc_recall_at_10_std": 0.130952, + "nauc_recall_at_10_diff1": 0.947349, + "nauc_recall_at_20_max": 0.955415, + "nauc_recall_at_20_std": 0.467414, + "nauc_recall_at_20_diff1": 0.95915, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.78108, + "nauc_precision_at_1_std": -0.209266, + "nauc_precision_at_1_diff1": 0.920995, + "nauc_precision_at_3_max": 0.828028, + "nauc_precision_at_3_std": -0.179272, + "nauc_precision_at_3_diff1": 0.915446, + "nauc_precision_at_5_max": 0.828649, + "nauc_precision_at_5_std": -0.058373, + "nauc_precision_at_5_diff1": 0.899321, + "nauc_precision_at_10_max": 0.92258, + "nauc_precision_at_10_std": 0.130952, + "nauc_precision_at_10_diff1": 0.947349, + "nauc_precision_at_20_max": 0.955415, + "nauc_precision_at_20_std": 0.467414, + "nauc_precision_at_20_diff1": 0.95915, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.78108, + "nauc_mrr_at_1_std": -0.209266, + "nauc_mrr_at_1_diff1": 0.920995, + "nauc_mrr_at_3_max": 0.796348, + "nauc_mrr_at_3_std": -0.203477, + "nauc_mrr_at_3_diff1": 0.920044, + "nauc_mrr_at_5_max": 0.79545, + "nauc_mrr_at_5_std": -0.190968, + "nauc_mrr_at_5_diff1": 0.91883, + "nauc_mrr_at_10_max": 0.798775, + "nauc_mrr_at_10_std": -0.185487, + "nauc_mrr_at_10_diff1": 0.920721, + "nauc_mrr_at_20_max": 0.798082, + "nauc_mrr_at_20_std": -0.184455, + "nauc_mrr_at_20_diff1": 0.920626, + "nauc_mrr_at_100_max": 0.797686, + "nauc_mrr_at_100_std": -0.185729, + "nauc_mrr_at_100_diff1": 0.920581, + "nauc_mrr_at_1000_max": 0.797654, + "nauc_mrr_at_1000_std": -0.185911, + "nauc_mrr_at_1000_diff1": 0.920568, + "hit_rate_at_1": 0.89556, + "hit_rate_at_3": 0.95111, + "hit_rate_at_5": 0.96778, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93969, + "hf_subset": "deu_Latn-deu_Latn", + "languages": [ + "deu-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94091, + "ndcg_at_5": 0.94593, + "ndcg_at_10": 0.95061, + "ndcg_at_20": 0.95119, + "ndcg_at_100": 0.95255, + "ndcg_at_1000": 0.95297, + "map_at_1": 0.91111, + "map_at_3": 0.93389, + "map_at_5": 0.93667, + "map_at_10": 0.9386, + "map_at_20": 0.93877, + "map_at_100": 0.93901, + "map_at_1000": 0.93902, + "recall_at_1": 0.91111, + "recall_at_3": 0.96111, + "recall_at_5": 0.97333, + "recall_at_10": 0.98778, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.91111, + "precision_at_1": 0.91111, + "precision_at_3": 0.32037, + "precision_at_5": 0.19467, + "precision_at_10": 0.09878, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.933889, + "mrr_at_5": 0.936667, + "mrr_at_10": 0.938604, + "mrr_at_20": 0.93877, + "mrr_at_100": 0.939005, + "mrr_at_1000": 0.939021, + "nauc_ndcg_at_1_max": 0.744287, + "nauc_ndcg_at_1_std": -0.364729, + "nauc_ndcg_at_1_diff1": 0.922415, + "nauc_ndcg_at_3_max": 0.777039, + "nauc_ndcg_at_3_std": -0.40018, + "nauc_ndcg_at_3_diff1": 0.924662, + "nauc_ndcg_at_5_max": 0.787716, + "nauc_ndcg_at_5_std": -0.34959, + "nauc_ndcg_at_5_diff1": 0.926878, + "nauc_ndcg_at_10_max": 0.778721, + "nauc_ndcg_at_10_std": -0.339438, + "nauc_ndcg_at_10_diff1": 0.923827, + "nauc_ndcg_at_20_max": 0.777624, + "nauc_ndcg_at_20_std": -0.34589, + "nauc_ndcg_at_20_diff1": 0.924691, + "nauc_ndcg_at_100_max": 0.775993, + "nauc_ndcg_at_100_std": -0.343355, + "nauc_ndcg_at_100_diff1": 0.924426, + "nauc_ndcg_at_1000_max": 0.773991, + "nauc_ndcg_at_1000_std": -0.355364, + "nauc_ndcg_at_1000_diff1": 0.924562, + "nauc_map_at_1_max": 0.744287, + "nauc_map_at_1_std": -0.364729, + "nauc_map_at_1_diff1": 0.922415, + "nauc_map_at_3_max": 0.76857, + "nauc_map_at_3_std": -0.391908, + "nauc_map_at_3_diff1": 0.924421, + "nauc_map_at_5_max": 0.773398, + "nauc_map_at_5_std": -0.367308, + "nauc_map_at_5_diff1": 0.925422, + "nauc_map_at_10_max": 0.769952, + "nauc_map_at_10_std": -0.364192, + "nauc_map_at_10_diff1": 0.924214, + "nauc_map_at_20_max": 0.769623, + "nauc_map_at_20_std": -0.366014, + "nauc_map_at_20_diff1": 0.924466, + "nauc_map_at_100_max": 0.769481, + "nauc_map_at_100_std": -0.365625, + "nauc_map_at_100_diff1": 0.924434, + "nauc_map_at_1000_max": 0.769423, + "nauc_map_at_1000_std": -0.365972, + "nauc_map_at_1000_diff1": 0.924442, + "nauc_recall_at_1_max": 0.744287, + "nauc_recall_at_1_std": -0.364729, + "nauc_recall_at_1_diff1": 0.922415, + "nauc_recall_at_3_max": 0.817073, + "nauc_recall_at_3_std": -0.438495, + "nauc_recall_at_3_diff1": 0.925504, + "nauc_recall_at_5_max": 0.886594, + "nauc_recall_at_5_std": -0.209695, + "nauc_recall_at_5_diff1": 0.937169, + "nauc_recall_at_10_max": 0.891138, + "nauc_recall_at_10_std": 0.073466, + "nauc_recall_at_10_diff1": 0.91533, + "nauc_recall_at_20_max": 0.897811, + "nauc_recall_at_20_std": 0.055815, + "nauc_recall_at_20_diff1": 0.927378, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.744287, + "nauc_precision_at_1_std": -0.364729, + "nauc_precision_at_1_diff1": 0.922415, + "nauc_precision_at_3_max": 0.817073, + "nauc_precision_at_3_std": -0.438495, + "nauc_precision_at_3_diff1": 0.925504, + "nauc_precision_at_5_max": 0.886594, + "nauc_precision_at_5_std": -0.209695, + "nauc_precision_at_5_diff1": 0.937169, + "nauc_precision_at_10_max": 0.891138, + "nauc_precision_at_10_std": 0.073466, + "nauc_precision_at_10_diff1": 0.91533, + "nauc_precision_at_20_max": 0.897811, + "nauc_precision_at_20_std": 0.055815, + "nauc_precision_at_20_diff1": 0.927378, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.744287, + "nauc_mrr_at_1_std": -0.364729, + "nauc_mrr_at_1_diff1": 0.922415, + "nauc_mrr_at_3_max": 0.76857, + "nauc_mrr_at_3_std": -0.391908, + "nauc_mrr_at_3_diff1": 0.924421, + "nauc_mrr_at_5_max": 0.773398, + "nauc_mrr_at_5_std": -0.367308, + "nauc_mrr_at_5_diff1": 0.925422, + "nauc_mrr_at_10_max": 0.769952, + "nauc_mrr_at_10_std": -0.364192, + "nauc_mrr_at_10_diff1": 0.924214, + "nauc_mrr_at_20_max": 0.769623, + "nauc_mrr_at_20_std": -0.366014, + "nauc_mrr_at_20_diff1": 0.924466, + "nauc_mrr_at_100_max": 0.769481, + "nauc_mrr_at_100_std": -0.365625, + "nauc_mrr_at_100_diff1": 0.924434, + "nauc_mrr_at_1000_max": 0.769423, + "nauc_mrr_at_1000_std": -0.365972, + "nauc_mrr_at_1000_diff1": 0.924442, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.96111, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.95061, + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88333, + "ndcg_at_3": 0.92167, + "ndcg_at_5": 0.9286, + "ndcg_at_10": 0.93287, + "ndcg_at_20": 0.93605, + "ndcg_at_100": 0.9372, + "ndcg_at_1000": 0.93777, + "map_at_1": 0.88333, + "map_at_3": 0.91259, + "map_at_5": 0.91648, + "map_at_10": 0.91822, + "map_at_20": 0.91914, + "map_at_100": 0.91934, + "map_at_1000": 0.91936, + "recall_at_1": 0.88333, + "recall_at_3": 0.94778, + "recall_at_5": 0.96444, + "recall_at_10": 0.97778, + "recall_at_20": 0.99, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.88333, + "precision_at_1": 0.88333, + "precision_at_3": 0.31593, + "precision_at_5": 0.19289, + "precision_at_10": 0.09778, + "precision_at_20": 0.0495, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.883333, + "mrr_at_3": 0.912593, + "mrr_at_5": 0.916481, + "mrr_at_10": 0.918216, + "mrr_at_20": 0.919139, + "mrr_at_100": 0.919339, + "mrr_at_1000": 0.919361, + "nauc_ndcg_at_1_max": 0.812786, + "nauc_ndcg_at_1_std": -0.247347, + "nauc_ndcg_at_1_diff1": 0.915822, + "nauc_ndcg_at_3_max": 0.855962, + "nauc_ndcg_at_3_std": -0.133217, + "nauc_ndcg_at_3_diff1": 0.90989, + "nauc_ndcg_at_5_max": 0.853396, + "nauc_ndcg_at_5_std": -0.16794, + "nauc_ndcg_at_5_diff1": 0.915695, + "nauc_ndcg_at_10_max": 0.849001, + "nauc_ndcg_at_10_std": -0.172417, + "nauc_ndcg_at_10_diff1": 0.914738, + "nauc_ndcg_at_20_max": 0.844482, + "nauc_ndcg_at_20_std": -0.16755, + "nauc_ndcg_at_20_diff1": 0.913428, + "nauc_ndcg_at_100_max": 0.842096, + "nauc_ndcg_at_100_std": -0.174916, + "nauc_ndcg_at_100_diff1": 0.912316, + "nauc_ndcg_at_1000_max": 0.840631, + "nauc_ndcg_at_1000_std": -0.182877, + "nauc_ndcg_at_1000_diff1": 0.912679, + "nauc_map_at_1_max": 0.812786, + "nauc_map_at_1_std": -0.247347, + "nauc_map_at_1_diff1": 0.915822, + "nauc_map_at_3_max": 0.841452, + "nauc_map_at_3_std": -0.175846, + "nauc_map_at_3_diff1": 0.910605, + "nauc_map_at_5_max": 0.839518, + "nauc_map_at_5_std": -0.194613, + "nauc_map_at_5_diff1": 0.913496, + "nauc_map_at_10_max": 0.837845, + "nauc_map_at_10_std": -0.195868, + "nauc_map_at_10_diff1": 0.913211, + "nauc_map_at_20_max": 0.836661, + "nauc_map_at_20_std": -0.195104, + "nauc_map_at_20_diff1": 0.91289, + "nauc_map_at_100_max": 0.836317, + "nauc_map_at_100_std": -0.196062, + "nauc_map_at_100_diff1": 0.912738, + "nauc_map_at_1000_max": 0.836273, + "nauc_map_at_1000_std": -0.196274, + "nauc_map_at_1000_diff1": 0.912736, + "nauc_recall_at_1_max": 0.812786, + "nauc_recall_at_1_std": -0.247347, + "nauc_recall_at_1_diff1": 0.915822, + "nauc_recall_at_3_max": 0.925651, + "nauc_recall_at_3_std": 0.074299, + "nauc_recall_at_3_diff1": 0.907285, + "nauc_recall_at_5_max": 0.946239, + "nauc_recall_at_5_std": 0.006623, + "nauc_recall_at_5_diff1": 0.933109, + "nauc_recall_at_10_max": 0.95915, + "nauc_recall_at_10_std": 0.053548, + "nauc_recall_at_10_diff1": 0.933007, + "nauc_recall_at_20_max": 0.985476, + "nauc_recall_at_20_std": 0.453418, + "nauc_recall_at_20_diff1": 0.923747, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.707166, + "nauc_recall_at_100_diff1": 0.861111, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.812786, + "nauc_precision_at_1_std": -0.247347, + "nauc_precision_at_1_diff1": 0.915822, + "nauc_precision_at_3_max": 0.925651, + "nauc_precision_at_3_std": 0.074299, + "nauc_precision_at_3_diff1": 0.907285, + "nauc_precision_at_5_max": 0.946239, + "nauc_precision_at_5_std": 0.006623, + "nauc_precision_at_5_diff1": 0.933109, + "nauc_precision_at_10_max": 0.95915, + "nauc_precision_at_10_std": 0.053548, + "nauc_precision_at_10_diff1": 0.933007, + "nauc_precision_at_20_max": 0.985476, + "nauc_precision_at_20_std": 0.453418, + "nauc_precision_at_20_diff1": 0.923747, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.707166, + "nauc_precision_at_100_diff1": 0.861111, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.812786, + "nauc_mrr_at_1_std": -0.247347, + "nauc_mrr_at_1_diff1": 0.915822, + "nauc_mrr_at_3_max": 0.841452, + "nauc_mrr_at_3_std": -0.175846, + "nauc_mrr_at_3_diff1": 0.910605, + "nauc_mrr_at_5_max": 0.839518, + "nauc_mrr_at_5_std": -0.194613, + "nauc_mrr_at_5_diff1": 0.913496, + "nauc_mrr_at_10_max": 0.837845, + "nauc_mrr_at_10_std": -0.195868, + "nauc_mrr_at_10_diff1": 0.913211, + "nauc_mrr_at_20_max": 0.836661, + "nauc_mrr_at_20_std": -0.195104, + "nauc_mrr_at_20_diff1": 0.91289, + "nauc_mrr_at_100_max": 0.836317, + "nauc_mrr_at_100_std": -0.196062, + "nauc_mrr_at_100_diff1": 0.912738, + "nauc_mrr_at_1000_max": 0.836273, + "nauc_mrr_at_1000_std": -0.196274, + "nauc_mrr_at_1000_diff1": 0.912736, + "hit_rate_at_1": 0.88333, + "hit_rate_at_3": 0.94778, + "hit_rate_at_5": 0.96444, + "hit_rate_at_10": 0.97778, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.93287, + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.83778, + "ndcg_at_3": 0.88943, + "ndcg_at_5": 0.89756, + "ndcg_at_10": 0.90481, + "ndcg_at_20": 0.90805, + "ndcg_at_100": 0.91091, + "ndcg_at_1000": 0.91178, + "map_at_1": 0.83778, + "map_at_3": 0.87759, + "map_at_5": 0.88204, + "map_at_10": 0.88507, + "map_at_20": 0.88604, + "map_at_100": 0.88642, + "map_at_1000": 0.88646, + "recall_at_1": 0.83778, + "recall_at_3": 0.92333, + "recall_at_5": 0.94333, + "recall_at_10": 0.96556, + "recall_at_20": 0.97778, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "accuracy": 0.83778, + "precision_at_1": 0.83778, + "precision_at_3": 0.30778, + "precision_at_5": 0.18867, + "precision_at_10": 0.09656, + "precision_at_20": 0.04889, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.837778, + "mrr_at_3": 0.877593, + "mrr_at_5": 0.882037, + "mrr_at_10": 0.885073, + "mrr_at_20": 0.886043, + "mrr_at_100": 0.886425, + "mrr_at_1000": 0.88646, + "nauc_ndcg_at_1_max": 0.688465, + "nauc_ndcg_at_1_std": -0.278722, + "nauc_ndcg_at_1_diff1": 0.915591, + "nauc_ndcg_at_3_max": 0.736624, + "nauc_ndcg_at_3_std": -0.229793, + "nauc_ndcg_at_3_diff1": 0.900818, + "nauc_ndcg_at_5_max": 0.731952, + "nauc_ndcg_at_5_std": -0.237086, + "nauc_ndcg_at_5_diff1": 0.89957, + "nauc_ndcg_at_10_max": 0.732206, + "nauc_ndcg_at_10_std": -0.239817, + "nauc_ndcg_at_10_diff1": 0.901249, + "nauc_ndcg_at_20_max": 0.729044, + "nauc_ndcg_at_20_std": -0.233758, + "nauc_ndcg_at_20_diff1": 0.900427, + "nauc_ndcg_at_100_max": 0.723212, + "nauc_ndcg_at_100_std": -0.2355, + "nauc_ndcg_at_100_diff1": 0.902385, + "nauc_ndcg_at_1000_max": 0.722355, + "nauc_ndcg_at_1000_std": -0.242167, + "nauc_ndcg_at_1000_diff1": 0.902795, + "nauc_map_at_1_max": 0.688465, + "nauc_map_at_1_std": -0.278722, + "nauc_map_at_1_diff1": 0.915591, + "nauc_map_at_3_max": 0.721474, + "nauc_map_at_3_std": -0.245507, + "nauc_map_at_3_diff1": 0.90383, + "nauc_map_at_5_max": 0.718594, + "nauc_map_at_5_std": -0.249905, + "nauc_map_at_5_diff1": 0.903397, + "nauc_map_at_10_max": 0.71852, + "nauc_map_at_10_std": -0.251702, + "nauc_map_at_10_diff1": 0.904338, + "nauc_map_at_20_max": 0.717647, + "nauc_map_at_20_std": -0.250375, + "nauc_map_at_20_diff1": 0.904195, + "nauc_map_at_100_max": 0.716992, + "nauc_map_at_100_std": -0.250302, + "nauc_map_at_100_diff1": 0.904398, + "nauc_map_at_1000_max": 0.716964, + "nauc_map_at_1000_std": -0.250507, + "nauc_map_at_1000_diff1": 0.904408, + "nauc_recall_at_1_max": 0.688465, + "nauc_recall_at_1_std": -0.278722, + "nauc_recall_at_1_diff1": 0.915591, + "nauc_recall_at_3_max": 0.804125, + "nauc_recall_at_3_std": -0.159576, + "nauc_recall_at_3_diff1": 0.888436, + "nauc_recall_at_5_max": 0.808251, + "nauc_recall_at_5_std": -0.163765, + "nauc_recall_at_5_diff1": 0.878307, + "nauc_recall_at_10_max": 0.856119, + "nauc_recall_at_10_std": -0.129996, + "nauc_recall_at_10_diff1": 0.8741, + "nauc_recall_at_20_max": 0.876074, + "nauc_recall_at_20_std": 0.023903, + "nauc_recall_at_20_diff1": 0.845705, + "nauc_recall_at_100_max": 0.810224, + "nauc_recall_at_100_std": 0.431684, + "nauc_recall_at_100_diff1": 0.860333, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.688465, + "nauc_precision_at_1_std": -0.278722, + "nauc_precision_at_1_diff1": 0.915591, + "nauc_precision_at_3_max": 0.804125, + "nauc_precision_at_3_std": -0.159576, + "nauc_precision_at_3_diff1": 0.888436, + "nauc_precision_at_5_max": 0.808251, + "nauc_precision_at_5_std": -0.163765, + "nauc_precision_at_5_diff1": 0.878307, + "nauc_precision_at_10_max": 0.856119, + "nauc_precision_at_10_std": -0.129996, + "nauc_precision_at_10_diff1": 0.8741, + "nauc_precision_at_20_max": 0.876074, + "nauc_precision_at_20_std": 0.023903, + "nauc_precision_at_20_diff1": 0.845705, + "nauc_precision_at_100_max": 0.810224, + "nauc_precision_at_100_std": 0.431684, + "nauc_precision_at_100_diff1": 0.860333, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.688465, + "nauc_mrr_at_1_std": -0.278722, + "nauc_mrr_at_1_diff1": 0.915591, + "nauc_mrr_at_3_max": 0.721474, + "nauc_mrr_at_3_std": -0.245507, + "nauc_mrr_at_3_diff1": 0.90383, + "nauc_mrr_at_5_max": 0.718594, + "nauc_mrr_at_5_std": -0.249905, + "nauc_mrr_at_5_diff1": 0.903397, + "nauc_mrr_at_10_max": 0.71852, + "nauc_mrr_at_10_std": -0.251702, + "nauc_mrr_at_10_diff1": 0.904338, + "nauc_mrr_at_20_max": 0.717647, + "nauc_mrr_at_20_std": -0.250375, + "nauc_mrr_at_20_diff1": 0.904195, + "nauc_mrr_at_100_max": 0.716992, + "nauc_mrr_at_100_std": -0.250302, + "nauc_mrr_at_100_diff1": 0.904398, + "nauc_mrr_at_1000_max": 0.716964, + "nauc_mrr_at_1000_std": -0.250507, + "nauc_mrr_at_1000_diff1": 0.904408, + "hit_rate_at_1": 0.83778, + "hit_rate_at_3": 0.92333, + "hit_rate_at_5": 0.94333, + "hit_rate_at_10": 0.96556, + "hit_rate_at_20": 0.97778, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.90481, + "hf_subset": "ell_Grek-ell_Grek", + "languages": [ + "ell-Grek", + "ell-Grek" + ] + }, + { + "ndcg_at_1": 0.86444, + "ndcg_at_3": 0.91469, + "ndcg_at_5": 0.92067, + "ndcg_at_10": 0.9269, + "ndcg_at_20": 0.9295, + "ndcg_at_100": 0.93067, + "ndcg_at_1000": 0.93094, + "map_at_1": 0.86444, + "map_at_3": 0.90315, + "map_at_5": 0.90648, + "map_at_10": 0.90912, + "map_at_20": 0.90987, + "map_at_100": 0.91001, + "map_at_1000": 0.91001, + "recall_at_1": 0.86444, + "recall_at_3": 0.94778, + "recall_at_5": 0.96222, + "recall_at_10": 0.98111, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.86444, + "precision_at_1": 0.86444, + "precision_at_3": 0.31593, + "precision_at_5": 0.19244, + "precision_at_10": 0.09811, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.864444, + "mrr_at_3": 0.903148, + "mrr_at_5": 0.906481, + "mrr_at_10": 0.909122, + "mrr_at_20": 0.909874, + "mrr_at_100": 0.910007, + "mrr_at_1000": 0.910015, + "nauc_ndcg_at_1_max": 0.582853, + "nauc_ndcg_at_1_std": -0.421118, + "nauc_ndcg_at_1_diff1": 0.902026, + "nauc_ndcg_at_3_max": 0.645016, + "nauc_ndcg_at_3_std": -0.41093, + "nauc_ndcg_at_3_diff1": 0.890307, + "nauc_ndcg_at_5_max": 0.642671, + "nauc_ndcg_at_5_std": -0.380277, + "nauc_ndcg_at_5_diff1": 0.889833, + "nauc_ndcg_at_10_max": 0.627342, + "nauc_ndcg_at_10_std": -0.394227, + "nauc_ndcg_at_10_diff1": 0.891735, + "nauc_ndcg_at_20_max": 0.62248, + "nauc_ndcg_at_20_std": -0.398974, + "nauc_ndcg_at_20_diff1": 0.891605, + "nauc_ndcg_at_100_max": 0.620896, + "nauc_ndcg_at_100_std": -0.403103, + "nauc_ndcg_at_100_diff1": 0.893315, + "nauc_ndcg_at_1000_max": 0.619381, + "nauc_ndcg_at_1000_std": -0.408185, + "nauc_ndcg_at_1000_diff1": 0.89316, + "nauc_map_at_1_max": 0.582853, + "nauc_map_at_1_std": -0.421118, + "nauc_map_at_1_diff1": 0.902026, + "nauc_map_at_3_max": 0.62348, + "nauc_map_at_3_std": -0.421323, + "nauc_map_at_3_diff1": 0.893395, + "nauc_map_at_5_max": 0.621285, + "nauc_map_at_5_std": -0.408196, + "nauc_map_at_5_diff1": 0.893143, + "nauc_map_at_10_max": 0.615282, + "nauc_map_at_10_std": -0.413914, + "nauc_map_at_10_diff1": 0.893881, + "nauc_map_at_20_max": 0.613908, + "nauc_map_at_20_std": -0.415655, + "nauc_map_at_20_diff1": 0.893892, + "nauc_map_at_100_max": 0.613836, + "nauc_map_at_100_std": -0.415978, + "nauc_map_at_100_diff1": 0.894097, + "nauc_map_at_1000_max": 0.613804, + "nauc_map_at_1000_std": -0.416087, + "nauc_map_at_1000_diff1": 0.894095, + "nauc_recall_at_1_max": 0.582853, + "nauc_recall_at_1_std": -0.421118, + "nauc_recall_at_1_diff1": 0.902026, + "nauc_recall_at_3_max": 0.75809, + "nauc_recall_at_3_std": -0.351411, + "nauc_recall_at_3_diff1": 0.874794, + "nauc_recall_at_5_max": 0.792635, + "nauc_recall_at_5_std": -0.166063, + "nauc_recall_at_5_diff1": 0.867908, + "nauc_recall_at_10_max": 0.769951, + "nauc_recall_at_10_std": -0.109408, + "nauc_recall_at_10_diff1": 0.868045, + "nauc_recall_at_20_max": 0.797852, + "nauc_recall_at_20_std": 0.104692, + "nauc_recall_at_20_diff1": 0.836018, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.582853, + "nauc_precision_at_1_std": -0.421118, + "nauc_precision_at_1_diff1": 0.902026, + "nauc_precision_at_3_max": 0.75809, + "nauc_precision_at_3_std": -0.351411, + "nauc_precision_at_3_diff1": 0.874794, + "nauc_precision_at_5_max": 0.792635, + "nauc_precision_at_5_std": -0.166063, + "nauc_precision_at_5_diff1": 0.867908, + "nauc_precision_at_10_max": 0.769951, + "nauc_precision_at_10_std": -0.109408, + "nauc_precision_at_10_diff1": 0.868045, + "nauc_precision_at_20_max": 0.797852, + "nauc_precision_at_20_std": 0.104692, + "nauc_precision_at_20_diff1": 0.836018, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.582853, + "nauc_mrr_at_1_std": -0.421118, + "nauc_mrr_at_1_diff1": 0.902026, + "nauc_mrr_at_3_max": 0.62348, + "nauc_mrr_at_3_std": -0.421323, + "nauc_mrr_at_3_diff1": 0.893395, + "nauc_mrr_at_5_max": 0.621285, + "nauc_mrr_at_5_std": -0.408196, + "nauc_mrr_at_5_diff1": 0.893143, + "nauc_mrr_at_10_max": 0.615282, + "nauc_mrr_at_10_std": -0.413914, + "nauc_mrr_at_10_diff1": 0.893881, + "nauc_mrr_at_20_max": 0.613908, + "nauc_mrr_at_20_std": -0.415655, + "nauc_mrr_at_20_diff1": 0.893892, + "nauc_mrr_at_100_max": 0.613836, + "nauc_mrr_at_100_std": -0.415978, + "nauc_mrr_at_100_diff1": 0.894097, + "nauc_mrr_at_1000_max": 0.613804, + "nauc_mrr_at_1000_std": -0.416087, + "nauc_mrr_at_1000_diff1": 0.894095, + "hit_rate_at_1": 0.86444, + "hit_rate_at_3": 0.94778, + "hit_rate_at_5": 0.96222, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.9269, + "hf_subset": "ell_Grek-eng_Latn", + "languages": [ + "ell-Grek", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.75556, + "ndcg_at_3": 0.82415, + "ndcg_at_5": 0.83826, + "ndcg_at_10": 0.85046, + "ndcg_at_20": 0.8572, + "ndcg_at_100": 0.86117, + "ndcg_at_1000": 0.86264, + "map_at_1": 0.75556, + "map_at_3": 0.80852, + "map_at_5": 0.8163, + "map_at_10": 0.82134, + "map_at_20": 0.82318, + "map_at_100": 0.82375, + "map_at_1000": 0.82382, + "recall_at_1": 0.75556, + "recall_at_3": 0.86889, + "recall_at_5": 0.90333, + "recall_at_10": 0.94111, + "recall_at_20": 0.96778, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "accuracy": 0.75556, + "precision_at_1": 0.75556, + "precision_at_3": 0.28963, + "precision_at_5": 0.18067, + "precision_at_10": 0.09411, + "precision_at_20": 0.04839, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.755556, + "mrr_at_3": 0.808519, + "mrr_at_5": 0.816296, + "mrr_at_10": 0.821336, + "mrr_at_20": 0.82318, + "mrr_at_100": 0.823754, + "mrr_at_1000": 0.823815, + "nauc_ndcg_at_1_max": 0.76331, + "nauc_ndcg_at_1_std": -0.04506, + "nauc_ndcg_at_1_diff1": 0.80957, + "nauc_ndcg_at_3_max": 0.769514, + "nauc_ndcg_at_3_std": -0.028263, + "nauc_ndcg_at_3_diff1": 0.75754, + "nauc_ndcg_at_5_max": 0.767291, + "nauc_ndcg_at_5_std": 0.00464, + "nauc_ndcg_at_5_diff1": 0.753186, + "nauc_ndcg_at_10_max": 0.769793, + "nauc_ndcg_at_10_std": 0.000631, + "nauc_ndcg_at_10_diff1": 0.757399, + "nauc_ndcg_at_20_max": 0.770576, + "nauc_ndcg_at_20_std": -0.007661, + "nauc_ndcg_at_20_diff1": 0.763461, + "nauc_ndcg_at_100_max": 0.770343, + "nauc_ndcg_at_100_std": -0.002818, + "nauc_ndcg_at_100_diff1": 0.765193, + "nauc_ndcg_at_1000_max": 0.768845, + "nauc_ndcg_at_1000_std": -0.013723, + "nauc_ndcg_at_1000_diff1": 0.768112, + "nauc_map_at_1_max": 0.76331, + "nauc_map_at_1_std": -0.04506, + "nauc_map_at_1_diff1": 0.80957, + "nauc_map_at_3_max": 0.767743, + "nauc_map_at_3_std": -0.035344, + "nauc_map_at_3_diff1": 0.771835, + "nauc_map_at_5_max": 0.766418, + "nauc_map_at_5_std": -0.019127, + "nauc_map_at_5_diff1": 0.770089, + "nauc_map_at_10_max": 0.767255, + "nauc_map_at_10_std": -0.021168, + "nauc_map_at_10_diff1": 0.77216, + "nauc_map_at_20_max": 0.767398, + "nauc_map_at_20_std": -0.023031, + "nauc_map_at_20_diff1": 0.773619, + "nauc_map_at_100_max": 0.767389, + "nauc_map_at_100_std": -0.022828, + "nauc_map_at_100_diff1": 0.773923, + "nauc_map_at_1000_max": 0.767344, + "nauc_map_at_1000_std": -0.023193, + "nauc_map_at_1000_diff1": 0.774033, + "nauc_recall_at_1_max": 0.76331, + "nauc_recall_at_1_std": -0.04506, + "nauc_recall_at_1_diff1": 0.80957, + "nauc_recall_at_3_max": 0.776556, + "nauc_recall_at_3_std": 0.001262, + "nauc_recall_at_3_diff1": 0.701053, + "nauc_recall_at_5_max": 0.771446, + "nauc_recall_at_5_std": 0.13381, + "nauc_recall_at_5_diff1": 0.668003, + "nauc_recall_at_10_max": 0.79247, + "nauc_recall_at_10_std": 0.186636, + "nauc_recall_at_10_diff1": 0.642637, + "nauc_recall_at_20_max": 0.823803, + "nauc_recall_at_20_std": 0.197012, + "nauc_recall_at_20_diff1": 0.648105, + "nauc_recall_at_100_max": 0.903595, + "nauc_recall_at_100_std": 0.944444, + "nauc_recall_at_100_diff1": 0.516947, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.76331, + "nauc_precision_at_1_std": -0.04506, + "nauc_precision_at_1_diff1": 0.80957, + "nauc_precision_at_3_max": 0.776556, + "nauc_precision_at_3_std": 0.001262, + "nauc_precision_at_3_diff1": 0.701053, + "nauc_precision_at_5_max": 0.771446, + "nauc_precision_at_5_std": 0.13381, + "nauc_precision_at_5_diff1": 0.668003, + "nauc_precision_at_10_max": 0.79247, + "nauc_precision_at_10_std": 0.186636, + "nauc_precision_at_10_diff1": 0.642637, + "nauc_precision_at_20_max": 0.823803, + "nauc_precision_at_20_std": 0.197012, + "nauc_precision_at_20_diff1": 0.648105, + "nauc_precision_at_100_max": 0.903595, + "nauc_precision_at_100_std": 0.944444, + "nauc_precision_at_100_diff1": 0.516947, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.76331, + "nauc_mrr_at_1_std": -0.04506, + "nauc_mrr_at_1_diff1": 0.80957, + "nauc_mrr_at_3_max": 0.767743, + "nauc_mrr_at_3_std": -0.035344, + "nauc_mrr_at_3_diff1": 0.771835, + "nauc_mrr_at_5_max": 0.766418, + "nauc_mrr_at_5_std": -0.019127, + "nauc_mrr_at_5_diff1": 0.770089, + "nauc_mrr_at_10_max": 0.767255, + "nauc_mrr_at_10_std": -0.021168, + "nauc_mrr_at_10_diff1": 0.77216, + "nauc_mrr_at_20_max": 0.767398, + "nauc_mrr_at_20_std": -0.023031, + "nauc_mrr_at_20_diff1": 0.773619, + "nauc_mrr_at_100_max": 0.767389, + "nauc_mrr_at_100_std": -0.022828, + "nauc_mrr_at_100_diff1": 0.773923, + "nauc_mrr_at_1000_max": 0.767344, + "nauc_mrr_at_1000_std": -0.023193, + "nauc_mrr_at_1000_diff1": 0.774033, + "hit_rate_at_1": 0.75556, + "hit_rate_at_3": 0.86889, + "hit_rate_at_5": 0.90333, + "hit_rate_at_10": 0.94111, + "hit_rate_at_20": 0.96778, + "hit_rate_at_100": 0.98889, + "hit_rate_at_1000": 1.0, + "main_score": 0.85046, + "hf_subset": "eng_Latn-ell_Grek", + "languages": [ + "eng-Latn", + "ell-Grek" + ] + }, + { + "ndcg_at_1": 0.92556, + "ndcg_at_3": 0.95328, + "ndcg_at_5": 0.95825, + "ndcg_at_10": 0.96035, + "ndcg_at_20": 0.96122, + "ndcg_at_100": 0.96207, + "ndcg_at_1000": 0.96233, + "map_at_1": 0.92556, + "map_at_3": 0.94704, + "map_at_5": 0.94976, + "map_at_10": 0.95059, + "map_at_20": 0.95084, + "map_at_100": 0.95097, + "map_at_1000": 0.95097, + "recall_at_1": 0.92556, + "recall_at_3": 0.97111, + "recall_at_5": 0.98333, + "recall_at_10": 0.99, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.92556, + "precision_at_1": 0.92556, + "precision_at_3": 0.3237, + "precision_at_5": 0.19667, + "precision_at_10": 0.099, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.925556, + "mrr_at_3": 0.947037, + "mrr_at_5": 0.949759, + "mrr_at_10": 0.950589, + "mrr_at_20": 0.950845, + "mrr_at_100": 0.950969, + "mrr_at_1000": 0.950975, + "nauc_ndcg_at_1_max": 0.78901, + "nauc_ndcg_at_1_std": -0.335263, + "nauc_ndcg_at_1_diff1": 0.949691, + "nauc_ndcg_at_3_max": 0.831478, + "nauc_ndcg_at_3_std": -0.252677, + "nauc_ndcg_at_3_diff1": 0.948529, + "nauc_ndcg_at_5_max": 0.824062, + "nauc_ndcg_at_5_std": -0.268821, + "nauc_ndcg_at_5_diff1": 0.950693, + "nauc_ndcg_at_10_max": 0.827363, + "nauc_ndcg_at_10_std": -0.245243, + "nauc_ndcg_at_10_diff1": 0.951617, + "nauc_ndcg_at_20_max": 0.823473, + "nauc_ndcg_at_20_std": -0.27238, + "nauc_ndcg_at_20_diff1": 0.950527, + "nauc_ndcg_at_100_max": 0.821084, + "nauc_ndcg_at_100_std": -0.267435, + "nauc_ndcg_at_100_diff1": 0.950764, + "nauc_ndcg_at_1000_max": 0.819862, + "nauc_ndcg_at_1000_std": -0.276094, + "nauc_ndcg_at_1000_diff1": 0.950427, + "nauc_map_at_1_max": 0.78901, + "nauc_map_at_1_std": -0.335263, + "nauc_map_at_1_diff1": 0.949691, + "nauc_map_at_3_max": 0.819785, + "nauc_map_at_3_std": -0.283517, + "nauc_map_at_3_diff1": 0.948826, + "nauc_map_at_5_max": 0.815972, + "nauc_map_at_5_std": -0.292015, + "nauc_map_at_5_diff1": 0.950054, + "nauc_map_at_10_max": 0.816934, + "nauc_map_at_10_std": -0.284557, + "nauc_map_at_10_diff1": 0.95037, + "nauc_map_at_20_max": 0.815981, + "nauc_map_at_20_std": -0.29106, + "nauc_map_at_20_diff1": 0.950111, + "nauc_map_at_100_max": 0.815685, + "nauc_map_at_100_std": -0.290276, + "nauc_map_at_100_diff1": 0.950104, + "nauc_map_at_1000_max": 0.815664, + "nauc_map_at_1000_std": -0.290424, + "nauc_map_at_1000_diff1": 0.950098, + "nauc_recall_at_1_max": 0.78901, + "nauc_recall_at_1_std": -0.335263, + "nauc_recall_at_1_diff1": 0.949691, + "nauc_recall_at_3_max": 0.891295, + "nauc_recall_at_3_std": -0.087355, + "nauc_recall_at_3_diff1": 0.94703, + "nauc_recall_at_5_max": 0.887053, + "nauc_recall_at_5_std": -0.07202, + "nauc_recall_at_5_diff1": 0.956427, + "nauc_recall_at_10_max": 0.969136, + "nauc_recall_at_10_std": 0.345731, + "nauc_recall_at_10_diff1": 0.970951, + "nauc_recall_at_20_max": 0.953704, + "nauc_recall_at_20_std": 0.040383, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.78901, + "nauc_precision_at_1_std": -0.335263, + "nauc_precision_at_1_diff1": 0.949691, + "nauc_precision_at_3_max": 0.891295, + "nauc_precision_at_3_std": -0.087355, + "nauc_precision_at_3_diff1": 0.94703, + "nauc_precision_at_5_max": 0.887053, + "nauc_precision_at_5_std": -0.07202, + "nauc_precision_at_5_diff1": 0.956427, + "nauc_precision_at_10_max": 0.969136, + "nauc_precision_at_10_std": 0.345731, + "nauc_precision_at_10_diff1": 0.970951, + "nauc_precision_at_20_max": 0.953704, + "nauc_precision_at_20_std": 0.040383, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.78901, + "nauc_mrr_at_1_std": -0.335263, + "nauc_mrr_at_1_diff1": 0.949691, + "nauc_mrr_at_3_max": 0.819785, + "nauc_mrr_at_3_std": -0.283517, + "nauc_mrr_at_3_diff1": 0.948826, + "nauc_mrr_at_5_max": 0.815972, + "nauc_mrr_at_5_std": -0.292015, + "nauc_mrr_at_5_diff1": 0.950054, + "nauc_mrr_at_10_max": 0.816934, + "nauc_mrr_at_10_std": -0.284557, + "nauc_mrr_at_10_diff1": 0.95037, + "nauc_mrr_at_20_max": 0.815981, + "nauc_mrr_at_20_std": -0.29106, + "nauc_mrr_at_20_diff1": 0.950111, + "nauc_mrr_at_100_max": 0.815685, + "nauc_mrr_at_100_std": -0.290276, + "nauc_mrr_at_100_diff1": 0.950104, + "nauc_mrr_at_1000_max": 0.815664, + "nauc_mrr_at_1000_std": -0.290424, + "nauc_mrr_at_1000_diff1": 0.950098, + "hit_rate_at_1": 0.92556, + "hit_rate_at_3": 0.97111, + "hit_rate_at_5": 0.98333, + "hit_rate_at_10": 0.99, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.96035, + "hf_subset": "eng_Latn-eng_Latn", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.79222, + "ndcg_at_3": 0.84805, + "ndcg_at_5": 0.85714, + "ndcg_at_10": 0.86653, + "ndcg_at_20": 0.87187, + "ndcg_at_100": 0.87808, + "ndcg_at_1000": 0.87926, + "map_at_1": 0.79222, + "map_at_3": 0.835, + "map_at_5": 0.84, + "map_at_10": 0.84391, + "map_at_20": 0.84537, + "map_at_100": 0.84623, + "map_at_1000": 0.84628, + "recall_at_1": 0.79222, + "recall_at_3": 0.88556, + "recall_at_5": 0.90778, + "recall_at_10": 0.93667, + "recall_at_20": 0.95778, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "accuracy": 0.79222, + "precision_at_1": 0.79222, + "precision_at_3": 0.29519, + "precision_at_5": 0.18156, + "precision_at_10": 0.09367, + "precision_at_20": 0.04789, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.792222, + "mrr_at_3": 0.835, + "mrr_at_5": 0.84, + "mrr_at_10": 0.843907, + "mrr_at_20": 0.845368, + "mrr_at_100": 0.846227, + "mrr_at_1000": 0.846278, + "nauc_ndcg_at_1_max": 0.702488, + "nauc_ndcg_at_1_std": -0.121326, + "nauc_ndcg_at_1_diff1": 0.882523, + "nauc_ndcg_at_3_max": 0.73675, + "nauc_ndcg_at_3_std": -0.092324, + "nauc_ndcg_at_3_diff1": 0.85902, + "nauc_ndcg_at_5_max": 0.734541, + "nauc_ndcg_at_5_std": -0.097321, + "nauc_ndcg_at_5_diff1": 0.85919, + "nauc_ndcg_at_10_max": 0.736904, + "nauc_ndcg_at_10_std": -0.095813, + "nauc_ndcg_at_10_diff1": 0.867132, + "nauc_ndcg_at_20_max": 0.735295, + "nauc_ndcg_at_20_std": -0.104889, + "nauc_ndcg_at_20_diff1": 0.869991, + "nauc_ndcg_at_100_max": 0.728848, + "nauc_ndcg_at_100_std": -0.107152, + "nauc_ndcg_at_100_diff1": 0.868177, + "nauc_ndcg_at_1000_max": 0.730062, + "nauc_ndcg_at_1000_std": -0.103418, + "nauc_ndcg_at_1000_diff1": 0.868426, + "nauc_map_at_1_max": 0.702488, + "nauc_map_at_1_std": -0.121326, + "nauc_map_at_1_diff1": 0.882523, + "nauc_map_at_3_max": 0.728966, + "nauc_map_at_3_std": -0.101274, + "nauc_map_at_3_diff1": 0.865943, + "nauc_map_at_5_max": 0.727384, + "nauc_map_at_5_std": -0.104665, + "nauc_map_at_5_diff1": 0.866241, + "nauc_map_at_10_max": 0.727955, + "nauc_map_at_10_std": -0.104229, + "nauc_map_at_10_diff1": 0.869167, + "nauc_map_at_20_max": 0.727398, + "nauc_map_at_20_std": -0.10687, + "nauc_map_at_20_diff1": 0.869789, + "nauc_map_at_100_max": 0.726727, + "nauc_map_at_100_std": -0.106419, + "nauc_map_at_100_diff1": 0.869596, + "nauc_map_at_1000_max": 0.726788, + "nauc_map_at_1000_std": -0.106207, + "nauc_map_at_1000_diff1": 0.869604, + "nauc_recall_at_1_max": 0.702488, + "nauc_recall_at_1_std": -0.121326, + "nauc_recall_at_1_diff1": 0.882523, + "nauc_recall_at_3_max": 0.766487, + "nauc_recall_at_3_std": -0.056363, + "nauc_recall_at_3_diff1": 0.831385, + "nauc_recall_at_5_max": 0.766759, + "nauc_recall_at_5_std": -0.062153, + "nauc_recall_at_5_diff1": 0.825869, + "nauc_recall_at_10_max": 0.797058, + "nauc_recall_at_10_std": -0.038004, + "nauc_recall_at_10_diff1": 0.860935, + "nauc_recall_at_20_max": 0.811305, + "nauc_recall_at_20_std": -0.100017, + "nauc_recall_at_20_diff1": 0.891653, + "nauc_recall_at_100_max": 0.627743, + "nauc_recall_at_100_std": -0.403828, + "nauc_recall_at_100_diff1": 0.844188, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.702488, + "nauc_precision_at_1_std": -0.121326, + "nauc_precision_at_1_diff1": 0.882523, + "nauc_precision_at_3_max": 0.766487, + "nauc_precision_at_3_std": -0.056363, + "nauc_precision_at_3_diff1": 0.831385, + "nauc_precision_at_5_max": 0.766759, + "nauc_precision_at_5_std": -0.062153, + "nauc_precision_at_5_diff1": 0.825869, + "nauc_precision_at_10_max": 0.797058, + "nauc_precision_at_10_std": -0.038004, + "nauc_precision_at_10_diff1": 0.860935, + "nauc_precision_at_20_max": 0.811305, + "nauc_precision_at_20_std": -0.100017, + "nauc_precision_at_20_diff1": 0.891653, + "nauc_precision_at_100_max": 0.627743, + "nauc_precision_at_100_std": -0.403828, + "nauc_precision_at_100_diff1": 0.844188, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.702488, + "nauc_mrr_at_1_std": -0.121326, + "nauc_mrr_at_1_diff1": 0.882523, + "nauc_mrr_at_3_max": 0.728966, + "nauc_mrr_at_3_std": -0.101274, + "nauc_mrr_at_3_diff1": 0.865943, + "nauc_mrr_at_5_max": 0.727384, + "nauc_mrr_at_5_std": -0.104665, + "nauc_mrr_at_5_diff1": 0.866241, + "nauc_mrr_at_10_max": 0.727955, + "nauc_mrr_at_10_std": -0.104229, + "nauc_mrr_at_10_diff1": 0.869167, + "nauc_mrr_at_20_max": 0.727398, + "nauc_mrr_at_20_std": -0.10687, + "nauc_mrr_at_20_diff1": 0.869789, + "nauc_mrr_at_100_max": 0.726727, + "nauc_mrr_at_100_std": -0.106419, + "nauc_mrr_at_100_diff1": 0.869596, + "nauc_mrr_at_1000_max": 0.726788, + "nauc_mrr_at_1000_std": -0.106207, + "nauc_mrr_at_1000_diff1": 0.869604, + "hit_rate_at_1": 0.79222, + "hit_rate_at_3": 0.88556, + "hit_rate_at_5": 0.90778, + "hit_rate_at_10": 0.93667, + "hit_rate_at_20": 0.95778, + "hit_rate_at_100": 0.99111, + "hit_rate_at_1000": 1.0, + "main_score": 0.86653, + "hf_subset": "est_Latn-est_Latn", + "languages": [ + "est-Latn", + "est-Latn" + ] + }, + { + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.90435, + "ndcg_at_5": 0.91406, + "ndcg_at_10": 0.92044, + "ndcg_at_20": 0.92244, + "ndcg_at_100": 0.9249, + "ndcg_at_1000": 0.92533, + "map_at_1": 0.86, + "map_at_3": 0.89389, + "map_at_5": 0.89933, + "map_at_10": 0.90213, + "map_at_20": 0.90269, + "map_at_100": 0.90311, + "map_at_1000": 0.90312, + "recall_at_1": 0.86, + "recall_at_3": 0.93444, + "recall_at_5": 0.95778, + "recall_at_10": 0.97667, + "recall_at_20": 0.98444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.86, + "precision_at_1": 0.86, + "precision_at_3": 0.31148, + "precision_at_5": 0.19156, + "precision_at_10": 0.09767, + "precision_at_20": 0.04922, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.86, + "mrr_at_3": 0.893889, + "mrr_at_5": 0.899333, + "mrr_at_10": 0.902126, + "mrr_at_20": 0.902694, + "mrr_at_100": 0.903106, + "mrr_at_1000": 0.903121, + "nauc_ndcg_at_1_max": 0.694187, + "nauc_ndcg_at_1_std": -0.395855, + "nauc_ndcg_at_1_diff1": 0.885563, + "nauc_ndcg_at_3_max": 0.717682, + "nauc_ndcg_at_3_std": -0.438679, + "nauc_ndcg_at_3_diff1": 0.866938, + "nauc_ndcg_at_5_max": 0.718892, + "nauc_ndcg_at_5_std": -0.428664, + "nauc_ndcg_at_5_diff1": 0.871489, + "nauc_ndcg_at_10_max": 0.716815, + "nauc_ndcg_at_10_std": -0.413543, + "nauc_ndcg_at_10_diff1": 0.871607, + "nauc_ndcg_at_20_max": 0.714549, + "nauc_ndcg_at_20_std": -0.42332, + "nauc_ndcg_at_20_diff1": 0.873174, + "nauc_ndcg_at_100_max": 0.713748, + "nauc_ndcg_at_100_std": -0.41302, + "nauc_ndcg_at_100_diff1": 0.87379, + "nauc_ndcg_at_1000_max": 0.712079, + "nauc_ndcg_at_1000_std": -0.419315, + "nauc_ndcg_at_1000_diff1": 0.873054, + "nauc_map_at_1_max": 0.694187, + "nauc_map_at_1_std": -0.395855, + "nauc_map_at_1_diff1": 0.885563, + "nauc_map_at_3_max": 0.710843, + "nauc_map_at_3_std": -0.429808, + "nauc_map_at_3_diff1": 0.870447, + "nauc_map_at_5_max": 0.710843, + "nauc_map_at_5_std": -0.425374, + "nauc_map_at_5_diff1": 0.872813, + "nauc_map_at_10_max": 0.7098, + "nauc_map_at_10_std": -0.420199, + "nauc_map_at_10_diff1": 0.873022, + "nauc_map_at_20_max": 0.709276, + "nauc_map_at_20_std": -0.422136, + "nauc_map_at_20_diff1": 0.873362, + "nauc_map_at_100_max": 0.709163, + "nauc_map_at_100_std": -0.420779, + "nauc_map_at_100_diff1": 0.873441, + "nauc_map_at_1000_max": 0.709117, + "nauc_map_at_1000_std": -0.420957, + "nauc_map_at_1000_diff1": 0.873421, + "nauc_recall_at_1_max": 0.694187, + "nauc_recall_at_1_std": -0.395855, + "nauc_recall_at_1_diff1": 0.885563, + "nauc_recall_at_3_max": 0.748485, + "nauc_recall_at_3_std": -0.476111, + "nauc_recall_at_3_diff1": 0.852474, + "nauc_recall_at_5_max": 0.773244, + "nauc_recall_at_5_std": -0.440525, + "nauc_recall_at_5_diff1": 0.866394, + "nauc_recall_at_10_max": 0.798386, + "nauc_recall_at_10_std": -0.293873, + "nauc_recall_at_10_diff1": 0.860611, + "nauc_recall_at_20_max": 0.795118, + "nauc_recall_at_20_std": -0.432006, + "nauc_recall_at_20_diff1": 0.885788, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.659197, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.694187, + "nauc_precision_at_1_std": -0.395855, + "nauc_precision_at_1_diff1": 0.885563, + "nauc_precision_at_3_max": 0.748485, + "nauc_precision_at_3_std": -0.476111, + "nauc_precision_at_3_diff1": 0.852474, + "nauc_precision_at_5_max": 0.773244, + "nauc_precision_at_5_std": -0.440525, + "nauc_precision_at_5_diff1": 0.866394, + "nauc_precision_at_10_max": 0.798386, + "nauc_precision_at_10_std": -0.293873, + "nauc_precision_at_10_diff1": 0.860611, + "nauc_precision_at_20_max": 0.795118, + "nauc_precision_at_20_std": -0.432006, + "nauc_precision_at_20_diff1": 0.885788, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.659197, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.694187, + "nauc_mrr_at_1_std": -0.395855, + "nauc_mrr_at_1_diff1": 0.885563, + "nauc_mrr_at_3_max": 0.710843, + "nauc_mrr_at_3_std": -0.429808, + "nauc_mrr_at_3_diff1": 0.870447, + "nauc_mrr_at_5_max": 0.710843, + "nauc_mrr_at_5_std": -0.425374, + "nauc_mrr_at_5_diff1": 0.872813, + "nauc_mrr_at_10_max": 0.7098, + "nauc_mrr_at_10_std": -0.420199, + "nauc_mrr_at_10_diff1": 0.873022, + "nauc_mrr_at_20_max": 0.709276, + "nauc_mrr_at_20_std": -0.422136, + "nauc_mrr_at_20_diff1": 0.873362, + "nauc_mrr_at_100_max": 0.709163, + "nauc_mrr_at_100_std": -0.420779, + "nauc_mrr_at_100_diff1": 0.873441, + "nauc_mrr_at_1000_max": 0.709117, + "nauc_mrr_at_1000_std": -0.420957, + "nauc_mrr_at_1000_diff1": 0.873421, + "hit_rate_at_1": 0.86, + "hit_rate_at_3": 0.93444, + "hit_rate_at_5": 0.95778, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92044, + "hf_subset": "est_Latn-eng_Latn", + "languages": [ + "est-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.70444, + "ndcg_at_3": 0.76796, + "ndcg_at_5": 0.78292, + "ndcg_at_10": 0.79542, + "ndcg_at_20": 0.80658, + "ndcg_at_100": 0.81521, + "ndcg_at_1000": 0.81826, + "map_at_1": 0.70444, + "map_at_3": 0.75296, + "map_at_5": 0.76119, + "map_at_10": 0.76608, + "map_at_20": 0.76925, + "map_at_100": 0.7705, + "map_at_1000": 0.77062, + "recall_at_1": 0.70444, + "recall_at_3": 0.81111, + "recall_at_5": 0.84778, + "recall_at_10": 0.88778, + "recall_at_20": 0.93111, + "recall_at_100": 0.97667, + "recall_at_1000": 1.0, + "accuracy": 0.70444, + "precision_at_1": 0.70444, + "precision_at_3": 0.27037, + "precision_at_5": 0.16956, + "precision_at_10": 0.08878, + "precision_at_20": 0.04656, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "mrr_at_1": 0.704444, + "mrr_at_3": 0.752963, + "mrr_at_5": 0.761185, + "mrr_at_10": 0.766079, + "mrr_at_20": 0.769245, + "mrr_at_100": 0.770499, + "mrr_at_1000": 0.770624, + "nauc_ndcg_at_1_max": 0.837585, + "nauc_ndcg_at_1_std": 0.229012, + "nauc_ndcg_at_1_diff1": 0.886172, + "nauc_ndcg_at_3_max": 0.858288, + "nauc_ndcg_at_3_std": 0.266708, + "nauc_ndcg_at_3_diff1": 0.861825, + "nauc_ndcg_at_5_max": 0.85916, + "nauc_ndcg_at_5_std": 0.274419, + "nauc_ndcg_at_5_diff1": 0.861171, + "nauc_ndcg_at_10_max": 0.861246, + "nauc_ndcg_at_10_std": 0.287209, + "nauc_ndcg_at_10_diff1": 0.85934, + "nauc_ndcg_at_20_max": 0.860431, + "nauc_ndcg_at_20_std": 0.288151, + "nauc_ndcg_at_20_diff1": 0.863431, + "nauc_ndcg_at_100_max": 0.859399, + "nauc_ndcg_at_100_std": 0.283283, + "nauc_ndcg_at_100_diff1": 0.866897, + "nauc_ndcg_at_1000_max": 0.857508, + "nauc_ndcg_at_1000_std": 0.275186, + "nauc_ndcg_at_1000_diff1": 0.866687, + "nauc_map_at_1_max": 0.837585, + "nauc_map_at_1_std": 0.229012, + "nauc_map_at_1_diff1": 0.886172, + "nauc_map_at_3_max": 0.853973, + "nauc_map_at_3_std": 0.259387, + "nauc_map_at_3_diff1": 0.868209, + "nauc_map_at_5_max": 0.854258, + "nauc_map_at_5_std": 0.262771, + "nauc_map_at_5_diff1": 0.868094, + "nauc_map_at_10_max": 0.855073, + "nauc_map_at_10_std": 0.267453, + "nauc_map_at_10_diff1": 0.867677, + "nauc_map_at_20_max": 0.854763, + "nauc_map_at_20_std": 0.267427, + "nauc_map_at_20_diff1": 0.868703, + "nauc_map_at_100_max": 0.854601, + "nauc_map_at_100_std": 0.266381, + "nauc_map_at_100_diff1": 0.869165, + "nauc_map_at_1000_max": 0.85454, + "nauc_map_at_1000_std": 0.266124, + "nauc_map_at_1000_diff1": 0.869165, + "nauc_recall_at_1_max": 0.837585, + "nauc_recall_at_1_std": 0.229012, + "nauc_recall_at_1_diff1": 0.886172, + "nauc_recall_at_3_max": 0.873003, + "nauc_recall_at_3_std": 0.291306, + "nauc_recall_at_3_diff1": 0.83915, + "nauc_recall_at_5_max": 0.879188, + "nauc_recall_at_5_std": 0.323849, + "nauc_recall_at_5_diff1": 0.832001, + "nauc_recall_at_10_max": 0.894754, + "nauc_recall_at_10_std": 0.402993, + "nauc_recall_at_10_diff1": 0.81225, + "nauc_recall_at_20_max": 0.907458, + "nauc_recall_at_20_std": 0.481665, + "nauc_recall_at_20_diff1": 0.825758, + "nauc_recall_at_100_max": 0.961874, + "nauc_recall_at_100_std": 0.723289, + "nauc_recall_at_100_diff1": 0.88073, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.837585, + "nauc_precision_at_1_std": 0.229012, + "nauc_precision_at_1_diff1": 0.886172, + "nauc_precision_at_3_max": 0.873003, + "nauc_precision_at_3_std": 0.291306, + "nauc_precision_at_3_diff1": 0.83915, + "nauc_precision_at_5_max": 0.879188, + "nauc_precision_at_5_std": 0.323849, + "nauc_precision_at_5_diff1": 0.832001, + "nauc_precision_at_10_max": 0.894754, + "nauc_precision_at_10_std": 0.402993, + "nauc_precision_at_10_diff1": 0.81225, + "nauc_precision_at_20_max": 0.907458, + "nauc_precision_at_20_std": 0.481665, + "nauc_precision_at_20_diff1": 0.825758, + "nauc_precision_at_100_max": 0.961874, + "nauc_precision_at_100_std": 0.723289, + "nauc_precision_at_100_diff1": 0.88073, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.837585, + "nauc_mrr_at_1_std": 0.229012, + "nauc_mrr_at_1_diff1": 0.886172, + "nauc_mrr_at_3_max": 0.853973, + "nauc_mrr_at_3_std": 0.259387, + "nauc_mrr_at_3_diff1": 0.868209, + "nauc_mrr_at_5_max": 0.854258, + "nauc_mrr_at_5_std": 0.262771, + "nauc_mrr_at_5_diff1": 0.868094, + "nauc_mrr_at_10_max": 0.855073, + "nauc_mrr_at_10_std": 0.267453, + "nauc_mrr_at_10_diff1": 0.867677, + "nauc_mrr_at_20_max": 0.854763, + "nauc_mrr_at_20_std": 0.267427, + "nauc_mrr_at_20_diff1": 0.868703, + "nauc_mrr_at_100_max": 0.854601, + "nauc_mrr_at_100_std": 0.266381, + "nauc_mrr_at_100_diff1": 0.869165, + "nauc_mrr_at_1000_max": 0.85454, + "nauc_mrr_at_1000_std": 0.266124, + "nauc_mrr_at_1000_diff1": 0.869165, + "hit_rate_at_1": 0.70444, + "hit_rate_at_3": 0.81111, + "hit_rate_at_5": 0.84778, + "hit_rate_at_10": 0.88778, + "hit_rate_at_20": 0.93111, + "hit_rate_at_100": 0.97667, + "hit_rate_at_1000": 1.0, + "main_score": 0.79542, + "hf_subset": "eng_Latn-est_Latn", + "languages": [ + "eng-Latn", + "est-Latn" + ] + }, + { + "ndcg_at_1": 0.74889, + "ndcg_at_3": 0.80151, + "ndcg_at_5": 0.8093, + "ndcg_at_10": 0.81891, + "ndcg_at_20": 0.82544, + "ndcg_at_100": 0.83544, + "ndcg_at_1000": 0.84001, + "map_at_1": 0.74889, + "map_at_3": 0.78926, + "map_at_5": 0.79359, + "map_at_10": 0.79772, + "map_at_20": 0.79955, + "map_at_100": 0.8009, + "map_at_1000": 0.80107, + "recall_at_1": 0.74889, + "recall_at_3": 0.83667, + "recall_at_5": 0.85556, + "recall_at_10": 0.88444, + "recall_at_20": 0.91, + "recall_at_100": 0.96444, + "recall_at_1000": 1.0, + "accuracy": 0.74889, + "precision_at_1": 0.74889, + "precision_at_3": 0.27889, + "precision_at_5": 0.17111, + "precision_at_10": 0.08844, + "precision_at_20": 0.0455, + "precision_at_100": 0.00964, + "precision_at_1000": 0.001, + "mrr_at_1": 0.748889, + "mrr_at_3": 0.789259, + "mrr_at_5": 0.793593, + "mrr_at_10": 0.797716, + "mrr_at_20": 0.799548, + "mrr_at_100": 0.800899, + "mrr_at_1000": 0.80107, + "nauc_ndcg_at_1_max": 0.692938, + "nauc_ndcg_at_1_std": -0.193751, + "nauc_ndcg_at_1_diff1": 0.894328, + "nauc_ndcg_at_3_max": 0.715831, + "nauc_ndcg_at_3_std": -0.184413, + "nauc_ndcg_at_3_diff1": 0.880831, + "nauc_ndcg_at_5_max": 0.7068, + "nauc_ndcg_at_5_std": -0.197297, + "nauc_ndcg_at_5_diff1": 0.877509, + "nauc_ndcg_at_10_max": 0.709657, + "nauc_ndcg_at_10_std": -0.179492, + "nauc_ndcg_at_10_diff1": 0.873021, + "nauc_ndcg_at_20_max": 0.712084, + "nauc_ndcg_at_20_std": -0.173623, + "nauc_ndcg_at_20_diff1": 0.875884, + "nauc_ndcg_at_100_max": 0.709788, + "nauc_ndcg_at_100_std": -0.17624, + "nauc_ndcg_at_100_diff1": 0.877475, + "nauc_ndcg_at_1000_max": 0.707913, + "nauc_ndcg_at_1000_std": -0.181118, + "nauc_ndcg_at_1000_diff1": 0.879077, + "nauc_map_at_1_max": 0.692938, + "nauc_map_at_1_std": -0.193751, + "nauc_map_at_1_diff1": 0.894328, + "nauc_map_at_3_max": 0.709399, + "nauc_map_at_3_std": -0.185625, + "nauc_map_at_3_diff1": 0.884379, + "nauc_map_at_5_max": 0.70452, + "nauc_map_at_5_std": -0.192477, + "nauc_map_at_5_diff1": 0.88273, + "nauc_map_at_10_max": 0.705669, + "nauc_map_at_10_std": -0.185577, + "nauc_map_at_10_diff1": 0.881111, + "nauc_map_at_20_max": 0.706195, + "nauc_map_at_20_std": -0.183917, + "nauc_map_at_20_diff1": 0.881786, + "nauc_map_at_100_max": 0.705709, + "nauc_map_at_100_std": -0.184528, + "nauc_map_at_100_diff1": 0.882026, + "nauc_map_at_1000_max": 0.70564, + "nauc_map_at_1000_std": -0.184693, + "nauc_map_at_1000_diff1": 0.882083, + "nauc_recall_at_1_max": 0.692938, + "nauc_recall_at_1_std": -0.193751, + "nauc_recall_at_1_diff1": 0.894328, + "nauc_recall_at_3_max": 0.738885, + "nauc_recall_at_3_std": -0.180791, + "nauc_recall_at_3_diff1": 0.868243, + "nauc_recall_at_5_max": 0.714188, + "nauc_recall_at_5_std": -0.219199, + "nauc_recall_at_5_diff1": 0.856511, + "nauc_recall_at_10_max": 0.727779, + "nauc_recall_at_10_std": -0.144086, + "nauc_recall_at_10_diff1": 0.831714, + "nauc_recall_at_20_max": 0.750037, + "nauc_recall_at_20_std": -0.097837, + "nauc_recall_at_20_diff1": 0.842624, + "nauc_recall_at_100_max": 0.76812, + "nauc_recall_at_100_std": -0.022672, + "nauc_recall_at_100_diff1": 0.827337, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.692938, + "nauc_precision_at_1_std": -0.193751, + "nauc_precision_at_1_diff1": 0.894328, + "nauc_precision_at_3_max": 0.738885, + "nauc_precision_at_3_std": -0.180791, + "nauc_precision_at_3_diff1": 0.868243, + "nauc_precision_at_5_max": 0.714188, + "nauc_precision_at_5_std": -0.219199, + "nauc_precision_at_5_diff1": 0.856511, + "nauc_precision_at_10_max": 0.727779, + "nauc_precision_at_10_std": -0.144086, + "nauc_precision_at_10_diff1": 0.831714, + "nauc_precision_at_20_max": 0.750037, + "nauc_precision_at_20_std": -0.097837, + "nauc_precision_at_20_diff1": 0.842624, + "nauc_precision_at_100_max": 0.76812, + "nauc_precision_at_100_std": -0.022672, + "nauc_precision_at_100_diff1": 0.827337, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.692938, + "nauc_mrr_at_1_std": -0.193751, + "nauc_mrr_at_1_diff1": 0.894328, + "nauc_mrr_at_3_max": 0.709399, + "nauc_mrr_at_3_std": -0.185625, + "nauc_mrr_at_3_diff1": 0.884379, + "nauc_mrr_at_5_max": 0.70452, + "nauc_mrr_at_5_std": -0.192477, + "nauc_mrr_at_5_diff1": 0.88273, + "nauc_mrr_at_10_max": 0.705669, + "nauc_mrr_at_10_std": -0.185577, + "nauc_mrr_at_10_diff1": 0.881111, + "nauc_mrr_at_20_max": 0.706195, + "nauc_mrr_at_20_std": -0.183917, + "nauc_mrr_at_20_diff1": 0.881786, + "nauc_mrr_at_100_max": 0.705709, + "nauc_mrr_at_100_std": -0.184528, + "nauc_mrr_at_100_diff1": 0.882026, + "nauc_mrr_at_1000_max": 0.70564, + "nauc_mrr_at_1000_std": -0.184693, + "nauc_mrr_at_1000_diff1": 0.882083, + "hit_rate_at_1": 0.74889, + "hit_rate_at_3": 0.83667, + "hit_rate_at_5": 0.85556, + "hit_rate_at_10": 0.88444, + "hit_rate_at_20": 0.91, + "hit_rate_at_100": 0.96444, + "hit_rate_at_1000": 1.0, + "main_score": 0.81891, + "hf_subset": "eus_Latn-eus_Latn", + "languages": [ + "eus-Latn", + "eus-Latn" + ] + }, + { + "ndcg_at_1": 0.78778, + "ndcg_at_3": 0.8475, + "ndcg_at_5": 0.8584, + "ndcg_at_10": 0.86889, + "ndcg_at_20": 0.8739, + "ndcg_at_100": 0.87924, + "ndcg_at_1000": 0.87995, + "map_at_1": 0.78778, + "map_at_3": 0.83315, + "map_at_5": 0.83915, + "map_at_10": 0.84352, + "map_at_20": 0.84486, + "map_at_100": 0.84575, + "map_at_1000": 0.84577, + "recall_at_1": 0.78778, + "recall_at_3": 0.88889, + "recall_at_5": 0.91556, + "recall_at_10": 0.94778, + "recall_at_20": 0.96778, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "accuracy": 0.78778, + "precision_at_1": 0.78778, + "precision_at_3": 0.2963, + "precision_at_5": 0.18311, + "precision_at_10": 0.09478, + "precision_at_20": 0.04839, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.787778, + "mrr_at_3": 0.833148, + "mrr_at_5": 0.839148, + "mrr_at_10": 0.843516, + "mrr_at_20": 0.844863, + "mrr_at_100": 0.845746, + "mrr_at_1000": 0.845771, + "nauc_ndcg_at_1_max": 0.710862, + "nauc_ndcg_at_1_std": -0.26729, + "nauc_ndcg_at_1_diff1": 0.845952, + "nauc_ndcg_at_3_max": 0.716641, + "nauc_ndcg_at_3_std": -0.293064, + "nauc_ndcg_at_3_diff1": 0.817658, + "nauc_ndcg_at_5_max": 0.69892, + "nauc_ndcg_at_5_std": -0.321607, + "nauc_ndcg_at_5_diff1": 0.811025, + "nauc_ndcg_at_10_max": 0.707361, + "nauc_ndcg_at_10_std": -0.294759, + "nauc_ndcg_at_10_diff1": 0.816067, + "nauc_ndcg_at_20_max": 0.707587, + "nauc_ndcg_at_20_std": -0.290684, + "nauc_ndcg_at_20_diff1": 0.819981, + "nauc_ndcg_at_100_max": 0.711308, + "nauc_ndcg_at_100_std": -0.284553, + "nauc_ndcg_at_100_diff1": 0.82348, + "nauc_ndcg_at_1000_max": 0.710264, + "nauc_ndcg_at_1000_std": -0.290576, + "nauc_ndcg_at_1000_diff1": 0.82355, + "nauc_map_at_1_max": 0.710862, + "nauc_map_at_1_std": -0.26729, + "nauc_map_at_1_diff1": 0.845952, + "nauc_map_at_3_max": 0.715162, + "nauc_map_at_3_std": -0.288482, + "nauc_map_at_3_diff1": 0.825608, + "nauc_map_at_5_max": 0.706304, + "nauc_map_at_5_std": -0.302798, + "nauc_map_at_5_diff1": 0.822572, + "nauc_map_at_10_max": 0.70949, + "nauc_map_at_10_std": -0.292482, + "nauc_map_at_10_diff1": 0.824736, + "nauc_map_at_20_max": 0.709566, + "nauc_map_at_20_std": -0.292011, + "nauc_map_at_20_diff1": 0.82567, + "nauc_map_at_100_max": 0.71028, + "nauc_map_at_100_std": -0.291035, + "nauc_map_at_100_diff1": 0.826308, + "nauc_map_at_1000_max": 0.710255, + "nauc_map_at_1000_std": -0.2912, + "nauc_map_at_1000_diff1": 0.826307, + "nauc_recall_at_1_max": 0.710862, + "nauc_recall_at_1_std": -0.26729, + "nauc_recall_at_1_diff1": 0.845952, + "nauc_recall_at_3_max": 0.722606, + "nauc_recall_at_3_std": -0.310151, + "nauc_recall_at_3_diff1": 0.78509, + "nauc_recall_at_5_max": 0.656242, + "nauc_recall_at_5_std": -0.422736, + "nauc_recall_at_5_diff1": 0.750129, + "nauc_recall_at_10_max": 0.691638, + "nauc_recall_at_10_std": -0.293939, + "nauc_recall_at_10_diff1": 0.748614, + "nauc_recall_at_20_max": 0.684938, + "nauc_recall_at_20_std": -0.217425, + "nauc_recall_at_20_diff1": 0.764658, + "nauc_recall_at_100_max": 0.884687, + "nauc_recall_at_100_std": 0.687302, + "nauc_recall_at_100_diff1": 0.80719, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.710862, + "nauc_precision_at_1_std": -0.26729, + "nauc_precision_at_1_diff1": 0.845952, + "nauc_precision_at_3_max": 0.722606, + "nauc_precision_at_3_std": -0.310151, + "nauc_precision_at_3_diff1": 0.78509, + "nauc_precision_at_5_max": 0.656242, + "nauc_precision_at_5_std": -0.422736, + "nauc_precision_at_5_diff1": 0.750129, + "nauc_precision_at_10_max": 0.691638, + "nauc_precision_at_10_std": -0.293939, + "nauc_precision_at_10_diff1": 0.748614, + "nauc_precision_at_20_max": 0.684938, + "nauc_precision_at_20_std": -0.217425, + "nauc_precision_at_20_diff1": 0.764658, + "nauc_precision_at_100_max": 0.884687, + "nauc_precision_at_100_std": 0.687302, + "nauc_precision_at_100_diff1": 0.80719, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.710862, + "nauc_mrr_at_1_std": -0.26729, + "nauc_mrr_at_1_diff1": 0.845952, + "nauc_mrr_at_3_max": 0.715162, + "nauc_mrr_at_3_std": -0.288482, + "nauc_mrr_at_3_diff1": 0.825608, + "nauc_mrr_at_5_max": 0.706304, + "nauc_mrr_at_5_std": -0.302798, + "nauc_mrr_at_5_diff1": 0.822572, + "nauc_mrr_at_10_max": 0.70949, + "nauc_mrr_at_10_std": -0.292482, + "nauc_mrr_at_10_diff1": 0.824736, + "nauc_mrr_at_20_max": 0.709566, + "nauc_mrr_at_20_std": -0.292011, + "nauc_mrr_at_20_diff1": 0.82567, + "nauc_mrr_at_100_max": 0.71028, + "nauc_mrr_at_100_std": -0.291035, + "nauc_mrr_at_100_diff1": 0.826308, + "nauc_mrr_at_1000_max": 0.710255, + "nauc_mrr_at_1000_std": -0.2912, + "nauc_mrr_at_1000_diff1": 0.826307, + "hit_rate_at_1": 0.78778, + "hit_rate_at_3": 0.88889, + "hit_rate_at_5": 0.91556, + "hit_rate_at_10": 0.94778, + "hit_rate_at_20": 0.96778, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.86889, + "hf_subset": "eus_Latn-eng_Latn", + "languages": [ + "eus-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.58889, + "ndcg_at_3": 0.64078, + "ndcg_at_5": 0.65483, + "ndcg_at_10": 0.66788, + "ndcg_at_20": 0.67722, + "ndcg_at_100": 0.70105, + "ndcg_at_1000": 0.71185, + "map_at_1": 0.58889, + "map_at_3": 0.62833, + "map_at_5": 0.63606, + "map_at_10": 0.64151, + "map_at_20": 0.64396, + "map_at_100": 0.64725, + "map_at_1000": 0.64769, + "recall_at_1": 0.58889, + "recall_at_3": 0.67667, + "recall_at_5": 0.71111, + "recall_at_10": 0.75111, + "recall_at_20": 0.78889, + "recall_at_100": 0.91778, + "recall_at_1000": 1.0, + "accuracy": 0.58889, + "precision_at_1": 0.58889, + "precision_at_3": 0.22556, + "precision_at_5": 0.14222, + "precision_at_10": 0.07511, + "precision_at_20": 0.03944, + "precision_at_100": 0.00918, + "precision_at_1000": 0.001, + "mrr_at_1": 0.588889, + "mrr_at_3": 0.628333, + "mrr_at_5": 0.636056, + "mrr_at_10": 0.641506, + "mrr_at_20": 0.643961, + "mrr_at_100": 0.647245, + "mrr_at_1000": 0.647693, + "nauc_ndcg_at_1_max": 0.857941, + "nauc_ndcg_at_1_std": 0.46013, + "nauc_ndcg_at_1_diff1": 0.883414, + "nauc_ndcg_at_3_max": 0.881687, + "nauc_ndcg_at_3_std": 0.511958, + "nauc_ndcg_at_3_diff1": 0.848218, + "nauc_ndcg_at_5_max": 0.882784, + "nauc_ndcg_at_5_std": 0.519403, + "nauc_ndcg_at_5_diff1": 0.846428, + "nauc_ndcg_at_10_max": 0.879284, + "nauc_ndcg_at_10_std": 0.520091, + "nauc_ndcg_at_10_diff1": 0.841316, + "nauc_ndcg_at_20_max": 0.877434, + "nauc_ndcg_at_20_std": 0.524688, + "nauc_ndcg_at_20_diff1": 0.837125, + "nauc_ndcg_at_100_max": 0.877385, + "nauc_ndcg_at_100_std": 0.528381, + "nauc_ndcg_at_100_diff1": 0.842806, + "nauc_ndcg_at_1000_max": 0.877338, + "nauc_ndcg_at_1000_std": 0.517537, + "nauc_ndcg_at_1000_diff1": 0.847533, + "nauc_map_at_1_max": 0.857941, + "nauc_map_at_1_std": 0.46013, + "nauc_map_at_1_diff1": 0.883414, + "nauc_map_at_3_max": 0.877049, + "nauc_map_at_3_std": 0.501105, + "nauc_map_at_3_diff1": 0.856935, + "nauc_map_at_5_max": 0.877403, + "nauc_map_at_5_std": 0.504609, + "nauc_map_at_5_diff1": 0.856175, + "nauc_map_at_10_max": 0.876071, + "nauc_map_at_10_std": 0.504794, + "nauc_map_at_10_diff1": 0.854354, + "nauc_map_at_20_max": 0.875641, + "nauc_map_at_20_std": 0.505842, + "nauc_map_at_20_diff1": 0.853459, + "nauc_map_at_100_max": 0.875639, + "nauc_map_at_100_std": 0.506448, + "nauc_map_at_100_diff1": 0.854375, + "nauc_map_at_1000_max": 0.875642, + "nauc_map_at_1000_std": 0.506069, + "nauc_map_at_1000_diff1": 0.854545, + "nauc_recall_at_1_max": 0.857941, + "nauc_recall_at_1_std": 0.46013, + "nauc_recall_at_1_diff1": 0.883414, + "nauc_recall_at_3_max": 0.895662, + "nauc_recall_at_3_std": 0.545098, + "nauc_recall_at_3_diff1": 0.82085, + "nauc_recall_at_5_max": 0.900597, + "nauc_recall_at_5_std": 0.569691, + "nauc_recall_at_5_diff1": 0.813389, + "nauc_recall_at_10_max": 0.88887, + "nauc_recall_at_10_std": 0.577992, + "nauc_recall_at_10_diff1": 0.789407, + "nauc_recall_at_20_max": 0.879528, + "nauc_recall_at_20_std": 0.611239, + "nauc_recall_at_20_diff1": 0.758516, + "nauc_recall_at_100_max": 0.879659, + "nauc_recall_at_100_std": 0.768807, + "nauc_recall_at_100_diff1": 0.738133, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.857941, + "nauc_precision_at_1_std": 0.46013, + "nauc_precision_at_1_diff1": 0.883414, + "nauc_precision_at_3_max": 0.895662, + "nauc_precision_at_3_std": 0.545098, + "nauc_precision_at_3_diff1": 0.82085, + "nauc_precision_at_5_max": 0.900597, + "nauc_precision_at_5_std": 0.569691, + "nauc_precision_at_5_diff1": 0.813389, + "nauc_precision_at_10_max": 0.88887, + "nauc_precision_at_10_std": 0.577992, + "nauc_precision_at_10_diff1": 0.789407, + "nauc_precision_at_20_max": 0.879528, + "nauc_precision_at_20_std": 0.611239, + "nauc_precision_at_20_diff1": 0.758516, + "nauc_precision_at_100_max": 0.879659, + "nauc_precision_at_100_std": 0.768807, + "nauc_precision_at_100_diff1": 0.738133, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.857941, + "nauc_mrr_at_1_std": 0.46013, + "nauc_mrr_at_1_diff1": 0.883414, + "nauc_mrr_at_3_max": 0.877049, + "nauc_mrr_at_3_std": 0.501105, + "nauc_mrr_at_3_diff1": 0.856935, + "nauc_mrr_at_5_max": 0.877403, + "nauc_mrr_at_5_std": 0.504609, + "nauc_mrr_at_5_diff1": 0.856175, + "nauc_mrr_at_10_max": 0.876071, + "nauc_mrr_at_10_std": 0.504794, + "nauc_mrr_at_10_diff1": 0.854354, + "nauc_mrr_at_20_max": 0.875641, + "nauc_mrr_at_20_std": 0.505842, + "nauc_mrr_at_20_diff1": 0.853459, + "nauc_mrr_at_100_max": 0.875639, + "nauc_mrr_at_100_std": 0.506448, + "nauc_mrr_at_100_diff1": 0.854375, + "nauc_mrr_at_1000_max": 0.875642, + "nauc_mrr_at_1000_std": 0.506069, + "nauc_mrr_at_1000_diff1": 0.854545, + "hit_rate_at_1": 0.58889, + "hit_rate_at_3": 0.67667, + "hit_rate_at_5": 0.71111, + "hit_rate_at_10": 0.75111, + "hit_rate_at_20": 0.78889, + "hit_rate_at_100": 0.91778, + "hit_rate_at_1000": 1.0, + "main_score": 0.66788, + "hf_subset": "eng_Latn-eus_Latn", + "languages": [ + "eng-Latn", + "eus-Latn" + ] + }, + { + "ndcg_at_1": 0.82778, + "ndcg_at_3": 0.87754, + "ndcg_at_5": 0.88524, + "ndcg_at_10": 0.89373, + "ndcg_at_20": 0.89686, + "ndcg_at_100": 0.90149, + "ndcg_at_1000": 0.90223, + "map_at_1": 0.82778, + "map_at_3": 0.86519, + "map_at_5": 0.86941, + "map_at_10": 0.87305, + "map_at_20": 0.87393, + "map_at_100": 0.87461, + "map_at_1000": 0.87464, + "recall_at_1": 0.82778, + "recall_at_3": 0.91333, + "recall_at_5": 0.93222, + "recall_at_10": 0.95778, + "recall_at_20": 0.97, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "accuracy": 0.82778, + "precision_at_1": 0.82778, + "precision_at_3": 0.30444, + "precision_at_5": 0.18644, + "precision_at_10": 0.09578, + "precision_at_20": 0.0485, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.827778, + "mrr_at_3": 0.865185, + "mrr_at_5": 0.869407, + "mrr_at_10": 0.873045, + "mrr_at_20": 0.873933, + "mrr_at_100": 0.874608, + "mrr_at_1000": 0.874641, + "nauc_ndcg_at_1_max": 0.754297, + "nauc_ndcg_at_1_std": -0.047223, + "nauc_ndcg_at_1_diff1": 0.906217, + "nauc_ndcg_at_3_max": 0.792648, + "nauc_ndcg_at_3_std": 0.049322, + "nauc_ndcg_at_3_diff1": 0.881538, + "nauc_ndcg_at_5_max": 0.795271, + "nauc_ndcg_at_5_std": 0.062495, + "nauc_ndcg_at_5_diff1": 0.881183, + "nauc_ndcg_at_10_max": 0.794532, + "nauc_ndcg_at_10_std": 0.048767, + "nauc_ndcg_at_10_diff1": 0.889258, + "nauc_ndcg_at_20_max": 0.790614, + "nauc_ndcg_at_20_std": 0.039461, + "nauc_ndcg_at_20_diff1": 0.890299, + "nauc_ndcg_at_100_max": 0.785736, + "nauc_ndcg_at_100_std": 0.024325, + "nauc_ndcg_at_100_diff1": 0.890722, + "nauc_ndcg_at_1000_max": 0.785604, + "nauc_ndcg_at_1000_std": 0.02562, + "nauc_ndcg_at_1000_diff1": 0.890695, + "nauc_map_at_1_max": 0.754297, + "nauc_map_at_1_std": -0.047223, + "nauc_map_at_1_diff1": 0.906217, + "nauc_map_at_3_max": 0.782506, + "nauc_map_at_3_std": 0.01788, + "nauc_map_at_3_diff1": 0.888788, + "nauc_map_at_5_max": 0.783481, + "nauc_map_at_5_std": 0.02316, + "nauc_map_at_5_diff1": 0.888847, + "nauc_map_at_10_max": 0.782756, + "nauc_map_at_10_std": 0.016361, + "nauc_map_at_10_diff1": 0.891991, + "nauc_map_at_20_max": 0.781808, + "nauc_map_at_20_std": 0.014227, + "nauc_map_at_20_diff1": 0.892329, + "nauc_map_at_100_max": 0.781245, + "nauc_map_at_100_std": 0.012865, + "nauc_map_at_100_diff1": 0.892323, + "nauc_map_at_1000_max": 0.781254, + "nauc_map_at_1000_std": 0.012986, + "nauc_map_at_1000_diff1": 0.892317, + "nauc_recall_at_1_max": 0.754297, + "nauc_recall_at_1_std": -0.047223, + "nauc_recall_at_1_diff1": 0.906217, + "nauc_recall_at_3_max": 0.835536, + "nauc_recall_at_3_std": 0.18646, + "nauc_recall_at_3_diff1": 0.850367, + "nauc_recall_at_5_max": 0.857694, + "nauc_recall_at_5_std": 0.278015, + "nauc_recall_at_5_diff1": 0.840351, + "nauc_recall_at_10_max": 0.891579, + "nauc_recall_at_10_std": 0.318161, + "nauc_recall_at_10_diff1": 0.874625, + "nauc_recall_at_20_max": 0.87905, + "nauc_recall_at_20_std": 0.299599, + "nauc_recall_at_20_diff1": 0.879828, + "nauc_recall_at_100_max": 0.81606, + "nauc_recall_at_100_std": -0.067507, + "nauc_recall_at_100_diff1": 0.888889, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.754297, + "nauc_precision_at_1_std": -0.047223, + "nauc_precision_at_1_diff1": 0.906217, + "nauc_precision_at_3_max": 0.835536, + "nauc_precision_at_3_std": 0.18646, + "nauc_precision_at_3_diff1": 0.850367, + "nauc_precision_at_5_max": 0.857694, + "nauc_precision_at_5_std": 0.278015, + "nauc_precision_at_5_diff1": 0.840351, + "nauc_precision_at_10_max": 0.891579, + "nauc_precision_at_10_std": 0.318161, + "nauc_precision_at_10_diff1": 0.874625, + "nauc_precision_at_20_max": 0.87905, + "nauc_precision_at_20_std": 0.299599, + "nauc_precision_at_20_diff1": 0.879828, + "nauc_precision_at_100_max": 0.81606, + "nauc_precision_at_100_std": -0.067507, + "nauc_precision_at_100_diff1": 0.888889, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.754297, + "nauc_mrr_at_1_std": -0.047223, + "nauc_mrr_at_1_diff1": 0.906217, + "nauc_mrr_at_3_max": 0.782506, + "nauc_mrr_at_3_std": 0.01788, + "nauc_mrr_at_3_diff1": 0.888788, + "nauc_mrr_at_5_max": 0.783481, + "nauc_mrr_at_5_std": 0.02316, + "nauc_mrr_at_5_diff1": 0.888847, + "nauc_mrr_at_10_max": 0.782756, + "nauc_mrr_at_10_std": 0.016361, + "nauc_mrr_at_10_diff1": 0.891991, + "nauc_mrr_at_20_max": 0.781808, + "nauc_mrr_at_20_std": 0.014227, + "nauc_mrr_at_20_diff1": 0.892329, + "nauc_mrr_at_100_max": 0.781245, + "nauc_mrr_at_100_std": 0.012865, + "nauc_mrr_at_100_diff1": 0.892323, + "nauc_mrr_at_1000_max": 0.781254, + "nauc_mrr_at_1000_std": 0.012986, + "nauc_mrr_at_1000_diff1": 0.892317, + "hit_rate_at_1": 0.82778, + "hit_rate_at_3": 0.91333, + "hit_rate_at_5": 0.93222, + "hit_rate_at_10": 0.95778, + "hit_rate_at_20": 0.97, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.89373, + "hf_subset": "fin_Latn-fin_Latn", + "languages": [ + "fin-Latn", + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.86667, + "ndcg_at_3": 0.91469, + "ndcg_at_5": 0.92158, + "ndcg_at_10": 0.92628, + "ndcg_at_20": 0.92885, + "ndcg_at_100": 0.9307, + "ndcg_at_1000": 0.93112, + "map_at_1": 0.86667, + "map_at_3": 0.90389, + "map_at_5": 0.90772, + "map_at_10": 0.90968, + "map_at_20": 0.91041, + "map_at_100": 0.91066, + "map_at_1000": 0.91067, + "recall_at_1": 0.86667, + "recall_at_3": 0.94556, + "recall_at_5": 0.96222, + "recall_at_10": 0.97667, + "recall_at_20": 0.98667, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.86667, + "precision_at_1": 0.86667, + "precision_at_3": 0.31519, + "precision_at_5": 0.19244, + "precision_at_10": 0.09767, + "precision_at_20": 0.04933, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.866667, + "mrr_at_3": 0.903889, + "mrr_at_5": 0.907722, + "mrr_at_10": 0.90968, + "mrr_at_20": 0.910411, + "mrr_at_100": 0.91066, + "mrr_at_1000": 0.910674, + "nauc_ndcg_at_1_max": 0.669631, + "nauc_ndcg_at_1_std": -0.456894, + "nauc_ndcg_at_1_diff1": 0.899421, + "nauc_ndcg_at_3_max": 0.721268, + "nauc_ndcg_at_3_std": -0.435211, + "nauc_ndcg_at_3_diff1": 0.88323, + "nauc_ndcg_at_5_max": 0.72468, + "nauc_ndcg_at_5_std": -0.418296, + "nauc_ndcg_at_5_diff1": 0.887031, + "nauc_ndcg_at_10_max": 0.720102, + "nauc_ndcg_at_10_std": -0.406407, + "nauc_ndcg_at_10_diff1": 0.892349, + "nauc_ndcg_at_20_max": 0.716609, + "nauc_ndcg_at_20_std": -0.399746, + "nauc_ndcg_at_20_diff1": 0.891062, + "nauc_ndcg_at_100_max": 0.712386, + "nauc_ndcg_at_100_std": -0.407927, + "nauc_ndcg_at_100_diff1": 0.891719, + "nauc_ndcg_at_1000_max": 0.710594, + "nauc_ndcg_at_1000_std": -0.416179, + "nauc_ndcg_at_1000_diff1": 0.89134, + "nauc_map_at_1_max": 0.669631, + "nauc_map_at_1_std": -0.456894, + "nauc_map_at_1_diff1": 0.899421, + "nauc_map_at_3_max": 0.707167, + "nauc_map_at_3_std": -0.440652, + "nauc_map_at_3_diff1": 0.888485, + "nauc_map_at_5_max": 0.70807, + "nauc_map_at_5_std": -0.432357, + "nauc_map_at_5_diff1": 0.890393, + "nauc_map_at_10_max": 0.706135, + "nauc_map_at_10_std": -0.428323, + "nauc_map_at_10_diff1": 0.892295, + "nauc_map_at_20_max": 0.70526, + "nauc_map_at_20_std": -0.427014, + "nauc_map_at_20_diff1": 0.892009, + "nauc_map_at_100_max": 0.704723, + "nauc_map_at_100_std": -0.427725, + "nauc_map_at_100_diff1": 0.892009, + "nauc_map_at_1000_max": 0.704674, + "nauc_map_at_1000_std": -0.427947, + "nauc_map_at_1000_diff1": 0.892002, + "nauc_recall_at_1_max": 0.669631, + "nauc_recall_at_1_std": -0.456894, + "nauc_recall_at_1_diff1": 0.899421, + "nauc_recall_at_3_max": 0.789335, + "nauc_recall_at_3_std": -0.409364, + "nauc_recall_at_3_diff1": 0.857143, + "nauc_recall_at_5_max": 0.837315, + "nauc_recall_at_5_std": -0.31963, + "nauc_recall_at_5_diff1": 0.865519, + "nauc_recall_at_10_max": 0.863412, + "nauc_recall_at_10_std": -0.151594, + "nauc_recall_at_10_diff1": 0.902205, + "nauc_recall_at_20_max": 0.898459, + "nauc_recall_at_20_std": 0.174798, + "nauc_recall_at_20_diff1": 0.883326, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.912854, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.669631, + "nauc_precision_at_1_std": -0.456894, + "nauc_precision_at_1_diff1": 0.899421, + "nauc_precision_at_3_max": 0.789335, + "nauc_precision_at_3_std": -0.409364, + "nauc_precision_at_3_diff1": 0.857143, + "nauc_precision_at_5_max": 0.837315, + "nauc_precision_at_5_std": -0.31963, + "nauc_precision_at_5_diff1": 0.865519, + "nauc_precision_at_10_max": 0.863412, + "nauc_precision_at_10_std": -0.151594, + "nauc_precision_at_10_diff1": 0.902205, + "nauc_precision_at_20_max": 0.898459, + "nauc_precision_at_20_std": 0.174798, + "nauc_precision_at_20_diff1": 0.883326, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.912854, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.669631, + "nauc_mrr_at_1_std": -0.456894, + "nauc_mrr_at_1_diff1": 0.899421, + "nauc_mrr_at_3_max": 0.707167, + "nauc_mrr_at_3_std": -0.440652, + "nauc_mrr_at_3_diff1": 0.888485, + "nauc_mrr_at_5_max": 0.70807, + "nauc_mrr_at_5_std": -0.432357, + "nauc_mrr_at_5_diff1": 0.890393, + "nauc_mrr_at_10_max": 0.706135, + "nauc_mrr_at_10_std": -0.428323, + "nauc_mrr_at_10_diff1": 0.892295, + "nauc_mrr_at_20_max": 0.70526, + "nauc_mrr_at_20_std": -0.427014, + "nauc_mrr_at_20_diff1": 0.892009, + "nauc_mrr_at_100_max": 0.704723, + "nauc_mrr_at_100_std": -0.427725, + "nauc_mrr_at_100_diff1": 0.892009, + "nauc_mrr_at_1000_max": 0.704674, + "nauc_mrr_at_1000_std": -0.427947, + "nauc_mrr_at_1000_diff1": 0.892002, + "hit_rate_at_1": 0.86667, + "hit_rate_at_3": 0.94556, + "hit_rate_at_5": 0.96222, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92628, + "hf_subset": "fin_Latn-eng_Latn", + "languages": [ + "fin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.76556, + "ndcg_at_3": 0.81525, + "ndcg_at_5": 0.8316, + "ndcg_at_10": 0.84174, + "ndcg_at_20": 0.84925, + "ndcg_at_100": 0.857, + "ndcg_at_1000": 0.85847, + "map_at_1": 0.76556, + "map_at_3": 0.80389, + "map_at_5": 0.81289, + "map_at_10": 0.81712, + "map_at_20": 0.81914, + "map_at_100": 0.82035, + "map_at_1000": 0.82041, + "recall_at_1": 0.76556, + "recall_at_3": 0.84778, + "recall_at_5": 0.88778, + "recall_at_10": 0.91889, + "recall_at_20": 0.94889, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "accuracy": 0.76556, + "precision_at_1": 0.76556, + "precision_at_3": 0.28259, + "precision_at_5": 0.17756, + "precision_at_10": 0.09189, + "precision_at_20": 0.04744, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.765556, + "mrr_at_3": 0.803889, + "mrr_at_5": 0.812889, + "mrr_at_10": 0.817115, + "mrr_at_20": 0.819143, + "mrr_at_100": 0.820345, + "mrr_at_1000": 0.820406, + "nauc_ndcg_at_1_max": 0.805146, + "nauc_ndcg_at_1_std": 0.149959, + "nauc_ndcg_at_1_diff1": 0.869611, + "nauc_ndcg_at_3_max": 0.816862, + "nauc_ndcg_at_3_std": 0.184096, + "nauc_ndcg_at_3_diff1": 0.844326, + "nauc_ndcg_at_5_max": 0.814535, + "nauc_ndcg_at_5_std": 0.193597, + "nauc_ndcg_at_5_diff1": 0.837061, + "nauc_ndcg_at_10_max": 0.812797, + "nauc_ndcg_at_10_std": 0.186497, + "nauc_ndcg_at_10_diff1": 0.837678, + "nauc_ndcg_at_20_max": 0.815841, + "nauc_ndcg_at_20_std": 0.203495, + "nauc_ndcg_at_20_diff1": 0.841998, + "nauc_ndcg_at_100_max": 0.812846, + "nauc_ndcg_at_100_std": 0.193984, + "nauc_ndcg_at_100_diff1": 0.842379, + "nauc_ndcg_at_1000_max": 0.812708, + "nauc_ndcg_at_1000_std": 0.18723, + "nauc_ndcg_at_1000_diff1": 0.844676, + "nauc_map_at_1_max": 0.805146, + "nauc_map_at_1_std": 0.149959, + "nauc_map_at_1_diff1": 0.869611, + "nauc_map_at_3_max": 0.813665, + "nauc_map_at_3_std": 0.175394, + "nauc_map_at_3_diff1": 0.850094, + "nauc_map_at_5_max": 0.812251, + "nauc_map_at_5_std": 0.179519, + "nauc_map_at_5_diff1": 0.846695, + "nauc_map_at_10_max": 0.811264, + "nauc_map_at_10_std": 0.176337, + "nauc_map_at_10_diff1": 0.84704, + "nauc_map_at_20_max": 0.811992, + "nauc_map_at_20_std": 0.180215, + "nauc_map_at_20_diff1": 0.848105, + "nauc_map_at_100_max": 0.811597, + "nauc_map_at_100_std": 0.178896, + "nauc_map_at_100_diff1": 0.848261, + "nauc_map_at_1000_max": 0.811594, + "nauc_map_at_1000_std": 0.178673, + "nauc_map_at_1000_diff1": 0.848347, + "nauc_recall_at_1_max": 0.805146, + "nauc_recall_at_1_std": 0.149959, + "nauc_recall_at_1_diff1": 0.869611, + "nauc_recall_at_3_max": 0.828291, + "nauc_recall_at_3_std": 0.214882, + "nauc_recall_at_3_diff1": 0.824306, + "nauc_recall_at_5_max": 0.824451, + "nauc_recall_at_5_std": 0.25923, + "nauc_recall_at_5_diff1": 0.792832, + "nauc_recall_at_10_max": 0.821707, + "nauc_recall_at_10_std": 0.246371, + "nauc_recall_at_10_diff1": 0.781404, + "nauc_recall_at_20_max": 0.858929, + "nauc_recall_at_20_std": 0.464093, + "nauc_recall_at_20_diff1": 0.796472, + "nauc_recall_at_100_max": 0.826331, + "nauc_recall_at_100_std": 0.802801, + "nauc_recall_at_100_diff1": 0.642904, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.805146, + "nauc_precision_at_1_std": 0.149959, + "nauc_precision_at_1_diff1": 0.869611, + "nauc_precision_at_3_max": 0.828291, + "nauc_precision_at_3_std": 0.214882, + "nauc_precision_at_3_diff1": 0.824306, + "nauc_precision_at_5_max": 0.824451, + "nauc_precision_at_5_std": 0.25923, + "nauc_precision_at_5_diff1": 0.792832, + "nauc_precision_at_10_max": 0.821707, + "nauc_precision_at_10_std": 0.246371, + "nauc_precision_at_10_diff1": 0.781404, + "nauc_precision_at_20_max": 0.858929, + "nauc_precision_at_20_std": 0.464093, + "nauc_precision_at_20_diff1": 0.796472, + "nauc_precision_at_100_max": 0.826331, + "nauc_precision_at_100_std": 0.802801, + "nauc_precision_at_100_diff1": 0.642904, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.805146, + "nauc_mrr_at_1_std": 0.149959, + "nauc_mrr_at_1_diff1": 0.869611, + "nauc_mrr_at_3_max": 0.813665, + "nauc_mrr_at_3_std": 0.175394, + "nauc_mrr_at_3_diff1": 0.850094, + "nauc_mrr_at_5_max": 0.812251, + "nauc_mrr_at_5_std": 0.179519, + "nauc_mrr_at_5_diff1": 0.846695, + "nauc_mrr_at_10_max": 0.811264, + "nauc_mrr_at_10_std": 0.176337, + "nauc_mrr_at_10_diff1": 0.84704, + "nauc_mrr_at_20_max": 0.811992, + "nauc_mrr_at_20_std": 0.180215, + "nauc_mrr_at_20_diff1": 0.848105, + "nauc_mrr_at_100_max": 0.811597, + "nauc_mrr_at_100_std": 0.178896, + "nauc_mrr_at_100_diff1": 0.848261, + "nauc_mrr_at_1000_max": 0.811594, + "nauc_mrr_at_1000_std": 0.178673, + "nauc_mrr_at_1000_diff1": 0.848347, + "hit_rate_at_1": 0.76556, + "hit_rate_at_3": 0.84778, + "hit_rate_at_5": 0.88778, + "hit_rate_at_10": 0.91889, + "hit_rate_at_20": 0.94889, + "hit_rate_at_100": 0.98889, + "hit_rate_at_1000": 1.0, + "main_score": 0.84174, + "hf_subset": "eng_Latn-fin_Latn", + "languages": [ + "eng-Latn", + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.91, + "ndcg_at_3": 0.94149, + "ndcg_at_5": 0.94742, + "ndcg_at_10": 0.95105, + "ndcg_at_20": 0.95196, + "ndcg_at_100": 0.95321, + "ndcg_at_1000": 0.95349, + "map_at_1": 0.91, + "map_at_3": 0.93426, + "map_at_5": 0.93754, + "map_at_10": 0.93905, + "map_at_20": 0.93934, + "map_at_100": 0.93952, + "map_at_1000": 0.93953, + "recall_at_1": 0.91, + "recall_at_3": 0.96222, + "recall_at_5": 0.97667, + "recall_at_10": 0.98778, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.91, + "precision_at_1": 0.91, + "precision_at_3": 0.32074, + "precision_at_5": 0.19533, + "precision_at_10": 0.09878, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.91, + "mrr_at_3": 0.934259, + "mrr_at_5": 0.937537, + "mrr_at_10": 0.939055, + "mrr_at_20": 0.939341, + "mrr_at_100": 0.939516, + "mrr_at_1000": 0.939526, + "nauc_ndcg_at_1_max": 0.749167, + "nauc_ndcg_at_1_std": -0.285939, + "nauc_ndcg_at_1_diff1": 0.928214, + "nauc_ndcg_at_3_max": 0.806004, + "nauc_ndcg_at_3_std": -0.181229, + "nauc_ndcg_at_3_diff1": 0.916654, + "nauc_ndcg_at_5_max": 0.799633, + "nauc_ndcg_at_5_std": -0.179212, + "nauc_ndcg_at_5_diff1": 0.916423, + "nauc_ndcg_at_10_max": 0.79652, + "nauc_ndcg_at_10_std": -0.191367, + "nauc_ndcg_at_10_diff1": 0.92507, + "nauc_ndcg_at_20_max": 0.793507, + "nauc_ndcg_at_20_std": -0.203765, + "nauc_ndcg_at_20_diff1": 0.924467, + "nauc_ndcg_at_100_max": 0.78977, + "nauc_ndcg_at_100_std": -0.201717, + "nauc_ndcg_at_100_diff1": 0.923479, + "nauc_ndcg_at_1000_max": 0.788518, + "nauc_ndcg_at_1000_std": -0.208876, + "nauc_ndcg_at_1000_diff1": 0.923023, + "nauc_map_at_1_max": 0.749167, + "nauc_map_at_1_std": -0.285939, + "nauc_map_at_1_diff1": 0.928214, + "nauc_map_at_3_max": 0.789713, + "nauc_map_at_3_std": -0.212338, + "nauc_map_at_3_diff1": 0.919991, + "nauc_map_at_5_max": 0.785831, + "nauc_map_at_5_std": -0.212087, + "nauc_map_at_5_diff1": 0.920036, + "nauc_map_at_10_max": 0.784751, + "nauc_map_at_10_std": -0.216695, + "nauc_map_at_10_diff1": 0.923251, + "nauc_map_at_20_max": 0.783953, + "nauc_map_at_20_std": -0.21987, + "nauc_map_at_20_diff1": 0.923088, + "nauc_map_at_100_max": 0.78346, + "nauc_map_at_100_std": -0.219848, + "nauc_map_at_100_diff1": 0.922939, + "nauc_map_at_1000_max": 0.783426, + "nauc_map_at_1000_std": -0.220038, + "nauc_map_at_1000_diff1": 0.922927, + "nauc_recall_at_1_max": 0.749167, + "nauc_recall_at_1_std": -0.285939, + "nauc_recall_at_1_diff1": 0.928214, + "nauc_recall_at_3_max": 0.886033, + "nauc_recall_at_3_std": -0.027489, + "nauc_recall_at_3_diff1": 0.900244, + "nauc_recall_at_5_max": 0.901294, + "nauc_recall_at_5_std": 0.068272, + "nauc_recall_at_5_diff1": 0.889067, + "nauc_recall_at_10_max": 0.947585, + "nauc_recall_at_10_std": 0.136915, + "nauc_recall_at_10_diff1": 0.964349, + "nauc_recall_at_20_max": 0.944269, + "nauc_recall_at_20_std": 0.013364, + "nauc_recall_at_20_diff1": 0.96732, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.749167, + "nauc_precision_at_1_std": -0.285939, + "nauc_precision_at_1_diff1": 0.928214, + "nauc_precision_at_3_max": 0.886033, + "nauc_precision_at_3_std": -0.027489, + "nauc_precision_at_3_diff1": 0.900244, + "nauc_precision_at_5_max": 0.901294, + "nauc_precision_at_5_std": 0.068272, + "nauc_precision_at_5_diff1": 0.889067, + "nauc_precision_at_10_max": 0.947585, + "nauc_precision_at_10_std": 0.136915, + "nauc_precision_at_10_diff1": 0.964349, + "nauc_precision_at_20_max": 0.944269, + "nauc_precision_at_20_std": 0.013364, + "nauc_precision_at_20_diff1": 0.96732, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.749167, + "nauc_mrr_at_1_std": -0.285939, + "nauc_mrr_at_1_diff1": 0.928214, + "nauc_mrr_at_3_max": 0.789713, + "nauc_mrr_at_3_std": -0.212338, + "nauc_mrr_at_3_diff1": 0.919991, + "nauc_mrr_at_5_max": 0.785831, + "nauc_mrr_at_5_std": -0.212087, + "nauc_mrr_at_5_diff1": 0.920036, + "nauc_mrr_at_10_max": 0.784751, + "nauc_mrr_at_10_std": -0.216695, + "nauc_mrr_at_10_diff1": 0.923251, + "nauc_mrr_at_20_max": 0.783953, + "nauc_mrr_at_20_std": -0.21987, + "nauc_mrr_at_20_diff1": 0.923088, + "nauc_mrr_at_100_max": 0.78346, + "nauc_mrr_at_100_std": -0.219848, + "nauc_mrr_at_100_diff1": 0.922939, + "nauc_mrr_at_1000_max": 0.783426, + "nauc_mrr_at_1000_std": -0.220038, + "nauc_mrr_at_1000_diff1": 0.922927, + "hit_rate_at_1": 0.91, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97667, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95105, + "hf_subset": "fra_Latn-fra_Latn", + "languages": [ + "fra-Latn", + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.90556, + "ndcg_at_3": 0.93874, + "ndcg_at_5": 0.94482, + "ndcg_at_10": 0.94965, + "ndcg_at_20": 0.95052, + "ndcg_at_100": 0.95152, + "ndcg_at_1000": 0.95178, + "map_at_1": 0.90556, + "map_at_3": 0.9313, + "map_at_5": 0.93474, + "map_at_10": 0.93683, + "map_at_20": 0.93709, + "map_at_100": 0.93721, + "map_at_1000": 0.93721, + "recall_at_1": 0.90556, + "recall_at_3": 0.96, + "recall_at_5": 0.97444, + "recall_at_10": 0.98889, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.90556, + "precision_at_1": 0.90556, + "precision_at_3": 0.32, + "precision_at_5": 0.19489, + "precision_at_10": 0.09889, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.905556, + "mrr_at_3": 0.931296, + "mrr_at_5": 0.934741, + "mrr_at_10": 0.936834, + "mrr_at_20": 0.937086, + "mrr_at_100": 0.937208, + "mrr_at_1000": 0.937215, + "nauc_ndcg_at_1_max": 0.742253, + "nauc_ndcg_at_1_std": -0.468776, + "nauc_ndcg_at_1_diff1": 0.927171, + "nauc_ndcg_at_3_max": 0.790958, + "nauc_ndcg_at_3_std": -0.400478, + "nauc_ndcg_at_3_diff1": 0.928526, + "nauc_ndcg_at_5_max": 0.79575, + "nauc_ndcg_at_5_std": -0.361631, + "nauc_ndcg_at_5_diff1": 0.928634, + "nauc_ndcg_at_10_max": 0.784259, + "nauc_ndcg_at_10_std": -0.368092, + "nauc_ndcg_at_10_diff1": 0.930342, + "nauc_ndcg_at_20_max": 0.781949, + "nauc_ndcg_at_20_std": -0.377208, + "nauc_ndcg_at_20_diff1": 0.929121, + "nauc_ndcg_at_100_max": 0.77869, + "nauc_ndcg_at_100_std": -0.384503, + "nauc_ndcg_at_100_diff1": 0.9293, + "nauc_ndcg_at_1000_max": 0.777487, + "nauc_ndcg_at_1000_std": -0.392031, + "nauc_ndcg_at_1000_diff1": 0.928916, + "nauc_map_at_1_max": 0.742253, + "nauc_map_at_1_std": -0.468776, + "nauc_map_at_1_diff1": 0.927171, + "nauc_map_at_3_max": 0.776415, + "nauc_map_at_3_std": -0.419468, + "nauc_map_at_3_diff1": 0.927757, + "nauc_map_at_5_max": 0.777656, + "nauc_map_at_5_std": -0.402205, + "nauc_map_at_5_diff1": 0.927859, + "nauc_map_at_10_max": 0.773163, + "nauc_map_at_10_std": -0.405176, + "nauc_map_at_10_diff1": 0.928569, + "nauc_map_at_20_max": 0.772568, + "nauc_map_at_20_std": -0.40748, + "nauc_map_at_20_diff1": 0.928282, + "nauc_map_at_100_max": 0.772258, + "nauc_map_at_100_std": -0.408178, + "nauc_map_at_100_diff1": 0.928307, + "nauc_map_at_1000_max": 0.772235, + "nauc_map_at_1000_std": -0.40832, + "nauc_map_at_1000_diff1": 0.9283, + "nauc_recall_at_1_max": 0.742253, + "nauc_recall_at_1_std": -0.468776, + "nauc_recall_at_1_diff1": 0.927171, + "nauc_recall_at_3_max": 0.861902, + "nauc_recall_at_3_std": -0.30894, + "nauc_recall_at_3_diff1": 0.932566, + "nauc_recall_at_5_max": 0.929668, + "nauc_recall_at_5_std": -0.053932, + "nauc_recall_at_5_diff1": 0.934438, + "nauc_recall_at_10_max": 0.946078, + "nauc_recall_at_10_std": 0.240616, + "nauc_recall_at_10_diff1": 0.960784, + "nauc_recall_at_20_max": 0.960317, + "nauc_recall_at_20_std": 0.282513, + "nauc_recall_at_20_diff1": 0.943978, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.742253, + "nauc_precision_at_1_std": -0.468776, + "nauc_precision_at_1_diff1": 0.927171, + "nauc_precision_at_3_max": 0.861902, + "nauc_precision_at_3_std": -0.30894, + "nauc_precision_at_3_diff1": 0.932566, + "nauc_precision_at_5_max": 0.929668, + "nauc_precision_at_5_std": -0.053932, + "nauc_precision_at_5_diff1": 0.934438, + "nauc_precision_at_10_max": 0.946078, + "nauc_precision_at_10_std": 0.240616, + "nauc_precision_at_10_diff1": 0.960784, + "nauc_precision_at_20_max": 0.960317, + "nauc_precision_at_20_std": 0.282513, + "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.742253, + "nauc_mrr_at_1_std": -0.468776, + "nauc_mrr_at_1_diff1": 0.927171, + "nauc_mrr_at_3_max": 0.776415, + "nauc_mrr_at_3_std": -0.419468, + "nauc_mrr_at_3_diff1": 0.927757, + "nauc_mrr_at_5_max": 0.777656, + "nauc_mrr_at_5_std": -0.402205, + "nauc_mrr_at_5_diff1": 0.927859, + "nauc_mrr_at_10_max": 0.773163, + "nauc_mrr_at_10_std": -0.405176, + "nauc_mrr_at_10_diff1": 0.928569, + "nauc_mrr_at_20_max": 0.772568, + "nauc_mrr_at_20_std": -0.40748, + "nauc_mrr_at_20_diff1": 0.928282, + "nauc_mrr_at_100_max": 0.772258, + "nauc_mrr_at_100_std": -0.408178, + "nauc_mrr_at_100_diff1": 0.928307, + "nauc_mrr_at_1000_max": 0.772235, + "nauc_mrr_at_1000_std": -0.40832, + "nauc_mrr_at_1000_diff1": 0.9283, + "hit_rate_at_1": 0.90556, + "hit_rate_at_3": 0.96, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94965, + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.93205, + "ndcg_at_5": 0.94013, + "ndcg_at_10": 0.94273, + "ndcg_at_20": 0.94494, + "ndcg_at_100": 0.94605, + "ndcg_at_1000": 0.9463, + "map_at_1": 0.89778, + "map_at_3": 0.92389, + "map_at_5": 0.92828, + "map_at_10": 0.9294, + "map_at_20": 0.92999, + "map_at_100": 0.93017, + "map_at_1000": 0.93018, + "recall_at_1": 0.89778, + "recall_at_3": 0.95556, + "recall_at_5": 0.97556, + "recall_at_10": 0.98333, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.89778, + "precision_at_1": 0.89778, + "precision_at_3": 0.31852, + "precision_at_5": 0.19511, + "precision_at_10": 0.09833, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.923889, + "mrr_at_5": 0.928278, + "mrr_at_10": 0.929401, + "mrr_at_20": 0.929992, + "mrr_at_100": 0.930171, + "mrr_at_1000": 0.930176, + "nauc_ndcg_at_1_max": 0.79317, + "nauc_ndcg_at_1_std": -0.31952, + "nauc_ndcg_at_1_diff1": 0.933034, + "nauc_ndcg_at_3_max": 0.840619, + "nauc_ndcg_at_3_std": -0.271035, + "nauc_ndcg_at_3_diff1": 0.939796, + "nauc_ndcg_at_5_max": 0.828845, + "nauc_ndcg_at_5_std": -0.309158, + "nauc_ndcg_at_5_diff1": 0.938347, + "nauc_ndcg_at_10_max": 0.833899, + "nauc_ndcg_at_10_std": -0.279463, + "nauc_ndcg_at_10_diff1": 0.940016, + "nauc_ndcg_at_20_max": 0.829132, + "nauc_ndcg_at_20_std": -0.290173, + "nauc_ndcg_at_20_diff1": 0.939614, + "nauc_ndcg_at_100_max": 0.826762, + "nauc_ndcg_at_100_std": -0.282252, + "nauc_ndcg_at_100_diff1": 0.938841, + "nauc_ndcg_at_1000_max": 0.825945, + "nauc_ndcg_at_1000_std": -0.288302, + "nauc_ndcg_at_1000_diff1": 0.938552, + "nauc_map_at_1_max": 0.79317, + "nauc_map_at_1_std": -0.31952, + "nauc_map_at_1_diff1": 0.933034, + "nauc_map_at_3_max": 0.827764, + "nauc_map_at_3_std": -0.287844, + "nauc_map_at_3_diff1": 0.938263, + "nauc_map_at_5_max": 0.821593, + "nauc_map_at_5_std": -0.306905, + "nauc_map_at_5_diff1": 0.93742, + "nauc_map_at_10_max": 0.823394, + "nauc_map_at_10_std": -0.295382, + "nauc_map_at_10_diff1": 0.937995, + "nauc_map_at_20_max": 0.822287, + "nauc_map_at_20_std": -0.297989, + "nauc_map_at_20_diff1": 0.937911, + "nauc_map_at_100_max": 0.821965, + "nauc_map_at_100_std": -0.296431, + "nauc_map_at_100_diff1": 0.937789, + "nauc_map_at_1000_max": 0.821952, + "nauc_map_at_1000_std": -0.296525, + "nauc_map_at_1000_diff1": 0.937785, + "nauc_recall_at_1_max": 0.79317, + "nauc_recall_at_1_std": -0.31952, + "nauc_recall_at_1_diff1": 0.933034, + "nauc_recall_at_3_max": 0.902264, + "nauc_recall_at_3_std": -0.187337, + "nauc_recall_at_3_diff1": 0.946895, + "nauc_recall_at_5_max": 0.881929, + "nauc_recall_at_5_std": -0.340697, + "nauc_recall_at_5_diff1": 0.945039, + "nauc_recall_at_10_max": 0.955338, + "nauc_recall_at_10_std": -0.074821, + "nauc_recall_at_10_diff1": 0.965142, + "nauc_recall_at_20_max": 0.960317, + "nauc_recall_at_20_std": -0.129919, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.79317, + "nauc_precision_at_1_std": -0.31952, + "nauc_precision_at_1_diff1": 0.933034, + "nauc_precision_at_3_max": 0.902264, + "nauc_precision_at_3_std": -0.187337, + "nauc_precision_at_3_diff1": 0.946895, + "nauc_precision_at_5_max": 0.881929, + "nauc_precision_at_5_std": -0.340697, + "nauc_precision_at_5_diff1": 0.945039, + "nauc_precision_at_10_max": 0.955338, + "nauc_precision_at_10_std": -0.074821, + "nauc_precision_at_10_diff1": 0.965142, + "nauc_precision_at_20_max": 0.960317, + "nauc_precision_at_20_std": -0.129919, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.79317, + "nauc_mrr_at_1_std": -0.31952, + "nauc_mrr_at_1_diff1": 0.933034, + "nauc_mrr_at_3_max": 0.827764, + "nauc_mrr_at_3_std": -0.287844, + "nauc_mrr_at_3_diff1": 0.938263, + "nauc_mrr_at_5_max": 0.821593, + "nauc_mrr_at_5_std": -0.306905, + "nauc_mrr_at_5_diff1": 0.93742, + "nauc_mrr_at_10_max": 0.823394, + "nauc_mrr_at_10_std": -0.295382, + "nauc_mrr_at_10_diff1": 0.937995, + "nauc_mrr_at_20_max": 0.822287, + "nauc_mrr_at_20_std": -0.297989, + "nauc_mrr_at_20_diff1": 0.937911, + "nauc_mrr_at_100_max": 0.821965, + "nauc_mrr_at_100_std": -0.296431, + "nauc_mrr_at_100_diff1": 0.937789, + "nauc_mrr_at_1000_max": 0.821952, + "nauc_mrr_at_1000_std": -0.296525, + "nauc_mrr_at_1000_diff1": 0.937785, + "hit_rate_at_1": 0.89778, + "hit_rate_at_3": 0.95556, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94273, + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.37556, + "ndcg_at_3": 0.4185, + "ndcg_at_5": 0.42854, + "ndcg_at_10": 0.43986, + "ndcg_at_20": 0.45151, + "ndcg_at_100": 0.48271, + "ndcg_at_1000": 0.51779, + "map_at_1": 0.37556, + "map_at_3": 0.40833, + "map_at_5": 0.41389, + "map_at_10": 0.41866, + "map_at_20": 0.42193, + "map_at_100": 0.42582, + "map_at_1000": 0.42713, + "recall_at_1": 0.37556, + "recall_at_3": 0.44778, + "recall_at_5": 0.47222, + "recall_at_10": 0.50667, + "recall_at_20": 0.55222, + "recall_at_100": 0.72667, + "recall_at_1000": 1.0, + "accuracy": 0.37556, + "precision_at_1": 0.37556, + "precision_at_3": 0.14926, + "precision_at_5": 0.09444, + "precision_at_10": 0.05067, + "precision_at_20": 0.02761, + "precision_at_100": 0.00727, + "precision_at_1000": 0.001, + "mrr_at_1": 0.375556, + "mrr_at_3": 0.408333, + "mrr_at_5": 0.413889, + "mrr_at_10": 0.418658, + "mrr_at_20": 0.421931, + "mrr_at_100": 0.425817, + "mrr_at_1000": 0.427126, + "nauc_ndcg_at_1_max": 0.565266, + "nauc_ndcg_at_1_std": -0.516556, + "nauc_ndcg_at_1_diff1": 0.82144, + "nauc_ndcg_at_3_max": 0.543303, + "nauc_ndcg_at_3_std": -0.55067, + "nauc_ndcg_at_3_diff1": 0.782784, + "nauc_ndcg_at_5_max": 0.535345, + "nauc_ndcg_at_5_std": -0.560133, + "nauc_ndcg_at_5_diff1": 0.77547, + "nauc_ndcg_at_10_max": 0.525928, + "nauc_ndcg_at_10_std": -0.557856, + "nauc_ndcg_at_10_diff1": 0.76625, + "nauc_ndcg_at_20_max": 0.523598, + "nauc_ndcg_at_20_std": -0.553218, + "nauc_ndcg_at_20_diff1": 0.759084, + "nauc_ndcg_at_100_max": 0.510228, + "nauc_ndcg_at_100_std": -0.551968, + "nauc_ndcg_at_100_diff1": 0.747456, + "nauc_ndcg_at_1000_max": 0.525895, + "nauc_ndcg_at_1000_std": -0.550314, + "nauc_ndcg_at_1000_diff1": 0.765759, + "nauc_map_at_1_max": 0.565266, + "nauc_map_at_1_std": -0.516556, + "nauc_map_at_1_diff1": 0.82144, + "nauc_map_at_3_max": 0.549332, + "nauc_map_at_3_std": -0.542077, + "nauc_map_at_3_diff1": 0.792096, + "nauc_map_at_5_max": 0.544696, + "nauc_map_at_5_std": -0.547642, + "nauc_map_at_5_diff1": 0.788076, + "nauc_map_at_10_max": 0.54037, + "nauc_map_at_10_std": -0.547282, + "nauc_map_at_10_diff1": 0.784325, + "nauc_map_at_20_max": 0.539713, + "nauc_map_at_20_std": -0.546047, + "nauc_map_at_20_diff1": 0.782414, + "nauc_map_at_100_max": 0.537885, + "nauc_map_at_100_std": -0.545913, + "nauc_map_at_100_diff1": 0.780808, + "nauc_map_at_1000_max": 0.538403, + "nauc_map_at_1000_std": -0.545792, + "nauc_map_at_1000_diff1": 0.78142, + "nauc_recall_at_1_max": 0.565266, + "nauc_recall_at_1_std": -0.516556, + "nauc_recall_at_1_diff1": 0.82144, + "nauc_recall_at_3_max": 0.525544, + "nauc_recall_at_3_std": -0.575703, + "nauc_recall_at_3_diff1": 0.755825, + "nauc_recall_at_5_max": 0.506937, + "nauc_recall_at_5_std": -0.597629, + "nauc_recall_at_5_diff1": 0.737659, + "nauc_recall_at_10_max": 0.479386, + "nauc_recall_at_10_std": -0.587884, + "nauc_recall_at_10_diff1": 0.707971, + "nauc_recall_at_20_max": 0.467936, + "nauc_recall_at_20_std": -0.569567, + "nauc_recall_at_20_diff1": 0.675418, + "nauc_recall_at_100_max": 0.350219, + "nauc_recall_at_100_std": -0.565246, + "nauc_recall_at_100_diff1": 0.560917, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.565266, + "nauc_precision_at_1_std": -0.516556, + "nauc_precision_at_1_diff1": 0.82144, + "nauc_precision_at_3_max": 0.525544, + "nauc_precision_at_3_std": -0.575703, + "nauc_precision_at_3_diff1": 0.755825, + "nauc_precision_at_5_max": 0.506937, + "nauc_precision_at_5_std": -0.597629, + "nauc_precision_at_5_diff1": 0.737659, + "nauc_precision_at_10_max": 0.479386, + "nauc_precision_at_10_std": -0.587884, + "nauc_precision_at_10_diff1": 0.707971, + "nauc_precision_at_20_max": 0.467936, + "nauc_precision_at_20_std": -0.569567, + "nauc_precision_at_20_diff1": 0.675418, + "nauc_precision_at_100_max": 0.350219, + "nauc_precision_at_100_std": -0.565246, + "nauc_precision_at_100_diff1": 0.560917, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.565266, + "nauc_mrr_at_1_std": -0.516556, + "nauc_mrr_at_1_diff1": 0.82144, + "nauc_mrr_at_3_max": 0.549332, + "nauc_mrr_at_3_std": -0.542077, + "nauc_mrr_at_3_diff1": 0.792096, + "nauc_mrr_at_5_max": 0.544696, + "nauc_mrr_at_5_std": -0.547642, + "nauc_mrr_at_5_diff1": 0.788076, + "nauc_mrr_at_10_max": 0.54037, + "nauc_mrr_at_10_std": -0.547282, + "nauc_mrr_at_10_diff1": 0.784325, + "nauc_mrr_at_20_max": 0.539713, + "nauc_mrr_at_20_std": -0.546047, + "nauc_mrr_at_20_diff1": 0.782414, + "nauc_mrr_at_100_max": 0.537885, + "nauc_mrr_at_100_std": -0.545913, + "nauc_mrr_at_100_diff1": 0.780808, + "nauc_mrr_at_1000_max": 0.538403, + "nauc_mrr_at_1000_std": -0.545792, + "nauc_mrr_at_1000_diff1": 0.78142, + "hit_rate_at_1": 0.37556, + "hit_rate_at_3": 0.44778, + "hit_rate_at_5": 0.47222, + "hit_rate_at_10": 0.50667, + "hit_rate_at_20": 0.55222, + "hit_rate_at_100": 0.72667, + "hit_rate_at_1000": 1.0, + "main_score": 0.43986, + "hf_subset": "fuv_Latn-fuv_Latn", + "languages": [ + "fuv-Latn", + "fuv-Latn" + ] + }, + { + "ndcg_at_1": 0.55778, + "ndcg_at_3": 0.62618, + "ndcg_at_5": 0.64038, + "ndcg_at_10": 0.65304, + "ndcg_at_20": 0.65998, + "ndcg_at_100": 0.68396, + "ndcg_at_1000": 0.69623, + "map_at_1": 0.55778, + "map_at_3": 0.60981, + "map_at_5": 0.6177, + "map_at_10": 0.62277, + "map_at_20": 0.62464, + "map_at_100": 0.6278, + "map_at_1000": 0.6283, + "recall_at_1": 0.55778, + "recall_at_3": 0.67333, + "recall_at_5": 0.70778, + "recall_at_10": 0.74778, + "recall_at_20": 0.77556, + "recall_at_100": 0.90667, + "recall_at_1000": 1.0, + "accuracy": 0.55778, + "precision_at_1": 0.55778, + "precision_at_3": 0.22444, + "precision_at_5": 0.14156, + "precision_at_10": 0.07478, + "precision_at_20": 0.03878, + "precision_at_100": 0.00907, + "precision_at_1000": 0.001, + "mrr_at_1": 0.557778, + "mrr_at_3": 0.609815, + "mrr_at_5": 0.617704, + "mrr_at_10": 0.622775, + "mrr_at_20": 0.624637, + "mrr_at_100": 0.6278, + "mrr_at_1000": 0.628301, + "nauc_ndcg_at_1_max": 0.829871, + "nauc_ndcg_at_1_std": 0.352387, + "nauc_ndcg_at_1_diff1": 0.815945, + "nauc_ndcg_at_3_max": 0.830084, + "nauc_ndcg_at_3_std": 0.344747, + "nauc_ndcg_at_3_diff1": 0.769852, + "nauc_ndcg_at_5_max": 0.823158, + "nauc_ndcg_at_5_std": 0.35635, + "nauc_ndcg_at_5_diff1": 0.761162, + "nauc_ndcg_at_10_max": 0.823546, + "nauc_ndcg_at_10_std": 0.357041, + "nauc_ndcg_at_10_diff1": 0.760604, + "nauc_ndcg_at_20_max": 0.822482, + "nauc_ndcg_at_20_std": 0.367197, + "nauc_ndcg_at_20_diff1": 0.756672, + "nauc_ndcg_at_100_max": 0.819969, + "nauc_ndcg_at_100_std": 0.365335, + "nauc_ndcg_at_100_diff1": 0.760865, + "nauc_ndcg_at_1000_max": 0.824147, + "nauc_ndcg_at_1000_std": 0.360762, + "nauc_ndcg_at_1000_diff1": 0.767595, + "nauc_map_at_1_max": 0.829871, + "nauc_map_at_1_std": 0.352387, + "nauc_map_at_1_diff1": 0.815945, + "nauc_map_at_3_max": 0.83136, + "nauc_map_at_3_std": 0.348191, + "nauc_map_at_3_diff1": 0.78139, + "nauc_map_at_5_max": 0.827665, + "nauc_map_at_5_std": 0.354691, + "nauc_map_at_5_diff1": 0.776921, + "nauc_map_at_10_max": 0.827839, + "nauc_map_at_10_std": 0.354842, + "nauc_map_at_10_diff1": 0.776937, + "nauc_map_at_20_max": 0.827578, + "nauc_map_at_20_std": 0.357216, + "nauc_map_at_20_diff1": 0.776083, + "nauc_map_at_100_max": 0.827282, + "nauc_map_at_100_std": 0.35714, + "nauc_map_at_100_diff1": 0.776711, + "nauc_map_at_1000_max": 0.827413, + "nauc_map_at_1000_std": 0.35697, + "nauc_map_at_1000_diff1": 0.776958, + "nauc_recall_at_1_max": 0.829871, + "nauc_recall_at_1_std": 0.352387, + "nauc_recall_at_1_diff1": 0.815945, + "nauc_recall_at_3_max": 0.825372, + "nauc_recall_at_3_std": 0.333013, + "nauc_recall_at_3_diff1": 0.733003, + "nauc_recall_at_5_max": 0.805956, + "nauc_recall_at_5_std": 0.362864, + "nauc_recall_at_5_diff1": 0.706077, + "nauc_recall_at_10_max": 0.805502, + "nauc_recall_at_10_std": 0.36708, + "nauc_recall_at_10_diff1": 0.696628, + "nauc_recall_at_20_max": 0.798174, + "nauc_recall_at_20_std": 0.424142, + "nauc_recall_at_20_diff1": 0.668661, + "nauc_recall_at_100_max": 0.734472, + "nauc_recall_at_100_std": 0.456471, + "nauc_recall_at_100_diff1": 0.627145, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.829871, + "nauc_precision_at_1_std": 0.352387, + "nauc_precision_at_1_diff1": 0.815945, + "nauc_precision_at_3_max": 0.825372, + "nauc_precision_at_3_std": 0.333013, + "nauc_precision_at_3_diff1": 0.733003, + "nauc_precision_at_5_max": 0.805956, + "nauc_precision_at_5_std": 0.362864, + "nauc_precision_at_5_diff1": 0.706077, + "nauc_precision_at_10_max": 0.805502, + "nauc_precision_at_10_std": 0.36708, + "nauc_precision_at_10_diff1": 0.696628, + "nauc_precision_at_20_max": 0.798174, + "nauc_precision_at_20_std": 0.424142, + "nauc_precision_at_20_diff1": 0.668661, + "nauc_precision_at_100_max": 0.734472, + "nauc_precision_at_100_std": 0.456471, + "nauc_precision_at_100_diff1": 0.627145, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.829871, + "nauc_mrr_at_1_std": 0.352387, + "nauc_mrr_at_1_diff1": 0.815945, + "nauc_mrr_at_3_max": 0.83136, + "nauc_mrr_at_3_std": 0.348191, + "nauc_mrr_at_3_diff1": 0.78139, + "nauc_mrr_at_5_max": 0.827665, + "nauc_mrr_at_5_std": 0.354691, + "nauc_mrr_at_5_diff1": 0.776921, + "nauc_mrr_at_10_max": 0.827839, + "nauc_mrr_at_10_std": 0.354842, + "nauc_mrr_at_10_diff1": 0.776937, + "nauc_mrr_at_20_max": 0.827578, + "nauc_mrr_at_20_std": 0.357216, + "nauc_mrr_at_20_diff1": 0.776083, + "nauc_mrr_at_100_max": 0.827282, + "nauc_mrr_at_100_std": 0.35714, + "nauc_mrr_at_100_diff1": 0.776711, + "nauc_mrr_at_1000_max": 0.827413, + "nauc_mrr_at_1000_std": 0.35697, + "nauc_mrr_at_1000_diff1": 0.776958, + "hit_rate_at_1": 0.55778, + "hit_rate_at_3": 0.67333, + "hit_rate_at_5": 0.70778, + "hit_rate_at_10": 0.74778, + "hit_rate_at_20": 0.77556, + "hit_rate_at_100": 0.90667, + "hit_rate_at_1000": 1.0, + "main_score": 0.65304, + "hf_subset": "fuv_Latn-eng_Latn", + "languages": [ + "fuv-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.43556, + "ndcg_at_3": 0.47403, + "ndcg_at_5": 0.48097, + "ndcg_at_10": 0.4891, + "ndcg_at_20": 0.49647, + "ndcg_at_100": 0.51763, + "ndcg_at_1000": 0.55683, + "map_at_1": 0.43556, + "map_at_3": 0.465, + "map_at_5": 0.46889, + "map_at_10": 0.47216, + "map_at_20": 0.47423, + "map_at_100": 0.47684, + "map_at_1000": 0.47822, + "recall_at_1": 0.43556, + "recall_at_3": 0.5, + "recall_at_5": 0.51667, + "recall_at_10": 0.54222, + "recall_at_20": 0.57111, + "recall_at_100": 0.69, + "recall_at_1000": 1.0, + "accuracy": 0.43556, + "precision_at_1": 0.43556, + "precision_at_3": 0.16667, + "precision_at_5": 0.10333, + "precision_at_10": 0.05422, + "precision_at_20": 0.02856, + "precision_at_100": 0.0069, + "precision_at_1000": 0.001, + "mrr_at_1": 0.435556, + "mrr_at_3": 0.465, + "mrr_at_5": 0.468889, + "mrr_at_10": 0.472165, + "mrr_at_20": 0.474227, + "mrr_at_100": 0.476842, + "mrr_at_1000": 0.478222, + "nauc_ndcg_at_1_max": 0.839137, + "nauc_ndcg_at_1_std": 0.570188, + "nauc_ndcg_at_1_diff1": 0.841077, + "nauc_ndcg_at_3_max": 0.867772, + "nauc_ndcg_at_3_std": 0.62771, + "nauc_ndcg_at_3_diff1": 0.803231, + "nauc_ndcg_at_5_max": 0.865319, + "nauc_ndcg_at_5_std": 0.632705, + "nauc_ndcg_at_5_diff1": 0.799148, + "nauc_ndcg_at_10_max": 0.866765, + "nauc_ndcg_at_10_std": 0.642275, + "nauc_ndcg_at_10_diff1": 0.798082, + "nauc_ndcg_at_20_max": 0.862339, + "nauc_ndcg_at_20_std": 0.64478, + "nauc_ndcg_at_20_diff1": 0.792819, + "nauc_ndcg_at_100_max": 0.849248, + "nauc_ndcg_at_100_std": 0.63764, + "nauc_ndcg_at_100_diff1": 0.783033, + "nauc_ndcg_at_1000_max": 0.856833, + "nauc_ndcg_at_1000_std": 0.632046, + "nauc_ndcg_at_1000_diff1": 0.796447, + "nauc_map_at_1_max": 0.839137, + "nauc_map_at_1_std": 0.570188, + "nauc_map_at_1_diff1": 0.841077, + "nauc_map_at_3_max": 0.862282, + "nauc_map_at_3_std": 0.615072, + "nauc_map_at_3_diff1": 0.812429, + "nauc_map_at_5_max": 0.860766, + "nauc_map_at_5_std": 0.617744, + "nauc_map_at_5_diff1": 0.809987, + "nauc_map_at_10_max": 0.861261, + "nauc_map_at_10_std": 0.621477, + "nauc_map_at_10_diff1": 0.809599, + "nauc_map_at_20_max": 0.860045, + "nauc_map_at_20_std": 0.622181, + "nauc_map_at_20_diff1": 0.808192, + "nauc_map_at_100_max": 0.858512, + "nauc_map_at_100_std": 0.621432, + "nauc_map_at_100_diff1": 0.807274, + "nauc_map_at_1000_max": 0.858644, + "nauc_map_at_1000_std": 0.621163, + "nauc_map_at_1000_diff1": 0.807627, + "nauc_recall_at_1_max": 0.839137, + "nauc_recall_at_1_std": 0.570188, + "nauc_recall_at_1_diff1": 0.841077, + "nauc_recall_at_3_max": 0.883189, + "nauc_recall_at_3_std": 0.664052, + "nauc_recall_at_3_diff1": 0.77637, + "nauc_recall_at_5_max": 0.877985, + "nauc_recall_at_5_std": 0.677184, + "nauc_recall_at_5_diff1": 0.766765, + "nauc_recall_at_10_max": 0.883434, + "nauc_recall_at_10_std": 0.709808, + "nauc_recall_at_10_diff1": 0.762398, + "nauc_recall_at_20_max": 0.865416, + "nauc_recall_at_20_std": 0.721896, + "nauc_recall_at_20_diff1": 0.739181, + "nauc_recall_at_100_max": 0.772439, + "nauc_recall_at_100_std": 0.685041, + "nauc_recall_at_100_diff1": 0.653593, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.839137, + "nauc_precision_at_1_std": 0.570188, + "nauc_precision_at_1_diff1": 0.841077, + "nauc_precision_at_3_max": 0.883189, + "nauc_precision_at_3_std": 0.664052, + "nauc_precision_at_3_diff1": 0.77637, + "nauc_precision_at_5_max": 0.877985, + "nauc_precision_at_5_std": 0.677184, + "nauc_precision_at_5_diff1": 0.766765, + "nauc_precision_at_10_max": 0.883434, + "nauc_precision_at_10_std": 0.709808, + "nauc_precision_at_10_diff1": 0.762398, + "nauc_precision_at_20_max": 0.865416, + "nauc_precision_at_20_std": 0.721896, + "nauc_precision_at_20_diff1": 0.739181, + "nauc_precision_at_100_max": 0.772439, + "nauc_precision_at_100_std": 0.685041, + "nauc_precision_at_100_diff1": 0.653593, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.839137, + "nauc_mrr_at_1_std": 0.570188, + "nauc_mrr_at_1_diff1": 0.841077, + "nauc_mrr_at_3_max": 0.862282, + "nauc_mrr_at_3_std": 0.615072, + "nauc_mrr_at_3_diff1": 0.812429, + "nauc_mrr_at_5_max": 0.860766, + "nauc_mrr_at_5_std": 0.617744, + "nauc_mrr_at_5_diff1": 0.809987, + "nauc_mrr_at_10_max": 0.861261, + "nauc_mrr_at_10_std": 0.621477, + "nauc_mrr_at_10_diff1": 0.809599, + "nauc_mrr_at_20_max": 0.860045, + "nauc_mrr_at_20_std": 0.622181, + "nauc_mrr_at_20_diff1": 0.808192, + "nauc_mrr_at_100_max": 0.858512, + "nauc_mrr_at_100_std": 0.621432, + "nauc_mrr_at_100_diff1": 0.807274, + "nauc_mrr_at_1000_max": 0.858644, + "nauc_mrr_at_1000_std": 0.621163, + "nauc_mrr_at_1000_diff1": 0.807627, + "hit_rate_at_1": 0.43556, + "hit_rate_at_3": 0.5, + "hit_rate_at_5": 0.51667, + "hit_rate_at_10": 0.54222, + "hit_rate_at_20": 0.57111, + "hit_rate_at_100": 0.69, + "hit_rate_at_1000": 1.0, + "main_score": 0.4891, + "hf_subset": "eng_Latn-fuv_Latn", + "languages": [ + "eng-Latn", + "fuv-Latn" + ] + }, + { + "ndcg_at_1": 0.33111, + "ndcg_at_3": 0.38245, + "ndcg_at_5": 0.40196, + "ndcg_at_10": 0.42351, + "ndcg_at_20": 0.44179, + "ndcg_at_100": 0.47486, + "ndcg_at_1000": 0.50294, + "map_at_1": 0.33111, + "map_at_3": 0.37019, + "map_at_5": 0.38119, + "map_at_10": 0.38986, + "map_at_20": 0.3949, + "map_at_100": 0.39935, + "map_at_1000": 0.40047, + "recall_at_1": 0.33111, + "recall_at_3": 0.41778, + "recall_at_5": 0.46444, + "recall_at_10": 0.53222, + "recall_at_20": 0.60444, + "recall_at_100": 0.78444, + "recall_at_1000": 1.0, + "accuracy": 0.33111, + "precision_at_1": 0.33111, + "precision_at_3": 0.13926, + "precision_at_5": 0.09289, + "precision_at_10": 0.05322, + "precision_at_20": 0.03022, + "precision_at_100": 0.00784, + "precision_at_1000": 0.001, + "mrr_at_1": 0.331111, + "mrr_at_3": 0.370185, + "mrr_at_5": 0.381185, + "mrr_at_10": 0.389861, + "mrr_at_20": 0.394895, + "mrr_at_100": 0.399354, + "mrr_at_1000": 0.40047, + "nauc_ndcg_at_1_max": 0.268099, + "nauc_ndcg_at_1_std": -0.354128, + "nauc_ndcg_at_1_diff1": 0.734475, + "nauc_ndcg_at_3_max": 0.250973, + "nauc_ndcg_at_3_std": -0.378154, + "nauc_ndcg_at_3_diff1": 0.684566, + "nauc_ndcg_at_5_max": 0.236948, + "nauc_ndcg_at_5_std": -0.387561, + "nauc_ndcg_at_5_diff1": 0.669133, + "nauc_ndcg_at_10_max": 0.235419, + "nauc_ndcg_at_10_std": -0.382986, + "nauc_ndcg_at_10_diff1": 0.655022, + "nauc_ndcg_at_20_max": 0.228827, + "nauc_ndcg_at_20_std": -0.385801, + "nauc_ndcg_at_20_diff1": 0.644816, + "nauc_ndcg_at_100_max": 0.230136, + "nauc_ndcg_at_100_std": -0.383333, + "nauc_ndcg_at_100_diff1": 0.644045, + "nauc_ndcg_at_1000_max": 0.23766, + "nauc_ndcg_at_1000_std": -0.3803, + "nauc_ndcg_at_1000_diff1": 0.662309, + "nauc_map_at_1_max": 0.268099, + "nauc_map_at_1_std": -0.354128, + "nauc_map_at_1_diff1": 0.734475, + "nauc_map_at_3_max": 0.256412, + "nauc_map_at_3_std": -0.372275, + "nauc_map_at_3_diff1": 0.696635, + "nauc_map_at_5_max": 0.248725, + "nauc_map_at_5_std": -0.377279, + "nauc_map_at_5_diff1": 0.68796, + "nauc_map_at_10_max": 0.248254, + "nauc_map_at_10_std": -0.375329, + "nauc_map_at_10_diff1": 0.682549, + "nauc_map_at_20_max": 0.246602, + "nauc_map_at_20_std": -0.376031, + "nauc_map_at_20_diff1": 0.680159, + "nauc_map_at_100_max": 0.24681, + "nauc_map_at_100_std": -0.375639, + "nauc_map_at_100_diff1": 0.680113, + "nauc_map_at_1000_max": 0.247005, + "nauc_map_at_1000_std": -0.37553, + "nauc_map_at_1000_diff1": 0.680798, + "nauc_recall_at_1_max": 0.268099, + "nauc_recall_at_1_std": -0.354128, + "nauc_recall_at_1_diff1": 0.734475, + "nauc_recall_at_3_max": 0.23492, + "nauc_recall_at_3_std": -0.394965, + "nauc_recall_at_3_diff1": 0.65011, + "nauc_recall_at_5_max": 0.200297, + "nauc_recall_at_5_std": -0.418885, + "nauc_recall_at_5_diff1": 0.612724, + "nauc_recall_at_10_max": 0.193315, + "nauc_recall_at_10_std": -0.405763, + "nauc_recall_at_10_diff1": 0.563613, + "nauc_recall_at_20_max": 0.160659, + "nauc_recall_at_20_std": -0.420116, + "nauc_recall_at_20_diff1": 0.509676, + "nauc_recall_at_100_max": 0.135025, + "nauc_recall_at_100_std": -0.418546, + "nauc_recall_at_100_diff1": 0.431074, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.268099, + "nauc_precision_at_1_std": -0.354128, + "nauc_precision_at_1_diff1": 0.734475, + "nauc_precision_at_3_max": 0.23492, + "nauc_precision_at_3_std": -0.394965, + "nauc_precision_at_3_diff1": 0.65011, + "nauc_precision_at_5_max": 0.200297, + "nauc_precision_at_5_std": -0.418885, + "nauc_precision_at_5_diff1": 0.612724, + "nauc_precision_at_10_max": 0.193315, + "nauc_precision_at_10_std": -0.405763, + "nauc_precision_at_10_diff1": 0.563613, + "nauc_precision_at_20_max": 0.160659, + "nauc_precision_at_20_std": -0.420116, + "nauc_precision_at_20_diff1": 0.509676, + "nauc_precision_at_100_max": 0.135025, + "nauc_precision_at_100_std": -0.418546, + "nauc_precision_at_100_diff1": 0.431074, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.268099, + "nauc_mrr_at_1_std": -0.354128, + "nauc_mrr_at_1_diff1": 0.734475, + "nauc_mrr_at_3_max": 0.256412, + "nauc_mrr_at_3_std": -0.372275, + "nauc_mrr_at_3_diff1": 0.696635, + "nauc_mrr_at_5_max": 0.248725, + "nauc_mrr_at_5_std": -0.377279, + "nauc_mrr_at_5_diff1": 0.68796, + "nauc_mrr_at_10_max": 0.248254, + "nauc_mrr_at_10_std": -0.375329, + "nauc_mrr_at_10_diff1": 0.682549, + "nauc_mrr_at_20_max": 0.246602, + "nauc_mrr_at_20_std": -0.376031, + "nauc_mrr_at_20_diff1": 0.680159, + "nauc_mrr_at_100_max": 0.24681, + "nauc_mrr_at_100_std": -0.375639, + "nauc_mrr_at_100_diff1": 0.680113, + "nauc_mrr_at_1000_max": 0.247005, + "nauc_mrr_at_1000_std": -0.37553, + "nauc_mrr_at_1000_diff1": 0.680798, + "hit_rate_at_1": 0.33111, + "hit_rate_at_3": 0.41778, + "hit_rate_at_5": 0.46444, + "hit_rate_at_10": 0.53222, + "hit_rate_at_20": 0.60444, + "hit_rate_at_100": 0.78444, + "hit_rate_at_1000": 1.0, + "main_score": 0.42351, + "hf_subset": "gaz_Latn-gaz_Latn", + "languages": [ + "gaz-Latn", + "gaz-Latn" + ] + }, + { + "ndcg_at_1": 0.40778, + "ndcg_at_3": 0.46479, + "ndcg_at_5": 0.48797, + "ndcg_at_10": 0.51366, + "ndcg_at_20": 0.53173, + "ndcg_at_100": 0.55986, + "ndcg_at_1000": 0.57741, + "map_at_1": 0.40778, + "map_at_3": 0.45037, + "map_at_5": 0.46315, + "map_at_10": 0.47385, + "map_at_20": 0.4787, + "map_at_100": 0.4824, + "map_at_1000": 0.48318, + "recall_at_1": 0.40778, + "recall_at_3": 0.50667, + "recall_at_5": 0.56333, + "recall_at_10": 0.64222, + "recall_at_20": 0.71444, + "recall_at_100": 0.86889, + "recall_at_1000": 1.0, + "accuracy": 0.40778, + "precision_at_1": 0.40778, + "precision_at_3": 0.16889, + "precision_at_5": 0.11267, + "precision_at_10": 0.06422, + "precision_at_20": 0.03572, + "precision_at_100": 0.00869, + "precision_at_1000": 0.001, + "mrr_at_1": 0.407778, + "mrr_at_3": 0.45037, + "mrr_at_5": 0.463148, + "mrr_at_10": 0.473845, + "mrr_at_20": 0.478701, + "mrr_at_100": 0.482397, + "mrr_at_1000": 0.483179, + "nauc_ndcg_at_1_max": 0.682421, + "nauc_ndcg_at_1_std": 0.265098, + "nauc_ndcg_at_1_diff1": 0.696786, + "nauc_ndcg_at_3_max": 0.669919, + "nauc_ndcg_at_3_std": 0.265418, + "nauc_ndcg_at_3_diff1": 0.655294, + "nauc_ndcg_at_5_max": 0.667328, + "nauc_ndcg_at_5_std": 0.272695, + "nauc_ndcg_at_5_diff1": 0.641429, + "nauc_ndcg_at_10_max": 0.665993, + "nauc_ndcg_at_10_std": 0.280317, + "nauc_ndcg_at_10_diff1": 0.63177, + "nauc_ndcg_at_20_max": 0.66406, + "nauc_ndcg_at_20_std": 0.280362, + "nauc_ndcg_at_20_diff1": 0.632121, + "nauc_ndcg_at_100_max": 0.662094, + "nauc_ndcg_at_100_std": 0.276857, + "nauc_ndcg_at_100_diff1": 0.633907, + "nauc_ndcg_at_1000_max": 0.666505, + "nauc_ndcg_at_1000_std": 0.275563, + "nauc_ndcg_at_1000_diff1": 0.643263, + "nauc_map_at_1_max": 0.682421, + "nauc_map_at_1_std": 0.265098, + "nauc_map_at_1_diff1": 0.696786, + "nauc_map_at_3_max": 0.674114, + "nauc_map_at_3_std": 0.266243, + "nauc_map_at_3_diff1": 0.666038, + "nauc_map_at_5_max": 0.67294, + "nauc_map_at_5_std": 0.270429, + "nauc_map_at_5_diff1": 0.658753, + "nauc_map_at_10_max": 0.672421, + "nauc_map_at_10_std": 0.273339, + "nauc_map_at_10_diff1": 0.655407, + "nauc_map_at_20_max": 0.671899, + "nauc_map_at_20_std": 0.273256, + "nauc_map_at_20_diff1": 0.655552, + "nauc_map_at_100_max": 0.671421, + "nauc_map_at_100_std": 0.272838, + "nauc_map_at_100_diff1": 0.655467, + "nauc_map_at_1000_max": 0.671563, + "nauc_map_at_1000_std": 0.272807, + "nauc_map_at_1000_diff1": 0.655838, + "nauc_recall_at_1_max": 0.682421, + "nauc_recall_at_1_std": 0.265098, + "nauc_recall_at_1_diff1": 0.696786, + "nauc_recall_at_3_max": 0.657059, + "nauc_recall_at_3_std": 0.2626, + "nauc_recall_at_3_diff1": 0.623336, + "nauc_recall_at_5_max": 0.648805, + "nauc_recall_at_5_std": 0.280157, + "nauc_recall_at_5_diff1": 0.585222, + "nauc_recall_at_10_max": 0.642131, + "nauc_recall_at_10_std": 0.308606, + "nauc_recall_at_10_diff1": 0.542354, + "nauc_recall_at_20_max": 0.628922, + "nauc_recall_at_20_std": 0.314101, + "nauc_recall_at_20_diff1": 0.530328, + "nauc_recall_at_100_max": 0.58311, + "nauc_recall_at_100_std": 0.299768, + "nauc_recall_at_100_diff1": 0.474893, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.682421, + "nauc_precision_at_1_std": 0.265098, + "nauc_precision_at_1_diff1": 0.696786, + "nauc_precision_at_3_max": 0.657059, + "nauc_precision_at_3_std": 0.2626, + "nauc_precision_at_3_diff1": 0.623336, + "nauc_precision_at_5_max": 0.648805, + "nauc_precision_at_5_std": 0.280157, + "nauc_precision_at_5_diff1": 0.585222, + "nauc_precision_at_10_max": 0.642131, + "nauc_precision_at_10_std": 0.308606, + "nauc_precision_at_10_diff1": 0.542354, + "nauc_precision_at_20_max": 0.628922, + "nauc_precision_at_20_std": 0.314101, + "nauc_precision_at_20_diff1": 0.530328, + "nauc_precision_at_100_max": 0.58311, + "nauc_precision_at_100_std": 0.299768, + "nauc_precision_at_100_diff1": 0.474893, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.682421, + "nauc_mrr_at_1_std": 0.265098, + "nauc_mrr_at_1_diff1": 0.696786, + "nauc_mrr_at_3_max": 0.674114, + "nauc_mrr_at_3_std": 0.266243, + "nauc_mrr_at_3_diff1": 0.666038, + "nauc_mrr_at_5_max": 0.67294, + "nauc_mrr_at_5_std": 0.270429, + "nauc_mrr_at_5_diff1": 0.658753, + "nauc_mrr_at_10_max": 0.672421, + "nauc_mrr_at_10_std": 0.273339, + "nauc_mrr_at_10_diff1": 0.655407, + "nauc_mrr_at_20_max": 0.671899, + "nauc_mrr_at_20_std": 0.273256, + "nauc_mrr_at_20_diff1": 0.655552, + "nauc_mrr_at_100_max": 0.671421, + "nauc_mrr_at_100_std": 0.272838, + "nauc_mrr_at_100_diff1": 0.655467, + "nauc_mrr_at_1000_max": 0.671563, + "nauc_mrr_at_1000_std": 0.272807, + "nauc_mrr_at_1000_diff1": 0.655838, + "hit_rate_at_1": 0.40778, + "hit_rate_at_3": 0.50667, + "hit_rate_at_5": 0.56333, + "hit_rate_at_10": 0.64222, + "hit_rate_at_20": 0.71444, + "hit_rate_at_100": 0.86889, + "hit_rate_at_1000": 1.0, + "main_score": 0.51366, + "hf_subset": "gaz_Latn-eng_Latn", + "languages": [ + "gaz-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.23444, + "ndcg_at_3": 0.27123, + "ndcg_at_5": 0.29002, + "ndcg_at_10": 0.30554, + "ndcg_at_20": 0.31998, + "ndcg_at_100": 0.34944, + "ndcg_at_1000": 0.39905, + "map_at_1": 0.23444, + "map_at_3": 0.26241, + "map_at_5": 0.27285, + "map_at_10": 0.2793, + "map_at_20": 0.28318, + "map_at_100": 0.28698, + "map_at_1000": 0.2888, + "recall_at_1": 0.23444, + "recall_at_3": 0.29667, + "recall_at_5": 0.34222, + "recall_at_10": 0.39, + "recall_at_20": 0.44778, + "recall_at_100": 0.61111, + "recall_at_1000": 1.0, + "accuracy": 0.23444, + "precision_at_1": 0.23444, + "precision_at_3": 0.09889, + "precision_at_5": 0.06844, + "precision_at_10": 0.039, + "precision_at_20": 0.02239, + "precision_at_100": 0.00611, + "precision_at_1000": 0.001, + "mrr_at_1": 0.234444, + "mrr_at_3": 0.262407, + "mrr_at_5": 0.272852, + "mrr_at_10": 0.279301, + "mrr_at_20": 0.28318, + "mrr_at_100": 0.286981, + "mrr_at_1000": 0.288795, + "nauc_ndcg_at_1_max": 0.75526, + "nauc_ndcg_at_1_std": 0.353675, + "nauc_ndcg_at_1_diff1": 0.701523, + "nauc_ndcg_at_3_max": 0.752565, + "nauc_ndcg_at_3_std": 0.391064, + "nauc_ndcg_at_3_diff1": 0.643337, + "nauc_ndcg_at_5_max": 0.730923, + "nauc_ndcg_at_5_std": 0.390493, + "nauc_ndcg_at_5_diff1": 0.618649, + "nauc_ndcg_at_10_max": 0.72256, + "nauc_ndcg_at_10_std": 0.394199, + "nauc_ndcg_at_10_diff1": 0.604793, + "nauc_ndcg_at_20_max": 0.718852, + "nauc_ndcg_at_20_std": 0.409046, + "nauc_ndcg_at_20_diff1": 0.592748, + "nauc_ndcg_at_100_max": 0.704032, + "nauc_ndcg_at_100_std": 0.398293, + "nauc_ndcg_at_100_diff1": 0.579861, + "nauc_ndcg_at_1000_max": 0.720732, + "nauc_ndcg_at_1000_std": 0.394036, + "nauc_ndcg_at_1000_diff1": 0.606084, + "nauc_map_at_1_max": 0.75526, + "nauc_map_at_1_std": 0.353675, + "nauc_map_at_1_diff1": 0.701523, + "nauc_map_at_3_max": 0.753594, + "nauc_map_at_3_std": 0.382298, + "nauc_map_at_3_diff1": 0.656744, + "nauc_map_at_5_max": 0.741171, + "nauc_map_at_5_std": 0.38201, + "nauc_map_at_5_diff1": 0.642674, + "nauc_map_at_10_max": 0.737564, + "nauc_map_at_10_std": 0.383676, + "nauc_map_at_10_diff1": 0.636292, + "nauc_map_at_20_max": 0.736476, + "nauc_map_at_20_std": 0.38773, + "nauc_map_at_20_diff1": 0.632771, + "nauc_map_at_100_max": 0.734392, + "nauc_map_at_100_std": 0.386483, + "nauc_map_at_100_diff1": 0.631191, + "nauc_map_at_1000_max": 0.734845, + "nauc_map_at_1000_std": 0.386193, + "nauc_map_at_1000_diff1": 0.632002, + "nauc_recall_at_1_max": 0.75526, + "nauc_recall_at_1_std": 0.353675, + "nauc_recall_at_1_diff1": 0.701523, + "nauc_recall_at_3_max": 0.749602, + "nauc_recall_at_3_std": 0.415013, + "nauc_recall_at_3_diff1": 0.606801, + "nauc_recall_at_5_max": 0.700685, + "nauc_recall_at_5_std": 0.413166, + "nauc_recall_at_5_diff1": 0.551162, + "nauc_recall_at_10_max": 0.677517, + "nauc_recall_at_10_std": 0.42294, + "nauc_recall_at_10_diff1": 0.514999, + "nauc_recall_at_20_max": 0.663598, + "nauc_recall_at_20_std": 0.479159, + "nauc_recall_at_20_diff1": 0.470272, + "nauc_recall_at_100_max": 0.571737, + "nauc_recall_at_100_std": 0.42443, + "nauc_recall_at_100_diff1": 0.375978, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.75526, + "nauc_precision_at_1_std": 0.353675, + "nauc_precision_at_1_diff1": 0.701523, + "nauc_precision_at_3_max": 0.749602, + "nauc_precision_at_3_std": 0.415013, + "nauc_precision_at_3_diff1": 0.606801, + "nauc_precision_at_5_max": 0.700685, + "nauc_precision_at_5_std": 0.413166, + "nauc_precision_at_5_diff1": 0.551162, + "nauc_precision_at_10_max": 0.677517, + "nauc_precision_at_10_std": 0.42294, + "nauc_precision_at_10_diff1": 0.514999, + "nauc_precision_at_20_max": 0.663598, + "nauc_precision_at_20_std": 0.479159, + "nauc_precision_at_20_diff1": 0.470272, + "nauc_precision_at_100_max": 0.571737, + "nauc_precision_at_100_std": 0.42443, + "nauc_precision_at_100_diff1": 0.375978, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.75526, + "nauc_mrr_at_1_std": 0.353675, + "nauc_mrr_at_1_diff1": 0.701523, + "nauc_mrr_at_3_max": 0.753594, + "nauc_mrr_at_3_std": 0.382298, + "nauc_mrr_at_3_diff1": 0.656744, + "nauc_mrr_at_5_max": 0.741171, + "nauc_mrr_at_5_std": 0.38201, + "nauc_mrr_at_5_diff1": 0.642674, + "nauc_mrr_at_10_max": 0.737564, + "nauc_mrr_at_10_std": 0.383676, + "nauc_mrr_at_10_diff1": 0.636292, + "nauc_mrr_at_20_max": 0.736476, + "nauc_mrr_at_20_std": 0.38773, + "nauc_mrr_at_20_diff1": 0.632771, + "nauc_mrr_at_100_max": 0.734392, + "nauc_mrr_at_100_std": 0.386483, + "nauc_mrr_at_100_diff1": 0.631191, + "nauc_mrr_at_1000_max": 0.734845, + "nauc_mrr_at_1000_std": 0.386193, + "nauc_mrr_at_1000_diff1": 0.632002, + "hit_rate_at_1": 0.23444, + "hit_rate_at_3": 0.29667, + "hit_rate_at_5": 0.34222, + "hit_rate_at_10": 0.39, + "hit_rate_at_20": 0.44778, + "hit_rate_at_100": 0.61111, + "hit_rate_at_1000": 1.0, + "main_score": 0.30554, + "hf_subset": "eng_Latn-gaz_Latn", + "languages": [ + "eng-Latn", + "gaz-Latn" + ] + }, + { + "ndcg_at_1": 0.65, + "ndcg_at_3": 0.7009, + "ndcg_at_5": 0.7095, + "ndcg_at_10": 0.72138, + "ndcg_at_20": 0.73013, + "ndcg_at_100": 0.74523, + "ndcg_at_1000": 0.75689, + "map_at_1": 0.65, + "map_at_3": 0.68852, + "map_at_5": 0.69324, + "map_at_10": 0.69816, + "map_at_20": 0.70058, + "map_at_100": 0.70261, + "map_at_1000": 0.7031, + "recall_at_1": 0.65, + "recall_at_3": 0.73667, + "recall_at_5": 0.75778, + "recall_at_10": 0.79444, + "recall_at_20": 0.82889, + "recall_at_100": 0.91111, + "recall_at_1000": 1.0, + "accuracy": 0.65, + "precision_at_1": 0.65, + "precision_at_3": 0.24556, + "precision_at_5": 0.15156, + "precision_at_10": 0.07944, + "precision_at_20": 0.04144, + "precision_at_100": 0.00911, + "precision_at_1000": 0.001, + "mrr_at_1": 0.65, + "mrr_at_3": 0.688519, + "mrr_at_5": 0.693241, + "mrr_at_10": 0.698159, + "mrr_at_20": 0.700582, + "mrr_at_100": 0.702611, + "mrr_at_1000": 0.703095, + "nauc_ndcg_at_1_max": 0.527252, + "nauc_ndcg_at_1_std": -0.720833, + "nauc_ndcg_at_1_diff1": 0.848707, + "nauc_ndcg_at_3_max": 0.541202, + "nauc_ndcg_at_3_std": -0.747706, + "nauc_ndcg_at_3_diff1": 0.804494, + "nauc_ndcg_at_5_max": 0.531342, + "nauc_ndcg_at_5_std": -0.760091, + "nauc_ndcg_at_5_diff1": 0.79823, + "nauc_ndcg_at_10_max": 0.520746, + "nauc_ndcg_at_10_std": -0.761876, + "nauc_ndcg_at_10_diff1": 0.789116, + "nauc_ndcg_at_20_max": 0.516035, + "nauc_ndcg_at_20_std": -0.763691, + "nauc_ndcg_at_20_diff1": 0.78758, + "nauc_ndcg_at_100_max": 0.518175, + "nauc_ndcg_at_100_std": -0.755884, + "nauc_ndcg_at_100_diff1": 0.793211, + "nauc_ndcg_at_1000_max": 0.52323, + "nauc_ndcg_at_1000_std": -0.753892, + "nauc_ndcg_at_1000_diff1": 0.79973, + "nauc_map_at_1_max": 0.527252, + "nauc_map_at_1_std": -0.720833, + "nauc_map_at_1_diff1": 0.848707, + "nauc_map_at_3_max": 0.538839, + "nauc_map_at_3_std": -0.740374, + "nauc_map_at_3_diff1": 0.815003, + "nauc_map_at_5_max": 0.533629, + "nauc_map_at_5_std": -0.746876, + "nauc_map_at_5_diff1": 0.811825, + "nauc_map_at_10_max": 0.529406, + "nauc_map_at_10_std": -0.747811, + "nauc_map_at_10_diff1": 0.808461, + "nauc_map_at_20_max": 0.52827, + "nauc_map_at_20_std": -0.748024, + "nauc_map_at_20_diff1": 0.80821, + "nauc_map_at_100_max": 0.528425, + "nauc_map_at_100_std": -0.747154, + "nauc_map_at_100_diff1": 0.808998, + "nauc_map_at_1000_max": 0.528597, + "nauc_map_at_1000_std": -0.747069, + "nauc_map_at_1000_diff1": 0.80928, + "nauc_recall_at_1_max": 0.527252, + "nauc_recall_at_1_std": -0.720833, + "nauc_recall_at_1_diff1": 0.848707, + "nauc_recall_at_3_max": 0.548309, + "nauc_recall_at_3_std": -0.771768, + "nauc_recall_at_3_diff1": 0.770702, + "nauc_recall_at_5_max": 0.521033, + "nauc_recall_at_5_std": -0.807886, + "nauc_recall_at_5_diff1": 0.750817, + "nauc_recall_at_10_max": 0.4793, + "nauc_recall_at_10_std": -0.818433, + "nauc_recall_at_10_diff1": 0.70885, + "nauc_recall_at_20_max": 0.445222, + "nauc_recall_at_20_std": -0.840528, + "nauc_recall_at_20_diff1": 0.685893, + "nauc_recall_at_100_max": 0.424877, + "nauc_recall_at_100_std": -0.791206, + "nauc_recall_at_100_diff1": 0.6801, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.527252, + "nauc_precision_at_1_std": -0.720833, + "nauc_precision_at_1_diff1": 0.848707, + "nauc_precision_at_3_max": 0.548309, + "nauc_precision_at_3_std": -0.771768, + "nauc_precision_at_3_diff1": 0.770702, + "nauc_precision_at_5_max": 0.521033, + "nauc_precision_at_5_std": -0.807886, + "nauc_precision_at_5_diff1": 0.750817, + "nauc_precision_at_10_max": 0.4793, + "nauc_precision_at_10_std": -0.818433, + "nauc_precision_at_10_diff1": 0.70885, + "nauc_precision_at_20_max": 0.445222, + "nauc_precision_at_20_std": -0.840528, + "nauc_precision_at_20_diff1": 0.685893, + "nauc_precision_at_100_max": 0.424877, + "nauc_precision_at_100_std": -0.791206, + "nauc_precision_at_100_diff1": 0.6801, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.527252, + "nauc_mrr_at_1_std": -0.720833, + "nauc_mrr_at_1_diff1": 0.848707, + "nauc_mrr_at_3_max": 0.538839, + "nauc_mrr_at_3_std": -0.740374, + "nauc_mrr_at_3_diff1": 0.815003, + "nauc_mrr_at_5_max": 0.533629, + "nauc_mrr_at_5_std": -0.746876, + "nauc_mrr_at_5_diff1": 0.811825, + "nauc_mrr_at_10_max": 0.529406, + "nauc_mrr_at_10_std": -0.747811, + "nauc_mrr_at_10_diff1": 0.808461, + "nauc_mrr_at_20_max": 0.52827, + "nauc_mrr_at_20_std": -0.748024, + "nauc_mrr_at_20_diff1": 0.80821, + "nauc_mrr_at_100_max": 0.528425, + "nauc_mrr_at_100_std": -0.747154, + "nauc_mrr_at_100_diff1": 0.808998, + "nauc_mrr_at_1000_max": 0.528597, + "nauc_mrr_at_1000_std": -0.747069, + "nauc_mrr_at_1000_diff1": 0.80928, + "hit_rate_at_1": 0.65, + "hit_rate_at_3": 0.73667, + "hit_rate_at_5": 0.75778, + "hit_rate_at_10": 0.79444, + "hit_rate_at_20": 0.82889, + "hit_rate_at_100": 0.91111, + "hit_rate_at_1000": 1.0, + "main_score": 0.72138, + "hf_subset": "grn_Latn-grn_Latn", + "languages": [ + "grn-Latn", + "grn-Latn" + ] + }, + { + "ndcg_at_1": 0.75222, + "ndcg_at_3": 0.81194, + "ndcg_at_5": 0.82433, + "ndcg_at_10": 0.83377, + "ndcg_at_20": 0.8395, + "ndcg_at_100": 0.84707, + "ndcg_at_1000": 0.85055, + "map_at_1": 0.75222, + "map_at_3": 0.79759, + "map_at_5": 0.80448, + "map_at_10": 0.80844, + "map_at_20": 0.81007, + "map_at_100": 0.81117, + "map_at_1000": 0.81134, + "recall_at_1": 0.75222, + "recall_at_3": 0.85333, + "recall_at_5": 0.88333, + "recall_at_10": 0.91222, + "recall_at_20": 0.93444, + "recall_at_100": 0.97444, + "recall_at_1000": 1.0, + "accuracy": 0.75222, + "precision_at_1": 0.75222, + "precision_at_3": 0.28444, + "precision_at_5": 0.17667, + "precision_at_10": 0.09122, + "precision_at_20": 0.04672, + "precision_at_100": 0.00974, + "precision_at_1000": 0.001, + "mrr_at_1": 0.752222, + "mrr_at_3": 0.797593, + "mrr_at_5": 0.804481, + "mrr_at_10": 0.808442, + "mrr_at_20": 0.810072, + "mrr_at_100": 0.811175, + "mrr_at_1000": 0.811338, + "nauc_ndcg_at_1_max": 0.724249, + "nauc_ndcg_at_1_std": -0.14535, + "nauc_ndcg_at_1_diff1": 0.897613, + "nauc_ndcg_at_3_max": 0.760172, + "nauc_ndcg_at_3_std": -0.125651, + "nauc_ndcg_at_3_diff1": 0.86782, + "nauc_ndcg_at_5_max": 0.756192, + "nauc_ndcg_at_5_std": -0.121274, + "nauc_ndcg_at_5_diff1": 0.86608, + "nauc_ndcg_at_10_max": 0.752216, + "nauc_ndcg_at_10_std": -0.121486, + "nauc_ndcg_at_10_diff1": 0.864228, + "nauc_ndcg_at_20_max": 0.748891, + "nauc_ndcg_at_20_std": -0.132026, + "nauc_ndcg_at_20_diff1": 0.864882, + "nauc_ndcg_at_100_max": 0.750105, + "nauc_ndcg_at_100_std": -0.121587, + "nauc_ndcg_at_100_diff1": 0.871209, + "nauc_ndcg_at_1000_max": 0.74887, + "nauc_ndcg_at_1000_std": -0.127124, + "nauc_ndcg_at_1000_diff1": 0.872144, + "nauc_map_at_1_max": 0.724249, + "nauc_map_at_1_std": -0.14535, + "nauc_map_at_1_diff1": 0.897613, + "nauc_map_at_3_max": 0.75119, + "nauc_map_at_3_std": -0.130033, + "nauc_map_at_3_diff1": 0.876, + "nauc_map_at_5_max": 0.748732, + "nauc_map_at_5_std": -0.128227, + "nauc_map_at_5_diff1": 0.875466, + "nauc_map_at_10_max": 0.747181, + "nauc_map_at_10_std": -0.127907, + "nauc_map_at_10_diff1": 0.874867, + "nauc_map_at_20_max": 0.746325, + "nauc_map_at_20_std": -0.130443, + "nauc_map_at_20_diff1": 0.875086, + "nauc_map_at_100_max": 0.746415, + "nauc_map_at_100_std": -0.129517, + "nauc_map_at_100_diff1": 0.876024, + "nauc_map_at_1000_max": 0.746378, + "nauc_map_at_1000_std": -0.129704, + "nauc_map_at_1000_diff1": 0.876077, + "nauc_recall_at_1_max": 0.724249, + "nauc_recall_at_1_std": -0.14535, + "nauc_recall_at_1_diff1": 0.897613, + "nauc_recall_at_3_max": 0.793641, + "nauc_recall_at_3_std": -0.109667, + "nauc_recall_at_3_diff1": 0.83688, + "nauc_recall_at_5_max": 0.788469, + "nauc_recall_at_5_std": -0.089212, + "nauc_recall_at_5_diff1": 0.823352, + "nauc_recall_at_10_max": 0.776182, + "nauc_recall_at_10_std": -0.086232, + "nauc_recall_at_10_diff1": 0.801505, + "nauc_recall_at_20_max": 0.755021, + "nauc_recall_at_20_std": -0.168859, + "nauc_recall_at_20_diff1": 0.786798, + "nauc_recall_at_100_max": 0.803252, + "nauc_recall_at_100_std": 0.109102, + "nauc_recall_at_100_diff1": 0.837921, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.724249, + "nauc_precision_at_1_std": -0.14535, + "nauc_precision_at_1_diff1": 0.897613, + "nauc_precision_at_3_max": 0.793641, + "nauc_precision_at_3_std": -0.109667, + "nauc_precision_at_3_diff1": 0.83688, + "nauc_precision_at_5_max": 0.788469, + "nauc_precision_at_5_std": -0.089212, + "nauc_precision_at_5_diff1": 0.823352, + "nauc_precision_at_10_max": 0.776182, + "nauc_precision_at_10_std": -0.086232, + "nauc_precision_at_10_diff1": 0.801505, + "nauc_precision_at_20_max": 0.755021, + "nauc_precision_at_20_std": -0.168859, + "nauc_precision_at_20_diff1": 0.786798, + "nauc_precision_at_100_max": 0.803252, + "nauc_precision_at_100_std": 0.109102, + "nauc_precision_at_100_diff1": 0.837921, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.724249, + "nauc_mrr_at_1_std": -0.14535, + "nauc_mrr_at_1_diff1": 0.897613, + "nauc_mrr_at_3_max": 0.75119, + "nauc_mrr_at_3_std": -0.130033, + "nauc_mrr_at_3_diff1": 0.876, + "nauc_mrr_at_5_max": 0.748732, + "nauc_mrr_at_5_std": -0.128227, + "nauc_mrr_at_5_diff1": 0.875466, + "nauc_mrr_at_10_max": 0.747181, + "nauc_mrr_at_10_std": -0.127907, + "nauc_mrr_at_10_diff1": 0.874867, + "nauc_mrr_at_20_max": 0.746325, + "nauc_mrr_at_20_std": -0.130443, + "nauc_mrr_at_20_diff1": 0.875086, + "nauc_mrr_at_100_max": 0.746415, + "nauc_mrr_at_100_std": -0.129517, + "nauc_mrr_at_100_diff1": 0.876024, + "nauc_mrr_at_1000_max": 0.746378, + "nauc_mrr_at_1000_std": -0.129704, + "nauc_mrr_at_1000_diff1": 0.876077, + "hit_rate_at_1": 0.75222, + "hit_rate_at_3": 0.85333, + "hit_rate_at_5": 0.88333, + "hit_rate_at_10": 0.91222, + "hit_rate_at_20": 0.93444, + "hit_rate_at_100": 0.97444, + "hit_rate_at_1000": 1.0, + "main_score": 0.83377, + "hf_subset": "grn_Latn-eng_Latn", + "languages": [ + "grn-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.56667, + "ndcg_at_3": 0.62721, + "ndcg_at_5": 0.63926, + "ndcg_at_10": 0.6545, + "ndcg_at_20": 0.66164, + "ndcg_at_100": 0.67576, + "ndcg_at_1000": 0.69468, + "map_at_1": 0.56667, + "map_at_3": 0.61241, + "map_at_5": 0.61919, + "map_at_10": 0.62556, + "map_at_20": 0.62758, + "map_at_100": 0.62949, + "map_at_1000": 0.63015, + "recall_at_1": 0.56667, + "recall_at_3": 0.67, + "recall_at_5": 0.69889, + "recall_at_10": 0.74556, + "recall_at_20": 0.77333, + "recall_at_100": 0.85, + "recall_at_1000": 1.0, + "accuracy": 0.56667, + "precision_at_1": 0.56667, + "precision_at_3": 0.22333, + "precision_at_5": 0.13978, + "precision_at_10": 0.07456, + "precision_at_20": 0.03867, + "precision_at_100": 0.0085, + "precision_at_1000": 0.001, + "mrr_at_1": 0.566667, + "mrr_at_3": 0.612407, + "mrr_at_5": 0.619185, + "mrr_at_10": 0.625563, + "mrr_at_20": 0.627585, + "mrr_at_100": 0.629494, + "mrr_at_1000": 0.630151, + "nauc_ndcg_at_1_max": 0.793524, + "nauc_ndcg_at_1_std": 0.27557, + "nauc_ndcg_at_1_diff1": 0.889335, + "nauc_ndcg_at_3_max": 0.84468, + "nauc_ndcg_at_3_std": 0.381418, + "nauc_ndcg_at_3_diff1": 0.854788, + "nauc_ndcg_at_5_max": 0.841247, + "nauc_ndcg_at_5_std": 0.393054, + "nauc_ndcg_at_5_diff1": 0.847019, + "nauc_ndcg_at_10_max": 0.84199, + "nauc_ndcg_at_10_std": 0.41778, + "nauc_ndcg_at_10_diff1": 0.844873, + "nauc_ndcg_at_20_max": 0.839954, + "nauc_ndcg_at_20_std": 0.424551, + "nauc_ndcg_at_20_diff1": 0.843522, + "nauc_ndcg_at_100_max": 0.836774, + "nauc_ndcg_at_100_std": 0.423384, + "nauc_ndcg_at_100_diff1": 0.842376, + "nauc_ndcg_at_1000_max": 0.834551, + "nauc_ndcg_at_1000_std": 0.399596, + "nauc_ndcg_at_1000_diff1": 0.849513, + "nauc_map_at_1_max": 0.793524, + "nauc_map_at_1_std": 0.27557, + "nauc_map_at_1_diff1": 0.889335, + "nauc_map_at_3_max": 0.832012, + "nauc_map_at_3_std": 0.353392, + "nauc_map_at_3_diff1": 0.863239, + "nauc_map_at_5_max": 0.83002, + "nauc_map_at_5_std": 0.359392, + "nauc_map_at_5_diff1": 0.859171, + "nauc_map_at_10_max": 0.830168, + "nauc_map_at_10_std": 0.368814, + "nauc_map_at_10_diff1": 0.858435, + "nauc_map_at_20_max": 0.829638, + "nauc_map_at_20_std": 0.370743, + "nauc_map_at_20_diff1": 0.858106, + "nauc_map_at_100_max": 0.82912, + "nauc_map_at_100_std": 0.370537, + "nauc_map_at_100_diff1": 0.857898, + "nauc_map_at_1000_max": 0.829039, + "nauc_map_at_1000_std": 0.369842, + "nauc_map_at_1000_diff1": 0.858125, + "nauc_recall_at_1_max": 0.793524, + "nauc_recall_at_1_std": 0.27557, + "nauc_recall_at_1_diff1": 0.889335, + "nauc_recall_at_3_max": 0.884777, + "nauc_recall_at_3_std": 0.470991, + "nauc_recall_at_3_diff1": 0.82809, + "nauc_recall_at_5_max": 0.877906, + "nauc_recall_at_5_std": 0.507547, + "nauc_recall_at_5_diff1": 0.805404, + "nauc_recall_at_10_max": 0.885894, + "nauc_recall_at_10_std": 0.61662, + "nauc_recall_at_10_diff1": 0.791642, + "nauc_recall_at_20_max": 0.878917, + "nauc_recall_at_20_std": 0.666901, + "nauc_recall_at_20_diff1": 0.779895, + "nauc_recall_at_100_max": 0.866547, + "nauc_recall_at_100_std": 0.754655, + "nauc_recall_at_100_diff1": 0.744542, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.793524, + "nauc_precision_at_1_std": 0.27557, + "nauc_precision_at_1_diff1": 0.889335, + "nauc_precision_at_3_max": 0.884777, + "nauc_precision_at_3_std": 0.470991, + "nauc_precision_at_3_diff1": 0.82809, + "nauc_precision_at_5_max": 0.877906, + "nauc_precision_at_5_std": 0.507547, + "nauc_precision_at_5_diff1": 0.805404, + "nauc_precision_at_10_max": 0.885894, + "nauc_precision_at_10_std": 0.61662, + "nauc_precision_at_10_diff1": 0.791642, + "nauc_precision_at_20_max": 0.878917, + "nauc_precision_at_20_std": 0.666901, + "nauc_precision_at_20_diff1": 0.779895, + "nauc_precision_at_100_max": 0.866547, + "nauc_precision_at_100_std": 0.754655, + "nauc_precision_at_100_diff1": 0.744542, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.793524, + "nauc_mrr_at_1_std": 0.27557, + "nauc_mrr_at_1_diff1": 0.889335, + "nauc_mrr_at_3_max": 0.832012, + "nauc_mrr_at_3_std": 0.353392, + "nauc_mrr_at_3_diff1": 0.863239, + "nauc_mrr_at_5_max": 0.83002, + "nauc_mrr_at_5_std": 0.359392, + "nauc_mrr_at_5_diff1": 0.859171, + "nauc_mrr_at_10_max": 0.830168, + "nauc_mrr_at_10_std": 0.368814, + "nauc_mrr_at_10_diff1": 0.858435, + "nauc_mrr_at_20_max": 0.829638, + "nauc_mrr_at_20_std": 0.370743, + "nauc_mrr_at_20_diff1": 0.858106, + "nauc_mrr_at_100_max": 0.82912, + "nauc_mrr_at_100_std": 0.370537, + "nauc_mrr_at_100_diff1": 0.857898, + "nauc_mrr_at_1000_max": 0.829039, + "nauc_mrr_at_1000_std": 0.369842, + "nauc_mrr_at_1000_diff1": 0.858125, + "hit_rate_at_1": 0.56667, + "hit_rate_at_3": 0.67, + "hit_rate_at_5": 0.69889, + "hit_rate_at_10": 0.74556, + "hit_rate_at_20": 0.77333, + "hit_rate_at_100": 0.85, + "hit_rate_at_1000": 1.0, + "main_score": 0.6545, + "hf_subset": "eng_Latn-grn_Latn", + "languages": [ + "eng-Latn", + "grn-Latn" + ] + }, + { + "ndcg_at_1": 0.75556, + "ndcg_at_3": 0.81615, + "ndcg_at_5": 0.82987, + "ndcg_at_10": 0.84154, + "ndcg_at_20": 0.8482, + "ndcg_at_100": 0.85504, + "ndcg_at_1000": 0.85654, + "map_at_1": 0.75556, + "map_at_3": 0.80204, + "map_at_5": 0.80965, + "map_at_10": 0.81456, + "map_at_20": 0.81634, + "map_at_100": 0.8173, + "map_at_1000": 0.81737, + "recall_at_1": 0.75556, + "recall_at_3": 0.85667, + "recall_at_5": 0.89, + "recall_at_10": 0.92556, + "recall_at_20": 0.95222, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "accuracy": 0.75556, + "precision_at_1": 0.75556, + "precision_at_3": 0.28556, + "precision_at_5": 0.178, + "precision_at_10": 0.09256, + "precision_at_20": 0.04761, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.755556, + "mrr_at_3": 0.802037, + "mrr_at_5": 0.809648, + "mrr_at_10": 0.81456, + "mrr_at_20": 0.816341, + "mrr_at_100": 0.817298, + "mrr_at_1000": 0.817366, + "nauc_ndcg_at_1_max": 0.645687, + "nauc_ndcg_at_1_std": -0.069214, + "nauc_ndcg_at_1_diff1": 0.865115, + "nauc_ndcg_at_3_max": 0.683982, + "nauc_ndcg_at_3_std": -0.017848, + "nauc_ndcg_at_3_diff1": 0.838812, + "nauc_ndcg_at_5_max": 0.678433, + "nauc_ndcg_at_5_std": -0.01839, + "nauc_ndcg_at_5_diff1": 0.834126, + "nauc_ndcg_at_10_max": 0.687454, + "nauc_ndcg_at_10_std": -0.006243, + "nauc_ndcg_at_10_diff1": 0.84137, + "nauc_ndcg_at_20_max": 0.682106, + "nauc_ndcg_at_20_std": -0.003683, + "nauc_ndcg_at_20_diff1": 0.842168, + "nauc_ndcg_at_100_max": 0.675285, + "nauc_ndcg_at_100_std": -0.019467, + "nauc_ndcg_at_100_diff1": 0.842702, + "nauc_ndcg_at_1000_max": 0.676067, + "nauc_ndcg_at_1000_std": -0.020547, + "nauc_ndcg_at_1000_diff1": 0.843573, + "nauc_map_at_1_max": 0.645687, + "nauc_map_at_1_std": -0.069214, + "nauc_map_at_1_diff1": 0.865115, + "nauc_map_at_3_max": 0.674706, + "nauc_map_at_3_std": -0.030852, + "nauc_map_at_3_diff1": 0.845328, + "nauc_map_at_5_max": 0.671843, + "nauc_map_at_5_std": -0.031048, + "nauc_map_at_5_diff1": 0.843254, + "nauc_map_at_10_max": 0.674735, + "nauc_map_at_10_std": -0.027428, + "nauc_map_at_10_diff1": 0.845886, + "nauc_map_at_20_max": 0.673403, + "nauc_map_at_20_std": -0.026862, + "nauc_map_at_20_diff1": 0.846139, + "nauc_map_at_100_max": 0.672493, + "nauc_map_at_100_std": -0.028896, + "nauc_map_at_100_diff1": 0.846173, + "nauc_map_at_1000_max": 0.672509, + "nauc_map_at_1000_std": -0.028934, + "nauc_map_at_1000_diff1": 0.846205, + "nauc_recall_at_1_max": 0.645687, + "nauc_recall_at_1_std": -0.069214, + "nauc_recall_at_1_diff1": 0.865115, + "nauc_recall_at_3_max": 0.71834, + "nauc_recall_at_3_std": 0.03069, + "nauc_recall_at_3_diff1": 0.814584, + "nauc_recall_at_5_max": 0.706034, + "nauc_recall_at_5_std": 0.037922, + "nauc_recall_at_5_diff1": 0.791308, + "nauc_recall_at_10_max": 0.775653, + "nauc_recall_at_10_std": 0.142592, + "nauc_recall_at_10_diff1": 0.818345, + "nauc_recall_at_20_max": 0.762046, + "nauc_recall_at_20_std": 0.250201, + "nauc_recall_at_20_diff1": 0.814181, + "nauc_recall_at_100_max": 0.600887, + "nauc_recall_at_100_std": 0.079085, + "nauc_recall_at_100_diff1": 0.764939, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.645687, + "nauc_precision_at_1_std": -0.069214, + "nauc_precision_at_1_diff1": 0.865115, + "nauc_precision_at_3_max": 0.71834, + "nauc_precision_at_3_std": 0.03069, + "nauc_precision_at_3_diff1": 0.814584, + "nauc_precision_at_5_max": 0.706034, + "nauc_precision_at_5_std": 0.037922, + "nauc_precision_at_5_diff1": 0.791308, + "nauc_precision_at_10_max": 0.775653, + "nauc_precision_at_10_std": 0.142592, + "nauc_precision_at_10_diff1": 0.818345, + "nauc_precision_at_20_max": 0.762046, + "nauc_precision_at_20_std": 0.250201, + "nauc_precision_at_20_diff1": 0.814181, + "nauc_precision_at_100_max": 0.600887, + "nauc_precision_at_100_std": 0.079085, + "nauc_precision_at_100_diff1": 0.764939, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.645687, + "nauc_mrr_at_1_std": -0.069214, + "nauc_mrr_at_1_diff1": 0.865115, + "nauc_mrr_at_3_max": 0.674706, + "nauc_mrr_at_3_std": -0.030852, + "nauc_mrr_at_3_diff1": 0.845328, + "nauc_mrr_at_5_max": 0.671843, + "nauc_mrr_at_5_std": -0.031048, + "nauc_mrr_at_5_diff1": 0.843254, + "nauc_mrr_at_10_max": 0.674735, + "nauc_mrr_at_10_std": -0.027428, + "nauc_mrr_at_10_diff1": 0.845886, + "nauc_mrr_at_20_max": 0.673403, + "nauc_mrr_at_20_std": -0.026862, + "nauc_mrr_at_20_diff1": 0.846139, + "nauc_mrr_at_100_max": 0.672493, + "nauc_mrr_at_100_std": -0.028896, + "nauc_mrr_at_100_diff1": 0.846173, + "nauc_mrr_at_1000_max": 0.672509, + "nauc_mrr_at_1000_std": -0.028934, + "nauc_mrr_at_1000_diff1": 0.846205, + "hit_rate_at_1": 0.75556, + "hit_rate_at_3": 0.85667, + "hit_rate_at_5": 0.89, + "hit_rate_at_10": 0.92556, + "hit_rate_at_20": 0.95222, + "hit_rate_at_100": 0.98889, + "hit_rate_at_1000": 1.0, + "main_score": 0.84154, + "hf_subset": "guj_Gujr-guj_Gujr", + "languages": [ + "guj-Gujr", + "guj-Gujr" + ] + }, + { + "ndcg_at_1": 0.85667, + "ndcg_at_3": 0.90537, + "ndcg_at_5": 0.91125, + "ndcg_at_10": 0.9194, + "ndcg_at_20": 0.92139, + "ndcg_at_100": 0.92384, + "ndcg_at_1000": 0.92426, + "map_at_1": 0.85667, + "map_at_3": 0.89407, + "map_at_5": 0.8973, + "map_at_10": 0.90081, + "map_at_20": 0.90137, + "map_at_100": 0.90177, + "map_at_1000": 0.90179, + "recall_at_1": 0.85667, + "recall_at_3": 0.93778, + "recall_at_5": 0.95222, + "recall_at_10": 0.97667, + "recall_at_20": 0.98444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.85667, + "precision_at_1": 0.85667, + "precision_at_3": 0.31259, + "precision_at_5": 0.19044, + "precision_at_10": 0.09767, + "precision_at_20": 0.04922, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.856667, + "mrr_at_3": 0.894074, + "mrr_at_5": 0.897296, + "mrr_at_10": 0.900806, + "mrr_at_20": 0.901366, + "mrr_at_100": 0.901771, + "mrr_at_1000": 0.901787, + "nauc_ndcg_at_1_max": 0.54719, + "nauc_ndcg_at_1_std": -0.402697, + "nauc_ndcg_at_1_diff1": 0.897034, + "nauc_ndcg_at_3_max": 0.564061, + "nauc_ndcg_at_3_std": -0.421324, + "nauc_ndcg_at_3_diff1": 0.876908, + "nauc_ndcg_at_5_max": 0.583115, + "nauc_ndcg_at_5_std": -0.398791, + "nauc_ndcg_at_5_diff1": 0.882109, + "nauc_ndcg_at_10_max": 0.563777, + "nauc_ndcg_at_10_std": -0.417981, + "nauc_ndcg_at_10_diff1": 0.886263, + "nauc_ndcg_at_20_max": 0.568835, + "nauc_ndcg_at_20_std": -0.405011, + "nauc_ndcg_at_20_diff1": 0.887023, + "nauc_ndcg_at_100_max": 0.568199, + "nauc_ndcg_at_100_std": -0.400064, + "nauc_ndcg_at_100_diff1": 0.886796, + "nauc_ndcg_at_1000_max": 0.565698, + "nauc_ndcg_at_1000_std": -0.406866, + "nauc_ndcg_at_1000_diff1": 0.886388, + "nauc_map_at_1_max": 0.54719, + "nauc_map_at_1_std": -0.402697, + "nauc_map_at_1_diff1": 0.897034, + "nauc_map_at_3_max": 0.559739, + "nauc_map_at_3_std": -0.416794, + "nauc_map_at_3_diff1": 0.882552, + "nauc_map_at_5_max": 0.568601, + "nauc_map_at_5_std": -0.406712, + "nauc_map_at_5_diff1": 0.885123, + "nauc_map_at_10_max": 0.561636, + "nauc_map_at_10_std": -0.413013, + "nauc_map_at_10_diff1": 0.886965, + "nauc_map_at_20_max": 0.562878, + "nauc_map_at_20_std": -0.409866, + "nauc_map_at_20_diff1": 0.887083, + "nauc_map_at_100_max": 0.562654, + "nauc_map_at_100_std": -0.409341, + "nauc_map_at_100_diff1": 0.887009, + "nauc_map_at_1000_max": 0.562581, + "nauc_map_at_1000_std": -0.409546, + "nauc_map_at_1000_diff1": 0.886996, + "nauc_recall_at_1_max": 0.54719, + "nauc_recall_at_1_std": -0.402697, + "nauc_recall_at_1_diff1": 0.897034, + "nauc_recall_at_3_max": 0.583967, + "nauc_recall_at_3_std": -0.441977, + "nauc_recall_at_3_diff1": 0.85049, + "nauc_recall_at_5_max": 0.675396, + "nauc_recall_at_5_std": -0.341085, + "nauc_recall_at_5_diff1": 0.866415, + "nauc_recall_at_10_max": 0.569494, + "nauc_recall_at_10_std": -0.489107, + "nauc_recall_at_10_diff1": 0.885954, + "nauc_recall_at_20_max": 0.663932, + "nauc_recall_at_20_std": -0.283947, + "nauc_recall_at_20_diff1": 0.902794, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.764239, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.54719, + "nauc_precision_at_1_std": -0.402697, + "nauc_precision_at_1_diff1": 0.897034, + "nauc_precision_at_3_max": 0.583967, + "nauc_precision_at_3_std": -0.441977, + "nauc_precision_at_3_diff1": 0.85049, + "nauc_precision_at_5_max": 0.675396, + "nauc_precision_at_5_std": -0.341085, + "nauc_precision_at_5_diff1": 0.866415, + "nauc_precision_at_10_max": 0.569494, + "nauc_precision_at_10_std": -0.489107, + "nauc_precision_at_10_diff1": 0.885954, + "nauc_precision_at_20_max": 0.663932, + "nauc_precision_at_20_std": -0.283947, + "nauc_precision_at_20_diff1": 0.902794, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.764239, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.54719, + "nauc_mrr_at_1_std": -0.402697, + "nauc_mrr_at_1_diff1": 0.897034, + "nauc_mrr_at_3_max": 0.559739, + "nauc_mrr_at_3_std": -0.416794, + "nauc_mrr_at_3_diff1": 0.882552, + "nauc_mrr_at_5_max": 0.568601, + "nauc_mrr_at_5_std": -0.406712, + "nauc_mrr_at_5_diff1": 0.885123, + "nauc_mrr_at_10_max": 0.561636, + "nauc_mrr_at_10_std": -0.413013, + "nauc_mrr_at_10_diff1": 0.886965, + "nauc_mrr_at_20_max": 0.562878, + "nauc_mrr_at_20_std": -0.409866, + "nauc_mrr_at_20_diff1": 0.887083, + "nauc_mrr_at_100_max": 0.562654, + "nauc_mrr_at_100_std": -0.409341, + "nauc_mrr_at_100_diff1": 0.887009, + "nauc_mrr_at_1000_max": 0.562581, + "nauc_mrr_at_1000_std": -0.409546, + "nauc_mrr_at_1000_diff1": 0.886996, + "hit_rate_at_1": 0.85667, + "hit_rate_at_3": 0.93778, + "hit_rate_at_5": 0.95222, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.9194, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.74111, + "ndcg_at_3": 0.80051, + "ndcg_at_5": 0.8129, + "ndcg_at_10": 0.82381, + "ndcg_at_20": 0.83166, + "ndcg_at_100": 0.84049, + "ndcg_at_1000": 0.84254, + "map_at_1": 0.74111, + "map_at_3": 0.78574, + "map_at_5": 0.79263, + "map_at_10": 0.79721, + "map_at_20": 0.79935, + "map_at_100": 0.80063, + "map_at_1000": 0.80071, + "recall_at_1": 0.74111, + "recall_at_3": 0.84333, + "recall_at_5": 0.87333, + "recall_at_10": 0.90667, + "recall_at_20": 0.93778, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "accuracy": 0.74111, + "precision_at_1": 0.74111, + "precision_at_3": 0.28111, + "precision_at_5": 0.17467, + "precision_at_10": 0.09067, + "precision_at_20": 0.04689, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.741111, + "mrr_at_3": 0.785741, + "mrr_at_5": 0.79263, + "mrr_at_10": 0.797208, + "mrr_at_20": 0.79935, + "mrr_at_100": 0.800628, + "mrr_at_1000": 0.800714, + "nauc_ndcg_at_1_max": 0.719829, + "nauc_ndcg_at_1_std": 0.023456, + "nauc_ndcg_at_1_diff1": 0.836659, + "nauc_ndcg_at_3_max": 0.755809, + "nauc_ndcg_at_3_std": 0.095987, + "nauc_ndcg_at_3_diff1": 0.809198, + "nauc_ndcg_at_5_max": 0.752019, + "nauc_ndcg_at_5_std": 0.092071, + "nauc_ndcg_at_5_diff1": 0.811967, + "nauc_ndcg_at_10_max": 0.753884, + "nauc_ndcg_at_10_std": 0.100283, + "nauc_ndcg_at_10_diff1": 0.809711, + "nauc_ndcg_at_20_max": 0.752271, + "nauc_ndcg_at_20_std": 0.102331, + "nauc_ndcg_at_20_diff1": 0.81125, + "nauc_ndcg_at_100_max": 0.751175, + "nauc_ndcg_at_100_std": 0.09926, + "nauc_ndcg_at_100_diff1": 0.814165, + "nauc_ndcg_at_1000_max": 0.748847, + "nauc_ndcg_at_1000_std": 0.089768, + "nauc_ndcg_at_1000_diff1": 0.814739, + "nauc_map_at_1_max": 0.719829, + "nauc_map_at_1_std": 0.023456, + "nauc_map_at_1_diff1": 0.836659, + "nauc_map_at_3_max": 0.746439, + "nauc_map_at_3_std": 0.076372, + "nauc_map_at_3_diff1": 0.816129, + "nauc_map_at_5_max": 0.744329, + "nauc_map_at_5_std": 0.074341, + "nauc_map_at_5_diff1": 0.817725, + "nauc_map_at_10_max": 0.744976, + "nauc_map_at_10_std": 0.077448, + "nauc_map_at_10_diff1": 0.817028, + "nauc_map_at_20_max": 0.744457, + "nauc_map_at_20_std": 0.077672, + "nauc_map_at_20_diff1": 0.817421, + "nauc_map_at_100_max": 0.744451, + "nauc_map_at_100_std": 0.077379, + "nauc_map_at_100_diff1": 0.817792, + "nauc_map_at_1000_max": 0.744367, + "nauc_map_at_1000_std": 0.077057, + "nauc_map_at_1000_diff1": 0.817795, + "nauc_recall_at_1_max": 0.719829, + "nauc_recall_at_1_std": 0.023456, + "nauc_recall_at_1_diff1": 0.836659, + "nauc_recall_at_3_max": 0.790681, + "nauc_recall_at_3_std": 0.169412, + "nauc_recall_at_3_diff1": 0.783532, + "nauc_recall_at_5_max": 0.784493, + "nauc_recall_at_5_std": 0.167993, + "nauc_recall_at_5_diff1": 0.787677, + "nauc_recall_at_10_max": 0.803394, + "nauc_recall_at_10_std": 0.230987, + "nauc_recall_at_10_diff1": 0.767807, + "nauc_recall_at_20_max": 0.813, + "nauc_recall_at_20_std": 0.315651, + "nauc_recall_at_20_diff1": 0.763205, + "nauc_recall_at_100_max": 0.912465, + "nauc_recall_at_100_std": 0.767941, + "nauc_recall_at_100_diff1": 0.764639, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.719829, + "nauc_precision_at_1_std": 0.023456, + "nauc_precision_at_1_diff1": 0.836659, + "nauc_precision_at_3_max": 0.790681, + "nauc_precision_at_3_std": 0.169412, + "nauc_precision_at_3_diff1": 0.783532, + "nauc_precision_at_5_max": 0.784493, + "nauc_precision_at_5_std": 0.167993, + "nauc_precision_at_5_diff1": 0.787677, + "nauc_precision_at_10_max": 0.803394, + "nauc_precision_at_10_std": 0.230987, + "nauc_precision_at_10_diff1": 0.767807, + "nauc_precision_at_20_max": 0.813, + "nauc_precision_at_20_std": 0.315651, + "nauc_precision_at_20_diff1": 0.763205, + "nauc_precision_at_100_max": 0.912465, + "nauc_precision_at_100_std": 0.767941, + "nauc_precision_at_100_diff1": 0.764639, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.719829, + "nauc_mrr_at_1_std": 0.023456, + "nauc_mrr_at_1_diff1": 0.836659, + "nauc_mrr_at_3_max": 0.746439, + "nauc_mrr_at_3_std": 0.076372, + "nauc_mrr_at_3_diff1": 0.816129, + "nauc_mrr_at_5_max": 0.744329, + "nauc_mrr_at_5_std": 0.074341, + "nauc_mrr_at_5_diff1": 0.817725, + "nauc_mrr_at_10_max": 0.744976, + "nauc_mrr_at_10_std": 0.077448, + "nauc_mrr_at_10_diff1": 0.817028, + "nauc_mrr_at_20_max": 0.744457, + "nauc_mrr_at_20_std": 0.077672, + "nauc_mrr_at_20_diff1": 0.817421, + "nauc_mrr_at_100_max": 0.744451, + "nauc_mrr_at_100_std": 0.077379, + "nauc_mrr_at_100_diff1": 0.817792, + "nauc_mrr_at_1000_max": 0.744367, + "nauc_mrr_at_1000_std": 0.077057, + "nauc_mrr_at_1000_diff1": 0.817795, + "hit_rate_at_1": 0.74111, + "hit_rate_at_3": 0.84333, + "hit_rate_at_5": 0.87333, + "hit_rate_at_10": 0.90667, + "hit_rate_at_20": 0.93778, + "hit_rate_at_100": 0.98444, + "hit_rate_at_1000": 1.0, + "main_score": 0.82381, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "ndcg_at_1": 0.62889, + "ndcg_at_3": 0.69951, + "ndcg_at_5": 0.71562, + "ndcg_at_10": 0.7311, + "ndcg_at_20": 0.73985, + "ndcg_at_100": 0.75501, + "ndcg_at_1000": 0.76127, + "map_at_1": 0.62889, + "map_at_3": 0.68241, + "map_at_5": 0.69141, + "map_at_10": 0.6978, + "map_at_20": 0.70023, + "map_at_100": 0.70229, + "map_at_1000": 0.70254, + "recall_at_1": 0.62889, + "recall_at_3": 0.74889, + "recall_at_5": 0.78778, + "recall_at_10": 0.83556, + "recall_at_20": 0.87, + "recall_at_100": 0.95222, + "recall_at_1000": 1.0, + "accuracy": 0.62889, + "precision_at_1": 0.62889, + "precision_at_3": 0.24963, + "precision_at_5": 0.15756, + "precision_at_10": 0.08356, + "precision_at_20": 0.0435, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.628889, + "mrr_at_3": 0.682407, + "mrr_at_5": 0.691407, + "mrr_at_10": 0.697805, + "mrr_at_20": 0.70023, + "mrr_at_100": 0.702286, + "mrr_at_1000": 0.702545, + "nauc_ndcg_at_1_max": 0.693581, + "nauc_ndcg_at_1_std": -0.076699, + "nauc_ndcg_at_1_diff1": 0.84583, + "nauc_ndcg_at_3_max": 0.712494, + "nauc_ndcg_at_3_std": -0.063679, + "nauc_ndcg_at_3_diff1": 0.809366, + "nauc_ndcg_at_5_max": 0.703393, + "nauc_ndcg_at_5_std": -0.065336, + "nauc_ndcg_at_5_diff1": 0.803749, + "nauc_ndcg_at_10_max": 0.70551, + "nauc_ndcg_at_10_std": -0.053105, + "nauc_ndcg_at_10_diff1": 0.800603, + "nauc_ndcg_at_20_max": 0.703296, + "nauc_ndcg_at_20_std": -0.04781, + "nauc_ndcg_at_20_diff1": 0.79875, + "nauc_ndcg_at_100_max": 0.70594, + "nauc_ndcg_at_100_std": -0.045857, + "nauc_ndcg_at_100_diff1": 0.804365, + "nauc_ndcg_at_1000_max": 0.704239, + "nauc_ndcg_at_1000_std": -0.054733, + "nauc_ndcg_at_1000_diff1": 0.808147, + "nauc_map_at_1_max": 0.693581, + "nauc_map_at_1_std": -0.076699, + "nauc_map_at_1_diff1": 0.84583, + "nauc_map_at_3_max": 0.707864, + "nauc_map_at_3_std": -0.065641, + "nauc_map_at_3_diff1": 0.818393, + "nauc_map_at_5_max": 0.70302, + "nauc_map_at_5_std": -0.066895, + "nauc_map_at_5_diff1": 0.815752, + "nauc_map_at_10_max": 0.703412, + "nauc_map_at_10_std": -0.062582, + "nauc_map_at_10_diff1": 0.814517, + "nauc_map_at_20_max": 0.702893, + "nauc_map_at_20_std": -0.061457, + "nauc_map_at_20_diff1": 0.814252, + "nauc_map_at_100_max": 0.703179, + "nauc_map_at_100_std": -0.061315, + "nauc_map_at_100_diff1": 0.814979, + "nauc_map_at_1000_max": 0.703126, + "nauc_map_at_1000_std": -0.06157, + "nauc_map_at_1000_diff1": 0.815118, + "nauc_recall_at_1_max": 0.693581, + "nauc_recall_at_1_std": -0.076699, + "nauc_recall_at_1_diff1": 0.84583, + "nauc_recall_at_3_max": 0.728123, + "nauc_recall_at_3_std": -0.057724, + "nauc_recall_at_3_diff1": 0.778839, + "nauc_recall_at_5_max": 0.70282, + "nauc_recall_at_5_std": -0.059993, + "nauc_recall_at_5_diff1": 0.757179, + "nauc_recall_at_10_max": 0.715812, + "nauc_recall_at_10_std": -0.000658, + "nauc_recall_at_10_diff1": 0.733622, + "nauc_recall_at_20_max": 0.702243, + "nauc_recall_at_20_std": 0.050009, + "nauc_recall_at_20_diff1": 0.703724, + "nauc_recall_at_100_max": 0.763284, + "nauc_recall_at_100_std": 0.256411, + "nauc_recall_at_100_diff1": 0.682637, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.693581, + "nauc_precision_at_1_std": -0.076699, + "nauc_precision_at_1_diff1": 0.84583, + "nauc_precision_at_3_max": 0.728123, + "nauc_precision_at_3_std": -0.057724, + "nauc_precision_at_3_diff1": 0.778839, + "nauc_precision_at_5_max": 0.70282, + "nauc_precision_at_5_std": -0.059993, + "nauc_precision_at_5_diff1": 0.757179, + "nauc_precision_at_10_max": 0.715812, + "nauc_precision_at_10_std": -0.000658, + "nauc_precision_at_10_diff1": 0.733622, + "nauc_precision_at_20_max": 0.702243, + "nauc_precision_at_20_std": 0.050009, + "nauc_precision_at_20_diff1": 0.703724, + "nauc_precision_at_100_max": 0.763284, + "nauc_precision_at_100_std": 0.256411, + "nauc_precision_at_100_diff1": 0.682637, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.693581, + "nauc_mrr_at_1_std": -0.076699, + "nauc_mrr_at_1_diff1": 0.84583, + "nauc_mrr_at_3_max": 0.707864, + "nauc_mrr_at_3_std": -0.065641, + "nauc_mrr_at_3_diff1": 0.818393, + "nauc_mrr_at_5_max": 0.70302, + "nauc_mrr_at_5_std": -0.066895, + "nauc_mrr_at_5_diff1": 0.815752, + "nauc_mrr_at_10_max": 0.703412, + "nauc_mrr_at_10_std": -0.062582, + "nauc_mrr_at_10_diff1": 0.814517, + "nauc_mrr_at_20_max": 0.702893, + "nauc_mrr_at_20_std": -0.061457, + "nauc_mrr_at_20_diff1": 0.814252, + "nauc_mrr_at_100_max": 0.703179, + "nauc_mrr_at_100_std": -0.061315, + "nauc_mrr_at_100_diff1": 0.814979, + "nauc_mrr_at_1000_max": 0.703126, + "nauc_mrr_at_1000_std": -0.06157, + "nauc_mrr_at_1000_diff1": 0.815118, + "hit_rate_at_1": 0.62889, + "hit_rate_at_3": 0.74889, + "hit_rate_at_5": 0.78778, + "hit_rate_at_10": 0.83556, + "hit_rate_at_20": 0.87, + "hit_rate_at_100": 0.95222, + "hit_rate_at_1000": 1.0, + "main_score": 0.7311, + "hf_subset": "hat_Latn-hat_Latn", + "languages": [ + "hat-Latn", + "hat-Latn" + ] + }, + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.85595, + "ndcg_at_5": 0.86963, + "ndcg_at_10": 0.88095, + "ndcg_at_20": 0.88444, + "ndcg_at_100": 0.88796, + "ndcg_at_1000": 0.88869, + "map_at_1": 0.8, + "map_at_3": 0.84259, + "map_at_5": 0.85015, + "map_at_10": 0.85492, + "map_at_20": 0.85595, + "map_at_100": 0.85645, + "map_at_1000": 0.85648, + "recall_at_1": 0.8, + "recall_at_3": 0.89444, + "recall_at_5": 0.92778, + "recall_at_10": 0.96222, + "recall_at_20": 0.97556, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "accuracy": 0.8, + "precision_at_1": 0.8, + "precision_at_3": 0.29815, + "precision_at_5": 0.18556, + "precision_at_10": 0.09622, + "precision_at_20": 0.04878, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.8, + "mrr_at_3": 0.842593, + "mrr_at_5": 0.850148, + "mrr_at_10": 0.854924, + "mrr_at_20": 0.855954, + "mrr_at_100": 0.856445, + "mrr_at_1000": 0.856476, + "nauc_ndcg_at_1_max": 0.685584, + "nauc_ndcg_at_1_std": -0.296295, + "nauc_ndcg_at_1_diff1": 0.86501, + "nauc_ndcg_at_3_max": 0.708407, + "nauc_ndcg_at_3_std": -0.32985, + "nauc_ndcg_at_3_diff1": 0.843566, + "nauc_ndcg_at_5_max": 0.693879, + "nauc_ndcg_at_5_std": -0.364031, + "nauc_ndcg_at_5_diff1": 0.849908, + "nauc_ndcg_at_10_max": 0.699676, + "nauc_ndcg_at_10_std": -0.320178, + "nauc_ndcg_at_10_diff1": 0.854392, + "nauc_ndcg_at_20_max": 0.702309, + "nauc_ndcg_at_20_std": -0.320832, + "nauc_ndcg_at_20_diff1": 0.856718, + "nauc_ndcg_at_100_max": 0.700535, + "nauc_ndcg_at_100_std": -0.318339, + "nauc_ndcg_at_100_diff1": 0.854719, + "nauc_ndcg_at_1000_max": 0.698653, + "nauc_ndcg_at_1000_std": -0.321825, + "nauc_ndcg_at_1000_diff1": 0.854442, + "nauc_map_at_1_max": 0.685584, + "nauc_map_at_1_std": -0.296295, + "nauc_map_at_1_diff1": 0.86501, + "nauc_map_at_3_max": 0.70263, + "nauc_map_at_3_std": -0.3177, + "nauc_map_at_3_diff1": 0.849387, + "nauc_map_at_5_max": 0.695138, + "nauc_map_at_5_std": -0.334007, + "nauc_map_at_5_diff1": 0.852723, + "nauc_map_at_10_max": 0.697131, + "nauc_map_at_10_std": -0.317773, + "nauc_map_at_10_diff1": 0.854481, + "nauc_map_at_20_max": 0.697427, + "nauc_map_at_20_std": -0.318346, + "nauc_map_at_20_diff1": 0.854904, + "nauc_map_at_100_max": 0.697108, + "nauc_map_at_100_std": -0.318538, + "nauc_map_at_100_diff1": 0.854693, + "nauc_map_at_1000_max": 0.697047, + "nauc_map_at_1000_std": -0.318635, + "nauc_map_at_1000_diff1": 0.854681, + "nauc_recall_at_1_max": 0.685584, + "nauc_recall_at_1_std": -0.296295, + "nauc_recall_at_1_diff1": 0.86501, + "nauc_recall_at_3_max": 0.731605, + "nauc_recall_at_3_std": -0.381206, + "nauc_recall_at_3_diff1": 0.819917, + "nauc_recall_at_5_max": 0.682102, + "nauc_recall_at_5_std": -0.545407, + "nauc_recall_at_5_diff1": 0.836278, + "nauc_recall_at_10_max": 0.725737, + "nauc_recall_at_10_std": -0.307917, + "nauc_recall_at_10_diff1": 0.862965, + "nauc_recall_at_20_max": 0.798022, + "nauc_recall_at_20_std": -0.294648, + "nauc_recall_at_20_diff1": 0.912889, + "nauc_recall_at_100_max": 0.973856, + "nauc_recall_at_100_std": 0.207937, + "nauc_recall_at_100_diff1": 0.892157, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.685584, + "nauc_precision_at_1_std": -0.296295, + "nauc_precision_at_1_diff1": 0.86501, + "nauc_precision_at_3_max": 0.731605, + "nauc_precision_at_3_std": -0.381206, + "nauc_precision_at_3_diff1": 0.819917, + "nauc_precision_at_5_max": 0.682102, + "nauc_precision_at_5_std": -0.545407, + "nauc_precision_at_5_diff1": 0.836278, + "nauc_precision_at_10_max": 0.725737, + "nauc_precision_at_10_std": -0.307917, + "nauc_precision_at_10_diff1": 0.862965, + "nauc_precision_at_20_max": 0.798022, + "nauc_precision_at_20_std": -0.294648, + "nauc_precision_at_20_diff1": 0.912889, + "nauc_precision_at_100_max": 0.973856, + "nauc_precision_at_100_std": 0.207937, + "nauc_precision_at_100_diff1": 0.892157, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.685584, + "nauc_mrr_at_1_std": -0.296295, + "nauc_mrr_at_1_diff1": 0.86501, + "nauc_mrr_at_3_max": 0.70263, + "nauc_mrr_at_3_std": -0.3177, + "nauc_mrr_at_3_diff1": 0.849387, + "nauc_mrr_at_5_max": 0.695138, + "nauc_mrr_at_5_std": -0.334007, + "nauc_mrr_at_5_diff1": 0.852723, + "nauc_mrr_at_10_max": 0.697131, + "nauc_mrr_at_10_std": -0.317773, + "nauc_mrr_at_10_diff1": 0.854481, + "nauc_mrr_at_20_max": 0.697427, + "nauc_mrr_at_20_std": -0.318346, + "nauc_mrr_at_20_diff1": 0.854904, + "nauc_mrr_at_100_max": 0.697108, + "nauc_mrr_at_100_std": -0.318538, + "nauc_mrr_at_100_diff1": 0.854693, + "nauc_mrr_at_1000_max": 0.697047, + "nauc_mrr_at_1000_std": -0.318635, + "nauc_mrr_at_1000_diff1": 0.854681, + "hit_rate_at_1": 0.8, + "hit_rate_at_3": 0.89444, + "hit_rate_at_5": 0.92778, + "hit_rate_at_10": 0.96222, + "hit_rate_at_20": 0.97556, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.88095, + "hf_subset": "hat_Latn-eng_Latn", + "languages": [ + "hat-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.58667, + "ndcg_at_3": 0.63713, + "ndcg_at_5": 0.65334, + "ndcg_at_10": 0.67109, + "ndcg_at_20": 0.68335, + "ndcg_at_100": 0.70263, + "ndcg_at_1000": 0.71353, + "map_at_1": 0.58667, + "map_at_3": 0.62463, + "map_at_5": 0.63374, + "map_at_10": 0.64115, + "map_at_20": 0.64461, + "map_at_100": 0.64732, + "map_at_1000": 0.64779, + "recall_at_1": 0.58667, + "recall_at_3": 0.67333, + "recall_at_5": 0.71222, + "recall_at_10": 0.76667, + "recall_at_20": 0.81444, + "recall_at_100": 0.91778, + "recall_at_1000": 1.0, + "accuracy": 0.58667, + "precision_at_1": 0.58667, + "precision_at_3": 0.22444, + "precision_at_5": 0.14244, + "precision_at_10": 0.07667, + "precision_at_20": 0.04072, + "precision_at_100": 0.00918, + "precision_at_1000": 0.001, + "mrr_at_1": 0.586667, + "mrr_at_3": 0.62463, + "mrr_at_5": 0.633741, + "mrr_at_10": 0.641152, + "mrr_at_20": 0.644615, + "mrr_at_100": 0.647324, + "mrr_at_1000": 0.647789, + "nauc_ndcg_at_1_max": 0.796603, + "nauc_ndcg_at_1_std": 0.261816, + "nauc_ndcg_at_1_diff1": 0.824364, + "nauc_ndcg_at_3_max": 0.818081, + "nauc_ndcg_at_3_std": 0.334486, + "nauc_ndcg_at_3_diff1": 0.798282, + "nauc_ndcg_at_5_max": 0.814626, + "nauc_ndcg_at_5_std": 0.345547, + "nauc_ndcg_at_5_diff1": 0.790542, + "nauc_ndcg_at_10_max": 0.815088, + "nauc_ndcg_at_10_std": 0.363378, + "nauc_ndcg_at_10_diff1": 0.785382, + "nauc_ndcg_at_20_max": 0.817488, + "nauc_ndcg_at_20_std": 0.372418, + "nauc_ndcg_at_20_diff1": 0.787234, + "nauc_ndcg_at_100_max": 0.815693, + "nauc_ndcg_at_100_std": 0.365119, + "nauc_ndcg_at_100_diff1": 0.787814, + "nauc_ndcg_at_1000_max": 0.814648, + "nauc_ndcg_at_1000_std": 0.349648, + "nauc_ndcg_at_1000_diff1": 0.793629, + "nauc_map_at_1_max": 0.796603, + "nauc_map_at_1_std": 0.261816, + "nauc_map_at_1_diff1": 0.824364, + "nauc_map_at_3_max": 0.813469, + "nauc_map_at_3_std": 0.316555, + "nauc_map_at_3_diff1": 0.805575, + "nauc_map_at_5_max": 0.811763, + "nauc_map_at_5_std": 0.322652, + "nauc_map_at_5_diff1": 0.801639, + "nauc_map_at_10_max": 0.811813, + "nauc_map_at_10_std": 0.329367, + "nauc_map_at_10_diff1": 0.799658, + "nauc_map_at_20_max": 0.812482, + "nauc_map_at_20_std": 0.33153, + "nauc_map_at_20_diff1": 0.800245, + "nauc_map_at_100_max": 0.812317, + "nauc_map_at_100_std": 0.330664, + "nauc_map_at_100_diff1": 0.800407, + "nauc_map_at_1000_max": 0.812273, + "nauc_map_at_1000_std": 0.330085, + "nauc_map_at_1000_diff1": 0.800622, + "nauc_recall_at_1_max": 0.796603, + "nauc_recall_at_1_std": 0.261816, + "nauc_recall_at_1_diff1": 0.824364, + "nauc_recall_at_3_max": 0.832229, + "nauc_recall_at_3_std": 0.390745, + "nauc_recall_at_3_diff1": 0.774997, + "nauc_recall_at_5_max": 0.822974, + "nauc_recall_at_5_std": 0.423905, + "nauc_recall_at_5_diff1": 0.751227, + "nauc_recall_at_10_max": 0.826865, + "nauc_recall_at_10_std": 0.507297, + "nauc_recall_at_10_diff1": 0.724842, + "nauc_recall_at_20_max": 0.842361, + "nauc_recall_at_20_std": 0.588593, + "nauc_recall_at_20_diff1": 0.723151, + "nauc_recall_at_100_max": 0.837958, + "nauc_recall_at_100_std": 0.699353, + "nauc_recall_at_100_diff1": 0.661998, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.796603, + "nauc_precision_at_1_std": 0.261816, + "nauc_precision_at_1_diff1": 0.824364, + "nauc_precision_at_3_max": 0.832229, + "nauc_precision_at_3_std": 0.390745, + "nauc_precision_at_3_diff1": 0.774997, + "nauc_precision_at_5_max": 0.822974, + "nauc_precision_at_5_std": 0.423905, + "nauc_precision_at_5_diff1": 0.751227, + "nauc_precision_at_10_max": 0.826865, + "nauc_precision_at_10_std": 0.507297, + "nauc_precision_at_10_diff1": 0.724842, + "nauc_precision_at_20_max": 0.842361, + "nauc_precision_at_20_std": 0.588593, + "nauc_precision_at_20_diff1": 0.723151, + "nauc_precision_at_100_max": 0.837958, + "nauc_precision_at_100_std": 0.699353, + "nauc_precision_at_100_diff1": 0.661998, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.796603, + "nauc_mrr_at_1_std": 0.261816, + "nauc_mrr_at_1_diff1": 0.824364, + "nauc_mrr_at_3_max": 0.813469, + "nauc_mrr_at_3_std": 0.316555, + "nauc_mrr_at_3_diff1": 0.805575, + "nauc_mrr_at_5_max": 0.811763, + "nauc_mrr_at_5_std": 0.322652, + "nauc_mrr_at_5_diff1": 0.801639, + "nauc_mrr_at_10_max": 0.811813, + "nauc_mrr_at_10_std": 0.329367, + "nauc_mrr_at_10_diff1": 0.799658, + "nauc_mrr_at_20_max": 0.812482, + "nauc_mrr_at_20_std": 0.33153, + "nauc_mrr_at_20_diff1": 0.800245, + "nauc_mrr_at_100_max": 0.812317, + "nauc_mrr_at_100_std": 0.330664, + "nauc_mrr_at_100_diff1": 0.800407, + "nauc_mrr_at_1000_max": 0.812273, + "nauc_mrr_at_1000_std": 0.330085, + "nauc_mrr_at_1000_diff1": 0.800622, + "hit_rate_at_1": 0.58667, + "hit_rate_at_3": 0.67333, + "hit_rate_at_5": 0.71222, + "hit_rate_at_10": 0.76667, + "hit_rate_at_20": 0.81444, + "hit_rate_at_100": 0.91778, + "hit_rate_at_1000": 1.0, + "main_score": 0.67109, + "hf_subset": "eng_Latn-hat_Latn", + "languages": [ + "eng-Latn", + "hat-Latn" + ] + }, + { + "ndcg_at_1": 0.41667, + "ndcg_at_3": 0.46911, + "ndcg_at_5": 0.48307, + "ndcg_at_10": 0.49574, + "ndcg_at_20": 0.50754, + "ndcg_at_100": 0.53613, + "ndcg_at_1000": 0.5642, + "map_at_1": 0.41667, + "map_at_3": 0.45648, + "map_at_5": 0.46409, + "map_at_10": 0.46916, + "map_at_20": 0.47241, + "map_at_100": 0.47611, + "map_at_1000": 0.47723, + "recall_at_1": 0.41667, + "recall_at_3": 0.50556, + "recall_at_5": 0.54, + "recall_at_10": 0.58, + "recall_at_20": 0.62667, + "recall_at_100": 0.78444, + "recall_at_1000": 1.0, + "accuracy": 0.41667, + "precision_at_1": 0.41667, + "precision_at_3": 0.16852, + "precision_at_5": 0.108, + "precision_at_10": 0.058, + "precision_at_20": 0.03133, + "precision_at_100": 0.00784, + "precision_at_1000": 0.001, + "mrr_at_1": 0.416667, + "mrr_at_3": 0.456481, + "mrr_at_5": 0.464093, + "mrr_at_10": 0.469163, + "mrr_at_20": 0.472407, + "mrr_at_100": 0.476115, + "mrr_at_1000": 0.477232, + "nauc_ndcg_at_1_max": 0.410419, + "nauc_ndcg_at_1_std": -0.646631, + "nauc_ndcg_at_1_diff1": 0.876225, + "nauc_ndcg_at_3_max": 0.401093, + "nauc_ndcg_at_3_std": -0.676046, + "nauc_ndcg_at_3_diff1": 0.822356, + "nauc_ndcg_at_5_max": 0.395678, + "nauc_ndcg_at_5_std": -0.68487, + "nauc_ndcg_at_5_diff1": 0.821218, + "nauc_ndcg_at_10_max": 0.388989, + "nauc_ndcg_at_10_std": -0.683072, + "nauc_ndcg_at_10_diff1": 0.815371, + "nauc_ndcg_at_20_max": 0.385525, + "nauc_ndcg_at_20_std": -0.675893, + "nauc_ndcg_at_20_diff1": 0.805652, + "nauc_ndcg_at_100_max": 0.385414, + "nauc_ndcg_at_100_std": -0.65946, + "nauc_ndcg_at_100_diff1": 0.800736, + "nauc_ndcg_at_1000_max": 0.391444, + "nauc_ndcg_at_1000_std": -0.668698, + "nauc_ndcg_at_1000_diff1": 0.815332, + "nauc_map_at_1_max": 0.410419, + "nauc_map_at_1_std": -0.646631, + "nauc_map_at_1_diff1": 0.876225, + "nauc_map_at_3_max": 0.404114, + "nauc_map_at_3_std": -0.668694, + "nauc_map_at_3_diff1": 0.834671, + "nauc_map_at_5_max": 0.401181, + "nauc_map_at_5_std": -0.67354, + "nauc_map_at_5_diff1": 0.834169, + "nauc_map_at_10_max": 0.398621, + "nauc_map_at_10_std": -0.672811, + "nauc_map_at_10_diff1": 0.831998, + "nauc_map_at_20_max": 0.397487, + "nauc_map_at_20_std": -0.671152, + "nauc_map_at_20_diff1": 0.829365, + "nauc_map_at_100_max": 0.397463, + "nauc_map_at_100_std": -0.669197, + "nauc_map_at_100_diff1": 0.828647, + "nauc_map_at_1000_max": 0.397695, + "nauc_map_at_1000_std": -0.669359, + "nauc_map_at_1000_diff1": 0.829172, + "nauc_recall_at_1_max": 0.410419, + "nauc_recall_at_1_std": -0.646631, + "nauc_recall_at_1_diff1": 0.876225, + "nauc_recall_at_3_max": 0.391891, + "nauc_recall_at_3_std": -0.697748, + "nauc_recall_at_3_diff1": 0.786477, + "nauc_recall_at_5_max": 0.377855, + "nauc_recall_at_5_std": -0.720489, + "nauc_recall_at_5_diff1": 0.782179, + "nauc_recall_at_10_max": 0.354245, + "nauc_recall_at_10_std": -0.715794, + "nauc_recall_at_10_diff1": 0.760345, + "nauc_recall_at_20_max": 0.338516, + "nauc_recall_at_20_std": -0.683525, + "nauc_recall_at_20_diff1": 0.713887, + "nauc_recall_at_100_max": 0.316035, + "nauc_recall_at_100_std": -0.539639, + "nauc_recall_at_100_diff1": 0.630146, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.410419, + "nauc_precision_at_1_std": -0.646631, + "nauc_precision_at_1_diff1": 0.876225, + "nauc_precision_at_3_max": 0.391891, + "nauc_precision_at_3_std": -0.697748, + "nauc_precision_at_3_diff1": 0.786477, + "nauc_precision_at_5_max": 0.377855, + "nauc_precision_at_5_std": -0.720489, + "nauc_precision_at_5_diff1": 0.782179, + "nauc_precision_at_10_max": 0.354245, + "nauc_precision_at_10_std": -0.715794, + "nauc_precision_at_10_diff1": 0.760345, + "nauc_precision_at_20_max": 0.338516, + "nauc_precision_at_20_std": -0.683525, + "nauc_precision_at_20_diff1": 0.713887, + "nauc_precision_at_100_max": 0.316035, + "nauc_precision_at_100_std": -0.539639, + "nauc_precision_at_100_diff1": 0.630146, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.410419, + "nauc_mrr_at_1_std": -0.646631, + "nauc_mrr_at_1_diff1": 0.876225, + "nauc_mrr_at_3_max": 0.404114, + "nauc_mrr_at_3_std": -0.668694, + "nauc_mrr_at_3_diff1": 0.834671, + "nauc_mrr_at_5_max": 0.401181, + "nauc_mrr_at_5_std": -0.67354, + "nauc_mrr_at_5_diff1": 0.834169, + "nauc_mrr_at_10_max": 0.398621, + "nauc_mrr_at_10_std": -0.672811, + "nauc_mrr_at_10_diff1": 0.831998, + "nauc_mrr_at_20_max": 0.397487, + "nauc_mrr_at_20_std": -0.671152, + "nauc_mrr_at_20_diff1": 0.829365, + "nauc_mrr_at_100_max": 0.397463, + "nauc_mrr_at_100_std": -0.669197, + "nauc_mrr_at_100_diff1": 0.828647, + "nauc_mrr_at_1000_max": 0.397695, + "nauc_mrr_at_1000_std": -0.669359, + "nauc_mrr_at_1000_diff1": 0.829172, + "hit_rate_at_1": 0.41667, + "hit_rate_at_3": 0.50556, + "hit_rate_at_5": 0.54, + "hit_rate_at_10": 0.58, + "hit_rate_at_20": 0.62667, + "hit_rate_at_100": 0.78444, + "hit_rate_at_1000": 1.0, + "main_score": 0.49574, + "hf_subset": "hau_Latn-hau_Latn", + "languages": [ + "hau-Latn", + "hau-Latn" + ] + }, + { + "ndcg_at_1": 0.54111, + "ndcg_at_3": 0.60059, + "ndcg_at_5": 0.61025, + "ndcg_at_10": 0.62536, + "ndcg_at_20": 0.63576, + "ndcg_at_100": 0.6615, + "ndcg_at_1000": 0.67578, + "map_at_1": 0.54111, + "map_at_3": 0.58685, + "map_at_5": 0.59224, + "map_at_10": 0.59849, + "map_at_20": 0.60134, + "map_at_100": 0.60467, + "map_at_1000": 0.6053, + "recall_at_1": 0.54111, + "recall_at_3": 0.64, + "recall_at_5": 0.66333, + "recall_at_10": 0.71, + "recall_at_20": 0.75111, + "recall_at_100": 0.89333, + "recall_at_1000": 1.0, + "accuracy": 0.54111, + "precision_at_1": 0.54111, + "precision_at_3": 0.21333, + "precision_at_5": 0.13267, + "precision_at_10": 0.071, + "precision_at_20": 0.03756, + "precision_at_100": 0.00893, + "precision_at_1000": 0.001, + "mrr_at_1": 0.541111, + "mrr_at_3": 0.586852, + "mrr_at_5": 0.592241, + "mrr_at_10": 0.598486, + "mrr_at_20": 0.601343, + "mrr_at_100": 0.60467, + "mrr_at_1000": 0.605302, + "nauc_ndcg_at_1_max": 0.837316, + "nauc_ndcg_at_1_std": 0.33605, + "nauc_ndcg_at_1_diff1": 0.840076, + "nauc_ndcg_at_3_max": 0.838728, + "nauc_ndcg_at_3_std": 0.366441, + "nauc_ndcg_at_3_diff1": 0.790338, + "nauc_ndcg_at_5_max": 0.839163, + "nauc_ndcg_at_5_std": 0.359235, + "nauc_ndcg_at_5_diff1": 0.789204, + "nauc_ndcg_at_10_max": 0.831633, + "nauc_ndcg_at_10_std": 0.36188, + "nauc_ndcg_at_10_diff1": 0.780757, + "nauc_ndcg_at_20_max": 0.830039, + "nauc_ndcg_at_20_std": 0.361968, + "nauc_ndcg_at_20_diff1": 0.78074, + "nauc_ndcg_at_100_max": 0.825537, + "nauc_ndcg_at_100_std": 0.359681, + "nauc_ndcg_at_100_diff1": 0.776328, + "nauc_ndcg_at_1000_max": 0.831281, + "nauc_ndcg_at_1000_std": 0.357619, + "nauc_ndcg_at_1000_diff1": 0.787641, + "nauc_map_at_1_max": 0.837316, + "nauc_map_at_1_std": 0.33605, + "nauc_map_at_1_diff1": 0.840076, + "nauc_map_at_3_max": 0.837916, + "nauc_map_at_3_std": 0.357932, + "nauc_map_at_3_diff1": 0.801879, + "nauc_map_at_5_max": 0.838145, + "nauc_map_at_5_std": 0.353845, + "nauc_map_at_5_diff1": 0.8014, + "nauc_map_at_10_max": 0.83504, + "nauc_map_at_10_std": 0.354813, + "nauc_map_at_10_diff1": 0.798059, + "nauc_map_at_20_max": 0.834652, + "nauc_map_at_20_std": 0.355071, + "nauc_map_at_20_diff1": 0.798114, + "nauc_map_at_100_max": 0.83406, + "nauc_map_at_100_std": 0.3546, + "nauc_map_at_100_diff1": 0.797534, + "nauc_map_at_1000_max": 0.834295, + "nauc_map_at_1000_std": 0.354483, + "nauc_map_at_1000_diff1": 0.798019, + "nauc_recall_at_1_max": 0.837316, + "nauc_recall_at_1_std": 0.33605, + "nauc_recall_at_1_diff1": 0.840076, + "nauc_recall_at_3_max": 0.841462, + "nauc_recall_at_3_std": 0.393306, + "nauc_recall_at_3_diff1": 0.75487, + "nauc_recall_at_5_max": 0.84273, + "nauc_recall_at_5_std": 0.376018, + "nauc_recall_at_5_diff1": 0.750123, + "nauc_recall_at_10_max": 0.816609, + "nauc_recall_at_10_std": 0.387558, + "nauc_recall_at_10_diff1": 0.716182, + "nauc_recall_at_20_max": 0.806488, + "nauc_recall_at_20_std": 0.388516, + "nauc_recall_at_20_diff1": 0.708133, + "nauc_recall_at_100_max": 0.723234, + "nauc_recall_at_100_std": 0.392798, + "nauc_recall_at_100_diff1": 0.57668, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.837316, + "nauc_precision_at_1_std": 0.33605, + "nauc_precision_at_1_diff1": 0.840076, + "nauc_precision_at_3_max": 0.841462, + "nauc_precision_at_3_std": 0.393306, + "nauc_precision_at_3_diff1": 0.75487, + "nauc_precision_at_5_max": 0.84273, + "nauc_precision_at_5_std": 0.376018, + "nauc_precision_at_5_diff1": 0.750123, + "nauc_precision_at_10_max": 0.816609, + "nauc_precision_at_10_std": 0.387558, + "nauc_precision_at_10_diff1": 0.716182, + "nauc_precision_at_20_max": 0.806488, + "nauc_precision_at_20_std": 0.388516, + "nauc_precision_at_20_diff1": 0.708133, + "nauc_precision_at_100_max": 0.723234, + "nauc_precision_at_100_std": 0.392798, + "nauc_precision_at_100_diff1": 0.57668, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.837316, + "nauc_mrr_at_1_std": 0.33605, + "nauc_mrr_at_1_diff1": 0.840076, + "nauc_mrr_at_3_max": 0.837916, + "nauc_mrr_at_3_std": 0.357932, + "nauc_mrr_at_3_diff1": 0.801879, + "nauc_mrr_at_5_max": 0.838145, + "nauc_mrr_at_5_std": 0.353845, + "nauc_mrr_at_5_diff1": 0.8014, + "nauc_mrr_at_10_max": 0.83504, + "nauc_mrr_at_10_std": 0.354813, + "nauc_mrr_at_10_diff1": 0.798059, + "nauc_mrr_at_20_max": 0.834652, + "nauc_mrr_at_20_std": 0.355071, + "nauc_mrr_at_20_diff1": 0.798114, + "nauc_mrr_at_100_max": 0.83406, + "nauc_mrr_at_100_std": 0.3546, + "nauc_mrr_at_100_diff1": 0.797534, + "nauc_mrr_at_1000_max": 0.834295, + "nauc_mrr_at_1000_std": 0.354483, + "nauc_mrr_at_1000_diff1": 0.798019, + "hit_rate_at_1": 0.54111, + "hit_rate_at_3": 0.64, + "hit_rate_at_5": 0.66333, + "hit_rate_at_10": 0.71, + "hit_rate_at_20": 0.75111, + "hit_rate_at_100": 0.89333, + "hit_rate_at_1000": 1.0, + "main_score": 0.62536, + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.41333, + "ndcg_at_3": 0.44384, + "ndcg_at_5": 0.45345, + "ndcg_at_10": 0.46178, + "ndcg_at_20": 0.46746, + "ndcg_at_100": 0.48934, + "ndcg_at_1000": 0.53181, + "map_at_1": 0.41333, + "map_at_3": 0.43667, + "map_at_5": 0.442, + "map_at_10": 0.44548, + "map_at_20": 0.44707, + "map_at_100": 0.44953, + "map_at_1000": 0.45098, + "recall_at_1": 0.41333, + "recall_at_3": 0.46444, + "recall_at_5": 0.48778, + "recall_at_10": 0.51333, + "recall_at_20": 0.53556, + "recall_at_100": 0.66222, + "recall_at_1000": 1.0, + "accuracy": 0.41333, + "precision_at_1": 0.41333, + "precision_at_3": 0.15481, + "precision_at_5": 0.09756, + "precision_at_10": 0.05133, + "precision_at_20": 0.02678, + "precision_at_100": 0.00662, + "precision_at_1000": 0.001, + "mrr_at_1": 0.413333, + "mrr_at_3": 0.436667, + "mrr_at_5": 0.442, + "mrr_at_10": 0.445478, + "mrr_at_20": 0.447066, + "mrr_at_100": 0.449527, + "mrr_at_1000": 0.450976, + "nauc_ndcg_at_1_max": 0.872847, + "nauc_ndcg_at_1_std": 0.570545, + "nauc_ndcg_at_1_diff1": 0.855076, + "nauc_ndcg_at_3_max": 0.904471, + "nauc_ndcg_at_3_std": 0.620879, + "nauc_ndcg_at_3_diff1": 0.830729, + "nauc_ndcg_at_5_max": 0.901427, + "nauc_ndcg_at_5_std": 0.622715, + "nauc_ndcg_at_5_diff1": 0.821451, + "nauc_ndcg_at_10_max": 0.895662, + "nauc_ndcg_at_10_std": 0.627058, + "nauc_ndcg_at_10_diff1": 0.814665, + "nauc_ndcg_at_20_max": 0.892487, + "nauc_ndcg_at_20_std": 0.62748, + "nauc_ndcg_at_20_diff1": 0.811551, + "nauc_ndcg_at_100_max": 0.877656, + "nauc_ndcg_at_100_std": 0.62193, + "nauc_ndcg_at_100_diff1": 0.796754, + "nauc_ndcg_at_1000_max": 0.887693, + "nauc_ndcg_at_1000_std": 0.618067, + "nauc_ndcg_at_1000_diff1": 0.813384, + "nauc_map_at_1_max": 0.872847, + "nauc_map_at_1_std": 0.570545, + "nauc_map_at_1_diff1": 0.855076, + "nauc_map_at_3_max": 0.898235, + "nauc_map_at_3_std": 0.609803, + "nauc_map_at_3_diff1": 0.836931, + "nauc_map_at_5_max": 0.896519, + "nauc_map_at_5_std": 0.610842, + "nauc_map_at_5_diff1": 0.831773, + "nauc_map_at_10_max": 0.894082, + "nauc_map_at_10_std": 0.61266, + "nauc_map_at_10_diff1": 0.828877, + "nauc_map_at_20_max": 0.893285, + "nauc_map_at_20_std": 0.612885, + "nauc_map_at_20_diff1": 0.828088, + "nauc_map_at_100_max": 0.891649, + "nauc_map_at_100_std": 0.612317, + "nauc_map_at_100_diff1": 0.826382, + "nauc_map_at_1000_max": 0.891799, + "nauc_map_at_1000_std": 0.611959, + "nauc_map_at_1000_diff1": 0.826808, + "nauc_recall_at_1_max": 0.872847, + "nauc_recall_at_1_std": 0.570545, + "nauc_recall_at_1_diff1": 0.855076, + "nauc_recall_at_3_max": 0.922037, + "nauc_recall_at_3_std": 0.652666, + "nauc_recall_at_3_diff1": 0.812541, + "nauc_recall_at_5_max": 0.914791, + "nauc_recall_at_5_std": 0.657244, + "nauc_recall_at_5_diff1": 0.789772, + "nauc_recall_at_10_max": 0.897107, + "nauc_recall_at_10_std": 0.671261, + "nauc_recall_at_10_diff1": 0.768461, + "nauc_recall_at_20_max": 0.88353, + "nauc_recall_at_20_std": 0.672956, + "nauc_recall_at_20_diff1": 0.754287, + "nauc_recall_at_100_max": 0.778049, + "nauc_recall_at_100_std": 0.642206, + "nauc_recall_at_100_diff1": 0.641395, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.872847, + "nauc_precision_at_1_std": 0.570545, + "nauc_precision_at_1_diff1": 0.855076, + "nauc_precision_at_3_max": 0.922037, + "nauc_precision_at_3_std": 0.652666, + "nauc_precision_at_3_diff1": 0.812541, + "nauc_precision_at_5_max": 0.914791, + "nauc_precision_at_5_std": 0.657244, + "nauc_precision_at_5_diff1": 0.789772, + "nauc_precision_at_10_max": 0.897107, + "nauc_precision_at_10_std": 0.671261, + "nauc_precision_at_10_diff1": 0.768461, + "nauc_precision_at_20_max": 0.88353, + "nauc_precision_at_20_std": 0.672956, + "nauc_precision_at_20_diff1": 0.754287, + "nauc_precision_at_100_max": 0.778049, + "nauc_precision_at_100_std": 0.642206, + "nauc_precision_at_100_diff1": 0.641395, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.872847, + "nauc_mrr_at_1_std": 0.570545, + "nauc_mrr_at_1_diff1": 0.855076, + "nauc_mrr_at_3_max": 0.898235, + "nauc_mrr_at_3_std": 0.609803, + "nauc_mrr_at_3_diff1": 0.836931, + "nauc_mrr_at_5_max": 0.896519, + "nauc_mrr_at_5_std": 0.610842, + "nauc_mrr_at_5_diff1": 0.831773, + "nauc_mrr_at_10_max": 0.894082, + "nauc_mrr_at_10_std": 0.61266, + "nauc_mrr_at_10_diff1": 0.828877, + "nauc_mrr_at_20_max": 0.893285, + "nauc_mrr_at_20_std": 0.612885, + "nauc_mrr_at_20_diff1": 0.828088, + "nauc_mrr_at_100_max": 0.891649, + "nauc_mrr_at_100_std": 0.612317, + "nauc_mrr_at_100_diff1": 0.826382, + "nauc_mrr_at_1000_max": 0.891799, + "nauc_mrr_at_1000_std": 0.611959, + "nauc_mrr_at_1000_diff1": 0.826808, + "hit_rate_at_1": 0.41333, + "hit_rate_at_3": 0.46444, + "hit_rate_at_5": 0.48778, + "hit_rate_at_10": 0.51333, + "hit_rate_at_20": 0.53556, + "hit_rate_at_100": 0.66222, + "hit_rate_at_1000": 1.0, + "main_score": 0.46178, + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "ndcg_at_1": 0.79556, + "ndcg_at_3": 0.85163, + "ndcg_at_5": 0.86348, + "ndcg_at_10": 0.87037, + "ndcg_at_20": 0.87591, + "ndcg_at_100": 0.88057, + "ndcg_at_1000": 0.8822, + "map_at_1": 0.79556, + "map_at_3": 0.83796, + "map_at_5": 0.84452, + "map_at_10": 0.8474, + "map_at_20": 0.84902, + "map_at_100": 0.84964, + "map_at_1000": 0.84971, + "recall_at_1": 0.79556, + "recall_at_3": 0.89111, + "recall_at_5": 0.92, + "recall_at_10": 0.94111, + "recall_at_20": 0.96222, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "accuracy": 0.79556, + "precision_at_1": 0.79556, + "precision_at_3": 0.29704, + "precision_at_5": 0.184, + "precision_at_10": 0.09411, + "precision_at_20": 0.04811, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.795556, + "mrr_at_3": 0.837963, + "mrr_at_5": 0.844519, + "mrr_at_10": 0.847399, + "mrr_at_20": 0.849021, + "mrr_at_100": 0.849641, + "mrr_at_1000": 0.849712, + "nauc_ndcg_at_1_max": 0.753697, + "nauc_ndcg_at_1_std": -0.084125, + "nauc_ndcg_at_1_diff1": 0.902809, + "nauc_ndcg_at_3_max": 0.787066, + "nauc_ndcg_at_3_std": -0.071321, + "nauc_ndcg_at_3_diff1": 0.882624, + "nauc_ndcg_at_5_max": 0.786671, + "nauc_ndcg_at_5_std": -0.046287, + "nauc_ndcg_at_5_diff1": 0.882393, + "nauc_ndcg_at_10_max": 0.785078, + "nauc_ndcg_at_10_std": -0.036566, + "nauc_ndcg_at_10_diff1": 0.884414, + "nauc_ndcg_at_20_max": 0.785509, + "nauc_ndcg_at_20_std": -0.036691, + "nauc_ndcg_at_20_diff1": 0.887218, + "nauc_ndcg_at_100_max": 0.784524, + "nauc_ndcg_at_100_std": -0.039237, + "nauc_ndcg_at_100_diff1": 0.888633, + "nauc_ndcg_at_1000_max": 0.782798, + "nauc_ndcg_at_1000_std": -0.04655, + "nauc_ndcg_at_1000_diff1": 0.888867, + "nauc_map_at_1_max": 0.753697, + "nauc_map_at_1_std": -0.084125, + "nauc_map_at_1_diff1": 0.902809, + "nauc_map_at_3_max": 0.780385, + "nauc_map_at_3_std": -0.071633, + "nauc_map_at_3_diff1": 0.888859, + "nauc_map_at_5_max": 0.780148, + "nauc_map_at_5_std": -0.058278, + "nauc_map_at_5_diff1": 0.888933, + "nauc_map_at_10_max": 0.779331, + "nauc_map_at_10_std": -0.055372, + "nauc_map_at_10_diff1": 0.889795, + "nauc_map_at_20_max": 0.779391, + "nauc_map_at_20_std": -0.055429, + "nauc_map_at_20_diff1": 0.890548, + "nauc_map_at_100_max": 0.779346, + "nauc_map_at_100_std": -0.055513, + "nauc_map_at_100_diff1": 0.890729, + "nauc_map_at_1000_max": 0.779289, + "nauc_map_at_1000_std": -0.055747, + "nauc_map_at_1000_diff1": 0.890741, + "nauc_recall_at_1_max": 0.753697, + "nauc_recall_at_1_std": -0.084125, + "nauc_recall_at_1_diff1": 0.902809, + "nauc_recall_at_3_max": 0.812622, + "nauc_recall_at_3_std": -0.072103, + "nauc_recall_at_3_diff1": 0.856844, + "nauc_recall_at_5_max": 0.818083, + "nauc_recall_at_5_std": 0.018583, + "nauc_recall_at_5_diff1": 0.847592, + "nauc_recall_at_10_max": 0.820552, + "nauc_recall_at_10_std": 0.108416, + "nauc_recall_at_10_diff1": 0.84792, + "nauc_recall_at_20_max": 0.844854, + "nauc_recall_at_20_std": 0.182402, + "nauc_recall_at_20_diff1": 0.860562, + "nauc_recall_at_100_max": 0.905993, + "nauc_recall_at_100_std": 0.476318, + "nauc_recall_at_100_diff1": 0.874798, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.753697, + "nauc_precision_at_1_std": -0.084125, + "nauc_precision_at_1_diff1": 0.902809, + "nauc_precision_at_3_max": 0.812622, + "nauc_precision_at_3_std": -0.072103, + "nauc_precision_at_3_diff1": 0.856844, + "nauc_precision_at_5_max": 0.818083, + "nauc_precision_at_5_std": 0.018583, + "nauc_precision_at_5_diff1": 0.847592, + "nauc_precision_at_10_max": 0.820552, + "nauc_precision_at_10_std": 0.108416, + "nauc_precision_at_10_diff1": 0.84792, + "nauc_precision_at_20_max": 0.844854, + "nauc_precision_at_20_std": 0.182402, + "nauc_precision_at_20_diff1": 0.860562, + "nauc_precision_at_100_max": 0.905993, + "nauc_precision_at_100_std": 0.476318, + "nauc_precision_at_100_diff1": 0.874798, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.753697, + "nauc_mrr_at_1_std": -0.084125, + "nauc_mrr_at_1_diff1": 0.902809, + "nauc_mrr_at_3_max": 0.780385, + "nauc_mrr_at_3_std": -0.071633, + "nauc_mrr_at_3_diff1": 0.888859, + "nauc_mrr_at_5_max": 0.780148, + "nauc_mrr_at_5_std": -0.058278, + "nauc_mrr_at_5_diff1": 0.888933, + "nauc_mrr_at_10_max": 0.779331, + "nauc_mrr_at_10_std": -0.055372, + "nauc_mrr_at_10_diff1": 0.889795, + "nauc_mrr_at_20_max": 0.779391, + "nauc_mrr_at_20_std": -0.055429, + "nauc_mrr_at_20_diff1": 0.890548, + "nauc_mrr_at_100_max": 0.779346, + "nauc_mrr_at_100_std": -0.055513, + "nauc_mrr_at_100_diff1": 0.890729, + "nauc_mrr_at_1000_max": 0.779289, + "nauc_mrr_at_1000_std": -0.055747, + "nauc_mrr_at_1000_diff1": 0.890741, + "hit_rate_at_1": 0.79556, + "hit_rate_at_3": 0.89111, + "hit_rate_at_5": 0.92, + "hit_rate_at_10": 0.94111, + "hit_rate_at_20": 0.96222, + "hit_rate_at_100": 0.98778, + "hit_rate_at_1000": 1.0, + "main_score": 0.87037, + "hf_subset": "heb_Hebr-heb_Hebr", + "languages": [ + "heb-Hebr", + "heb-Hebr" + ] + }, + { + "ndcg_at_1": 0.86111, + "ndcg_at_3": 0.91107, + "ndcg_at_5": 0.91662, + "ndcg_at_10": 0.92161, + "ndcg_at_20": 0.92505, + "ndcg_at_100": 0.92696, + "ndcg_at_1000": 0.92739, + "map_at_1": 0.86111, + "map_at_3": 0.89944, + "map_at_5": 0.90256, + "map_at_10": 0.9046, + "map_at_20": 0.90557, + "map_at_100": 0.90586, + "map_at_1000": 0.90587, + "recall_at_1": 0.86111, + "recall_at_3": 0.94444, + "recall_at_5": 0.95778, + "recall_at_10": 0.97333, + "recall_at_20": 0.98667, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.86111, + "precision_at_1": 0.86111, + "precision_at_3": 0.31481, + "precision_at_5": 0.19156, + "precision_at_10": 0.09733, + "precision_at_20": 0.04933, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.861111, + "mrr_at_3": 0.899444, + "mrr_at_5": 0.902556, + "mrr_at_10": 0.904597, + "mrr_at_20": 0.905571, + "mrr_at_100": 0.905857, + "mrr_at_1000": 0.905874, + "nauc_ndcg_at_1_max": 0.536561, + "nauc_ndcg_at_1_std": -0.345032, + "nauc_ndcg_at_1_diff1": 0.900159, + "nauc_ndcg_at_3_max": 0.585547, + "nauc_ndcg_at_3_std": -0.334703, + "nauc_ndcg_at_3_diff1": 0.887095, + "nauc_ndcg_at_5_max": 0.591084, + "nauc_ndcg_at_5_std": -0.330582, + "nauc_ndcg_at_5_diff1": 0.891158, + "nauc_ndcg_at_10_max": 0.591985, + "nauc_ndcg_at_10_std": -0.312557, + "nauc_ndcg_at_10_diff1": 0.893068, + "nauc_ndcg_at_20_max": 0.585457, + "nauc_ndcg_at_20_std": -0.312808, + "nauc_ndcg_at_20_diff1": 0.890705, + "nauc_ndcg_at_100_max": 0.579325, + "nauc_ndcg_at_100_std": -0.317811, + "nauc_ndcg_at_100_diff1": 0.891733, + "nauc_ndcg_at_1000_max": 0.576742, + "nauc_ndcg_at_1000_std": -0.325635, + "nauc_ndcg_at_1000_diff1": 0.891871, + "nauc_map_at_1_max": 0.536561, + "nauc_map_at_1_std": -0.345032, + "nauc_map_at_1_diff1": 0.900159, + "nauc_map_at_3_max": 0.570567, + "nauc_map_at_3_std": -0.340048, + "nauc_map_at_3_diff1": 0.89027, + "nauc_map_at_5_max": 0.572783, + "nauc_map_at_5_std": -0.338289, + "nauc_map_at_5_diff1": 0.892325, + "nauc_map_at_10_max": 0.572813, + "nauc_map_at_10_std": -0.332619, + "nauc_map_at_10_diff1": 0.893147, + "nauc_map_at_20_max": 0.571047, + "nauc_map_at_20_std": -0.332442, + "nauc_map_at_20_diff1": 0.89257, + "nauc_map_at_100_max": 0.570104, + "nauc_map_at_100_std": -0.333292, + "nauc_map_at_100_diff1": 0.892655, + "nauc_map_at_1000_max": 0.570022, + "nauc_map_at_1000_std": -0.333539, + "nauc_map_at_1000_diff1": 0.89266, + "nauc_recall_at_1_max": 0.536561, + "nauc_recall_at_1_std": -0.345032, + "nauc_recall_at_1_diff1": 0.900159, + "nauc_recall_at_3_max": 0.66098, + "nauc_recall_at_3_std": -0.306078, + "nauc_recall_at_3_diff1": 0.871755, + "nauc_recall_at_5_max": 0.710109, + "nauc_recall_at_5_std": -0.277446, + "nauc_recall_at_5_diff1": 0.885805, + "nauc_recall_at_10_max": 0.784897, + "nauc_recall_at_10_std": -0.081836, + "nauc_recall_at_10_diff1": 0.897, + "nauc_recall_at_20_max": 0.843448, + "nauc_recall_at_20_std": 0.121304, + "nauc_recall_at_20_diff1": 0.852941, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.536561, + "nauc_precision_at_1_std": -0.345032, + "nauc_precision_at_1_diff1": 0.900159, + "nauc_precision_at_3_max": 0.66098, + "nauc_precision_at_3_std": -0.306078, + "nauc_precision_at_3_diff1": 0.871755, + "nauc_precision_at_5_max": 0.710109, + "nauc_precision_at_5_std": -0.277446, + "nauc_precision_at_5_diff1": 0.885805, + "nauc_precision_at_10_max": 0.784897, + "nauc_precision_at_10_std": -0.081836, + "nauc_precision_at_10_diff1": 0.897, + "nauc_precision_at_20_max": 0.843448, + "nauc_precision_at_20_std": 0.121304, + "nauc_precision_at_20_diff1": 0.852941, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.536561, + "nauc_mrr_at_1_std": -0.345032, + "nauc_mrr_at_1_diff1": 0.900159, + "nauc_mrr_at_3_max": 0.570567, + "nauc_mrr_at_3_std": -0.340048, + "nauc_mrr_at_3_diff1": 0.89027, + "nauc_mrr_at_5_max": 0.572783, + "nauc_mrr_at_5_std": -0.338289, + "nauc_mrr_at_5_diff1": 0.892325, + "nauc_mrr_at_10_max": 0.572813, + "nauc_mrr_at_10_std": -0.332619, + "nauc_mrr_at_10_diff1": 0.893147, + "nauc_mrr_at_20_max": 0.571047, + "nauc_mrr_at_20_std": -0.332442, + "nauc_mrr_at_20_diff1": 0.89257, + "nauc_mrr_at_100_max": 0.570104, + "nauc_mrr_at_100_std": -0.333292, + "nauc_mrr_at_100_diff1": 0.892655, + "nauc_mrr_at_1000_max": 0.570022, + "nauc_mrr_at_1000_std": -0.333539, + "nauc_mrr_at_1000_diff1": 0.89266, + "hit_rate_at_1": 0.86111, + "hit_rate_at_3": 0.94444, + "hit_rate_at_5": 0.95778, + "hit_rate_at_10": 0.97333, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92161, + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.71222, + "ndcg_at_3": 0.77337, + "ndcg_at_5": 0.78891, + "ndcg_at_10": 0.80339, + "ndcg_at_20": 0.81288, + "ndcg_at_100": 0.82175, + "ndcg_at_1000": 0.82431, + "map_at_1": 0.71222, + "map_at_3": 0.75907, + "map_at_5": 0.76769, + "map_at_10": 0.77372, + "map_at_20": 0.77644, + "map_at_100": 0.77767, + "map_at_1000": 0.77779, + "recall_at_1": 0.71222, + "recall_at_3": 0.81444, + "recall_at_5": 0.85222, + "recall_at_10": 0.89667, + "recall_at_20": 0.93333, + "recall_at_100": 0.98111, + "recall_at_1000": 1.0, + "accuracy": 0.71222, + "precision_at_1": 0.71222, + "precision_at_3": 0.27148, + "precision_at_5": 0.17044, + "precision_at_10": 0.08967, + "precision_at_20": 0.04667, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "mrr_at_1": 0.712222, + "mrr_at_3": 0.759074, + "mrr_at_5": 0.767685, + "mrr_at_10": 0.773718, + "mrr_at_20": 0.776443, + "mrr_at_100": 0.777669, + "mrr_at_1000": 0.77779, + "nauc_ndcg_at_1_max": 0.747615, + "nauc_ndcg_at_1_std": 0.044211, + "nauc_ndcg_at_1_diff1": 0.854654, + "nauc_ndcg_at_3_max": 0.788629, + "nauc_ndcg_at_3_std": 0.114167, + "nauc_ndcg_at_3_diff1": 0.826722, + "nauc_ndcg_at_5_max": 0.790313, + "nauc_ndcg_at_5_std": 0.123415, + "nauc_ndcg_at_5_diff1": 0.826874, + "nauc_ndcg_at_10_max": 0.78786, + "nauc_ndcg_at_10_std": 0.136341, + "nauc_ndcg_at_10_diff1": 0.81925, + "nauc_ndcg_at_20_max": 0.788257, + "nauc_ndcg_at_20_std": 0.143416, + "nauc_ndcg_at_20_diff1": 0.824541, + "nauc_ndcg_at_100_max": 0.785108, + "nauc_ndcg_at_100_std": 0.132837, + "nauc_ndcg_at_100_diff1": 0.829314, + "nauc_ndcg_at_1000_max": 0.78216, + "nauc_ndcg_at_1000_std": 0.120611, + "nauc_ndcg_at_1000_diff1": 0.829605, + "nauc_map_at_1_max": 0.747615, + "nauc_map_at_1_std": 0.044211, + "nauc_map_at_1_diff1": 0.854654, + "nauc_map_at_3_max": 0.778094, + "nauc_map_at_3_std": 0.096345, + "nauc_map_at_3_diff1": 0.833666, + "nauc_map_at_5_max": 0.778787, + "nauc_map_at_5_std": 0.101121, + "nauc_map_at_5_diff1": 0.834093, + "nauc_map_at_10_max": 0.777779, + "nauc_map_at_10_std": 0.105459, + "nauc_map_at_10_diff1": 0.831531, + "nauc_map_at_20_max": 0.77763, + "nauc_map_at_20_std": 0.106629, + "nauc_map_at_20_diff1": 0.832912, + "nauc_map_at_100_max": 0.777147, + "nauc_map_at_100_std": 0.105275, + "nauc_map_at_100_diff1": 0.833417, + "nauc_map_at_1000_max": 0.777033, + "nauc_map_at_1000_std": 0.104803, + "nauc_map_at_1000_diff1": 0.833438, + "nauc_recall_at_1_max": 0.747615, + "nauc_recall_at_1_std": 0.044211, + "nauc_recall_at_1_diff1": 0.854654, + "nauc_recall_at_3_max": 0.825767, + "nauc_recall_at_3_std": 0.176916, + "nauc_recall_at_3_diff1": 0.80237, + "nauc_recall_at_5_max": 0.838627, + "nauc_recall_at_5_std": 0.217625, + "nauc_recall_at_5_diff1": 0.796607, + "nauc_recall_at_10_max": 0.841666, + "nauc_recall_at_10_std": 0.320136, + "nauc_recall_at_10_diff1": 0.744029, + "nauc_recall_at_20_max": 0.877264, + "nauc_recall_at_20_std": 0.492935, + "nauc_recall_at_20_diff1": 0.756637, + "nauc_recall_at_100_max": 0.968281, + "nauc_recall_at_100_std": 0.889466, + "nauc_recall_at_100_diff1": 0.815208, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747615, + "nauc_precision_at_1_std": 0.044211, + "nauc_precision_at_1_diff1": 0.854654, + "nauc_precision_at_3_max": 0.825767, + "nauc_precision_at_3_std": 0.176916, + "nauc_precision_at_3_diff1": 0.80237, + "nauc_precision_at_5_max": 0.838627, + "nauc_precision_at_5_std": 0.217625, + "nauc_precision_at_5_diff1": 0.796607, + "nauc_precision_at_10_max": 0.841666, + "nauc_precision_at_10_std": 0.320136, + "nauc_precision_at_10_diff1": 0.744029, + "nauc_precision_at_20_max": 0.877264, + "nauc_precision_at_20_std": 0.492935, + "nauc_precision_at_20_diff1": 0.756637, + "nauc_precision_at_100_max": 0.968281, + "nauc_precision_at_100_std": 0.889466, + "nauc_precision_at_100_diff1": 0.815208, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747615, + "nauc_mrr_at_1_std": 0.044211, + "nauc_mrr_at_1_diff1": 0.854654, + "nauc_mrr_at_3_max": 0.778094, + "nauc_mrr_at_3_std": 0.096345, + "nauc_mrr_at_3_diff1": 0.833666, + "nauc_mrr_at_5_max": 0.778787, + "nauc_mrr_at_5_std": 0.101121, + "nauc_mrr_at_5_diff1": 0.834093, + "nauc_mrr_at_10_max": 0.777779, + "nauc_mrr_at_10_std": 0.105459, + "nauc_mrr_at_10_diff1": 0.831531, + "nauc_mrr_at_20_max": 0.77763, + "nauc_mrr_at_20_std": 0.106629, + "nauc_mrr_at_20_diff1": 0.832912, + "nauc_mrr_at_100_max": 0.777147, + "nauc_mrr_at_100_std": 0.105275, + "nauc_mrr_at_100_diff1": 0.833417, + "nauc_mrr_at_1000_max": 0.777033, + "nauc_mrr_at_1000_std": 0.104803, + "nauc_mrr_at_1000_diff1": 0.833438, + "hit_rate_at_1": 0.71222, + "hit_rate_at_3": 0.81444, + "hit_rate_at_5": 0.85222, + "hit_rate_at_10": 0.89667, + "hit_rate_at_20": 0.93333, + "hit_rate_at_100": 0.98111, + "hit_rate_at_1000": 1.0, + "main_score": 0.80339, + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ] + }, + { + "ndcg_at_1": 0.78222, + "ndcg_at_3": 0.84334, + "ndcg_at_5": 0.85635, + "ndcg_at_10": 0.86571, + "ndcg_at_20": 0.87118, + "ndcg_at_100": 0.87495, + "ndcg_at_1000": 0.87663, + "map_at_1": 0.78222, + "map_at_3": 0.8287, + "map_at_5": 0.83604, + "map_at_10": 0.8399, + "map_at_20": 0.84132, + "map_at_100": 0.84187, + "map_at_1000": 0.84195, + "recall_at_1": 0.78222, + "recall_at_3": 0.88556, + "recall_at_5": 0.91667, + "recall_at_10": 0.94556, + "recall_at_20": 0.96778, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "accuracy": 0.78222, + "precision_at_1": 0.78222, + "precision_at_3": 0.29519, + "precision_at_5": 0.18333, + "precision_at_10": 0.09456, + "precision_at_20": 0.04839, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.782222, + "mrr_at_3": 0.828704, + "mrr_at_5": 0.836037, + "mrr_at_10": 0.839903, + "mrr_at_20": 0.841324, + "mrr_at_100": 0.84187, + "mrr_at_1000": 0.841953, + "nauc_ndcg_at_1_max": 0.697748, + "nauc_ndcg_at_1_std": -0.123842, + "nauc_ndcg_at_1_diff1": 0.884148, + "nauc_ndcg_at_3_max": 0.704583, + "nauc_ndcg_at_3_std": -0.093349, + "nauc_ndcg_at_3_diff1": 0.853211, + "nauc_ndcg_at_5_max": 0.711912, + "nauc_ndcg_at_5_std": -0.077208, + "nauc_ndcg_at_5_diff1": 0.850722, + "nauc_ndcg_at_10_max": 0.717105, + "nauc_ndcg_at_10_std": -0.068011, + "nauc_ndcg_at_10_diff1": 0.857945, + "nauc_ndcg_at_20_max": 0.715906, + "nauc_ndcg_at_20_std": -0.076562, + "nauc_ndcg_at_20_diff1": 0.861927, + "nauc_ndcg_at_100_max": 0.711704, + "nauc_ndcg_at_100_std": -0.081538, + "nauc_ndcg_at_100_diff1": 0.861375, + "nauc_ndcg_at_1000_max": 0.71041, + "nauc_ndcg_at_1000_std": -0.08625, + "nauc_ndcg_at_1000_diff1": 0.86156, + "nauc_map_at_1_max": 0.697748, + "nauc_map_at_1_std": -0.123842, + "nauc_map_at_1_diff1": 0.884148, + "nauc_map_at_3_max": 0.703372, + "nauc_map_at_3_std": -0.102553, + "nauc_map_at_3_diff1": 0.861591, + "nauc_map_at_5_max": 0.706954, + "nauc_map_at_5_std": -0.095018, + "nauc_map_at_5_diff1": 0.860613, + "nauc_map_at_10_max": 0.708393, + "nauc_map_at_10_std": -0.092462, + "nauc_map_at_10_diff1": 0.863126, + "nauc_map_at_20_max": 0.708014, + "nauc_map_at_20_std": -0.094644, + "nauc_map_at_20_diff1": 0.864087, + "nauc_map_at_100_max": 0.707562, + "nauc_map_at_100_std": -0.094911, + "nauc_map_at_100_diff1": 0.863957, + "nauc_map_at_1000_max": 0.707503, + "nauc_map_at_1000_std": -0.095105, + "nauc_map_at_1000_diff1": 0.863967, + "nauc_recall_at_1_max": 0.697748, + "nauc_recall_at_1_std": -0.123842, + "nauc_recall_at_1_diff1": 0.884148, + "nauc_recall_at_3_max": 0.709078, + "nauc_recall_at_3_std": -0.0554, + "nauc_recall_at_3_diff1": 0.819219, + "nauc_recall_at_5_max": 0.739421, + "nauc_recall_at_5_std": 0.021743, + "nauc_recall_at_5_diff1": 0.798425, + "nauc_recall_at_10_max": 0.795089, + "nauc_recall_at_10_std": 0.143114, + "nauc_recall_at_10_diff1": 0.826559, + "nauc_recall_at_20_max": 0.831949, + "nauc_recall_at_20_std": 0.162336, + "nauc_recall_at_20_diff1": 0.863325, + "nauc_recall_at_100_max": 0.798447, + "nauc_recall_at_100_std": 0.242764, + "nauc_recall_at_100_diff1": 0.849546, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.697748, + "nauc_precision_at_1_std": -0.123842, + "nauc_precision_at_1_diff1": 0.884148, + "nauc_precision_at_3_max": 0.709078, + "nauc_precision_at_3_std": -0.0554, + "nauc_precision_at_3_diff1": 0.819219, + "nauc_precision_at_5_max": 0.739421, + "nauc_precision_at_5_std": 0.021743, + "nauc_precision_at_5_diff1": 0.798425, + "nauc_precision_at_10_max": 0.795089, + "nauc_precision_at_10_std": 0.143114, + "nauc_precision_at_10_diff1": 0.826559, + "nauc_precision_at_20_max": 0.831949, + "nauc_precision_at_20_std": 0.162336, + "nauc_precision_at_20_diff1": 0.863325, + "nauc_precision_at_100_max": 0.798447, + "nauc_precision_at_100_std": 0.242764, + "nauc_precision_at_100_diff1": 0.849546, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.697748, + "nauc_mrr_at_1_std": -0.123842, + "nauc_mrr_at_1_diff1": 0.884148, + "nauc_mrr_at_3_max": 0.703372, + "nauc_mrr_at_3_std": -0.102553, + "nauc_mrr_at_3_diff1": 0.861591, + "nauc_mrr_at_5_max": 0.706954, + "nauc_mrr_at_5_std": -0.095018, + "nauc_mrr_at_5_diff1": 0.860613, + "nauc_mrr_at_10_max": 0.708393, + "nauc_mrr_at_10_std": -0.092462, + "nauc_mrr_at_10_diff1": 0.863126, + "nauc_mrr_at_20_max": 0.708014, + "nauc_mrr_at_20_std": -0.094644, + "nauc_mrr_at_20_diff1": 0.864087, + "nauc_mrr_at_100_max": 0.707562, + "nauc_mrr_at_100_std": -0.094911, + "nauc_mrr_at_100_diff1": 0.863957, + "nauc_mrr_at_1000_max": 0.707503, + "nauc_mrr_at_1000_std": -0.095105, + "nauc_mrr_at_1000_diff1": 0.863967, + "hit_rate_at_1": 0.78222, + "hit_rate_at_3": 0.88556, + "hit_rate_at_5": 0.91667, + "hit_rate_at_10": 0.94556, + "hit_rate_at_20": 0.96778, + "hit_rate_at_100": 0.98778, + "hit_rate_at_1000": 1.0, + "main_score": 0.86571, + "hf_subset": "hin_Deva-hin_Deva", + "languages": [ + "hin-Deva", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.92889, + "ndcg_at_5": 0.93501, + "ndcg_at_10": 0.93893, + "ndcg_at_20": 0.94064, + "ndcg_at_100": 0.94211, + "ndcg_at_1000": 0.94253, + "map_at_1": 0.89, + "map_at_3": 0.91963, + "map_at_5": 0.92313, + "map_at_10": 0.92473, + "map_at_20": 0.92521, + "map_at_100": 0.92542, + "map_at_1000": 0.92543, + "recall_at_1": 0.89, + "recall_at_3": 0.95556, + "recall_at_5": 0.97, + "recall_at_10": 0.98222, + "recall_at_20": 0.98889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.89, + "precision_at_1": 0.89, + "precision_at_3": 0.31852, + "precision_at_5": 0.194, + "precision_at_10": 0.09822, + "precision_at_20": 0.04944, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.89, + "mrr_at_3": 0.91963, + "mrr_at_5": 0.92313, + "mrr_at_10": 0.92473, + "mrr_at_20": 0.925206, + "mrr_at_100": 0.925416, + "mrr_at_1000": 0.92543, + "nauc_ndcg_at_1_max": 0.571763, + "nauc_ndcg_at_1_std": -0.415466, + "nauc_ndcg_at_1_diff1": 0.888335, + "nauc_ndcg_at_3_max": 0.629961, + "nauc_ndcg_at_3_std": -0.41258, + "nauc_ndcg_at_3_diff1": 0.891664, + "nauc_ndcg_at_5_max": 0.630293, + "nauc_ndcg_at_5_std": -0.370739, + "nauc_ndcg_at_5_diff1": 0.887122, + "nauc_ndcg_at_10_max": 0.624953, + "nauc_ndcg_at_10_std": -0.367629, + "nauc_ndcg_at_10_diff1": 0.884575, + "nauc_ndcg_at_20_max": 0.627061, + "nauc_ndcg_at_20_std": -0.369439, + "nauc_ndcg_at_20_diff1": 0.885955, + "nauc_ndcg_at_100_max": 0.621206, + "nauc_ndcg_at_100_std": -0.371376, + "nauc_ndcg_at_100_diff1": 0.887038, + "nauc_ndcg_at_1000_max": 0.61843, + "nauc_ndcg_at_1000_std": -0.380466, + "nauc_ndcg_at_1000_diff1": 0.886954, + "nauc_map_at_1_max": 0.571763, + "nauc_map_at_1_std": -0.415466, + "nauc_map_at_1_diff1": 0.888335, + "nauc_map_at_3_max": 0.613714, + "nauc_map_at_3_std": -0.411574, + "nauc_map_at_3_diff1": 0.890061, + "nauc_map_at_5_max": 0.613349, + "nauc_map_at_5_std": -0.391501, + "nauc_map_at_5_diff1": 0.88774, + "nauc_map_at_10_max": 0.611534, + "nauc_map_at_10_std": -0.390782, + "nauc_map_at_10_diff1": 0.886929, + "nauc_map_at_20_max": 0.612024, + "nauc_map_at_20_std": -0.39098, + "nauc_map_at_20_diff1": 0.887189, + "nauc_map_at_100_max": 0.611288, + "nauc_map_at_100_std": -0.39121, + "nauc_map_at_100_diff1": 0.887305, + "nauc_map_at_1000_max": 0.611215, + "nauc_map_at_1000_std": -0.391447, + "nauc_map_at_1000_diff1": 0.88731, + "nauc_recall_at_1_max": 0.571763, + "nauc_recall_at_1_std": -0.415466, + "nauc_recall_at_1_diff1": 0.888335, + "nauc_recall_at_3_max": 0.711916, + "nauc_recall_at_3_std": -0.419234, + "nauc_recall_at_3_diff1": 0.900338, + "nauc_recall_at_5_max": 0.750735, + "nauc_recall_at_5_std": -0.207975, + "nauc_recall_at_5_diff1": 0.882007, + "nauc_recall_at_10_max": 0.76987, + "nauc_recall_at_10_std": -0.066264, + "nauc_recall_at_10_diff1": 0.850928, + "nauc_recall_at_20_max": 0.894958, + "nauc_recall_at_20_std": 0.059244, + "nauc_recall_at_20_diff1": 0.862278, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.571763, + "nauc_precision_at_1_std": -0.415466, + "nauc_precision_at_1_diff1": 0.888335, + "nauc_precision_at_3_max": 0.711916, + "nauc_precision_at_3_std": -0.419234, + "nauc_precision_at_3_diff1": 0.900338, + "nauc_precision_at_5_max": 0.750735, + "nauc_precision_at_5_std": -0.207975, + "nauc_precision_at_5_diff1": 0.882007, + "nauc_precision_at_10_max": 0.76987, + "nauc_precision_at_10_std": -0.066264, + "nauc_precision_at_10_diff1": 0.850928, + "nauc_precision_at_20_max": 0.894958, + "nauc_precision_at_20_std": 0.059244, + "nauc_precision_at_20_diff1": 0.862278, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.571763, + "nauc_mrr_at_1_std": -0.415466, + "nauc_mrr_at_1_diff1": 0.888335, + "nauc_mrr_at_3_max": 0.613714, + "nauc_mrr_at_3_std": -0.411574, + "nauc_mrr_at_3_diff1": 0.890061, + "nauc_mrr_at_5_max": 0.613349, + "nauc_mrr_at_5_std": -0.391501, + "nauc_mrr_at_5_diff1": 0.88774, + "nauc_mrr_at_10_max": 0.611534, + "nauc_mrr_at_10_std": -0.390782, + "nauc_mrr_at_10_diff1": 0.886929, + "nauc_mrr_at_20_max": 0.612024, + "nauc_mrr_at_20_std": -0.39098, + "nauc_mrr_at_20_diff1": 0.887189, + "nauc_mrr_at_100_max": 0.611288, + "nauc_mrr_at_100_std": -0.39121, + "nauc_mrr_at_100_diff1": 0.887305, + "nauc_mrr_at_1000_max": 0.611215, + "nauc_mrr_at_1000_std": -0.391447, + "nauc_mrr_at_1000_diff1": 0.88731, + "hit_rate_at_1": 0.89, + "hit_rate_at_3": 0.95556, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.98222, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93893, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.77889, + "ndcg_at_3": 0.84185, + "ndcg_at_5": 0.85247, + "ndcg_at_10": 0.86163, + "ndcg_at_20": 0.86853, + "ndcg_at_100": 0.87268, + "ndcg_at_1000": 0.8745, + "map_at_1": 0.77889, + "map_at_3": 0.82704, + "map_at_5": 0.83298, + "map_at_10": 0.83687, + "map_at_20": 0.83885, + "map_at_100": 0.83942, + "map_at_1000": 0.83951, + "recall_at_1": 0.77889, + "recall_at_3": 0.88444, + "recall_at_5": 0.91, + "recall_at_10": 0.93778, + "recall_at_20": 0.96444, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "accuracy": 0.77889, + "precision_at_1": 0.77889, + "precision_at_3": 0.29481, + "precision_at_5": 0.182, + "precision_at_10": 0.09378, + "precision_at_20": 0.04822, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.778889, + "mrr_at_3": 0.827037, + "mrr_at_5": 0.832981, + "mrr_at_10": 0.836867, + "mrr_at_20": 0.838845, + "mrr_at_100": 0.839422, + "mrr_at_1000": 0.839511, + "nauc_ndcg_at_1_max": 0.691425, + "nauc_ndcg_at_1_std": -0.062429, + "nauc_ndcg_at_1_diff1": 0.818082, + "nauc_ndcg_at_3_max": 0.709891, + "nauc_ndcg_at_3_std": -0.004811, + "nauc_ndcg_at_3_diff1": 0.788742, + "nauc_ndcg_at_5_max": 0.724865, + "nauc_ndcg_at_5_std": 0.031183, + "nauc_ndcg_at_5_diff1": 0.792428, + "nauc_ndcg_at_10_max": 0.724427, + "nauc_ndcg_at_10_std": 0.027523, + "nauc_ndcg_at_10_diff1": 0.797956, + "nauc_ndcg_at_20_max": 0.72176, + "nauc_ndcg_at_20_std": 0.031683, + "nauc_ndcg_at_20_diff1": 0.798145, + "nauc_ndcg_at_100_max": 0.71967, + "nauc_ndcg_at_100_std": 0.023551, + "nauc_ndcg_at_100_diff1": 0.799789, + "nauc_ndcg_at_1000_max": 0.716019, + "nauc_ndcg_at_1000_std": 0.011285, + "nauc_ndcg_at_1000_diff1": 0.79957, + "nauc_map_at_1_max": 0.691425, + "nauc_map_at_1_std": -0.062429, + "nauc_map_at_1_diff1": 0.818082, + "nauc_map_at_3_max": 0.70515, + "nauc_map_at_3_std": -0.018699, + "nauc_map_at_3_diff1": 0.796531, + "nauc_map_at_5_max": 0.712582, + "nauc_map_at_5_std": -0.001, + "nauc_map_at_5_diff1": 0.798649, + "nauc_map_at_10_max": 0.712046, + "nauc_map_at_10_std": -0.003338, + "nauc_map_at_10_diff1": 0.800698, + "nauc_map_at_20_max": 0.711152, + "nauc_map_at_20_std": -0.00305, + "nauc_map_at_20_diff1": 0.800738, + "nauc_map_at_100_max": 0.710958, + "nauc_map_at_100_std": -0.003944, + "nauc_map_at_100_diff1": 0.80107, + "nauc_map_at_1000_max": 0.710812, + "nauc_map_at_1000_std": -0.004419, + "nauc_map_at_1000_diff1": 0.801059, + "nauc_recall_at_1_max": 0.691425, + "nauc_recall_at_1_std": -0.062429, + "nauc_recall_at_1_diff1": 0.818082, + "nauc_recall_at_3_max": 0.728917, + "nauc_recall_at_3_std": 0.0503, + "nauc_recall_at_3_diff1": 0.757306, + "nauc_recall_at_5_max": 0.789017, + "nauc_recall_at_5_std": 0.197784, + "nauc_recall_at_5_diff1": 0.762827, + "nauc_recall_at_10_max": 0.815801, + "nauc_recall_at_10_std": 0.251309, + "nauc_recall_at_10_diff1": 0.786265, + "nauc_recall_at_20_max": 0.851438, + "nauc_recall_at_20_std": 0.483295, + "nauc_recall_at_20_diff1": 0.78125, + "nauc_recall_at_100_max": 0.955065, + "nauc_recall_at_100_std": 0.821662, + "nauc_recall_at_100_diff1": 0.811313, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.691425, + "nauc_precision_at_1_std": -0.062429, + "nauc_precision_at_1_diff1": 0.818082, + "nauc_precision_at_3_max": 0.728917, + "nauc_precision_at_3_std": 0.0503, + "nauc_precision_at_3_diff1": 0.757306, + "nauc_precision_at_5_max": 0.789017, + "nauc_precision_at_5_std": 0.197784, + "nauc_precision_at_5_diff1": 0.762827, + "nauc_precision_at_10_max": 0.815801, + "nauc_precision_at_10_std": 0.251309, + "nauc_precision_at_10_diff1": 0.786265, + "nauc_precision_at_20_max": 0.851438, + "nauc_precision_at_20_std": 0.483295, + "nauc_precision_at_20_diff1": 0.78125, + "nauc_precision_at_100_max": 0.955065, + "nauc_precision_at_100_std": 0.821662, + "nauc_precision_at_100_diff1": 0.811313, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.691425, + "nauc_mrr_at_1_std": -0.062429, + "nauc_mrr_at_1_diff1": 0.818082, + "nauc_mrr_at_3_max": 0.70515, + "nauc_mrr_at_3_std": -0.018699, + "nauc_mrr_at_3_diff1": 0.796531, + "nauc_mrr_at_5_max": 0.712582, + "nauc_mrr_at_5_std": -0.001, + "nauc_mrr_at_5_diff1": 0.798649, + "nauc_mrr_at_10_max": 0.712046, + "nauc_mrr_at_10_std": -0.003338, + "nauc_mrr_at_10_diff1": 0.800698, + "nauc_mrr_at_20_max": 0.711152, + "nauc_mrr_at_20_std": -0.00305, + "nauc_mrr_at_20_diff1": 0.800738, + "nauc_mrr_at_100_max": 0.710958, + "nauc_mrr_at_100_std": -0.003944, + "nauc_mrr_at_100_diff1": 0.80107, + "nauc_mrr_at_1000_max": 0.710812, + "nauc_mrr_at_1000_std": -0.004419, + "nauc_mrr_at_1000_diff1": 0.801059, + "hit_rate_at_1": 0.77889, + "hit_rate_at_3": 0.88444, + "hit_rate_at_5": 0.91, + "hit_rate_at_10": 0.93778, + "hit_rate_at_20": 0.96444, + "hit_rate_at_100": 0.98667, + "hit_rate_at_1000": 1.0, + "main_score": 0.86163, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.76, + "ndcg_at_3": 0.81358, + "ndcg_at_5": 0.8265, + "ndcg_at_10": 0.8373, + "ndcg_at_20": 0.84313, + "ndcg_at_100": 0.85053, + "ndcg_at_1000": 0.85344, + "map_at_1": 0.76, + "map_at_3": 0.80093, + "map_at_5": 0.80815, + "map_at_10": 0.81263, + "map_at_20": 0.81419, + "map_at_100": 0.81521, + "map_at_1000": 0.81533, + "recall_at_1": 0.76, + "recall_at_3": 0.85, + "recall_at_5": 0.88111, + "recall_at_10": 0.91444, + "recall_at_20": 0.93778, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "accuracy": 0.76, + "precision_at_1": 0.76, + "precision_at_3": 0.28333, + "precision_at_5": 0.17622, + "precision_at_10": 0.09144, + "precision_at_20": 0.04689, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "mrr_at_1": 0.76, + "mrr_at_3": 0.800926, + "mrr_at_5": 0.808148, + "mrr_at_10": 0.812628, + "mrr_at_20": 0.814187, + "mrr_at_100": 0.81521, + "mrr_at_1000": 0.815329, + "nauc_ndcg_at_1_max": 0.711002, + "nauc_ndcg_at_1_std": -0.167599, + "nauc_ndcg_at_1_diff1": 0.861118, + "nauc_ndcg_at_3_max": 0.735625, + "nauc_ndcg_at_3_std": -0.146022, + "nauc_ndcg_at_3_diff1": 0.837335, + "nauc_ndcg_at_5_max": 0.736342, + "nauc_ndcg_at_5_std": -0.129236, + "nauc_ndcg_at_5_diff1": 0.835433, + "nauc_ndcg_at_10_max": 0.732642, + "nauc_ndcg_at_10_std": -0.126131, + "nauc_ndcg_at_10_diff1": 0.83289, + "nauc_ndcg_at_20_max": 0.732297, + "nauc_ndcg_at_20_std": -0.123605, + "nauc_ndcg_at_20_diff1": 0.835249, + "nauc_ndcg_at_100_max": 0.731181, + "nauc_ndcg_at_100_std": -0.134002, + "nauc_ndcg_at_100_diff1": 0.839553, + "nauc_ndcg_at_1000_max": 0.730303, + "nauc_ndcg_at_1000_std": -0.135875, + "nauc_ndcg_at_1000_diff1": 0.840134, + "nauc_map_at_1_max": 0.711002, + "nauc_map_at_1_std": -0.167599, + "nauc_map_at_1_diff1": 0.861118, + "nauc_map_at_3_max": 0.729887, + "nauc_map_at_3_std": -0.150054, + "nauc_map_at_3_diff1": 0.843947, + "nauc_map_at_5_max": 0.730217, + "nauc_map_at_5_std": -0.141757, + "nauc_map_at_5_diff1": 0.843357, + "nauc_map_at_10_max": 0.728248, + "nauc_map_at_10_std": -0.142088, + "nauc_map_at_10_diff1": 0.842438, + "nauc_map_at_20_max": 0.728168, + "nauc_map_at_20_std": -0.14159, + "nauc_map_at_20_diff1": 0.843085, + "nauc_map_at_100_max": 0.728112, + "nauc_map_at_100_std": -0.142704, + "nauc_map_at_100_diff1": 0.843673, + "nauc_map_at_1000_max": 0.72806, + "nauc_map_at_1000_std": -0.142742, + "nauc_map_at_1000_diff1": 0.843677, + "nauc_recall_at_1_max": 0.711002, + "nauc_recall_at_1_std": -0.167599, + "nauc_recall_at_1_diff1": 0.861118, + "nauc_recall_at_3_max": 0.756105, + "nauc_recall_at_3_std": -0.13227, + "nauc_recall_at_3_diff1": 0.813049, + "nauc_recall_at_5_max": 0.762211, + "nauc_recall_at_5_std": -0.07199, + "nauc_recall_at_5_diff1": 0.800111, + "nauc_recall_at_10_max": 0.756387, + "nauc_recall_at_10_std": -0.022039, + "nauc_recall_at_10_diff1": 0.775437, + "nauc_recall_at_20_max": 0.761229, + "nauc_recall_at_20_std": 0.039374, + "nauc_recall_at_20_diff1": 0.775502, + "nauc_recall_at_100_max": 0.764846, + "nauc_recall_at_100_std": -0.036975, + "nauc_recall_at_100_diff1": 0.805672, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.711002, + "nauc_precision_at_1_std": -0.167599, + "nauc_precision_at_1_diff1": 0.861118, + "nauc_precision_at_3_max": 0.756105, + "nauc_precision_at_3_std": -0.13227, + "nauc_precision_at_3_diff1": 0.813049, + "nauc_precision_at_5_max": 0.762211, + "nauc_precision_at_5_std": -0.07199, + "nauc_precision_at_5_diff1": 0.800111, + "nauc_precision_at_10_max": 0.756387, + "nauc_precision_at_10_std": -0.022039, + "nauc_precision_at_10_diff1": 0.775437, + "nauc_precision_at_20_max": 0.761229, + "nauc_precision_at_20_std": 0.039374, + "nauc_precision_at_20_diff1": 0.775502, + "nauc_precision_at_100_max": 0.764846, + "nauc_precision_at_100_std": -0.036975, + "nauc_precision_at_100_diff1": 0.805672, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.711002, + "nauc_mrr_at_1_std": -0.167599, + "nauc_mrr_at_1_diff1": 0.861118, + "nauc_mrr_at_3_max": 0.729887, + "nauc_mrr_at_3_std": -0.150054, + "nauc_mrr_at_3_diff1": 0.843947, + "nauc_mrr_at_5_max": 0.730217, + "nauc_mrr_at_5_std": -0.141757, + "nauc_mrr_at_5_diff1": 0.843357, + "nauc_mrr_at_10_max": 0.728248, + "nauc_mrr_at_10_std": -0.142088, + "nauc_mrr_at_10_diff1": 0.842438, + "nauc_mrr_at_20_max": 0.728168, + "nauc_mrr_at_20_std": -0.14159, + "nauc_mrr_at_20_diff1": 0.843085, + "nauc_mrr_at_100_max": 0.728112, + "nauc_mrr_at_100_std": -0.142704, + "nauc_mrr_at_100_diff1": 0.843673, + "nauc_mrr_at_1000_max": 0.72806, + "nauc_mrr_at_1000_std": -0.142742, + "nauc_mrr_at_1000_diff1": 0.843677, + "hit_rate_at_1": 0.76, + "hit_rate_at_3": 0.85, + "hit_rate_at_5": 0.88111, + "hit_rate_at_10": 0.91444, + "hit_rate_at_20": 0.93778, + "hit_rate_at_100": 0.97778, + "hit_rate_at_1000": 1.0, + "main_score": 0.8373, + "hf_subset": "hin_Latn-hin_Latn", + "languages": [ + "hin-Latn", + "hin-Latn" + ] + }, + { + "ndcg_at_1": 0.81778, + "ndcg_at_3": 0.8737, + "ndcg_at_5": 0.88369, + "ndcg_at_10": 0.8913, + "ndcg_at_20": 0.89524, + "ndcg_at_100": 0.89836, + "ndcg_at_1000": 0.89923, + "map_at_1": 0.81778, + "map_at_3": 0.86, + "map_at_5": 0.8655, + "map_at_10": 0.86867, + "map_at_20": 0.86976, + "map_at_100": 0.8702, + "map_at_1000": 0.87024, + "recall_at_1": 0.81778, + "recall_at_3": 0.91333, + "recall_at_5": 0.93778, + "recall_at_10": 0.96111, + "recall_at_20": 0.97667, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "accuracy": 0.81778, + "precision_at_1": 0.81778, + "precision_at_3": 0.30444, + "precision_at_5": 0.18756, + "precision_at_10": 0.09611, + "precision_at_20": 0.04883, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.817778, + "mrr_at_3": 0.86, + "mrr_at_5": 0.8655, + "mrr_at_10": 0.868672, + "mrr_at_20": 0.869757, + "mrr_at_100": 0.870203, + "mrr_at_1000": 0.870238, + "nauc_ndcg_at_1_max": 0.721204, + "nauc_ndcg_at_1_std": -0.176427, + "nauc_ndcg_at_1_diff1": 0.89482, + "nauc_ndcg_at_3_max": 0.753007, + "nauc_ndcg_at_3_std": -0.223166, + "nauc_ndcg_at_3_diff1": 0.878194, + "nauc_ndcg_at_5_max": 0.744311, + "nauc_ndcg_at_5_std": -0.243983, + "nauc_ndcg_at_5_diff1": 0.876002, + "nauc_ndcg_at_10_max": 0.743416, + "nauc_ndcg_at_10_std": -0.224464, + "nauc_ndcg_at_10_diff1": 0.880489, + "nauc_ndcg_at_20_max": 0.743142, + "nauc_ndcg_at_20_std": -0.209355, + "nauc_ndcg_at_20_diff1": 0.882459, + "nauc_ndcg_at_100_max": 0.743306, + "nauc_ndcg_at_100_std": -0.200732, + "nauc_ndcg_at_100_diff1": 0.883328, + "nauc_ndcg_at_1000_max": 0.742424, + "nauc_ndcg_at_1000_std": -0.207691, + "nauc_ndcg_at_1000_diff1": 0.883297, + "nauc_map_at_1_max": 0.721204, + "nauc_map_at_1_std": -0.176427, + "nauc_map_at_1_diff1": 0.89482, + "nauc_map_at_3_max": 0.745783, + "nauc_map_at_3_std": -0.205569, + "nauc_map_at_3_diff1": 0.882643, + "nauc_map_at_5_max": 0.741543, + "nauc_map_at_5_std": -0.214234, + "nauc_map_at_5_diff1": 0.881828, + "nauc_map_at_10_max": 0.741151, + "nauc_map_at_10_std": -0.207221, + "nauc_map_at_10_diff1": 0.883585, + "nauc_map_at_20_max": 0.740974, + "nauc_map_at_20_std": -0.203991, + "nauc_map_at_20_diff1": 0.884046, + "nauc_map_at_100_max": 0.740839, + "nauc_map_at_100_std": -0.203569, + "nauc_map_at_100_diff1": 0.884273, + "nauc_map_at_1000_max": 0.740827, + "nauc_map_at_1000_std": -0.203759, + "nauc_map_at_1000_diff1": 0.884274, + "nauc_recall_at_1_max": 0.721204, + "nauc_recall_at_1_std": -0.176427, + "nauc_recall_at_1_diff1": 0.89482, + "nauc_recall_at_3_max": 0.783637, + "nauc_recall_at_3_std": -0.303832, + "nauc_recall_at_3_diff1": 0.858747, + "nauc_recall_at_5_max": 0.755369, + "nauc_recall_at_5_std": -0.431948, + "nauc_recall_at_5_diff1": 0.841061, + "nauc_recall_at_10_max": 0.754769, + "nauc_recall_at_10_std": -0.37487, + "nauc_recall_at_10_diff1": 0.856142, + "nauc_recall_at_20_max": 0.761327, + "nauc_recall_at_20_std": -0.207772, + "nauc_recall_at_20_diff1": 0.873505, + "nauc_recall_at_100_max": 0.853797, + "nauc_recall_at_100_std": 0.590492, + "nauc_recall_at_100_diff1": 0.888344, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.721204, + "nauc_precision_at_1_std": -0.176427, + "nauc_precision_at_1_diff1": 0.89482, + "nauc_precision_at_3_max": 0.783637, + "nauc_precision_at_3_std": -0.303832, + "nauc_precision_at_3_diff1": 0.858747, + "nauc_precision_at_5_max": 0.755369, + "nauc_precision_at_5_std": -0.431948, + "nauc_precision_at_5_diff1": 0.841061, + "nauc_precision_at_10_max": 0.754769, + "nauc_precision_at_10_std": -0.37487, + "nauc_precision_at_10_diff1": 0.856142, + "nauc_precision_at_20_max": 0.761327, + "nauc_precision_at_20_std": -0.207772, + "nauc_precision_at_20_diff1": 0.873505, + "nauc_precision_at_100_max": 0.853797, + "nauc_precision_at_100_std": 0.590492, + "nauc_precision_at_100_diff1": 0.888344, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.721204, + "nauc_mrr_at_1_std": -0.176427, + "nauc_mrr_at_1_diff1": 0.89482, + "nauc_mrr_at_3_max": 0.745783, + "nauc_mrr_at_3_std": -0.205569, + "nauc_mrr_at_3_diff1": 0.882643, + "nauc_mrr_at_5_max": 0.741543, + "nauc_mrr_at_5_std": -0.214234, + "nauc_mrr_at_5_diff1": 0.881828, + "nauc_mrr_at_10_max": 0.741151, + "nauc_mrr_at_10_std": -0.207221, + "nauc_mrr_at_10_diff1": 0.883585, + "nauc_mrr_at_20_max": 0.740974, + "nauc_mrr_at_20_std": -0.203991, + "nauc_mrr_at_20_diff1": 0.884046, + "nauc_mrr_at_100_max": 0.740839, + "nauc_mrr_at_100_std": -0.203569, + "nauc_mrr_at_100_diff1": 0.884273, + "nauc_mrr_at_1000_max": 0.740827, + "nauc_mrr_at_1000_std": -0.203759, + "nauc_mrr_at_1000_diff1": 0.884274, + "hit_rate_at_1": 0.81778, + "hit_rate_at_3": 0.91333, + "hit_rate_at_5": 0.93778, + "hit_rate_at_10": 0.96111, + "hit_rate_at_20": 0.97667, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.8913, + "hf_subset": "hin_Latn-eng_Latn", + "languages": [ + "hin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.65444, + "ndcg_at_3": 0.70885, + "ndcg_at_5": 0.72721, + "ndcg_at_10": 0.74333, + "ndcg_at_20": 0.75447, + "ndcg_at_100": 0.76722, + "ndcg_at_1000": 0.77315, + "map_at_1": 0.65444, + "map_at_3": 0.69574, + "map_at_5": 0.70596, + "map_at_10": 0.71258, + "map_at_20": 0.71559, + "map_at_100": 0.71733, + "map_at_1000": 0.71757, + "recall_at_1": 0.65444, + "recall_at_3": 0.74667, + "recall_at_5": 0.79111, + "recall_at_10": 0.84111, + "recall_at_20": 0.88556, + "recall_at_100": 0.95444, + "recall_at_1000": 1.0, + "accuracy": 0.65444, + "precision_at_1": 0.65444, + "precision_at_3": 0.24889, + "precision_at_5": 0.15822, + "precision_at_10": 0.08411, + "precision_at_20": 0.04428, + "precision_at_100": 0.00954, + "precision_at_1000": 0.001, + "mrr_at_1": 0.654444, + "mrr_at_3": 0.695741, + "mrr_at_5": 0.705963, + "mrr_at_10": 0.712577, + "mrr_at_20": 0.715585, + "mrr_at_100": 0.717335, + "mrr_at_1000": 0.717568, + "nauc_ndcg_at_1_max": 0.85575, + "nauc_ndcg_at_1_std": 0.299073, + "nauc_ndcg_at_1_diff1": 0.878358, + "nauc_ndcg_at_3_max": 0.865175, + "nauc_ndcg_at_3_std": 0.360023, + "nauc_ndcg_at_3_diff1": 0.835842, + "nauc_ndcg_at_5_max": 0.864738, + "nauc_ndcg_at_5_std": 0.374119, + "nauc_ndcg_at_5_diff1": 0.832156, + "nauc_ndcg_at_10_max": 0.861253, + "nauc_ndcg_at_10_std": 0.377667, + "nauc_ndcg_at_10_diff1": 0.827292, + "nauc_ndcg_at_20_max": 0.860323, + "nauc_ndcg_at_20_std": 0.38679, + "nauc_ndcg_at_20_diff1": 0.825031, + "nauc_ndcg_at_100_max": 0.861142, + "nauc_ndcg_at_100_std": 0.379635, + "nauc_ndcg_at_100_diff1": 0.832024, + "nauc_ndcg_at_1000_max": 0.861507, + "nauc_ndcg_at_1000_std": 0.368368, + "nauc_ndcg_at_1000_diff1": 0.835818, + "nauc_map_at_1_max": 0.85575, + "nauc_map_at_1_std": 0.299073, + "nauc_map_at_1_diff1": 0.878358, + "nauc_map_at_3_max": 0.863623, + "nauc_map_at_3_std": 0.345114, + "nauc_map_at_3_diff1": 0.846539, + "nauc_map_at_5_max": 0.863183, + "nauc_map_at_5_std": 0.351671, + "nauc_map_at_5_diff1": 0.844765, + "nauc_map_at_10_max": 0.86189, + "nauc_map_at_10_std": 0.352603, + "nauc_map_at_10_diff1": 0.843208, + "nauc_map_at_20_max": 0.861748, + "nauc_map_at_20_std": 0.354606, + "nauc_map_at_20_diff1": 0.842869, + "nauc_map_at_100_max": 0.861753, + "nauc_map_at_100_std": 0.353741, + "nauc_map_at_100_diff1": 0.84365, + "nauc_map_at_1000_max": 0.861766, + "nauc_map_at_1000_std": 0.353365, + "nauc_map_at_1000_diff1": 0.843773, + "nauc_recall_at_1_max": 0.85575, + "nauc_recall_at_1_std": 0.299073, + "nauc_recall_at_1_diff1": 0.878358, + "nauc_recall_at_3_max": 0.869858, + "nauc_recall_at_3_std": 0.408736, + "nauc_recall_at_3_diff1": 0.800739, + "nauc_recall_at_5_max": 0.870227, + "nauc_recall_at_5_std": 0.460755, + "nauc_recall_at_5_diff1": 0.784818, + "nauc_recall_at_10_max": 0.85539, + "nauc_recall_at_10_std": 0.500141, + "nauc_recall_at_10_diff1": 0.749532, + "nauc_recall_at_20_max": 0.845197, + "nauc_recall_at_20_std": 0.609473, + "nauc_recall_at_20_diff1": 0.705331, + "nauc_recall_at_100_max": 0.849184, + "nauc_recall_at_100_std": 0.752773, + "nauc_recall_at_100_diff1": 0.705324, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.85575, + "nauc_precision_at_1_std": 0.299073, + "nauc_precision_at_1_diff1": 0.878358, + "nauc_precision_at_3_max": 0.869858, + "nauc_precision_at_3_std": 0.408736, + "nauc_precision_at_3_diff1": 0.800739, + "nauc_precision_at_5_max": 0.870227, + "nauc_precision_at_5_std": 0.460755, + "nauc_precision_at_5_diff1": 0.784818, + "nauc_precision_at_10_max": 0.85539, + "nauc_precision_at_10_std": 0.500141, + "nauc_precision_at_10_diff1": 0.749532, + "nauc_precision_at_20_max": 0.845197, + "nauc_precision_at_20_std": 0.609473, + "nauc_precision_at_20_diff1": 0.705331, + "nauc_precision_at_100_max": 0.849184, + "nauc_precision_at_100_std": 0.752773, + "nauc_precision_at_100_diff1": 0.705324, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.85575, + "nauc_mrr_at_1_std": 0.299073, + "nauc_mrr_at_1_diff1": 0.878358, + "nauc_mrr_at_3_max": 0.863623, + "nauc_mrr_at_3_std": 0.345114, + "nauc_mrr_at_3_diff1": 0.846539, + "nauc_mrr_at_5_max": 0.863183, + "nauc_mrr_at_5_std": 0.351671, + "nauc_mrr_at_5_diff1": 0.844765, + "nauc_mrr_at_10_max": 0.86189, + "nauc_mrr_at_10_std": 0.352603, + "nauc_mrr_at_10_diff1": 0.843208, + "nauc_mrr_at_20_max": 0.861748, + "nauc_mrr_at_20_std": 0.354606, + "nauc_mrr_at_20_diff1": 0.842869, + "nauc_mrr_at_100_max": 0.861753, + "nauc_mrr_at_100_std": 0.353741, + "nauc_mrr_at_100_diff1": 0.84365, + "nauc_mrr_at_1000_max": 0.861766, + "nauc_mrr_at_1000_std": 0.353365, + "nauc_mrr_at_1000_diff1": 0.843773, + "hit_rate_at_1": 0.65444, + "hit_rate_at_3": 0.74667, + "hit_rate_at_5": 0.79111, + "hit_rate_at_10": 0.84111, + "hit_rate_at_20": 0.88556, + "hit_rate_at_100": 0.95444, + "hit_rate_at_1000": 1.0, + "main_score": 0.74333, + "hf_subset": "eng_Latn-hin_Latn", + "languages": [ + "eng-Latn", + "hin-Latn" + ] + }, + { + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.90473, + "ndcg_at_5": 0.91578, + "ndcg_at_10": 0.91821, + "ndcg_at_20": 0.92083, + "ndcg_at_100": 0.92389, + "ndcg_at_1000": 0.92427, + "map_at_1": 0.86, + "map_at_3": 0.8937, + "map_at_5": 0.89987, + "map_at_10": 0.90083, + "map_at_20": 0.9016, + "map_at_100": 0.90208, + "map_at_1000": 0.90209, + "recall_at_1": 0.86, + "recall_at_3": 0.93667, + "recall_at_5": 0.96333, + "recall_at_10": 0.97111, + "recall_at_20": 0.98111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.86, + "precision_at_1": 0.86, + "precision_at_3": 0.31222, + "precision_at_5": 0.19267, + "precision_at_10": 0.09711, + "precision_at_20": 0.04906, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.86, + "mrr_at_3": 0.893704, + "mrr_at_5": 0.89987, + "mrr_at_10": 0.900825, + "mrr_at_20": 0.901595, + "mrr_at_100": 0.902078, + "mrr_at_1000": 0.902087, + "nauc_ndcg_at_1_max": 0.746305, + "nauc_ndcg_at_1_std": -0.135036, + "nauc_ndcg_at_1_diff1": 0.916236, + "nauc_ndcg_at_3_max": 0.780557, + "nauc_ndcg_at_3_std": -0.067384, + "nauc_ndcg_at_3_diff1": 0.900232, + "nauc_ndcg_at_5_max": 0.78479, + "nauc_ndcg_at_5_std": -0.071073, + "nauc_ndcg_at_5_diff1": 0.903183, + "nauc_ndcg_at_10_max": 0.783756, + "nauc_ndcg_at_10_std": -0.062077, + "nauc_ndcg_at_10_diff1": 0.907074, + "nauc_ndcg_at_20_max": 0.779973, + "nauc_ndcg_at_20_std": -0.063456, + "nauc_ndcg_at_20_diff1": 0.905561, + "nauc_ndcg_at_100_max": 0.776081, + "nauc_ndcg_at_100_std": -0.072942, + "nauc_ndcg_at_100_diff1": 0.907424, + "nauc_ndcg_at_1000_max": 0.775132, + "nauc_ndcg_at_1000_std": -0.077802, + "nauc_ndcg_at_1000_diff1": 0.906939, + "nauc_map_at_1_max": 0.746305, + "nauc_map_at_1_std": -0.135036, + "nauc_map_at_1_diff1": 0.916236, + "nauc_map_at_3_max": 0.771024, + "nauc_map_at_3_std": -0.085999, + "nauc_map_at_3_diff1": 0.904343, + "nauc_map_at_5_max": 0.772575, + "nauc_map_at_5_std": -0.089034, + "nauc_map_at_5_diff1": 0.906108, + "nauc_map_at_10_max": 0.772124, + "nauc_map_at_10_std": -0.086499, + "nauc_map_at_10_diff1": 0.90745, + "nauc_map_at_20_max": 0.771171, + "nauc_map_at_20_std": -0.086989, + "nauc_map_at_20_diff1": 0.907137, + "nauc_map_at_100_max": 0.770687, + "nauc_map_at_100_std": -0.088222, + "nauc_map_at_100_diff1": 0.907394, + "nauc_map_at_1000_max": 0.77067, + "nauc_map_at_1000_std": -0.088308, + "nauc_map_at_1000_diff1": 0.907386, + "nauc_recall_at_1_max": 0.746305, + "nauc_recall_at_1_std": -0.135036, + "nauc_recall_at_1_diff1": 0.916236, + "nauc_recall_at_3_max": 0.824774, + "nauc_recall_at_3_std": 0.018805, + "nauc_recall_at_3_diff1": 0.881419, + "nauc_recall_at_5_max": 0.878123, + "nauc_recall_at_5_std": 0.062827, + "nauc_recall_at_5_diff1": 0.882466, + "nauc_recall_at_10_max": 0.893881, + "nauc_recall_at_10_std": 0.182378, + "nauc_recall_at_10_diff1": 0.910328, + "nauc_recall_at_20_max": 0.8918, + "nauc_recall_at_20_std": 0.290108, + "nauc_recall_at_20_diff1": 0.886884, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.851385, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.746305, + "nauc_precision_at_1_std": -0.135036, + "nauc_precision_at_1_diff1": 0.916236, + "nauc_precision_at_3_max": 0.824774, + "nauc_precision_at_3_std": 0.018805, + "nauc_precision_at_3_diff1": 0.881419, + "nauc_precision_at_5_max": 0.878123, + "nauc_precision_at_5_std": 0.062827, + "nauc_precision_at_5_diff1": 0.882466, + "nauc_precision_at_10_max": 0.893881, + "nauc_precision_at_10_std": 0.182378, + "nauc_precision_at_10_diff1": 0.910328, + "nauc_precision_at_20_max": 0.8918, + "nauc_precision_at_20_std": 0.290108, + "nauc_precision_at_20_diff1": 0.886884, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.851385, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.746305, + "nauc_mrr_at_1_std": -0.135036, + "nauc_mrr_at_1_diff1": 0.916236, + "nauc_mrr_at_3_max": 0.771024, + "nauc_mrr_at_3_std": -0.085999, + "nauc_mrr_at_3_diff1": 0.904343, + "nauc_mrr_at_5_max": 0.772575, + "nauc_mrr_at_5_std": -0.089034, + "nauc_mrr_at_5_diff1": 0.906108, + "nauc_mrr_at_10_max": 0.772124, + "nauc_mrr_at_10_std": -0.086499, + "nauc_mrr_at_10_diff1": 0.90745, + "nauc_mrr_at_20_max": 0.771171, + "nauc_mrr_at_20_std": -0.086989, + "nauc_mrr_at_20_diff1": 0.907137, + "nauc_mrr_at_100_max": 0.770687, + "nauc_mrr_at_100_std": -0.088222, + "nauc_mrr_at_100_diff1": 0.907394, + "nauc_mrr_at_1000_max": 0.77067, + "nauc_mrr_at_1000_std": -0.088308, + "nauc_mrr_at_1000_diff1": 0.907386, + "hit_rate_at_1": 0.86, + "hit_rate_at_3": 0.93667, + "hit_rate_at_5": 0.96333, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.98111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.91821, + "hf_subset": "hrv_Latn-hrv_Latn", + "languages": [ + "hrv-Latn", + "hrv-Latn" + ] + }, + { + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.92737, + "ndcg_at_5": 0.93473, + "ndcg_at_10": 0.93919, + "ndcg_at_20": 0.94088, + "ndcg_at_100": 0.94224, + "ndcg_at_1000": 0.94264, + "map_at_1": 0.89, + "map_at_3": 0.9187, + "map_at_5": 0.92281, + "map_at_10": 0.92474, + "map_at_20": 0.92521, + "map_at_100": 0.92544, + "map_at_1000": 0.92545, + "recall_at_1": 0.89, + "recall_at_3": 0.95222, + "recall_at_5": 0.97, + "recall_at_10": 0.98333, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.89, + "precision_at_1": 0.89, + "precision_at_3": 0.31741, + "precision_at_5": 0.194, + "precision_at_10": 0.09833, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.89, + "mrr_at_3": 0.918704, + "mrr_at_5": 0.922815, + "mrr_at_10": 0.924743, + "mrr_at_20": 0.925205, + "mrr_at_100": 0.925436, + "mrr_at_1000": 0.925447, + "nauc_ndcg_at_1_max": 0.698432, + "nauc_ndcg_at_1_std": -0.212711, + "nauc_ndcg_at_1_diff1": 0.915576, + "nauc_ndcg_at_3_max": 0.753085, + "nauc_ndcg_at_3_std": -0.253722, + "nauc_ndcg_at_3_diff1": 0.920563, + "nauc_ndcg_at_5_max": 0.744689, + "nauc_ndcg_at_5_std": -0.232912, + "nauc_ndcg_at_5_diff1": 0.918875, + "nauc_ndcg_at_10_max": 0.736981, + "nauc_ndcg_at_10_std": -0.225776, + "nauc_ndcg_at_10_diff1": 0.918688, + "nauc_ndcg_at_20_max": 0.736074, + "nauc_ndcg_at_20_std": -0.221036, + "nauc_ndcg_at_20_diff1": 0.918222, + "nauc_ndcg_at_100_max": 0.734294, + "nauc_ndcg_at_100_std": -0.217898, + "nauc_ndcg_at_100_diff1": 0.91781, + "nauc_ndcg_at_1000_max": 0.732421, + "nauc_ndcg_at_1000_std": -0.225537, + "nauc_ndcg_at_1000_diff1": 0.917919, + "nauc_map_at_1_max": 0.698432, + "nauc_map_at_1_std": -0.212711, + "nauc_map_at_1_diff1": 0.915576, + "nauc_map_at_3_max": 0.736667, + "nauc_map_at_3_std": -0.243285, + "nauc_map_at_3_diff1": 0.918855, + "nauc_map_at_5_max": 0.731599, + "nauc_map_at_5_std": -0.233427, + "nauc_map_at_5_diff1": 0.917865, + "nauc_map_at_10_max": 0.728724, + "nauc_map_at_10_std": -0.229618, + "nauc_map_at_10_diff1": 0.917807, + "nauc_map_at_20_max": 0.72839, + "nauc_map_at_20_std": -0.228928, + "nauc_map_at_20_diff1": 0.917698, + "nauc_map_at_100_max": 0.728049, + "nauc_map_at_100_std": -0.228999, + "nauc_map_at_100_diff1": 0.917635, + "nauc_map_at_1000_max": 0.72801, + "nauc_map_at_1000_std": -0.22916, + "nauc_map_at_1000_diff1": 0.917641, + "nauc_recall_at_1_max": 0.698432, + "nauc_recall_at_1_std": -0.212711, + "nauc_recall_at_1_diff1": 0.915576, + "nauc_recall_at_3_max": 0.832117, + "nauc_recall_at_3_std": -0.302543, + "nauc_recall_at_3_diff1": 0.928941, + "nauc_recall_at_5_max": 0.837483, + "nauc_recall_at_5_std": -0.217312, + "nauc_recall_at_5_diff1": 0.926168, + "nauc_recall_at_10_max": 0.82465, + "nauc_recall_at_10_std": -0.158824, + "nauc_recall_at_10_diff1": 0.929194, + "nauc_recall_at_20_max": 0.866947, + "nauc_recall_at_20_std": 0.012813, + "nauc_recall_at_20_diff1": 0.925563, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.863834, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.698432, + "nauc_precision_at_1_std": -0.212711, + "nauc_precision_at_1_diff1": 0.915576, + "nauc_precision_at_3_max": 0.832117, + "nauc_precision_at_3_std": -0.302543, + "nauc_precision_at_3_diff1": 0.928941, + "nauc_precision_at_5_max": 0.837483, + "nauc_precision_at_5_std": -0.217312, + "nauc_precision_at_5_diff1": 0.926168, + "nauc_precision_at_10_max": 0.82465, + "nauc_precision_at_10_std": -0.158824, + "nauc_precision_at_10_diff1": 0.929194, + "nauc_precision_at_20_max": 0.866947, + "nauc_precision_at_20_std": 0.012813, + "nauc_precision_at_20_diff1": 0.925563, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.863834, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.698432, + "nauc_mrr_at_1_std": -0.212711, + "nauc_mrr_at_1_diff1": 0.915576, + "nauc_mrr_at_3_max": 0.736667, + "nauc_mrr_at_3_std": -0.243285, + "nauc_mrr_at_3_diff1": 0.918855, + "nauc_mrr_at_5_max": 0.731599, + "nauc_mrr_at_5_std": -0.233427, + "nauc_mrr_at_5_diff1": 0.917865, + "nauc_mrr_at_10_max": 0.728724, + "nauc_mrr_at_10_std": -0.229618, + "nauc_mrr_at_10_diff1": 0.917807, + "nauc_mrr_at_20_max": 0.72839, + "nauc_mrr_at_20_std": -0.228928, + "nauc_mrr_at_20_diff1": 0.917698, + "nauc_mrr_at_100_max": 0.728049, + "nauc_mrr_at_100_std": -0.228999, + "nauc_mrr_at_100_diff1": 0.917635, + "nauc_mrr_at_1000_max": 0.72801, + "nauc_mrr_at_1000_std": -0.22916, + "nauc_mrr_at_1000_diff1": 0.917641, + "hit_rate_at_1": 0.89, + "hit_rate_at_3": 0.95222, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93919, + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83333, + "ndcg_at_3": 0.88215, + "ndcg_at_5": 0.89134, + "ndcg_at_10": 0.8989, + "ndcg_at_20": 0.90178, + "ndcg_at_100": 0.90594, + "ndcg_at_1000": 0.90682, + "map_at_1": 0.83333, + "map_at_3": 0.87056, + "map_at_5": 0.87567, + "map_at_10": 0.87881, + "map_at_20": 0.87963, + "map_at_100": 0.8803, + "map_at_1000": 0.88034, + "recall_at_1": 0.83333, + "recall_at_3": 0.91556, + "recall_at_5": 0.93778, + "recall_at_10": 0.96111, + "recall_at_20": 0.97222, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "accuracy": 0.83333, + "precision_at_1": 0.83333, + "precision_at_3": 0.30519, + "precision_at_5": 0.18756, + "precision_at_10": 0.09611, + "precision_at_20": 0.04861, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.833333, + "mrr_at_3": 0.870556, + "mrr_at_5": 0.875667, + "mrr_at_10": 0.878806, + "mrr_at_20": 0.87963, + "mrr_at_100": 0.880301, + "mrr_at_1000": 0.880337, + "nauc_ndcg_at_1_max": 0.826782, + "nauc_ndcg_at_1_std": -0.08046, + "nauc_ndcg_at_1_diff1": 0.902335, + "nauc_ndcg_at_3_max": 0.858826, + "nauc_ndcg_at_3_std": 0.004662, + "nauc_ndcg_at_3_diff1": 0.880761, + "nauc_ndcg_at_5_max": 0.857767, + "nauc_ndcg_at_5_std": 0.016008, + "nauc_ndcg_at_5_diff1": 0.882514, + "nauc_ndcg_at_10_max": 0.854216, + "nauc_ndcg_at_10_std": 0.007771, + "nauc_ndcg_at_10_diff1": 0.882161, + "nauc_ndcg_at_20_max": 0.854718, + "nauc_ndcg_at_20_std": 0.006993, + "nauc_ndcg_at_20_diff1": 0.883607, + "nauc_ndcg_at_100_max": 0.851254, + "nauc_ndcg_at_100_std": 0.002458, + "nauc_ndcg_at_100_diff1": 0.884471, + "nauc_ndcg_at_1000_max": 0.850254, + "nauc_ndcg_at_1000_std": -0.005725, + "nauc_ndcg_at_1000_diff1": 0.885774, + "nauc_map_at_1_max": 0.826782, + "nauc_map_at_1_std": -0.08046, + "nauc_map_at_1_diff1": 0.902335, + "nauc_map_at_3_max": 0.849386, + "nauc_map_at_3_std": -0.018091, + "nauc_map_at_3_diff1": 0.886285, + "nauc_map_at_5_max": 0.848379, + "nauc_map_at_5_std": -0.01398, + "nauc_map_at_5_diff1": 0.887378, + "nauc_map_at_10_max": 0.84699, + "nauc_map_at_10_std": -0.017505, + "nauc_map_at_10_diff1": 0.887296, + "nauc_map_at_20_max": 0.84708, + "nauc_map_at_20_std": -0.017763, + "nauc_map_at_20_diff1": 0.88765, + "nauc_map_at_100_max": 0.84668, + "nauc_map_at_100_std": -0.018371, + "nauc_map_at_100_diff1": 0.887876, + "nauc_map_at_1000_max": 0.846645, + "nauc_map_at_1000_std": -0.018633, + "nauc_map_at_1000_diff1": 0.887921, + "nauc_recall_at_1_max": 0.826782, + "nauc_recall_at_1_std": -0.08046, + "nauc_recall_at_1_diff1": 0.902335, + "nauc_recall_at_3_max": 0.89892, + "nauc_recall_at_3_std": 0.099839, + "nauc_recall_at_3_diff1": 0.857825, + "nauc_recall_at_5_max": 0.909589, + "nauc_recall_at_5_std": 0.184065, + "nauc_recall_at_5_diff1": 0.856818, + "nauc_recall_at_10_max": 0.911631, + "nauc_recall_at_10_std": 0.218794, + "nauc_recall_at_10_diff1": 0.840136, + "nauc_recall_at_20_max": 0.940523, + "nauc_recall_at_20_std": 0.289785, + "nauc_recall_at_20_diff1": 0.843044, + "nauc_recall_at_100_max": 0.953704, + "nauc_recall_at_100_std": 0.84944, + "nauc_recall_at_100_diff1": 0.753346, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.826782, + "nauc_precision_at_1_std": -0.08046, + "nauc_precision_at_1_diff1": 0.902335, + "nauc_precision_at_3_max": 0.89892, + "nauc_precision_at_3_std": 0.099839, + "nauc_precision_at_3_diff1": 0.857825, + "nauc_precision_at_5_max": 0.909589, + "nauc_precision_at_5_std": 0.184065, + "nauc_precision_at_5_diff1": 0.856818, + "nauc_precision_at_10_max": 0.911631, + "nauc_precision_at_10_std": 0.218794, + "nauc_precision_at_10_diff1": 0.840136, + "nauc_precision_at_20_max": 0.940523, + "nauc_precision_at_20_std": 0.289785, + "nauc_precision_at_20_diff1": 0.843044, + "nauc_precision_at_100_max": 0.953704, + "nauc_precision_at_100_std": 0.84944, + "nauc_precision_at_100_diff1": 0.753346, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.826782, + "nauc_mrr_at_1_std": -0.08046, + "nauc_mrr_at_1_diff1": 0.902335, + "nauc_mrr_at_3_max": 0.849386, + "nauc_mrr_at_3_std": -0.018091, + "nauc_mrr_at_3_diff1": 0.886285, + "nauc_mrr_at_5_max": 0.848379, + "nauc_mrr_at_5_std": -0.01398, + "nauc_mrr_at_5_diff1": 0.887378, + "nauc_mrr_at_10_max": 0.84699, + "nauc_mrr_at_10_std": -0.017505, + "nauc_mrr_at_10_diff1": 0.887296, + "nauc_mrr_at_20_max": 0.84708, + "nauc_mrr_at_20_std": -0.017763, + "nauc_mrr_at_20_diff1": 0.88765, + "nauc_mrr_at_100_max": 0.84668, + "nauc_mrr_at_100_std": -0.018371, + "nauc_mrr_at_100_diff1": 0.887876, + "nauc_mrr_at_1000_max": 0.846645, + "nauc_mrr_at_1000_std": -0.018633, + "nauc_mrr_at_1000_diff1": 0.887921, + "hit_rate_at_1": 0.83333, + "hit_rate_at_3": 0.91556, + "hit_rate_at_5": 0.93778, + "hit_rate_at_10": 0.96111, + "hit_rate_at_20": 0.97222, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.8989, + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ] + }, + { + "ndcg_at_1": 0.88222, + "ndcg_at_3": 0.92222, + "ndcg_at_5": 0.92499, + "ndcg_at_10": 0.93166, + "ndcg_at_20": 0.93371, + "ndcg_at_100": 0.93597, + "ndcg_at_1000": 0.93638, + "map_at_1": 0.88222, + "map_at_3": 0.91259, + "map_at_5": 0.91415, + "map_at_10": 0.91701, + "map_at_20": 0.91762, + "map_at_100": 0.91793, + "map_at_1000": 0.91794, + "recall_at_1": 0.88222, + "recall_at_3": 0.95, + "recall_at_5": 0.95667, + "recall_at_10": 0.97667, + "recall_at_20": 0.98444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.88222, + "precision_at_1": 0.88222, + "precision_at_3": 0.31667, + "precision_at_5": 0.19133, + "precision_at_10": 0.09767, + "precision_at_20": 0.04922, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.882222, + "mrr_at_3": 0.912593, + "mrr_at_5": 0.914148, + "mrr_at_10": 0.917009, + "mrr_at_20": 0.917621, + "mrr_at_100": 0.91793, + "mrr_at_1000": 0.917942, + "nauc_ndcg_at_1_max": 0.72036, + "nauc_ndcg_at_1_std": -0.227558, + "nauc_ndcg_at_1_diff1": 0.923553, + "nauc_ndcg_at_3_max": 0.743385, + "nauc_ndcg_at_3_std": -0.204044, + "nauc_ndcg_at_3_diff1": 0.911577, + "nauc_ndcg_at_5_max": 0.752181, + "nauc_ndcg_at_5_std": -0.171564, + "nauc_ndcg_at_5_diff1": 0.90988, + "nauc_ndcg_at_10_max": 0.751764, + "nauc_ndcg_at_10_std": -0.182865, + "nauc_ndcg_at_10_diff1": 0.913399, + "nauc_ndcg_at_20_max": 0.750747, + "nauc_ndcg_at_20_std": -0.174591, + "nauc_ndcg_at_20_diff1": 0.913086, + "nauc_ndcg_at_100_max": 0.74607, + "nauc_ndcg_at_100_std": -0.181236, + "nauc_ndcg_at_100_diff1": 0.914773, + "nauc_ndcg_at_1000_max": 0.744998, + "nauc_ndcg_at_1000_std": -0.186566, + "nauc_ndcg_at_1000_diff1": 0.914525, + "nauc_map_at_1_max": 0.72036, + "nauc_map_at_1_std": -0.227558, + "nauc_map_at_1_diff1": 0.923553, + "nauc_map_at_3_max": 0.738091, + "nauc_map_at_3_std": -0.206429, + "nauc_map_at_3_diff1": 0.914955, + "nauc_map_at_5_max": 0.742588, + "nauc_map_at_5_std": -0.189567, + "nauc_map_at_5_diff1": 0.914121, + "nauc_map_at_10_max": 0.742196, + "nauc_map_at_10_std": -0.193476, + "nauc_map_at_10_diff1": 0.915453, + "nauc_map_at_20_max": 0.741834, + "nauc_map_at_20_std": -0.191566, + "nauc_map_at_20_diff1": 0.915387, + "nauc_map_at_100_max": 0.741192, + "nauc_map_at_100_std": -0.19319, + "nauc_map_at_100_diff1": 0.915575, + "nauc_map_at_1000_max": 0.741168, + "nauc_map_at_1000_std": -0.193306, + "nauc_map_at_1000_diff1": 0.915572, + "nauc_recall_at_1_max": 0.72036, + "nauc_recall_at_1_std": -0.227558, + "nauc_recall_at_1_diff1": 0.923553, + "nauc_recall_at_3_max": 0.768212, + "nauc_recall_at_3_std": -0.195881, + "nauc_recall_at_3_diff1": 0.895114, + "nauc_recall_at_5_max": 0.805981, + "nauc_recall_at_5_std": -0.068807, + "nauc_recall_at_5_diff1": 0.8861, + "nauc_recall_at_10_max": 0.846605, + "nauc_recall_at_10_std": -0.092682, + "nauc_recall_at_10_diff1": 0.897292, + "nauc_recall_at_20_max": 0.879452, + "nauc_recall_at_20_std": 0.083467, + "nauc_recall_at_20_diff1": 0.884454, + "nauc_recall_at_100_max": 0.912854, + "nauc_recall_at_100_std": 0.64986, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.72036, + "nauc_precision_at_1_std": -0.227558, + "nauc_precision_at_1_diff1": 0.923553, + "nauc_precision_at_3_max": 0.768212, + "nauc_precision_at_3_std": -0.195881, + "nauc_precision_at_3_diff1": 0.895114, + "nauc_precision_at_5_max": 0.805981, + "nauc_precision_at_5_std": -0.068807, + "nauc_precision_at_5_diff1": 0.8861, + "nauc_precision_at_10_max": 0.846605, + "nauc_precision_at_10_std": -0.092682, + "nauc_precision_at_10_diff1": 0.897292, + "nauc_precision_at_20_max": 0.879452, + "nauc_precision_at_20_std": 0.083467, + "nauc_precision_at_20_diff1": 0.884454, + "nauc_precision_at_100_max": 0.912854, + "nauc_precision_at_100_std": 0.64986, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.72036, + "nauc_mrr_at_1_std": -0.227558, + "nauc_mrr_at_1_diff1": 0.923553, + "nauc_mrr_at_3_max": 0.738091, + "nauc_mrr_at_3_std": -0.206429, + "nauc_mrr_at_3_diff1": 0.914955, + "nauc_mrr_at_5_max": 0.742588, + "nauc_mrr_at_5_std": -0.189567, + "nauc_mrr_at_5_diff1": 0.914121, + "nauc_mrr_at_10_max": 0.742196, + "nauc_mrr_at_10_std": -0.193476, + "nauc_mrr_at_10_diff1": 0.915453, + "nauc_mrr_at_20_max": 0.741834, + "nauc_mrr_at_20_std": -0.191566, + "nauc_mrr_at_20_diff1": 0.915387, + "nauc_mrr_at_100_max": 0.741192, + "nauc_mrr_at_100_std": -0.19319, + "nauc_mrr_at_100_diff1": 0.915575, + "nauc_mrr_at_1000_max": 0.741168, + "nauc_mrr_at_1000_std": -0.193306, + "nauc_mrr_at_1000_diff1": 0.915572, + "hit_rate_at_1": 0.88222, + "hit_rate_at_3": 0.95, + "hit_rate_at_5": 0.95667, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93166, + "hf_subset": "hun_Latn-hun_Latn", + "languages": [ + "hun-Latn", + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.89889, + "ndcg_at_3": 0.93067, + "ndcg_at_5": 0.93646, + "ndcg_at_10": 0.94121, + "ndcg_at_20": 0.94414, + "ndcg_at_100": 0.94541, + "ndcg_at_1000": 0.94567, + "map_at_1": 0.89889, + "map_at_3": 0.92352, + "map_at_5": 0.92663, + "map_at_10": 0.92863, + "map_at_20": 0.92951, + "map_at_100": 0.92969, + "map_at_1000": 0.9297, + "recall_at_1": 0.89889, + "recall_at_3": 0.95111, + "recall_at_5": 0.96556, + "recall_at_10": 0.98, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.89889, + "precision_at_1": 0.89889, + "precision_at_3": 0.31704, + "precision_at_5": 0.19311, + "precision_at_10": 0.098, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.898889, + "mrr_at_3": 0.923519, + "mrr_at_5": 0.92663, + "mrr_at_10": 0.928634, + "mrr_at_20": 0.929509, + "mrr_at_100": 0.929694, + "mrr_at_1000": 0.9297, + "nauc_ndcg_at_1_max": 0.732257, + "nauc_ndcg_at_1_std": -0.29509, + "nauc_ndcg_at_1_diff1": 0.900484, + "nauc_ndcg_at_3_max": 0.763897, + "nauc_ndcg_at_3_std": -0.320243, + "nauc_ndcg_at_3_diff1": 0.902896, + "nauc_ndcg_at_5_max": 0.760911, + "nauc_ndcg_at_5_std": -0.285492, + "nauc_ndcg_at_5_diff1": 0.899826, + "nauc_ndcg_at_10_max": 0.751132, + "nauc_ndcg_at_10_std": -0.284943, + "nauc_ndcg_at_10_diff1": 0.900303, + "nauc_ndcg_at_20_max": 0.750652, + "nauc_ndcg_at_20_std": -0.300298, + "nauc_ndcg_at_20_diff1": 0.899144, + "nauc_ndcg_at_100_max": 0.752669, + "nauc_ndcg_at_100_std": -0.290299, + "nauc_ndcg_at_100_diff1": 0.900996, + "nauc_ndcg_at_1000_max": 0.751492, + "nauc_ndcg_at_1000_std": -0.295463, + "nauc_ndcg_at_1000_diff1": 0.900525, + "nauc_map_at_1_max": 0.732257, + "nauc_map_at_1_std": -0.29509, + "nauc_map_at_1_diff1": 0.900484, + "nauc_map_at_3_max": 0.754517, + "nauc_map_at_3_std": -0.314766, + "nauc_map_at_3_diff1": 0.902179, + "nauc_map_at_5_max": 0.752842, + "nauc_map_at_5_std": -0.297837, + "nauc_map_at_5_diff1": 0.900666, + "nauc_map_at_10_max": 0.749197, + "nauc_map_at_10_std": -0.297975, + "nauc_map_at_10_diff1": 0.900868, + "nauc_map_at_20_max": 0.748866, + "nauc_map_at_20_std": -0.302523, + "nauc_map_at_20_diff1": 0.900548, + "nauc_map_at_100_max": 0.749199, + "nauc_map_at_100_std": -0.300572, + "nauc_map_at_100_diff1": 0.900728, + "nauc_map_at_1000_max": 0.749179, + "nauc_map_at_1000_std": -0.300662, + "nauc_map_at_1000_diff1": 0.90072, + "nauc_recall_at_1_max": 0.732257, + "nauc_recall_at_1_std": -0.29509, + "nauc_recall_at_1_diff1": 0.900484, + "nauc_recall_at_3_max": 0.805747, + "nauc_recall_at_3_std": -0.343307, + "nauc_recall_at_3_diff1": 0.906099, + "nauc_recall_at_5_max": 0.808545, + "nauc_recall_at_5_std": -0.197404, + "nauc_recall_at_5_diff1": 0.893753, + "nauc_recall_at_10_max": 0.755862, + "nauc_recall_at_10_std": -0.129967, + "nauc_recall_at_10_diff1": 0.893531, + "nauc_recall_at_20_max": 0.761088, + "nauc_recall_at_20_std": -0.257645, + "nauc_recall_at_20_diff1": 0.860528, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.795752, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.732257, + "nauc_precision_at_1_std": -0.29509, + "nauc_precision_at_1_diff1": 0.900484, + "nauc_precision_at_3_max": 0.805747, + "nauc_precision_at_3_std": -0.343307, + "nauc_precision_at_3_diff1": 0.906099, + "nauc_precision_at_5_max": 0.808545, + "nauc_precision_at_5_std": -0.197404, + "nauc_precision_at_5_diff1": 0.893753, + "nauc_precision_at_10_max": 0.755862, + "nauc_precision_at_10_std": -0.129967, + "nauc_precision_at_10_diff1": 0.893531, + "nauc_precision_at_20_max": 0.761088, + "nauc_precision_at_20_std": -0.257645, + "nauc_precision_at_20_diff1": 0.860528, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.795752, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.732257, + "nauc_mrr_at_1_std": -0.29509, + "nauc_mrr_at_1_diff1": 0.900484, + "nauc_mrr_at_3_max": 0.754517, + "nauc_mrr_at_3_std": -0.314766, + "nauc_mrr_at_3_diff1": 0.902179, + "nauc_mrr_at_5_max": 0.752842, + "nauc_mrr_at_5_std": -0.297837, + "nauc_mrr_at_5_diff1": 0.900666, + "nauc_mrr_at_10_max": 0.749197, + "nauc_mrr_at_10_std": -0.297975, + "nauc_mrr_at_10_diff1": 0.900868, + "nauc_mrr_at_20_max": 0.748866, + "nauc_mrr_at_20_std": -0.302523, + "nauc_mrr_at_20_diff1": 0.900548, + "nauc_mrr_at_100_max": 0.749199, + "nauc_mrr_at_100_std": -0.300572, + "nauc_mrr_at_100_diff1": 0.900728, + "nauc_mrr_at_1000_max": 0.749179, + "nauc_mrr_at_1000_std": -0.300662, + "nauc_mrr_at_1000_diff1": 0.90072, + "hit_rate_at_1": 0.89889, + "hit_rate_at_3": 0.95111, + "hit_rate_at_5": 0.96556, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94121, + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.84444, + "ndcg_at_3": 0.89692, + "ndcg_at_5": 0.90471, + "ndcg_at_10": 0.91127, + "ndcg_at_20": 0.91327, + "ndcg_at_100": 0.91678, + "ndcg_at_1000": 0.91717, + "map_at_1": 0.84444, + "map_at_3": 0.88463, + "map_at_5": 0.88896, + "map_at_10": 0.89173, + "map_at_20": 0.89229, + "map_at_100": 0.89286, + "map_at_1000": 0.89287, + "recall_at_1": 0.84444, + "recall_at_3": 0.93222, + "recall_at_5": 0.95111, + "recall_at_10": 0.97111, + "recall_at_20": 0.97889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.84444, + "precision_at_1": 0.84444, + "precision_at_3": 0.31074, + "precision_at_5": 0.19022, + "precision_at_10": 0.09711, + "precision_at_20": 0.04894, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.844444, + "mrr_at_3": 0.88463, + "mrr_at_5": 0.888963, + "mrr_at_10": 0.891727, + "mrr_at_20": 0.892287, + "mrr_at_100": 0.892857, + "mrr_at_1000": 0.892865, + "nauc_ndcg_at_1_max": 0.790793, + "nauc_ndcg_at_1_std": -0.200329, + "nauc_ndcg_at_1_diff1": 0.92189, + "nauc_ndcg_at_3_max": 0.81621, + "nauc_ndcg_at_3_std": -0.164981, + "nauc_ndcg_at_3_diff1": 0.91122, + "nauc_ndcg_at_5_max": 0.819854, + "nauc_ndcg_at_5_std": -0.160836, + "nauc_ndcg_at_5_diff1": 0.916783, + "nauc_ndcg_at_10_max": 0.819824, + "nauc_ndcg_at_10_std": -0.143959, + "nauc_ndcg_at_10_diff1": 0.916617, + "nauc_ndcg_at_20_max": 0.819396, + "nauc_ndcg_at_20_std": -0.147056, + "nauc_ndcg_at_20_diff1": 0.916874, + "nauc_ndcg_at_100_max": 0.814289, + "nauc_ndcg_at_100_std": -0.154032, + "nauc_ndcg_at_100_diff1": 0.915861, + "nauc_ndcg_at_1000_max": 0.813395, + "nauc_ndcg_at_1000_std": -0.159587, + "nauc_ndcg_at_1000_diff1": 0.916321, + "nauc_map_at_1_max": 0.790793, + "nauc_map_at_1_std": -0.200329, + "nauc_map_at_1_diff1": 0.92189, + "nauc_map_at_3_max": 0.808801, + "nauc_map_at_3_std": -0.174056, + "nauc_map_at_3_diff1": 0.914152, + "nauc_map_at_5_max": 0.810506, + "nauc_map_at_5_std": -0.171878, + "nauc_map_at_5_diff1": 0.916972, + "nauc_map_at_10_max": 0.810279, + "nauc_map_at_10_std": -0.166611, + "nauc_map_at_10_diff1": 0.916861, + "nauc_map_at_20_max": 0.810135, + "nauc_map_at_20_std": -0.16752, + "nauc_map_at_20_diff1": 0.916906, + "nauc_map_at_100_max": 0.809467, + "nauc_map_at_100_std": -0.168659, + "nauc_map_at_100_diff1": 0.916805, + "nauc_map_at_1000_max": 0.809452, + "nauc_map_at_1000_std": -0.168754, + "nauc_map_at_1000_diff1": 0.916812, + "nauc_recall_at_1_max": 0.790793, + "nauc_recall_at_1_std": -0.200329, + "nauc_recall_at_1_diff1": 0.92189, + "nauc_recall_at_3_max": 0.850967, + "nauc_recall_at_3_std": -0.123326, + "nauc_recall_at_3_diff1": 0.897598, + "nauc_recall_at_5_max": 0.878777, + "nauc_recall_at_5_std": -0.093275, + "nauc_recall_at_5_diff1": 0.917558, + "nauc_recall_at_10_max": 0.91857, + "nauc_recall_at_10_std": 0.111362, + "nauc_recall_at_10_diff1": 0.917672, + "nauc_recall_at_20_max": 0.948155, + "nauc_recall_at_20_std": 0.160327, + "nauc_recall_at_20_diff1": 0.922601, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.820261, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.790793, + "nauc_precision_at_1_std": -0.200329, + "nauc_precision_at_1_diff1": 0.92189, + "nauc_precision_at_3_max": 0.850967, + "nauc_precision_at_3_std": -0.123326, + "nauc_precision_at_3_diff1": 0.897598, + "nauc_precision_at_5_max": 0.878777, + "nauc_precision_at_5_std": -0.093275, + "nauc_precision_at_5_diff1": 0.917558, + "nauc_precision_at_10_max": 0.91857, + "nauc_precision_at_10_std": 0.111362, + "nauc_precision_at_10_diff1": 0.917672, + "nauc_precision_at_20_max": 0.948155, + "nauc_precision_at_20_std": 0.160327, + "nauc_precision_at_20_diff1": 0.922601, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.820261, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.790793, + "nauc_mrr_at_1_std": -0.200329, + "nauc_mrr_at_1_diff1": 0.92189, + "nauc_mrr_at_3_max": 0.808801, + "nauc_mrr_at_3_std": -0.174056, + "nauc_mrr_at_3_diff1": 0.914152, + "nauc_mrr_at_5_max": 0.810506, + "nauc_mrr_at_5_std": -0.171878, + "nauc_mrr_at_5_diff1": 0.916972, + "nauc_mrr_at_10_max": 0.810279, + "nauc_mrr_at_10_std": -0.166611, + "nauc_mrr_at_10_diff1": 0.916861, + "nauc_mrr_at_20_max": 0.810135, + "nauc_mrr_at_20_std": -0.16752, + "nauc_mrr_at_20_diff1": 0.916906, + "nauc_mrr_at_100_max": 0.809467, + "nauc_mrr_at_100_std": -0.168659, + "nauc_mrr_at_100_diff1": 0.916805, + "nauc_mrr_at_1000_max": 0.809452, + "nauc_mrr_at_1000_std": -0.168754, + "nauc_mrr_at_1000_diff1": 0.916812, + "hit_rate_at_1": 0.84444, + "hit_rate_at_3": 0.93222, + "hit_rate_at_5": 0.95111, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.91127, + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.72222, + "ndcg_at_3": 0.78954, + "ndcg_at_5": 0.80182, + "ndcg_at_10": 0.81449, + "ndcg_at_20": 0.82335, + "ndcg_at_100": 0.83054, + "ndcg_at_1000": 0.83349, + "map_at_1": 0.72222, + "map_at_3": 0.77389, + "map_at_5": 0.78067, + "map_at_10": 0.78593, + "map_at_20": 0.7883, + "map_at_100": 0.78928, + "map_at_1000": 0.7894, + "recall_at_1": 0.72222, + "recall_at_3": 0.83444, + "recall_at_5": 0.86444, + "recall_at_10": 0.90333, + "recall_at_20": 0.93889, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "accuracy": 0.72222, + "precision_at_1": 0.72222, + "precision_at_3": 0.27815, + "precision_at_5": 0.17289, + "precision_at_10": 0.09033, + "precision_at_20": 0.04694, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "mrr_at_1": 0.722222, + "mrr_at_3": 0.773889, + "mrr_at_5": 0.780667, + "mrr_at_10": 0.785935, + "mrr_at_20": 0.788304, + "mrr_at_100": 0.789279, + "mrr_at_1000": 0.789404, + "nauc_ndcg_at_1_max": 0.617926, + "nauc_ndcg_at_1_std": -0.083203, + "nauc_ndcg_at_1_diff1": 0.830374, + "nauc_ndcg_at_3_max": 0.63511, + "nauc_ndcg_at_3_std": -0.06271, + "nauc_ndcg_at_3_diff1": 0.805282, + "nauc_ndcg_at_5_max": 0.629811, + "nauc_ndcg_at_5_std": -0.048806, + "nauc_ndcg_at_5_diff1": 0.803491, + "nauc_ndcg_at_10_max": 0.636193, + "nauc_ndcg_at_10_std": -0.027469, + "nauc_ndcg_at_10_diff1": 0.803895, + "nauc_ndcg_at_20_max": 0.631536, + "nauc_ndcg_at_20_std": -0.021811, + "nauc_ndcg_at_20_diff1": 0.802255, + "nauc_ndcg_at_100_max": 0.624026, + "nauc_ndcg_at_100_std": -0.036354, + "nauc_ndcg_at_100_diff1": 0.803871, + "nauc_ndcg_at_1000_max": 0.628618, + "nauc_ndcg_at_1000_std": -0.042783, + "nauc_ndcg_at_1000_diff1": 0.806911, + "nauc_map_at_1_max": 0.617926, + "nauc_map_at_1_std": -0.083203, + "nauc_map_at_1_diff1": 0.830374, + "nauc_map_at_3_max": 0.630428, + "nauc_map_at_3_std": -0.067506, + "nauc_map_at_3_diff1": 0.810838, + "nauc_map_at_5_max": 0.627613, + "nauc_map_at_5_std": -0.060274, + "nauc_map_at_5_diff1": 0.810162, + "nauc_map_at_10_max": 0.629994, + "nauc_map_at_10_std": -0.052395, + "nauc_map_at_10_diff1": 0.810471, + "nauc_map_at_20_max": 0.628844, + "nauc_map_at_20_std": -0.051518, + "nauc_map_at_20_diff1": 0.810183, + "nauc_map_at_100_max": 0.627993, + "nauc_map_at_100_std": -0.05349, + "nauc_map_at_100_diff1": 0.81043, + "nauc_map_at_1000_max": 0.62817, + "nauc_map_at_1000_std": -0.053676, + "nauc_map_at_1000_diff1": 0.810557, + "nauc_recall_at_1_max": 0.617926, + "nauc_recall_at_1_std": -0.083203, + "nauc_recall_at_1_diff1": 0.830374, + "nauc_recall_at_3_max": 0.652519, + "nauc_recall_at_3_std": -0.045321, + "nauc_recall_at_3_diff1": 0.785348, + "nauc_recall_at_5_max": 0.638102, + "nauc_recall_at_5_std": 0.002861, + "nauc_recall_at_5_diff1": 0.774936, + "nauc_recall_at_10_max": 0.674517, + "nauc_recall_at_10_std": 0.132678, + "nauc_recall_at_10_diff1": 0.767003, + "nauc_recall_at_20_max": 0.648086, + "nauc_recall_at_20_std": 0.287505, + "nauc_recall_at_20_diff1": 0.728156, + "nauc_recall_at_100_max": 0.397502, + "nauc_recall_at_100_std": 0.312932, + "nauc_recall_at_100_diff1": 0.655859, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.617926, + "nauc_precision_at_1_std": -0.083203, + "nauc_precision_at_1_diff1": 0.830374, + "nauc_precision_at_3_max": 0.652519, + "nauc_precision_at_3_std": -0.045321, + "nauc_precision_at_3_diff1": 0.785348, + "nauc_precision_at_5_max": 0.638102, + "nauc_precision_at_5_std": 0.002861, + "nauc_precision_at_5_diff1": 0.774936, + "nauc_precision_at_10_max": 0.674517, + "nauc_precision_at_10_std": 0.132678, + "nauc_precision_at_10_diff1": 0.767003, + "nauc_precision_at_20_max": 0.648086, + "nauc_precision_at_20_std": 0.287505, + "nauc_precision_at_20_diff1": 0.728156, + "nauc_precision_at_100_max": 0.397502, + "nauc_precision_at_100_std": 0.312932, + "nauc_precision_at_100_diff1": 0.655859, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.617926, + "nauc_mrr_at_1_std": -0.083203, + "nauc_mrr_at_1_diff1": 0.830374, + "nauc_mrr_at_3_max": 0.630428, + "nauc_mrr_at_3_std": -0.067506, + "nauc_mrr_at_3_diff1": 0.810838, + "nauc_mrr_at_5_max": 0.627613, + "nauc_mrr_at_5_std": -0.060274, + "nauc_mrr_at_5_diff1": 0.810162, + "nauc_mrr_at_10_max": 0.629994, + "nauc_mrr_at_10_std": -0.052395, + "nauc_mrr_at_10_diff1": 0.810471, + "nauc_mrr_at_20_max": 0.628844, + "nauc_mrr_at_20_std": -0.051518, + "nauc_mrr_at_20_diff1": 0.810183, + "nauc_mrr_at_100_max": 0.627993, + "nauc_mrr_at_100_std": -0.05349, + "nauc_mrr_at_100_diff1": 0.81043, + "nauc_mrr_at_1000_max": 0.62817, + "nauc_mrr_at_1000_std": -0.053676, + "nauc_mrr_at_1000_diff1": 0.810557, + "hit_rate_at_1": 0.72222, + "hit_rate_at_3": 0.83444, + "hit_rate_at_5": 0.86444, + "hit_rate_at_10": 0.90333, + "hit_rate_at_20": 0.93889, + "hit_rate_at_100": 0.97778, + "hit_rate_at_1000": 1.0, + "main_score": 0.81449, + "hf_subset": "hye_Armn-hye_Armn", + "languages": [ + "hye-Armn", + "hye-Armn" + ] + }, + { + "ndcg_at_1": 0.79556, + "ndcg_at_3": 0.86678, + "ndcg_at_5": 0.87553, + "ndcg_at_10": 0.88491, + "ndcg_at_20": 0.8895, + "ndcg_at_100": 0.89233, + "ndcg_at_1000": 0.89261, + "map_at_1": 0.79556, + "map_at_3": 0.85019, + "map_at_5": 0.85507, + "map_at_10": 0.85896, + "map_at_20": 0.86028, + "map_at_100": 0.86065, + "map_at_1000": 0.86066, + "recall_at_1": 0.79556, + "recall_at_3": 0.91444, + "recall_at_5": 0.93556, + "recall_at_10": 0.96444, + "recall_at_20": 0.98222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.79556, + "precision_at_1": 0.79556, + "precision_at_3": 0.30481, + "precision_at_5": 0.18711, + "precision_at_10": 0.09644, + "precision_at_20": 0.04911, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.795556, + "mrr_at_3": 0.850185, + "mrr_at_5": 0.855074, + "mrr_at_10": 0.85896, + "mrr_at_20": 0.860276, + "mrr_at_100": 0.860647, + "mrr_at_1000": 0.860656, + "nauc_ndcg_at_1_max": 0.557319, + "nauc_ndcg_at_1_std": -0.420867, + "nauc_ndcg_at_1_diff1": 0.861221, + "nauc_ndcg_at_3_max": 0.561073, + "nauc_ndcg_at_3_std": -0.493963, + "nauc_ndcg_at_3_diff1": 0.838213, + "nauc_ndcg_at_5_max": 0.570042, + "nauc_ndcg_at_5_std": -0.476941, + "nauc_ndcg_at_5_diff1": 0.841121, + "nauc_ndcg_at_10_max": 0.570388, + "nauc_ndcg_at_10_std": -0.452136, + "nauc_ndcg_at_10_diff1": 0.846949, + "nauc_ndcg_at_20_max": 0.570317, + "nauc_ndcg_at_20_std": -0.45437, + "nauc_ndcg_at_20_diff1": 0.847832, + "nauc_ndcg_at_100_max": 0.566153, + "nauc_ndcg_at_100_std": -0.456602, + "nauc_ndcg_at_100_diff1": 0.848255, + "nauc_ndcg_at_1000_max": 0.565157, + "nauc_ndcg_at_1000_std": -0.459129, + "nauc_ndcg_at_1000_diff1": 0.848251, + "nauc_map_at_1_max": 0.557319, + "nauc_map_at_1_std": -0.420867, + "nauc_map_at_1_diff1": 0.861221, + "nauc_map_at_3_max": 0.560236, + "nauc_map_at_3_std": -0.473704, + "nauc_map_at_3_diff1": 0.84526, + "nauc_map_at_5_max": 0.564113, + "nauc_map_at_5_std": -0.464927, + "nauc_map_at_5_diff1": 0.846883, + "nauc_map_at_10_max": 0.563769, + "nauc_map_at_10_std": -0.457061, + "nauc_map_at_10_diff1": 0.849078, + "nauc_map_at_20_max": 0.563548, + "nauc_map_at_20_std": -0.458055, + "nauc_map_at_20_diff1": 0.849401, + "nauc_map_at_100_max": 0.563037, + "nauc_map_at_100_std": -0.458191, + "nauc_map_at_100_diff1": 0.849439, + "nauc_map_at_1000_max": 0.563012, + "nauc_map_at_1000_std": -0.458261, + "nauc_map_at_1000_diff1": 0.849443, + "nauc_recall_at_1_max": 0.557319, + "nauc_recall_at_1_std": -0.420867, + "nauc_recall_at_1_diff1": 0.861221, + "nauc_recall_at_3_max": 0.564838, + "nauc_recall_at_3_std": -0.588975, + "nauc_recall_at_3_diff1": 0.804625, + "nauc_recall_at_5_max": 0.609791, + "nauc_recall_at_5_std": -0.542798, + "nauc_recall_at_5_diff1": 0.806868, + "nauc_recall_at_10_max": 0.651217, + "nauc_recall_at_10_std": -0.342437, + "nauc_recall_at_10_diff1": 0.833611, + "nauc_recall_at_20_max": 0.738212, + "nauc_recall_at_20_std": -0.258199, + "nauc_recall_at_20_diff1": 0.834996, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.456116, + "nauc_recall_at_100_diff1": 0.861111, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.557319, + "nauc_precision_at_1_std": -0.420867, + "nauc_precision_at_1_diff1": 0.861221, + "nauc_precision_at_3_max": 0.564838, + "nauc_precision_at_3_std": -0.588975, + "nauc_precision_at_3_diff1": 0.804625, + "nauc_precision_at_5_max": 0.609791, + "nauc_precision_at_5_std": -0.542798, + "nauc_precision_at_5_diff1": 0.806868, + "nauc_precision_at_10_max": 0.651217, + "nauc_precision_at_10_std": -0.342437, + "nauc_precision_at_10_diff1": 0.833611, + "nauc_precision_at_20_max": 0.738212, + "nauc_precision_at_20_std": -0.258199, + "nauc_precision_at_20_diff1": 0.834996, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.456116, + "nauc_precision_at_100_diff1": 0.861111, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.557319, + "nauc_mrr_at_1_std": -0.420867, + "nauc_mrr_at_1_diff1": 0.861221, + "nauc_mrr_at_3_max": 0.560236, + "nauc_mrr_at_3_std": -0.473704, + "nauc_mrr_at_3_diff1": 0.84526, + "nauc_mrr_at_5_max": 0.564113, + "nauc_mrr_at_5_std": -0.464927, + "nauc_mrr_at_5_diff1": 0.846883, + "nauc_mrr_at_10_max": 0.563769, + "nauc_mrr_at_10_std": -0.457061, + "nauc_mrr_at_10_diff1": 0.849078, + "nauc_mrr_at_20_max": 0.563548, + "nauc_mrr_at_20_std": -0.458055, + "nauc_mrr_at_20_diff1": 0.849401, + "nauc_mrr_at_100_max": 0.563037, + "nauc_mrr_at_100_std": -0.458191, + "nauc_mrr_at_100_diff1": 0.849439, + "nauc_mrr_at_1000_max": 0.563012, + "nauc_mrr_at_1000_std": -0.458261, + "nauc_mrr_at_1000_diff1": 0.849443, + "hit_rate_at_1": 0.79556, + "hit_rate_at_3": 0.91444, + "hit_rate_at_5": 0.93556, + "hit_rate_at_10": 0.96444, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.88491, + "hf_subset": "hye_Armn-eng_Latn", + "languages": [ + "hye-Armn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.59778, + "ndcg_at_3": 0.67459, + "ndcg_at_5": 0.69754, + "ndcg_at_10": 0.71347, + "ndcg_at_20": 0.72761, + "ndcg_at_100": 0.74281, + "ndcg_at_1000": 0.74691, + "map_at_1": 0.59778, + "map_at_3": 0.65648, + "map_at_5": 0.66926, + "map_at_10": 0.67591, + "map_at_20": 0.67984, + "map_at_100": 0.68191, + "map_at_1000": 0.68209, + "recall_at_1": 0.59778, + "recall_at_3": 0.72667, + "recall_at_5": 0.78222, + "recall_at_10": 0.83111, + "recall_at_20": 0.88667, + "recall_at_100": 0.96889, + "recall_at_1000": 1.0, + "accuracy": 0.59778, + "precision_at_1": 0.59778, + "precision_at_3": 0.24222, + "precision_at_5": 0.15644, + "precision_at_10": 0.08311, + "precision_at_20": 0.04433, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "mrr_at_1": 0.597778, + "mrr_at_3": 0.656481, + "mrr_at_5": 0.669259, + "mrr_at_10": 0.675914, + "mrr_at_20": 0.67984, + "mrr_at_100": 0.68191, + "mrr_at_1000": 0.682086, + "nauc_ndcg_at_1_max": 0.731215, + "nauc_ndcg_at_1_std": 0.103559, + "nauc_ndcg_at_1_diff1": 0.719587, + "nauc_ndcg_at_3_max": 0.724195, + "nauc_ndcg_at_3_std": 0.102898, + "nauc_ndcg_at_3_diff1": 0.678756, + "nauc_ndcg_at_5_max": 0.727272, + "nauc_ndcg_at_5_std": 0.116267, + "nauc_ndcg_at_5_diff1": 0.678222, + "nauc_ndcg_at_10_max": 0.725986, + "nauc_ndcg_at_10_std": 0.127059, + "nauc_ndcg_at_10_diff1": 0.671089, + "nauc_ndcg_at_20_max": 0.722589, + "nauc_ndcg_at_20_std": 0.130784, + "nauc_ndcg_at_20_diff1": 0.66609, + "nauc_ndcg_at_100_max": 0.724994, + "nauc_ndcg_at_100_std": 0.129763, + "nauc_ndcg_at_100_diff1": 0.672485, + "nauc_ndcg_at_1000_max": 0.725362, + "nauc_ndcg_at_1000_std": 0.12136, + "nauc_ndcg_at_1000_diff1": 0.678134, + "nauc_map_at_1_max": 0.731215, + "nauc_map_at_1_std": 0.103559, + "nauc_map_at_1_diff1": 0.719587, + "nauc_map_at_3_max": 0.726, + "nauc_map_at_3_std": 0.102337, + "nauc_map_at_3_diff1": 0.689218, + "nauc_map_at_5_max": 0.72763, + "nauc_map_at_5_std": 0.10936, + "nauc_map_at_5_diff1": 0.689212, + "nauc_map_at_10_max": 0.726992, + "nauc_map_at_10_std": 0.113094, + "nauc_map_at_10_diff1": 0.686555, + "nauc_map_at_20_max": 0.726123, + "nauc_map_at_20_std": 0.113621, + "nauc_map_at_20_diff1": 0.685439, + "nauc_map_at_100_max": 0.72642, + "nauc_map_at_100_std": 0.113499, + "nauc_map_at_100_diff1": 0.686403, + "nauc_map_at_1000_max": 0.726433, + "nauc_map_at_1000_std": 0.113259, + "nauc_map_at_1000_diff1": 0.686572, + "nauc_recall_at_1_max": 0.731215, + "nauc_recall_at_1_std": 0.103559, + "nauc_recall_at_1_diff1": 0.719587, + "nauc_recall_at_3_max": 0.718126, + "nauc_recall_at_3_std": 0.105159, + "nauc_recall_at_3_diff1": 0.643599, + "nauc_recall_at_5_max": 0.72656, + "nauc_recall_at_5_std": 0.146267, + "nauc_recall_at_5_diff1": 0.635353, + "nauc_recall_at_10_max": 0.721758, + "nauc_recall_at_10_std": 0.205422, + "nauc_recall_at_10_diff1": 0.593172, + "nauc_recall_at_20_max": 0.693693, + "nauc_recall_at_20_std": 0.273001, + "nauc_recall_at_20_diff1": 0.520951, + "nauc_recall_at_100_max": 0.705949, + "nauc_recall_at_100_std": 0.58265, + "nauc_recall_at_100_diff1": 0.370165, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.731215, + "nauc_precision_at_1_std": 0.103559, + "nauc_precision_at_1_diff1": 0.719587, + "nauc_precision_at_3_max": 0.718126, + "nauc_precision_at_3_std": 0.105159, + "nauc_precision_at_3_diff1": 0.643599, + "nauc_precision_at_5_max": 0.72656, + "nauc_precision_at_5_std": 0.146267, + "nauc_precision_at_5_diff1": 0.635353, + "nauc_precision_at_10_max": 0.721758, + "nauc_precision_at_10_std": 0.205422, + "nauc_precision_at_10_diff1": 0.593172, + "nauc_precision_at_20_max": 0.693693, + "nauc_precision_at_20_std": 0.273001, + "nauc_precision_at_20_diff1": 0.520951, + "nauc_precision_at_100_max": 0.705949, + "nauc_precision_at_100_std": 0.58265, + "nauc_precision_at_100_diff1": 0.370165, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.731215, + "nauc_mrr_at_1_std": 0.103559, + "nauc_mrr_at_1_diff1": 0.719587, + "nauc_mrr_at_3_max": 0.726, + "nauc_mrr_at_3_std": 0.102337, + "nauc_mrr_at_3_diff1": 0.689218, + "nauc_mrr_at_5_max": 0.72763, + "nauc_mrr_at_5_std": 0.10936, + "nauc_mrr_at_5_diff1": 0.689212, + "nauc_mrr_at_10_max": 0.726992, + "nauc_mrr_at_10_std": 0.113094, + "nauc_mrr_at_10_diff1": 0.686555, + "nauc_mrr_at_20_max": 0.726123, + "nauc_mrr_at_20_std": 0.113621, + "nauc_mrr_at_20_diff1": 0.685439, + "nauc_mrr_at_100_max": 0.72642, + "nauc_mrr_at_100_std": 0.113499, + "nauc_mrr_at_100_diff1": 0.686403, + "nauc_mrr_at_1000_max": 0.726433, + "nauc_mrr_at_1000_std": 0.113259, + "nauc_mrr_at_1000_diff1": 0.686572, + "hit_rate_at_1": 0.59778, + "hit_rate_at_3": 0.72667, + "hit_rate_at_5": 0.78222, + "hit_rate_at_10": 0.83111, + "hit_rate_at_20": 0.88667, + "hit_rate_at_100": 0.96889, + "hit_rate_at_1000": 1.0, + "main_score": 0.71347, + "hf_subset": "eng_Latn-hye_Armn", + "languages": [ + "eng-Latn", + "hye-Armn" + ] + }, + { + "ndcg_at_1": 0.41379, + "ndcg_at_3": 0.46642, + "ndcg_at_5": 0.4793, + "ndcg_at_10": 0.49416, + "ndcg_at_20": 0.50377, + "ndcg_at_100": 0.52861, + "ndcg_at_1000": 0.56002, + "map_at_1": 0.41324, + "map_at_3": 0.45347, + "map_at_5": 0.46064, + "map_at_10": 0.46684, + "map_at_20": 0.46951, + "map_at_100": 0.4724, + "map_at_1000": 0.47368, + "recall_at_1": 0.41324, + "recall_at_3": 0.50334, + "recall_at_5": 0.53448, + "recall_at_10": 0.58009, + "recall_at_20": 0.61791, + "recall_at_100": 0.75973, + "recall_at_1000": 1.0, + "accuracy": 0.41324, + "precision_at_1": 0.41379, + "precision_at_3": 0.16796, + "precision_at_5": 0.10701, + "precision_at_10": 0.05806, + "precision_at_20": 0.03092, + "precision_at_100": 0.00761, + "precision_at_1000": 0.001, + "mrr_at_1": 0.413793, + "mrr_at_3": 0.454023, + "mrr_at_5": 0.461198, + "mrr_at_10": 0.467394, + "mrr_at_20": 0.470067, + "mrr_at_100": 0.472939, + "mrr_at_1000": 0.474216, + "nauc_ndcg_at_1_max": 0.063293, + "nauc_ndcg_at_1_std": -0.650185, + "nauc_ndcg_at_1_diff1": 0.827809, + "nauc_ndcg_at_3_max": 0.010559, + "nauc_ndcg_at_3_std": -0.704713, + "nauc_ndcg_at_3_diff1": 0.797227, + "nauc_ndcg_at_5_max": 0.000439, + "nauc_ndcg_at_5_std": -0.713734, + "nauc_ndcg_at_5_diff1": 0.790219, + "nauc_ndcg_at_10_max": -0.007523, + "nauc_ndcg_at_10_std": -0.715133, + "nauc_ndcg_at_10_diff1": 0.77855, + "nauc_ndcg_at_20_max": -0.018514, + "nauc_ndcg_at_20_std": -0.721307, + "nauc_ndcg_at_20_diff1": 0.77181, + "nauc_ndcg_at_100_max": -0.011067, + "nauc_ndcg_at_100_std": -0.707192, + "nauc_ndcg_at_100_diff1": 0.772452, + "nauc_ndcg_at_1000_max": -0.00147, + "nauc_ndcg_at_1000_std": -0.706811, + "nauc_ndcg_at_1000_diff1": 0.782853, + "nauc_map_at_1_max": 0.062414, + "nauc_map_at_1_std": -0.649512, + "nauc_map_at_1_diff1": 0.828992, + "nauc_map_at_3_max": 0.021901, + "nauc_map_at_3_std": -0.692918, + "nauc_map_at_3_diff1": 0.805564, + "nauc_map_at_5_max": 0.016472, + "nauc_map_at_5_std": -0.697794, + "nauc_map_at_5_diff1": 0.801827, + "nauc_map_at_10_max": 0.013004, + "nauc_map_at_10_std": -0.69851, + "nauc_map_at_10_diff1": 0.797164, + "nauc_map_at_20_max": 0.01026, + "nauc_map_at_20_std": -0.699966, + "nauc_map_at_20_diff1": 0.795309, + "nauc_map_at_100_max": 0.011283, + "nauc_map_at_100_std": -0.698196, + "nauc_map_at_100_diff1": 0.795209, + "nauc_map_at_1000_max": 0.011655, + "nauc_map_at_1000_std": -0.698166, + "nauc_map_at_1000_diff1": 0.795572, + "nauc_recall_at_1_max": 0.062414, + "nauc_recall_at_1_std": -0.649512, + "nauc_recall_at_1_diff1": 0.828992, + "nauc_recall_at_3_max": -0.023088, + "nauc_recall_at_3_std": -0.737742, + "nauc_recall_at_3_diff1": 0.773343, + "nauc_recall_at_5_max": -0.049788, + "nauc_recall_at_5_std": -0.761433, + "nauc_recall_at_5_diff1": 0.754748, + "nauc_recall_at_10_max": -0.076669, + "nauc_recall_at_10_std": -0.767024, + "nauc_recall_at_10_diff1": 0.714431, + "nauc_recall_at_20_max": -0.13007, + "nauc_recall_at_20_std": -0.798043, + "nauc_recall_at_20_diff1": 0.681811, + "nauc_recall_at_100_max": -0.114389, + "nauc_recall_at_100_std": -0.712742, + "nauc_recall_at_100_diff1": 0.658554, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.063293, + "nauc_precision_at_1_std": -0.650185, + "nauc_precision_at_1_diff1": 0.827809, + "nauc_precision_at_3_max": -0.022204, + "nauc_precision_at_3_std": -0.738733, + "nauc_precision_at_3_diff1": 0.772399, + "nauc_precision_at_5_max": -0.048891, + "nauc_precision_at_5_std": -0.76247, + "nauc_precision_at_5_diff1": 0.753762, + "nauc_precision_at_10_max": -0.075742, + "nauc_precision_at_10_std": -0.768117, + "nauc_precision_at_10_diff1": 0.71337, + "nauc_precision_at_20_max": -0.129172, + "nauc_precision_at_20_std": -0.799504, + "nauc_precision_at_20_diff1": 0.680913, + "nauc_precision_at_100_max": -0.1105, + "nauc_precision_at_100_std": -0.708245, + "nauc_precision_at_100_diff1": 0.648276, + "nauc_precision_at_1000_max": 0.324012, + "nauc_precision_at_1000_std": -0.205813, + "nauc_precision_at_1000_diff1": -0.500026, + "nauc_mrr_at_1_max": 0.063293, + "nauc_mrr_at_1_std": -0.650185, + "nauc_mrr_at_1_diff1": 0.827809, + "nauc_mrr_at_3_max": 0.022786, + "nauc_mrr_at_3_std": -0.69361, + "nauc_mrr_at_3_diff1": 0.804359, + "nauc_mrr_at_5_max": 0.017362, + "nauc_mrr_at_5_std": -0.698491, + "nauc_mrr_at_5_diff1": 0.800613, + "nauc_mrr_at_10_max": 0.013899, + "nauc_mrr_at_10_std": -0.699212, + "nauc_mrr_at_10_diff1": 0.795941, + "nauc_mrr_at_20_max": 0.011157, + "nauc_mrr_at_20_std": -0.700671, + "nauc_mrr_at_20_diff1": 0.794082, + "nauc_mrr_at_100_max": 0.012157, + "nauc_mrr_at_100_std": -0.698882, + "nauc_mrr_at_100_diff1": 0.794014, + "nauc_mrr_at_1000_max": 0.012532, + "nauc_mrr_at_1000_std": -0.698854, + "nauc_mrr_at_1000_diff1": 0.794373, + "hit_rate_at_1": 0.41379, + "hit_rate_at_3": 0.50389, + "hit_rate_at_5": 0.53504, + "hit_rate_at_10": 0.58065, + "hit_rate_at_20": 0.61846, + "hit_rate_at_100": 0.75973, + "hit_rate_at_1000": 1.0, + "main_score": 0.49416, + "hf_subset": "ibo_Latn-ibo_Latn", + "languages": [ + "ibo-Latn", + "ibo-Latn" + ] + }, + { + "ndcg_at_1": 0.55, + "ndcg_at_3": 0.59923, + "ndcg_at_5": 0.62171, + "ndcg_at_10": 0.63714, + "ndcg_at_20": 0.64773, + "ndcg_at_100": 0.67234, + "ndcg_at_1000": 0.68394, + "map_at_1": 0.55, + "map_at_3": 0.58741, + "map_at_5": 0.59991, + "map_at_10": 0.60626, + "map_at_20": 0.60913, + "map_at_100": 0.61228, + "map_at_1000": 0.61281, + "recall_at_1": 0.55, + "recall_at_3": 0.63333, + "recall_at_5": 0.68778, + "recall_at_10": 0.73556, + "recall_at_20": 0.77778, + "recall_at_100": 0.91444, + "recall_at_1000": 1.0, + "accuracy": 0.55, + "precision_at_1": 0.55, + "precision_at_3": 0.21111, + "precision_at_5": 0.13756, + "precision_at_10": 0.07356, + "precision_at_20": 0.03889, + "precision_at_100": 0.00914, + "precision_at_1000": 0.001, + "mrr_at_1": 0.55, + "mrr_at_3": 0.587407, + "mrr_at_5": 0.599907, + "mrr_at_10": 0.606264, + "mrr_at_20": 0.60913, + "mrr_at_100": 0.612278, + "mrr_at_1000": 0.612815, + "nauc_ndcg_at_1_max": 0.794937, + "nauc_ndcg_at_1_std": 0.32116, + "nauc_ndcg_at_1_diff1": 0.843983, + "nauc_ndcg_at_3_max": 0.809049, + "nauc_ndcg_at_3_std": 0.335531, + "nauc_ndcg_at_3_diff1": 0.814432, + "nauc_ndcg_at_5_max": 0.795804, + "nauc_ndcg_at_5_std": 0.327852, + "nauc_ndcg_at_5_diff1": 0.797159, + "nauc_ndcg_at_10_max": 0.795603, + "nauc_ndcg_at_10_std": 0.330226, + "nauc_ndcg_at_10_diff1": 0.794738, + "nauc_ndcg_at_20_max": 0.795917, + "nauc_ndcg_at_20_std": 0.337217, + "nauc_ndcg_at_20_diff1": 0.791583, + "nauc_ndcg_at_100_max": 0.791304, + "nauc_ndcg_at_100_std": 0.339505, + "nauc_ndcg_at_100_diff1": 0.793359, + "nauc_ndcg_at_1000_max": 0.79595, + "nauc_ndcg_at_1000_std": 0.333491, + "nauc_ndcg_at_1000_diff1": 0.802291, + "nauc_map_at_1_max": 0.794937, + "nauc_map_at_1_std": 0.32116, + "nauc_map_at_1_diff1": 0.843983, + "nauc_map_at_3_max": 0.805936, + "nauc_map_at_3_std": 0.333171, + "nauc_map_at_3_diff1": 0.821363, + "nauc_map_at_5_max": 0.798752, + "nauc_map_at_5_std": 0.328925, + "nauc_map_at_5_diff1": 0.812304, + "nauc_map_at_10_max": 0.798748, + "nauc_map_at_10_std": 0.329953, + "nauc_map_at_10_diff1": 0.811503, + "nauc_map_at_20_max": 0.798707, + "nauc_map_at_20_std": 0.331576, + "nauc_map_at_20_diff1": 0.810846, + "nauc_map_at_100_max": 0.798044, + "nauc_map_at_100_std": 0.331503, + "nauc_map_at_100_diff1": 0.811206, + "nauc_map_at_1000_max": 0.798247, + "nauc_map_at_1000_std": 0.331249, + "nauc_map_at_1000_diff1": 0.811584, + "nauc_recall_at_1_max": 0.794937, + "nauc_recall_at_1_std": 0.32116, + "nauc_recall_at_1_diff1": 0.843983, + "nauc_recall_at_3_max": 0.818454, + "nauc_recall_at_3_std": 0.342247, + "nauc_recall_at_3_diff1": 0.793287, + "nauc_recall_at_5_max": 0.783469, + "nauc_recall_at_5_std": 0.322446, + "nauc_recall_at_5_diff1": 0.743568, + "nauc_recall_at_10_max": 0.7807, + "nauc_recall_at_10_std": 0.330119, + "nauc_recall_at_10_diff1": 0.727301, + "nauc_recall_at_20_max": 0.781817, + "nauc_recall_at_20_std": 0.370092, + "nauc_recall_at_20_diff1": 0.699599, + "nauc_recall_at_100_max": 0.693502, + "nauc_recall_at_100_std": 0.466447, + "nauc_recall_at_100_diff1": 0.602683, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.794937, + "nauc_precision_at_1_std": 0.32116, + "nauc_precision_at_1_diff1": 0.843983, + "nauc_precision_at_3_max": 0.818454, + "nauc_precision_at_3_std": 0.342247, + "nauc_precision_at_3_diff1": 0.793287, + "nauc_precision_at_5_max": 0.783469, + "nauc_precision_at_5_std": 0.322446, + "nauc_precision_at_5_diff1": 0.743568, + "nauc_precision_at_10_max": 0.7807, + "nauc_precision_at_10_std": 0.330119, + "nauc_precision_at_10_diff1": 0.727301, + "nauc_precision_at_20_max": 0.781817, + "nauc_precision_at_20_std": 0.370092, + "nauc_precision_at_20_diff1": 0.699599, + "nauc_precision_at_100_max": 0.693502, + "nauc_precision_at_100_std": 0.466447, + "nauc_precision_at_100_diff1": 0.602683, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.794937, + "nauc_mrr_at_1_std": 0.32116, + "nauc_mrr_at_1_diff1": 0.843983, + "nauc_mrr_at_3_max": 0.805936, + "nauc_mrr_at_3_std": 0.333171, + "nauc_mrr_at_3_diff1": 0.821363, + "nauc_mrr_at_5_max": 0.798752, + "nauc_mrr_at_5_std": 0.328925, + "nauc_mrr_at_5_diff1": 0.812304, + "nauc_mrr_at_10_max": 0.798748, + "nauc_mrr_at_10_std": 0.329953, + "nauc_mrr_at_10_diff1": 0.811503, + "nauc_mrr_at_20_max": 0.798707, + "nauc_mrr_at_20_std": 0.331576, + "nauc_mrr_at_20_diff1": 0.810846, + "nauc_mrr_at_100_max": 0.798044, + "nauc_mrr_at_100_std": 0.331503, + "nauc_mrr_at_100_diff1": 0.811206, + "nauc_mrr_at_1000_max": 0.798247, + "nauc_mrr_at_1000_std": 0.331249, + "nauc_mrr_at_1000_diff1": 0.811584, + "hit_rate_at_1": 0.55, + "hit_rate_at_3": 0.63333, + "hit_rate_at_5": 0.68778, + "hit_rate_at_10": 0.73556, + "hit_rate_at_20": 0.77778, + "hit_rate_at_100": 0.91444, + "hit_rate_at_1000": 1.0, + "main_score": 0.63714, + "hf_subset": "ibo_Latn-eng_Latn", + "languages": [ + "ibo-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.40823, + "ndcg_at_3": 0.4501, + "ndcg_at_5": 0.46158, + "ndcg_at_10": 0.47488, + "ndcg_at_20": 0.4813, + "ndcg_at_100": 0.50101, + "ndcg_at_1000": 0.54109, + "map_at_1": 0.40768, + "map_at_3": 0.43993, + "map_at_5": 0.44633, + "map_at_10": 0.45181, + "map_at_20": 0.45355, + "map_at_100": 0.45607, + "map_at_1000": 0.45747, + "recall_at_1": 0.40768, + "recall_at_3": 0.47887, + "recall_at_5": 0.50667, + "recall_at_10": 0.54783, + "recall_at_20": 0.57341, + "recall_at_100": 0.68298, + "recall_at_1000": 1.0, + "accuracy": 0.40768, + "precision_at_1": 0.40823, + "precision_at_3": 0.15981, + "precision_at_5": 0.10145, + "precision_at_10": 0.05484, + "precision_at_20": 0.0287, + "precision_at_100": 0.00684, + "precision_at_1000": 0.001, + "mrr_at_1": 0.408231, + "mrr_at_3": 0.440489, + "mrr_at_5": 0.446885, + "mrr_at_10": 0.45237, + "mrr_at_20": 0.454109, + "mrr_at_100": 0.456604, + "mrr_at_1000": 0.458008, + "nauc_ndcg_at_1_max": 0.855513, + "nauc_ndcg_at_1_std": 0.666778, + "nauc_ndcg_at_1_diff1": 0.854239, + "nauc_ndcg_at_3_max": 0.884604, + "nauc_ndcg_at_3_std": 0.729493, + "nauc_ndcg_at_3_diff1": 0.819252, + "nauc_ndcg_at_5_max": 0.881019, + "nauc_ndcg_at_5_std": 0.743182, + "nauc_ndcg_at_5_diff1": 0.805042, + "nauc_ndcg_at_10_max": 0.873584, + "nauc_ndcg_at_10_std": 0.743207, + "nauc_ndcg_at_10_diff1": 0.799921, + "nauc_ndcg_at_20_max": 0.86957, + "nauc_ndcg_at_20_std": 0.741346, + "nauc_ndcg_at_20_diff1": 0.79627, + "nauc_ndcg_at_100_max": 0.856951, + "nauc_ndcg_at_100_std": 0.731857, + "nauc_ndcg_at_100_diff1": 0.786469, + "nauc_ndcg_at_1000_max": 0.866092, + "nauc_ndcg_at_1000_std": 0.728862, + "nauc_ndcg_at_1000_diff1": 0.801604, + "nauc_map_at_1_max": 0.853583, + "nauc_map_at_1_std": 0.663982, + "nauc_map_at_1_diff1": 0.853815, + "nauc_map_at_3_max": 0.878317, + "nauc_map_at_3_std": 0.714412, + "nauc_map_at_3_diff1": 0.827787, + "nauc_map_at_5_max": 0.876317, + "nauc_map_at_5_std": 0.721895, + "nauc_map_at_5_diff1": 0.82003, + "nauc_map_at_10_max": 0.873186, + "nauc_map_at_10_std": 0.721732, + "nauc_map_at_10_diff1": 0.818104, + "nauc_map_at_20_max": 0.872055, + "nauc_map_at_20_std": 0.721152, + "nauc_map_at_20_diff1": 0.817123, + "nauc_map_at_100_max": 0.870393, + "nauc_map_at_100_std": 0.719799, + "nauc_map_at_100_diff1": 0.815906, + "nauc_map_at_1000_max": 0.870518, + "nauc_map_at_1000_std": 0.719553, + "nauc_map_at_1000_diff1": 0.816284, + "nauc_recall_at_1_max": 0.853583, + "nauc_recall_at_1_std": 0.663982, + "nauc_recall_at_1_diff1": 0.853815, + "nauc_recall_at_3_max": 0.900573, + "nauc_recall_at_3_std": 0.770494, + "nauc_recall_at_3_diff1": 0.793837, + "nauc_recall_at_5_max": 0.891619, + "nauc_recall_at_5_std": 0.804749, + "nauc_recall_at_5_diff1": 0.757791, + "nauc_recall_at_10_max": 0.868358, + "nauc_recall_at_10_std": 0.807781, + "nauc_recall_at_10_diff1": 0.738628, + "nauc_recall_at_20_max": 0.851586, + "nauc_recall_at_20_std": 0.802013, + "nauc_recall_at_20_diff1": 0.721647, + "nauc_recall_at_100_max": 0.762514, + "nauc_recall_at_100_std": 0.750915, + "nauc_recall_at_100_diff1": 0.639977, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.855513, + "nauc_precision_at_1_std": 0.666778, + "nauc_precision_at_1_diff1": 0.854239, + "nauc_precision_at_3_max": 0.902559, + "nauc_precision_at_3_std": 0.77338, + "nauc_precision_at_3_diff1": 0.79426, + "nauc_precision_at_5_max": 0.893968, + "nauc_precision_at_5_std": 0.807988, + "nauc_precision_at_5_diff1": 0.758498, + "nauc_precision_at_10_max": 0.870798, + "nauc_precision_at_10_std": 0.811165, + "nauc_precision_at_10_diff1": 0.739355, + "nauc_precision_at_20_max": 0.854084, + "nauc_precision_at_20_std": 0.805489, + "nauc_precision_at_20_diff1": 0.722385, + "nauc_precision_at_100_max": 0.761796, + "nauc_precision_at_100_std": 0.752695, + "nauc_precision_at_100_diff1": 0.636109, + "nauc_precision_at_1000_max": 0.662006, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.098682, + "nauc_mrr_at_1_max": 0.855513, + "nauc_mrr_at_1_std": 0.666778, + "nauc_mrr_at_1_diff1": 0.854239, + "nauc_mrr_at_3_max": 0.880273, + "nauc_mrr_at_3_std": 0.717249, + "nauc_mrr_at_3_diff1": 0.828211, + "nauc_mrr_at_5_max": 0.878278, + "nauc_mrr_at_5_std": 0.724743, + "nauc_mrr_at_5_diff1": 0.820454, + "nauc_mrr_at_10_max": 0.875157, + "nauc_mrr_at_10_std": 0.724595, + "nauc_mrr_at_10_diff1": 0.81853, + "nauc_mrr_at_20_max": 0.87403, + "nauc_mrr_at_20_std": 0.72402, + "nauc_mrr_at_20_diff1": 0.817549, + "nauc_mrr_at_100_max": 0.8723, + "nauc_mrr_at_100_std": 0.722568, + "nauc_mrr_at_100_diff1": 0.816318, + "nauc_mrr_at_1000_max": 0.87243, + "nauc_mrr_at_1000_std": 0.722331, + "nauc_mrr_at_1000_diff1": 0.816696, + "hit_rate_at_1": 0.40823, + "hit_rate_at_3": 0.47942, + "hit_rate_at_5": 0.50723, + "hit_rate_at_10": 0.54839, + "hit_rate_at_20": 0.57397, + "hit_rate_at_100": 0.68298, + "hit_rate_at_1000": 1.0, + "main_score": 0.47488, + "hf_subset": "eng_Latn-ibo_Latn", + "languages": [ + "eng-Latn", + "ibo-Latn" + ] + }, + { + "ndcg_at_1": 0.72, + "ndcg_at_3": 0.76865, + "ndcg_at_5": 0.78046, + "ndcg_at_10": 0.79062, + "ndcg_at_20": 0.79935, + "ndcg_at_100": 0.80823, + "ndcg_at_1000": 0.81492, + "map_at_1": 0.72, + "map_at_3": 0.75667, + "map_at_5": 0.76317, + "map_at_10": 0.76721, + "map_at_20": 0.76961, + "map_at_100": 0.77077, + "map_at_1000": 0.77102, + "recall_at_1": 0.72, + "recall_at_3": 0.80333, + "recall_at_5": 0.83222, + "recall_at_10": 0.86444, + "recall_at_20": 0.89889, + "recall_at_100": 0.94778, + "recall_at_1000": 1.0, + "accuracy": 0.72, + "precision_at_1": 0.72, + "precision_at_3": 0.26778, + "precision_at_5": 0.16644, + "precision_at_10": 0.08644, + "precision_at_20": 0.04494, + "precision_at_100": 0.00948, + "precision_at_1000": 0.001, + "mrr_at_1": 0.72, + "mrr_at_3": 0.756667, + "mrr_at_5": 0.763167, + "mrr_at_10": 0.767209, + "mrr_at_20": 0.769615, + "mrr_at_100": 0.770767, + "mrr_at_1000": 0.771016, + "nauc_ndcg_at_1_max": 0.741958, + "nauc_ndcg_at_1_std": -0.253481, + "nauc_ndcg_at_1_diff1": 0.880567, + "nauc_ndcg_at_3_max": 0.750262, + "nauc_ndcg_at_3_std": -0.24435, + "nauc_ndcg_at_3_diff1": 0.865196, + "nauc_ndcg_at_5_max": 0.743793, + "nauc_ndcg_at_5_std": -0.267664, + "nauc_ndcg_at_5_diff1": 0.860259, + "nauc_ndcg_at_10_max": 0.746708, + "nauc_ndcg_at_10_std": -0.248984, + "nauc_ndcg_at_10_diff1": 0.862187, + "nauc_ndcg_at_20_max": 0.741471, + "nauc_ndcg_at_20_std": -0.248091, + "nauc_ndcg_at_20_diff1": 0.859028, + "nauc_ndcg_at_100_max": 0.742658, + "nauc_ndcg_at_100_std": -0.251098, + "nauc_ndcg_at_100_diff1": 0.861231, + "nauc_ndcg_at_1000_max": 0.744137, + "nauc_ndcg_at_1000_std": -0.250541, + "nauc_ndcg_at_1000_diff1": 0.86362, + "nauc_map_at_1_max": 0.741958, + "nauc_map_at_1_std": -0.253481, + "nauc_map_at_1_diff1": 0.880567, + "nauc_map_at_3_max": 0.74893, + "nauc_map_at_3_std": -0.24554, + "nauc_map_at_3_diff1": 0.869122, + "nauc_map_at_5_max": 0.745542, + "nauc_map_at_5_std": -0.257863, + "nauc_map_at_5_diff1": 0.866704, + "nauc_map_at_10_max": 0.746684, + "nauc_map_at_10_std": -0.250479, + "nauc_map_at_10_diff1": 0.867591, + "nauc_map_at_20_max": 0.745385, + "nauc_map_at_20_std": -0.250453, + "nauc_map_at_20_diff1": 0.866849, + "nauc_map_at_100_max": 0.74551, + "nauc_map_at_100_std": -0.250636, + "nauc_map_at_100_diff1": 0.867133, + "nauc_map_at_1000_max": 0.745539, + "nauc_map_at_1000_std": -0.250619, + "nauc_map_at_1000_diff1": 0.867201, + "nauc_recall_at_1_max": 0.741958, + "nauc_recall_at_1_std": -0.253481, + "nauc_recall_at_1_diff1": 0.880567, + "nauc_recall_at_3_max": 0.754368, + "nauc_recall_at_3_std": -0.240911, + "nauc_recall_at_3_diff1": 0.851886, + "nauc_recall_at_5_max": 0.73528, + "nauc_recall_at_5_std": -0.310339, + "nauc_recall_at_5_diff1": 0.834519, + "nauc_recall_at_10_max": 0.746339, + "nauc_recall_at_10_std": -0.237324, + "nauc_recall_at_10_diff1": 0.837219, + "nauc_recall_at_20_max": 0.709307, + "nauc_recall_at_20_std": -0.224407, + "nauc_recall_at_20_diff1": 0.807775, + "nauc_recall_at_100_max": 0.701999, + "nauc_recall_at_100_std": -0.266176, + "nauc_recall_at_100_diff1": 0.799372, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.741958, + "nauc_precision_at_1_std": -0.253481, + "nauc_precision_at_1_diff1": 0.880567, + "nauc_precision_at_3_max": 0.754368, + "nauc_precision_at_3_std": -0.240911, + "nauc_precision_at_3_diff1": 0.851886, + "nauc_precision_at_5_max": 0.73528, + "nauc_precision_at_5_std": -0.310339, + "nauc_precision_at_5_diff1": 0.834519, + "nauc_precision_at_10_max": 0.746339, + "nauc_precision_at_10_std": -0.237324, + "nauc_precision_at_10_diff1": 0.837219, + "nauc_precision_at_20_max": 0.709307, + "nauc_precision_at_20_std": -0.224407, + "nauc_precision_at_20_diff1": 0.807775, + "nauc_precision_at_100_max": 0.701999, + "nauc_precision_at_100_std": -0.266176, + "nauc_precision_at_100_diff1": 0.799372, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.741958, + "nauc_mrr_at_1_std": -0.253481, + "nauc_mrr_at_1_diff1": 0.880567, + "nauc_mrr_at_3_max": 0.74893, + "nauc_mrr_at_3_std": -0.24554, + "nauc_mrr_at_3_diff1": 0.869122, + "nauc_mrr_at_5_max": 0.745542, + "nauc_mrr_at_5_std": -0.257863, + "nauc_mrr_at_5_diff1": 0.866704, + "nauc_mrr_at_10_max": 0.746684, + "nauc_mrr_at_10_std": -0.250479, + "nauc_mrr_at_10_diff1": 0.867591, + "nauc_mrr_at_20_max": 0.745385, + "nauc_mrr_at_20_std": -0.250453, + "nauc_mrr_at_20_diff1": 0.866849, + "nauc_mrr_at_100_max": 0.74551, + "nauc_mrr_at_100_std": -0.250636, + "nauc_mrr_at_100_diff1": 0.867133, + "nauc_mrr_at_1000_max": 0.745539, + "nauc_mrr_at_1000_std": -0.250619, + "nauc_mrr_at_1000_diff1": 0.867201, + "hit_rate_at_1": 0.72, + "hit_rate_at_3": 0.80333, + "hit_rate_at_5": 0.83222, + "hit_rate_at_10": 0.86444, + "hit_rate_at_20": 0.89889, + "hit_rate_at_100": 0.94778, + "hit_rate_at_1000": 1.0, + "main_score": 0.79062, + "hf_subset": "ilo_Latn-ilo_Latn", + "languages": [ + "ilo-Latn", + "ilo-Latn" + ] + }, + { + "ndcg_at_1": 0.81444, + "ndcg_at_3": 0.86464, + "ndcg_at_5": 0.87746, + "ndcg_at_10": 0.8861, + "ndcg_at_20": 0.8907, + "ndcg_at_100": 0.89467, + "ndcg_at_1000": 0.8951, + "map_at_1": 0.81444, + "map_at_3": 0.85241, + "map_at_5": 0.85952, + "map_at_10": 0.8631, + "map_at_20": 0.86442, + "map_at_100": 0.86499, + "map_at_1000": 0.865, + "recall_at_1": 0.81444, + "recall_at_3": 0.9, + "recall_at_5": 0.93111, + "recall_at_10": 0.95778, + "recall_at_20": 0.97556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.81444, + "precision_at_1": 0.81444, + "precision_at_3": 0.3, + "precision_at_5": 0.18622, + "precision_at_10": 0.09578, + "precision_at_20": 0.04878, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.814444, + "mrr_at_3": 0.852407, + "mrr_at_5": 0.859519, + "mrr_at_10": 0.863099, + "mrr_at_20": 0.864416, + "mrr_at_100": 0.864986, + "mrr_at_1000": 0.865002, + "nauc_ndcg_at_1_max": 0.776454, + "nauc_ndcg_at_1_std": -0.220738, + "nauc_ndcg_at_1_diff1": 0.873252, + "nauc_ndcg_at_3_max": 0.791316, + "nauc_ndcg_at_3_std": -0.257892, + "nauc_ndcg_at_3_diff1": 0.861597, + "nauc_ndcg_at_5_max": 0.798302, + "nauc_ndcg_at_5_std": -0.25978, + "nauc_ndcg_at_5_diff1": 0.863846, + "nauc_ndcg_at_10_max": 0.793211, + "nauc_ndcg_at_10_std": -0.26089, + "nauc_ndcg_at_10_diff1": 0.866897, + "nauc_ndcg_at_20_max": 0.78919, + "nauc_ndcg_at_20_std": -0.256172, + "nauc_ndcg_at_20_diff1": 0.866575, + "nauc_ndcg_at_100_max": 0.789748, + "nauc_ndcg_at_100_std": -0.244061, + "nauc_ndcg_at_100_diff1": 0.866697, + "nauc_ndcg_at_1000_max": 0.788848, + "nauc_ndcg_at_1000_std": -0.249014, + "nauc_ndcg_at_1000_diff1": 0.866127, + "nauc_map_at_1_max": 0.776454, + "nauc_map_at_1_std": -0.220738, + "nauc_map_at_1_diff1": 0.873252, + "nauc_map_at_3_max": 0.787115, + "nauc_map_at_3_std": -0.247339, + "nauc_map_at_3_diff1": 0.863893, + "nauc_map_at_5_max": 0.79031, + "nauc_map_at_5_std": -0.247973, + "nauc_map_at_5_diff1": 0.865159, + "nauc_map_at_10_max": 0.788217, + "nauc_map_at_10_std": -0.248321, + "nauc_map_at_10_diff1": 0.866234, + "nauc_map_at_20_max": 0.787282, + "nauc_map_at_20_std": -0.246642, + "nauc_map_at_20_diff1": 0.866228, + "nauc_map_at_100_max": 0.787215, + "nauc_map_at_100_std": -0.245655, + "nauc_map_at_100_diff1": 0.866203, + "nauc_map_at_1000_max": 0.787188, + "nauc_map_at_1000_std": -0.245801, + "nauc_map_at_1000_diff1": 0.866186, + "nauc_recall_at_1_max": 0.776454, + "nauc_recall_at_1_std": -0.220738, + "nauc_recall_at_1_diff1": 0.873252, + "nauc_recall_at_3_max": 0.808326, + "nauc_recall_at_3_std": -0.300654, + "nauc_recall_at_3_diff1": 0.852915, + "nauc_recall_at_5_max": 0.844937, + "nauc_recall_at_5_std": -0.325608, + "nauc_recall_at_5_diff1": 0.857949, + "nauc_recall_at_10_max": 0.835569, + "nauc_recall_at_10_std": -0.370878, + "nauc_recall_at_10_diff1": 0.878802, + "nauc_recall_at_20_max": 0.797895, + "nauc_recall_at_20_std": -0.390969, + "nauc_recall_at_20_diff1": 0.879255, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.912854, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.776454, + "nauc_precision_at_1_std": -0.220738, + "nauc_precision_at_1_diff1": 0.873252, + "nauc_precision_at_3_max": 0.808326, + "nauc_precision_at_3_std": -0.300654, + "nauc_precision_at_3_diff1": 0.852915, + "nauc_precision_at_5_max": 0.844937, + "nauc_precision_at_5_std": -0.325608, + "nauc_precision_at_5_diff1": 0.857949, + "nauc_precision_at_10_max": 0.835569, + "nauc_precision_at_10_std": -0.370878, + "nauc_precision_at_10_diff1": 0.878802, + "nauc_precision_at_20_max": 0.797895, + "nauc_precision_at_20_std": -0.390969, + "nauc_precision_at_20_diff1": 0.879255, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.912854, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.776454, + "nauc_mrr_at_1_std": -0.220738, + "nauc_mrr_at_1_diff1": 0.873252, + "nauc_mrr_at_3_max": 0.787115, + "nauc_mrr_at_3_std": -0.247339, + "nauc_mrr_at_3_diff1": 0.863893, + "nauc_mrr_at_5_max": 0.79031, + "nauc_mrr_at_5_std": -0.247973, + "nauc_mrr_at_5_diff1": 0.865159, + "nauc_mrr_at_10_max": 0.788217, + "nauc_mrr_at_10_std": -0.248321, + "nauc_mrr_at_10_diff1": 0.866234, + "nauc_mrr_at_20_max": 0.787282, + "nauc_mrr_at_20_std": -0.246642, + "nauc_mrr_at_20_diff1": 0.866228, + "nauc_mrr_at_100_max": 0.787215, + "nauc_mrr_at_100_std": -0.245655, + "nauc_mrr_at_100_diff1": 0.866203, + "nauc_mrr_at_1000_max": 0.787188, + "nauc_mrr_at_1000_std": -0.245801, + "nauc_mrr_at_1000_diff1": 0.866186, + "hit_rate_at_1": 0.81444, + "hit_rate_at_3": 0.9, + "hit_rate_at_5": 0.93111, + "hit_rate_at_10": 0.95778, + "hit_rate_at_20": 0.97556, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.8861, + "hf_subset": "ilo_Latn-eng_Latn", + "languages": [ + "ilo-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.67556, + "ndcg_at_3": 0.7245, + "ndcg_at_5": 0.7333, + "ndcg_at_10": 0.74376, + "ndcg_at_20": 0.75119, + "ndcg_at_100": 0.76482, + "ndcg_at_1000": 0.77548, + "map_at_1": 0.67556, + "map_at_3": 0.71259, + "map_at_5": 0.71754, + "map_at_10": 0.72188, + "map_at_20": 0.72399, + "map_at_100": 0.72581, + "map_at_1000": 0.72618, + "recall_at_1": 0.67556, + "recall_at_3": 0.75889, + "recall_at_5": 0.78, + "recall_at_10": 0.81222, + "recall_at_20": 0.84111, + "recall_at_100": 0.91556, + "recall_at_1000": 1.0, + "accuracy": 0.67556, + "precision_at_1": 0.67556, + "precision_at_3": 0.25296, + "precision_at_5": 0.156, + "precision_at_10": 0.08122, + "precision_at_20": 0.04206, + "precision_at_100": 0.00916, + "precision_at_1000": 0.001, + "mrr_at_1": 0.675556, + "mrr_at_3": 0.712593, + "mrr_at_5": 0.717537, + "mrr_at_10": 0.721881, + "mrr_at_20": 0.723986, + "mrr_at_100": 0.725812, + "mrr_at_1000": 0.726182, + "nauc_ndcg_at_1_max": 0.866431, + "nauc_ndcg_at_1_std": 0.411382, + "nauc_ndcg_at_1_diff1": 0.896811, + "nauc_ndcg_at_3_max": 0.896479, + "nauc_ndcg_at_3_std": 0.504584, + "nauc_ndcg_at_3_diff1": 0.873231, + "nauc_ndcg_at_5_max": 0.897182, + "nauc_ndcg_at_5_std": 0.515835, + "nauc_ndcg_at_5_diff1": 0.870619, + "nauc_ndcg_at_10_max": 0.894434, + "nauc_ndcg_at_10_std": 0.526244, + "nauc_ndcg_at_10_diff1": 0.868992, + "nauc_ndcg_at_20_max": 0.892725, + "nauc_ndcg_at_20_std": 0.52598, + "nauc_ndcg_at_20_diff1": 0.869184, + "nauc_ndcg_at_100_max": 0.89087, + "nauc_ndcg_at_100_std": 0.523492, + "nauc_ndcg_at_100_diff1": 0.868961, + "nauc_ndcg_at_1000_max": 0.890492, + "nauc_ndcg_at_1000_std": 0.509867, + "nauc_ndcg_at_1000_diff1": 0.872666, + "nauc_map_at_1_max": 0.866431, + "nauc_map_at_1_std": 0.411382, + "nauc_map_at_1_diff1": 0.896811, + "nauc_map_at_3_max": 0.889678, + "nauc_map_at_3_std": 0.48158, + "nauc_map_at_3_diff1": 0.87942, + "nauc_map_at_5_max": 0.88994, + "nauc_map_at_5_std": 0.487632, + "nauc_map_at_5_diff1": 0.878016, + "nauc_map_at_10_max": 0.888748, + "nauc_map_at_10_std": 0.491447, + "nauc_map_at_10_diff1": 0.877386, + "nauc_map_at_20_max": 0.888278, + "nauc_map_at_20_std": 0.491141, + "nauc_map_at_20_diff1": 0.877434, + "nauc_map_at_100_max": 0.888004, + "nauc_map_at_100_std": 0.490862, + "nauc_map_at_100_diff1": 0.877423, + "nauc_map_at_1000_max": 0.887989, + "nauc_map_at_1000_std": 0.490447, + "nauc_map_at_1000_diff1": 0.877538, + "nauc_recall_at_1_max": 0.866431, + "nauc_recall_at_1_std": 0.411382, + "nauc_recall_at_1_diff1": 0.896811, + "nauc_recall_at_3_max": 0.918398, + "nauc_recall_at_3_std": 0.579776, + "nauc_recall_at_3_diff1": 0.852811, + "nauc_recall_at_5_max": 0.922095, + "nauc_recall_at_5_std": 0.615039, + "nauc_recall_at_5_diff1": 0.844459, + "nauc_recall_at_10_max": 0.91499, + "nauc_recall_at_10_std": 0.668972, + "nauc_recall_at_10_diff1": 0.835076, + "nauc_recall_at_20_max": 0.908552, + "nauc_recall_at_20_std": 0.690753, + "nauc_recall_at_20_diff1": 0.831339, + "nauc_recall_at_100_max": 0.898029, + "nauc_recall_at_100_std": 0.777858, + "nauc_recall_at_100_diff1": 0.800611, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.866431, + "nauc_precision_at_1_std": 0.411382, + "nauc_precision_at_1_diff1": 0.896811, + "nauc_precision_at_3_max": 0.918398, + "nauc_precision_at_3_std": 0.579776, + "nauc_precision_at_3_diff1": 0.852811, + "nauc_precision_at_5_max": 0.922095, + "nauc_precision_at_5_std": 0.615039, + "nauc_precision_at_5_diff1": 0.844459, + "nauc_precision_at_10_max": 0.91499, + "nauc_precision_at_10_std": 0.668972, + "nauc_precision_at_10_diff1": 0.835076, + "nauc_precision_at_20_max": 0.908552, + "nauc_precision_at_20_std": 0.690753, + "nauc_precision_at_20_diff1": 0.831339, + "nauc_precision_at_100_max": 0.898029, + "nauc_precision_at_100_std": 0.777858, + "nauc_precision_at_100_diff1": 0.800611, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.866431, + "nauc_mrr_at_1_std": 0.411382, + "nauc_mrr_at_1_diff1": 0.896811, + "nauc_mrr_at_3_max": 0.889678, + "nauc_mrr_at_3_std": 0.48158, + "nauc_mrr_at_3_diff1": 0.87942, + "nauc_mrr_at_5_max": 0.88994, + "nauc_mrr_at_5_std": 0.487632, + "nauc_mrr_at_5_diff1": 0.878016, + "nauc_mrr_at_10_max": 0.888748, + "nauc_mrr_at_10_std": 0.491447, + "nauc_mrr_at_10_diff1": 0.877386, + "nauc_mrr_at_20_max": 0.888278, + "nauc_mrr_at_20_std": 0.491141, + "nauc_mrr_at_20_diff1": 0.877434, + "nauc_mrr_at_100_max": 0.888004, + "nauc_mrr_at_100_std": 0.490862, + "nauc_mrr_at_100_diff1": 0.877423, + "nauc_mrr_at_1000_max": 0.887989, + "nauc_mrr_at_1000_std": 0.490447, + "nauc_mrr_at_1000_diff1": 0.877538, + "hit_rate_at_1": 0.67556, + "hit_rate_at_3": 0.75889, + "hit_rate_at_5": 0.78, + "hit_rate_at_10": 0.81222, + "hit_rate_at_20": 0.84111, + "hit_rate_at_100": 0.91556, + "hit_rate_at_1000": 1.0, + "main_score": 0.74376, + "hf_subset": "eng_Latn-ilo_Latn", + "languages": [ + "eng-Latn", + "ilo-Latn" + ] + }, + { + "ndcg_at_1": 0.89444, + "ndcg_at_3": 0.92173, + "ndcg_at_5": 0.92852, + "ndcg_at_10": 0.93433, + "ndcg_at_20": 0.93752, + "ndcg_at_100": 0.93968, + "ndcg_at_1000": 0.93997, + "map_at_1": 0.89444, + "map_at_3": 0.91537, + "map_at_5": 0.91909, + "map_at_10": 0.92153, + "map_at_20": 0.92245, + "map_at_100": 0.92279, + "map_at_1000": 0.9228, + "recall_at_1": 0.89444, + "recall_at_3": 0.94, + "recall_at_5": 0.95667, + "recall_at_10": 0.97444, + "recall_at_20": 0.98667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.89444, + "precision_at_1": 0.89444, + "precision_at_3": 0.31333, + "precision_at_5": 0.19133, + "precision_at_10": 0.09744, + "precision_at_20": 0.04933, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.894444, + "mrr_at_3": 0.91537, + "mrr_at_5": 0.919093, + "mrr_at_10": 0.921525, + "mrr_at_20": 0.922455, + "mrr_at_100": 0.922792, + "mrr_at_1000": 0.922802, + "nauc_ndcg_at_1_max": 0.768826, + "nauc_ndcg_at_1_std": -0.321307, + "nauc_ndcg_at_1_diff1": 0.910416, + "nauc_ndcg_at_3_max": 0.809482, + "nauc_ndcg_at_3_std": -0.220205, + "nauc_ndcg_at_3_diff1": 0.897807, + "nauc_ndcg_at_5_max": 0.816166, + "nauc_ndcg_at_5_std": -0.195479, + "nauc_ndcg_at_5_diff1": 0.905548, + "nauc_ndcg_at_10_max": 0.805687, + "nauc_ndcg_at_10_std": -0.212458, + "nauc_ndcg_at_10_diff1": 0.904515, + "nauc_ndcg_at_20_max": 0.80545, + "nauc_ndcg_at_20_std": -0.222608, + "nauc_ndcg_at_20_diff1": 0.905324, + "nauc_ndcg_at_100_max": 0.802667, + "nauc_ndcg_at_100_std": -0.230643, + "nauc_ndcg_at_100_diff1": 0.905265, + "nauc_ndcg_at_1000_max": 0.801725, + "nauc_ndcg_at_1000_std": -0.235555, + "nauc_ndcg_at_1000_diff1": 0.905134, + "nauc_map_at_1_max": 0.768826, + "nauc_map_at_1_std": -0.321307, + "nauc_map_at_1_diff1": 0.910416, + "nauc_map_at_3_max": 0.799001, + "nauc_map_at_3_std": -0.248392, + "nauc_map_at_3_diff1": 0.901693, + "nauc_map_at_5_max": 0.802013, + "nauc_map_at_5_std": -0.236132, + "nauc_map_at_5_diff1": 0.905499, + "nauc_map_at_10_max": 0.797877, + "nauc_map_at_10_std": -0.244277, + "nauc_map_at_10_diff1": 0.905142, + "nauc_map_at_20_max": 0.797953, + "nauc_map_at_20_std": -0.246921, + "nauc_map_at_20_diff1": 0.905422, + "nauc_map_at_100_max": 0.797579, + "nauc_map_at_100_std": -0.248124, + "nauc_map_at_100_diff1": 0.905394, + "nauc_map_at_1000_max": 0.797552, + "nauc_map_at_1000_std": -0.248265, + "nauc_map_at_1000_diff1": 0.905392, + "nauc_recall_at_1_max": 0.768826, + "nauc_recall_at_1_std": -0.321307, + "nauc_recall_at_1_diff1": 0.910416, + "nauc_recall_at_3_max": 0.85097, + "nauc_recall_at_3_std": -0.107212, + "nauc_recall_at_3_diff1": 0.881998, + "nauc_recall_at_5_max": 0.891917, + "nauc_recall_at_5_std": 0.023881, + "nauc_recall_at_5_diff1": 0.908126, + "nauc_recall_at_10_max": 0.862907, + "nauc_recall_at_10_std": 0.057748, + "nauc_recall_at_10_diff1": 0.901758, + "nauc_recall_at_20_max": 0.901572, + "nauc_recall_at_20_std": 0.117608, + "nauc_recall_at_20_diff1": 0.910131, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.795752, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768826, + "nauc_precision_at_1_std": -0.321307, + "nauc_precision_at_1_diff1": 0.910416, + "nauc_precision_at_3_max": 0.85097, + "nauc_precision_at_3_std": -0.107212, + "nauc_precision_at_3_diff1": 0.881998, + "nauc_precision_at_5_max": 0.891917, + "nauc_precision_at_5_std": 0.023881, + "nauc_precision_at_5_diff1": 0.908126, + "nauc_precision_at_10_max": 0.862907, + "nauc_precision_at_10_std": 0.057748, + "nauc_precision_at_10_diff1": 0.901758, + "nauc_precision_at_20_max": 0.901572, + "nauc_precision_at_20_std": 0.117608, + "nauc_precision_at_20_diff1": 0.910131, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.795752, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.768826, + "nauc_mrr_at_1_std": -0.321307, + "nauc_mrr_at_1_diff1": 0.910416, + "nauc_mrr_at_3_max": 0.799001, + "nauc_mrr_at_3_std": -0.248392, + "nauc_mrr_at_3_diff1": 0.901693, + "nauc_mrr_at_5_max": 0.802013, + "nauc_mrr_at_5_std": -0.236132, + "nauc_mrr_at_5_diff1": 0.905499, + "nauc_mrr_at_10_max": 0.797877, + "nauc_mrr_at_10_std": -0.244277, + "nauc_mrr_at_10_diff1": 0.905142, + "nauc_mrr_at_20_max": 0.797953, + "nauc_mrr_at_20_std": -0.246921, + "nauc_mrr_at_20_diff1": 0.905422, + "nauc_mrr_at_100_max": 0.797579, + "nauc_mrr_at_100_std": -0.248124, + "nauc_mrr_at_100_diff1": 0.905394, + "nauc_mrr_at_1000_max": 0.797552, + "nauc_mrr_at_1000_std": -0.248265, + "nauc_mrr_at_1000_diff1": 0.905392, + "hit_rate_at_1": 0.89444, + "hit_rate_at_3": 0.94, + "hit_rate_at_5": 0.95667, + "hit_rate_at_10": 0.97444, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93433, + "hf_subset": "ind_Latn-ind_Latn", + "languages": [ + "ind-Latn", + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.90333, + "ndcg_at_3": 0.93608, + "ndcg_at_5": 0.94239, + "ndcg_at_10": 0.94669, + "ndcg_at_20": 0.94811, + "ndcg_at_100": 0.94912, + "ndcg_at_1000": 0.94938, + "map_at_1": 0.90333, + "map_at_3": 0.92852, + "map_at_5": 0.93196, + "map_at_10": 0.93372, + "map_at_20": 0.93412, + "map_at_100": 0.93425, + "map_at_1000": 0.93426, + "recall_at_1": 0.90333, + "recall_at_3": 0.95778, + "recall_at_5": 0.97333, + "recall_at_10": 0.98667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.90333, + "precision_at_1": 0.90333, + "precision_at_3": 0.31926, + "precision_at_5": 0.19467, + "precision_at_10": 0.09867, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.903333, + "mrr_at_3": 0.928519, + "mrr_at_5": 0.931963, + "mrr_at_10": 0.933725, + "mrr_at_20": 0.934125, + "mrr_at_100": 0.93425, + "mrr_at_1000": 0.934256, + "nauc_ndcg_at_1_max": 0.77253, + "nauc_ndcg_at_1_std": -0.381001, + "nauc_ndcg_at_1_diff1": 0.918274, + "nauc_ndcg_at_3_max": 0.811385, + "nauc_ndcg_at_3_std": -0.355667, + "nauc_ndcg_at_3_diff1": 0.919982, + "nauc_ndcg_at_5_max": 0.811679, + "nauc_ndcg_at_5_std": -0.31912, + "nauc_ndcg_at_5_diff1": 0.921894, + "nauc_ndcg_at_10_max": 0.804764, + "nauc_ndcg_at_10_std": -0.325343, + "nauc_ndcg_at_10_diff1": 0.919936, + "nauc_ndcg_at_20_max": 0.803017, + "nauc_ndcg_at_20_std": -0.343448, + "nauc_ndcg_at_20_diff1": 0.919227, + "nauc_ndcg_at_100_max": 0.802158, + "nauc_ndcg_at_100_std": -0.338694, + "nauc_ndcg_at_100_diff1": 0.919686, + "nauc_ndcg_at_1000_max": 0.801135, + "nauc_ndcg_at_1000_std": -0.345619, + "nauc_ndcg_at_1000_diff1": 0.919619, + "nauc_map_at_1_max": 0.77253, + "nauc_map_at_1_std": -0.381001, + "nauc_map_at_1_diff1": 0.918274, + "nauc_map_at_3_max": 0.801291, + "nauc_map_at_3_std": -0.365777, + "nauc_map_at_3_diff1": 0.919565, + "nauc_map_at_5_max": 0.800826, + "nauc_map_at_5_std": -0.349548, + "nauc_map_at_5_diff1": 0.920635, + "nauc_map_at_10_max": 0.798053, + "nauc_map_at_10_std": -0.352753, + "nauc_map_at_10_diff1": 0.919766, + "nauc_map_at_20_max": 0.797659, + "nauc_map_at_20_std": -0.356787, + "nauc_map_at_20_diff1": 0.919591, + "nauc_map_at_100_max": 0.797615, + "nauc_map_at_100_std": -0.35605, + "nauc_map_at_100_diff1": 0.919614, + "nauc_map_at_1000_max": 0.797595, + "nauc_map_at_1000_std": -0.356179, + "nauc_map_at_1000_diff1": 0.919614, + "nauc_recall_at_1_max": 0.77253, + "nauc_recall_at_1_std": -0.381001, + "nauc_recall_at_1_diff1": 0.918274, + "nauc_recall_at_3_max": 0.8589, + "nauc_recall_at_3_std": -0.304978, + "nauc_recall_at_3_diff1": 0.921925, + "nauc_recall_at_5_max": 0.889122, + "nauc_recall_at_5_std": -0.07919, + "nauc_recall_at_5_diff1": 0.931042, + "nauc_recall_at_10_max": 0.886204, + "nauc_recall_at_10_std": 0.092126, + "nauc_recall_at_10_diff1": 0.921024, + "nauc_recall_at_20_max": 0.896625, + "nauc_recall_at_20_std": -0.090236, + "nauc_recall_at_20_diff1": 0.904295, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.77253, + "nauc_precision_at_1_std": -0.381001, + "nauc_precision_at_1_diff1": 0.918274, + "nauc_precision_at_3_max": 0.8589, + "nauc_precision_at_3_std": -0.304978, + "nauc_precision_at_3_diff1": 0.921925, + "nauc_precision_at_5_max": 0.889122, + "nauc_precision_at_5_std": -0.07919, + "nauc_precision_at_5_diff1": 0.931042, + "nauc_precision_at_10_max": 0.886204, + "nauc_precision_at_10_std": 0.092126, + "nauc_precision_at_10_diff1": 0.921024, + "nauc_precision_at_20_max": 0.896625, + "nauc_precision_at_20_std": -0.090236, + "nauc_precision_at_20_diff1": 0.904295, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.77253, + "nauc_mrr_at_1_std": -0.381001, + "nauc_mrr_at_1_diff1": 0.918274, + "nauc_mrr_at_3_max": 0.801291, + "nauc_mrr_at_3_std": -0.365777, + "nauc_mrr_at_3_diff1": 0.919565, + "nauc_mrr_at_5_max": 0.800826, + "nauc_mrr_at_5_std": -0.349548, + "nauc_mrr_at_5_diff1": 0.920635, + "nauc_mrr_at_10_max": 0.798053, + "nauc_mrr_at_10_std": -0.352753, + "nauc_mrr_at_10_diff1": 0.919766, + "nauc_mrr_at_20_max": 0.797659, + "nauc_mrr_at_20_std": -0.356787, + "nauc_mrr_at_20_diff1": 0.919591, + "nauc_mrr_at_100_max": 0.797615, + "nauc_mrr_at_100_std": -0.35605, + "nauc_mrr_at_100_diff1": 0.919614, + "nauc_mrr_at_1000_max": 0.797595, + "nauc_mrr_at_1000_std": -0.356179, + "nauc_mrr_at_1000_diff1": 0.919614, + "hit_rate_at_1": 0.90333, + "hit_rate_at_3": 0.95778, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94669, + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88444, + "ndcg_at_3": 0.91968, + "ndcg_at_5": 0.92523, + "ndcg_at_10": 0.9327, + "ndcg_at_20": 0.93555, + "ndcg_at_100": 0.93647, + "ndcg_at_1000": 0.93675, + "map_at_1": 0.88444, + "map_at_3": 0.91111, + "map_at_5": 0.91422, + "map_at_10": 0.91726, + "map_at_20": 0.91807, + "map_at_100": 0.91816, + "map_at_1000": 0.91817, + "recall_at_1": 0.88444, + "recall_at_3": 0.94444, + "recall_at_5": 0.95778, + "recall_at_10": 0.98111, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.88444, + "precision_at_1": 0.88444, + "precision_at_3": 0.31481, + "precision_at_5": 0.19156, + "precision_at_10": 0.09811, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.884444, + "mrr_at_3": 0.911111, + "mrr_at_5": 0.914222, + "mrr_at_10": 0.917261, + "mrr_at_20": 0.918066, + "mrr_at_100": 0.918157, + "mrr_at_1000": 0.918166, + "nauc_ndcg_at_1_max": 0.785568, + "nauc_ndcg_at_1_std": -0.153088, + "nauc_ndcg_at_1_diff1": 0.916979, + "nauc_ndcg_at_3_max": 0.810661, + "nauc_ndcg_at_3_std": -0.166134, + "nauc_ndcg_at_3_diff1": 0.906172, + "nauc_ndcg_at_5_max": 0.822958, + "nauc_ndcg_at_5_std": -0.154808, + "nauc_ndcg_at_5_diff1": 0.909148, + "nauc_ndcg_at_10_max": 0.818674, + "nauc_ndcg_at_10_std": -0.1399, + "nauc_ndcg_at_10_diff1": 0.915069, + "nauc_ndcg_at_20_max": 0.814326, + "nauc_ndcg_at_20_std": -0.134394, + "nauc_ndcg_at_20_diff1": 0.913571, + "nauc_ndcg_at_100_max": 0.811586, + "nauc_ndcg_at_100_std": -0.141536, + "nauc_ndcg_at_100_diff1": 0.912722, + "nauc_ndcg_at_1000_max": 0.810747, + "nauc_ndcg_at_1000_std": -0.14662, + "nauc_ndcg_at_1000_diff1": 0.912604, + "nauc_map_at_1_max": 0.785568, + "nauc_map_at_1_std": -0.153088, + "nauc_map_at_1_diff1": 0.916979, + "nauc_map_at_3_max": 0.803839, + "nauc_map_at_3_std": -0.163986, + "nauc_map_at_3_diff1": 0.909018, + "nauc_map_at_5_max": 0.809695, + "nauc_map_at_5_std": -0.158256, + "nauc_map_at_5_diff1": 0.91062, + "nauc_map_at_10_max": 0.807889, + "nauc_map_at_10_std": -0.154091, + "nauc_map_at_10_diff1": 0.912942, + "nauc_map_at_20_max": 0.806795, + "nauc_map_at_20_std": -0.152757, + "nauc_map_at_20_diff1": 0.912476, + "nauc_map_at_100_max": 0.806579, + "nauc_map_at_100_std": -0.153255, + "nauc_map_at_100_diff1": 0.912421, + "nauc_map_at_1000_max": 0.806557, + "nauc_map_at_1000_std": -0.153387, + "nauc_map_at_1000_diff1": 0.912416, + "nauc_recall_at_1_max": 0.785568, + "nauc_recall_at_1_std": -0.153088, + "nauc_recall_at_1_diff1": 0.916979, + "nauc_recall_at_3_max": 0.841148, + "nauc_recall_at_3_std": -0.174687, + "nauc_recall_at_3_diff1": 0.89352, + "nauc_recall_at_5_max": 0.901899, + "nauc_recall_at_5_std": -0.130535, + "nauc_recall_at_5_diff1": 0.901727, + "nauc_recall_at_10_max": 0.949745, + "nauc_recall_at_10_std": 0.078843, + "nauc_recall_at_10_diff1": 0.950706, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.55022, + "nauc_recall_at_20_diff1": 0.962652, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.785568, + "nauc_precision_at_1_std": -0.153088, + "nauc_precision_at_1_diff1": 0.916979, + "nauc_precision_at_3_max": 0.841148, + "nauc_precision_at_3_std": -0.174687, + "nauc_precision_at_3_diff1": 0.89352, + "nauc_precision_at_5_max": 0.901899, + "nauc_precision_at_5_std": -0.130535, + "nauc_precision_at_5_diff1": 0.901727, + "nauc_precision_at_10_max": 0.949745, + "nauc_precision_at_10_std": 0.078843, + "nauc_precision_at_10_diff1": 0.950706, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.55022, + "nauc_precision_at_20_diff1": 0.962652, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.785568, + "nauc_mrr_at_1_std": -0.153088, + "nauc_mrr_at_1_diff1": 0.916979, + "nauc_mrr_at_3_max": 0.803839, + "nauc_mrr_at_3_std": -0.163986, + "nauc_mrr_at_3_diff1": 0.909018, + "nauc_mrr_at_5_max": 0.809695, + "nauc_mrr_at_5_std": -0.158256, + "nauc_mrr_at_5_diff1": 0.91062, + "nauc_mrr_at_10_max": 0.807889, + "nauc_mrr_at_10_std": -0.154091, + "nauc_mrr_at_10_diff1": 0.912942, + "nauc_mrr_at_20_max": 0.806795, + "nauc_mrr_at_20_std": -0.152757, + "nauc_mrr_at_20_diff1": 0.912476, + "nauc_mrr_at_100_max": 0.806579, + "nauc_mrr_at_100_std": -0.153255, + "nauc_mrr_at_100_diff1": 0.912421, + "nauc_mrr_at_1000_max": 0.806557, + "nauc_mrr_at_1000_std": -0.153387, + "nauc_mrr_at_1000_diff1": 0.912416, + "hit_rate_at_1": 0.88444, + "hit_rate_at_3": 0.94444, + "hit_rate_at_5": 0.95778, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.9327, + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.65889, + "ndcg_at_3": 0.71104, + "ndcg_at_5": 0.72658, + "ndcg_at_10": 0.73841, + "ndcg_at_20": 0.74941, + "ndcg_at_100": 0.76649, + "ndcg_at_1000": 0.77217, + "map_at_1": 0.65889, + "map_at_3": 0.69833, + "map_at_5": 0.70694, + "map_at_10": 0.71181, + "map_at_20": 0.71485, + "map_at_100": 0.7172, + "map_at_1000": 0.71746, + "recall_at_1": 0.65889, + "recall_at_3": 0.74778, + "recall_at_5": 0.78556, + "recall_at_10": 0.82222, + "recall_at_20": 0.86556, + "recall_at_100": 0.95778, + "recall_at_1000": 1.0, + "accuracy": 0.65889, + "precision_at_1": 0.65889, + "precision_at_3": 0.24926, + "precision_at_5": 0.15711, + "precision_at_10": 0.08222, + "precision_at_20": 0.04328, + "precision_at_100": 0.00958, + "precision_at_1000": 0.001, + "mrr_at_1": 0.658889, + "mrr_at_3": 0.698333, + "mrr_at_5": 0.706944, + "mrr_at_10": 0.711812, + "mrr_at_20": 0.71485, + "mrr_at_100": 0.717204, + "mrr_at_1000": 0.717462, + "nauc_ndcg_at_1_max": 0.590432, + "nauc_ndcg_at_1_std": -0.313573, + "nauc_ndcg_at_1_diff1": 0.870972, + "nauc_ndcg_at_3_max": 0.607042, + "nauc_ndcg_at_3_std": -0.28692, + "nauc_ndcg_at_3_diff1": 0.835484, + "nauc_ndcg_at_5_max": 0.609808, + "nauc_ndcg_at_5_std": -0.274964, + "nauc_ndcg_at_5_diff1": 0.831913, + "nauc_ndcg_at_10_max": 0.606641, + "nauc_ndcg_at_10_std": -0.273257, + "nauc_ndcg_at_10_diff1": 0.830753, + "nauc_ndcg_at_20_max": 0.600831, + "nauc_ndcg_at_20_std": -0.28048, + "nauc_ndcg_at_20_diff1": 0.828887, + "nauc_ndcg_at_100_max": 0.60053, + "nauc_ndcg_at_100_std": -0.280477, + "nauc_ndcg_at_100_diff1": 0.83278, + "nauc_ndcg_at_1000_max": 0.601862, + "nauc_ndcg_at_1000_std": -0.284682, + "nauc_ndcg_at_1000_diff1": 0.836367, + "nauc_map_at_1_max": 0.590432, + "nauc_map_at_1_std": -0.313573, + "nauc_map_at_1_diff1": 0.870972, + "nauc_map_at_3_max": 0.603013, + "nauc_map_at_3_std": -0.29386, + "nauc_map_at_3_diff1": 0.843972, + "nauc_map_at_5_max": 0.604854, + "nauc_map_at_5_std": -0.287081, + "nauc_map_at_5_diff1": 0.842405, + "nauc_map_at_10_max": 0.60346, + "nauc_map_at_10_std": -0.286643, + "nauc_map_at_10_diff1": 0.842017, + "nauc_map_at_20_max": 0.601885, + "nauc_map_at_20_std": -0.288843, + "nauc_map_at_20_diff1": 0.841701, + "nauc_map_at_100_max": 0.601624, + "nauc_map_at_100_std": -0.28921, + "nauc_map_at_100_diff1": 0.842148, + "nauc_map_at_1000_max": 0.601711, + "nauc_map_at_1000_std": -0.289353, + "nauc_map_at_1000_diff1": 0.842304, + "nauc_recall_at_1_max": 0.590432, + "nauc_recall_at_1_std": -0.313573, + "nauc_recall_at_1_diff1": 0.870972, + "nauc_recall_at_3_max": 0.620167, + "nauc_recall_at_3_std": -0.264071, + "nauc_recall_at_3_diff1": 0.807899, + "nauc_recall_at_5_max": 0.627491, + "nauc_recall_at_5_std": -0.229508, + "nauc_recall_at_5_diff1": 0.793135, + "nauc_recall_at_10_max": 0.618095, + "nauc_recall_at_10_std": -0.214112, + "nauc_recall_at_10_diff1": 0.782189, + "nauc_recall_at_20_max": 0.584626, + "nauc_recall_at_20_std": -0.240737, + "nauc_recall_at_20_diff1": 0.755527, + "nauc_recall_at_100_max": 0.562657, + "nauc_recall_at_100_std": -0.130694, + "nauc_recall_at_100_diff1": 0.712848, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.590432, + "nauc_precision_at_1_std": -0.313573, + "nauc_precision_at_1_diff1": 0.870972, + "nauc_precision_at_3_max": 0.620167, + "nauc_precision_at_3_std": -0.264071, + "nauc_precision_at_3_diff1": 0.807899, + "nauc_precision_at_5_max": 0.627491, + "nauc_precision_at_5_std": -0.229508, + "nauc_precision_at_5_diff1": 0.793135, + "nauc_precision_at_10_max": 0.618095, + "nauc_precision_at_10_std": -0.214112, + "nauc_precision_at_10_diff1": 0.782189, + "nauc_precision_at_20_max": 0.584626, + "nauc_precision_at_20_std": -0.240737, + "nauc_precision_at_20_diff1": 0.755527, + "nauc_precision_at_100_max": 0.562657, + "nauc_precision_at_100_std": -0.130694, + "nauc_precision_at_100_diff1": 0.712848, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.590432, + "nauc_mrr_at_1_std": -0.313573, + "nauc_mrr_at_1_diff1": 0.870972, + "nauc_mrr_at_3_max": 0.603013, + "nauc_mrr_at_3_std": -0.29386, + "nauc_mrr_at_3_diff1": 0.843972, + "nauc_mrr_at_5_max": 0.604854, + "nauc_mrr_at_5_std": -0.287081, + "nauc_mrr_at_5_diff1": 0.842405, + "nauc_mrr_at_10_max": 0.60346, + "nauc_mrr_at_10_std": -0.286643, + "nauc_mrr_at_10_diff1": 0.842017, + "nauc_mrr_at_20_max": 0.601885, + "nauc_mrr_at_20_std": -0.288843, + "nauc_mrr_at_20_diff1": 0.841701, + "nauc_mrr_at_100_max": 0.601624, + "nauc_mrr_at_100_std": -0.28921, + "nauc_mrr_at_100_diff1": 0.842148, + "nauc_mrr_at_1000_max": 0.601711, + "nauc_mrr_at_1000_std": -0.289353, + "nauc_mrr_at_1000_diff1": 0.842304, + "hit_rate_at_1": 0.65889, + "hit_rate_at_3": 0.74778, + "hit_rate_at_5": 0.78556, + "hit_rate_at_10": 0.82222, + "hit_rate_at_20": 0.86556, + "hit_rate_at_100": 0.95778, + "hit_rate_at_1000": 1.0, + "main_score": 0.73841, + "hf_subset": "isl_Latn-isl_Latn", + "languages": [ + "isl-Latn", + "isl-Latn" + ] + }, + { + "ndcg_at_1": 0.74, + "ndcg_at_3": 0.81234, + "ndcg_at_5": 0.82707, + "ndcg_at_10": 0.8406, + "ndcg_at_20": 0.84677, + "ndcg_at_100": 0.85294, + "ndcg_at_1000": 0.85354, + "map_at_1": 0.74, + "map_at_3": 0.79537, + "map_at_5": 0.80359, + "map_at_10": 0.80911, + "map_at_20": 0.81079, + "map_at_100": 0.81171, + "map_at_1000": 0.81174, + "recall_at_1": 0.74, + "recall_at_3": 0.86111, + "recall_at_5": 0.89667, + "recall_at_10": 0.93889, + "recall_at_20": 0.96333, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.74, + "precision_at_1": 0.74, + "precision_at_3": 0.28704, + "precision_at_5": 0.17933, + "precision_at_10": 0.09389, + "precision_at_20": 0.04817, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.74, + "mrr_at_3": 0.79537, + "mrr_at_5": 0.803593, + "mrr_at_10": 0.809106, + "mrr_at_20": 0.810788, + "mrr_at_100": 0.811709, + "mrr_at_1000": 0.811736, + "nauc_ndcg_at_1_max": 0.669769, + "nauc_ndcg_at_1_std": -0.237852, + "nauc_ndcg_at_1_diff1": 0.851684, + "nauc_ndcg_at_3_max": 0.695011, + "nauc_ndcg_at_3_std": -0.273471, + "nauc_ndcg_at_3_diff1": 0.830784, + "nauc_ndcg_at_5_max": 0.696397, + "nauc_ndcg_at_5_std": -0.250694, + "nauc_ndcg_at_5_diff1": 0.827668, + "nauc_ndcg_at_10_max": 0.696468, + "nauc_ndcg_at_10_std": -0.238685, + "nauc_ndcg_at_10_diff1": 0.83129, + "nauc_ndcg_at_20_max": 0.693009, + "nauc_ndcg_at_20_std": -0.240608, + "nauc_ndcg_at_20_diff1": 0.831727, + "nauc_ndcg_at_100_max": 0.69172, + "nauc_ndcg_at_100_std": -0.245538, + "nauc_ndcg_at_100_diff1": 0.835587, + "nauc_ndcg_at_1000_max": 0.690344, + "nauc_ndcg_at_1000_std": -0.249216, + "nauc_ndcg_at_1000_diff1": 0.83548, + "nauc_map_at_1_max": 0.669769, + "nauc_map_at_1_std": -0.237852, + "nauc_map_at_1_diff1": 0.851684, + "nauc_map_at_3_max": 0.688198, + "nauc_map_at_3_std": -0.265241, + "nauc_map_at_3_diff1": 0.836492, + "nauc_map_at_5_max": 0.688744, + "nauc_map_at_5_std": -0.253146, + "nauc_map_at_5_diff1": 0.835289, + "nauc_map_at_10_max": 0.688417, + "nauc_map_at_10_std": -0.250384, + "nauc_map_at_10_diff1": 0.836901, + "nauc_map_at_20_max": 0.687631, + "nauc_map_at_20_std": -0.250878, + "nauc_map_at_20_diff1": 0.837059, + "nauc_map_at_100_max": 0.687401, + "nauc_map_at_100_std": -0.251587, + "nauc_map_at_100_diff1": 0.837563, + "nauc_map_at_1000_max": 0.687352, + "nauc_map_at_1000_std": -0.251729, + "nauc_map_at_1000_diff1": 0.837562, + "nauc_recall_at_1_max": 0.669769, + "nauc_recall_at_1_std": -0.237852, + "nauc_recall_at_1_diff1": 0.851684, + "nauc_recall_at_3_max": 0.722016, + "nauc_recall_at_3_std": -0.305214, + "nauc_recall_at_3_diff1": 0.808118, + "nauc_recall_at_5_max": 0.734425, + "nauc_recall_at_5_std": -0.232182, + "nauc_recall_at_5_diff1": 0.788714, + "nauc_recall_at_10_max": 0.762482, + "nauc_recall_at_10_std": -0.110322, + "nauc_recall_at_10_diff1": 0.787225, + "nauc_recall_at_20_max": 0.751606, + "nauc_recall_at_20_std": -0.056079, + "nauc_recall_at_20_diff1": 0.764281, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.557773, + "nauc_recall_at_100_diff1": 0.865196, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.669769, + "nauc_precision_at_1_std": -0.237852, + "nauc_precision_at_1_diff1": 0.851684, + "nauc_precision_at_3_max": 0.722016, + "nauc_precision_at_3_std": -0.305214, + "nauc_precision_at_3_diff1": 0.808118, + "nauc_precision_at_5_max": 0.734425, + "nauc_precision_at_5_std": -0.232182, + "nauc_precision_at_5_diff1": 0.788714, + "nauc_precision_at_10_max": 0.762482, + "nauc_precision_at_10_std": -0.110322, + "nauc_precision_at_10_diff1": 0.787225, + "nauc_precision_at_20_max": 0.751606, + "nauc_precision_at_20_std": -0.056079, + "nauc_precision_at_20_diff1": 0.764281, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.557773, + "nauc_precision_at_100_diff1": 0.865196, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.669769, + "nauc_mrr_at_1_std": -0.237852, + "nauc_mrr_at_1_diff1": 0.851684, + "nauc_mrr_at_3_max": 0.688198, + "nauc_mrr_at_3_std": -0.265241, + "nauc_mrr_at_3_diff1": 0.836492, + "nauc_mrr_at_5_max": 0.688744, + "nauc_mrr_at_5_std": -0.253146, + "nauc_mrr_at_5_diff1": 0.835289, + "nauc_mrr_at_10_max": 0.688417, + "nauc_mrr_at_10_std": -0.250384, + "nauc_mrr_at_10_diff1": 0.836901, + "nauc_mrr_at_20_max": 0.687631, + "nauc_mrr_at_20_std": -0.250878, + "nauc_mrr_at_20_diff1": 0.837059, + "nauc_mrr_at_100_max": 0.687401, + "nauc_mrr_at_100_std": -0.251587, + "nauc_mrr_at_100_diff1": 0.837563, + "nauc_mrr_at_1000_max": 0.687352, + "nauc_mrr_at_1000_std": -0.251729, + "nauc_mrr_at_1000_diff1": 0.837562, + "hit_rate_at_1": 0.74, + "hit_rate_at_3": 0.86111, + "hit_rate_at_5": 0.89667, + "hit_rate_at_10": 0.93889, + "hit_rate_at_20": 0.96333, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.8406, + "hf_subset": "isl_Latn-eng_Latn", + "languages": [ + "isl-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.44333, + "ndcg_at_3": 0.49923, + "ndcg_at_5": 0.5185, + "ndcg_at_10": 0.54652, + "ndcg_at_20": 0.56406, + "ndcg_at_100": 0.59436, + "ndcg_at_1000": 0.60616, + "map_at_1": 0.44333, + "map_at_3": 0.48519, + "map_at_5": 0.49591, + "map_at_10": 0.50747, + "map_at_20": 0.51219, + "map_at_100": 0.51612, + "map_at_1000": 0.51662, + "recall_at_1": 0.44333, + "recall_at_3": 0.54, + "recall_at_5": 0.58667, + "recall_at_10": 0.67333, + "recall_at_20": 0.74333, + "recall_at_100": 0.91111, + "recall_at_1000": 1.0, + "accuracy": 0.44333, + "precision_at_1": 0.44333, + "precision_at_3": 0.18, + "precision_at_5": 0.11733, + "precision_at_10": 0.06733, + "precision_at_20": 0.03717, + "precision_at_100": 0.00911, + "precision_at_1000": 0.001, + "mrr_at_1": 0.443333, + "mrr_at_3": 0.485185, + "mrr_at_5": 0.495907, + "mrr_at_10": 0.507467, + "mrr_at_20": 0.512192, + "mrr_at_100": 0.516115, + "mrr_at_1000": 0.516624, + "nauc_ndcg_at_1_max": 0.794515, + "nauc_ndcg_at_1_std": 0.404465, + "nauc_ndcg_at_1_diff1": 0.781232, + "nauc_ndcg_at_3_max": 0.770082, + "nauc_ndcg_at_3_std": 0.429296, + "nauc_ndcg_at_3_diff1": 0.71026, + "nauc_ndcg_at_5_max": 0.75937, + "nauc_ndcg_at_5_std": 0.439973, + "nauc_ndcg_at_5_diff1": 0.695333, + "nauc_ndcg_at_10_max": 0.746138, + "nauc_ndcg_at_10_std": 0.434274, + "nauc_ndcg_at_10_diff1": 0.682157, + "nauc_ndcg_at_20_max": 0.744942, + "nauc_ndcg_at_20_std": 0.447329, + "nauc_ndcg_at_20_diff1": 0.676803, + "nauc_ndcg_at_100_max": 0.750064, + "nauc_ndcg_at_100_std": 0.44636, + "nauc_ndcg_at_100_diff1": 0.684786, + "nauc_ndcg_at_1000_max": 0.757303, + "nauc_ndcg_at_1000_std": 0.437508, + "nauc_ndcg_at_1000_diff1": 0.697838, + "nauc_map_at_1_max": 0.794515, + "nauc_map_at_1_std": 0.404465, + "nauc_map_at_1_diff1": 0.781232, + "nauc_map_at_3_max": 0.776915, + "nauc_map_at_3_std": 0.423582, + "nauc_map_at_3_diff1": 0.727948, + "nauc_map_at_5_max": 0.771025, + "nauc_map_at_5_std": 0.429145, + "nauc_map_at_5_diff1": 0.719908, + "nauc_map_at_10_max": 0.766032, + "nauc_map_at_10_std": 0.426852, + "nauc_map_at_10_diff1": 0.715038, + "nauc_map_at_20_max": 0.765789, + "nauc_map_at_20_std": 0.429862, + "nauc_map_at_20_diff1": 0.713905, + "nauc_map_at_100_max": 0.766579, + "nauc_map_at_100_std": 0.429685, + "nauc_map_at_100_diff1": 0.714994, + "nauc_map_at_1000_max": 0.766846, + "nauc_map_at_1000_std": 0.429347, + "nauc_map_at_1000_diff1": 0.715509, + "nauc_recall_at_1_max": 0.794515, + "nauc_recall_at_1_std": 0.404465, + "nauc_recall_at_1_diff1": 0.781232, + "nauc_recall_at_3_max": 0.749263, + "nauc_recall_at_3_std": 0.446243, + "nauc_recall_at_3_diff1": 0.657175, + "nauc_recall_at_5_max": 0.721159, + "nauc_recall_at_5_std": 0.475477, + "nauc_recall_at_5_diff1": 0.616422, + "nauc_recall_at_10_max": 0.66618, + "nauc_recall_at_10_std": 0.459544, + "nauc_recall_at_10_diff1": 0.555687, + "nauc_recall_at_20_max": 0.6448, + "nauc_recall_at_20_std": 0.538373, + "nauc_recall_at_20_diff1": 0.501688, + "nauc_recall_at_100_max": 0.577894, + "nauc_recall_at_100_std": 0.655077, + "nauc_recall_at_100_diff1": 0.3802, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.794515, + "nauc_precision_at_1_std": 0.404465, + "nauc_precision_at_1_diff1": 0.781232, + "nauc_precision_at_3_max": 0.749263, + "nauc_precision_at_3_std": 0.446243, + "nauc_precision_at_3_diff1": 0.657175, + "nauc_precision_at_5_max": 0.721159, + "nauc_precision_at_5_std": 0.475477, + "nauc_precision_at_5_diff1": 0.616422, + "nauc_precision_at_10_max": 0.66618, + "nauc_precision_at_10_std": 0.459544, + "nauc_precision_at_10_diff1": 0.555687, + "nauc_precision_at_20_max": 0.6448, + "nauc_precision_at_20_std": 0.538373, + "nauc_precision_at_20_diff1": 0.501688, + "nauc_precision_at_100_max": 0.577894, + "nauc_precision_at_100_std": 0.655077, + "nauc_precision_at_100_diff1": 0.3802, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.794515, + "nauc_mrr_at_1_std": 0.404465, + "nauc_mrr_at_1_diff1": 0.781232, + "nauc_mrr_at_3_max": 0.776915, + "nauc_mrr_at_3_std": 0.423582, + "nauc_mrr_at_3_diff1": 0.727948, + "nauc_mrr_at_5_max": 0.771025, + "nauc_mrr_at_5_std": 0.429145, + "nauc_mrr_at_5_diff1": 0.719908, + "nauc_mrr_at_10_max": 0.766032, + "nauc_mrr_at_10_std": 0.426852, + "nauc_mrr_at_10_diff1": 0.715038, + "nauc_mrr_at_20_max": 0.765789, + "nauc_mrr_at_20_std": 0.429862, + "nauc_mrr_at_20_diff1": 0.713905, + "nauc_mrr_at_100_max": 0.766579, + "nauc_mrr_at_100_std": 0.429685, + "nauc_mrr_at_100_diff1": 0.714994, + "nauc_mrr_at_1000_max": 0.766846, + "nauc_mrr_at_1000_std": 0.429347, + "nauc_mrr_at_1000_diff1": 0.715509, + "hit_rate_at_1": 0.44333, + "hit_rate_at_3": 0.54, + "hit_rate_at_5": 0.58667, + "hit_rate_at_10": 0.67333, + "hit_rate_at_20": 0.74333, + "hit_rate_at_100": 0.91111, + "hit_rate_at_1000": 1.0, + "main_score": 0.54652, + "hf_subset": "eng_Latn-isl_Latn", + "languages": [ + "eng-Latn", + "isl-Latn" + ] + }, + { + "ndcg_at_1": 0.89222, + "ndcg_at_3": 0.92959, + "ndcg_at_5": 0.93557, + "ndcg_at_10": 0.93884, + "ndcg_at_20": 0.9409, + "ndcg_at_100": 0.943, + "ndcg_at_1000": 0.94327, + "map_at_1": 0.89222, + "map_at_3": 0.92093, + "map_at_5": 0.92426, + "map_at_10": 0.92564, + "map_at_20": 0.92625, + "map_at_100": 0.92655, + "map_at_1000": 0.92656, + "recall_at_1": 0.89222, + "recall_at_3": 0.95444, + "recall_at_5": 0.96889, + "recall_at_10": 0.97889, + "recall_at_20": 0.98667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.89222, + "precision_at_1": 0.89222, + "precision_at_3": 0.31815, + "precision_at_5": 0.19378, + "precision_at_10": 0.09789, + "precision_at_20": 0.04933, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.892222, + "mrr_at_3": 0.920926, + "mrr_at_5": 0.924259, + "mrr_at_10": 0.925637, + "mrr_at_20": 0.926246, + "mrr_at_100": 0.926549, + "mrr_at_1000": 0.926557, + "nauc_ndcg_at_1_max": 0.760293, + "nauc_ndcg_at_1_std": -0.136823, + "nauc_ndcg_at_1_diff1": 0.93431, + "nauc_ndcg_at_3_max": 0.818488, + "nauc_ndcg_at_3_std": -0.044101, + "nauc_ndcg_at_3_diff1": 0.926224, + "nauc_ndcg_at_5_max": 0.811154, + "nauc_ndcg_at_5_std": -0.090983, + "nauc_ndcg_at_5_diff1": 0.931303, + "nauc_ndcg_at_10_max": 0.809306, + "nauc_ndcg_at_10_std": -0.044598, + "nauc_ndcg_at_10_diff1": 0.931656, + "nauc_ndcg_at_20_max": 0.807384, + "nauc_ndcg_at_20_std": -0.049787, + "nauc_ndcg_at_20_diff1": 0.931211, + "nauc_ndcg_at_100_max": 0.801826, + "nauc_ndcg_at_100_std": -0.064472, + "nauc_ndcg_at_100_diff1": 0.929797, + "nauc_ndcg_at_1000_max": 0.801197, + "nauc_ndcg_at_1000_std": -0.068585, + "nauc_ndcg_at_1000_diff1": 0.930431, + "nauc_map_at_1_max": 0.760293, + "nauc_map_at_1_std": -0.136823, + "nauc_map_at_1_diff1": 0.93431, + "nauc_map_at_3_max": 0.802497, + "nauc_map_at_3_std": -0.070322, + "nauc_map_at_3_diff1": 0.928529, + "nauc_map_at_5_max": 0.798026, + "nauc_map_at_5_std": -0.09388, + "nauc_map_at_5_diff1": 0.930793, + "nauc_map_at_10_max": 0.797195, + "nauc_map_at_10_std": -0.077558, + "nauc_map_at_10_diff1": 0.930926, + "nauc_map_at_20_max": 0.79674, + "nauc_map_at_20_std": -0.078502, + "nauc_map_at_20_diff1": 0.930808, + "nauc_map_at_100_max": 0.796043, + "nauc_map_at_100_std": -0.080395, + "nauc_map_at_100_diff1": 0.930678, + "nauc_map_at_1000_max": 0.79603, + "nauc_map_at_1000_std": -0.080484, + "nauc_map_at_1000_diff1": 0.93069, + "nauc_recall_at_1_max": 0.760293, + "nauc_recall_at_1_std": -0.136823, + "nauc_recall_at_1_diff1": 0.93431, + "nauc_recall_at_3_max": 0.89588, + "nauc_recall_at_3_std": 0.08343, + "nauc_recall_at_3_diff1": 0.914999, + "nauc_recall_at_5_max": 0.898126, + "nauc_recall_at_5_std": -0.089269, + "nauc_recall_at_5_diff1": 0.937558, + "nauc_recall_at_10_max": 0.922109, + "nauc_recall_at_10_std": 0.312792, + "nauc_recall_at_10_diff1": 0.94324, + "nauc_recall_at_20_max": 0.951953, + "nauc_recall_at_20_std": 0.413087, + "nauc_recall_at_20_diff1": 0.94281, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.795752, + "nauc_recall_at_100_diff1": 0.795752, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.760293, + "nauc_precision_at_1_std": -0.136823, + "nauc_precision_at_1_diff1": 0.93431, + "nauc_precision_at_3_max": 0.89588, + "nauc_precision_at_3_std": 0.08343, + "nauc_precision_at_3_diff1": 0.914999, + "nauc_precision_at_5_max": 0.898126, + "nauc_precision_at_5_std": -0.089269, + "nauc_precision_at_5_diff1": 0.937558, + "nauc_precision_at_10_max": 0.922109, + "nauc_precision_at_10_std": 0.312792, + "nauc_precision_at_10_diff1": 0.94324, + "nauc_precision_at_20_max": 0.951953, + "nauc_precision_at_20_std": 0.413087, + "nauc_precision_at_20_diff1": 0.94281, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.795752, + "nauc_precision_at_100_diff1": 0.795752, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.760293, + "nauc_mrr_at_1_std": -0.136823, + "nauc_mrr_at_1_diff1": 0.93431, + "nauc_mrr_at_3_max": 0.802497, + "nauc_mrr_at_3_std": -0.070322, + "nauc_mrr_at_3_diff1": 0.928529, + "nauc_mrr_at_5_max": 0.798026, + "nauc_mrr_at_5_std": -0.09388, + "nauc_mrr_at_5_diff1": 0.930793, + "nauc_mrr_at_10_max": 0.797195, + "nauc_mrr_at_10_std": -0.077558, + "nauc_mrr_at_10_diff1": 0.930926, + "nauc_mrr_at_20_max": 0.79674, + "nauc_mrr_at_20_std": -0.078502, + "nauc_mrr_at_20_diff1": 0.930808, + "nauc_mrr_at_100_max": 0.796043, + "nauc_mrr_at_100_std": -0.080395, + "nauc_mrr_at_100_diff1": 0.930678, + "nauc_mrr_at_1000_max": 0.79603, + "nauc_mrr_at_1000_std": -0.080484, + "nauc_mrr_at_1000_diff1": 0.93069, + "hit_rate_at_1": 0.89222, + "hit_rate_at_3": 0.95444, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.97889, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93884, + "hf_subset": "ita_Latn-ita_Latn", + "languages": [ + "ita-Latn", + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.90889, + "ndcg_at_3": 0.94024, + "ndcg_at_5": 0.94521, + "ndcg_at_10": 0.95004, + "ndcg_at_20": 0.95151, + "ndcg_at_100": 0.95233, + "ndcg_at_1000": 0.95259, + "map_at_1": 0.90889, + "map_at_3": 0.93296, + "map_at_5": 0.93569, + "map_at_10": 0.93777, + "map_at_20": 0.93821, + "map_at_100": 0.93832, + "map_at_1000": 0.93832, + "recall_at_1": 0.90889, + "recall_at_3": 0.96111, + "recall_at_5": 0.97333, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.90889, + "precision_at_1": 0.90889, + "precision_at_3": 0.32037, + "precision_at_5": 0.19467, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.908889, + "mrr_at_3": 0.932963, + "mrr_at_5": 0.935685, + "mrr_at_10": 0.937771, + "mrr_at_20": 0.938209, + "mrr_at_100": 0.938317, + "mrr_at_1000": 0.938323, + "nauc_ndcg_at_1_max": 0.769266, + "nauc_ndcg_at_1_std": -0.379074, + "nauc_ndcg_at_1_diff1": 0.925901, + "nauc_ndcg_at_3_max": 0.806989, + "nauc_ndcg_at_3_std": -0.352425, + "nauc_ndcg_at_3_diff1": 0.928923, + "nauc_ndcg_at_5_max": 0.802751, + "nauc_ndcg_at_5_std": -0.334366, + "nauc_ndcg_at_5_diff1": 0.925782, + "nauc_ndcg_at_10_max": 0.800873, + "nauc_ndcg_at_10_std": -0.323141, + "nauc_ndcg_at_10_diff1": 0.929583, + "nauc_ndcg_at_20_max": 0.796406, + "nauc_ndcg_at_20_std": -0.33136, + "nauc_ndcg_at_20_diff1": 0.927449, + "nauc_ndcg_at_100_max": 0.794187, + "nauc_ndcg_at_100_std": -0.33188, + "nauc_ndcg_at_100_diff1": 0.927256, + "nauc_ndcg_at_1000_max": 0.793062, + "nauc_ndcg_at_1000_std": -0.339158, + "nauc_ndcg_at_1000_diff1": 0.926859, + "nauc_map_at_1_max": 0.769266, + "nauc_map_at_1_std": -0.379074, + "nauc_map_at_1_diff1": 0.925901, + "nauc_map_at_3_max": 0.793991, + "nauc_map_at_3_std": -0.361804, + "nauc_map_at_3_diff1": 0.926832, + "nauc_map_at_5_max": 0.791615, + "nauc_map_at_5_std": -0.353118, + "nauc_map_at_5_diff1": 0.925316, + "nauc_map_at_10_max": 0.790416, + "nauc_map_at_10_std": -0.348853, + "nauc_map_at_10_diff1": 0.926732, + "nauc_map_at_20_max": 0.789291, + "nauc_map_at_20_std": -0.350747, + "nauc_map_at_20_diff1": 0.926213, + "nauc_map_at_100_max": 0.789077, + "nauc_map_at_100_std": -0.350628, + "nauc_map_at_100_diff1": 0.926172, + "nauc_map_at_1000_max": 0.789057, + "nauc_map_at_1000_std": -0.350756, + "nauc_map_at_1000_diff1": 0.926165, + "nauc_recall_at_1_max": 0.769266, + "nauc_recall_at_1_std": -0.379074, + "nauc_recall_at_1_diff1": 0.925901, + "nauc_recall_at_3_max": 0.872096, + "nauc_recall_at_3_std": -0.305309, + "nauc_recall_at_3_diff1": 0.940109, + "nauc_recall_at_5_max": 0.879027, + "nauc_recall_at_5_std": -0.199074, + "nauc_recall_at_5_diff1": 0.928999, + "nauc_recall_at_10_max": 0.95098, + "nauc_recall_at_10_std": 0.072447, + "nauc_recall_at_10_diff1": 0.976233, + "nauc_recall_at_20_max": 0.953704, + "nauc_recall_at_20_std": 0.162932, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.769266, + "nauc_precision_at_1_std": -0.379074, + "nauc_precision_at_1_diff1": 0.925901, + "nauc_precision_at_3_max": 0.872096, + "nauc_precision_at_3_std": -0.305309, + "nauc_precision_at_3_diff1": 0.940109, + "nauc_precision_at_5_max": 0.879027, + "nauc_precision_at_5_std": -0.199074, + "nauc_precision_at_5_diff1": 0.928999, + "nauc_precision_at_10_max": 0.95098, + "nauc_precision_at_10_std": 0.072447, + "nauc_precision_at_10_diff1": 0.976233, + "nauc_precision_at_20_max": 0.953704, + "nauc_precision_at_20_std": 0.162932, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.769266, + "nauc_mrr_at_1_std": -0.379074, + "nauc_mrr_at_1_diff1": 0.925901, + "nauc_mrr_at_3_max": 0.793991, + "nauc_mrr_at_3_std": -0.361804, + "nauc_mrr_at_3_diff1": 0.926832, + "nauc_mrr_at_5_max": 0.791615, + "nauc_mrr_at_5_std": -0.353118, + "nauc_mrr_at_5_diff1": 0.925316, + "nauc_mrr_at_10_max": 0.790416, + "nauc_mrr_at_10_std": -0.348853, + "nauc_mrr_at_10_diff1": 0.926732, + "nauc_mrr_at_20_max": 0.789291, + "nauc_mrr_at_20_std": -0.350747, + "nauc_mrr_at_20_diff1": 0.926213, + "nauc_mrr_at_100_max": 0.789077, + "nauc_mrr_at_100_std": -0.350628, + "nauc_mrr_at_100_diff1": 0.926172, + "nauc_mrr_at_1000_max": 0.789057, + "nauc_mrr_at_1000_std": -0.350756, + "nauc_mrr_at_1000_diff1": 0.926165, + "hit_rate_at_1": 0.90889, + "hit_rate_at_3": 0.96111, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.95004, + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.92623, + "ndcg_at_5": 0.93359, + "ndcg_at_10": 0.93693, + "ndcg_at_20": 0.93994, + "ndcg_at_100": 0.94128, + "ndcg_at_1000": 0.9417, + "map_at_1": 0.89, + "map_at_3": 0.91759, + "map_at_5": 0.9217, + "map_at_10": 0.92314, + "map_at_20": 0.92407, + "map_at_100": 0.92429, + "map_at_1000": 0.92431, + "recall_at_1": 0.89, + "recall_at_3": 0.95111, + "recall_at_5": 0.96889, + "recall_at_10": 0.97889, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.89, + "precision_at_1": 0.89, + "precision_at_3": 0.31704, + "precision_at_5": 0.19378, + "precision_at_10": 0.09789, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.89, + "mrr_at_3": 0.917593, + "mrr_at_5": 0.921704, + "mrr_at_10": 0.923137, + "mrr_at_20": 0.924073, + "mrr_at_100": 0.924294, + "mrr_at_1000": 0.924309, + "nauc_ndcg_at_1_max": 0.778451, + "nauc_ndcg_at_1_std": -0.250952, + "nauc_ndcg_at_1_diff1": 0.928085, + "nauc_ndcg_at_3_max": 0.826834, + "nauc_ndcg_at_3_std": -0.216269, + "nauc_ndcg_at_3_diff1": 0.928093, + "nauc_ndcg_at_5_max": 0.831606, + "nauc_ndcg_at_5_std": -0.180307, + "nauc_ndcg_at_5_diff1": 0.929642, + "nauc_ndcg_at_10_max": 0.83161, + "nauc_ndcg_at_10_std": -0.143507, + "nauc_ndcg_at_10_diff1": 0.930004, + "nauc_ndcg_at_20_max": 0.824539, + "nauc_ndcg_at_20_std": -0.153027, + "nauc_ndcg_at_20_diff1": 0.928427, + "nauc_ndcg_at_100_max": 0.820507, + "nauc_ndcg_at_100_std": -0.17252, + "nauc_ndcg_at_100_diff1": 0.92883, + "nauc_ndcg_at_1000_max": 0.819188, + "nauc_ndcg_at_1000_std": -0.181134, + "nauc_ndcg_at_1000_diff1": 0.92896, + "nauc_map_at_1_max": 0.778451, + "nauc_map_at_1_std": -0.250952, + "nauc_map_at_1_diff1": 0.928085, + "nauc_map_at_3_max": 0.815071, + "nauc_map_at_3_std": -0.220912, + "nauc_map_at_3_diff1": 0.928627, + "nauc_map_at_5_max": 0.816709, + "nauc_map_at_5_std": -0.203769, + "nauc_map_at_5_diff1": 0.929316, + "nauc_map_at_10_max": 0.816469, + "nauc_map_at_10_std": -0.191326, + "nauc_map_at_10_diff1": 0.9294, + "nauc_map_at_20_max": 0.814558, + "nauc_map_at_20_std": -0.194008, + "nauc_map_at_20_diff1": 0.928995, + "nauc_map_at_100_max": 0.814012, + "nauc_map_at_100_std": -0.196716, + "nauc_map_at_100_diff1": 0.929042, + "nauc_map_at_1000_max": 0.813975, + "nauc_map_at_1000_std": -0.196958, + "nauc_map_at_1000_diff1": 0.929048, + "nauc_recall_at_1_max": 0.778451, + "nauc_recall_at_1_std": -0.250952, + "nauc_recall_at_1_diff1": 0.928085, + "nauc_recall_at_3_max": 0.881005, + "nauc_recall_at_3_std": -0.198338, + "nauc_recall_at_3_diff1": 0.925144, + "nauc_recall_at_5_max": 0.936391, + "nauc_recall_at_5_std": -0.007686, + "nauc_recall_at_5_diff1": 0.93214, + "nauc_recall_at_10_max": 0.98538, + "nauc_recall_at_10_std": 0.403435, + "nauc_recall_at_10_diff1": 0.937221, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.78893, + "nauc_recall_at_20_diff1": 0.911038, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.778451, + "nauc_precision_at_1_std": -0.250952, + "nauc_precision_at_1_diff1": 0.928085, + "nauc_precision_at_3_max": 0.881005, + "nauc_precision_at_3_std": -0.198338, + "nauc_precision_at_3_diff1": 0.925144, + "nauc_precision_at_5_max": 0.936391, + "nauc_precision_at_5_std": -0.007686, + "nauc_precision_at_5_diff1": 0.93214, + "nauc_precision_at_10_max": 0.98538, + "nauc_precision_at_10_std": 0.403435, + "nauc_precision_at_10_diff1": 0.937221, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.78893, + "nauc_precision_at_20_diff1": 0.911038, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.778451, + "nauc_mrr_at_1_std": -0.250952, + "nauc_mrr_at_1_diff1": 0.928085, + "nauc_mrr_at_3_max": 0.815071, + "nauc_mrr_at_3_std": -0.220912, + "nauc_mrr_at_3_diff1": 0.928627, + "nauc_mrr_at_5_max": 0.816709, + "nauc_mrr_at_5_std": -0.203769, + "nauc_mrr_at_5_diff1": 0.929316, + "nauc_mrr_at_10_max": 0.816469, + "nauc_mrr_at_10_std": -0.191326, + "nauc_mrr_at_10_diff1": 0.9294, + "nauc_mrr_at_20_max": 0.814558, + "nauc_mrr_at_20_std": -0.194008, + "nauc_mrr_at_20_diff1": 0.928995, + "nauc_mrr_at_100_max": 0.814012, + "nauc_mrr_at_100_std": -0.196716, + "nauc_mrr_at_100_diff1": 0.929042, + "nauc_mrr_at_1000_max": 0.813975, + "nauc_mrr_at_1000_std": -0.196958, + "nauc_mrr_at_1000_diff1": 0.929048, + "hit_rate_at_1": 0.89, + "hit_rate_at_3": 0.95111, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.97889, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93693, + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.81, + "ndcg_at_3": 0.86081, + "ndcg_at_5": 0.87286, + "ndcg_at_10": 0.87754, + "ndcg_at_20": 0.88224, + "ndcg_at_100": 0.88806, + "ndcg_at_1000": 0.88984, + "map_at_1": 0.81, + "map_at_3": 0.84907, + "map_at_5": 0.85585, + "map_at_10": 0.85779, + "map_at_20": 0.85904, + "map_at_100": 0.85994, + "map_at_1000": 0.86002, + "recall_at_1": 0.81, + "recall_at_3": 0.89444, + "recall_at_5": 0.92333, + "recall_at_10": 0.93778, + "recall_at_20": 0.95667, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "accuracy": 0.81, + "precision_at_1": 0.81, + "precision_at_3": 0.29815, + "precision_at_5": 0.18467, + "precision_at_10": 0.09378, + "precision_at_20": 0.04783, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.81, + "mrr_at_3": 0.849074, + "mrr_at_5": 0.855852, + "mrr_at_10": 0.85779, + "mrr_at_20": 0.859038, + "mrr_at_100": 0.859943, + "mrr_at_1000": 0.860021, + "nauc_ndcg_at_1_max": 0.744917, + "nauc_ndcg_at_1_std": -0.112432, + "nauc_ndcg_at_1_diff1": 0.906171, + "nauc_ndcg_at_3_max": 0.780551, + "nauc_ndcg_at_3_std": -0.059857, + "nauc_ndcg_at_3_diff1": 0.888001, + "nauc_ndcg_at_5_max": 0.779382, + "nauc_ndcg_at_5_std": -0.065248, + "nauc_ndcg_at_5_diff1": 0.891821, + "nauc_ndcg_at_10_max": 0.782654, + "nauc_ndcg_at_10_std": -0.037342, + "nauc_ndcg_at_10_diff1": 0.893569, + "nauc_ndcg_at_20_max": 0.779749, + "nauc_ndcg_at_20_std": -0.037966, + "nauc_ndcg_at_20_diff1": 0.893096, + "nauc_ndcg_at_100_max": 0.775063, + "nauc_ndcg_at_100_std": -0.041966, + "nauc_ndcg_at_100_diff1": 0.89506, + "nauc_ndcg_at_1000_max": 0.774292, + "nauc_ndcg_at_1000_std": -0.054355, + "nauc_ndcg_at_1000_diff1": 0.89515, + "nauc_map_at_1_max": 0.744917, + "nauc_map_at_1_std": -0.112432, + "nauc_map_at_1_diff1": 0.906171, + "nauc_map_at_3_max": 0.771903, + "nauc_map_at_3_std": -0.073766, + "nauc_map_at_3_diff1": 0.893862, + "nauc_map_at_5_max": 0.770889, + "nauc_map_at_5_std": -0.077178, + "nauc_map_at_5_diff1": 0.895998, + "nauc_map_at_10_max": 0.772045, + "nauc_map_at_10_std": -0.067139, + "nauc_map_at_10_diff1": 0.896729, + "nauc_map_at_20_max": 0.77126, + "nauc_map_at_20_std": -0.067747, + "nauc_map_at_20_diff1": 0.896613, + "nauc_map_at_100_max": 0.770597, + "nauc_map_at_100_std": -0.068008, + "nauc_map_at_100_diff1": 0.896829, + "nauc_map_at_1000_max": 0.770552, + "nauc_map_at_1000_std": -0.068444, + "nauc_map_at_1000_diff1": 0.896831, + "nauc_recall_at_1_max": 0.744917, + "nauc_recall_at_1_std": -0.112432, + "nauc_recall_at_1_diff1": 0.906171, + "nauc_recall_at_3_max": 0.813781, + "nauc_recall_at_3_std": -0.005616, + "nauc_recall_at_3_diff1": 0.864466, + "nauc_recall_at_5_max": 0.821628, + "nauc_recall_at_5_std": -0.005927, + "nauc_recall_at_5_diff1": 0.870837, + "nauc_recall_at_10_max": 0.84929, + "nauc_recall_at_10_std": 0.168217, + "nauc_recall_at_10_diff1": 0.875659, + "nauc_recall_at_20_max": 0.848895, + "nauc_recall_at_20_std": 0.256063, + "nauc_recall_at_20_diff1": 0.863894, + "nauc_recall_at_100_max": 0.815243, + "nauc_recall_at_100_std": 0.693861, + "nauc_recall_at_100_diff1": 0.888344, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.744917, + "nauc_precision_at_1_std": -0.112432, + "nauc_precision_at_1_diff1": 0.906171, + "nauc_precision_at_3_max": 0.813781, + "nauc_precision_at_3_std": -0.005616, + "nauc_precision_at_3_diff1": 0.864466, + "nauc_precision_at_5_max": 0.821628, + "nauc_precision_at_5_std": -0.005927, + "nauc_precision_at_5_diff1": 0.870837, + "nauc_precision_at_10_max": 0.84929, + "nauc_precision_at_10_std": 0.168217, + "nauc_precision_at_10_diff1": 0.875659, + "nauc_precision_at_20_max": 0.848895, + "nauc_precision_at_20_std": 0.256063, + "nauc_precision_at_20_diff1": 0.863894, + "nauc_precision_at_100_max": 0.815243, + "nauc_precision_at_100_std": 0.693861, + "nauc_precision_at_100_diff1": 0.888344, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.744917, + "nauc_mrr_at_1_std": -0.112432, + "nauc_mrr_at_1_diff1": 0.906171, + "nauc_mrr_at_3_max": 0.771903, + "nauc_mrr_at_3_std": -0.073766, + "nauc_mrr_at_3_diff1": 0.893862, + "nauc_mrr_at_5_max": 0.770889, + "nauc_mrr_at_5_std": -0.077178, + "nauc_mrr_at_5_diff1": 0.895998, + "nauc_mrr_at_10_max": 0.772045, + "nauc_mrr_at_10_std": -0.067139, + "nauc_mrr_at_10_diff1": 0.896729, + "nauc_mrr_at_20_max": 0.77126, + "nauc_mrr_at_20_std": -0.067747, + "nauc_mrr_at_20_diff1": 0.896613, + "nauc_mrr_at_100_max": 0.770597, + "nauc_mrr_at_100_std": -0.068008, + "nauc_mrr_at_100_diff1": 0.896829, + "nauc_mrr_at_1000_max": 0.770552, + "nauc_mrr_at_1000_std": -0.068444, + "nauc_mrr_at_1000_diff1": 0.896831, + "hit_rate_at_1": 0.81, + "hit_rate_at_3": 0.89444, + "hit_rate_at_5": 0.92333, + "hit_rate_at_10": 0.93778, + "hit_rate_at_20": 0.95667, + "hit_rate_at_100": 0.98667, + "hit_rate_at_1000": 1.0, + "main_score": 0.87754, + "hf_subset": "jav_Latn-jav_Latn", + "languages": [ + "jav-Latn", + "jav-Latn" + ] + }, + { + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.91414, + "ndcg_at_5": 0.91931, + "ndcg_at_10": 0.92172, + "ndcg_at_20": 0.92423, + "ndcg_at_100": 0.92725, + "ndcg_at_1000": 0.92769, + "map_at_1": 0.86, + "map_at_3": 0.9013, + "map_at_5": 0.90424, + "map_at_10": 0.90518, + "map_at_20": 0.90586, + "map_at_100": 0.90632, + "map_at_1000": 0.90634, + "recall_at_1": 0.86, + "recall_at_3": 0.95111, + "recall_at_5": 0.96333, + "recall_at_10": 0.97111, + "recall_at_20": 0.98111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.86, + "precision_at_1": 0.86, + "precision_at_3": 0.31704, + "precision_at_5": 0.19267, + "precision_at_10": 0.09711, + "precision_at_20": 0.04906, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.86, + "mrr_at_3": 0.901296, + "mrr_at_5": 0.904241, + "mrr_at_10": 0.905182, + "mrr_at_20": 0.905856, + "mrr_at_100": 0.906319, + "mrr_at_1000": 0.906337, + "nauc_ndcg_at_1_max": 0.694052, + "nauc_ndcg_at_1_std": -0.39407, + "nauc_ndcg_at_1_diff1": 0.890883, + "nauc_ndcg_at_3_max": 0.722887, + "nauc_ndcg_at_3_std": -0.373384, + "nauc_ndcg_at_3_diff1": 0.868102, + "nauc_ndcg_at_5_max": 0.728557, + "nauc_ndcg_at_5_std": -0.345944, + "nauc_ndcg_at_5_diff1": 0.867917, + "nauc_ndcg_at_10_max": 0.724861, + "nauc_ndcg_at_10_std": -0.342591, + "nauc_ndcg_at_10_diff1": 0.868952, + "nauc_ndcg_at_20_max": 0.720698, + "nauc_ndcg_at_20_std": -0.352112, + "nauc_ndcg_at_20_diff1": 0.867812, + "nauc_ndcg_at_100_max": 0.719412, + "nauc_ndcg_at_100_std": -0.354227, + "nauc_ndcg_at_100_diff1": 0.873148, + "nauc_ndcg_at_1000_max": 0.71795, + "nauc_ndcg_at_1000_std": -0.36126, + "nauc_ndcg_at_1000_diff1": 0.87298, + "nauc_map_at_1_max": 0.694052, + "nauc_map_at_1_std": -0.39407, + "nauc_map_at_1_diff1": 0.890883, + "nauc_map_at_3_max": 0.713897, + "nauc_map_at_3_std": -0.383273, + "nauc_map_at_3_diff1": 0.874956, + "nauc_map_at_5_max": 0.716477, + "nauc_map_at_5_std": -0.36965, + "nauc_map_at_5_diff1": 0.874971, + "nauc_map_at_10_max": 0.715138, + "nauc_map_at_10_std": -0.369282, + "nauc_map_at_10_diff1": 0.875349, + "nauc_map_at_20_max": 0.714173, + "nauc_map_at_20_std": -0.371516, + "nauc_map_at_20_diff1": 0.875213, + "nauc_map_at_100_max": 0.714013, + "nauc_map_at_100_std": -0.371559, + "nauc_map_at_100_diff1": 0.875756, + "nauc_map_at_1000_max": 0.713966, + "nauc_map_at_1000_std": -0.37178, + "nauc_map_at_1000_diff1": 0.875757, + "nauc_recall_at_1_max": 0.694052, + "nauc_recall_at_1_std": -0.39407, + "nauc_recall_at_1_diff1": 0.890883, + "nauc_recall_at_3_max": 0.773258, + "nauc_recall_at_3_std": -0.314946, + "nauc_recall_at_3_diff1": 0.829917, + "nauc_recall_at_5_max": 0.817474, + "nauc_recall_at_5_std": -0.163512, + "nauc_recall_at_5_diff1": 0.817432, + "nauc_recall_at_10_max": 0.81044, + "nauc_recall_at_10_std": -0.077426, + "nauc_recall_at_10_diff1": 0.813079, + "nauc_recall_at_20_max": 0.79041, + "nauc_recall_at_20_std": -0.086862, + "nauc_recall_at_20_diff1": 0.763415, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.786026, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.694052, + "nauc_precision_at_1_std": -0.39407, + "nauc_precision_at_1_diff1": 0.890883, + "nauc_precision_at_3_max": 0.773258, + "nauc_precision_at_3_std": -0.314946, + "nauc_precision_at_3_diff1": 0.829917, + "nauc_precision_at_5_max": 0.817474, + "nauc_precision_at_5_std": -0.163512, + "nauc_precision_at_5_diff1": 0.817432, + "nauc_precision_at_10_max": 0.81044, + "nauc_precision_at_10_std": -0.077426, + "nauc_precision_at_10_diff1": 0.813079, + "nauc_precision_at_20_max": 0.79041, + "nauc_precision_at_20_std": -0.086862, + "nauc_precision_at_20_diff1": 0.763415, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.786026, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.694052, + "nauc_mrr_at_1_std": -0.39407, + "nauc_mrr_at_1_diff1": 0.890883, + "nauc_mrr_at_3_max": 0.713897, + "nauc_mrr_at_3_std": -0.383273, + "nauc_mrr_at_3_diff1": 0.874956, + "nauc_mrr_at_5_max": 0.716477, + "nauc_mrr_at_5_std": -0.36965, + "nauc_mrr_at_5_diff1": 0.874971, + "nauc_mrr_at_10_max": 0.715138, + "nauc_mrr_at_10_std": -0.369282, + "nauc_mrr_at_10_diff1": 0.875349, + "nauc_mrr_at_20_max": 0.714173, + "nauc_mrr_at_20_std": -0.371516, + "nauc_mrr_at_20_diff1": 0.875213, + "nauc_mrr_at_100_max": 0.714013, + "nauc_mrr_at_100_std": -0.371559, + "nauc_mrr_at_100_diff1": 0.875756, + "nauc_mrr_at_1000_max": 0.713966, + "nauc_mrr_at_1000_std": -0.37178, + "nauc_mrr_at_1000_diff1": 0.875757, + "hit_rate_at_1": 0.86, + "hit_rate_at_3": 0.95111, + "hit_rate_at_5": 0.96333, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.98111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92172, + "hf_subset": "jav_Latn-eng_Latn", + "languages": [ + "jav-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.73556, + "ndcg_at_3": 0.78406, + "ndcg_at_5": 0.79788, + "ndcg_at_10": 0.81131, + "ndcg_at_20": 0.82004, + "ndcg_at_100": 0.82755, + "ndcg_at_1000": 0.83176, + "map_at_1": 0.73556, + "map_at_3": 0.77204, + "map_at_5": 0.77976, + "map_at_10": 0.78537, + "map_at_20": 0.78778, + "map_at_100": 0.78878, + "map_at_1000": 0.78897, + "recall_at_1": 0.73556, + "recall_at_3": 0.81889, + "recall_at_5": 0.85222, + "recall_at_10": 0.89333, + "recall_at_20": 0.92778, + "recall_at_100": 0.96889, + "recall_at_1000": 1.0, + "accuracy": 0.73556, + "precision_at_1": 0.73556, + "precision_at_3": 0.27296, + "precision_at_5": 0.17044, + "precision_at_10": 0.08933, + "precision_at_20": 0.04639, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "mrr_at_1": 0.735556, + "mrr_at_3": 0.772037, + "mrr_at_5": 0.779759, + "mrr_at_10": 0.785374, + "mrr_at_20": 0.787779, + "mrr_at_100": 0.788776, + "mrr_at_1000": 0.788972, + "nauc_ndcg_at_1_max": 0.828508, + "nauc_ndcg_at_1_std": 0.137767, + "nauc_ndcg_at_1_diff1": 0.912923, + "nauc_ndcg_at_3_max": 0.851116, + "nauc_ndcg_at_3_std": 0.182426, + "nauc_ndcg_at_3_diff1": 0.887417, + "nauc_ndcg_at_5_max": 0.851439, + "nauc_ndcg_at_5_std": 0.188763, + "nauc_ndcg_at_5_diff1": 0.885649, + "nauc_ndcg_at_10_max": 0.849763, + "nauc_ndcg_at_10_std": 0.197917, + "nauc_ndcg_at_10_diff1": 0.886064, + "nauc_ndcg_at_20_max": 0.848951, + "nauc_ndcg_at_20_std": 0.202005, + "nauc_ndcg_at_20_diff1": 0.889183, + "nauc_ndcg_at_100_max": 0.847868, + "nauc_ndcg_at_100_std": 0.198533, + "nauc_ndcg_at_100_diff1": 0.890948, + "nauc_ndcg_at_1000_max": 0.846953, + "nauc_ndcg_at_1000_std": 0.188358, + "nauc_ndcg_at_1000_diff1": 0.892487, + "nauc_map_at_1_max": 0.828508, + "nauc_map_at_1_std": 0.137767, + "nauc_map_at_1_diff1": 0.912923, + "nauc_map_at_3_max": 0.845858, + "nauc_map_at_3_std": 0.17006, + "nauc_map_at_3_diff1": 0.894669, + "nauc_map_at_5_max": 0.845961, + "nauc_map_at_5_std": 0.172869, + "nauc_map_at_5_diff1": 0.894096, + "nauc_map_at_10_max": 0.845181, + "nauc_map_at_10_std": 0.17595, + "nauc_map_at_10_diff1": 0.89461, + "nauc_map_at_20_max": 0.844849, + "nauc_map_at_20_std": 0.176591, + "nauc_map_at_20_diff1": 0.895502, + "nauc_map_at_100_max": 0.844751, + "nauc_map_at_100_std": 0.176303, + "nauc_map_at_100_diff1": 0.895764, + "nauc_map_at_1000_max": 0.844705, + "nauc_map_at_1000_std": 0.175957, + "nauc_map_at_1000_diff1": 0.89582, + "nauc_recall_at_1_max": 0.828508, + "nauc_recall_at_1_std": 0.137767, + "nauc_recall_at_1_diff1": 0.912923, + "nauc_recall_at_3_max": 0.869011, + "nauc_recall_at_3_std": 0.225667, + "nauc_recall_at_3_diff1": 0.861965, + "nauc_recall_at_5_max": 0.873035, + "nauc_recall_at_5_std": 0.254847, + "nauc_recall_at_5_diff1": 0.850597, + "nauc_recall_at_10_max": 0.872156, + "nauc_recall_at_10_std": 0.322439, + "nauc_recall_at_10_diff1": 0.839448, + "nauc_recall_at_20_max": 0.876866, + "nauc_recall_at_20_std": 0.417992, + "nauc_recall_at_20_diff1": 0.844753, + "nauc_recall_at_100_max": 0.879802, + "nauc_recall_at_100_std": 0.58375, + "nauc_recall_at_100_diff1": 0.833017, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.828508, + "nauc_precision_at_1_std": 0.137767, + "nauc_precision_at_1_diff1": 0.912923, + "nauc_precision_at_3_max": 0.869011, + "nauc_precision_at_3_std": 0.225667, + "nauc_precision_at_3_diff1": 0.861965, + "nauc_precision_at_5_max": 0.873035, + "nauc_precision_at_5_std": 0.254847, + "nauc_precision_at_5_diff1": 0.850597, + "nauc_precision_at_10_max": 0.872156, + "nauc_precision_at_10_std": 0.322439, + "nauc_precision_at_10_diff1": 0.839448, + "nauc_precision_at_20_max": 0.876866, + "nauc_precision_at_20_std": 0.417992, + "nauc_precision_at_20_diff1": 0.844753, + "nauc_precision_at_100_max": 0.879802, + "nauc_precision_at_100_std": 0.58375, + "nauc_precision_at_100_diff1": 0.833017, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.828508, + "nauc_mrr_at_1_std": 0.137767, + "nauc_mrr_at_1_diff1": 0.912923, + "nauc_mrr_at_3_max": 0.845858, + "nauc_mrr_at_3_std": 0.17006, + "nauc_mrr_at_3_diff1": 0.894669, + "nauc_mrr_at_5_max": 0.845961, + "nauc_mrr_at_5_std": 0.172869, + "nauc_mrr_at_5_diff1": 0.894096, + "nauc_mrr_at_10_max": 0.845181, + "nauc_mrr_at_10_std": 0.17595, + "nauc_mrr_at_10_diff1": 0.89461, + "nauc_mrr_at_20_max": 0.844849, + "nauc_mrr_at_20_std": 0.176591, + "nauc_mrr_at_20_diff1": 0.895502, + "nauc_mrr_at_100_max": 0.844751, + "nauc_mrr_at_100_std": 0.176303, + "nauc_mrr_at_100_diff1": 0.895764, + "nauc_mrr_at_1000_max": 0.844705, + "nauc_mrr_at_1000_std": 0.175957, + "nauc_mrr_at_1000_diff1": 0.89582, + "hit_rate_at_1": 0.73556, + "hit_rate_at_3": 0.81889, + "hit_rate_at_5": 0.85222, + "hit_rate_at_10": 0.89333, + "hit_rate_at_20": 0.92778, + "hit_rate_at_100": 0.96889, + "hit_rate_at_1000": 1.0, + "main_score": 0.81131, + "hf_subset": "eng_Latn-jav_Latn", + "languages": [ + "eng-Latn", + "jav-Latn" + ] + }, + { + "ndcg_at_1": 0.87667, + "ndcg_at_3": 0.92686, + "ndcg_at_5": 0.9315, + "ndcg_at_10": 0.93552, + "ndcg_at_20": 0.93715, + "ndcg_at_100": 0.93775, + "ndcg_at_1000": 0.93832, + "map_at_1": 0.87667, + "map_at_3": 0.91463, + "map_at_5": 0.91724, + "map_at_10": 0.91893, + "map_at_20": 0.91936, + "map_at_100": 0.91943, + "map_at_1000": 0.91946, + "recall_at_1": 0.87667, + "recall_at_3": 0.96222, + "recall_at_5": 0.97333, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.87667, + "precision_at_1": 0.87667, + "precision_at_3": 0.32074, + "precision_at_5": 0.19467, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.876667, + "mrr_at_3": 0.91463, + "mrr_at_5": 0.917241, + "mrr_at_10": 0.918935, + "mrr_at_20": 0.919356, + "mrr_at_100": 0.919433, + "mrr_at_1000": 0.919455, + "nauc_ndcg_at_1_max": 0.675063, + "nauc_ndcg_at_1_std": -0.245991, + "nauc_ndcg_at_1_diff1": 0.936912, + "nauc_ndcg_at_3_max": 0.732305, + "nauc_ndcg_at_3_std": -0.158725, + "nauc_ndcg_at_3_diff1": 0.921654, + "nauc_ndcg_at_5_max": 0.717607, + "nauc_ndcg_at_5_std": -0.165992, + "nauc_ndcg_at_5_diff1": 0.921134, + "nauc_ndcg_at_10_max": 0.722065, + "nauc_ndcg_at_10_std": -0.172716, + "nauc_ndcg_at_10_diff1": 0.927849, + "nauc_ndcg_at_20_max": 0.715253, + "nauc_ndcg_at_20_std": -0.198922, + "nauc_ndcg_at_20_diff1": 0.929012, + "nauc_ndcg_at_100_max": 0.715444, + "nauc_ndcg_at_100_std": -0.18608, + "nauc_ndcg_at_100_diff1": 0.928706, + "nauc_ndcg_at_1000_max": 0.712753, + "nauc_ndcg_at_1000_std": -0.195725, + "nauc_ndcg_at_1000_diff1": 0.928599, + "nauc_map_at_1_max": 0.675063, + "nauc_map_at_1_std": -0.245991, + "nauc_map_at_1_diff1": 0.936912, + "nauc_map_at_3_max": 0.715183, + "nauc_map_at_3_std": -0.193128, + "nauc_map_at_3_diff1": 0.92656, + "nauc_map_at_5_max": 0.707782, + "nauc_map_at_5_std": -0.197633, + "nauc_map_at_5_diff1": 0.926546, + "nauc_map_at_10_max": 0.709351, + "nauc_map_at_10_std": -0.200899, + "nauc_map_at_10_diff1": 0.929127, + "nauc_map_at_20_max": 0.707899, + "nauc_map_at_20_std": -0.206398, + "nauc_map_at_20_diff1": 0.929386, + "nauc_map_at_100_max": 0.707818, + "nauc_map_at_100_std": -0.205237, + "nauc_map_at_100_diff1": 0.929345, + "nauc_map_at_1000_max": 0.707737, + "nauc_map_at_1000_std": -0.205533, + "nauc_map_at_1000_diff1": 0.929336, + "nauc_recall_at_1_max": 0.675063, + "nauc_recall_at_1_std": -0.245991, + "nauc_recall_at_1_diff1": 0.936912, + "nauc_recall_at_3_max": 0.839512, + "nauc_recall_at_3_std": 0.065483, + "nauc_recall_at_3_diff1": 0.890578, + "nauc_recall_at_5_max": 0.79511, + "nauc_recall_at_5_std": 0.115021, + "nauc_recall_at_5_diff1": 0.87358, + "nauc_recall_at_10_max": 0.912411, + "nauc_recall_at_10_std": 0.272571, + "nauc_recall_at_10_diff1": 0.917044, + "nauc_recall_at_20_max": 0.856009, + "nauc_recall_at_20_std": -0.188275, + "nauc_recall_at_20_diff1": 0.943978, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.828431, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.675063, + "nauc_precision_at_1_std": -0.245991, + "nauc_precision_at_1_diff1": 0.936912, + "nauc_precision_at_3_max": 0.839512, + "nauc_precision_at_3_std": 0.065483, + "nauc_precision_at_3_diff1": 0.890578, + "nauc_precision_at_5_max": 0.79511, + "nauc_precision_at_5_std": 0.115021, + "nauc_precision_at_5_diff1": 0.87358, + "nauc_precision_at_10_max": 0.912411, + "nauc_precision_at_10_std": 0.272571, + "nauc_precision_at_10_diff1": 0.917044, + "nauc_precision_at_20_max": 0.856009, + "nauc_precision_at_20_std": -0.188275, + "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.828431, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.675063, + "nauc_mrr_at_1_std": -0.245991, + "nauc_mrr_at_1_diff1": 0.936912, + "nauc_mrr_at_3_max": 0.715183, + "nauc_mrr_at_3_std": -0.193128, + "nauc_mrr_at_3_diff1": 0.92656, + "nauc_mrr_at_5_max": 0.707782, + "nauc_mrr_at_5_std": -0.197633, + "nauc_mrr_at_5_diff1": 0.926546, + "nauc_mrr_at_10_max": 0.709351, + "nauc_mrr_at_10_std": -0.200899, + "nauc_mrr_at_10_diff1": 0.929127, + "nauc_mrr_at_20_max": 0.707899, + "nauc_mrr_at_20_std": -0.206398, + "nauc_mrr_at_20_diff1": 0.929386, + "nauc_mrr_at_100_max": 0.707818, + "nauc_mrr_at_100_std": -0.205237, + "nauc_mrr_at_100_diff1": 0.929345, + "nauc_mrr_at_1000_max": 0.707737, + "nauc_mrr_at_1000_std": -0.205533, + "nauc_mrr_at_1000_diff1": 0.929336, + "hit_rate_at_1": 0.87667, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.93552, + "hf_subset": "jpn_Jpan-jpn_Jpan", + "languages": [ + "jpn-Jpan", + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.93348, + "ndcg_at_5": 0.94218, + "ndcg_at_10": 0.94577, + "ndcg_at_20": 0.94662, + "ndcg_at_100": 0.94749, + "ndcg_at_1000": 0.9479, + "map_at_1": 0.89778, + "map_at_3": 0.92537, + "map_at_5": 0.9302, + "map_at_10": 0.93169, + "map_at_20": 0.93192, + "map_at_100": 0.93206, + "map_at_1000": 0.93207, + "recall_at_1": 0.89778, + "recall_at_3": 0.95667, + "recall_at_5": 0.97778, + "recall_at_10": 0.98889, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.89778, + "precision_at_1": 0.89778, + "precision_at_3": 0.31889, + "precision_at_5": 0.19556, + "precision_at_10": 0.09889, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.92537, + "mrr_at_5": 0.930204, + "mrr_at_10": 0.931686, + "mrr_at_20": 0.931922, + "mrr_at_100": 0.932058, + "mrr_at_1000": 0.932071, + "nauc_ndcg_at_1_max": 0.687548, + "nauc_ndcg_at_1_std": -0.356018, + "nauc_ndcg_at_1_diff1": 0.906287, + "nauc_ndcg_at_3_max": 0.724254, + "nauc_ndcg_at_3_std": -0.374038, + "nauc_ndcg_at_3_diff1": 0.911534, + "nauc_ndcg_at_5_max": 0.719299, + "nauc_ndcg_at_5_std": -0.334304, + "nauc_ndcg_at_5_diff1": 0.912681, + "nauc_ndcg_at_10_max": 0.716047, + "nauc_ndcg_at_10_std": -0.326864, + "nauc_ndcg_at_10_diff1": 0.910367, + "nauc_ndcg_at_20_max": 0.711516, + "nauc_ndcg_at_20_std": -0.345934, + "nauc_ndcg_at_20_diff1": 0.909591, + "nauc_ndcg_at_100_max": 0.71431, + "nauc_ndcg_at_100_std": -0.327797, + "nauc_ndcg_at_100_diff1": 0.910444, + "nauc_ndcg_at_1000_max": 0.712055, + "nauc_ndcg_at_1000_std": -0.338278, + "nauc_ndcg_at_1000_diff1": 0.909737, + "nauc_map_at_1_max": 0.687548, + "nauc_map_at_1_std": -0.356018, + "nauc_map_at_1_diff1": 0.906287, + "nauc_map_at_3_max": 0.713207, + "nauc_map_at_3_std": -0.364193, + "nauc_map_at_3_diff1": 0.909628, + "nauc_map_at_5_max": 0.710173, + "nauc_map_at_5_std": -0.345102, + "nauc_map_at_5_diff1": 0.909862, + "nauc_map_at_10_max": 0.708947, + "nauc_map_at_10_std": -0.342475, + "nauc_map_at_10_diff1": 0.908998, + "nauc_map_at_20_max": 0.707935, + "nauc_map_at_20_std": -0.346713, + "nauc_map_at_20_diff1": 0.908807, + "nauc_map_at_100_max": 0.708396, + "nauc_map_at_100_std": -0.344534, + "nauc_map_at_100_diff1": 0.908949, + "nauc_map_at_1000_max": 0.708341, + "nauc_map_at_1000_std": -0.344789, + "nauc_map_at_1000_diff1": 0.908932, + "nauc_recall_at_1_max": 0.687548, + "nauc_recall_at_1_std": -0.356018, + "nauc_recall_at_1_diff1": 0.906287, + "nauc_recall_at_3_max": 0.778293, + "nauc_recall_at_3_std": -0.425639, + "nauc_recall_at_3_diff1": 0.921114, + "nauc_recall_at_5_max": 0.798249, + "nauc_recall_at_5_std": -0.22591, + "nauc_recall_at_5_diff1": 0.939542, + "nauc_recall_at_10_max": 0.826844, + "nauc_recall_at_10_std": -0.019188, + "nauc_recall_at_10_diff1": 0.933007, + "nauc_recall_at_20_max": 0.752634, + "nauc_recall_at_20_std": -0.397626, + "nauc_recall_at_20_diff1": 0.922969, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.687548, + "nauc_precision_at_1_std": -0.356018, + "nauc_precision_at_1_diff1": 0.906287, + "nauc_precision_at_3_max": 0.778293, + "nauc_precision_at_3_std": -0.425639, + "nauc_precision_at_3_diff1": 0.921114, + "nauc_precision_at_5_max": 0.798249, + "nauc_precision_at_5_std": -0.22591, + "nauc_precision_at_5_diff1": 0.939542, + "nauc_precision_at_10_max": 0.826844, + "nauc_precision_at_10_std": -0.019188, + "nauc_precision_at_10_diff1": 0.933007, + "nauc_precision_at_20_max": 0.752634, + "nauc_precision_at_20_std": -0.397626, + "nauc_precision_at_20_diff1": 0.922969, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.687548, + "nauc_mrr_at_1_std": -0.356018, + "nauc_mrr_at_1_diff1": 0.906287, + "nauc_mrr_at_3_max": 0.713207, + "nauc_mrr_at_3_std": -0.364193, + "nauc_mrr_at_3_diff1": 0.909628, + "nauc_mrr_at_5_max": 0.710173, + "nauc_mrr_at_5_std": -0.345102, + "nauc_mrr_at_5_diff1": 0.909862, + "nauc_mrr_at_10_max": 0.708947, + "nauc_mrr_at_10_std": -0.342475, + "nauc_mrr_at_10_diff1": 0.908998, + "nauc_mrr_at_20_max": 0.707935, + "nauc_mrr_at_20_std": -0.346713, + "nauc_mrr_at_20_diff1": 0.908807, + "nauc_mrr_at_100_max": 0.708396, + "nauc_mrr_at_100_std": -0.344534, + "nauc_mrr_at_100_diff1": 0.908949, + "nauc_mrr_at_1000_max": 0.708341, + "nauc_mrr_at_1000_std": -0.344789, + "nauc_mrr_at_1000_diff1": 0.908932, + "hit_rate_at_1": 0.89778, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94577, + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86444, + "ndcg_at_3": 0.91245, + "ndcg_at_5": 0.92115, + "ndcg_at_10": 0.92623, + "ndcg_at_20": 0.92768, + "ndcg_at_100": 0.92941, + "ndcg_at_1000": 0.92997, + "map_at_1": 0.86444, + "map_at_3": 0.9013, + "map_at_5": 0.90613, + "map_at_10": 0.90826, + "map_at_20": 0.90868, + "map_at_100": 0.90896, + "map_at_1000": 0.90897, + "recall_at_1": 0.86444, + "recall_at_3": 0.94444, + "recall_at_5": 0.96556, + "recall_at_10": 0.98111, + "recall_at_20": 0.98667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.86444, + "precision_at_1": 0.86444, + "precision_at_3": 0.31481, + "precision_at_5": 0.19311, + "precision_at_10": 0.09811, + "precision_at_20": 0.04933, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.864444, + "mrr_at_3": 0.901296, + "mrr_at_5": 0.90613, + "mrr_at_10": 0.90826, + "mrr_at_20": 0.908683, + "mrr_at_100": 0.908956, + "mrr_at_1000": 0.908975, + "nauc_ndcg_at_1_max": 0.780908, + "nauc_ndcg_at_1_std": -0.231416, + "nauc_ndcg_at_1_diff1": 0.948883, + "nauc_ndcg_at_3_max": 0.811472, + "nauc_ndcg_at_3_std": -0.194709, + "nauc_ndcg_at_3_diff1": 0.932072, + "nauc_ndcg_at_5_max": 0.80513, + "nauc_ndcg_at_5_std": -0.211092, + "nauc_ndcg_at_5_diff1": 0.933752, + "nauc_ndcg_at_10_max": 0.809557, + "nauc_ndcg_at_10_std": -0.189479, + "nauc_ndcg_at_10_diff1": 0.938673, + "nauc_ndcg_at_20_max": 0.806708, + "nauc_ndcg_at_20_std": -0.191998, + "nauc_ndcg_at_20_diff1": 0.93797, + "nauc_ndcg_at_100_max": 0.805613, + "nauc_ndcg_at_100_std": -0.184891, + "nauc_ndcg_at_100_diff1": 0.938897, + "nauc_ndcg_at_1000_max": 0.80402, + "nauc_ndcg_at_1000_std": -0.194603, + "nauc_ndcg_at_1000_diff1": 0.938655, + "nauc_map_at_1_max": 0.780908, + "nauc_map_at_1_std": -0.231416, + "nauc_map_at_1_diff1": 0.948883, + "nauc_map_at_3_max": 0.803018, + "nauc_map_at_3_std": -0.205666, + "nauc_map_at_3_diff1": 0.936783, + "nauc_map_at_5_max": 0.799556, + "nauc_map_at_5_std": -0.213739, + "nauc_map_at_5_diff1": 0.937689, + "nauc_map_at_10_max": 0.801366, + "nauc_map_at_10_std": -0.205333, + "nauc_map_at_10_diff1": 0.939569, + "nauc_map_at_20_max": 0.800661, + "nauc_map_at_20_std": -0.205746, + "nauc_map_at_20_diff1": 0.939418, + "nauc_map_at_100_max": 0.80053, + "nauc_map_at_100_std": -0.204482, + "nauc_map_at_100_diff1": 0.939513, + "nauc_map_at_1000_max": 0.800487, + "nauc_map_at_1000_std": -0.204742, + "nauc_map_at_1000_diff1": 0.939506, + "nauc_recall_at_1_max": 0.780908, + "nauc_recall_at_1_std": -0.231416, + "nauc_recall_at_1_diff1": 0.948883, + "nauc_recall_at_3_max": 0.85268, + "nauc_recall_at_3_std": -0.140616, + "nauc_recall_at_3_diff1": 0.909057, + "nauc_recall_at_5_max": 0.844011, + "nauc_recall_at_5_std": -0.198368, + "nauc_recall_at_5_diff1": 0.9055, + "nauc_recall_at_10_max": 0.91668, + "nauc_recall_at_10_std": 0.034904, + "nauc_recall_at_10_diff1": 0.936563, + "nauc_recall_at_20_max": 0.90375, + "nauc_recall_at_20_std": 0.064504, + "nauc_recall_at_20_diff1": 0.921024, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.780908, + "nauc_precision_at_1_std": -0.231416, + "nauc_precision_at_1_diff1": 0.948883, + "nauc_precision_at_3_max": 0.85268, + "nauc_precision_at_3_std": -0.140616, + "nauc_precision_at_3_diff1": 0.909057, + "nauc_precision_at_5_max": 0.844011, + "nauc_precision_at_5_std": -0.198368, + "nauc_precision_at_5_diff1": 0.9055, + "nauc_precision_at_10_max": 0.91668, + "nauc_precision_at_10_std": 0.034904, + "nauc_precision_at_10_diff1": 0.936563, + "nauc_precision_at_20_max": 0.90375, + "nauc_precision_at_20_std": 0.064504, + "nauc_precision_at_20_diff1": 0.921024, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.780908, + "nauc_mrr_at_1_std": -0.231416, + "nauc_mrr_at_1_diff1": 0.948883, + "nauc_mrr_at_3_max": 0.803018, + "nauc_mrr_at_3_std": -0.205666, + "nauc_mrr_at_3_diff1": 0.936783, + "nauc_mrr_at_5_max": 0.799556, + "nauc_mrr_at_5_std": -0.213739, + "nauc_mrr_at_5_diff1": 0.937689, + "nauc_mrr_at_10_max": 0.801366, + "nauc_mrr_at_10_std": -0.205333, + "nauc_mrr_at_10_diff1": 0.939569, + "nauc_mrr_at_20_max": 0.800661, + "nauc_mrr_at_20_std": -0.205746, + "nauc_mrr_at_20_diff1": 0.939418, + "nauc_mrr_at_100_max": 0.80053, + "nauc_mrr_at_100_std": -0.204482, + "nauc_mrr_at_100_diff1": 0.939513, + "nauc_mrr_at_1000_max": 0.800487, + "nauc_mrr_at_1000_std": -0.204742, + "nauc_mrr_at_1000_diff1": 0.939506, + "hit_rate_at_1": 0.86444, + "hit_rate_at_3": 0.94444, + "hit_rate_at_5": 0.96556, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.92623, + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.44939, + "ndcg_at_3": 0.48609, + "ndcg_at_5": 0.49481, + "ndcg_at_10": 0.50585, + "ndcg_at_20": 0.5173, + "ndcg_at_100": 0.54373, + "ndcg_at_1000": 0.57481, + "map_at_1": 0.44939, + "map_at_3": 0.47757, + "map_at_5": 0.48241, + "map_at_10": 0.4869, + "map_at_20": 0.48999, + "map_at_100": 0.49319, + "map_at_1000": 0.49442, + "recall_at_1": 0.44939, + "recall_at_3": 0.51057, + "recall_at_5": 0.5317, + "recall_at_10": 0.56618, + "recall_at_20": 0.61179, + "recall_at_100": 0.76085, + "recall_at_1000": 1.0, + "accuracy": 0.44939, + "precision_at_1": 0.44939, + "precision_at_3": 0.17019, + "precision_at_5": 0.10634, + "precision_at_10": 0.05662, + "precision_at_20": 0.03059, + "precision_at_100": 0.00761, + "precision_at_1000": 0.001, + "mrr_at_1": 0.449388, + "mrr_at_3": 0.477568, + "mrr_at_5": 0.482406, + "mrr_at_10": 0.4869, + "mrr_at_20": 0.489995, + "mrr_at_100": 0.493195, + "mrr_at_1000": 0.494422, + "nauc_ndcg_at_1_max": 0.2608, + "nauc_ndcg_at_1_std": -0.775294, + "nauc_ndcg_at_1_diff1": 0.887287, + "nauc_ndcg_at_3_max": 0.257487, + "nauc_ndcg_at_3_std": -0.818192, + "nauc_ndcg_at_3_diff1": 0.86842, + "nauc_ndcg_at_5_max": 0.26069, + "nauc_ndcg_at_5_std": -0.81532, + "nauc_ndcg_at_5_diff1": 0.865953, + "nauc_ndcg_at_10_max": 0.251468, + "nauc_ndcg_at_10_std": -0.813637, + "nauc_ndcg_at_10_diff1": 0.857051, + "nauc_ndcg_at_20_max": 0.249844, + "nauc_ndcg_at_20_std": -0.804896, + "nauc_ndcg_at_20_diff1": 0.848388, + "nauc_ndcg_at_100_max": 0.246002, + "nauc_ndcg_at_100_std": -0.795078, + "nauc_ndcg_at_100_diff1": 0.839156, + "nauc_ndcg_at_1000_max": 0.251011, + "nauc_ndcg_at_1000_std": -0.802176, + "nauc_ndcg_at_1000_diff1": 0.853879, + "nauc_map_at_1_max": 0.2608, + "nauc_map_at_1_std": -0.775294, + "nauc_map_at_1_diff1": 0.887287, + "nauc_map_at_3_max": 0.2577, + "nauc_map_at_3_std": -0.807893, + "nauc_map_at_3_diff1": 0.872371, + "nauc_map_at_5_max": 0.259291, + "nauc_map_at_5_std": -0.806221, + "nauc_map_at_5_diff1": 0.870998, + "nauc_map_at_10_max": 0.255625, + "nauc_map_at_10_std": -0.805613, + "nauc_map_at_10_diff1": 0.867554, + "nauc_map_at_20_max": 0.255091, + "nauc_map_at_20_std": -0.803412, + "nauc_map_at_20_diff1": 0.865329, + "nauc_map_at_100_max": 0.254469, + "nauc_map_at_100_std": -0.802416, + "nauc_map_at_100_diff1": 0.864204, + "nauc_map_at_1000_max": 0.254667, + "nauc_map_at_1000_std": -0.802521, + "nauc_map_at_1000_diff1": 0.86469, + "nauc_recall_at_1_max": 0.2608, + "nauc_recall_at_1_std": -0.775294, + "nauc_recall_at_1_diff1": 0.887287, + "nauc_recall_at_3_max": 0.257113, + "nauc_recall_at_3_std": -0.848337, + "nauc_recall_at_3_diff1": 0.8571, + "nauc_recall_at_5_max": 0.26582, + "nauc_recall_at_5_std": -0.842028, + "nauc_recall_at_5_diff1": 0.85086, + "nauc_recall_at_10_max": 0.235524, + "nauc_recall_at_10_std": -0.836886, + "nauc_recall_at_10_diff1": 0.820485, + "nauc_recall_at_20_max": 0.228473, + "nauc_recall_at_20_std": -0.798866, + "nauc_recall_at_20_diff1": 0.780114, + "nauc_recall_at_100_max": 0.192234, + "nauc_recall_at_100_std": -0.709323, + "nauc_recall_at_100_diff1": 0.677105, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.2608, + "nauc_precision_at_1_std": -0.775294, + "nauc_precision_at_1_diff1": 0.887287, + "nauc_precision_at_3_max": 0.257113, + "nauc_precision_at_3_std": -0.848337, + "nauc_precision_at_3_diff1": 0.8571, + "nauc_precision_at_5_max": 0.26582, + "nauc_precision_at_5_std": -0.842028, + "nauc_precision_at_5_diff1": 0.85086, + "nauc_precision_at_10_max": 0.235524, + "nauc_precision_at_10_std": -0.836886, + "nauc_precision_at_10_diff1": 0.820485, + "nauc_precision_at_20_max": 0.228473, + "nauc_precision_at_20_std": -0.798866, + "nauc_precision_at_20_diff1": 0.780114, + "nauc_precision_at_100_max": 0.192234, + "nauc_precision_at_100_std": -0.709323, + "nauc_precision_at_100_diff1": 0.677105, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.2608, + "nauc_mrr_at_1_std": -0.775294, + "nauc_mrr_at_1_diff1": 0.887287, + "nauc_mrr_at_3_max": 0.2577, + "nauc_mrr_at_3_std": -0.807893, + "nauc_mrr_at_3_diff1": 0.872371, + "nauc_mrr_at_5_max": 0.259291, + "nauc_mrr_at_5_std": -0.806221, + "nauc_mrr_at_5_diff1": 0.870998, + "nauc_mrr_at_10_max": 0.255625, + "nauc_mrr_at_10_std": -0.805613, + "nauc_mrr_at_10_diff1": 0.867554, + "nauc_mrr_at_20_max": 0.255091, + "nauc_mrr_at_20_std": -0.803412, + "nauc_mrr_at_20_diff1": 0.865329, + "nauc_mrr_at_100_max": 0.254469, + "nauc_mrr_at_100_std": -0.802416, + "nauc_mrr_at_100_diff1": 0.864204, + "nauc_mrr_at_1000_max": 0.254667, + "nauc_mrr_at_1000_std": -0.802521, + "nauc_mrr_at_1000_diff1": 0.86469, + "hit_rate_at_1": 0.44939, + "hit_rate_at_3": 0.51057, + "hit_rate_at_5": 0.5317, + "hit_rate_at_10": 0.56618, + "hit_rate_at_20": 0.61179, + "hit_rate_at_100": 0.76085, + "hit_rate_at_1000": 1.0, + "main_score": 0.50585, + "hf_subset": "kac_Latn-kac_Latn", + "languages": [ + "kac-Latn", + "kac-Latn" + ] + }, + { + "ndcg_at_1": 0.55556, + "ndcg_at_3": 0.60505, + "ndcg_at_5": 0.61567, + "ndcg_at_10": 0.62739, + "ndcg_at_20": 0.63975, + "ndcg_at_100": 0.66323, + "ndcg_at_1000": 0.67917, + "map_at_1": 0.55556, + "map_at_3": 0.59296, + "map_at_5": 0.59891, + "map_at_10": 0.60367, + "map_at_20": 0.60706, + "map_at_100": 0.61006, + "map_at_1000": 0.61077, + "recall_at_1": 0.55556, + "recall_at_3": 0.64, + "recall_at_5": 0.66556, + "recall_at_10": 0.70222, + "recall_at_20": 0.75111, + "recall_at_100": 0.88111, + "recall_at_1000": 1.0, + "accuracy": 0.55556, + "precision_at_1": 0.55556, + "precision_at_3": 0.21333, + "precision_at_5": 0.13311, + "precision_at_10": 0.07022, + "precision_at_20": 0.03756, + "precision_at_100": 0.00881, + "precision_at_1000": 0.001, + "mrr_at_1": 0.555556, + "mrr_at_3": 0.592963, + "mrr_at_5": 0.598907, + "mrr_at_10": 0.603673, + "mrr_at_20": 0.607063, + "mrr_at_100": 0.610061, + "mrr_at_1000": 0.610771, + "nauc_ndcg_at_1_max": 0.801931, + "nauc_ndcg_at_1_std": 0.334849, + "nauc_ndcg_at_1_diff1": 0.867231, + "nauc_ndcg_at_3_max": 0.834392, + "nauc_ndcg_at_3_std": 0.379542, + "nauc_ndcg_at_3_diff1": 0.839608, + "nauc_ndcg_at_5_max": 0.833283, + "nauc_ndcg_at_5_std": 0.390445, + "nauc_ndcg_at_5_diff1": 0.834462, + "nauc_ndcg_at_10_max": 0.826507, + "nauc_ndcg_at_10_std": 0.391003, + "nauc_ndcg_at_10_diff1": 0.826179, + "nauc_ndcg_at_20_max": 0.824785, + "nauc_ndcg_at_20_std": 0.395832, + "nauc_ndcg_at_20_diff1": 0.826298, + "nauc_ndcg_at_100_max": 0.817264, + "nauc_ndcg_at_100_std": 0.390181, + "nauc_ndcg_at_100_diff1": 0.823949, + "nauc_ndcg_at_1000_max": 0.822277, + "nauc_ndcg_at_1000_std": 0.38391, + "nauc_ndcg_at_1000_diff1": 0.832684, + "nauc_map_at_1_max": 0.801931, + "nauc_map_at_1_std": 0.334849, + "nauc_map_at_1_diff1": 0.867231, + "nauc_map_at_3_max": 0.827025, + "nauc_map_at_3_std": 0.368372, + "nauc_map_at_3_diff1": 0.847006, + "nauc_map_at_5_max": 0.826401, + "nauc_map_at_5_std": 0.374492, + "nauc_map_at_5_diff1": 0.844256, + "nauc_map_at_10_max": 0.823677, + "nauc_map_at_10_std": 0.374513, + "nauc_map_at_10_diff1": 0.841024, + "nauc_map_at_20_max": 0.823308, + "nauc_map_at_20_std": 0.375793, + "nauc_map_at_20_diff1": 0.841108, + "nauc_map_at_100_max": 0.822114, + "nauc_map_at_100_std": 0.374774, + "nauc_map_at_100_diff1": 0.84072, + "nauc_map_at_1000_max": 0.822329, + "nauc_map_at_1000_std": 0.374543, + "nauc_map_at_1000_diff1": 0.841084, + "nauc_recall_at_1_max": 0.801931, + "nauc_recall_at_1_std": 0.334849, + "nauc_recall_at_1_diff1": 0.867231, + "nauc_recall_at_3_max": 0.856846, + "nauc_recall_at_3_std": 0.414091, + "nauc_recall_at_3_diff1": 0.816501, + "nauc_recall_at_5_max": 0.854808, + "nauc_recall_at_5_std": 0.443048, + "nauc_recall_at_5_diff1": 0.801956, + "nauc_recall_at_10_max": 0.832289, + "nauc_recall_at_10_std": 0.449623, + "nauc_recall_at_10_diff1": 0.770077, + "nauc_recall_at_20_max": 0.823406, + "nauc_recall_at_20_std": 0.48178, + "nauc_recall_at_20_diff1": 0.762469, + "nauc_recall_at_100_max": 0.738925, + "nauc_recall_at_100_std": 0.496458, + "nauc_recall_at_100_diff1": 0.683372, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.801931, + "nauc_precision_at_1_std": 0.334849, + "nauc_precision_at_1_diff1": 0.867231, + "nauc_precision_at_3_max": 0.856846, + "nauc_precision_at_3_std": 0.414091, + "nauc_precision_at_3_diff1": 0.816501, + "nauc_precision_at_5_max": 0.854808, + "nauc_precision_at_5_std": 0.443048, + "nauc_precision_at_5_diff1": 0.801956, + "nauc_precision_at_10_max": 0.832289, + "nauc_precision_at_10_std": 0.449623, + "nauc_precision_at_10_diff1": 0.770077, + "nauc_precision_at_20_max": 0.823406, + "nauc_precision_at_20_std": 0.48178, + "nauc_precision_at_20_diff1": 0.762469, + "nauc_precision_at_100_max": 0.738925, + "nauc_precision_at_100_std": 0.496458, + "nauc_precision_at_100_diff1": 0.683372, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.801931, + "nauc_mrr_at_1_std": 0.334849, + "nauc_mrr_at_1_diff1": 0.867231, + "nauc_mrr_at_3_max": 0.827025, + "nauc_mrr_at_3_std": 0.368372, + "nauc_mrr_at_3_diff1": 0.847006, + "nauc_mrr_at_5_max": 0.826401, + "nauc_mrr_at_5_std": 0.374492, + "nauc_mrr_at_5_diff1": 0.844256, + "nauc_mrr_at_10_max": 0.823677, + "nauc_mrr_at_10_std": 0.374513, + "nauc_mrr_at_10_diff1": 0.841024, + "nauc_mrr_at_20_max": 0.823308, + "nauc_mrr_at_20_std": 0.375793, + "nauc_mrr_at_20_diff1": 0.841108, + "nauc_mrr_at_100_max": 0.822114, + "nauc_mrr_at_100_std": 0.374774, + "nauc_mrr_at_100_diff1": 0.84072, + "nauc_mrr_at_1000_max": 0.822329, + "nauc_mrr_at_1000_std": 0.374543, + "nauc_mrr_at_1000_diff1": 0.841084, + "hit_rate_at_1": 0.55556, + "hit_rate_at_3": 0.64, + "hit_rate_at_5": 0.66556, + "hit_rate_at_10": 0.70222, + "hit_rate_at_20": 0.75111, + "hit_rate_at_100": 0.88111, + "hit_rate_at_1000": 1.0, + "main_score": 0.62739, + "hf_subset": "kac_Latn-eng_Latn", + "languages": [ + "kac-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.42714, + "ndcg_at_3": 0.46104, + "ndcg_at_5": 0.46511, + "ndcg_at_10": 0.47071, + "ndcg_at_20": 0.47638, + "ndcg_at_100": 0.49436, + "ndcg_at_1000": 0.54032, + "map_at_1": 0.42714, + "map_at_3": 0.4531, + "map_at_5": 0.45532, + "map_at_10": 0.45754, + "map_at_20": 0.45912, + "map_at_100": 0.46125, + "map_at_1000": 0.46287, + "recall_at_1": 0.42714, + "recall_at_3": 0.48387, + "recall_at_5": 0.49388, + "recall_at_10": 0.51168, + "recall_at_20": 0.53393, + "recall_at_100": 0.63626, + "recall_at_1000": 1.0, + "accuracy": 0.42714, + "precision_at_1": 0.42714, + "precision_at_3": 0.16129, + "precision_at_5": 0.09878, + "precision_at_10": 0.05117, + "precision_at_20": 0.0267, + "precision_at_100": 0.00636, + "precision_at_1000": 0.001, + "mrr_at_1": 0.427141, + "mrr_at_3": 0.453096, + "mrr_at_5": 0.455321, + "mrr_at_10": 0.457538, + "mrr_at_20": 0.45912, + "mrr_at_100": 0.461246, + "mrr_at_1000": 0.462872, + "nauc_ndcg_at_1_max": 0.86101, + "nauc_ndcg_at_1_std": 0.614697, + "nauc_ndcg_at_1_diff1": 0.833736, + "nauc_ndcg_at_3_max": 0.889491, + "nauc_ndcg_at_3_std": 0.686698, + "nauc_ndcg_at_3_diff1": 0.801219, + "nauc_ndcg_at_5_max": 0.890502, + "nauc_ndcg_at_5_std": 0.693786, + "nauc_ndcg_at_5_diff1": 0.794762, + "nauc_ndcg_at_10_max": 0.887896, + "nauc_ndcg_at_10_std": 0.696664, + "nauc_ndcg_at_10_diff1": 0.790015, + "nauc_ndcg_at_20_max": 0.885611, + "nauc_ndcg_at_20_std": 0.698258, + "nauc_ndcg_at_20_diff1": 0.788325, + "nauc_ndcg_at_100_max": 0.87214, + "nauc_ndcg_at_100_std": 0.687115, + "nauc_ndcg_at_100_diff1": 0.776698, + "nauc_ndcg_at_1000_max": 0.879168, + "nauc_ndcg_at_1000_std": 0.683762, + "nauc_ndcg_at_1000_diff1": 0.7901, + "nauc_map_at_1_max": 0.86101, + "nauc_map_at_1_std": 0.614697, + "nauc_map_at_1_diff1": 0.833736, + "nauc_map_at_3_max": 0.883462, + "nauc_map_at_3_std": 0.669517, + "nauc_map_at_3_diff1": 0.809135, + "nauc_map_at_5_max": 0.883961, + "nauc_map_at_5_std": 0.673315, + "nauc_map_at_5_diff1": 0.805544, + "nauc_map_at_10_max": 0.883054, + "nauc_map_at_10_std": 0.674549, + "nauc_map_at_10_diff1": 0.803737, + "nauc_map_at_20_max": 0.882456, + "nauc_map_at_20_std": 0.675093, + "nauc_map_at_20_diff1": 0.803277, + "nauc_map_at_100_max": 0.880868, + "nauc_map_at_100_std": 0.673884, + "nauc_map_at_100_diff1": 0.801808, + "nauc_map_at_1000_max": 0.880925, + "nauc_map_at_1000_std": 0.673594, + "nauc_map_at_1000_diff1": 0.802133, + "nauc_recall_at_1_max": 0.86101, + "nauc_recall_at_1_std": 0.614697, + "nauc_recall_at_1_diff1": 0.833736, + "nauc_recall_at_3_max": 0.906699, + "nauc_recall_at_3_std": 0.736669, + "nauc_recall_at_3_diff1": 0.778131, + "nauc_recall_at_5_max": 0.909475, + "nauc_recall_at_5_std": 0.754681, + "nauc_recall_at_5_diff1": 0.762328, + "nauc_recall_at_10_max": 0.900604, + "nauc_recall_at_10_std": 0.764164, + "nauc_recall_at_10_diff1": 0.746232, + "nauc_recall_at_20_max": 0.891266, + "nauc_recall_at_20_std": 0.771128, + "nauc_recall_at_20_diff1": 0.738422, + "nauc_recall_at_100_max": 0.803318, + "nauc_recall_at_100_std": 0.706068, + "nauc_recall_at_100_diff1": 0.65676, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.86101, + "nauc_precision_at_1_std": 0.614697, + "nauc_precision_at_1_diff1": 0.833736, + "nauc_precision_at_3_max": 0.906699, + "nauc_precision_at_3_std": 0.736669, + "nauc_precision_at_3_diff1": 0.778131, + "nauc_precision_at_5_max": 0.909475, + "nauc_precision_at_5_std": 0.754681, + "nauc_precision_at_5_diff1": 0.762328, + "nauc_precision_at_10_max": 0.900604, + "nauc_precision_at_10_std": 0.764164, + "nauc_precision_at_10_diff1": 0.746232, + "nauc_precision_at_20_max": 0.891266, + "nauc_precision_at_20_std": 0.771128, + "nauc_precision_at_20_diff1": 0.738422, + "nauc_precision_at_100_max": 0.803318, + "nauc_precision_at_100_std": 0.706068, + "nauc_precision_at_100_diff1": 0.65676, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.86101, + "nauc_mrr_at_1_std": 0.614697, + "nauc_mrr_at_1_diff1": 0.833736, + "nauc_mrr_at_3_max": 0.883462, + "nauc_mrr_at_3_std": 0.669517, + "nauc_mrr_at_3_diff1": 0.809135, + "nauc_mrr_at_5_max": 0.883961, + "nauc_mrr_at_5_std": 0.673315, + "nauc_mrr_at_5_diff1": 0.805544, + "nauc_mrr_at_10_max": 0.883054, + "nauc_mrr_at_10_std": 0.674549, + "nauc_mrr_at_10_diff1": 0.803737, + "nauc_mrr_at_20_max": 0.882456, + "nauc_mrr_at_20_std": 0.675093, + "nauc_mrr_at_20_diff1": 0.803277, + "nauc_mrr_at_100_max": 0.880868, + "nauc_mrr_at_100_std": 0.673884, + "nauc_mrr_at_100_diff1": 0.801808, + "nauc_mrr_at_1000_max": 0.880925, + "nauc_mrr_at_1000_std": 0.673594, + "nauc_mrr_at_1000_diff1": 0.802133, + "hit_rate_at_1": 0.42714, + "hit_rate_at_3": 0.48387, + "hit_rate_at_5": 0.49388, + "hit_rate_at_10": 0.51168, + "hit_rate_at_20": 0.53393, + "hit_rate_at_100": 0.63626, + "hit_rate_at_1000": 1.0, + "main_score": 0.47071, + "hf_subset": "eng_Latn-kac_Latn", + "languages": [ + "eng-Latn", + "kac-Latn" + ] + }, + { + "ndcg_at_1": 0.73889, + "ndcg_at_3": 0.80045, + "ndcg_at_5": 0.81384, + "ndcg_at_10": 0.82189, + "ndcg_at_20": 0.8316, + "ndcg_at_100": 0.84107, + "ndcg_at_1000": 0.84302, + "map_at_1": 0.73889, + "map_at_3": 0.78593, + "map_at_5": 0.79343, + "map_at_10": 0.79683, + "map_at_20": 0.79959, + "map_at_100": 0.80104, + "map_at_1000": 0.80113, + "recall_at_1": 0.73889, + "recall_at_3": 0.84222, + "recall_at_5": 0.87444, + "recall_at_10": 0.89889, + "recall_at_20": 0.93667, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "accuracy": 0.73889, + "precision_at_1": 0.73889, + "precision_at_3": 0.28074, + "precision_at_5": 0.17489, + "precision_at_10": 0.08989, + "precision_at_20": 0.04683, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.738889, + "mrr_at_3": 0.785926, + "mrr_at_5": 0.793426, + "mrr_at_10": 0.796834, + "mrr_at_20": 0.799588, + "mrr_at_100": 0.801042, + "mrr_at_1000": 0.801131, + "nauc_ndcg_at_1_max": 0.724157, + "nauc_ndcg_at_1_std": 0.104747, + "nauc_ndcg_at_1_diff1": 0.868166, + "nauc_ndcg_at_3_max": 0.7451, + "nauc_ndcg_at_3_std": 0.138305, + "nauc_ndcg_at_3_diff1": 0.841562, + "nauc_ndcg_at_5_max": 0.755875, + "nauc_ndcg_at_5_std": 0.138203, + "nauc_ndcg_at_5_diff1": 0.843719, + "nauc_ndcg_at_10_max": 0.747742, + "nauc_ndcg_at_10_std": 0.136877, + "nauc_ndcg_at_10_diff1": 0.838283, + "nauc_ndcg_at_20_max": 0.744405, + "nauc_ndcg_at_20_std": 0.146708, + "nauc_ndcg_at_20_diff1": 0.842299, + "nauc_ndcg_at_100_max": 0.742716, + "nauc_ndcg_at_100_std": 0.144254, + "nauc_ndcg_at_100_diff1": 0.844444, + "nauc_ndcg_at_1000_max": 0.742035, + "nauc_ndcg_at_1000_std": 0.137416, + "nauc_ndcg_at_1000_diff1": 0.845791, + "nauc_map_at_1_max": 0.724157, + "nauc_map_at_1_std": 0.104747, + "nauc_map_at_1_diff1": 0.868166, + "nauc_map_at_3_max": 0.738863, + "nauc_map_at_3_std": 0.130819, + "nauc_map_at_3_diff1": 0.847857, + "nauc_map_at_5_max": 0.743885, + "nauc_map_at_5_std": 0.130102, + "nauc_map_at_5_diff1": 0.849269, + "nauc_map_at_10_max": 0.740629, + "nauc_map_at_10_std": 0.129678, + "nauc_map_at_10_diff1": 0.847291, + "nauc_map_at_20_max": 0.739681, + "nauc_map_at_20_std": 0.13191, + "nauc_map_at_20_diff1": 0.848493, + "nauc_map_at_100_max": 0.739419, + "nauc_map_at_100_std": 0.131351, + "nauc_map_at_100_diff1": 0.848841, + "nauc_map_at_1000_max": 0.739379, + "nauc_map_at_1000_std": 0.131102, + "nauc_map_at_1000_diff1": 0.848883, + "nauc_recall_at_1_max": 0.724157, + "nauc_recall_at_1_std": 0.104747, + "nauc_recall_at_1_diff1": 0.868166, + "nauc_recall_at_3_max": 0.768553, + "nauc_recall_at_3_std": 0.165167, + "nauc_recall_at_3_diff1": 0.818732, + "nauc_recall_at_5_max": 0.812021, + "nauc_recall_at_5_std": 0.173565, + "nauc_recall_at_5_diff1": 0.820196, + "nauc_recall_at_10_max": 0.783546, + "nauc_recall_at_10_std": 0.17227, + "nauc_recall_at_10_diff1": 0.788519, + "nauc_recall_at_20_max": 0.773887, + "nauc_recall_at_20_std": 0.28732, + "nauc_recall_at_20_diff1": 0.795051, + "nauc_recall_at_100_max": 0.78672, + "nauc_recall_at_100_std": 0.655642, + "nauc_recall_at_100_diff1": 0.739999, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.724157, + "nauc_precision_at_1_std": 0.104747, + "nauc_precision_at_1_diff1": 0.868166, + "nauc_precision_at_3_max": 0.768553, + "nauc_precision_at_3_std": 0.165167, + "nauc_precision_at_3_diff1": 0.818732, + "nauc_precision_at_5_max": 0.812021, + "nauc_precision_at_5_std": 0.173565, + "nauc_precision_at_5_diff1": 0.820196, + "nauc_precision_at_10_max": 0.783546, + "nauc_precision_at_10_std": 0.17227, + "nauc_precision_at_10_diff1": 0.788519, + "nauc_precision_at_20_max": 0.773887, + "nauc_precision_at_20_std": 0.28732, + "nauc_precision_at_20_diff1": 0.795051, + "nauc_precision_at_100_max": 0.78672, + "nauc_precision_at_100_std": 0.655642, + "nauc_precision_at_100_diff1": 0.739999, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.724157, + "nauc_mrr_at_1_std": 0.104747, + "nauc_mrr_at_1_diff1": 0.868166, + "nauc_mrr_at_3_max": 0.738863, + "nauc_mrr_at_3_std": 0.130819, + "nauc_mrr_at_3_diff1": 0.847857, + "nauc_mrr_at_5_max": 0.743885, + "nauc_mrr_at_5_std": 0.130102, + "nauc_mrr_at_5_diff1": 0.849269, + "nauc_mrr_at_10_max": 0.740629, + "nauc_mrr_at_10_std": 0.129678, + "nauc_mrr_at_10_diff1": 0.847291, + "nauc_mrr_at_20_max": 0.739681, + "nauc_mrr_at_20_std": 0.13191, + "nauc_mrr_at_20_diff1": 0.848493, + "nauc_mrr_at_100_max": 0.739419, + "nauc_mrr_at_100_std": 0.131351, + "nauc_mrr_at_100_diff1": 0.848841, + "nauc_mrr_at_1000_max": 0.739379, + "nauc_mrr_at_1000_std": 0.131102, + "nauc_mrr_at_1000_diff1": 0.848883, + "hit_rate_at_1": 0.73889, + "hit_rate_at_3": 0.84222, + "hit_rate_at_5": 0.87444, + "hit_rate_at_10": 0.89889, + "hit_rate_at_20": 0.93667, + "hit_rate_at_100": 0.98556, + "hit_rate_at_1000": 1.0, + "main_score": 0.82189, + "hf_subset": "kan_Knda-kan_Knda", + "languages": [ + "kan-Knda", + "kan-Knda" + ] + }, + { + "ndcg_at_1": 0.82889, + "ndcg_at_3": 0.89159, + "ndcg_at_5": 0.90326, + "ndcg_at_10": 0.90798, + "ndcg_at_20": 0.9106, + "ndcg_at_100": 0.91269, + "ndcg_at_1000": 0.9131, + "map_at_1": 0.82889, + "map_at_3": 0.87704, + "map_at_5": 0.88365, + "map_at_10": 0.88563, + "map_at_20": 0.88639, + "map_at_100": 0.88669, + "map_at_1000": 0.8867, + "recall_at_1": 0.82889, + "recall_at_3": 0.93333, + "recall_at_5": 0.96111, + "recall_at_10": 0.97556, + "recall_at_20": 0.98556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.82889, + "precision_at_1": 0.82889, + "precision_at_3": 0.31111, + "precision_at_5": 0.19222, + "precision_at_10": 0.09756, + "precision_at_20": 0.04928, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.828889, + "mrr_at_3": 0.877037, + "mrr_at_5": 0.883648, + "mrr_at_10": 0.885631, + "mrr_at_20": 0.886395, + "mrr_at_100": 0.886691, + "mrr_at_1000": 0.886704, + "nauc_ndcg_at_1_max": 0.585389, + "nauc_ndcg_at_1_std": -0.326054, + "nauc_ndcg_at_1_diff1": 0.880878, + "nauc_ndcg_at_3_max": 0.605879, + "nauc_ndcg_at_3_std": -0.330209, + "nauc_ndcg_at_3_diff1": 0.861311, + "nauc_ndcg_at_5_max": 0.618116, + "nauc_ndcg_at_5_std": -0.301773, + "nauc_ndcg_at_5_diff1": 0.870638, + "nauc_ndcg_at_10_max": 0.614897, + "nauc_ndcg_at_10_std": -0.311418, + "nauc_ndcg_at_10_diff1": 0.869383, + "nauc_ndcg_at_20_max": 0.607603, + "nauc_ndcg_at_20_std": -0.318574, + "nauc_ndcg_at_20_diff1": 0.870635, + "nauc_ndcg_at_100_max": 0.607044, + "nauc_ndcg_at_100_std": -0.309267, + "nauc_ndcg_at_100_diff1": 0.870942, + "nauc_ndcg_at_1000_max": 0.605091, + "nauc_ndcg_at_1000_std": -0.315135, + "nauc_ndcg_at_1000_diff1": 0.871, + "nauc_map_at_1_max": 0.585389, + "nauc_map_at_1_std": -0.326054, + "nauc_map_at_1_diff1": 0.880878, + "nauc_map_at_3_max": 0.599786, + "nauc_map_at_3_std": -0.327895, + "nauc_map_at_3_diff1": 0.867116, + "nauc_map_at_5_max": 0.605093, + "nauc_map_at_5_std": -0.314566, + "nauc_map_at_5_diff1": 0.871981, + "nauc_map_at_10_max": 0.603541, + "nauc_map_at_10_std": -0.317866, + "nauc_map_at_10_diff1": 0.871457, + "nauc_map_at_20_max": 0.601843, + "nauc_map_at_20_std": -0.319312, + "nauc_map_at_20_diff1": 0.87179, + "nauc_map_at_100_max": 0.601641, + "nauc_map_at_100_std": -0.318446, + "nauc_map_at_100_diff1": 0.871842, + "nauc_map_at_1000_max": 0.601592, + "nauc_map_at_1000_std": -0.318596, + "nauc_map_at_1000_diff1": 0.871846, + "nauc_recall_at_1_max": 0.585389, + "nauc_recall_at_1_std": -0.326054, + "nauc_recall_at_1_diff1": 0.880878, + "nauc_recall_at_3_max": 0.636594, + "nauc_recall_at_3_std": -0.342756, + "nauc_recall_at_3_diff1": 0.832057, + "nauc_recall_at_5_max": 0.729879, + "nauc_recall_at_5_std": -0.186181, + "nauc_recall_at_5_diff1": 0.863145, + "nauc_recall_at_10_max": 0.766085, + "nauc_recall_at_10_std": -0.22897, + "nauc_recall_at_10_diff1": 0.847848, + "nauc_recall_at_20_max": 0.701286, + "nauc_recall_at_20_std": -0.349135, + "nauc_recall_at_20_diff1": 0.859764, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.863834, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.585389, + "nauc_precision_at_1_std": -0.326054, + "nauc_precision_at_1_diff1": 0.880878, + "nauc_precision_at_3_max": 0.636594, + "nauc_precision_at_3_std": -0.342756, + "nauc_precision_at_3_diff1": 0.832057, + "nauc_precision_at_5_max": 0.729879, + "nauc_precision_at_5_std": -0.186181, + "nauc_precision_at_5_diff1": 0.863145, + "nauc_precision_at_10_max": 0.766085, + "nauc_precision_at_10_std": -0.22897, + "nauc_precision_at_10_diff1": 0.847848, + "nauc_precision_at_20_max": 0.701286, + "nauc_precision_at_20_std": -0.349135, + "nauc_precision_at_20_diff1": 0.859764, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.863834, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.585389, + "nauc_mrr_at_1_std": -0.326054, + "nauc_mrr_at_1_diff1": 0.880878, + "nauc_mrr_at_3_max": 0.599786, + "nauc_mrr_at_3_std": -0.327895, + "nauc_mrr_at_3_diff1": 0.867116, + "nauc_mrr_at_5_max": 0.605093, + "nauc_mrr_at_5_std": -0.314566, + "nauc_mrr_at_5_diff1": 0.871981, + "nauc_mrr_at_10_max": 0.603541, + "nauc_mrr_at_10_std": -0.317866, + "nauc_mrr_at_10_diff1": 0.871457, + "nauc_mrr_at_20_max": 0.601843, + "nauc_mrr_at_20_std": -0.319312, + "nauc_mrr_at_20_diff1": 0.87179, + "nauc_mrr_at_100_max": 0.601641, + "nauc_mrr_at_100_std": -0.318446, + "nauc_mrr_at_100_diff1": 0.871842, + "nauc_mrr_at_1000_max": 0.601592, + "nauc_mrr_at_1000_std": -0.318596, + "nauc_mrr_at_1000_diff1": 0.871846, + "hit_rate_at_1": 0.82889, + "hit_rate_at_3": 0.93333, + "hit_rate_at_5": 0.96111, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.90798, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.65778, + "ndcg_at_3": 0.72173, + "ndcg_at_5": 0.73966, + "ndcg_at_10": 0.75981, + "ndcg_at_20": 0.77004, + "ndcg_at_100": 0.78208, + "ndcg_at_1000": 0.78578, + "map_at_1": 0.65778, + "map_at_3": 0.70685, + "map_at_5": 0.71685, + "map_at_10": 0.72519, + "map_at_20": 0.72805, + "map_at_100": 0.72989, + "map_at_1000": 0.73005, + "recall_at_1": 0.65778, + "recall_at_3": 0.76444, + "recall_at_5": 0.80778, + "recall_at_10": 0.87, + "recall_at_20": 0.91, + "recall_at_100": 0.97222, + "recall_at_1000": 1.0, + "accuracy": 0.65778, + "precision_at_1": 0.65778, + "precision_at_3": 0.25481, + "precision_at_5": 0.16156, + "precision_at_10": 0.087, + "precision_at_20": 0.0455, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "mrr_at_1": 0.657778, + "mrr_at_3": 0.706852, + "mrr_at_5": 0.716852, + "mrr_at_10": 0.725186, + "mrr_at_20": 0.728051, + "mrr_at_100": 0.729894, + "mrr_at_1000": 0.730053, + "nauc_ndcg_at_1_max": 0.73394, + "nauc_ndcg_at_1_std": 0.121249, + "nauc_ndcg_at_1_diff1": 0.829505, + "nauc_ndcg_at_3_max": 0.76259, + "nauc_ndcg_at_3_std": 0.172612, + "nauc_ndcg_at_3_diff1": 0.795548, + "nauc_ndcg_at_5_max": 0.754301, + "nauc_ndcg_at_5_std": 0.172574, + "nauc_ndcg_at_5_diff1": 0.789249, + "nauc_ndcg_at_10_max": 0.761834, + "nauc_ndcg_at_10_std": 0.195751, + "nauc_ndcg_at_10_diff1": 0.787236, + "nauc_ndcg_at_20_max": 0.756463, + "nauc_ndcg_at_20_std": 0.192529, + "nauc_ndcg_at_20_diff1": 0.789348, + "nauc_ndcg_at_100_max": 0.75867, + "nauc_ndcg_at_100_std": 0.19165, + "nauc_ndcg_at_100_diff1": 0.796356, + "nauc_ndcg_at_1000_max": 0.756005, + "nauc_ndcg_at_1000_std": 0.180341, + "nauc_ndcg_at_1000_diff1": 0.797457, + "nauc_map_at_1_max": 0.73394, + "nauc_map_at_1_std": 0.121249, + "nauc_map_at_1_diff1": 0.829505, + "nauc_map_at_3_max": 0.75532, + "nauc_map_at_3_std": 0.159752, + "nauc_map_at_3_diff1": 0.804056, + "nauc_map_at_5_max": 0.750984, + "nauc_map_at_5_std": 0.159836, + "nauc_map_at_5_diff1": 0.80096, + "nauc_map_at_10_max": 0.753633, + "nauc_map_at_10_std": 0.168123, + "nauc_map_at_10_diff1": 0.800579, + "nauc_map_at_20_max": 0.752242, + "nauc_map_at_20_std": 0.167065, + "nauc_map_at_20_diff1": 0.801175, + "nauc_map_at_100_max": 0.752631, + "nauc_map_at_100_std": 0.167243, + "nauc_map_at_100_diff1": 0.802245, + "nauc_map_at_1000_max": 0.752547, + "nauc_map_at_1000_std": 0.16686, + "nauc_map_at_1000_diff1": 0.802294, + "nauc_recall_at_1_max": 0.73394, + "nauc_recall_at_1_std": 0.121249, + "nauc_recall_at_1_diff1": 0.829505, + "nauc_recall_at_3_max": 0.787073, + "nauc_recall_at_3_std": 0.215825, + "nauc_recall_at_3_diff1": 0.766954, + "nauc_recall_at_5_max": 0.765022, + "nauc_recall_at_5_std": 0.220709, + "nauc_recall_at_5_diff1": 0.742991, + "nauc_recall_at_10_max": 0.80861, + "nauc_recall_at_10_std": 0.359151, + "nauc_recall_at_10_diff1": 0.712784, + "nauc_recall_at_20_max": 0.7807, + "nauc_recall_at_20_std": 0.39633, + "nauc_recall_at_20_diff1": 0.702493, + "nauc_recall_at_100_max": 0.896359, + "nauc_recall_at_100_std": 0.766517, + "nauc_recall_at_100_diff1": 0.743455, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.73394, + "nauc_precision_at_1_std": 0.121249, + "nauc_precision_at_1_diff1": 0.829505, + "nauc_precision_at_3_max": 0.787073, + "nauc_precision_at_3_std": 0.215825, + "nauc_precision_at_3_diff1": 0.766954, + "nauc_precision_at_5_max": 0.765022, + "nauc_precision_at_5_std": 0.220709, + "nauc_precision_at_5_diff1": 0.742991, + "nauc_precision_at_10_max": 0.80861, + "nauc_precision_at_10_std": 0.359151, + "nauc_precision_at_10_diff1": 0.712784, + "nauc_precision_at_20_max": 0.7807, + "nauc_precision_at_20_std": 0.39633, + "nauc_precision_at_20_diff1": 0.702493, + "nauc_precision_at_100_max": 0.896359, + "nauc_precision_at_100_std": 0.766517, + "nauc_precision_at_100_diff1": 0.743455, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.73394, + "nauc_mrr_at_1_std": 0.121249, + "nauc_mrr_at_1_diff1": 0.829505, + "nauc_mrr_at_3_max": 0.75532, + "nauc_mrr_at_3_std": 0.159752, + "nauc_mrr_at_3_diff1": 0.804056, + "nauc_mrr_at_5_max": 0.750984, + "nauc_mrr_at_5_std": 0.159836, + "nauc_mrr_at_5_diff1": 0.80096, + "nauc_mrr_at_10_max": 0.753633, + "nauc_mrr_at_10_std": 0.168123, + "nauc_mrr_at_10_diff1": 0.800579, + "nauc_mrr_at_20_max": 0.752242, + "nauc_mrr_at_20_std": 0.167065, + "nauc_mrr_at_20_diff1": 0.801175, + "nauc_mrr_at_100_max": 0.752631, + "nauc_mrr_at_100_std": 0.167243, + "nauc_mrr_at_100_diff1": 0.802245, + "nauc_mrr_at_1000_max": 0.752547, + "nauc_mrr_at_1000_std": 0.16686, + "nauc_mrr_at_1000_diff1": 0.802294, + "hit_rate_at_1": 0.65778, + "hit_rate_at_3": 0.76444, + "hit_rate_at_5": 0.80778, + "hit_rate_at_10": 0.87, + "hit_rate_at_20": 0.91, + "hit_rate_at_100": 0.97222, + "hit_rate_at_1000": 1.0, + "main_score": 0.75981, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "ndcg_at_1": 0.71, + "ndcg_at_3": 0.77629, + "ndcg_at_5": 0.78638, + "ndcg_at_10": 0.80155, + "ndcg_at_20": 0.80901, + "ndcg_at_100": 0.81795, + "ndcg_at_1000": 0.82158, + "map_at_1": 0.71, + "map_at_3": 0.76037, + "map_at_5": 0.76598, + "map_at_10": 0.77229, + "map_at_20": 0.77442, + "map_at_100": 0.77552, + "map_at_1000": 0.77566, + "recall_at_1": 0.71, + "recall_at_3": 0.82222, + "recall_at_5": 0.84667, + "recall_at_10": 0.89333, + "recall_at_20": 0.92222, + "recall_at_100": 0.97222, + "recall_at_1000": 1.0, + "accuracy": 0.71, + "precision_at_1": 0.71, + "precision_at_3": 0.27407, + "precision_at_5": 0.16933, + "precision_at_10": 0.08933, + "precision_at_20": 0.04611, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "mrr_at_1": 0.71, + "mrr_at_3": 0.76037, + "mrr_at_5": 0.765981, + "mrr_at_10": 0.772288, + "mrr_at_20": 0.774415, + "mrr_at_100": 0.77552, + "mrr_at_1000": 0.775664, + "nauc_ndcg_at_1_max": 0.662472, + "nauc_ndcg_at_1_std": -0.039274, + "nauc_ndcg_at_1_diff1": 0.847678, + "nauc_ndcg_at_3_max": 0.681536, + "nauc_ndcg_at_3_std": -0.0422, + "nauc_ndcg_at_3_diff1": 0.816284, + "nauc_ndcg_at_5_max": 0.680964, + "nauc_ndcg_at_5_std": -0.039731, + "nauc_ndcg_at_5_diff1": 0.819055, + "nauc_ndcg_at_10_max": 0.680052, + "nauc_ndcg_at_10_std": -0.02603, + "nauc_ndcg_at_10_diff1": 0.816201, + "nauc_ndcg_at_20_max": 0.67894, + "nauc_ndcg_at_20_std": -0.01325, + "nauc_ndcg_at_20_diff1": 0.817874, + "nauc_ndcg_at_100_max": 0.680447, + "nauc_ndcg_at_100_std": -0.019166, + "nauc_ndcg_at_100_diff1": 0.823116, + "nauc_ndcg_at_1000_max": 0.677892, + "nauc_ndcg_at_1000_std": -0.026274, + "nauc_ndcg_at_1000_diff1": 0.82288, + "nauc_map_at_1_max": 0.662472, + "nauc_map_at_1_std": -0.039274, + "nauc_map_at_1_diff1": 0.847678, + "nauc_map_at_3_max": 0.676862, + "nauc_map_at_3_std": -0.039557, + "nauc_map_at_3_diff1": 0.824461, + "nauc_map_at_5_max": 0.676419, + "nauc_map_at_5_std": -0.038126, + "nauc_map_at_5_diff1": 0.825955, + "nauc_map_at_10_max": 0.675999, + "nauc_map_at_10_std": -0.033396, + "nauc_map_at_10_diff1": 0.825086, + "nauc_map_at_20_max": 0.675626, + "nauc_map_at_20_std": -0.030719, + "nauc_map_at_20_diff1": 0.825595, + "nauc_map_at_100_max": 0.675779, + "nauc_map_at_100_std": -0.031443, + "nauc_map_at_100_diff1": 0.826214, + "nauc_map_at_1000_max": 0.675684, + "nauc_map_at_1000_std": -0.031695, + "nauc_map_at_1000_diff1": 0.826212, + "nauc_recall_at_1_max": 0.662472, + "nauc_recall_at_1_std": -0.039274, + "nauc_recall_at_1_diff1": 0.847678, + "nauc_recall_at_3_max": 0.698409, + "nauc_recall_at_3_std": -0.052922, + "nauc_recall_at_3_diff1": 0.786469, + "nauc_recall_at_5_max": 0.699266, + "nauc_recall_at_5_std": -0.047158, + "nauc_recall_at_5_diff1": 0.791736, + "nauc_recall_at_10_max": 0.701273, + "nauc_recall_at_10_std": 0.025614, + "nauc_recall_at_10_diff1": 0.766391, + "nauc_recall_at_20_max": 0.700494, + "nauc_recall_at_20_std": 0.161498, + "nauc_recall_at_20_diff1": 0.762738, + "nauc_recall_at_100_max": 0.789655, + "nauc_recall_at_100_std": 0.29042, + "nauc_recall_at_100_diff1": 0.834454, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.662472, + "nauc_precision_at_1_std": -0.039274, + "nauc_precision_at_1_diff1": 0.847678, + "nauc_precision_at_3_max": 0.698409, + "nauc_precision_at_3_std": -0.052922, + "nauc_precision_at_3_diff1": 0.786469, + "nauc_precision_at_5_max": 0.699266, + "nauc_precision_at_5_std": -0.047158, + "nauc_precision_at_5_diff1": 0.791736, + "nauc_precision_at_10_max": 0.701273, + "nauc_precision_at_10_std": 0.025614, + "nauc_precision_at_10_diff1": 0.766391, + "nauc_precision_at_20_max": 0.700494, + "nauc_precision_at_20_std": 0.161498, + "nauc_precision_at_20_diff1": 0.762738, + "nauc_precision_at_100_max": 0.789655, + "nauc_precision_at_100_std": 0.29042, + "nauc_precision_at_100_diff1": 0.834454, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.662472, + "nauc_mrr_at_1_std": -0.039274, + "nauc_mrr_at_1_diff1": 0.847678, + "nauc_mrr_at_3_max": 0.676862, + "nauc_mrr_at_3_std": -0.039557, + "nauc_mrr_at_3_diff1": 0.824461, + "nauc_mrr_at_5_max": 0.676419, + "nauc_mrr_at_5_std": -0.038126, + "nauc_mrr_at_5_diff1": 0.825955, + "nauc_mrr_at_10_max": 0.675999, + "nauc_mrr_at_10_std": -0.033396, + "nauc_mrr_at_10_diff1": 0.825086, + "nauc_mrr_at_20_max": 0.675626, + "nauc_mrr_at_20_std": -0.030719, + "nauc_mrr_at_20_diff1": 0.825595, + "nauc_mrr_at_100_max": 0.675779, + "nauc_mrr_at_100_std": -0.031443, + "nauc_mrr_at_100_diff1": 0.826214, + "nauc_mrr_at_1000_max": 0.675684, + "nauc_mrr_at_1000_std": -0.031695, + "nauc_mrr_at_1000_diff1": 0.826212, + "hit_rate_at_1": 0.71, + "hit_rate_at_3": 0.82222, + "hit_rate_at_5": 0.84667, + "hit_rate_at_10": 0.89333, + "hit_rate_at_20": 0.92222, + "hit_rate_at_100": 0.97222, + "hit_rate_at_1000": 1.0, + "main_score": 0.80155, + "hf_subset": "kat_Geor-kat_Geor", + "languages": [ + "kat-Geor", + "kat-Geor" + ] + }, + { + "ndcg_at_1": 0.78667, + "ndcg_at_3": 0.85521, + "ndcg_at_5": 0.86645, + "ndcg_at_10": 0.87728, + "ndcg_at_20": 0.88155, + "ndcg_at_100": 0.88447, + "ndcg_at_1000": 0.88521, + "map_at_1": 0.78667, + "map_at_3": 0.83889, + "map_at_5": 0.84528, + "map_at_10": 0.84957, + "map_at_20": 0.85077, + "map_at_100": 0.85126, + "map_at_1000": 0.85129, + "recall_at_1": 0.78667, + "recall_at_3": 0.90222, + "recall_at_5": 0.92889, + "recall_at_10": 0.96333, + "recall_at_20": 0.98, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "accuracy": 0.78667, + "precision_at_1": 0.78667, + "precision_at_3": 0.30074, + "precision_at_5": 0.18578, + "precision_at_10": 0.09633, + "precision_at_20": 0.049, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.786667, + "mrr_at_3": 0.838889, + "mrr_at_5": 0.845278, + "mrr_at_10": 0.849567, + "mrr_at_20": 0.85077, + "mrr_at_100": 0.851261, + "mrr_at_1000": 0.851294, + "nauc_ndcg_at_1_max": 0.600912, + "nauc_ndcg_at_1_std": -0.364939, + "nauc_ndcg_at_1_diff1": 0.851508, + "nauc_ndcg_at_3_max": 0.605939, + "nauc_ndcg_at_3_std": -0.38742, + "nauc_ndcg_at_3_diff1": 0.823326, + "nauc_ndcg_at_5_max": 0.602533, + "nauc_ndcg_at_5_std": -0.381942, + "nauc_ndcg_at_5_diff1": 0.820721, + "nauc_ndcg_at_10_max": 0.606321, + "nauc_ndcg_at_10_std": -0.381861, + "nauc_ndcg_at_10_diff1": 0.831433, + "nauc_ndcg_at_20_max": 0.607254, + "nauc_ndcg_at_20_std": -0.380548, + "nauc_ndcg_at_20_diff1": 0.83512, + "nauc_ndcg_at_100_max": 0.60619, + "nauc_ndcg_at_100_std": -0.372125, + "nauc_ndcg_at_100_diff1": 0.83406, + "nauc_ndcg_at_1000_max": 0.605856, + "nauc_ndcg_at_1000_std": -0.375866, + "nauc_ndcg_at_1000_diff1": 0.834599, + "nauc_map_at_1_max": 0.600912, + "nauc_map_at_1_std": -0.364939, + "nauc_map_at_1_diff1": 0.851508, + "nauc_map_at_3_max": 0.604555, + "nauc_map_at_3_std": -0.380721, + "nauc_map_at_3_diff1": 0.832439, + "nauc_map_at_5_max": 0.602868, + "nauc_map_at_5_std": -0.377724, + "nauc_map_at_5_diff1": 0.831435, + "nauc_map_at_10_max": 0.604146, + "nauc_map_at_10_std": -0.378258, + "nauc_map_at_10_diff1": 0.835463, + "nauc_map_at_20_max": 0.604746, + "nauc_map_at_20_std": -0.377263, + "nauc_map_at_20_diff1": 0.836477, + "nauc_map_at_100_max": 0.604566, + "nauc_map_at_100_std": -0.376137, + "nauc_map_at_100_diff1": 0.836347, + "nauc_map_at_1000_max": 0.604586, + "nauc_map_at_1000_std": -0.376231, + "nauc_map_at_1000_diff1": 0.836382, + "nauc_recall_at_1_max": 0.600912, + "nauc_recall_at_1_std": -0.364939, + "nauc_recall_at_1_diff1": 0.851508, + "nauc_recall_at_3_max": 0.612034, + "nauc_recall_at_3_std": -0.417282, + "nauc_recall_at_3_diff1": 0.782223, + "nauc_recall_at_5_max": 0.599403, + "nauc_recall_at_5_std": -0.405236, + "nauc_recall_at_5_diff1": 0.756762, + "nauc_recall_at_10_max": 0.633676, + "nauc_recall_at_10_std": -0.411595, + "nauc_recall_at_10_diff1": 0.799847, + "nauc_recall_at_20_max": 0.656033, + "nauc_recall_at_20_std": -0.442551, + "nauc_recall_at_20_diff1": 0.845964, + "nauc_recall_at_100_max": 0.687302, + "nauc_recall_at_100_std": 0.20831, + "nauc_recall_at_100_diff1": 0.772269, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.600912, + "nauc_precision_at_1_std": -0.364939, + "nauc_precision_at_1_diff1": 0.851508, + "nauc_precision_at_3_max": 0.612034, + "nauc_precision_at_3_std": -0.417282, + "nauc_precision_at_3_diff1": 0.782223, + "nauc_precision_at_5_max": 0.599403, + "nauc_precision_at_5_std": -0.405236, + "nauc_precision_at_5_diff1": 0.756762, + "nauc_precision_at_10_max": 0.633676, + "nauc_precision_at_10_std": -0.411595, + "nauc_precision_at_10_diff1": 0.799847, + "nauc_precision_at_20_max": 0.656033, + "nauc_precision_at_20_std": -0.442551, + "nauc_precision_at_20_diff1": 0.845964, + "nauc_precision_at_100_max": 0.687302, + "nauc_precision_at_100_std": 0.20831, + "nauc_precision_at_100_diff1": 0.772269, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.600912, + "nauc_mrr_at_1_std": -0.364939, + "nauc_mrr_at_1_diff1": 0.851508, + "nauc_mrr_at_3_max": 0.604555, + "nauc_mrr_at_3_std": -0.380721, + "nauc_mrr_at_3_diff1": 0.832439, + "nauc_mrr_at_5_max": 0.602868, + "nauc_mrr_at_5_std": -0.377724, + "nauc_mrr_at_5_diff1": 0.831435, + "nauc_mrr_at_10_max": 0.604146, + "nauc_mrr_at_10_std": -0.378258, + "nauc_mrr_at_10_diff1": 0.835463, + "nauc_mrr_at_20_max": 0.604746, + "nauc_mrr_at_20_std": -0.377263, + "nauc_mrr_at_20_diff1": 0.836477, + "nauc_mrr_at_100_max": 0.604566, + "nauc_mrr_at_100_std": -0.376137, + "nauc_mrr_at_100_diff1": 0.836347, + "nauc_mrr_at_1000_max": 0.604586, + "nauc_mrr_at_1000_std": -0.376231, + "nauc_mrr_at_1000_diff1": 0.836382, + "hit_rate_at_1": 0.78667, + "hit_rate_at_3": 0.90222, + "hit_rate_at_5": 0.92889, + "hit_rate_at_10": 0.96333, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.87728, + "hf_subset": "kat_Geor-eng_Latn", + "languages": [ + "kat-Geor", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.61667, + "ndcg_at_3": 0.67905, + "ndcg_at_5": 0.70032, + "ndcg_at_10": 0.71782, + "ndcg_at_20": 0.72766, + "ndcg_at_100": 0.74307, + "ndcg_at_1000": 0.74929, + "map_at_1": 0.61667, + "map_at_3": 0.66407, + "map_at_5": 0.67574, + "map_at_10": 0.68291, + "map_at_20": 0.68562, + "map_at_100": 0.68764, + "map_at_1000": 0.68788, + "recall_at_1": 0.61667, + "recall_at_3": 0.72222, + "recall_at_5": 0.77444, + "recall_at_10": 0.82889, + "recall_at_20": 0.86778, + "recall_at_100": 0.95222, + "recall_at_1000": 1.0, + "accuracy": 0.61667, + "precision_at_1": 0.61667, + "precision_at_3": 0.24074, + "precision_at_5": 0.15489, + "precision_at_10": 0.08289, + "precision_at_20": 0.04339, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.616667, + "mrr_at_3": 0.664074, + "mrr_at_5": 0.675741, + "mrr_at_10": 0.682907, + "mrr_at_20": 0.685621, + "mrr_at_100": 0.687636, + "mrr_at_1000": 0.687883, + "nauc_ndcg_at_1_max": 0.777452, + "nauc_ndcg_at_1_std": 0.201621, + "nauc_ndcg_at_1_diff1": 0.825164, + "nauc_ndcg_at_3_max": 0.796588, + "nauc_ndcg_at_3_std": 0.242777, + "nauc_ndcg_at_3_diff1": 0.787325, + "nauc_ndcg_at_5_max": 0.796027, + "nauc_ndcg_at_5_std": 0.252335, + "nauc_ndcg_at_5_diff1": 0.784873, + "nauc_ndcg_at_10_max": 0.795821, + "nauc_ndcg_at_10_std": 0.257564, + "nauc_ndcg_at_10_diff1": 0.782259, + "nauc_ndcg_at_20_max": 0.794836, + "nauc_ndcg_at_20_std": 0.257868, + "nauc_ndcg_at_20_diff1": 0.784659, + "nauc_ndcg_at_100_max": 0.794314, + "nauc_ndcg_at_100_std": 0.256339, + "nauc_ndcg_at_100_diff1": 0.788781, + "nauc_ndcg_at_1000_max": 0.793843, + "nauc_ndcg_at_1000_std": 0.249378, + "nauc_ndcg_at_1000_diff1": 0.79095, + "nauc_map_at_1_max": 0.777452, + "nauc_map_at_1_std": 0.201621, + "nauc_map_at_1_diff1": 0.825164, + "nauc_map_at_3_max": 0.792831, + "nauc_map_at_3_std": 0.23318, + "nauc_map_at_3_diff1": 0.797025, + "nauc_map_at_5_max": 0.792505, + "nauc_map_at_5_std": 0.237779, + "nauc_map_at_5_diff1": 0.796004, + "nauc_map_at_10_max": 0.792339, + "nauc_map_at_10_std": 0.239472, + "nauc_map_at_10_diff1": 0.795134, + "nauc_map_at_20_max": 0.792032, + "nauc_map_at_20_std": 0.239353, + "nauc_map_at_20_diff1": 0.795866, + "nauc_map_at_100_max": 0.792014, + "nauc_map_at_100_std": 0.239486, + "nauc_map_at_100_diff1": 0.796379, + "nauc_map_at_1000_max": 0.792006, + "nauc_map_at_1000_std": 0.239255, + "nauc_map_at_1000_diff1": 0.796463, + "nauc_recall_at_1_max": 0.777452, + "nauc_recall_at_1_std": 0.201621, + "nauc_recall_at_1_diff1": 0.825164, + "nauc_recall_at_3_max": 0.808358, + "nauc_recall_at_3_std": 0.273806, + "nauc_recall_at_3_diff1": 0.755493, + "nauc_recall_at_5_max": 0.808381, + "nauc_recall_at_5_std": 0.308655, + "nauc_recall_at_5_diff1": 0.742535, + "nauc_recall_at_10_max": 0.810847, + "nauc_recall_at_10_std": 0.347391, + "nauc_recall_at_10_diff1": 0.720203, + "nauc_recall_at_20_max": 0.808338, + "nauc_recall_at_20_std": 0.373749, + "nauc_recall_at_20_diff1": 0.720413, + "nauc_recall_at_100_max": 0.813009, + "nauc_recall_at_100_std": 0.495787, + "nauc_recall_at_100_diff1": 0.716262, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.777452, + "nauc_precision_at_1_std": 0.201621, + "nauc_precision_at_1_diff1": 0.825164, + "nauc_precision_at_3_max": 0.808358, + "nauc_precision_at_3_std": 0.273806, + "nauc_precision_at_3_diff1": 0.755493, + "nauc_precision_at_5_max": 0.808381, + "nauc_precision_at_5_std": 0.308655, + "nauc_precision_at_5_diff1": 0.742535, + "nauc_precision_at_10_max": 0.810847, + "nauc_precision_at_10_std": 0.347391, + "nauc_precision_at_10_diff1": 0.720203, + "nauc_precision_at_20_max": 0.808338, + "nauc_precision_at_20_std": 0.373749, + "nauc_precision_at_20_diff1": 0.720413, + "nauc_precision_at_100_max": 0.813009, + "nauc_precision_at_100_std": 0.495787, + "nauc_precision_at_100_diff1": 0.716262, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.777452, + "nauc_mrr_at_1_std": 0.201621, + "nauc_mrr_at_1_diff1": 0.825164, + "nauc_mrr_at_3_max": 0.792831, + "nauc_mrr_at_3_std": 0.23318, + "nauc_mrr_at_3_diff1": 0.797025, + "nauc_mrr_at_5_max": 0.792505, + "nauc_mrr_at_5_std": 0.237779, + "nauc_mrr_at_5_diff1": 0.796004, + "nauc_mrr_at_10_max": 0.792339, + "nauc_mrr_at_10_std": 0.239472, + "nauc_mrr_at_10_diff1": 0.795134, + "nauc_mrr_at_20_max": 0.792032, + "nauc_mrr_at_20_std": 0.239353, + "nauc_mrr_at_20_diff1": 0.795866, + "nauc_mrr_at_100_max": 0.792014, + "nauc_mrr_at_100_std": 0.239486, + "nauc_mrr_at_100_diff1": 0.796379, + "nauc_mrr_at_1000_max": 0.792006, + "nauc_mrr_at_1000_std": 0.239255, + "nauc_mrr_at_1000_diff1": 0.796463, + "hit_rate_at_1": 0.61667, + "hit_rate_at_3": 0.72222, + "hit_rate_at_5": 0.77444, + "hit_rate_at_10": 0.82889, + "hit_rate_at_20": 0.86778, + "hit_rate_at_100": 0.95222, + "hit_rate_at_1000": 1.0, + "main_score": 0.71782, + "hf_subset": "eng_Latn-kat_Geor", + "languages": [ + "eng-Latn", + "kat-Geor" + ] + }, + { + "ndcg_at_1": 0.76889, + "ndcg_at_3": 0.81993, + "ndcg_at_5": 0.82983, + "ndcg_at_10": 0.83906, + "ndcg_at_20": 0.8459, + "ndcg_at_100": 0.85332, + "ndcg_at_1000": 0.85641, + "map_at_1": 0.76889, + "map_at_3": 0.80759, + "map_at_5": 0.81298, + "map_at_10": 0.81672, + "map_at_20": 0.81865, + "map_at_100": 0.81961, + "map_at_1000": 0.81974, + "recall_at_1": 0.76889, + "recall_at_3": 0.85556, + "recall_at_5": 0.88, + "recall_at_10": 0.90889, + "recall_at_20": 0.93556, + "recall_at_100": 0.97667, + "recall_at_1000": 1.0, + "accuracy": 0.76889, + "precision_at_1": 0.76889, + "precision_at_3": 0.28519, + "precision_at_5": 0.176, + "precision_at_10": 0.09089, + "precision_at_20": 0.04678, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "mrr_at_1": 0.768889, + "mrr_at_3": 0.807593, + "mrr_at_5": 0.812981, + "mrr_at_10": 0.816724, + "mrr_at_20": 0.81865, + "mrr_at_100": 0.819611, + "mrr_at_1000": 0.819744, + "nauc_ndcg_at_1_max": 0.742075, + "nauc_ndcg_at_1_std": -0.198238, + "nauc_ndcg_at_1_diff1": 0.909534, + "nauc_ndcg_at_3_max": 0.757181, + "nauc_ndcg_at_3_std": -0.152443, + "nauc_ndcg_at_3_diff1": 0.896019, + "nauc_ndcg_at_5_max": 0.753002, + "nauc_ndcg_at_5_std": -0.157715, + "nauc_ndcg_at_5_diff1": 0.891441, + "nauc_ndcg_at_10_max": 0.753247, + "nauc_ndcg_at_10_std": -0.147953, + "nauc_ndcg_at_10_diff1": 0.889116, + "nauc_ndcg_at_20_max": 0.756387, + "nauc_ndcg_at_20_std": -0.142564, + "nauc_ndcg_at_20_diff1": 0.892758, + "nauc_ndcg_at_100_max": 0.751655, + "nauc_ndcg_at_100_std": -0.149521, + "nauc_ndcg_at_100_diff1": 0.895184, + "nauc_ndcg_at_1000_max": 0.75205, + "nauc_ndcg_at_1000_std": -0.157582, + "nauc_ndcg_at_1000_diff1": 0.895384, + "nauc_map_at_1_max": 0.742075, + "nauc_map_at_1_std": -0.198238, + "nauc_map_at_1_diff1": 0.909534, + "nauc_map_at_3_max": 0.753155, + "nauc_map_at_3_std": -0.165705, + "nauc_map_at_3_diff1": 0.899559, + "nauc_map_at_5_max": 0.751057, + "nauc_map_at_5_std": -0.168457, + "nauc_map_at_5_diff1": 0.897377, + "nauc_map_at_10_max": 0.750913, + "nauc_map_at_10_std": -0.165346, + "nauc_map_at_10_diff1": 0.896618, + "nauc_map_at_20_max": 0.751665, + "nauc_map_at_20_std": -0.164147, + "nauc_map_at_20_diff1": 0.897566, + "nauc_map_at_100_max": 0.751047, + "nauc_map_at_100_std": -0.165557, + "nauc_map_at_100_diff1": 0.897796, + "nauc_map_at_1000_max": 0.751033, + "nauc_map_at_1000_std": -0.165874, + "nauc_map_at_1000_diff1": 0.897808, + "nauc_recall_at_1_max": 0.742075, + "nauc_recall_at_1_std": -0.198238, + "nauc_recall_at_1_diff1": 0.909534, + "nauc_recall_at_3_max": 0.771967, + "nauc_recall_at_3_std": -0.10315, + "nauc_recall_at_3_diff1": 0.883058, + "nauc_recall_at_5_max": 0.76, + "nauc_recall_at_5_std": -0.113405, + "nauc_recall_at_5_diff1": 0.865269, + "nauc_recall_at_10_max": 0.76527, + "nauc_recall_at_10_std": -0.048023, + "nauc_recall_at_10_diff1": 0.846115, + "nauc_recall_at_20_max": 0.797225, + "nauc_recall_at_20_std": 0.038515, + "nauc_recall_at_20_diff1": 0.860427, + "nauc_recall_at_100_max": 0.724356, + "nauc_recall_at_100_std": 0.188453, + "nauc_recall_at_100_diff1": 0.887733, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.742075, + "nauc_precision_at_1_std": -0.198238, + "nauc_precision_at_1_diff1": 0.909534, + "nauc_precision_at_3_max": 0.771967, + "nauc_precision_at_3_std": -0.10315, + "nauc_precision_at_3_diff1": 0.883058, + "nauc_precision_at_5_max": 0.76, + "nauc_precision_at_5_std": -0.113405, + "nauc_precision_at_5_diff1": 0.865269, + "nauc_precision_at_10_max": 0.76527, + "nauc_precision_at_10_std": -0.048023, + "nauc_precision_at_10_diff1": 0.846115, + "nauc_precision_at_20_max": 0.797225, + "nauc_precision_at_20_std": 0.038515, + "nauc_precision_at_20_diff1": 0.860427, + "nauc_precision_at_100_max": 0.724356, + "nauc_precision_at_100_std": 0.188453, + "nauc_precision_at_100_diff1": 0.887733, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.742075, + "nauc_mrr_at_1_std": -0.198238, + "nauc_mrr_at_1_diff1": 0.909534, + "nauc_mrr_at_3_max": 0.753155, + "nauc_mrr_at_3_std": -0.165705, + "nauc_mrr_at_3_diff1": 0.899559, + "nauc_mrr_at_5_max": 0.751057, + "nauc_mrr_at_5_std": -0.168457, + "nauc_mrr_at_5_diff1": 0.897377, + "nauc_mrr_at_10_max": 0.750913, + "nauc_mrr_at_10_std": -0.165346, + "nauc_mrr_at_10_diff1": 0.896618, + "nauc_mrr_at_20_max": 0.751665, + "nauc_mrr_at_20_std": -0.164147, + "nauc_mrr_at_20_diff1": 0.897566, + "nauc_mrr_at_100_max": 0.751047, + "nauc_mrr_at_100_std": -0.165557, + "nauc_mrr_at_100_diff1": 0.897796, + "nauc_mrr_at_1000_max": 0.751033, + "nauc_mrr_at_1000_std": -0.165874, + "nauc_mrr_at_1000_diff1": 0.897808, + "hit_rate_at_1": 0.76889, + "hit_rate_at_3": 0.85556, + "hit_rate_at_5": 0.88, + "hit_rate_at_10": 0.90889, + "hit_rate_at_20": 0.93556, + "hit_rate_at_100": 0.97667, + "hit_rate_at_1000": 1.0, + "main_score": 0.83906, + "hf_subset": "kaz_Cyrl-kaz_Cyrl", + "languages": [ + "kaz-Cyrl", + "kaz-Cyrl" + ] + }, + { + "ndcg_at_1": 0.84556, + "ndcg_at_3": 0.89771, + "ndcg_at_5": 0.90455, + "ndcg_at_10": 0.91074, + "ndcg_at_20": 0.91274, + "ndcg_at_100": 0.91649, + "ndcg_at_1000": 0.91688, + "map_at_1": 0.84556, + "map_at_3": 0.885, + "map_at_5": 0.88878, + "map_at_10": 0.89138, + "map_at_20": 0.89195, + "map_at_100": 0.89256, + "map_at_1000": 0.89257, + "recall_at_1": 0.84556, + "recall_at_3": 0.93444, + "recall_at_5": 0.95111, + "recall_at_10": 0.97, + "recall_at_20": 0.97778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.84556, + "precision_at_1": 0.84556, + "precision_at_3": 0.31148, + "precision_at_5": 0.19022, + "precision_at_10": 0.097, + "precision_at_20": 0.04889, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.845556, + "mrr_at_3": 0.885, + "mrr_at_5": 0.888778, + "mrr_at_10": 0.891384, + "mrr_at_20": 0.891952, + "mrr_at_100": 0.892564, + "mrr_at_1000": 0.892573, + "nauc_ndcg_at_1_max": 0.686059, + "nauc_ndcg_at_1_std": -0.384824, + "nauc_ndcg_at_1_diff1": 0.907985, + "nauc_ndcg_at_3_max": 0.70696, + "nauc_ndcg_at_3_std": -0.39859, + "nauc_ndcg_at_3_diff1": 0.887293, + "nauc_ndcg_at_5_max": 0.705175, + "nauc_ndcg_at_5_std": -0.398962, + "nauc_ndcg_at_5_diff1": 0.890081, + "nauc_ndcg_at_10_max": 0.707923, + "nauc_ndcg_at_10_std": -0.380052, + "nauc_ndcg_at_10_diff1": 0.894565, + "nauc_ndcg_at_20_max": 0.705871, + "nauc_ndcg_at_20_std": -0.385707, + "nauc_ndcg_at_20_diff1": 0.892918, + "nauc_ndcg_at_100_max": 0.702687, + "nauc_ndcg_at_100_std": -0.378772, + "nauc_ndcg_at_100_diff1": 0.89364, + "nauc_ndcg_at_1000_max": 0.70125, + "nauc_ndcg_at_1000_std": -0.385018, + "nauc_ndcg_at_1000_diff1": 0.894232, + "nauc_map_at_1_max": 0.686059, + "nauc_map_at_1_std": -0.384824, + "nauc_map_at_1_diff1": 0.907985, + "nauc_map_at_3_max": 0.698961, + "nauc_map_at_3_std": -0.395623, + "nauc_map_at_3_diff1": 0.892768, + "nauc_map_at_5_max": 0.697699, + "nauc_map_at_5_std": -0.396013, + "nauc_map_at_5_diff1": 0.894274, + "nauc_map_at_10_max": 0.698562, + "nauc_map_at_10_std": -0.3887, + "nauc_map_at_10_diff1": 0.896082, + "nauc_map_at_20_max": 0.698021, + "nauc_map_at_20_std": -0.389752, + "nauc_map_at_20_diff1": 0.895697, + "nauc_map_at_100_max": 0.697635, + "nauc_map_at_100_std": -0.389049, + "nauc_map_at_100_diff1": 0.895778, + "nauc_map_at_1000_max": 0.697609, + "nauc_map_at_1000_std": -0.38916, + "nauc_map_at_1000_diff1": 0.895788, + "nauc_recall_at_1_max": 0.686059, + "nauc_recall_at_1_std": -0.384824, + "nauc_recall_at_1_diff1": 0.907985, + "nauc_recall_at_3_max": 0.74714, + "nauc_recall_at_3_std": -0.412145, + "nauc_recall_at_3_diff1": 0.861218, + "nauc_recall_at_5_max": 0.753767, + "nauc_recall_at_5_std": -0.415606, + "nauc_recall_at_5_diff1": 0.865366, + "nauc_recall_at_10_max": 0.806982, + "nauc_recall_at_10_std": -0.271207, + "nauc_recall_at_10_diff1": 0.886658, + "nauc_recall_at_20_max": 0.811881, + "nauc_recall_at_20_std": -0.326634, + "nauc_recall_at_20_diff1": 0.860061, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.912854, + "nauc_recall_at_100_diff1": 0.771242, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.686059, + "nauc_precision_at_1_std": -0.384824, + "nauc_precision_at_1_diff1": 0.907985, + "nauc_precision_at_3_max": 0.74714, + "nauc_precision_at_3_std": -0.412145, + "nauc_precision_at_3_diff1": 0.861218, + "nauc_precision_at_5_max": 0.753767, + "nauc_precision_at_5_std": -0.415606, + "nauc_precision_at_5_diff1": 0.865366, + "nauc_precision_at_10_max": 0.806982, + "nauc_precision_at_10_std": -0.271207, + "nauc_precision_at_10_diff1": 0.886658, + "nauc_precision_at_20_max": 0.811881, + "nauc_precision_at_20_std": -0.326634, + "nauc_precision_at_20_diff1": 0.860061, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.912854, + "nauc_precision_at_100_diff1": 0.771242, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.686059, + "nauc_mrr_at_1_std": -0.384824, + "nauc_mrr_at_1_diff1": 0.907985, + "nauc_mrr_at_3_max": 0.698961, + "nauc_mrr_at_3_std": -0.395623, + "nauc_mrr_at_3_diff1": 0.892768, + "nauc_mrr_at_5_max": 0.697699, + "nauc_mrr_at_5_std": -0.396013, + "nauc_mrr_at_5_diff1": 0.894274, + "nauc_mrr_at_10_max": 0.698562, + "nauc_mrr_at_10_std": -0.3887, + "nauc_mrr_at_10_diff1": 0.896082, + "nauc_mrr_at_20_max": 0.698021, + "nauc_mrr_at_20_std": -0.389752, + "nauc_mrr_at_20_diff1": 0.895697, + "nauc_mrr_at_100_max": 0.697635, + "nauc_mrr_at_100_std": -0.389049, + "nauc_mrr_at_100_diff1": 0.895778, + "nauc_mrr_at_1000_max": 0.697609, + "nauc_mrr_at_1000_std": -0.38916, + "nauc_mrr_at_1000_diff1": 0.895788, + "hit_rate_at_1": 0.84556, + "hit_rate_at_3": 0.93444, + "hit_rate_at_5": 0.95111, + "hit_rate_at_10": 0.97, + "hit_rate_at_20": 0.97778, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.91074, + "hf_subset": "kaz_Cyrl-eng_Latn", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.71889, + "ndcg_at_3": 0.77776, + "ndcg_at_5": 0.78608, + "ndcg_at_10": 0.79848, + "ndcg_at_20": 0.80904, + "ndcg_at_100": 0.81893, + "ndcg_at_1000": 0.82264, + "map_at_1": 0.71889, + "map_at_3": 0.76352, + "map_at_5": 0.76819, + "map_at_10": 0.77319, + "map_at_20": 0.77618, + "map_at_100": 0.77755, + "map_at_1000": 0.77772, + "recall_at_1": 0.71889, + "recall_at_3": 0.81889, + "recall_at_5": 0.83889, + "recall_at_10": 0.87778, + "recall_at_20": 0.91889, + "recall_at_100": 0.97222, + "recall_at_1000": 1.0, + "accuracy": 0.71889, + "precision_at_1": 0.71889, + "precision_at_3": 0.27296, + "precision_at_5": 0.16778, + "precision_at_10": 0.08778, + "precision_at_20": 0.04594, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "mrr_at_1": 0.718889, + "mrr_at_3": 0.763519, + "mrr_at_5": 0.768185, + "mrr_at_10": 0.77319, + "mrr_at_20": 0.77618, + "mrr_at_100": 0.777555, + "mrr_at_1000": 0.77772, + "nauc_ndcg_at_1_max": 0.840369, + "nauc_ndcg_at_1_std": 0.181814, + "nauc_ndcg_at_1_diff1": 0.86649, + "nauc_ndcg_at_3_max": 0.852662, + "nauc_ndcg_at_3_std": 0.237039, + "nauc_ndcg_at_3_diff1": 0.836543, + "nauc_ndcg_at_5_max": 0.851792, + "nauc_ndcg_at_5_std": 0.24522, + "nauc_ndcg_at_5_diff1": 0.837988, + "nauc_ndcg_at_10_max": 0.85084, + "nauc_ndcg_at_10_std": 0.24626, + "nauc_ndcg_at_10_diff1": 0.837193, + "nauc_ndcg_at_20_max": 0.853502, + "nauc_ndcg_at_20_std": 0.256547, + "nauc_ndcg_at_20_diff1": 0.838467, + "nauc_ndcg_at_100_max": 0.852386, + "nauc_ndcg_at_100_std": 0.24667, + "nauc_ndcg_at_100_diff1": 0.842142, + "nauc_ndcg_at_1000_max": 0.850784, + "nauc_ndcg_at_1000_std": 0.237119, + "nauc_ndcg_at_1000_diff1": 0.842972, + "nauc_map_at_1_max": 0.840369, + "nauc_map_at_1_std": 0.181814, + "nauc_map_at_1_diff1": 0.86649, + "nauc_map_at_3_max": 0.849606, + "nauc_map_at_3_std": 0.219904, + "nauc_map_at_3_diff1": 0.84458, + "nauc_map_at_5_max": 0.849118, + "nauc_map_at_5_std": 0.224044, + "nauc_map_at_5_diff1": 0.845507, + "nauc_map_at_10_max": 0.84872, + "nauc_map_at_10_std": 0.223555, + "nauc_map_at_10_diff1": 0.845494, + "nauc_map_at_20_max": 0.849246, + "nauc_map_at_20_std": 0.225587, + "nauc_map_at_20_diff1": 0.845952, + "nauc_map_at_100_max": 0.849052, + "nauc_map_at_100_std": 0.224228, + "nauc_map_at_100_diff1": 0.846371, + "nauc_map_at_1000_max": 0.848999, + "nauc_map_at_1000_std": 0.223922, + "nauc_map_at_1000_diff1": 0.846406, + "nauc_recall_at_1_max": 0.840369, + "nauc_recall_at_1_std": 0.181814, + "nauc_recall_at_1_diff1": 0.86649, + "nauc_recall_at_3_max": 0.863455, + "nauc_recall_at_3_std": 0.299514, + "nauc_recall_at_3_diff1": 0.807822, + "nauc_recall_at_5_max": 0.861875, + "nauc_recall_at_5_std": 0.330479, + "nauc_recall_at_5_diff1": 0.808886, + "nauc_recall_at_10_max": 0.86006, + "nauc_recall_at_10_std": 0.363351, + "nauc_recall_at_10_diff1": 0.795757, + "nauc_recall_at_20_max": 0.888409, + "nauc_recall_at_20_std": 0.507489, + "nauc_recall_at_20_diff1": 0.786283, + "nauc_recall_at_100_max": 0.923343, + "nauc_recall_at_100_std": 0.672923, + "nauc_recall_at_100_diff1": 0.807563, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.840369, + "nauc_precision_at_1_std": 0.181814, + "nauc_precision_at_1_diff1": 0.86649, + "nauc_precision_at_3_max": 0.863455, + "nauc_precision_at_3_std": 0.299514, + "nauc_precision_at_3_diff1": 0.807822, + "nauc_precision_at_5_max": 0.861875, + "nauc_precision_at_5_std": 0.330479, + "nauc_precision_at_5_diff1": 0.808886, + "nauc_precision_at_10_max": 0.86006, + "nauc_precision_at_10_std": 0.363351, + "nauc_precision_at_10_diff1": 0.795757, + "nauc_precision_at_20_max": 0.888409, + "nauc_precision_at_20_std": 0.507489, + "nauc_precision_at_20_diff1": 0.786283, + "nauc_precision_at_100_max": 0.923343, + "nauc_precision_at_100_std": 0.672923, + "nauc_precision_at_100_diff1": 0.807563, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.840369, + "nauc_mrr_at_1_std": 0.181814, + "nauc_mrr_at_1_diff1": 0.86649, + "nauc_mrr_at_3_max": 0.849606, + "nauc_mrr_at_3_std": 0.219904, + "nauc_mrr_at_3_diff1": 0.84458, + "nauc_mrr_at_5_max": 0.849118, + "nauc_mrr_at_5_std": 0.224044, + "nauc_mrr_at_5_diff1": 0.845507, + "nauc_mrr_at_10_max": 0.84872, + "nauc_mrr_at_10_std": 0.223555, + "nauc_mrr_at_10_diff1": 0.845494, + "nauc_mrr_at_20_max": 0.849246, + "nauc_mrr_at_20_std": 0.225587, + "nauc_mrr_at_20_diff1": 0.845952, + "nauc_mrr_at_100_max": 0.849052, + "nauc_mrr_at_100_std": 0.224228, + "nauc_mrr_at_100_diff1": 0.846371, + "nauc_mrr_at_1000_max": 0.848999, + "nauc_mrr_at_1000_std": 0.223922, + "nauc_mrr_at_1000_diff1": 0.846406, + "hit_rate_at_1": 0.71889, + "hit_rate_at_3": 0.81889, + "hit_rate_at_5": 0.83889, + "hit_rate_at_10": 0.87778, + "hit_rate_at_20": 0.91889, + "hit_rate_at_100": 0.97222, + "hit_rate_at_1000": 1.0, + "main_score": 0.79848, + "hf_subset": "eng_Latn-kaz_Cyrl", + "languages": [ + "eng-Latn", + "kaz-Cyrl" + ] + }, + { + "ndcg_at_1": 0.72444, + "ndcg_at_3": 0.77926, + "ndcg_at_5": 0.78729, + "ndcg_at_10": 0.80189, + "ndcg_at_20": 0.81201, + "ndcg_at_100": 0.82169, + "ndcg_at_1000": 0.82507, + "map_at_1": 0.72444, + "map_at_3": 0.76593, + "map_at_5": 0.77026, + "map_at_10": 0.77643, + "map_at_20": 0.7792, + "map_at_100": 0.78054, + "map_at_1000": 0.78069, + "recall_at_1": 0.72444, + "recall_at_3": 0.81778, + "recall_at_5": 0.83778, + "recall_at_10": 0.88222, + "recall_at_20": 0.92222, + "recall_at_100": 0.97444, + "recall_at_1000": 1.0, + "accuracy": 0.72444, + "precision_at_1": 0.72444, + "precision_at_3": 0.27259, + "precision_at_5": 0.16756, + "precision_at_10": 0.08822, + "precision_at_20": 0.04611, + "precision_at_100": 0.00974, + "precision_at_1000": 0.001, + "mrr_at_1": 0.724444, + "mrr_at_3": 0.765926, + "mrr_at_5": 0.770259, + "mrr_at_10": 0.776427, + "mrr_at_20": 0.779197, + "mrr_at_100": 0.780544, + "mrr_at_1000": 0.780687, + "nauc_ndcg_at_1_max": 0.809671, + "nauc_ndcg_at_1_std": 0.127682, + "nauc_ndcg_at_1_diff1": 0.903554, + "nauc_ndcg_at_3_max": 0.823557, + "nauc_ndcg_at_3_std": 0.164262, + "nauc_ndcg_at_3_diff1": 0.878349, + "nauc_ndcg_at_5_max": 0.825196, + "nauc_ndcg_at_5_std": 0.182336, + "nauc_ndcg_at_5_diff1": 0.875393, + "nauc_ndcg_at_10_max": 0.824084, + "nauc_ndcg_at_10_std": 0.190405, + "nauc_ndcg_at_10_diff1": 0.872428, + "nauc_ndcg_at_20_max": 0.821234, + "nauc_ndcg_at_20_std": 0.182402, + "nauc_ndcg_at_20_diff1": 0.874698, + "nauc_ndcg_at_100_max": 0.823214, + "nauc_ndcg_at_100_std": 0.184697, + "nauc_ndcg_at_100_diff1": 0.878132, + "nauc_ndcg_at_1000_max": 0.821662, + "nauc_ndcg_at_1000_std": 0.17558, + "nauc_ndcg_at_1000_diff1": 0.879888, + "nauc_map_at_1_max": 0.809671, + "nauc_map_at_1_std": 0.127682, + "nauc_map_at_1_diff1": 0.903554, + "nauc_map_at_3_max": 0.820382, + "nauc_map_at_3_std": 0.155796, + "nauc_map_at_3_diff1": 0.885213, + "nauc_map_at_5_max": 0.821055, + "nauc_map_at_5_std": 0.164631, + "nauc_map_at_5_diff1": 0.883869, + "nauc_map_at_10_max": 0.820786, + "nauc_map_at_10_std": 0.167804, + "nauc_map_at_10_diff1": 0.883116, + "nauc_map_at_20_max": 0.819976, + "nauc_map_at_20_std": 0.165673, + "nauc_map_at_20_diff1": 0.883653, + "nauc_map_at_100_max": 0.820166, + "nauc_map_at_100_std": 0.165701, + "nauc_map_at_100_diff1": 0.88407, + "nauc_map_at_1000_max": 0.82012, + "nauc_map_at_1000_std": 0.165434, + "nauc_map_at_1000_diff1": 0.884142, + "nauc_recall_at_1_max": 0.809671, + "nauc_recall_at_1_std": 0.127682, + "nauc_recall_at_1_diff1": 0.903554, + "nauc_recall_at_3_max": 0.834476, + "nauc_recall_at_3_std": 0.193443, + "nauc_recall_at_3_diff1": 0.854063, + "nauc_recall_at_5_max": 0.841378, + "nauc_recall_at_5_std": 0.254077, + "nauc_recall_at_5_diff1": 0.84194, + "nauc_recall_at_10_max": 0.839032, + "nauc_recall_at_10_std": 0.31105, + "nauc_recall_at_10_diff1": 0.81526, + "nauc_recall_at_20_max": 0.823243, + "nauc_recall_at_20_std": 0.298753, + "nauc_recall_at_20_diff1": 0.810031, + "nauc_recall_at_100_max": 0.898916, + "nauc_recall_at_100_std": 0.629298, + "nauc_recall_at_100_diff1": 0.798969, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.809671, + "nauc_precision_at_1_std": 0.127682, + "nauc_precision_at_1_diff1": 0.903554, + "nauc_precision_at_3_max": 0.834476, + "nauc_precision_at_3_std": 0.193443, + "nauc_precision_at_3_diff1": 0.854063, + "nauc_precision_at_5_max": 0.841378, + "nauc_precision_at_5_std": 0.254077, + "nauc_precision_at_5_diff1": 0.84194, + "nauc_precision_at_10_max": 0.839032, + "nauc_precision_at_10_std": 0.31105, + "nauc_precision_at_10_diff1": 0.81526, + "nauc_precision_at_20_max": 0.823243, + "nauc_precision_at_20_std": 0.298753, + "nauc_precision_at_20_diff1": 0.810031, + "nauc_precision_at_100_max": 0.898916, + "nauc_precision_at_100_std": 0.629298, + "nauc_precision_at_100_diff1": 0.798969, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.809671, + "nauc_mrr_at_1_std": 0.127682, + "nauc_mrr_at_1_diff1": 0.903554, + "nauc_mrr_at_3_max": 0.820382, + "nauc_mrr_at_3_std": 0.155796, + "nauc_mrr_at_3_diff1": 0.885213, + "nauc_mrr_at_5_max": 0.821055, + "nauc_mrr_at_5_std": 0.164631, + "nauc_mrr_at_5_diff1": 0.883869, + "nauc_mrr_at_10_max": 0.820786, + "nauc_mrr_at_10_std": 0.167804, + "nauc_mrr_at_10_diff1": 0.883116, + "nauc_mrr_at_20_max": 0.819976, + "nauc_mrr_at_20_std": 0.165673, + "nauc_mrr_at_20_diff1": 0.883653, + "nauc_mrr_at_100_max": 0.820166, + "nauc_mrr_at_100_std": 0.165701, + "nauc_mrr_at_100_diff1": 0.88407, + "nauc_mrr_at_1000_max": 0.82012, + "nauc_mrr_at_1000_std": 0.165434, + "nauc_mrr_at_1000_diff1": 0.884142, + "hit_rate_at_1": 0.72444, + "hit_rate_at_3": 0.81778, + "hit_rate_at_5": 0.83778, + "hit_rate_at_10": 0.88222, + "hit_rate_at_20": 0.92222, + "hit_rate_at_100": 0.97444, + "hit_rate_at_1000": 1.0, + "main_score": 0.80189, + "hf_subset": "kea_Latn-kea_Latn", + "languages": [ + "kea-Latn", + "kea-Latn" + ] + }, + { + "ndcg_at_1": 0.86333, + "ndcg_at_3": 0.90865, + "ndcg_at_5": 0.91405, + "ndcg_at_10": 0.9209, + "ndcg_at_20": 0.92428, + "ndcg_at_100": 0.92598, + "ndcg_at_1000": 0.92641, + "map_at_1": 0.86333, + "map_at_3": 0.89778, + "map_at_5": 0.90072, + "map_at_10": 0.90356, + "map_at_20": 0.90449, + "map_at_100": 0.90474, + "map_at_1000": 0.90476, + "recall_at_1": 0.86333, + "recall_at_3": 0.94, + "recall_at_5": 0.95333, + "recall_at_10": 0.97444, + "recall_at_20": 0.98778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.86333, + "precision_at_1": 0.86333, + "precision_at_3": 0.31333, + "precision_at_5": 0.19067, + "precision_at_10": 0.09744, + "precision_at_20": 0.04939, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.863333, + "mrr_at_3": 0.897778, + "mrr_at_5": 0.900722, + "mrr_at_10": 0.903563, + "mrr_at_20": 0.904488, + "mrr_at_100": 0.904744, + "mrr_at_1000": 0.90476, + "nauc_ndcg_at_1_max": 0.731806, + "nauc_ndcg_at_1_std": -0.362972, + "nauc_ndcg_at_1_diff1": 0.923828, + "nauc_ndcg_at_3_max": 0.759494, + "nauc_ndcg_at_3_std": -0.354689, + "nauc_ndcg_at_3_diff1": 0.90755, + "nauc_ndcg_at_5_max": 0.752787, + "nauc_ndcg_at_5_std": -0.36651, + "nauc_ndcg_at_5_diff1": 0.908854, + "nauc_ndcg_at_10_max": 0.756349, + "nauc_ndcg_at_10_std": -0.341828, + "nauc_ndcg_at_10_diff1": 0.914095, + "nauc_ndcg_at_20_max": 0.754016, + "nauc_ndcg_at_20_std": -0.335775, + "nauc_ndcg_at_20_diff1": 0.912226, + "nauc_ndcg_at_100_max": 0.751822, + "nauc_ndcg_at_100_std": -0.341323, + "nauc_ndcg_at_100_diff1": 0.912089, + "nauc_ndcg_at_1000_max": 0.750339, + "nauc_ndcg_at_1000_std": -0.348556, + "nauc_ndcg_at_1000_diff1": 0.912454, + "nauc_map_at_1_max": 0.731806, + "nauc_map_at_1_std": -0.362972, + "nauc_map_at_1_diff1": 0.923828, + "nauc_map_at_3_max": 0.750528, + "nauc_map_at_3_std": -0.357402, + "nauc_map_at_3_diff1": 0.9111, + "nauc_map_at_5_max": 0.747195, + "nauc_map_at_5_std": -0.362834, + "nauc_map_at_5_diff1": 0.911818, + "nauc_map_at_10_max": 0.74851, + "nauc_map_at_10_std": -0.353005, + "nauc_map_at_10_diff1": 0.91366, + "nauc_map_at_20_max": 0.747827, + "nauc_map_at_20_std": -0.352071, + "nauc_map_at_20_diff1": 0.913275, + "nauc_map_at_100_max": 0.747446, + "nauc_map_at_100_std": -0.353382, + "nauc_map_at_100_diff1": 0.913265, + "nauc_map_at_1000_max": 0.747402, + "nauc_map_at_1000_std": -0.353595, + "nauc_map_at_1000_diff1": 0.913275, + "nauc_recall_at_1_max": 0.731806, + "nauc_recall_at_1_std": -0.362972, + "nauc_recall_at_1_diff1": 0.923828, + "nauc_recall_at_3_max": 0.802642, + "nauc_recall_at_3_std": -0.341616, + "nauc_recall_at_3_diff1": 0.891629, + "nauc_recall_at_5_max": 0.784103, + "nauc_recall_at_5_std": -0.392657, + "nauc_recall_at_5_diff1": 0.892957, + "nauc_recall_at_10_max": 0.838144, + "nauc_recall_at_10_std": -0.209495, + "nauc_recall_at_10_diff1": 0.929465, + "nauc_recall_at_20_max": 0.877345, + "nauc_recall_at_20_std": 0.096808, + "nauc_recall_at_20_diff1": 0.900051, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_diff1": 0.851385, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.731806, + "nauc_precision_at_1_std": -0.362972, + "nauc_precision_at_1_diff1": 0.923828, + "nauc_precision_at_3_max": 0.802642, + "nauc_precision_at_3_std": -0.341616, + "nauc_precision_at_3_diff1": 0.891629, + "nauc_precision_at_5_max": 0.784103, + "nauc_precision_at_5_std": -0.392657, + "nauc_precision_at_5_diff1": 0.892957, + "nauc_precision_at_10_max": 0.838144, + "nauc_precision_at_10_std": -0.209495, + "nauc_precision_at_10_diff1": 0.929465, + "nauc_precision_at_20_max": 0.877345, + "nauc_precision_at_20_std": 0.096808, + "nauc_precision_at_20_diff1": 0.900051, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_diff1": 0.851385, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.731806, + "nauc_mrr_at_1_std": -0.362972, + "nauc_mrr_at_1_diff1": 0.923828, + "nauc_mrr_at_3_max": 0.750528, + "nauc_mrr_at_3_std": -0.357402, + "nauc_mrr_at_3_diff1": 0.9111, + "nauc_mrr_at_5_max": 0.747195, + "nauc_mrr_at_5_std": -0.362834, + "nauc_mrr_at_5_diff1": 0.911818, + "nauc_mrr_at_10_max": 0.74851, + "nauc_mrr_at_10_std": -0.353005, + "nauc_mrr_at_10_diff1": 0.91366, + "nauc_mrr_at_20_max": 0.747827, + "nauc_mrr_at_20_std": -0.352071, + "nauc_mrr_at_20_diff1": 0.913275, + "nauc_mrr_at_100_max": 0.747446, + "nauc_mrr_at_100_std": -0.353382, + "nauc_mrr_at_100_diff1": 0.913265, + "nauc_mrr_at_1000_max": 0.747402, + "nauc_mrr_at_1000_std": -0.353595, + "nauc_mrr_at_1000_diff1": 0.913275, + "hit_rate_at_1": 0.86333, + "hit_rate_at_3": 0.94, + "hit_rate_at_5": 0.95333, + "hit_rate_at_10": 0.97444, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.9209, + "hf_subset": "kea_Latn-eng_Latn", + "languages": [ + "kea-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.69778, + "ndcg_at_3": 0.75516, + "ndcg_at_5": 0.76338, + "ndcg_at_10": 0.77551, + "ndcg_at_20": 0.78722, + "ndcg_at_100": 0.80001, + "ndcg_at_1000": 0.8041, + "map_at_1": 0.69778, + "map_at_3": 0.74185, + "map_at_5": 0.74641, + "map_at_10": 0.75136, + "map_at_20": 0.75452, + "map_at_100": 0.75615, + "map_at_1000": 0.75632, + "recall_at_1": 0.69778, + "recall_at_3": 0.79333, + "recall_at_5": 0.81333, + "recall_at_10": 0.85111, + "recall_at_20": 0.89778, + "recall_at_100": 0.96889, + "recall_at_1000": 1.0, + "accuracy": 0.69778, + "precision_at_1": 0.69778, + "precision_at_3": 0.26444, + "precision_at_5": 0.16267, + "precision_at_10": 0.08511, + "precision_at_20": 0.04489, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "mrr_at_1": 0.697778, + "mrr_at_3": 0.741852, + "mrr_at_5": 0.746407, + "mrr_at_10": 0.75136, + "mrr_at_20": 0.754519, + "mrr_at_100": 0.756152, + "mrr_at_1000": 0.756322, + "nauc_ndcg_at_1_max": 0.817509, + "nauc_ndcg_at_1_std": 0.199112, + "nauc_ndcg_at_1_diff1": 0.873216, + "nauc_ndcg_at_3_max": 0.843164, + "nauc_ndcg_at_3_std": 0.272361, + "nauc_ndcg_at_3_diff1": 0.83783, + "nauc_ndcg_at_5_max": 0.847494, + "nauc_ndcg_at_5_std": 0.290321, + "nauc_ndcg_at_5_diff1": 0.839501, + "nauc_ndcg_at_10_max": 0.843303, + "nauc_ndcg_at_10_std": 0.290434, + "nauc_ndcg_at_10_diff1": 0.837461, + "nauc_ndcg_at_20_max": 0.841154, + "nauc_ndcg_at_20_std": 0.293082, + "nauc_ndcg_at_20_diff1": 0.838115, + "nauc_ndcg_at_100_max": 0.841668, + "nauc_ndcg_at_100_std": 0.290446, + "nauc_ndcg_at_100_diff1": 0.840464, + "nauc_ndcg_at_1000_max": 0.840169, + "nauc_ndcg_at_1000_std": 0.278051, + "nauc_ndcg_at_1000_diff1": 0.843366, + "nauc_map_at_1_max": 0.817509, + "nauc_map_at_1_std": 0.199112, + "nauc_map_at_1_diff1": 0.873216, + "nauc_map_at_3_max": 0.837039, + "nauc_map_at_3_std": 0.25307, + "nauc_map_at_3_diff1": 0.847206, + "nauc_map_at_5_max": 0.839257, + "nauc_map_at_5_std": 0.262344, + "nauc_map_at_5_diff1": 0.848232, + "nauc_map_at_10_max": 0.837568, + "nauc_map_at_10_std": 0.261827, + "nauc_map_at_10_diff1": 0.84761, + "nauc_map_at_20_max": 0.837034, + "nauc_map_at_20_std": 0.262355, + "nauc_map_at_20_diff1": 0.847926, + "nauc_map_at_100_max": 0.83715, + "nauc_map_at_100_std": 0.262039, + "nauc_map_at_100_diff1": 0.84829, + "nauc_map_at_1000_max": 0.837096, + "nauc_map_at_1000_std": 0.26162, + "nauc_map_at_1000_diff1": 0.848377, + "nauc_recall_at_1_max": 0.817509, + "nauc_recall_at_1_std": 0.199112, + "nauc_recall_at_1_diff1": 0.873216, + "nauc_recall_at_3_max": 0.863798, + "nauc_recall_at_3_std": 0.338365, + "nauc_recall_at_3_diff1": 0.805717, + "nauc_recall_at_5_max": 0.878198, + "nauc_recall_at_5_std": 0.396407, + "nauc_recall_at_5_diff1": 0.807657, + "nauc_recall_at_10_max": 0.866491, + "nauc_recall_at_10_std": 0.421626, + "nauc_recall_at_10_diff1": 0.791575, + "nauc_recall_at_20_max": 0.858837, + "nauc_recall_at_20_std": 0.489624, + "nauc_recall_at_20_diff1": 0.777628, + "nauc_recall_at_100_max": 0.905712, + "nauc_recall_at_100_std": 0.827047, + "nauc_recall_at_100_diff1": 0.710918, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.817509, + "nauc_precision_at_1_std": 0.199112, + "nauc_precision_at_1_diff1": 0.873216, + "nauc_precision_at_3_max": 0.863798, + "nauc_precision_at_3_std": 0.338365, + "nauc_precision_at_3_diff1": 0.805717, + "nauc_precision_at_5_max": 0.878198, + "nauc_precision_at_5_std": 0.396407, + "nauc_precision_at_5_diff1": 0.807657, + "nauc_precision_at_10_max": 0.866491, + "nauc_precision_at_10_std": 0.421626, + "nauc_precision_at_10_diff1": 0.791575, + "nauc_precision_at_20_max": 0.858837, + "nauc_precision_at_20_std": 0.489624, + "nauc_precision_at_20_diff1": 0.777628, + "nauc_precision_at_100_max": 0.905712, + "nauc_precision_at_100_std": 0.827047, + "nauc_precision_at_100_diff1": 0.710918, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.817509, + "nauc_mrr_at_1_std": 0.199112, + "nauc_mrr_at_1_diff1": 0.873216, + "nauc_mrr_at_3_max": 0.837039, + "nauc_mrr_at_3_std": 0.25307, + "nauc_mrr_at_3_diff1": 0.847206, + "nauc_mrr_at_5_max": 0.839257, + "nauc_mrr_at_5_std": 0.262344, + "nauc_mrr_at_5_diff1": 0.848232, + "nauc_mrr_at_10_max": 0.837568, + "nauc_mrr_at_10_std": 0.261827, + "nauc_mrr_at_10_diff1": 0.84761, + "nauc_mrr_at_20_max": 0.837034, + "nauc_mrr_at_20_std": 0.262355, + "nauc_mrr_at_20_diff1": 0.847926, + "nauc_mrr_at_100_max": 0.83715, + "nauc_mrr_at_100_std": 0.262039, + "nauc_mrr_at_100_diff1": 0.84829, + "nauc_mrr_at_1000_max": 0.837096, + "nauc_mrr_at_1000_std": 0.26162, + "nauc_mrr_at_1000_diff1": 0.848377, + "hit_rate_at_1": 0.69778, + "hit_rate_at_3": 0.79333, + "hit_rate_at_5": 0.81333, + "hit_rate_at_10": 0.85111, + "hit_rate_at_20": 0.89778, + "hit_rate_at_100": 0.96889, + "hit_rate_at_1000": 1.0, + "main_score": 0.77551, + "hf_subset": "eng_Latn-kea_Latn", + "languages": [ + "eng-Latn", + "kea-Latn" + ] + }, + { + "ndcg_at_1": 0.63333, + "ndcg_at_3": 0.68619, + "ndcg_at_5": 0.70144, + "ndcg_at_10": 0.71834, + "ndcg_at_20": 0.72632, + "ndcg_at_100": 0.74321, + "ndcg_at_1000": 0.75159, + "map_at_1": 0.63333, + "map_at_3": 0.67333, + "map_at_5": 0.68189, + "map_at_10": 0.68887, + "map_at_20": 0.69097, + "map_at_100": 0.69323, + "map_at_1000": 0.69358, + "recall_at_1": 0.63333, + "recall_at_3": 0.72333, + "recall_at_5": 0.76, + "recall_at_10": 0.81222, + "recall_at_20": 0.84444, + "recall_at_100": 0.93667, + "recall_at_1000": 1.0, + "accuracy": 0.63333, + "precision_at_1": 0.63333, + "precision_at_3": 0.24111, + "precision_at_5": 0.152, + "precision_at_10": 0.08122, + "precision_at_20": 0.04222, + "precision_at_100": 0.00937, + "precision_at_1000": 0.001, + "mrr_at_1": 0.633333, + "mrr_at_3": 0.673333, + "mrr_at_5": 0.681889, + "mrr_at_10": 0.688869, + "mrr_at_20": 0.690973, + "mrr_at_100": 0.693229, + "mrr_at_1000": 0.693583, + "nauc_ndcg_at_1_max": 0.547299, + "nauc_ndcg_at_1_std": -0.313421, + "nauc_ndcg_at_1_diff1": 0.837282, + "nauc_ndcg_at_3_max": 0.566497, + "nauc_ndcg_at_3_std": -0.320621, + "nauc_ndcg_at_3_diff1": 0.821069, + "nauc_ndcg_at_5_max": 0.563086, + "nauc_ndcg_at_5_std": -0.318925, + "nauc_ndcg_at_5_diff1": 0.816475, + "nauc_ndcg_at_10_max": 0.553618, + "nauc_ndcg_at_10_std": -0.313221, + "nauc_ndcg_at_10_diff1": 0.809545, + "nauc_ndcg_at_20_max": 0.549529, + "nauc_ndcg_at_20_std": -0.320716, + "nauc_ndcg_at_20_diff1": 0.808831, + "nauc_ndcg_at_100_max": 0.548315, + "nauc_ndcg_at_100_std": -0.319155, + "nauc_ndcg_at_100_diff1": 0.809481, + "nauc_ndcg_at_1000_max": 0.55351, + "nauc_ndcg_at_1000_std": -0.317095, + "nauc_ndcg_at_1000_diff1": 0.813931, + "nauc_map_at_1_max": 0.547299, + "nauc_map_at_1_std": -0.313421, + "nauc_map_at_1_diff1": 0.837282, + "nauc_map_at_3_max": 0.562468, + "nauc_map_at_3_std": -0.317921, + "nauc_map_at_3_diff1": 0.824276, + "nauc_map_at_5_max": 0.560688, + "nauc_map_at_5_std": -0.317059, + "nauc_map_at_5_diff1": 0.821954, + "nauc_map_at_10_max": 0.556532, + "nauc_map_at_10_std": -0.315393, + "nauc_map_at_10_diff1": 0.819338, + "nauc_map_at_20_max": 0.555588, + "nauc_map_at_20_std": -0.317199, + "nauc_map_at_20_diff1": 0.819244, + "nauc_map_at_100_max": 0.55554, + "nauc_map_at_100_std": -0.316785, + "nauc_map_at_100_diff1": 0.819149, + "nauc_map_at_1000_max": 0.555752, + "nauc_map_at_1000_std": -0.316637, + "nauc_map_at_1000_diff1": 0.819318, + "nauc_recall_at_1_max": 0.547299, + "nauc_recall_at_1_std": -0.313421, + "nauc_recall_at_1_diff1": 0.837282, + "nauc_recall_at_3_max": 0.579112, + "nauc_recall_at_3_std": -0.329767, + "nauc_recall_at_3_diff1": 0.811138, + "nauc_recall_at_5_max": 0.570325, + "nauc_recall_at_5_std": -0.325551, + "nauc_recall_at_5_diff1": 0.796638, + "nauc_recall_at_10_max": 0.535857, + "nauc_recall_at_10_std": -0.298548, + "nauc_recall_at_10_diff1": 0.763565, + "nauc_recall_at_20_max": 0.506303, + "nauc_recall_at_20_std": -0.343445, + "nauc_recall_at_20_diff1": 0.75021, + "nauc_recall_at_100_max": 0.423207, + "nauc_recall_at_100_std": -0.356455, + "nauc_recall_at_100_diff1": 0.69856, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.547299, + "nauc_precision_at_1_std": -0.313421, + "nauc_precision_at_1_diff1": 0.837282, + "nauc_precision_at_3_max": 0.579112, + "nauc_precision_at_3_std": -0.329767, + "nauc_precision_at_3_diff1": 0.811138, + "nauc_precision_at_5_max": 0.570325, + "nauc_precision_at_5_std": -0.325551, + "nauc_precision_at_5_diff1": 0.796638, + "nauc_precision_at_10_max": 0.535857, + "nauc_precision_at_10_std": -0.298548, + "nauc_precision_at_10_diff1": 0.763565, + "nauc_precision_at_20_max": 0.506303, + "nauc_precision_at_20_std": -0.343445, + "nauc_precision_at_20_diff1": 0.75021, + "nauc_precision_at_100_max": 0.423207, + "nauc_precision_at_100_std": -0.356455, + "nauc_precision_at_100_diff1": 0.69856, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.547299, + "nauc_mrr_at_1_std": -0.313421, + "nauc_mrr_at_1_diff1": 0.837282, + "nauc_mrr_at_3_max": 0.562468, + "nauc_mrr_at_3_std": -0.317921, + "nauc_mrr_at_3_diff1": 0.824276, + "nauc_mrr_at_5_max": 0.560688, + "nauc_mrr_at_5_std": -0.317059, + "nauc_mrr_at_5_diff1": 0.821954, + "nauc_mrr_at_10_max": 0.556532, + "nauc_mrr_at_10_std": -0.315393, + "nauc_mrr_at_10_diff1": 0.819338, + "nauc_mrr_at_20_max": 0.555588, + "nauc_mrr_at_20_std": -0.317199, + "nauc_mrr_at_20_diff1": 0.819244, + "nauc_mrr_at_100_max": 0.55554, + "nauc_mrr_at_100_std": -0.316785, + "nauc_mrr_at_100_diff1": 0.819149, + "nauc_mrr_at_1000_max": 0.555752, + "nauc_mrr_at_1000_std": -0.316637, + "nauc_mrr_at_1000_diff1": 0.819318, + "hit_rate_at_1": 0.63333, + "hit_rate_at_3": 0.72333, + "hit_rate_at_5": 0.76, + "hit_rate_at_10": 0.81222, + "hit_rate_at_20": 0.84444, + "hit_rate_at_100": 0.93667, + "hit_rate_at_1000": 1.0, + "main_score": 0.71834, + "hf_subset": "khk_Cyrl-khk_Cyrl", + "languages": [ + "khk-Cyrl", + "khk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.64333, + "ndcg_at_3": 0.7316, + "ndcg_at_5": 0.74618, + "ndcg_at_10": 0.7635, + "ndcg_at_20": 0.77389, + "ndcg_at_100": 0.78646, + "ndcg_at_1000": 0.78827, + "map_at_1": 0.64333, + "map_at_3": 0.71056, + "map_at_5": 0.71861, + "map_at_10": 0.72579, + "map_at_20": 0.72865, + "map_at_100": 0.73062, + "map_at_1000": 0.7307, + "recall_at_1": 0.64333, + "recall_at_3": 0.79222, + "recall_at_5": 0.82778, + "recall_at_10": 0.88111, + "recall_at_20": 0.92222, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "accuracy": 0.64333, + "precision_at_1": 0.64333, + "precision_at_3": 0.26407, + "precision_at_5": 0.16556, + "precision_at_10": 0.08811, + "precision_at_20": 0.04611, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.643333, + "mrr_at_3": 0.710556, + "mrr_at_5": 0.718611, + "mrr_at_10": 0.725791, + "mrr_at_20": 0.728648, + "mrr_at_100": 0.730617, + "mrr_at_1000": 0.7307, + "nauc_ndcg_at_1_max": 0.657076, + "nauc_ndcg_at_1_std": -0.142261, + "nauc_ndcg_at_1_diff1": 0.813676, + "nauc_ndcg_at_3_max": 0.664828, + "nauc_ndcg_at_3_std": -0.139926, + "nauc_ndcg_at_3_diff1": 0.760078, + "nauc_ndcg_at_5_max": 0.662097, + "nauc_ndcg_at_5_std": -0.154214, + "nauc_ndcg_at_5_diff1": 0.764805, + "nauc_ndcg_at_10_max": 0.657261, + "nauc_ndcg_at_10_std": -0.156586, + "nauc_ndcg_at_10_diff1": 0.76608, + "nauc_ndcg_at_20_max": 0.657237, + "nauc_ndcg_at_20_std": -0.1519, + "nauc_ndcg_at_20_diff1": 0.767486, + "nauc_ndcg_at_100_max": 0.662075, + "nauc_ndcg_at_100_std": -0.142482, + "nauc_ndcg_at_100_diff1": 0.775109, + "nauc_ndcg_at_1000_max": 0.660793, + "nauc_ndcg_at_1000_std": -0.146711, + "nauc_ndcg_at_1000_diff1": 0.774702, + "nauc_map_at_1_max": 0.657076, + "nauc_map_at_1_std": -0.142261, + "nauc_map_at_1_diff1": 0.813676, + "nauc_map_at_3_max": 0.664125, + "nauc_map_at_3_std": -0.139431, + "nauc_map_at_3_diff1": 0.774733, + "nauc_map_at_5_max": 0.662384, + "nauc_map_at_5_std": -0.147064, + "nauc_map_at_5_diff1": 0.777506, + "nauc_map_at_10_max": 0.660606, + "nauc_map_at_10_std": -0.148083, + "nauc_map_at_10_diff1": 0.77836, + "nauc_map_at_20_max": 0.660662, + "nauc_map_at_20_std": -0.146864, + "nauc_map_at_20_diff1": 0.778791, + "nauc_map_at_100_max": 0.661217, + "nauc_map_at_100_std": -0.145714, + "nauc_map_at_100_diff1": 0.779704, + "nauc_map_at_1000_max": 0.661177, + "nauc_map_at_1000_std": -0.145852, + "nauc_map_at_1000_diff1": 0.77969, + "nauc_recall_at_1_max": 0.657076, + "nauc_recall_at_1_std": -0.142261, + "nauc_recall_at_1_diff1": 0.813676, + "nauc_recall_at_3_max": 0.666636, + "nauc_recall_at_3_std": -0.142367, + "nauc_recall_at_3_diff1": 0.706177, + "nauc_recall_at_5_max": 0.659985, + "nauc_recall_at_5_std": -0.187636, + "nauc_recall_at_5_diff1": 0.71217, + "nauc_recall_at_10_max": 0.633122, + "nauc_recall_at_10_std": -0.210218, + "nauc_recall_at_10_diff1": 0.697679, + "nauc_recall_at_20_max": 0.620181, + "nauc_recall_at_20_std": -0.191243, + "nauc_recall_at_20_diff1": 0.678385, + "nauc_recall_at_100_max": 0.797152, + "nauc_recall_at_100_std": 0.297775, + "nauc_recall_at_100_diff1": 0.815009, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.657076, + "nauc_precision_at_1_std": -0.142261, + "nauc_precision_at_1_diff1": 0.813676, + "nauc_precision_at_3_max": 0.666636, + "nauc_precision_at_3_std": -0.142367, + "nauc_precision_at_3_diff1": 0.706177, + "nauc_precision_at_5_max": 0.659985, + "nauc_precision_at_5_std": -0.187636, + "nauc_precision_at_5_diff1": 0.71217, + "nauc_precision_at_10_max": 0.633122, + "nauc_precision_at_10_std": -0.210218, + "nauc_precision_at_10_diff1": 0.697679, + "nauc_precision_at_20_max": 0.620181, + "nauc_precision_at_20_std": -0.191243, + "nauc_precision_at_20_diff1": 0.678385, + "nauc_precision_at_100_max": 0.797152, + "nauc_precision_at_100_std": 0.297775, + "nauc_precision_at_100_diff1": 0.815009, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.657076, + "nauc_mrr_at_1_std": -0.142261, + "nauc_mrr_at_1_diff1": 0.813676, + "nauc_mrr_at_3_max": 0.664125, + "nauc_mrr_at_3_std": -0.139431, + "nauc_mrr_at_3_diff1": 0.774733, + "nauc_mrr_at_5_max": 0.662384, + "nauc_mrr_at_5_std": -0.147064, + "nauc_mrr_at_5_diff1": 0.777506, + "nauc_mrr_at_10_max": 0.660606, + "nauc_mrr_at_10_std": -0.148083, + "nauc_mrr_at_10_diff1": 0.77836, + "nauc_mrr_at_20_max": 0.660662, + "nauc_mrr_at_20_std": -0.146864, + "nauc_mrr_at_20_diff1": 0.778791, + "nauc_mrr_at_100_max": 0.661217, + "nauc_mrr_at_100_std": -0.145714, + "nauc_mrr_at_100_diff1": 0.779704, + "nauc_mrr_at_1000_max": 0.661177, + "nauc_mrr_at_1000_std": -0.145852, + "nauc_mrr_at_1000_diff1": 0.77969, + "hit_rate_at_1": 0.64333, + "hit_rate_at_3": 0.79222, + "hit_rate_at_5": 0.82778, + "hit_rate_at_10": 0.88111, + "hit_rate_at_20": 0.92222, + "hit_rate_at_100": 0.98667, + "hit_rate_at_1000": 1.0, + "main_score": 0.7635, + "hf_subset": "khk_Cyrl-eng_Latn", + "languages": [ + "khk-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.43889, + "ndcg_at_3": 0.50352, + "ndcg_at_5": 0.51619, + "ndcg_at_10": 0.53288, + "ndcg_at_20": 0.54941, + "ndcg_at_100": 0.57785, + "ndcg_at_1000": 0.59721, + "map_at_1": 0.43889, + "map_at_3": 0.48815, + "map_at_5": 0.49509, + "map_at_10": 0.50207, + "map_at_20": 0.50659, + "map_at_100": 0.51018, + "map_at_1000": 0.511, + "recall_at_1": 0.43889, + "recall_at_3": 0.54778, + "recall_at_5": 0.57889, + "recall_at_10": 0.63, + "recall_at_20": 0.69556, + "recall_at_100": 0.85333, + "recall_at_1000": 1.0, + "accuracy": 0.43889, + "precision_at_1": 0.43889, + "precision_at_3": 0.18259, + "precision_at_5": 0.11578, + "precision_at_10": 0.063, + "precision_at_20": 0.03478, + "precision_at_100": 0.00853, + "precision_at_1000": 0.001, + "mrr_at_1": 0.438889, + "mrr_at_3": 0.488148, + "mrr_at_5": 0.495093, + "mrr_at_10": 0.502074, + "mrr_at_20": 0.506587, + "mrr_at_100": 0.510184, + "mrr_at_1000": 0.510998, + "nauc_ndcg_at_1_max": 0.835538, + "nauc_ndcg_at_1_std": 0.335385, + "nauc_ndcg_at_1_diff1": 0.821355, + "nauc_ndcg_at_3_max": 0.840058, + "nauc_ndcg_at_3_std": 0.370358, + "nauc_ndcg_at_3_diff1": 0.773109, + "nauc_ndcg_at_5_max": 0.831186, + "nauc_ndcg_at_5_std": 0.374317, + "nauc_ndcg_at_5_diff1": 0.759316, + "nauc_ndcg_at_10_max": 0.826331, + "nauc_ndcg_at_10_std": 0.380905, + "nauc_ndcg_at_10_diff1": 0.751179, + "nauc_ndcg_at_20_max": 0.826002, + "nauc_ndcg_at_20_std": 0.385221, + "nauc_ndcg_at_20_diff1": 0.750995, + "nauc_ndcg_at_100_max": 0.825296, + "nauc_ndcg_at_100_std": 0.391688, + "nauc_ndcg_at_100_diff1": 0.752419, + "nauc_ndcg_at_1000_max": 0.828744, + "nauc_ndcg_at_1000_std": 0.377234, + "nauc_ndcg_at_1000_diff1": 0.76244, + "nauc_map_at_1_max": 0.835538, + "nauc_map_at_1_std": 0.335385, + "nauc_map_at_1_diff1": 0.821355, + "nauc_map_at_3_max": 0.838852, + "nauc_map_at_3_std": 0.360507, + "nauc_map_at_3_diff1": 0.784077, + "nauc_map_at_5_max": 0.833962, + "nauc_map_at_5_std": 0.362576, + "nauc_map_at_5_diff1": 0.776646, + "nauc_map_at_10_max": 0.831769, + "nauc_map_at_10_std": 0.364876, + "nauc_map_at_10_diff1": 0.773113, + "nauc_map_at_20_max": 0.831869, + "nauc_map_at_20_std": 0.366142, + "nauc_map_at_20_diff1": 0.773428, + "nauc_map_at_100_max": 0.83178, + "nauc_map_at_100_std": 0.366623, + "nauc_map_at_100_diff1": 0.77382, + "nauc_map_at_1000_max": 0.831894, + "nauc_map_at_1000_std": 0.366066, + "nauc_map_at_1000_diff1": 0.774204, + "nauc_recall_at_1_max": 0.835538, + "nauc_recall_at_1_std": 0.335385, + "nauc_recall_at_1_diff1": 0.821355, + "nauc_recall_at_3_max": 0.84372, + "nauc_recall_at_3_std": 0.400496, + "nauc_recall_at_3_diff1": 0.740552, + "nauc_recall_at_5_max": 0.821335, + "nauc_recall_at_5_std": 0.411752, + "nauc_recall_at_5_diff1": 0.704077, + "nauc_recall_at_10_max": 0.805483, + "nauc_recall_at_10_std": 0.438786, + "nauc_recall_at_10_diff1": 0.674204, + "nauc_recall_at_20_max": 0.799567, + "nauc_recall_at_20_std": 0.465303, + "nauc_recall_at_20_diff1": 0.660632, + "nauc_recall_at_100_max": 0.771086, + "nauc_recall_at_100_std": 0.613664, + "nauc_recall_at_100_diff1": 0.59898, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.835538, + "nauc_precision_at_1_std": 0.335385, + "nauc_precision_at_1_diff1": 0.821355, + "nauc_precision_at_3_max": 0.84372, + "nauc_precision_at_3_std": 0.400496, + "nauc_precision_at_3_diff1": 0.740552, + "nauc_precision_at_5_max": 0.821335, + "nauc_precision_at_5_std": 0.411752, + "nauc_precision_at_5_diff1": 0.704077, + "nauc_precision_at_10_max": 0.805483, + "nauc_precision_at_10_std": 0.438786, + "nauc_precision_at_10_diff1": 0.674204, + "nauc_precision_at_20_max": 0.799567, + "nauc_precision_at_20_std": 0.465303, + "nauc_precision_at_20_diff1": 0.660632, + "nauc_precision_at_100_max": 0.771086, + "nauc_precision_at_100_std": 0.613664, + "nauc_precision_at_100_diff1": 0.59898, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.835538, + "nauc_mrr_at_1_std": 0.335385, + "nauc_mrr_at_1_diff1": 0.821355, + "nauc_mrr_at_3_max": 0.838852, + "nauc_mrr_at_3_std": 0.360507, + "nauc_mrr_at_3_diff1": 0.784077, + "nauc_mrr_at_5_max": 0.833962, + "nauc_mrr_at_5_std": 0.362576, + "nauc_mrr_at_5_diff1": 0.776646, + "nauc_mrr_at_10_max": 0.831769, + "nauc_mrr_at_10_std": 0.364876, + "nauc_mrr_at_10_diff1": 0.773113, + "nauc_mrr_at_20_max": 0.831869, + "nauc_mrr_at_20_std": 0.366142, + "nauc_mrr_at_20_diff1": 0.773428, + "nauc_mrr_at_100_max": 0.83178, + "nauc_mrr_at_100_std": 0.366623, + "nauc_mrr_at_100_diff1": 0.77382, + "nauc_mrr_at_1000_max": 0.831894, + "nauc_mrr_at_1000_std": 0.366066, + "nauc_mrr_at_1000_diff1": 0.774204, + "hit_rate_at_1": 0.43889, + "hit_rate_at_3": 0.54778, + "hit_rate_at_5": 0.57889, + "hit_rate_at_10": 0.63, + "hit_rate_at_20": 0.69556, + "hit_rate_at_100": 0.85333, + "hit_rate_at_1000": 1.0, + "main_score": 0.53288, + "hf_subset": "eng_Latn-khk_Cyrl", + "languages": [ + "eng-Latn", + "khk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.57111, + "ndcg_at_3": 0.64676, + "ndcg_at_5": 0.66885, + "ndcg_at_10": 0.68688, + "ndcg_at_20": 0.70158, + "ndcg_at_100": 0.71711, + "ndcg_at_1000": 0.72345, + "map_at_1": 0.57111, + "map_at_3": 0.62833, + "map_at_5": 0.64067, + "map_at_10": 0.64815, + "map_at_20": 0.65223, + "map_at_100": 0.65426, + "map_at_1000": 0.65454, + "recall_at_1": 0.57111, + "recall_at_3": 0.7, + "recall_at_5": 0.75333, + "recall_at_10": 0.80889, + "recall_at_20": 0.86667, + "recall_at_100": 0.95222, + "recall_at_1000": 1.0, + "accuracy": 0.57111, + "precision_at_1": 0.57111, + "precision_at_3": 0.23333, + "precision_at_5": 0.15067, + "precision_at_10": 0.08089, + "precision_at_20": 0.04333, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.571111, + "mrr_at_3": 0.628333, + "mrr_at_5": 0.640667, + "mrr_at_10": 0.648145, + "mrr_at_20": 0.652231, + "mrr_at_100": 0.654264, + "mrr_at_1000": 0.654537, + "nauc_ndcg_at_1_max": 0.63057, + "nauc_ndcg_at_1_std": 0.000693, + "nauc_ndcg_at_1_diff1": 0.80228, + "nauc_ndcg_at_3_max": 0.641156, + "nauc_ndcg_at_3_std": 0.036934, + "nauc_ndcg_at_3_diff1": 0.769695, + "nauc_ndcg_at_5_max": 0.641848, + "nauc_ndcg_at_5_std": 0.030759, + "nauc_ndcg_at_5_diff1": 0.766767, + "nauc_ndcg_at_10_max": 0.644418, + "nauc_ndcg_at_10_std": 0.046183, + "nauc_ndcg_at_10_diff1": 0.761785, + "nauc_ndcg_at_20_max": 0.64271, + "nauc_ndcg_at_20_std": 0.035082, + "nauc_ndcg_at_20_diff1": 0.763291, + "nauc_ndcg_at_100_max": 0.641679, + "nauc_ndcg_at_100_std": 0.037555, + "nauc_ndcg_at_100_diff1": 0.767876, + "nauc_ndcg_at_1000_max": 0.640408, + "nauc_ndcg_at_1000_std": 0.031679, + "nauc_ndcg_at_1000_diff1": 0.769764, + "nauc_map_at_1_max": 0.63057, + "nauc_map_at_1_std": 0.000693, + "nauc_map_at_1_diff1": 0.80228, + "nauc_map_at_3_max": 0.637863, + "nauc_map_at_3_std": 0.026204, + "nauc_map_at_3_diff1": 0.777503, + "nauc_map_at_5_max": 0.638093, + "nauc_map_at_5_std": 0.0221, + "nauc_map_at_5_diff1": 0.776275, + "nauc_map_at_10_max": 0.638947, + "nauc_map_at_10_std": 0.027689, + "nauc_map_at_10_diff1": 0.774304, + "nauc_map_at_20_max": 0.638542, + "nauc_map_at_20_std": 0.024713, + "nauc_map_at_20_diff1": 0.774978, + "nauc_map_at_100_max": 0.638347, + "nauc_map_at_100_std": 0.025063, + "nauc_map_at_100_diff1": 0.775395, + "nauc_map_at_1000_max": 0.638312, + "nauc_map_at_1000_std": 0.024881, + "nauc_map_at_1000_diff1": 0.775452, + "nauc_recall_at_1_max": 0.63057, + "nauc_recall_at_1_std": 0.000693, + "nauc_recall_at_1_diff1": 0.80228, + "nauc_recall_at_3_max": 0.652243, + "nauc_recall_at_3_std": 0.072842, + "nauc_recall_at_3_diff1": 0.744342, + "nauc_recall_at_5_max": 0.656399, + "nauc_recall_at_5_std": 0.063642, + "nauc_recall_at_5_diff1": 0.730866, + "nauc_recall_at_10_max": 0.671491, + "nauc_recall_at_10_std": 0.140223, + "nauc_recall_at_10_diff1": 0.702681, + "nauc_recall_at_20_max": 0.668018, + "nauc_recall_at_20_std": 0.094659, + "nauc_recall_at_20_diff1": 0.688578, + "nauc_recall_at_100_max": 0.689542, + "nauc_recall_at_100_std": 0.253838, + "nauc_recall_at_100_diff1": 0.697446, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.63057, + "nauc_precision_at_1_std": 0.000693, + "nauc_precision_at_1_diff1": 0.80228, + "nauc_precision_at_3_max": 0.652243, + "nauc_precision_at_3_std": 0.072842, + "nauc_precision_at_3_diff1": 0.744342, + "nauc_precision_at_5_max": 0.656399, + "nauc_precision_at_5_std": 0.063642, + "nauc_precision_at_5_diff1": 0.730866, + "nauc_precision_at_10_max": 0.671491, + "nauc_precision_at_10_std": 0.140223, + "nauc_precision_at_10_diff1": 0.702681, + "nauc_precision_at_20_max": 0.668018, + "nauc_precision_at_20_std": 0.094659, + "nauc_precision_at_20_diff1": 0.688578, + "nauc_precision_at_100_max": 0.689542, + "nauc_precision_at_100_std": 0.253838, + "nauc_precision_at_100_diff1": 0.697446, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.63057, + "nauc_mrr_at_1_std": 0.000693, + "nauc_mrr_at_1_diff1": 0.80228, + "nauc_mrr_at_3_max": 0.637863, + "nauc_mrr_at_3_std": 0.026204, + "nauc_mrr_at_3_diff1": 0.777503, + "nauc_mrr_at_5_max": 0.638093, + "nauc_mrr_at_5_std": 0.0221, + "nauc_mrr_at_5_diff1": 0.776275, + "nauc_mrr_at_10_max": 0.638947, + "nauc_mrr_at_10_std": 0.027689, + "nauc_mrr_at_10_diff1": 0.774304, + "nauc_mrr_at_20_max": 0.638542, + "nauc_mrr_at_20_std": 0.024713, + "nauc_mrr_at_20_diff1": 0.774978, + "nauc_mrr_at_100_max": 0.638347, + "nauc_mrr_at_100_std": 0.025063, + "nauc_mrr_at_100_diff1": 0.775395, + "nauc_mrr_at_1000_max": 0.638312, + "nauc_mrr_at_1000_std": 0.024881, + "nauc_mrr_at_1000_diff1": 0.775452, + "hit_rate_at_1": 0.57111, + "hit_rate_at_3": 0.7, + "hit_rate_at_5": 0.75333, + "hit_rate_at_10": 0.80889, + "hit_rate_at_20": 0.86667, + "hit_rate_at_100": 0.95222, + "hit_rate_at_1000": 1.0, + "main_score": 0.68688, + "hf_subset": "khm_Khmr-khm_Khmr", + "languages": [ + "khm-Khmr", + "khm-Khmr" + ] + }, + { + "ndcg_at_1": 0.63333, + "ndcg_at_3": 0.72391, + "ndcg_at_5": 0.74916, + "ndcg_at_10": 0.76987, + "ndcg_at_20": 0.78064, + "ndcg_at_100": 0.78832, + "ndcg_at_1000": 0.78905, + "map_at_1": 0.63333, + "map_at_3": 0.70148, + "map_at_5": 0.71554, + "map_at_10": 0.72421, + "map_at_20": 0.72722, + "map_at_100": 0.72847, + "map_at_1000": 0.7285, + "recall_at_1": 0.63333, + "recall_at_3": 0.78889, + "recall_at_5": 0.85, + "recall_at_10": 0.91333, + "recall_at_20": 0.95556, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "accuracy": 0.63333, + "precision_at_1": 0.63333, + "precision_at_3": 0.26296, + "precision_at_5": 0.17, + "precision_at_10": 0.09133, + "precision_at_20": 0.04778, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.633333, + "mrr_at_3": 0.701481, + "mrr_at_5": 0.715537, + "mrr_at_10": 0.724215, + "mrr_at_20": 0.72722, + "mrr_at_100": 0.728475, + "mrr_at_1000": 0.728505, + "nauc_ndcg_at_1_max": 0.5726, + "nauc_ndcg_at_1_std": -0.201815, + "nauc_ndcg_at_1_diff1": 0.786344, + "nauc_ndcg_at_3_max": 0.574311, + "nauc_ndcg_at_3_std": -0.235473, + "nauc_ndcg_at_3_diff1": 0.735947, + "nauc_ndcg_at_5_max": 0.566374, + "nauc_ndcg_at_5_std": -0.243399, + "nauc_ndcg_at_5_diff1": 0.728868, + "nauc_ndcg_at_10_max": 0.561535, + "nauc_ndcg_at_10_std": -0.247908, + "nauc_ndcg_at_10_diff1": 0.731597, + "nauc_ndcg_at_20_max": 0.56834, + "nauc_ndcg_at_20_std": -0.240106, + "nauc_ndcg_at_20_diff1": 0.740916, + "nauc_ndcg_at_100_max": 0.569644, + "nauc_ndcg_at_100_std": -0.230957, + "nauc_ndcg_at_100_diff1": 0.743933, + "nauc_ndcg_at_1000_max": 0.569743, + "nauc_ndcg_at_1000_std": -0.231735, + "nauc_ndcg_at_1000_diff1": 0.745045, + "nauc_map_at_1_max": 0.5726, + "nauc_map_at_1_std": -0.201815, + "nauc_map_at_1_diff1": 0.786344, + "nauc_map_at_3_max": 0.574586, + "nauc_map_at_3_std": -0.226173, + "nauc_map_at_3_diff1": 0.750174, + "nauc_map_at_5_max": 0.570753, + "nauc_map_at_5_std": -0.229293, + "nauc_map_at_5_diff1": 0.747357, + "nauc_map_at_10_max": 0.569401, + "nauc_map_at_10_std": -0.229668, + "nauc_map_at_10_diff1": 0.748489, + "nauc_map_at_20_max": 0.570934, + "nauc_map_at_20_std": -0.227823, + "nauc_map_at_20_diff1": 0.750838, + "nauc_map_at_100_max": 0.571057, + "nauc_map_at_100_std": -0.226849, + "nauc_map_at_100_diff1": 0.751117, + "nauc_map_at_1000_max": 0.571081, + "nauc_map_at_1000_std": -0.226843, + "nauc_map_at_1000_diff1": 0.751159, + "nauc_recall_at_1_max": 0.5726, + "nauc_recall_at_1_std": -0.201815, + "nauc_recall_at_1_diff1": 0.786344, + "nauc_recall_at_3_max": 0.572876, + "nauc_recall_at_3_std": -0.270114, + "nauc_recall_at_3_diff1": 0.68279, + "nauc_recall_at_5_max": 0.542477, + "nauc_recall_at_5_std": -0.314228, + "nauc_recall_at_5_diff1": 0.637647, + "nauc_recall_at_10_max": 0.489837, + "nauc_recall_at_10_std": -0.403182, + "nauc_recall_at_10_diff1": 0.603528, + "nauc_recall_at_20_max": 0.538562, + "nauc_recall_at_20_std": -0.415383, + "nauc_recall_at_20_diff1": 0.635469, + "nauc_recall_at_100_max": 0.579458, + "nauc_recall_at_100_std": 0.009057, + "nauc_recall_at_100_diff1": 0.478245, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.5726, + "nauc_precision_at_1_std": -0.201815, + "nauc_precision_at_1_diff1": 0.786344, + "nauc_precision_at_3_max": 0.572876, + "nauc_precision_at_3_std": -0.270114, + "nauc_precision_at_3_diff1": 0.68279, + "nauc_precision_at_5_max": 0.542477, + "nauc_precision_at_5_std": -0.314228, + "nauc_precision_at_5_diff1": 0.637647, + "nauc_precision_at_10_max": 0.489837, + "nauc_precision_at_10_std": -0.403182, + "nauc_precision_at_10_diff1": 0.603528, + "nauc_precision_at_20_max": 0.538562, + "nauc_precision_at_20_std": -0.415383, + "nauc_precision_at_20_diff1": 0.635469, + "nauc_precision_at_100_max": 0.579458, + "nauc_precision_at_100_std": 0.009057, + "nauc_precision_at_100_diff1": 0.478245, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.5726, + "nauc_mrr_at_1_std": -0.201815, + "nauc_mrr_at_1_diff1": 0.786344, + "nauc_mrr_at_3_max": 0.574586, + "nauc_mrr_at_3_std": -0.226173, + "nauc_mrr_at_3_diff1": 0.750174, + "nauc_mrr_at_5_max": 0.570753, + "nauc_mrr_at_5_std": -0.229293, + "nauc_mrr_at_5_diff1": 0.747357, + "nauc_mrr_at_10_max": 0.569401, + "nauc_mrr_at_10_std": -0.229668, + "nauc_mrr_at_10_diff1": 0.748489, + "nauc_mrr_at_20_max": 0.570934, + "nauc_mrr_at_20_std": -0.227823, + "nauc_mrr_at_20_diff1": 0.750838, + "nauc_mrr_at_100_max": 0.571057, + "nauc_mrr_at_100_std": -0.226849, + "nauc_mrr_at_100_diff1": 0.751117, + "nauc_mrr_at_1000_max": 0.571081, + "nauc_mrr_at_1000_std": -0.226843, + "nauc_mrr_at_1000_diff1": 0.751159, + "hit_rate_at_1": 0.63333, + "hit_rate_at_3": 0.78889, + "hit_rate_at_5": 0.85, + "hit_rate_at_10": 0.91333, + "hit_rate_at_20": 0.95556, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.76987, + "hf_subset": "khm_Khmr-eng_Latn", + "languages": [ + "khm-Khmr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.37889, + "ndcg_at_3": 0.45833, + "ndcg_at_5": 0.48162, + "ndcg_at_10": 0.50902, + "ndcg_at_20": 0.5289, + "ndcg_at_100": 0.55404, + "ndcg_at_1000": 0.57109, + "map_at_1": 0.37889, + "map_at_3": 0.43926, + "map_at_5": 0.45215, + "map_at_10": 0.46372, + "map_at_20": 0.46914, + "map_at_100": 0.47246, + "map_at_1000": 0.47316, + "recall_at_1": 0.37889, + "recall_at_3": 0.51333, + "recall_at_5": 0.57, + "recall_at_10": 0.65333, + "recall_at_20": 0.73222, + "recall_at_100": 0.87, + "recall_at_1000": 1.0, + "accuracy": 0.37889, + "precision_at_1": 0.37889, + "precision_at_3": 0.17111, + "precision_at_5": 0.114, + "precision_at_10": 0.06533, + "precision_at_20": 0.03661, + "precision_at_100": 0.0087, + "precision_at_1000": 0.001, + "mrr_at_1": 0.378889, + "mrr_at_3": 0.439259, + "mrr_at_5": 0.452148, + "mrr_at_10": 0.463722, + "mrr_at_20": 0.469142, + "mrr_at_100": 0.472457, + "mrr_at_1000": 0.473162, + "nauc_ndcg_at_1_max": 0.792426, + "nauc_ndcg_at_1_std": 0.271122, + "nauc_ndcg_at_1_diff1": 0.77882, + "nauc_ndcg_at_3_max": 0.759912, + "nauc_ndcg_at_3_std": 0.29096, + "nauc_ndcg_at_3_diff1": 0.692317, + "nauc_ndcg_at_5_max": 0.748637, + "nauc_ndcg_at_5_std": 0.293083, + "nauc_ndcg_at_5_diff1": 0.675352, + "nauc_ndcg_at_10_max": 0.744692, + "nauc_ndcg_at_10_std": 0.305124, + "nauc_ndcg_at_10_diff1": 0.664489, + "nauc_ndcg_at_20_max": 0.748171, + "nauc_ndcg_at_20_std": 0.320446, + "nauc_ndcg_at_20_diff1": 0.666483, + "nauc_ndcg_at_100_max": 0.752729, + "nauc_ndcg_at_100_std": 0.320664, + "nauc_ndcg_at_100_diff1": 0.674757, + "nauc_ndcg_at_1000_max": 0.754532, + "nauc_ndcg_at_1000_std": 0.305904, + "nauc_ndcg_at_1000_diff1": 0.68476, + "nauc_map_at_1_max": 0.792426, + "nauc_map_at_1_std": 0.271122, + "nauc_map_at_1_diff1": 0.77882, + "nauc_map_at_3_max": 0.766386, + "nauc_map_at_3_std": 0.284971, + "nauc_map_at_3_diff1": 0.712512, + "nauc_map_at_5_max": 0.760244, + "nauc_map_at_5_std": 0.285681, + "nauc_map_at_5_diff1": 0.703625, + "nauc_map_at_10_max": 0.758905, + "nauc_map_at_10_std": 0.290386, + "nauc_map_at_10_diff1": 0.699501, + "nauc_map_at_20_max": 0.759723, + "nauc_map_at_20_std": 0.293987, + "nauc_map_at_20_diff1": 0.700213, + "nauc_map_at_100_max": 0.760379, + "nauc_map_at_100_std": 0.294056, + "nauc_map_at_100_diff1": 0.701423, + "nauc_map_at_1000_max": 0.760423, + "nauc_map_at_1000_std": 0.293492, + "nauc_map_at_1000_diff1": 0.701792, + "nauc_recall_at_1_max": 0.792426, + "nauc_recall_at_1_std": 0.271122, + "nauc_recall_at_1_diff1": 0.77882, + "nauc_recall_at_3_max": 0.741418, + "nauc_recall_at_3_std": 0.309126, + "nauc_recall_at_3_diff1": 0.633092, + "nauc_recall_at_5_max": 0.711712, + "nauc_recall_at_5_std": 0.317341, + "nauc_recall_at_5_diff1": 0.585468, + "nauc_recall_at_10_max": 0.692116, + "nauc_recall_at_10_std": 0.363571, + "nauc_recall_at_10_diff1": 0.535567, + "nauc_recall_at_20_max": 0.70194, + "nauc_recall_at_20_std": 0.459289, + "nauc_recall_at_20_diff1": 0.520847, + "nauc_recall_at_100_max": 0.71863, + "nauc_recall_at_100_std": 0.572107, + "nauc_recall_at_100_diff1": 0.501263, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.792426, + "nauc_precision_at_1_std": 0.271122, + "nauc_precision_at_1_diff1": 0.77882, + "nauc_precision_at_3_max": 0.741418, + "nauc_precision_at_3_std": 0.309126, + "nauc_precision_at_3_diff1": 0.633092, + "nauc_precision_at_5_max": 0.711712, + "nauc_precision_at_5_std": 0.317341, + "nauc_precision_at_5_diff1": 0.585468, + "nauc_precision_at_10_max": 0.692116, + "nauc_precision_at_10_std": 0.363571, + "nauc_precision_at_10_diff1": 0.535567, + "nauc_precision_at_20_max": 0.70194, + "nauc_precision_at_20_std": 0.459289, + "nauc_precision_at_20_diff1": 0.520847, + "nauc_precision_at_100_max": 0.71863, + "nauc_precision_at_100_std": 0.572107, + "nauc_precision_at_100_diff1": 0.501263, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.792426, + "nauc_mrr_at_1_std": 0.271122, + "nauc_mrr_at_1_diff1": 0.77882, + "nauc_mrr_at_3_max": 0.766386, + "nauc_mrr_at_3_std": 0.284971, + "nauc_mrr_at_3_diff1": 0.712512, + "nauc_mrr_at_5_max": 0.760244, + "nauc_mrr_at_5_std": 0.285681, + "nauc_mrr_at_5_diff1": 0.703625, + "nauc_mrr_at_10_max": 0.758905, + "nauc_mrr_at_10_std": 0.290386, + "nauc_mrr_at_10_diff1": 0.699501, + "nauc_mrr_at_20_max": 0.759723, + "nauc_mrr_at_20_std": 0.293987, + "nauc_mrr_at_20_diff1": 0.700213, + "nauc_mrr_at_100_max": 0.760379, + "nauc_mrr_at_100_std": 0.294056, + "nauc_mrr_at_100_diff1": 0.701423, + "nauc_mrr_at_1000_max": 0.760423, + "nauc_mrr_at_1000_std": 0.293492, + "nauc_mrr_at_1000_diff1": 0.701792, + "hit_rate_at_1": 0.37889, + "hit_rate_at_3": 0.51333, + "hit_rate_at_5": 0.57, + "hit_rate_at_10": 0.65333, + "hit_rate_at_20": 0.73222, + "hit_rate_at_100": 0.87, + "hit_rate_at_1000": 1.0, + "main_score": 0.50902, + "hf_subset": "eng_Latn-khm_Khmr", + "languages": [ + "eng-Latn", + "khm-Khmr" + ] + }, + { + "ndcg_at_1": 0.39266, + "ndcg_at_3": 0.44335, + "ndcg_at_5": 0.45838, + "ndcg_at_10": 0.47701, + "ndcg_at_20": 0.49079, + "ndcg_at_100": 0.51647, + "ndcg_at_1000": 0.54673, + "map_at_1": 0.39266, + "map_at_3": 0.43122, + "map_at_5": 0.43951, + "map_at_10": 0.44715, + "map_at_20": 0.45093, + "map_at_100": 0.45434, + "map_at_1000": 0.45554, + "recall_at_1": 0.39266, + "recall_at_3": 0.47831, + "recall_at_5": 0.51502, + "recall_at_10": 0.57286, + "recall_at_20": 0.62736, + "recall_at_100": 0.76752, + "recall_at_1000": 1.0, + "accuracy": 0.39266, + "precision_at_1": 0.39266, + "precision_at_3": 0.15944, + "precision_at_5": 0.103, + "precision_at_10": 0.05729, + "precision_at_20": 0.03137, + "precision_at_100": 0.00768, + "precision_at_1000": 0.001, + "mrr_at_1": 0.392659, + "mrr_at_3": 0.43122, + "mrr_at_5": 0.439507, + "mrr_at_10": 0.447149, + "mrr_at_20": 0.450928, + "mrr_at_100": 0.45434, + "mrr_at_1000": 0.45554, + "nauc_ndcg_at_1_max": 0.239315, + "nauc_ndcg_at_1_std": -0.573103, + "nauc_ndcg_at_1_diff1": 0.852704, + "nauc_ndcg_at_3_max": 0.247065, + "nauc_ndcg_at_3_std": -0.57682, + "nauc_ndcg_at_3_diff1": 0.801125, + "nauc_ndcg_at_5_max": 0.244779, + "nauc_ndcg_at_5_std": -0.581665, + "nauc_ndcg_at_5_diff1": 0.794344, + "nauc_ndcg_at_10_max": 0.241616, + "nauc_ndcg_at_10_std": -0.566018, + "nauc_ndcg_at_10_diff1": 0.780289, + "nauc_ndcg_at_20_max": 0.238999, + "nauc_ndcg_at_20_std": -0.561667, + "nauc_ndcg_at_20_diff1": 0.771751, + "nauc_ndcg_at_100_max": 0.237541, + "nauc_ndcg_at_100_std": -0.558111, + "nauc_ndcg_at_100_diff1": 0.773932, + "nauc_ndcg_at_1000_max": 0.24047, + "nauc_ndcg_at_1000_std": -0.565331, + "nauc_ndcg_at_1000_diff1": 0.787128, + "nauc_map_at_1_max": 0.239315, + "nauc_map_at_1_std": -0.573103, + "nauc_map_at_1_diff1": 0.852704, + "nauc_map_at_3_max": 0.246283, + "nauc_map_at_3_std": -0.575562, + "nauc_map_at_3_diff1": 0.813406, + "nauc_map_at_5_max": 0.245117, + "nauc_map_at_5_std": -0.578095, + "nauc_map_at_5_diff1": 0.809715, + "nauc_map_at_10_max": 0.243791, + "nauc_map_at_10_std": -0.571789, + "nauc_map_at_10_diff1": 0.804292, + "nauc_map_at_20_max": 0.243077, + "nauc_map_at_20_std": -0.570609, + "nauc_map_at_20_diff1": 0.801929, + "nauc_map_at_100_max": 0.242895, + "nauc_map_at_100_std": -0.570015, + "nauc_map_at_100_diff1": 0.802167, + "nauc_map_at_1000_max": 0.242947, + "nauc_map_at_1000_std": -0.570269, + "nauc_map_at_1000_diff1": 0.802654, + "nauc_recall_at_1_max": 0.239315, + "nauc_recall_at_1_std": -0.573103, + "nauc_recall_at_1_diff1": 0.852704, + "nauc_recall_at_3_max": 0.248889, + "nauc_recall_at_3_std": -0.580643, + "nauc_recall_at_3_diff1": 0.765339, + "nauc_recall_at_5_max": 0.242831, + "nauc_recall_at_5_std": -0.593334, + "nauc_recall_at_5_diff1": 0.747704, + "nauc_recall_at_10_max": 0.232553, + "nauc_recall_at_10_std": -0.542082, + "nauc_recall_at_10_diff1": 0.697402, + "nauc_recall_at_20_max": 0.220227, + "nauc_recall_at_20_std": -0.521013, + "nauc_recall_at_20_diff1": 0.653957, + "nauc_recall_at_100_max": 0.201047, + "nauc_recall_at_100_std": -0.478583, + "nauc_recall_at_100_diff1": 0.62732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.239315, + "nauc_precision_at_1_std": -0.573103, + "nauc_precision_at_1_diff1": 0.852704, + "nauc_precision_at_3_max": 0.248889, + "nauc_precision_at_3_std": -0.580643, + "nauc_precision_at_3_diff1": 0.765339, + "nauc_precision_at_5_max": 0.242831, + "nauc_precision_at_5_std": -0.593334, + "nauc_precision_at_5_diff1": 0.747704, + "nauc_precision_at_10_max": 0.232553, + "nauc_precision_at_10_std": -0.542082, + "nauc_precision_at_10_diff1": 0.697402, + "nauc_precision_at_20_max": 0.220227, + "nauc_precision_at_20_std": -0.521013, + "nauc_precision_at_20_diff1": 0.653957, + "nauc_precision_at_100_max": 0.201047, + "nauc_precision_at_100_std": -0.478583, + "nauc_precision_at_100_diff1": 0.62732, + "nauc_precision_at_1000_max": -0.500026, + "nauc_precision_at_1000_std": -0.205813, + "nauc_precision_at_1000_diff1": -0.318687, + "nauc_mrr_at_1_max": 0.239315, + "nauc_mrr_at_1_std": -0.573103, + "nauc_mrr_at_1_diff1": 0.852704, + "nauc_mrr_at_3_max": 0.246283, + "nauc_mrr_at_3_std": -0.575562, + "nauc_mrr_at_3_diff1": 0.813406, + "nauc_mrr_at_5_max": 0.245117, + "nauc_mrr_at_5_std": -0.578095, + "nauc_mrr_at_5_diff1": 0.809715, + "nauc_mrr_at_10_max": 0.243791, + "nauc_mrr_at_10_std": -0.571789, + "nauc_mrr_at_10_diff1": 0.804292, + "nauc_mrr_at_20_max": 0.243077, + "nauc_mrr_at_20_std": -0.570609, + "nauc_mrr_at_20_diff1": 0.801929, + "nauc_mrr_at_100_max": 0.242895, + "nauc_mrr_at_100_std": -0.570015, + "nauc_mrr_at_100_diff1": 0.802167, + "nauc_mrr_at_1000_max": 0.242949, + "nauc_mrr_at_1000_std": -0.570266, + "nauc_mrr_at_1000_diff1": 0.802653, + "hit_rate_at_1": 0.39266, + "hit_rate_at_3": 0.47831, + "hit_rate_at_5": 0.51502, + "hit_rate_at_10": 0.57286, + "hit_rate_at_20": 0.62736, + "hit_rate_at_100": 0.76752, + "hit_rate_at_1000": 1.0, + "main_score": 0.47701, + "hf_subset": "kin_Latn-kin_Latn", + "languages": [ + "kin-Latn", + "kin-Latn" + ] + }, + { + "ndcg_at_1": 0.46778, + "ndcg_at_3": 0.52569, + "ndcg_at_5": 0.53888, + "ndcg_at_10": 0.55663, + "ndcg_at_20": 0.56853, + "ndcg_at_100": 0.59607, + "ndcg_at_1000": 0.61581, + "map_at_1": 0.46778, + "map_at_3": 0.51185, + "map_at_5": 0.51913, + "map_at_10": 0.52654, + "map_at_20": 0.52986, + "map_at_100": 0.5332, + "map_at_1000": 0.53412, + "recall_at_1": 0.46778, + "recall_at_3": 0.56556, + "recall_at_5": 0.59778, + "recall_at_10": 0.65222, + "recall_at_20": 0.69889, + "recall_at_100": 0.85444, + "recall_at_1000": 1.0, + "accuracy": 0.46778, + "precision_at_1": 0.46778, + "precision_at_3": 0.18852, + "precision_at_5": 0.11956, + "precision_at_10": 0.06522, + "precision_at_20": 0.03494, + "precision_at_100": 0.00854, + "precision_at_1000": 0.001, + "mrr_at_1": 0.467778, + "mrr_at_3": 0.511852, + "mrr_at_5": 0.51913, + "mrr_at_10": 0.526539, + "mrr_at_20": 0.529855, + "mrr_at_100": 0.533196, + "mrr_at_1000": 0.534117, + "nauc_ndcg_at_1_max": 0.777549, + "nauc_ndcg_at_1_std": 0.298337, + "nauc_ndcg_at_1_diff1": 0.821784, + "nauc_ndcg_at_3_max": 0.807093, + "nauc_ndcg_at_3_std": 0.345161, + "nauc_ndcg_at_3_diff1": 0.778354, + "nauc_ndcg_at_5_max": 0.802597, + "nauc_ndcg_at_5_std": 0.347141, + "nauc_ndcg_at_5_diff1": 0.767745, + "nauc_ndcg_at_10_max": 0.790843, + "nauc_ndcg_at_10_std": 0.341989, + "nauc_ndcg_at_10_diff1": 0.75456, + "nauc_ndcg_at_20_max": 0.784377, + "nauc_ndcg_at_20_std": 0.337942, + "nauc_ndcg_at_20_diff1": 0.749063, + "nauc_ndcg_at_100_max": 0.779407, + "nauc_ndcg_at_100_std": 0.343008, + "nauc_ndcg_at_100_diff1": 0.748499, + "nauc_ndcg_at_1000_max": 0.787752, + "nauc_ndcg_at_1000_std": 0.336808, + "nauc_ndcg_at_1000_diff1": 0.76298, + "nauc_map_at_1_max": 0.777549, + "nauc_map_at_1_std": 0.298337, + "nauc_map_at_1_diff1": 0.821784, + "nauc_map_at_3_max": 0.80018, + "nauc_map_at_3_std": 0.333493, + "nauc_map_at_3_diff1": 0.788842, + "nauc_map_at_5_max": 0.797568, + "nauc_map_at_5_std": 0.334587, + "nauc_map_at_5_diff1": 0.783159, + "nauc_map_at_10_max": 0.7929, + "nauc_map_at_10_std": 0.33193, + "nauc_map_at_10_diff1": 0.778214, + "nauc_map_at_20_max": 0.791244, + "nauc_map_at_20_std": 0.33081, + "nauc_map_at_20_diff1": 0.77701, + "nauc_map_at_100_max": 0.790555, + "nauc_map_at_100_std": 0.331213, + "nauc_map_at_100_diff1": 0.776885, + "nauc_map_at_1000_max": 0.790932, + "nauc_map_at_1000_std": 0.331013, + "nauc_map_at_1000_diff1": 0.777481, + "nauc_recall_at_1_max": 0.777549, + "nauc_recall_at_1_std": 0.298337, + "nauc_recall_at_1_diff1": 0.821784, + "nauc_recall_at_3_max": 0.827786, + "nauc_recall_at_3_std": 0.380418, + "nauc_recall_at_3_diff1": 0.746811, + "nauc_recall_at_5_max": 0.81748, + "nauc_recall_at_5_std": 0.386325, + "nauc_recall_at_5_diff1": 0.718326, + "nauc_recall_at_10_max": 0.777363, + "nauc_recall_at_10_std": 0.375175, + "nauc_recall_at_10_diff1": 0.666179, + "nauc_recall_at_20_max": 0.744591, + "nauc_recall_at_20_std": 0.359006, + "nauc_recall_at_20_diff1": 0.629843, + "nauc_recall_at_100_max": 0.659247, + "nauc_recall_at_100_std": 0.440573, + "nauc_recall_at_100_diff1": 0.532045, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.777549, + "nauc_precision_at_1_std": 0.298337, + "nauc_precision_at_1_diff1": 0.821784, + "nauc_precision_at_3_max": 0.827786, + "nauc_precision_at_3_std": 0.380418, + "nauc_precision_at_3_diff1": 0.746811, + "nauc_precision_at_5_max": 0.81748, + "nauc_precision_at_5_std": 0.386325, + "nauc_precision_at_5_diff1": 0.718326, + "nauc_precision_at_10_max": 0.777363, + "nauc_precision_at_10_std": 0.375175, + "nauc_precision_at_10_diff1": 0.666179, + "nauc_precision_at_20_max": 0.744591, + "nauc_precision_at_20_std": 0.359006, + "nauc_precision_at_20_diff1": 0.629843, + "nauc_precision_at_100_max": 0.659247, + "nauc_precision_at_100_std": 0.440573, + "nauc_precision_at_100_diff1": 0.532045, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.777549, + "nauc_mrr_at_1_std": 0.298337, + "nauc_mrr_at_1_diff1": 0.821784, + "nauc_mrr_at_3_max": 0.80018, + "nauc_mrr_at_3_std": 0.333493, + "nauc_mrr_at_3_diff1": 0.788842, + "nauc_mrr_at_5_max": 0.797568, + "nauc_mrr_at_5_std": 0.334587, + "nauc_mrr_at_5_diff1": 0.783159, + "nauc_mrr_at_10_max": 0.7929, + "nauc_mrr_at_10_std": 0.33193, + "nauc_mrr_at_10_diff1": 0.778214, + "nauc_mrr_at_20_max": 0.791244, + "nauc_mrr_at_20_std": 0.33081, + "nauc_mrr_at_20_diff1": 0.77701, + "nauc_mrr_at_100_max": 0.790555, + "nauc_mrr_at_100_std": 0.331213, + "nauc_mrr_at_100_diff1": 0.776885, + "nauc_mrr_at_1000_max": 0.790932, + "nauc_mrr_at_1000_std": 0.331013, + "nauc_mrr_at_1000_diff1": 0.777481, + "hit_rate_at_1": 0.46778, + "hit_rate_at_3": 0.56556, + "hit_rate_at_5": 0.59778, + "hit_rate_at_10": 0.65222, + "hit_rate_at_20": 0.69889, + "hit_rate_at_100": 0.85444, + "hit_rate_at_1000": 1.0, + "main_score": 0.55663, + "hf_subset": "kin_Latn-eng_Latn", + "languages": [ + "kin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.30812, + "ndcg_at_3": 0.34076, + "ndcg_at_5": 0.34804, + "ndcg_at_10": 0.35648, + "ndcg_at_20": 0.36468, + "ndcg_at_100": 0.38977, + "ndcg_at_1000": 0.44273, + "map_at_1": 0.30812, + "map_at_3": 0.33315, + "map_at_5": 0.33715, + "map_at_10": 0.34074, + "map_at_20": 0.34301, + "map_at_100": 0.34612, + "map_at_1000": 0.34795, + "recall_at_1": 0.30812, + "recall_at_3": 0.36263, + "recall_at_5": 0.38042, + "recall_at_10": 0.40601, + "recall_at_20": 0.43826, + "recall_at_100": 0.57898, + "recall_at_1000": 1.0, + "accuracy": 0.30812, + "precision_at_1": 0.30812, + "precision_at_3": 0.12088, + "precision_at_5": 0.07608, + "precision_at_10": 0.0406, + "precision_at_20": 0.02191, + "precision_at_100": 0.0058, + "precision_at_1000": 0.001, + "mrr_at_1": 0.30812, + "mrr_at_3": 0.333148, + "mrr_at_5": 0.337152, + "mrr_at_10": 0.340738, + "mrr_at_20": 0.34301, + "mrr_at_100": 0.346137, + "mrr_at_1000": 0.347966, + "nauc_ndcg_at_1_max": 0.836112, + "nauc_ndcg_at_1_std": 0.590649, + "nauc_ndcg_at_1_diff1": 0.81769, + "nauc_ndcg_at_3_max": 0.839752, + "nauc_ndcg_at_3_std": 0.629326, + "nauc_ndcg_at_3_diff1": 0.776842, + "nauc_ndcg_at_5_max": 0.829197, + "nauc_ndcg_at_5_std": 0.628876, + "nauc_ndcg_at_5_diff1": 0.765447, + "nauc_ndcg_at_10_max": 0.822307, + "nauc_ndcg_at_10_std": 0.629439, + "nauc_ndcg_at_10_diff1": 0.752118, + "nauc_ndcg_at_20_max": 0.819005, + "nauc_ndcg_at_20_std": 0.633721, + "nauc_ndcg_at_20_diff1": 0.744963, + "nauc_ndcg_at_100_max": 0.797592, + "nauc_ndcg_at_100_std": 0.625568, + "nauc_ndcg_at_100_diff1": 0.726516, + "nauc_ndcg_at_1000_max": 0.814995, + "nauc_ndcg_at_1000_std": 0.624215, + "nauc_ndcg_at_1000_diff1": 0.749904, + "nauc_map_at_1_max": 0.836112, + "nauc_map_at_1_std": 0.590649, + "nauc_map_at_1_diff1": 0.81769, + "nauc_map_at_3_max": 0.839956, + "nauc_map_at_3_std": 0.621231, + "nauc_map_at_3_diff1": 0.786385, + "nauc_map_at_5_max": 0.834122, + "nauc_map_at_5_std": 0.620981, + "nauc_map_at_5_diff1": 0.780089, + "nauc_map_at_10_max": 0.830976, + "nauc_map_at_10_std": 0.621259, + "nauc_map_at_10_diff1": 0.774226, + "nauc_map_at_20_max": 0.830081, + "nauc_map_at_20_std": 0.622377, + "nauc_map_at_20_diff1": 0.772199, + "nauc_map_at_100_max": 0.827388, + "nauc_map_at_100_std": 0.621371, + "nauc_map_at_100_diff1": 0.770072, + "nauc_map_at_1000_max": 0.827721, + "nauc_map_at_1000_std": 0.621109, + "nauc_map_at_1000_diff1": 0.770658, + "nauc_recall_at_1_max": 0.836112, + "nauc_recall_at_1_std": 0.590649, + "nauc_recall_at_1_diff1": 0.81769, + "nauc_recall_at_3_max": 0.838736, + "nauc_recall_at_3_std": 0.6519, + "nauc_recall_at_3_diff1": 0.749767, + "nauc_recall_at_5_max": 0.813296, + "nauc_recall_at_5_std": 0.650692, + "nauc_recall_at_5_diff1": 0.722441, + "nauc_recall_at_10_max": 0.793979, + "nauc_recall_at_10_std": 0.652119, + "nauc_recall_at_10_diff1": 0.68397, + "nauc_recall_at_20_max": 0.780699, + "nauc_recall_at_20_std": 0.669489, + "nauc_recall_at_20_diff1": 0.655801, + "nauc_recall_at_100_max": 0.648698, + "nauc_recall_at_100_std": 0.623992, + "nauc_recall_at_100_diff1": 0.533303, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.836112, + "nauc_precision_at_1_std": 0.590649, + "nauc_precision_at_1_diff1": 0.81769, + "nauc_precision_at_3_max": 0.838736, + "nauc_precision_at_3_std": 0.6519, + "nauc_precision_at_3_diff1": 0.749767, + "nauc_precision_at_5_max": 0.813296, + "nauc_precision_at_5_std": 0.650692, + "nauc_precision_at_5_diff1": 0.722441, + "nauc_precision_at_10_max": 0.793979, + "nauc_precision_at_10_std": 0.652119, + "nauc_precision_at_10_diff1": 0.68397, + "nauc_precision_at_20_max": 0.780699, + "nauc_precision_at_20_std": 0.669489, + "nauc_precision_at_20_diff1": 0.655801, + "nauc_precision_at_100_max": 0.647372, + "nauc_precision_at_100_std": 0.623131, + "nauc_precision_at_100_diff1": 0.532385, + "nauc_precision_at_1000_max": -0.575229, + "nauc_precision_at_1000_std": -0.41541, + "nauc_precision_at_1000_diff1": -0.41541, + "nauc_mrr_at_1_max": 0.836112, + "nauc_mrr_at_1_std": 0.590649, + "nauc_mrr_at_1_diff1": 0.81769, + "nauc_mrr_at_3_max": 0.839956, + "nauc_mrr_at_3_std": 0.621231, + "nauc_mrr_at_3_diff1": 0.786385, + "nauc_mrr_at_5_max": 0.834122, + "nauc_mrr_at_5_std": 0.620981, + "nauc_mrr_at_5_diff1": 0.780089, + "nauc_mrr_at_10_max": 0.830976, + "nauc_mrr_at_10_std": 0.621259, + "nauc_mrr_at_10_diff1": 0.774226, + "nauc_mrr_at_20_max": 0.830081, + "nauc_mrr_at_20_std": 0.622377, + "nauc_mrr_at_20_diff1": 0.772199, + "nauc_mrr_at_100_max": 0.827352, + "nauc_mrr_at_100_std": 0.621345, + "nauc_mrr_at_100_diff1": 0.770048, + "nauc_mrr_at_1000_max": 0.82769, + "nauc_mrr_at_1000_std": 0.621087, + "nauc_mrr_at_1000_diff1": 0.770637, + "hit_rate_at_1": 0.30812, + "hit_rate_at_3": 0.36263, + "hit_rate_at_5": 0.38042, + "hit_rate_at_10": 0.40601, + "hit_rate_at_20": 0.43826, + "hit_rate_at_100": 0.57953, + "hit_rate_at_1000": 1.0, + "main_score": 0.35648, + "hf_subset": "eng_Latn-kin_Latn", + "languages": [ + "eng-Latn", + "kin-Latn" + ] + }, + { + "ndcg_at_1": 0.70444, + "ndcg_at_3": 0.75674, + "ndcg_at_5": 0.77133, + "ndcg_at_10": 0.78177, + "ndcg_at_20": 0.78919, + "ndcg_at_100": 0.80088, + "ndcg_at_1000": 0.80696, + "map_at_1": 0.70444, + "map_at_3": 0.74407, + "map_at_5": 0.75213, + "map_at_10": 0.75646, + "map_at_20": 0.75856, + "map_at_100": 0.76016, + "map_at_1000": 0.76041, + "recall_at_1": 0.70444, + "recall_at_3": 0.79333, + "recall_at_5": 0.82889, + "recall_at_10": 0.86111, + "recall_at_20": 0.89, + "recall_at_100": 0.95333, + "recall_at_1000": 1.0, + "accuracy": 0.70444, + "precision_at_1": 0.70444, + "precision_at_3": 0.26444, + "precision_at_5": 0.16578, + "precision_at_10": 0.08611, + "precision_at_20": 0.0445, + "precision_at_100": 0.00953, + "precision_at_1000": 0.001, + "mrr_at_1": 0.704444, + "mrr_at_3": 0.744074, + "mrr_at_5": 0.75213, + "mrr_at_10": 0.756461, + "mrr_at_20": 0.758559, + "mrr_at_100": 0.760164, + "mrr_at_1000": 0.760406, + "nauc_ndcg_at_1_max": 0.639608, + "nauc_ndcg_at_1_std": -0.219602, + "nauc_ndcg_at_1_diff1": 0.871373, + "nauc_ndcg_at_3_max": 0.65815, + "nauc_ndcg_at_3_std": -0.215944, + "nauc_ndcg_at_3_diff1": 0.843511, + "nauc_ndcg_at_5_max": 0.656238, + "nauc_ndcg_at_5_std": -0.223879, + "nauc_ndcg_at_5_diff1": 0.843168, + "nauc_ndcg_at_10_max": 0.655453, + "nauc_ndcg_at_10_std": -0.214977, + "nauc_ndcg_at_10_diff1": 0.841322, + "nauc_ndcg_at_20_max": 0.654057, + "nauc_ndcg_at_20_std": -0.204244, + "nauc_ndcg_at_20_diff1": 0.838258, + "nauc_ndcg_at_100_max": 0.654156, + "nauc_ndcg_at_100_std": -0.204517, + "nauc_ndcg_at_100_diff1": 0.842553, + "nauc_ndcg_at_1000_max": 0.653915, + "nauc_ndcg_at_1000_std": -0.210391, + "nauc_ndcg_at_1000_diff1": 0.84577, + "nauc_map_at_1_max": 0.639608, + "nauc_map_at_1_std": -0.219602, + "nauc_map_at_1_diff1": 0.871373, + "nauc_map_at_3_max": 0.654168, + "nauc_map_at_3_std": -0.216877, + "nauc_map_at_3_diff1": 0.851852, + "nauc_map_at_5_max": 0.652949, + "nauc_map_at_5_std": -0.22126, + "nauc_map_at_5_diff1": 0.851808, + "nauc_map_at_10_max": 0.652466, + "nauc_map_at_10_std": -0.217805, + "nauc_map_at_10_diff1": 0.851088, + "nauc_map_at_20_max": 0.652056, + "nauc_map_at_20_std": -0.215406, + "nauc_map_at_20_diff1": 0.850456, + "nauc_map_at_100_max": 0.652203, + "nauc_map_at_100_std": -0.215189, + "nauc_map_at_100_diff1": 0.851017, + "nauc_map_at_1000_max": 0.652214, + "nauc_map_at_1000_std": -0.215363, + "nauc_map_at_1000_diff1": 0.851137, + "nauc_recall_at_1_max": 0.639608, + "nauc_recall_at_1_std": -0.219602, + "nauc_recall_at_1_diff1": 0.871373, + "nauc_recall_at_3_max": 0.67126, + "nauc_recall_at_3_std": -0.212782, + "nauc_recall_at_3_diff1": 0.814596, + "nauc_recall_at_5_max": 0.668381, + "nauc_recall_at_5_std": -0.235337, + "nauc_recall_at_5_diff1": 0.808878, + "nauc_recall_at_10_max": 0.668486, + "nauc_recall_at_10_std": -0.197903, + "nauc_recall_at_10_diff1": 0.794856, + "nauc_recall_at_20_max": 0.662391, + "nauc_recall_at_20_std": -0.1169, + "nauc_recall_at_20_diff1": 0.762444, + "nauc_recall_at_100_max": 0.664833, + "nauc_recall_at_100_std": -0.031479, + "nauc_recall_at_100_diff1": 0.752312, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.639608, + "nauc_precision_at_1_std": -0.219602, + "nauc_precision_at_1_diff1": 0.871373, + "nauc_precision_at_3_max": 0.67126, + "nauc_precision_at_3_std": -0.212782, + "nauc_precision_at_3_diff1": 0.814596, + "nauc_precision_at_5_max": 0.668381, + "nauc_precision_at_5_std": -0.235337, + "nauc_precision_at_5_diff1": 0.808878, + "nauc_precision_at_10_max": 0.668486, + "nauc_precision_at_10_std": -0.197903, + "nauc_precision_at_10_diff1": 0.794856, + "nauc_precision_at_20_max": 0.662391, + "nauc_precision_at_20_std": -0.1169, + "nauc_precision_at_20_diff1": 0.762444, + "nauc_precision_at_100_max": 0.664833, + "nauc_precision_at_100_std": -0.031479, + "nauc_precision_at_100_diff1": 0.752312, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.639608, + "nauc_mrr_at_1_std": -0.219602, + "nauc_mrr_at_1_diff1": 0.871373, + "nauc_mrr_at_3_max": 0.654168, + "nauc_mrr_at_3_std": -0.216877, + "nauc_mrr_at_3_diff1": 0.851852, + "nauc_mrr_at_5_max": 0.652949, + "nauc_mrr_at_5_std": -0.22126, + "nauc_mrr_at_5_diff1": 0.851808, + "nauc_mrr_at_10_max": 0.652466, + "nauc_mrr_at_10_std": -0.217805, + "nauc_mrr_at_10_diff1": 0.851088, + "nauc_mrr_at_20_max": 0.652056, + "nauc_mrr_at_20_std": -0.215406, + "nauc_mrr_at_20_diff1": 0.850456, + "nauc_mrr_at_100_max": 0.652203, + "nauc_mrr_at_100_std": -0.215189, + "nauc_mrr_at_100_diff1": 0.851017, + "nauc_mrr_at_1000_max": 0.652214, + "nauc_mrr_at_1000_std": -0.215363, + "nauc_mrr_at_1000_diff1": 0.851137, + "hit_rate_at_1": 0.70444, + "hit_rate_at_3": 0.79333, + "hit_rate_at_5": 0.82889, + "hit_rate_at_10": 0.86111, + "hit_rate_at_20": 0.89, + "hit_rate_at_100": 0.95333, + "hit_rate_at_1000": 1.0, + "main_score": 0.78177, + "hf_subset": "kir_Cyrl-kir_Cyrl", + "languages": [ + "kir-Cyrl", + "kir-Cyrl" + ] + }, + { + "ndcg_at_1": 0.80333, + "ndcg_at_3": 0.86151, + "ndcg_at_5": 0.87241, + "ndcg_at_10": 0.88094, + "ndcg_at_20": 0.88553, + "ndcg_at_100": 0.89018, + "ndcg_at_1000": 0.89059, + "map_at_1": 0.80333, + "map_at_3": 0.84741, + "map_at_5": 0.85341, + "map_at_10": 0.85709, + "map_at_20": 0.8584, + "map_at_100": 0.85909, + "map_at_1000": 0.8591, + "recall_at_1": 0.80333, + "recall_at_3": 0.90222, + "recall_at_5": 0.92889, + "recall_at_10": 0.95444, + "recall_at_20": 0.97222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.80333, + "precision_at_1": 0.80333, + "precision_at_3": 0.30074, + "precision_at_5": 0.18578, + "precision_at_10": 0.09544, + "precision_at_20": 0.04861, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.803333, + "mrr_at_3": 0.847407, + "mrr_at_5": 0.853407, + "mrr_at_10": 0.857088, + "mrr_at_20": 0.858397, + "mrr_at_100": 0.85909, + "mrr_at_1000": 0.859102, + "nauc_ndcg_at_1_max": 0.697343, + "nauc_ndcg_at_1_std": -0.271347, + "nauc_ndcg_at_1_diff1": 0.896038, + "nauc_ndcg_at_3_max": 0.732258, + "nauc_ndcg_at_3_std": -0.303589, + "nauc_ndcg_at_3_diff1": 0.870059, + "nauc_ndcg_at_5_max": 0.729012, + "nauc_ndcg_at_5_std": -0.310711, + "nauc_ndcg_at_5_diff1": 0.873909, + "nauc_ndcg_at_10_max": 0.719476, + "nauc_ndcg_at_10_std": -0.31629, + "nauc_ndcg_at_10_diff1": 0.874759, + "nauc_ndcg_at_20_max": 0.72149, + "nauc_ndcg_at_20_std": -0.307846, + "nauc_ndcg_at_20_diff1": 0.877921, + "nauc_ndcg_at_100_max": 0.720261, + "nauc_ndcg_at_100_std": -0.292192, + "nauc_ndcg_at_100_diff1": 0.878059, + "nauc_ndcg_at_1000_max": 0.719156, + "nauc_ndcg_at_1000_std": -0.296587, + "nauc_ndcg_at_1000_diff1": 0.878909, + "nauc_map_at_1_max": 0.697343, + "nauc_map_at_1_std": -0.271347, + "nauc_map_at_1_diff1": 0.896038, + "nauc_map_at_3_max": 0.72176, + "nauc_map_at_3_std": -0.292537, + "nauc_map_at_3_diff1": 0.877768, + "nauc_map_at_5_max": 0.719485, + "nauc_map_at_5_std": -0.296221, + "nauc_map_at_5_diff1": 0.879903, + "nauc_map_at_10_max": 0.715682, + "nauc_map_at_10_std": -0.29801, + "nauc_map_at_10_diff1": 0.880402, + "nauc_map_at_20_max": 0.716189, + "nauc_map_at_20_std": -0.295653, + "nauc_map_at_20_diff1": 0.881155, + "nauc_map_at_100_max": 0.71612, + "nauc_map_at_100_std": -0.293447, + "nauc_map_at_100_diff1": 0.881191, + "nauc_map_at_1000_max": 0.716093, + "nauc_map_at_1000_std": -0.293555, + "nauc_map_at_1000_diff1": 0.881213, + "nauc_recall_at_1_max": 0.697343, + "nauc_recall_at_1_std": -0.271347, + "nauc_recall_at_1_diff1": 0.896038, + "nauc_recall_at_3_max": 0.777284, + "nauc_recall_at_3_std": -0.351843, + "nauc_recall_at_3_diff1": 0.837052, + "nauc_recall_at_5_max": 0.782599, + "nauc_recall_at_5_std": -0.394061, + "nauc_recall_at_5_diff1": 0.841343, + "nauc_recall_at_10_max": 0.742843, + "nauc_recall_at_10_std": -0.480347, + "nauc_recall_at_10_diff1": 0.828972, + "nauc_recall_at_20_max": 0.785472, + "nauc_recall_at_20_std": -0.465341, + "nauc_recall_at_20_diff1": 0.849113, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.814815, + "nauc_recall_at_100_diff1": 0.6662, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.697343, + "nauc_precision_at_1_std": -0.271347, + "nauc_precision_at_1_diff1": 0.896038, + "nauc_precision_at_3_max": 0.777284, + "nauc_precision_at_3_std": -0.351843, + "nauc_precision_at_3_diff1": 0.837052, + "nauc_precision_at_5_max": 0.782599, + "nauc_precision_at_5_std": -0.394061, + "nauc_precision_at_5_diff1": 0.841343, + "nauc_precision_at_10_max": 0.742843, + "nauc_precision_at_10_std": -0.480347, + "nauc_precision_at_10_diff1": 0.828972, + "nauc_precision_at_20_max": 0.785472, + "nauc_precision_at_20_std": -0.465341, + "nauc_precision_at_20_diff1": 0.849113, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.814815, + "nauc_precision_at_100_diff1": 0.6662, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.697343, + "nauc_mrr_at_1_std": -0.271347, + "nauc_mrr_at_1_diff1": 0.896038, + "nauc_mrr_at_3_max": 0.72176, + "nauc_mrr_at_3_std": -0.292537, + "nauc_mrr_at_3_diff1": 0.877768, + "nauc_mrr_at_5_max": 0.719485, + "nauc_mrr_at_5_std": -0.296221, + "nauc_mrr_at_5_diff1": 0.879903, + "nauc_mrr_at_10_max": 0.715682, + "nauc_mrr_at_10_std": -0.29801, + "nauc_mrr_at_10_diff1": 0.880402, + "nauc_mrr_at_20_max": 0.716189, + "nauc_mrr_at_20_std": -0.295653, + "nauc_mrr_at_20_diff1": 0.881155, + "nauc_mrr_at_100_max": 0.71612, + "nauc_mrr_at_100_std": -0.293447, + "nauc_mrr_at_100_diff1": 0.881191, + "nauc_mrr_at_1000_max": 0.716093, + "nauc_mrr_at_1000_std": -0.293555, + "nauc_mrr_at_1000_diff1": 0.881213, + "hit_rate_at_1": 0.80333, + "hit_rate_at_3": 0.90222, + "hit_rate_at_5": 0.92889, + "hit_rate_at_10": 0.95444, + "hit_rate_at_20": 0.97222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.88094, + "hf_subset": "kir_Cyrl-eng_Latn", + "languages": [ + "kir-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.62444, + "ndcg_at_3": 0.6837, + "ndcg_at_5": 0.69747, + "ndcg_at_10": 0.70985, + "ndcg_at_20": 0.7183, + "ndcg_at_100": 0.73678, + "ndcg_at_1000": 0.74574, + "map_at_1": 0.62444, + "map_at_3": 0.66889, + "map_at_5": 0.67656, + "map_at_10": 0.68175, + "map_at_20": 0.68407, + "map_at_100": 0.68661, + "map_at_1000": 0.68697, + "recall_at_1": 0.62444, + "recall_at_3": 0.72667, + "recall_at_5": 0.76, + "recall_at_10": 0.79778, + "recall_at_20": 0.83111, + "recall_at_100": 0.93111, + "recall_at_1000": 1.0, + "accuracy": 0.62444, + "precision_at_1": 0.62444, + "precision_at_3": 0.24222, + "precision_at_5": 0.152, + "precision_at_10": 0.07978, + "precision_at_20": 0.04156, + "precision_at_100": 0.00931, + "precision_at_1000": 0.001, + "mrr_at_1": 0.624444, + "mrr_at_3": 0.668889, + "mrr_at_5": 0.676556, + "mrr_at_10": 0.68175, + "mrr_at_20": 0.684074, + "mrr_at_100": 0.68661, + "mrr_at_1000": 0.686965, + "nauc_ndcg_at_1_max": 0.836281, + "nauc_ndcg_at_1_std": 0.287726, + "nauc_ndcg_at_1_diff1": 0.856374, + "nauc_ndcg_at_3_max": 0.850446, + "nauc_ndcg_at_3_std": 0.346173, + "nauc_ndcg_at_3_diff1": 0.83047, + "nauc_ndcg_at_5_max": 0.854084, + "nauc_ndcg_at_5_std": 0.367836, + "nauc_ndcg_at_5_diff1": 0.826965, + "nauc_ndcg_at_10_max": 0.855345, + "nauc_ndcg_at_10_std": 0.386022, + "nauc_ndcg_at_10_diff1": 0.823816, + "nauc_ndcg_at_20_max": 0.853035, + "nauc_ndcg_at_20_std": 0.388537, + "nauc_ndcg_at_20_diff1": 0.821871, + "nauc_ndcg_at_100_max": 0.850246, + "nauc_ndcg_at_100_std": 0.38054, + "nauc_ndcg_at_100_diff1": 0.8253, + "nauc_ndcg_at_1000_max": 0.850385, + "nauc_ndcg_at_1000_std": 0.367283, + "nauc_ndcg_at_1000_diff1": 0.829214, + "nauc_map_at_1_max": 0.836281, + "nauc_map_at_1_std": 0.287726, + "nauc_map_at_1_diff1": 0.856374, + "nauc_map_at_3_max": 0.84671, + "nauc_map_at_3_std": 0.330457, + "nauc_map_at_3_diff1": 0.836923, + "nauc_map_at_5_max": 0.848556, + "nauc_map_at_5_std": 0.34148, + "nauc_map_at_5_diff1": 0.835202, + "nauc_map_at_10_max": 0.84903, + "nauc_map_at_10_std": 0.348495, + "nauc_map_at_10_diff1": 0.834128, + "nauc_map_at_20_max": 0.848404, + "nauc_map_at_20_std": 0.348916, + "nauc_map_at_20_diff1": 0.833689, + "nauc_map_at_100_max": 0.848018, + "nauc_map_at_100_std": 0.347884, + "nauc_map_at_100_diff1": 0.834267, + "nauc_map_at_1000_max": 0.848054, + "nauc_map_at_1000_std": 0.347507, + "nauc_map_at_1000_diff1": 0.834432, + "nauc_recall_at_1_max": 0.836281, + "nauc_recall_at_1_std": 0.287726, + "nauc_recall_at_1_diff1": 0.856374, + "nauc_recall_at_3_max": 0.862797, + "nauc_recall_at_3_std": 0.398277, + "nauc_recall_at_3_diff1": 0.809314, + "nauc_recall_at_5_max": 0.874629, + "nauc_recall_at_5_std": 0.466879, + "nauc_recall_at_5_diff1": 0.796886, + "nauc_recall_at_10_max": 0.882202, + "nauc_recall_at_10_std": 0.551836, + "nauc_recall_at_10_diff1": 0.779634, + "nauc_recall_at_20_max": 0.873339, + "nauc_recall_at_20_std": 0.595567, + "nauc_recall_at_20_diff1": 0.760583, + "nauc_recall_at_100_max": 0.852512, + "nauc_recall_at_100_std": 0.713781, + "nauc_recall_at_100_diff1": 0.735889, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.836281, + "nauc_precision_at_1_std": 0.287726, + "nauc_precision_at_1_diff1": 0.856374, + "nauc_precision_at_3_max": 0.862797, + "nauc_precision_at_3_std": 0.398277, + "nauc_precision_at_3_diff1": 0.809314, + "nauc_precision_at_5_max": 0.874629, + "nauc_precision_at_5_std": 0.466879, + "nauc_precision_at_5_diff1": 0.796886, + "nauc_precision_at_10_max": 0.882202, + "nauc_precision_at_10_std": 0.551836, + "nauc_precision_at_10_diff1": 0.779634, + "nauc_precision_at_20_max": 0.873339, + "nauc_precision_at_20_std": 0.595567, + "nauc_precision_at_20_diff1": 0.760583, + "nauc_precision_at_100_max": 0.852512, + "nauc_precision_at_100_std": 0.713781, + "nauc_precision_at_100_diff1": 0.735889, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.836281, + "nauc_mrr_at_1_std": 0.287726, + "nauc_mrr_at_1_diff1": 0.856374, + "nauc_mrr_at_3_max": 0.84671, + "nauc_mrr_at_3_std": 0.330457, + "nauc_mrr_at_3_diff1": 0.836923, + "nauc_mrr_at_5_max": 0.848556, + "nauc_mrr_at_5_std": 0.34148, + "nauc_mrr_at_5_diff1": 0.835202, + "nauc_mrr_at_10_max": 0.84903, + "nauc_mrr_at_10_std": 0.348495, + "nauc_mrr_at_10_diff1": 0.834128, + "nauc_mrr_at_20_max": 0.848404, + "nauc_mrr_at_20_std": 0.348916, + "nauc_mrr_at_20_diff1": 0.833689, + "nauc_mrr_at_100_max": 0.848018, + "nauc_mrr_at_100_std": 0.347884, + "nauc_mrr_at_100_diff1": 0.834267, + "nauc_mrr_at_1000_max": 0.848054, + "nauc_mrr_at_1000_std": 0.347507, + "nauc_mrr_at_1000_diff1": 0.834432, + "hit_rate_at_1": 0.62444, + "hit_rate_at_3": 0.72667, + "hit_rate_at_5": 0.76, + "hit_rate_at_10": 0.79778, + "hit_rate_at_20": 0.83111, + "hit_rate_at_100": 0.93111, + "hit_rate_at_1000": 1.0, + "main_score": 0.70985, + "hf_subset": "eng_Latn-kir_Cyrl", + "languages": [ + "eng-Latn", + "kir-Cyrl" + ] + }, + { + "ndcg_at_1": 0.88778, + "ndcg_at_3": 0.91997, + "ndcg_at_5": 0.92839, + "ndcg_at_10": 0.93222, + "ndcg_at_20": 0.93498, + "ndcg_at_100": 0.9373, + "ndcg_at_1000": 0.93758, + "map_at_1": 0.88778, + "map_at_3": 0.91259, + "map_at_5": 0.91737, + "map_at_10": 0.91887, + "map_at_20": 0.9196, + "map_at_100": 0.91987, + "map_at_1000": 0.91988, + "recall_at_1": 0.88778, + "recall_at_3": 0.94111, + "recall_at_5": 0.96111, + "recall_at_10": 0.97333, + "recall_at_20": 0.98444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.88778, + "precision_at_1": 0.88778, + "precision_at_3": 0.3137, + "precision_at_5": 0.19222, + "precision_at_10": 0.09733, + "precision_at_20": 0.04922, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.887778, + "mrr_at_3": 0.912593, + "mrr_at_5": 0.91737, + "mrr_at_10": 0.918871, + "mrr_at_20": 0.919604, + "mrr_at_100": 0.919869, + "mrr_at_1000": 0.919878, + "nauc_ndcg_at_1_max": 0.723232, + "nauc_ndcg_at_1_std": -0.222393, + "nauc_ndcg_at_1_diff1": 0.91759, + "nauc_ndcg_at_3_max": 0.785652, + "nauc_ndcg_at_3_std": -0.219672, + "nauc_ndcg_at_3_diff1": 0.91828, + "nauc_ndcg_at_5_max": 0.779313, + "nauc_ndcg_at_5_std": -0.209224, + "nauc_ndcg_at_5_diff1": 0.919204, + "nauc_ndcg_at_10_max": 0.777528, + "nauc_ndcg_at_10_std": -0.200838, + "nauc_ndcg_at_10_diff1": 0.922469, + "nauc_ndcg_at_20_max": 0.775562, + "nauc_ndcg_at_20_std": -0.186445, + "nauc_ndcg_at_20_diff1": 0.921459, + "nauc_ndcg_at_100_max": 0.770387, + "nauc_ndcg_at_100_std": -0.195772, + "nauc_ndcg_at_100_diff1": 0.920495, + "nauc_ndcg_at_1000_max": 0.769623, + "nauc_ndcg_at_1000_std": -0.200895, + "nauc_ndcg_at_1000_diff1": 0.920136, + "nauc_map_at_1_max": 0.723232, + "nauc_map_at_1_std": -0.222393, + "nauc_map_at_1_diff1": 0.91759, + "nauc_map_at_3_max": 0.76933, + "nauc_map_at_3_std": -0.220314, + "nauc_map_at_3_diff1": 0.918186, + "nauc_map_at_5_max": 0.765289, + "nauc_map_at_5_std": -0.215624, + "nauc_map_at_5_diff1": 0.918667, + "nauc_map_at_10_max": 0.764562, + "nauc_map_at_10_std": -0.212745, + "nauc_map_at_10_diff1": 0.919773, + "nauc_map_at_20_max": 0.764125, + "nauc_map_at_20_std": -0.209271, + "nauc_map_at_20_diff1": 0.91953, + "nauc_map_at_100_max": 0.763634, + "nauc_map_at_100_std": -0.209724, + "nauc_map_at_100_diff1": 0.919405, + "nauc_map_at_1000_max": 0.76361, + "nauc_map_at_1000_std": -0.209864, + "nauc_map_at_1000_diff1": 0.919395, + "nauc_recall_at_1_max": 0.723232, + "nauc_recall_at_1_std": -0.222393, + "nauc_recall_at_1_diff1": 0.91759, + "nauc_recall_at_3_max": 0.853161, + "nauc_recall_at_3_std": -0.217069, + "nauc_recall_at_3_diff1": 0.918609, + "nauc_recall_at_5_max": 0.860077, + "nauc_recall_at_5_std": -0.166747, + "nauc_recall_at_5_diff1": 0.922502, + "nauc_recall_at_10_max": 0.880758, + "nauc_recall_at_10_std": -0.083664, + "nauc_recall_at_10_diff1": 0.949619, + "nauc_recall_at_20_max": 0.917634, + "nauc_recall_at_20_std": 0.220121, + "nauc_recall_at_20_diff1": 0.952148, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.723232, + "nauc_precision_at_1_std": -0.222393, + "nauc_precision_at_1_diff1": 0.91759, + "nauc_precision_at_3_max": 0.853161, + "nauc_precision_at_3_std": -0.217069, + "nauc_precision_at_3_diff1": 0.918609, + "nauc_precision_at_5_max": 0.860077, + "nauc_precision_at_5_std": -0.166747, + "nauc_precision_at_5_diff1": 0.922502, + "nauc_precision_at_10_max": 0.880758, + "nauc_precision_at_10_std": -0.083664, + "nauc_precision_at_10_diff1": 0.949619, + "nauc_precision_at_20_max": 0.917634, + "nauc_precision_at_20_std": 0.220121, + "nauc_precision_at_20_diff1": 0.952148, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.723232, + "nauc_mrr_at_1_std": -0.222393, + "nauc_mrr_at_1_diff1": 0.91759, + "nauc_mrr_at_3_max": 0.76933, + "nauc_mrr_at_3_std": -0.220314, + "nauc_mrr_at_3_diff1": 0.918186, + "nauc_mrr_at_5_max": 0.765289, + "nauc_mrr_at_5_std": -0.215624, + "nauc_mrr_at_5_diff1": 0.918667, + "nauc_mrr_at_10_max": 0.764562, + "nauc_mrr_at_10_std": -0.212745, + "nauc_mrr_at_10_diff1": 0.919773, + "nauc_mrr_at_20_max": 0.764125, + "nauc_mrr_at_20_std": -0.209271, + "nauc_mrr_at_20_diff1": 0.91953, + "nauc_mrr_at_100_max": 0.763634, + "nauc_mrr_at_100_std": -0.209724, + "nauc_mrr_at_100_diff1": 0.919405, + "nauc_mrr_at_1000_max": 0.76361, + "nauc_mrr_at_1000_std": -0.209864, + "nauc_mrr_at_1000_diff1": 0.919395, + "hit_rate_at_1": 0.88778, + "hit_rate_at_3": 0.94111, + "hit_rate_at_5": 0.96111, + "hit_rate_at_10": 0.97333, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93222, + "hf_subset": "kor_Hang-kor_Hang", + "languages": [ + "kor-Hang", + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.89111, + "ndcg_at_3": 0.93058, + "ndcg_at_5": 0.93646, + "ndcg_at_10": 0.94125, + "ndcg_at_20": 0.94267, + "ndcg_at_100": 0.94389, + "ndcg_at_1000": 0.94415, + "map_at_1": 0.89111, + "map_at_3": 0.92148, + "map_at_5": 0.9247, + "map_at_10": 0.92674, + "map_at_20": 0.92714, + "map_at_100": 0.92731, + "map_at_1000": 0.92731, + "recall_at_1": 0.89111, + "recall_at_3": 0.95667, + "recall_at_5": 0.97111, + "recall_at_10": 0.98556, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.89111, + "precision_at_1": 0.89111, + "precision_at_3": 0.31889, + "precision_at_5": 0.19422, + "precision_at_10": 0.09856, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.891111, + "mrr_at_3": 0.921481, + "mrr_at_5": 0.924704, + "mrr_at_10": 0.926744, + "mrr_at_20": 0.927141, + "mrr_at_100": 0.927307, + "mrr_at_1000": 0.927313, + "nauc_ndcg_at_1_max": 0.703553, + "nauc_ndcg_at_1_std": -0.371858, + "nauc_ndcg_at_1_diff1": 0.929626, + "nauc_ndcg_at_3_max": 0.724079, + "nauc_ndcg_at_3_std": -0.441069, + "nauc_ndcg_at_3_diff1": 0.921704, + "nauc_ndcg_at_5_max": 0.729109, + "nauc_ndcg_at_5_std": -0.371902, + "nauc_ndcg_at_5_diff1": 0.924952, + "nauc_ndcg_at_10_max": 0.725935, + "nauc_ndcg_at_10_std": -0.360743, + "nauc_ndcg_at_10_diff1": 0.923854, + "nauc_ndcg_at_20_max": 0.720529, + "nauc_ndcg_at_20_std": -0.375706, + "nauc_ndcg_at_20_diff1": 0.924763, + "nauc_ndcg_at_100_max": 0.723463, + "nauc_ndcg_at_100_std": -0.371357, + "nauc_ndcg_at_100_diff1": 0.925155, + "nauc_ndcg_at_1000_max": 0.722157, + "nauc_ndcg_at_1000_std": -0.37783, + "nauc_ndcg_at_1000_diff1": 0.925117, + "nauc_map_at_1_max": 0.703553, + "nauc_map_at_1_std": -0.371858, + "nauc_map_at_1_diff1": 0.929626, + "nauc_map_at_3_max": 0.718576, + "nauc_map_at_3_std": -0.419992, + "nauc_map_at_3_diff1": 0.92402, + "nauc_map_at_5_max": 0.721031, + "nauc_map_at_5_std": -0.386427, + "nauc_map_at_5_diff1": 0.925567, + "nauc_map_at_10_max": 0.719538, + "nauc_map_at_10_std": -0.383068, + "nauc_map_at_10_diff1": 0.92521, + "nauc_map_at_20_max": 0.718326, + "nauc_map_at_20_std": -0.386476, + "nauc_map_at_20_diff1": 0.925465, + "nauc_map_at_100_max": 0.718995, + "nauc_map_at_100_std": -0.385427, + "nauc_map_at_100_diff1": 0.925523, + "nauc_map_at_1000_max": 0.718971, + "nauc_map_at_1000_std": -0.385547, + "nauc_map_at_1000_diff1": 0.925523, + "nauc_recall_at_1_max": 0.703553, + "nauc_recall_at_1_std": -0.371858, + "nauc_recall_at_1_diff1": 0.929626, + "nauc_recall_at_3_max": 0.751646, + "nauc_recall_at_3_std": -0.548984, + "nauc_recall_at_3_diff1": 0.909921, + "nauc_recall_at_5_max": 0.788515, + "nauc_recall_at_5_std": -0.238616, + "nauc_recall_at_5_diff1": 0.922071, + "nauc_recall_at_10_max": 0.814013, + "nauc_recall_at_10_std": 0.031279, + "nauc_recall_at_10_diff1": 0.905732, + "nauc_recall_at_20_max": 0.732493, + "nauc_recall_at_20_std": -0.100373, + "nauc_recall_at_20_diff1": 0.914216, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.703553, + "nauc_precision_at_1_std": -0.371858, + "nauc_precision_at_1_diff1": 0.929626, + "nauc_precision_at_3_max": 0.751646, + "nauc_precision_at_3_std": -0.548984, + "nauc_precision_at_3_diff1": 0.909921, + "nauc_precision_at_5_max": 0.788515, + "nauc_precision_at_5_std": -0.238616, + "nauc_precision_at_5_diff1": 0.922071, + "nauc_precision_at_10_max": 0.814013, + "nauc_precision_at_10_std": 0.031279, + "nauc_precision_at_10_diff1": 0.905732, + "nauc_precision_at_20_max": 0.732493, + "nauc_precision_at_20_std": -0.100373, + "nauc_precision_at_20_diff1": 0.914216, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.703553, + "nauc_mrr_at_1_std": -0.371858, + "nauc_mrr_at_1_diff1": 0.929626, + "nauc_mrr_at_3_max": 0.718576, + "nauc_mrr_at_3_std": -0.419992, + "nauc_mrr_at_3_diff1": 0.92402, + "nauc_mrr_at_5_max": 0.721031, + "nauc_mrr_at_5_std": -0.386427, + "nauc_mrr_at_5_diff1": 0.925567, + "nauc_mrr_at_10_max": 0.719538, + "nauc_mrr_at_10_std": -0.383068, + "nauc_mrr_at_10_diff1": 0.92521, + "nauc_mrr_at_20_max": 0.718326, + "nauc_mrr_at_20_std": -0.386476, + "nauc_mrr_at_20_diff1": 0.925465, + "nauc_mrr_at_100_max": 0.718995, + "nauc_mrr_at_100_std": -0.385427, + "nauc_mrr_at_100_diff1": 0.925523, + "nauc_mrr_at_1000_max": 0.718971, + "nauc_mrr_at_1000_std": -0.385547, + "nauc_mrr_at_1000_diff1": 0.925523, + "hit_rate_at_1": 0.89111, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94125, + "hf_subset": "kor_Hang-eng_Latn", + "languages": [ + "kor-Hang", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.85111, + "ndcg_at_3": 0.89338, + "ndcg_at_5": 0.90496, + "ndcg_at_10": 0.91146, + "ndcg_at_20": 0.91372, + "ndcg_at_100": 0.91642, + "ndcg_at_1000": 0.91746, + "map_at_1": 0.85111, + "map_at_3": 0.8837, + "map_at_5": 0.8902, + "map_at_10": 0.89291, + "map_at_20": 0.89354, + "map_at_100": 0.89392, + "map_at_1000": 0.89396, + "recall_at_1": 0.85111, + "recall_at_3": 0.92111, + "recall_at_5": 0.94889, + "recall_at_10": 0.96889, + "recall_at_20": 0.97778, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "accuracy": 0.85111, + "precision_at_1": 0.85111, + "precision_at_3": 0.30704, + "precision_at_5": 0.18978, + "precision_at_10": 0.09689, + "precision_at_20": 0.04889, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.851111, + "mrr_at_3": 0.883704, + "mrr_at_5": 0.890204, + "mrr_at_10": 0.892907, + "mrr_at_20": 0.893538, + "mrr_at_100": 0.893917, + "mrr_at_1000": 0.893962, + "nauc_ndcg_at_1_max": 0.773898, + "nauc_ndcg_at_1_std": -0.107427, + "nauc_ndcg_at_1_diff1": 0.889854, + "nauc_ndcg_at_3_max": 0.813984, + "nauc_ndcg_at_3_std": -0.075542, + "nauc_ndcg_at_3_diff1": 0.882934, + "nauc_ndcg_at_5_max": 0.819232, + "nauc_ndcg_at_5_std": -0.050101, + "nauc_ndcg_at_5_diff1": 0.889851, + "nauc_ndcg_at_10_max": 0.816462, + "nauc_ndcg_at_10_std": -0.040825, + "nauc_ndcg_at_10_diff1": 0.894171, + "nauc_ndcg_at_20_max": 0.814739, + "nauc_ndcg_at_20_std": -0.026087, + "nauc_ndcg_at_20_diff1": 0.893962, + "nauc_ndcg_at_100_max": 0.810395, + "nauc_ndcg_at_100_std": -0.038043, + "nauc_ndcg_at_100_diff1": 0.891142, + "nauc_ndcg_at_1000_max": 0.80795, + "nauc_ndcg_at_1000_std": -0.051428, + "nauc_ndcg_at_1000_diff1": 0.890308, + "nauc_map_at_1_max": 0.773898, + "nauc_map_at_1_std": -0.107427, + "nauc_map_at_1_diff1": 0.889854, + "nauc_map_at_3_max": 0.802406, + "nauc_map_at_3_std": -0.084993, + "nauc_map_at_3_diff1": 0.883881, + "nauc_map_at_5_max": 0.804483, + "nauc_map_at_5_std": -0.072884, + "nauc_map_at_5_diff1": 0.887522, + "nauc_map_at_10_max": 0.803366, + "nauc_map_at_10_std": -0.068804, + "nauc_map_at_10_diff1": 0.88904, + "nauc_map_at_20_max": 0.802885, + "nauc_map_at_20_std": -0.065679, + "nauc_map_at_20_diff1": 0.888938, + "nauc_map_at_100_max": 0.802308, + "nauc_map_at_100_std": -0.06718, + "nauc_map_at_100_diff1": 0.888619, + "nauc_map_at_1000_max": 0.802221, + "nauc_map_at_1000_std": -0.067649, + "nauc_map_at_1000_diff1": 0.888598, + "nauc_recall_at_1_max": 0.773898, + "nauc_recall_at_1_std": -0.107427, + "nauc_recall_at_1_diff1": 0.889854, + "nauc_recall_at_3_max": 0.861529, + "nauc_recall_at_3_std": -0.036579, + "nauc_recall_at_3_diff1": 0.879703, + "nauc_recall_at_5_max": 0.908304, + "nauc_recall_at_5_std": 0.093046, + "nauc_recall_at_5_diff1": 0.906274, + "nauc_recall_at_10_max": 0.937975, + "nauc_recall_at_10_std": 0.237962, + "nauc_recall_at_10_diff1": 0.952148, + "nauc_recall_at_20_max": 0.961368, + "nauc_recall_at_20_std": 0.568604, + "nauc_recall_at_20_diff1": 0.973039, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.960317, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.773898, + "nauc_precision_at_1_std": -0.107427, + "nauc_precision_at_1_diff1": 0.889854, + "nauc_precision_at_3_max": 0.861529, + "nauc_precision_at_3_std": -0.036579, + "nauc_precision_at_3_diff1": 0.879703, + "nauc_precision_at_5_max": 0.908304, + "nauc_precision_at_5_std": 0.093046, + "nauc_precision_at_5_diff1": 0.906274, + "nauc_precision_at_10_max": 0.937975, + "nauc_precision_at_10_std": 0.237962, + "nauc_precision_at_10_diff1": 0.952148, + "nauc_precision_at_20_max": 0.961368, + "nauc_precision_at_20_std": 0.568604, + "nauc_precision_at_20_diff1": 0.973039, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.960317, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.773898, + "nauc_mrr_at_1_std": -0.107427, + "nauc_mrr_at_1_diff1": 0.889854, + "nauc_mrr_at_3_max": 0.802406, + "nauc_mrr_at_3_std": -0.084993, + "nauc_mrr_at_3_diff1": 0.883881, + "nauc_mrr_at_5_max": 0.804483, + "nauc_mrr_at_5_std": -0.072884, + "nauc_mrr_at_5_diff1": 0.887522, + "nauc_mrr_at_10_max": 0.803366, + "nauc_mrr_at_10_std": -0.068804, + "nauc_mrr_at_10_diff1": 0.88904, + "nauc_mrr_at_20_max": 0.802885, + "nauc_mrr_at_20_std": -0.065679, + "nauc_mrr_at_20_diff1": 0.888938, + "nauc_mrr_at_100_max": 0.802308, + "nauc_mrr_at_100_std": -0.06718, + "nauc_mrr_at_100_diff1": 0.888619, + "nauc_mrr_at_1000_max": 0.802221, + "nauc_mrr_at_1000_std": -0.067649, + "nauc_mrr_at_1000_diff1": 0.888598, + "hit_rate_at_1": 0.85111, + "hit_rate_at_3": 0.92111, + "hit_rate_at_5": 0.94889, + "hit_rate_at_10": 0.96889, + "hit_rate_at_20": 0.97778, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.91146, + "hf_subset": "eng_Latn-kor_Hang", + "languages": [ + "eng-Latn", + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.46444, + "ndcg_at_3": 0.54118, + "ndcg_at_5": 0.55954, + "ndcg_at_10": 0.57543, + "ndcg_at_20": 0.59016, + "ndcg_at_100": 0.61792, + "ndcg_at_1000": 0.63093, + "map_at_1": 0.46444, + "map_at_3": 0.52204, + "map_at_5": 0.53226, + "map_at_10": 0.53886, + "map_at_20": 0.54282, + "map_at_100": 0.54654, + "map_at_1000": 0.54705, + "recall_at_1": 0.46444, + "recall_at_3": 0.59667, + "recall_at_5": 0.64111, + "recall_at_10": 0.69, + "recall_at_20": 0.74889, + "recall_at_100": 0.9, + "recall_at_1000": 1.0, + "accuracy": 0.46444, + "precision_at_1": 0.46444, + "precision_at_3": 0.19889, + "precision_at_5": 0.12822, + "precision_at_10": 0.069, + "precision_at_20": 0.03744, + "precision_at_100": 0.009, + "precision_at_1000": 0.001, + "mrr_at_1": 0.464444, + "mrr_at_3": 0.522037, + "mrr_at_5": 0.532259, + "mrr_at_10": 0.538859, + "mrr_at_20": 0.542823, + "mrr_at_100": 0.546541, + "mrr_at_1000": 0.547054, + "nauc_ndcg_at_1_max": 0.501569, + "nauc_ndcg_at_1_std": -0.268908, + "nauc_ndcg_at_1_diff1": 0.786751, + "nauc_ndcg_at_3_max": 0.502781, + "nauc_ndcg_at_3_std": -0.21152, + "nauc_ndcg_at_3_diff1": 0.722504, + "nauc_ndcg_at_5_max": 0.499846, + "nauc_ndcg_at_5_std": -0.201302, + "nauc_ndcg_at_5_diff1": 0.708891, + "nauc_ndcg_at_10_max": 0.498952, + "nauc_ndcg_at_10_std": -0.192699, + "nauc_ndcg_at_10_diff1": 0.703581, + "nauc_ndcg_at_20_max": 0.49933, + "nauc_ndcg_at_20_std": -0.184147, + "nauc_ndcg_at_20_diff1": 0.704448, + "nauc_ndcg_at_100_max": 0.497094, + "nauc_ndcg_at_100_std": -0.190137, + "nauc_ndcg_at_100_diff1": 0.710048, + "nauc_ndcg_at_1000_max": 0.499053, + "nauc_ndcg_at_1000_std": -0.201233, + "nauc_ndcg_at_1000_diff1": 0.717856, + "nauc_map_at_1_max": 0.501569, + "nauc_map_at_1_std": -0.268908, + "nauc_map_at_1_diff1": 0.786751, + "nauc_map_at_3_max": 0.503204, + "nauc_map_at_3_std": -0.224393, + "nauc_map_at_3_diff1": 0.73889, + "nauc_map_at_5_max": 0.501611, + "nauc_map_at_5_std": -0.219066, + "nauc_map_at_5_diff1": 0.731788, + "nauc_map_at_10_max": 0.501333, + "nauc_map_at_10_std": -0.215639, + "nauc_map_at_10_diff1": 0.729886, + "nauc_map_at_20_max": 0.501596, + "nauc_map_at_20_std": -0.213751, + "nauc_map_at_20_diff1": 0.730302, + "nauc_map_at_100_max": 0.500963, + "nauc_map_at_100_std": -0.214743, + "nauc_map_at_100_diff1": 0.730926, + "nauc_map_at_1000_max": 0.501047, + "nauc_map_at_1000_std": -0.215117, + "nauc_map_at_1000_diff1": 0.73122, + "nauc_recall_at_1_max": 0.501569, + "nauc_recall_at_1_std": -0.268908, + "nauc_recall_at_1_diff1": 0.786751, + "nauc_recall_at_3_max": 0.501154, + "nauc_recall_at_3_std": -0.172447, + "nauc_recall_at_3_diff1": 0.671781, + "nauc_recall_at_5_max": 0.493236, + "nauc_recall_at_5_std": -0.142002, + "nauc_recall_at_5_diff1": 0.631298, + "nauc_recall_at_10_max": 0.489021, + "nauc_recall_at_10_std": -0.105877, + "nauc_recall_at_10_diff1": 0.604355, + "nauc_recall_at_20_max": 0.487706, + "nauc_recall_at_20_std": -0.042902, + "nauc_recall_at_20_diff1": 0.591182, + "nauc_recall_at_100_max": 0.458704, + "nauc_recall_at_100_std": 0.042411, + "nauc_recall_at_100_diff1": 0.549787, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.501569, + "nauc_precision_at_1_std": -0.268908, + "nauc_precision_at_1_diff1": 0.786751, + "nauc_precision_at_3_max": 0.501154, + "nauc_precision_at_3_std": -0.172447, + "nauc_precision_at_3_diff1": 0.671781, + "nauc_precision_at_5_max": 0.493236, + "nauc_precision_at_5_std": -0.142002, + "nauc_precision_at_5_diff1": 0.631298, + "nauc_precision_at_10_max": 0.489021, + "nauc_precision_at_10_std": -0.105877, + "nauc_precision_at_10_diff1": 0.604355, + "nauc_precision_at_20_max": 0.487706, + "nauc_precision_at_20_std": -0.042902, + "nauc_precision_at_20_diff1": 0.591182, + "nauc_precision_at_100_max": 0.458704, + "nauc_precision_at_100_std": 0.042411, + "nauc_precision_at_100_diff1": 0.549787, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.501569, + "nauc_mrr_at_1_std": -0.268908, + "nauc_mrr_at_1_diff1": 0.786751, + "nauc_mrr_at_3_max": 0.503204, + "nauc_mrr_at_3_std": -0.224393, + "nauc_mrr_at_3_diff1": 0.73889, + "nauc_mrr_at_5_max": 0.501611, + "nauc_mrr_at_5_std": -0.219066, + "nauc_mrr_at_5_diff1": 0.731788, + "nauc_mrr_at_10_max": 0.501333, + "nauc_mrr_at_10_std": -0.215639, + "nauc_mrr_at_10_diff1": 0.729886, + "nauc_mrr_at_20_max": 0.501596, + "nauc_mrr_at_20_std": -0.213751, + "nauc_mrr_at_20_diff1": 0.730302, + "nauc_mrr_at_100_max": 0.500963, + "nauc_mrr_at_100_std": -0.214743, + "nauc_mrr_at_100_diff1": 0.730926, + "nauc_mrr_at_1000_max": 0.501047, + "nauc_mrr_at_1000_std": -0.215117, + "nauc_mrr_at_1000_diff1": 0.73122, + "hit_rate_at_1": 0.46444, + "hit_rate_at_3": 0.59667, + "hit_rate_at_5": 0.64111, + "hit_rate_at_10": 0.69, + "hit_rate_at_20": 0.74889, + "hit_rate_at_100": 0.9, + "hit_rate_at_1000": 1.0, + "main_score": 0.57543, + "hf_subset": "lao_Laoo-lao_Laoo", + "languages": [ + "lao-Laoo", + "lao-Laoo" + ] + }, + { + "ndcg_at_1": 0.58556, + "ndcg_at_3": 0.66246, + "ndcg_at_5": 0.68584, + "ndcg_at_10": 0.70825, + "ndcg_at_20": 0.72283, + "ndcg_at_100": 0.74004, + "ndcg_at_1000": 0.74108, + "map_at_1": 0.58556, + "map_at_3": 0.6437, + "map_at_5": 0.6567, + "map_at_10": 0.66604, + "map_at_20": 0.67002, + "map_at_100": 0.67244, + "map_at_1000": 0.67248, + "recall_at_1": 0.58556, + "recall_at_3": 0.71667, + "recall_at_5": 0.77333, + "recall_at_10": 0.84222, + "recall_at_20": 0.9, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "accuracy": 0.58556, + "precision_at_1": 0.58556, + "precision_at_3": 0.23889, + "precision_at_5": 0.15467, + "precision_at_10": 0.08422, + "precision_at_20": 0.045, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.585556, + "mrr_at_3": 0.643704, + "mrr_at_5": 0.656704, + "mrr_at_10": 0.66604, + "mrr_at_20": 0.670024, + "mrr_at_100": 0.672437, + "mrr_at_1000": 0.672483, + "nauc_ndcg_at_1_max": 0.694123, + "nauc_ndcg_at_1_std": -0.018169, + "nauc_ndcg_at_1_diff1": 0.778021, + "nauc_ndcg_at_3_max": 0.68061, + "nauc_ndcg_at_3_std": -0.043705, + "nauc_ndcg_at_3_diff1": 0.730539, + "nauc_ndcg_at_5_max": 0.679759, + "nauc_ndcg_at_5_std": -0.032183, + "nauc_ndcg_at_5_diff1": 0.723875, + "nauc_ndcg_at_10_max": 0.678384, + "nauc_ndcg_at_10_std": -0.034447, + "nauc_ndcg_at_10_diff1": 0.725823, + "nauc_ndcg_at_20_max": 0.682318, + "nauc_ndcg_at_20_std": -0.033962, + "nauc_ndcg_at_20_diff1": 0.728358, + "nauc_ndcg_at_100_max": 0.684331, + "nauc_ndcg_at_100_std": -0.031159, + "nauc_ndcg_at_100_diff1": 0.736147, + "nauc_ndcg_at_1000_max": 0.683453, + "nauc_ndcg_at_1000_std": -0.033223, + "nauc_ndcg_at_1000_diff1": 0.736281, + "nauc_map_at_1_max": 0.694123, + "nauc_map_at_1_std": -0.018169, + "nauc_map_at_1_diff1": 0.778021, + "nauc_map_at_3_max": 0.684357, + "nauc_map_at_3_std": -0.039216, + "nauc_map_at_3_diff1": 0.742785, + "nauc_map_at_5_max": 0.684062, + "nauc_map_at_5_std": -0.03329, + "nauc_map_at_5_diff1": 0.73975, + "nauc_map_at_10_max": 0.683644, + "nauc_map_at_10_std": -0.033978, + "nauc_map_at_10_diff1": 0.740689, + "nauc_map_at_20_max": 0.684736, + "nauc_map_at_20_std": -0.033835, + "nauc_map_at_20_diff1": 0.741453, + "nauc_map_at_100_max": 0.684862, + "nauc_map_at_100_std": -0.033402, + "nauc_map_at_100_diff1": 0.742351, + "nauc_map_at_1000_max": 0.68483, + "nauc_map_at_1000_std": -0.03349, + "nauc_map_at_1000_diff1": 0.742356, + "nauc_recall_at_1_max": 0.694123, + "nauc_recall_at_1_std": -0.018169, + "nauc_recall_at_1_diff1": 0.778021, + "nauc_recall_at_3_max": 0.667945, + "nauc_recall_at_3_std": -0.057672, + "nauc_recall_at_3_diff1": 0.689579, + "nauc_recall_at_5_max": 0.662707, + "nauc_recall_at_5_std": -0.023933, + "nauc_recall_at_5_diff1": 0.660933, + "nauc_recall_at_10_max": 0.649704, + "nauc_recall_at_10_std": -0.033964, + "nauc_recall_at_10_diff1": 0.649235, + "nauc_recall_at_20_max": 0.668928, + "nauc_recall_at_20_std": -0.030247, + "nauc_recall_at_20_diff1": 0.634309, + "nauc_recall_at_100_max": 0.861611, + "nauc_recall_at_100_std": 0.366613, + "nauc_recall_at_100_diff1": 0.709217, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.694123, + "nauc_precision_at_1_std": -0.018169, + "nauc_precision_at_1_diff1": 0.778021, + "nauc_precision_at_3_max": 0.667945, + "nauc_precision_at_3_std": -0.057672, + "nauc_precision_at_3_diff1": 0.689579, + "nauc_precision_at_5_max": 0.662707, + "nauc_precision_at_5_std": -0.023933, + "nauc_precision_at_5_diff1": 0.660933, + "nauc_precision_at_10_max": 0.649704, + "nauc_precision_at_10_std": -0.033964, + "nauc_precision_at_10_diff1": 0.649235, + "nauc_precision_at_20_max": 0.668928, + "nauc_precision_at_20_std": -0.030247, + "nauc_precision_at_20_diff1": 0.634309, + "nauc_precision_at_100_max": 0.861611, + "nauc_precision_at_100_std": 0.366613, + "nauc_precision_at_100_diff1": 0.709217, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.694123, + "nauc_mrr_at_1_std": -0.018169, + "nauc_mrr_at_1_diff1": 0.778021, + "nauc_mrr_at_3_max": 0.684357, + "nauc_mrr_at_3_std": -0.039216, + "nauc_mrr_at_3_diff1": 0.742785, + "nauc_mrr_at_5_max": 0.684062, + "nauc_mrr_at_5_std": -0.03329, + "nauc_mrr_at_5_diff1": 0.73975, + "nauc_mrr_at_10_max": 0.683644, + "nauc_mrr_at_10_std": -0.033978, + "nauc_mrr_at_10_diff1": 0.740689, + "nauc_mrr_at_20_max": 0.684736, + "nauc_mrr_at_20_std": -0.033835, + "nauc_mrr_at_20_diff1": 0.741453, + "nauc_mrr_at_100_max": 0.684862, + "nauc_mrr_at_100_std": -0.033402, + "nauc_mrr_at_100_diff1": 0.742351, + "nauc_mrr_at_1000_max": 0.68483, + "nauc_mrr_at_1000_std": -0.03349, + "nauc_mrr_at_1000_diff1": 0.742356, + "hit_rate_at_1": 0.58556, + "hit_rate_at_3": 0.71667, + "hit_rate_at_5": 0.77333, + "hit_rate_at_10": 0.84222, + "hit_rate_at_20": 0.9, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.70825, + "hf_subset": "lao_Laoo-eng_Latn", + "languages": [ + "lao-Laoo", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.33, + "ndcg_at_3": 0.375, + "ndcg_at_5": 0.39589, + "ndcg_at_10": 0.41662, + "ndcg_at_20": 0.43471, + "ndcg_at_100": 0.4753, + "ndcg_at_1000": 0.49888, + "map_at_1": 0.33, + "map_at_3": 0.3637, + "map_at_5": 0.3752, + "map_at_10": 0.3839, + "map_at_20": 0.38893, + "map_at_100": 0.39409, + "map_at_1000": 0.39503, + "recall_at_1": 0.33, + "recall_at_3": 0.40778, + "recall_at_5": 0.45889, + "recall_at_10": 0.52222, + "recall_at_20": 0.59333, + "recall_at_100": 0.81889, + "recall_at_1000": 1.0, + "accuracy": 0.33, + "precision_at_1": 0.33, + "precision_at_3": 0.13593, + "precision_at_5": 0.09178, + "precision_at_10": 0.05222, + "precision_at_20": 0.02967, + "precision_at_100": 0.00819, + "precision_at_1000": 0.001, + "mrr_at_1": 0.33, + "mrr_at_3": 0.363704, + "mrr_at_5": 0.375204, + "mrr_at_10": 0.383899, + "mrr_at_20": 0.388928, + "mrr_at_100": 0.394089, + "mrr_at_1000": 0.395026, + "nauc_ndcg_at_1_max": 0.836559, + "nauc_ndcg_at_1_std": 0.423354, + "nauc_ndcg_at_1_diff1": 0.790529, + "nauc_ndcg_at_3_max": 0.829686, + "nauc_ndcg_at_3_std": 0.470622, + "nauc_ndcg_at_3_diff1": 0.743359, + "nauc_ndcg_at_5_max": 0.822579, + "nauc_ndcg_at_5_std": 0.471894, + "nauc_ndcg_at_5_diff1": 0.733699, + "nauc_ndcg_at_10_max": 0.817072, + "nauc_ndcg_at_10_std": 0.491017, + "nauc_ndcg_at_10_diff1": 0.716137, + "nauc_ndcg_at_20_max": 0.806952, + "nauc_ndcg_at_20_std": 0.490979, + "nauc_ndcg_at_20_diff1": 0.7014, + "nauc_ndcg_at_100_max": 0.806378, + "nauc_ndcg_at_100_std": 0.484924, + "nauc_ndcg_at_100_diff1": 0.704706, + "nauc_ndcg_at_1000_max": 0.815064, + "nauc_ndcg_at_1000_std": 0.477779, + "nauc_ndcg_at_1000_diff1": 0.721423, + "nauc_map_at_1_max": 0.836559, + "nauc_map_at_1_std": 0.423354, + "nauc_map_at_1_diff1": 0.790529, + "nauc_map_at_3_max": 0.831923, + "nauc_map_at_3_std": 0.459801, + "nauc_map_at_3_diff1": 0.75436, + "nauc_map_at_5_max": 0.828077, + "nauc_map_at_5_std": 0.460498, + "nauc_map_at_5_diff1": 0.749216, + "nauc_map_at_10_max": 0.825407, + "nauc_map_at_10_std": 0.467808, + "nauc_map_at_10_diff1": 0.74189, + "nauc_map_at_20_max": 0.822665, + "nauc_map_at_20_std": 0.467434, + "nauc_map_at_20_diff1": 0.738012, + "nauc_map_at_100_max": 0.822534, + "nauc_map_at_100_std": 0.466603, + "nauc_map_at_100_diff1": 0.738474, + "nauc_map_at_1000_max": 0.822872, + "nauc_map_at_1000_std": 0.466359, + "nauc_map_at_1000_diff1": 0.739142, + "nauc_recall_at_1_max": 0.836559, + "nauc_recall_at_1_std": 0.423354, + "nauc_recall_at_1_diff1": 0.790529, + "nauc_recall_at_3_max": 0.823092, + "nauc_recall_at_3_std": 0.501161, + "nauc_recall_at_3_diff1": 0.71223, + "nauc_recall_at_5_max": 0.805371, + "nauc_recall_at_5_std": 0.50464, + "nauc_recall_at_5_diff1": 0.687539, + "nauc_recall_at_10_max": 0.789634, + "nauc_recall_at_10_std": 0.568966, + "nauc_recall_at_10_diff1": 0.631216, + "nauc_recall_at_20_max": 0.744479, + "nauc_recall_at_20_std": 0.577158, + "nauc_recall_at_20_diff1": 0.561456, + "nauc_recall_at_100_max": 0.69108, + "nauc_recall_at_100_std": 0.584614, + "nauc_recall_at_100_diff1": 0.483809, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.836559, + "nauc_precision_at_1_std": 0.423354, + "nauc_precision_at_1_diff1": 0.790529, + "nauc_precision_at_3_max": 0.823092, + "nauc_precision_at_3_std": 0.501161, + "nauc_precision_at_3_diff1": 0.71223, + "nauc_precision_at_5_max": 0.805371, + "nauc_precision_at_5_std": 0.50464, + "nauc_precision_at_5_diff1": 0.687539, + "nauc_precision_at_10_max": 0.789634, + "nauc_precision_at_10_std": 0.568966, + "nauc_precision_at_10_diff1": 0.631216, + "nauc_precision_at_20_max": 0.744479, + "nauc_precision_at_20_std": 0.577158, + "nauc_precision_at_20_diff1": 0.561456, + "nauc_precision_at_100_max": 0.69108, + "nauc_precision_at_100_std": 0.584614, + "nauc_precision_at_100_diff1": 0.483809, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.836559, + "nauc_mrr_at_1_std": 0.423354, + "nauc_mrr_at_1_diff1": 0.790529, + "nauc_mrr_at_3_max": 0.831923, + "nauc_mrr_at_3_std": 0.459801, + "nauc_mrr_at_3_diff1": 0.75436, + "nauc_mrr_at_5_max": 0.828077, + "nauc_mrr_at_5_std": 0.460498, + "nauc_mrr_at_5_diff1": 0.749216, + "nauc_mrr_at_10_max": 0.825407, + "nauc_mrr_at_10_std": 0.467808, + "nauc_mrr_at_10_diff1": 0.74189, + "nauc_mrr_at_20_max": 0.822665, + "nauc_mrr_at_20_std": 0.467434, + "nauc_mrr_at_20_diff1": 0.738012, + "nauc_mrr_at_100_max": 0.822534, + "nauc_mrr_at_100_std": 0.466603, + "nauc_mrr_at_100_diff1": 0.738474, + "nauc_mrr_at_1000_max": 0.822872, + "nauc_mrr_at_1000_std": 0.466359, + "nauc_mrr_at_1000_diff1": 0.739142, + "hit_rate_at_1": 0.33, + "hit_rate_at_3": 0.40778, + "hit_rate_at_5": 0.45889, + "hit_rate_at_10": 0.52222, + "hit_rate_at_20": 0.59333, + "hit_rate_at_100": 0.81889, + "hit_rate_at_1000": 1.0, + "main_score": 0.41662, + "hf_subset": "eng_Latn-lao_Laoo", + "languages": [ + "eng-Latn", + "lao-Laoo" + ] + }, + { + "ndcg_at_1": 0.46659, + "ndcg_at_3": 0.51773, + "ndcg_at_5": 0.5288, + "ndcg_at_10": 0.54195, + "ndcg_at_20": 0.55152, + "ndcg_at_100": 0.57861, + "ndcg_at_1000": 0.60347, + "map_at_1": 0.46604, + "map_at_3": 0.50501, + "map_at_5": 0.51119, + "map_at_10": 0.51672, + "map_at_20": 0.51935, + "map_at_100": 0.52286, + "map_at_1000": 0.52383, + "recall_at_1": 0.46604, + "recall_at_3": 0.55401, + "recall_at_5": 0.58073, + "recall_at_10": 0.62082, + "recall_at_20": 0.65869, + "recall_at_100": 0.80791, + "recall_at_1000": 1.0, + "accuracy": 0.46604, + "precision_at_1": 0.46659, + "precision_at_3": 0.18486, + "precision_at_5": 0.11626, + "precision_at_10": 0.06214, + "precision_at_20": 0.03296, + "precision_at_100": 0.0081, + "precision_at_1000": 0.001, + "mrr_at_1": 0.466592, + "mrr_at_3": 0.505568, + "mrr_at_5": 0.511748, + "mrr_at_10": 0.517278, + "mrr_at_20": 0.519903, + "mrr_at_100": 0.52343, + "mrr_at_1000": 0.52439, + "nauc_ndcg_at_1_max": 0.08487, + "nauc_ndcg_at_1_std": -0.6758, + "nauc_ndcg_at_1_diff1": 0.81078, + "nauc_ndcg_at_3_max": 0.073691, + "nauc_ndcg_at_3_std": -0.702383, + "nauc_ndcg_at_3_diff1": 0.781902, + "nauc_ndcg_at_5_max": 0.058526, + "nauc_ndcg_at_5_std": -0.712273, + "nauc_ndcg_at_5_diff1": 0.775461, + "nauc_ndcg_at_10_max": 0.054135, + "nauc_ndcg_at_10_std": -0.714418, + "nauc_ndcg_at_10_diff1": 0.769468, + "nauc_ndcg_at_20_max": 0.050452, + "nauc_ndcg_at_20_std": -0.712407, + "nauc_ndcg_at_20_diff1": 0.762414, + "nauc_ndcg_at_100_max": 0.052044, + "nauc_ndcg_at_100_std": -0.708015, + "nauc_ndcg_at_100_diff1": 0.760347, + "nauc_ndcg_at_1000_max": 0.057832, + "nauc_ndcg_at_1000_std": -0.706154, + "nauc_ndcg_at_1000_diff1": 0.770423, + "nauc_map_at_1_max": 0.083968, + "nauc_map_at_1_std": -0.674799, + "nauc_map_at_1_diff1": 0.808816, + "nauc_map_at_3_max": 0.076237, + "nauc_map_at_3_std": -0.695864, + "nauc_map_at_3_diff1": 0.787932, + "nauc_map_at_5_max": 0.0679, + "nauc_map_at_5_std": -0.701284, + "nauc_map_at_5_diff1": 0.78442, + "nauc_map_at_10_max": 0.066323, + "nauc_map_at_10_std": -0.701712, + "nauc_map_at_10_diff1": 0.78201, + "nauc_map_at_20_max": 0.065264, + "nauc_map_at_20_std": -0.701286, + "nauc_map_at_20_diff1": 0.780235, + "nauc_map_at_100_max": 0.06535, + "nauc_map_at_100_std": -0.700712, + "nauc_map_at_100_diff1": 0.779986, + "nauc_map_at_1000_max": 0.065487, + "nauc_map_at_1000_std": -0.700652, + "nauc_map_at_1000_diff1": 0.780282, + "nauc_recall_at_1_max": 0.083968, + "nauc_recall_at_1_std": -0.674799, + "nauc_recall_at_1_diff1": 0.808816, + "nauc_recall_at_3_max": 0.065107, + "nauc_recall_at_3_std": -0.720562, + "nauc_recall_at_3_diff1": 0.761813, + "nauc_recall_at_5_max": 0.026535, + "nauc_recall_at_5_std": -0.746024, + "nauc_recall_at_5_diff1": 0.744957, + "nauc_recall_at_10_max": 0.009078, + "nauc_recall_at_10_std": -0.757127, + "nauc_recall_at_10_diff1": 0.722972, + "nauc_recall_at_20_max": -0.009839, + "nauc_recall_at_20_std": -0.749714, + "nauc_recall_at_20_diff1": 0.686994, + "nauc_recall_at_100_max": -0.025076, + "nauc_recall_at_100_std": -0.731148, + "nauc_recall_at_100_diff1": 0.628934, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.08487, + "nauc_precision_at_1_std": -0.6758, + "nauc_precision_at_1_diff1": 0.81078, + "nauc_precision_at_3_max": 0.066096, + "nauc_precision_at_3_std": -0.72193, + "nauc_precision_at_3_diff1": 0.76421, + "nauc_precision_at_5_max": 0.02753, + "nauc_precision_at_5_std": -0.747448, + "nauc_precision_at_5_diff1": 0.747415, + "nauc_precision_at_10_max": 0.010124, + "nauc_precision_at_10_std": -0.758918, + "nauc_precision_at_10_diff1": 0.725826, + "nauc_precision_at_20_max": -0.008735, + "nauc_precision_at_20_std": -0.75163, + "nauc_precision_at_20_diff1": 0.690021, + "nauc_precision_at_100_max": -0.017884, + "nauc_precision_at_100_std": -0.72337, + "nauc_precision_at_100_diff1": 0.6283, + "nauc_precision_at_1000_max": 0.493454, + "nauc_precision_at_1000_std": 0.340582, + "nauc_precision_at_1000_diff1": 0.081084, + "nauc_mrr_at_1_max": 0.08487, + "nauc_mrr_at_1_std": -0.6758, + "nauc_mrr_at_1_diff1": 0.81078, + "nauc_mrr_at_3_max": 0.077164, + "nauc_mrr_at_3_std": -0.696898, + "nauc_mrr_at_3_diff1": 0.78995, + "nauc_mrr_at_5_max": 0.068832, + "nauc_mrr_at_5_std": -0.702326, + "nauc_mrr_at_5_diff1": 0.78645, + "nauc_mrr_at_10_max": 0.067261, + "nauc_mrr_at_10_std": -0.702761, + "nauc_mrr_at_10_diff1": 0.784054, + "nauc_mrr_at_20_max": 0.066205, + "nauc_mrr_at_20_std": -0.70234, + "nauc_mrr_at_20_diff1": 0.782288, + "nauc_mrr_at_100_max": 0.066356, + "nauc_mrr_at_100_std": -0.701663, + "nauc_mrr_at_100_diff1": 0.781982, + "nauc_mrr_at_1000_max": 0.066469, + "nauc_mrr_at_1000_std": -0.701633, + "nauc_mrr_at_1000_diff1": 0.782289, + "hit_rate_at_1": 0.46659, + "hit_rate_at_3": 0.55457, + "hit_rate_at_5": 0.58129, + "hit_rate_at_10": 0.62138, + "hit_rate_at_20": 0.65924, + "hit_rate_at_100": 0.80846, + "hit_rate_at_1000": 1.0, + "main_score": 0.54195, + "hf_subset": "lin_Latn-lin_Latn", + "languages": [ + "lin-Latn", + "lin-Latn" + ] + }, + { + "ndcg_at_1": 0.59, + "ndcg_at_3": 0.66369, + "ndcg_at_5": 0.67736, + "ndcg_at_10": 0.68882, + "ndcg_at_20": 0.69893, + "ndcg_at_100": 0.72153, + "ndcg_at_1000": 0.72848, + "map_at_1": 0.59, + "map_at_3": 0.64574, + "map_at_5": 0.6533, + "map_at_10": 0.658, + "map_at_20": 0.66077, + "map_at_100": 0.66379, + "map_at_1000": 0.66408, + "recall_at_1": 0.59, + "recall_at_3": 0.71556, + "recall_at_5": 0.74889, + "recall_at_10": 0.78444, + "recall_at_20": 0.82444, + "recall_at_100": 0.94778, + "recall_at_1000": 1.0, + "accuracy": 0.59, + "precision_at_1": 0.59, + "precision_at_3": 0.23852, + "precision_at_5": 0.14978, + "precision_at_10": 0.07844, + "precision_at_20": 0.04122, + "precision_at_100": 0.00948, + "precision_at_1000": 0.001, + "mrr_at_1": 0.59, + "mrr_at_3": 0.645741, + "mrr_at_5": 0.653296, + "mrr_at_10": 0.658002, + "mrr_at_20": 0.660774, + "mrr_at_100": 0.663785, + "mrr_at_1000": 0.664083, + "nauc_ndcg_at_1_max": 0.796768, + "nauc_ndcg_at_1_std": 0.304482, + "nauc_ndcg_at_1_diff1": 0.853946, + "nauc_ndcg_at_3_max": 0.821249, + "nauc_ndcg_at_3_std": 0.321841, + "nauc_ndcg_at_3_diff1": 0.829104, + "nauc_ndcg_at_5_max": 0.823507, + "nauc_ndcg_at_5_std": 0.334452, + "nauc_ndcg_at_5_diff1": 0.826379, + "nauc_ndcg_at_10_max": 0.82002, + "nauc_ndcg_at_10_std": 0.337421, + "nauc_ndcg_at_10_diff1": 0.819434, + "nauc_ndcg_at_20_max": 0.813349, + "nauc_ndcg_at_20_std": 0.329611, + "nauc_ndcg_at_20_diff1": 0.815741, + "nauc_ndcg_at_100_max": 0.812665, + "nauc_ndcg_at_100_std": 0.32922, + "nauc_ndcg_at_100_diff1": 0.822708, + "nauc_ndcg_at_1000_max": 0.814094, + "nauc_ndcg_at_1000_std": 0.327086, + "nauc_ndcg_at_1000_diff1": 0.826016, + "nauc_map_at_1_max": 0.796768, + "nauc_map_at_1_std": 0.304482, + "nauc_map_at_1_diff1": 0.853946, + "nauc_map_at_3_max": 0.815268, + "nauc_map_at_3_std": 0.318535, + "nauc_map_at_3_diff1": 0.835712, + "nauc_map_at_5_max": 0.816281, + "nauc_map_at_5_std": 0.324846, + "nauc_map_at_5_diff1": 0.834273, + "nauc_map_at_10_max": 0.814827, + "nauc_map_at_10_std": 0.325711, + "nauc_map_at_10_diff1": 0.831762, + "nauc_map_at_20_max": 0.813058, + "nauc_map_at_20_std": 0.323516, + "nauc_map_at_20_diff1": 0.830913, + "nauc_map_at_100_max": 0.812951, + "nauc_map_at_100_std": 0.323437, + "nauc_map_at_100_diff1": 0.831831, + "nauc_map_at_1000_max": 0.813012, + "nauc_map_at_1000_std": 0.323338, + "nauc_map_at_1000_diff1": 0.831975, + "nauc_recall_at_1_max": 0.796768, + "nauc_recall_at_1_std": 0.304482, + "nauc_recall_at_1_diff1": 0.853946, + "nauc_recall_at_3_max": 0.840988, + "nauc_recall_at_3_std": 0.332263, + "nauc_recall_at_3_diff1": 0.807012, + "nauc_recall_at_5_max": 0.849968, + "nauc_recall_at_5_std": 0.371323, + "nauc_recall_at_5_diff1": 0.797426, + "nauc_recall_at_10_max": 0.839471, + "nauc_recall_at_10_std": 0.389304, + "nauc_recall_at_10_diff1": 0.765126, + "nauc_recall_at_20_max": 0.804099, + "nauc_recall_at_20_std": 0.354601, + "nauc_recall_at_20_diff1": 0.732627, + "nauc_recall_at_100_max": 0.769057, + "nauc_recall_at_100_std": 0.39466, + "nauc_recall_at_100_diff1": 0.720414, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.796768, + "nauc_precision_at_1_std": 0.304482, + "nauc_precision_at_1_diff1": 0.853946, + "nauc_precision_at_3_max": 0.840988, + "nauc_precision_at_3_std": 0.332263, + "nauc_precision_at_3_diff1": 0.807012, + "nauc_precision_at_5_max": 0.849968, + "nauc_precision_at_5_std": 0.371323, + "nauc_precision_at_5_diff1": 0.797426, + "nauc_precision_at_10_max": 0.839471, + "nauc_precision_at_10_std": 0.389304, + "nauc_precision_at_10_diff1": 0.765126, + "nauc_precision_at_20_max": 0.804099, + "nauc_precision_at_20_std": 0.354601, + "nauc_precision_at_20_diff1": 0.732627, + "nauc_precision_at_100_max": 0.769057, + "nauc_precision_at_100_std": 0.39466, + "nauc_precision_at_100_diff1": 0.720414, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.796768, + "nauc_mrr_at_1_std": 0.304482, + "nauc_mrr_at_1_diff1": 0.853946, + "nauc_mrr_at_3_max": 0.815268, + "nauc_mrr_at_3_std": 0.318535, + "nauc_mrr_at_3_diff1": 0.835712, + "nauc_mrr_at_5_max": 0.816281, + "nauc_mrr_at_5_std": 0.324846, + "nauc_mrr_at_5_diff1": 0.834273, + "nauc_mrr_at_10_max": 0.814827, + "nauc_mrr_at_10_std": 0.325711, + "nauc_mrr_at_10_diff1": 0.831762, + "nauc_mrr_at_20_max": 0.813058, + "nauc_mrr_at_20_std": 0.323516, + "nauc_mrr_at_20_diff1": 0.830913, + "nauc_mrr_at_100_max": 0.812951, + "nauc_mrr_at_100_std": 0.323437, + "nauc_mrr_at_100_diff1": 0.831831, + "nauc_mrr_at_1000_max": 0.813012, + "nauc_mrr_at_1000_std": 0.323338, + "nauc_mrr_at_1000_diff1": 0.831975, + "hit_rate_at_1": 0.59, + "hit_rate_at_3": 0.71556, + "hit_rate_at_5": 0.74889, + "hit_rate_at_10": 0.78444, + "hit_rate_at_20": 0.82444, + "hit_rate_at_100": 0.94778, + "hit_rate_at_1000": 1.0, + "main_score": 0.68882, + "hf_subset": "lin_Latn-eng_Latn", + "languages": [ + "lin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.41537, + "ndcg_at_3": 0.46411, + "ndcg_at_5": 0.47594, + "ndcg_at_10": 0.48838, + "ndcg_at_20": 0.49946, + "ndcg_at_100": 0.52004, + "ndcg_at_1000": 0.55514, + "map_at_1": 0.41481, + "map_at_3": 0.45174, + "map_at_5": 0.45826, + "map_at_10": 0.4633, + "map_at_20": 0.46625, + "map_at_100": 0.4689, + "map_at_1000": 0.47021, + "recall_at_1": 0.41481, + "recall_at_3": 0.49944, + "recall_at_5": 0.5284, + "recall_at_10": 0.56737, + "recall_at_20": 0.61192, + "recall_at_100": 0.72606, + "recall_at_1000": 1.0, + "accuracy": 0.41481, + "precision_at_1": 0.41537, + "precision_at_3": 0.16667, + "precision_at_5": 0.10579, + "precision_at_10": 0.05679, + "precision_at_20": 0.03062, + "precision_at_100": 0.00727, + "precision_at_1000": 0.001, + "mrr_at_1": 0.415367, + "mrr_at_3": 0.452301, + "mrr_at_5": 0.458816, + "mrr_at_10": 0.463858, + "mrr_at_20": 0.466804, + "mrr_at_100": 0.469465, + "mrr_at_1000": 0.470767, + "nauc_ndcg_at_1_max": 0.782811, + "nauc_ndcg_at_1_std": 0.390717, + "nauc_ndcg_at_1_diff1": 0.775789, + "nauc_ndcg_at_3_max": 0.781253, + "nauc_ndcg_at_3_std": 0.433985, + "nauc_ndcg_at_3_diff1": 0.72952, + "nauc_ndcg_at_5_max": 0.775637, + "nauc_ndcg_at_5_std": 0.439685, + "nauc_ndcg_at_5_diff1": 0.72255, + "nauc_ndcg_at_10_max": 0.772572, + "nauc_ndcg_at_10_std": 0.448289, + "nauc_ndcg_at_10_diff1": 0.718713, + "nauc_ndcg_at_20_max": 0.764291, + "nauc_ndcg_at_20_std": 0.450825, + "nauc_ndcg_at_20_diff1": 0.707324, + "nauc_ndcg_at_100_max": 0.757066, + "nauc_ndcg_at_100_std": 0.453647, + "nauc_ndcg_at_100_diff1": 0.70139, + "nauc_ndcg_at_1000_max": 0.767437, + "nauc_ndcg_at_1000_std": 0.441349, + "nauc_ndcg_at_1000_diff1": 0.716614, + "nauc_map_at_1_max": 0.781792, + "nauc_map_at_1_std": 0.390832, + "nauc_map_at_1_diff1": 0.774772, + "nauc_map_at_3_max": 0.781835, + "nauc_map_at_3_std": 0.422117, + "nauc_map_at_3_diff1": 0.740297, + "nauc_map_at_5_max": 0.778694, + "nauc_map_at_5_std": 0.425019, + "nauc_map_at_5_diff1": 0.736422, + "nauc_map_at_10_max": 0.777613, + "nauc_map_at_10_std": 0.428355, + "nauc_map_at_10_diff1": 0.735032, + "nauc_map_at_20_max": 0.775547, + "nauc_map_at_20_std": 0.429192, + "nauc_map_at_20_diff1": 0.732176, + "nauc_map_at_100_max": 0.774511, + "nauc_map_at_100_std": 0.429381, + "nauc_map_at_100_diff1": 0.731229, + "nauc_map_at_1000_max": 0.774806, + "nauc_map_at_1000_std": 0.428908, + "nauc_map_at_1000_diff1": 0.731685, + "nauc_recall_at_1_max": 0.781792, + "nauc_recall_at_1_std": 0.390832, + "nauc_recall_at_1_diff1": 0.774772, + "nauc_recall_at_3_max": 0.778359, + "nauc_recall_at_3_std": 0.469471, + "nauc_recall_at_3_diff1": 0.697029, + "nauc_recall_at_5_max": 0.764175, + "nauc_recall_at_5_std": 0.485286, + "nauc_recall_at_5_diff1": 0.678831, + "nauc_recall_at_10_max": 0.752717, + "nauc_recall_at_10_std": 0.515863, + "nauc_recall_at_10_diff1": 0.66373, + "nauc_recall_at_20_max": 0.71383, + "nauc_recall_at_20_std": 0.528823, + "nauc_recall_at_20_diff1": 0.60918, + "nauc_recall_at_100_max": 0.648309, + "nauc_recall_at_100_std": 0.571728, + "nauc_recall_at_100_diff1": 0.543199, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.782811, + "nauc_precision_at_1_std": 0.390717, + "nauc_precision_at_1_diff1": 0.775789, + "nauc_precision_at_3_max": 0.779407, + "nauc_precision_at_3_std": 0.469367, + "nauc_precision_at_3_diff1": 0.698061, + "nauc_precision_at_5_max": 0.765547, + "nauc_precision_at_5_std": 0.485369, + "nauc_precision_at_5_diff1": 0.680153, + "nauc_precision_at_10_max": 0.754141, + "nauc_precision_at_10_std": 0.515969, + "nauc_precision_at_10_diff1": 0.665099, + "nauc_precision_at_20_max": 0.715567, + "nauc_precision_at_20_std": 0.529131, + "nauc_precision_at_20_diff1": 0.610811, + "nauc_precision_at_100_max": 0.652194, + "nauc_precision_at_100_std": 0.573759, + "nauc_precision_at_100_diff1": 0.546732, + "nauc_precision_at_1000_max": 0.211621, + "nauc_precision_at_1000_std": 0.013977, + "nauc_precision_at_1000_diff1": 0.211621, + "nauc_mrr_at_1_max": 0.782811, + "nauc_mrr_at_1_std": 0.390717, + "nauc_mrr_at_1_diff1": 0.775789, + "nauc_mrr_at_3_max": 0.782867, + "nauc_mrr_at_3_std": 0.422006, + "nauc_mrr_at_3_diff1": 0.741321, + "nauc_mrr_at_5_max": 0.779732, + "nauc_mrr_at_5_std": 0.424908, + "nauc_mrr_at_5_diff1": 0.737452, + "nauc_mrr_at_10_max": 0.778656, + "nauc_mrr_at_10_std": 0.428244, + "nauc_mrr_at_10_diff1": 0.736067, + "nauc_mrr_at_20_max": 0.776594, + "nauc_mrr_at_20_std": 0.429081, + "nauc_mrr_at_20_diff1": 0.733214, + "nauc_mrr_at_100_max": 0.775584, + "nauc_mrr_at_100_std": 0.429284, + "nauc_mrr_at_100_diff1": 0.732293, + "nauc_mrr_at_1000_max": 0.775859, + "nauc_mrr_at_1000_std": 0.4288, + "nauc_mrr_at_1000_diff1": 0.732729, + "hit_rate_at_1": 0.41537, + "hit_rate_at_3": 0.5, + "hit_rate_at_5": 0.52895, + "hit_rate_at_10": 0.56793, + "hit_rate_at_20": 0.61247, + "hit_rate_at_100": 0.72717, + "hit_rate_at_1000": 1.0, + "main_score": 0.48838, + "hf_subset": "eng_Latn-lin_Latn", + "languages": [ + "eng-Latn", + "lin-Latn" + ] + }, + { + "ndcg_at_1": 0.83556, + "ndcg_at_3": 0.8809, + "ndcg_at_5": 0.89089, + "ndcg_at_10": 0.89731, + "ndcg_at_20": 0.899, + "ndcg_at_100": 0.90377, + "ndcg_at_1000": 0.90556, + "map_at_1": 0.83556, + "map_at_3": 0.87037, + "map_at_5": 0.87587, + "map_at_10": 0.8785, + "map_at_20": 0.87896, + "map_at_100": 0.87972, + "map_at_1000": 0.8798, + "recall_at_1": 0.83556, + "recall_at_3": 0.91111, + "recall_at_5": 0.93556, + "recall_at_10": 0.95556, + "recall_at_20": 0.96222, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "accuracy": 0.83556, + "precision_at_1": 0.83556, + "precision_at_3": 0.3037, + "precision_at_5": 0.18711, + "precision_at_10": 0.09556, + "precision_at_20": 0.04811, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.835556, + "mrr_at_3": 0.87037, + "mrr_at_5": 0.87587, + "mrr_at_10": 0.878496, + "mrr_at_20": 0.878963, + "mrr_at_100": 0.879716, + "mrr_at_1000": 0.879797, + "nauc_ndcg_at_1_max": 0.726943, + "nauc_ndcg_at_1_std": -0.07736, + "nauc_ndcg_at_1_diff1": 0.882185, + "nauc_ndcg_at_3_max": 0.768274, + "nauc_ndcg_at_3_std": -0.040834, + "nauc_ndcg_at_3_diff1": 0.848929, + "nauc_ndcg_at_5_max": 0.763301, + "nauc_ndcg_at_5_std": -0.027666, + "nauc_ndcg_at_5_diff1": 0.844329, + "nauc_ndcg_at_10_max": 0.760485, + "nauc_ndcg_at_10_std": -0.026684, + "nauc_ndcg_at_10_diff1": 0.846063, + "nauc_ndcg_at_20_max": 0.763535, + "nauc_ndcg_at_20_std": -0.028562, + "nauc_ndcg_at_20_diff1": 0.850952, + "nauc_ndcg_at_100_max": 0.759305, + "nauc_ndcg_at_100_std": -0.034087, + "nauc_ndcg_at_100_diff1": 0.853279, + "nauc_ndcg_at_1000_max": 0.757446, + "nauc_ndcg_at_1000_std": -0.037634, + "nauc_ndcg_at_1000_diff1": 0.854471, + "nauc_map_at_1_max": 0.726943, + "nauc_map_at_1_std": -0.07736, + "nauc_map_at_1_diff1": 0.882185, + "nauc_map_at_3_max": 0.757466, + "nauc_map_at_3_std": -0.049571, + "nauc_map_at_3_diff1": 0.857853, + "nauc_map_at_5_max": 0.754545, + "nauc_map_at_5_std": -0.044245, + "nauc_map_at_5_diff1": 0.856069, + "nauc_map_at_10_max": 0.753503, + "nauc_map_at_10_std": -0.044192, + "nauc_map_at_10_diff1": 0.857045, + "nauc_map_at_20_max": 0.75402, + "nauc_map_at_20_std": -0.044878, + "nauc_map_at_20_diff1": 0.858159, + "nauc_map_at_100_max": 0.753479, + "nauc_map_at_100_std": -0.045241, + "nauc_map_at_100_diff1": 0.858447, + "nauc_map_at_1000_max": 0.753395, + "nauc_map_at_1000_std": -0.045359, + "nauc_map_at_1000_diff1": 0.858494, + "nauc_recall_at_1_max": 0.726943, + "nauc_recall_at_1_std": -0.07736, + "nauc_recall_at_1_diff1": 0.882185, + "nauc_recall_at_3_max": 0.811298, + "nauc_recall_at_3_std": -0.0066, + "nauc_recall_at_3_diff1": 0.813253, + "nauc_recall_at_5_max": 0.807656, + "nauc_recall_at_5_std": 0.064555, + "nauc_recall_at_5_diff1": 0.780893, + "nauc_recall_at_10_max": 0.806174, + "nauc_recall_at_10_std": 0.112197, + "nauc_recall_at_10_diff1": 0.762757, + "nauc_recall_at_20_max": 0.849179, + "nauc_recall_at_20_std": 0.121821, + "nauc_recall_at_20_diff1": 0.799541, + "nauc_recall_at_100_max": 0.848078, + "nauc_recall_at_100_std": 0.150327, + "nauc_recall_at_100_diff1": 0.793223, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.726943, + "nauc_precision_at_1_std": -0.07736, + "nauc_precision_at_1_diff1": 0.882185, + "nauc_precision_at_3_max": 0.811298, + "nauc_precision_at_3_std": -0.0066, + "nauc_precision_at_3_diff1": 0.813253, + "nauc_precision_at_5_max": 0.807656, + "nauc_precision_at_5_std": 0.064555, + "nauc_precision_at_5_diff1": 0.780893, + "nauc_precision_at_10_max": 0.806174, + "nauc_precision_at_10_std": 0.112197, + "nauc_precision_at_10_diff1": 0.762757, + "nauc_precision_at_20_max": 0.849179, + "nauc_precision_at_20_std": 0.121821, + "nauc_precision_at_20_diff1": 0.799541, + "nauc_precision_at_100_max": 0.848078, + "nauc_precision_at_100_std": 0.150327, + "nauc_precision_at_100_diff1": 0.793223, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.726943, + "nauc_mrr_at_1_std": -0.07736, + "nauc_mrr_at_1_diff1": 0.882185, + "nauc_mrr_at_3_max": 0.757466, + "nauc_mrr_at_3_std": -0.049571, + "nauc_mrr_at_3_diff1": 0.857853, + "nauc_mrr_at_5_max": 0.754545, + "nauc_mrr_at_5_std": -0.044245, + "nauc_mrr_at_5_diff1": 0.856069, + "nauc_mrr_at_10_max": 0.753503, + "nauc_mrr_at_10_std": -0.044192, + "nauc_mrr_at_10_diff1": 0.857045, + "nauc_mrr_at_20_max": 0.75402, + "nauc_mrr_at_20_std": -0.044878, + "nauc_mrr_at_20_diff1": 0.858159, + "nauc_mrr_at_100_max": 0.753479, + "nauc_mrr_at_100_std": -0.045241, + "nauc_mrr_at_100_diff1": 0.858447, + "nauc_mrr_at_1000_max": 0.753395, + "nauc_mrr_at_1000_std": -0.045359, + "nauc_mrr_at_1000_diff1": 0.858494, + "hit_rate_at_1": 0.83556, + "hit_rate_at_3": 0.91111, + "hit_rate_at_5": 0.93556, + "hit_rate_at_10": 0.95556, + "hit_rate_at_20": 0.96222, + "hit_rate_at_100": 0.98667, + "hit_rate_at_1000": 1.0, + "main_score": 0.89731, + "hf_subset": "lit_Latn-lit_Latn", + "languages": [ + "lit-Latn", + "lit-Latn" + ] + }, + { + "ndcg_at_1": 0.86444, + "ndcg_at_3": 0.9095, + "ndcg_at_5": 0.91834, + "ndcg_at_10": 0.92341, + "ndcg_at_20": 0.92677, + "ndcg_at_100": 0.92807, + "ndcg_at_1000": 0.92851, + "map_at_1": 0.86444, + "map_at_3": 0.89889, + "map_at_5": 0.90389, + "map_at_10": 0.906, + "map_at_20": 0.90692, + "map_at_100": 0.90712, + "map_at_1000": 0.90714, + "recall_at_1": 0.86444, + "recall_at_3": 0.94, + "recall_at_5": 0.96111, + "recall_at_10": 0.97667, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.86444, + "precision_at_1": 0.86444, + "precision_at_3": 0.31333, + "precision_at_5": 0.19222, + "precision_at_10": 0.09767, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.864444, + "mrr_at_3": 0.898889, + "mrr_at_5": 0.903889, + "mrr_at_10": 0.906, + "mrr_at_20": 0.906917, + "mrr_at_100": 0.907117, + "mrr_at_1000": 0.907135, + "nauc_ndcg_at_1_max": 0.649586, + "nauc_ndcg_at_1_std": -0.381758, + "nauc_ndcg_at_1_diff1": 0.874792, + "nauc_ndcg_at_3_max": 0.667089, + "nauc_ndcg_at_3_std": -0.445019, + "nauc_ndcg_at_3_diff1": 0.862956, + "nauc_ndcg_at_5_max": 0.6727, + "nauc_ndcg_at_5_std": -0.429377, + "nauc_ndcg_at_5_diff1": 0.862791, + "nauc_ndcg_at_10_max": 0.67246, + "nauc_ndcg_at_10_std": -0.416977, + "nauc_ndcg_at_10_diff1": 0.861018, + "nauc_ndcg_at_20_max": 0.674089, + "nauc_ndcg_at_20_std": -0.394348, + "nauc_ndcg_at_20_diff1": 0.863969, + "nauc_ndcg_at_100_max": 0.668805, + "nauc_ndcg_at_100_std": -0.407237, + "nauc_ndcg_at_100_diff1": 0.86544, + "nauc_ndcg_at_1000_max": 0.666726, + "nauc_ndcg_at_1000_std": -0.413158, + "nauc_ndcg_at_1000_diff1": 0.865737, + "nauc_map_at_1_max": 0.649586, + "nauc_map_at_1_std": -0.381758, + "nauc_map_at_1_diff1": 0.874792, + "nauc_map_at_3_max": 0.662371, + "nauc_map_at_3_std": -0.428389, + "nauc_map_at_3_diff1": 0.866227, + "nauc_map_at_5_max": 0.664142, + "nauc_map_at_5_std": -0.420962, + "nauc_map_at_5_diff1": 0.866324, + "nauc_map_at_10_max": 0.663728, + "nauc_map_at_10_std": -0.417565, + "nauc_map_at_10_diff1": 0.865974, + "nauc_map_at_20_max": 0.663861, + "nauc_map_at_20_std": -0.412904, + "nauc_map_at_20_diff1": 0.866751, + "nauc_map_at_100_max": 0.663193, + "nauc_map_at_100_std": -0.414638, + "nauc_map_at_100_diff1": 0.866961, + "nauc_map_at_1000_max": 0.663125, + "nauc_map_at_1000_std": -0.414835, + "nauc_map_at_1000_diff1": 0.866973, + "nauc_recall_at_1_max": 0.649586, + "nauc_recall_at_1_std": -0.381758, + "nauc_recall_at_1_diff1": 0.874792, + "nauc_recall_at_3_max": 0.688911, + "nauc_recall_at_3_std": -0.521596, + "nauc_recall_at_3_diff1": 0.847763, + "nauc_recall_at_5_max": 0.735067, + "nauc_recall_at_5_std": -0.476524, + "nauc_recall_at_5_diff1": 0.838682, + "nauc_recall_at_10_max": 0.776733, + "nauc_recall_at_10_std": -0.365524, + "nauc_recall_at_10_diff1": 0.80161, + "nauc_recall_at_20_max": 0.970951, + "nauc_recall_at_20_std": 0.358699, + "nauc_recall_at_20_diff1": 0.799772, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.528478, + "nauc_recall_at_100_diff1": 0.820261, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.649586, + "nauc_precision_at_1_std": -0.381758, + "nauc_precision_at_1_diff1": 0.874792, + "nauc_precision_at_3_max": 0.688911, + "nauc_precision_at_3_std": -0.521596, + "nauc_precision_at_3_diff1": 0.847763, + "nauc_precision_at_5_max": 0.735067, + "nauc_precision_at_5_std": -0.476524, + "nauc_precision_at_5_diff1": 0.838682, + "nauc_precision_at_10_max": 0.776733, + "nauc_precision_at_10_std": -0.365524, + "nauc_precision_at_10_diff1": 0.80161, + "nauc_precision_at_20_max": 0.970951, + "nauc_precision_at_20_std": 0.358699, + "nauc_precision_at_20_diff1": 0.799772, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.528478, + "nauc_precision_at_100_diff1": 0.820261, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.649586, + "nauc_mrr_at_1_std": -0.381758, + "nauc_mrr_at_1_diff1": 0.874792, + "nauc_mrr_at_3_max": 0.662371, + "nauc_mrr_at_3_std": -0.428389, + "nauc_mrr_at_3_diff1": 0.866227, + "nauc_mrr_at_5_max": 0.664142, + "nauc_mrr_at_5_std": -0.420962, + "nauc_mrr_at_5_diff1": 0.866324, + "nauc_mrr_at_10_max": 0.663728, + "nauc_mrr_at_10_std": -0.417565, + "nauc_mrr_at_10_diff1": 0.865974, + "nauc_mrr_at_20_max": 0.663861, + "nauc_mrr_at_20_std": -0.412904, + "nauc_mrr_at_20_diff1": 0.866751, + "nauc_mrr_at_100_max": 0.663193, + "nauc_mrr_at_100_std": -0.414638, + "nauc_mrr_at_100_diff1": 0.866961, + "nauc_mrr_at_1000_max": 0.663125, + "nauc_mrr_at_1000_std": -0.414835, + "nauc_mrr_at_1000_diff1": 0.866973, + "hit_rate_at_1": 0.86444, + "hit_rate_at_3": 0.94, + "hit_rate_at_5": 0.96111, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92341, + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.76889, + "ndcg_at_3": 0.82858, + "ndcg_at_5": 0.84245, + "ndcg_at_10": 0.85227, + "ndcg_at_20": 0.85596, + "ndcg_at_100": 0.86206, + "ndcg_at_1000": 0.8645, + "map_at_1": 0.76889, + "map_at_3": 0.81389, + "map_at_5": 0.82167, + "map_at_10": 0.82578, + "map_at_20": 0.82682, + "map_at_100": 0.8277, + "map_at_1000": 0.8278, + "recall_at_1": 0.76889, + "recall_at_3": 0.87111, + "recall_at_5": 0.90444, + "recall_at_10": 0.93444, + "recall_at_20": 0.94889, + "recall_at_100": 0.98111, + "recall_at_1000": 1.0, + "accuracy": 0.76889, + "precision_at_1": 0.76889, + "precision_at_3": 0.29037, + "precision_at_5": 0.18089, + "precision_at_10": 0.09344, + "precision_at_20": 0.04744, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "mrr_at_1": 0.768889, + "mrr_at_3": 0.813889, + "mrr_at_5": 0.821667, + "mrr_at_10": 0.825784, + "mrr_at_20": 0.826821, + "mrr_at_100": 0.827705, + "mrr_at_1000": 0.8278, + "nauc_ndcg_at_1_max": 0.77177, + "nauc_ndcg_at_1_std": 0.027205, + "nauc_ndcg_at_1_diff1": 0.877679, + "nauc_ndcg_at_3_max": 0.793072, + "nauc_ndcg_at_3_std": 0.07231, + "nauc_ndcg_at_3_diff1": 0.848049, + "nauc_ndcg_at_5_max": 0.795934, + "nauc_ndcg_at_5_std": 0.085608, + "nauc_ndcg_at_5_diff1": 0.845366, + "nauc_ndcg_at_10_max": 0.799627, + "nauc_ndcg_at_10_std": 0.093579, + "nauc_ndcg_at_10_diff1": 0.850539, + "nauc_ndcg_at_20_max": 0.800391, + "nauc_ndcg_at_20_std": 0.100532, + "nauc_ndcg_at_20_diff1": 0.848813, + "nauc_ndcg_at_100_max": 0.795463, + "nauc_ndcg_at_100_std": 0.092189, + "nauc_ndcg_at_100_diff1": 0.847622, + "nauc_ndcg_at_1000_max": 0.793622, + "nauc_ndcg_at_1000_std": 0.083569, + "nauc_ndcg_at_1000_diff1": 0.851473, + "nauc_map_at_1_max": 0.77177, + "nauc_map_at_1_std": 0.027205, + "nauc_map_at_1_diff1": 0.877679, + "nauc_map_at_3_max": 0.78725, + "nauc_map_at_3_std": 0.061447, + "nauc_map_at_3_diff1": 0.855341, + "nauc_map_at_5_max": 0.788392, + "nauc_map_at_5_std": 0.067924, + "nauc_map_at_5_diff1": 0.8543, + "nauc_map_at_10_max": 0.789579, + "nauc_map_at_10_std": 0.070796, + "nauc_map_at_10_diff1": 0.856247, + "nauc_map_at_20_max": 0.789804, + "nauc_map_at_20_std": 0.072422, + "nauc_map_at_20_diff1": 0.855922, + "nauc_map_at_100_max": 0.789174, + "nauc_map_at_100_std": 0.071085, + "nauc_map_at_100_diff1": 0.855735, + "nauc_map_at_1000_max": 0.789125, + "nauc_map_at_1000_std": 0.070882, + "nauc_map_at_1000_diff1": 0.855863, + "nauc_recall_at_1_max": 0.77177, + "nauc_recall_at_1_std": 0.027205, + "nauc_recall_at_1_diff1": 0.877679, + "nauc_recall_at_3_max": 0.81601, + "nauc_recall_at_3_std": 0.114216, + "nauc_recall_at_3_diff1": 0.819812, + "nauc_recall_at_5_max": 0.834137, + "nauc_recall_at_5_std": 0.174847, + "nauc_recall_at_5_diff1": 0.801072, + "nauc_recall_at_10_max": 0.874915, + "nauc_recall_at_10_std": 0.261264, + "nauc_recall_at_10_diff1": 0.816091, + "nauc_recall_at_20_max": 0.901504, + "nauc_recall_at_20_std": 0.377187, + "nauc_recall_at_20_diff1": 0.787561, + "nauc_recall_at_100_max": 0.895233, + "nauc_recall_at_100_std": 0.568682, + "nauc_recall_at_100_diff1": 0.649942, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.77177, + "nauc_precision_at_1_std": 0.027205, + "nauc_precision_at_1_diff1": 0.877679, + "nauc_precision_at_3_max": 0.81601, + "nauc_precision_at_3_std": 0.114216, + "nauc_precision_at_3_diff1": 0.819812, + "nauc_precision_at_5_max": 0.834137, + "nauc_precision_at_5_std": 0.174847, + "nauc_precision_at_5_diff1": 0.801072, + "nauc_precision_at_10_max": 0.874915, + "nauc_precision_at_10_std": 0.261264, + "nauc_precision_at_10_diff1": 0.816091, + "nauc_precision_at_20_max": 0.901504, + "nauc_precision_at_20_std": 0.377187, + "nauc_precision_at_20_diff1": 0.787561, + "nauc_precision_at_100_max": 0.895233, + "nauc_precision_at_100_std": 0.568682, + "nauc_precision_at_100_diff1": 0.649942, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.77177, + "nauc_mrr_at_1_std": 0.027205, + "nauc_mrr_at_1_diff1": 0.877679, + "nauc_mrr_at_3_max": 0.78725, + "nauc_mrr_at_3_std": 0.061447, + "nauc_mrr_at_3_diff1": 0.855341, + "nauc_mrr_at_5_max": 0.788392, + "nauc_mrr_at_5_std": 0.067924, + "nauc_mrr_at_5_diff1": 0.8543, + "nauc_mrr_at_10_max": 0.789579, + "nauc_mrr_at_10_std": 0.070796, + "nauc_mrr_at_10_diff1": 0.856247, + "nauc_mrr_at_20_max": 0.789804, + "nauc_mrr_at_20_std": 0.072422, + "nauc_mrr_at_20_diff1": 0.855922, + "nauc_mrr_at_100_max": 0.789174, + "nauc_mrr_at_100_std": 0.071085, + "nauc_mrr_at_100_diff1": 0.855735, + "nauc_mrr_at_1000_max": 0.789125, + "nauc_mrr_at_1000_std": 0.070882, + "nauc_mrr_at_1000_diff1": 0.855863, + "hit_rate_at_1": 0.76889, + "hit_rate_at_3": 0.87111, + "hit_rate_at_5": 0.90444, + "hit_rate_at_10": 0.93444, + "hit_rate_at_20": 0.94889, + "hit_rate_at_100": 0.98111, + "hit_rate_at_1000": 1.0, + "main_score": 0.85227, + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ] + }, + { + "ndcg_at_1": 0.36596, + "ndcg_at_3": 0.40991, + "ndcg_at_5": 0.42345, + "ndcg_at_10": 0.43271, + "ndcg_at_20": 0.44205, + "ndcg_at_100": 0.47372, + "ndcg_at_1000": 0.51075, + "map_at_1": 0.36541, + "map_at_3": 0.39896, + "map_at_5": 0.40636, + "map_at_10": 0.41013, + "map_at_20": 0.41273, + "map_at_100": 0.41672, + "map_at_1000": 0.41821, + "recall_at_1": 0.36541, + "recall_at_3": 0.44105, + "recall_at_5": 0.47442, + "recall_at_10": 0.50334, + "recall_at_20": 0.54004, + "recall_at_100": 0.71635, + "recall_at_1000": 1.0, + "accuracy": 0.36541, + "precision_at_1": 0.36596, + "precision_at_3": 0.1472, + "precision_at_5": 0.09499, + "precision_at_10": 0.05039, + "precision_at_20": 0.02703, + "precision_at_100": 0.00717, + "precision_at_1000": 0.001, + "mrr_at_1": 0.365962, + "mrr_at_3": 0.399518, + "mrr_at_5": 0.406915, + "mrr_at_10": 0.410687, + "mrr_at_20": 0.413287, + "mrr_at_100": 0.417259, + "mrr_at_1000": 0.418751, + "nauc_ndcg_at_1_max": 0.028689, + "nauc_ndcg_at_1_std": -0.658847, + "nauc_ndcg_at_1_diff1": 0.850161, + "nauc_ndcg_at_3_max": 0.003299, + "nauc_ndcg_at_3_std": -0.693934, + "nauc_ndcg_at_3_diff1": 0.817541, + "nauc_ndcg_at_5_max": 0.005738, + "nauc_ndcg_at_5_std": -0.692617, + "nauc_ndcg_at_5_diff1": 0.808158, + "nauc_ndcg_at_10_max": 0.008325, + "nauc_ndcg_at_10_std": -0.683644, + "nauc_ndcg_at_10_diff1": 0.80293, + "nauc_ndcg_at_20_max": 0.009562, + "nauc_ndcg_at_20_std": -0.676243, + "nauc_ndcg_at_20_diff1": 0.797358, + "nauc_ndcg_at_100_max": 0.012412, + "nauc_ndcg_at_100_std": -0.657779, + "nauc_ndcg_at_100_diff1": 0.787522, + "nauc_ndcg_at_1000_max": 0.012724, + "nauc_ndcg_at_1000_std": -0.67096, + "nauc_ndcg_at_1000_diff1": 0.802997, + "nauc_map_at_1_max": 0.030255, + "nauc_map_at_1_std": -0.657897, + "nauc_map_at_1_diff1": 0.851251, + "nauc_map_at_3_max": 0.010598, + "nauc_map_at_3_std": -0.68454, + "nauc_map_at_3_diff1": 0.825617, + "nauc_map_at_5_max": 0.011741, + "nauc_map_at_5_std": -0.68406, + "nauc_map_at_5_diff1": 0.820485, + "nauc_map_at_10_max": 0.012854, + "nauc_map_at_10_std": -0.680345, + "nauc_map_at_10_diff1": 0.818387, + "nauc_map_at_20_max": 0.013229, + "nauc_map_at_20_std": -0.678458, + "nauc_map_at_20_diff1": 0.816915, + "nauc_map_at_100_max": 0.013839, + "nauc_map_at_100_std": -0.67566, + "nauc_map_at_100_diff1": 0.81563, + "nauc_map_at_1000_max": 0.013943, + "nauc_map_at_1000_std": -0.676034, + "nauc_map_at_1000_diff1": 0.816178, + "nauc_recall_at_1_max": 0.030255, + "nauc_recall_at_1_std": -0.657897, + "nauc_recall_at_1_diff1": 0.851251, + "nauc_recall_at_3_max": -0.016619, + "nauc_recall_at_3_std": -0.720177, + "nauc_recall_at_3_diff1": 0.79496, + "nauc_recall_at_5_max": -0.009943, + "nauc_recall_at_5_std": -0.716121, + "nauc_recall_at_5_diff1": 0.771588, + "nauc_recall_at_10_max": -0.002246, + "nauc_recall_at_10_std": -0.688086, + "nauc_recall_at_10_diff1": 0.754227, + "nauc_recall_at_20_max": 0.002264, + "nauc_recall_at_20_std": -0.656604, + "nauc_recall_at_20_diff1": 0.729281, + "nauc_recall_at_100_max": 0.015132, + "nauc_recall_at_100_std": -0.524404, + "nauc_recall_at_100_diff1": 0.636356, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.028689, + "nauc_precision_at_1_std": -0.658847, + "nauc_precision_at_1_diff1": 0.850161, + "nauc_precision_at_3_max": -0.018176, + "nauc_precision_at_3_std": -0.721436, + "nauc_precision_at_3_diff1": 0.79425, + "nauc_precision_at_5_max": -0.011518, + "nauc_precision_at_5_std": -0.717394, + "nauc_precision_at_5_diff1": 0.770866, + "nauc_precision_at_10_max": -0.003841, + "nauc_precision_at_10_std": -0.689629, + "nauc_precision_at_10_diff1": 0.753774, + "nauc_precision_at_20_max": 0.00061, + "nauc_precision_at_20_std": -0.658188, + "nauc_precision_at_20_diff1": 0.728796, + "nauc_precision_at_100_max": 0.010553, + "nauc_precision_at_100_std": -0.523559, + "nauc_precision_at_100_diff1": 0.628948, + "nauc_precision_at_1000_max": -0.575229, + "nauc_precision_at_1000_std": -0.41541, + "nauc_precision_at_1000_diff1": -0.318687, + "nauc_mrr_at_1_max": 0.028689, + "nauc_mrr_at_1_std": -0.658847, + "nauc_mrr_at_1_diff1": 0.850161, + "nauc_mrr_at_3_max": 0.009041, + "nauc_mrr_at_3_std": -0.68548, + "nauc_mrr_at_3_diff1": 0.824536, + "nauc_mrr_at_5_max": 0.01018, + "nauc_mrr_at_5_std": -0.685002, + "nauc_mrr_at_5_diff1": 0.819402, + "nauc_mrr_at_10_max": 0.01129, + "nauc_mrr_at_10_std": -0.68129, + "nauc_mrr_at_10_diff1": 0.817303, + "nauc_mrr_at_20_max": 0.011661, + "nauc_mrr_at_20_std": -0.679406, + "nauc_mrr_at_20_diff1": 0.815828, + "nauc_mrr_at_100_max": 0.012314, + "nauc_mrr_at_100_std": -0.676582, + "nauc_mrr_at_100_diff1": 0.814575, + "nauc_mrr_at_1000_max": 0.012413, + "nauc_mrr_at_1000_std": -0.676959, + "nauc_mrr_at_1000_diff1": 0.815119, + "hit_rate_at_1": 0.36596, + "hit_rate_at_3": 0.4416, + "hit_rate_at_5": 0.47497, + "hit_rate_at_10": 0.50389, + "hit_rate_at_20": 0.5406, + "hit_rate_at_100": 0.71635, + "hit_rate_at_1000": 1.0, + "main_score": 0.43271, + "hf_subset": "lug_Latn-lug_Latn", + "languages": [ + "lug-Latn", + "lug-Latn" + ] + }, + { + "ndcg_at_1": 0.50889, + "ndcg_at_3": 0.56104, + "ndcg_at_5": 0.57439, + "ndcg_at_10": 0.58866, + "ndcg_at_20": 0.60071, + "ndcg_at_100": 0.62706, + "ndcg_at_1000": 0.64437, + "map_at_1": 0.50889, + "map_at_3": 0.54833, + "map_at_5": 0.55578, + "map_at_10": 0.56162, + "map_at_20": 0.5649, + "map_at_100": 0.56815, + "map_at_1000": 0.5689, + "recall_at_1": 0.50889, + "recall_at_3": 0.59778, + "recall_at_5": 0.63, + "recall_at_10": 0.67444, + "recall_at_20": 0.72222, + "recall_at_100": 0.87, + "recall_at_1000": 1.0, + "accuracy": 0.50889, + "precision_at_1": 0.50889, + "precision_at_3": 0.19926, + "precision_at_5": 0.126, + "precision_at_10": 0.06744, + "precision_at_20": 0.03611, + "precision_at_100": 0.0087, + "precision_at_1000": 0.001, + "mrr_at_1": 0.508889, + "mrr_at_3": 0.548333, + "mrr_at_5": 0.555778, + "mrr_at_10": 0.56162, + "mrr_at_20": 0.564904, + "mrr_at_100": 0.568147, + "mrr_at_1000": 0.568896, + "nauc_ndcg_at_1_max": 0.791023, + "nauc_ndcg_at_1_std": 0.305667, + "nauc_ndcg_at_1_diff1": 0.835493, + "nauc_ndcg_at_3_max": 0.815525, + "nauc_ndcg_at_3_std": 0.340045, + "nauc_ndcg_at_3_diff1": 0.804816, + "nauc_ndcg_at_5_max": 0.81545, + "nauc_ndcg_at_5_std": 0.338124, + "nauc_ndcg_at_5_diff1": 0.804223, + "nauc_ndcg_at_10_max": 0.808687, + "nauc_ndcg_at_10_std": 0.342234, + "nauc_ndcg_at_10_diff1": 0.796629, + "nauc_ndcg_at_20_max": 0.804164, + "nauc_ndcg_at_20_std": 0.341894, + "nauc_ndcg_at_20_diff1": 0.793443, + "nauc_ndcg_at_100_max": 0.80142, + "nauc_ndcg_at_100_std": 0.342223, + "nauc_ndcg_at_100_diff1": 0.793412, + "nauc_ndcg_at_1000_max": 0.805323, + "nauc_ndcg_at_1000_std": 0.337312, + "nauc_ndcg_at_1000_diff1": 0.800839, + "nauc_map_at_1_max": 0.791023, + "nauc_map_at_1_std": 0.305667, + "nauc_map_at_1_diff1": 0.835493, + "nauc_map_at_3_max": 0.809513, + "nauc_map_at_3_std": 0.329744, + "nauc_map_at_3_diff1": 0.812652, + "nauc_map_at_5_max": 0.809348, + "nauc_map_at_5_std": 0.328336, + "nauc_map_at_5_diff1": 0.812277, + "nauc_map_at_10_max": 0.806565, + "nauc_map_at_10_std": 0.330026, + "nauc_map_at_10_diff1": 0.809144, + "nauc_map_at_20_max": 0.805341, + "nauc_map_at_20_std": 0.329911, + "nauc_map_at_20_diff1": 0.808283, + "nauc_map_at_100_max": 0.805142, + "nauc_map_at_100_std": 0.330029, + "nauc_map_at_100_diff1": 0.808383, + "nauc_map_at_1000_max": 0.805313, + "nauc_map_at_1000_std": 0.32992, + "nauc_map_at_1000_diff1": 0.808657, + "nauc_recall_at_1_max": 0.791023, + "nauc_recall_at_1_std": 0.305667, + "nauc_recall_at_1_diff1": 0.835493, + "nauc_recall_at_3_max": 0.833783, + "nauc_recall_at_3_std": 0.372163, + "nauc_recall_at_3_diff1": 0.780877, + "nauc_recall_at_5_max": 0.834889, + "nauc_recall_at_5_std": 0.370118, + "nauc_recall_at_5_diff1": 0.77861, + "nauc_recall_at_10_max": 0.81287, + "nauc_recall_at_10_std": 0.386467, + "nauc_recall_at_10_diff1": 0.750603, + "nauc_recall_at_20_max": 0.79133, + "nauc_recall_at_20_std": 0.389766, + "nauc_recall_at_20_diff1": 0.730157, + "nauc_recall_at_100_max": 0.741481, + "nauc_recall_at_100_std": 0.43232, + "nauc_recall_at_100_diff1": 0.67146, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.791023, + "nauc_precision_at_1_std": 0.305667, + "nauc_precision_at_1_diff1": 0.835493, + "nauc_precision_at_3_max": 0.833783, + "nauc_precision_at_3_std": 0.372163, + "nauc_precision_at_3_diff1": 0.780877, + "nauc_precision_at_5_max": 0.834889, + "nauc_precision_at_5_std": 0.370118, + "nauc_precision_at_5_diff1": 0.77861, + "nauc_precision_at_10_max": 0.81287, + "nauc_precision_at_10_std": 0.386467, + "nauc_precision_at_10_diff1": 0.750603, + "nauc_precision_at_20_max": 0.79133, + "nauc_precision_at_20_std": 0.389766, + "nauc_precision_at_20_diff1": 0.730157, + "nauc_precision_at_100_max": 0.741481, + "nauc_precision_at_100_std": 0.43232, + "nauc_precision_at_100_diff1": 0.67146, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.791023, + "nauc_mrr_at_1_std": 0.305667, + "nauc_mrr_at_1_diff1": 0.835493, + "nauc_mrr_at_3_max": 0.809513, + "nauc_mrr_at_3_std": 0.329744, + "nauc_mrr_at_3_diff1": 0.812652, + "nauc_mrr_at_5_max": 0.809348, + "nauc_mrr_at_5_std": 0.328336, + "nauc_mrr_at_5_diff1": 0.812277, + "nauc_mrr_at_10_max": 0.806565, + "nauc_mrr_at_10_std": 0.330026, + "nauc_mrr_at_10_diff1": 0.809144, + "nauc_mrr_at_20_max": 0.805341, + "nauc_mrr_at_20_std": 0.329911, + "nauc_mrr_at_20_diff1": 0.808283, + "nauc_mrr_at_100_max": 0.805142, + "nauc_mrr_at_100_std": 0.330029, + "nauc_mrr_at_100_diff1": 0.808383, + "nauc_mrr_at_1000_max": 0.805313, + "nauc_mrr_at_1000_std": 0.32992, + "nauc_mrr_at_1000_diff1": 0.808657, + "hit_rate_at_1": 0.50889, + "hit_rate_at_3": 0.59778, + "hit_rate_at_5": 0.63, + "hit_rate_at_10": 0.67444, + "hit_rate_at_20": 0.72222, + "hit_rate_at_100": 0.87, + "hit_rate_at_1000": 1.0, + "main_score": 0.58866, + "hf_subset": "lug_Latn-eng_Latn", + "languages": [ + "lug-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.38265, + "ndcg_at_3": 0.41878, + "ndcg_at_5": 0.42706, + "ndcg_at_10": 0.4379, + "ndcg_at_20": 0.44412, + "ndcg_at_100": 0.46565, + "ndcg_at_1000": 0.51043, + "map_at_1": 0.38209, + "map_at_3": 0.41009, + "map_at_5": 0.4147, + "map_at_10": 0.4192, + "map_at_20": 0.42093, + "map_at_100": 0.42346, + "map_at_1000": 0.42501, + "recall_at_1": 0.38209, + "recall_at_3": 0.44327, + "recall_at_5": 0.46329, + "recall_at_10": 0.49666, + "recall_at_20": 0.52113, + "recall_at_100": 0.64405, + "recall_at_1000": 1.0, + "accuracy": 0.38209, + "precision_at_1": 0.38265, + "precision_at_3": 0.14794, + "precision_at_5": 0.09277, + "precision_at_10": 0.04972, + "precision_at_20": 0.02608, + "precision_at_100": 0.00645, + "precision_at_1000": 0.001, + "mrr_at_1": 0.382647, + "mrr_at_3": 0.410641, + "mrr_at_5": 0.415258, + "mrr_at_10": 0.419759, + "mrr_at_20": 0.421489, + "mrr_at_100": 0.424008, + "mrr_at_1000": 0.425558, + "nauc_ndcg_at_1_max": 0.817359, + "nauc_ndcg_at_1_std": 0.468337, + "nauc_ndcg_at_1_diff1": 0.855876, + "nauc_ndcg_at_3_max": 0.842604, + "nauc_ndcg_at_3_std": 0.540048, + "nauc_ndcg_at_3_diff1": 0.811301, + "nauc_ndcg_at_5_max": 0.84159, + "nauc_ndcg_at_5_std": 0.555187, + "nauc_ndcg_at_5_diff1": 0.805832, + "nauc_ndcg_at_10_max": 0.831415, + "nauc_ndcg_at_10_std": 0.557526, + "nauc_ndcg_at_10_diff1": 0.795552, + "nauc_ndcg_at_20_max": 0.82627, + "nauc_ndcg_at_20_std": 0.558435, + "nauc_ndcg_at_20_diff1": 0.789771, + "nauc_ndcg_at_100_max": 0.809392, + "nauc_ndcg_at_100_std": 0.54932, + "nauc_ndcg_at_100_diff1": 0.77748, + "nauc_ndcg_at_1000_max": 0.822178, + "nauc_ndcg_at_1000_std": 0.543785, + "nauc_ndcg_at_1000_diff1": 0.794743, + "nauc_map_at_1_max": 0.818129, + "nauc_map_at_1_std": 0.469014, + "nauc_map_at_1_diff1": 0.855838, + "nauc_map_at_3_max": 0.837525, + "nauc_map_at_3_std": 0.524232, + "nauc_map_at_3_diff1": 0.821145, + "nauc_map_at_5_max": 0.837066, + "nauc_map_at_5_std": 0.532834, + "nauc_map_at_5_diff1": 0.818146, + "nauc_map_at_10_max": 0.832786, + "nauc_map_at_10_std": 0.533388, + "nauc_map_at_10_diff1": 0.814044, + "nauc_map_at_20_max": 0.831428, + "nauc_map_at_20_std": 0.533732, + "nauc_map_at_20_diff1": 0.812439, + "nauc_map_at_100_max": 0.829358, + "nauc_map_at_100_std": 0.532721, + "nauc_map_at_100_diff1": 0.810919, + "nauc_map_at_1000_max": 0.829566, + "nauc_map_at_1000_std": 0.53237, + "nauc_map_at_1000_diff1": 0.811321, + "nauc_recall_at_1_max": 0.818129, + "nauc_recall_at_1_std": 0.469014, + "nauc_recall_at_1_diff1": 0.855838, + "nauc_recall_at_3_max": 0.857382, + "nauc_recall_at_3_std": 0.585747, + "nauc_recall_at_3_diff1": 0.78281, + "nauc_recall_at_5_max": 0.854545, + "nauc_recall_at_5_std": 0.622041, + "nauc_recall_at_5_diff1": 0.769189, + "nauc_recall_at_10_max": 0.823251, + "nauc_recall_at_10_std": 0.632134, + "nauc_recall_at_10_diff1": 0.73595, + "nauc_recall_at_20_max": 0.801409, + "nauc_recall_at_20_std": 0.636388, + "nauc_recall_at_20_diff1": 0.711088, + "nauc_recall_at_100_max": 0.686297, + "nauc_recall_at_100_std": 0.587845, + "nauc_recall_at_100_diff1": 0.617692, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.817359, + "nauc_precision_at_1_std": 0.468337, + "nauc_precision_at_1_diff1": 0.855876, + "nauc_precision_at_3_max": 0.856989, + "nauc_precision_at_3_std": 0.585302, + "nauc_precision_at_3_diff1": 0.783226, + "nauc_precision_at_5_max": 0.854148, + "nauc_precision_at_5_std": 0.6216, + "nauc_precision_at_5_diff1": 0.769605, + "nauc_precision_at_10_max": 0.822844, + "nauc_precision_at_10_std": 0.631689, + "nauc_precision_at_10_diff1": 0.736364, + "nauc_precision_at_20_max": 0.801294, + "nauc_precision_at_20_std": 0.636177, + "nauc_precision_at_20_diff1": 0.71178, + "nauc_precision_at_100_max": 0.680393, + "nauc_precision_at_100_std": 0.582592, + "nauc_precision_at_100_diff1": 0.614257, + "nauc_precision_at_1000_max": -0.205813, + "nauc_precision_at_1000_std": -0.205813, + "nauc_precision_at_1000_diff1": 0.098682, + "nauc_mrr_at_1_max": 0.817359, + "nauc_mrr_at_1_std": 0.468337, + "nauc_mrr_at_1_diff1": 0.855876, + "nauc_mrr_at_3_max": 0.836748, + "nauc_mrr_at_3_std": 0.523539, + "nauc_mrr_at_3_diff1": 0.821193, + "nauc_mrr_at_5_max": 0.836288, + "nauc_mrr_at_5_std": 0.532137, + "nauc_mrr_at_5_diff1": 0.818194, + "nauc_mrr_at_10_max": 0.832008, + "nauc_mrr_at_10_std": 0.53269, + "nauc_mrr_at_10_diff1": 0.814094, + "nauc_mrr_at_20_max": 0.830649, + "nauc_mrr_at_20_std": 0.533033, + "nauc_mrr_at_20_diff1": 0.812489, + "nauc_mrr_at_100_max": 0.828593, + "nauc_mrr_at_100_std": 0.532033, + "nauc_mrr_at_100_diff1": 0.810968, + "nauc_mrr_at_1000_max": 0.828798, + "nauc_mrr_at_1000_std": 0.531681, + "nauc_mrr_at_1000_diff1": 0.811371, + "hit_rate_at_1": 0.38265, + "hit_rate_at_3": 0.44383, + "hit_rate_at_5": 0.46385, + "hit_rate_at_10": 0.49722, + "hit_rate_at_20": 0.52169, + "hit_rate_at_100": 0.64405, + "hit_rate_at_1000": 1.0, + "main_score": 0.4379, + "hf_subset": "eng_Latn-lug_Latn", + "languages": [ + "eng-Latn", + "lug-Latn" + ] + }, + { + "ndcg_at_1": 0.44222, + "ndcg_at_3": 0.48674, + "ndcg_at_5": 0.49262, + "ndcg_at_10": 0.50783, + "ndcg_at_20": 0.51688, + "ndcg_at_100": 0.54803, + "ndcg_at_1000": 0.57562, + "map_at_1": 0.44222, + "map_at_3": 0.47667, + "map_at_5": 0.47989, + "map_at_10": 0.48623, + "map_at_20": 0.48875, + "map_at_100": 0.49269, + "map_at_1000": 0.49373, + "recall_at_1": 0.44222, + "recall_at_3": 0.51556, + "recall_at_5": 0.53, + "recall_at_10": 0.57667, + "recall_at_20": 0.61222, + "recall_at_100": 0.78556, + "recall_at_1000": 1.0, + "accuracy": 0.44222, + "precision_at_1": 0.44222, + "precision_at_3": 0.17185, + "precision_at_5": 0.106, + "precision_at_10": 0.05767, + "precision_at_20": 0.03061, + "precision_at_100": 0.00786, + "precision_at_1000": 0.001, + "mrr_at_1": 0.442222, + "mrr_at_3": 0.476667, + "mrr_at_5": 0.479889, + "mrr_at_10": 0.486228, + "mrr_at_20": 0.488746, + "mrr_at_100": 0.492691, + "mrr_at_1000": 0.493734, + "nauc_ndcg_at_1_max": 0.447686, + "nauc_ndcg_at_1_std": -0.73172, + "nauc_ndcg_at_1_diff1": 0.882792, + "nauc_ndcg_at_3_max": 0.41088, + "nauc_ndcg_at_3_std": -0.782357, + "nauc_ndcg_at_3_diff1": 0.851023, + "nauc_ndcg_at_5_max": 0.404334, + "nauc_ndcg_at_5_std": -0.786076, + "nauc_ndcg_at_5_diff1": 0.846108, + "nauc_ndcg_at_10_max": 0.402541, + "nauc_ndcg_at_10_std": -0.775579, + "nauc_ndcg_at_10_diff1": 0.836655, + "nauc_ndcg_at_20_max": 0.402254, + "nauc_ndcg_at_20_std": -0.770485, + "nauc_ndcg_at_20_diff1": 0.831994, + "nauc_ndcg_at_100_max": 0.4007, + "nauc_ndcg_at_100_std": -0.757973, + "nauc_ndcg_at_100_diff1": 0.822607, + "nauc_ndcg_at_1000_max": 0.406253, + "nauc_ndcg_at_1000_std": -0.766291, + "nauc_ndcg_at_1000_diff1": 0.836818, + "nauc_map_at_1_max": 0.447686, + "nauc_map_at_1_std": -0.73172, + "nauc_map_at_1_diff1": 0.882792, + "nauc_map_at_3_max": 0.419218, + "nauc_map_at_3_std": -0.770665, + "nauc_map_at_3_diff1": 0.85826, + "nauc_map_at_5_max": 0.415609, + "nauc_map_at_5_std": -0.77273, + "nauc_map_at_5_diff1": 0.855594, + "nauc_map_at_10_max": 0.414828, + "nauc_map_at_10_std": -0.768445, + "nauc_map_at_10_diff1": 0.851633, + "nauc_map_at_20_max": 0.414689, + "nauc_map_at_20_std": -0.767095, + "nauc_map_at_20_diff1": 0.850328, + "nauc_map_at_100_max": 0.4142, + "nauc_map_at_100_std": -0.765806, + "nauc_map_at_100_diff1": 0.848998, + "nauc_map_at_1000_max": 0.41439, + "nauc_map_at_1000_std": -0.766015, + "nauc_map_at_1000_diff1": 0.849455, + "nauc_recall_at_1_max": 0.447686, + "nauc_recall_at_1_std": -0.73172, + "nauc_recall_at_1_diff1": 0.882792, + "nauc_recall_at_3_max": 0.386607, + "nauc_recall_at_3_std": -0.816495, + "nauc_recall_at_3_diff1": 0.829937, + "nauc_recall_at_5_max": 0.37009, + "nauc_recall_at_5_std": -0.826024, + "nauc_recall_at_5_diff1": 0.817317, + "nauc_recall_at_10_max": 0.363187, + "nauc_recall_at_10_std": -0.793337, + "nauc_recall_at_10_diff1": 0.785879, + "nauc_recall_at_20_max": 0.360803, + "nauc_recall_at_20_std": -0.771737, + "nauc_recall_at_20_diff1": 0.763919, + "nauc_recall_at_100_max": 0.334543, + "nauc_recall_at_100_std": -0.654384, + "nauc_recall_at_100_diff1": 0.651695, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.447686, + "nauc_precision_at_1_std": -0.73172, + "nauc_precision_at_1_diff1": 0.882792, + "nauc_precision_at_3_max": 0.386607, + "nauc_precision_at_3_std": -0.816495, + "nauc_precision_at_3_diff1": 0.829937, + "nauc_precision_at_5_max": 0.37009, + "nauc_precision_at_5_std": -0.826024, + "nauc_precision_at_5_diff1": 0.817317, + "nauc_precision_at_10_max": 0.363187, + "nauc_precision_at_10_std": -0.793337, + "nauc_precision_at_10_diff1": 0.785879, + "nauc_precision_at_20_max": 0.360803, + "nauc_precision_at_20_std": -0.771737, + "nauc_precision_at_20_diff1": 0.763919, + "nauc_precision_at_100_max": 0.334543, + "nauc_precision_at_100_std": -0.654384, + "nauc_precision_at_100_diff1": 0.651695, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.447686, + "nauc_mrr_at_1_std": -0.73172, + "nauc_mrr_at_1_diff1": 0.882792, + "nauc_mrr_at_3_max": 0.419218, + "nauc_mrr_at_3_std": -0.770665, + "nauc_mrr_at_3_diff1": 0.85826, + "nauc_mrr_at_5_max": 0.415609, + "nauc_mrr_at_5_std": -0.77273, + "nauc_mrr_at_5_diff1": 0.855594, + "nauc_mrr_at_10_max": 0.414828, + "nauc_mrr_at_10_std": -0.768445, + "nauc_mrr_at_10_diff1": 0.851633, + "nauc_mrr_at_20_max": 0.414689, + "nauc_mrr_at_20_std": -0.767095, + "nauc_mrr_at_20_diff1": 0.850328, + "nauc_mrr_at_100_max": 0.4142, + "nauc_mrr_at_100_std": -0.765806, + "nauc_mrr_at_100_diff1": 0.848998, + "nauc_mrr_at_1000_max": 0.41439, + "nauc_mrr_at_1000_std": -0.766015, + "nauc_mrr_at_1000_diff1": 0.849455, + "hit_rate_at_1": 0.44222, + "hit_rate_at_3": 0.51556, + "hit_rate_at_5": 0.53, + "hit_rate_at_10": 0.57667, + "hit_rate_at_20": 0.61222, + "hit_rate_at_100": 0.78556, + "hit_rate_at_1000": 1.0, + "main_score": 0.50783, + "hf_subset": "luo_Latn-luo_Latn", + "languages": [ + "luo-Latn", + "luo-Latn" + ] + }, + { + "ndcg_at_1": 0.58556, + "ndcg_at_3": 0.64329, + "ndcg_at_5": 0.65338, + "ndcg_at_10": 0.66757, + "ndcg_at_20": 0.67749, + "ndcg_at_100": 0.69975, + "ndcg_at_1000": 0.71175, + "map_at_1": 0.58556, + "map_at_3": 0.62907, + "map_at_5": 0.63469, + "map_at_10": 0.64065, + "map_at_20": 0.64342, + "map_at_100": 0.64641, + "map_at_1000": 0.64698, + "recall_at_1": 0.58556, + "recall_at_3": 0.68444, + "recall_at_5": 0.70889, + "recall_at_10": 0.75222, + "recall_at_20": 0.79111, + "recall_at_100": 0.91222, + "recall_at_1000": 1.0, + "accuracy": 0.58556, + "precision_at_1": 0.58556, + "precision_at_3": 0.22815, + "precision_at_5": 0.14178, + "precision_at_10": 0.07522, + "precision_at_20": 0.03956, + "precision_at_100": 0.00912, + "precision_at_1000": 0.001, + "mrr_at_1": 0.585556, + "mrr_at_3": 0.629074, + "mrr_at_5": 0.634685, + "mrr_at_10": 0.640648, + "mrr_at_20": 0.643416, + "mrr_at_100": 0.646413, + "mrr_at_1000": 0.646985, + "nauc_ndcg_at_1_max": 0.78806, + "nauc_ndcg_at_1_std": 0.312831, + "nauc_ndcg_at_1_diff1": 0.823143, + "nauc_ndcg_at_3_max": 0.822551, + "nauc_ndcg_at_3_std": 0.33941, + "nauc_ndcg_at_3_diff1": 0.808287, + "nauc_ndcg_at_5_max": 0.816109, + "nauc_ndcg_at_5_std": 0.337395, + "nauc_ndcg_at_5_diff1": 0.80169, + "nauc_ndcg_at_10_max": 0.811604, + "nauc_ndcg_at_10_std": 0.340445, + "nauc_ndcg_at_10_diff1": 0.793623, + "nauc_ndcg_at_20_max": 0.806009, + "nauc_ndcg_at_20_std": 0.34133, + "nauc_ndcg_at_20_diff1": 0.787328, + "nauc_ndcg_at_100_max": 0.802743, + "nauc_ndcg_at_100_std": 0.343352, + "nauc_ndcg_at_100_diff1": 0.78764, + "nauc_ndcg_at_1000_max": 0.808253, + "nauc_ndcg_at_1000_std": 0.338763, + "nauc_ndcg_at_1000_diff1": 0.797873, + "nauc_map_at_1_max": 0.78806, + "nauc_map_at_1_std": 0.312831, + "nauc_map_at_1_diff1": 0.823143, + "nauc_map_at_3_max": 0.816592, + "nauc_map_at_3_std": 0.334555, + "nauc_map_at_3_diff1": 0.81336, + "nauc_map_at_5_max": 0.812995, + "nauc_map_at_5_std": 0.333357, + "nauc_map_at_5_diff1": 0.809746, + "nauc_map_at_10_max": 0.811108, + "nauc_map_at_10_std": 0.334262, + "nauc_map_at_10_diff1": 0.806693, + "nauc_map_at_20_max": 0.809612, + "nauc_map_at_20_std": 0.334503, + "nauc_map_at_20_diff1": 0.805072, + "nauc_map_at_100_max": 0.809313, + "nauc_map_at_100_std": 0.334943, + "nauc_map_at_100_diff1": 0.805439, + "nauc_map_at_1000_max": 0.809528, + "nauc_map_at_1000_std": 0.334688, + "nauc_map_at_1000_diff1": 0.80587, + "nauc_recall_at_1_max": 0.78806, + "nauc_recall_at_1_std": 0.312831, + "nauc_recall_at_1_diff1": 0.823143, + "nauc_recall_at_3_max": 0.840256, + "nauc_recall_at_3_std": 0.354014, + "nauc_recall_at_3_diff1": 0.791491, + "nauc_recall_at_5_max": 0.824147, + "nauc_recall_at_5_std": 0.349696, + "nauc_recall_at_5_diff1": 0.773206, + "nauc_recall_at_10_max": 0.808691, + "nauc_recall_at_10_std": 0.364537, + "nauc_recall_at_10_diff1": 0.73863, + "nauc_recall_at_20_max": 0.778575, + "nauc_recall_at_20_std": 0.372009, + "nauc_recall_at_20_diff1": 0.697663, + "nauc_recall_at_100_max": 0.693212, + "nauc_recall_at_100_std": 0.425699, + "nauc_recall_at_100_diff1": 0.58674, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.78806, + "nauc_precision_at_1_std": 0.312831, + "nauc_precision_at_1_diff1": 0.823143, + "nauc_precision_at_3_max": 0.840256, + "nauc_precision_at_3_std": 0.354014, + "nauc_precision_at_3_diff1": 0.791491, + "nauc_precision_at_5_max": 0.824147, + "nauc_precision_at_5_std": 0.349696, + "nauc_precision_at_5_diff1": 0.773206, + "nauc_precision_at_10_max": 0.808691, + "nauc_precision_at_10_std": 0.364537, + "nauc_precision_at_10_diff1": 0.73863, + "nauc_precision_at_20_max": 0.778575, + "nauc_precision_at_20_std": 0.372009, + "nauc_precision_at_20_diff1": 0.697663, + "nauc_precision_at_100_max": 0.693212, + "nauc_precision_at_100_std": 0.425699, + "nauc_precision_at_100_diff1": 0.58674, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.78806, + "nauc_mrr_at_1_std": 0.312831, + "nauc_mrr_at_1_diff1": 0.823143, + "nauc_mrr_at_3_max": 0.816592, + "nauc_mrr_at_3_std": 0.334555, + "nauc_mrr_at_3_diff1": 0.81336, + "nauc_mrr_at_5_max": 0.812995, + "nauc_mrr_at_5_std": 0.333357, + "nauc_mrr_at_5_diff1": 0.809746, + "nauc_mrr_at_10_max": 0.811108, + "nauc_mrr_at_10_std": 0.334262, + "nauc_mrr_at_10_diff1": 0.806693, + "nauc_mrr_at_20_max": 0.809612, + "nauc_mrr_at_20_std": 0.334503, + "nauc_mrr_at_20_diff1": 0.805072, + "nauc_mrr_at_100_max": 0.809313, + "nauc_mrr_at_100_std": 0.334943, + "nauc_mrr_at_100_diff1": 0.805439, + "nauc_mrr_at_1000_max": 0.809528, + "nauc_mrr_at_1000_std": 0.334688, + "nauc_mrr_at_1000_diff1": 0.80587, + "hit_rate_at_1": 0.58556, + "hit_rate_at_3": 0.68444, + "hit_rate_at_5": 0.70889, + "hit_rate_at_10": 0.75222, + "hit_rate_at_20": 0.79111, + "hit_rate_at_100": 0.91222, + "hit_rate_at_1000": 1.0, + "main_score": 0.66757, + "hf_subset": "luo_Latn-eng_Latn", + "languages": [ + "luo-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.42444, + "ndcg_at_3": 0.46321, + "ndcg_at_5": 0.46962, + "ndcg_at_10": 0.47802, + "ndcg_at_20": 0.48357, + "ndcg_at_100": 0.50313, + "ndcg_at_1000": 0.54578, + "map_at_1": 0.42444, + "map_at_3": 0.45426, + "map_at_5": 0.45781, + "map_at_10": 0.46136, + "map_at_20": 0.46284, + "map_at_100": 0.46526, + "map_at_1000": 0.46677, + "recall_at_1": 0.42444, + "recall_at_3": 0.48889, + "recall_at_5": 0.50444, + "recall_at_10": 0.53, + "recall_at_20": 0.55222, + "recall_at_100": 0.66222, + "recall_at_1000": 1.0, + "accuracy": 0.42444, + "precision_at_1": 0.42444, + "precision_at_3": 0.16296, + "precision_at_5": 0.10089, + "precision_at_10": 0.053, + "precision_at_20": 0.02761, + "precision_at_100": 0.00662, + "precision_at_1000": 0.001, + "mrr_at_1": 0.424444, + "mrr_at_3": 0.454259, + "mrr_at_5": 0.457815, + "mrr_at_10": 0.461356, + "mrr_at_20": 0.462842, + "mrr_at_100": 0.465264, + "mrr_at_1000": 0.466767, + "nauc_ndcg_at_1_max": 0.853489, + "nauc_ndcg_at_1_std": 0.576865, + "nauc_ndcg_at_1_diff1": 0.87979, + "nauc_ndcg_at_3_max": 0.881489, + "nauc_ndcg_at_3_std": 0.6483, + "nauc_ndcg_at_3_diff1": 0.85241, + "nauc_ndcg_at_5_max": 0.878025, + "nauc_ndcg_at_5_std": 0.652654, + "nauc_ndcg_at_5_diff1": 0.846409, + "nauc_ndcg_at_10_max": 0.875538, + "nauc_ndcg_at_10_std": 0.659794, + "nauc_ndcg_at_10_diff1": 0.841888, + "nauc_ndcg_at_20_max": 0.872133, + "nauc_ndcg_at_20_std": 0.661419, + "nauc_ndcg_at_20_diff1": 0.836682, + "nauc_ndcg_at_100_max": 0.861187, + "nauc_ndcg_at_100_std": 0.651972, + "nauc_ndcg_at_100_diff1": 0.825586, + "nauc_ndcg_at_1000_max": 0.867595, + "nauc_ndcg_at_1000_std": 0.646328, + "nauc_ndcg_at_1000_diff1": 0.839227, + "nauc_map_at_1_max": 0.853489, + "nauc_map_at_1_std": 0.576865, + "nauc_map_at_1_diff1": 0.87979, + "nauc_map_at_3_max": 0.876127, + "nauc_map_at_3_std": 0.632088, + "nauc_map_at_3_diff1": 0.859276, + "nauc_map_at_5_max": 0.874197, + "nauc_map_at_5_std": 0.634581, + "nauc_map_at_5_diff1": 0.855917, + "nauc_map_at_10_max": 0.873074, + "nauc_map_at_10_std": 0.637459, + "nauc_map_at_10_diff1": 0.853869, + "nauc_map_at_20_max": 0.872113, + "nauc_map_at_20_std": 0.637728, + "nauc_map_at_20_diff1": 0.852477, + "nauc_map_at_100_max": 0.870615, + "nauc_map_at_100_std": 0.636309, + "nauc_map_at_100_diff1": 0.851065, + "nauc_map_at_1000_max": 0.870669, + "nauc_map_at_1000_std": 0.635958, + "nauc_map_at_1000_diff1": 0.851402, + "nauc_recall_at_1_max": 0.853489, + "nauc_recall_at_1_std": 0.576865, + "nauc_recall_at_1_diff1": 0.87979, + "nauc_recall_at_3_max": 0.89654, + "nauc_recall_at_3_std": 0.69515, + "nauc_recall_at_3_diff1": 0.832272, + "nauc_recall_at_5_max": 0.888166, + "nauc_recall_at_5_std": 0.705776, + "nauc_recall_at_5_diff1": 0.817571, + "nauc_recall_at_10_max": 0.881022, + "nauc_recall_at_10_std": 0.729837, + "nauc_recall_at_10_diff1": 0.80364, + "nauc_recall_at_20_max": 0.867285, + "nauc_recall_at_20_std": 0.73943, + "nauc_recall_at_20_diff1": 0.781087, + "nauc_recall_at_100_max": 0.795393, + "nauc_recall_at_100_std": 0.693102, + "nauc_recall_at_100_diff1": 0.698121, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.853489, + "nauc_precision_at_1_std": 0.576865, + "nauc_precision_at_1_diff1": 0.87979, + "nauc_precision_at_3_max": 0.89654, + "nauc_precision_at_3_std": 0.69515, + "nauc_precision_at_3_diff1": 0.832272, + "nauc_precision_at_5_max": 0.888166, + "nauc_precision_at_5_std": 0.705776, + "nauc_precision_at_5_diff1": 0.817571, + "nauc_precision_at_10_max": 0.881022, + "nauc_precision_at_10_std": 0.729837, + "nauc_precision_at_10_diff1": 0.80364, + "nauc_precision_at_20_max": 0.867285, + "nauc_precision_at_20_std": 0.73943, + "nauc_precision_at_20_diff1": 0.781087, + "nauc_precision_at_100_max": 0.795393, + "nauc_precision_at_100_std": 0.693102, + "nauc_precision_at_100_diff1": 0.698121, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.853489, + "nauc_mrr_at_1_std": 0.576865, + "nauc_mrr_at_1_diff1": 0.87979, + "nauc_mrr_at_3_max": 0.876127, + "nauc_mrr_at_3_std": 0.632088, + "nauc_mrr_at_3_diff1": 0.859276, + "nauc_mrr_at_5_max": 0.874197, + "nauc_mrr_at_5_std": 0.634581, + "nauc_mrr_at_5_diff1": 0.855917, + "nauc_mrr_at_10_max": 0.873074, + "nauc_mrr_at_10_std": 0.637459, + "nauc_mrr_at_10_diff1": 0.853869, + "nauc_mrr_at_20_max": 0.872113, + "nauc_mrr_at_20_std": 0.637728, + "nauc_mrr_at_20_diff1": 0.852477, + "nauc_mrr_at_100_max": 0.870615, + "nauc_mrr_at_100_std": 0.636309, + "nauc_mrr_at_100_diff1": 0.851065, + "nauc_mrr_at_1000_max": 0.870669, + "nauc_mrr_at_1000_std": 0.635958, + "nauc_mrr_at_1000_diff1": 0.851402, + "hit_rate_at_1": 0.42444, + "hit_rate_at_3": 0.48889, + "hit_rate_at_5": 0.50444, + "hit_rate_at_10": 0.53, + "hit_rate_at_20": 0.55222, + "hit_rate_at_100": 0.66222, + "hit_rate_at_1000": 1.0, + "main_score": 0.47802, + "hf_subset": "eng_Latn-luo_Latn", + "languages": [ + "eng-Latn", + "luo-Latn" + ] + }, + { + "ndcg_at_1": 0.84, + "ndcg_at_3": 0.88353, + "ndcg_at_5": 0.89281, + "ndcg_at_10": 0.89978, + "ndcg_at_20": 0.90328, + "ndcg_at_100": 0.90776, + "ndcg_at_1000": 0.9088, + "map_at_1": 0.84, + "map_at_3": 0.87352, + "map_at_5": 0.87874, + "map_at_10": 0.8817, + "map_at_20": 0.88273, + "map_at_100": 0.8834, + "map_at_1000": 0.88344, + "recall_at_1": 0.84, + "recall_at_3": 0.91222, + "recall_at_5": 0.93444, + "recall_at_10": 0.95556, + "recall_at_20": 0.96889, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "accuracy": 0.84, + "precision_at_1": 0.84, + "precision_at_3": 0.30407, + "precision_at_5": 0.18689, + "precision_at_10": 0.09556, + "precision_at_20": 0.04844, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.84, + "mrr_at_3": 0.873519, + "mrr_at_5": 0.878741, + "mrr_at_10": 0.881698, + "mrr_at_20": 0.882729, + "mrr_at_100": 0.883397, + "mrr_at_1000": 0.883444, + "nauc_ndcg_at_1_max": 0.740615, + "nauc_ndcg_at_1_std": -0.088225, + "nauc_ndcg_at_1_diff1": 0.909971, + "nauc_ndcg_at_3_max": 0.777462, + "nauc_ndcg_at_3_std": -0.031357, + "nauc_ndcg_at_3_diff1": 0.898175, + "nauc_ndcg_at_5_max": 0.77447, + "nauc_ndcg_at_5_std": -0.025128, + "nauc_ndcg_at_5_diff1": 0.900983, + "nauc_ndcg_at_10_max": 0.773447, + "nauc_ndcg_at_10_std": -0.038768, + "nauc_ndcg_at_10_diff1": 0.903247, + "nauc_ndcg_at_20_max": 0.773783, + "nauc_ndcg_at_20_std": -0.03566, + "nauc_ndcg_at_20_diff1": 0.90478, + "nauc_ndcg_at_100_max": 0.769102, + "nauc_ndcg_at_100_std": -0.034909, + "nauc_ndcg_at_100_diff1": 0.902909, + "nauc_ndcg_at_1000_max": 0.768602, + "nauc_ndcg_at_1000_std": -0.040514, + "nauc_ndcg_at_1000_diff1": 0.903552, + "nauc_map_at_1_max": 0.740615, + "nauc_map_at_1_std": -0.088225, + "nauc_map_at_1_diff1": 0.909971, + "nauc_map_at_3_max": 0.767414, + "nauc_map_at_3_std": -0.048978, + "nauc_map_at_3_diff1": 0.901382, + "nauc_map_at_5_max": 0.765517, + "nauc_map_at_5_std": -0.04638, + "nauc_map_at_5_diff1": 0.903051, + "nauc_map_at_10_max": 0.765358, + "nauc_map_at_10_std": -0.05094, + "nauc_map_at_10_diff1": 0.904042, + "nauc_map_at_20_max": 0.765276, + "nauc_map_at_20_std": -0.050339, + "nauc_map_at_20_diff1": 0.904368, + "nauc_map_at_100_max": 0.764757, + "nauc_map_at_100_std": -0.049661, + "nauc_map_at_100_diff1": 0.904123, + "nauc_map_at_1000_max": 0.764739, + "nauc_map_at_1000_std": -0.049864, + "nauc_map_at_1000_diff1": 0.904141, + "nauc_recall_at_1_max": 0.740615, + "nauc_recall_at_1_std": -0.088225, + "nauc_recall_at_1_diff1": 0.909971, + "nauc_recall_at_3_max": 0.817354, + "nauc_recall_at_3_std": 0.039937, + "nauc_recall_at_3_diff1": 0.88545, + "nauc_recall_at_5_max": 0.81913, + "nauc_recall_at_5_std": 0.085861, + "nauc_recall_at_5_diff1": 0.89093, + "nauc_recall_at_10_max": 0.827684, + "nauc_recall_at_10_std": 0.035854, + "nauc_recall_at_10_diff1": 0.899568, + "nauc_recall_at_20_max": 0.857276, + "nauc_recall_at_20_std": 0.104725, + "nauc_recall_at_20_diff1": 0.916967, + "nauc_recall_at_100_max": 0.812592, + "nauc_recall_at_100_std": 0.439843, + "nauc_recall_at_100_diff1": 0.845938, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.740615, + "nauc_precision_at_1_std": -0.088225, + "nauc_precision_at_1_diff1": 0.909971, + "nauc_precision_at_3_max": 0.817354, + "nauc_precision_at_3_std": 0.039937, + "nauc_precision_at_3_diff1": 0.88545, + "nauc_precision_at_5_max": 0.81913, + "nauc_precision_at_5_std": 0.085861, + "nauc_precision_at_5_diff1": 0.89093, + "nauc_precision_at_10_max": 0.827684, + "nauc_precision_at_10_std": 0.035854, + "nauc_precision_at_10_diff1": 0.899568, + "nauc_precision_at_20_max": 0.857276, + "nauc_precision_at_20_std": 0.104725, + "nauc_precision_at_20_diff1": 0.916967, + "nauc_precision_at_100_max": 0.812592, + "nauc_precision_at_100_std": 0.439843, + "nauc_precision_at_100_diff1": 0.845938, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.740615, + "nauc_mrr_at_1_std": -0.088225, + "nauc_mrr_at_1_diff1": 0.909971, + "nauc_mrr_at_3_max": 0.767414, + "nauc_mrr_at_3_std": -0.048978, + "nauc_mrr_at_3_diff1": 0.901382, + "nauc_mrr_at_5_max": 0.765517, + "nauc_mrr_at_5_std": -0.04638, + "nauc_mrr_at_5_diff1": 0.903051, + "nauc_mrr_at_10_max": 0.765358, + "nauc_mrr_at_10_std": -0.05094, + "nauc_mrr_at_10_diff1": 0.904042, + "nauc_mrr_at_20_max": 0.765276, + "nauc_mrr_at_20_std": -0.050339, + "nauc_mrr_at_20_diff1": 0.904368, + "nauc_mrr_at_100_max": 0.764757, + "nauc_mrr_at_100_std": -0.049661, + "nauc_mrr_at_100_diff1": 0.904123, + "nauc_mrr_at_1000_max": 0.764739, + "nauc_mrr_at_1000_std": -0.049864, + "nauc_mrr_at_1000_diff1": 0.904141, + "hit_rate_at_1": 0.84, + "hit_rate_at_3": 0.91222, + "hit_rate_at_5": 0.93444, + "hit_rate_at_10": 0.95556, + "hit_rate_at_20": 0.96889, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.89978, + "hf_subset": "lvs_Latn-lvs_Latn", + "languages": [ + "lvs-Latn", + "lvs-Latn" + ] + }, + { + "ndcg_at_1": 0.86444, + "ndcg_at_3": 0.91034, + "ndcg_at_5": 0.9168, + "ndcg_at_10": 0.92494, + "ndcg_at_20": 0.92785, + "ndcg_at_100": 0.92888, + "ndcg_at_1000": 0.92915, + "map_at_1": 0.86444, + "map_at_3": 0.89963, + "map_at_5": 0.90324, + "map_at_10": 0.90674, + "map_at_20": 0.9076, + "map_at_100": 0.90774, + "map_at_1000": 0.90774, + "recall_at_1": 0.86444, + "recall_at_3": 0.94111, + "recall_at_5": 0.95667, + "recall_at_10": 0.98111, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.86444, + "precision_at_1": 0.86444, + "precision_at_3": 0.3137, + "precision_at_5": 0.19133, + "precision_at_10": 0.09811, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.864444, + "mrr_at_3": 0.89963, + "mrr_at_5": 0.903241, + "mrr_at_10": 0.906745, + "mrr_at_20": 0.907598, + "mrr_at_100": 0.907737, + "mrr_at_1000": 0.907745, + "nauc_ndcg_at_1_max": 0.636386, + "nauc_ndcg_at_1_std": -0.444695, + "nauc_ndcg_at_1_diff1": 0.891359, + "nauc_ndcg_at_3_max": 0.66528, + "nauc_ndcg_at_3_std": -0.434225, + "nauc_ndcg_at_3_diff1": 0.874089, + "nauc_ndcg_at_5_max": 0.670638, + "nauc_ndcg_at_5_std": -0.443402, + "nauc_ndcg_at_5_diff1": 0.883674, + "nauc_ndcg_at_10_max": 0.664081, + "nauc_ndcg_at_10_std": -0.436634, + "nauc_ndcg_at_10_diff1": 0.887077, + "nauc_ndcg_at_20_max": 0.66262, + "nauc_ndcg_at_20_std": -0.42988, + "nauc_ndcg_at_20_diff1": 0.884032, + "nauc_ndcg_at_100_max": 0.661182, + "nauc_ndcg_at_100_std": -0.432314, + "nauc_ndcg_at_100_diff1": 0.883844, + "nauc_ndcg_at_1000_max": 0.659863, + "nauc_ndcg_at_1000_std": -0.435392, + "nauc_ndcg_at_1000_diff1": 0.883901, + "nauc_map_at_1_max": 0.636386, + "nauc_map_at_1_std": -0.444695, + "nauc_map_at_1_diff1": 0.891359, + "nauc_map_at_3_max": 0.656919, + "nauc_map_at_3_std": -0.439335, + "nauc_map_at_3_diff1": 0.879193, + "nauc_map_at_5_max": 0.659581, + "nauc_map_at_5_std": -0.44301, + "nauc_map_at_5_diff1": 0.884167, + "nauc_map_at_10_max": 0.656585, + "nauc_map_at_10_std": -0.441001, + "nauc_map_at_10_diff1": 0.88507, + "nauc_map_at_20_max": 0.656356, + "nauc_map_at_20_std": -0.438938, + "nauc_map_at_20_diff1": 0.884352, + "nauc_map_at_100_max": 0.656203, + "nauc_map_at_100_std": -0.439265, + "nauc_map_at_100_diff1": 0.88431, + "nauc_map_at_1000_max": 0.656174, + "nauc_map_at_1000_std": -0.439333, + "nauc_map_at_1000_diff1": 0.884311, + "nauc_recall_at_1_max": 0.636386, + "nauc_recall_at_1_std": -0.444695, + "nauc_recall_at_1_diff1": 0.891359, + "nauc_recall_at_3_max": 0.704808, + "nauc_recall_at_3_std": -0.408479, + "nauc_recall_at_3_diff1": 0.849876, + "nauc_recall_at_5_max": 0.739699, + "nauc_recall_at_5_std": -0.449388, + "nauc_recall_at_5_diff1": 0.883239, + "nauc_recall_at_10_max": 0.760339, + "nauc_recall_at_10_std": -0.369418, + "nauc_recall_at_10_diff1": 0.929835, + "nauc_recall_at_20_max": 0.832666, + "nauc_recall_at_20_std": -0.086901, + "nauc_recall_at_20_diff1": 0.885621, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.358077, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.636386, + "nauc_precision_at_1_std": -0.444695, + "nauc_precision_at_1_diff1": 0.891359, + "nauc_precision_at_3_max": 0.704808, + "nauc_precision_at_3_std": -0.408479, + "nauc_precision_at_3_diff1": 0.849876, + "nauc_precision_at_5_max": 0.739699, + "nauc_precision_at_5_std": -0.449388, + "nauc_precision_at_5_diff1": 0.883239, + "nauc_precision_at_10_max": 0.760339, + "nauc_precision_at_10_std": -0.369418, + "nauc_precision_at_10_diff1": 0.929835, + "nauc_precision_at_20_max": 0.832666, + "nauc_precision_at_20_std": -0.086901, + "nauc_precision_at_20_diff1": 0.885621, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.358077, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.636386, + "nauc_mrr_at_1_std": -0.444695, + "nauc_mrr_at_1_diff1": 0.891359, + "nauc_mrr_at_3_max": 0.656919, + "nauc_mrr_at_3_std": -0.439335, + "nauc_mrr_at_3_diff1": 0.879193, + "nauc_mrr_at_5_max": 0.659581, + "nauc_mrr_at_5_std": -0.44301, + "nauc_mrr_at_5_diff1": 0.884167, + "nauc_mrr_at_10_max": 0.656585, + "nauc_mrr_at_10_std": -0.441001, + "nauc_mrr_at_10_diff1": 0.88507, + "nauc_mrr_at_20_max": 0.656356, + "nauc_mrr_at_20_std": -0.438938, + "nauc_mrr_at_20_diff1": 0.884352, + "nauc_mrr_at_100_max": 0.656203, + "nauc_mrr_at_100_std": -0.439265, + "nauc_mrr_at_100_diff1": 0.88431, + "nauc_mrr_at_1000_max": 0.656174, + "nauc_mrr_at_1000_std": -0.439333, + "nauc_mrr_at_1000_diff1": 0.884311, + "hit_rate_at_1": 0.86444, + "hit_rate_at_3": 0.94111, + "hit_rate_at_5": 0.95667, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.92494, + "hf_subset": "lvs_Latn-eng_Latn", + "languages": [ + "lvs-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.76222, + "ndcg_at_3": 0.81677, + "ndcg_at_5": 0.83251, + "ndcg_at_10": 0.84448, + "ndcg_at_20": 0.8508, + "ndcg_at_100": 0.85643, + "ndcg_at_1000": 0.85852, + "map_at_1": 0.76222, + "map_at_3": 0.8037, + "map_at_5": 0.81254, + "map_at_10": 0.81734, + "map_at_20": 0.81915, + "map_at_100": 0.81995, + "map_at_1000": 0.82005, + "recall_at_1": 0.76222, + "recall_at_3": 0.85444, + "recall_at_5": 0.89222, + "recall_at_10": 0.93, + "recall_at_20": 0.95444, + "recall_at_100": 0.98444, + "recall_at_1000": 1.0, + "accuracy": 0.76222, + "precision_at_1": 0.76222, + "precision_at_3": 0.28481, + "precision_at_5": 0.17844, + "precision_at_10": 0.093, + "precision_at_20": 0.04772, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.762222, + "mrr_at_3": 0.803704, + "mrr_at_5": 0.812537, + "mrr_at_10": 0.817335, + "mrr_at_20": 0.819148, + "mrr_at_100": 0.81995, + "mrr_at_1000": 0.820046, + "nauc_ndcg_at_1_max": 0.806683, + "nauc_ndcg_at_1_std": 0.06998, + "nauc_ndcg_at_1_diff1": 0.869805, + "nauc_ndcg_at_3_max": 0.817416, + "nauc_ndcg_at_3_std": 0.106401, + "nauc_ndcg_at_3_diff1": 0.840525, + "nauc_ndcg_at_5_max": 0.819452, + "nauc_ndcg_at_5_std": 0.128643, + "nauc_ndcg_at_5_diff1": 0.839526, + "nauc_ndcg_at_10_max": 0.821388, + "nauc_ndcg_at_10_std": 0.123375, + "nauc_ndcg_at_10_diff1": 0.843008, + "nauc_ndcg_at_20_max": 0.82052, + "nauc_ndcg_at_20_std": 0.122296, + "nauc_ndcg_at_20_diff1": 0.843386, + "nauc_ndcg_at_100_max": 0.819362, + "nauc_ndcg_at_100_std": 0.123484, + "nauc_ndcg_at_100_diff1": 0.846865, + "nauc_ndcg_at_1000_max": 0.817448, + "nauc_ndcg_at_1000_std": 0.112138, + "nauc_ndcg_at_1000_diff1": 0.846904, + "nauc_map_at_1_max": 0.806683, + "nauc_map_at_1_std": 0.06998, + "nauc_map_at_1_diff1": 0.869805, + "nauc_map_at_3_max": 0.814302, + "nauc_map_at_3_std": 0.094391, + "nauc_map_at_3_diff1": 0.847947, + "nauc_map_at_5_max": 0.815353, + "nauc_map_at_5_std": 0.105626, + "nauc_map_at_5_diff1": 0.847953, + "nauc_map_at_10_max": 0.815701, + "nauc_map_at_10_std": 0.102965, + "nauc_map_at_10_diff1": 0.849138, + "nauc_map_at_20_max": 0.815387, + "nauc_map_at_20_std": 0.102386, + "nauc_map_at_20_diff1": 0.849277, + "nauc_map_at_100_max": 0.815196, + "nauc_map_at_100_std": 0.102163, + "nauc_map_at_100_diff1": 0.849681, + "nauc_map_at_1000_max": 0.815129, + "nauc_map_at_1000_std": 0.101761, + "nauc_map_at_1000_diff1": 0.849692, + "nauc_recall_at_1_max": 0.806683, + "nauc_recall_at_1_std": 0.06998, + "nauc_recall_at_1_diff1": 0.869805, + "nauc_recall_at_3_max": 0.829085, + "nauc_recall_at_3_std": 0.152184, + "nauc_recall_at_3_diff1": 0.813263, + "nauc_recall_at_5_max": 0.838806, + "nauc_recall_at_5_std": 0.241383, + "nauc_recall_at_5_diff1": 0.80013, + "nauc_recall_at_10_max": 0.864249, + "nauc_recall_at_10_std": 0.268811, + "nauc_recall_at_10_diff1": 0.805337, + "nauc_recall_at_20_max": 0.878106, + "nauc_recall_at_20_std": 0.336351, + "nauc_recall_at_20_diff1": 0.790098, + "nauc_recall_at_100_max": 0.941643, + "nauc_recall_at_100_std": 0.843771, + "nauc_recall_at_100_diff1": 0.847939, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.806683, + "nauc_precision_at_1_std": 0.06998, + "nauc_precision_at_1_diff1": 0.869805, + "nauc_precision_at_3_max": 0.829085, + "nauc_precision_at_3_std": 0.152184, + "nauc_precision_at_3_diff1": 0.813263, + "nauc_precision_at_5_max": 0.838806, + "nauc_precision_at_5_std": 0.241383, + "nauc_precision_at_5_diff1": 0.80013, + "nauc_precision_at_10_max": 0.864249, + "nauc_precision_at_10_std": 0.268811, + "nauc_precision_at_10_diff1": 0.805337, + "nauc_precision_at_20_max": 0.878106, + "nauc_precision_at_20_std": 0.336351, + "nauc_precision_at_20_diff1": 0.790098, + "nauc_precision_at_100_max": 0.941643, + "nauc_precision_at_100_std": 0.843771, + "nauc_precision_at_100_diff1": 0.847939, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.806683, + "nauc_mrr_at_1_std": 0.06998, + "nauc_mrr_at_1_diff1": 0.869805, + "nauc_mrr_at_3_max": 0.814302, + "nauc_mrr_at_3_std": 0.094391, + "nauc_mrr_at_3_diff1": 0.847947, + "nauc_mrr_at_5_max": 0.815353, + "nauc_mrr_at_5_std": 0.105626, + "nauc_mrr_at_5_diff1": 0.847953, + "nauc_mrr_at_10_max": 0.815701, + "nauc_mrr_at_10_std": 0.102965, + "nauc_mrr_at_10_diff1": 0.849138, + "nauc_mrr_at_20_max": 0.815387, + "nauc_mrr_at_20_std": 0.102386, + "nauc_mrr_at_20_diff1": 0.849277, + "nauc_mrr_at_100_max": 0.815196, + "nauc_mrr_at_100_std": 0.102163, + "nauc_mrr_at_100_diff1": 0.849681, + "nauc_mrr_at_1000_max": 0.815129, + "nauc_mrr_at_1000_std": 0.101761, + "nauc_mrr_at_1000_diff1": 0.849692, + "hit_rate_at_1": 0.76222, + "hit_rate_at_3": 0.85444, + "hit_rate_at_5": 0.89222, + "hit_rate_at_10": 0.93, + "hit_rate_at_20": 0.95444, + "hit_rate_at_100": 0.98444, + "hit_rate_at_1000": 1.0, + "main_score": 0.84448, + "hf_subset": "eng_Latn-lvs_Latn", + "languages": [ + "eng-Latn", + "lvs-Latn" + ] + }, + { + "ndcg_at_1": 0.77111, + "ndcg_at_3": 0.82566, + "ndcg_at_5": 0.83852, + "ndcg_at_10": 0.84978, + "ndcg_at_20": 0.85522, + "ndcg_at_100": 0.8629, + "ndcg_at_1000": 0.86407, + "map_at_1": 0.77111, + "map_at_3": 0.81259, + "map_at_5": 0.81976, + "map_at_10": 0.82448, + "map_at_20": 0.82603, + "map_at_100": 0.8271, + "map_at_1000": 0.82715, + "recall_at_1": 0.77111, + "recall_at_3": 0.86333, + "recall_at_5": 0.89444, + "recall_at_10": 0.92889, + "recall_at_20": 0.95, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "accuracy": 0.77111, + "precision_at_1": 0.77111, + "precision_at_3": 0.28778, + "precision_at_5": 0.17889, + "precision_at_10": 0.09289, + "precision_at_20": 0.0475, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.771111, + "mrr_at_3": 0.812593, + "mrr_at_5": 0.819759, + "mrr_at_10": 0.824478, + "mrr_at_20": 0.826027, + "mrr_at_100": 0.827102, + "mrr_at_1000": 0.827152, + "nauc_ndcg_at_1_max": 0.699809, + "nauc_ndcg_at_1_std": -0.033379, + "nauc_ndcg_at_1_diff1": 0.870311, + "nauc_ndcg_at_3_max": 0.737676, + "nauc_ndcg_at_3_std": 0.02185, + "nauc_ndcg_at_3_diff1": 0.848015, + "nauc_ndcg_at_5_max": 0.735244, + "nauc_ndcg_at_5_std": 0.017028, + "nauc_ndcg_at_5_diff1": 0.847852, + "nauc_ndcg_at_10_max": 0.731119, + "nauc_ndcg_at_10_std": 0.004243, + "nauc_ndcg_at_10_diff1": 0.849168, + "nauc_ndcg_at_20_max": 0.734436, + "nauc_ndcg_at_20_std": 0.024811, + "nauc_ndcg_at_20_diff1": 0.851517, + "nauc_ndcg_at_100_max": 0.728405, + "nauc_ndcg_at_100_std": 0.011885, + "nauc_ndcg_at_100_diff1": 0.852374, + "nauc_ndcg_at_1000_max": 0.727964, + "nauc_ndcg_at_1000_std": 0.008859, + "nauc_ndcg_at_1000_diff1": 0.853127, + "nauc_map_at_1_max": 0.699809, + "nauc_map_at_1_std": -0.033379, + "nauc_map_at_1_diff1": 0.870311, + "nauc_map_at_3_max": 0.727098, + "nauc_map_at_3_std": 0.005602, + "nauc_map_at_3_diff1": 0.853554, + "nauc_map_at_5_max": 0.725697, + "nauc_map_at_5_std": 0.002799, + "nauc_map_at_5_diff1": 0.853711, + "nauc_map_at_10_max": 0.723988, + "nauc_map_at_10_std": -0.002693, + "nauc_map_at_10_diff1": 0.854402, + "nauc_map_at_20_max": 0.724696, + "nauc_map_at_20_std": 0.002554, + "nauc_map_at_20_diff1": 0.855054, + "nauc_map_at_100_max": 0.723941, + "nauc_map_at_100_std": 0.00103, + "nauc_map_at_100_diff1": 0.85514, + "nauc_map_at_1000_max": 0.72394, + "nauc_map_at_1000_std": 0.000923, + "nauc_map_at_1000_diff1": 0.855179, + "nauc_recall_at_1_max": 0.699809, + "nauc_recall_at_1_std": -0.033379, + "nauc_recall_at_1_diff1": 0.870311, + "nauc_recall_at_3_max": 0.777737, + "nauc_recall_at_3_std": 0.083847, + "nauc_recall_at_3_diff1": 0.827425, + "nauc_recall_at_5_max": 0.778099, + "nauc_recall_at_5_std": 0.081385, + "nauc_recall_at_5_diff1": 0.821317, + "nauc_recall_at_10_max": 0.772832, + "nauc_recall_at_10_std": 0.040091, + "nauc_recall_at_10_diff1": 0.816104, + "nauc_recall_at_20_max": 0.825822, + "nauc_recall_at_20_std": 0.26206, + "nauc_recall_at_20_diff1": 0.82576, + "nauc_recall_at_100_max": 0.788457, + "nauc_recall_at_100_std": 0.347106, + "nauc_recall_at_100_diff1": 0.781746, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.699809, + "nauc_precision_at_1_std": -0.033379, + "nauc_precision_at_1_diff1": 0.870311, + "nauc_precision_at_3_max": 0.777737, + "nauc_precision_at_3_std": 0.083847, + "nauc_precision_at_3_diff1": 0.827425, + "nauc_precision_at_5_max": 0.778099, + "nauc_precision_at_5_std": 0.081385, + "nauc_precision_at_5_diff1": 0.821317, + "nauc_precision_at_10_max": 0.772832, + "nauc_precision_at_10_std": 0.040091, + "nauc_precision_at_10_diff1": 0.816104, + "nauc_precision_at_20_max": 0.825822, + "nauc_precision_at_20_std": 0.26206, + "nauc_precision_at_20_diff1": 0.82576, + "nauc_precision_at_100_max": 0.788457, + "nauc_precision_at_100_std": 0.347106, + "nauc_precision_at_100_diff1": 0.781746, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.699809, + "nauc_mrr_at_1_std": -0.033379, + "nauc_mrr_at_1_diff1": 0.870311, + "nauc_mrr_at_3_max": 0.727098, + "nauc_mrr_at_3_std": 0.005602, + "nauc_mrr_at_3_diff1": 0.853554, + "nauc_mrr_at_5_max": 0.725697, + "nauc_mrr_at_5_std": 0.002799, + "nauc_mrr_at_5_diff1": 0.853711, + "nauc_mrr_at_10_max": 0.723988, + "nauc_mrr_at_10_std": -0.002693, + "nauc_mrr_at_10_diff1": 0.854402, + "nauc_mrr_at_20_max": 0.724696, + "nauc_mrr_at_20_std": 0.002554, + "nauc_mrr_at_20_diff1": 0.855054, + "nauc_mrr_at_100_max": 0.723941, + "nauc_mrr_at_100_std": 0.00103, + "nauc_mrr_at_100_diff1": 0.85514, + "nauc_mrr_at_1000_max": 0.72394, + "nauc_mrr_at_1000_std": 0.000923, + "nauc_mrr_at_1000_diff1": 0.855179, + "hit_rate_at_1": 0.77111, + "hit_rate_at_3": 0.86333, + "hit_rate_at_5": 0.89444, + "hit_rate_at_10": 0.92889, + "hit_rate_at_20": 0.95, + "hit_rate_at_100": 0.99111, + "hit_rate_at_1000": 1.0, + "main_score": 0.84978, + "hf_subset": "mal_Mlym-mal_Mlym", + "languages": [ + "mal-Mlym", + "mal-Mlym" + ] + }, + { + "ndcg_at_1": 0.83778, + "ndcg_at_3": 0.89414, + "ndcg_at_5": 0.90246, + "ndcg_at_10": 0.90825, + "ndcg_at_20": 0.9118, + "ndcg_at_100": 0.91373, + "ndcg_at_1000": 0.91429, + "map_at_1": 0.83778, + "map_at_3": 0.88056, + "map_at_5": 0.88522, + "map_at_10": 0.88763, + "map_at_20": 0.88856, + "map_at_100": 0.88885, + "map_at_1000": 0.88887, + "recall_at_1": 0.83778, + "recall_at_3": 0.93333, + "recall_at_5": 0.95333, + "recall_at_10": 0.97111, + "recall_at_20": 0.98556, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.83778, + "precision_at_1": 0.83778, + "precision_at_3": 0.31111, + "precision_at_5": 0.19067, + "precision_at_10": 0.09711, + "precision_at_20": 0.04928, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.837778, + "mrr_at_3": 0.880556, + "mrr_at_5": 0.885222, + "mrr_at_10": 0.887634, + "mrr_at_20": 0.888558, + "mrr_at_100": 0.888847, + "mrr_at_1000": 0.888867, + "nauc_ndcg_at_1_max": 0.584662, + "nauc_ndcg_at_1_std": -0.274588, + "nauc_ndcg_at_1_diff1": 0.869023, + "nauc_ndcg_at_3_max": 0.634478, + "nauc_ndcg_at_3_std": -0.291153, + "nauc_ndcg_at_3_diff1": 0.866106, + "nauc_ndcg_at_5_max": 0.629129, + "nauc_ndcg_at_5_std": -0.277, + "nauc_ndcg_at_5_diff1": 0.868405, + "nauc_ndcg_at_10_max": 0.629214, + "nauc_ndcg_at_10_std": -0.268614, + "nauc_ndcg_at_10_diff1": 0.868896, + "nauc_ndcg_at_20_max": 0.626128, + "nauc_ndcg_at_20_std": -0.263913, + "nauc_ndcg_at_20_diff1": 0.868571, + "nauc_ndcg_at_100_max": 0.621078, + "nauc_ndcg_at_100_std": -0.264281, + "nauc_ndcg_at_100_diff1": 0.867, + "nauc_ndcg_at_1000_max": 0.618501, + "nauc_ndcg_at_1000_std": -0.271976, + "nauc_ndcg_at_1000_diff1": 0.866816, + "nauc_map_at_1_max": 0.584662, + "nauc_map_at_1_std": -0.274588, + "nauc_map_at_1_diff1": 0.869023, + "nauc_map_at_3_max": 0.617008, + "nauc_map_at_3_std": -0.287017, + "nauc_map_at_3_diff1": 0.865449, + "nauc_map_at_5_max": 0.613927, + "nauc_map_at_5_std": -0.279988, + "nauc_map_at_5_diff1": 0.86659, + "nauc_map_at_10_max": 0.61381, + "nauc_map_at_10_std": -0.27711, + "nauc_map_at_10_diff1": 0.866621, + "nauc_map_at_20_max": 0.613008, + "nauc_map_at_20_std": -0.276114, + "nauc_map_at_20_diff1": 0.866463, + "nauc_map_at_100_max": 0.612313, + "nauc_map_at_100_std": -0.276437, + "nauc_map_at_100_diff1": 0.866263, + "nauc_map_at_1000_max": 0.612242, + "nauc_map_at_1000_std": -0.276654, + "nauc_map_at_1000_diff1": 0.866262, + "nauc_recall_at_1_max": 0.584662, + "nauc_recall_at_1_std": -0.274588, + "nauc_recall_at_1_diff1": 0.869023, + "nauc_recall_at_3_max": 0.722751, + "nauc_recall_at_3_std": -0.310948, + "nauc_recall_at_3_diff1": 0.870526, + "nauc_recall_at_5_max": 0.732404, + "nauc_recall_at_5_std": -0.251278, + "nauc_recall_at_5_diff1": 0.882953, + "nauc_recall_at_10_max": 0.792915, + "nauc_recall_at_10_std": -0.15785, + "nauc_recall_at_10_diff1": 0.898459, + "nauc_recall_at_20_max": 0.884903, + "nauc_recall_at_20_std": 0.059829, + "nauc_recall_at_20_diff1": 0.924226, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.855859, + "nauc_recall_at_100_diff1": 0.897876, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.584662, + "nauc_precision_at_1_std": -0.274588, + "nauc_precision_at_1_diff1": 0.869023, + "nauc_precision_at_3_max": 0.722751, + "nauc_precision_at_3_std": -0.310948, + "nauc_precision_at_3_diff1": 0.870526, + "nauc_precision_at_5_max": 0.732404, + "nauc_precision_at_5_std": -0.251278, + "nauc_precision_at_5_diff1": 0.882953, + "nauc_precision_at_10_max": 0.792915, + "nauc_precision_at_10_std": -0.15785, + "nauc_precision_at_10_diff1": 0.898459, + "nauc_precision_at_20_max": 0.884903, + "nauc_precision_at_20_std": 0.059829, + "nauc_precision_at_20_diff1": 0.924226, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.855859, + "nauc_precision_at_100_diff1": 0.897876, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.584662, + "nauc_mrr_at_1_std": -0.274588, + "nauc_mrr_at_1_diff1": 0.869023, + "nauc_mrr_at_3_max": 0.617008, + "nauc_mrr_at_3_std": -0.287017, + "nauc_mrr_at_3_diff1": 0.865449, + "nauc_mrr_at_5_max": 0.613927, + "nauc_mrr_at_5_std": -0.279988, + "nauc_mrr_at_5_diff1": 0.86659, + "nauc_mrr_at_10_max": 0.61381, + "nauc_mrr_at_10_std": -0.27711, + "nauc_mrr_at_10_diff1": 0.866621, + "nauc_mrr_at_20_max": 0.613008, + "nauc_mrr_at_20_std": -0.276114, + "nauc_mrr_at_20_diff1": 0.866463, + "nauc_mrr_at_100_max": 0.612313, + "nauc_mrr_at_100_std": -0.276437, + "nauc_mrr_at_100_diff1": 0.866263, + "nauc_mrr_at_1000_max": 0.612242, + "nauc_mrr_at_1000_std": -0.276654, + "nauc_mrr_at_1000_diff1": 0.866262, + "hit_rate_at_1": 0.83778, + "hit_rate_at_3": 0.93333, + "hit_rate_at_5": 0.95333, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.90825, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.68222, + "ndcg_at_3": 0.76155, + "ndcg_at_5": 0.77852, + "ndcg_at_10": 0.79157, + "ndcg_at_20": 0.79793, + "ndcg_at_100": 0.80836, + "ndcg_at_1000": 0.81113, + "map_at_1": 0.68222, + "map_at_3": 0.74278, + "map_at_5": 0.75222, + "map_at_10": 0.75747, + "map_at_20": 0.75916, + "map_at_100": 0.76066, + "map_at_1000": 0.76077, + "recall_at_1": 0.68222, + "recall_at_3": 0.81556, + "recall_at_5": 0.85667, + "recall_at_10": 0.89778, + "recall_at_20": 0.92333, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "accuracy": 0.68222, + "precision_at_1": 0.68222, + "precision_at_3": 0.27185, + "precision_at_5": 0.17133, + "precision_at_10": 0.08978, + "precision_at_20": 0.04617, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.682222, + "mrr_at_3": 0.742778, + "mrr_at_5": 0.752222, + "mrr_at_10": 0.757467, + "mrr_at_20": 0.759157, + "mrr_at_100": 0.76066, + "mrr_at_1000": 0.760772, + "nauc_ndcg_at_1_max": 0.741815, + "nauc_ndcg_at_1_std": 0.150125, + "nauc_ndcg_at_1_diff1": 0.837137, + "nauc_ndcg_at_3_max": 0.777472, + "nauc_ndcg_at_3_std": 0.216691, + "nauc_ndcg_at_3_diff1": 0.792712, + "nauc_ndcg_at_5_max": 0.774753, + "nauc_ndcg_at_5_std": 0.235975, + "nauc_ndcg_at_5_diff1": 0.78888, + "nauc_ndcg_at_10_max": 0.778427, + "nauc_ndcg_at_10_std": 0.24176, + "nauc_ndcg_at_10_diff1": 0.794937, + "nauc_ndcg_at_20_max": 0.778255, + "nauc_ndcg_at_20_std": 0.24351, + "nauc_ndcg_at_20_diff1": 0.798596, + "nauc_ndcg_at_100_max": 0.774684, + "nauc_ndcg_at_100_std": 0.228396, + "nauc_ndcg_at_100_diff1": 0.804345, + "nauc_ndcg_at_1000_max": 0.772125, + "nauc_ndcg_at_1000_std": 0.221104, + "nauc_ndcg_at_1000_diff1": 0.803756, + "nauc_map_at_1_max": 0.741815, + "nauc_map_at_1_std": 0.150125, + "nauc_map_at_1_diff1": 0.837137, + "nauc_map_at_3_max": 0.768323, + "nauc_map_at_3_std": 0.198163, + "nauc_map_at_3_diff1": 0.804752, + "nauc_map_at_5_max": 0.76657, + "nauc_map_at_5_std": 0.207014, + "nauc_map_at_5_diff1": 0.803379, + "nauc_map_at_10_max": 0.767681, + "nauc_map_at_10_std": 0.20797, + "nauc_map_at_10_diff1": 0.805868, + "nauc_map_at_20_max": 0.767476, + "nauc_map_at_20_std": 0.207778, + "nauc_map_at_20_diff1": 0.806824, + "nauc_map_at_100_max": 0.767055, + "nauc_map_at_100_std": 0.205994, + "nauc_map_at_100_diff1": 0.80763, + "nauc_map_at_1000_max": 0.766979, + "nauc_map_at_1000_std": 0.205781, + "nauc_map_at_1000_diff1": 0.807617, + "nauc_recall_at_1_max": 0.741815, + "nauc_recall_at_1_std": 0.150125, + "nauc_recall_at_1_diff1": 0.837137, + "nauc_recall_at_3_max": 0.8113, + "nauc_recall_at_3_std": 0.286064, + "nauc_recall_at_3_diff1": 0.747813, + "nauc_recall_at_5_max": 0.81085, + "nauc_recall_at_5_std": 0.372384, + "nauc_recall_at_5_diff1": 0.722115, + "nauc_recall_at_10_max": 0.844629, + "nauc_recall_at_10_std": 0.458566, + "nauc_recall_at_10_diff1": 0.732957, + "nauc_recall_at_20_max": 0.866588, + "nauc_recall_at_20_std": 0.553282, + "nauc_recall_at_20_diff1": 0.746187, + "nauc_recall_at_100_max": 0.932675, + "nauc_recall_at_100_std": 0.680992, + "nauc_recall_at_100_diff1": 0.841638, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.741815, + "nauc_precision_at_1_std": 0.150125, + "nauc_precision_at_1_diff1": 0.837137, + "nauc_precision_at_3_max": 0.8113, + "nauc_precision_at_3_std": 0.286064, + "nauc_precision_at_3_diff1": 0.747813, + "nauc_precision_at_5_max": 0.81085, + "nauc_precision_at_5_std": 0.372384, + "nauc_precision_at_5_diff1": 0.722115, + "nauc_precision_at_10_max": 0.844629, + "nauc_precision_at_10_std": 0.458566, + "nauc_precision_at_10_diff1": 0.732957, + "nauc_precision_at_20_max": 0.866588, + "nauc_precision_at_20_std": 0.553282, + "nauc_precision_at_20_diff1": 0.746187, + "nauc_precision_at_100_max": 0.932675, + "nauc_precision_at_100_std": 0.680992, + "nauc_precision_at_100_diff1": 0.841638, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.741815, + "nauc_mrr_at_1_std": 0.150125, + "nauc_mrr_at_1_diff1": 0.837137, + "nauc_mrr_at_3_max": 0.768323, + "nauc_mrr_at_3_std": 0.198163, + "nauc_mrr_at_3_diff1": 0.804752, + "nauc_mrr_at_5_max": 0.76657, + "nauc_mrr_at_5_std": 0.207014, + "nauc_mrr_at_5_diff1": 0.803379, + "nauc_mrr_at_10_max": 0.767681, + "nauc_mrr_at_10_std": 0.20797, + "nauc_mrr_at_10_diff1": 0.805868, + "nauc_mrr_at_20_max": 0.767476, + "nauc_mrr_at_20_std": 0.207778, + "nauc_mrr_at_20_diff1": 0.806824, + "nauc_mrr_at_100_max": 0.767055, + "nauc_mrr_at_100_std": 0.205994, + "nauc_mrr_at_100_diff1": 0.80763, + "nauc_mrr_at_1000_max": 0.766979, + "nauc_mrr_at_1000_std": 0.205781, + "nauc_mrr_at_1000_diff1": 0.807617, + "hit_rate_at_1": 0.68222, + "hit_rate_at_3": 0.81556, + "hit_rate_at_5": 0.85667, + "hit_rate_at_10": 0.89778, + "hit_rate_at_20": 0.92333, + "hit_rate_at_100": 0.97889, + "hit_rate_at_1000": 1.0, + "main_score": 0.79157, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "ndcg_at_1": 0.80534, + "ndcg_at_3": 0.86373, + "ndcg_at_5": 0.87153, + "ndcg_at_10": 0.87838, + "ndcg_at_20": 0.88428, + "ndcg_at_100": 0.88861, + "ndcg_at_1000": 0.88988, + "map_at_1": 0.80478, + "map_at_3": 0.84965, + "map_at_5": 0.85399, + "map_at_10": 0.85682, + "map_at_20": 0.85844, + "map_at_100": 0.85903, + "map_at_1000": 0.85909, + "recall_at_1": 0.80478, + "recall_at_3": 0.90378, + "recall_at_5": 0.92269, + "recall_at_10": 0.94383, + "recall_at_20": 0.96719, + "recall_at_100": 0.99055, + "recall_at_1000": 1.0, + "accuracy": 0.80478, + "precision_at_1": 0.80534, + "precision_at_3": 0.30145, + "precision_at_5": 0.18465, + "precision_at_10": 0.09444, + "precision_at_20": 0.04839, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.805339, + "mrr_at_3": 0.850204, + "mrr_at_5": 0.854542, + "mrr_at_10": 0.857373, + "mrr_at_20": 0.858993, + "mrr_at_100": 0.859587, + "mrr_at_1000": 0.859642, + "nauc_ndcg_at_1_max": 0.714542, + "nauc_ndcg_at_1_std": -0.034563, + "nauc_ndcg_at_1_diff1": 0.906053, + "nauc_ndcg_at_3_max": 0.752839, + "nauc_ndcg_at_3_std": -0.013357, + "nauc_ndcg_at_3_diff1": 0.887983, + "nauc_ndcg_at_5_max": 0.757257, + "nauc_ndcg_at_5_std": 0.004591, + "nauc_ndcg_at_5_diff1": 0.88953, + "nauc_ndcg_at_10_max": 0.75379, + "nauc_ndcg_at_10_std": 0.002852, + "nauc_ndcg_at_10_diff1": 0.890391, + "nauc_ndcg_at_20_max": 0.748301, + "nauc_ndcg_at_20_std": -0.003577, + "nauc_ndcg_at_20_diff1": 0.893018, + "nauc_ndcg_at_100_max": 0.746514, + "nauc_ndcg_at_100_std": -0.005562, + "nauc_ndcg_at_100_diff1": 0.89285, + "nauc_ndcg_at_1000_max": 0.746404, + "nauc_ndcg_at_1000_std": -0.007155, + "nauc_ndcg_at_1000_diff1": 0.893834, + "nauc_map_at_1_max": 0.713024, + "nauc_map_at_1_std": -0.032785, + "nauc_map_at_1_diff1": 0.903135, + "nauc_map_at_3_max": 0.74336, + "nauc_map_at_3_std": -0.017311, + "nauc_map_at_3_diff1": 0.892468, + "nauc_map_at_5_max": 0.745277, + "nauc_map_at_5_std": -0.008857, + "nauc_map_at_5_diff1": 0.893456, + "nauc_map_at_10_max": 0.7437, + "nauc_map_at_10_std": -0.009979, + "nauc_map_at_10_diff1": 0.89375, + "nauc_map_at_20_max": 0.742439, + "nauc_map_at_20_std": -0.011284, + "nauc_map_at_20_diff1": 0.894348, + "nauc_map_at_100_max": 0.742218, + "nauc_map_at_100_std": -0.011496, + "nauc_map_at_100_diff1": 0.894364, + "nauc_map_at_1000_max": 0.742203, + "nauc_map_at_1000_std": -0.01155, + "nauc_map_at_1000_diff1": 0.894387, + "nauc_recall_at_1_max": 0.713024, + "nauc_recall_at_1_std": -0.032785, + "nauc_recall_at_1_diff1": 0.903135, + "nauc_recall_at_3_max": 0.788476, + "nauc_recall_at_3_std": 0.00555, + "nauc_recall_at_3_diff1": 0.862913, + "nauc_recall_at_5_max": 0.814033, + "nauc_recall_at_5_std": 0.081639, + "nauc_recall_at_5_diff1": 0.862136, + "nauc_recall_at_10_max": 0.814439, + "nauc_recall_at_10_std": 0.102201, + "nauc_recall_at_10_diff1": 0.858485, + "nauc_recall_at_20_max": 0.781442, + "nauc_recall_at_20_std": 0.077826, + "nauc_recall_at_20_diff1": 0.871795, + "nauc_recall_at_100_max": 0.748967, + "nauc_recall_at_100_std": 0.127976, + "nauc_recall_at_100_diff1": 0.80419, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.714542, + "nauc_precision_at_1_std": -0.034563, + "nauc_precision_at_1_diff1": 0.906053, + "nauc_precision_at_3_max": 0.792349, + "nauc_precision_at_3_std": 0.002361, + "nauc_precision_at_3_diff1": 0.868927, + "nauc_precision_at_5_max": 0.819046, + "nauc_precision_at_5_std": 0.078216, + "nauc_precision_at_5_diff1": 0.869627, + "nauc_precision_at_10_max": 0.821361, + "nauc_precision_at_10_std": 0.097683, + "nauc_precision_at_10_diff1": 0.868786, + "nauc_precision_at_20_max": 0.792807, + "nauc_precision_at_20_std": 0.069616, + "nauc_precision_at_20_diff1": 0.889783, + "nauc_precision_at_100_max": 0.788137, + "nauc_precision_at_100_std": 0.101348, + "nauc_precision_at_100_diff1": 0.865174, + "nauc_precision_at_1000_max": -0.070315, + "nauc_precision_at_1000_std": -0.318687, + "nauc_precision_at_1000_diff1": 0.098682, + "nauc_mrr_at_1_max": 0.714542, + "nauc_mrr_at_1_std": -0.034563, + "nauc_mrr_at_1_diff1": 0.906053, + "nauc_mrr_at_3_max": 0.745396, + "nauc_mrr_at_3_std": -0.019522, + "nauc_mrr_at_3_diff1": 0.89615, + "nauc_mrr_at_5_max": 0.747384, + "nauc_mrr_at_5_std": -0.011108, + "nauc_mrr_at_5_diff1": 0.897256, + "nauc_mrr_at_10_max": 0.745845, + "nauc_mrr_at_10_std": -0.012281, + "nauc_mrr_at_10_diff1": 0.897631, + "nauc_mrr_at_20_max": 0.744605, + "nauc_mrr_at_20_std": -0.013619, + "nauc_mrr_at_20_diff1": 0.898277, + "nauc_mrr_at_100_max": 0.744393, + "nauc_mrr_at_100_std": -0.013841, + "nauc_mrr_at_100_diff1": 0.898311, + "nauc_mrr_at_1000_max": 0.744368, + "nauc_mrr_at_1000_std": -0.013886, + "nauc_mrr_at_1000_diff1": 0.898316, + "hit_rate_at_1": 0.80534, + "hit_rate_at_3": 0.90434, + "hit_rate_at_5": 0.92325, + "hit_rate_at_10": 0.94438, + "hit_rate_at_20": 0.96774, + "hit_rate_at_100": 0.9911, + "hit_rate_at_1000": 1.0, + "main_score": 0.87838, + "hf_subset": "mar_Deva-mar_Deva", + "languages": [ + "mar-Deva", + "mar-Deva" + ] + }, + { + "ndcg_at_1": 0.87111, + "ndcg_at_3": 0.92037, + "ndcg_at_5": 0.92391, + "ndcg_at_10": 0.92716, + "ndcg_at_20": 0.93027, + "ndcg_at_100": 0.93264, + "ndcg_at_1000": 0.93307, + "map_at_1": 0.87111, + "map_at_3": 0.90889, + "map_at_5": 0.91078, + "map_at_10": 0.91213, + "map_at_20": 0.913, + "map_at_100": 0.91337, + "map_at_1000": 0.91338, + "recall_at_1": 0.87111, + "recall_at_3": 0.95333, + "recall_at_5": 0.96222, + "recall_at_10": 0.97222, + "recall_at_20": 0.98444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.87111, + "precision_at_1": 0.87111, + "precision_at_3": 0.31778, + "precision_at_5": 0.19244, + "precision_at_10": 0.09722, + "precision_at_20": 0.04922, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.871111, + "mrr_at_3": 0.908889, + "mrr_at_5": 0.910778, + "mrr_at_10": 0.912132, + "mrr_at_20": 0.913003, + "mrr_at_100": 0.913365, + "mrr_at_1000": 0.913382, + "nauc_ndcg_at_1_max": 0.590219, + "nauc_ndcg_at_1_std": -0.41593, + "nauc_ndcg_at_1_diff1": 0.874328, + "nauc_ndcg_at_3_max": 0.655813, + "nauc_ndcg_at_3_std": -0.408687, + "nauc_ndcg_at_3_diff1": 0.859049, + "nauc_ndcg_at_5_max": 0.650985, + "nauc_ndcg_at_5_std": -0.388833, + "nauc_ndcg_at_5_diff1": 0.859063, + "nauc_ndcg_at_10_max": 0.645939, + "nauc_ndcg_at_10_std": -0.389235, + "nauc_ndcg_at_10_diff1": 0.856836, + "nauc_ndcg_at_20_max": 0.641613, + "nauc_ndcg_at_20_std": -0.386046, + "nauc_ndcg_at_20_diff1": 0.861638, + "nauc_ndcg_at_100_max": 0.638669, + "nauc_ndcg_at_100_std": -0.385221, + "nauc_ndcg_at_100_diff1": 0.86302, + "nauc_ndcg_at_1000_max": 0.636312, + "nauc_ndcg_at_1000_std": -0.39344, + "nauc_ndcg_at_1000_diff1": 0.862722, + "nauc_map_at_1_max": 0.590219, + "nauc_map_at_1_std": -0.41593, + "nauc_map_at_1_diff1": 0.874328, + "nauc_map_at_3_max": 0.636404, + "nauc_map_at_3_std": -0.411234, + "nauc_map_at_3_diff1": 0.863533, + "nauc_map_at_5_max": 0.633878, + "nauc_map_at_5_std": -0.401583, + "nauc_map_at_5_diff1": 0.863681, + "nauc_map_at_10_max": 0.632032, + "nauc_map_at_10_std": -0.400796, + "nauc_map_at_10_diff1": 0.863008, + "nauc_map_at_20_max": 0.630815, + "nauc_map_at_20_std": -0.400016, + "nauc_map_at_20_diff1": 0.864119, + "nauc_map_at_100_max": 0.630303, + "nauc_map_at_100_std": -0.400324, + "nauc_map_at_100_diff1": 0.864255, + "nauc_map_at_1000_max": 0.63023, + "nauc_map_at_1000_std": -0.400586, + "nauc_map_at_1000_diff1": 0.864249, + "nauc_recall_at_1_max": 0.590219, + "nauc_recall_at_1_std": -0.41593, + "nauc_recall_at_1_diff1": 0.874328, + "nauc_recall_at_3_max": 0.760715, + "nauc_recall_at_3_std": -0.394558, + "nauc_recall_at_3_diff1": 0.834845, + "nauc_recall_at_5_max": 0.760436, + "nauc_recall_at_5_std": -0.298621, + "nauc_recall_at_5_diff1": 0.828802, + "nauc_recall_at_10_max": 0.75718, + "nauc_recall_at_10_std": -0.287824, + "nauc_recall_at_10_diff1": 0.799851, + "nauc_recall_at_20_max": 0.77411, + "nauc_recall_at_20_std": -0.161765, + "nauc_recall_at_20_diff1": 0.838969, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.863834, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.590219, + "nauc_precision_at_1_std": -0.41593, + "nauc_precision_at_1_diff1": 0.874328, + "nauc_precision_at_3_max": 0.760715, + "nauc_precision_at_3_std": -0.394558, + "nauc_precision_at_3_diff1": 0.834845, + "nauc_precision_at_5_max": 0.760436, + "nauc_precision_at_5_std": -0.298621, + "nauc_precision_at_5_diff1": 0.828802, + "nauc_precision_at_10_max": 0.75718, + "nauc_precision_at_10_std": -0.287824, + "nauc_precision_at_10_diff1": 0.799851, + "nauc_precision_at_20_max": 0.77411, + "nauc_precision_at_20_std": -0.161765, + "nauc_precision_at_20_diff1": 0.838969, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.863834, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.590219, + "nauc_mrr_at_1_std": -0.41593, + "nauc_mrr_at_1_diff1": 0.874328, + "nauc_mrr_at_3_max": 0.636404, + "nauc_mrr_at_3_std": -0.411234, + "nauc_mrr_at_3_diff1": 0.863533, + "nauc_mrr_at_5_max": 0.633878, + "nauc_mrr_at_5_std": -0.401583, + "nauc_mrr_at_5_diff1": 0.863681, + "nauc_mrr_at_10_max": 0.632032, + "nauc_mrr_at_10_std": -0.400796, + "nauc_mrr_at_10_diff1": 0.863008, + "nauc_mrr_at_20_max": 0.630815, + "nauc_mrr_at_20_std": -0.400016, + "nauc_mrr_at_20_diff1": 0.864119, + "nauc_mrr_at_100_max": 0.630303, + "nauc_mrr_at_100_std": -0.400324, + "nauc_mrr_at_100_diff1": 0.864255, + "nauc_mrr_at_1000_max": 0.63023, + "nauc_mrr_at_1000_std": -0.400586, + "nauc_mrr_at_1000_diff1": 0.864249, + "hit_rate_at_1": 0.87111, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.96222, + "hit_rate_at_10": 0.97222, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92716, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.75973, + "ndcg_at_3": 0.82485, + "ndcg_at_5": 0.83892, + "ndcg_at_10": 0.84776, + "ndcg_at_20": 0.85338, + "ndcg_at_100": 0.85994, + "ndcg_at_1000": 0.86151, + "map_at_1": 0.75918, + "map_at_3": 0.80923, + "map_at_5": 0.81696, + "map_at_10": 0.82053, + "map_at_20": 0.82206, + "map_at_100": 0.82303, + "map_at_1000": 0.8231, + "recall_at_1": 0.75918, + "recall_at_3": 0.8693, + "recall_at_5": 0.90378, + "recall_at_10": 0.93159, + "recall_at_20": 0.95384, + "recall_at_100": 0.98832, + "recall_at_1000": 1.0, + "accuracy": 0.75918, + "precision_at_1": 0.75973, + "precision_at_3": 0.28995, + "precision_at_5": 0.18087, + "precision_at_10": 0.09321, + "precision_at_20": 0.04772, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.759733, + "mrr_at_3": 0.809789, + "mrr_at_5": 0.817519, + "mrr_at_10": 0.821081, + "mrr_at_20": 0.822616, + "mrr_at_100": 0.823587, + "mrr_at_1000": 0.823655, + "nauc_ndcg_at_1_max": 0.708491, + "nauc_ndcg_at_1_std": 0.050241, + "nauc_ndcg_at_1_diff1": 0.869003, + "nauc_ndcg_at_3_max": 0.762172, + "nauc_ndcg_at_3_std": 0.125945, + "nauc_ndcg_at_3_diff1": 0.833921, + "nauc_ndcg_at_5_max": 0.75568, + "nauc_ndcg_at_5_std": 0.124462, + "nauc_ndcg_at_5_diff1": 0.83424, + "nauc_ndcg_at_10_max": 0.760194, + "nauc_ndcg_at_10_std": 0.135542, + "nauc_ndcg_at_10_diff1": 0.839518, + "nauc_ndcg_at_20_max": 0.758106, + "nauc_ndcg_at_20_std": 0.137174, + "nauc_ndcg_at_20_diff1": 0.842303, + "nauc_ndcg_at_100_max": 0.751738, + "nauc_ndcg_at_100_std": 0.125661, + "nauc_ndcg_at_100_diff1": 0.841644, + "nauc_ndcg_at_1000_max": 0.750878, + "nauc_ndcg_at_1000_std": 0.117817, + "nauc_ndcg_at_1000_diff1": 0.843519, + "nauc_map_at_1_max": 0.705729, + "nauc_map_at_1_std": 0.050462, + "nauc_map_at_1_diff1": 0.865943, + "nauc_map_at_3_max": 0.747315, + "nauc_map_at_3_std": 0.105002, + "nauc_map_at_3_diff1": 0.842028, + "nauc_map_at_5_max": 0.743708, + "nauc_map_at_5_std": 0.103772, + "nauc_map_at_5_diff1": 0.842465, + "nauc_map_at_10_max": 0.745379, + "nauc_map_at_10_std": 0.107305, + "nauc_map_at_10_diff1": 0.844528, + "nauc_map_at_20_max": 0.744758, + "nauc_map_at_20_std": 0.107445, + "nauc_map_at_20_diff1": 0.84523, + "nauc_map_at_100_max": 0.743947, + "nauc_map_at_100_std": 0.105687, + "nauc_map_at_100_diff1": 0.845161, + "nauc_map_at_1000_max": 0.743926, + "nauc_map_at_1000_std": 0.105408, + "nauc_map_at_1000_diff1": 0.845238, + "nauc_recall_at_1_max": 0.705729, + "nauc_recall_at_1_std": 0.050462, + "nauc_recall_at_1_diff1": 0.865943, + "nauc_recall_at_3_max": 0.815543, + "nauc_recall_at_3_std": 0.209065, + "nauc_recall_at_3_diff1": 0.796926, + "nauc_recall_at_5_max": 0.805709, + "nauc_recall_at_5_std": 0.227126, + "nauc_recall_at_5_diff1": 0.786143, + "nauc_recall_at_10_max": 0.850767, + "nauc_recall_at_10_std": 0.339265, + "nauc_recall_at_10_diff1": 0.800157, + "nauc_recall_at_20_max": 0.870276, + "nauc_recall_at_20_std": 0.455683, + "nauc_recall_at_20_diff1": 0.813112, + "nauc_recall_at_100_max": 0.827043, + "nauc_recall_at_100_std": 0.770974, + "nauc_recall_at_100_diff1": 0.689173, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.708491, + "nauc_precision_at_1_std": 0.050241, + "nauc_precision_at_1_diff1": 0.869003, + "nauc_precision_at_3_max": 0.821149, + "nauc_precision_at_3_std": 0.209327, + "nauc_precision_at_3_diff1": 0.80246, + "nauc_precision_at_5_max": 0.813668, + "nauc_precision_at_5_std": 0.227736, + "nauc_precision_at_5_diff1": 0.793988, + "nauc_precision_at_10_max": 0.862357, + "nauc_precision_at_10_std": 0.341044, + "nauc_precision_at_10_diff1": 0.811333, + "nauc_precision_at_20_max": 0.887758, + "nauc_precision_at_20_std": 0.459749, + "nauc_precision_at_20_diff1": 0.829897, + "nauc_precision_at_100_max": 0.896559, + "nauc_precision_at_100_std": 0.803411, + "nauc_precision_at_100_diff1": 0.751795, + "nauc_precision_at_1000_max": 0.324012, + "nauc_precision_at_1000_std": -0.070315, + "nauc_precision_at_1000_diff1": 0.324012, + "nauc_mrr_at_1_max": 0.708491, + "nauc_mrr_at_1_std": 0.050241, + "nauc_mrr_at_1_diff1": 0.869003, + "nauc_mrr_at_3_max": 0.75081, + "nauc_mrr_at_3_std": 0.104855, + "nauc_mrr_at_3_diff1": 0.84574, + "nauc_mrr_at_5_max": 0.747336, + "nauc_mrr_at_5_std": 0.103616, + "nauc_mrr_at_5_diff1": 0.846329, + "nauc_mrr_at_10_max": 0.74909, + "nauc_mrr_at_10_std": 0.107154, + "nauc_mrr_at_10_diff1": 0.84848, + "nauc_mrr_at_20_max": 0.748503, + "nauc_mrr_at_20_std": 0.107293, + "nauc_mrr_at_20_diff1": 0.849222, + "nauc_mrr_at_100_max": 0.747712, + "nauc_mrr_at_100_std": 0.10553, + "nauc_mrr_at_100_diff1": 0.849175, + "nauc_mrr_at_1000_max": 0.747666, + "nauc_mrr_at_1000_std": 0.105251, + "nauc_mrr_at_1000_diff1": 0.849227, + "hit_rate_at_1": 0.75973, + "hit_rate_at_3": 0.86986, + "hit_rate_at_5": 0.90434, + "hit_rate_at_10": 0.93215, + "hit_rate_at_20": 0.95439, + "hit_rate_at_100": 0.98888, + "hit_rate_at_1000": 1.0, + "main_score": 0.84776, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "ndcg_at_1": 0.85222, + "ndcg_at_3": 0.89645, + "ndcg_at_5": 0.90606, + "ndcg_at_10": 0.91209, + "ndcg_at_20": 0.91581, + "ndcg_at_100": 0.91815, + "ndcg_at_1000": 0.91871, + "map_at_1": 0.85222, + "map_at_3": 0.8863, + "map_at_5": 0.89163, + "map_at_10": 0.89406, + "map_at_20": 0.89512, + "map_at_100": 0.8954, + "map_at_1000": 0.89542, + "recall_at_1": 0.85222, + "recall_at_3": 0.92556, + "recall_at_5": 0.94889, + "recall_at_10": 0.96778, + "recall_at_20": 0.98222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.85222, + "precision_at_1": 0.85222, + "precision_at_3": 0.30852, + "precision_at_5": 0.18978, + "precision_at_10": 0.09678, + "precision_at_20": 0.04911, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.852222, + "mrr_at_3": 0.886296, + "mrr_at_5": 0.89163, + "mrr_at_10": 0.894064, + "mrr_at_20": 0.895123, + "mrr_at_100": 0.8954, + "mrr_at_1000": 0.895419, + "nauc_ndcg_at_1_max": 0.698482, + "nauc_ndcg_at_1_std": -0.075185, + "nauc_ndcg_at_1_diff1": 0.905265, + "nauc_ndcg_at_3_max": 0.759026, + "nauc_ndcg_at_3_std": -0.011303, + "nauc_ndcg_at_3_diff1": 0.892767, + "nauc_ndcg_at_5_max": 0.752168, + "nauc_ndcg_at_5_std": 0.01104, + "nauc_ndcg_at_5_diff1": 0.891241, + "nauc_ndcg_at_10_max": 0.751741, + "nauc_ndcg_at_10_std": 0.020184, + "nauc_ndcg_at_10_diff1": 0.890858, + "nauc_ndcg_at_20_max": 0.746163, + "nauc_ndcg_at_20_std": -0.002292, + "nauc_ndcg_at_20_diff1": 0.895712, + "nauc_ndcg_at_100_max": 0.742236, + "nauc_ndcg_at_100_std": -0.007142, + "nauc_ndcg_at_100_diff1": 0.895552, + "nauc_ndcg_at_1000_max": 0.740857, + "nauc_ndcg_at_1000_std": -0.014192, + "nauc_ndcg_at_1000_diff1": 0.895246, + "nauc_map_at_1_max": 0.698482, + "nauc_map_at_1_std": -0.075185, + "nauc_map_at_1_diff1": 0.905265, + "nauc_map_at_3_max": 0.742022, + "nauc_map_at_3_std": -0.031072, + "nauc_map_at_3_diff1": 0.89568, + "nauc_map_at_5_max": 0.737869, + "nauc_map_at_5_std": -0.021036, + "nauc_map_at_5_diff1": 0.895167, + "nauc_map_at_10_max": 0.737287, + "nauc_map_at_10_std": -0.020377, + "nauc_map_at_10_diff1": 0.895294, + "nauc_map_at_20_max": 0.735785, + "nauc_map_at_20_std": -0.025649, + "nauc_map_at_20_diff1": 0.896286, + "nauc_map_at_100_max": 0.735328, + "nauc_map_at_100_std": -0.026446, + "nauc_map_at_100_diff1": 0.896254, + "nauc_map_at_1000_max": 0.735286, + "nauc_map_at_1000_std": -0.026636, + "nauc_map_at_1000_diff1": 0.896242, + "nauc_recall_at_1_max": 0.698482, + "nauc_recall_at_1_std": -0.075185, + "nauc_recall_at_1_diff1": 0.905265, + "nauc_recall_at_3_max": 0.830881, + "nauc_recall_at_3_std": 0.07347, + "nauc_recall_at_3_diff1": 0.880862, + "nauc_recall_at_5_max": 0.833648, + "nauc_recall_at_5_std": 0.207344, + "nauc_recall_at_5_diff1": 0.868134, + "nauc_recall_at_10_max": 0.879777, + "nauc_recall_at_10_std": 0.427525, + "nauc_recall_at_10_diff1": 0.848691, + "nauc_recall_at_20_max": 0.886963, + "nauc_recall_at_20_std": 0.343662, + "nauc_recall_at_20_diff1": 0.908088, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.698482, + "nauc_precision_at_1_std": -0.075185, + "nauc_precision_at_1_diff1": 0.905265, + "nauc_precision_at_3_max": 0.830881, + "nauc_precision_at_3_std": 0.07347, + "nauc_precision_at_3_diff1": 0.880862, + "nauc_precision_at_5_max": 0.833648, + "nauc_precision_at_5_std": 0.207344, + "nauc_precision_at_5_diff1": 0.868134, + "nauc_precision_at_10_max": 0.879777, + "nauc_precision_at_10_std": 0.427525, + "nauc_precision_at_10_diff1": 0.848691, + "nauc_precision_at_20_max": 0.886963, + "nauc_precision_at_20_std": 0.343662, + "nauc_precision_at_20_diff1": 0.908088, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.698482, + "nauc_mrr_at_1_std": -0.075185, + "nauc_mrr_at_1_diff1": 0.905265, + "nauc_mrr_at_3_max": 0.742022, + "nauc_mrr_at_3_std": -0.031072, + "nauc_mrr_at_3_diff1": 0.89568, + "nauc_mrr_at_5_max": 0.737869, + "nauc_mrr_at_5_std": -0.021036, + "nauc_mrr_at_5_diff1": 0.895167, + "nauc_mrr_at_10_max": 0.737287, + "nauc_mrr_at_10_std": -0.020377, + "nauc_mrr_at_10_diff1": 0.895294, + "nauc_mrr_at_20_max": 0.735785, + "nauc_mrr_at_20_std": -0.025649, + "nauc_mrr_at_20_diff1": 0.896286, + "nauc_mrr_at_100_max": 0.735328, + "nauc_mrr_at_100_std": -0.026446, + "nauc_mrr_at_100_diff1": 0.896254, + "nauc_mrr_at_1000_max": 0.735286, + "nauc_mrr_at_1000_std": -0.026636, + "nauc_mrr_at_1000_diff1": 0.896242, + "hit_rate_at_1": 0.85222, + "hit_rate_at_3": 0.92556, + "hit_rate_at_5": 0.94889, + "hit_rate_at_10": 0.96778, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.91209, + "hf_subset": "mkd_Cyrl-mkd_Cyrl", + "languages": [ + "mkd-Cyrl", + "mkd-Cyrl" + ] + }, + { + "ndcg_at_1": 0.89333, + "ndcg_at_3": 0.92553, + "ndcg_at_5": 0.93461, + "ndcg_at_10": 0.93967, + "ndcg_at_20": 0.94172, + "ndcg_at_100": 0.94235, + "ndcg_at_1000": 0.94291, + "map_at_1": 0.89333, + "map_at_3": 0.91815, + "map_at_5": 0.92315, + "map_at_10": 0.92525, + "map_at_20": 0.92586, + "map_at_100": 0.92594, + "map_at_1000": 0.92596, + "recall_at_1": 0.89333, + "recall_at_3": 0.94667, + "recall_at_5": 0.96889, + "recall_at_10": 0.98444, + "recall_at_20": 0.99222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.89333, + "precision_at_1": 0.89333, + "precision_at_3": 0.31556, + "precision_at_5": 0.19378, + "precision_at_10": 0.09844, + "precision_at_20": 0.04961, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.893333, + "mrr_at_3": 0.918148, + "mrr_at_5": 0.923148, + "mrr_at_10": 0.925246, + "mrr_at_20": 0.925859, + "mrr_at_100": 0.925944, + "mrr_at_1000": 0.925963, + "nauc_ndcg_at_1_max": 0.641994, + "nauc_ndcg_at_1_std": -0.423247, + "nauc_ndcg_at_1_diff1": 0.894049, + "nauc_ndcg_at_3_max": 0.670035, + "nauc_ndcg_at_3_std": -0.447854, + "nauc_ndcg_at_3_diff1": 0.890045, + "nauc_ndcg_at_5_max": 0.678936, + "nauc_ndcg_at_5_std": -0.383401, + "nauc_ndcg_at_5_diff1": 0.890035, + "nauc_ndcg_at_10_max": 0.670448, + "nauc_ndcg_at_10_std": -0.407758, + "nauc_ndcg_at_10_diff1": 0.891469, + "nauc_ndcg_at_20_max": 0.66579, + "nauc_ndcg_at_20_std": -0.410991, + "nauc_ndcg_at_20_diff1": 0.891281, + "nauc_ndcg_at_100_max": 0.668733, + "nauc_ndcg_at_100_std": -0.398655, + "nauc_ndcg_at_100_diff1": 0.891581, + "nauc_ndcg_at_1000_max": 0.665479, + "nauc_ndcg_at_1000_std": -0.411801, + "nauc_ndcg_at_1000_diff1": 0.891166, + "nauc_map_at_1_max": 0.641994, + "nauc_map_at_1_std": -0.423247, + "nauc_map_at_1_diff1": 0.894049, + "nauc_map_at_3_max": 0.662792, + "nauc_map_at_3_std": -0.441611, + "nauc_map_at_3_diff1": 0.89076, + "nauc_map_at_5_max": 0.666232, + "nauc_map_at_5_std": -0.410476, + "nauc_map_at_5_diff1": 0.890757, + "nauc_map_at_10_max": 0.662788, + "nauc_map_at_10_std": -0.420131, + "nauc_map_at_10_diff1": 0.891115, + "nauc_map_at_20_max": 0.661537, + "nauc_map_at_20_std": -0.421162, + "nauc_map_at_20_diff1": 0.891103, + "nauc_map_at_100_max": 0.661843, + "nauc_map_at_100_std": -0.419874, + "nauc_map_at_100_diff1": 0.891134, + "nauc_map_at_1000_max": 0.661756, + "nauc_map_at_1000_std": -0.420228, + "nauc_map_at_1000_diff1": 0.891124, + "nauc_recall_at_1_max": 0.641994, + "nauc_recall_at_1_std": -0.423247, + "nauc_recall_at_1_diff1": 0.894049, + "nauc_recall_at_3_max": 0.700971, + "nauc_recall_at_3_std": -0.47443, + "nauc_recall_at_3_diff1": 0.887235, + "nauc_recall_at_5_max": 0.771225, + "nauc_recall_at_5_std": -0.168918, + "nauc_recall_at_5_diff1": 0.885638, + "nauc_recall_at_10_max": 0.768141, + "nauc_recall_at_10_std": -0.227591, + "nauc_recall_at_10_diff1": 0.901627, + "nauc_recall_at_20_max": 0.740963, + "nauc_recall_at_20_std": -0.127584, + "nauc_recall_at_20_diff1": 0.904295, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.641994, + "nauc_precision_at_1_std": -0.423247, + "nauc_precision_at_1_diff1": 0.894049, + "nauc_precision_at_3_max": 0.700971, + "nauc_precision_at_3_std": -0.47443, + "nauc_precision_at_3_diff1": 0.887235, + "nauc_precision_at_5_max": 0.771225, + "nauc_precision_at_5_std": -0.168918, + "nauc_precision_at_5_diff1": 0.885638, + "nauc_precision_at_10_max": 0.768141, + "nauc_precision_at_10_std": -0.227591, + "nauc_precision_at_10_diff1": 0.901627, + "nauc_precision_at_20_max": 0.740963, + "nauc_precision_at_20_std": -0.127584, + "nauc_precision_at_20_diff1": 0.904295, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.641994, + "nauc_mrr_at_1_std": -0.423247, + "nauc_mrr_at_1_diff1": 0.894049, + "nauc_mrr_at_3_max": 0.662792, + "nauc_mrr_at_3_std": -0.441611, + "nauc_mrr_at_3_diff1": 0.89076, + "nauc_mrr_at_5_max": 0.666232, + "nauc_mrr_at_5_std": -0.410476, + "nauc_mrr_at_5_diff1": 0.890757, + "nauc_mrr_at_10_max": 0.662788, + "nauc_mrr_at_10_std": -0.420131, + "nauc_mrr_at_10_diff1": 0.891115, + "nauc_mrr_at_20_max": 0.661537, + "nauc_mrr_at_20_std": -0.421162, + "nauc_mrr_at_20_diff1": 0.891103, + "nauc_mrr_at_100_max": 0.661843, + "nauc_mrr_at_100_std": -0.419874, + "nauc_mrr_at_100_diff1": 0.891134, + "nauc_mrr_at_1000_max": 0.661756, + "nauc_mrr_at_1000_std": -0.420228, + "nauc_mrr_at_1000_diff1": 0.891124, + "hit_rate_at_1": 0.89333, + "hit_rate_at_3": 0.94667, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.93967, + "hf_subset": "mkd_Cyrl-eng_Latn", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83, + "ndcg_at_3": 0.8752, + "ndcg_at_5": 0.88662, + "ndcg_at_10": 0.89437, + "ndcg_at_20": 0.89715, + "ndcg_at_100": 0.90178, + "ndcg_at_1000": 0.90279, + "map_at_1": 0.83, + "map_at_3": 0.86463, + "map_at_5": 0.87096, + "map_at_10": 0.87428, + "map_at_20": 0.87503, + "map_at_100": 0.87569, + "map_at_1000": 0.87573, + "recall_at_1": 0.83, + "recall_at_3": 0.90556, + "recall_at_5": 0.93333, + "recall_at_10": 0.95667, + "recall_at_20": 0.96778, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "accuracy": 0.83, + "precision_at_1": 0.83, + "precision_at_3": 0.30185, + "precision_at_5": 0.18667, + "precision_at_10": 0.09567, + "precision_at_20": 0.04839, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.83, + "mrr_at_3": 0.86463, + "mrr_at_5": 0.870963, + "mrr_at_10": 0.874276, + "mrr_at_20": 0.875027, + "mrr_at_100": 0.875693, + "mrr_at_1000": 0.875734, + "nauc_ndcg_at_1_max": 0.80667, + "nauc_ndcg_at_1_std": 0.029456, + "nauc_ndcg_at_1_diff1": 0.886019, + "nauc_ndcg_at_3_max": 0.835344, + "nauc_ndcg_at_3_std": 0.109496, + "nauc_ndcg_at_3_diff1": 0.877361, + "nauc_ndcg_at_5_max": 0.840508, + "nauc_ndcg_at_5_std": 0.106344, + "nauc_ndcg_at_5_diff1": 0.882839, + "nauc_ndcg_at_10_max": 0.841715, + "nauc_ndcg_at_10_std": 0.111297, + "nauc_ndcg_at_10_diff1": 0.882031, + "nauc_ndcg_at_20_max": 0.838944, + "nauc_ndcg_at_20_std": 0.103408, + "nauc_ndcg_at_20_diff1": 0.882538, + "nauc_ndcg_at_100_max": 0.8343, + "nauc_ndcg_at_100_std": 0.100165, + "nauc_ndcg_at_100_diff1": 0.883099, + "nauc_ndcg_at_1000_max": 0.832737, + "nauc_ndcg_at_1000_std": 0.093798, + "nauc_ndcg_at_1000_diff1": 0.882439, + "nauc_map_at_1_max": 0.80667, + "nauc_map_at_1_std": 0.029456, + "nauc_map_at_1_diff1": 0.886019, + "nauc_map_at_3_max": 0.826927, + "nauc_map_at_3_std": 0.085, + "nauc_map_at_3_diff1": 0.879709, + "nauc_map_at_5_max": 0.829109, + "nauc_map_at_5_std": 0.082403, + "nauc_map_at_5_diff1": 0.882442, + "nauc_map_at_10_max": 0.829263, + "nauc_map_at_10_std": 0.083791, + "nauc_map_at_10_diff1": 0.882122, + "nauc_map_at_20_max": 0.828507, + "nauc_map_at_20_std": 0.08147, + "nauc_map_at_20_diff1": 0.882194, + "nauc_map_at_100_max": 0.827953, + "nauc_map_at_100_std": 0.081355, + "nauc_map_at_100_diff1": 0.882302, + "nauc_map_at_1000_max": 0.827905, + "nauc_map_at_1000_std": 0.081197, + "nauc_map_at_1000_diff1": 0.882281, + "nauc_recall_at_1_max": 0.80667, + "nauc_recall_at_1_std": 0.029456, + "nauc_recall_at_1_diff1": 0.886019, + "nauc_recall_at_3_max": 0.868847, + "nauc_recall_at_3_std": 0.20758, + "nauc_recall_at_3_diff1": 0.868128, + "nauc_recall_at_5_max": 0.902856, + "nauc_recall_at_5_std": 0.234314, + "nauc_recall_at_5_diff1": 0.886749, + "nauc_recall_at_10_max": 0.944456, + "nauc_recall_at_10_std": 0.334435, + "nauc_recall_at_10_diff1": 0.883287, + "nauc_recall_at_20_max": 0.947439, + "nauc_recall_at_20_std": 0.325429, + "nauc_recall_at_20_diff1": 0.891094, + "nauc_recall_at_100_max": 0.981326, + "nauc_recall_at_100_std": 0.722289, + "nauc_recall_at_100_diff1": 0.943978, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.80667, + "nauc_precision_at_1_std": 0.029456, + "nauc_precision_at_1_diff1": 0.886019, + "nauc_precision_at_3_max": 0.868847, + "nauc_precision_at_3_std": 0.20758, + "nauc_precision_at_3_diff1": 0.868128, + "nauc_precision_at_5_max": 0.902856, + "nauc_precision_at_5_std": 0.234314, + "nauc_precision_at_5_diff1": 0.886749, + "nauc_precision_at_10_max": 0.944456, + "nauc_precision_at_10_std": 0.334435, + "nauc_precision_at_10_diff1": 0.883287, + "nauc_precision_at_20_max": 0.947439, + "nauc_precision_at_20_std": 0.325429, + "nauc_precision_at_20_diff1": 0.891094, + "nauc_precision_at_100_max": 0.981326, + "nauc_precision_at_100_std": 0.722289, + "nauc_precision_at_100_diff1": 0.943978, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.80667, + "nauc_mrr_at_1_std": 0.029456, + "nauc_mrr_at_1_diff1": 0.886019, + "nauc_mrr_at_3_max": 0.826927, + "nauc_mrr_at_3_std": 0.085, + "nauc_mrr_at_3_diff1": 0.879709, + "nauc_mrr_at_5_max": 0.829109, + "nauc_mrr_at_5_std": 0.082403, + "nauc_mrr_at_5_diff1": 0.882442, + "nauc_mrr_at_10_max": 0.829263, + "nauc_mrr_at_10_std": 0.083791, + "nauc_mrr_at_10_diff1": 0.882122, + "nauc_mrr_at_20_max": 0.828507, + "nauc_mrr_at_20_std": 0.08147, + "nauc_mrr_at_20_diff1": 0.882194, + "nauc_mrr_at_100_max": 0.827953, + "nauc_mrr_at_100_std": 0.081355, + "nauc_mrr_at_100_diff1": 0.882302, + "nauc_mrr_at_1000_max": 0.827905, + "nauc_mrr_at_1000_std": 0.081197, + "nauc_mrr_at_1000_diff1": 0.882281, + "hit_rate_at_1": 0.83, + "hit_rate_at_3": 0.90556, + "hit_rate_at_5": 0.93333, + "hit_rate_at_10": 0.95667, + "hit_rate_at_20": 0.96778, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.89437, + "hf_subset": "eng_Latn-mkd_Cyrl", + "languages": [ + "eng-Latn", + "mkd-Cyrl" + ] + }, + { + "ndcg_at_1": 0.71222, + "ndcg_at_3": 0.78106, + "ndcg_at_5": 0.79382, + "ndcg_at_10": 0.80488, + "ndcg_at_20": 0.81218, + "ndcg_at_100": 0.82048, + "ndcg_at_1000": 0.82503, + "map_at_1": 0.71222, + "map_at_3": 0.76481, + "map_at_5": 0.77187, + "map_at_10": 0.77639, + "map_at_20": 0.77839, + "map_at_100": 0.77965, + "map_at_1000": 0.77984, + "recall_at_1": 0.71222, + "recall_at_3": 0.82778, + "recall_at_5": 0.85889, + "recall_at_10": 0.89333, + "recall_at_20": 0.92222, + "recall_at_100": 0.96556, + "recall_at_1000": 1.0, + "accuracy": 0.71222, + "precision_at_1": 0.71222, + "precision_at_3": 0.27593, + "precision_at_5": 0.17178, + "precision_at_10": 0.08933, + "precision_at_20": 0.04611, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "mrr_at_1": 0.712222, + "mrr_at_3": 0.764815, + "mrr_at_5": 0.77187, + "mrr_at_10": 0.776392, + "mrr_at_20": 0.778395, + "mrr_at_100": 0.779648, + "mrr_at_1000": 0.77984, + "nauc_ndcg_at_1_max": 0.748162, + "nauc_ndcg_at_1_std": -0.00521, + "nauc_ndcg_at_1_diff1": 0.879939, + "nauc_ndcg_at_3_max": 0.754832, + "nauc_ndcg_at_3_std": 0.020567, + "nauc_ndcg_at_3_diff1": 0.845058, + "nauc_ndcg_at_5_max": 0.759132, + "nauc_ndcg_at_5_std": 0.026114, + "nauc_ndcg_at_5_diff1": 0.840842, + "nauc_ndcg_at_10_max": 0.760003, + "nauc_ndcg_at_10_std": 0.042767, + "nauc_ndcg_at_10_diff1": 0.835986, + "nauc_ndcg_at_20_max": 0.759781, + "nauc_ndcg_at_20_std": 0.040413, + "nauc_ndcg_at_20_diff1": 0.838252, + "nauc_ndcg_at_100_max": 0.758677, + "nauc_ndcg_at_100_std": 0.038695, + "nauc_ndcg_at_100_diff1": 0.84455, + "nauc_ndcg_at_1000_max": 0.757459, + "nauc_ndcg_at_1000_std": 0.03041, + "nauc_ndcg_at_1000_diff1": 0.846666, + "nauc_map_at_1_max": 0.748162, + "nauc_map_at_1_std": -0.00521, + "nauc_map_at_1_diff1": 0.879939, + "nauc_map_at_3_max": 0.752983, + "nauc_map_at_3_std": 0.012976, + "nauc_map_at_3_diff1": 0.853909, + "nauc_map_at_5_max": 0.754951, + "nauc_map_at_5_std": 0.014697, + "nauc_map_at_5_diff1": 0.852105, + "nauc_map_at_10_max": 0.755494, + "nauc_map_at_10_std": 0.02131, + "nauc_map_at_10_diff1": 0.850616, + "nauc_map_at_20_max": 0.7554, + "nauc_map_at_20_std": 0.020407, + "nauc_map_at_20_diff1": 0.851282, + "nauc_map_at_100_max": 0.755265, + "nauc_map_at_100_std": 0.020365, + "nauc_map_at_100_diff1": 0.852128, + "nauc_map_at_1000_max": 0.755231, + "nauc_map_at_1000_std": 0.020109, + "nauc_map_at_1000_diff1": 0.852222, + "nauc_recall_at_1_max": 0.748162, + "nauc_recall_at_1_std": -0.00521, + "nauc_recall_at_1_diff1": 0.879939, + "nauc_recall_at_3_max": 0.761719, + "nauc_recall_at_3_std": 0.049074, + "nauc_recall_at_3_diff1": 0.812559, + "nauc_recall_at_5_max": 0.778511, + "nauc_recall_at_5_std": 0.078789, + "nauc_recall_at_5_diff1": 0.791492, + "nauc_recall_at_10_max": 0.785484, + "nauc_recall_at_10_std": 0.17309, + "nauc_recall_at_10_diff1": 0.751554, + "nauc_recall_at_20_max": 0.79267, + "nauc_recall_at_20_std": 0.202381, + "nauc_recall_at_20_diff1": 0.741023, + "nauc_recall_at_100_max": 0.803861, + "nauc_recall_at_100_std": 0.337354, + "nauc_recall_at_100_diff1": 0.774721, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.748162, + "nauc_precision_at_1_std": -0.00521, + "nauc_precision_at_1_diff1": 0.879939, + "nauc_precision_at_3_max": 0.761719, + "nauc_precision_at_3_std": 0.049074, + "nauc_precision_at_3_diff1": 0.812559, + "nauc_precision_at_5_max": 0.778511, + "nauc_precision_at_5_std": 0.078789, + "nauc_precision_at_5_diff1": 0.791492, + "nauc_precision_at_10_max": 0.785484, + "nauc_precision_at_10_std": 0.17309, + "nauc_precision_at_10_diff1": 0.751554, + "nauc_precision_at_20_max": 0.79267, + "nauc_precision_at_20_std": 0.202381, + "nauc_precision_at_20_diff1": 0.741023, + "nauc_precision_at_100_max": 0.803861, + "nauc_precision_at_100_std": 0.337354, + "nauc_precision_at_100_diff1": 0.774721, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.748162, + "nauc_mrr_at_1_std": -0.00521, + "nauc_mrr_at_1_diff1": 0.879939, + "nauc_mrr_at_3_max": 0.752983, + "nauc_mrr_at_3_std": 0.012976, + "nauc_mrr_at_3_diff1": 0.853909, + "nauc_mrr_at_5_max": 0.754951, + "nauc_mrr_at_5_std": 0.014697, + "nauc_mrr_at_5_diff1": 0.852105, + "nauc_mrr_at_10_max": 0.755494, + "nauc_mrr_at_10_std": 0.02131, + "nauc_mrr_at_10_diff1": 0.850616, + "nauc_mrr_at_20_max": 0.7554, + "nauc_mrr_at_20_std": 0.020407, + "nauc_mrr_at_20_diff1": 0.851282, + "nauc_mrr_at_100_max": 0.755265, + "nauc_mrr_at_100_std": 0.020365, + "nauc_mrr_at_100_diff1": 0.852128, + "nauc_mrr_at_1000_max": 0.755231, + "nauc_mrr_at_1000_std": 0.020109, + "nauc_mrr_at_1000_diff1": 0.852222, + "hit_rate_at_1": 0.71222, + "hit_rate_at_3": 0.82778, + "hit_rate_at_5": 0.85889, + "hit_rate_at_10": 0.89333, + "hit_rate_at_20": 0.92222, + "hit_rate_at_100": 0.96556, + "hit_rate_at_1000": 1.0, + "main_score": 0.80488, + "hf_subset": "mlt_Latn-mlt_Latn", + "languages": [ + "mlt-Latn", + "mlt-Latn" + ] + }, + { + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.90955, + "ndcg_at_5": 0.91643, + "ndcg_at_10": 0.92274, + "ndcg_at_20": 0.92522, + "ndcg_at_100": 0.92713, + "ndcg_at_1000": 0.9274, + "map_at_1": 0.86, + "map_at_3": 0.89815, + "map_at_5": 0.90198, + "map_at_10": 0.9047, + "map_at_20": 0.90536, + "map_at_100": 0.90563, + "map_at_1000": 0.90564, + "recall_at_1": 0.86, + "recall_at_3": 0.94222, + "recall_at_5": 0.95889, + "recall_at_10": 0.97778, + "recall_at_20": 0.98778, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.86, + "precision_at_1": 0.86, + "precision_at_3": 0.31407, + "precision_at_5": 0.19178, + "precision_at_10": 0.09778, + "precision_at_20": 0.04939, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.86, + "mrr_at_3": 0.898148, + "mrr_at_5": 0.901981, + "mrr_at_10": 0.904701, + "mrr_at_20": 0.905356, + "mrr_at_100": 0.905634, + "mrr_at_1000": 0.905643, + "nauc_ndcg_at_1_max": 0.669369, + "nauc_ndcg_at_1_std": -0.413634, + "nauc_ndcg_at_1_diff1": 0.910435, + "nauc_ndcg_at_3_max": 0.67521, + "nauc_ndcg_at_3_std": -0.490379, + "nauc_ndcg_at_3_diff1": 0.895055, + "nauc_ndcg_at_5_max": 0.687698, + "nauc_ndcg_at_5_std": -0.454357, + "nauc_ndcg_at_5_diff1": 0.897624, + "nauc_ndcg_at_10_max": 0.677497, + "nauc_ndcg_at_10_std": -0.477492, + "nauc_ndcg_at_10_diff1": 0.8984, + "nauc_ndcg_at_20_max": 0.68053, + "nauc_ndcg_at_20_std": -0.463506, + "nauc_ndcg_at_20_diff1": 0.897915, + "nauc_ndcg_at_100_max": 0.680697, + "nauc_ndcg_at_100_std": -0.452132, + "nauc_ndcg_at_100_diff1": 0.899806, + "nauc_ndcg_at_1000_max": 0.679453, + "nauc_ndcg_at_1000_std": -0.456997, + "nauc_ndcg_at_1000_diff1": 0.899415, + "nauc_map_at_1_max": 0.669369, + "nauc_map_at_1_std": -0.413634, + "nauc_map_at_1_diff1": 0.910435, + "nauc_map_at_3_max": 0.67505, + "nauc_map_at_3_std": -0.469145, + "nauc_map_at_3_diff1": 0.89869, + "nauc_map_at_5_max": 0.680766, + "nauc_map_at_5_std": -0.451086, + "nauc_map_at_5_diff1": 0.899968, + "nauc_map_at_10_max": 0.677178, + "nauc_map_at_10_std": -0.459039, + "nauc_map_at_10_diff1": 0.900304, + "nauc_map_at_20_max": 0.677799, + "nauc_map_at_20_std": -0.455894, + "nauc_map_at_20_diff1": 0.900233, + "nauc_map_at_100_max": 0.677838, + "nauc_map_at_100_std": -0.454447, + "nauc_map_at_100_diff1": 0.900404, + "nauc_map_at_1000_max": 0.677808, + "nauc_map_at_1000_std": -0.45456, + "nauc_map_at_1000_diff1": 0.900395, + "nauc_recall_at_1_max": 0.669369, + "nauc_recall_at_1_std": -0.413634, + "nauc_recall_at_1_diff1": 0.910435, + "nauc_recall_at_3_max": 0.674756, + "nauc_recall_at_3_std": -0.592859, + "nauc_recall_at_3_diff1": 0.878035, + "nauc_recall_at_5_max": 0.73677, + "nauc_recall_at_5_std": -0.461718, + "nauc_recall_at_5_diff1": 0.884359, + "nauc_recall_at_10_max": 0.670682, + "nauc_recall_at_10_std": -0.703828, + "nauc_recall_at_10_diff1": 0.881069, + "nauc_recall_at_20_max": 0.737756, + "nauc_recall_at_20_std": -0.560309, + "nauc_recall_at_20_diff1": 0.854002, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.795752, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.669369, + "nauc_precision_at_1_std": -0.413634, + "nauc_precision_at_1_diff1": 0.910435, + "nauc_precision_at_3_max": 0.674756, + "nauc_precision_at_3_std": -0.592859, + "nauc_precision_at_3_diff1": 0.878035, + "nauc_precision_at_5_max": 0.73677, + "nauc_precision_at_5_std": -0.461718, + "nauc_precision_at_5_diff1": 0.884359, + "nauc_precision_at_10_max": 0.670682, + "nauc_precision_at_10_std": -0.703828, + "nauc_precision_at_10_diff1": 0.881069, + "nauc_precision_at_20_max": 0.737756, + "nauc_precision_at_20_std": -0.560309, + "nauc_precision_at_20_diff1": 0.854002, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.795752, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.669369, + "nauc_mrr_at_1_std": -0.413634, + "nauc_mrr_at_1_diff1": 0.910435, + "nauc_mrr_at_3_max": 0.67505, + "nauc_mrr_at_3_std": -0.469145, + "nauc_mrr_at_3_diff1": 0.89869, + "nauc_mrr_at_5_max": 0.680766, + "nauc_mrr_at_5_std": -0.451086, + "nauc_mrr_at_5_diff1": 0.899968, + "nauc_mrr_at_10_max": 0.677178, + "nauc_mrr_at_10_std": -0.459039, + "nauc_mrr_at_10_diff1": 0.900304, + "nauc_mrr_at_20_max": 0.677799, + "nauc_mrr_at_20_std": -0.455894, + "nauc_mrr_at_20_diff1": 0.900233, + "nauc_mrr_at_100_max": 0.677838, + "nauc_mrr_at_100_std": -0.454447, + "nauc_mrr_at_100_diff1": 0.900404, + "nauc_mrr_at_1000_max": 0.677808, + "nauc_mrr_at_1000_std": -0.45456, + "nauc_mrr_at_1000_diff1": 0.900395, + "hit_rate_at_1": 0.86, + "hit_rate_at_3": 0.94222, + "hit_rate_at_5": 0.95889, + "hit_rate_at_10": 0.97778, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.92274, + "hf_subset": "mlt_Latn-eng_Latn", + "languages": [ + "mlt-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.68, + "ndcg_at_3": 0.73987, + "ndcg_at_5": 0.75225, + "ndcg_at_10": 0.7618, + "ndcg_at_20": 0.77184, + "ndcg_at_100": 0.78524, + "ndcg_at_1000": 0.79155, + "map_at_1": 0.68, + "map_at_3": 0.72556, + "map_at_5": 0.73244, + "map_at_10": 0.7365, + "map_at_20": 0.73937, + "map_at_100": 0.74122, + "map_at_1000": 0.74147, + "recall_at_1": 0.68, + "recall_at_3": 0.78111, + "recall_at_5": 0.81111, + "recall_at_10": 0.84, + "recall_at_20": 0.87889, + "recall_at_100": 0.95111, + "recall_at_1000": 1.0, + "accuracy": 0.68, + "precision_at_1": 0.68, + "precision_at_3": 0.26037, + "precision_at_5": 0.16222, + "precision_at_10": 0.084, + "precision_at_20": 0.04394, + "precision_at_100": 0.00951, + "precision_at_1000": 0.001, + "mrr_at_1": 0.68, + "mrr_at_3": 0.725556, + "mrr_at_5": 0.732444, + "mrr_at_10": 0.736502, + "mrr_at_20": 0.739373, + "mrr_at_100": 0.741225, + "mrr_at_1000": 0.741468, + "nauc_ndcg_at_1_max": 0.802626, + "nauc_ndcg_at_1_std": 0.237586, + "nauc_ndcg_at_1_diff1": 0.882082, + "nauc_ndcg_at_3_max": 0.834346, + "nauc_ndcg_at_3_std": 0.290152, + "nauc_ndcg_at_3_diff1": 0.8513, + "nauc_ndcg_at_5_max": 0.834992, + "nauc_ndcg_at_5_std": 0.302578, + "nauc_ndcg_at_5_diff1": 0.84583, + "nauc_ndcg_at_10_max": 0.835345, + "nauc_ndcg_at_10_std": 0.316805, + "nauc_ndcg_at_10_diff1": 0.848013, + "nauc_ndcg_at_20_max": 0.832496, + "nauc_ndcg_at_20_std": 0.325494, + "nauc_ndcg_at_20_diff1": 0.845526, + "nauc_ndcg_at_100_max": 0.831733, + "nauc_ndcg_at_100_std": 0.320054, + "nauc_ndcg_at_100_diff1": 0.847906, + "nauc_ndcg_at_1000_max": 0.82995, + "nauc_ndcg_at_1000_std": 0.306618, + "nauc_ndcg_at_1000_diff1": 0.851649, + "nauc_map_at_1_max": 0.802626, + "nauc_map_at_1_std": 0.237586, + "nauc_map_at_1_diff1": 0.882082, + "nauc_map_at_3_max": 0.827194, + "nauc_map_at_3_std": 0.277253, + "nauc_map_at_3_diff1": 0.859391, + "nauc_map_at_5_max": 0.827421, + "nauc_map_at_5_std": 0.283739, + "nauc_map_at_5_diff1": 0.856641, + "nauc_map_at_10_max": 0.827319, + "nauc_map_at_10_std": 0.288856, + "nauc_map_at_10_diff1": 0.857448, + "nauc_map_at_20_max": 0.826522, + "nauc_map_at_20_std": 0.29092, + "nauc_map_at_20_diff1": 0.856974, + "nauc_map_at_100_max": 0.826373, + "nauc_map_at_100_std": 0.290211, + "nauc_map_at_100_diff1": 0.857304, + "nauc_map_at_1000_max": 0.826319, + "nauc_map_at_1000_std": 0.289782, + "nauc_map_at_1000_diff1": 0.857429, + "nauc_recall_at_1_max": 0.802626, + "nauc_recall_at_1_std": 0.237586, + "nauc_recall_at_1_diff1": 0.882082, + "nauc_recall_at_3_max": 0.858203, + "nauc_recall_at_3_std": 0.333806, + "nauc_recall_at_3_diff1": 0.823622, + "nauc_recall_at_5_max": 0.862992, + "nauc_recall_at_5_std": 0.375259, + "nauc_recall_at_5_diff1": 0.803991, + "nauc_recall_at_10_max": 0.87005, + "nauc_recall_at_10_std": 0.448106, + "nauc_recall_at_10_diff1": 0.807887, + "nauc_recall_at_20_max": 0.860851, + "nauc_recall_at_20_std": 0.540853, + "nauc_recall_at_20_diff1": 0.779179, + "nauc_recall_at_100_max": 0.885674, + "nauc_recall_at_100_std": 0.718774, + "nauc_recall_at_100_diff1": 0.738329, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.802626, + "nauc_precision_at_1_std": 0.237586, + "nauc_precision_at_1_diff1": 0.882082, + "nauc_precision_at_3_max": 0.858203, + "nauc_precision_at_3_std": 0.333806, + "nauc_precision_at_3_diff1": 0.823622, + "nauc_precision_at_5_max": 0.862992, + "nauc_precision_at_5_std": 0.375259, + "nauc_precision_at_5_diff1": 0.803991, + "nauc_precision_at_10_max": 0.87005, + "nauc_precision_at_10_std": 0.448106, + "nauc_precision_at_10_diff1": 0.807887, + "nauc_precision_at_20_max": 0.860851, + "nauc_precision_at_20_std": 0.540853, + "nauc_precision_at_20_diff1": 0.779179, + "nauc_precision_at_100_max": 0.885674, + "nauc_precision_at_100_std": 0.718774, + "nauc_precision_at_100_diff1": 0.738329, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.802626, + "nauc_mrr_at_1_std": 0.237586, + "nauc_mrr_at_1_diff1": 0.882082, + "nauc_mrr_at_3_max": 0.827194, + "nauc_mrr_at_3_std": 0.277253, + "nauc_mrr_at_3_diff1": 0.859391, + "nauc_mrr_at_5_max": 0.827421, + "nauc_mrr_at_5_std": 0.283739, + "nauc_mrr_at_5_diff1": 0.856641, + "nauc_mrr_at_10_max": 0.827319, + "nauc_mrr_at_10_std": 0.288856, + "nauc_mrr_at_10_diff1": 0.857448, + "nauc_mrr_at_20_max": 0.826522, + "nauc_mrr_at_20_std": 0.29092, + "nauc_mrr_at_20_diff1": 0.856974, + "nauc_mrr_at_100_max": 0.826373, + "nauc_mrr_at_100_std": 0.290211, + "nauc_mrr_at_100_diff1": 0.857304, + "nauc_mrr_at_1000_max": 0.826319, + "nauc_mrr_at_1000_std": 0.289782, + "nauc_mrr_at_1000_diff1": 0.857429, + "hit_rate_at_1": 0.68, + "hit_rate_at_3": 0.78111, + "hit_rate_at_5": 0.81111, + "hit_rate_at_10": 0.84, + "hit_rate_at_20": 0.87889, + "hit_rate_at_100": 0.95111, + "hit_rate_at_1000": 1.0, + "main_score": 0.7618, + "hf_subset": "eng_Latn-mlt_Latn", + "languages": [ + "eng-Latn", + "mlt-Latn" + ] + }, + { + "ndcg_at_1": 0.41889, + "ndcg_at_3": 0.46715, + "ndcg_at_5": 0.48012, + "ndcg_at_10": 0.49416, + "ndcg_at_20": 0.50433, + "ndcg_at_100": 0.52965, + "ndcg_at_1000": 0.56109, + "map_at_1": 0.41889, + "map_at_3": 0.45574, + "map_at_5": 0.46302, + "map_at_10": 0.46883, + "map_at_20": 0.47166, + "map_at_100": 0.47486, + "map_at_1000": 0.47604, + "recall_at_1": 0.41889, + "recall_at_3": 0.5, + "recall_at_5": 0.53111, + "recall_at_10": 0.57444, + "recall_at_20": 0.61444, + "recall_at_100": 0.75556, + "recall_at_1000": 1.0, + "accuracy": 0.41889, + "precision_at_1": 0.41889, + "precision_at_3": 0.16667, + "precision_at_5": 0.10622, + "precision_at_10": 0.05744, + "precision_at_20": 0.03072, + "precision_at_100": 0.00756, + "precision_at_1000": 0.001, + "mrr_at_1": 0.418889, + "mrr_at_3": 0.455741, + "mrr_at_5": 0.463019, + "mrr_at_10": 0.46883, + "mrr_at_20": 0.471659, + "mrr_at_100": 0.474859, + "mrr_at_1000": 0.476044, + "nauc_ndcg_at_1_max": -0.024025, + "nauc_ndcg_at_1_std": -0.583139, + "nauc_ndcg_at_1_diff1": 0.84435, + "nauc_ndcg_at_3_max": -0.015114, + "nauc_ndcg_at_3_std": -0.567795, + "nauc_ndcg_at_3_diff1": 0.796017, + "nauc_ndcg_at_5_max": -0.027317, + "nauc_ndcg_at_5_std": -0.575491, + "nauc_ndcg_at_5_diff1": 0.791194, + "nauc_ndcg_at_10_max": -0.026351, + "nauc_ndcg_at_10_std": -0.569601, + "nauc_ndcg_at_10_diff1": 0.783105, + "nauc_ndcg_at_20_max": -0.020312, + "nauc_ndcg_at_20_std": -0.559112, + "nauc_ndcg_at_20_diff1": 0.778635, + "nauc_ndcg_at_100_max": -0.025088, + "nauc_ndcg_at_100_std": -0.558492, + "nauc_ndcg_at_100_diff1": 0.771689, + "nauc_ndcg_at_1000_max": -0.021988, + "nauc_ndcg_at_1000_std": -0.564864, + "nauc_ndcg_at_1000_diff1": 0.786138, + "nauc_map_at_1_max": -0.024025, + "nauc_map_at_1_std": -0.583139, + "nauc_map_at_1_diff1": 0.84435, + "nauc_map_at_3_max": -0.016886, + "nauc_map_at_3_std": -0.571657, + "nauc_map_at_3_diff1": 0.807501, + "nauc_map_at_5_max": -0.023565, + "nauc_map_at_5_std": -0.575951, + "nauc_map_at_5_diff1": 0.804862, + "nauc_map_at_10_max": -0.023775, + "nauc_map_at_10_std": -0.574211, + "nauc_map_at_10_diff1": 0.801488, + "nauc_map_at_20_max": -0.021867, + "nauc_map_at_20_std": -0.571146, + "nauc_map_at_20_diff1": 0.800381, + "nauc_map_at_100_max": -0.022261, + "nauc_map_at_100_std": -0.571125, + "nauc_map_at_100_diff1": 0.79943, + "nauc_map_at_1000_max": -0.022075, + "nauc_map_at_1000_std": -0.571269, + "nauc_map_at_1000_diff1": 0.799931, + "nauc_recall_at_1_max": -0.024025, + "nauc_recall_at_1_std": -0.583139, + "nauc_recall_at_1_diff1": 0.84435, + "nauc_recall_at_3_max": -0.01009, + "nauc_recall_at_3_std": -0.556431, + "nauc_recall_at_3_diff1": 0.762496, + "nauc_recall_at_5_max": -0.040644, + "nauc_recall_at_5_std": -0.575167, + "nauc_recall_at_5_diff1": 0.749641, + "nauc_recall_at_10_max": -0.03459, + "nauc_recall_at_10_std": -0.552092, + "nauc_recall_at_10_diff1": 0.722016, + "nauc_recall_at_20_max": -0.010971, + "nauc_recall_at_20_std": -0.507448, + "nauc_recall_at_20_diff1": 0.698749, + "nauc_recall_at_100_max": -0.051475, + "nauc_recall_at_100_std": -0.482946, + "nauc_recall_at_100_diff1": 0.61579, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.024025, + "nauc_precision_at_1_std": -0.583139, + "nauc_precision_at_1_diff1": 0.84435, + "nauc_precision_at_3_max": -0.01009, + "nauc_precision_at_3_std": -0.556431, + "nauc_precision_at_3_diff1": 0.762496, + "nauc_precision_at_5_max": -0.040644, + "nauc_precision_at_5_std": -0.575167, + "nauc_precision_at_5_diff1": 0.749641, + "nauc_precision_at_10_max": -0.03459, + "nauc_precision_at_10_std": -0.552092, + "nauc_precision_at_10_diff1": 0.722016, + "nauc_precision_at_20_max": -0.010971, + "nauc_precision_at_20_std": -0.507448, + "nauc_precision_at_20_diff1": 0.698749, + "nauc_precision_at_100_max": -0.051475, + "nauc_precision_at_100_std": -0.482946, + "nauc_precision_at_100_diff1": 0.61579, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.024025, + "nauc_mrr_at_1_std": -0.583139, + "nauc_mrr_at_1_diff1": 0.84435, + "nauc_mrr_at_3_max": -0.016886, + "nauc_mrr_at_3_std": -0.571657, + "nauc_mrr_at_3_diff1": 0.807501, + "nauc_mrr_at_5_max": -0.023565, + "nauc_mrr_at_5_std": -0.575951, + "nauc_mrr_at_5_diff1": 0.804862, + "nauc_mrr_at_10_max": -0.023775, + "nauc_mrr_at_10_std": -0.574211, + "nauc_mrr_at_10_diff1": 0.801488, + "nauc_mrr_at_20_max": -0.021867, + "nauc_mrr_at_20_std": -0.571146, + "nauc_mrr_at_20_diff1": 0.800381, + "nauc_mrr_at_100_max": -0.022261, + "nauc_mrr_at_100_std": -0.571125, + "nauc_mrr_at_100_diff1": 0.79943, + "nauc_mrr_at_1000_max": -0.022075, + "nauc_mrr_at_1000_std": -0.571269, + "nauc_mrr_at_1000_diff1": 0.799931, + "hit_rate_at_1": 0.41889, + "hit_rate_at_3": 0.5, + "hit_rate_at_5": 0.53111, + "hit_rate_at_10": 0.57444, + "hit_rate_at_20": 0.61444, + "hit_rate_at_100": 0.75556, + "hit_rate_at_1000": 1.0, + "main_score": 0.49416, + "hf_subset": "mri_Latn-mri_Latn", + "languages": [ + "mri-Latn", + "mri-Latn" + ] + }, + { + "ndcg_at_1": 0.53444, + "ndcg_at_3": 0.58926, + "ndcg_at_5": 0.60341, + "ndcg_at_10": 0.62525, + "ndcg_at_20": 0.64105, + "ndcg_at_100": 0.66685, + "ndcg_at_1000": 0.67615, + "map_at_1": 0.53444, + "map_at_3": 0.57593, + "map_at_5": 0.58376, + "map_at_10": 0.59274, + "map_at_20": 0.59711, + "map_at_100": 0.60069, + "map_at_1000": 0.60111, + "recall_at_1": 0.53444, + "recall_at_3": 0.62778, + "recall_at_5": 0.66222, + "recall_at_10": 0.73, + "recall_at_20": 0.79222, + "recall_at_100": 0.93111, + "recall_at_1000": 1.0, + "accuracy": 0.53444, + "precision_at_1": 0.53444, + "precision_at_3": 0.20926, + "precision_at_5": 0.13244, + "precision_at_10": 0.073, + "precision_at_20": 0.03961, + "precision_at_100": 0.00931, + "precision_at_1000": 0.001, + "mrr_at_1": 0.534444, + "mrr_at_3": 0.575926, + "mrr_at_5": 0.583759, + "mrr_at_10": 0.592736, + "mrr_at_20": 0.597111, + "mrr_at_100": 0.600687, + "mrr_at_1000": 0.60111, + "nauc_ndcg_at_1_max": 0.793404, + "nauc_ndcg_at_1_std": 0.184629, + "nauc_ndcg_at_1_diff1": 0.818364, + "nauc_ndcg_at_3_max": 0.783583, + "nauc_ndcg_at_3_std": 0.199946, + "nauc_ndcg_at_3_diff1": 0.764739, + "nauc_ndcg_at_5_max": 0.783589, + "nauc_ndcg_at_5_std": 0.194526, + "nauc_ndcg_at_5_diff1": 0.766816, + "nauc_ndcg_at_10_max": 0.782477, + "nauc_ndcg_at_10_std": 0.213689, + "nauc_ndcg_at_10_diff1": 0.760055, + "nauc_ndcg_at_20_max": 0.777309, + "nauc_ndcg_at_20_std": 0.20873, + "nauc_ndcg_at_20_diff1": 0.759632, + "nauc_ndcg_at_100_max": 0.781191, + "nauc_ndcg_at_100_std": 0.211429, + "nauc_ndcg_at_100_diff1": 0.765614, + "nauc_ndcg_at_1000_max": 0.78252, + "nauc_ndcg_at_1000_std": 0.205216, + "nauc_ndcg_at_1000_diff1": 0.769376, + "nauc_map_at_1_max": 0.793404, + "nauc_map_at_1_std": 0.184629, + "nauc_map_at_1_diff1": 0.818364, + "nauc_map_at_3_max": 0.786282, + "nauc_map_at_3_std": 0.195762, + "nauc_map_at_3_diff1": 0.778176, + "nauc_map_at_5_max": 0.78623, + "nauc_map_at_5_std": 0.192825, + "nauc_map_at_5_diff1": 0.779335, + "nauc_map_at_10_max": 0.785777, + "nauc_map_at_10_std": 0.200175, + "nauc_map_at_10_diff1": 0.77677, + "nauc_map_at_20_max": 0.784443, + "nauc_map_at_20_std": 0.198879, + "nauc_map_at_20_diff1": 0.776705, + "nauc_map_at_100_max": 0.784913, + "nauc_map_at_100_std": 0.199296, + "nauc_map_at_100_diff1": 0.777426, + "nauc_map_at_1000_max": 0.784993, + "nauc_map_at_1000_std": 0.199108, + "nauc_map_at_1000_diff1": 0.777588, + "nauc_recall_at_1_max": 0.793404, + "nauc_recall_at_1_std": 0.184629, + "nauc_recall_at_1_diff1": 0.818364, + "nauc_recall_at_3_max": 0.775124, + "nauc_recall_at_3_std": 0.213047, + "nauc_recall_at_3_diff1": 0.723158, + "nauc_recall_at_5_max": 0.774997, + "nauc_recall_at_5_std": 0.199286, + "nauc_recall_at_5_diff1": 0.726546, + "nauc_recall_at_10_max": 0.769668, + "nauc_recall_at_10_std": 0.274103, + "nauc_recall_at_10_diff1": 0.694483, + "nauc_recall_at_20_max": 0.737379, + "nauc_recall_at_20_std": 0.258052, + "nauc_recall_at_20_diff1": 0.678239, + "nauc_recall_at_100_max": 0.749729, + "nauc_recall_at_100_std": 0.38925, + "nauc_recall_at_100_diff1": 0.664619, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.793404, + "nauc_precision_at_1_std": 0.184629, + "nauc_precision_at_1_diff1": 0.818364, + "nauc_precision_at_3_max": 0.775124, + "nauc_precision_at_3_std": 0.213047, + "nauc_precision_at_3_diff1": 0.723158, + "nauc_precision_at_5_max": 0.774997, + "nauc_precision_at_5_std": 0.199286, + "nauc_precision_at_5_diff1": 0.726546, + "nauc_precision_at_10_max": 0.769668, + "nauc_precision_at_10_std": 0.274103, + "nauc_precision_at_10_diff1": 0.694483, + "nauc_precision_at_20_max": 0.737379, + "nauc_precision_at_20_std": 0.258052, + "nauc_precision_at_20_diff1": 0.678239, + "nauc_precision_at_100_max": 0.749729, + "nauc_precision_at_100_std": 0.38925, + "nauc_precision_at_100_diff1": 0.664619, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.793404, + "nauc_mrr_at_1_std": 0.184629, + "nauc_mrr_at_1_diff1": 0.818364, + "nauc_mrr_at_3_max": 0.786282, + "nauc_mrr_at_3_std": 0.195762, + "nauc_mrr_at_3_diff1": 0.778176, + "nauc_mrr_at_5_max": 0.78623, + "nauc_mrr_at_5_std": 0.192825, + "nauc_mrr_at_5_diff1": 0.779335, + "nauc_mrr_at_10_max": 0.785777, + "nauc_mrr_at_10_std": 0.200175, + "nauc_mrr_at_10_diff1": 0.77677, + "nauc_mrr_at_20_max": 0.784443, + "nauc_mrr_at_20_std": 0.198879, + "nauc_mrr_at_20_diff1": 0.776705, + "nauc_mrr_at_100_max": 0.784913, + "nauc_mrr_at_100_std": 0.199296, + "nauc_mrr_at_100_diff1": 0.777426, + "nauc_mrr_at_1000_max": 0.784993, + "nauc_mrr_at_1000_std": 0.199108, + "nauc_mrr_at_1000_diff1": 0.777588, + "hit_rate_at_1": 0.53444, + "hit_rate_at_3": 0.62778, + "hit_rate_at_5": 0.66222, + "hit_rate_at_10": 0.73, + "hit_rate_at_20": 0.79222, + "hit_rate_at_100": 0.93111, + "hit_rate_at_1000": 1.0, + "main_score": 0.62525, + "hf_subset": "mri_Latn-eng_Latn", + "languages": [ + "mri-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.36222, + "ndcg_at_3": 0.39743, + "ndcg_at_5": 0.40523, + "ndcg_at_10": 0.41231, + "ndcg_at_20": 0.42491, + "ndcg_at_100": 0.45412, + "ndcg_at_1000": 0.49477, + "map_at_1": 0.36222, + "map_at_3": 0.38852, + "map_at_5": 0.39285, + "map_at_10": 0.39571, + "map_at_20": 0.39915, + "map_at_100": 0.40256, + "map_at_1000": 0.40404, + "recall_at_1": 0.36222, + "recall_at_3": 0.42333, + "recall_at_5": 0.44222, + "recall_at_10": 0.46444, + "recall_at_20": 0.51444, + "recall_at_100": 0.68111, + "recall_at_1000": 1.0, + "accuracy": 0.36222, + "precision_at_1": 0.36222, + "precision_at_3": 0.14111, + "precision_at_5": 0.08844, + "precision_at_10": 0.04644, + "precision_at_20": 0.02572, + "precision_at_100": 0.00681, + "precision_at_1000": 0.001, + "mrr_at_1": 0.362222, + "mrr_at_3": 0.388519, + "mrr_at_5": 0.392852, + "mrr_at_10": 0.395705, + "mrr_at_20": 0.399149, + "mrr_at_100": 0.402557, + "mrr_at_1000": 0.404037, + "nauc_ndcg_at_1_max": 0.765361, + "nauc_ndcg_at_1_std": 0.548243, + "nauc_ndcg_at_1_diff1": 0.783466, + "nauc_ndcg_at_3_max": 0.73427, + "nauc_ndcg_at_3_std": 0.569169, + "nauc_ndcg_at_3_diff1": 0.72471, + "nauc_ndcg_at_5_max": 0.728636, + "nauc_ndcg_at_5_std": 0.572581, + "nauc_ndcg_at_5_diff1": 0.716075, + "nauc_ndcg_at_10_max": 0.722678, + "nauc_ndcg_at_10_std": 0.576675, + "nauc_ndcg_at_10_diff1": 0.708919, + "nauc_ndcg_at_20_max": 0.714665, + "nauc_ndcg_at_20_std": 0.5833, + "nauc_ndcg_at_20_diff1": 0.696552, + "nauc_ndcg_at_100_max": 0.708944, + "nauc_ndcg_at_100_std": 0.57151, + "nauc_ndcg_at_100_diff1": 0.693175, + "nauc_ndcg_at_1000_max": 0.721713, + "nauc_ndcg_at_1000_std": 0.573175, + "nauc_ndcg_at_1000_diff1": 0.709915, + "nauc_map_at_1_max": 0.765361, + "nauc_map_at_1_std": 0.548243, + "nauc_map_at_1_diff1": 0.783466, + "nauc_map_at_3_max": 0.742597, + "nauc_map_at_3_std": 0.56439, + "nauc_map_at_3_diff1": 0.739262, + "nauc_map_at_5_max": 0.739531, + "nauc_map_at_5_std": 0.566419, + "nauc_map_at_5_diff1": 0.734407, + "nauc_map_at_10_max": 0.737009, + "nauc_map_at_10_std": 0.567949, + "nauc_map_at_10_diff1": 0.731439, + "nauc_map_at_20_max": 0.734713, + "nauc_map_at_20_std": 0.569928, + "nauc_map_at_20_diff1": 0.727999, + "nauc_map_at_100_max": 0.733953, + "nauc_map_at_100_std": 0.56866, + "nauc_map_at_100_diff1": 0.727605, + "nauc_map_at_1000_max": 0.734344, + "nauc_map_at_1000_std": 0.568703, + "nauc_map_at_1000_diff1": 0.728147, + "nauc_recall_at_1_max": 0.765361, + "nauc_recall_at_1_std": 0.548243, + "nauc_recall_at_1_diff1": 0.783466, + "nauc_recall_at_3_max": 0.70997, + "nauc_recall_at_3_std": 0.582811, + "nauc_recall_at_3_diff1": 0.682686, + "nauc_recall_at_5_max": 0.695929, + "nauc_recall_at_5_std": 0.5906, + "nauc_recall_at_5_diff1": 0.66178, + "nauc_recall_at_10_max": 0.677568, + "nauc_recall_at_10_std": 0.604257, + "nauc_recall_at_10_diff1": 0.639312, + "nauc_recall_at_20_max": 0.644836, + "nauc_recall_at_20_std": 0.630645, + "nauc_recall_at_20_diff1": 0.587963, + "nauc_recall_at_100_max": 0.588117, + "nauc_recall_at_100_std": 0.556141, + "nauc_recall_at_100_diff1": 0.536656, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.765361, + "nauc_precision_at_1_std": 0.548243, + "nauc_precision_at_1_diff1": 0.783466, + "nauc_precision_at_3_max": 0.70997, + "nauc_precision_at_3_std": 0.582811, + "nauc_precision_at_3_diff1": 0.682686, + "nauc_precision_at_5_max": 0.695929, + "nauc_precision_at_5_std": 0.5906, + "nauc_precision_at_5_diff1": 0.66178, + "nauc_precision_at_10_max": 0.677568, + "nauc_precision_at_10_std": 0.604257, + "nauc_precision_at_10_diff1": 0.639312, + "nauc_precision_at_20_max": 0.644836, + "nauc_precision_at_20_std": 0.630645, + "nauc_precision_at_20_diff1": 0.587963, + "nauc_precision_at_100_max": 0.588117, + "nauc_precision_at_100_std": 0.556141, + "nauc_precision_at_100_diff1": 0.536656, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.765361, + "nauc_mrr_at_1_std": 0.548243, + "nauc_mrr_at_1_diff1": 0.783466, + "nauc_mrr_at_3_max": 0.742597, + "nauc_mrr_at_3_std": 0.56439, + "nauc_mrr_at_3_diff1": 0.739262, + "nauc_mrr_at_5_max": 0.739531, + "nauc_mrr_at_5_std": 0.566419, + "nauc_mrr_at_5_diff1": 0.734407, + "nauc_mrr_at_10_max": 0.737009, + "nauc_mrr_at_10_std": 0.567949, + "nauc_mrr_at_10_diff1": 0.731439, + "nauc_mrr_at_20_max": 0.734713, + "nauc_mrr_at_20_std": 0.569928, + "nauc_mrr_at_20_diff1": 0.727999, + "nauc_mrr_at_100_max": 0.733953, + "nauc_mrr_at_100_std": 0.56866, + "nauc_mrr_at_100_diff1": 0.727605, + "nauc_mrr_at_1000_max": 0.734344, + "nauc_mrr_at_1000_std": 0.568703, + "nauc_mrr_at_1000_diff1": 0.728147, + "hit_rate_at_1": 0.36222, + "hit_rate_at_3": 0.42333, + "hit_rate_at_5": 0.44222, + "hit_rate_at_10": 0.46444, + "hit_rate_at_20": 0.51444, + "hit_rate_at_100": 0.68111, + "hit_rate_at_1000": 1.0, + "main_score": 0.41231, + "hf_subset": "eng_Latn-mri_Latn", + "languages": [ + "eng-Latn", + "mri-Latn" + ] + }, + { + "ndcg_at_1": 0.54889, + "ndcg_at_3": 0.64268, + "ndcg_at_5": 0.66487, + "ndcg_at_10": 0.68147, + "ndcg_at_20": 0.69551, + "ndcg_at_100": 0.71054, + "ndcg_at_1000": 0.71712, + "map_at_1": 0.54889, + "map_at_3": 0.61944, + "map_at_5": 0.63189, + "map_at_10": 0.63877, + "map_at_20": 0.64248, + "map_at_100": 0.64462, + "map_at_1000": 0.64492, + "recall_at_1": 0.54889, + "recall_at_3": 0.71, + "recall_at_5": 0.76333, + "recall_at_10": 0.81444, + "recall_at_20": 0.87111, + "recall_at_100": 0.95111, + "recall_at_1000": 1.0, + "accuracy": 0.54889, + "precision_at_1": 0.54889, + "precision_at_3": 0.23667, + "precision_at_5": 0.15267, + "precision_at_10": 0.08144, + "precision_at_20": 0.04356, + "precision_at_100": 0.00951, + "precision_at_1000": 0.001, + "mrr_at_1": 0.548889, + "mrr_at_3": 0.619444, + "mrr_at_5": 0.631889, + "mrr_at_10": 0.638772, + "mrr_at_20": 0.642478, + "mrr_at_100": 0.64462, + "mrr_at_1000": 0.644919, + "nauc_ndcg_at_1_max": 0.562541, + "nauc_ndcg_at_1_std": -0.082839, + "nauc_ndcg_at_1_diff1": 0.758092, + "nauc_ndcg_at_3_max": 0.580634, + "nauc_ndcg_at_3_std": -0.0436, + "nauc_ndcg_at_3_diff1": 0.697622, + "nauc_ndcg_at_5_max": 0.576955, + "nauc_ndcg_at_5_std": -0.032618, + "nauc_ndcg_at_5_diff1": 0.697594, + "nauc_ndcg_at_10_max": 0.589739, + "nauc_ndcg_at_10_std": -0.019032, + "nauc_ndcg_at_10_diff1": 0.699967, + "nauc_ndcg_at_20_max": 0.589822, + "nauc_ndcg_at_20_std": -0.020728, + "nauc_ndcg_at_20_diff1": 0.702497, + "nauc_ndcg_at_100_max": 0.584469, + "nauc_ndcg_at_100_std": -0.025787, + "nauc_ndcg_at_100_diff1": 0.705402, + "nauc_ndcg_at_1000_max": 0.583861, + "nauc_ndcg_at_1000_std": -0.03204, + "nauc_ndcg_at_1000_diff1": 0.709062, + "nauc_map_at_1_max": 0.562541, + "nauc_map_at_1_std": -0.082839, + "nauc_map_at_1_diff1": 0.758092, + "nauc_map_at_3_max": 0.578192, + "nauc_map_at_3_std": -0.050454, + "nauc_map_at_3_diff1": 0.713027, + "nauc_map_at_5_max": 0.576197, + "nauc_map_at_5_std": -0.044665, + "nauc_map_at_5_diff1": 0.713481, + "nauc_map_at_10_max": 0.581146, + "nauc_map_at_10_std": -0.03968, + "nauc_map_at_10_diff1": 0.714883, + "nauc_map_at_20_max": 0.581157, + "nauc_map_at_20_std": -0.040513, + "nauc_map_at_20_diff1": 0.715698, + "nauc_map_at_100_max": 0.580475, + "nauc_map_at_100_std": -0.041322, + "nauc_map_at_100_diff1": 0.716041, + "nauc_map_at_1000_max": 0.580479, + "nauc_map_at_1000_std": -0.041497, + "nauc_map_at_1000_diff1": 0.716191, + "nauc_recall_at_1_max": 0.562541, + "nauc_recall_at_1_std": -0.082839, + "nauc_recall_at_1_diff1": 0.758092, + "nauc_recall_at_3_max": 0.587792, + "nauc_recall_at_3_std": -0.022001, + "nauc_recall_at_3_diff1": 0.645424, + "nauc_recall_at_5_max": 0.577826, + "nauc_recall_at_5_std": 0.013959, + "nauc_recall_at_5_diff1": 0.635975, + "nauc_recall_at_10_max": 0.634926, + "nauc_recall_at_10_std": 0.085303, + "nauc_recall_at_10_diff1": 0.631133, + "nauc_recall_at_20_max": 0.6519, + "nauc_recall_at_20_std": 0.116401, + "nauc_recall_at_20_diff1": 0.622997, + "nauc_recall_at_100_max": 0.612681, + "nauc_recall_at_100_std": 0.206827, + "nauc_recall_at_100_diff1": 0.581307, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.562541, + "nauc_precision_at_1_std": -0.082839, + "nauc_precision_at_1_diff1": 0.758092, + "nauc_precision_at_3_max": 0.587792, + "nauc_precision_at_3_std": -0.022001, + "nauc_precision_at_3_diff1": 0.645424, + "nauc_precision_at_5_max": 0.577826, + "nauc_precision_at_5_std": 0.013959, + "nauc_precision_at_5_diff1": 0.635975, + "nauc_precision_at_10_max": 0.634926, + "nauc_precision_at_10_std": 0.085303, + "nauc_precision_at_10_diff1": 0.631133, + "nauc_precision_at_20_max": 0.6519, + "nauc_precision_at_20_std": 0.116401, + "nauc_precision_at_20_diff1": 0.622997, + "nauc_precision_at_100_max": 0.612681, + "nauc_precision_at_100_std": 0.206827, + "nauc_precision_at_100_diff1": 0.581307, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.562541, + "nauc_mrr_at_1_std": -0.082839, + "nauc_mrr_at_1_diff1": 0.758092, + "nauc_mrr_at_3_max": 0.578192, + "nauc_mrr_at_3_std": -0.050454, + "nauc_mrr_at_3_diff1": 0.713027, + "nauc_mrr_at_5_max": 0.576197, + "nauc_mrr_at_5_std": -0.044665, + "nauc_mrr_at_5_diff1": 0.713481, + "nauc_mrr_at_10_max": 0.581146, + "nauc_mrr_at_10_std": -0.03968, + "nauc_mrr_at_10_diff1": 0.714883, + "nauc_mrr_at_20_max": 0.581157, + "nauc_mrr_at_20_std": -0.040513, + "nauc_mrr_at_20_diff1": 0.715698, + "nauc_mrr_at_100_max": 0.580475, + "nauc_mrr_at_100_std": -0.041322, + "nauc_mrr_at_100_diff1": 0.716041, + "nauc_mrr_at_1000_max": 0.580479, + "nauc_mrr_at_1000_std": -0.041497, + "nauc_mrr_at_1000_diff1": 0.716191, + "hit_rate_at_1": 0.54889, + "hit_rate_at_3": 0.71, + "hit_rate_at_5": 0.76333, + "hit_rate_at_10": 0.81444, + "hit_rate_at_20": 0.87111, + "hit_rate_at_100": 0.95111, + "hit_rate_at_1000": 1.0, + "main_score": 0.68147, + "hf_subset": "mya_Mymr-mya_Mymr", + "languages": [ + "mya-Mymr", + "mya-Mymr" + ] + }, + { + "ndcg_at_1": 0.57667, + "ndcg_at_3": 0.68434, + "ndcg_at_5": 0.71685, + "ndcg_at_10": 0.73456, + "ndcg_at_20": 0.74539, + "ndcg_at_100": 0.75493, + "ndcg_at_1000": 0.75676, + "map_at_1": 0.57667, + "map_at_3": 0.65815, + "map_at_5": 0.6762, + "map_at_10": 0.68335, + "map_at_20": 0.6864, + "map_at_100": 0.68781, + "map_at_1000": 0.6879, + "recall_at_1": 0.57667, + "recall_at_3": 0.76, + "recall_at_5": 0.83889, + "recall_at_10": 0.89444, + "recall_at_20": 0.93667, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "accuracy": 0.57667, + "precision_at_1": 0.57667, + "precision_at_3": 0.25333, + "precision_at_5": 0.16778, + "precision_at_10": 0.08944, + "precision_at_20": 0.04683, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.576667, + "mrr_at_3": 0.658148, + "mrr_at_5": 0.676204, + "mrr_at_10": 0.683353, + "mrr_at_20": 0.686405, + "mrr_at_100": 0.68781, + "mrr_at_1000": 0.687896, + "nauc_ndcg_at_1_max": 0.433101, + "nauc_ndcg_at_1_std": -0.115719, + "nauc_ndcg_at_1_diff1": 0.707897, + "nauc_ndcg_at_3_max": 0.460604, + "nauc_ndcg_at_3_std": -0.115572, + "nauc_ndcg_at_3_diff1": 0.683931, + "nauc_ndcg_at_5_max": 0.464537, + "nauc_ndcg_at_5_std": -0.096691, + "nauc_ndcg_at_5_diff1": 0.682435, + "nauc_ndcg_at_10_max": 0.462622, + "nauc_ndcg_at_10_std": -0.109343, + "nauc_ndcg_at_10_diff1": 0.687862, + "nauc_ndcg_at_20_max": 0.462327, + "nauc_ndcg_at_20_std": -0.107315, + "nauc_ndcg_at_20_diff1": 0.694817, + "nauc_ndcg_at_100_max": 0.460036, + "nauc_ndcg_at_100_std": -0.106172, + "nauc_ndcg_at_100_diff1": 0.691124, + "nauc_ndcg_at_1000_max": 0.457344, + "nauc_ndcg_at_1000_std": -0.108524, + "nauc_ndcg_at_1000_diff1": 0.692201, + "nauc_map_at_1_max": 0.433101, + "nauc_map_at_1_std": -0.115719, + "nauc_map_at_1_diff1": 0.707897, + "nauc_map_at_3_max": 0.453114, + "nauc_map_at_3_std": -0.116889, + "nauc_map_at_3_diff1": 0.690808, + "nauc_map_at_5_max": 0.454711, + "nauc_map_at_5_std": -0.106741, + "nauc_map_at_5_diff1": 0.690003, + "nauc_map_at_10_max": 0.454071, + "nauc_map_at_10_std": -0.111229, + "nauc_map_at_10_diff1": 0.692549, + "nauc_map_at_20_max": 0.453797, + "nauc_map_at_20_std": -0.111004, + "nauc_map_at_20_diff1": 0.694242, + "nauc_map_at_100_max": 0.453416, + "nauc_map_at_100_std": -0.110864, + "nauc_map_at_100_diff1": 0.693766, + "nauc_map_at_1000_max": 0.453313, + "nauc_map_at_1000_std": -0.110941, + "nauc_map_at_1000_diff1": 0.6938, + "nauc_recall_at_1_max": 0.433101, + "nauc_recall_at_1_std": -0.115719, + "nauc_recall_at_1_diff1": 0.707897, + "nauc_recall_at_3_max": 0.488184, + "nauc_recall_at_3_std": -0.110025, + "nauc_recall_at_3_diff1": 0.658418, + "nauc_recall_at_5_max": 0.513822, + "nauc_recall_at_5_std": -0.043138, + "nauc_recall_at_5_diff1": 0.645466, + "nauc_recall_at_10_max": 0.52059, + "nauc_recall_at_10_std": -0.103484, + "nauc_recall_at_10_diff1": 0.657905, + "nauc_recall_at_20_max": 0.557939, + "nauc_recall_at_20_std": -0.067112, + "nauc_recall_at_20_diff1": 0.727284, + "nauc_recall_at_100_max": 0.752218, + "nauc_recall_at_100_std": 0.159314, + "nauc_recall_at_100_diff1": 0.569172, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.433101, + "nauc_precision_at_1_std": -0.115719, + "nauc_precision_at_1_diff1": 0.707897, + "nauc_precision_at_3_max": 0.488184, + "nauc_precision_at_3_std": -0.110025, + "nauc_precision_at_3_diff1": 0.658418, + "nauc_precision_at_5_max": 0.513822, + "nauc_precision_at_5_std": -0.043138, + "nauc_precision_at_5_diff1": 0.645466, + "nauc_precision_at_10_max": 0.52059, + "nauc_precision_at_10_std": -0.103484, + "nauc_precision_at_10_diff1": 0.657905, + "nauc_precision_at_20_max": 0.557939, + "nauc_precision_at_20_std": -0.067112, + "nauc_precision_at_20_diff1": 0.727284, + "nauc_precision_at_100_max": 0.752218, + "nauc_precision_at_100_std": 0.159314, + "nauc_precision_at_100_diff1": 0.569172, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.433101, + "nauc_mrr_at_1_std": -0.115719, + "nauc_mrr_at_1_diff1": 0.707897, + "nauc_mrr_at_3_max": 0.453114, + "nauc_mrr_at_3_std": -0.116889, + "nauc_mrr_at_3_diff1": 0.690808, + "nauc_mrr_at_5_max": 0.454711, + "nauc_mrr_at_5_std": -0.106741, + "nauc_mrr_at_5_diff1": 0.690003, + "nauc_mrr_at_10_max": 0.454071, + "nauc_mrr_at_10_std": -0.111229, + "nauc_mrr_at_10_diff1": 0.692549, + "nauc_mrr_at_20_max": 0.453797, + "nauc_mrr_at_20_std": -0.111004, + "nauc_mrr_at_20_diff1": 0.694242, + "nauc_mrr_at_100_max": 0.453416, + "nauc_mrr_at_100_std": -0.110864, + "nauc_mrr_at_100_diff1": 0.693766, + "nauc_mrr_at_1000_max": 0.453313, + "nauc_mrr_at_1000_std": -0.110941, + "nauc_mrr_at_1000_diff1": 0.6938, + "hit_rate_at_1": 0.57667, + "hit_rate_at_3": 0.76, + "hit_rate_at_5": 0.83889, + "hit_rate_at_10": 0.89444, + "hit_rate_at_20": 0.93667, + "hit_rate_at_100": 0.98667, + "hit_rate_at_1000": 1.0, + "main_score": 0.73456, + "hf_subset": "mya_Mymr-eng_Latn", + "languages": [ + "mya-Mymr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.34222, + "ndcg_at_3": 0.42956, + "ndcg_at_5": 0.44974, + "ndcg_at_10": 0.47729, + "ndcg_at_20": 0.50233, + "ndcg_at_100": 0.53642, + "ndcg_at_1000": 0.54819, + "map_at_1": 0.34222, + "map_at_3": 0.40759, + "map_at_5": 0.41881, + "map_at_10": 0.43033, + "map_at_20": 0.43722, + "map_at_100": 0.44181, + "map_at_1000": 0.44232, + "recall_at_1": 0.34222, + "recall_at_3": 0.49333, + "recall_at_5": 0.54222, + "recall_at_10": 0.62667, + "recall_at_20": 0.72556, + "recall_at_100": 0.91111, + "recall_at_1000": 1.0, + "accuracy": 0.34222, + "precision_at_1": 0.34222, + "precision_at_3": 0.16444, + "precision_at_5": 0.10844, + "precision_at_10": 0.06267, + "precision_at_20": 0.03628, + "precision_at_100": 0.00911, + "precision_at_1000": 0.001, + "mrr_at_1": 0.342222, + "mrr_at_3": 0.407593, + "mrr_at_5": 0.418815, + "mrr_at_10": 0.430331, + "mrr_at_20": 0.437225, + "mrr_at_100": 0.441813, + "mrr_at_1000": 0.442318, + "nauc_ndcg_at_1_max": 0.599684, + "nauc_ndcg_at_1_std": 0.142169, + "nauc_ndcg_at_1_diff1": 0.603371, + "nauc_ndcg_at_3_max": 0.60229, + "nauc_ndcg_at_3_std": 0.189099, + "nauc_ndcg_at_3_diff1": 0.528108, + "nauc_ndcg_at_5_max": 0.5991, + "nauc_ndcg_at_5_std": 0.19312, + "nauc_ndcg_at_5_diff1": 0.513972, + "nauc_ndcg_at_10_max": 0.600924, + "nauc_ndcg_at_10_std": 0.213777, + "nauc_ndcg_at_10_diff1": 0.505661, + "nauc_ndcg_at_20_max": 0.608274, + "nauc_ndcg_at_20_std": 0.227634, + "nauc_ndcg_at_20_diff1": 0.514922, + "nauc_ndcg_at_100_max": 0.608161, + "nauc_ndcg_at_100_std": 0.220134, + "nauc_ndcg_at_100_diff1": 0.522265, + "nauc_ndcg_at_1000_max": 0.605185, + "nauc_ndcg_at_1000_std": 0.206658, + "nauc_ndcg_at_1000_diff1": 0.527306, + "nauc_map_at_1_max": 0.599684, + "nauc_map_at_1_std": 0.142169, + "nauc_map_at_1_diff1": 0.603371, + "nauc_map_at_3_max": 0.601949, + "nauc_map_at_3_std": 0.176938, + "nauc_map_at_3_diff1": 0.546057, + "nauc_map_at_5_max": 0.600128, + "nauc_map_at_5_std": 0.178799, + "nauc_map_at_5_diff1": 0.538332, + "nauc_map_at_10_max": 0.601106, + "nauc_map_at_10_std": 0.187402, + "nauc_map_at_10_diff1": 0.535568, + "nauc_map_at_20_max": 0.602937, + "nauc_map_at_20_std": 0.190729, + "nauc_map_at_20_diff1": 0.53822, + "nauc_map_at_100_max": 0.602918, + "nauc_map_at_100_std": 0.189896, + "nauc_map_at_100_diff1": 0.539193, + "nauc_map_at_1000_max": 0.602848, + "nauc_map_at_1000_std": 0.189436, + "nauc_map_at_1000_diff1": 0.539428, + "nauc_recall_at_1_max": 0.599684, + "nauc_recall_at_1_std": 0.142169, + "nauc_recall_at_1_diff1": 0.603371, + "nauc_recall_at_3_max": 0.603158, + "nauc_recall_at_3_std": 0.224753, + "nauc_recall_at_3_diff1": 0.476084, + "nauc_recall_at_5_max": 0.595481, + "nauc_recall_at_5_std": 0.23749, + "nauc_recall_at_5_diff1": 0.43879, + "nauc_recall_at_10_max": 0.599896, + "nauc_recall_at_10_std": 0.310841, + "nauc_recall_at_10_diff1": 0.399729, + "nauc_recall_at_20_max": 0.639059, + "nauc_recall_at_20_std": 0.406848, + "nauc_recall_at_20_diff1": 0.423302, + "nauc_recall_at_100_max": 0.686234, + "nauc_recall_at_100_std": 0.552953, + "nauc_recall_at_100_diff1": 0.406285, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.599684, + "nauc_precision_at_1_std": 0.142169, + "nauc_precision_at_1_diff1": 0.603371, + "nauc_precision_at_3_max": 0.603158, + "nauc_precision_at_3_std": 0.224753, + "nauc_precision_at_3_diff1": 0.476084, + "nauc_precision_at_5_max": 0.595481, + "nauc_precision_at_5_std": 0.23749, + "nauc_precision_at_5_diff1": 0.43879, + "nauc_precision_at_10_max": 0.599896, + "nauc_precision_at_10_std": 0.310841, + "nauc_precision_at_10_diff1": 0.399729, + "nauc_precision_at_20_max": 0.639059, + "nauc_precision_at_20_std": 0.406848, + "nauc_precision_at_20_diff1": 0.423302, + "nauc_precision_at_100_max": 0.686234, + "nauc_precision_at_100_std": 0.552953, + "nauc_precision_at_100_diff1": 0.406285, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.599684, + "nauc_mrr_at_1_std": 0.142169, + "nauc_mrr_at_1_diff1": 0.603371, + "nauc_mrr_at_3_max": 0.601949, + "nauc_mrr_at_3_std": 0.176938, + "nauc_mrr_at_3_diff1": 0.546057, + "nauc_mrr_at_5_max": 0.600128, + "nauc_mrr_at_5_std": 0.178799, + "nauc_mrr_at_5_diff1": 0.538332, + "nauc_mrr_at_10_max": 0.601106, + "nauc_mrr_at_10_std": 0.187402, + "nauc_mrr_at_10_diff1": 0.535568, + "nauc_mrr_at_20_max": 0.602937, + "nauc_mrr_at_20_std": 0.190729, + "nauc_mrr_at_20_diff1": 0.53822, + "nauc_mrr_at_100_max": 0.602918, + "nauc_mrr_at_100_std": 0.189896, + "nauc_mrr_at_100_diff1": 0.539193, + "nauc_mrr_at_1000_max": 0.602848, + "nauc_mrr_at_1000_std": 0.189436, + "nauc_mrr_at_1000_diff1": 0.539428, + "hit_rate_at_1": 0.34222, + "hit_rate_at_3": 0.49333, + "hit_rate_at_5": 0.54222, + "hit_rate_at_10": 0.62667, + "hit_rate_at_20": 0.72556, + "hit_rate_at_100": 0.91111, + "hit_rate_at_1000": 1.0, + "main_score": 0.47729, + "hf_subset": "eng_Latn-mya_Mymr", + "languages": [ + "eng-Latn", + "mya-Mymr" + ] + }, + { + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.92898, + "ndcg_at_5": 0.93491, + "ndcg_at_10": 0.94038, + "ndcg_at_20": 0.94207, + "ndcg_at_100": 0.94309, + "ndcg_at_1000": 0.94368, + "map_at_1": 0.89556, + "map_at_3": 0.92093, + "map_at_5": 0.9242, + "map_at_10": 0.92651, + "map_at_20": 0.92697, + "map_at_100": 0.9271, + "map_at_1000": 0.92713, + "recall_at_1": 0.89556, + "recall_at_3": 0.95222, + "recall_at_5": 0.96667, + "recall_at_10": 0.98333, + "recall_at_20": 0.99, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.89556, + "precision_at_1": 0.89556, + "precision_at_3": 0.31741, + "precision_at_5": 0.19333, + "precision_at_10": 0.09833, + "precision_at_20": 0.0495, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.920926, + "mrr_at_5": 0.924204, + "mrr_at_10": 0.92651, + "mrr_at_20": 0.926972, + "mrr_at_100": 0.927102, + "mrr_at_1000": 0.927129, + "nauc_ndcg_at_1_max": 0.80701, + "nauc_ndcg_at_1_std": -0.25876, + "nauc_ndcg_at_1_diff1": 0.920665, + "nauc_ndcg_at_3_max": 0.839607, + "nauc_ndcg_at_3_std": -0.224512, + "nauc_ndcg_at_3_diff1": 0.906655, + "nauc_ndcg_at_5_max": 0.843082, + "nauc_ndcg_at_5_std": -0.194657, + "nauc_ndcg_at_5_diff1": 0.905883, + "nauc_ndcg_at_10_max": 0.841077, + "nauc_ndcg_at_10_std": -0.213544, + "nauc_ndcg_at_10_diff1": 0.910237, + "nauc_ndcg_at_20_max": 0.837674, + "nauc_ndcg_at_20_std": -0.224434, + "nauc_ndcg_at_20_diff1": 0.9131, + "nauc_ndcg_at_100_max": 0.835695, + "nauc_ndcg_at_100_std": -0.22735, + "nauc_ndcg_at_100_diff1": 0.913014, + "nauc_ndcg_at_1000_max": 0.834342, + "nauc_ndcg_at_1000_std": -0.226631, + "nauc_ndcg_at_1000_diff1": 0.912873, + "nauc_map_at_1_max": 0.80701, + "nauc_map_at_1_std": -0.25876, + "nauc_map_at_1_diff1": 0.920665, + "nauc_map_at_3_max": 0.830928, + "nauc_map_at_3_std": -0.235905, + "nauc_map_at_3_diff1": 0.911349, + "nauc_map_at_5_max": 0.832377, + "nauc_map_at_5_std": -0.222275, + "nauc_map_at_5_diff1": 0.911276, + "nauc_map_at_10_max": 0.831518, + "nauc_map_at_10_std": -0.229091, + "nauc_map_at_10_diff1": 0.913044, + "nauc_map_at_20_max": 0.8307, + "nauc_map_at_20_std": -0.23163, + "nauc_map_at_20_diff1": 0.913674, + "nauc_map_at_100_max": 0.830474, + "nauc_map_at_100_std": -0.232067, + "nauc_map_at_100_diff1": 0.913668, + "nauc_map_at_1000_max": 0.83043, + "nauc_map_at_1000_std": -0.23196, + "nauc_map_at_1000_diff1": 0.913668, + "nauc_recall_at_1_max": 0.80701, + "nauc_recall_at_1_std": -0.25876, + "nauc_recall_at_1_diff1": 0.920665, + "nauc_recall_at_3_max": 0.879758, + "nauc_recall_at_3_std": -0.169956, + "nauc_recall_at_3_diff1": 0.884155, + "nauc_recall_at_5_max": 0.911998, + "nauc_recall_at_5_std": -0.004202, + "nauc_recall_at_5_diff1": 0.869904, + "nauc_recall_at_10_max": 0.955338, + "nauc_recall_at_10_std": -0.031217, + "nauc_recall_at_10_diff1": 0.878774, + "nauc_recall_at_20_max": 0.954611, + "nauc_recall_at_20_std": -0.154165, + "nauc_recall_at_20_diff1": 0.923747, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": -0.235061, + "nauc_recall_at_100_diff1": 0.930556, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.80701, + "nauc_precision_at_1_std": -0.25876, + "nauc_precision_at_1_diff1": 0.920665, + "nauc_precision_at_3_max": 0.879758, + "nauc_precision_at_3_std": -0.169956, + "nauc_precision_at_3_diff1": 0.884155, + "nauc_precision_at_5_max": 0.911998, + "nauc_precision_at_5_std": -0.004202, + "nauc_precision_at_5_diff1": 0.869904, + "nauc_precision_at_10_max": 0.955338, + "nauc_precision_at_10_std": -0.031217, + "nauc_precision_at_10_diff1": 0.878774, + "nauc_precision_at_20_max": 0.954611, + "nauc_precision_at_20_std": -0.154165, + "nauc_precision_at_20_diff1": 0.923747, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": -0.235061, + "nauc_precision_at_100_diff1": 0.930556, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.80701, + "nauc_mrr_at_1_std": -0.25876, + "nauc_mrr_at_1_diff1": 0.920665, + "nauc_mrr_at_3_max": 0.830928, + "nauc_mrr_at_3_std": -0.235905, + "nauc_mrr_at_3_diff1": 0.911349, + "nauc_mrr_at_5_max": 0.832377, + "nauc_mrr_at_5_std": -0.222275, + "nauc_mrr_at_5_diff1": 0.911276, + "nauc_mrr_at_10_max": 0.831518, + "nauc_mrr_at_10_std": -0.229091, + "nauc_mrr_at_10_diff1": 0.913044, + "nauc_mrr_at_20_max": 0.8307, + "nauc_mrr_at_20_std": -0.23163, + "nauc_mrr_at_20_diff1": 0.913674, + "nauc_mrr_at_100_max": 0.830474, + "nauc_mrr_at_100_std": -0.232067, + "nauc_mrr_at_100_diff1": 0.913668, + "nauc_mrr_at_1000_max": 0.83043, + "nauc_mrr_at_1000_std": -0.23196, + "nauc_mrr_at_1000_diff1": 0.913668, + "hit_rate_at_1": 0.89556, + "hit_rate_at_3": 0.95222, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.94038, + "hf_subset": "nld_Latn-nld_Latn", + "languages": [ + "nld-Latn", + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.93688, + "ndcg_at_5": 0.9419, + "ndcg_at_10": 0.94764, + "ndcg_at_20": 0.94848, + "ndcg_at_100": 0.95003, + "ndcg_at_1000": 0.95029, + "map_at_1": 0.90778, + "map_at_3": 0.93, + "map_at_5": 0.93278, + "map_at_10": 0.93514, + "map_at_20": 0.93538, + "map_at_100": 0.93563, + "map_at_1000": 0.93564, + "recall_at_1": 0.90778, + "recall_at_3": 0.95667, + "recall_at_5": 0.96889, + "recall_at_10": 0.98667, + "recall_at_20": 0.99, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.90778, + "precision_at_1": 0.90778, + "precision_at_3": 0.31889, + "precision_at_5": 0.19378, + "precision_at_10": 0.09867, + "precision_at_20": 0.0495, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.93, + "mrr_at_5": 0.932778, + "mrr_at_10": 0.935142, + "mrr_at_20": 0.935375, + "mrr_at_100": 0.935632, + "mrr_at_1000": 0.935638, + "nauc_ndcg_at_1_max": 0.775472, + "nauc_ndcg_at_1_std": -0.388658, + "nauc_ndcg_at_1_diff1": 0.922857, + "nauc_ndcg_at_3_max": 0.794515, + "nauc_ndcg_at_3_std": -0.391764, + "nauc_ndcg_at_3_diff1": 0.926937, + "nauc_ndcg_at_5_max": 0.7928, + "nauc_ndcg_at_5_std": -0.361022, + "nauc_ndcg_at_5_diff1": 0.924845, + "nauc_ndcg_at_10_max": 0.800598, + "nauc_ndcg_at_10_std": -0.326681, + "nauc_ndcg_at_10_diff1": 0.927031, + "nauc_ndcg_at_20_max": 0.798941, + "nauc_ndcg_at_20_std": -0.334568, + "nauc_ndcg_at_20_diff1": 0.925833, + "nauc_ndcg_at_100_max": 0.794594, + "nauc_ndcg_at_100_std": -0.351193, + "nauc_ndcg_at_100_diff1": 0.926055, + "nauc_ndcg_at_1000_max": 0.79351, + "nauc_ndcg_at_1000_std": -0.358323, + "nauc_ndcg_at_1000_diff1": 0.925665, + "nauc_map_at_1_max": 0.775472, + "nauc_map_at_1_std": -0.388658, + "nauc_map_at_1_diff1": 0.922857, + "nauc_map_at_3_max": 0.789885, + "nauc_map_at_3_std": -0.394625, + "nauc_map_at_3_diff1": 0.925767, + "nauc_map_at_5_max": 0.788547, + "nauc_map_at_5_std": -0.380646, + "nauc_map_at_5_diff1": 0.924711, + "nauc_map_at_10_max": 0.791303, + "nauc_map_at_10_std": -0.367092, + "nauc_map_at_10_diff1": 0.925426, + "nauc_map_at_20_max": 0.790947, + "nauc_map_at_20_std": -0.368841, + "nauc_map_at_20_diff1": 0.925156, + "nauc_map_at_100_max": 0.790316, + "nauc_map_at_100_std": -0.371625, + "nauc_map_at_100_diff1": 0.925163, + "nauc_map_at_1000_max": 0.790295, + "nauc_map_at_1000_std": -0.371759, + "nauc_map_at_1000_diff1": 0.925156, + "nauc_recall_at_1_max": 0.775472, + "nauc_recall_at_1_std": -0.388658, + "nauc_recall_at_1_diff1": 0.922857, + "nauc_recall_at_3_max": 0.81515, + "nauc_recall_at_3_std": -0.375865, + "nauc_recall_at_3_diff1": 0.932306, + "nauc_recall_at_5_max": 0.818377, + "nauc_recall_at_5_std": -0.224423, + "nauc_recall_at_5_diff1": 0.92497, + "nauc_recall_at_10_max": 0.939698, + "nauc_recall_at_10_std": 0.303727, + "nauc_recall_at_10_diff1": 0.951953, + "nauc_recall_at_20_max": 0.950462, + "nauc_recall_at_20_std": 0.347546, + "nauc_recall_at_20_diff1": 0.935937, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.775472, + "nauc_precision_at_1_std": -0.388658, + "nauc_precision_at_1_diff1": 0.922857, + "nauc_precision_at_3_max": 0.81515, + "nauc_precision_at_3_std": -0.375865, + "nauc_precision_at_3_diff1": 0.932306, + "nauc_precision_at_5_max": 0.818377, + "nauc_precision_at_5_std": -0.224423, + "nauc_precision_at_5_diff1": 0.92497, + "nauc_precision_at_10_max": 0.939698, + "nauc_precision_at_10_std": 0.303727, + "nauc_precision_at_10_diff1": 0.951953, + "nauc_precision_at_20_max": 0.950462, + "nauc_precision_at_20_std": 0.347546, + "nauc_precision_at_20_diff1": 0.935937, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.775472, + "nauc_mrr_at_1_std": -0.388658, + "nauc_mrr_at_1_diff1": 0.922857, + "nauc_mrr_at_3_max": 0.789885, + "nauc_mrr_at_3_std": -0.394625, + "nauc_mrr_at_3_diff1": 0.925767, + "nauc_mrr_at_5_max": 0.788547, + "nauc_mrr_at_5_std": -0.380646, + "nauc_mrr_at_5_diff1": 0.924711, + "nauc_mrr_at_10_max": 0.791303, + "nauc_mrr_at_10_std": -0.367092, + "nauc_mrr_at_10_diff1": 0.925426, + "nauc_mrr_at_20_max": 0.790947, + "nauc_mrr_at_20_std": -0.368841, + "nauc_mrr_at_20_diff1": 0.925156, + "nauc_mrr_at_100_max": 0.790316, + "nauc_mrr_at_100_std": -0.371625, + "nauc_mrr_at_100_diff1": 0.925163, + "nauc_mrr_at_1000_max": 0.790295, + "nauc_mrr_at_1000_std": -0.371759, + "nauc_mrr_at_1000_diff1": 0.925156, + "hit_rate_at_1": 0.90778, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94764, + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.92526, + "ndcg_at_5": 0.9332, + "ndcg_at_10": 0.93848, + "ndcg_at_20": 0.93963, + "ndcg_at_100": 0.94118, + "ndcg_at_1000": 0.94176, + "map_at_1": 0.89, + "map_at_3": 0.91704, + "map_at_5": 0.92154, + "map_at_10": 0.92386, + "map_at_20": 0.92418, + "map_at_100": 0.92444, + "map_at_1000": 0.92447, + "recall_at_1": 0.89, + "recall_at_3": 0.94889, + "recall_at_5": 0.96778, + "recall_at_10": 0.98333, + "recall_at_20": 0.98778, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.89, + "precision_at_1": 0.89, + "precision_at_3": 0.3163, + "precision_at_5": 0.19356, + "precision_at_10": 0.09833, + "precision_at_20": 0.04939, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.89, + "mrr_at_3": 0.917037, + "mrr_at_5": 0.921537, + "mrr_at_10": 0.923857, + "mrr_at_20": 0.924185, + "mrr_at_100": 0.924441, + "mrr_at_1000": 0.924465, + "nauc_ndcg_at_1_max": 0.780388, + "nauc_ndcg_at_1_std": -0.201486, + "nauc_ndcg_at_1_diff1": 0.929368, + "nauc_ndcg_at_3_max": 0.823444, + "nauc_ndcg_at_3_std": -0.152956, + "nauc_ndcg_at_3_diff1": 0.916857, + "nauc_ndcg_at_5_max": 0.813168, + "nauc_ndcg_at_5_std": -0.170962, + "nauc_ndcg_at_5_diff1": 0.91581, + "nauc_ndcg_at_10_max": 0.817905, + "nauc_ndcg_at_10_std": -0.133302, + "nauc_ndcg_at_10_diff1": 0.920437, + "nauc_ndcg_at_20_max": 0.814986, + "nauc_ndcg_at_20_std": -0.14913, + "nauc_ndcg_at_20_diff1": 0.921445, + "nauc_ndcg_at_100_max": 0.811571, + "nauc_ndcg_at_100_std": -0.156728, + "nauc_ndcg_at_100_diff1": 0.920717, + "nauc_ndcg_at_1000_max": 0.810446, + "nauc_ndcg_at_1000_std": -0.159044, + "nauc_ndcg_at_1000_diff1": 0.921023, + "nauc_map_at_1_max": 0.780388, + "nauc_map_at_1_std": -0.201486, + "nauc_map_at_1_diff1": 0.929368, + "nauc_map_at_3_max": 0.811737, + "nauc_map_at_3_std": -0.166835, + "nauc_map_at_3_diff1": 0.920399, + "nauc_map_at_5_max": 0.806081, + "nauc_map_at_5_std": -0.176901, + "nauc_map_at_5_diff1": 0.920105, + "nauc_map_at_10_max": 0.807683, + "nauc_map_at_10_std": -0.16257, + "nauc_map_at_10_diff1": 0.921866, + "nauc_map_at_20_max": 0.806952, + "nauc_map_at_20_std": -0.16627, + "nauc_map_at_20_diff1": 0.922047, + "nauc_map_at_100_max": 0.806493, + "nauc_map_at_100_std": -0.167452, + "nauc_map_at_100_diff1": 0.921898, + "nauc_map_at_1000_max": 0.806465, + "nauc_map_at_1000_std": -0.167424, + "nauc_map_at_1000_diff1": 0.921917, + "nauc_recall_at_1_max": 0.780388, + "nauc_recall_at_1_std": -0.201486, + "nauc_recall_at_1_diff1": 0.929368, + "nauc_recall_at_3_max": 0.876517, + "nauc_recall_at_3_std": -0.089504, + "nauc_recall_at_3_diff1": 0.900692, + "nauc_recall_at_5_max": 0.857481, + "nauc_recall_at_5_std": -0.134792, + "nauc_recall_at_5_diff1": 0.886023, + "nauc_recall_at_10_max": 0.946623, + "nauc_recall_at_10_std": 0.278992, + "nauc_recall_at_10_diff1": 0.908497, + "nauc_recall_at_20_max": 0.939097, + "nauc_recall_at_20_std": 0.127578, + "nauc_recall_at_20_diff1": 0.925728, + "nauc_recall_at_100_max": 0.930556, + "nauc_recall_at_100_std": 0.154528, + "nauc_recall_at_100_diff1": 0.897876, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.780388, + "nauc_precision_at_1_std": -0.201486, + "nauc_precision_at_1_diff1": 0.929368, + "nauc_precision_at_3_max": 0.876517, + "nauc_precision_at_3_std": -0.089504, + "nauc_precision_at_3_diff1": 0.900692, + "nauc_precision_at_5_max": 0.857481, + "nauc_precision_at_5_std": -0.134792, + "nauc_precision_at_5_diff1": 0.886023, + "nauc_precision_at_10_max": 0.946623, + "nauc_precision_at_10_std": 0.278992, + "nauc_precision_at_10_diff1": 0.908497, + "nauc_precision_at_20_max": 0.939097, + "nauc_precision_at_20_std": 0.127578, + "nauc_precision_at_20_diff1": 0.925728, + "nauc_precision_at_100_max": 0.930556, + "nauc_precision_at_100_std": 0.154528, + "nauc_precision_at_100_diff1": 0.897876, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.780388, + "nauc_mrr_at_1_std": -0.201486, + "nauc_mrr_at_1_diff1": 0.929368, + "nauc_mrr_at_3_max": 0.811737, + "nauc_mrr_at_3_std": -0.166835, + "nauc_mrr_at_3_diff1": 0.920399, + "nauc_mrr_at_5_max": 0.806081, + "nauc_mrr_at_5_std": -0.176901, + "nauc_mrr_at_5_diff1": 0.920105, + "nauc_mrr_at_10_max": 0.807683, + "nauc_mrr_at_10_std": -0.16257, + "nauc_mrr_at_10_diff1": 0.921866, + "nauc_mrr_at_20_max": 0.806952, + "nauc_mrr_at_20_std": -0.16627, + "nauc_mrr_at_20_diff1": 0.922047, + "nauc_mrr_at_100_max": 0.806493, + "nauc_mrr_at_100_std": -0.167452, + "nauc_mrr_at_100_diff1": 0.921898, + "nauc_mrr_at_1000_max": 0.806465, + "nauc_mrr_at_1000_std": -0.167424, + "nauc_mrr_at_1000_diff1": 0.921917, + "hit_rate_at_1": 0.89, + "hit_rate_at_3": 0.94889, + "hit_rate_at_5": 0.96778, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.93848, + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.86889, + "ndcg_at_3": 0.91268, + "ndcg_at_5": 0.91866, + "ndcg_at_10": 0.92268, + "ndcg_at_20": 0.92551, + "ndcg_at_100": 0.9281, + "ndcg_at_1000": 0.92881, + "map_at_1": 0.86889, + "map_at_3": 0.90241, + "map_at_5": 0.90574, + "map_at_10": 0.90744, + "map_at_20": 0.90822, + "map_at_100": 0.90854, + "map_at_1000": 0.90857, + "recall_at_1": 0.86889, + "recall_at_3": 0.94222, + "recall_at_5": 0.95667, + "recall_at_10": 0.96889, + "recall_at_20": 0.98, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "accuracy": 0.86889, + "precision_at_1": 0.86889, + "precision_at_3": 0.31407, + "precision_at_5": 0.19133, + "precision_at_10": 0.09689, + "precision_at_20": 0.049, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.868889, + "mrr_at_3": 0.902407, + "mrr_at_5": 0.905741, + "mrr_at_10": 0.907436, + "mrr_at_20": 0.908224, + "mrr_at_100": 0.908538, + "mrr_at_1000": 0.908566, + "nauc_ndcg_at_1_max": 0.741422, + "nauc_ndcg_at_1_std": -0.272257, + "nauc_ndcg_at_1_diff1": 0.940245, + "nauc_ndcg_at_3_max": 0.806338, + "nauc_ndcg_at_3_std": -0.111523, + "nauc_ndcg_at_3_diff1": 0.926641, + "nauc_ndcg_at_5_max": 0.800013, + "nauc_ndcg_at_5_std": -0.125582, + "nauc_ndcg_at_5_diff1": 0.925084, + "nauc_ndcg_at_10_max": 0.794749, + "nauc_ndcg_at_10_std": -0.125709, + "nauc_ndcg_at_10_diff1": 0.925725, + "nauc_ndcg_at_20_max": 0.789483, + "nauc_ndcg_at_20_std": -0.141127, + "nauc_ndcg_at_20_diff1": 0.927123, + "nauc_ndcg_at_100_max": 0.785064, + "nauc_ndcg_at_100_std": -0.155982, + "nauc_ndcg_at_100_diff1": 0.928774, + "nauc_ndcg_at_1000_max": 0.785573, + "nauc_ndcg_at_1000_std": -0.157931, + "nauc_ndcg_at_1000_diff1": 0.929242, + "nauc_map_at_1_max": 0.741422, + "nauc_map_at_1_std": -0.272257, + "nauc_map_at_1_diff1": 0.940245, + "nauc_map_at_3_max": 0.787874, + "nauc_map_at_3_std": -0.159274, + "nauc_map_at_3_diff1": 0.930517, + "nauc_map_at_5_max": 0.784086, + "nauc_map_at_5_std": -0.167965, + "nauc_map_at_5_diff1": 0.929945, + "nauc_map_at_10_max": 0.781996, + "nauc_map_at_10_std": -0.168437, + "nauc_map_at_10_diff1": 0.930282, + "nauc_map_at_20_max": 0.780709, + "nauc_map_at_20_std": -0.172564, + "nauc_map_at_20_diff1": 0.930616, + "nauc_map_at_100_max": 0.780317, + "nauc_map_at_100_std": -0.174145, + "nauc_map_at_100_diff1": 0.930822, + "nauc_map_at_1000_max": 0.780343, + "nauc_map_at_1000_std": -0.174198, + "nauc_map_at_1000_diff1": 0.93085, + "nauc_recall_at_1_max": 0.741422, + "nauc_recall_at_1_std": -0.272257, + "nauc_recall_at_1_diff1": 0.940245, + "nauc_recall_at_3_max": 0.892857, + "nauc_recall_at_3_std": 0.113804, + "nauc_recall_at_3_diff1": 0.90847, + "nauc_recall_at_5_max": 0.894132, + "nauc_recall_at_5_std": 0.127882, + "nauc_recall_at_5_diff1": 0.895138, + "nauc_recall_at_10_max": 0.891056, + "nauc_recall_at_10_std": 0.220838, + "nauc_recall_at_10_diff1": 0.887788, + "nauc_recall_at_20_max": 0.868659, + "nauc_recall_at_20_std": 0.201577, + "nauc_recall_at_20_diff1": 0.887436, + "nauc_recall_at_100_max": 0.746125, + "nauc_recall_at_100_std": 0.050514, + "nauc_recall_at_100_diff1": 0.892157, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.741422, + "nauc_precision_at_1_std": -0.272257, + "nauc_precision_at_1_diff1": 0.940245, + "nauc_precision_at_3_max": 0.892857, + "nauc_precision_at_3_std": 0.113804, + "nauc_precision_at_3_diff1": 0.90847, + "nauc_precision_at_5_max": 0.894132, + "nauc_precision_at_5_std": 0.127882, + "nauc_precision_at_5_diff1": 0.895138, + "nauc_precision_at_10_max": 0.891056, + "nauc_precision_at_10_std": 0.220838, + "nauc_precision_at_10_diff1": 0.887788, + "nauc_precision_at_20_max": 0.868659, + "nauc_precision_at_20_std": 0.201577, + "nauc_precision_at_20_diff1": 0.887436, + "nauc_precision_at_100_max": 0.746125, + "nauc_precision_at_100_std": 0.050514, + "nauc_precision_at_100_diff1": 0.892157, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.741422, + "nauc_mrr_at_1_std": -0.272257, + "nauc_mrr_at_1_diff1": 0.940245, + "nauc_mrr_at_3_max": 0.787874, + "nauc_mrr_at_3_std": -0.159274, + "nauc_mrr_at_3_diff1": 0.930517, + "nauc_mrr_at_5_max": 0.784086, + "nauc_mrr_at_5_std": -0.167965, + "nauc_mrr_at_5_diff1": 0.929945, + "nauc_mrr_at_10_max": 0.781996, + "nauc_mrr_at_10_std": -0.168437, + "nauc_mrr_at_10_diff1": 0.930282, + "nauc_mrr_at_20_max": 0.780709, + "nauc_mrr_at_20_std": -0.172564, + "nauc_mrr_at_20_diff1": 0.930616, + "nauc_mrr_at_100_max": 0.780317, + "nauc_mrr_at_100_std": -0.174145, + "nauc_mrr_at_100_diff1": 0.930822, + "nauc_mrr_at_1000_max": 0.780343, + "nauc_mrr_at_1000_std": -0.174198, + "nauc_mrr_at_1000_diff1": 0.93085, + "hit_rate_at_1": 0.86889, + "hit_rate_at_3": 0.94222, + "hit_rate_at_5": 0.95667, + "hit_rate_at_10": 0.96889, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.92268, + "hf_subset": "nob_Latn-nob_Latn", + "languages": [ + "nob-Latn", + "nob-Latn" + ] + }, + { + "ndcg_at_1": 0.89444, + "ndcg_at_3": 0.93196, + "ndcg_at_5": 0.93841, + "ndcg_at_10": 0.94207, + "ndcg_at_20": 0.94352, + "ndcg_at_100": 0.94524, + "ndcg_at_1000": 0.94552, + "map_at_1": 0.89444, + "map_at_3": 0.92333, + "map_at_5": 0.92694, + "map_at_10": 0.92849, + "map_at_20": 0.92891, + "map_at_100": 0.92918, + "map_at_1000": 0.92919, + "recall_at_1": 0.89444, + "recall_at_3": 0.95667, + "recall_at_5": 0.97222, + "recall_at_10": 0.98333, + "recall_at_20": 0.98889, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.89444, + "precision_at_1": 0.89444, + "precision_at_3": 0.31889, + "precision_at_5": 0.19444, + "precision_at_10": 0.09833, + "precision_at_20": 0.04944, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.894444, + "mrr_at_3": 0.923333, + "mrr_at_5": 0.926944, + "mrr_at_10": 0.92849, + "mrr_at_20": 0.928912, + "mrr_at_100": 0.929177, + "mrr_at_1000": 0.929185, + "nauc_ndcg_at_1_max": 0.756539, + "nauc_ndcg_at_1_std": -0.335044, + "nauc_ndcg_at_1_diff1": 0.930798, + "nauc_ndcg_at_3_max": 0.777581, + "nauc_ndcg_at_3_std": -0.348184, + "nauc_ndcg_at_3_diff1": 0.932928, + "nauc_ndcg_at_5_max": 0.772959, + "nauc_ndcg_at_5_std": -0.290328, + "nauc_ndcg_at_5_diff1": 0.9332, + "nauc_ndcg_at_10_max": 0.770009, + "nauc_ndcg_at_10_std": -0.314077, + "nauc_ndcg_at_10_diff1": 0.932341, + "nauc_ndcg_at_20_max": 0.770584, + "nauc_ndcg_at_20_std": -0.311634, + "nauc_ndcg_at_20_diff1": 0.931295, + "nauc_ndcg_at_100_max": 0.771751, + "nauc_ndcg_at_100_std": -0.312582, + "nauc_ndcg_at_100_diff1": 0.931493, + "nauc_ndcg_at_1000_max": 0.770598, + "nauc_ndcg_at_1000_std": -0.319215, + "nauc_ndcg_at_1000_diff1": 0.931469, + "nauc_map_at_1_max": 0.756539, + "nauc_map_at_1_std": -0.335044, + "nauc_map_at_1_diff1": 0.930798, + "nauc_map_at_3_max": 0.771848, + "nauc_map_at_3_std": -0.34635, + "nauc_map_at_3_diff1": 0.932205, + "nauc_map_at_5_max": 0.769122, + "nauc_map_at_5_std": -0.319513, + "nauc_map_at_5_diff1": 0.932261, + "nauc_map_at_10_max": 0.768323, + "nauc_map_at_10_std": -0.327627, + "nauc_map_at_10_diff1": 0.931927, + "nauc_map_at_20_max": 0.768585, + "nauc_map_at_20_std": -0.326779, + "nauc_map_at_20_diff1": 0.931692, + "nauc_map_at_100_max": 0.768743, + "nauc_map_at_100_std": -0.327157, + "nauc_map_at_100_diff1": 0.931625, + "nauc_map_at_1000_max": 0.768716, + "nauc_map_at_1000_std": -0.32731, + "nauc_map_at_1000_diff1": 0.931624, + "nauc_recall_at_1_max": 0.756539, + "nauc_recall_at_1_std": -0.335044, + "nauc_recall_at_1_diff1": 0.930798, + "nauc_recall_at_3_max": 0.805813, + "nauc_recall_at_3_std": -0.35567, + "nauc_recall_at_3_diff1": 0.936616, + "nauc_recall_at_5_max": 0.799851, + "nauc_recall_at_5_std": -0.046144, + "nauc_recall_at_5_diff1": 0.940523, + "nauc_recall_at_10_max": 0.780454, + "nauc_recall_at_10_std": -0.147246, + "nauc_recall_at_10_diff1": 0.936819, + "nauc_recall_at_20_max": 0.79043, + "nauc_recall_at_20_std": -0.03338, + "nauc_recall_at_20_diff1": 0.918301, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.756539, + "nauc_precision_at_1_std": -0.335044, + "nauc_precision_at_1_diff1": 0.930798, + "nauc_precision_at_3_max": 0.805813, + "nauc_precision_at_3_std": -0.35567, + "nauc_precision_at_3_diff1": 0.936616, + "nauc_precision_at_5_max": 0.799851, + "nauc_precision_at_5_std": -0.046144, + "nauc_precision_at_5_diff1": 0.940523, + "nauc_precision_at_10_max": 0.780454, + "nauc_precision_at_10_std": -0.147246, + "nauc_precision_at_10_diff1": 0.936819, + "nauc_precision_at_20_max": 0.79043, + "nauc_precision_at_20_std": -0.03338, + "nauc_precision_at_20_diff1": 0.918301, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.756539, + "nauc_mrr_at_1_std": -0.335044, + "nauc_mrr_at_1_diff1": 0.930798, + "nauc_mrr_at_3_max": 0.771848, + "nauc_mrr_at_3_std": -0.34635, + "nauc_mrr_at_3_diff1": 0.932205, + "nauc_mrr_at_5_max": 0.769122, + "nauc_mrr_at_5_std": -0.319513, + "nauc_mrr_at_5_diff1": 0.932261, + "nauc_mrr_at_10_max": 0.768323, + "nauc_mrr_at_10_std": -0.327627, + "nauc_mrr_at_10_diff1": 0.931927, + "nauc_mrr_at_20_max": 0.768585, + "nauc_mrr_at_20_std": -0.326779, + "nauc_mrr_at_20_diff1": 0.931692, + "nauc_mrr_at_100_max": 0.768743, + "nauc_mrr_at_100_std": -0.327157, + "nauc_mrr_at_100_diff1": 0.931625, + "nauc_mrr_at_1000_max": 0.768716, + "nauc_mrr_at_1000_std": -0.32731, + "nauc_mrr_at_1000_diff1": 0.931624, + "hit_rate_at_1": 0.89444, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94207, + "hf_subset": "nob_Latn-eng_Latn", + "languages": [ + "nob-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.83889, + "ndcg_at_3": 0.89063, + "ndcg_at_5": 0.89613, + "ndcg_at_10": 0.90376, + "ndcg_at_20": 0.90707, + "ndcg_at_100": 0.91053, + "ndcg_at_1000": 0.91105, + "map_at_1": 0.83889, + "map_at_3": 0.87815, + "map_at_5": 0.8812, + "map_at_10": 0.88439, + "map_at_20": 0.88527, + "map_at_100": 0.88574, + "map_at_1000": 0.88575, + "recall_at_1": 0.83889, + "recall_at_3": 0.92667, + "recall_at_5": 0.94, + "recall_at_10": 0.96333, + "recall_at_20": 0.97667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.83889, + "precision_at_1": 0.83889, + "precision_at_3": 0.30889, + "precision_at_5": 0.188, + "precision_at_10": 0.09633, + "precision_at_20": 0.04883, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.838889, + "mrr_at_3": 0.878148, + "mrr_at_5": 0.881204, + "mrr_at_10": 0.884391, + "mrr_at_20": 0.885274, + "mrr_at_100": 0.88574, + "mrr_at_1000": 0.885754, + "nauc_ndcg_at_1_max": 0.792805, + "nauc_ndcg_at_1_std": -0.121413, + "nauc_ndcg_at_1_diff1": 0.933365, + "nauc_ndcg_at_3_max": 0.847391, + "nauc_ndcg_at_3_std": -0.020289, + "nauc_ndcg_at_3_diff1": 0.910464, + "nauc_ndcg_at_5_max": 0.840934, + "nauc_ndcg_at_5_std": -0.039707, + "nauc_ndcg_at_5_diff1": 0.909953, + "nauc_ndcg_at_10_max": 0.840521, + "nauc_ndcg_at_10_std": -0.023335, + "nauc_ndcg_at_10_diff1": 0.914616, + "nauc_ndcg_at_20_max": 0.836676, + "nauc_ndcg_at_20_std": -0.023565, + "nauc_ndcg_at_20_diff1": 0.913439, + "nauc_ndcg_at_100_max": 0.832033, + "nauc_ndcg_at_100_std": -0.04103, + "nauc_ndcg_at_100_diff1": 0.914916, + "nauc_ndcg_at_1000_max": 0.831005, + "nauc_ndcg_at_1000_std": -0.047403, + "nauc_ndcg_at_1000_diff1": 0.915421, + "nauc_map_at_1_max": 0.792805, + "nauc_map_at_1_std": -0.121413, + "nauc_map_at_1_diff1": 0.933365, + "nauc_map_at_3_max": 0.831196, + "nauc_map_at_3_std": -0.053019, + "nauc_map_at_3_diff1": 0.915823, + "nauc_map_at_5_max": 0.827652, + "nauc_map_at_5_std": -0.063691, + "nauc_map_at_5_diff1": 0.915749, + "nauc_map_at_10_max": 0.827115, + "nauc_map_at_10_std": -0.059167, + "nauc_map_at_10_diff1": 0.917544, + "nauc_map_at_20_max": 0.826144, + "nauc_map_at_20_std": -0.059178, + "nauc_map_at_20_diff1": 0.917274, + "nauc_map_at_100_max": 0.825582, + "nauc_map_at_100_std": -0.061794, + "nauc_map_at_100_diff1": 0.917446, + "nauc_map_at_1000_max": 0.825562, + "nauc_map_at_1000_std": -0.061919, + "nauc_map_at_1000_diff1": 0.917453, + "nauc_recall_at_1_max": 0.792805, + "nauc_recall_at_1_std": -0.121413, + "nauc_recall_at_1_diff1": 0.933365, + "nauc_recall_at_3_max": 0.92188, + "nauc_recall_at_3_std": 0.132169, + "nauc_recall_at_3_diff1": 0.886823, + "nauc_recall_at_5_max": 0.911782, + "nauc_recall_at_5_std": 0.089368, + "nauc_recall_at_5_diff1": 0.879223, + "nauc_recall_at_10_max": 0.95381, + "nauc_recall_at_10_std": 0.307246, + "nauc_recall_at_10_diff1": 0.895878, + "nauc_recall_at_20_max": 0.960095, + "nauc_recall_at_20_std": 0.480237, + "nauc_recall_at_20_diff1": 0.868281, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.828431, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.792805, + "nauc_precision_at_1_std": -0.121413, + "nauc_precision_at_1_diff1": 0.933365, + "nauc_precision_at_3_max": 0.92188, + "nauc_precision_at_3_std": 0.132169, + "nauc_precision_at_3_diff1": 0.886823, + "nauc_precision_at_5_max": 0.911782, + "nauc_precision_at_5_std": 0.089368, + "nauc_precision_at_5_diff1": 0.879223, + "nauc_precision_at_10_max": 0.95381, + "nauc_precision_at_10_std": 0.307246, + "nauc_precision_at_10_diff1": 0.895878, + "nauc_precision_at_20_max": 0.960095, + "nauc_precision_at_20_std": 0.480237, + "nauc_precision_at_20_diff1": 0.868281, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.828431, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.792805, + "nauc_mrr_at_1_std": -0.121413, + "nauc_mrr_at_1_diff1": 0.933365, + "nauc_mrr_at_3_max": 0.831196, + "nauc_mrr_at_3_std": -0.053019, + "nauc_mrr_at_3_diff1": 0.915823, + "nauc_mrr_at_5_max": 0.827652, + "nauc_mrr_at_5_std": -0.063691, + "nauc_mrr_at_5_diff1": 0.915749, + "nauc_mrr_at_10_max": 0.827115, + "nauc_mrr_at_10_std": -0.059167, + "nauc_mrr_at_10_diff1": 0.917544, + "nauc_mrr_at_20_max": 0.826144, + "nauc_mrr_at_20_std": -0.059178, + "nauc_mrr_at_20_diff1": 0.917274, + "nauc_mrr_at_100_max": 0.825582, + "nauc_mrr_at_100_std": -0.061794, + "nauc_mrr_at_100_diff1": 0.917446, + "nauc_mrr_at_1000_max": 0.825562, + "nauc_mrr_at_1000_std": -0.061919, + "nauc_mrr_at_1000_diff1": 0.917453, + "hit_rate_at_1": 0.83889, + "hit_rate_at_3": 0.92667, + "hit_rate_at_5": 0.94, + "hit_rate_at_10": 0.96333, + "hit_rate_at_20": 0.97667, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.90376, + "hf_subset": "eng_Latn-nob_Latn", + "languages": [ + "eng-Latn", + "nob-Latn" + ] + }, + { + "ndcg_at_1": 0.77778, + "ndcg_at_3": 0.83469, + "ndcg_at_5": 0.84842, + "ndcg_at_10": 0.85791, + "ndcg_at_20": 0.86306, + "ndcg_at_100": 0.86875, + "ndcg_at_1000": 0.8705, + "map_at_1": 0.77778, + "map_at_3": 0.82093, + "map_at_5": 0.82854, + "map_at_10": 0.83233, + "map_at_20": 0.83379, + "map_at_100": 0.83472, + "map_at_1000": 0.83479, + "recall_at_1": 0.77778, + "recall_at_3": 0.87444, + "recall_at_5": 0.90778, + "recall_at_10": 0.93778, + "recall_at_20": 0.95778, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "accuracy": 0.77778, + "precision_at_1": 0.77778, + "precision_at_3": 0.29148, + "precision_at_5": 0.18156, + "precision_at_10": 0.09378, + "precision_at_20": 0.04789, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.777778, + "mrr_at_3": 0.820926, + "mrr_at_5": 0.828537, + "mrr_at_10": 0.83233, + "mrr_at_20": 0.833791, + "mrr_at_100": 0.834719, + "mrr_at_1000": 0.834792, + "nauc_ndcg_at_1_max": 0.632062, + "nauc_ndcg_at_1_std": -0.103616, + "nauc_ndcg_at_1_diff1": 0.864794, + "nauc_ndcg_at_3_max": 0.677664, + "nauc_ndcg_at_3_std": -0.069102, + "nauc_ndcg_at_3_diff1": 0.844391, + "nauc_ndcg_at_5_max": 0.670831, + "nauc_ndcg_at_5_std": -0.070848, + "nauc_ndcg_at_5_diff1": 0.840103, + "nauc_ndcg_at_10_max": 0.671794, + "nauc_ndcg_at_10_std": -0.061674, + "nauc_ndcg_at_10_diff1": 0.843883, + "nauc_ndcg_at_20_max": 0.67318, + "nauc_ndcg_at_20_std": -0.056879, + "nauc_ndcg_at_20_diff1": 0.846405, + "nauc_ndcg_at_100_max": 0.66672, + "nauc_ndcg_at_100_std": -0.062869, + "nauc_ndcg_at_100_diff1": 0.848736, + "nauc_ndcg_at_1000_max": 0.666127, + "nauc_ndcg_at_1000_std": -0.065888, + "nauc_ndcg_at_1000_diff1": 0.848561, + "nauc_map_at_1_max": 0.632062, + "nauc_map_at_1_std": -0.103616, + "nauc_map_at_1_diff1": 0.864794, + "nauc_map_at_3_max": 0.666153, + "nauc_map_at_3_std": -0.077769, + "nauc_map_at_3_diff1": 0.850253, + "nauc_map_at_5_max": 0.662244, + "nauc_map_at_5_std": -0.078614, + "nauc_map_at_5_diff1": 0.848351, + "nauc_map_at_10_max": 0.662257, + "nauc_map_at_10_std": -0.075113, + "nauc_map_at_10_diff1": 0.849635, + "nauc_map_at_20_max": 0.662373, + "nauc_map_at_20_std": -0.07428, + "nauc_map_at_20_diff1": 0.850264, + "nauc_map_at_100_max": 0.661629, + "nauc_map_at_100_std": -0.074331, + "nauc_map_at_100_diff1": 0.850598, + "nauc_map_at_1000_max": 0.661613, + "nauc_map_at_1000_std": -0.074377, + "nauc_map_at_1000_diff1": 0.850599, + "nauc_recall_at_1_max": 0.632062, + "nauc_recall_at_1_std": -0.103616, + "nauc_recall_at_1_diff1": 0.864794, + "nauc_recall_at_3_max": 0.72204, + "nauc_recall_at_3_std": -0.035716, + "nauc_recall_at_3_diff1": 0.821329, + "nauc_recall_at_5_max": 0.710928, + "nauc_recall_at_5_std": -0.034255, + "nauc_recall_at_5_diff1": 0.797836, + "nauc_recall_at_10_max": 0.738212, + "nauc_recall_at_10_std": 0.03834, + "nauc_recall_at_10_diff1": 0.805889, + "nauc_recall_at_20_max": 0.789007, + "nauc_recall_at_20_std": 0.146838, + "nauc_recall_at_20_diff1": 0.818062, + "nauc_recall_at_100_max": 0.71273, + "nauc_recall_at_100_std": 0.177521, + "nauc_recall_at_100_diff1": 0.864418, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.632062, + "nauc_precision_at_1_std": -0.103616, + "nauc_precision_at_1_diff1": 0.864794, + "nauc_precision_at_3_max": 0.72204, + "nauc_precision_at_3_std": -0.035716, + "nauc_precision_at_3_diff1": 0.821329, + "nauc_precision_at_5_max": 0.710928, + "nauc_precision_at_5_std": -0.034255, + "nauc_precision_at_5_diff1": 0.797836, + "nauc_precision_at_10_max": 0.738212, + "nauc_precision_at_10_std": 0.03834, + "nauc_precision_at_10_diff1": 0.805889, + "nauc_precision_at_20_max": 0.789007, + "nauc_precision_at_20_std": 0.146838, + "nauc_precision_at_20_diff1": 0.818062, + "nauc_precision_at_100_max": 0.71273, + "nauc_precision_at_100_std": 0.177521, + "nauc_precision_at_100_diff1": 0.864418, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.632062, + "nauc_mrr_at_1_std": -0.103616, + "nauc_mrr_at_1_diff1": 0.864794, + "nauc_mrr_at_3_max": 0.666153, + "nauc_mrr_at_3_std": -0.077769, + "nauc_mrr_at_3_diff1": 0.850253, + "nauc_mrr_at_5_max": 0.662244, + "nauc_mrr_at_5_std": -0.078614, + "nauc_mrr_at_5_diff1": 0.848351, + "nauc_mrr_at_10_max": 0.662257, + "nauc_mrr_at_10_std": -0.075113, + "nauc_mrr_at_10_diff1": 0.849635, + "nauc_mrr_at_20_max": 0.662373, + "nauc_mrr_at_20_std": -0.07428, + "nauc_mrr_at_20_diff1": 0.850264, + "nauc_mrr_at_100_max": 0.661629, + "nauc_mrr_at_100_std": -0.074331, + "nauc_mrr_at_100_diff1": 0.850598, + "nauc_mrr_at_1000_max": 0.661613, + "nauc_mrr_at_1000_std": -0.074377, + "nauc_mrr_at_1000_diff1": 0.850599, + "hit_rate_at_1": 0.77778, + "hit_rate_at_3": 0.87444, + "hit_rate_at_5": 0.90778, + "hit_rate_at_10": 0.93778, + "hit_rate_at_20": 0.95778, + "hit_rate_at_100": 0.98667, + "hit_rate_at_1000": 1.0, + "main_score": 0.85791, + "hf_subset": "npi_Deva-npi_Deva", + "languages": [ + "npi-Deva", + "npi-Deva" + ] + }, + { + "ndcg_at_1": 0.85556, + "ndcg_at_3": 0.90452, + "ndcg_at_5": 0.91332, + "ndcg_at_10": 0.91878, + "ndcg_at_20": 0.92132, + "ndcg_at_100": 0.92341, + "ndcg_at_1000": 0.92383, + "map_at_1": 0.85556, + "map_at_3": 0.89296, + "map_at_5": 0.89791, + "map_at_10": 0.9002, + "map_at_20": 0.90091, + "map_at_100": 0.9012, + "map_at_1000": 0.90122, + "recall_at_1": 0.85556, + "recall_at_3": 0.93778, + "recall_at_5": 0.95889, + "recall_at_10": 0.97556, + "recall_at_20": 0.98556, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.85556, + "precision_at_1": 0.85556, + "precision_at_3": 0.31259, + "precision_at_5": 0.19178, + "precision_at_10": 0.09756, + "precision_at_20": 0.04928, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.855556, + "mrr_at_3": 0.892963, + "mrr_at_5": 0.897907, + "mrr_at_10": 0.900203, + "mrr_at_20": 0.900908, + "mrr_at_100": 0.901204, + "mrr_at_1000": 0.901221, + "nauc_ndcg_at_1_max": 0.575709, + "nauc_ndcg_at_1_std": -0.393953, + "nauc_ndcg_at_1_diff1": 0.881419, + "nauc_ndcg_at_3_max": 0.642996, + "nauc_ndcg_at_3_std": -0.362239, + "nauc_ndcg_at_3_diff1": 0.861477, + "nauc_ndcg_at_5_max": 0.647335, + "nauc_ndcg_at_5_std": -0.336013, + "nauc_ndcg_at_5_diff1": 0.868136, + "nauc_ndcg_at_10_max": 0.633195, + "nauc_ndcg_at_10_std": -0.35123, + "nauc_ndcg_at_10_diff1": 0.87072, + "nauc_ndcg_at_20_max": 0.63192, + "nauc_ndcg_at_20_std": -0.345391, + "nauc_ndcg_at_20_diff1": 0.87084, + "nauc_ndcg_at_100_max": 0.627229, + "nauc_ndcg_at_100_std": -0.349859, + "nauc_ndcg_at_100_diff1": 0.870198, + "nauc_ndcg_at_1000_max": 0.625076, + "nauc_ndcg_at_1000_std": -0.35694, + "nauc_ndcg_at_1000_diff1": 0.870534, + "nauc_map_at_1_max": 0.575709, + "nauc_map_at_1_std": -0.393953, + "nauc_map_at_1_diff1": 0.881419, + "nauc_map_at_3_max": 0.623589, + "nauc_map_at_3_std": -0.371491, + "nauc_map_at_3_diff1": 0.866882, + "nauc_map_at_5_max": 0.62504, + "nauc_map_at_5_std": -0.358797, + "nauc_map_at_5_diff1": 0.870449, + "nauc_map_at_10_max": 0.619597, + "nauc_map_at_10_std": -0.364361, + "nauc_map_at_10_diff1": 0.871416, + "nauc_map_at_20_max": 0.619327, + "nauc_map_at_20_std": -0.363387, + "nauc_map_at_20_diff1": 0.871429, + "nauc_map_at_100_max": 0.618568, + "nauc_map_at_100_std": -0.364462, + "nauc_map_at_100_diff1": 0.871333, + "nauc_map_at_1000_max": 0.6185, + "nauc_map_at_1000_std": -0.364693, + "nauc_map_at_1000_diff1": 0.871351, + "nauc_recall_at_1_max": 0.575709, + "nauc_recall_at_1_std": -0.393953, + "nauc_recall_at_1_diff1": 0.881419, + "nauc_recall_at_3_max": 0.735202, + "nauc_recall_at_3_std": -0.318202, + "nauc_recall_at_3_diff1": 0.836068, + "nauc_recall_at_5_max": 0.800553, + "nauc_recall_at_5_std": -0.172181, + "nauc_recall_at_5_diff1": 0.854771, + "nauc_recall_at_10_max": 0.766743, + "nauc_recall_at_10_std": -0.214434, + "nauc_recall_at_10_diff1": 0.870554, + "nauc_recall_at_20_max": 0.826941, + "nauc_recall_at_20_std": 0.01318, + "nauc_recall_at_20_diff1": 0.87395, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.863834, + "nauc_recall_at_100_diff1": 0.820261, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.575709, + "nauc_precision_at_1_std": -0.393953, + "nauc_precision_at_1_diff1": 0.881419, + "nauc_precision_at_3_max": 0.735202, + "nauc_precision_at_3_std": -0.318202, + "nauc_precision_at_3_diff1": 0.836068, + "nauc_precision_at_5_max": 0.800553, + "nauc_precision_at_5_std": -0.172181, + "nauc_precision_at_5_diff1": 0.854771, + "nauc_precision_at_10_max": 0.766743, + "nauc_precision_at_10_std": -0.214434, + "nauc_precision_at_10_diff1": 0.870554, + "nauc_precision_at_20_max": 0.826941, + "nauc_precision_at_20_std": 0.01318, + "nauc_precision_at_20_diff1": 0.87395, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.863834, + "nauc_precision_at_100_diff1": 0.820261, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.575709, + "nauc_mrr_at_1_std": -0.393953, + "nauc_mrr_at_1_diff1": 0.881419, + "nauc_mrr_at_3_max": 0.623589, + "nauc_mrr_at_3_std": -0.371491, + "nauc_mrr_at_3_diff1": 0.866882, + "nauc_mrr_at_5_max": 0.62504, + "nauc_mrr_at_5_std": -0.358797, + "nauc_mrr_at_5_diff1": 0.870449, + "nauc_mrr_at_10_max": 0.619597, + "nauc_mrr_at_10_std": -0.364361, + "nauc_mrr_at_10_diff1": 0.871416, + "nauc_mrr_at_20_max": 0.619327, + "nauc_mrr_at_20_std": -0.363387, + "nauc_mrr_at_20_diff1": 0.871429, + "nauc_mrr_at_100_max": 0.618568, + "nauc_mrr_at_100_std": -0.364462, + "nauc_mrr_at_100_diff1": 0.871333, + "nauc_mrr_at_1000_max": 0.6185, + "nauc_mrr_at_1000_std": -0.364693, + "nauc_mrr_at_1000_diff1": 0.871351, + "hit_rate_at_1": 0.85556, + "hit_rate_at_3": 0.93778, + "hit_rate_at_5": 0.95889, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.91878, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.75333, + "ndcg_at_3": 0.817, + "ndcg_at_5": 0.8311, + "ndcg_at_10": 0.84071, + "ndcg_at_20": 0.84804, + "ndcg_at_100": 0.85495, + "ndcg_at_1000": 0.85613, + "map_at_1": 0.75333, + "map_at_3": 0.80204, + "map_at_5": 0.80981, + "map_at_10": 0.81373, + "map_at_20": 0.81576, + "map_at_100": 0.81667, + "map_at_1000": 0.81672, + "recall_at_1": 0.75333, + "recall_at_3": 0.86, + "recall_at_5": 0.89444, + "recall_at_10": 0.92444, + "recall_at_20": 0.95333, + "recall_at_100": 0.99111, + "recall_at_1000": 1.0, + "accuracy": 0.75333, + "precision_at_1": 0.75333, + "precision_at_3": 0.28667, + "precision_at_5": 0.17889, + "precision_at_10": 0.09244, + "precision_at_20": 0.04767, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.753333, + "mrr_at_3": 0.802037, + "mrr_at_5": 0.809815, + "mrr_at_10": 0.813731, + "mrr_at_20": 0.815757, + "mrr_at_100": 0.816671, + "mrr_at_1000": 0.816721, + "nauc_ndcg_at_1_max": 0.750109, + "nauc_ndcg_at_1_std": 0.002473, + "nauc_ndcg_at_1_diff1": 0.860256, + "nauc_ndcg_at_3_max": 0.767775, + "nauc_ndcg_at_3_std": 0.017794, + "nauc_ndcg_at_3_diff1": 0.833383, + "nauc_ndcg_at_5_max": 0.758646, + "nauc_ndcg_at_5_std": 0.006571, + "nauc_ndcg_at_5_diff1": 0.827784, + "nauc_ndcg_at_10_max": 0.76205, + "nauc_ndcg_at_10_std": 0.029962, + "nauc_ndcg_at_10_diff1": 0.832114, + "nauc_ndcg_at_20_max": 0.76433, + "nauc_ndcg_at_20_std": 0.03627, + "nauc_ndcg_at_20_diff1": 0.833565, + "nauc_ndcg_at_100_max": 0.76395, + "nauc_ndcg_at_100_std": 0.030153, + "nauc_ndcg_at_100_diff1": 0.838058, + "nauc_ndcg_at_1000_max": 0.762337, + "nauc_ndcg_at_1000_std": 0.023297, + "nauc_ndcg_at_1000_diff1": 0.838041, + "nauc_map_at_1_max": 0.750109, + "nauc_map_at_1_std": 0.002473, + "nauc_map_at_1_diff1": 0.860256, + "nauc_map_at_3_max": 0.763386, + "nauc_map_at_3_std": 0.013684, + "nauc_map_at_3_diff1": 0.84045, + "nauc_map_at_5_max": 0.758731, + "nauc_map_at_5_std": 0.007426, + "nauc_map_at_5_diff1": 0.83799, + "nauc_map_at_10_max": 0.759776, + "nauc_map_at_10_std": 0.015397, + "nauc_map_at_10_diff1": 0.839656, + "nauc_map_at_20_max": 0.760213, + "nauc_map_at_20_std": 0.016151, + "nauc_map_at_20_diff1": 0.840123, + "nauc_map_at_100_max": 0.760339, + "nauc_map_at_100_std": 0.015872, + "nauc_map_at_100_diff1": 0.840788, + "nauc_map_at_1000_max": 0.760287, + "nauc_map_at_1000_std": 0.01565, + "nauc_map_at_1000_diff1": 0.840792, + "nauc_recall_at_1_max": 0.750109, + "nauc_recall_at_1_std": 0.002473, + "nauc_recall_at_1_diff1": 0.860256, + "nauc_recall_at_3_max": 0.784413, + "nauc_recall_at_3_std": 0.033574, + "nauc_recall_at_3_diff1": 0.806329, + "nauc_recall_at_5_max": 0.755411, + "nauc_recall_at_5_std": 0.000633, + "nauc_recall_at_5_diff1": 0.777777, + "nauc_recall_at_10_max": 0.776796, + "nauc_recall_at_10_std": 0.144697, + "nauc_recall_at_10_diff1": 0.78592, + "nauc_recall_at_20_max": 0.814459, + "nauc_recall_at_20_std": 0.304789, + "nauc_recall_at_20_diff1": 0.773309, + "nauc_recall_at_100_max": 0.948938, + "nauc_recall_at_100_std": 0.815593, + "nauc_recall_at_100_diff1": 0.844188, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.750109, + "nauc_precision_at_1_std": 0.002473, + "nauc_precision_at_1_diff1": 0.860256, + "nauc_precision_at_3_max": 0.784413, + "nauc_precision_at_3_std": 0.033574, + "nauc_precision_at_3_diff1": 0.806329, + "nauc_precision_at_5_max": 0.755411, + "nauc_precision_at_5_std": 0.000633, + "nauc_precision_at_5_diff1": 0.777777, + "nauc_precision_at_10_max": 0.776796, + "nauc_precision_at_10_std": 0.144697, + "nauc_precision_at_10_diff1": 0.78592, + "nauc_precision_at_20_max": 0.814459, + "nauc_precision_at_20_std": 0.304789, + "nauc_precision_at_20_diff1": 0.773309, + "nauc_precision_at_100_max": 0.948938, + "nauc_precision_at_100_std": 0.815593, + "nauc_precision_at_100_diff1": 0.844188, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.750109, + "nauc_mrr_at_1_std": 0.002473, + "nauc_mrr_at_1_diff1": 0.860256, + "nauc_mrr_at_3_max": 0.763386, + "nauc_mrr_at_3_std": 0.013684, + "nauc_mrr_at_3_diff1": 0.84045, + "nauc_mrr_at_5_max": 0.758731, + "nauc_mrr_at_5_std": 0.007426, + "nauc_mrr_at_5_diff1": 0.83799, + "nauc_mrr_at_10_max": 0.759776, + "nauc_mrr_at_10_std": 0.015397, + "nauc_mrr_at_10_diff1": 0.839656, + "nauc_mrr_at_20_max": 0.760213, + "nauc_mrr_at_20_std": 0.016151, + "nauc_mrr_at_20_diff1": 0.840123, + "nauc_mrr_at_100_max": 0.760339, + "nauc_mrr_at_100_std": 0.015872, + "nauc_mrr_at_100_diff1": 0.840788, + "nauc_mrr_at_1000_max": 0.760287, + "nauc_mrr_at_1000_std": 0.01565, + "nauc_mrr_at_1000_diff1": 0.840792, + "hit_rate_at_1": 0.75333, + "hit_rate_at_3": 0.86, + "hit_rate_at_5": 0.89444, + "hit_rate_at_10": 0.92444, + "hit_rate_at_20": 0.95333, + "hit_rate_at_100": 0.99111, + "hit_rate_at_1000": 1.0, + "main_score": 0.84071, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ] + }, + { + "ndcg_at_1": 0.57889, + "ndcg_at_3": 0.64381, + "ndcg_at_5": 0.66141, + "ndcg_at_10": 0.6718, + "ndcg_at_20": 0.6842, + "ndcg_at_100": 0.70429, + "ndcg_at_1000": 0.7149, + "map_at_1": 0.57889, + "map_at_3": 0.62852, + "map_at_5": 0.63841, + "map_at_10": 0.64268, + "map_at_20": 0.6461, + "map_at_100": 0.64884, + "map_at_1000": 0.6493, + "recall_at_1": 0.57889, + "recall_at_3": 0.68778, + "recall_at_5": 0.73, + "recall_at_10": 0.76222, + "recall_at_20": 0.81111, + "recall_at_100": 0.92, + "recall_at_1000": 1.0, + "accuracy": 0.57889, + "precision_at_1": 0.57889, + "precision_at_3": 0.22926, + "precision_at_5": 0.146, + "precision_at_10": 0.07622, + "precision_at_20": 0.04056, + "precision_at_100": 0.0092, + "precision_at_1000": 0.001, + "mrr_at_1": 0.578889, + "mrr_at_3": 0.628519, + "mrr_at_5": 0.638407, + "mrr_at_10": 0.642679, + "mrr_at_20": 0.646098, + "mrr_at_100": 0.648841, + "mrr_at_1000": 0.649295, + "nauc_ndcg_at_1_max": 0.618102, + "nauc_ndcg_at_1_std": -0.279014, + "nauc_ndcg_at_1_diff1": 0.808645, + "nauc_ndcg_at_3_max": 0.644649, + "nauc_ndcg_at_3_std": -0.265807, + "nauc_ndcg_at_3_diff1": 0.78854, + "nauc_ndcg_at_5_max": 0.642603, + "nauc_ndcg_at_5_std": -0.274472, + "nauc_ndcg_at_5_diff1": 0.784319, + "nauc_ndcg_at_10_max": 0.634973, + "nauc_ndcg_at_10_std": -0.276042, + "nauc_ndcg_at_10_diff1": 0.78123, + "nauc_ndcg_at_20_max": 0.630611, + "nauc_ndcg_at_20_std": -0.273592, + "nauc_ndcg_at_20_diff1": 0.774169, + "nauc_ndcg_at_100_max": 0.636294, + "nauc_ndcg_at_100_std": -0.26516, + "nauc_ndcg_at_100_diff1": 0.781463, + "nauc_ndcg_at_1000_max": 0.635607, + "nauc_ndcg_at_1000_std": -0.269956, + "nauc_ndcg_at_1000_diff1": 0.784579, + "nauc_map_at_1_max": 0.618102, + "nauc_map_at_1_std": -0.279014, + "nauc_map_at_1_diff1": 0.808645, + "nauc_map_at_3_max": 0.638749, + "nauc_map_at_3_std": -0.269619, + "nauc_map_at_3_diff1": 0.793636, + "nauc_map_at_5_max": 0.637683, + "nauc_map_at_5_std": -0.274085, + "nauc_map_at_5_diff1": 0.791471, + "nauc_map_at_10_max": 0.634757, + "nauc_map_at_10_std": -0.274786, + "nauc_map_at_10_diff1": 0.790489, + "nauc_map_at_20_max": 0.633696, + "nauc_map_at_20_std": -0.274033, + "nauc_map_at_20_diff1": 0.788816, + "nauc_map_at_100_max": 0.634632, + "nauc_map_at_100_std": -0.272694, + "nauc_map_at_100_diff1": 0.789847, + "nauc_map_at_1000_max": 0.634606, + "nauc_map_at_1000_std": -0.272821, + "nauc_map_at_1000_diff1": 0.78997, + "nauc_recall_at_1_max": 0.618102, + "nauc_recall_at_1_std": -0.279014, + "nauc_recall_at_1_diff1": 0.808645, + "nauc_recall_at_3_max": 0.663158, + "nauc_recall_at_3_std": -0.253373, + "nauc_recall_at_3_diff1": 0.77221, + "nauc_recall_at_5_max": 0.658812, + "nauc_recall_at_5_std": -0.277482, + "nauc_recall_at_5_diff1": 0.758534, + "nauc_recall_at_10_max": 0.63034, + "nauc_recall_at_10_std": -0.283186, + "nauc_recall_at_10_diff1": 0.742756, + "nauc_recall_at_20_max": 0.603664, + "nauc_recall_at_20_std": -0.272134, + "nauc_recall_at_20_diff1": 0.693595, + "nauc_recall_at_100_max": 0.651351, + "nauc_recall_at_100_std": -0.151118, + "nauc_recall_at_100_diff1": 0.713333, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.618102, + "nauc_precision_at_1_std": -0.279014, + "nauc_precision_at_1_diff1": 0.808645, + "nauc_precision_at_3_max": 0.663158, + "nauc_precision_at_3_std": -0.253373, + "nauc_precision_at_3_diff1": 0.77221, + "nauc_precision_at_5_max": 0.658812, + "nauc_precision_at_5_std": -0.277482, + "nauc_precision_at_5_diff1": 0.758534, + "nauc_precision_at_10_max": 0.63034, + "nauc_precision_at_10_std": -0.283186, + "nauc_precision_at_10_diff1": 0.742756, + "nauc_precision_at_20_max": 0.603664, + "nauc_precision_at_20_std": -0.272134, + "nauc_precision_at_20_diff1": 0.693595, + "nauc_precision_at_100_max": 0.651351, + "nauc_precision_at_100_std": -0.151118, + "nauc_precision_at_100_diff1": 0.713333, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.618102, + "nauc_mrr_at_1_std": -0.279014, + "nauc_mrr_at_1_diff1": 0.808645, + "nauc_mrr_at_3_max": 0.638749, + "nauc_mrr_at_3_std": -0.269619, + "nauc_mrr_at_3_diff1": 0.793636, + "nauc_mrr_at_5_max": 0.637683, + "nauc_mrr_at_5_std": -0.274085, + "nauc_mrr_at_5_diff1": 0.791471, + "nauc_mrr_at_10_max": 0.634757, + "nauc_mrr_at_10_std": -0.274786, + "nauc_mrr_at_10_diff1": 0.790489, + "nauc_mrr_at_20_max": 0.633696, + "nauc_mrr_at_20_std": -0.274033, + "nauc_mrr_at_20_diff1": 0.788816, + "nauc_mrr_at_100_max": 0.634632, + "nauc_mrr_at_100_std": -0.272694, + "nauc_mrr_at_100_diff1": 0.789847, + "nauc_mrr_at_1000_max": 0.634606, + "nauc_mrr_at_1000_std": -0.272821, + "nauc_mrr_at_1000_diff1": 0.78997, + "hit_rate_at_1": 0.57889, + "hit_rate_at_3": 0.68778, + "hit_rate_at_5": 0.73, + "hit_rate_at_10": 0.76222, + "hit_rate_at_20": 0.81111, + "hit_rate_at_100": 0.92, + "hit_rate_at_1000": 1.0, + "main_score": 0.6718, + "hf_subset": "npi_Latn-npi_Latn", + "languages": [ + "npi-Latn", + "npi-Latn" + ] + }, + { + "ndcg_at_1": 0.68333, + "ndcg_at_3": 0.75637, + "ndcg_at_5": 0.77292, + "ndcg_at_10": 0.78707, + "ndcg_at_20": 0.79584, + "ndcg_at_100": 0.80622, + "ndcg_at_1000": 0.80906, + "map_at_1": 0.68333, + "map_at_3": 0.73926, + "map_at_5": 0.74848, + "map_at_10": 0.7544, + "map_at_20": 0.75684, + "map_at_100": 0.7583, + "map_at_1000": 0.75843, + "recall_at_1": 0.68333, + "recall_at_3": 0.80556, + "recall_at_5": 0.84556, + "recall_at_10": 0.88889, + "recall_at_20": 0.92333, + "recall_at_100": 0.97889, + "recall_at_1000": 1.0, + "accuracy": 0.68333, + "precision_at_1": 0.68333, + "precision_at_3": 0.26852, + "precision_at_5": 0.16911, + "precision_at_10": 0.08889, + "precision_at_20": 0.04617, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.683333, + "mrr_at_3": 0.739259, + "mrr_at_5": 0.748481, + "mrr_at_10": 0.754399, + "mrr_at_20": 0.756842, + "mrr_at_100": 0.758301, + "mrr_at_1000": 0.758428, + "nauc_ndcg_at_1_max": 0.694628, + "nauc_ndcg_at_1_std": -0.039136, + "nauc_ndcg_at_1_diff1": 0.815151, + "nauc_ndcg_at_3_max": 0.711496, + "nauc_ndcg_at_3_std": -0.053156, + "nauc_ndcg_at_3_diff1": 0.778891, + "nauc_ndcg_at_5_max": 0.720736, + "nauc_ndcg_at_5_std": -0.058118, + "nauc_ndcg_at_5_diff1": 0.788435, + "nauc_ndcg_at_10_max": 0.716392, + "nauc_ndcg_at_10_std": -0.067491, + "nauc_ndcg_at_10_diff1": 0.793094, + "nauc_ndcg_at_20_max": 0.710994, + "nauc_ndcg_at_20_std": -0.071154, + "nauc_ndcg_at_20_diff1": 0.791981, + "nauc_ndcg_at_100_max": 0.712572, + "nauc_ndcg_at_100_std": -0.058167, + "nauc_ndcg_at_100_diff1": 0.79637, + "nauc_ndcg_at_1000_max": 0.712183, + "nauc_ndcg_at_1000_std": -0.057604, + "nauc_ndcg_at_1000_diff1": 0.794536, + "nauc_map_at_1_max": 0.694628, + "nauc_map_at_1_std": -0.039136, + "nauc_map_at_1_diff1": 0.815151, + "nauc_map_at_3_max": 0.708602, + "nauc_map_at_3_std": -0.048301, + "nauc_map_at_3_diff1": 0.788812, + "nauc_map_at_5_max": 0.713668, + "nauc_map_at_5_std": -0.049963, + "nauc_map_at_5_diff1": 0.794176, + "nauc_map_at_10_max": 0.71181, + "nauc_map_at_10_std": -0.053496, + "nauc_map_at_10_diff1": 0.79603, + "nauc_map_at_20_max": 0.710411, + "nauc_map_at_20_std": -0.054312, + "nauc_map_at_20_diff1": 0.79577, + "nauc_map_at_100_max": 0.710603, + "nauc_map_at_100_std": -0.05259, + "nauc_map_at_100_diff1": 0.796227, + "nauc_map_at_1000_max": 0.710595, + "nauc_map_at_1000_std": -0.052568, + "nauc_map_at_1000_diff1": 0.796162, + "nauc_recall_at_1_max": 0.694628, + "nauc_recall_at_1_std": -0.039136, + "nauc_recall_at_1_diff1": 0.815151, + "nauc_recall_at_3_max": 0.721031, + "nauc_recall_at_3_std": -0.071252, + "nauc_recall_at_3_diff1": 0.743034, + "nauc_recall_at_5_max": 0.751195, + "nauc_recall_at_5_std": -0.096346, + "nauc_recall_at_5_diff1": 0.765497, + "nauc_recall_at_10_max": 0.739489, + "nauc_recall_at_10_std": -0.15649, + "nauc_recall_at_10_diff1": 0.782342, + "nauc_recall_at_20_max": 0.700585, + "nauc_recall_at_20_std": -0.226891, + "nauc_recall_at_20_diff1": 0.76794, + "nauc_recall_at_100_max": 0.738366, + "nauc_recall_at_100_std": -0.092879, + "nauc_recall_at_100_diff1": 0.905155, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.694628, + "nauc_precision_at_1_std": -0.039136, + "nauc_precision_at_1_diff1": 0.815151, + "nauc_precision_at_3_max": 0.721031, + "nauc_precision_at_3_std": -0.071252, + "nauc_precision_at_3_diff1": 0.743034, + "nauc_precision_at_5_max": 0.751195, + "nauc_precision_at_5_std": -0.096346, + "nauc_precision_at_5_diff1": 0.765497, + "nauc_precision_at_10_max": 0.739489, + "nauc_precision_at_10_std": -0.15649, + "nauc_precision_at_10_diff1": 0.782342, + "nauc_precision_at_20_max": 0.700585, + "nauc_precision_at_20_std": -0.226891, + "nauc_precision_at_20_diff1": 0.76794, + "nauc_precision_at_100_max": 0.738366, + "nauc_precision_at_100_std": -0.092879, + "nauc_precision_at_100_diff1": 0.905155, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.694628, + "nauc_mrr_at_1_std": -0.039136, + "nauc_mrr_at_1_diff1": 0.815151, + "nauc_mrr_at_3_max": 0.708602, + "nauc_mrr_at_3_std": -0.048301, + "nauc_mrr_at_3_diff1": 0.788812, + "nauc_mrr_at_5_max": 0.713668, + "nauc_mrr_at_5_std": -0.049963, + "nauc_mrr_at_5_diff1": 0.794176, + "nauc_mrr_at_10_max": 0.71181, + "nauc_mrr_at_10_std": -0.053496, + "nauc_mrr_at_10_diff1": 0.79603, + "nauc_mrr_at_20_max": 0.710411, + "nauc_mrr_at_20_std": -0.054312, + "nauc_mrr_at_20_diff1": 0.79577, + "nauc_mrr_at_100_max": 0.710603, + "nauc_mrr_at_100_std": -0.05259, + "nauc_mrr_at_100_diff1": 0.796227, + "nauc_mrr_at_1000_max": 0.710595, + "nauc_mrr_at_1000_std": -0.052568, + "nauc_mrr_at_1000_diff1": 0.796162, + "hit_rate_at_1": 0.68333, + "hit_rate_at_3": 0.80556, + "hit_rate_at_5": 0.84556, + "hit_rate_at_10": 0.88889, + "hit_rate_at_20": 0.92333, + "hit_rate_at_100": 0.97889, + "hit_rate_at_1000": 1.0, + "main_score": 0.78707, + "hf_subset": "npi_Latn-eng_Latn", + "languages": [ + "npi-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.51, + "ndcg_at_3": 0.5725, + "ndcg_at_5": 0.58354, + "ndcg_at_10": 0.60166, + "ndcg_at_20": 0.61526, + "ndcg_at_100": 0.63921, + "ndcg_at_1000": 0.65473, + "map_at_1": 0.51, + "map_at_3": 0.55722, + "map_at_5": 0.56339, + "map_at_10": 0.57096, + "map_at_20": 0.57461, + "map_at_100": 0.57802, + "map_at_1000": 0.57865, + "recall_at_1": 0.51, + "recall_at_3": 0.61667, + "recall_at_5": 0.64333, + "recall_at_10": 0.69889, + "recall_at_20": 0.75333, + "recall_at_100": 0.88111, + "recall_at_1000": 1.0, + "accuracy": 0.51, + "precision_at_1": 0.51, + "precision_at_3": 0.20556, + "precision_at_5": 0.12867, + "precision_at_10": 0.06989, + "precision_at_20": 0.03767, + "precision_at_100": 0.00881, + "precision_at_1000": 0.001, + "mrr_at_1": 0.51, + "mrr_at_3": 0.557222, + "mrr_at_5": 0.563389, + "mrr_at_10": 0.570955, + "mrr_at_20": 0.574608, + "mrr_at_100": 0.57802, + "mrr_at_1000": 0.578651, + "nauc_ndcg_at_1_max": 0.810386, + "nauc_ndcg_at_1_std": 0.396915, + "nauc_ndcg_at_1_diff1": 0.805774, + "nauc_ndcg_at_3_max": 0.820538, + "nauc_ndcg_at_3_std": 0.461125, + "nauc_ndcg_at_3_diff1": 0.747436, + "nauc_ndcg_at_5_max": 0.821005, + "nauc_ndcg_at_5_std": 0.469446, + "nauc_ndcg_at_5_diff1": 0.744842, + "nauc_ndcg_at_10_max": 0.808416, + "nauc_ndcg_at_10_std": 0.465686, + "nauc_ndcg_at_10_diff1": 0.731771, + "nauc_ndcg_at_20_max": 0.807778, + "nauc_ndcg_at_20_std": 0.469395, + "nauc_ndcg_at_20_diff1": 0.733131, + "nauc_ndcg_at_100_max": 0.808694, + "nauc_ndcg_at_100_std": 0.475044, + "nauc_ndcg_at_100_diff1": 0.737664, + "nauc_ndcg_at_1000_max": 0.81144, + "nauc_ndcg_at_1000_std": 0.462782, + "nauc_ndcg_at_1000_diff1": 0.745092, + "nauc_map_at_1_max": 0.810386, + "nauc_map_at_1_std": 0.396915, + "nauc_map_at_1_diff1": 0.805774, + "nauc_map_at_3_max": 0.818853, + "nauc_map_at_3_std": 0.445159, + "nauc_map_at_3_diff1": 0.762511, + "nauc_map_at_5_max": 0.819157, + "nauc_map_at_5_std": 0.44976, + "nauc_map_at_5_diff1": 0.761177, + "nauc_map_at_10_max": 0.81422, + "nauc_map_at_10_std": 0.448322, + "nauc_map_at_10_diff1": 0.756163, + "nauc_map_at_20_max": 0.814198, + "nauc_map_at_20_std": 0.449141, + "nauc_map_at_20_diff1": 0.756786, + "nauc_map_at_100_max": 0.81405, + "nauc_map_at_100_std": 0.449952, + "nauc_map_at_100_diff1": 0.757069, + "nauc_map_at_1000_max": 0.814162, + "nauc_map_at_1000_std": 0.449538, + "nauc_map_at_1000_diff1": 0.757369, + "nauc_recall_at_1_max": 0.810386, + "nauc_recall_at_1_std": 0.396915, + "nauc_recall_at_1_diff1": 0.805774, + "nauc_recall_at_3_max": 0.825377, + "nauc_recall_at_3_std": 0.510578, + "nauc_recall_at_3_diff1": 0.700483, + "nauc_recall_at_5_max": 0.826534, + "nauc_recall_at_5_std": 0.533833, + "nauc_recall_at_5_diff1": 0.691657, + "nauc_recall_at_10_max": 0.780916, + "nauc_recall_at_10_std": 0.525793, + "nauc_recall_at_10_diff1": 0.638138, + "nauc_recall_at_20_max": 0.771577, + "nauc_recall_at_20_std": 0.55593, + "nauc_recall_at_20_diff1": 0.627949, + "nauc_recall_at_100_max": 0.762621, + "nauc_recall_at_100_std": 0.692814, + "nauc_recall_at_100_diff1": 0.610946, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.810386, + "nauc_precision_at_1_std": 0.396915, + "nauc_precision_at_1_diff1": 0.805774, + "nauc_precision_at_3_max": 0.825377, + "nauc_precision_at_3_std": 0.510578, + "nauc_precision_at_3_diff1": 0.700483, + "nauc_precision_at_5_max": 0.826534, + "nauc_precision_at_5_std": 0.533833, + "nauc_precision_at_5_diff1": 0.691657, + "nauc_precision_at_10_max": 0.780916, + "nauc_precision_at_10_std": 0.525793, + "nauc_precision_at_10_diff1": 0.638138, + "nauc_precision_at_20_max": 0.771577, + "nauc_precision_at_20_std": 0.55593, + "nauc_precision_at_20_diff1": 0.627949, + "nauc_precision_at_100_max": 0.762621, + "nauc_precision_at_100_std": 0.692814, + "nauc_precision_at_100_diff1": 0.610946, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.810386, + "nauc_mrr_at_1_std": 0.396915, + "nauc_mrr_at_1_diff1": 0.805774, + "nauc_mrr_at_3_max": 0.818853, + "nauc_mrr_at_3_std": 0.445159, + "nauc_mrr_at_3_diff1": 0.762511, + "nauc_mrr_at_5_max": 0.819157, + "nauc_mrr_at_5_std": 0.44976, + "nauc_mrr_at_5_diff1": 0.761177, + "nauc_mrr_at_10_max": 0.81422, + "nauc_mrr_at_10_std": 0.448322, + "nauc_mrr_at_10_diff1": 0.756163, + "nauc_mrr_at_20_max": 0.814198, + "nauc_mrr_at_20_std": 0.449141, + "nauc_mrr_at_20_diff1": 0.756786, + "nauc_mrr_at_100_max": 0.81405, + "nauc_mrr_at_100_std": 0.449952, + "nauc_mrr_at_100_diff1": 0.757069, + "nauc_mrr_at_1000_max": 0.814162, + "nauc_mrr_at_1000_std": 0.449538, + "nauc_mrr_at_1000_diff1": 0.757369, + "hit_rate_at_1": 0.51, + "hit_rate_at_3": 0.61667, + "hit_rate_at_5": 0.64333, + "hit_rate_at_10": 0.69889, + "hit_rate_at_20": 0.75333, + "hit_rate_at_100": 0.88111, + "hit_rate_at_1000": 1.0, + "main_score": 0.60166, + "hf_subset": "eng_Latn-npi_Latn", + "languages": [ + "eng-Latn", + "npi-Latn" + ] + }, + { + "ndcg_at_1": 0.44, + "ndcg_at_3": 0.48157, + "ndcg_at_5": 0.49176, + "ndcg_at_10": 0.50531, + "ndcg_at_20": 0.51807, + "ndcg_at_100": 0.54657, + "ndcg_at_1000": 0.57453, + "map_at_1": 0.44, + "map_at_3": 0.47204, + "map_at_5": 0.47776, + "map_at_10": 0.48329, + "map_at_20": 0.48685, + "map_at_100": 0.49044, + "map_at_1000": 0.49153, + "recall_at_1": 0.44, + "recall_at_3": 0.50889, + "recall_at_5": 0.53333, + "recall_at_10": 0.57556, + "recall_at_20": 0.62556, + "recall_at_100": 0.78444, + "recall_at_1000": 1.0, + "accuracy": 0.44, + "precision_at_1": 0.44, + "precision_at_3": 0.16963, + "precision_at_5": 0.10667, + "precision_at_10": 0.05756, + "precision_at_20": 0.03128, + "precision_at_100": 0.00784, + "precision_at_1000": 0.001, + "mrr_at_1": 0.44, + "mrr_at_3": 0.472037, + "mrr_at_5": 0.477759, + "mrr_at_10": 0.483287, + "mrr_at_20": 0.486853, + "mrr_at_100": 0.490435, + "mrr_at_1000": 0.49153, + "nauc_ndcg_at_1_max": 0.251024, + "nauc_ndcg_at_1_std": -0.701916, + "nauc_ndcg_at_1_diff1": 0.869273, + "nauc_ndcg_at_3_max": 0.232878, + "nauc_ndcg_at_3_std": -0.725817, + "nauc_ndcg_at_3_diff1": 0.836881, + "nauc_ndcg_at_5_max": 0.229188, + "nauc_ndcg_at_5_std": -0.724356, + "nauc_ndcg_at_5_diff1": 0.827612, + "nauc_ndcg_at_10_max": 0.227503, + "nauc_ndcg_at_10_std": -0.720648, + "nauc_ndcg_at_10_diff1": 0.818857, + "nauc_ndcg_at_20_max": 0.222273, + "nauc_ndcg_at_20_std": -0.71968, + "nauc_ndcg_at_20_diff1": 0.812507, + "nauc_ndcg_at_100_max": 0.221523, + "nauc_ndcg_at_100_std": -0.711503, + "nauc_ndcg_at_100_diff1": 0.809169, + "nauc_ndcg_at_1000_max": 0.226197, + "nauc_ndcg_at_1000_std": -0.717475, + "nauc_ndcg_at_1000_diff1": 0.822, + "nauc_map_at_1_max": 0.251024, + "nauc_map_at_1_std": -0.701916, + "nauc_map_at_1_diff1": 0.869273, + "nauc_map_at_3_max": 0.236832, + "nauc_map_at_3_std": -0.72146, + "nauc_map_at_3_diff1": 0.84462, + "nauc_map_at_5_max": 0.2347, + "nauc_map_at_5_std": -0.720671, + "nauc_map_at_5_diff1": 0.839558, + "nauc_map_at_10_max": 0.233877, + "nauc_map_at_10_std": -0.719278, + "nauc_map_at_10_diff1": 0.835993, + "nauc_map_at_20_max": 0.232355, + "nauc_map_at_20_std": -0.71915, + "nauc_map_at_20_diff1": 0.83419, + "nauc_map_at_100_max": 0.231994, + "nauc_map_at_100_std": -0.718292, + "nauc_map_at_100_diff1": 0.833941, + "nauc_map_at_1000_max": 0.232136, + "nauc_map_at_1000_std": -0.718472, + "nauc_map_at_1000_diff1": 0.834365, + "nauc_recall_at_1_max": 0.251024, + "nauc_recall_at_1_std": -0.701916, + "nauc_recall_at_1_diff1": 0.869273, + "nauc_recall_at_3_max": 0.221473, + "nauc_recall_at_3_std": -0.737984, + "nauc_recall_at_3_diff1": 0.814244, + "nauc_recall_at_5_max": 0.212511, + "nauc_recall_at_5_std": -0.734481, + "nauc_recall_at_5_diff1": 0.79056, + "nauc_recall_at_10_max": 0.207105, + "nauc_recall_at_10_std": -0.722065, + "nauc_recall_at_10_diff1": 0.760542, + "nauc_recall_at_20_max": 0.183746, + "nauc_recall_at_20_std": -0.716694, + "nauc_recall_at_20_diff1": 0.729582, + "nauc_recall_at_100_max": 0.165416, + "nauc_recall_at_100_std": -0.639787, + "nauc_recall_at_100_diff1": 0.656752, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.251024, + "nauc_precision_at_1_std": -0.701916, + "nauc_precision_at_1_diff1": 0.869273, + "nauc_precision_at_3_max": 0.221473, + "nauc_precision_at_3_std": -0.737984, + "nauc_precision_at_3_diff1": 0.814244, + "nauc_precision_at_5_max": 0.212511, + "nauc_precision_at_5_std": -0.734481, + "nauc_precision_at_5_diff1": 0.79056, + "nauc_precision_at_10_max": 0.207105, + "nauc_precision_at_10_std": -0.722065, + "nauc_precision_at_10_diff1": 0.760542, + "nauc_precision_at_20_max": 0.183746, + "nauc_precision_at_20_std": -0.716694, + "nauc_precision_at_20_diff1": 0.729582, + "nauc_precision_at_100_max": 0.165416, + "nauc_precision_at_100_std": -0.639787, + "nauc_precision_at_100_diff1": 0.656752, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.251024, + "nauc_mrr_at_1_std": -0.701916, + "nauc_mrr_at_1_diff1": 0.869273, + "nauc_mrr_at_3_max": 0.236832, + "nauc_mrr_at_3_std": -0.72146, + "nauc_mrr_at_3_diff1": 0.84462, + "nauc_mrr_at_5_max": 0.2347, + "nauc_mrr_at_5_std": -0.720671, + "nauc_mrr_at_5_diff1": 0.839558, + "nauc_mrr_at_10_max": 0.233877, + "nauc_mrr_at_10_std": -0.719278, + "nauc_mrr_at_10_diff1": 0.835993, + "nauc_mrr_at_20_max": 0.232355, + "nauc_mrr_at_20_std": -0.71915, + "nauc_mrr_at_20_diff1": 0.83419, + "nauc_mrr_at_100_max": 0.231994, + "nauc_mrr_at_100_std": -0.718292, + "nauc_mrr_at_100_diff1": 0.833941, + "nauc_mrr_at_1000_max": 0.232136, + "nauc_mrr_at_1000_std": -0.718472, + "nauc_mrr_at_1000_diff1": 0.834365, + "hit_rate_at_1": 0.44, + "hit_rate_at_3": 0.50889, + "hit_rate_at_5": 0.53333, + "hit_rate_at_10": 0.57556, + "hit_rate_at_20": 0.62556, + "hit_rate_at_100": 0.78444, + "hit_rate_at_1000": 1.0, + "main_score": 0.50531, + "hf_subset": "nso_Latn-nso_Latn", + "languages": [ + "nso-Latn", + "nso-Latn" + ] + }, + { + "ndcg_at_1": 0.56556, + "ndcg_at_3": 0.62653, + "ndcg_at_5": 0.63686, + "ndcg_at_10": 0.65122, + "ndcg_at_20": 0.66196, + "ndcg_at_100": 0.68646, + "ndcg_at_1000": 0.69772, + "map_at_1": 0.56556, + "map_at_3": 0.61185, + "map_at_5": 0.61746, + "map_at_10": 0.62339, + "map_at_20": 0.62638, + "map_at_100": 0.62958, + "map_at_1000": 0.63008, + "recall_at_1": 0.56556, + "recall_at_3": 0.66889, + "recall_at_5": 0.69444, + "recall_at_10": 0.73889, + "recall_at_20": 0.78111, + "recall_at_100": 0.91556, + "recall_at_1000": 1.0, + "accuracy": 0.56556, + "precision_at_1": 0.56556, + "precision_at_3": 0.22296, + "precision_at_5": 0.13889, + "precision_at_10": 0.07389, + "precision_at_20": 0.03906, + "precision_at_100": 0.00916, + "precision_at_1000": 0.001, + "mrr_at_1": 0.565556, + "mrr_at_3": 0.611852, + "mrr_at_5": 0.617463, + "mrr_at_10": 0.623394, + "mrr_at_20": 0.626376, + "mrr_at_100": 0.629585, + "mrr_at_1000": 0.630075, + "nauc_ndcg_at_1_max": 0.802635, + "nauc_ndcg_at_1_std": 0.244074, + "nauc_ndcg_at_1_diff1": 0.865875, + "nauc_ndcg_at_3_max": 0.839627, + "nauc_ndcg_at_3_std": 0.292622, + "nauc_ndcg_at_3_diff1": 0.824803, + "nauc_ndcg_at_5_max": 0.832179, + "nauc_ndcg_at_5_std": 0.281705, + "nauc_ndcg_at_5_diff1": 0.81758, + "nauc_ndcg_at_10_max": 0.83058, + "nauc_ndcg_at_10_std": 0.285114, + "nauc_ndcg_at_10_diff1": 0.815113, + "nauc_ndcg_at_20_max": 0.82814, + "nauc_ndcg_at_20_std": 0.287024, + "nauc_ndcg_at_20_diff1": 0.814448, + "nauc_ndcg_at_100_max": 0.822767, + "nauc_ndcg_at_100_std": 0.286909, + "nauc_ndcg_at_100_diff1": 0.815422, + "nauc_ndcg_at_1000_max": 0.825824, + "nauc_ndcg_at_1000_std": 0.281417, + "nauc_ndcg_at_1000_diff1": 0.821923, + "nauc_map_at_1_max": 0.802635, + "nauc_map_at_1_std": 0.244074, + "nauc_map_at_1_diff1": 0.865875, + "nauc_map_at_3_max": 0.830883, + "nauc_map_at_3_std": 0.279839, + "nauc_map_at_3_diff1": 0.83497, + "nauc_map_at_5_max": 0.826804, + "nauc_map_at_5_std": 0.274045, + "nauc_map_at_5_diff1": 0.831101, + "nauc_map_at_10_max": 0.826068, + "nauc_map_at_10_std": 0.275523, + "nauc_map_at_10_diff1": 0.830079, + "nauc_map_at_20_max": 0.825418, + "nauc_map_at_20_std": 0.275895, + "nauc_map_at_20_diff1": 0.829957, + "nauc_map_at_100_max": 0.824679, + "nauc_map_at_100_std": 0.275788, + "nauc_map_at_100_diff1": 0.830077, + "nauc_map_at_1000_max": 0.824794, + "nauc_map_at_1000_std": 0.275535, + "nauc_map_at_1000_diff1": 0.830329, + "nauc_recall_at_1_max": 0.802635, + "nauc_recall_at_1_std": 0.244074, + "nauc_recall_at_1_diff1": 0.865875, + "nauc_recall_at_3_max": 0.86706, + "nauc_recall_at_3_std": 0.333379, + "nauc_recall_at_3_diff1": 0.792677, + "nauc_recall_at_5_max": 0.848385, + "nauc_recall_at_5_std": 0.305162, + "nauc_recall_at_5_diff1": 0.771899, + "nauc_recall_at_10_max": 0.844726, + "nauc_recall_at_10_std": 0.319469, + "nauc_recall_at_10_diff1": 0.758096, + "nauc_recall_at_20_max": 0.833654, + "nauc_recall_at_20_std": 0.33551, + "nauc_recall_at_20_diff1": 0.746526, + "nauc_recall_at_100_max": 0.758041, + "nauc_recall_at_100_std": 0.4001, + "nauc_recall_at_100_diff1": 0.675346, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.802635, + "nauc_precision_at_1_std": 0.244074, + "nauc_precision_at_1_diff1": 0.865875, + "nauc_precision_at_3_max": 0.86706, + "nauc_precision_at_3_std": 0.333379, + "nauc_precision_at_3_diff1": 0.792677, + "nauc_precision_at_5_max": 0.848385, + "nauc_precision_at_5_std": 0.305162, + "nauc_precision_at_5_diff1": 0.771899, + "nauc_precision_at_10_max": 0.844726, + "nauc_precision_at_10_std": 0.319469, + "nauc_precision_at_10_diff1": 0.758096, + "nauc_precision_at_20_max": 0.833654, + "nauc_precision_at_20_std": 0.33551, + "nauc_precision_at_20_diff1": 0.746526, + "nauc_precision_at_100_max": 0.758041, + "nauc_precision_at_100_std": 0.4001, + "nauc_precision_at_100_diff1": 0.675346, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.802635, + "nauc_mrr_at_1_std": 0.244074, + "nauc_mrr_at_1_diff1": 0.865875, + "nauc_mrr_at_3_max": 0.830883, + "nauc_mrr_at_3_std": 0.279839, + "nauc_mrr_at_3_diff1": 0.83497, + "nauc_mrr_at_5_max": 0.826804, + "nauc_mrr_at_5_std": 0.274045, + "nauc_mrr_at_5_diff1": 0.831101, + "nauc_mrr_at_10_max": 0.826068, + "nauc_mrr_at_10_std": 0.275523, + "nauc_mrr_at_10_diff1": 0.830079, + "nauc_mrr_at_20_max": 0.825418, + "nauc_mrr_at_20_std": 0.275895, + "nauc_mrr_at_20_diff1": 0.829957, + "nauc_mrr_at_100_max": 0.824679, + "nauc_mrr_at_100_std": 0.275788, + "nauc_mrr_at_100_diff1": 0.830077, + "nauc_mrr_at_1000_max": 0.824794, + "nauc_mrr_at_1000_std": 0.275535, + "nauc_mrr_at_1000_diff1": 0.830329, + "hit_rate_at_1": 0.56556, + "hit_rate_at_3": 0.66889, + "hit_rate_at_5": 0.69444, + "hit_rate_at_10": 0.73889, + "hit_rate_at_20": 0.78111, + "hit_rate_at_100": 0.91556, + "hit_rate_at_1000": 1.0, + "main_score": 0.65122, + "hf_subset": "nso_Latn-eng_Latn", + "languages": [ + "nso-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.40444, + "ndcg_at_3": 0.43647, + "ndcg_at_5": 0.44202, + "ndcg_at_10": 0.44944, + "ndcg_at_20": 0.45762, + "ndcg_at_100": 0.4785, + "ndcg_at_1000": 0.52284, + "map_at_1": 0.40444, + "map_at_3": 0.4287, + "map_at_5": 0.43181, + "map_at_10": 0.4348, + "map_at_20": 0.43707, + "map_at_100": 0.43961, + "map_at_1000": 0.4411, + "recall_at_1": 0.40444, + "recall_at_3": 0.45889, + "recall_at_5": 0.47222, + "recall_at_10": 0.49556, + "recall_at_20": 0.52778, + "recall_at_100": 0.64556, + "recall_at_1000": 1.0, + "accuracy": 0.40444, + "precision_at_1": 0.40444, + "precision_at_3": 0.15296, + "precision_at_5": 0.09444, + "precision_at_10": 0.04956, + "precision_at_20": 0.02639, + "precision_at_100": 0.00646, + "precision_at_1000": 0.001, + "mrr_at_1": 0.404444, + "mrr_at_3": 0.428704, + "mrr_at_5": 0.431815, + "mrr_at_10": 0.434802, + "mrr_at_20": 0.437074, + "mrr_at_100": 0.439615, + "mrr_at_1000": 0.441099, + "nauc_ndcg_at_1_max": 0.855133, + "nauc_ndcg_at_1_std": 0.563843, + "nauc_ndcg_at_1_diff1": 0.840073, + "nauc_ndcg_at_3_max": 0.885221, + "nauc_ndcg_at_3_std": 0.610404, + "nauc_ndcg_at_3_diff1": 0.821325, + "nauc_ndcg_at_5_max": 0.887822, + "nauc_ndcg_at_5_std": 0.623483, + "nauc_ndcg_at_5_diff1": 0.81701, + "nauc_ndcg_at_10_max": 0.886168, + "nauc_ndcg_at_10_std": 0.63074, + "nauc_ndcg_at_10_diff1": 0.811633, + "nauc_ndcg_at_20_max": 0.88302, + "nauc_ndcg_at_20_std": 0.635325, + "nauc_ndcg_at_20_diff1": 0.806227, + "nauc_ndcg_at_100_max": 0.867684, + "nauc_ndcg_at_100_std": 0.621657, + "nauc_ndcg_at_100_diff1": 0.79547, + "nauc_ndcg_at_1000_max": 0.875315, + "nauc_ndcg_at_1000_std": 0.619199, + "nauc_ndcg_at_1000_diff1": 0.80794, + "nauc_map_at_1_max": 0.855133, + "nauc_map_at_1_std": 0.563843, + "nauc_map_at_1_diff1": 0.840073, + "nauc_map_at_3_max": 0.879226, + "nauc_map_at_3_std": 0.600386, + "nauc_map_at_3_diff1": 0.826341, + "nauc_map_at_5_max": 0.880773, + "nauc_map_at_5_std": 0.607828, + "nauc_map_at_5_diff1": 0.823947, + "nauc_map_at_10_max": 0.880014, + "nauc_map_at_10_std": 0.610593, + "nauc_map_at_10_diff1": 0.821795, + "nauc_map_at_20_max": 0.879161, + "nauc_map_at_20_std": 0.611873, + "nauc_map_at_20_diff1": 0.82023, + "nauc_map_at_100_max": 0.87733, + "nauc_map_at_100_std": 0.610323, + "nauc_map_at_100_diff1": 0.819036, + "nauc_map_at_1000_max": 0.877381, + "nauc_map_at_1000_std": 0.610096, + "nauc_map_at_1000_diff1": 0.819247, + "nauc_recall_at_1_max": 0.855133, + "nauc_recall_at_1_std": 0.563843, + "nauc_recall_at_1_diff1": 0.840073, + "nauc_recall_at_3_max": 0.902151, + "nauc_recall_at_3_std": 0.639071, + "nauc_recall_at_3_diff1": 0.806507, + "nauc_recall_at_5_max": 0.908125, + "nauc_recall_at_5_std": 0.670363, + "nauc_recall_at_5_diff1": 0.795909, + "nauc_recall_at_10_max": 0.90351, + "nauc_recall_at_10_std": 0.694603, + "nauc_recall_at_10_diff1": 0.77862, + "nauc_recall_at_20_max": 0.89095, + "nauc_recall_at_20_std": 0.714847, + "nauc_recall_at_20_diff1": 0.756233, + "nauc_recall_at_100_max": 0.789941, + "nauc_recall_at_100_std": 0.635046, + "nauc_recall_at_100_diff1": 0.675019, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.855133, + "nauc_precision_at_1_std": 0.563843, + "nauc_precision_at_1_diff1": 0.840073, + "nauc_precision_at_3_max": 0.902151, + "nauc_precision_at_3_std": 0.639071, + "nauc_precision_at_3_diff1": 0.806507, + "nauc_precision_at_5_max": 0.908125, + "nauc_precision_at_5_std": 0.670363, + "nauc_precision_at_5_diff1": 0.795909, + "nauc_precision_at_10_max": 0.90351, + "nauc_precision_at_10_std": 0.694603, + "nauc_precision_at_10_diff1": 0.77862, + "nauc_precision_at_20_max": 0.89095, + "nauc_precision_at_20_std": 0.714847, + "nauc_precision_at_20_diff1": 0.756233, + "nauc_precision_at_100_max": 0.789941, + "nauc_precision_at_100_std": 0.635046, + "nauc_precision_at_100_diff1": 0.675019, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.855133, + "nauc_mrr_at_1_std": 0.563843, + "nauc_mrr_at_1_diff1": 0.840073, + "nauc_mrr_at_3_max": 0.879226, + "nauc_mrr_at_3_std": 0.600386, + "nauc_mrr_at_3_diff1": 0.826341, + "nauc_mrr_at_5_max": 0.880773, + "nauc_mrr_at_5_std": 0.607828, + "nauc_mrr_at_5_diff1": 0.823947, + "nauc_mrr_at_10_max": 0.880014, + "nauc_mrr_at_10_std": 0.610593, + "nauc_mrr_at_10_diff1": 0.821795, + "nauc_mrr_at_20_max": 0.879161, + "nauc_mrr_at_20_std": 0.611873, + "nauc_mrr_at_20_diff1": 0.82023, + "nauc_mrr_at_100_max": 0.87733, + "nauc_mrr_at_100_std": 0.610323, + "nauc_mrr_at_100_diff1": 0.819036, + "nauc_mrr_at_1000_max": 0.877381, + "nauc_mrr_at_1000_std": 0.610096, + "nauc_mrr_at_1000_diff1": 0.819247, + "hit_rate_at_1": 0.40444, + "hit_rate_at_3": 0.45889, + "hit_rate_at_5": 0.47222, + "hit_rate_at_10": 0.49556, + "hit_rate_at_20": 0.52778, + "hit_rate_at_100": 0.64556, + "hit_rate_at_1000": 1.0, + "main_score": 0.44944, + "hf_subset": "eng_Latn-nso_Latn", + "languages": [ + "eng-Latn", + "nso-Latn" + ] + }, + { + "ndcg_at_1": 0.39444, + "ndcg_at_3": 0.43403, + "ndcg_at_5": 0.44823, + "ndcg_at_10": 0.45998, + "ndcg_at_20": 0.47149, + "ndcg_at_100": 0.50162, + "ndcg_at_1000": 0.53453, + "map_at_1": 0.39444, + "map_at_3": 0.42463, + "map_at_5": 0.43252, + "map_at_10": 0.43731, + "map_at_20": 0.44046, + "map_at_100": 0.44419, + "map_at_1000": 0.44549, + "recall_at_1": 0.39444, + "recall_at_3": 0.46111, + "recall_at_5": 0.49556, + "recall_at_10": 0.53222, + "recall_at_20": 0.57778, + "recall_at_100": 0.74667, + "recall_at_1000": 1.0, + "accuracy": 0.39444, + "precision_at_1": 0.39444, + "precision_at_3": 0.1537, + "precision_at_5": 0.09911, + "precision_at_10": 0.05322, + "precision_at_20": 0.02889, + "precision_at_100": 0.00747, + "precision_at_1000": 0.001, + "mrr_at_1": 0.394444, + "mrr_at_3": 0.42463, + "mrr_at_5": 0.432519, + "mrr_at_10": 0.437307, + "mrr_at_20": 0.440458, + "mrr_at_100": 0.44419, + "mrr_at_1000": 0.445489, + "nauc_ndcg_at_1_max": 0.218469, + "nauc_ndcg_at_1_std": -0.634089, + "nauc_ndcg_at_1_diff1": 0.821556, + "nauc_ndcg_at_3_max": 0.187152, + "nauc_ndcg_at_3_std": -0.667584, + "nauc_ndcg_at_3_diff1": 0.795226, + "nauc_ndcg_at_5_max": 0.179629, + "nauc_ndcg_at_5_std": -0.660817, + "nauc_ndcg_at_5_diff1": 0.783972, + "nauc_ndcg_at_10_max": 0.176522, + "nauc_ndcg_at_10_std": -0.655905, + "nauc_ndcg_at_10_diff1": 0.778684, + "nauc_ndcg_at_20_max": 0.166842, + "nauc_ndcg_at_20_std": -0.656806, + "nauc_ndcg_at_20_diff1": 0.770777, + "nauc_ndcg_at_100_max": 0.175417, + "nauc_ndcg_at_100_std": -0.641238, + "nauc_ndcg_at_100_diff1": 0.762209, + "nauc_ndcg_at_1000_max": 0.180911, + "nauc_ndcg_at_1000_std": -0.649765, + "nauc_ndcg_at_1000_diff1": 0.77792, + "nauc_map_at_1_max": 0.218469, + "nauc_map_at_1_std": -0.634089, + "nauc_map_at_1_diff1": 0.821556, + "nauc_map_at_3_max": 0.194703, + "nauc_map_at_3_std": -0.659564, + "nauc_map_at_3_diff1": 0.801976, + "nauc_map_at_5_max": 0.190618, + "nauc_map_at_5_std": -0.655784, + "nauc_map_at_5_diff1": 0.795738, + "nauc_map_at_10_max": 0.189502, + "nauc_map_at_10_std": -0.653643, + "nauc_map_at_10_diff1": 0.793626, + "nauc_map_at_20_max": 0.187091, + "nauc_map_at_20_std": -0.653696, + "nauc_map_at_20_diff1": 0.791515, + "nauc_map_at_100_max": 0.188471, + "nauc_map_at_100_std": -0.6515, + "nauc_map_at_100_diff1": 0.790509, + "nauc_map_at_1000_max": 0.188733, + "nauc_map_at_1000_std": -0.651762, + "nauc_map_at_1000_diff1": 0.791025, + "nauc_recall_at_1_max": 0.218469, + "nauc_recall_at_1_std": -0.634089, + "nauc_recall_at_1_diff1": 0.821556, + "nauc_recall_at_3_max": 0.165163, + "nauc_recall_at_3_std": -0.690916, + "nauc_recall_at_3_diff1": 0.775402, + "nauc_recall_at_5_max": 0.146155, + "nauc_recall_at_5_std": -0.674613, + "nauc_recall_at_5_diff1": 0.747609, + "nauc_recall_at_10_max": 0.1344, + "nauc_recall_at_10_std": -0.659912, + "nauc_recall_at_10_diff1": 0.729349, + "nauc_recall_at_20_max": 0.089729, + "nauc_recall_at_20_std": -0.665472, + "nauc_recall_at_20_diff1": 0.693385, + "nauc_recall_at_100_max": 0.121627, + "nauc_recall_at_100_std": -0.548118, + "nauc_recall_at_100_diff1": 0.59294, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.218469, + "nauc_precision_at_1_std": -0.634089, + "nauc_precision_at_1_diff1": 0.821556, + "nauc_precision_at_3_max": 0.165163, + "nauc_precision_at_3_std": -0.690916, + "nauc_precision_at_3_diff1": 0.775402, + "nauc_precision_at_5_max": 0.146155, + "nauc_precision_at_5_std": -0.674613, + "nauc_precision_at_5_diff1": 0.747609, + "nauc_precision_at_10_max": 0.1344, + "nauc_precision_at_10_std": -0.659912, + "nauc_precision_at_10_diff1": 0.729349, + "nauc_precision_at_20_max": 0.089729, + "nauc_precision_at_20_std": -0.665472, + "nauc_precision_at_20_diff1": 0.693385, + "nauc_precision_at_100_max": 0.121627, + "nauc_precision_at_100_std": -0.548118, + "nauc_precision_at_100_diff1": 0.59294, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.218469, + "nauc_mrr_at_1_std": -0.634089, + "nauc_mrr_at_1_diff1": 0.821556, + "nauc_mrr_at_3_max": 0.194703, + "nauc_mrr_at_3_std": -0.659564, + "nauc_mrr_at_3_diff1": 0.801976, + "nauc_mrr_at_5_max": 0.190618, + "nauc_mrr_at_5_std": -0.655784, + "nauc_mrr_at_5_diff1": 0.795738, + "nauc_mrr_at_10_max": 0.189502, + "nauc_mrr_at_10_std": -0.653643, + "nauc_mrr_at_10_diff1": 0.793626, + "nauc_mrr_at_20_max": 0.187091, + "nauc_mrr_at_20_std": -0.653696, + "nauc_mrr_at_20_diff1": 0.791515, + "nauc_mrr_at_100_max": 0.188471, + "nauc_mrr_at_100_std": -0.6515, + "nauc_mrr_at_100_diff1": 0.790509, + "nauc_mrr_at_1000_max": 0.188733, + "nauc_mrr_at_1000_std": -0.651762, + "nauc_mrr_at_1000_diff1": 0.791025, + "hit_rate_at_1": 0.39444, + "hit_rate_at_3": 0.46111, + "hit_rate_at_5": 0.49556, + "hit_rate_at_10": 0.53222, + "hit_rate_at_20": 0.57778, + "hit_rate_at_100": 0.74667, + "hit_rate_at_1000": 1.0, + "main_score": 0.45998, + "hf_subset": "nya_Latn-nya_Latn", + "languages": [ + "nya-Latn", + "nya-Latn" + ] + }, + { + "ndcg_at_1": 0.59778, + "ndcg_at_3": 0.65448, + "ndcg_at_5": 0.66997, + "ndcg_at_10": 0.68484, + "ndcg_at_20": 0.69401, + "ndcg_at_100": 0.71347, + "ndcg_at_1000": 0.72439, + "map_at_1": 0.59778, + "map_at_3": 0.64167, + "map_at_5": 0.65022, + "map_at_10": 0.65643, + "map_at_20": 0.65889, + "map_at_100": 0.66141, + "map_at_1000": 0.6619, + "recall_at_1": 0.59778, + "recall_at_3": 0.69111, + "recall_at_5": 0.72889, + "recall_at_10": 0.77444, + "recall_at_20": 0.81111, + "recall_at_100": 0.91889, + "recall_at_1000": 1.0, + "accuracy": 0.59778, + "precision_at_1": 0.59778, + "precision_at_3": 0.23037, + "precision_at_5": 0.14578, + "precision_at_10": 0.07744, + "precision_at_20": 0.04056, + "precision_at_100": 0.00919, + "precision_at_1000": 0.001, + "mrr_at_1": 0.597778, + "mrr_at_3": 0.641667, + "mrr_at_5": 0.650222, + "mrr_at_10": 0.656435, + "mrr_at_20": 0.658894, + "mrr_at_100": 0.661406, + "mrr_at_1000": 0.661899, + "nauc_ndcg_at_1_max": 0.765708, + "nauc_ndcg_at_1_std": 0.263059, + "nauc_ndcg_at_1_diff1": 0.831527, + "nauc_ndcg_at_3_max": 0.800172, + "nauc_ndcg_at_3_std": 0.282635, + "nauc_ndcg_at_3_diff1": 0.806601, + "nauc_ndcg_at_5_max": 0.791574, + "nauc_ndcg_at_5_std": 0.270698, + "nauc_ndcg_at_5_diff1": 0.799965, + "nauc_ndcg_at_10_max": 0.790822, + "nauc_ndcg_at_10_std": 0.297528, + "nauc_ndcg_at_10_diff1": 0.792909, + "nauc_ndcg_at_20_max": 0.786678, + "nauc_ndcg_at_20_std": 0.296911, + "nauc_ndcg_at_20_diff1": 0.790514, + "nauc_ndcg_at_100_max": 0.782338, + "nauc_ndcg_at_100_std": 0.283185, + "nauc_ndcg_at_100_diff1": 0.792948, + "nauc_ndcg_at_1000_max": 0.786264, + "nauc_ndcg_at_1000_std": 0.28558, + "nauc_ndcg_at_1000_diff1": 0.799222, + "nauc_map_at_1_max": 0.765708, + "nauc_map_at_1_std": 0.263059, + "nauc_map_at_1_diff1": 0.831527, + "nauc_map_at_3_max": 0.792969, + "nauc_map_at_3_std": 0.278122, + "nauc_map_at_3_diff1": 0.813185, + "nauc_map_at_5_max": 0.788333, + "nauc_map_at_5_std": 0.271836, + "nauc_map_at_5_diff1": 0.809798, + "nauc_map_at_10_max": 0.788194, + "nauc_map_at_10_std": 0.282761, + "nauc_map_at_10_diff1": 0.807362, + "nauc_map_at_20_max": 0.787058, + "nauc_map_at_20_std": 0.282426, + "nauc_map_at_20_diff1": 0.806812, + "nauc_map_at_100_max": 0.786333, + "nauc_map_at_100_std": 0.280694, + "nauc_map_at_100_diff1": 0.806927, + "nauc_map_at_1000_max": 0.78652, + "nauc_map_at_1000_std": 0.280882, + "nauc_map_at_1000_diff1": 0.807191, + "nauc_recall_at_1_max": 0.765708, + "nauc_recall_at_1_std": 0.263059, + "nauc_recall_at_1_diff1": 0.831527, + "nauc_recall_at_3_max": 0.82228, + "nauc_recall_at_3_std": 0.296724, + "nauc_recall_at_3_diff1": 0.785612, + "nauc_recall_at_5_max": 0.800276, + "nauc_recall_at_5_std": 0.264189, + "nauc_recall_at_5_diff1": 0.764788, + "nauc_recall_at_10_max": 0.79725, + "nauc_recall_at_10_std": 0.365494, + "nauc_recall_at_10_diff1": 0.730248, + "nauc_recall_at_20_max": 0.775546, + "nauc_recall_at_20_std": 0.373626, + "nauc_recall_at_20_diff1": 0.707222, + "nauc_recall_at_100_max": 0.7053, + "nauc_recall_at_100_std": 0.247758, + "nauc_recall_at_100_diff1": 0.663047, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.765708, + "nauc_precision_at_1_std": 0.263059, + "nauc_precision_at_1_diff1": 0.831527, + "nauc_precision_at_3_max": 0.82228, + "nauc_precision_at_3_std": 0.296724, + "nauc_precision_at_3_diff1": 0.785612, + "nauc_precision_at_5_max": 0.800276, + "nauc_precision_at_5_std": 0.264189, + "nauc_precision_at_5_diff1": 0.764788, + "nauc_precision_at_10_max": 0.79725, + "nauc_precision_at_10_std": 0.365494, + "nauc_precision_at_10_diff1": 0.730248, + "nauc_precision_at_20_max": 0.775546, + "nauc_precision_at_20_std": 0.373626, + "nauc_precision_at_20_diff1": 0.707222, + "nauc_precision_at_100_max": 0.7053, + "nauc_precision_at_100_std": 0.247758, + "nauc_precision_at_100_diff1": 0.663047, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.765708, + "nauc_mrr_at_1_std": 0.263059, + "nauc_mrr_at_1_diff1": 0.831527, + "nauc_mrr_at_3_max": 0.792969, + "nauc_mrr_at_3_std": 0.278122, + "nauc_mrr_at_3_diff1": 0.813185, + "nauc_mrr_at_5_max": 0.788333, + "nauc_mrr_at_5_std": 0.271836, + "nauc_mrr_at_5_diff1": 0.809798, + "nauc_mrr_at_10_max": 0.788194, + "nauc_mrr_at_10_std": 0.282761, + "nauc_mrr_at_10_diff1": 0.807362, + "nauc_mrr_at_20_max": 0.787058, + "nauc_mrr_at_20_std": 0.282426, + "nauc_mrr_at_20_diff1": 0.806812, + "nauc_mrr_at_100_max": 0.786333, + "nauc_mrr_at_100_std": 0.280694, + "nauc_mrr_at_100_diff1": 0.806927, + "nauc_mrr_at_1000_max": 0.78652, + "nauc_mrr_at_1000_std": 0.280882, + "nauc_mrr_at_1000_diff1": 0.807191, + "hit_rate_at_1": 0.59778, + "hit_rate_at_3": 0.69111, + "hit_rate_at_5": 0.72889, + "hit_rate_at_10": 0.77444, + "hit_rate_at_20": 0.81111, + "hit_rate_at_100": 0.91889, + "hit_rate_at_1000": 1.0, + "main_score": 0.68484, + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.34333, + "ndcg_at_3": 0.3857, + "ndcg_at_5": 0.3945, + "ndcg_at_10": 0.40572, + "ndcg_at_20": 0.41131, + "ndcg_at_100": 0.43182, + "ndcg_at_1000": 0.48081, + "map_at_1": 0.34333, + "map_at_3": 0.37537, + "map_at_5": 0.38031, + "map_at_10": 0.38478, + "map_at_20": 0.3863, + "map_at_100": 0.38871, + "map_at_1000": 0.39042, + "recall_at_1": 0.34333, + "recall_at_3": 0.41556, + "recall_at_5": 0.43667, + "recall_at_10": 0.47222, + "recall_at_20": 0.49444, + "recall_at_100": 0.61111, + "recall_at_1000": 1.0, + "accuracy": 0.34333, + "precision_at_1": 0.34333, + "precision_at_3": 0.13852, + "precision_at_5": 0.08733, + "precision_at_10": 0.04722, + "precision_at_20": 0.02472, + "precision_at_100": 0.00611, + "precision_at_1000": 0.001, + "mrr_at_1": 0.343333, + "mrr_at_3": 0.37537, + "mrr_at_5": 0.380315, + "mrr_at_10": 0.384777, + "mrr_at_20": 0.386298, + "mrr_at_100": 0.38871, + "mrr_at_1000": 0.390415, + "nauc_ndcg_at_1_max": 0.81186, + "nauc_ndcg_at_1_std": 0.503444, + "nauc_ndcg_at_1_diff1": 0.811407, + "nauc_ndcg_at_3_max": 0.815357, + "nauc_ndcg_at_3_std": 0.549644, + "nauc_ndcg_at_3_diff1": 0.749959, + "nauc_ndcg_at_5_max": 0.807574, + "nauc_ndcg_at_5_std": 0.557735, + "nauc_ndcg_at_5_diff1": 0.740073, + "nauc_ndcg_at_10_max": 0.796247, + "nauc_ndcg_at_10_std": 0.560278, + "nauc_ndcg_at_10_diff1": 0.72709, + "nauc_ndcg_at_20_max": 0.789515, + "nauc_ndcg_at_20_std": 0.560071, + "nauc_ndcg_at_20_diff1": 0.719218, + "nauc_ndcg_at_100_max": 0.777158, + "nauc_ndcg_at_100_std": 0.553026, + "nauc_ndcg_at_100_diff1": 0.711511, + "nauc_ndcg_at_1000_max": 0.79177, + "nauc_ndcg_at_1000_std": 0.550228, + "nauc_ndcg_at_1000_diff1": 0.73041, + "nauc_map_at_1_max": 0.81186, + "nauc_map_at_1_std": 0.503444, + "nauc_map_at_1_diff1": 0.811407, + "nauc_map_at_3_max": 0.814505, + "nauc_map_at_3_std": 0.537495, + "nauc_map_at_3_diff1": 0.763837, + "nauc_map_at_5_max": 0.810094, + "nauc_map_at_5_std": 0.541878, + "nauc_map_at_5_diff1": 0.75835, + "nauc_map_at_10_max": 0.805606, + "nauc_map_at_10_std": 0.542828, + "nauc_map_at_10_diff1": 0.753253, + "nauc_map_at_20_max": 0.803883, + "nauc_map_at_20_std": 0.54294, + "nauc_map_at_20_diff1": 0.75112, + "nauc_map_at_100_max": 0.802518, + "nauc_map_at_100_std": 0.542294, + "nauc_map_at_100_diff1": 0.75035, + "nauc_map_at_1000_max": 0.802832, + "nauc_map_at_1000_std": 0.542111, + "nauc_map_at_1000_diff1": 0.750811, + "nauc_recall_at_1_max": 0.81186, + "nauc_recall_at_1_std": 0.503444, + "nauc_recall_at_1_diff1": 0.811407, + "nauc_recall_at_3_max": 0.817798, + "nauc_recall_at_3_std": 0.58479, + "nauc_recall_at_3_diff1": 0.710653, + "nauc_recall_at_5_max": 0.799335, + "nauc_recall_at_5_std": 0.605005, + "nauc_recall_at_5_diff1": 0.686521, + "nauc_recall_at_10_max": 0.763088, + "nauc_recall_at_10_std": 0.613851, + "nauc_recall_at_10_diff1": 0.644314, + "nauc_recall_at_20_max": 0.735071, + "nauc_recall_at_20_std": 0.612078, + "nauc_recall_at_20_diff1": 0.612176, + "nauc_recall_at_100_max": 0.647764, + "nauc_recall_at_100_std": 0.571057, + "nauc_recall_at_100_diff1": 0.546894, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.81186, + "nauc_precision_at_1_std": 0.503444, + "nauc_precision_at_1_diff1": 0.811407, + "nauc_precision_at_3_max": 0.817798, + "nauc_precision_at_3_std": 0.58479, + "nauc_precision_at_3_diff1": 0.710653, + "nauc_precision_at_5_max": 0.799335, + "nauc_precision_at_5_std": 0.605005, + "nauc_precision_at_5_diff1": 0.686521, + "nauc_precision_at_10_max": 0.763088, + "nauc_precision_at_10_std": 0.613851, + "nauc_precision_at_10_diff1": 0.644314, + "nauc_precision_at_20_max": 0.735071, + "nauc_precision_at_20_std": 0.612078, + "nauc_precision_at_20_diff1": 0.612176, + "nauc_precision_at_100_max": 0.647764, + "nauc_precision_at_100_std": 0.571057, + "nauc_precision_at_100_diff1": 0.546894, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.81186, + "nauc_mrr_at_1_std": 0.503444, + "nauc_mrr_at_1_diff1": 0.811407, + "nauc_mrr_at_3_max": 0.814505, + "nauc_mrr_at_3_std": 0.537495, + "nauc_mrr_at_3_diff1": 0.763837, + "nauc_mrr_at_5_max": 0.810094, + "nauc_mrr_at_5_std": 0.541878, + "nauc_mrr_at_5_diff1": 0.75835, + "nauc_mrr_at_10_max": 0.805606, + "nauc_mrr_at_10_std": 0.542828, + "nauc_mrr_at_10_diff1": 0.753253, + "nauc_mrr_at_20_max": 0.803883, + "nauc_mrr_at_20_std": 0.54294, + "nauc_mrr_at_20_diff1": 0.75112, + "nauc_mrr_at_100_max": 0.802518, + "nauc_mrr_at_100_std": 0.542294, + "nauc_mrr_at_100_diff1": 0.75035, + "nauc_mrr_at_1000_max": 0.802832, + "nauc_mrr_at_1000_std": 0.542111, + "nauc_mrr_at_1000_diff1": 0.750811, + "hit_rate_at_1": 0.34333, + "hit_rate_at_3": 0.41556, + "hit_rate_at_5": 0.43667, + "hit_rate_at_10": 0.47222, + "hit_rate_at_20": 0.49444, + "hit_rate_at_100": 0.61111, + "hit_rate_at_1000": 1.0, + "main_score": 0.40572, + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ] + }, + { + "ndcg_at_1": 0.72111, + "ndcg_at_3": 0.78627, + "ndcg_at_5": 0.80143, + "ndcg_at_10": 0.81148, + "ndcg_at_20": 0.8198, + "ndcg_at_100": 0.8282, + "ndcg_at_1000": 0.83109, + "map_at_1": 0.72111, + "map_at_3": 0.77037, + "map_at_5": 0.77881, + "map_at_10": 0.78295, + "map_at_20": 0.78518, + "map_at_100": 0.7864, + "map_at_1000": 0.78651, + "recall_at_1": 0.72111, + "recall_at_3": 0.83222, + "recall_at_5": 0.86889, + "recall_at_10": 0.9, + "recall_at_20": 0.93333, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "accuracy": 0.72111, + "precision_at_1": 0.72111, + "precision_at_3": 0.27741, + "precision_at_5": 0.17378, + "precision_at_10": 0.09, + "precision_at_20": 0.04667, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "mrr_at_1": 0.721111, + "mrr_at_3": 0.77037, + "mrr_at_5": 0.778815, + "mrr_at_10": 0.78295, + "mrr_at_20": 0.785185, + "mrr_at_100": 0.786401, + "mrr_at_1000": 0.786515, + "nauc_ndcg_at_1_max": 0.696238, + "nauc_ndcg_at_1_std": -0.139101, + "nauc_ndcg_at_1_diff1": 0.847959, + "nauc_ndcg_at_3_max": 0.71953, + "nauc_ndcg_at_3_std": -0.117058, + "nauc_ndcg_at_3_diff1": 0.812566, + "nauc_ndcg_at_5_max": 0.722675, + "nauc_ndcg_at_5_std": -0.111168, + "nauc_ndcg_at_5_diff1": 0.809505, + "nauc_ndcg_at_10_max": 0.722662, + "nauc_ndcg_at_10_std": -0.106481, + "nauc_ndcg_at_10_diff1": 0.805918, + "nauc_ndcg_at_20_max": 0.721568, + "nauc_ndcg_at_20_std": -0.105272, + "nauc_ndcg_at_20_diff1": 0.809782, + "nauc_ndcg_at_100_max": 0.718593, + "nauc_ndcg_at_100_std": -0.10671, + "nauc_ndcg_at_100_diff1": 0.815508, + "nauc_ndcg_at_1000_max": 0.717472, + "nauc_ndcg_at_1000_std": -0.112645, + "nauc_ndcg_at_1000_diff1": 0.816632, + "nauc_map_at_1_max": 0.696238, + "nauc_map_at_1_std": -0.139101, + "nauc_map_at_1_diff1": 0.847959, + "nauc_map_at_3_max": 0.713027, + "nauc_map_at_3_std": -0.124323, + "nauc_map_at_3_diff1": 0.821822, + "nauc_map_at_5_max": 0.714309, + "nauc_map_at_5_std": -0.121224, + "nauc_map_at_5_diff1": 0.820527, + "nauc_map_at_10_max": 0.714288, + "nauc_map_at_10_std": -0.119891, + "nauc_map_at_10_diff1": 0.819588, + "nauc_map_at_20_max": 0.713977, + "nauc_map_at_20_std": -0.119757, + "nauc_map_at_20_diff1": 0.820634, + "nauc_map_at_100_max": 0.713668, + "nauc_map_at_100_std": -0.119815, + "nauc_map_at_100_diff1": 0.821403, + "nauc_map_at_1000_max": 0.713644, + "nauc_map_at_1000_std": -0.119988, + "nauc_map_at_1000_diff1": 0.821446, + "nauc_recall_at_1_max": 0.696238, + "nauc_recall_at_1_std": -0.139101, + "nauc_recall_at_1_diff1": 0.847959, + "nauc_recall_at_3_max": 0.743881, + "nauc_recall_at_3_std": -0.089247, + "nauc_recall_at_3_diff1": 0.778256, + "nauc_recall_at_5_max": 0.761302, + "nauc_recall_at_5_std": -0.06443, + "nauc_recall_at_5_diff1": 0.759632, + "nauc_recall_at_10_max": 0.770246, + "nauc_recall_at_10_std": -0.024826, + "nauc_recall_at_10_diff1": 0.725329, + "nauc_recall_at_20_max": 0.782454, + "nauc_recall_at_20_std": 0.027443, + "nauc_recall_at_20_diff1": 0.722985, + "nauc_recall_at_100_max": 0.782563, + "nauc_recall_at_100_std": 0.213796, + "nauc_recall_at_100_diff1": 0.757586, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696238, + "nauc_precision_at_1_std": -0.139101, + "nauc_precision_at_1_diff1": 0.847959, + "nauc_precision_at_3_max": 0.743881, + "nauc_precision_at_3_std": -0.089247, + "nauc_precision_at_3_diff1": 0.778256, + "nauc_precision_at_5_max": 0.761302, + "nauc_precision_at_5_std": -0.06443, + "nauc_precision_at_5_diff1": 0.759632, + "nauc_precision_at_10_max": 0.770246, + "nauc_precision_at_10_std": -0.024826, + "nauc_precision_at_10_diff1": 0.725329, + "nauc_precision_at_20_max": 0.782454, + "nauc_precision_at_20_std": 0.027443, + "nauc_precision_at_20_diff1": 0.722985, + "nauc_precision_at_100_max": 0.782563, + "nauc_precision_at_100_std": 0.213796, + "nauc_precision_at_100_diff1": 0.757586, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.696238, + "nauc_mrr_at_1_std": -0.139101, + "nauc_mrr_at_1_diff1": 0.847959, + "nauc_mrr_at_3_max": 0.713027, + "nauc_mrr_at_3_std": -0.124323, + "nauc_mrr_at_3_diff1": 0.821822, + "nauc_mrr_at_5_max": 0.714309, + "nauc_mrr_at_5_std": -0.121224, + "nauc_mrr_at_5_diff1": 0.820527, + "nauc_mrr_at_10_max": 0.714288, + "nauc_mrr_at_10_std": -0.119891, + "nauc_mrr_at_10_diff1": 0.819588, + "nauc_mrr_at_20_max": 0.713977, + "nauc_mrr_at_20_std": -0.119757, + "nauc_mrr_at_20_diff1": 0.820634, + "nauc_mrr_at_100_max": 0.713668, + "nauc_mrr_at_100_std": -0.119815, + "nauc_mrr_at_100_diff1": 0.821403, + "nauc_mrr_at_1000_max": 0.713644, + "nauc_mrr_at_1000_std": -0.119988, + "nauc_mrr_at_1000_diff1": 0.821446, + "hit_rate_at_1": 0.72111, + "hit_rate_at_3": 0.83222, + "hit_rate_at_5": 0.86889, + "hit_rate_at_10": 0.9, + "hit_rate_at_20": 0.93333, + "hit_rate_at_100": 0.97778, + "hit_rate_at_1000": 1.0, + "main_score": 0.81148, + "hf_subset": "ory_Orya-ory_Orya", + "languages": [ + "ory-Orya", + "ory-Orya" + ] + }, + { + "ndcg_at_1": 0.80111, + "ndcg_at_3": 0.86378, + "ndcg_at_5": 0.87229, + "ndcg_at_10": 0.88354, + "ndcg_at_20": 0.88833, + "ndcg_at_100": 0.89034, + "ndcg_at_1000": 0.89139, + "map_at_1": 0.80111, + "map_at_3": 0.84889, + "map_at_5": 0.8535, + "map_at_10": 0.858, + "map_at_20": 0.85932, + "map_at_100": 0.85966, + "map_at_1000": 0.85971, + "recall_at_1": 0.80111, + "recall_at_3": 0.90667, + "recall_at_5": 0.92778, + "recall_at_10": 0.96333, + "recall_at_20": 0.98222, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "accuracy": 0.80111, + "precision_at_1": 0.80111, + "precision_at_3": 0.30222, + "precision_at_5": 0.18556, + "precision_at_10": 0.09633, + "precision_at_20": 0.04911, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.801111, + "mrr_at_3": 0.848889, + "mrr_at_5": 0.8535, + "mrr_at_10": 0.858003, + "mrr_at_20": 0.859322, + "mrr_at_100": 0.859657, + "mrr_at_1000": 0.859706, + "nauc_ndcg_at_1_max": 0.551409, + "nauc_ndcg_at_1_std": -0.356412, + "nauc_ndcg_at_1_diff1": 0.859093, + "nauc_ndcg_at_3_max": 0.608296, + "nauc_ndcg_at_3_std": -0.344543, + "nauc_ndcg_at_3_diff1": 0.844532, + "nauc_ndcg_at_5_max": 0.59659, + "nauc_ndcg_at_5_std": -0.355509, + "nauc_ndcg_at_5_diff1": 0.842075, + "nauc_ndcg_at_10_max": 0.601896, + "nauc_ndcg_at_10_std": -0.344265, + "nauc_ndcg_at_10_diff1": 0.848826, + "nauc_ndcg_at_20_max": 0.595681, + "nauc_ndcg_at_20_std": -0.346631, + "nauc_ndcg_at_20_diff1": 0.851598, + "nauc_ndcg_at_100_max": 0.592338, + "nauc_ndcg_at_100_std": -0.345563, + "nauc_ndcg_at_100_diff1": 0.85183, + "nauc_ndcg_at_1000_max": 0.589551, + "nauc_ndcg_at_1000_std": -0.350622, + "nauc_ndcg_at_1000_diff1": 0.850743, + "nauc_map_at_1_max": 0.551409, + "nauc_map_at_1_std": -0.356412, + "nauc_map_at_1_diff1": 0.859093, + "nauc_map_at_3_max": 0.589644, + "nauc_map_at_3_std": -0.352733, + "nauc_map_at_3_diff1": 0.849062, + "nauc_map_at_5_max": 0.583615, + "nauc_map_at_5_std": -0.357961, + "nauc_map_at_5_diff1": 0.848062, + "nauc_map_at_10_max": 0.585282, + "nauc_map_at_10_std": -0.354121, + "nauc_map_at_10_diff1": 0.850326, + "nauc_map_at_20_max": 0.583836, + "nauc_map_at_20_std": -0.354628, + "nauc_map_at_20_diff1": 0.851146, + "nauc_map_at_100_max": 0.583352, + "nauc_map_at_100_std": -0.3546, + "nauc_map_at_100_diff1": 0.851161, + "nauc_map_at_1000_max": 0.583256, + "nauc_map_at_1000_std": -0.354759, + "nauc_map_at_1000_diff1": 0.851124, + "nauc_recall_at_1_max": 0.551409, + "nauc_recall_at_1_std": -0.356412, + "nauc_recall_at_1_diff1": 0.859093, + "nauc_recall_at_3_max": 0.692032, + "nauc_recall_at_3_std": -0.305178, + "nauc_recall_at_3_diff1": 0.824341, + "nauc_recall_at_5_max": 0.665948, + "nauc_recall_at_5_std": -0.341938, + "nauc_recall_at_5_diff1": 0.807937, + "nauc_recall_at_10_max": 0.777905, + "nauc_recall_at_10_std": -0.224528, + "nauc_recall_at_10_diff1": 0.842925, + "nauc_recall_at_20_max": 0.813288, + "nauc_recall_at_20_std": -0.159897, + "nauc_recall_at_20_diff1": 0.891457, + "nauc_recall_at_100_max": 0.872616, + "nauc_recall_at_100_std": 0.172136, + "nauc_recall_at_100_diff1": 0.960317, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.551409, + "nauc_precision_at_1_std": -0.356412, + "nauc_precision_at_1_diff1": 0.859093, + "nauc_precision_at_3_max": 0.692032, + "nauc_precision_at_3_std": -0.305178, + "nauc_precision_at_3_diff1": 0.824341, + "nauc_precision_at_5_max": 0.665948, + "nauc_precision_at_5_std": -0.341938, + "nauc_precision_at_5_diff1": 0.807937, + "nauc_precision_at_10_max": 0.777905, + "nauc_precision_at_10_std": -0.224528, + "nauc_precision_at_10_diff1": 0.842925, + "nauc_precision_at_20_max": 0.813288, + "nauc_precision_at_20_std": -0.159897, + "nauc_precision_at_20_diff1": 0.891457, + "nauc_precision_at_100_max": 0.872616, + "nauc_precision_at_100_std": 0.172136, + "nauc_precision_at_100_diff1": 0.960317, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.551409, + "nauc_mrr_at_1_std": -0.356412, + "nauc_mrr_at_1_diff1": 0.859093, + "nauc_mrr_at_3_max": 0.589644, + "nauc_mrr_at_3_std": -0.352733, + "nauc_mrr_at_3_diff1": 0.849062, + "nauc_mrr_at_5_max": 0.583615, + "nauc_mrr_at_5_std": -0.357961, + "nauc_mrr_at_5_diff1": 0.848062, + "nauc_mrr_at_10_max": 0.585282, + "nauc_mrr_at_10_std": -0.354121, + "nauc_mrr_at_10_diff1": 0.850326, + "nauc_mrr_at_20_max": 0.583836, + "nauc_mrr_at_20_std": -0.354628, + "nauc_mrr_at_20_diff1": 0.851146, + "nauc_mrr_at_100_max": 0.583352, + "nauc_mrr_at_100_std": -0.3546, + "nauc_mrr_at_100_diff1": 0.851161, + "nauc_mrr_at_1000_max": 0.583256, + "nauc_mrr_at_1000_std": -0.354759, + "nauc_mrr_at_1000_diff1": 0.851124, + "hit_rate_at_1": 0.80111, + "hit_rate_at_3": 0.90667, + "hit_rate_at_5": 0.92778, + "hit_rate_at_10": 0.96333, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.88354, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.69556, + "ndcg_at_3": 0.76816, + "ndcg_at_5": 0.78619, + "ndcg_at_10": 0.79576, + "ndcg_at_20": 0.80499, + "ndcg_at_100": 0.81504, + "ndcg_at_1000": 0.81752, + "map_at_1": 0.69556, + "map_at_3": 0.75093, + "map_at_5": 0.76104, + "map_at_10": 0.76492, + "map_at_20": 0.76743, + "map_at_100": 0.76887, + "map_at_1000": 0.76898, + "recall_at_1": 0.69556, + "recall_at_3": 0.81778, + "recall_at_5": 0.86111, + "recall_at_10": 0.89111, + "recall_at_20": 0.92778, + "recall_at_100": 0.98111, + "recall_at_1000": 1.0, + "accuracy": 0.69556, + "precision_at_1": 0.69556, + "precision_at_3": 0.27259, + "precision_at_5": 0.17222, + "precision_at_10": 0.08911, + "precision_at_20": 0.04639, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "mrr_at_1": 0.695556, + "mrr_at_3": 0.750926, + "mrr_at_5": 0.761037, + "mrr_at_10": 0.764916, + "mrr_at_20": 0.767426, + "mrr_at_100": 0.768874, + "mrr_at_1000": 0.768978, + "nauc_ndcg_at_1_max": 0.693007, + "nauc_ndcg_at_1_std": 0.059478, + "nauc_ndcg_at_1_diff1": 0.798798, + "nauc_ndcg_at_3_max": 0.738429, + "nauc_ndcg_at_3_std": 0.11445, + "nauc_ndcg_at_3_diff1": 0.770154, + "nauc_ndcg_at_5_max": 0.736533, + "nauc_ndcg_at_5_std": 0.122482, + "nauc_ndcg_at_5_diff1": 0.773332, + "nauc_ndcg_at_10_max": 0.734867, + "nauc_ndcg_at_10_std": 0.130726, + "nauc_ndcg_at_10_diff1": 0.770032, + "nauc_ndcg_at_20_max": 0.733431, + "nauc_ndcg_at_20_std": 0.129885, + "nauc_ndcg_at_20_diff1": 0.770525, + "nauc_ndcg_at_100_max": 0.732341, + "nauc_ndcg_at_100_std": 0.127245, + "nauc_ndcg_at_100_diff1": 0.776258, + "nauc_ndcg_at_1000_max": 0.729883, + "nauc_ndcg_at_1000_std": 0.118504, + "nauc_ndcg_at_1000_diff1": 0.776791, + "nauc_map_at_1_max": 0.693007, + "nauc_map_at_1_std": 0.059478, + "nauc_map_at_1_diff1": 0.798798, + "nauc_map_at_3_max": 0.727188, + "nauc_map_at_3_std": 0.100544, + "nauc_map_at_3_diff1": 0.778138, + "nauc_map_at_5_max": 0.725942, + "nauc_map_at_5_std": 0.104548, + "nauc_map_at_5_diff1": 0.780008, + "nauc_map_at_10_max": 0.725178, + "nauc_map_at_10_std": 0.107578, + "nauc_map_at_10_diff1": 0.778749, + "nauc_map_at_20_max": 0.724748, + "nauc_map_at_20_std": 0.107139, + "nauc_map_at_20_diff1": 0.778988, + "nauc_map_at_100_max": 0.724749, + "nauc_map_at_100_std": 0.106939, + "nauc_map_at_100_diff1": 0.77986, + "nauc_map_at_1000_max": 0.724661, + "nauc_map_at_1000_std": 0.106631, + "nauc_map_at_1000_diff1": 0.779886, + "nauc_recall_at_1_max": 0.693007, + "nauc_recall_at_1_std": 0.059478, + "nauc_recall_at_1_diff1": 0.798798, + "nauc_recall_at_3_max": 0.779349, + "nauc_recall_at_3_std": 0.165252, + "nauc_recall_at_3_diff1": 0.740547, + "nauc_recall_at_5_max": 0.783094, + "nauc_recall_at_5_std": 0.204113, + "nauc_recall_at_5_diff1": 0.743718, + "nauc_recall_at_10_max": 0.785372, + "nauc_recall_at_10_std": 0.264133, + "nauc_recall_at_10_diff1": 0.720762, + "nauc_recall_at_20_max": 0.796122, + "nauc_recall_at_20_std": 0.321411, + "nauc_recall_at_20_diff1": 0.700826, + "nauc_recall_at_100_max": 0.893036, + "nauc_recall_at_100_std": 0.699346, + "nauc_recall_at_100_diff1": 0.745153, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.693007, + "nauc_precision_at_1_std": 0.059478, + "nauc_precision_at_1_diff1": 0.798798, + "nauc_precision_at_3_max": 0.779349, + "nauc_precision_at_3_std": 0.165252, + "nauc_precision_at_3_diff1": 0.740547, + "nauc_precision_at_5_max": 0.783094, + "nauc_precision_at_5_std": 0.204113, + "nauc_precision_at_5_diff1": 0.743718, + "nauc_precision_at_10_max": 0.785372, + "nauc_precision_at_10_std": 0.264133, + "nauc_precision_at_10_diff1": 0.720762, + "nauc_precision_at_20_max": 0.796122, + "nauc_precision_at_20_std": 0.321411, + "nauc_precision_at_20_diff1": 0.700826, + "nauc_precision_at_100_max": 0.893036, + "nauc_precision_at_100_std": 0.699346, + "nauc_precision_at_100_diff1": 0.745153, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.693007, + "nauc_mrr_at_1_std": 0.059478, + "nauc_mrr_at_1_diff1": 0.798798, + "nauc_mrr_at_3_max": 0.727188, + "nauc_mrr_at_3_std": 0.100544, + "nauc_mrr_at_3_diff1": 0.778138, + "nauc_mrr_at_5_max": 0.725942, + "nauc_mrr_at_5_std": 0.104548, + "nauc_mrr_at_5_diff1": 0.780008, + "nauc_mrr_at_10_max": 0.725178, + "nauc_mrr_at_10_std": 0.107578, + "nauc_mrr_at_10_diff1": 0.778749, + "nauc_mrr_at_20_max": 0.724748, + "nauc_mrr_at_20_std": 0.107139, + "nauc_mrr_at_20_diff1": 0.778988, + "nauc_mrr_at_100_max": 0.724749, + "nauc_mrr_at_100_std": 0.106939, + "nauc_mrr_at_100_diff1": 0.77986, + "nauc_mrr_at_1000_max": 0.724661, + "nauc_mrr_at_1000_std": 0.106631, + "nauc_mrr_at_1000_diff1": 0.779886, + "hit_rate_at_1": 0.69556, + "hit_rate_at_3": 0.81778, + "hit_rate_at_5": 0.86111, + "hit_rate_at_10": 0.89111, + "hit_rate_at_20": 0.92778, + "hit_rate_at_100": 0.98111, + "hit_rate_at_1000": 1.0, + "main_score": 0.79576, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "ndcg_at_1": 0.75778, + "ndcg_at_3": 0.81387, + "ndcg_at_5": 0.82898, + "ndcg_at_10": 0.84161, + "ndcg_at_20": 0.84783, + "ndcg_at_100": 0.85434, + "ndcg_at_1000": 0.85595, + "map_at_1": 0.75778, + "map_at_3": 0.80056, + "map_at_5": 0.80894, + "map_at_10": 0.81419, + "map_at_20": 0.81591, + "map_at_100": 0.81677, + "map_at_1000": 0.81684, + "recall_at_1": 0.75778, + "recall_at_3": 0.85222, + "recall_at_5": 0.88889, + "recall_at_10": 0.92778, + "recall_at_20": 0.95222, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "accuracy": 0.75778, + "precision_at_1": 0.75778, + "precision_at_3": 0.28407, + "precision_at_5": 0.17778, + "precision_at_10": 0.09278, + "precision_at_20": 0.04761, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.757778, + "mrr_at_3": 0.800556, + "mrr_at_5": 0.808944, + "mrr_at_10": 0.814185, + "mrr_at_20": 0.815914, + "mrr_at_100": 0.816767, + "mrr_at_1000": 0.816836, + "nauc_ndcg_at_1_max": 0.635125, + "nauc_ndcg_at_1_std": -0.093268, + "nauc_ndcg_at_1_diff1": 0.85923, + "nauc_ndcg_at_3_max": 0.689452, + "nauc_ndcg_at_3_std": -0.031057, + "nauc_ndcg_at_3_diff1": 0.829741, + "nauc_ndcg_at_5_max": 0.68219, + "nauc_ndcg_at_5_std": -0.025749, + "nauc_ndcg_at_5_diff1": 0.819729, + "nauc_ndcg_at_10_max": 0.686534, + "nauc_ndcg_at_10_std": -0.017606, + "nauc_ndcg_at_10_diff1": 0.823936, + "nauc_ndcg_at_20_max": 0.682021, + "nauc_ndcg_at_20_std": -0.024535, + "nauc_ndcg_at_20_diff1": 0.828044, + "nauc_ndcg_at_100_max": 0.675652, + "nauc_ndcg_at_100_std": -0.029781, + "nauc_ndcg_at_100_diff1": 0.831472, + "nauc_ndcg_at_1000_max": 0.675122, + "nauc_ndcg_at_1000_std": -0.034615, + "nauc_ndcg_at_1000_diff1": 0.831902, + "nauc_map_at_1_max": 0.635125, + "nauc_map_at_1_std": -0.093268, + "nauc_map_at_1_diff1": 0.85923, + "nauc_map_at_3_max": 0.674361, + "nauc_map_at_3_std": -0.047988, + "nauc_map_at_3_diff1": 0.837054, + "nauc_map_at_5_max": 0.670181, + "nauc_map_at_5_std": -0.046027, + "nauc_map_at_5_diff1": 0.832294, + "nauc_map_at_10_max": 0.6713, + "nauc_map_at_10_std": -0.043747, + "nauc_map_at_10_diff1": 0.834291, + "nauc_map_at_20_max": 0.670228, + "nauc_map_at_20_std": -0.045287, + "nauc_map_at_20_diff1": 0.835402, + "nauc_map_at_100_max": 0.669527, + "nauc_map_at_100_std": -0.045569, + "nauc_map_at_100_diff1": 0.835788, + "nauc_map_at_1000_max": 0.669497, + "nauc_map_at_1000_std": -0.045751, + "nauc_map_at_1000_diff1": 0.835793, + "nauc_recall_at_1_max": 0.635125, + "nauc_recall_at_1_std": -0.093268, + "nauc_recall_at_1_diff1": 0.85923, + "nauc_recall_at_3_max": 0.745626, + "nauc_recall_at_3_std": 0.031776, + "nauc_recall_at_3_diff1": 0.803002, + "nauc_recall_at_5_max": 0.735691, + "nauc_recall_at_5_std": 0.068808, + "nauc_recall_at_5_diff1": 0.760099, + "nauc_recall_at_10_max": 0.791554, + "nauc_recall_at_10_std": 0.169015, + "nauc_recall_at_10_diff1": 0.754062, + "nauc_recall_at_20_max": 0.789341, + "nauc_recall_at_20_std": 0.174777, + "nauc_recall_at_20_diff1": 0.764652, + "nauc_recall_at_100_max": 0.713352, + "nauc_recall_at_100_std": 0.360963, + "nauc_recall_at_100_diff1": 0.789279, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.635125, + "nauc_precision_at_1_std": -0.093268, + "nauc_precision_at_1_diff1": 0.85923, + "nauc_precision_at_3_max": 0.745626, + "nauc_precision_at_3_std": 0.031776, + "nauc_precision_at_3_diff1": 0.803002, + "nauc_precision_at_5_max": 0.735691, + "nauc_precision_at_5_std": 0.068808, + "nauc_precision_at_5_diff1": 0.760099, + "nauc_precision_at_10_max": 0.791554, + "nauc_precision_at_10_std": 0.169015, + "nauc_precision_at_10_diff1": 0.754062, + "nauc_precision_at_20_max": 0.789341, + "nauc_precision_at_20_std": 0.174777, + "nauc_precision_at_20_diff1": 0.764652, + "nauc_precision_at_100_max": 0.713352, + "nauc_precision_at_100_std": 0.360963, + "nauc_precision_at_100_diff1": 0.789279, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.635125, + "nauc_mrr_at_1_std": -0.093268, + "nauc_mrr_at_1_diff1": 0.85923, + "nauc_mrr_at_3_max": 0.674361, + "nauc_mrr_at_3_std": -0.047988, + "nauc_mrr_at_3_diff1": 0.837054, + "nauc_mrr_at_5_max": 0.670181, + "nauc_mrr_at_5_std": -0.046027, + "nauc_mrr_at_5_diff1": 0.832294, + "nauc_mrr_at_10_max": 0.6713, + "nauc_mrr_at_10_std": -0.043747, + "nauc_mrr_at_10_diff1": 0.834291, + "nauc_mrr_at_20_max": 0.670228, + "nauc_mrr_at_20_std": -0.045287, + "nauc_mrr_at_20_diff1": 0.835402, + "nauc_mrr_at_100_max": 0.669527, + "nauc_mrr_at_100_std": -0.045569, + "nauc_mrr_at_100_diff1": 0.835788, + "nauc_mrr_at_1000_max": 0.669497, + "nauc_mrr_at_1000_std": -0.045751, + "nauc_mrr_at_1000_diff1": 0.835793, + "hit_rate_at_1": 0.75778, + "hit_rate_at_3": 0.85222, + "hit_rate_at_5": 0.88889, + "hit_rate_at_10": 0.92778, + "hit_rate_at_20": 0.95222, + "hit_rate_at_100": 0.98778, + "hit_rate_at_1000": 1.0, + "main_score": 0.84161, + "hf_subset": "pan_Guru-pan_Guru", + "languages": [ + "pan-Guru", + "pan-Guru" + ] + }, + { + "ndcg_at_1": 0.84111, + "ndcg_at_3": 0.89551, + "ndcg_at_5": 0.90369, + "ndcg_at_10": 0.90819, + "ndcg_at_20": 0.91263, + "ndcg_at_100": 0.91481, + "ndcg_at_1000": 0.91541, + "map_at_1": 0.84111, + "map_at_3": 0.88241, + "map_at_5": 0.88691, + "map_at_10": 0.88888, + "map_at_20": 0.89007, + "map_at_100": 0.89041, + "map_at_1000": 0.89044, + "recall_at_1": 0.84111, + "recall_at_3": 0.93333, + "recall_at_5": 0.95333, + "recall_at_10": 0.96667, + "recall_at_20": 0.98444, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.84111, + "precision_at_1": 0.84111, + "precision_at_3": 0.31111, + "precision_at_5": 0.19067, + "precision_at_10": 0.09667, + "precision_at_20": 0.04922, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.841111, + "mrr_at_3": 0.882407, + "mrr_at_5": 0.886907, + "mrr_at_10": 0.888877, + "mrr_at_20": 0.890066, + "mrr_at_100": 0.890412, + "mrr_at_1000": 0.89044, + "nauc_ndcg_at_1_max": 0.554154, + "nauc_ndcg_at_1_std": -0.35153, + "nauc_ndcg_at_1_diff1": 0.881369, + "nauc_ndcg_at_3_max": 0.599577, + "nauc_ndcg_at_3_std": -0.350075, + "nauc_ndcg_at_3_diff1": 0.86326, + "nauc_ndcg_at_5_max": 0.585368, + "nauc_ndcg_at_5_std": -0.36916, + "nauc_ndcg_at_5_diff1": 0.869775, + "nauc_ndcg_at_10_max": 0.600339, + "nauc_ndcg_at_10_std": -0.340525, + "nauc_ndcg_at_10_diff1": 0.873889, + "nauc_ndcg_at_20_max": 0.59776, + "nauc_ndcg_at_20_std": -0.316915, + "nauc_ndcg_at_20_diff1": 0.873029, + "nauc_ndcg_at_100_max": 0.588989, + "nauc_ndcg_at_100_std": -0.336482, + "nauc_ndcg_at_100_diff1": 0.871054, + "nauc_ndcg_at_1000_max": 0.589115, + "nauc_ndcg_at_1000_std": -0.340338, + "nauc_ndcg_at_1000_diff1": 0.87187, + "nauc_map_at_1_max": 0.554154, + "nauc_map_at_1_std": -0.35153, + "nauc_map_at_1_diff1": 0.881369, + "nauc_map_at_3_max": 0.587502, + "nauc_map_at_3_std": -0.349891, + "nauc_map_at_3_diff1": 0.867663, + "nauc_map_at_5_max": 0.580326, + "nauc_map_at_5_std": -0.35882, + "nauc_map_at_5_diff1": 0.87089, + "nauc_map_at_10_max": 0.585778, + "nauc_map_at_10_std": -0.348454, + "nauc_map_at_10_diff1": 0.87235, + "nauc_map_at_20_max": 0.585153, + "nauc_map_at_20_std": -0.343251, + "nauc_map_at_20_diff1": 0.872264, + "nauc_map_at_100_max": 0.584012, + "nauc_map_at_100_std": -0.345888, + "nauc_map_at_100_diff1": 0.872016, + "nauc_map_at_1000_max": 0.584053, + "nauc_map_at_1000_std": -0.345973, + "nauc_map_at_1000_diff1": 0.872067, + "nauc_recall_at_1_max": 0.554154, + "nauc_recall_at_1_std": -0.35153, + "nauc_recall_at_1_diff1": 0.881369, + "nauc_recall_at_3_max": 0.657275, + "nauc_recall_at_3_std": -0.351439, + "nauc_recall_at_3_diff1": 0.842569, + "nauc_recall_at_5_max": 0.612256, + "nauc_recall_at_5_std": -0.446034, + "nauc_recall_at_5_diff1": 0.865846, + "nauc_recall_at_10_max": 0.739387, + "nauc_recall_at_10_std": -0.246592, + "nauc_recall_at_10_diff1": 0.897619, + "nauc_recall_at_20_max": 0.836635, + "nauc_recall_at_20_std": 0.360844, + "nauc_recall_at_20_diff1": 0.899993, + "nauc_recall_at_100_max": 0.609127, + "nauc_recall_at_100_std": 0.245565, + "nauc_recall_at_100_diff1": 0.780696, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.554154, + "nauc_precision_at_1_std": -0.35153, + "nauc_precision_at_1_diff1": 0.881369, + "nauc_precision_at_3_max": 0.657275, + "nauc_precision_at_3_std": -0.351439, + "nauc_precision_at_3_diff1": 0.842569, + "nauc_precision_at_5_max": 0.612256, + "nauc_precision_at_5_std": -0.446034, + "nauc_precision_at_5_diff1": 0.865846, + "nauc_precision_at_10_max": 0.739387, + "nauc_precision_at_10_std": -0.246592, + "nauc_precision_at_10_diff1": 0.897619, + "nauc_precision_at_20_max": 0.836635, + "nauc_precision_at_20_std": 0.360844, + "nauc_precision_at_20_diff1": 0.899993, + "nauc_precision_at_100_max": 0.609127, + "nauc_precision_at_100_std": 0.245565, + "nauc_precision_at_100_diff1": 0.780696, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.554154, + "nauc_mrr_at_1_std": -0.35153, + "nauc_mrr_at_1_diff1": 0.881369, + "nauc_mrr_at_3_max": 0.587502, + "nauc_mrr_at_3_std": -0.349891, + "nauc_mrr_at_3_diff1": 0.867663, + "nauc_mrr_at_5_max": 0.580326, + "nauc_mrr_at_5_std": -0.35882, + "nauc_mrr_at_5_diff1": 0.87089, + "nauc_mrr_at_10_max": 0.585778, + "nauc_mrr_at_10_std": -0.348454, + "nauc_mrr_at_10_diff1": 0.87235, + "nauc_mrr_at_20_max": 0.585153, + "nauc_mrr_at_20_std": -0.343251, + "nauc_mrr_at_20_diff1": 0.872264, + "nauc_mrr_at_100_max": 0.584012, + "nauc_mrr_at_100_std": -0.345888, + "nauc_mrr_at_100_diff1": 0.872016, + "nauc_mrr_at_1000_max": 0.584053, + "nauc_mrr_at_1000_std": -0.345973, + "nauc_mrr_at_1000_diff1": 0.872067, + "hit_rate_at_1": 0.84111, + "hit_rate_at_3": 0.93333, + "hit_rate_at_5": 0.95333, + "hit_rate_at_10": 0.96667, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.90819, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.69556, + "ndcg_at_3": 0.77207, + "ndcg_at_5": 0.78436, + "ndcg_at_10": 0.79862, + "ndcg_at_20": 0.80683, + "ndcg_at_100": 0.81657, + "ndcg_at_1000": 0.81894, + "map_at_1": 0.69556, + "map_at_3": 0.75389, + "map_at_5": 0.76067, + "map_at_10": 0.76669, + "map_at_20": 0.76898, + "map_at_100": 0.77035, + "map_at_1000": 0.77045, + "recall_at_1": 0.69556, + "recall_at_3": 0.82444, + "recall_at_5": 0.85444, + "recall_at_10": 0.89778, + "recall_at_20": 0.93, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "accuracy": 0.69556, + "precision_at_1": 0.69556, + "precision_at_3": 0.27481, + "precision_at_5": 0.17089, + "precision_at_10": 0.08978, + "precision_at_20": 0.0465, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.695556, + "mrr_at_3": 0.753889, + "mrr_at_5": 0.760667, + "mrr_at_10": 0.766693, + "mrr_at_20": 0.768983, + "mrr_at_100": 0.770345, + "mrr_at_1000": 0.770451, + "nauc_ndcg_at_1_max": 0.698958, + "nauc_ndcg_at_1_std": 0.016501, + "nauc_ndcg_at_1_diff1": 0.831234, + "nauc_ndcg_at_3_max": 0.744268, + "nauc_ndcg_at_3_std": 0.117243, + "nauc_ndcg_at_3_diff1": 0.805384, + "nauc_ndcg_at_5_max": 0.751893, + "nauc_ndcg_at_5_std": 0.12945, + "nauc_ndcg_at_5_diff1": 0.805925, + "nauc_ndcg_at_10_max": 0.74155, + "nauc_ndcg_at_10_std": 0.121469, + "nauc_ndcg_at_10_diff1": 0.799828, + "nauc_ndcg_at_20_max": 0.742401, + "nauc_ndcg_at_20_std": 0.13138, + "nauc_ndcg_at_20_diff1": 0.802355, + "nauc_ndcg_at_100_max": 0.739632, + "nauc_ndcg_at_100_std": 0.117063, + "nauc_ndcg_at_100_diff1": 0.80769, + "nauc_ndcg_at_1000_max": 0.736921, + "nauc_ndcg_at_1000_std": 0.109804, + "nauc_ndcg_at_1000_diff1": 0.807942, + "nauc_map_at_1_max": 0.698958, + "nauc_map_at_1_std": 0.016501, + "nauc_map_at_1_diff1": 0.831234, + "nauc_map_at_3_max": 0.732014, + "nauc_map_at_3_std": 0.091401, + "nauc_map_at_3_diff1": 0.811658, + "nauc_map_at_5_max": 0.735379, + "nauc_map_at_5_std": 0.097023, + "nauc_map_at_5_diff1": 0.811952, + "nauc_map_at_10_max": 0.731332, + "nauc_map_at_10_std": 0.093331, + "nauc_map_at_10_diff1": 0.809929, + "nauc_map_at_20_max": 0.731427, + "nauc_map_at_20_std": 0.0954, + "nauc_map_at_20_diff1": 0.81054, + "nauc_map_at_100_max": 0.731131, + "nauc_map_at_100_std": 0.093841, + "nauc_map_at_100_diff1": 0.811274, + "nauc_map_at_1000_max": 0.731031, + "nauc_map_at_1000_std": 0.093606, + "nauc_map_at_1000_diff1": 0.811279, + "nauc_recall_at_1_max": 0.698958, + "nauc_recall_at_1_std": 0.016501, + "nauc_recall_at_1_diff1": 0.831234, + "nauc_recall_at_3_max": 0.790489, + "nauc_recall_at_3_std": 0.213907, + "nauc_recall_at_3_diff1": 0.782136, + "nauc_recall_at_5_max": 0.825912, + "nauc_recall_at_5_std": 0.272271, + "nauc_recall_at_5_diff1": 0.780594, + "nauc_recall_at_10_max": 0.795032, + "nauc_recall_at_10_std": 0.280854, + "nauc_recall_at_10_diff1": 0.737283, + "nauc_recall_at_20_max": 0.827449, + "nauc_recall_at_20_std": 0.448631, + "nauc_recall_at_20_diff1": 0.735546, + "nauc_recall_at_100_max": 0.924428, + "nauc_recall_at_100_std": 0.630982, + "nauc_recall_at_100_diff1": 0.787436, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.698958, + "nauc_precision_at_1_std": 0.016501, + "nauc_precision_at_1_diff1": 0.831234, + "nauc_precision_at_3_max": 0.790489, + "nauc_precision_at_3_std": 0.213907, + "nauc_precision_at_3_diff1": 0.782136, + "nauc_precision_at_5_max": 0.825912, + "nauc_precision_at_5_std": 0.272271, + "nauc_precision_at_5_diff1": 0.780594, + "nauc_precision_at_10_max": 0.795032, + "nauc_precision_at_10_std": 0.280854, + "nauc_precision_at_10_diff1": 0.737283, + "nauc_precision_at_20_max": 0.827449, + "nauc_precision_at_20_std": 0.448631, + "nauc_precision_at_20_diff1": 0.735546, + "nauc_precision_at_100_max": 0.924428, + "nauc_precision_at_100_std": 0.630982, + "nauc_precision_at_100_diff1": 0.787436, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.698958, + "nauc_mrr_at_1_std": 0.016501, + "nauc_mrr_at_1_diff1": 0.831234, + "nauc_mrr_at_3_max": 0.732014, + "nauc_mrr_at_3_std": 0.091401, + "nauc_mrr_at_3_diff1": 0.811658, + "nauc_mrr_at_5_max": 0.735379, + "nauc_mrr_at_5_std": 0.097023, + "nauc_mrr_at_5_diff1": 0.811952, + "nauc_mrr_at_10_max": 0.731332, + "nauc_mrr_at_10_std": 0.093331, + "nauc_mrr_at_10_diff1": 0.809929, + "nauc_mrr_at_20_max": 0.731427, + "nauc_mrr_at_20_std": 0.0954, + "nauc_mrr_at_20_diff1": 0.81054, + "nauc_mrr_at_100_max": 0.731131, + "nauc_mrr_at_100_std": 0.093841, + "nauc_mrr_at_100_diff1": 0.811274, + "nauc_mrr_at_1000_max": 0.731031, + "nauc_mrr_at_1000_std": 0.093606, + "nauc_mrr_at_1000_diff1": 0.811279, + "hit_rate_at_1": 0.69556, + "hit_rate_at_3": 0.82444, + "hit_rate_at_5": 0.85444, + "hit_rate_at_10": 0.89778, + "hit_rate_at_20": 0.93, + "hit_rate_at_100": 0.98222, + "hit_rate_at_1000": 1.0, + "main_score": 0.79862, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "ndcg_at_1": 0.56222, + "ndcg_at_3": 0.63176, + "ndcg_at_5": 0.65074, + "ndcg_at_10": 0.67234, + "ndcg_at_20": 0.68698, + "ndcg_at_100": 0.70331, + "ndcg_at_1000": 0.71113, + "map_at_1": 0.56222, + "map_at_3": 0.61537, + "map_at_5": 0.62576, + "map_at_10": 0.63471, + "map_at_20": 0.63859, + "map_at_100": 0.64078, + "map_at_1000": 0.64109, + "recall_at_1": 0.56222, + "recall_at_3": 0.67889, + "recall_at_5": 0.72556, + "recall_at_10": 0.79222, + "recall_at_20": 0.85111, + "recall_at_100": 0.94, + "recall_at_1000": 1.0, + "accuracy": 0.56222, + "precision_at_1": 0.56222, + "precision_at_3": 0.2263, + "precision_at_5": 0.14511, + "precision_at_10": 0.07922, + "precision_at_20": 0.04256, + "precision_at_100": 0.0094, + "precision_at_1000": 0.001, + "mrr_at_1": 0.562222, + "mrr_at_3": 0.61537, + "mrr_at_5": 0.625759, + "mrr_at_10": 0.634706, + "mrr_at_20": 0.638588, + "mrr_at_100": 0.640777, + "mrr_at_1000": 0.641091, + "nauc_ndcg_at_1_max": 0.65248, + "nauc_ndcg_at_1_std": -0.014285, + "nauc_ndcg_at_1_diff1": 0.803618, + "nauc_ndcg_at_3_max": 0.645251, + "nauc_ndcg_at_3_std": 0.021855, + "nauc_ndcg_at_3_diff1": 0.768821, + "nauc_ndcg_at_5_max": 0.643698, + "nauc_ndcg_at_5_std": 0.029568, + "nauc_ndcg_at_5_diff1": 0.75799, + "nauc_ndcg_at_10_max": 0.648128, + "nauc_ndcg_at_10_std": 0.042718, + "nauc_ndcg_at_10_diff1": 0.752954, + "nauc_ndcg_at_20_max": 0.648794, + "nauc_ndcg_at_20_std": 0.037073, + "nauc_ndcg_at_20_diff1": 0.756923, + "nauc_ndcg_at_100_max": 0.649501, + "nauc_ndcg_at_100_std": 0.03509, + "nauc_ndcg_at_100_diff1": 0.760069, + "nauc_ndcg_at_1000_max": 0.648729, + "nauc_ndcg_at_1000_std": 0.02966, + "nauc_ndcg_at_1000_diff1": 0.764445, + "nauc_map_at_1_max": 0.65248, + "nauc_map_at_1_std": -0.014285, + "nauc_map_at_1_diff1": 0.803618, + "nauc_map_at_3_max": 0.646991, + "nauc_map_at_3_std": 0.012871, + "nauc_map_at_3_diff1": 0.777647, + "nauc_map_at_5_max": 0.64606, + "nauc_map_at_5_std": 0.016423, + "nauc_map_at_5_diff1": 0.77198, + "nauc_map_at_10_max": 0.648234, + "nauc_map_at_10_std": 0.021715, + "nauc_map_at_10_diff1": 0.770465, + "nauc_map_at_20_max": 0.648322, + "nauc_map_at_20_std": 0.020412, + "nauc_map_at_20_diff1": 0.771511, + "nauc_map_at_100_max": 0.648404, + "nauc_map_at_100_std": 0.020155, + "nauc_map_at_100_diff1": 0.77185, + "nauc_map_at_1000_max": 0.648399, + "nauc_map_at_1000_std": 0.020027, + "nauc_map_at_1000_diff1": 0.772022, + "nauc_recall_at_1_max": 0.65248, + "nauc_recall_at_1_std": -0.014285, + "nauc_recall_at_1_diff1": 0.803618, + "nauc_recall_at_3_max": 0.639716, + "nauc_recall_at_3_std": 0.050578, + "nauc_recall_at_3_diff1": 0.740516, + "nauc_recall_at_5_max": 0.635358, + "nauc_recall_at_5_std": 0.0778, + "nauc_recall_at_5_diff1": 0.706833, + "nauc_recall_at_10_max": 0.648702, + "nauc_recall_at_10_std": 0.141432, + "nauc_recall_at_10_diff1": 0.671722, + "nauc_recall_at_20_max": 0.654852, + "nauc_recall_at_20_std": 0.131631, + "nauc_recall_at_20_diff1": 0.672991, + "nauc_recall_at_100_max": 0.677145, + "nauc_recall_at_100_std": 0.211078, + "nauc_recall_at_100_diff1": 0.634532, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.65248, + "nauc_precision_at_1_std": -0.014285, + "nauc_precision_at_1_diff1": 0.803618, + "nauc_precision_at_3_max": 0.639716, + "nauc_precision_at_3_std": 0.050578, + "nauc_precision_at_3_diff1": 0.740516, + "nauc_precision_at_5_max": 0.635358, + "nauc_precision_at_5_std": 0.0778, + "nauc_precision_at_5_diff1": 0.706833, + "nauc_precision_at_10_max": 0.648702, + "nauc_precision_at_10_std": 0.141432, + "nauc_precision_at_10_diff1": 0.671722, + "nauc_precision_at_20_max": 0.654852, + "nauc_precision_at_20_std": 0.131631, + "nauc_precision_at_20_diff1": 0.672991, + "nauc_precision_at_100_max": 0.677145, + "nauc_precision_at_100_std": 0.211078, + "nauc_precision_at_100_diff1": 0.634532, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.65248, + "nauc_mrr_at_1_std": -0.014285, + "nauc_mrr_at_1_diff1": 0.803618, + "nauc_mrr_at_3_max": 0.646991, + "nauc_mrr_at_3_std": 0.012871, + "nauc_mrr_at_3_diff1": 0.777647, + "nauc_mrr_at_5_max": 0.64606, + "nauc_mrr_at_5_std": 0.016423, + "nauc_mrr_at_5_diff1": 0.77198, + "nauc_mrr_at_10_max": 0.648234, + "nauc_mrr_at_10_std": 0.021715, + "nauc_mrr_at_10_diff1": 0.770465, + "nauc_mrr_at_20_max": 0.648322, + "nauc_mrr_at_20_std": 0.020412, + "nauc_mrr_at_20_diff1": 0.771511, + "nauc_mrr_at_100_max": 0.648404, + "nauc_mrr_at_100_std": 0.020155, + "nauc_mrr_at_100_diff1": 0.77185, + "nauc_mrr_at_1000_max": 0.648399, + "nauc_mrr_at_1000_std": 0.020027, + "nauc_mrr_at_1000_diff1": 0.772022, + "hit_rate_at_1": 0.56222, + "hit_rate_at_3": 0.67889, + "hit_rate_at_5": 0.72556, + "hit_rate_at_10": 0.79222, + "hit_rate_at_20": 0.85111, + "hit_rate_at_100": 0.94, + "hit_rate_at_1000": 1.0, + "main_score": 0.67234, + "hf_subset": "pbt_Arab-pbt_Arab", + "languages": [ + "pbt-Arab", + "pbt-Arab" + ] + }, + { + "ndcg_at_1": 0.75889, + "ndcg_at_3": 0.82463, + "ndcg_at_5": 0.83348, + "ndcg_at_10": 0.84613, + "ndcg_at_20": 0.85207, + "ndcg_at_100": 0.85873, + "ndcg_at_1000": 0.86039, + "map_at_1": 0.75889, + "map_at_3": 0.80889, + "map_at_5": 0.81389, + "map_at_10": 0.81915, + "map_at_20": 0.82081, + "map_at_100": 0.82182, + "map_at_1000": 0.8219, + "recall_at_1": 0.75889, + "recall_at_3": 0.87, + "recall_at_5": 0.89111, + "recall_at_10": 0.93, + "recall_at_20": 0.95333, + "recall_at_100": 0.98778, + "recall_at_1000": 1.0, + "accuracy": 0.75889, + "precision_at_1": 0.75889, + "precision_at_3": 0.29, + "precision_at_5": 0.17822, + "precision_at_10": 0.093, + "precision_at_20": 0.04767, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.758889, + "mrr_at_3": 0.808889, + "mrr_at_5": 0.813889, + "mrr_at_10": 0.819153, + "mrr_at_20": 0.820808, + "mrr_at_100": 0.821825, + "mrr_at_1000": 0.821903, + "nauc_ndcg_at_1_max": 0.64435, + "nauc_ndcg_at_1_std": -0.119184, + "nauc_ndcg_at_1_diff1": 0.846252, + "nauc_ndcg_at_3_max": 0.687335, + "nauc_ndcg_at_3_std": -0.142499, + "nauc_ndcg_at_3_diff1": 0.825032, + "nauc_ndcg_at_5_max": 0.679968, + "nauc_ndcg_at_5_std": -0.164131, + "nauc_ndcg_at_5_diff1": 0.821957, + "nauc_ndcg_at_10_max": 0.66784, + "nauc_ndcg_at_10_std": -0.167592, + "nauc_ndcg_at_10_diff1": 0.823925, + "nauc_ndcg_at_20_max": 0.671879, + "nauc_ndcg_at_20_std": -0.151635, + "nauc_ndcg_at_20_diff1": 0.826525, + "nauc_ndcg_at_100_max": 0.673207, + "nauc_ndcg_at_100_std": -0.134465, + "nauc_ndcg_at_100_diff1": 0.830834, + "nauc_ndcg_at_1000_max": 0.671553, + "nauc_ndcg_at_1000_std": -0.142753, + "nauc_ndcg_at_1000_diff1": 0.829939, + "nauc_map_at_1_max": 0.64435, + "nauc_map_at_1_std": -0.119184, + "nauc_map_at_1_diff1": 0.846252, + "nauc_map_at_3_max": 0.67624, + "nauc_map_at_3_std": -0.13589, + "nauc_map_at_3_diff1": 0.831105, + "nauc_map_at_5_max": 0.672189, + "nauc_map_at_5_std": -0.147115, + "nauc_map_at_5_diff1": 0.829758, + "nauc_map_at_10_max": 0.66755, + "nauc_map_at_10_std": -0.147446, + "nauc_map_at_10_diff1": 0.830493, + "nauc_map_at_20_max": 0.668471, + "nauc_map_at_20_std": -0.143473, + "nauc_map_at_20_diff1": 0.831202, + "nauc_map_at_100_max": 0.668752, + "nauc_map_at_100_std": -0.14103, + "nauc_map_at_100_diff1": 0.831852, + "nauc_map_at_1000_max": 0.668712, + "nauc_map_at_1000_std": -0.141314, + "nauc_map_at_1000_diff1": 0.831823, + "nauc_recall_at_1_max": 0.64435, + "nauc_recall_at_1_std": -0.119184, + "nauc_recall_at_1_diff1": 0.846252, + "nauc_recall_at_3_max": 0.731126, + "nauc_recall_at_3_std": -0.168971, + "nauc_recall_at_3_diff1": 0.80067, + "nauc_recall_at_5_max": 0.713197, + "nauc_recall_at_5_std": -0.245888, + "nauc_recall_at_5_diff1": 0.785445, + "nauc_recall_at_10_max": 0.655573, + "nauc_recall_at_10_std": -0.316771, + "nauc_recall_at_10_diff1": 0.78069, + "nauc_recall_at_20_max": 0.696623, + "nauc_recall_at_20_std": -0.208561, + "nauc_recall_at_20_diff1": 0.788137, + "nauc_recall_at_100_max": 0.813768, + "nauc_recall_at_100_std": 0.520457, + "nauc_recall_at_100_diff1": 0.901961, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.64435, + "nauc_precision_at_1_std": -0.119184, + "nauc_precision_at_1_diff1": 0.846252, + "nauc_precision_at_3_max": 0.731126, + "nauc_precision_at_3_std": -0.168971, + "nauc_precision_at_3_diff1": 0.80067, + "nauc_precision_at_5_max": 0.713197, + "nauc_precision_at_5_std": -0.245888, + "nauc_precision_at_5_diff1": 0.785445, + "nauc_precision_at_10_max": 0.655573, + "nauc_precision_at_10_std": -0.316771, + "nauc_precision_at_10_diff1": 0.78069, + "nauc_precision_at_20_max": 0.696623, + "nauc_precision_at_20_std": -0.208561, + "nauc_precision_at_20_diff1": 0.788137, + "nauc_precision_at_100_max": 0.813768, + "nauc_precision_at_100_std": 0.520457, + "nauc_precision_at_100_diff1": 0.901961, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.64435, + "nauc_mrr_at_1_std": -0.119184, + "nauc_mrr_at_1_diff1": 0.846252, + "nauc_mrr_at_3_max": 0.67624, + "nauc_mrr_at_3_std": -0.13589, + "nauc_mrr_at_3_diff1": 0.831105, + "nauc_mrr_at_5_max": 0.672189, + "nauc_mrr_at_5_std": -0.147115, + "nauc_mrr_at_5_diff1": 0.829758, + "nauc_mrr_at_10_max": 0.66755, + "nauc_mrr_at_10_std": -0.147446, + "nauc_mrr_at_10_diff1": 0.830493, + "nauc_mrr_at_20_max": 0.668471, + "nauc_mrr_at_20_std": -0.143473, + "nauc_mrr_at_20_diff1": 0.831202, + "nauc_mrr_at_100_max": 0.668752, + "nauc_mrr_at_100_std": -0.14103, + "nauc_mrr_at_100_diff1": 0.831852, + "nauc_mrr_at_1000_max": 0.668712, + "nauc_mrr_at_1000_std": -0.141314, + "nauc_mrr_at_1000_diff1": 0.831823, + "hit_rate_at_1": 0.75889, + "hit_rate_at_3": 0.87, + "hit_rate_at_5": 0.89111, + "hit_rate_at_10": 0.93, + "hit_rate_at_20": 0.95333, + "hit_rate_at_100": 0.98778, + "hit_rate_at_1000": 1.0, + "main_score": 0.84613, + "hf_subset": "pbt_Arab-eng_Latn", + "languages": [ + "pbt-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.46778, + "ndcg_at_3": 0.54231, + "ndcg_at_5": 0.56029, + "ndcg_at_10": 0.57734, + "ndcg_at_20": 0.59364, + "ndcg_at_100": 0.62034, + "ndcg_at_1000": 0.63365, + "map_at_1": 0.46778, + "map_at_3": 0.52426, + "map_at_5": 0.53431, + "map_at_10": 0.54144, + "map_at_20": 0.54592, + "map_at_100": 0.54958, + "map_at_1000": 0.55014, + "recall_at_1": 0.46778, + "recall_at_3": 0.59444, + "recall_at_5": 0.63778, + "recall_at_10": 0.69, + "recall_at_20": 0.75444, + "recall_at_100": 0.89889, + "recall_at_1000": 1.0, + "accuracy": 0.46778, + "precision_at_1": 0.46778, + "precision_at_3": 0.19815, + "precision_at_5": 0.12756, + "precision_at_10": 0.069, + "precision_at_20": 0.03772, + "precision_at_100": 0.00899, + "precision_at_1000": 0.001, + "mrr_at_1": 0.467778, + "mrr_at_3": 0.524259, + "mrr_at_5": 0.534315, + "mrr_at_10": 0.541436, + "mrr_at_20": 0.545917, + "mrr_at_100": 0.549577, + "mrr_at_1000": 0.550135, + "nauc_ndcg_at_1_max": 0.726296, + "nauc_ndcg_at_1_std": 0.272215, + "nauc_ndcg_at_1_diff1": 0.762907, + "nauc_ndcg_at_3_max": 0.745644, + "nauc_ndcg_at_3_std": 0.338476, + "nauc_ndcg_at_3_diff1": 0.706965, + "nauc_ndcg_at_5_max": 0.745868, + "nauc_ndcg_at_5_std": 0.347782, + "nauc_ndcg_at_5_diff1": 0.704723, + "nauc_ndcg_at_10_max": 0.742222, + "nauc_ndcg_at_10_std": 0.346528, + "nauc_ndcg_at_10_diff1": 0.703172, + "nauc_ndcg_at_20_max": 0.742723, + "nauc_ndcg_at_20_std": 0.35621, + "nauc_ndcg_at_20_diff1": 0.700925, + "nauc_ndcg_at_100_max": 0.74234, + "nauc_ndcg_at_100_std": 0.355929, + "nauc_ndcg_at_100_diff1": 0.703821, + "nauc_ndcg_at_1000_max": 0.742312, + "nauc_ndcg_at_1000_std": 0.344288, + "nauc_ndcg_at_1000_diff1": 0.710553, + "nauc_map_at_1_max": 0.726296, + "nauc_map_at_1_std": 0.272215, + "nauc_map_at_1_diff1": 0.762907, + "nauc_map_at_3_max": 0.741776, + "nauc_map_at_3_std": 0.322965, + "nauc_map_at_3_diff1": 0.720245, + "nauc_map_at_5_max": 0.741709, + "nauc_map_at_5_std": 0.327784, + "nauc_map_at_5_diff1": 0.719263, + "nauc_map_at_10_max": 0.740114, + "nauc_map_at_10_std": 0.327008, + "nauc_map_at_10_diff1": 0.718865, + "nauc_map_at_20_max": 0.740239, + "nauc_map_at_20_std": 0.329441, + "nauc_map_at_20_diff1": 0.718418, + "nauc_map_at_100_max": 0.740343, + "nauc_map_at_100_std": 0.329724, + "nauc_map_at_100_diff1": 0.718897, + "nauc_map_at_1000_max": 0.740372, + "nauc_map_at_1000_std": 0.329331, + "nauc_map_at_1000_diff1": 0.719194, + "nauc_recall_at_1_max": 0.726296, + "nauc_recall_at_1_std": 0.272215, + "nauc_recall_at_1_diff1": 0.762907, + "nauc_recall_at_3_max": 0.75711, + "nauc_recall_at_3_std": 0.385708, + "nauc_recall_at_3_diff1": 0.666441, + "nauc_recall_at_5_max": 0.759189, + "nauc_recall_at_5_std": 0.413997, + "nauc_recall_at_5_diff1": 0.65722, + "nauc_recall_at_10_max": 0.747992, + "nauc_recall_at_10_std": 0.416832, + "nauc_recall_at_10_diff1": 0.646129, + "nauc_recall_at_20_max": 0.751625, + "nauc_recall_at_20_std": 0.482035, + "nauc_recall_at_20_diff1": 0.622575, + "nauc_recall_at_100_max": 0.747973, + "nauc_recall_at_100_std": 0.599002, + "nauc_recall_at_100_diff1": 0.573982, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.726296, + "nauc_precision_at_1_std": 0.272215, + "nauc_precision_at_1_diff1": 0.762907, + "nauc_precision_at_3_max": 0.75711, + "nauc_precision_at_3_std": 0.385708, + "nauc_precision_at_3_diff1": 0.666441, + "nauc_precision_at_5_max": 0.759189, + "nauc_precision_at_5_std": 0.413997, + "nauc_precision_at_5_diff1": 0.65722, + "nauc_precision_at_10_max": 0.747992, + "nauc_precision_at_10_std": 0.416832, + "nauc_precision_at_10_diff1": 0.646129, + "nauc_precision_at_20_max": 0.751625, + "nauc_precision_at_20_std": 0.482035, + "nauc_precision_at_20_diff1": 0.622575, + "nauc_precision_at_100_max": 0.747973, + "nauc_precision_at_100_std": 0.599002, + "nauc_precision_at_100_diff1": 0.573982, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.726296, + "nauc_mrr_at_1_std": 0.272215, + "nauc_mrr_at_1_diff1": 0.762907, + "nauc_mrr_at_3_max": 0.741776, + "nauc_mrr_at_3_std": 0.322965, + "nauc_mrr_at_3_diff1": 0.720245, + "nauc_mrr_at_5_max": 0.741709, + "nauc_mrr_at_5_std": 0.327784, + "nauc_mrr_at_5_diff1": 0.719263, + "nauc_mrr_at_10_max": 0.740114, + "nauc_mrr_at_10_std": 0.327008, + "nauc_mrr_at_10_diff1": 0.718865, + "nauc_mrr_at_20_max": 0.740239, + "nauc_mrr_at_20_std": 0.329441, + "nauc_mrr_at_20_diff1": 0.718418, + "nauc_mrr_at_100_max": 0.740343, + "nauc_mrr_at_100_std": 0.329724, + "nauc_mrr_at_100_diff1": 0.718897, + "nauc_mrr_at_1000_max": 0.740372, + "nauc_mrr_at_1000_std": 0.329331, + "nauc_mrr_at_1000_diff1": 0.719194, + "hit_rate_at_1": 0.46778, + "hit_rate_at_3": 0.59444, + "hit_rate_at_5": 0.63778, + "hit_rate_at_10": 0.69, + "hit_rate_at_20": 0.75444, + "hit_rate_at_100": 0.89889, + "hit_rate_at_1000": 1.0, + "main_score": 0.57734, + "hf_subset": "eng_Latn-pbt_Arab", + "languages": [ + "eng-Latn", + "pbt-Arab" + ] + }, + { + "ndcg_at_1": 0.84889, + "ndcg_at_3": 0.90136, + "ndcg_at_5": 0.90643, + "ndcg_at_10": 0.91183, + "ndcg_at_20": 0.9149, + "ndcg_at_100": 0.91722, + "ndcg_at_1000": 0.91858, + "map_at_1": 0.84889, + "map_at_3": 0.88907, + "map_at_5": 0.89191, + "map_at_10": 0.89414, + "map_at_20": 0.89497, + "map_at_100": 0.89531, + "map_at_1000": 0.89538, + "recall_at_1": 0.84889, + "recall_at_3": 0.93667, + "recall_at_5": 0.94889, + "recall_at_10": 0.96556, + "recall_at_20": 0.97778, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.84889, + "precision_at_1": 0.84889, + "precision_at_3": 0.31222, + "precision_at_5": 0.18978, + "precision_at_10": 0.09656, + "precision_at_20": 0.04889, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.848889, + "mrr_at_3": 0.889074, + "mrr_at_5": 0.891907, + "mrr_at_10": 0.894141, + "mrr_at_20": 0.894972, + "mrr_at_100": 0.895314, + "mrr_at_1000": 0.895377, + "nauc_ndcg_at_1_max": 0.715575, + "nauc_ndcg_at_1_std": -0.070746, + "nauc_ndcg_at_1_diff1": 0.902231, + "nauc_ndcg_at_3_max": 0.789016, + "nauc_ndcg_at_3_std": -0.00804, + "nauc_ndcg_at_3_diff1": 0.891272, + "nauc_ndcg_at_5_max": 0.782099, + "nauc_ndcg_at_5_std": -0.012858, + "nauc_ndcg_at_5_diff1": 0.890045, + "nauc_ndcg_at_10_max": 0.779315, + "nauc_ndcg_at_10_std": -0.013948, + "nauc_ndcg_at_10_diff1": 0.892747, + "nauc_ndcg_at_20_max": 0.775556, + "nauc_ndcg_at_20_std": -0.005673, + "nauc_ndcg_at_20_diff1": 0.895735, + "nauc_ndcg_at_100_max": 0.770327, + "nauc_ndcg_at_100_std": -0.022064, + "nauc_ndcg_at_100_diff1": 0.89542, + "nauc_ndcg_at_1000_max": 0.768823, + "nauc_ndcg_at_1000_std": -0.023228, + "nauc_ndcg_at_1000_diff1": 0.895166, + "nauc_map_at_1_max": 0.715575, + "nauc_map_at_1_std": -0.070746, + "nauc_map_at_1_diff1": 0.902231, + "nauc_map_at_3_max": 0.769026, + "nauc_map_at_3_std": -0.029058, + "nauc_map_at_3_diff1": 0.894748, + "nauc_map_at_5_max": 0.765179, + "nauc_map_at_5_std": -0.031243, + "nauc_map_at_5_diff1": 0.894301, + "nauc_map_at_10_max": 0.76411, + "nauc_map_at_10_std": -0.031453, + "nauc_map_at_10_diff1": 0.895498, + "nauc_map_at_20_max": 0.763162, + "nauc_map_at_20_std": -0.029538, + "nauc_map_at_20_diff1": 0.896112, + "nauc_map_at_100_max": 0.762468, + "nauc_map_at_100_std": -0.031653, + "nauc_map_at_100_diff1": 0.896056, + "nauc_map_at_1000_max": 0.762395, + "nauc_map_at_1000_std": -0.031711, + "nauc_map_at_1000_diff1": 0.896035, + "nauc_recall_at_1_max": 0.715575, + "nauc_recall_at_1_std": -0.070746, + "nauc_recall_at_1_diff1": 0.902231, + "nauc_recall_at_3_max": 0.884351, + "nauc_recall_at_3_std": 0.095492, + "nauc_recall_at_3_diff1": 0.874285, + "nauc_recall_at_5_max": 0.876944, + "nauc_recall_at_5_std": 0.093391, + "nauc_recall_at_5_diff1": 0.86447, + "nauc_recall_at_10_max": 0.897443, + "nauc_recall_at_10_std": 0.128008, + "nauc_recall_at_10_diff1": 0.8702, + "nauc_recall_at_20_max": 0.906629, + "nauc_recall_at_20_std": 0.320285, + "nauc_recall_at_20_diff1": 0.904178, + "nauc_recall_at_100_max": 0.852422, + "nauc_recall_at_100_std": 0.043677, + "nauc_recall_at_100_diff1": 0.905073, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.715575, + "nauc_precision_at_1_std": -0.070746, + "nauc_precision_at_1_diff1": 0.902231, + "nauc_precision_at_3_max": 0.884351, + "nauc_precision_at_3_std": 0.095492, + "nauc_precision_at_3_diff1": 0.874285, + "nauc_precision_at_5_max": 0.876944, + "nauc_precision_at_5_std": 0.093391, + "nauc_precision_at_5_diff1": 0.86447, + "nauc_precision_at_10_max": 0.897443, + "nauc_precision_at_10_std": 0.128008, + "nauc_precision_at_10_diff1": 0.8702, + "nauc_precision_at_20_max": 0.906629, + "nauc_precision_at_20_std": 0.320285, + "nauc_precision_at_20_diff1": 0.904178, + "nauc_precision_at_100_max": 0.852422, + "nauc_precision_at_100_std": 0.043677, + "nauc_precision_at_100_diff1": 0.905073, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.715575, + "nauc_mrr_at_1_std": -0.070746, + "nauc_mrr_at_1_diff1": 0.902231, + "nauc_mrr_at_3_max": 0.769026, + "nauc_mrr_at_3_std": -0.029058, + "nauc_mrr_at_3_diff1": 0.894748, + "nauc_mrr_at_5_max": 0.765179, + "nauc_mrr_at_5_std": -0.031243, + "nauc_mrr_at_5_diff1": 0.894301, + "nauc_mrr_at_10_max": 0.76411, + "nauc_mrr_at_10_std": -0.031453, + "nauc_mrr_at_10_diff1": 0.895498, + "nauc_mrr_at_20_max": 0.763162, + "nauc_mrr_at_20_std": -0.029538, + "nauc_mrr_at_20_diff1": 0.896112, + "nauc_mrr_at_100_max": 0.762468, + "nauc_mrr_at_100_std": -0.031653, + "nauc_mrr_at_100_diff1": 0.896056, + "nauc_mrr_at_1000_max": 0.762395, + "nauc_mrr_at_1000_std": -0.031711, + "nauc_mrr_at_1000_diff1": 0.896035, + "hit_rate_at_1": 0.84889, + "hit_rate_at_3": 0.93667, + "hit_rate_at_5": 0.94889, + "hit_rate_at_10": 0.96556, + "hit_rate_at_20": 0.97778, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.91183, + "hf_subset": "pes_Arab-pes_Arab", + "languages": [ + "pes-Arab", + "pes-Arab" + ] + }, + { + "ndcg_at_1": 0.87333, + "ndcg_at_3": 0.92368, + "ndcg_at_5": 0.92721, + "ndcg_at_10": 0.93224, + "ndcg_at_20": 0.93388, + "ndcg_at_100": 0.93506, + "ndcg_at_1000": 0.93549, + "map_at_1": 0.87333, + "map_at_3": 0.91148, + "map_at_5": 0.91337, + "map_at_10": 0.91544, + "map_at_20": 0.91587, + "map_at_100": 0.91601, + "map_at_1000": 0.91603, + "recall_at_1": 0.87333, + "recall_at_3": 0.95889, + "recall_at_5": 0.96778, + "recall_at_10": 0.98333, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.87333, + "precision_at_1": 0.87333, + "precision_at_3": 0.31963, + "precision_at_5": 0.19356, + "precision_at_10": 0.09833, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.873333, + "mrr_at_3": 0.911481, + "mrr_at_5": 0.91337, + "mrr_at_10": 0.915442, + "mrr_at_20": 0.915868, + "mrr_at_100": 0.91601, + "mrr_at_1000": 0.916027, + "nauc_ndcg_at_1_max": 0.625048, + "nauc_ndcg_at_1_std": -0.374968, + "nauc_ndcg_at_1_diff1": 0.907958, + "nauc_ndcg_at_3_max": 0.691064, + "nauc_ndcg_at_3_std": -0.284205, + "nauc_ndcg_at_3_diff1": 0.913165, + "nauc_ndcg_at_5_max": 0.691127, + "nauc_ndcg_at_5_std": -0.268868, + "nauc_ndcg_at_5_diff1": 0.914657, + "nauc_ndcg_at_10_max": 0.67948, + "nauc_ndcg_at_10_std": -0.296118, + "nauc_ndcg_at_10_diff1": 0.913983, + "nauc_ndcg_at_20_max": 0.675621, + "nauc_ndcg_at_20_std": -0.29453, + "nauc_ndcg_at_20_diff1": 0.914013, + "nauc_ndcg_at_100_max": 0.672808, + "nauc_ndcg_at_100_std": -0.305957, + "nauc_ndcg_at_100_diff1": 0.912778, + "nauc_ndcg_at_1000_max": 0.670926, + "nauc_ndcg_at_1000_std": -0.307707, + "nauc_ndcg_at_1000_diff1": 0.912186, + "nauc_map_at_1_max": 0.625048, + "nauc_map_at_1_std": -0.374968, + "nauc_map_at_1_diff1": 0.907958, + "nauc_map_at_3_max": 0.67108, + "nauc_map_at_3_std": -0.313766, + "nauc_map_at_3_diff1": 0.910936, + "nauc_map_at_5_max": 0.670541, + "nauc_map_at_5_std": -0.307875, + "nauc_map_at_5_diff1": 0.911521, + "nauc_map_at_10_max": 0.665981, + "nauc_map_at_10_std": -0.318173, + "nauc_map_at_10_diff1": 0.9112, + "nauc_map_at_20_max": 0.6651, + "nauc_map_at_20_std": -0.318173, + "nauc_map_at_20_diff1": 0.911165, + "nauc_map_at_100_max": 0.664765, + "nauc_map_at_100_std": -0.319413, + "nauc_map_at_100_diff1": 0.911032, + "nauc_map_at_1000_max": 0.664712, + "nauc_map_at_1000_std": -0.319344, + "nauc_map_at_1000_diff1": 0.911013, + "nauc_recall_at_1_max": 0.625048, + "nauc_recall_at_1_std": -0.374968, + "nauc_recall_at_1_diff1": 0.907958, + "nauc_recall_at_3_max": 0.810508, + "nauc_recall_at_3_std": -0.105458, + "nauc_recall_at_3_diff1": 0.927133, + "nauc_recall_at_5_max": 0.84515, + "nauc_recall_at_5_std": 0.033243, + "nauc_recall_at_5_diff1": 0.939712, + "nauc_recall_at_10_max": 0.850607, + "nauc_recall_at_10_std": -0.012418, + "nauc_recall_at_10_diff1": 0.955338, + "nauc_recall_at_20_max": 0.864613, + "nauc_recall_at_20_std": 0.231922, + "nauc_recall_at_20_diff1": 0.985476, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.086679, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.625048, + "nauc_precision_at_1_std": -0.374968, + "nauc_precision_at_1_diff1": 0.907958, + "nauc_precision_at_3_max": 0.810508, + "nauc_precision_at_3_std": -0.105458, + "nauc_precision_at_3_diff1": 0.927133, + "nauc_precision_at_5_max": 0.84515, + "nauc_precision_at_5_std": 0.033243, + "nauc_precision_at_5_diff1": 0.939712, + "nauc_precision_at_10_max": 0.850607, + "nauc_precision_at_10_std": -0.012418, + "nauc_precision_at_10_diff1": 0.955338, + "nauc_precision_at_20_max": 0.864613, + "nauc_precision_at_20_std": 0.231922, + "nauc_precision_at_20_diff1": 0.985476, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.086679, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.625048, + "nauc_mrr_at_1_std": -0.374968, + "nauc_mrr_at_1_diff1": 0.907958, + "nauc_mrr_at_3_max": 0.67108, + "nauc_mrr_at_3_std": -0.313766, + "nauc_mrr_at_3_diff1": 0.910936, + "nauc_mrr_at_5_max": 0.670541, + "nauc_mrr_at_5_std": -0.307875, + "nauc_mrr_at_5_diff1": 0.911521, + "nauc_mrr_at_10_max": 0.665981, + "nauc_mrr_at_10_std": -0.318173, + "nauc_mrr_at_10_diff1": 0.9112, + "nauc_mrr_at_20_max": 0.6651, + "nauc_mrr_at_20_std": -0.318173, + "nauc_mrr_at_20_diff1": 0.911165, + "nauc_mrr_at_100_max": 0.664765, + "nauc_mrr_at_100_std": -0.319413, + "nauc_mrr_at_100_diff1": 0.911032, + "nauc_mrr_at_1000_max": 0.664712, + "nauc_mrr_at_1000_std": -0.319344, + "nauc_mrr_at_1000_diff1": 0.911013, + "hit_rate_at_1": 0.87333, + "hit_rate_at_3": 0.95889, + "hit_rate_at_5": 0.96778, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93224, + "hf_subset": "pes_Arab-eng_Latn", + "languages": [ + "pes-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.79667, + "ndcg_at_3": 0.85066, + "ndcg_at_5": 0.86065, + "ndcg_at_10": 0.8701, + "ndcg_at_20": 0.87358, + "ndcg_at_100": 0.8797, + "ndcg_at_1000": 0.88146, + "map_at_1": 0.79667, + "map_at_3": 0.83778, + "map_at_5": 0.84328, + "map_at_10": 0.84725, + "map_at_20": 0.84826, + "map_at_100": 0.84915, + "map_at_1000": 0.84922, + "recall_at_1": 0.79667, + "recall_at_3": 0.88778, + "recall_at_5": 0.91222, + "recall_at_10": 0.94111, + "recall_at_20": 0.95444, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "accuracy": 0.79667, + "precision_at_1": 0.79667, + "precision_at_3": 0.29593, + "precision_at_5": 0.18244, + "precision_at_10": 0.09411, + "precision_at_20": 0.04772, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.796667, + "mrr_at_3": 0.837778, + "mrr_at_5": 0.843278, + "mrr_at_10": 0.847246, + "mrr_at_20": 0.848257, + "mrr_at_100": 0.849149, + "mrr_at_1000": 0.849223, + "nauc_ndcg_at_1_max": 0.750129, + "nauc_ndcg_at_1_std": -0.047337, + "nauc_ndcg_at_1_diff1": 0.893778, + "nauc_ndcg_at_3_max": 0.807934, + "nauc_ndcg_at_3_std": 0.067314, + "nauc_ndcg_at_3_diff1": 0.874533, + "nauc_ndcg_at_5_max": 0.803558, + "nauc_ndcg_at_5_std": 0.052915, + "nauc_ndcg_at_5_diff1": 0.873302, + "nauc_ndcg_at_10_max": 0.804295, + "nauc_ndcg_at_10_std": 0.066754, + "nauc_ndcg_at_10_diff1": 0.875305, + "nauc_ndcg_at_20_max": 0.80132, + "nauc_ndcg_at_20_std": 0.063705, + "nauc_ndcg_at_20_diff1": 0.87592, + "nauc_ndcg_at_100_max": 0.798248, + "nauc_ndcg_at_100_std": 0.05731, + "nauc_ndcg_at_100_diff1": 0.87984, + "nauc_ndcg_at_1000_max": 0.795492, + "nauc_ndcg_at_1000_std": 0.046479, + "nauc_ndcg_at_1000_diff1": 0.879416, + "nauc_map_at_1_max": 0.750129, + "nauc_map_at_1_std": -0.047337, + "nauc_map_at_1_diff1": 0.893778, + "nauc_map_at_3_max": 0.793181, + "nauc_map_at_3_std": 0.036381, + "nauc_map_at_3_diff1": 0.879986, + "nauc_map_at_5_max": 0.790635, + "nauc_map_at_5_std": 0.028365, + "nauc_map_at_5_diff1": 0.879553, + "nauc_map_at_10_max": 0.79061, + "nauc_map_at_10_std": 0.03217, + "nauc_map_at_10_diff1": 0.880432, + "nauc_map_at_20_max": 0.789799, + "nauc_map_at_20_std": 0.031168, + "nauc_map_at_20_diff1": 0.880627, + "nauc_map_at_100_max": 0.789388, + "nauc_map_at_100_std": 0.030453, + "nauc_map_at_100_diff1": 0.881166, + "nauc_map_at_1000_max": 0.789296, + "nauc_map_at_1000_std": 0.03011, + "nauc_map_at_1000_diff1": 0.881155, + "nauc_recall_at_1_max": 0.750129, + "nauc_recall_at_1_std": -0.047337, + "nauc_recall_at_1_diff1": 0.893778, + "nauc_recall_at_3_max": 0.865761, + "nauc_recall_at_3_std": 0.189677, + "nauc_recall_at_3_diff1": 0.852801, + "nauc_recall_at_5_max": 0.863702, + "nauc_recall_at_5_std": 0.166915, + "nauc_recall_at_5_diff1": 0.842647, + "nauc_recall_at_10_max": 0.897204, + "nauc_recall_at_10_std": 0.318729, + "nauc_recall_at_10_diff1": 0.840671, + "nauc_recall_at_20_max": 0.893933, + "nauc_recall_at_20_std": 0.361686, + "nauc_recall_at_20_diff1": 0.83651, + "nauc_recall_at_100_max": 0.976852, + "nauc_recall_at_100_std": 0.764862, + "nauc_recall_at_100_diff1": 0.908769, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.750129, + "nauc_precision_at_1_std": -0.047337, + "nauc_precision_at_1_diff1": 0.893778, + "nauc_precision_at_3_max": 0.865761, + "nauc_precision_at_3_std": 0.189677, + "nauc_precision_at_3_diff1": 0.852801, + "nauc_precision_at_5_max": 0.863702, + "nauc_precision_at_5_std": 0.166915, + "nauc_precision_at_5_diff1": 0.842647, + "nauc_precision_at_10_max": 0.897204, + "nauc_precision_at_10_std": 0.318729, + "nauc_precision_at_10_diff1": 0.840671, + "nauc_precision_at_20_max": 0.893933, + "nauc_precision_at_20_std": 0.361686, + "nauc_precision_at_20_diff1": 0.83651, + "nauc_precision_at_100_max": 0.976852, + "nauc_precision_at_100_std": 0.764862, + "nauc_precision_at_100_diff1": 0.908769, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.750129, + "nauc_mrr_at_1_std": -0.047337, + "nauc_mrr_at_1_diff1": 0.893778, + "nauc_mrr_at_3_max": 0.793181, + "nauc_mrr_at_3_std": 0.036381, + "nauc_mrr_at_3_diff1": 0.879986, + "nauc_mrr_at_5_max": 0.790635, + "nauc_mrr_at_5_std": 0.028365, + "nauc_mrr_at_5_diff1": 0.879553, + "nauc_mrr_at_10_max": 0.79061, + "nauc_mrr_at_10_std": 0.03217, + "nauc_mrr_at_10_diff1": 0.880432, + "nauc_mrr_at_20_max": 0.789799, + "nauc_mrr_at_20_std": 0.031168, + "nauc_mrr_at_20_diff1": 0.880627, + "nauc_mrr_at_100_max": 0.789388, + "nauc_mrr_at_100_std": 0.030453, + "nauc_mrr_at_100_diff1": 0.881166, + "nauc_mrr_at_1000_max": 0.789296, + "nauc_mrr_at_1000_std": 0.03011, + "nauc_mrr_at_1000_diff1": 0.881155, + "hit_rate_at_1": 0.79667, + "hit_rate_at_3": 0.88778, + "hit_rate_at_5": 0.91222, + "hit_rate_at_10": 0.94111, + "hit_rate_at_20": 0.95444, + "hit_rate_at_100": 0.98667, + "hit_rate_at_1000": 1.0, + "main_score": 0.8701, + "hf_subset": "eng_Latn-pes_Arab", + "languages": [ + "eng-Latn", + "pes-Arab" + ] + }, + { + "ndcg_at_1": 0.50778, + "ndcg_at_3": 0.5493, + "ndcg_at_5": 0.56221, + "ndcg_at_10": 0.57372, + "ndcg_at_20": 0.5852, + "ndcg_at_100": 0.60902, + "ndcg_at_1000": 0.63159, + "map_at_1": 0.50778, + "map_at_3": 0.53907, + "map_at_5": 0.5463, + "map_at_10": 0.55106, + "map_at_20": 0.55418, + "map_at_100": 0.55714, + "map_at_1000": 0.558, + "recall_at_1": 0.50778, + "recall_at_3": 0.57889, + "recall_at_5": 0.61, + "recall_at_10": 0.64556, + "recall_at_20": 0.69111, + "recall_at_100": 0.82444, + "recall_at_1000": 1.0, + "accuracy": 0.50778, + "precision_at_1": 0.50778, + "precision_at_3": 0.19296, + "precision_at_5": 0.122, + "precision_at_10": 0.06456, + "precision_at_20": 0.03456, + "precision_at_100": 0.00824, + "precision_at_1000": 0.001, + "mrr_at_1": 0.507778, + "mrr_at_3": 0.539074, + "mrr_at_5": 0.546296, + "mrr_at_10": 0.551057, + "mrr_at_20": 0.554184, + "mrr_at_100": 0.557145, + "mrr_at_1000": 0.558002, + "nauc_ndcg_at_1_max": 0.244015, + "nauc_ndcg_at_1_std": -0.66024, + "nauc_ndcg_at_1_diff1": 0.847142, + "nauc_ndcg_at_3_max": 0.228712, + "nauc_ndcg_at_3_std": -0.672917, + "nauc_ndcg_at_3_diff1": 0.817594, + "nauc_ndcg_at_5_max": 0.230856, + "nauc_ndcg_at_5_std": -0.666355, + "nauc_ndcg_at_5_diff1": 0.809196, + "nauc_ndcg_at_10_max": 0.226519, + "nauc_ndcg_at_10_std": -0.666647, + "nauc_ndcg_at_10_diff1": 0.803161, + "nauc_ndcg_at_20_max": 0.223153, + "nauc_ndcg_at_20_std": -0.664803, + "nauc_ndcg_at_20_diff1": 0.798652, + "nauc_ndcg_at_100_max": 0.230651, + "nauc_ndcg_at_100_std": -0.650281, + "nauc_ndcg_at_100_diff1": 0.798347, + "nauc_ndcg_at_1000_max": 0.229784, + "nauc_ndcg_at_1000_std": -0.660372, + "nauc_ndcg_at_1000_diff1": 0.807037, + "nauc_map_at_1_max": 0.244015, + "nauc_map_at_1_std": -0.66024, + "nauc_map_at_1_diff1": 0.847142, + "nauc_map_at_3_max": 0.23255, + "nauc_map_at_3_std": -0.669724, + "nauc_map_at_3_diff1": 0.824796, + "nauc_map_at_5_max": 0.233558, + "nauc_map_at_5_std": -0.66602, + "nauc_map_at_5_diff1": 0.820134, + "nauc_map_at_10_max": 0.231977, + "nauc_map_at_10_std": -0.666082, + "nauc_map_at_10_diff1": 0.81794, + "nauc_map_at_20_max": 0.23131, + "nauc_map_at_20_std": -0.66563, + "nauc_map_at_20_diff1": 0.817013, + "nauc_map_at_100_max": 0.232162, + "nauc_map_at_100_std": -0.66378, + "nauc_map_at_100_diff1": 0.816905, + "nauc_map_at_1000_max": 0.232137, + "nauc_map_at_1000_std": -0.664112, + "nauc_map_at_1000_diff1": 0.817168, + "nauc_recall_at_1_max": 0.244015, + "nauc_recall_at_1_std": -0.66024, + "nauc_recall_at_1_diff1": 0.847142, + "nauc_recall_at_3_max": 0.217136, + "nauc_recall_at_3_std": -0.682555, + "nauc_recall_at_3_diff1": 0.795961, + "nauc_recall_at_5_max": 0.22303, + "nauc_recall_at_5_std": -0.666537, + "nauc_recall_at_5_diff1": 0.774117, + "nauc_recall_at_10_max": 0.206869, + "nauc_recall_at_10_std": -0.667828, + "nauc_recall_at_10_diff1": 0.750241, + "nauc_recall_at_20_max": 0.187495, + "nauc_recall_at_20_std": -0.658728, + "nauc_recall_at_20_diff1": 0.722277, + "nauc_recall_at_100_max": 0.242151, + "nauc_recall_at_100_std": -0.516725, + "nauc_recall_at_100_diff1": 0.679871, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.244015, + "nauc_precision_at_1_std": -0.66024, + "nauc_precision_at_1_diff1": 0.847142, + "nauc_precision_at_3_max": 0.217136, + "nauc_precision_at_3_std": -0.682555, + "nauc_precision_at_3_diff1": 0.795961, + "nauc_precision_at_5_max": 0.22303, + "nauc_precision_at_5_std": -0.666537, + "nauc_precision_at_5_diff1": 0.774117, + "nauc_precision_at_10_max": 0.206869, + "nauc_precision_at_10_std": -0.667828, + "nauc_precision_at_10_diff1": 0.750241, + "nauc_precision_at_20_max": 0.187495, + "nauc_precision_at_20_std": -0.658728, + "nauc_precision_at_20_diff1": 0.722277, + "nauc_precision_at_100_max": 0.242151, + "nauc_precision_at_100_std": -0.516725, + "nauc_precision_at_100_diff1": 0.679871, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.244015, + "nauc_mrr_at_1_std": -0.66024, + "nauc_mrr_at_1_diff1": 0.847142, + "nauc_mrr_at_3_max": 0.23255, + "nauc_mrr_at_3_std": -0.669724, + "nauc_mrr_at_3_diff1": 0.824796, + "nauc_mrr_at_5_max": 0.233558, + "nauc_mrr_at_5_std": -0.66602, + "nauc_mrr_at_5_diff1": 0.820134, + "nauc_mrr_at_10_max": 0.231977, + "nauc_mrr_at_10_std": -0.666082, + "nauc_mrr_at_10_diff1": 0.81794, + "nauc_mrr_at_20_max": 0.23131, + "nauc_mrr_at_20_std": -0.66563, + "nauc_mrr_at_20_diff1": 0.817013, + "nauc_mrr_at_100_max": 0.232162, + "nauc_mrr_at_100_std": -0.66378, + "nauc_mrr_at_100_diff1": 0.816905, + "nauc_mrr_at_1000_max": 0.232137, + "nauc_mrr_at_1000_std": -0.664112, + "nauc_mrr_at_1000_diff1": 0.817168, + "hit_rate_at_1": 0.50778, + "hit_rate_at_3": 0.57889, + "hit_rate_at_5": 0.61, + "hit_rate_at_10": 0.64556, + "hit_rate_at_20": 0.69111, + "hit_rate_at_100": 0.82444, + "hit_rate_at_1000": 1.0, + "main_score": 0.57372, + "hf_subset": "plt_Latn-plt_Latn", + "languages": [ + "plt-Latn", + "plt-Latn" + ] + }, + { + "ndcg_at_1": 0.55111, + "ndcg_at_3": 0.61001, + "ndcg_at_5": 0.62742, + "ndcg_at_10": 0.64339, + "ndcg_at_20": 0.65206, + "ndcg_at_100": 0.67578, + "ndcg_at_1000": 0.68838, + "map_at_1": 0.55111, + "map_at_3": 0.59611, + "map_at_5": 0.60578, + "map_at_10": 0.61225, + "map_at_20": 0.61461, + "map_at_100": 0.61779, + "map_at_1000": 0.61834, + "recall_at_1": 0.55111, + "recall_at_3": 0.65, + "recall_at_5": 0.69222, + "recall_at_10": 0.74222, + "recall_at_20": 0.77667, + "recall_at_100": 0.90556, + "recall_at_1000": 1.0, + "accuracy": 0.55111, + "precision_at_1": 0.55111, + "precision_at_3": 0.21667, + "precision_at_5": 0.13844, + "precision_at_10": 0.07422, + "precision_at_20": 0.03883, + "precision_at_100": 0.00906, + "precision_at_1000": 0.001, + "mrr_at_1": 0.551111, + "mrr_at_3": 0.596111, + "mrr_at_5": 0.605778, + "mrr_at_10": 0.612254, + "mrr_at_20": 0.614613, + "mrr_at_100": 0.617791, + "mrr_at_1000": 0.618341, + "nauc_ndcg_at_1_max": 0.830359, + "nauc_ndcg_at_1_std": 0.219622, + "nauc_ndcg_at_1_diff1": 0.859271, + "nauc_ndcg_at_3_max": 0.830572, + "nauc_ndcg_at_3_std": 0.234397, + "nauc_ndcg_at_3_diff1": 0.820554, + "nauc_ndcg_at_5_max": 0.828288, + "nauc_ndcg_at_5_std": 0.241459, + "nauc_ndcg_at_5_diff1": 0.814581, + "nauc_ndcg_at_10_max": 0.825496, + "nauc_ndcg_at_10_std": 0.252844, + "nauc_ndcg_at_10_diff1": 0.808439, + "nauc_ndcg_at_20_max": 0.825261, + "nauc_ndcg_at_20_std": 0.260339, + "nauc_ndcg_at_20_diff1": 0.806604, + "nauc_ndcg_at_100_max": 0.822817, + "nauc_ndcg_at_100_std": 0.251436, + "nauc_ndcg_at_100_diff1": 0.81102, + "nauc_ndcg_at_1000_max": 0.825826, + "nauc_ndcg_at_1000_std": 0.245442, + "nauc_ndcg_at_1000_diff1": 0.816807, + "nauc_map_at_1_max": 0.830359, + "nauc_map_at_1_std": 0.219622, + "nauc_map_at_1_diff1": 0.859271, + "nauc_map_at_3_max": 0.830363, + "nauc_map_at_3_std": 0.230126, + "nauc_map_at_3_diff1": 0.829612, + "nauc_map_at_5_max": 0.829207, + "nauc_map_at_5_std": 0.233495, + "nauc_map_at_5_diff1": 0.826474, + "nauc_map_at_10_max": 0.827949, + "nauc_map_at_10_std": 0.237118, + "nauc_map_at_10_diff1": 0.824256, + "nauc_map_at_20_max": 0.827877, + "nauc_map_at_20_std": 0.238821, + "nauc_map_at_20_diff1": 0.823919, + "nauc_map_at_100_max": 0.827535, + "nauc_map_at_100_std": 0.237406, + "nauc_map_at_100_diff1": 0.824578, + "nauc_map_at_1000_max": 0.82766, + "nauc_map_at_1000_std": 0.237245, + "nauc_map_at_1000_diff1": 0.824819, + "nauc_recall_at_1_max": 0.830359, + "nauc_recall_at_1_std": 0.219622, + "nauc_recall_at_1_diff1": 0.859271, + "nauc_recall_at_3_max": 0.831298, + "nauc_recall_at_3_std": 0.248012, + "nauc_recall_at_3_diff1": 0.792528, + "nauc_recall_at_5_max": 0.824792, + "nauc_recall_at_5_std": 0.270107, + "nauc_recall_at_5_diff1": 0.774223, + "nauc_recall_at_10_max": 0.814802, + "nauc_recall_at_10_std": 0.323184, + "nauc_recall_at_10_diff1": 0.744435, + "nauc_recall_at_20_max": 0.812502, + "nauc_recall_at_20_std": 0.373471, + "nauc_recall_at_20_diff1": 0.726336, + "nauc_recall_at_100_max": 0.76514, + "nauc_recall_at_100_std": 0.379673, + "nauc_recall_at_100_diff1": 0.699105, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.830359, + "nauc_precision_at_1_std": 0.219622, + "nauc_precision_at_1_diff1": 0.859271, + "nauc_precision_at_3_max": 0.831298, + "nauc_precision_at_3_std": 0.248012, + "nauc_precision_at_3_diff1": 0.792528, + "nauc_precision_at_5_max": 0.824792, + "nauc_precision_at_5_std": 0.270107, + "nauc_precision_at_5_diff1": 0.774223, + "nauc_precision_at_10_max": 0.814802, + "nauc_precision_at_10_std": 0.323184, + "nauc_precision_at_10_diff1": 0.744435, + "nauc_precision_at_20_max": 0.812502, + "nauc_precision_at_20_std": 0.373471, + "nauc_precision_at_20_diff1": 0.726336, + "nauc_precision_at_100_max": 0.76514, + "nauc_precision_at_100_std": 0.379673, + "nauc_precision_at_100_diff1": 0.699105, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.830359, + "nauc_mrr_at_1_std": 0.219622, + "nauc_mrr_at_1_diff1": 0.859271, + "nauc_mrr_at_3_max": 0.830363, + "nauc_mrr_at_3_std": 0.230126, + "nauc_mrr_at_3_diff1": 0.829612, + "nauc_mrr_at_5_max": 0.829207, + "nauc_mrr_at_5_std": 0.233495, + "nauc_mrr_at_5_diff1": 0.826474, + "nauc_mrr_at_10_max": 0.827949, + "nauc_mrr_at_10_std": 0.237118, + "nauc_mrr_at_10_diff1": 0.824256, + "nauc_mrr_at_20_max": 0.827877, + "nauc_mrr_at_20_std": 0.238821, + "nauc_mrr_at_20_diff1": 0.823919, + "nauc_mrr_at_100_max": 0.827535, + "nauc_mrr_at_100_std": 0.237406, + "nauc_mrr_at_100_diff1": 0.824578, + "nauc_mrr_at_1000_max": 0.82766, + "nauc_mrr_at_1000_std": 0.237245, + "nauc_mrr_at_1000_diff1": 0.824819, + "hit_rate_at_1": 0.55111, + "hit_rate_at_3": 0.65, + "hit_rate_at_5": 0.69222, + "hit_rate_at_10": 0.74222, + "hit_rate_at_20": 0.77667, + "hit_rate_at_100": 0.90556, + "hit_rate_at_1000": 1.0, + "main_score": 0.64339, + "hf_subset": "plt_Latn-eng_Latn", + "languages": [ + "plt-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.40333, + "ndcg_at_3": 0.4393, + "ndcg_at_5": 0.44747, + "ndcg_at_10": 0.45179, + "ndcg_at_20": 0.46047, + "ndcg_at_100": 0.48324, + "ndcg_at_1000": 0.52591, + "map_at_1": 0.40333, + "map_at_3": 0.43093, + "map_at_5": 0.43543, + "map_at_10": 0.43721, + "map_at_20": 0.43958, + "map_at_100": 0.44232, + "map_at_1000": 0.44378, + "recall_at_1": 0.40333, + "recall_at_3": 0.46333, + "recall_at_5": 0.48333, + "recall_at_10": 0.49667, + "recall_at_20": 0.53111, + "recall_at_100": 0.66, + "recall_at_1000": 1.0, + "accuracy": 0.40333, + "precision_at_1": 0.40333, + "precision_at_3": 0.15444, + "precision_at_5": 0.09667, + "precision_at_10": 0.04967, + "precision_at_20": 0.02656, + "precision_at_100": 0.0066, + "precision_at_1000": 0.001, + "mrr_at_1": 0.403333, + "mrr_at_3": 0.430926, + "mrr_at_5": 0.435426, + "mrr_at_10": 0.437209, + "mrr_at_20": 0.439579, + "mrr_at_100": 0.442325, + "mrr_at_1000": 0.443784, + "nauc_ndcg_at_1_max": 0.844568, + "nauc_ndcg_at_1_std": 0.643331, + "nauc_ndcg_at_1_diff1": 0.837296, + "nauc_ndcg_at_3_max": 0.867545, + "nauc_ndcg_at_3_std": 0.697536, + "nauc_ndcg_at_3_diff1": 0.809204, + "nauc_ndcg_at_5_max": 0.862344, + "nauc_ndcg_at_5_std": 0.705901, + "nauc_ndcg_at_5_diff1": 0.799103, + "nauc_ndcg_at_10_max": 0.860569, + "nauc_ndcg_at_10_std": 0.71176, + "nauc_ndcg_at_10_diff1": 0.794133, + "nauc_ndcg_at_20_max": 0.856258, + "nauc_ndcg_at_20_std": 0.712898, + "nauc_ndcg_at_20_diff1": 0.788659, + "nauc_ndcg_at_100_max": 0.840156, + "nauc_ndcg_at_100_std": 0.703296, + "nauc_ndcg_at_100_diff1": 0.775763, + "nauc_ndcg_at_1000_max": 0.850722, + "nauc_ndcg_at_1000_std": 0.699908, + "nauc_ndcg_at_1000_diff1": 0.791234, + "nauc_map_at_1_max": 0.844568, + "nauc_map_at_1_std": 0.643331, + "nauc_map_at_1_diff1": 0.837296, + "nauc_map_at_3_max": 0.862918, + "nauc_map_at_3_std": 0.685184, + "nauc_map_at_3_diff1": 0.815809, + "nauc_map_at_5_max": 0.85995, + "nauc_map_at_5_std": 0.689695, + "nauc_map_at_5_diff1": 0.81029, + "nauc_map_at_10_max": 0.859231, + "nauc_map_at_10_std": 0.692172, + "nauc_map_at_10_diff1": 0.808204, + "nauc_map_at_20_max": 0.858006, + "nauc_map_at_20_std": 0.692408, + "nauc_map_at_20_diff1": 0.80665, + "nauc_map_at_100_max": 0.85589, + "nauc_map_at_100_std": 0.691067, + "nauc_map_at_100_diff1": 0.805, + "nauc_map_at_1000_max": 0.856073, + "nauc_map_at_1000_std": 0.690883, + "nauc_map_at_1000_diff1": 0.805342, + "nauc_recall_at_1_max": 0.844568, + "nauc_recall_at_1_std": 0.643331, + "nauc_recall_at_1_diff1": 0.837296, + "nauc_recall_at_3_max": 0.880644, + "nauc_recall_at_3_std": 0.733227, + "nauc_recall_at_3_diff1": 0.790028, + "nauc_recall_at_5_max": 0.868317, + "nauc_recall_at_5_std": 0.754434, + "nauc_recall_at_5_diff1": 0.764836, + "nauc_recall_at_10_max": 0.862705, + "nauc_recall_at_10_std": 0.772604, + "nauc_recall_at_10_diff1": 0.749349, + "nauc_recall_at_20_max": 0.845446, + "nauc_recall_at_20_std": 0.779624, + "nauc_recall_at_20_diff1": 0.726066, + "nauc_recall_at_100_max": 0.73713, + "nauc_recall_at_100_std": 0.730354, + "nauc_recall_at_100_diff1": 0.628158, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.844568, + "nauc_precision_at_1_std": 0.643331, + "nauc_precision_at_1_diff1": 0.837296, + "nauc_precision_at_3_max": 0.880644, + "nauc_precision_at_3_std": 0.733227, + "nauc_precision_at_3_diff1": 0.790028, + "nauc_precision_at_5_max": 0.868317, + "nauc_precision_at_5_std": 0.754434, + "nauc_precision_at_5_diff1": 0.764836, + "nauc_precision_at_10_max": 0.862705, + "nauc_precision_at_10_std": 0.772604, + "nauc_precision_at_10_diff1": 0.749349, + "nauc_precision_at_20_max": 0.845446, + "nauc_precision_at_20_std": 0.779624, + "nauc_precision_at_20_diff1": 0.726066, + "nauc_precision_at_100_max": 0.73713, + "nauc_precision_at_100_std": 0.730354, + "nauc_precision_at_100_diff1": 0.628158, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.844568, + "nauc_mrr_at_1_std": 0.643331, + "nauc_mrr_at_1_diff1": 0.837296, + "nauc_mrr_at_3_max": 0.862918, + "nauc_mrr_at_3_std": 0.685184, + "nauc_mrr_at_3_diff1": 0.815809, + "nauc_mrr_at_5_max": 0.85995, + "nauc_mrr_at_5_std": 0.689695, + "nauc_mrr_at_5_diff1": 0.81029, + "nauc_mrr_at_10_max": 0.859231, + "nauc_mrr_at_10_std": 0.692172, + "nauc_mrr_at_10_diff1": 0.808204, + "nauc_mrr_at_20_max": 0.858006, + "nauc_mrr_at_20_std": 0.692408, + "nauc_mrr_at_20_diff1": 0.80665, + "nauc_mrr_at_100_max": 0.85589, + "nauc_mrr_at_100_std": 0.691067, + "nauc_mrr_at_100_diff1": 0.805, + "nauc_mrr_at_1000_max": 0.856073, + "nauc_mrr_at_1000_std": 0.690883, + "nauc_mrr_at_1000_diff1": 0.805342, + "hit_rate_at_1": 0.40333, + "hit_rate_at_3": 0.46333, + "hit_rate_at_5": 0.48333, + "hit_rate_at_10": 0.49667, + "hit_rate_at_20": 0.53111, + "hit_rate_at_100": 0.66, + "hit_rate_at_1000": 1.0, + "main_score": 0.45179, + "hf_subset": "eng_Latn-plt_Latn", + "languages": [ + "eng-Latn", + "plt-Latn" + ] + }, + { + "ndcg_at_1": 0.88556, + "ndcg_at_3": 0.92558, + "ndcg_at_5": 0.92974, + "ndcg_at_10": 0.93395, + "ndcg_at_20": 0.93673, + "ndcg_at_100": 0.93847, + "ndcg_at_1000": 0.93903, + "map_at_1": 0.88556, + "map_at_3": 0.9163, + "map_at_5": 0.91863, + "map_at_10": 0.92031, + "map_at_20": 0.92105, + "map_at_100": 0.92132, + "map_at_1000": 0.92134, + "recall_at_1": 0.88556, + "recall_at_3": 0.95222, + "recall_at_5": 0.96222, + "recall_at_10": 0.97556, + "recall_at_20": 0.98667, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.88556, + "precision_at_1": 0.88556, + "precision_at_3": 0.31741, + "precision_at_5": 0.19244, + "precision_at_10": 0.09756, + "precision_at_20": 0.04933, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.885556, + "mrr_at_3": 0.916296, + "mrr_at_5": 0.91863, + "mrr_at_10": 0.920307, + "mrr_at_20": 0.921051, + "mrr_at_100": 0.921325, + "mrr_at_1000": 0.921344, + "nauc_ndcg_at_1_max": 0.725171, + "nauc_ndcg_at_1_std": -0.279857, + "nauc_ndcg_at_1_diff1": 0.907252, + "nauc_ndcg_at_3_max": 0.741864, + "nauc_ndcg_at_3_std": -0.22475, + "nauc_ndcg_at_3_diff1": 0.890179, + "nauc_ndcg_at_5_max": 0.748403, + "nauc_ndcg_at_5_std": -0.223321, + "nauc_ndcg_at_5_diff1": 0.893251, + "nauc_ndcg_at_10_max": 0.749072, + "nauc_ndcg_at_10_std": -0.224624, + "nauc_ndcg_at_10_diff1": 0.893138, + "nauc_ndcg_at_20_max": 0.744217, + "nauc_ndcg_at_20_std": -0.234751, + "nauc_ndcg_at_20_diff1": 0.894587, + "nauc_ndcg_at_100_max": 0.744909, + "nauc_ndcg_at_100_std": -0.22324, + "nauc_ndcg_at_100_diff1": 0.895112, + "nauc_ndcg_at_1000_max": 0.7431, + "nauc_ndcg_at_1000_std": -0.234063, + "nauc_ndcg_at_1000_diff1": 0.895686, + "nauc_map_at_1_max": 0.725171, + "nauc_map_at_1_std": -0.279857, + "nauc_map_at_1_diff1": 0.907252, + "nauc_map_at_3_max": 0.737597, + "nauc_map_at_3_std": -0.243009, + "nauc_map_at_3_diff1": 0.895165, + "nauc_map_at_5_max": 0.740707, + "nauc_map_at_5_std": -0.24219, + "nauc_map_at_5_diff1": 0.896701, + "nauc_map_at_10_max": 0.740699, + "nauc_map_at_10_std": -0.24358, + "nauc_map_at_10_diff1": 0.896814, + "nauc_map_at_20_max": 0.739543, + "nauc_map_at_20_std": -0.246062, + "nauc_map_at_20_diff1": 0.897159, + "nauc_map_at_100_max": 0.739801, + "nauc_map_at_100_std": -0.244344, + "nauc_map_at_100_diff1": 0.89725, + "nauc_map_at_1000_max": 0.739747, + "nauc_map_at_1000_std": -0.244639, + "nauc_map_at_1000_diff1": 0.89726, + "nauc_recall_at_1_max": 0.725171, + "nauc_recall_at_1_std": -0.279857, + "nauc_recall_at_1_diff1": 0.907252, + "nauc_recall_at_3_max": 0.762328, + "nauc_recall_at_3_std": -0.133346, + "nauc_recall_at_3_diff1": 0.865698, + "nauc_recall_at_5_max": 0.796136, + "nauc_recall_at_5_std": -0.108612, + "nauc_recall_at_5_diff1": 0.873675, + "nauc_recall_at_10_max": 0.828771, + "nauc_recall_at_10_std": -0.047471, + "nauc_recall_at_10_diff1": 0.860687, + "nauc_recall_at_20_max": 0.805322, + "nauc_recall_at_20_std": -0.084851, + "nauc_recall_at_20_diff1": 0.860722, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.828431, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.725171, + "nauc_precision_at_1_std": -0.279857, + "nauc_precision_at_1_diff1": 0.907252, + "nauc_precision_at_3_max": 0.762328, + "nauc_precision_at_3_std": -0.133346, + "nauc_precision_at_3_diff1": 0.865698, + "nauc_precision_at_5_max": 0.796136, + "nauc_precision_at_5_std": -0.108612, + "nauc_precision_at_5_diff1": 0.873675, + "nauc_precision_at_10_max": 0.828771, + "nauc_precision_at_10_std": -0.047471, + "nauc_precision_at_10_diff1": 0.860687, + "nauc_precision_at_20_max": 0.805322, + "nauc_precision_at_20_std": -0.084851, + "nauc_precision_at_20_diff1": 0.860722, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.828431, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.725171, + "nauc_mrr_at_1_std": -0.279857, + "nauc_mrr_at_1_diff1": 0.907252, + "nauc_mrr_at_3_max": 0.737597, + "nauc_mrr_at_3_std": -0.243009, + "nauc_mrr_at_3_diff1": 0.895165, + "nauc_mrr_at_5_max": 0.740707, + "nauc_mrr_at_5_std": -0.24219, + "nauc_mrr_at_5_diff1": 0.896701, + "nauc_mrr_at_10_max": 0.740699, + "nauc_mrr_at_10_std": -0.24358, + "nauc_mrr_at_10_diff1": 0.896814, + "nauc_mrr_at_20_max": 0.739543, + "nauc_mrr_at_20_std": -0.246062, + "nauc_mrr_at_20_diff1": 0.897159, + "nauc_mrr_at_100_max": 0.739801, + "nauc_mrr_at_100_std": -0.244344, + "nauc_mrr_at_100_diff1": 0.89725, + "nauc_mrr_at_1000_max": 0.739747, + "nauc_mrr_at_1000_std": -0.244639, + "nauc_mrr_at_1000_diff1": 0.89726, + "hit_rate_at_1": 0.88556, + "hit_rate_at_3": 0.95222, + "hit_rate_at_5": 0.96222, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.93395, + "hf_subset": "pol_Latn-pol_Latn", + "languages": [ + "pol-Latn", + "pol-Latn" + ] + }, + { + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.93763, + "ndcg_at_5": 0.94184, + "ndcg_at_10": 0.94588, + "ndcg_at_20": 0.94756, + "ndcg_at_100": 0.94862, + "ndcg_at_1000": 0.94888, + "map_at_1": 0.9, + "map_at_3": 0.9287, + "map_at_5": 0.93109, + "map_at_10": 0.9328, + "map_at_20": 0.93327, + "map_at_100": 0.93343, + "map_at_1000": 0.93343, + "recall_at_1": 0.9, + "recall_at_3": 0.96333, + "recall_at_5": 0.97333, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.9, + "precision_at_1": 0.9, + "precision_at_3": 0.32111, + "precision_at_5": 0.19467, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.9, + "mrr_at_3": 0.928704, + "mrr_at_5": 0.931093, + "mrr_at_10": 0.932803, + "mrr_at_20": 0.933266, + "mrr_at_100": 0.933425, + "mrr_at_1000": 0.933432, + "nauc_ndcg_at_1_max": 0.680885, + "nauc_ndcg_at_1_std": -0.346032, + "nauc_ndcg_at_1_diff1": 0.908056, + "nauc_ndcg_at_3_max": 0.721372, + "nauc_ndcg_at_3_std": -0.338291, + "nauc_ndcg_at_3_diff1": 0.905012, + "nauc_ndcg_at_5_max": 0.720843, + "nauc_ndcg_at_5_std": -0.300177, + "nauc_ndcg_at_5_diff1": 0.907208, + "nauc_ndcg_at_10_max": 0.718886, + "nauc_ndcg_at_10_std": -0.31759, + "nauc_ndcg_at_10_diff1": 0.908766, + "nauc_ndcg_at_20_max": 0.717391, + "nauc_ndcg_at_20_std": -0.314412, + "nauc_ndcg_at_20_diff1": 0.907224, + "nauc_ndcg_at_100_max": 0.713358, + "nauc_ndcg_at_100_std": -0.319044, + "nauc_ndcg_at_100_diff1": 0.908105, + "nauc_ndcg_at_1000_max": 0.711887, + "nauc_ndcg_at_1000_std": -0.324751, + "nauc_ndcg_at_1000_diff1": 0.907633, + "nauc_map_at_1_max": 0.680885, + "nauc_map_at_1_std": -0.346032, + "nauc_map_at_1_diff1": 0.908056, + "nauc_map_at_3_max": 0.70966, + "nauc_map_at_3_std": -0.345589, + "nauc_map_at_3_diff1": 0.905793, + "nauc_map_at_5_max": 0.708929, + "nauc_map_at_5_std": -0.328279, + "nauc_map_at_5_diff1": 0.906919, + "nauc_map_at_10_max": 0.70804, + "nauc_map_at_10_std": -0.334596, + "nauc_map_at_10_diff1": 0.907523, + "nauc_map_at_20_max": 0.707541, + "nauc_map_at_20_std": -0.333809, + "nauc_map_at_20_diff1": 0.907178, + "nauc_map_at_100_max": 0.70708, + "nauc_map_at_100_std": -0.334205, + "nauc_map_at_100_diff1": 0.90729, + "nauc_map_at_1000_max": 0.707052, + "nauc_map_at_1000_std": -0.334312, + "nauc_map_at_1000_diff1": 0.907281, + "nauc_recall_at_1_max": 0.680885, + "nauc_recall_at_1_std": -0.346032, + "nauc_recall_at_1_diff1": 0.908056, + "nauc_recall_at_3_max": 0.785502, + "nauc_recall_at_3_std": -0.29358, + "nauc_recall_at_3_diff1": 0.900829, + "nauc_recall_at_5_max": 0.807579, + "nauc_recall_at_5_std": -0.071915, + "nauc_recall_at_5_diff1": 0.910131, + "nauc_recall_at_10_max": 0.856748, + "nauc_recall_at_10_std": -0.084716, + "nauc_recall_at_10_diff1": 0.928356, + "nauc_recall_at_20_max": 0.941643, + "nauc_recall_at_20_std": 0.186808, + "nauc_recall_at_20_diff1": 0.904295, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.795752, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.680885, + "nauc_precision_at_1_std": -0.346032, + "nauc_precision_at_1_diff1": 0.908056, + "nauc_precision_at_3_max": 0.785502, + "nauc_precision_at_3_std": -0.29358, + "nauc_precision_at_3_diff1": 0.900829, + "nauc_precision_at_5_max": 0.807579, + "nauc_precision_at_5_std": -0.071915, + "nauc_precision_at_5_diff1": 0.910131, + "nauc_precision_at_10_max": 0.856748, + "nauc_precision_at_10_std": -0.084716, + "nauc_precision_at_10_diff1": 0.928356, + "nauc_precision_at_20_max": 0.941643, + "nauc_precision_at_20_std": 0.186808, + "nauc_precision_at_20_diff1": 0.904295, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.795752, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.680885, + "nauc_mrr_at_1_std": -0.346032, + "nauc_mrr_at_1_diff1": 0.908056, + "nauc_mrr_at_3_max": 0.70966, + "nauc_mrr_at_3_std": -0.345589, + "nauc_mrr_at_3_diff1": 0.905793, + "nauc_mrr_at_5_max": 0.708929, + "nauc_mrr_at_5_std": -0.328279, + "nauc_mrr_at_5_diff1": 0.906919, + "nauc_mrr_at_10_max": 0.70804, + "nauc_mrr_at_10_std": -0.334596, + "nauc_mrr_at_10_diff1": 0.907523, + "nauc_mrr_at_20_max": 0.707541, + "nauc_mrr_at_20_std": -0.333809, + "nauc_mrr_at_20_diff1": 0.907178, + "nauc_mrr_at_100_max": 0.70708, + "nauc_mrr_at_100_std": -0.334205, + "nauc_mrr_at_100_diff1": 0.90729, + "nauc_mrr_at_1000_max": 0.707052, + "nauc_mrr_at_1000_std": -0.334312, + "nauc_mrr_at_1000_diff1": 0.907281, + "hit_rate_at_1": 0.9, + "hit_rate_at_3": 0.96333, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94588, + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.85778, + "ndcg_at_3": 0.90534, + "ndcg_at_5": 0.91606, + "ndcg_at_10": 0.92015, + "ndcg_at_20": 0.92359, + "ndcg_at_100": 0.92473, + "ndcg_at_1000": 0.92544, + "map_at_1": 0.85778, + "map_at_3": 0.89407, + "map_at_5": 0.90013, + "map_at_10": 0.9019, + "map_at_20": 0.90288, + "map_at_100": 0.90308, + "map_at_1000": 0.9031, + "recall_at_1": 0.85778, + "recall_at_3": 0.93778, + "recall_at_5": 0.96333, + "recall_at_10": 0.97556, + "recall_at_20": 0.98889, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "accuracy": 0.85778, + "precision_at_1": 0.85778, + "precision_at_3": 0.31259, + "precision_at_5": 0.19267, + "precision_at_10": 0.09756, + "precision_at_20": 0.04944, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.857778, + "mrr_at_3": 0.894074, + "mrr_at_5": 0.90013, + "mrr_at_10": 0.901896, + "mrr_at_20": 0.902879, + "mrr_at_100": 0.903079, + "mrr_at_1000": 0.903105, + "nauc_ndcg_at_1_max": 0.747014, + "nauc_ndcg_at_1_std": -0.268366, + "nauc_ndcg_at_1_diff1": 0.899729, + "nauc_ndcg_at_3_max": 0.774628, + "nauc_ndcg_at_3_std": -0.226691, + "nauc_ndcg_at_3_diff1": 0.880868, + "nauc_ndcg_at_5_max": 0.775499, + "nauc_ndcg_at_5_std": -0.236215, + "nauc_ndcg_at_5_diff1": 0.887625, + "nauc_ndcg_at_10_max": 0.77414, + "nauc_ndcg_at_10_std": -0.214207, + "nauc_ndcg_at_10_diff1": 0.889588, + "nauc_ndcg_at_20_max": 0.771075, + "nauc_ndcg_at_20_std": -0.227774, + "nauc_ndcg_at_20_diff1": 0.889394, + "nauc_ndcg_at_100_max": 0.770264, + "nauc_ndcg_at_100_std": -0.218616, + "nauc_ndcg_at_100_diff1": 0.889037, + "nauc_ndcg_at_1000_max": 0.768038, + "nauc_ndcg_at_1000_std": -0.230424, + "nauc_ndcg_at_1000_diff1": 0.889279, + "nauc_map_at_1_max": 0.747014, + "nauc_map_at_1_std": -0.268366, + "nauc_map_at_1_diff1": 0.899729, + "nauc_map_at_3_max": 0.765967, + "nauc_map_at_3_std": -0.243568, + "nauc_map_at_3_diff1": 0.885821, + "nauc_map_at_5_max": 0.765441, + "nauc_map_at_5_std": -0.249521, + "nauc_map_at_5_diff1": 0.88926, + "nauc_map_at_10_max": 0.764819, + "nauc_map_at_10_std": -0.241677, + "nauc_map_at_10_diff1": 0.889926, + "nauc_map_at_20_max": 0.764182, + "nauc_map_at_20_std": -0.244413, + "nauc_map_at_20_diff1": 0.889929, + "nauc_map_at_100_max": 0.764106, + "nauc_map_at_100_std": -0.242756, + "nauc_map_at_100_diff1": 0.889911, + "nauc_map_at_1000_max": 0.764042, + "nauc_map_at_1000_std": -0.243092, + "nauc_map_at_1000_diff1": 0.889921, + "nauc_recall_at_1_max": 0.747014, + "nauc_recall_at_1_std": -0.268366, + "nauc_recall_at_1_diff1": 0.899729, + "nauc_recall_at_3_max": 0.815951, + "nauc_recall_at_3_std": -0.143499, + "nauc_recall_at_3_diff1": 0.857901, + "nauc_recall_at_5_max": 0.853804, + "nauc_recall_at_5_std": -0.132318, + "nauc_recall_at_5_diff1": 0.878901, + "nauc_recall_at_10_max": 0.87917, + "nauc_recall_at_10_std": 0.122358, + "nauc_recall_at_10_diff1": 0.894321, + "nauc_recall_at_20_max": 0.916667, + "nauc_recall_at_20_std": 0.137162, + "nauc_recall_at_20_diff1": 0.892157, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.866013, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747014, + "nauc_precision_at_1_std": -0.268366, + "nauc_precision_at_1_diff1": 0.899729, + "nauc_precision_at_3_max": 0.815951, + "nauc_precision_at_3_std": -0.143499, + "nauc_precision_at_3_diff1": 0.857901, + "nauc_precision_at_5_max": 0.853804, + "nauc_precision_at_5_std": -0.132318, + "nauc_precision_at_5_diff1": 0.878901, + "nauc_precision_at_10_max": 0.87917, + "nauc_precision_at_10_std": 0.122358, + "nauc_precision_at_10_diff1": 0.894321, + "nauc_precision_at_20_max": 0.916667, + "nauc_precision_at_20_std": 0.137162, + "nauc_precision_at_20_diff1": 0.892157, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.866013, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.747014, + "nauc_mrr_at_1_std": -0.268366, + "nauc_mrr_at_1_diff1": 0.899729, + "nauc_mrr_at_3_max": 0.765967, + "nauc_mrr_at_3_std": -0.243568, + "nauc_mrr_at_3_diff1": 0.885821, + "nauc_mrr_at_5_max": 0.765441, + "nauc_mrr_at_5_std": -0.249521, + "nauc_mrr_at_5_diff1": 0.88926, + "nauc_mrr_at_10_max": 0.764819, + "nauc_mrr_at_10_std": -0.241677, + "nauc_mrr_at_10_diff1": 0.889926, + "nauc_mrr_at_20_max": 0.764182, + "nauc_mrr_at_20_std": -0.244413, + "nauc_mrr_at_20_diff1": 0.889929, + "nauc_mrr_at_100_max": 0.764106, + "nauc_mrr_at_100_std": -0.242756, + "nauc_mrr_at_100_diff1": 0.889911, + "nauc_mrr_at_1000_max": 0.764042, + "nauc_mrr_at_1000_std": -0.243092, + "nauc_mrr_at_1000_diff1": 0.889921, + "hit_rate_at_1": 0.85778, + "hit_rate_at_3": 0.93778, + "hit_rate_at_5": 0.96333, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.92015, + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ] + }, + { + "ndcg_at_1": 0.90556, + "ndcg_at_3": 0.93898, + "ndcg_at_5": 0.94463, + "ndcg_at_10": 0.94794, + "ndcg_at_20": 0.94911, + "ndcg_at_100": 0.95032, + "ndcg_at_1000": 0.95075, + "map_at_1": 0.90556, + "map_at_3": 0.93093, + "map_at_5": 0.93415, + "map_at_10": 0.93556, + "map_at_20": 0.93591, + "map_at_100": 0.93607, + "map_at_1000": 0.93609, + "recall_at_1": 0.90556, + "recall_at_3": 0.96222, + "recall_at_5": 0.97556, + "recall_at_10": 0.98556, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.90556, + "precision_at_1": 0.90556, + "precision_at_3": 0.32074, + "precision_at_5": 0.19511, + "precision_at_10": 0.09856, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.905556, + "mrr_at_3": 0.930926, + "mrr_at_5": 0.934148, + "mrr_at_10": 0.935559, + "mrr_at_20": 0.93591, + "mrr_at_100": 0.936069, + "mrr_at_1000": 0.936085, + "nauc_ndcg_at_1_max": 0.791201, + "nauc_ndcg_at_1_std": -0.329165, + "nauc_ndcg_at_1_diff1": 0.926649, + "nauc_ndcg_at_3_max": 0.837692, + "nauc_ndcg_at_3_std": -0.260145, + "nauc_ndcg_at_3_diff1": 0.927369, + "nauc_ndcg_at_5_max": 0.837523, + "nauc_ndcg_at_5_std": -0.246932, + "nauc_ndcg_at_5_diff1": 0.925613, + "nauc_ndcg_at_10_max": 0.831862, + "nauc_ndcg_at_10_std": -0.246364, + "nauc_ndcg_at_10_diff1": 0.926497, + "nauc_ndcg_at_20_max": 0.827976, + "nauc_ndcg_at_20_std": -0.26322, + "nauc_ndcg_at_20_diff1": 0.926325, + "nauc_ndcg_at_100_max": 0.825582, + "nauc_ndcg_at_100_std": -0.25879, + "nauc_ndcg_at_100_diff1": 0.925678, + "nauc_ndcg_at_1000_max": 0.824049, + "nauc_ndcg_at_1000_std": -0.268701, + "nauc_ndcg_at_1000_diff1": 0.926267, + "nauc_map_at_1_max": 0.791201, + "nauc_map_at_1_std": -0.329165, + "nauc_map_at_1_diff1": 0.926649, + "nauc_map_at_3_max": 0.82365, + "nauc_map_at_3_std": -0.280755, + "nauc_map_at_3_diff1": 0.926931, + "nauc_map_at_5_max": 0.822776, + "nauc_map_at_5_std": -0.276541, + "nauc_map_at_5_diff1": 0.926112, + "nauc_map_at_10_max": 0.820474, + "nauc_map_at_10_std": -0.277444, + "nauc_map_at_10_diff1": 0.926462, + "nauc_map_at_20_max": 0.819491, + "nauc_map_at_20_std": -0.281627, + "nauc_map_at_20_diff1": 0.926427, + "nauc_map_at_100_max": 0.819253, + "nauc_map_at_100_std": -0.280902, + "nauc_map_at_100_diff1": 0.926357, + "nauc_map_at_1000_max": 0.819207, + "nauc_map_at_1000_std": -0.281197, + "nauc_map_at_1000_diff1": 0.92638, + "nauc_recall_at_1_max": 0.791201, + "nauc_recall_at_1_std": -0.329165, + "nauc_recall_at_1_diff1": 0.926649, + "nauc_recall_at_3_max": 0.910817, + "nauc_recall_at_3_std": -0.153018, + "nauc_recall_at_3_diff1": 0.929835, + "nauc_recall_at_5_max": 0.95098, + "nauc_recall_at_5_std": -0.011395, + "nauc_recall_at_5_diff1": 0.921272, + "nauc_recall_at_10_max": 0.968577, + "nauc_recall_at_10_std": 0.167888, + "nauc_recall_at_10_diff1": 0.927099, + "nauc_recall_at_20_max": 0.954611, + "nauc_recall_at_20_std": 0.028582, + "nauc_recall_at_20_diff1": 0.923747, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.791201, + "nauc_precision_at_1_std": -0.329165, + "nauc_precision_at_1_diff1": 0.926649, + "nauc_precision_at_3_max": 0.910817, + "nauc_precision_at_3_std": -0.153018, + "nauc_precision_at_3_diff1": 0.929835, + "nauc_precision_at_5_max": 0.95098, + "nauc_precision_at_5_std": -0.011395, + "nauc_precision_at_5_diff1": 0.921272, + "nauc_precision_at_10_max": 0.968577, + "nauc_precision_at_10_std": 0.167888, + "nauc_precision_at_10_diff1": 0.927099, + "nauc_precision_at_20_max": 0.954611, + "nauc_precision_at_20_std": 0.028582, + "nauc_precision_at_20_diff1": 0.923747, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.791201, + "nauc_mrr_at_1_std": -0.329165, + "nauc_mrr_at_1_diff1": 0.926649, + "nauc_mrr_at_3_max": 0.82365, + "nauc_mrr_at_3_std": -0.280755, + "nauc_mrr_at_3_diff1": 0.926931, + "nauc_mrr_at_5_max": 0.822776, + "nauc_mrr_at_5_std": -0.276541, + "nauc_mrr_at_5_diff1": 0.926112, + "nauc_mrr_at_10_max": 0.820474, + "nauc_mrr_at_10_std": -0.277444, + "nauc_mrr_at_10_diff1": 0.926462, + "nauc_mrr_at_20_max": 0.819491, + "nauc_mrr_at_20_std": -0.281627, + "nauc_mrr_at_20_diff1": 0.926427, + "nauc_mrr_at_100_max": 0.819253, + "nauc_mrr_at_100_std": -0.280902, + "nauc_mrr_at_100_diff1": 0.926357, + "nauc_mrr_at_1000_max": 0.819207, + "nauc_mrr_at_1000_std": -0.281197, + "nauc_mrr_at_1000_diff1": 0.92638, + "hit_rate_at_1": 0.90556, + "hit_rate_at_3": 0.96222, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94794, + "hf_subset": "por_Latn-por_Latn", + "languages": [ + "por-Latn", + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.94275, + "ndcg_at_5": 0.94868, + "ndcg_at_10": 0.9524, + "ndcg_at_20": 0.95325, + "ndcg_at_100": 0.95388, + "ndcg_at_1000": 0.95446, + "map_at_1": 0.91111, + "map_at_3": 0.93556, + "map_at_5": 0.93883, + "map_at_10": 0.94044, + "map_at_20": 0.94068, + "map_at_100": 0.94077, + "map_at_1000": 0.94079, + "recall_at_1": 0.91111, + "recall_at_3": 0.96333, + "recall_at_5": 0.97778, + "recall_at_10": 0.98889, + "recall_at_20": 0.99222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.91111, + "precision_at_1": 0.91111, + "precision_at_3": 0.32111, + "precision_at_5": 0.19556, + "precision_at_10": 0.09889, + "precision_at_20": 0.04961, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.935556, + "mrr_at_5": 0.938833, + "mrr_at_10": 0.94044, + "mrr_at_20": 0.940677, + "mrr_at_100": 0.940767, + "mrr_at_1000": 0.940791, + "nauc_ndcg_at_1_max": 0.790418, + "nauc_ndcg_at_1_std": -0.322899, + "nauc_ndcg_at_1_diff1": 0.923208, + "nauc_ndcg_at_3_max": 0.809751, + "nauc_ndcg_at_3_std": -0.283849, + "nauc_ndcg_at_3_diff1": 0.917057, + "nauc_ndcg_at_5_max": 0.812795, + "nauc_ndcg_at_5_std": -0.25464, + "nauc_ndcg_at_5_diff1": 0.914441, + "nauc_ndcg_at_10_max": 0.80435, + "nauc_ndcg_at_10_std": -0.264787, + "nauc_ndcg_at_10_diff1": 0.917907, + "nauc_ndcg_at_20_max": 0.810241, + "nauc_ndcg_at_20_std": -0.263222, + "nauc_ndcg_at_20_diff1": 0.919903, + "nauc_ndcg_at_100_max": 0.808922, + "nauc_ndcg_at_100_std": -0.258613, + "nauc_ndcg_at_100_diff1": 0.919995, + "nauc_ndcg_at_1000_max": 0.806476, + "nauc_ndcg_at_1000_std": -0.274723, + "nauc_ndcg_at_1000_diff1": 0.919396, + "nauc_map_at_1_max": 0.790418, + "nauc_map_at_1_std": -0.322899, + "nauc_map_at_1_diff1": 0.923208, + "nauc_map_at_3_max": 0.804651, + "nauc_map_at_3_std": -0.295634, + "nauc_map_at_3_diff1": 0.91906, + "nauc_map_at_5_max": 0.805673, + "nauc_map_at_5_std": -0.282678, + "nauc_map_at_5_diff1": 0.917809, + "nauc_map_at_10_max": 0.80247, + "nauc_map_at_10_std": -0.287947, + "nauc_map_at_10_diff1": 0.919142, + "nauc_map_at_20_max": 0.803855, + "nauc_map_at_20_std": -0.287334, + "nauc_map_at_20_diff1": 0.91958, + "nauc_map_at_100_max": 0.803696, + "nauc_map_at_100_std": -0.287175, + "nauc_map_at_100_diff1": 0.919591, + "nauc_map_at_1000_max": 0.803616, + "nauc_map_at_1000_std": -0.287698, + "nauc_map_at_1000_diff1": 0.919572, + "nauc_recall_at_1_max": 0.790418, + "nauc_recall_at_1_std": -0.322899, + "nauc_recall_at_1_diff1": 0.923208, + "nauc_recall_at_3_max": 0.834649, + "nauc_recall_at_3_std": -0.224953, + "nauc_recall_at_3_diff1": 0.906926, + "nauc_recall_at_5_max": 0.869304, + "nauc_recall_at_5_std": -0.022759, + "nauc_recall_at_5_diff1": 0.887278, + "nauc_recall_at_10_max": 0.820308, + "nauc_recall_at_10_std": 0.106629, + "nauc_recall_at_10_diff1": 0.903128, + "nauc_recall_at_20_max": 0.960317, + "nauc_recall_at_20_std": 0.282513, + "nauc_recall_at_20_diff1": 0.943978, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.790418, + "nauc_precision_at_1_std": -0.322899, + "nauc_precision_at_1_diff1": 0.923208, + "nauc_precision_at_3_max": 0.834649, + "nauc_precision_at_3_std": -0.224953, + "nauc_precision_at_3_diff1": 0.906926, + "nauc_precision_at_5_max": 0.869304, + "nauc_precision_at_5_std": -0.022759, + "nauc_precision_at_5_diff1": 0.887278, + "nauc_precision_at_10_max": 0.820308, + "nauc_precision_at_10_std": 0.106629, + "nauc_precision_at_10_diff1": 0.903128, + "nauc_precision_at_20_max": 0.960317, + "nauc_precision_at_20_std": 0.282513, + "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.790418, + "nauc_mrr_at_1_std": -0.322899, + "nauc_mrr_at_1_diff1": 0.923208, + "nauc_mrr_at_3_max": 0.804651, + "nauc_mrr_at_3_std": -0.295634, + "nauc_mrr_at_3_diff1": 0.91906, + "nauc_mrr_at_5_max": 0.805673, + "nauc_mrr_at_5_std": -0.282678, + "nauc_mrr_at_5_diff1": 0.917809, + "nauc_mrr_at_10_max": 0.80247, + "nauc_mrr_at_10_std": -0.287947, + "nauc_mrr_at_10_diff1": 0.919142, + "nauc_mrr_at_20_max": 0.803855, + "nauc_mrr_at_20_std": -0.287334, + "nauc_mrr_at_20_diff1": 0.91958, + "nauc_mrr_at_100_max": 0.803696, + "nauc_mrr_at_100_std": -0.287175, + "nauc_mrr_at_100_diff1": 0.919591, + "nauc_mrr_at_1000_max": 0.803616, + "nauc_mrr_at_1000_std": -0.287698, + "nauc_mrr_at_1000_diff1": 0.919572, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.96333, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.9524, + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89111, + "ndcg_at_3": 0.93087, + "ndcg_at_5": 0.93785, + "ndcg_at_10": 0.94181, + "ndcg_at_20": 0.94346, + "ndcg_at_100": 0.94454, + "ndcg_at_1000": 0.9448, + "map_at_1": 0.89111, + "map_at_3": 0.92185, + "map_at_5": 0.9258, + "map_at_10": 0.92743, + "map_at_20": 0.92786, + "map_at_100": 0.92803, + "map_at_1000": 0.92804, + "recall_at_1": 0.89111, + "recall_at_3": 0.95667, + "recall_at_5": 0.97333, + "recall_at_10": 0.98556, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.89111, + "precision_at_1": 0.89111, + "precision_at_3": 0.31889, + "precision_at_5": 0.19467, + "precision_at_10": 0.09856, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.891111, + "mrr_at_3": 0.921852, + "mrr_at_5": 0.925796, + "mrr_at_10": 0.927429, + "mrr_at_20": 0.927861, + "mrr_at_100": 0.928032, + "mrr_at_1000": 0.928038, + "nauc_ndcg_at_1_max": 0.783682, + "nauc_ndcg_at_1_std": -0.337584, + "nauc_ndcg_at_1_diff1": 0.931143, + "nauc_ndcg_at_3_max": 0.824567, + "nauc_ndcg_at_3_std": -0.311995, + "nauc_ndcg_at_3_diff1": 0.923518, + "nauc_ndcg_at_5_max": 0.819445, + "nauc_ndcg_at_5_std": -0.334959, + "nauc_ndcg_at_5_diff1": 0.930046, + "nauc_ndcg_at_10_max": 0.816145, + "nauc_ndcg_at_10_std": -0.303257, + "nauc_ndcg_at_10_diff1": 0.930364, + "nauc_ndcg_at_20_max": 0.812757, + "nauc_ndcg_at_20_std": -0.311876, + "nauc_ndcg_at_20_diff1": 0.928962, + "nauc_ndcg_at_100_max": 0.810863, + "nauc_ndcg_at_100_std": -0.313701, + "nauc_ndcg_at_100_diff1": 0.928867, + "nauc_ndcg_at_1000_max": 0.809963, + "nauc_ndcg_at_1000_std": -0.319954, + "nauc_ndcg_at_1000_diff1": 0.928528, + "nauc_map_at_1_max": 0.783682, + "nauc_map_at_1_std": -0.337584, + "nauc_map_at_1_diff1": 0.931143, + "nauc_map_at_3_max": 0.81153, + "nauc_map_at_3_std": -0.326209, + "nauc_map_at_3_diff1": 0.925502, + "nauc_map_at_5_max": 0.808283, + "nauc_map_at_5_std": -0.338556, + "nauc_map_at_5_diff1": 0.92865, + "nauc_map_at_10_max": 0.807008, + "nauc_map_at_10_std": -0.328231, + "nauc_map_at_10_diff1": 0.928783, + "nauc_map_at_20_max": 0.806263, + "nauc_map_at_20_std": -0.330074, + "nauc_map_at_20_diff1": 0.928488, + "nauc_map_at_100_max": 0.806061, + "nauc_map_at_100_std": -0.329699, + "nauc_map_at_100_diff1": 0.928395, + "nauc_map_at_1000_max": 0.806044, + "nauc_map_at_1000_std": -0.329812, + "nauc_map_at_1000_diff1": 0.928389, + "nauc_recall_at_1_max": 0.783682, + "nauc_recall_at_1_std": -0.337584, + "nauc_recall_at_1_diff1": 0.931143, + "nauc_recall_at_3_max": 0.891427, + "nauc_recall_at_3_std": -0.234396, + "nauc_recall_at_3_diff1": 0.913692, + "nauc_recall_at_5_max": 0.906338, + "nauc_recall_at_5_std": -0.304602, + "nauc_recall_at_5_diff1": 0.944172, + "nauc_recall_at_10_max": 0.937154, + "nauc_recall_at_10_std": 0.115456, + "nauc_recall_at_10_diff1": 0.958522, + "nauc_recall_at_20_max": 0.941643, + "nauc_recall_at_20_std": 0.217154, + "nauc_recall_at_20_diff1": 0.941643, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.783682, + "nauc_precision_at_1_std": -0.337584, + "nauc_precision_at_1_diff1": 0.931143, + "nauc_precision_at_3_max": 0.891427, + "nauc_precision_at_3_std": -0.234396, + "nauc_precision_at_3_diff1": 0.913692, + "nauc_precision_at_5_max": 0.906338, + "nauc_precision_at_5_std": -0.304602, + "nauc_precision_at_5_diff1": 0.944172, + "nauc_precision_at_10_max": 0.937154, + "nauc_precision_at_10_std": 0.115456, + "nauc_precision_at_10_diff1": 0.958522, + "nauc_precision_at_20_max": 0.941643, + "nauc_precision_at_20_std": 0.217154, + "nauc_precision_at_20_diff1": 0.941643, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.783682, + "nauc_mrr_at_1_std": -0.337584, + "nauc_mrr_at_1_diff1": 0.931143, + "nauc_mrr_at_3_max": 0.81153, + "nauc_mrr_at_3_std": -0.326209, + "nauc_mrr_at_3_diff1": 0.925502, + "nauc_mrr_at_5_max": 0.808283, + "nauc_mrr_at_5_std": -0.338556, + "nauc_mrr_at_5_diff1": 0.92865, + "nauc_mrr_at_10_max": 0.807008, + "nauc_mrr_at_10_std": -0.328231, + "nauc_mrr_at_10_diff1": 0.928783, + "nauc_mrr_at_20_max": 0.806263, + "nauc_mrr_at_20_std": -0.330074, + "nauc_mrr_at_20_diff1": 0.928488, + "nauc_mrr_at_100_max": 0.806061, + "nauc_mrr_at_100_std": -0.329699, + "nauc_mrr_at_100_diff1": 0.928395, + "nauc_mrr_at_1000_max": 0.806044, + "nauc_mrr_at_1000_std": -0.329812, + "nauc_mrr_at_1000_diff1": 0.928389, + "hit_rate_at_1": 0.89111, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94181, + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.88, + "ndcg_at_3": 0.92368, + "ndcg_at_5": 0.9296, + "ndcg_at_10": 0.93246, + "ndcg_at_20": 0.93534, + "ndcg_at_100": 0.93728, + "ndcg_at_1000": 0.93768, + "map_at_1": 0.88, + "map_at_3": 0.9137, + "map_at_5": 0.91698, + "map_at_10": 0.91815, + "map_at_20": 0.91897, + "map_at_100": 0.91927, + "map_at_1000": 0.91928, + "recall_at_1": 0.88, + "recall_at_3": 0.95222, + "recall_at_5": 0.96667, + "recall_at_10": 0.97556, + "recall_at_20": 0.98667, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.88, + "precision_at_1": 0.88, + "precision_at_3": 0.31741, + "precision_at_5": 0.19333, + "precision_at_10": 0.09756, + "precision_at_20": 0.04933, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.88, + "mrr_at_3": 0.913704, + "mrr_at_5": 0.916981, + "mrr_at_10": 0.918151, + "mrr_at_20": 0.918973, + "mrr_at_100": 0.919271, + "mrr_at_1000": 0.919281, + "nauc_ndcg_at_1_max": 0.709739, + "nauc_ndcg_at_1_std": -0.222991, + "nauc_ndcg_at_1_diff1": 0.918934, + "nauc_ndcg_at_3_max": 0.766681, + "nauc_ndcg_at_3_std": -0.162491, + "nauc_ndcg_at_3_diff1": 0.91194, + "nauc_ndcg_at_5_max": 0.764622, + "nauc_ndcg_at_5_std": -0.170769, + "nauc_ndcg_at_5_diff1": 0.913268, + "nauc_ndcg_at_10_max": 0.764063, + "nauc_ndcg_at_10_std": -0.15967, + "nauc_ndcg_at_10_diff1": 0.915212, + "nauc_ndcg_at_20_max": 0.75878, + "nauc_ndcg_at_20_std": -0.17425, + "nauc_ndcg_at_20_diff1": 0.915143, + "nauc_ndcg_at_100_max": 0.754399, + "nauc_ndcg_at_100_std": -0.166521, + "nauc_ndcg_at_100_diff1": 0.914873, + "nauc_ndcg_at_1000_max": 0.752808, + "nauc_ndcg_at_1000_std": -0.173791, + "nauc_ndcg_at_1000_diff1": 0.914883, + "nauc_map_at_1_max": 0.709739, + "nauc_map_at_1_std": -0.222991, + "nauc_map_at_1_diff1": 0.918934, + "nauc_map_at_3_max": 0.750881, + "nauc_map_at_3_std": -0.177379, + "nauc_map_at_3_diff1": 0.913794, + "nauc_map_at_5_max": 0.749398, + "nauc_map_at_5_std": -0.181686, + "nauc_map_at_5_diff1": 0.914607, + "nauc_map_at_10_max": 0.748778, + "nauc_map_at_10_std": -0.178686, + "nauc_map_at_10_diff1": 0.915174, + "nauc_map_at_20_max": 0.747446, + "nauc_map_at_20_std": -0.181758, + "nauc_map_at_20_diff1": 0.915145, + "nauc_map_at_100_max": 0.746865, + "nauc_map_at_100_std": -0.181244, + "nauc_map_at_100_diff1": 0.915129, + "nauc_map_at_1000_max": 0.746833, + "nauc_map_at_1000_std": -0.181388, + "nauc_map_at_1000_diff1": 0.915129, + "nauc_recall_at_1_max": 0.709739, + "nauc_recall_at_1_std": -0.222991, + "nauc_recall_at_1_diff1": 0.918934, + "nauc_recall_at_3_max": 0.845461, + "nauc_recall_at_3_std": -0.089929, + "nauc_recall_at_3_diff1": 0.902775, + "nauc_recall_at_5_max": 0.867958, + "nauc_recall_at_5_std": -0.102319, + "nauc_recall_at_5_diff1": 0.904373, + "nauc_recall_at_10_max": 0.904507, + "nauc_recall_at_10_std": 0.026929, + "nauc_recall_at_10_diff1": 0.919574, + "nauc_recall_at_20_max": 0.922386, + "nauc_recall_at_20_std": -0.107143, + "nauc_recall_at_20_diff1": 0.922386, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.709739, + "nauc_precision_at_1_std": -0.222991, + "nauc_precision_at_1_diff1": 0.918934, + "nauc_precision_at_3_max": 0.845461, + "nauc_precision_at_3_std": -0.089929, + "nauc_precision_at_3_diff1": 0.902775, + "nauc_precision_at_5_max": 0.867958, + "nauc_precision_at_5_std": -0.102319, + "nauc_precision_at_5_diff1": 0.904373, + "nauc_precision_at_10_max": 0.904507, + "nauc_precision_at_10_std": 0.026929, + "nauc_precision_at_10_diff1": 0.919574, + "nauc_precision_at_20_max": 0.922386, + "nauc_precision_at_20_std": -0.107143, + "nauc_precision_at_20_diff1": 0.922386, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.709739, + "nauc_mrr_at_1_std": -0.222991, + "nauc_mrr_at_1_diff1": 0.918934, + "nauc_mrr_at_3_max": 0.750881, + "nauc_mrr_at_3_std": -0.177379, + "nauc_mrr_at_3_diff1": 0.913794, + "nauc_mrr_at_5_max": 0.749398, + "nauc_mrr_at_5_std": -0.181686, + "nauc_mrr_at_5_diff1": 0.914607, + "nauc_mrr_at_10_max": 0.748778, + "nauc_mrr_at_10_std": -0.178686, + "nauc_mrr_at_10_diff1": 0.915174, + "nauc_mrr_at_20_max": 0.747446, + "nauc_mrr_at_20_std": -0.181758, + "nauc_mrr_at_20_diff1": 0.915145, + "nauc_mrr_at_100_max": 0.746865, + "nauc_mrr_at_100_std": -0.181244, + "nauc_mrr_at_100_diff1": 0.915129, + "nauc_mrr_at_1000_max": 0.746833, + "nauc_mrr_at_1000_std": -0.181388, + "nauc_mrr_at_1000_diff1": 0.915129, + "hit_rate_at_1": 0.88, + "hit_rate_at_3": 0.95222, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93246, + "hf_subset": "ron_Latn-ron_Latn", + "languages": [ + "ron-Latn", + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.90667, + "ndcg_at_3": 0.93831, + "ndcg_at_5": 0.94462, + "ndcg_at_10": 0.94905, + "ndcg_at_20": 0.9502, + "ndcg_at_100": 0.95103, + "ndcg_at_1000": 0.95146, + "map_at_1": 0.90667, + "map_at_3": 0.93111, + "map_at_5": 0.93456, + "map_at_10": 0.93646, + "map_at_20": 0.93679, + "map_at_100": 0.9369, + "map_at_1000": 0.93692, + "recall_at_1": 0.90667, + "recall_at_3": 0.95889, + "recall_at_5": 0.97444, + "recall_at_10": 0.98778, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.90667, + "precision_at_1": 0.90667, + "precision_at_3": 0.31963, + "precision_at_5": 0.19489, + "precision_at_10": 0.09878, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.906667, + "mrr_at_3": 0.931111, + "mrr_at_5": 0.934556, + "mrr_at_10": 0.936458, + "mrr_at_20": 0.936785, + "mrr_at_100": 0.9369, + "mrr_at_1000": 0.936917, + "nauc_ndcg_at_1_max": 0.745743, + "nauc_ndcg_at_1_std": -0.297319, + "nauc_ndcg_at_1_diff1": 0.912104, + "nauc_ndcg_at_3_max": 0.773896, + "nauc_ndcg_at_3_std": -0.296793, + "nauc_ndcg_at_3_diff1": 0.917761, + "nauc_ndcg_at_5_max": 0.775724, + "nauc_ndcg_at_5_std": -0.26026, + "nauc_ndcg_at_5_diff1": 0.920511, + "nauc_ndcg_at_10_max": 0.768985, + "nauc_ndcg_at_10_std": -0.262575, + "nauc_ndcg_at_10_diff1": 0.917667, + "nauc_ndcg_at_20_max": 0.768807, + "nauc_ndcg_at_20_std": -0.272556, + "nauc_ndcg_at_20_diff1": 0.918165, + "nauc_ndcg_at_100_max": 0.767878, + "nauc_ndcg_at_100_std": -0.267115, + "nauc_ndcg_at_100_diff1": 0.917301, + "nauc_ndcg_at_1000_max": 0.765854, + "nauc_ndcg_at_1000_std": -0.278161, + "nauc_ndcg_at_1000_diff1": 0.917527, + "nauc_map_at_1_max": 0.745743, + "nauc_map_at_1_std": -0.297319, + "nauc_map_at_1_diff1": 0.912104, + "nauc_map_at_3_max": 0.765002, + "nauc_map_at_3_std": -0.299633, + "nauc_map_at_3_diff1": 0.916337, + "nauc_map_at_5_max": 0.76524, + "nauc_map_at_5_std": -0.283951, + "nauc_map_at_5_diff1": 0.917723, + "nauc_map_at_10_max": 0.76262, + "nauc_map_at_10_std": -0.285198, + "nauc_map_at_10_diff1": 0.916737, + "nauc_map_at_20_max": 0.762576, + "nauc_map_at_20_std": -0.287583, + "nauc_map_at_20_diff1": 0.916858, + "nauc_map_at_100_max": 0.762446, + "nauc_map_at_100_std": -0.287143, + "nauc_map_at_100_diff1": 0.916756, + "nauc_map_at_1000_max": 0.762384, + "nauc_map_at_1000_std": -0.287477, + "nauc_map_at_1000_diff1": 0.916781, + "nauc_recall_at_1_max": 0.745743, + "nauc_recall_at_1_std": -0.297319, + "nauc_recall_at_1_diff1": 0.912104, + "nauc_recall_at_3_max": 0.816691, + "nauc_recall_at_3_std": -0.28121, + "nauc_recall_at_3_diff1": 0.924357, + "nauc_recall_at_5_max": 0.853976, + "nauc_recall_at_5_std": -0.065441, + "nauc_recall_at_5_diff1": 0.941034, + "nauc_recall_at_10_max": 0.854469, + "nauc_recall_at_10_std": 0.111663, + "nauc_recall_at_10_diff1": 0.925728, + "nauc_recall_at_20_max": 0.896625, + "nauc_recall_at_20_std": 0.077831, + "nauc_recall_at_20_diff1": 0.941643, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.745743, + "nauc_precision_at_1_std": -0.297319, + "nauc_precision_at_1_diff1": 0.912104, + "nauc_precision_at_3_max": 0.816691, + "nauc_precision_at_3_std": -0.28121, + "nauc_precision_at_3_diff1": 0.924357, + "nauc_precision_at_5_max": 0.853976, + "nauc_precision_at_5_std": -0.065441, + "nauc_precision_at_5_diff1": 0.941034, + "nauc_precision_at_10_max": 0.854469, + "nauc_precision_at_10_std": 0.111663, + "nauc_precision_at_10_diff1": 0.925728, + "nauc_precision_at_20_max": 0.896625, + "nauc_precision_at_20_std": 0.077831, + "nauc_precision_at_20_diff1": 0.941643, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.745743, + "nauc_mrr_at_1_std": -0.297319, + "nauc_mrr_at_1_diff1": 0.912104, + "nauc_mrr_at_3_max": 0.765002, + "nauc_mrr_at_3_std": -0.299633, + "nauc_mrr_at_3_diff1": 0.916337, + "nauc_mrr_at_5_max": 0.76524, + "nauc_mrr_at_5_std": -0.283951, + "nauc_mrr_at_5_diff1": 0.917723, + "nauc_mrr_at_10_max": 0.76262, + "nauc_mrr_at_10_std": -0.285198, + "nauc_mrr_at_10_diff1": 0.916737, + "nauc_mrr_at_20_max": 0.762576, + "nauc_mrr_at_20_std": -0.287583, + "nauc_mrr_at_20_diff1": 0.916858, + "nauc_mrr_at_100_max": 0.762446, + "nauc_mrr_at_100_std": -0.287143, + "nauc_mrr_at_100_diff1": 0.916756, + "nauc_mrr_at_1000_max": 0.762384, + "nauc_mrr_at_1000_std": -0.287477, + "nauc_mrr_at_1000_diff1": 0.916781, + "hit_rate_at_1": 0.90667, + "hit_rate_at_3": 0.95889, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94905, + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.86778, + "ndcg_at_3": 0.90821, + "ndcg_at_5": 0.91553, + "ndcg_at_10": 0.92324, + "ndcg_at_20": 0.92545, + "ndcg_at_100": 0.92739, + "ndcg_at_1000": 0.92779, + "map_at_1": 0.86778, + "map_at_3": 0.8987, + "map_at_5": 0.90276, + "map_at_10": 0.90582, + "map_at_20": 0.90641, + "map_at_100": 0.90671, + "map_at_1000": 0.90672, + "recall_at_1": 0.86778, + "recall_at_3": 0.93556, + "recall_at_5": 0.95333, + "recall_at_10": 0.97778, + "recall_at_20": 0.98667, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.86778, + "precision_at_1": 0.86778, + "precision_at_3": 0.31185, + "precision_at_5": 0.19067, + "precision_at_10": 0.09778, + "precision_at_20": 0.04933, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.867778, + "mrr_at_3": 0.898704, + "mrr_at_5": 0.902759, + "mrr_at_10": 0.905824, + "mrr_at_20": 0.906413, + "mrr_at_100": 0.906711, + "mrr_at_1000": 0.906722, + "nauc_ndcg_at_1_max": 0.785548, + "nauc_ndcg_at_1_std": -0.132463, + "nauc_ndcg_at_1_diff1": 0.906454, + "nauc_ndcg_at_3_max": 0.821738, + "nauc_ndcg_at_3_std": -0.068904, + "nauc_ndcg_at_3_diff1": 0.896745, + "nauc_ndcg_at_5_max": 0.825603, + "nauc_ndcg_at_5_std": -0.085971, + "nauc_ndcg_at_5_diff1": 0.902682, + "nauc_ndcg_at_10_max": 0.817509, + "nauc_ndcg_at_10_std": -0.082188, + "nauc_ndcg_at_10_diff1": 0.900203, + "nauc_ndcg_at_20_max": 0.816087, + "nauc_ndcg_at_20_std": -0.082409, + "nauc_ndcg_at_20_diff1": 0.899633, + "nauc_ndcg_at_100_max": 0.812736, + "nauc_ndcg_at_100_std": -0.085319, + "nauc_ndcg_at_100_diff1": 0.900273, + "nauc_ndcg_at_1000_max": 0.811672, + "nauc_ndcg_at_1000_std": -0.09123, + "nauc_ndcg_at_1000_diff1": 0.899963, + "nauc_map_at_1_max": 0.785548, + "nauc_map_at_1_std": -0.132463, + "nauc_map_at_1_diff1": 0.906454, + "nauc_map_at_3_max": 0.810374, + "nauc_map_at_3_std": -0.09026, + "nauc_map_at_3_diff1": 0.897975, + "nauc_map_at_5_max": 0.811584, + "nauc_map_at_5_std": -0.100713, + "nauc_map_at_5_diff1": 0.900962, + "nauc_map_at_10_max": 0.808448, + "nauc_map_at_10_std": -0.099258, + "nauc_map_at_10_diff1": 0.899994, + "nauc_map_at_20_max": 0.807978, + "nauc_map_at_20_std": -0.100244, + "nauc_map_at_20_diff1": 0.899863, + "nauc_map_at_100_max": 0.807572, + "nauc_map_at_100_std": -0.100264, + "nauc_map_at_100_diff1": 0.899955, + "nauc_map_at_1000_max": 0.807549, + "nauc_map_at_1000_std": -0.100388, + "nauc_map_at_1000_diff1": 0.899949, + "nauc_recall_at_1_max": 0.785548, + "nauc_recall_at_1_std": -0.132463, + "nauc_recall_at_1_diff1": 0.906454, + "nauc_recall_at_3_max": 0.872275, + "nauc_recall_at_3_std": 0.026957, + "nauc_recall_at_3_diff1": 0.892422, + "nauc_recall_at_5_max": 0.909686, + "nauc_recall_at_5_std": 0.000723, + "nauc_recall_at_5_diff1": 0.915855, + "nauc_recall_at_10_max": 0.9162, + "nauc_recall_at_10_std": 0.120705, + "nauc_recall_at_10_diff1": 0.906046, + "nauc_recall_at_20_max": 0.956427, + "nauc_recall_at_20_std": 0.295168, + "nauc_recall_at_20_diff1": 0.897876, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.785548, + "nauc_precision_at_1_std": -0.132463, + "nauc_precision_at_1_diff1": 0.906454, + "nauc_precision_at_3_max": 0.872275, + "nauc_precision_at_3_std": 0.026957, + "nauc_precision_at_3_diff1": 0.892422, + "nauc_precision_at_5_max": 0.909686, + "nauc_precision_at_5_std": 0.000723, + "nauc_precision_at_5_diff1": 0.915855, + "nauc_precision_at_10_max": 0.9162, + "nauc_precision_at_10_std": 0.120705, + "nauc_precision_at_10_diff1": 0.906046, + "nauc_precision_at_20_max": 0.956427, + "nauc_precision_at_20_std": 0.295168, + "nauc_precision_at_20_diff1": 0.897876, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.785548, + "nauc_mrr_at_1_std": -0.132463, + "nauc_mrr_at_1_diff1": 0.906454, + "nauc_mrr_at_3_max": 0.810374, + "nauc_mrr_at_3_std": -0.09026, + "nauc_mrr_at_3_diff1": 0.897975, + "nauc_mrr_at_5_max": 0.811584, + "nauc_mrr_at_5_std": -0.100713, + "nauc_mrr_at_5_diff1": 0.900962, + "nauc_mrr_at_10_max": 0.808448, + "nauc_mrr_at_10_std": -0.099258, + "nauc_mrr_at_10_diff1": 0.899994, + "nauc_mrr_at_20_max": 0.807978, + "nauc_mrr_at_20_std": -0.100244, + "nauc_mrr_at_20_diff1": 0.899863, + "nauc_mrr_at_100_max": 0.807572, + "nauc_mrr_at_100_std": -0.100264, + "nauc_mrr_at_100_diff1": 0.899955, + "nauc_mrr_at_1000_max": 0.807549, + "nauc_mrr_at_1000_std": -0.100388, + "nauc_mrr_at_1000_diff1": 0.899949, + "hit_rate_at_1": 0.86778, + "hit_rate_at_3": 0.93556, + "hit_rate_at_5": 0.95333, + "hit_rate_at_10": 0.97778, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92324, + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.89444, + "ndcg_at_3": 0.93196, + "ndcg_at_5": 0.9398, + "ndcg_at_10": 0.94223, + "ndcg_at_20": 0.94392, + "ndcg_at_100": 0.94536, + "ndcg_at_1000": 0.94562, + "map_at_1": 0.89444, + "map_at_3": 0.92333, + "map_at_5": 0.92772, + "map_at_10": 0.92867, + "map_at_20": 0.92914, + "map_at_100": 0.92934, + "map_at_1000": 0.92934, + "recall_at_1": 0.89444, + "recall_at_3": 0.95667, + "recall_at_5": 0.97556, + "recall_at_10": 0.98333, + "recall_at_20": 0.99, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.89444, + "precision_at_1": 0.89444, + "precision_at_3": 0.31889, + "precision_at_5": 0.19511, + "precision_at_10": 0.09833, + "precision_at_20": 0.0495, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.894444, + "mrr_at_3": 0.923333, + "mrr_at_5": 0.927722, + "mrr_at_10": 0.928674, + "mrr_at_20": 0.92914, + "mrr_at_100": 0.929336, + "mrr_at_1000": 0.929342, + "nauc_ndcg_at_1_max": 0.76368, + "nauc_ndcg_at_1_std": -0.140378, + "nauc_ndcg_at_1_diff1": 0.913603, + "nauc_ndcg_at_3_max": 0.798283, + "nauc_ndcg_at_3_std": -0.065148, + "nauc_ndcg_at_3_diff1": 0.906698, + "nauc_ndcg_at_5_max": 0.804846, + "nauc_ndcg_at_5_std": -0.085265, + "nauc_ndcg_at_5_diff1": 0.912649, + "nauc_ndcg_at_10_max": 0.799096, + "nauc_ndcg_at_10_std": -0.110661, + "nauc_ndcg_at_10_diff1": 0.909691, + "nauc_ndcg_at_20_max": 0.796796, + "nauc_ndcg_at_20_std": -0.096778, + "nauc_ndcg_at_20_diff1": 0.90899, + "nauc_ndcg_at_100_max": 0.793306, + "nauc_ndcg_at_100_std": -0.099321, + "nauc_ndcg_at_100_diff1": 0.910596, + "nauc_ndcg_at_1000_max": 0.792313, + "nauc_ndcg_at_1000_std": -0.104603, + "nauc_ndcg_at_1000_diff1": 0.910167, + "nauc_map_at_1_max": 0.76368, + "nauc_map_at_1_std": -0.140378, + "nauc_map_at_1_diff1": 0.913603, + "nauc_map_at_3_max": 0.788456, + "nauc_map_at_3_std": -0.094444, + "nauc_map_at_3_diff1": 0.908491, + "nauc_map_at_5_max": 0.790948, + "nauc_map_at_5_std": -0.106126, + "nauc_map_at_5_diff1": 0.911381, + "nauc_map_at_10_max": 0.788841, + "nauc_map_at_10_std": -0.114869, + "nauc_map_at_10_diff1": 0.910397, + "nauc_map_at_20_max": 0.788364, + "nauc_map_at_20_std": -0.111405, + "nauc_map_at_20_diff1": 0.910272, + "nauc_map_at_100_max": 0.787935, + "nauc_map_at_100_std": -0.112017, + "nauc_map_at_100_diff1": 0.910405, + "nauc_map_at_1000_max": 0.787917, + "nauc_map_at_1000_std": -0.112112, + "nauc_map_at_1000_diff1": 0.910397, + "nauc_recall_at_1_max": 0.76368, + "nauc_recall_at_1_std": -0.140378, + "nauc_recall_at_1_diff1": 0.913603, + "nauc_recall_at_3_max": 0.847028, + "nauc_recall_at_3_std": 0.086895, + "nauc_recall_at_3_diff1": 0.897951, + "nauc_recall_at_5_max": 0.923075, + "nauc_recall_at_5_std": 0.091843, + "nauc_recall_at_5_diff1": 0.926258, + "nauc_recall_at_10_max": 0.9169, + "nauc_recall_at_10_std": -0.097043, + "nauc_recall_at_10_diff1": 0.90056, + "nauc_recall_at_20_max": 0.940087, + "nauc_recall_at_20_std": 0.193277, + "nauc_recall_at_20_diff1": 0.87784, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.76368, + "nauc_precision_at_1_std": -0.140378, + "nauc_precision_at_1_diff1": 0.913603, + "nauc_precision_at_3_max": 0.847028, + "nauc_precision_at_3_std": 0.086895, + "nauc_precision_at_3_diff1": 0.897951, + "nauc_precision_at_5_max": 0.923075, + "nauc_precision_at_5_std": 0.091843, + "nauc_precision_at_5_diff1": 0.926258, + "nauc_precision_at_10_max": 0.9169, + "nauc_precision_at_10_std": -0.097043, + "nauc_precision_at_10_diff1": 0.90056, + "nauc_precision_at_20_max": 0.940087, + "nauc_precision_at_20_std": 0.193277, + "nauc_precision_at_20_diff1": 0.87784, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.76368, + "nauc_mrr_at_1_std": -0.140378, + "nauc_mrr_at_1_diff1": 0.913603, + "nauc_mrr_at_3_max": 0.788456, + "nauc_mrr_at_3_std": -0.094444, + "nauc_mrr_at_3_diff1": 0.908491, + "nauc_mrr_at_5_max": 0.790948, + "nauc_mrr_at_5_std": -0.106126, + "nauc_mrr_at_5_diff1": 0.911381, + "nauc_mrr_at_10_max": 0.788841, + "nauc_mrr_at_10_std": -0.114869, + "nauc_mrr_at_10_diff1": 0.910397, + "nauc_mrr_at_20_max": 0.788364, + "nauc_mrr_at_20_std": -0.111405, + "nauc_mrr_at_20_diff1": 0.910272, + "nauc_mrr_at_100_max": 0.787935, + "nauc_mrr_at_100_std": -0.112017, + "nauc_mrr_at_100_diff1": 0.910405, + "nauc_mrr_at_1000_max": 0.787917, + "nauc_mrr_at_1000_std": -0.112112, + "nauc_mrr_at_1000_diff1": 0.910397, + "hit_rate_at_1": 0.89444, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.97556, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94223, + "hf_subset": "rus_Cyrl-rus_Cyrl", + "languages": [ + "rus-Cyrl", + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.89889, + "ndcg_at_3": 0.93792, + "ndcg_at_5": 0.94352, + "ndcg_at_10": 0.94643, + "ndcg_at_20": 0.94782, + "ndcg_at_100": 0.94882, + "ndcg_at_1000": 0.94907, + "map_at_1": 0.89889, + "map_at_3": 0.9287, + "map_at_5": 0.93187, + "map_at_10": 0.9331, + "map_at_20": 0.93347, + "map_at_100": 0.93359, + "map_at_1000": 0.9336, + "recall_at_1": 0.89889, + "recall_at_3": 0.96444, + "recall_at_5": 0.97778, + "recall_at_10": 0.98667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.89889, + "precision_at_1": 0.89889, + "precision_at_3": 0.32148, + "precision_at_5": 0.19556, + "precision_at_10": 0.09867, + "precision_at_20": 0.04961, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.898889, + "mrr_at_3": 0.928704, + "mrr_at_5": 0.93187, + "mrr_at_10": 0.933097, + "mrr_at_20": 0.933469, + "mrr_at_100": 0.93359, + "mrr_at_1000": 0.933596, + "nauc_ndcg_at_1_max": 0.694413, + "nauc_ndcg_at_1_std": -0.317229, + "nauc_ndcg_at_1_diff1": 0.919185, + "nauc_ndcg_at_3_max": 0.724563, + "nauc_ndcg_at_3_std": -0.312069, + "nauc_ndcg_at_3_diff1": 0.922329, + "nauc_ndcg_at_5_max": 0.733737, + "nauc_ndcg_at_5_std": -0.294935, + "nauc_ndcg_at_5_diff1": 0.927176, + "nauc_ndcg_at_10_max": 0.722941, + "nauc_ndcg_at_10_std": -0.309336, + "nauc_ndcg_at_10_diff1": 0.924177, + "nauc_ndcg_at_20_max": 0.723756, + "nauc_ndcg_at_20_std": -0.2968, + "nauc_ndcg_at_20_diff1": 0.92428, + "nauc_ndcg_at_100_max": 0.720116, + "nauc_ndcg_at_100_std": -0.300773, + "nauc_ndcg_at_100_diff1": 0.923267, + "nauc_ndcg_at_1000_max": 0.718693, + "nauc_ndcg_at_1000_std": -0.30739, + "nauc_ndcg_at_1000_diff1": 0.922877, + "nauc_map_at_1_max": 0.694413, + "nauc_map_at_1_std": -0.317229, + "nauc_map_at_1_diff1": 0.919185, + "nauc_map_at_3_max": 0.714461, + "nauc_map_at_3_std": -0.320022, + "nauc_map_at_3_diff1": 0.92053, + "nauc_map_at_5_max": 0.718558, + "nauc_map_at_5_std": -0.311452, + "nauc_map_at_5_diff1": 0.922872, + "nauc_map_at_10_max": 0.714536, + "nauc_map_at_10_std": -0.316921, + "nauc_map_at_10_diff1": 0.921819, + "nauc_map_at_20_max": 0.714572, + "nauc_map_at_20_std": -0.314101, + "nauc_map_at_20_diff1": 0.921842, + "nauc_map_at_100_max": 0.714209, + "nauc_map_at_100_std": -0.314697, + "nauc_map_at_100_diff1": 0.92173, + "nauc_map_at_1000_max": 0.714184, + "nauc_map_at_1000_std": -0.314813, + "nauc_map_at_1000_diff1": 0.921723, + "nauc_recall_at_1_max": 0.694413, + "nauc_recall_at_1_std": -0.317229, + "nauc_recall_at_1_diff1": 0.919185, + "nauc_recall_at_3_max": 0.782796, + "nauc_recall_at_3_std": -0.260971, + "nauc_recall_at_3_diff1": 0.933327, + "nauc_recall_at_5_max": 0.869888, + "nauc_recall_at_5_std": -0.138095, + "nauc_recall_at_5_diff1": 0.96732, + "nauc_recall_at_10_max": 0.831194, + "nauc_recall_at_10_std": -0.200591, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": 0.936308, + "nauc_recall_at_20_std": 0.198479, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.694413, + "nauc_precision_at_1_std": -0.317229, + "nauc_precision_at_1_diff1": 0.919185, + "nauc_precision_at_3_max": 0.782796, + "nauc_precision_at_3_std": -0.260971, + "nauc_precision_at_3_diff1": 0.933327, + "nauc_precision_at_5_max": 0.869888, + "nauc_precision_at_5_std": -0.138095, + "nauc_precision_at_5_diff1": 0.96732, + "nauc_precision_at_10_max": 0.831194, + "nauc_precision_at_10_std": -0.200591, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": 0.936308, + "nauc_precision_at_20_std": 0.198479, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.694413, + "nauc_mrr_at_1_std": -0.317229, + "nauc_mrr_at_1_diff1": 0.919185, + "nauc_mrr_at_3_max": 0.714461, + "nauc_mrr_at_3_std": -0.320022, + "nauc_mrr_at_3_diff1": 0.92053, + "nauc_mrr_at_5_max": 0.718558, + "nauc_mrr_at_5_std": -0.311452, + "nauc_mrr_at_5_diff1": 0.922872, + "nauc_mrr_at_10_max": 0.714536, + "nauc_mrr_at_10_std": -0.316921, + "nauc_mrr_at_10_diff1": 0.921819, + "nauc_mrr_at_20_max": 0.714572, + "nauc_mrr_at_20_std": -0.314101, + "nauc_mrr_at_20_diff1": 0.921842, + "nauc_mrr_at_100_max": 0.714209, + "nauc_mrr_at_100_std": -0.314697, + "nauc_mrr_at_100_diff1": 0.92173, + "nauc_mrr_at_1000_max": 0.714184, + "nauc_mrr_at_1000_std": -0.314813, + "nauc_mrr_at_1000_diff1": 0.921723, + "hit_rate_at_1": 0.89889, + "hit_rate_at_3": 0.96444, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94643, + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88333, + "ndcg_at_3": 0.92251, + "ndcg_at_5": 0.92849, + "ndcg_at_10": 0.93414, + "ndcg_at_20": 0.93643, + "ndcg_at_100": 0.93789, + "ndcg_at_1000": 0.93829, + "map_at_1": 0.88333, + "map_at_3": 0.91333, + "map_at_5": 0.91667, + "map_at_10": 0.91915, + "map_at_20": 0.9198, + "map_at_100": 0.92001, + "map_at_1000": 0.92002, + "recall_at_1": 0.88333, + "recall_at_3": 0.94889, + "recall_at_5": 0.96333, + "recall_at_10": 0.98, + "recall_at_20": 0.98889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.88333, + "precision_at_1": 0.88333, + "precision_at_3": 0.3163, + "precision_at_5": 0.19267, + "precision_at_10": 0.098, + "precision_at_20": 0.04944, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.883333, + "mrr_at_3": 0.913333, + "mrr_at_5": 0.916667, + "mrr_at_10": 0.919149, + "mrr_at_20": 0.919802, + "mrr_at_100": 0.92001, + "mrr_at_1000": 0.920022, + "nauc_ndcg_at_1_max": 0.793648, + "nauc_ndcg_at_1_std": -0.137493, + "nauc_ndcg_at_1_diff1": 0.905673, + "nauc_ndcg_at_3_max": 0.829989, + "nauc_ndcg_at_3_std": -0.105669, + "nauc_ndcg_at_3_diff1": 0.90392, + "nauc_ndcg_at_5_max": 0.828035, + "nauc_ndcg_at_5_std": -0.10875, + "nauc_ndcg_at_5_diff1": 0.902805, + "nauc_ndcg_at_10_max": 0.830402, + "nauc_ndcg_at_10_std": -0.075953, + "nauc_ndcg_at_10_diff1": 0.902146, + "nauc_ndcg_at_20_max": 0.826149, + "nauc_ndcg_at_20_std": -0.077234, + "nauc_ndcg_at_20_diff1": 0.90222, + "nauc_ndcg_at_100_max": 0.822915, + "nauc_ndcg_at_100_std": -0.092007, + "nauc_ndcg_at_100_diff1": 0.90369, + "nauc_ndcg_at_1000_max": 0.821739, + "nauc_ndcg_at_1000_std": -0.098172, + "nauc_ndcg_at_1000_diff1": 0.903369, + "nauc_map_at_1_max": 0.793648, + "nauc_map_at_1_std": -0.137493, + "nauc_map_at_1_diff1": 0.905673, + "nauc_map_at_3_max": 0.819742, + "nauc_map_at_3_std": -0.116264, + "nauc_map_at_3_diff1": 0.904106, + "nauc_map_at_5_max": 0.818406, + "nauc_map_at_5_std": -0.118779, + "nauc_map_at_5_diff1": 0.90363, + "nauc_map_at_10_max": 0.818922, + "nauc_map_at_10_std": -0.107685, + "nauc_map_at_10_diff1": 0.903429, + "nauc_map_at_20_max": 0.817905, + "nauc_map_at_20_std": -0.108041, + "nauc_map_at_20_diff1": 0.903454, + "nauc_map_at_100_max": 0.817507, + "nauc_map_at_100_std": -0.109908, + "nauc_map_at_100_diff1": 0.903627, + "nauc_map_at_1000_max": 0.81748, + "nauc_map_at_1000_std": -0.110037, + "nauc_map_at_1000_diff1": 0.903623, + "nauc_recall_at_1_max": 0.793648, + "nauc_recall_at_1_std": -0.137493, + "nauc_recall_at_1_diff1": 0.905673, + "nauc_recall_at_3_max": 0.878476, + "nauc_recall_at_3_std": -0.054246, + "nauc_recall_at_3_diff1": 0.90328, + "nauc_recall_at_5_max": 0.888323, + "nauc_recall_at_5_std": -0.042696, + "nauc_recall_at_5_diff1": 0.897363, + "nauc_recall_at_10_max": 0.961874, + "nauc_recall_at_10_std": 0.334604, + "nauc_recall_at_10_diff1": 0.886269, + "nauc_recall_at_20_max": 0.972222, + "nauc_recall_at_20_std": 0.625864, + "nauc_recall_at_20_diff1": 0.87535, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.851385, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.793648, + "nauc_precision_at_1_std": -0.137493, + "nauc_precision_at_1_diff1": 0.905673, + "nauc_precision_at_3_max": 0.878476, + "nauc_precision_at_3_std": -0.054246, + "nauc_precision_at_3_diff1": 0.90328, + "nauc_precision_at_5_max": 0.888323, + "nauc_precision_at_5_std": -0.042696, + "nauc_precision_at_5_diff1": 0.897363, + "nauc_precision_at_10_max": 0.961874, + "nauc_precision_at_10_std": 0.334604, + "nauc_precision_at_10_diff1": 0.886269, + "nauc_precision_at_20_max": 0.972222, + "nauc_precision_at_20_std": 0.625864, + "nauc_precision_at_20_diff1": 0.87535, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.851385, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.793648, + "nauc_mrr_at_1_std": -0.137493, + "nauc_mrr_at_1_diff1": 0.905673, + "nauc_mrr_at_3_max": 0.819742, + "nauc_mrr_at_3_std": -0.116264, + "nauc_mrr_at_3_diff1": 0.904106, + "nauc_mrr_at_5_max": 0.818406, + "nauc_mrr_at_5_std": -0.118779, + "nauc_mrr_at_5_diff1": 0.90363, + "nauc_mrr_at_10_max": 0.818922, + "nauc_mrr_at_10_std": -0.107685, + "nauc_mrr_at_10_diff1": 0.903429, + "nauc_mrr_at_20_max": 0.817905, + "nauc_mrr_at_20_std": -0.108041, + "nauc_mrr_at_20_diff1": 0.903454, + "nauc_mrr_at_100_max": 0.817507, + "nauc_mrr_at_100_std": -0.109908, + "nauc_mrr_at_100_diff1": 0.903627, + "nauc_mrr_at_1000_max": 0.81748, + "nauc_mrr_at_1000_std": -0.110037, + "nauc_mrr_at_1000_diff1": 0.903623, + "hit_rate_at_1": 0.88333, + "hit_rate_at_3": 0.94889, + "hit_rate_at_5": 0.96333, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93414, + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.30444, + "ndcg_at_3": 0.33036, + "ndcg_at_5": 0.33853, + "ndcg_at_10": 0.34662, + "ndcg_at_20": 0.35476, + "ndcg_at_100": 0.38292, + "ndcg_at_1000": 0.43642, + "map_at_1": 0.30444, + "map_at_3": 0.32463, + "map_at_5": 0.32913, + "map_at_10": 0.33257, + "map_at_20": 0.33481, + "map_at_100": 0.33817, + "map_at_1000": 0.34018, + "recall_at_1": 0.30444, + "recall_at_3": 0.34667, + "recall_at_5": 0.36667, + "recall_at_10": 0.39111, + "recall_at_20": 0.42333, + "recall_at_100": 0.58333, + "recall_at_1000": 1.0, + "accuracy": 0.30444, + "precision_at_1": 0.30444, + "precision_at_3": 0.11556, + "precision_at_5": 0.07333, + "precision_at_10": 0.03911, + "precision_at_20": 0.02117, + "precision_at_100": 0.00583, + "precision_at_1000": 0.001, + "mrr_at_1": 0.304444, + "mrr_at_3": 0.32463, + "mrr_at_5": 0.32913, + "mrr_at_10": 0.332573, + "mrr_at_20": 0.334807, + "mrr_at_100": 0.33817, + "mrr_at_1000": 0.340181, + "nauc_ndcg_at_1_max": -0.536888, + "nauc_ndcg_at_1_std": -0.704919, + "nauc_ndcg_at_1_diff1": 0.908014, + "nauc_ndcg_at_3_max": -0.556314, + "nauc_ndcg_at_3_std": -0.713666, + "nauc_ndcg_at_3_diff1": 0.888675, + "nauc_ndcg_at_5_max": -0.557384, + "nauc_ndcg_at_5_std": -0.710179, + "nauc_ndcg_at_5_diff1": 0.87738, + "nauc_ndcg_at_10_max": -0.561588, + "nauc_ndcg_at_10_std": -0.709147, + "nauc_ndcg_at_10_diff1": 0.86744, + "nauc_ndcg_at_20_max": -0.554802, + "nauc_ndcg_at_20_std": -0.69914, + "nauc_ndcg_at_20_diff1": 0.856228, + "nauc_ndcg_at_100_max": -0.542292, + "nauc_ndcg_at_100_std": -0.677917, + "nauc_ndcg_at_100_diff1": 0.835786, + "nauc_ndcg_at_1000_max": -0.549725, + "nauc_ndcg_at_1000_std": -0.695439, + "nauc_ndcg_at_1000_diff1": 0.859027, + "nauc_map_at_1_max": -0.536888, + "nauc_map_at_1_std": -0.704919, + "nauc_map_at_1_diff1": 0.908014, + "nauc_map_at_3_max": -0.552014, + "nauc_map_at_3_std": -0.71187, + "nauc_map_at_3_diff1": 0.893069, + "nauc_map_at_5_max": -0.55266, + "nauc_map_at_5_std": -0.709958, + "nauc_map_at_5_diff1": 0.886749, + "nauc_map_at_10_max": -0.554695, + "nauc_map_at_10_std": -0.709808, + "nauc_map_at_10_diff1": 0.882528, + "nauc_map_at_20_max": -0.552668, + "nauc_map_at_20_std": -0.706827, + "nauc_map_at_20_diff1": 0.879281, + "nauc_map_at_100_max": -0.550991, + "nauc_map_at_100_std": -0.704144, + "nauc_map_at_100_diff1": 0.87663, + "nauc_map_at_1000_max": -0.551218, + "nauc_map_at_1000_std": -0.704648, + "nauc_map_at_1000_diff1": 0.87726, + "nauc_recall_at_1_max": -0.536888, + "nauc_recall_at_1_std": -0.704919, + "nauc_recall_at_1_diff1": 0.908014, + "nauc_recall_at_3_max": -0.568453, + "nauc_recall_at_3_std": -0.718674, + "nauc_recall_at_3_diff1": 0.876219, + "nauc_recall_at_5_max": -0.570734, + "nauc_recall_at_5_std": -0.71016, + "nauc_recall_at_5_diff1": 0.849345, + "nauc_recall_at_10_max": -0.581865, + "nauc_recall_at_10_std": -0.705614, + "nauc_recall_at_10_diff1": 0.819954, + "nauc_recall_at_20_max": -0.556652, + "nauc_recall_at_20_std": -0.668279, + "nauc_recall_at_20_diff1": 0.777314, + "nauc_recall_at_100_max": -0.484624, + "nauc_recall_at_100_std": -0.53869, + "nauc_recall_at_100_diff1": 0.647501, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.536888, + "nauc_precision_at_1_std": -0.704919, + "nauc_precision_at_1_diff1": 0.908014, + "nauc_precision_at_3_max": -0.568453, + "nauc_precision_at_3_std": -0.718674, + "nauc_precision_at_3_diff1": 0.876219, + "nauc_precision_at_5_max": -0.570734, + "nauc_precision_at_5_std": -0.71016, + "nauc_precision_at_5_diff1": 0.849345, + "nauc_precision_at_10_max": -0.581865, + "nauc_precision_at_10_std": -0.705614, + "nauc_precision_at_10_diff1": 0.819954, + "nauc_precision_at_20_max": -0.556652, + "nauc_precision_at_20_std": -0.668279, + "nauc_precision_at_20_diff1": 0.777314, + "nauc_precision_at_100_max": -0.484624, + "nauc_precision_at_100_std": -0.53869, + "nauc_precision_at_100_diff1": 0.647501, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.536888, + "nauc_mrr_at_1_std": -0.704919, + "nauc_mrr_at_1_diff1": 0.908014, + "nauc_mrr_at_3_max": -0.552014, + "nauc_mrr_at_3_std": -0.71187, + "nauc_mrr_at_3_diff1": 0.893069, + "nauc_mrr_at_5_max": -0.55266, + "nauc_mrr_at_5_std": -0.709958, + "nauc_mrr_at_5_diff1": 0.886749, + "nauc_mrr_at_10_max": -0.554695, + "nauc_mrr_at_10_std": -0.709808, + "nauc_mrr_at_10_diff1": 0.882528, + "nauc_mrr_at_20_max": -0.552668, + "nauc_mrr_at_20_std": -0.706827, + "nauc_mrr_at_20_diff1": 0.879281, + "nauc_mrr_at_100_max": -0.550991, + "nauc_mrr_at_100_std": -0.704144, + "nauc_mrr_at_100_diff1": 0.87663, + "nauc_mrr_at_1000_max": -0.551218, + "nauc_mrr_at_1000_std": -0.704648, + "nauc_mrr_at_1000_diff1": 0.87726, + "hit_rate_at_1": 0.30444, + "hit_rate_at_3": 0.34667, + "hit_rate_at_5": 0.36667, + "hit_rate_at_10": 0.39111, + "hit_rate_at_20": 0.42333, + "hit_rate_at_100": 0.58333, + "hit_rate_at_1000": 1.0, + "main_score": 0.34662, + "hf_subset": "shn_Mymr-shn_Mymr", + "languages": [ + "shn-Mymr", + "shn-Mymr" + ] + }, + { + "ndcg_at_1": 0.51333, + "ndcg_at_3": 0.56774, + "ndcg_at_5": 0.58161, + "ndcg_at_10": 0.59248, + "ndcg_at_20": 0.6056, + "ndcg_at_100": 0.62726, + "ndcg_at_1000": 0.6475, + "map_at_1": 0.51333, + "map_at_3": 0.55463, + "map_at_5": 0.56241, + "map_at_10": 0.56674, + "map_at_20": 0.5703, + "map_at_100": 0.57295, + "map_at_1000": 0.57382, + "recall_at_1": 0.51333, + "recall_at_3": 0.60556, + "recall_at_5": 0.63889, + "recall_at_10": 0.67333, + "recall_at_20": 0.72556, + "recall_at_100": 0.84778, + "recall_at_1000": 1.0, + "accuracy": 0.51333, + "precision_at_1": 0.51333, + "precision_at_3": 0.20185, + "precision_at_5": 0.12778, + "precision_at_10": 0.06733, + "precision_at_20": 0.03628, + "precision_at_100": 0.00848, + "precision_at_1000": 0.001, + "mrr_at_1": 0.513333, + "mrr_at_3": 0.55463, + "mrr_at_5": 0.562407, + "mrr_at_10": 0.566736, + "mrr_at_20": 0.570302, + "mrr_at_100": 0.572948, + "mrr_at_1000": 0.573817, + "nauc_ndcg_at_1_max": 0.743374, + "nauc_ndcg_at_1_std": 0.158308, + "nauc_ndcg_at_1_diff1": 0.823532, + "nauc_ndcg_at_3_max": 0.760282, + "nauc_ndcg_at_3_std": 0.195646, + "nauc_ndcg_at_3_diff1": 0.78258, + "nauc_ndcg_at_5_max": 0.754966, + "nauc_ndcg_at_5_std": 0.187181, + "nauc_ndcg_at_5_diff1": 0.778365, + "nauc_ndcg_at_10_max": 0.752361, + "nauc_ndcg_at_10_std": 0.195239, + "nauc_ndcg_at_10_diff1": 0.774371, + "nauc_ndcg_at_20_max": 0.74509, + "nauc_ndcg_at_20_std": 0.191452, + "nauc_ndcg_at_20_diff1": 0.768946, + "nauc_ndcg_at_100_max": 0.747474, + "nauc_ndcg_at_100_std": 0.204216, + "nauc_ndcg_at_100_diff1": 0.768036, + "nauc_ndcg_at_1000_max": 0.749178, + "nauc_ndcg_at_1000_std": 0.191854, + "nauc_ndcg_at_1000_diff1": 0.777234, + "nauc_map_at_1_max": 0.743374, + "nauc_map_at_1_std": 0.158308, + "nauc_map_at_1_diff1": 0.823532, + "nauc_map_at_3_max": 0.756899, + "nauc_map_at_3_std": 0.185779, + "nauc_map_at_3_diff1": 0.792458, + "nauc_map_at_5_max": 0.753987, + "nauc_map_at_5_std": 0.180941, + "nauc_map_at_5_diff1": 0.790322, + "nauc_map_at_10_max": 0.752964, + "nauc_map_at_10_std": 0.184136, + "nauc_map_at_10_diff1": 0.788781, + "nauc_map_at_20_max": 0.751058, + "nauc_map_at_20_std": 0.183079, + "nauc_map_at_20_diff1": 0.787447, + "nauc_map_at_100_max": 0.751218, + "nauc_map_at_100_std": 0.18487, + "nauc_map_at_100_diff1": 0.78717, + "nauc_map_at_1000_max": 0.751236, + "nauc_map_at_1000_std": 0.184307, + "nauc_map_at_1000_diff1": 0.787512, + "nauc_recall_at_1_max": 0.743374, + "nauc_recall_at_1_std": 0.158308, + "nauc_recall_at_1_diff1": 0.823532, + "nauc_recall_at_3_max": 0.770251, + "nauc_recall_at_3_std": 0.226049, + "nauc_recall_at_3_diff1": 0.752537, + "nauc_recall_at_5_max": 0.756842, + "nauc_recall_at_5_std": 0.206265, + "nauc_recall_at_5_diff1": 0.739477, + "nauc_recall_at_10_max": 0.74774, + "nauc_recall_at_10_std": 0.235721, + "nauc_recall_at_10_diff1": 0.723035, + "nauc_recall_at_20_max": 0.711075, + "nauc_recall_at_20_std": 0.22228, + "nauc_recall_at_20_diff1": 0.689209, + "nauc_recall_at_100_max": 0.71943, + "nauc_recall_at_100_std": 0.369794, + "nauc_recall_at_100_diff1": 0.637095, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.743374, + "nauc_precision_at_1_std": 0.158308, + "nauc_precision_at_1_diff1": 0.823532, + "nauc_precision_at_3_max": 0.770251, + "nauc_precision_at_3_std": 0.226049, + "nauc_precision_at_3_diff1": 0.752537, + "nauc_precision_at_5_max": 0.756842, + "nauc_precision_at_5_std": 0.206265, + "nauc_precision_at_5_diff1": 0.739477, + "nauc_precision_at_10_max": 0.74774, + "nauc_precision_at_10_std": 0.235721, + "nauc_precision_at_10_diff1": 0.723035, + "nauc_precision_at_20_max": 0.711075, + "nauc_precision_at_20_std": 0.22228, + "nauc_precision_at_20_diff1": 0.689209, + "nauc_precision_at_100_max": 0.71943, + "nauc_precision_at_100_std": 0.369794, + "nauc_precision_at_100_diff1": 0.637095, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.743374, + "nauc_mrr_at_1_std": 0.158308, + "nauc_mrr_at_1_diff1": 0.823532, + "nauc_mrr_at_3_max": 0.756899, + "nauc_mrr_at_3_std": 0.185779, + "nauc_mrr_at_3_diff1": 0.792458, + "nauc_mrr_at_5_max": 0.753987, + "nauc_mrr_at_5_std": 0.180941, + "nauc_mrr_at_5_diff1": 0.790322, + "nauc_mrr_at_10_max": 0.752964, + "nauc_mrr_at_10_std": 0.184136, + "nauc_mrr_at_10_diff1": 0.788781, + "nauc_mrr_at_20_max": 0.751058, + "nauc_mrr_at_20_std": 0.183079, + "nauc_mrr_at_20_diff1": 0.787447, + "nauc_mrr_at_100_max": 0.751218, + "nauc_mrr_at_100_std": 0.18487, + "nauc_mrr_at_100_diff1": 0.78717, + "nauc_mrr_at_1000_max": 0.751236, + "nauc_mrr_at_1000_std": 0.184307, + "nauc_mrr_at_1000_diff1": 0.787512, + "hit_rate_at_1": 0.51333, + "hit_rate_at_3": 0.60556, + "hit_rate_at_5": 0.63889, + "hit_rate_at_10": 0.67333, + "hit_rate_at_20": 0.72556, + "hit_rate_at_100": 0.84778, + "hit_rate_at_1000": 1.0, + "main_score": 0.59248, + "hf_subset": "shn_Mymr-eng_Latn", + "languages": [ + "shn-Mymr", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.35667, + "ndcg_at_3": 0.37569, + "ndcg_at_5": 0.37803, + "ndcg_at_10": 0.38272, + "ndcg_at_20": 0.38552, + "ndcg_at_100": 0.40325, + "ndcg_at_1000": 0.46371, + "map_at_1": 0.35667, + "map_at_3": 0.37111, + "map_at_5": 0.37244, + "map_at_10": 0.37438, + "map_at_20": 0.37516, + "map_at_100": 0.37738, + "map_at_1000": 0.37944, + "recall_at_1": 0.35667, + "recall_at_3": 0.38889, + "recall_at_5": 0.39444, + "recall_at_10": 0.40889, + "recall_at_20": 0.42, + "recall_at_100": 0.51889, + "recall_at_1000": 1.0, + "accuracy": 0.35667, + "precision_at_1": 0.35667, + "precision_at_3": 0.12963, + "precision_at_5": 0.07889, + "precision_at_10": 0.04089, + "precision_at_20": 0.021, + "precision_at_100": 0.00519, + "precision_at_1000": 0.001, + "mrr_at_1": 0.356667, + "mrr_at_3": 0.371111, + "mrr_at_5": 0.372444, + "mrr_at_10": 0.374385, + "mrr_at_20": 0.375156, + "mrr_at_100": 0.377382, + "mrr_at_1000": 0.379445, + "nauc_ndcg_at_1_max": 0.876434, + "nauc_ndcg_at_1_std": 0.567462, + "nauc_ndcg_at_1_diff1": 0.84382, + "nauc_ndcg_at_3_max": 0.881883, + "nauc_ndcg_at_3_std": 0.602949, + "nauc_ndcg_at_3_diff1": 0.816014, + "nauc_ndcg_at_5_max": 0.877702, + "nauc_ndcg_at_5_std": 0.60357, + "nauc_ndcg_at_5_diff1": 0.813809, + "nauc_ndcg_at_10_max": 0.87081, + "nauc_ndcg_at_10_std": 0.603484, + "nauc_ndcg_at_10_diff1": 0.80624, + "nauc_ndcg_at_20_max": 0.867363, + "nauc_ndcg_at_20_std": 0.602523, + "nauc_ndcg_at_20_diff1": 0.802991, + "nauc_ndcg_at_100_max": 0.849512, + "nauc_ndcg_at_100_std": 0.586952, + "nauc_ndcg_at_100_diff1": 0.788096, + "nauc_ndcg_at_1000_max": 0.862235, + "nauc_ndcg_at_1000_std": 0.592802, + "nauc_ndcg_at_1000_diff1": 0.802412, + "nauc_map_at_1_max": 0.876434, + "nauc_map_at_1_std": 0.567462, + "nauc_map_at_1_diff1": 0.84382, + "nauc_map_at_3_max": 0.881195, + "nauc_map_at_3_std": 0.595128, + "nauc_map_at_3_diff1": 0.822706, + "nauc_map_at_5_max": 0.878816, + "nauc_map_at_5_std": 0.595545, + "nauc_map_at_5_diff1": 0.821471, + "nauc_map_at_10_max": 0.87596, + "nauc_map_at_10_std": 0.595729, + "nauc_map_at_10_diff1": 0.81821, + "nauc_map_at_20_max": 0.874998, + "nauc_map_at_20_std": 0.595536, + "nauc_map_at_20_diff1": 0.817275, + "nauc_map_at_100_max": 0.872699, + "nauc_map_at_100_std": 0.593746, + "nauc_map_at_100_diff1": 0.815484, + "nauc_map_at_1000_max": 0.87276, + "nauc_map_at_1000_std": 0.593658, + "nauc_map_at_1000_diff1": 0.815701, + "nauc_recall_at_1_max": 0.876434, + "nauc_recall_at_1_std": 0.567462, + "nauc_recall_at_1_diff1": 0.84382, + "nauc_recall_at_3_max": 0.883598, + "nauc_recall_at_3_std": 0.62505, + "nauc_recall_at_3_diff1": 0.796852, + "nauc_recall_at_5_max": 0.873742, + "nauc_recall_at_5_std": 0.626217, + "nauc_recall_at_5_diff1": 0.791605, + "nauc_recall_at_10_max": 0.852603, + "nauc_recall_at_10_std": 0.624795, + "nauc_recall_at_10_diff1": 0.769048, + "nauc_recall_at_20_max": 0.839065, + "nauc_recall_at_20_std": 0.620524, + "nauc_recall_at_20_diff1": 0.756418, + "nauc_recall_at_100_max": 0.735975, + "nauc_recall_at_100_std": 0.529116, + "nauc_recall_at_100_diff1": 0.667353, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.876434, + "nauc_precision_at_1_std": 0.567462, + "nauc_precision_at_1_diff1": 0.84382, + "nauc_precision_at_3_max": 0.883598, + "nauc_precision_at_3_std": 0.62505, + "nauc_precision_at_3_diff1": 0.796852, + "nauc_precision_at_5_max": 0.873742, + "nauc_precision_at_5_std": 0.626217, + "nauc_precision_at_5_diff1": 0.791605, + "nauc_precision_at_10_max": 0.852603, + "nauc_precision_at_10_std": 0.624795, + "nauc_precision_at_10_diff1": 0.769048, + "nauc_precision_at_20_max": 0.839065, + "nauc_precision_at_20_std": 0.620524, + "nauc_precision_at_20_diff1": 0.756418, + "nauc_precision_at_100_max": 0.735975, + "nauc_precision_at_100_std": 0.529116, + "nauc_precision_at_100_diff1": 0.667353, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.876434, + "nauc_mrr_at_1_std": 0.567462, + "nauc_mrr_at_1_diff1": 0.84382, + "nauc_mrr_at_3_max": 0.881195, + "nauc_mrr_at_3_std": 0.595128, + "nauc_mrr_at_3_diff1": 0.822706, + "nauc_mrr_at_5_max": 0.878816, + "nauc_mrr_at_5_std": 0.595545, + "nauc_mrr_at_5_diff1": 0.821471, + "nauc_mrr_at_10_max": 0.87596, + "nauc_mrr_at_10_std": 0.595729, + "nauc_mrr_at_10_diff1": 0.81821, + "nauc_mrr_at_20_max": 0.874998, + "nauc_mrr_at_20_std": 0.595536, + "nauc_mrr_at_20_diff1": 0.817275, + "nauc_mrr_at_100_max": 0.872699, + "nauc_mrr_at_100_std": 0.593746, + "nauc_mrr_at_100_diff1": 0.815484, + "nauc_mrr_at_1000_max": 0.87276, + "nauc_mrr_at_1000_std": 0.593658, + "nauc_mrr_at_1000_diff1": 0.815701, + "hit_rate_at_1": 0.35667, + "hit_rate_at_3": 0.38889, + "hit_rate_at_5": 0.39444, + "hit_rate_at_10": 0.40889, + "hit_rate_at_20": 0.42, + "hit_rate_at_100": 0.51889, + "hit_rate_at_1000": 1.0, + "main_score": 0.38272, + "hf_subset": "eng_Latn-shn_Mymr", + "languages": [ + "eng-Latn", + "shn-Mymr" + ] + }, + { + "ndcg_at_1": 0.3, + "ndcg_at_3": 0.35426, + "ndcg_at_5": 0.37668, + "ndcg_at_10": 0.39524, + "ndcg_at_20": 0.41028, + "ndcg_at_100": 0.4455, + "ndcg_at_1000": 0.47647, + "map_at_1": 0.3, + "map_at_3": 0.34111, + "map_at_5": 0.35356, + "map_at_10": 0.36114, + "map_at_20": 0.36519, + "map_at_100": 0.36968, + "map_at_1000": 0.37086, + "recall_at_1": 0.3, + "recall_at_3": 0.39222, + "recall_at_5": 0.44667, + "recall_at_10": 0.50444, + "recall_at_20": 0.56444, + "recall_at_100": 0.76, + "recall_at_1000": 1.0, + "accuracy": 0.3, + "precision_at_1": 0.3, + "precision_at_3": 0.13074, + "precision_at_5": 0.08933, + "precision_at_10": 0.05044, + "precision_at_20": 0.02822, + "precision_at_100": 0.0076, + "precision_at_1000": 0.001, + "mrr_at_1": 0.3, + "mrr_at_3": 0.341111, + "mrr_at_5": 0.353556, + "mrr_at_10": 0.361138, + "mrr_at_20": 0.365193, + "mrr_at_100": 0.369676, + "mrr_at_1000": 0.370861, + "nauc_ndcg_at_1_max": 0.313941, + "nauc_ndcg_at_1_std": -0.294044, + "nauc_ndcg_at_1_diff1": 0.646205, + "nauc_ndcg_at_3_max": 0.317252, + "nauc_ndcg_at_3_std": -0.302161, + "nauc_ndcg_at_3_diff1": 0.606344, + "nauc_ndcg_at_5_max": 0.314585, + "nauc_ndcg_at_5_std": -0.291007, + "nauc_ndcg_at_5_diff1": 0.586625, + "nauc_ndcg_at_10_max": 0.309255, + "nauc_ndcg_at_10_std": -0.28685, + "nauc_ndcg_at_10_diff1": 0.573917, + "nauc_ndcg_at_20_max": 0.303922, + "nauc_ndcg_at_20_std": -0.285976, + "nauc_ndcg_at_20_diff1": 0.571013, + "nauc_ndcg_at_100_max": 0.307464, + "nauc_ndcg_at_100_std": -0.270597, + "nauc_ndcg_at_100_diff1": 0.568963, + "nauc_ndcg_at_1000_max": 0.310067, + "nauc_ndcg_at_1000_std": -0.283693, + "nauc_ndcg_at_1000_diff1": 0.583031, + "nauc_map_at_1_max": 0.313941, + "nauc_map_at_1_std": -0.294044, + "nauc_map_at_1_diff1": 0.646205, + "nauc_map_at_3_max": 0.317329, + "nauc_map_at_3_std": -0.30093, + "nauc_map_at_3_diff1": 0.61601, + "nauc_map_at_5_max": 0.315824, + "nauc_map_at_5_std": -0.294633, + "nauc_map_at_5_diff1": 0.604978, + "nauc_map_at_10_max": 0.313781, + "nauc_map_at_10_std": -0.292628, + "nauc_map_at_10_diff1": 0.599648, + "nauc_map_at_20_max": 0.312434, + "nauc_map_at_20_std": -0.292345, + "nauc_map_at_20_diff1": 0.598745, + "nauc_map_at_100_max": 0.31304, + "nauc_map_at_100_std": -0.29053, + "nauc_map_at_100_diff1": 0.598685, + "nauc_map_at_1000_max": 0.31313, + "nauc_map_at_1000_std": -0.290928, + "nauc_map_at_1000_diff1": 0.599117, + "nauc_recall_at_1_max": 0.313941, + "nauc_recall_at_1_std": -0.294044, + "nauc_recall_at_1_diff1": 0.646205, + "nauc_recall_at_3_max": 0.316689, + "nauc_recall_at_3_std": -0.305352, + "nauc_recall_at_3_diff1": 0.57903, + "nauc_recall_at_5_max": 0.310358, + "nauc_recall_at_5_std": -0.278925, + "nauc_recall_at_5_diff1": 0.531627, + "nauc_recall_at_10_max": 0.292915, + "nauc_recall_at_10_std": -0.267269, + "nauc_recall_at_10_diff1": 0.491636, + "nauc_recall_at_20_max": 0.268961, + "nauc_recall_at_20_std": -0.262948, + "nauc_recall_at_20_diff1": 0.475969, + "nauc_recall_at_100_max": 0.278859, + "nauc_recall_at_100_std": -0.122987, + "nauc_recall_at_100_diff1": 0.409944, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.313941, + "nauc_precision_at_1_std": -0.294044, + "nauc_precision_at_1_diff1": 0.646205, + "nauc_precision_at_3_max": 0.316689, + "nauc_precision_at_3_std": -0.305352, + "nauc_precision_at_3_diff1": 0.57903, + "nauc_precision_at_5_max": 0.310358, + "nauc_precision_at_5_std": -0.278925, + "nauc_precision_at_5_diff1": 0.531627, + "nauc_precision_at_10_max": 0.292915, + "nauc_precision_at_10_std": -0.267269, + "nauc_precision_at_10_diff1": 0.491636, + "nauc_precision_at_20_max": 0.268961, + "nauc_precision_at_20_std": -0.262948, + "nauc_precision_at_20_diff1": 0.475969, + "nauc_precision_at_100_max": 0.278859, + "nauc_precision_at_100_std": -0.122987, + "nauc_precision_at_100_diff1": 0.409944, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.313941, + "nauc_mrr_at_1_std": -0.294044, + "nauc_mrr_at_1_diff1": 0.646205, + "nauc_mrr_at_3_max": 0.317329, + "nauc_mrr_at_3_std": -0.30093, + "nauc_mrr_at_3_diff1": 0.61601, + "nauc_mrr_at_5_max": 0.315824, + "nauc_mrr_at_5_std": -0.294633, + "nauc_mrr_at_5_diff1": 0.604978, + "nauc_mrr_at_10_max": 0.313781, + "nauc_mrr_at_10_std": -0.292628, + "nauc_mrr_at_10_diff1": 0.599648, + "nauc_mrr_at_20_max": 0.312434, + "nauc_mrr_at_20_std": -0.292345, + "nauc_mrr_at_20_diff1": 0.598745, + "nauc_mrr_at_100_max": 0.31304, + "nauc_mrr_at_100_std": -0.29053, + "nauc_mrr_at_100_diff1": 0.598685, + "nauc_mrr_at_1000_max": 0.31313, + "nauc_mrr_at_1000_std": -0.290928, + "nauc_mrr_at_1000_diff1": 0.599117, + "hit_rate_at_1": 0.3, + "hit_rate_at_3": 0.39222, + "hit_rate_at_5": 0.44667, + "hit_rate_at_10": 0.50444, + "hit_rate_at_20": 0.56444, + "hit_rate_at_100": 0.76, + "hit_rate_at_1000": 1.0, + "main_score": 0.39524, + "hf_subset": "sin_Latn-sin_Latn", + "languages": [ + "sin-Latn", + "sin-Latn" + ] + }, + { + "ndcg_at_1": 0.40333, + "ndcg_at_3": 0.47871, + "ndcg_at_5": 0.5041, + "ndcg_at_10": 0.527, + "ndcg_at_20": 0.54442, + "ndcg_at_100": 0.57461, + "ndcg_at_1000": 0.58787, + "map_at_1": 0.40333, + "map_at_3": 0.46056, + "map_at_5": 0.4745, + "map_at_10": 0.48389, + "map_at_20": 0.48868, + "map_at_100": 0.49258, + "map_at_1000": 0.49314, + "recall_at_1": 0.40333, + "recall_at_3": 0.53111, + "recall_at_5": 0.59333, + "recall_at_10": 0.66444, + "recall_at_20": 0.73333, + "recall_at_100": 0.9, + "recall_at_1000": 1.0, + "accuracy": 0.40333, + "precision_at_1": 0.40333, + "precision_at_3": 0.17704, + "precision_at_5": 0.11867, + "precision_at_10": 0.06644, + "precision_at_20": 0.03667, + "precision_at_100": 0.009, + "precision_at_1000": 0.001, + "mrr_at_1": 0.403333, + "mrr_at_3": 0.460556, + "mrr_at_5": 0.4745, + "mrr_at_10": 0.483895, + "mrr_at_20": 0.488676, + "mrr_at_100": 0.49258, + "mrr_at_1000": 0.493138, + "nauc_ndcg_at_1_max": 0.617458, + "nauc_ndcg_at_1_std": 0.151412, + "nauc_ndcg_at_1_diff1": 0.703765, + "nauc_ndcg_at_3_max": 0.640559, + "nauc_ndcg_at_3_std": 0.179771, + "nauc_ndcg_at_3_diff1": 0.677645, + "nauc_ndcg_at_5_max": 0.628665, + "nauc_ndcg_at_5_std": 0.18243, + "nauc_ndcg_at_5_diff1": 0.665148, + "nauc_ndcg_at_10_max": 0.625653, + "nauc_ndcg_at_10_std": 0.189898, + "nauc_ndcg_at_10_diff1": 0.657389, + "nauc_ndcg_at_20_max": 0.620211, + "nauc_ndcg_at_20_std": 0.188597, + "nauc_ndcg_at_20_diff1": 0.654559, + "nauc_ndcg_at_100_max": 0.621692, + "nauc_ndcg_at_100_std": 0.185439, + "nauc_ndcg_at_100_diff1": 0.658377, + "nauc_ndcg_at_1000_max": 0.624399, + "nauc_ndcg_at_1000_std": 0.181965, + "nauc_ndcg_at_1000_diff1": 0.665704, + "nauc_map_at_1_max": 0.617458, + "nauc_map_at_1_std": 0.151412, + "nauc_map_at_1_diff1": 0.703765, + "nauc_map_at_3_max": 0.636088, + "nauc_map_at_3_std": 0.17471, + "nauc_map_at_3_diff1": 0.683992, + "nauc_map_at_5_max": 0.629887, + "nauc_map_at_5_std": 0.176123, + "nauc_map_at_5_diff1": 0.677593, + "nauc_map_at_10_max": 0.628469, + "nauc_map_at_10_std": 0.17864, + "nauc_map_at_10_diff1": 0.674547, + "nauc_map_at_20_max": 0.626948, + "nauc_map_at_20_std": 0.178138, + "nauc_map_at_20_diff1": 0.673963, + "nauc_map_at_100_max": 0.626937, + "nauc_map_at_100_std": 0.177508, + "nauc_map_at_100_diff1": 0.674434, + "nauc_map_at_1000_max": 0.627045, + "nauc_map_at_1000_std": 0.17738, + "nauc_map_at_1000_diff1": 0.674735, + "nauc_recall_at_1_max": 0.617458, + "nauc_recall_at_1_std": 0.151412, + "nauc_recall_at_1_diff1": 0.703765, + "nauc_recall_at_3_max": 0.65344, + "nauc_recall_at_3_std": 0.194115, + "nauc_recall_at_3_diff1": 0.65865, + "nauc_recall_at_5_max": 0.621891, + "nauc_recall_at_5_std": 0.201863, + "nauc_recall_at_5_diff1": 0.623406, + "nauc_recall_at_10_max": 0.611676, + "nauc_recall_at_10_std": 0.234037, + "nauc_recall_at_10_diff1": 0.590585, + "nauc_recall_at_20_max": 0.581791, + "nauc_recall_at_20_std": 0.236259, + "nauc_recall_at_20_diff1": 0.563114, + "nauc_recall_at_100_max": 0.56552, + "nauc_recall_at_100_std": 0.258865, + "nauc_recall_at_100_diff1": 0.506489, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.617458, + "nauc_precision_at_1_std": 0.151412, + "nauc_precision_at_1_diff1": 0.703765, + "nauc_precision_at_3_max": 0.65344, + "nauc_precision_at_3_std": 0.194115, + "nauc_precision_at_3_diff1": 0.65865, + "nauc_precision_at_5_max": 0.621891, + "nauc_precision_at_5_std": 0.201863, + "nauc_precision_at_5_diff1": 0.623406, + "nauc_precision_at_10_max": 0.611676, + "nauc_precision_at_10_std": 0.234037, + "nauc_precision_at_10_diff1": 0.590585, + "nauc_precision_at_20_max": 0.581791, + "nauc_precision_at_20_std": 0.236259, + "nauc_precision_at_20_diff1": 0.563114, + "nauc_precision_at_100_max": 0.56552, + "nauc_precision_at_100_std": 0.258865, + "nauc_precision_at_100_diff1": 0.506489, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.617458, + "nauc_mrr_at_1_std": 0.151412, + "nauc_mrr_at_1_diff1": 0.703765, + "nauc_mrr_at_3_max": 0.636088, + "nauc_mrr_at_3_std": 0.17471, + "nauc_mrr_at_3_diff1": 0.683992, + "nauc_mrr_at_5_max": 0.629887, + "nauc_mrr_at_5_std": 0.176123, + "nauc_mrr_at_5_diff1": 0.677593, + "nauc_mrr_at_10_max": 0.628469, + "nauc_mrr_at_10_std": 0.17864, + "nauc_mrr_at_10_diff1": 0.674547, + "nauc_mrr_at_20_max": 0.626948, + "nauc_mrr_at_20_std": 0.178138, + "nauc_mrr_at_20_diff1": 0.673963, + "nauc_mrr_at_100_max": 0.626937, + "nauc_mrr_at_100_std": 0.177508, + "nauc_mrr_at_100_diff1": 0.674434, + "nauc_mrr_at_1000_max": 0.627045, + "nauc_mrr_at_1000_std": 0.17738, + "nauc_mrr_at_1000_diff1": 0.674735, + "hit_rate_at_1": 0.40333, + "hit_rate_at_3": 0.53111, + "hit_rate_at_5": 0.59333, + "hit_rate_at_10": 0.66444, + "hit_rate_at_20": 0.73333, + "hit_rate_at_100": 0.9, + "hit_rate_at_1000": 1.0, + "main_score": 0.527, + "hf_subset": "sin_Latn-eng_Latn", + "languages": [ + "sin-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.19111, + "ndcg_at_3": 0.22366, + "ndcg_at_5": 0.23648, + "ndcg_at_10": 0.25383, + "ndcg_at_20": 0.26728, + "ndcg_at_100": 0.30387, + "ndcg_at_1000": 0.3568, + "map_at_1": 0.19111, + "map_at_3": 0.21537, + "map_at_5": 0.22248, + "map_at_10": 0.2297, + "map_at_20": 0.23338, + "map_at_100": 0.23812, + "map_at_1000": 0.24011, + "recall_at_1": 0.19111, + "recall_at_3": 0.24778, + "recall_at_5": 0.27889, + "recall_at_10": 0.33222, + "recall_at_20": 0.38556, + "recall_at_100": 0.58778, + "recall_at_1000": 1.0, + "accuracy": 0.19111, + "precision_at_1": 0.19111, + "precision_at_3": 0.08259, + "precision_at_5": 0.05578, + "precision_at_10": 0.03322, + "precision_at_20": 0.01928, + "precision_at_100": 0.00588, + "precision_at_1000": 0.001, + "mrr_at_1": 0.191111, + "mrr_at_3": 0.21537, + "mrr_at_5": 0.222481, + "mrr_at_10": 0.229699, + "mrr_at_20": 0.233376, + "mrr_at_100": 0.238118, + "mrr_at_1000": 0.240109, + "nauc_ndcg_at_1_max": 0.70587, + "nauc_ndcg_at_1_std": 0.413785, + "nauc_ndcg_at_1_diff1": 0.65452, + "nauc_ndcg_at_3_max": 0.691414, + "nauc_ndcg_at_3_std": 0.415354, + "nauc_ndcg_at_3_diff1": 0.595009, + "nauc_ndcg_at_5_max": 0.676127, + "nauc_ndcg_at_5_std": 0.413524, + "nauc_ndcg_at_5_diff1": 0.582487, + "nauc_ndcg_at_10_max": 0.664586, + "nauc_ndcg_at_10_std": 0.418301, + "nauc_ndcg_at_10_diff1": 0.565093, + "nauc_ndcg_at_20_max": 0.649817, + "nauc_ndcg_at_20_std": 0.412466, + "nauc_ndcg_at_20_diff1": 0.549033, + "nauc_ndcg_at_100_max": 0.631154, + "nauc_ndcg_at_100_std": 0.409375, + "nauc_ndcg_at_100_diff1": 0.531726, + "nauc_ndcg_at_1000_max": 0.655157, + "nauc_ndcg_at_1000_std": 0.412492, + "nauc_ndcg_at_1000_diff1": 0.559849, + "nauc_map_at_1_max": 0.70587, + "nauc_map_at_1_std": 0.413785, + "nauc_map_at_1_diff1": 0.65452, + "nauc_map_at_3_max": 0.695487, + "nauc_map_at_3_std": 0.415163, + "nauc_map_at_3_diff1": 0.608751, + "nauc_map_at_5_max": 0.686662, + "nauc_map_at_5_std": 0.414111, + "nauc_map_at_5_diff1": 0.601259, + "nauc_map_at_10_max": 0.681844, + "nauc_map_at_10_std": 0.416424, + "nauc_map_at_10_diff1": 0.593679, + "nauc_map_at_20_max": 0.677642, + "nauc_map_at_20_std": 0.4148, + "nauc_map_at_20_diff1": 0.58889, + "nauc_map_at_100_max": 0.674668, + "nauc_map_at_100_std": 0.414277, + "nauc_map_at_100_diff1": 0.585793, + "nauc_map_at_1000_max": 0.675416, + "nauc_map_at_1000_std": 0.414354, + "nauc_map_at_1000_diff1": 0.586809, + "nauc_recall_at_1_max": 0.70587, + "nauc_recall_at_1_std": 0.413785, + "nauc_recall_at_1_diff1": 0.65452, + "nauc_recall_at_3_max": 0.680134, + "nauc_recall_at_3_std": 0.415804, + "nauc_recall_at_3_diff1": 0.557899, + "nauc_recall_at_5_max": 0.646654, + "nauc_recall_at_5_std": 0.411721, + "nauc_recall_at_5_diff1": 0.532397, + "nauc_recall_at_10_max": 0.615241, + "nauc_recall_at_10_std": 0.423845, + "nauc_recall_at_10_diff1": 0.486676, + "nauc_recall_at_20_max": 0.564802, + "nauc_recall_at_20_std": 0.403157, + "nauc_recall_at_20_diff1": 0.43369, + "nauc_recall_at_100_max": 0.461811, + "nauc_recall_at_100_std": 0.386435, + "nauc_recall_at_100_diff1": 0.338986, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.70587, + "nauc_precision_at_1_std": 0.413785, + "nauc_precision_at_1_diff1": 0.65452, + "nauc_precision_at_3_max": 0.680134, + "nauc_precision_at_3_std": 0.415804, + "nauc_precision_at_3_diff1": 0.557899, + "nauc_precision_at_5_max": 0.646654, + "nauc_precision_at_5_std": 0.411721, + "nauc_precision_at_5_diff1": 0.532397, + "nauc_precision_at_10_max": 0.615241, + "nauc_precision_at_10_std": 0.423845, + "nauc_precision_at_10_diff1": 0.486676, + "nauc_precision_at_20_max": 0.564802, + "nauc_precision_at_20_std": 0.403157, + "nauc_precision_at_20_diff1": 0.43369, + "nauc_precision_at_100_max": 0.461811, + "nauc_precision_at_100_std": 0.386435, + "nauc_precision_at_100_diff1": 0.338986, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.70587, + "nauc_mrr_at_1_std": 0.413785, + "nauc_mrr_at_1_diff1": 0.65452, + "nauc_mrr_at_3_max": 0.695487, + "nauc_mrr_at_3_std": 0.415163, + "nauc_mrr_at_3_diff1": 0.608751, + "nauc_mrr_at_5_max": 0.686662, + "nauc_mrr_at_5_std": 0.414111, + "nauc_mrr_at_5_diff1": 0.601259, + "nauc_mrr_at_10_max": 0.681844, + "nauc_mrr_at_10_std": 0.416424, + "nauc_mrr_at_10_diff1": 0.593679, + "nauc_mrr_at_20_max": 0.677642, + "nauc_mrr_at_20_std": 0.4148, + "nauc_mrr_at_20_diff1": 0.58889, + "nauc_mrr_at_100_max": 0.674668, + "nauc_mrr_at_100_std": 0.414277, + "nauc_mrr_at_100_diff1": 0.585793, + "nauc_mrr_at_1000_max": 0.675416, + "nauc_mrr_at_1000_std": 0.414354, + "nauc_mrr_at_1000_diff1": 0.586809, + "hit_rate_at_1": 0.19111, + "hit_rate_at_3": 0.24778, + "hit_rate_at_5": 0.27889, + "hit_rate_at_10": 0.33222, + "hit_rate_at_20": 0.38556, + "hit_rate_at_100": 0.58778, + "hit_rate_at_1000": 1.0, + "main_score": 0.25383, + "hf_subset": "eng_Latn-sin_Latn", + "languages": [ + "eng-Latn", + "sin-Latn" + ] + }, + { + "ndcg_at_1": 0.35444, + "ndcg_at_3": 0.41849, + "ndcg_at_5": 0.44412, + "ndcg_at_10": 0.46937, + "ndcg_at_20": 0.48479, + "ndcg_at_100": 0.51739, + "ndcg_at_1000": 0.53805, + "map_at_1": 0.35444, + "map_at_3": 0.40296, + "map_at_5": 0.41719, + "map_at_10": 0.42767, + "map_at_20": 0.43174, + "map_at_100": 0.4361, + "map_at_1000": 0.43697, + "recall_at_1": 0.35444, + "recall_at_3": 0.46333, + "recall_at_5": 0.52556, + "recall_at_10": 0.60333, + "recall_at_20": 0.66556, + "recall_at_100": 0.84333, + "recall_at_1000": 1.0, + "accuracy": 0.35444, + "precision_at_1": 0.35444, + "precision_at_3": 0.15444, + "precision_at_5": 0.10511, + "precision_at_10": 0.06033, + "precision_at_20": 0.03328, + "precision_at_100": 0.00843, + "precision_at_1000": 0.001, + "mrr_at_1": 0.354444, + "mrr_at_3": 0.402963, + "mrr_at_5": 0.417185, + "mrr_at_10": 0.427668, + "mrr_at_20": 0.431737, + "mrr_at_100": 0.436096, + "mrr_at_1000": 0.436967, + "nauc_ndcg_at_1_max": 0.478184, + "nauc_ndcg_at_1_std": -0.009654, + "nauc_ndcg_at_1_diff1": 0.697847, + "nauc_ndcg_at_3_max": 0.443735, + "nauc_ndcg_at_3_std": -0.00737, + "nauc_ndcg_at_3_diff1": 0.624455, + "nauc_ndcg_at_5_max": 0.429773, + "nauc_ndcg_at_5_std": -0.001737, + "nauc_ndcg_at_5_diff1": 0.597186, + "nauc_ndcg_at_10_max": 0.425212, + "nauc_ndcg_at_10_std": 0.007789, + "nauc_ndcg_at_10_diff1": 0.596495, + "nauc_ndcg_at_20_max": 0.422915, + "nauc_ndcg_at_20_std": 0.012903, + "nauc_ndcg_at_20_diff1": 0.59161, + "nauc_ndcg_at_100_max": 0.430027, + "nauc_ndcg_at_100_std": 0.018617, + "nauc_ndcg_at_100_diff1": 0.597218, + "nauc_ndcg_at_1000_max": 0.435302, + "nauc_ndcg_at_1000_std": 0.00907, + "nauc_ndcg_at_1000_diff1": 0.609751, + "nauc_map_at_1_max": 0.478184, + "nauc_map_at_1_std": -0.009654, + "nauc_map_at_1_diff1": 0.697847, + "nauc_map_at_3_max": 0.452871, + "nauc_map_at_3_std": -0.008075, + "nauc_map_at_3_diff1": 0.642207, + "nauc_map_at_5_max": 0.444898, + "nauc_map_at_5_std": -0.00511, + "nauc_map_at_5_diff1": 0.627368, + "nauc_map_at_10_max": 0.443588, + "nauc_map_at_10_std": -0.001118, + "nauc_map_at_10_diff1": 0.627361, + "nauc_map_at_20_max": 0.443219, + "nauc_map_at_20_std": -0.000138, + "nauc_map_at_20_diff1": 0.626463, + "nauc_map_at_100_max": 0.444078, + "nauc_map_at_100_std": 0.001067, + "nauc_map_at_100_diff1": 0.626991, + "nauc_map_at_1000_max": 0.444319, + "nauc_map_at_1000_std": 0.000788, + "nauc_map_at_1000_diff1": 0.62751, + "nauc_recall_at_1_max": 0.478184, + "nauc_recall_at_1_std": -0.009654, + "nauc_recall_at_1_diff1": 0.697847, + "nauc_recall_at_3_max": 0.416968, + "nauc_recall_at_3_std": -0.005267, + "nauc_recall_at_3_diff1": 0.573086, + "nauc_recall_at_5_max": 0.382672, + "nauc_recall_at_5_std": 0.009407, + "nauc_recall_at_5_diff1": 0.503, + "nauc_recall_at_10_max": 0.360824, + "nauc_recall_at_10_std": 0.041311, + "nauc_recall_at_10_diff1": 0.492485, + "nauc_recall_at_20_max": 0.34098, + "nauc_recall_at_20_std": 0.072588, + "nauc_recall_at_20_diff1": 0.454851, + "nauc_recall_at_100_max": 0.354825, + "nauc_recall_at_100_std": 0.168922, + "nauc_recall_at_100_diff1": 0.41319, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.478184, + "nauc_precision_at_1_std": -0.009654, + "nauc_precision_at_1_diff1": 0.697847, + "nauc_precision_at_3_max": 0.416968, + "nauc_precision_at_3_std": -0.005267, + "nauc_precision_at_3_diff1": 0.573086, + "nauc_precision_at_5_max": 0.382672, + "nauc_precision_at_5_std": 0.009407, + "nauc_precision_at_5_diff1": 0.503, + "nauc_precision_at_10_max": 0.360824, + "nauc_precision_at_10_std": 0.041311, + "nauc_precision_at_10_diff1": 0.492485, + "nauc_precision_at_20_max": 0.34098, + "nauc_precision_at_20_std": 0.072588, + "nauc_precision_at_20_diff1": 0.454851, + "nauc_precision_at_100_max": 0.354825, + "nauc_precision_at_100_std": 0.168922, + "nauc_precision_at_100_diff1": 0.41319, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.478184, + "nauc_mrr_at_1_std": -0.009654, + "nauc_mrr_at_1_diff1": 0.697847, + "nauc_mrr_at_3_max": 0.452871, + "nauc_mrr_at_3_std": -0.008075, + "nauc_mrr_at_3_diff1": 0.642207, + "nauc_mrr_at_5_max": 0.444898, + "nauc_mrr_at_5_std": -0.00511, + "nauc_mrr_at_5_diff1": 0.627368, + "nauc_mrr_at_10_max": 0.443588, + "nauc_mrr_at_10_std": -0.001118, + "nauc_mrr_at_10_diff1": 0.627361, + "nauc_mrr_at_20_max": 0.443219, + "nauc_mrr_at_20_std": -0.000138, + "nauc_mrr_at_20_diff1": 0.626463, + "nauc_mrr_at_100_max": 0.444078, + "nauc_mrr_at_100_std": 0.001067, + "nauc_mrr_at_100_diff1": 0.626991, + "nauc_mrr_at_1000_max": 0.444319, + "nauc_mrr_at_1000_std": 0.000788, + "nauc_mrr_at_1000_diff1": 0.62751, + "hit_rate_at_1": 0.35444, + "hit_rate_at_3": 0.46333, + "hit_rate_at_5": 0.52556, + "hit_rate_at_10": 0.60333, + "hit_rate_at_20": 0.66556, + "hit_rate_at_100": 0.84333, + "hit_rate_at_1000": 1.0, + "main_score": 0.46937, + "hf_subset": "sin_Sinh-sin_Sinh", + "languages": [ + "sin-Sinh", + "sin-Sinh" + ] + }, + { + "ndcg_at_1": 0.14778, + "ndcg_at_3": 0.19993, + "ndcg_at_5": 0.22379, + "ndcg_at_10": 0.25346, + "ndcg_at_20": 0.28214, + "ndcg_at_100": 0.34007, + "ndcg_at_1000": 0.3642, + "map_at_1": 0.14778, + "map_at_3": 0.18722, + "map_at_5": 0.2005, + "map_at_10": 0.21244, + "map_at_20": 0.22032, + "map_at_100": 0.22787, + "map_at_1000": 0.22894, + "recall_at_1": 0.14778, + "recall_at_3": 0.23667, + "recall_at_5": 0.29444, + "recall_at_10": 0.38778, + "recall_at_20": 0.50111, + "recall_at_100": 0.82, + "recall_at_1000": 1.0, + "accuracy": 0.14778, + "precision_at_1": 0.14778, + "precision_at_3": 0.07889, + "precision_at_5": 0.05889, + "precision_at_10": 0.03878, + "precision_at_20": 0.02506, + "precision_at_100": 0.0082, + "precision_at_1000": 0.001, + "mrr_at_1": 0.147778, + "mrr_at_3": 0.187222, + "mrr_at_5": 0.2005, + "mrr_at_10": 0.212441, + "mrr_at_20": 0.220324, + "mrr_at_100": 0.227873, + "mrr_at_1000": 0.22894, + "nauc_ndcg_at_1_max": 0.399822, + "nauc_ndcg_at_1_std": 0.073756, + "nauc_ndcg_at_1_diff1": 0.465116, + "nauc_ndcg_at_3_max": 0.339997, + "nauc_ndcg_at_3_std": 0.06174, + "nauc_ndcg_at_3_diff1": 0.380978, + "nauc_ndcg_at_5_max": 0.31986, + "nauc_ndcg_at_5_std": 0.057848, + "nauc_ndcg_at_5_diff1": 0.356301, + "nauc_ndcg_at_10_max": 0.302036, + "nauc_ndcg_at_10_std": 0.049392, + "nauc_ndcg_at_10_diff1": 0.328997, + "nauc_ndcg_at_20_max": 0.287599, + "nauc_ndcg_at_20_std": 0.051296, + "nauc_ndcg_at_20_diff1": 0.317511, + "nauc_ndcg_at_100_max": 0.293802, + "nauc_ndcg_at_100_std": 0.059499, + "nauc_ndcg_at_100_diff1": 0.332824, + "nauc_ndcg_at_1000_max": 0.310343, + "nauc_ndcg_at_1000_std": 0.059044, + "nauc_ndcg_at_1000_diff1": 0.344896, + "nauc_map_at_1_max": 0.399822, + "nauc_map_at_1_std": 0.073756, + "nauc_map_at_1_diff1": 0.465116, + "nauc_map_at_3_max": 0.352813, + "nauc_map_at_3_std": 0.064774, + "nauc_map_at_3_diff1": 0.396376, + "nauc_map_at_5_max": 0.340497, + "nauc_map_at_5_std": 0.062698, + "nauc_map_at_5_diff1": 0.381403, + "nauc_map_at_10_max": 0.332658, + "nauc_map_at_10_std": 0.05853, + "nauc_map_at_10_diff1": 0.369535, + "nauc_map_at_20_max": 0.328467, + "nauc_map_at_20_std": 0.059208, + "nauc_map_at_20_diff1": 0.366399, + "nauc_map_at_100_max": 0.32923, + "nauc_map_at_100_std": 0.060766, + "nauc_map_at_100_diff1": 0.367857, + "nauc_map_at_1000_max": 0.330065, + "nauc_map_at_1000_std": 0.060834, + "nauc_map_at_1000_diff1": 0.368416, + "nauc_recall_at_1_max": 0.399822, + "nauc_recall_at_1_std": 0.073756, + "nauc_recall_at_1_diff1": 0.465116, + "nauc_recall_at_3_max": 0.308024, + "nauc_recall_at_3_std": 0.054012, + "nauc_recall_at_3_diff1": 0.343466, + "nauc_recall_at_5_max": 0.269782, + "nauc_recall_at_5_std": 0.045708, + "nauc_recall_at_5_diff1": 0.296075, + "nauc_recall_at_10_max": 0.22576, + "nauc_recall_at_10_std": 0.026269, + "nauc_recall_at_10_diff1": 0.227619, + "nauc_recall_at_20_max": 0.175546, + "nauc_recall_at_20_std": 0.03147, + "nauc_recall_at_20_diff1": 0.185452, + "nauc_recall_at_100_max": 0.12315, + "nauc_recall_at_100_std": 0.070658, + "nauc_recall_at_100_diff1": 0.202412, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.399822, + "nauc_precision_at_1_std": 0.073756, + "nauc_precision_at_1_diff1": 0.465116, + "nauc_precision_at_3_max": 0.308024, + "nauc_precision_at_3_std": 0.054012, + "nauc_precision_at_3_diff1": 0.343466, + "nauc_precision_at_5_max": 0.269782, + "nauc_precision_at_5_std": 0.045708, + "nauc_precision_at_5_diff1": 0.296075, + "nauc_precision_at_10_max": 0.22576, + "nauc_precision_at_10_std": 0.026269, + "nauc_precision_at_10_diff1": 0.227619, + "nauc_precision_at_20_max": 0.175546, + "nauc_precision_at_20_std": 0.03147, + "nauc_precision_at_20_diff1": 0.185452, + "nauc_precision_at_100_max": 0.12315, + "nauc_precision_at_100_std": 0.070658, + "nauc_precision_at_100_diff1": 0.202412, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.399822, + "nauc_mrr_at_1_std": 0.073756, + "nauc_mrr_at_1_diff1": 0.465116, + "nauc_mrr_at_3_max": 0.352813, + "nauc_mrr_at_3_std": 0.064774, + "nauc_mrr_at_3_diff1": 0.396376, + "nauc_mrr_at_5_max": 0.340497, + "nauc_mrr_at_5_std": 0.062698, + "nauc_mrr_at_5_diff1": 0.381403, + "nauc_mrr_at_10_max": 0.332658, + "nauc_mrr_at_10_std": 0.05853, + "nauc_mrr_at_10_diff1": 0.369535, + "nauc_mrr_at_20_max": 0.328467, + "nauc_mrr_at_20_std": 0.059208, + "nauc_mrr_at_20_diff1": 0.366399, + "nauc_mrr_at_100_max": 0.32923, + "nauc_mrr_at_100_std": 0.060766, + "nauc_mrr_at_100_diff1": 0.367857, + "nauc_mrr_at_1000_max": 0.330065, + "nauc_mrr_at_1000_std": 0.060834, + "nauc_mrr_at_1000_diff1": 0.368416, + "hit_rate_at_1": 0.14778, + "hit_rate_at_3": 0.23667, + "hit_rate_at_5": 0.29444, + "hit_rate_at_10": 0.38778, + "hit_rate_at_20": 0.50111, + "hit_rate_at_100": 0.82, + "hit_rate_at_1000": 1.0, + "main_score": 0.25346, + "hf_subset": "sin_Sinh-eng_Latn", + "languages": [ + "sin-Sinh", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.05222, + "ndcg_at_3": 0.06269, + "ndcg_at_5": 0.06971, + "ndcg_at_10": 0.08609, + "ndcg_at_20": 0.09882, + "ndcg_at_100": 0.15536, + "ndcg_at_1000": 0.21812, + "map_at_1": 0.05222, + "map_at_3": 0.05981, + "map_at_5": 0.06354, + "map_at_10": 0.07021, + "map_at_20": 0.07361, + "map_at_100": 0.08042, + "map_at_1000": 0.08278, + "recall_at_1": 0.05222, + "recall_at_3": 0.07111, + "recall_at_5": 0.08889, + "recall_at_10": 0.14, + "recall_at_20": 0.19111, + "recall_at_100": 0.51111, + "recall_at_1000": 1.0, + "accuracy": 0.05222, + "precision_at_1": 0.05222, + "precision_at_3": 0.0237, + "precision_at_5": 0.01778, + "precision_at_10": 0.014, + "precision_at_20": 0.00956, + "precision_at_100": 0.00511, + "precision_at_1000": 0.001, + "mrr_at_1": 0.052222, + "mrr_at_3": 0.059815, + "mrr_at_5": 0.063537, + "mrr_at_10": 0.070214, + "mrr_at_20": 0.073607, + "mrr_at_100": 0.080418, + "mrr_at_1000": 0.082776, + "nauc_ndcg_at_1_max": 0.881554, + "nauc_ndcg_at_1_std": 0.571842, + "nauc_ndcg_at_1_diff1": 0.731785, + "nauc_ndcg_at_3_max": 0.77299, + "nauc_ndcg_at_3_std": 0.535759, + "nauc_ndcg_at_3_diff1": 0.610034, + "nauc_ndcg_at_5_max": 0.693585, + "nauc_ndcg_at_5_std": 0.493372, + "nauc_ndcg_at_5_diff1": 0.549549, + "nauc_ndcg_at_10_max": 0.583335, + "nauc_ndcg_at_10_std": 0.434032, + "nauc_ndcg_at_10_diff1": 0.470342, + "nauc_ndcg_at_20_max": 0.532269, + "nauc_ndcg_at_20_std": 0.404196, + "nauc_ndcg_at_20_diff1": 0.410871, + "nauc_ndcg_at_100_max": 0.457539, + "nauc_ndcg_at_100_std": 0.385127, + "nauc_ndcg_at_100_diff1": 0.35537, + "nauc_ndcg_at_1000_max": 0.557726, + "nauc_ndcg_at_1000_std": 0.426025, + "nauc_ndcg_at_1000_diff1": 0.43961, + "nauc_map_at_1_max": 0.881554, + "nauc_map_at_1_std": 0.571842, + "nauc_map_at_1_diff1": 0.731785, + "nauc_map_at_3_max": 0.801195, + "nauc_map_at_3_std": 0.546117, + "nauc_map_at_3_diff1": 0.639459, + "nauc_map_at_5_max": 0.753045, + "nauc_map_at_5_std": 0.521093, + "nauc_map_at_5_diff1": 0.601916, + "nauc_map_at_10_max": 0.693198, + "nauc_map_at_10_std": 0.489247, + "nauc_map_at_10_diff1": 0.559017, + "nauc_map_at_20_max": 0.672368, + "nauc_map_at_20_std": 0.477377, + "nauc_map_at_20_diff1": 0.535811, + "nauc_map_at_100_max": 0.655012, + "nauc_map_at_100_std": 0.471757, + "nauc_map_at_100_diff1": 0.521924, + "nauc_map_at_1000_max": 0.660488, + "nauc_map_at_1000_std": 0.474031, + "nauc_map_at_1000_diff1": 0.526781, + "nauc_recall_at_1_max": 0.881554, + "nauc_recall_at_1_std": 0.571842, + "nauc_recall_at_1_diff1": 0.731785, + "nauc_recall_at_3_max": 0.702668, + "nauc_recall_at_3_std": 0.509659, + "nauc_recall_at_3_diff1": 0.537291, + "nauc_recall_at_5_max": 0.560082, + "nauc_recall_at_5_std": 0.430061, + "nauc_recall_at_5_diff1": 0.4337, + "nauc_recall_at_10_max": 0.382166, + "nauc_recall_at_10_std": 0.331648, + "nauc_recall_at_10_diff1": 0.309472, + "nauc_recall_at_20_max": 0.309058, + "nauc_recall_at_20_std": 0.285712, + "nauc_recall_at_20_diff1": 0.209567, + "nauc_recall_at_100_max": 0.157693, + "nauc_recall_at_100_std": 0.262735, + "nauc_recall_at_100_diff1": 0.107928, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.881554, + "nauc_precision_at_1_std": 0.571842, + "nauc_precision_at_1_diff1": 0.731785, + "nauc_precision_at_3_max": 0.702668, + "nauc_precision_at_3_std": 0.509659, + "nauc_precision_at_3_diff1": 0.537291, + "nauc_precision_at_5_max": 0.560082, + "nauc_precision_at_5_std": 0.430061, + "nauc_precision_at_5_diff1": 0.4337, + "nauc_precision_at_10_max": 0.382166, + "nauc_precision_at_10_std": 0.331648, + "nauc_precision_at_10_diff1": 0.309472, + "nauc_precision_at_20_max": 0.309058, + "nauc_precision_at_20_std": 0.285712, + "nauc_precision_at_20_diff1": 0.209567, + "nauc_precision_at_100_max": 0.157693, + "nauc_precision_at_100_std": 0.262735, + "nauc_precision_at_100_diff1": 0.107928, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.881554, + "nauc_mrr_at_1_std": 0.571842, + "nauc_mrr_at_1_diff1": 0.731785, + "nauc_mrr_at_3_max": 0.801195, + "nauc_mrr_at_3_std": 0.546117, + "nauc_mrr_at_3_diff1": 0.639459, + "nauc_mrr_at_5_max": 0.753045, + "nauc_mrr_at_5_std": 0.521093, + "nauc_mrr_at_5_diff1": 0.601916, + "nauc_mrr_at_10_max": 0.693198, + "nauc_mrr_at_10_std": 0.489247, + "nauc_mrr_at_10_diff1": 0.559017, + "nauc_mrr_at_20_max": 0.672368, + "nauc_mrr_at_20_std": 0.477377, + "nauc_mrr_at_20_diff1": 0.535811, + "nauc_mrr_at_100_max": 0.655012, + "nauc_mrr_at_100_std": 0.471757, + "nauc_mrr_at_100_diff1": 0.521924, + "nauc_mrr_at_1000_max": 0.660488, + "nauc_mrr_at_1000_std": 0.474031, + "nauc_mrr_at_1000_diff1": 0.526781, + "hit_rate_at_1": 0.05222, + "hit_rate_at_3": 0.07111, + "hit_rate_at_5": 0.08889, + "hit_rate_at_10": 0.14, + "hit_rate_at_20": 0.19111, + "hit_rate_at_100": 0.51111, + "hit_rate_at_1000": 1.0, + "main_score": 0.08609, + "hf_subset": "eng_Latn-sin_Sinh", + "languages": [ + "eng-Latn", + "sin-Sinh" + ] + }, + { + "ndcg_at_1": 0.86111, + "ndcg_at_3": 0.90546, + "ndcg_at_5": 0.91359, + "ndcg_at_10": 0.91946, + "ndcg_at_20": 0.92199, + "ndcg_at_100": 0.92403, + "ndcg_at_1000": 0.92474, + "map_at_1": 0.86111, + "map_at_3": 0.895, + "map_at_5": 0.89944, + "map_at_10": 0.90194, + "map_at_20": 0.90263, + "map_at_100": 0.9029, + "map_at_1000": 0.90293, + "recall_at_1": 0.86111, + "recall_at_3": 0.93556, + "recall_at_5": 0.95556, + "recall_at_10": 0.97333, + "recall_at_20": 0.98333, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "accuracy": 0.86111, + "precision_at_1": 0.86111, + "precision_at_3": 0.31185, + "precision_at_5": 0.19111, + "precision_at_10": 0.09733, + "precision_at_20": 0.04917, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.861111, + "mrr_at_3": 0.895, + "mrr_at_5": 0.899444, + "mrr_at_10": 0.901939, + "mrr_at_20": 0.902631, + "mrr_at_100": 0.9029, + "mrr_at_1000": 0.902927, + "nauc_ndcg_at_1_max": 0.742423, + "nauc_ndcg_at_1_std": -0.163691, + "nauc_ndcg_at_1_diff1": 0.929618, + "nauc_ndcg_at_3_max": 0.793419, + "nauc_ndcg_at_3_std": -0.116181, + "nauc_ndcg_at_3_diff1": 0.916645, + "nauc_ndcg_at_5_max": 0.792488, + "nauc_ndcg_at_5_std": -0.09968, + "nauc_ndcg_at_5_diff1": 0.9206, + "nauc_ndcg_at_10_max": 0.789799, + "nauc_ndcg_at_10_std": -0.08842, + "nauc_ndcg_at_10_diff1": 0.917834, + "nauc_ndcg_at_20_max": 0.785485, + "nauc_ndcg_at_20_std": -0.092039, + "nauc_ndcg_at_20_diff1": 0.92068, + "nauc_ndcg_at_100_max": 0.781445, + "nauc_ndcg_at_100_std": -0.102102, + "nauc_ndcg_at_100_diff1": 0.920745, + "nauc_ndcg_at_1000_max": 0.78082, + "nauc_ndcg_at_1000_std": -0.106379, + "nauc_ndcg_at_1000_diff1": 0.920458, + "nauc_map_at_1_max": 0.742423, + "nauc_map_at_1_std": -0.163691, + "nauc_map_at_1_diff1": 0.929618, + "nauc_map_at_3_max": 0.779054, + "nauc_map_at_3_std": -0.130203, + "nauc_map_at_3_diff1": 0.919358, + "nauc_map_at_5_max": 0.7781, + "nauc_map_at_5_std": -0.122074, + "nauc_map_at_5_diff1": 0.92125, + "nauc_map_at_10_max": 0.776993, + "nauc_map_at_10_std": -0.117698, + "nauc_map_at_10_diff1": 0.920352, + "nauc_map_at_20_max": 0.776009, + "nauc_map_at_20_std": -0.118707, + "nauc_map_at_20_diff1": 0.921077, + "nauc_map_at_100_max": 0.775553, + "nauc_map_at_100_std": -0.119611, + "nauc_map_at_100_diff1": 0.921052, + "nauc_map_at_1000_max": 0.775551, + "nauc_map_at_1000_std": -0.119618, + "nauc_map_at_1000_diff1": 0.92104, + "nauc_recall_at_1_max": 0.742423, + "nauc_recall_at_1_std": -0.163691, + "nauc_recall_at_1_diff1": 0.929618, + "nauc_recall_at_3_max": 0.858213, + "nauc_recall_at_3_std": -0.052465, + "nauc_recall_at_3_diff1": 0.9051, + "nauc_recall_at_5_max": 0.881769, + "nauc_recall_at_5_std": 0.044479, + "nauc_recall_at_5_diff1": 0.919293, + "nauc_recall_at_10_max": 0.91334, + "nauc_recall_at_10_std": 0.222067, + "nauc_recall_at_10_diff1": 0.892721, + "nauc_recall_at_20_max": 0.907096, + "nauc_recall_at_20_std": 0.343137, + "nauc_recall_at_20_diff1": 0.925615, + "nauc_recall_at_100_max": 0.858543, + "nauc_recall_at_100_std": 0.425864, + "nauc_recall_at_100_diff1": 0.947712, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.742423, + "nauc_precision_at_1_std": -0.163691, + "nauc_precision_at_1_diff1": 0.929618, + "nauc_precision_at_3_max": 0.858213, + "nauc_precision_at_3_std": -0.052465, + "nauc_precision_at_3_diff1": 0.9051, + "nauc_precision_at_5_max": 0.881769, + "nauc_precision_at_5_std": 0.044479, + "nauc_precision_at_5_diff1": 0.919293, + "nauc_precision_at_10_max": 0.91334, + "nauc_precision_at_10_std": 0.222067, + "nauc_precision_at_10_diff1": 0.892721, + "nauc_precision_at_20_max": 0.907096, + "nauc_precision_at_20_std": 0.343137, + "nauc_precision_at_20_diff1": 0.925615, + "nauc_precision_at_100_max": 0.858543, + "nauc_precision_at_100_std": 0.425864, + "nauc_precision_at_100_diff1": 0.947712, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.742423, + "nauc_mrr_at_1_std": -0.163691, + "nauc_mrr_at_1_diff1": 0.929618, + "nauc_mrr_at_3_max": 0.779054, + "nauc_mrr_at_3_std": -0.130203, + "nauc_mrr_at_3_diff1": 0.919358, + "nauc_mrr_at_5_max": 0.7781, + "nauc_mrr_at_5_std": -0.122074, + "nauc_mrr_at_5_diff1": 0.92125, + "nauc_mrr_at_10_max": 0.776993, + "nauc_mrr_at_10_std": -0.117698, + "nauc_mrr_at_10_diff1": 0.920352, + "nauc_mrr_at_20_max": 0.776009, + "nauc_mrr_at_20_std": -0.118707, + "nauc_mrr_at_20_diff1": 0.921077, + "nauc_mrr_at_100_max": 0.775553, + "nauc_mrr_at_100_std": -0.119611, + "nauc_mrr_at_100_diff1": 0.921052, + "nauc_mrr_at_1000_max": 0.775551, + "nauc_mrr_at_1000_std": -0.119618, + "nauc_mrr_at_1000_diff1": 0.92104, + "hit_rate_at_1": 0.86111, + "hit_rate_at_3": 0.93556, + "hit_rate_at_5": 0.95556, + "hit_rate_at_10": 0.97333, + "hit_rate_at_20": 0.98333, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.91946, + "hf_subset": "slk_Latn-slk_Latn", + "languages": [ + "slk-Latn", + "slk-Latn" + ] + }, + { + "ndcg_at_1": 0.89444, + "ndcg_at_3": 0.93307, + "ndcg_at_5": 0.94076, + "ndcg_at_10": 0.94375, + "ndcg_at_20": 0.94574, + "ndcg_at_100": 0.94633, + "ndcg_at_1000": 0.9466, + "map_at_1": 0.89444, + "map_at_3": 0.92407, + "map_at_5": 0.9283, + "map_at_10": 0.9296, + "map_at_20": 0.93016, + "map_at_100": 0.93023, + "map_at_1000": 0.93023, + "recall_at_1": 0.89444, + "recall_at_3": 0.95889, + "recall_at_5": 0.97778, + "recall_at_10": 0.98667, + "recall_at_20": 0.99444, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.89444, + "precision_at_1": 0.89444, + "precision_at_3": 0.31963, + "precision_at_5": 0.19556, + "precision_at_10": 0.09867, + "precision_at_20": 0.04972, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.894444, + "mrr_at_3": 0.924074, + "mrr_at_5": 0.928296, + "mrr_at_10": 0.929597, + "mrr_at_20": 0.930156, + "mrr_at_100": 0.930225, + "mrr_at_1000": 0.930232, + "nauc_ndcg_at_1_max": 0.745386, + "nauc_ndcg_at_1_std": -0.228458, + "nauc_ndcg_at_1_diff1": 0.896487, + "nauc_ndcg_at_3_max": 0.7648, + "nauc_ndcg_at_3_std": -0.228795, + "nauc_ndcg_at_3_diff1": 0.893938, + "nauc_ndcg_at_5_max": 0.761998, + "nauc_ndcg_at_5_std": -0.204564, + "nauc_ndcg_at_5_diff1": 0.896496, + "nauc_ndcg_at_10_max": 0.760451, + "nauc_ndcg_at_10_std": -0.221029, + "nauc_ndcg_at_10_diff1": 0.897884, + "nauc_ndcg_at_20_max": 0.76199, + "nauc_ndcg_at_20_std": -0.22421, + "nauc_ndcg_at_20_diff1": 0.895546, + "nauc_ndcg_at_100_max": 0.761753, + "nauc_ndcg_at_100_std": -0.216061, + "nauc_ndcg_at_100_diff1": 0.896895, + "nauc_ndcg_at_1000_max": 0.760574, + "nauc_ndcg_at_1000_std": -0.221065, + "nauc_ndcg_at_1000_diff1": 0.896385, + "nauc_map_at_1_max": 0.745386, + "nauc_map_at_1_std": -0.228458, + "nauc_map_at_1_diff1": 0.896487, + "nauc_map_at_3_max": 0.760408, + "nauc_map_at_3_std": -0.231892, + "nauc_map_at_3_diff1": 0.894998, + "nauc_map_at_5_max": 0.758843, + "nauc_map_at_5_std": -0.220017, + "nauc_map_at_5_diff1": 0.896347, + "nauc_map_at_10_max": 0.758308, + "nauc_map_at_10_std": -0.226196, + "nauc_map_at_10_diff1": 0.896827, + "nauc_map_at_20_max": 0.758632, + "nauc_map_at_20_std": -0.226547, + "nauc_map_at_20_diff1": 0.896293, + "nauc_map_at_100_max": 0.758609, + "nauc_map_at_100_std": -0.225561, + "nauc_map_at_100_diff1": 0.896375, + "nauc_map_at_1000_max": 0.758586, + "nauc_map_at_1000_std": -0.225655, + "nauc_map_at_1000_diff1": 0.896365, + "nauc_recall_at_1_max": 0.745386, + "nauc_recall_at_1_std": -0.228458, + "nauc_recall_at_1_diff1": 0.896487, + "nauc_recall_at_3_max": 0.786497, + "nauc_recall_at_3_std": -0.209933, + "nauc_recall_at_3_diff1": 0.888157, + "nauc_recall_at_5_max": 0.787162, + "nauc_recall_at_5_std": -0.05035, + "nauc_recall_at_5_diff1": 0.898226, + "nauc_recall_at_10_max": 0.782758, + "nauc_recall_at_10_std": -0.148848, + "nauc_recall_at_10_diff1": 0.91655, + "nauc_recall_at_20_max": 0.871615, + "nauc_recall_at_20_std": -0.203828, + "nauc_recall_at_20_diff1": 0.855275, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.795752, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.745386, + "nauc_precision_at_1_std": -0.228458, + "nauc_precision_at_1_diff1": 0.896487, + "nauc_precision_at_3_max": 0.786497, + "nauc_precision_at_3_std": -0.209933, + "nauc_precision_at_3_diff1": 0.888157, + "nauc_precision_at_5_max": 0.787162, + "nauc_precision_at_5_std": -0.05035, + "nauc_precision_at_5_diff1": 0.898226, + "nauc_precision_at_10_max": 0.782758, + "nauc_precision_at_10_std": -0.148848, + "nauc_precision_at_10_diff1": 0.91655, + "nauc_precision_at_20_max": 0.871615, + "nauc_precision_at_20_std": -0.203828, + "nauc_precision_at_20_diff1": 0.855275, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.795752, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.745386, + "nauc_mrr_at_1_std": -0.228458, + "nauc_mrr_at_1_diff1": 0.896487, + "nauc_mrr_at_3_max": 0.760408, + "nauc_mrr_at_3_std": -0.231892, + "nauc_mrr_at_3_diff1": 0.894998, + "nauc_mrr_at_5_max": 0.758843, + "nauc_mrr_at_5_std": -0.220017, + "nauc_mrr_at_5_diff1": 0.896347, + "nauc_mrr_at_10_max": 0.758308, + "nauc_mrr_at_10_std": -0.226196, + "nauc_mrr_at_10_diff1": 0.896827, + "nauc_mrr_at_20_max": 0.758632, + "nauc_mrr_at_20_std": -0.226547, + "nauc_mrr_at_20_diff1": 0.896293, + "nauc_mrr_at_100_max": 0.758609, + "nauc_mrr_at_100_std": -0.225561, + "nauc_mrr_at_100_diff1": 0.896375, + "nauc_mrr_at_1000_max": 0.758586, + "nauc_mrr_at_1000_std": -0.225655, + "nauc_mrr_at_1000_diff1": 0.896365, + "hit_rate_at_1": 0.89444, + "hit_rate_at_3": 0.95889, + "hit_rate_at_5": 0.97778, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99444, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94375, + "hf_subset": "slk_Latn-eng_Latn", + "languages": [ + "slk-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.84778, + "ndcg_at_3": 0.88611, + "ndcg_at_5": 0.89792, + "ndcg_at_10": 0.90529, + "ndcg_at_20": 0.90935, + "ndcg_at_100": 0.91199, + "ndcg_at_1000": 0.91281, + "map_at_1": 0.84778, + "map_at_3": 0.87704, + "map_at_5": 0.88354, + "map_at_10": 0.88669, + "map_at_20": 0.88773, + "map_at_100": 0.88816, + "map_at_1000": 0.88818, + "recall_at_1": 0.84778, + "recall_at_3": 0.91222, + "recall_at_5": 0.94111, + "recall_at_10": 0.96333, + "recall_at_20": 0.98, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "accuracy": 0.84778, + "precision_at_1": 0.84778, + "precision_at_3": 0.30407, + "precision_at_5": 0.18822, + "precision_at_10": 0.09633, + "precision_at_20": 0.049, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.847778, + "mrr_at_3": 0.877037, + "mrr_at_5": 0.883537, + "mrr_at_10": 0.886691, + "mrr_at_20": 0.887729, + "mrr_at_100": 0.888159, + "mrr_at_1000": 0.888183, + "nauc_ndcg_at_1_max": 0.79123, + "nauc_ndcg_at_1_std": -0.09626, + "nauc_ndcg_at_1_diff1": 0.898713, + "nauc_ndcg_at_3_max": 0.8312, + "nauc_ndcg_at_3_std": -0.060769, + "nauc_ndcg_at_3_diff1": 0.880968, + "nauc_ndcg_at_5_max": 0.827843, + "nauc_ndcg_at_5_std": -0.042075, + "nauc_ndcg_at_5_diff1": 0.884551, + "nauc_ndcg_at_10_max": 0.825993, + "nauc_ndcg_at_10_std": -0.037875, + "nauc_ndcg_at_10_diff1": 0.888747, + "nauc_ndcg_at_20_max": 0.824769, + "nauc_ndcg_at_20_std": -0.032808, + "nauc_ndcg_at_20_diff1": 0.889157, + "nauc_ndcg_at_100_max": 0.822902, + "nauc_ndcg_at_100_std": -0.037794, + "nauc_ndcg_at_100_diff1": 0.889033, + "nauc_ndcg_at_1000_max": 0.821189, + "nauc_ndcg_at_1000_std": -0.046678, + "nauc_ndcg_at_1000_diff1": 0.888664, + "nauc_map_at_1_max": 0.79123, + "nauc_map_at_1_std": -0.09626, + "nauc_map_at_1_diff1": 0.898713, + "nauc_map_at_3_max": 0.820831, + "nauc_map_at_3_std": -0.069729, + "nauc_map_at_3_diff1": 0.885501, + "nauc_map_at_5_max": 0.818479, + "nauc_map_at_5_std": -0.061907, + "nauc_map_at_5_diff1": 0.887377, + "nauc_map_at_10_max": 0.81762, + "nauc_map_at_10_std": -0.060357, + "nauc_map_at_10_diff1": 0.888928, + "nauc_map_at_20_max": 0.817325, + "nauc_map_at_20_std": -0.059037, + "nauc_map_at_20_diff1": 0.888992, + "nauc_map_at_100_max": 0.817074, + "nauc_map_at_100_std": -0.05946, + "nauc_map_at_100_diff1": 0.888999, + "nauc_map_at_1000_max": 0.817033, + "nauc_map_at_1000_std": -0.05966, + "nauc_map_at_1000_diff1": 0.888996, + "nauc_recall_at_1_max": 0.79123, + "nauc_recall_at_1_std": -0.09626, + "nauc_recall_at_1_diff1": 0.898713, + "nauc_recall_at_3_max": 0.871148, + "nauc_recall_at_3_std": -0.02641, + "nauc_recall_at_3_diff1": 0.863549, + "nauc_recall_at_5_max": 0.877878, + "nauc_recall_at_5_std": 0.073463, + "nauc_recall_at_5_diff1": 0.870779, + "nauc_recall_at_10_max": 0.892977, + "nauc_recall_at_10_std": 0.165478, + "nauc_recall_at_10_diff1": 0.894746, + "nauc_recall_at_20_max": 0.925044, + "nauc_recall_at_20_std": 0.406033, + "nauc_recall_at_20_diff1": 0.908056, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.893013, + "nauc_recall_at_100_diff1": 0.931917, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.79123, + "nauc_precision_at_1_std": -0.09626, + "nauc_precision_at_1_diff1": 0.898713, + "nauc_precision_at_3_max": 0.871148, + "nauc_precision_at_3_std": -0.02641, + "nauc_precision_at_3_diff1": 0.863549, + "nauc_precision_at_5_max": 0.877878, + "nauc_precision_at_5_std": 0.073463, + "nauc_precision_at_5_diff1": 0.870779, + "nauc_precision_at_10_max": 0.892977, + "nauc_precision_at_10_std": 0.165478, + "nauc_precision_at_10_diff1": 0.894746, + "nauc_precision_at_20_max": 0.925044, + "nauc_precision_at_20_std": 0.406033, + "nauc_precision_at_20_diff1": 0.908056, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.893013, + "nauc_precision_at_100_diff1": 0.931917, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.79123, + "nauc_mrr_at_1_std": -0.09626, + "nauc_mrr_at_1_diff1": 0.898713, + "nauc_mrr_at_3_max": 0.820831, + "nauc_mrr_at_3_std": -0.069729, + "nauc_mrr_at_3_diff1": 0.885501, + "nauc_mrr_at_5_max": 0.818479, + "nauc_mrr_at_5_std": -0.061907, + "nauc_mrr_at_5_diff1": 0.887377, + "nauc_mrr_at_10_max": 0.81762, + "nauc_mrr_at_10_std": -0.060357, + "nauc_mrr_at_10_diff1": 0.888928, + "nauc_mrr_at_20_max": 0.817325, + "nauc_mrr_at_20_std": -0.059037, + "nauc_mrr_at_20_diff1": 0.888992, + "nauc_mrr_at_100_max": 0.817074, + "nauc_mrr_at_100_std": -0.05946, + "nauc_mrr_at_100_diff1": 0.888999, + "nauc_mrr_at_1000_max": 0.817033, + "nauc_mrr_at_1000_std": -0.05966, + "nauc_mrr_at_1000_diff1": 0.888996, + "hit_rate_at_1": 0.84778, + "hit_rate_at_3": 0.91222, + "hit_rate_at_5": 0.94111, + "hit_rate_at_10": 0.96333, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.90529, + "hf_subset": "eng_Latn-slk_Latn", + "languages": [ + "eng-Latn", + "slk-Latn" + ] + }, + { + "ndcg_at_1": 0.84556, + "ndcg_at_3": 0.88959, + "ndcg_at_5": 0.89595, + "ndcg_at_10": 0.90481, + "ndcg_at_20": 0.90874, + "ndcg_at_100": 0.91119, + "ndcg_at_1000": 0.91224, + "map_at_1": 0.84556, + "map_at_3": 0.8787, + "map_at_5": 0.8822, + "map_at_10": 0.886, + "map_at_20": 0.88708, + "map_at_100": 0.88742, + "map_at_1000": 0.88747, + "recall_at_1": 0.84556, + "recall_at_3": 0.92111, + "recall_at_5": 0.93667, + "recall_at_10": 0.96333, + "recall_at_20": 0.97889, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "accuracy": 0.84556, + "precision_at_1": 0.84556, + "precision_at_3": 0.30704, + "precision_at_5": 0.18733, + "precision_at_10": 0.09633, + "precision_at_20": 0.04894, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.845556, + "mrr_at_3": 0.878704, + "mrr_at_5": 0.882204, + "mrr_at_10": 0.886004, + "mrr_at_20": 0.88708, + "mrr_at_100": 0.887419, + "mrr_at_1000": 0.887469, + "nauc_ndcg_at_1_max": 0.713117, + "nauc_ndcg_at_1_std": -0.166831, + "nauc_ndcg_at_1_diff1": 0.901175, + "nauc_ndcg_at_3_max": 0.740677, + "nauc_ndcg_at_3_std": -0.142299, + "nauc_ndcg_at_3_diff1": 0.878452, + "nauc_ndcg_at_5_max": 0.743493, + "nauc_ndcg_at_5_std": -0.113686, + "nauc_ndcg_at_5_diff1": 0.871995, + "nauc_ndcg_at_10_max": 0.740678, + "nauc_ndcg_at_10_std": -0.116728, + "nauc_ndcg_at_10_diff1": 0.876572, + "nauc_ndcg_at_20_max": 0.737466, + "nauc_ndcg_at_20_std": -0.122183, + "nauc_ndcg_at_20_diff1": 0.880789, + "nauc_ndcg_at_100_max": 0.738203, + "nauc_ndcg_at_100_std": -0.122324, + "nauc_ndcg_at_100_diff1": 0.883078, + "nauc_ndcg_at_1000_max": 0.735471, + "nauc_ndcg_at_1000_std": -0.128934, + "nauc_ndcg_at_1000_diff1": 0.882116, + "nauc_map_at_1_max": 0.713117, + "nauc_map_at_1_std": -0.166831, + "nauc_map_at_1_diff1": 0.901175, + "nauc_map_at_3_max": 0.732469, + "nauc_map_at_3_std": -0.150203, + "nauc_map_at_3_diff1": 0.884229, + "nauc_map_at_5_max": 0.733433, + "nauc_map_at_5_std": -0.137504, + "nauc_map_at_5_diff1": 0.881251, + "nauc_map_at_10_max": 0.731802, + "nauc_map_at_10_std": -0.140553, + "nauc_map_at_10_diff1": 0.883023, + "nauc_map_at_20_max": 0.730984, + "nauc_map_at_20_std": -0.14149, + "nauc_map_at_20_diff1": 0.883867, + "nauc_map_at_100_max": 0.731292, + "nauc_map_at_100_std": -0.14041, + "nauc_map_at_100_diff1": 0.884156, + "nauc_map_at_1000_max": 0.73119, + "nauc_map_at_1000_std": -0.140631, + "nauc_map_at_1000_diff1": 0.884124, + "nauc_recall_at_1_max": 0.713117, + "nauc_recall_at_1_std": -0.166831, + "nauc_recall_at_1_diff1": 0.901175, + "nauc_recall_at_3_max": 0.77591, + "nauc_recall_at_3_std": -0.107994, + "nauc_recall_at_3_diff1": 0.854269, + "nauc_recall_at_5_max": 0.796788, + "nauc_recall_at_5_std": 0.020198, + "nauc_recall_at_5_diff1": 0.823063, + "nauc_recall_at_10_max": 0.818309, + "nauc_recall_at_10_std": 0.112724, + "nauc_recall_at_10_diff1": 0.825086, + "nauc_recall_at_20_max": 0.823112, + "nauc_recall_at_20_std": 0.171949, + "nauc_recall_at_20_diff1": 0.86363, + "nauc_recall_at_100_max": 0.960317, + "nauc_recall_at_100_std": 0.434507, + "nauc_recall_at_100_diff1": 0.962652, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.713117, + "nauc_precision_at_1_std": -0.166831, + "nauc_precision_at_1_diff1": 0.901175, + "nauc_precision_at_3_max": 0.77591, + "nauc_precision_at_3_std": -0.107994, + "nauc_precision_at_3_diff1": 0.854269, + "nauc_precision_at_5_max": 0.796788, + "nauc_precision_at_5_std": 0.020198, + "nauc_precision_at_5_diff1": 0.823063, + "nauc_precision_at_10_max": 0.818309, + "nauc_precision_at_10_std": 0.112724, + "nauc_precision_at_10_diff1": 0.825086, + "nauc_precision_at_20_max": 0.823112, + "nauc_precision_at_20_std": 0.171949, + "nauc_precision_at_20_diff1": 0.86363, + "nauc_precision_at_100_max": 0.960317, + "nauc_precision_at_100_std": 0.434507, + "nauc_precision_at_100_diff1": 0.962652, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.713117, + "nauc_mrr_at_1_std": -0.166831, + "nauc_mrr_at_1_diff1": 0.901175, + "nauc_mrr_at_3_max": 0.732469, + "nauc_mrr_at_3_std": -0.150203, + "nauc_mrr_at_3_diff1": 0.884229, + "nauc_mrr_at_5_max": 0.733433, + "nauc_mrr_at_5_std": -0.137504, + "nauc_mrr_at_5_diff1": 0.881251, + "nauc_mrr_at_10_max": 0.731802, + "nauc_mrr_at_10_std": -0.140553, + "nauc_mrr_at_10_diff1": 0.883023, + "nauc_mrr_at_20_max": 0.730984, + "nauc_mrr_at_20_std": -0.14149, + "nauc_mrr_at_20_diff1": 0.883867, + "nauc_mrr_at_100_max": 0.731292, + "nauc_mrr_at_100_std": -0.14041, + "nauc_mrr_at_100_diff1": 0.884156, + "nauc_mrr_at_1000_max": 0.73119, + "nauc_mrr_at_1000_std": -0.140631, + "nauc_mrr_at_1000_diff1": 0.884124, + "hit_rate_at_1": 0.84556, + "hit_rate_at_3": 0.92111, + "hit_rate_at_5": 0.93667, + "hit_rate_at_10": 0.96333, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.90481, + "hf_subset": "slv_Latn-slv_Latn", + "languages": [ + "slv-Latn", + "slv-Latn" + ] + }, + { + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.92997, + "ndcg_at_5": 0.93542, + "ndcg_at_10": 0.94058, + "ndcg_at_20": 0.94311, + "ndcg_at_100": 0.94445, + "ndcg_at_1000": 0.94486, + "map_at_1": 0.89778, + "map_at_3": 0.92259, + "map_at_5": 0.92559, + "map_at_10": 0.92779, + "map_at_20": 0.92849, + "map_at_100": 0.92871, + "map_at_1000": 0.92872, + "recall_at_1": 0.89778, + "recall_at_3": 0.95111, + "recall_at_5": 0.96444, + "recall_at_10": 0.98, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.89778, + "precision_at_1": 0.89778, + "precision_at_3": 0.31704, + "precision_at_5": 0.19289, + "precision_at_10": 0.098, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.922593, + "mrr_at_5": 0.925593, + "mrr_at_10": 0.927791, + "mrr_at_20": 0.928487, + "mrr_at_100": 0.928712, + "mrr_at_1000": 0.928725, + "nauc_ndcg_at_1_max": 0.688775, + "nauc_ndcg_at_1_std": -0.433676, + "nauc_ndcg_at_1_diff1": 0.903081, + "nauc_ndcg_at_3_max": 0.727996, + "nauc_ndcg_at_3_std": -0.450788, + "nauc_ndcg_at_3_diff1": 0.912182, + "nauc_ndcg_at_5_max": 0.73718, + "nauc_ndcg_at_5_std": -0.399757, + "nauc_ndcg_at_5_diff1": 0.912355, + "nauc_ndcg_at_10_max": 0.72774, + "nauc_ndcg_at_10_std": -0.416108, + "nauc_ndcg_at_10_diff1": 0.910677, + "nauc_ndcg_at_20_max": 0.724302, + "nauc_ndcg_at_20_std": -0.393983, + "nauc_ndcg_at_20_diff1": 0.908747, + "nauc_ndcg_at_100_max": 0.723569, + "nauc_ndcg_at_100_std": -0.405988, + "nauc_ndcg_at_100_diff1": 0.908727, + "nauc_ndcg_at_1000_max": 0.721507, + "nauc_ndcg_at_1000_std": -0.415141, + "nauc_ndcg_at_1000_diff1": 0.908802, + "nauc_map_at_1_max": 0.688775, + "nauc_map_at_1_std": -0.433676, + "nauc_map_at_1_diff1": 0.903081, + "nauc_map_at_3_max": 0.717935, + "nauc_map_at_3_std": -0.444753, + "nauc_map_at_3_diff1": 0.909313, + "nauc_map_at_5_max": 0.72223, + "nauc_map_at_5_std": -0.420021, + "nauc_map_at_5_diff1": 0.90928, + "nauc_map_at_10_max": 0.71804, + "nauc_map_at_10_std": -0.427786, + "nauc_map_at_10_diff1": 0.908511, + "nauc_map_at_20_max": 0.717272, + "nauc_map_at_20_std": -0.42249, + "nauc_map_at_20_diff1": 0.908077, + "nauc_map_at_100_max": 0.717085, + "nauc_map_at_100_std": -0.424335, + "nauc_map_at_100_diff1": 0.908074, + "nauc_map_at_1000_max": 0.717035, + "nauc_map_at_1000_std": -0.424557, + "nauc_map_at_1000_diff1": 0.908083, + "nauc_recall_at_1_max": 0.688775, + "nauc_recall_at_1_std": -0.433676, + "nauc_recall_at_1_diff1": 0.903081, + "nauc_recall_at_3_max": 0.772303, + "nauc_recall_at_3_std": -0.478695, + "nauc_recall_at_3_diff1": 0.92525, + "nauc_recall_at_5_max": 0.826943, + "nauc_recall_at_5_std": -0.263685, + "nauc_recall_at_5_diff1": 0.93092, + "nauc_recall_at_10_max": 0.820313, + "nauc_recall_at_10_std": -0.277804, + "nauc_recall_at_10_diff1": 0.931917, + "nauc_recall_at_20_max": 0.831207, + "nauc_recall_at_20_std": 0.326538, + "nauc_recall_at_20_diff1": 0.909223, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.820261, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.688775, + "nauc_precision_at_1_std": -0.433676, + "nauc_precision_at_1_diff1": 0.903081, + "nauc_precision_at_3_max": 0.772303, + "nauc_precision_at_3_std": -0.478695, + "nauc_precision_at_3_diff1": 0.92525, + "nauc_precision_at_5_max": 0.826943, + "nauc_precision_at_5_std": -0.263685, + "nauc_precision_at_5_diff1": 0.93092, + "nauc_precision_at_10_max": 0.820313, + "nauc_precision_at_10_std": -0.277804, + "nauc_precision_at_10_diff1": 0.931917, + "nauc_precision_at_20_max": 0.831207, + "nauc_precision_at_20_std": 0.326538, + "nauc_precision_at_20_diff1": 0.909223, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.820261, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.688775, + "nauc_mrr_at_1_std": -0.433676, + "nauc_mrr_at_1_diff1": 0.903081, + "nauc_mrr_at_3_max": 0.717935, + "nauc_mrr_at_3_std": -0.444753, + "nauc_mrr_at_3_diff1": 0.909313, + "nauc_mrr_at_5_max": 0.72223, + "nauc_mrr_at_5_std": -0.420021, + "nauc_mrr_at_5_diff1": 0.90928, + "nauc_mrr_at_10_max": 0.71804, + "nauc_mrr_at_10_std": -0.427786, + "nauc_mrr_at_10_diff1": 0.908511, + "nauc_mrr_at_20_max": 0.717272, + "nauc_mrr_at_20_std": -0.42249, + "nauc_mrr_at_20_diff1": 0.908077, + "nauc_mrr_at_100_max": 0.717085, + "nauc_mrr_at_100_std": -0.424335, + "nauc_mrr_at_100_diff1": 0.908074, + "nauc_mrr_at_1000_max": 0.717035, + "nauc_mrr_at_1000_std": -0.424557, + "nauc_mrr_at_1000_diff1": 0.908083, + "hit_rate_at_1": 0.89778, + "hit_rate_at_3": 0.95111, + "hit_rate_at_5": 0.96444, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94058, + "hf_subset": "slv_Latn-eng_Latn", + "languages": [ + "slv-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.84633, + "ndcg_at_5": 0.86154, + "ndcg_at_10": 0.87168, + "ndcg_at_20": 0.8772, + "ndcg_at_100": 0.88113, + "ndcg_at_1000": 0.88288, + "map_at_1": 0.8, + "map_at_3": 0.83574, + "map_at_5": 0.84424, + "map_at_10": 0.84848, + "map_at_20": 0.85009, + "map_at_100": 0.85064, + "map_at_1000": 0.85072, + "recall_at_1": 0.8, + "recall_at_3": 0.87667, + "recall_at_5": 0.91333, + "recall_at_10": 0.94444, + "recall_at_20": 0.96556, + "recall_at_100": 0.98667, + "recall_at_1000": 1.0, + "accuracy": 0.8, + "precision_at_1": 0.8, + "precision_at_3": 0.29222, + "precision_at_5": 0.18267, + "precision_at_10": 0.09444, + "precision_at_20": 0.04828, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.8, + "mrr_at_3": 0.835741, + "mrr_at_5": 0.844241, + "mrr_at_10": 0.848476, + "mrr_at_20": 0.850094, + "mrr_at_100": 0.850643, + "mrr_at_1000": 0.850715, + "nauc_ndcg_at_1_max": 0.796354, + "nauc_ndcg_at_1_std": -0.055797, + "nauc_ndcg_at_1_diff1": 0.888783, + "nauc_ndcg_at_3_max": 0.822281, + "nauc_ndcg_at_3_std": 0.043953, + "nauc_ndcg_at_3_diff1": 0.871168, + "nauc_ndcg_at_5_max": 0.822291, + "nauc_ndcg_at_5_std": 0.051683, + "nauc_ndcg_at_5_diff1": 0.867411, + "nauc_ndcg_at_10_max": 0.825142, + "nauc_ndcg_at_10_std": 0.053088, + "nauc_ndcg_at_10_diff1": 0.874553, + "nauc_ndcg_at_20_max": 0.82509, + "nauc_ndcg_at_20_std": 0.06011, + "nauc_ndcg_at_20_diff1": 0.875498, + "nauc_ndcg_at_100_max": 0.822448, + "nauc_ndcg_at_100_std": 0.048814, + "nauc_ndcg_at_100_diff1": 0.875819, + "nauc_ndcg_at_1000_max": 0.819996, + "nauc_ndcg_at_1000_std": 0.037961, + "nauc_ndcg_at_1000_diff1": 0.875682, + "nauc_map_at_1_max": 0.796354, + "nauc_map_at_1_std": -0.055797, + "nauc_map_at_1_diff1": 0.888783, + "nauc_map_at_3_max": 0.816047, + "nauc_map_at_3_std": 0.018599, + "nauc_map_at_3_diff1": 0.875731, + "nauc_map_at_5_max": 0.815706, + "nauc_map_at_5_std": 0.020969, + "nauc_map_at_5_diff1": 0.873876, + "nauc_map_at_10_max": 0.816561, + "nauc_map_at_10_std": 0.020968, + "nauc_map_at_10_diff1": 0.876602, + "nauc_map_at_20_max": 0.816521, + "nauc_map_at_20_std": 0.02261, + "nauc_map_at_20_diff1": 0.876914, + "nauc_map_at_100_max": 0.816143, + "nauc_map_at_100_std": 0.021041, + "nauc_map_at_100_diff1": 0.87696, + "nauc_map_at_1000_max": 0.816057, + "nauc_map_at_1000_std": 0.0207, + "nauc_map_at_1000_diff1": 0.876947, + "nauc_recall_at_1_max": 0.796354, + "nauc_recall_at_1_std": -0.055797, + "nauc_recall_at_1_diff1": 0.888783, + "nauc_recall_at_3_max": 0.844917, + "nauc_recall_at_3_std": 0.136889, + "nauc_recall_at_3_diff1": 0.854391, + "nauc_recall_at_5_max": 0.853875, + "nauc_recall_at_5_std": 0.202752, + "nauc_recall_at_5_diff1": 0.8355, + "nauc_recall_at_10_max": 0.890383, + "nauc_recall_at_10_std": 0.29112, + "nauc_recall_at_10_diff1": 0.8662, + "nauc_recall_at_20_max": 0.927487, + "nauc_recall_at_20_std": 0.518102, + "nauc_recall_at_20_diff1": 0.871465, + "nauc_recall_at_100_max": 0.976852, + "nauc_recall_at_100_std": 0.752218, + "nauc_recall_at_100_diff1": 0.879785, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.796354, + "nauc_precision_at_1_std": -0.055797, + "nauc_precision_at_1_diff1": 0.888783, + "nauc_precision_at_3_max": 0.844917, + "nauc_precision_at_3_std": 0.136889, + "nauc_precision_at_3_diff1": 0.854391, + "nauc_precision_at_5_max": 0.853875, + "nauc_precision_at_5_std": 0.202752, + "nauc_precision_at_5_diff1": 0.8355, + "nauc_precision_at_10_max": 0.890383, + "nauc_precision_at_10_std": 0.29112, + "nauc_precision_at_10_diff1": 0.8662, + "nauc_precision_at_20_max": 0.927487, + "nauc_precision_at_20_std": 0.518102, + "nauc_precision_at_20_diff1": 0.871465, + "nauc_precision_at_100_max": 0.976852, + "nauc_precision_at_100_std": 0.752218, + "nauc_precision_at_100_diff1": 0.879785, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.796354, + "nauc_mrr_at_1_std": -0.055797, + "nauc_mrr_at_1_diff1": 0.888783, + "nauc_mrr_at_3_max": 0.816047, + "nauc_mrr_at_3_std": 0.018599, + "nauc_mrr_at_3_diff1": 0.875731, + "nauc_mrr_at_5_max": 0.815706, + "nauc_mrr_at_5_std": 0.020969, + "nauc_mrr_at_5_diff1": 0.873876, + "nauc_mrr_at_10_max": 0.816561, + "nauc_mrr_at_10_std": 0.020968, + "nauc_mrr_at_10_diff1": 0.876602, + "nauc_mrr_at_20_max": 0.816521, + "nauc_mrr_at_20_std": 0.02261, + "nauc_mrr_at_20_diff1": 0.876914, + "nauc_mrr_at_100_max": 0.816143, + "nauc_mrr_at_100_std": 0.021041, + "nauc_mrr_at_100_diff1": 0.87696, + "nauc_mrr_at_1000_max": 0.816057, + "nauc_mrr_at_1000_std": 0.0207, + "nauc_mrr_at_1000_diff1": 0.876947, + "hit_rate_at_1": 0.8, + "hit_rate_at_3": 0.87667, + "hit_rate_at_5": 0.91333, + "hit_rate_at_10": 0.94444, + "hit_rate_at_20": 0.96556, + "hit_rate_at_100": 0.98667, + "hit_rate_at_1000": 1.0, + "main_score": 0.87168, + "hf_subset": "eng_Latn-slv_Latn", + "languages": [ + "eng-Latn", + "slv-Latn" + ] + }, + { + "ndcg_at_1": 0.44605, + "ndcg_at_3": 0.49244, + "ndcg_at_5": 0.50282, + "ndcg_at_10": 0.51232, + "ndcg_at_20": 0.52142, + "ndcg_at_100": 0.55204, + "ndcg_at_1000": 0.58012, + "map_at_1": 0.44605, + "map_at_3": 0.48183, + "map_at_5": 0.4875, + "map_at_10": 0.49151, + "map_at_20": 0.49406, + "map_at_100": 0.49787, + "map_at_1000": 0.49899, + "recall_at_1": 0.44605, + "recall_at_3": 0.5228, + "recall_at_5": 0.54839, + "recall_at_10": 0.57731, + "recall_at_20": 0.6129, + "recall_at_100": 0.7842, + "recall_at_1000": 1.0, + "accuracy": 0.44605, + "precision_at_1": 0.44605, + "precision_at_3": 0.17427, + "precision_at_5": 0.10968, + "precision_at_10": 0.05773, + "precision_at_20": 0.03065, + "precision_at_100": 0.00784, + "precision_at_1000": 0.001, + "mrr_at_1": 0.446051, + "mrr_at_3": 0.481832, + "mrr_at_5": 0.487505, + "mrr_at_10": 0.49151, + "mrr_at_20": 0.494062, + "mrr_at_100": 0.497873, + "mrr_at_1000": 0.498985, + "nauc_ndcg_at_1_max": 0.159666, + "nauc_ndcg_at_1_std": -0.727873, + "nauc_ndcg_at_1_diff1": 0.882125, + "nauc_ndcg_at_3_max": 0.152817, + "nauc_ndcg_at_3_std": -0.752409, + "nauc_ndcg_at_3_diff1": 0.85376, + "nauc_ndcg_at_5_max": 0.1389, + "nauc_ndcg_at_5_std": -0.764763, + "nauc_ndcg_at_5_diff1": 0.850062, + "nauc_ndcg_at_10_max": 0.133019, + "nauc_ndcg_at_10_std": -0.763079, + "nauc_ndcg_at_10_diff1": 0.842522, + "nauc_ndcg_at_20_max": 0.130218, + "nauc_ndcg_at_20_std": -0.759092, + "nauc_ndcg_at_20_diff1": 0.836512, + "nauc_ndcg_at_100_max": 0.137672, + "nauc_ndcg_at_100_std": -0.738425, + "nauc_ndcg_at_100_diff1": 0.828893, + "nauc_ndcg_at_1000_max": 0.138752, + "nauc_ndcg_at_1000_std": -0.749201, + "nauc_ndcg_at_1000_diff1": 0.841804, + "nauc_map_at_1_max": 0.159666, + "nauc_map_at_1_std": -0.727873, + "nauc_map_at_1_diff1": 0.882125, + "nauc_map_at_3_max": 0.154828, + "nauc_map_at_3_std": -0.746736, + "nauc_map_at_3_diff1": 0.860518, + "nauc_map_at_5_max": 0.147355, + "nauc_map_at_5_std": -0.753485, + "nauc_map_at_5_diff1": 0.858744, + "nauc_map_at_10_max": 0.145034, + "nauc_map_at_10_std": -0.752837, + "nauc_map_at_10_diff1": 0.855639, + "nauc_map_at_20_max": 0.144069, + "nauc_map_at_20_std": -0.751903, + "nauc_map_at_20_diff1": 0.853954, + "nauc_map_at_100_max": 0.144789, + "nauc_map_at_100_std": -0.749315, + "nauc_map_at_100_diff1": 0.852872, + "nauc_map_at_1000_max": 0.144809, + "nauc_map_at_1000_std": -0.749609, + "nauc_map_at_1000_diff1": 0.853271, + "nauc_recall_at_1_max": 0.159666, + "nauc_recall_at_1_std": -0.727873, + "nauc_recall_at_1_diff1": 0.882125, + "nauc_recall_at_3_max": 0.146732, + "nauc_recall_at_3_std": -0.769029, + "nauc_recall_at_3_diff1": 0.833871, + "nauc_recall_at_5_max": 0.110934, + "nauc_recall_at_5_std": -0.800524, + "nauc_recall_at_5_diff1": 0.823093, + "nauc_recall_at_10_max": 0.090633, + "nauc_recall_at_10_std": -0.795674, + "nauc_recall_at_10_diff1": 0.798012, + "nauc_recall_at_20_max": 0.078395, + "nauc_recall_at_20_std": -0.778751, + "nauc_recall_at_20_diff1": 0.770718, + "nauc_recall_at_100_max": 0.122268, + "nauc_recall_at_100_std": -0.608858, + "nauc_recall_at_100_diff1": 0.6744, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.159666, + "nauc_precision_at_1_std": -0.727873, + "nauc_precision_at_1_diff1": 0.882125, + "nauc_precision_at_3_max": 0.146732, + "nauc_precision_at_3_std": -0.769029, + "nauc_precision_at_3_diff1": 0.833871, + "nauc_precision_at_5_max": 0.110934, + "nauc_precision_at_5_std": -0.800524, + "nauc_precision_at_5_diff1": 0.823093, + "nauc_precision_at_10_max": 0.090633, + "nauc_precision_at_10_std": -0.795674, + "nauc_precision_at_10_diff1": 0.798012, + "nauc_precision_at_20_max": 0.078395, + "nauc_precision_at_20_std": -0.778751, + "nauc_precision_at_20_diff1": 0.770718, + "nauc_precision_at_100_max": 0.122268, + "nauc_precision_at_100_std": -0.608858, + "nauc_precision_at_100_diff1": 0.6744, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.159666, + "nauc_mrr_at_1_std": -0.727873, + "nauc_mrr_at_1_diff1": 0.882125, + "nauc_mrr_at_3_max": 0.154828, + "nauc_mrr_at_3_std": -0.746736, + "nauc_mrr_at_3_diff1": 0.860518, + "nauc_mrr_at_5_max": 0.147355, + "nauc_mrr_at_5_std": -0.753485, + "nauc_mrr_at_5_diff1": 0.858744, + "nauc_mrr_at_10_max": 0.145034, + "nauc_mrr_at_10_std": -0.752837, + "nauc_mrr_at_10_diff1": 0.855639, + "nauc_mrr_at_20_max": 0.144069, + "nauc_mrr_at_20_std": -0.751903, + "nauc_mrr_at_20_diff1": 0.853954, + "nauc_mrr_at_100_max": 0.144789, + "nauc_mrr_at_100_std": -0.749315, + "nauc_mrr_at_100_diff1": 0.852872, + "nauc_mrr_at_1000_max": 0.144809, + "nauc_mrr_at_1000_std": -0.749609, + "nauc_mrr_at_1000_diff1": 0.853271, + "hit_rate_at_1": 0.44605, + "hit_rate_at_3": 0.5228, + "hit_rate_at_5": 0.54839, + "hit_rate_at_10": 0.57731, + "hit_rate_at_20": 0.6129, + "hit_rate_at_100": 0.7842, + "hit_rate_at_1000": 1.0, + "main_score": 0.51232, + "hf_subset": "sna_Latn-sna_Latn", + "languages": [ + "sna-Latn", + "sna-Latn" + ] + }, + { + "ndcg_at_1": 0.58222, + "ndcg_at_3": 0.63356, + "ndcg_at_5": 0.64451, + "ndcg_at_10": 0.65857, + "ndcg_at_20": 0.66819, + "ndcg_at_100": 0.69154, + "ndcg_at_1000": 0.70443, + "map_at_1": 0.58222, + "map_at_3": 0.6213, + "map_at_5": 0.62735, + "map_at_10": 0.6334, + "map_at_20": 0.63608, + "map_at_100": 0.63919, + "map_at_1000": 0.63975, + "recall_at_1": 0.58222, + "recall_at_3": 0.66889, + "recall_at_5": 0.69556, + "recall_at_10": 0.73778, + "recall_at_20": 0.77556, + "recall_at_100": 0.90333, + "recall_at_1000": 1.0, + "accuracy": 0.58222, + "precision_at_1": 0.58222, + "precision_at_3": 0.22296, + "precision_at_5": 0.13911, + "precision_at_10": 0.07378, + "precision_at_20": 0.03878, + "precision_at_100": 0.00903, + "precision_at_1000": 0.001, + "mrr_at_1": 0.582222, + "mrr_at_3": 0.621296, + "mrr_at_5": 0.627352, + "mrr_at_10": 0.633403, + "mrr_at_20": 0.636083, + "mrr_at_100": 0.639188, + "mrr_at_1000": 0.639751, + "nauc_ndcg_at_1_max": 0.784878, + "nauc_ndcg_at_1_std": 0.251933, + "nauc_ndcg_at_1_diff1": 0.851524, + "nauc_ndcg_at_3_max": 0.825192, + "nauc_ndcg_at_3_std": 0.297806, + "nauc_ndcg_at_3_diff1": 0.833392, + "nauc_ndcg_at_5_max": 0.819569, + "nauc_ndcg_at_5_std": 0.29637, + "nauc_ndcg_at_5_diff1": 0.825333, + "nauc_ndcg_at_10_max": 0.81546, + "nauc_ndcg_at_10_std": 0.304882, + "nauc_ndcg_at_10_diff1": 0.819612, + "nauc_ndcg_at_20_max": 0.81404, + "nauc_ndcg_at_20_std": 0.317485, + "nauc_ndcg_at_20_diff1": 0.816227, + "nauc_ndcg_at_100_max": 0.810174, + "nauc_ndcg_at_100_std": 0.313026, + "nauc_ndcg_at_100_diff1": 0.816751, + "nauc_ndcg_at_1000_max": 0.811943, + "nauc_ndcg_at_1000_std": 0.30258, + "nauc_ndcg_at_1000_diff1": 0.823521, + "nauc_map_at_1_max": 0.784878, + "nauc_map_at_1_std": 0.251933, + "nauc_map_at_1_diff1": 0.851524, + "nauc_map_at_3_max": 0.816483, + "nauc_map_at_3_std": 0.287665, + "nauc_map_at_3_diff1": 0.837507, + "nauc_map_at_5_max": 0.813442, + "nauc_map_at_5_std": 0.286666, + "nauc_map_at_5_diff1": 0.83337, + "nauc_map_at_10_max": 0.811748, + "nauc_map_at_10_std": 0.290384, + "nauc_map_at_10_diff1": 0.831194, + "nauc_map_at_20_max": 0.811431, + "nauc_map_at_20_std": 0.293477, + "nauc_map_at_20_diff1": 0.830463, + "nauc_map_at_100_max": 0.810727, + "nauc_map_at_100_std": 0.292479, + "nauc_map_at_100_diff1": 0.830505, + "nauc_map_at_1000_max": 0.810787, + "nauc_map_at_1000_std": 0.292091, + "nauc_map_at_1000_diff1": 0.830744, + "nauc_recall_at_1_max": 0.784878, + "nauc_recall_at_1_std": 0.251933, + "nauc_recall_at_1_diff1": 0.851524, + "nauc_recall_at_3_max": 0.85182, + "nauc_recall_at_3_std": 0.328935, + "nauc_recall_at_3_diff1": 0.820703, + "nauc_recall_at_5_max": 0.837875, + "nauc_recall_at_5_std": 0.327374, + "nauc_recall_at_5_diff1": 0.797683, + "nauc_recall_at_10_max": 0.824898, + "nauc_recall_at_10_std": 0.359525, + "nauc_recall_at_10_diff1": 0.773211, + "nauc_recall_at_20_max": 0.817964, + "nauc_recall_at_20_std": 0.43332, + "nauc_recall_at_20_diff1": 0.748637, + "nauc_recall_at_100_max": 0.776946, + "nauc_recall_at_100_std": 0.510942, + "nauc_recall_at_100_diff1": 0.686854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.784878, + "nauc_precision_at_1_std": 0.251933, + "nauc_precision_at_1_diff1": 0.851524, + "nauc_precision_at_3_max": 0.85182, + "nauc_precision_at_3_std": 0.328935, + "nauc_precision_at_3_diff1": 0.820703, + "nauc_precision_at_5_max": 0.837875, + "nauc_precision_at_5_std": 0.327374, + "nauc_precision_at_5_diff1": 0.797683, + "nauc_precision_at_10_max": 0.824898, + "nauc_precision_at_10_std": 0.359525, + "nauc_precision_at_10_diff1": 0.773211, + "nauc_precision_at_20_max": 0.817964, + "nauc_precision_at_20_std": 0.43332, + "nauc_precision_at_20_diff1": 0.748637, + "nauc_precision_at_100_max": 0.776946, + "nauc_precision_at_100_std": 0.510942, + "nauc_precision_at_100_diff1": 0.686854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.784878, + "nauc_mrr_at_1_std": 0.251933, + "nauc_mrr_at_1_diff1": 0.851524, + "nauc_mrr_at_3_max": 0.816483, + "nauc_mrr_at_3_std": 0.287665, + "nauc_mrr_at_3_diff1": 0.837507, + "nauc_mrr_at_5_max": 0.813442, + "nauc_mrr_at_5_std": 0.286666, + "nauc_mrr_at_5_diff1": 0.83337, + "nauc_mrr_at_10_max": 0.811748, + "nauc_mrr_at_10_std": 0.290384, + "nauc_mrr_at_10_diff1": 0.831194, + "nauc_mrr_at_20_max": 0.811431, + "nauc_mrr_at_20_std": 0.293477, + "nauc_mrr_at_20_diff1": 0.830463, + "nauc_mrr_at_100_max": 0.810727, + "nauc_mrr_at_100_std": 0.292479, + "nauc_mrr_at_100_diff1": 0.830505, + "nauc_mrr_at_1000_max": 0.810787, + "nauc_mrr_at_1000_std": 0.292091, + "nauc_mrr_at_1000_diff1": 0.830744, + "hit_rate_at_1": 0.58222, + "hit_rate_at_3": 0.66889, + "hit_rate_at_5": 0.69556, + "hit_rate_at_10": 0.73778, + "hit_rate_at_20": 0.77556, + "hit_rate_at_100": 0.90333, + "hit_rate_at_1000": 1.0, + "main_score": 0.65857, + "hf_subset": "sna_Latn-eng_Latn", + "languages": [ + "sna-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.3782, + "ndcg_at_3": 0.41897, + "ndcg_at_5": 0.42352, + "ndcg_at_10": 0.43126, + "ndcg_at_20": 0.44061, + "ndcg_at_100": 0.4606, + "ndcg_at_1000": 0.50679, + "map_at_1": 0.3782, + "map_at_3": 0.40953, + "map_at_5": 0.41203, + "map_at_10": 0.41512, + "map_at_20": 0.41773, + "map_at_100": 0.42005, + "map_at_1000": 0.42165, + "recall_at_1": 0.3782, + "recall_at_3": 0.44605, + "recall_at_5": 0.45717, + "recall_at_10": 0.48165, + "recall_at_20": 0.51835, + "recall_at_100": 0.63293, + "recall_at_1000": 1.0, + "accuracy": 0.3782, + "precision_at_1": 0.3782, + "precision_at_3": 0.14868, + "precision_at_5": 0.09143, + "precision_at_10": 0.04816, + "precision_at_20": 0.02592, + "precision_at_100": 0.00633, + "precision_at_1000": 0.001, + "mrr_at_1": 0.378198, + "mrr_at_3": 0.409529, + "mrr_at_5": 0.412032, + "mrr_at_10": 0.415123, + "mrr_at_20": 0.417733, + "mrr_at_100": 0.420049, + "mrr_at_1000": 0.421647, + "nauc_ndcg_at_1_max": 0.758624, + "nauc_ndcg_at_1_std": 0.52078, + "nauc_ndcg_at_1_diff1": 0.766177, + "nauc_ndcg_at_3_max": 0.765895, + "nauc_ndcg_at_3_std": 0.593267, + "nauc_ndcg_at_3_diff1": 0.6953, + "nauc_ndcg_at_5_max": 0.767741, + "nauc_ndcg_at_5_std": 0.59955, + "nauc_ndcg_at_5_diff1": 0.690704, + "nauc_ndcg_at_10_max": 0.762177, + "nauc_ndcg_at_10_std": 0.609124, + "nauc_ndcg_at_10_diff1": 0.683072, + "nauc_ndcg_at_20_max": 0.75233, + "nauc_ndcg_at_20_std": 0.607624, + "nauc_ndcg_at_20_diff1": 0.672835, + "nauc_ndcg_at_100_max": 0.738603, + "nauc_ndcg_at_100_std": 0.600912, + "nauc_ndcg_at_100_diff1": 0.662778, + "nauc_ndcg_at_1000_max": 0.751575, + "nauc_ndcg_at_1000_std": 0.594422, + "nauc_ndcg_at_1000_diff1": 0.682901, + "nauc_map_at_1_max": 0.758624, + "nauc_map_at_1_std": 0.52078, + "nauc_map_at_1_diff1": 0.766177, + "nauc_map_at_3_max": 0.764341, + "nauc_map_at_3_std": 0.576461, + "nauc_map_at_3_diff1": 0.711421, + "nauc_map_at_5_max": 0.765318, + "nauc_map_at_5_std": 0.579848, + "nauc_map_at_5_diff1": 0.708828, + "nauc_map_at_10_max": 0.763173, + "nauc_map_at_10_std": 0.583934, + "nauc_map_at_10_diff1": 0.705854, + "nauc_map_at_20_max": 0.7604, + "nauc_map_at_20_std": 0.58364, + "nauc_map_at_20_diff1": 0.702944, + "nauc_map_at_100_max": 0.758755, + "nauc_map_at_100_std": 0.582745, + "nauc_map_at_100_diff1": 0.701867, + "nauc_map_at_1000_max": 0.759075, + "nauc_map_at_1000_std": 0.582409, + "nauc_map_at_1000_diff1": 0.702466, + "nauc_recall_at_1_max": 0.758624, + "nauc_recall_at_1_std": 0.52078, + "nauc_recall_at_1_diff1": 0.766177, + "nauc_recall_at_3_max": 0.770314, + "nauc_recall_at_3_std": 0.641639, + "nauc_recall_at_3_diff1": 0.649038, + "nauc_recall_at_5_max": 0.775015, + "nauc_recall_at_5_std": 0.657479, + "nauc_recall_at_5_diff1": 0.637899, + "nauc_recall_at_10_max": 0.756878, + "nauc_recall_at_10_std": 0.686932, + "nauc_recall_at_10_diff1": 0.612796, + "nauc_recall_at_20_max": 0.717328, + "nauc_recall_at_20_std": 0.68168, + "nauc_recall_at_20_diff1": 0.570467, + "nauc_recall_at_100_max": 0.622335, + "nauc_recall_at_100_std": 0.649996, + "nauc_recall_at_100_diff1": 0.487619, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.758624, + "nauc_precision_at_1_std": 0.52078, + "nauc_precision_at_1_diff1": 0.766177, + "nauc_precision_at_3_max": 0.770314, + "nauc_precision_at_3_std": 0.641639, + "nauc_precision_at_3_diff1": 0.649038, + "nauc_precision_at_5_max": 0.775015, + "nauc_precision_at_5_std": 0.657479, + "nauc_precision_at_5_diff1": 0.637899, + "nauc_precision_at_10_max": 0.756878, + "nauc_precision_at_10_std": 0.686932, + "nauc_precision_at_10_diff1": 0.612796, + "nauc_precision_at_20_max": 0.717328, + "nauc_precision_at_20_std": 0.68168, + "nauc_precision_at_20_diff1": 0.570467, + "nauc_precision_at_100_max": 0.622335, + "nauc_precision_at_100_std": 0.649996, + "nauc_precision_at_100_diff1": 0.487619, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.758624, + "nauc_mrr_at_1_std": 0.52078, + "nauc_mrr_at_1_diff1": 0.766177, + "nauc_mrr_at_3_max": 0.764341, + "nauc_mrr_at_3_std": 0.576461, + "nauc_mrr_at_3_diff1": 0.711421, + "nauc_mrr_at_5_max": 0.765318, + "nauc_mrr_at_5_std": 0.579848, + "nauc_mrr_at_5_diff1": 0.708828, + "nauc_mrr_at_10_max": 0.763173, + "nauc_mrr_at_10_std": 0.583934, + "nauc_mrr_at_10_diff1": 0.705854, + "nauc_mrr_at_20_max": 0.7604, + "nauc_mrr_at_20_std": 0.58364, + "nauc_mrr_at_20_diff1": 0.702944, + "nauc_mrr_at_100_max": 0.758755, + "nauc_mrr_at_100_std": 0.582745, + "nauc_mrr_at_100_diff1": 0.701867, + "nauc_mrr_at_1000_max": 0.759075, + "nauc_mrr_at_1000_std": 0.582409, + "nauc_mrr_at_1000_diff1": 0.702466, + "hit_rate_at_1": 0.3782, + "hit_rate_at_3": 0.44605, + "hit_rate_at_5": 0.45717, + "hit_rate_at_10": 0.48165, + "hit_rate_at_20": 0.51835, + "hit_rate_at_100": 0.63293, + "hit_rate_at_1000": 1.0, + "main_score": 0.43126, + "hf_subset": "eng_Latn-sna_Latn", + "languages": [ + "eng-Latn", + "sna-Latn" + ] + }, + { + "ndcg_at_1": 0.67, + "ndcg_at_3": 0.74655, + "ndcg_at_5": 0.7618, + "ndcg_at_10": 0.77381, + "ndcg_at_20": 0.7828, + "ndcg_at_100": 0.7931, + "ndcg_at_1000": 0.79806, + "map_at_1": 0.67, + "map_at_3": 0.7287, + "map_at_5": 0.73726, + "map_at_10": 0.7423, + "map_at_20": 0.74476, + "map_at_100": 0.74618, + "map_at_1000": 0.74638, + "recall_at_1": 0.67, + "recall_at_3": 0.79778, + "recall_at_5": 0.83444, + "recall_at_10": 0.87111, + "recall_at_20": 0.90667, + "recall_at_100": 0.96222, + "recall_at_1000": 1.0, + "accuracy": 0.67, + "precision_at_1": 0.67, + "precision_at_3": 0.26593, + "precision_at_5": 0.16689, + "precision_at_10": 0.08711, + "precision_at_20": 0.04533, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "mrr_at_1": 0.67, + "mrr_at_3": 0.728704, + "mrr_at_5": 0.737259, + "mrr_at_10": 0.742298, + "mrr_at_20": 0.744761, + "mrr_at_100": 0.74618, + "mrr_at_1000": 0.746383, + "nauc_ndcg_at_1_max": 0.635064, + "nauc_ndcg_at_1_std": -0.020794, + "nauc_ndcg_at_1_diff1": 0.853619, + "nauc_ndcg_at_3_max": 0.673643, + "nauc_ndcg_at_3_std": 0.072994, + "nauc_ndcg_at_3_diff1": 0.820493, + "nauc_ndcg_at_5_max": 0.679525, + "nauc_ndcg_at_5_std": 0.089705, + "nauc_ndcg_at_5_diff1": 0.819923, + "nauc_ndcg_at_10_max": 0.683885, + "nauc_ndcg_at_10_std": 0.097215, + "nauc_ndcg_at_10_diff1": 0.817477, + "nauc_ndcg_at_20_max": 0.679354, + "nauc_ndcg_at_20_std": 0.09237, + "nauc_ndcg_at_20_diff1": 0.819111, + "nauc_ndcg_at_100_max": 0.677998, + "nauc_ndcg_at_100_std": 0.086688, + "nauc_ndcg_at_100_diff1": 0.82528, + "nauc_ndcg_at_1000_max": 0.674176, + "nauc_ndcg_at_1000_std": 0.074233, + "nauc_ndcg_at_1000_diff1": 0.825778, + "nauc_map_at_1_max": 0.635064, + "nauc_map_at_1_std": -0.020794, + "nauc_map_at_1_diff1": 0.853619, + "nauc_map_at_3_max": 0.664719, + "nauc_map_at_3_std": 0.047563, + "nauc_map_at_3_diff1": 0.829418, + "nauc_map_at_5_max": 0.667711, + "nauc_map_at_5_std": 0.055498, + "nauc_map_at_5_diff1": 0.829482, + "nauc_map_at_10_max": 0.669167, + "nauc_map_at_10_std": 0.057759, + "nauc_map_at_10_diff1": 0.82869, + "nauc_map_at_20_max": 0.667984, + "nauc_map_at_20_std": 0.056266, + "nauc_map_at_20_diff1": 0.829227, + "nauc_map_at_100_max": 0.667805, + "nauc_map_at_100_std": 0.055694, + "nauc_map_at_100_diff1": 0.830077, + "nauc_map_at_1000_max": 0.667678, + "nauc_map_at_1000_std": 0.055236, + "nauc_map_at_1000_diff1": 0.830091, + "nauc_recall_at_1_max": 0.635064, + "nauc_recall_at_1_std": -0.020794, + "nauc_recall_at_1_diff1": 0.853619, + "nauc_recall_at_3_max": 0.704857, + "nauc_recall_at_3_std": 0.164296, + "nauc_recall_at_3_diff1": 0.788479, + "nauc_recall_at_5_max": 0.728639, + "nauc_recall_at_5_std": 0.235793, + "nauc_recall_at_5_diff1": 0.779783, + "nauc_recall_at_10_max": 0.761841, + "nauc_recall_at_10_std": 0.308402, + "nauc_recall_at_10_diff1": 0.758172, + "nauc_recall_at_20_max": 0.750928, + "nauc_recall_at_20_std": 0.340358, + "nauc_recall_at_20_diff1": 0.750628, + "nauc_recall_at_100_max": 0.81698, + "nauc_recall_at_100_std": 0.527283, + "nauc_recall_at_100_diff1": 0.805308, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.635064, + "nauc_precision_at_1_std": -0.020794, + "nauc_precision_at_1_diff1": 0.853619, + "nauc_precision_at_3_max": 0.704857, + "nauc_precision_at_3_std": 0.164296, + "nauc_precision_at_3_diff1": 0.788479, + "nauc_precision_at_5_max": 0.728639, + "nauc_precision_at_5_std": 0.235793, + "nauc_precision_at_5_diff1": 0.779783, + "nauc_precision_at_10_max": 0.761841, + "nauc_precision_at_10_std": 0.308402, + "nauc_precision_at_10_diff1": 0.758172, + "nauc_precision_at_20_max": 0.750928, + "nauc_precision_at_20_std": 0.340358, + "nauc_precision_at_20_diff1": 0.750628, + "nauc_precision_at_100_max": 0.81698, + "nauc_precision_at_100_std": 0.527283, + "nauc_precision_at_100_diff1": 0.805308, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.635064, + "nauc_mrr_at_1_std": -0.020794, + "nauc_mrr_at_1_diff1": 0.853619, + "nauc_mrr_at_3_max": 0.664719, + "nauc_mrr_at_3_std": 0.047563, + "nauc_mrr_at_3_diff1": 0.829418, + "nauc_mrr_at_5_max": 0.667711, + "nauc_mrr_at_5_std": 0.055498, + "nauc_mrr_at_5_diff1": 0.829482, + "nauc_mrr_at_10_max": 0.669167, + "nauc_mrr_at_10_std": 0.057759, + "nauc_mrr_at_10_diff1": 0.82869, + "nauc_mrr_at_20_max": 0.667984, + "nauc_mrr_at_20_std": 0.056266, + "nauc_mrr_at_20_diff1": 0.829227, + "nauc_mrr_at_100_max": 0.667805, + "nauc_mrr_at_100_std": 0.055694, + "nauc_mrr_at_100_diff1": 0.830077, + "nauc_mrr_at_1000_max": 0.667678, + "nauc_mrr_at_1000_std": 0.055236, + "nauc_mrr_at_1000_diff1": 0.830091, + "hit_rate_at_1": 0.67, + "hit_rate_at_3": 0.79778, + "hit_rate_at_5": 0.83444, + "hit_rate_at_10": 0.87111, + "hit_rate_at_20": 0.90667, + "hit_rate_at_100": 0.96222, + "hit_rate_at_1000": 1.0, + "main_score": 0.77381, + "hf_subset": "snd_Arab-snd_Arab", + "languages": [ + "snd-Arab", + "snd-Arab" + ] + }, + { + "ndcg_at_1": 0.80667, + "ndcg_at_3": 0.87074, + "ndcg_at_5": 0.88552, + "ndcg_at_10": 0.89306, + "ndcg_at_20": 0.89554, + "ndcg_at_100": 0.89806, + "ndcg_at_1000": 0.89848, + "map_at_1": 0.80667, + "map_at_3": 0.85556, + "map_at_5": 0.86383, + "map_at_10": 0.86695, + "map_at_20": 0.8676, + "map_at_100": 0.86797, + "map_at_1000": 0.86798, + "recall_at_1": 0.80667, + "recall_at_3": 0.91444, + "recall_at_5": 0.95, + "recall_at_10": 0.97333, + "recall_at_20": 0.98333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.80667, + "precision_at_1": 0.80667, + "precision_at_3": 0.30481, + "precision_at_5": 0.19, + "precision_at_10": 0.09733, + "precision_at_20": 0.04917, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.806667, + "mrr_at_3": 0.855556, + "mrr_at_5": 0.863833, + "mrr_at_10": 0.866949, + "mrr_at_20": 0.867598, + "mrr_at_100": 0.867968, + "mrr_at_1000": 0.867983, + "nauc_ndcg_at_1_max": 0.561606, + "nauc_ndcg_at_1_std": -0.280748, + "nauc_ndcg_at_1_diff1": 0.84974, + "nauc_ndcg_at_3_max": 0.613893, + "nauc_ndcg_at_3_std": -0.269116, + "nauc_ndcg_at_3_diff1": 0.833807, + "nauc_ndcg_at_5_max": 0.608263, + "nauc_ndcg_at_5_std": -0.262096, + "nauc_ndcg_at_5_diff1": 0.841716, + "nauc_ndcg_at_10_max": 0.608361, + "nauc_ndcg_at_10_std": -0.251322, + "nauc_ndcg_at_10_diff1": 0.844488, + "nauc_ndcg_at_20_max": 0.602539, + "nauc_ndcg_at_20_std": -0.266734, + "nauc_ndcg_at_20_diff1": 0.84497, + "nauc_ndcg_at_100_max": 0.602426, + "nauc_ndcg_at_100_std": -0.259914, + "nauc_ndcg_at_100_diff1": 0.843263, + "nauc_ndcg_at_1000_max": 0.600691, + "nauc_ndcg_at_1000_std": -0.262422, + "nauc_ndcg_at_1000_diff1": 0.843442, + "nauc_map_at_1_max": 0.561606, + "nauc_map_at_1_std": -0.280748, + "nauc_map_at_1_diff1": 0.84974, + "nauc_map_at_3_max": 0.599794, + "nauc_map_at_3_std": -0.272754, + "nauc_map_at_3_diff1": 0.838827, + "nauc_map_at_5_max": 0.596354, + "nauc_map_at_5_std": -0.269657, + "nauc_map_at_5_diff1": 0.842772, + "nauc_map_at_10_max": 0.596725, + "nauc_map_at_10_std": -0.264854, + "nauc_map_at_10_diff1": 0.843718, + "nauc_map_at_20_max": 0.595584, + "nauc_map_at_20_std": -0.267781, + "nauc_map_at_20_diff1": 0.843843, + "nauc_map_at_100_max": 0.595577, + "nauc_map_at_100_std": -0.266799, + "nauc_map_at_100_diff1": 0.843621, + "nauc_map_at_1000_max": 0.595529, + "nauc_map_at_1000_std": -0.266855, + "nauc_map_at_1000_diff1": 0.843628, + "nauc_recall_at_1_max": 0.561606, + "nauc_recall_at_1_std": -0.280748, + "nauc_recall_at_1_diff1": 0.84974, + "nauc_recall_at_3_max": 0.677889, + "nauc_recall_at_3_std": -0.252216, + "nauc_recall_at_3_diff1": 0.810458, + "nauc_recall_at_5_max": 0.692312, + "nauc_recall_at_5_std": -0.203164, + "nauc_recall_at_5_diff1": 0.836923, + "nauc_recall_at_10_max": 0.751284, + "nauc_recall_at_10_std": -0.05966, + "nauc_recall_at_10_diff1": 0.865702, + "nauc_recall_at_20_max": 0.688858, + "nauc_recall_at_20_std": -0.33713, + "nauc_recall_at_20_diff1": 0.888266, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.34267, + "nauc_recall_at_100_diff1": 0.807812, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.561606, + "nauc_precision_at_1_std": -0.280748, + "nauc_precision_at_1_diff1": 0.84974, + "nauc_precision_at_3_max": 0.677889, + "nauc_precision_at_3_std": -0.252216, + "nauc_precision_at_3_diff1": 0.810458, + "nauc_precision_at_5_max": 0.692312, + "nauc_precision_at_5_std": -0.203164, + "nauc_precision_at_5_diff1": 0.836923, + "nauc_precision_at_10_max": 0.751284, + "nauc_precision_at_10_std": -0.05966, + "nauc_precision_at_10_diff1": 0.865702, + "nauc_precision_at_20_max": 0.688858, + "nauc_precision_at_20_std": -0.33713, + "nauc_precision_at_20_diff1": 0.888266, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.34267, + "nauc_precision_at_100_diff1": 0.807812, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.561606, + "nauc_mrr_at_1_std": -0.280748, + "nauc_mrr_at_1_diff1": 0.84974, + "nauc_mrr_at_3_max": 0.599794, + "nauc_mrr_at_3_std": -0.272754, + "nauc_mrr_at_3_diff1": 0.838827, + "nauc_mrr_at_5_max": 0.596354, + "nauc_mrr_at_5_std": -0.269657, + "nauc_mrr_at_5_diff1": 0.842772, + "nauc_mrr_at_10_max": 0.596725, + "nauc_mrr_at_10_std": -0.264854, + "nauc_mrr_at_10_diff1": 0.843718, + "nauc_mrr_at_20_max": 0.595584, + "nauc_mrr_at_20_std": -0.267781, + "nauc_mrr_at_20_diff1": 0.843843, + "nauc_mrr_at_100_max": 0.595577, + "nauc_mrr_at_100_std": -0.266799, + "nauc_mrr_at_100_diff1": 0.843621, + "nauc_mrr_at_1000_max": 0.595529, + "nauc_mrr_at_1000_std": -0.266855, + "nauc_mrr_at_1000_diff1": 0.843628, + "hit_rate_at_1": 0.80667, + "hit_rate_at_3": 0.91444, + "hit_rate_at_5": 0.95, + "hit_rate_at_10": 0.97333, + "hit_rate_at_20": 0.98333, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.89306, + "hf_subset": "snd_Arab-eng_Latn", + "languages": [ + "snd-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.59222, + "ndcg_at_3": 0.67128, + "ndcg_at_5": 0.69242, + "ndcg_at_10": 0.71307, + "ndcg_at_20": 0.72263, + "ndcg_at_100": 0.73795, + "ndcg_at_1000": 0.74328, + "map_at_1": 0.59222, + "map_at_3": 0.65278, + "map_at_5": 0.66456, + "map_at_10": 0.67318, + "map_at_20": 0.6758, + "map_at_100": 0.67787, + "map_at_1000": 0.6781, + "recall_at_1": 0.59222, + "recall_at_3": 0.72444, + "recall_at_5": 0.77556, + "recall_at_10": 0.83889, + "recall_at_20": 0.87667, + "recall_at_100": 0.96, + "recall_at_1000": 1.0, + "accuracy": 0.59222, + "precision_at_1": 0.59222, + "precision_at_3": 0.24148, + "precision_at_5": 0.15511, + "precision_at_10": 0.08389, + "precision_at_20": 0.04383, + "precision_at_100": 0.0096, + "precision_at_1000": 0.001, + "mrr_at_1": 0.592222, + "mrr_at_3": 0.652778, + "mrr_at_5": 0.664556, + "mrr_at_10": 0.673175, + "mrr_at_20": 0.675801, + "mrr_at_100": 0.677868, + "mrr_at_1000": 0.6781, + "nauc_ndcg_at_1_max": 0.651375, + "nauc_ndcg_at_1_std": 0.068154, + "nauc_ndcg_at_1_diff1": 0.750221, + "nauc_ndcg_at_3_max": 0.687648, + "nauc_ndcg_at_3_std": 0.136643, + "nauc_ndcg_at_3_diff1": 0.697312, + "nauc_ndcg_at_5_max": 0.691427, + "nauc_ndcg_at_5_std": 0.149031, + "nauc_ndcg_at_5_diff1": 0.698819, + "nauc_ndcg_at_10_max": 0.700846, + "nauc_ndcg_at_10_std": 0.168846, + "nauc_ndcg_at_10_diff1": 0.704807, + "nauc_ndcg_at_20_max": 0.700076, + "nauc_ndcg_at_20_std": 0.174266, + "nauc_ndcg_at_20_diff1": 0.703079, + "nauc_ndcg_at_100_max": 0.693709, + "nauc_ndcg_at_100_std": 0.163531, + "nauc_ndcg_at_100_diff1": 0.706719, + "nauc_ndcg_at_1000_max": 0.690007, + "nauc_ndcg_at_1000_std": 0.149904, + "nauc_ndcg_at_1000_diff1": 0.709313, + "nauc_map_at_1_max": 0.651375, + "nauc_map_at_1_std": 0.068154, + "nauc_map_at_1_diff1": 0.750221, + "nauc_map_at_3_max": 0.679638, + "nauc_map_at_3_std": 0.119519, + "nauc_map_at_3_diff1": 0.71166, + "nauc_map_at_5_max": 0.681391, + "nauc_map_at_5_std": 0.125422, + "nauc_map_at_5_diff1": 0.712865, + "nauc_map_at_10_max": 0.68497, + "nauc_map_at_10_std": 0.132999, + "nauc_map_at_10_diff1": 0.715765, + "nauc_map_at_20_max": 0.684533, + "nauc_map_at_20_std": 0.133883, + "nauc_map_at_20_diff1": 0.715411, + "nauc_map_at_100_max": 0.683572, + "nauc_map_at_100_std": 0.132456, + "nauc_map_at_100_diff1": 0.71565, + "nauc_map_at_1000_max": 0.683425, + "nauc_map_at_1000_std": 0.131942, + "nauc_map_at_1000_diff1": 0.715739, + "nauc_recall_at_1_max": 0.651375, + "nauc_recall_at_1_std": 0.068154, + "nauc_recall_at_1_diff1": 0.750221, + "nauc_recall_at_3_max": 0.713884, + "nauc_recall_at_3_std": 0.193921, + "nauc_recall_at_3_diff1": 0.648734, + "nauc_recall_at_5_max": 0.729948, + "nauc_recall_at_5_std": 0.242083, + "nauc_recall_at_5_diff1": 0.644695, + "nauc_recall_at_10_max": 0.785406, + "nauc_recall_at_10_std": 0.361977, + "nauc_recall_at_10_diff1": 0.65258, + "nauc_recall_at_20_max": 0.804508, + "nauc_recall_at_20_std": 0.457858, + "nauc_recall_at_20_diff1": 0.625611, + "nauc_recall_at_100_max": 0.839402, + "nauc_recall_at_100_std": 0.705662, + "nauc_recall_at_100_diff1": 0.600464, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.651375, + "nauc_precision_at_1_std": 0.068154, + "nauc_precision_at_1_diff1": 0.750221, + "nauc_precision_at_3_max": 0.713884, + "nauc_precision_at_3_std": 0.193921, + "nauc_precision_at_3_diff1": 0.648734, + "nauc_precision_at_5_max": 0.729948, + "nauc_precision_at_5_std": 0.242083, + "nauc_precision_at_5_diff1": 0.644695, + "nauc_precision_at_10_max": 0.785406, + "nauc_precision_at_10_std": 0.361977, + "nauc_precision_at_10_diff1": 0.65258, + "nauc_precision_at_20_max": 0.804508, + "nauc_precision_at_20_std": 0.457858, + "nauc_precision_at_20_diff1": 0.625611, + "nauc_precision_at_100_max": 0.839402, + "nauc_precision_at_100_std": 0.705662, + "nauc_precision_at_100_diff1": 0.600464, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.651375, + "nauc_mrr_at_1_std": 0.068154, + "nauc_mrr_at_1_diff1": 0.750221, + "nauc_mrr_at_3_max": 0.679638, + "nauc_mrr_at_3_std": 0.119519, + "nauc_mrr_at_3_diff1": 0.71166, + "nauc_mrr_at_5_max": 0.681391, + "nauc_mrr_at_5_std": 0.125422, + "nauc_mrr_at_5_diff1": 0.712865, + "nauc_mrr_at_10_max": 0.68497, + "nauc_mrr_at_10_std": 0.132999, + "nauc_mrr_at_10_diff1": 0.715765, + "nauc_mrr_at_20_max": 0.684533, + "nauc_mrr_at_20_std": 0.133883, + "nauc_mrr_at_20_diff1": 0.715411, + "nauc_mrr_at_100_max": 0.683572, + "nauc_mrr_at_100_std": 0.132456, + "nauc_mrr_at_100_diff1": 0.71565, + "nauc_mrr_at_1000_max": 0.683425, + "nauc_mrr_at_1000_std": 0.131942, + "nauc_mrr_at_1000_diff1": 0.715739, + "hit_rate_at_1": 0.59222, + "hit_rate_at_3": 0.72444, + "hit_rate_at_5": 0.77556, + "hit_rate_at_10": 0.83889, + "hit_rate_at_20": 0.87667, + "hit_rate_at_100": 0.96, + "hit_rate_at_1000": 1.0, + "main_score": 0.71307, + "hf_subset": "eng_Latn-snd_Arab", + "languages": [ + "eng-Latn", + "snd-Arab" + ] + }, + { + "ndcg_at_1": 0.38, + "ndcg_at_3": 0.42208, + "ndcg_at_5": 0.43666, + "ndcg_at_10": 0.45253, + "ndcg_at_20": 0.46479, + "ndcg_at_100": 0.49582, + "ndcg_at_1000": 0.52706, + "map_at_1": 0.38, + "map_at_3": 0.41167, + "map_at_5": 0.41972, + "map_at_10": 0.42631, + "map_at_20": 0.42963, + "map_at_100": 0.43351, + "map_at_1000": 0.43473, + "recall_at_1": 0.38, + "recall_at_3": 0.45222, + "recall_at_5": 0.48778, + "recall_at_10": 0.53667, + "recall_at_20": 0.58556, + "recall_at_100": 0.75889, + "recall_at_1000": 1.0, + "accuracy": 0.38, + "precision_at_1": 0.38, + "precision_at_3": 0.15074, + "precision_at_5": 0.09756, + "precision_at_10": 0.05367, + "precision_at_20": 0.02928, + "precision_at_100": 0.00759, + "precision_at_1000": 0.001, + "mrr_at_1": 0.38, + "mrr_at_3": 0.411667, + "mrr_at_5": 0.419722, + "mrr_at_10": 0.426311, + "mrr_at_20": 0.429626, + "mrr_at_100": 0.433512, + "mrr_at_1000": 0.434728, + "nauc_ndcg_at_1_max": 0.099197, + "nauc_ndcg_at_1_std": -0.609625, + "nauc_ndcg_at_1_diff1": 0.840429, + "nauc_ndcg_at_3_max": 0.061871, + "nauc_ndcg_at_3_std": -0.636302, + "nauc_ndcg_at_3_diff1": 0.79396, + "nauc_ndcg_at_5_max": 0.054579, + "nauc_ndcg_at_5_std": -0.630625, + "nauc_ndcg_at_5_diff1": 0.782128, + "nauc_ndcg_at_10_max": 0.045426, + "nauc_ndcg_at_10_std": -0.632953, + "nauc_ndcg_at_10_diff1": 0.77099, + "nauc_ndcg_at_20_max": 0.038145, + "nauc_ndcg_at_20_std": -0.635167, + "nauc_ndcg_at_20_diff1": 0.761696, + "nauc_ndcg_at_100_max": 0.04789, + "nauc_ndcg_at_100_std": -0.626715, + "nauc_ndcg_at_100_diff1": 0.762604, + "nauc_ndcg_at_1000_max": 0.055358, + "nauc_ndcg_at_1000_std": -0.626112, + "nauc_ndcg_at_1000_diff1": 0.776538, + "nauc_map_at_1_max": 0.099197, + "nauc_map_at_1_std": -0.609625, + "nauc_map_at_1_diff1": 0.840429, + "nauc_map_at_3_max": 0.072044, + "nauc_map_at_3_std": -0.629675, + "nauc_map_at_3_diff1": 0.805674, + "nauc_map_at_5_max": 0.068137, + "nauc_map_at_5_std": -0.626767, + "nauc_map_at_5_diff1": 0.799376, + "nauc_map_at_10_max": 0.06464, + "nauc_map_at_10_std": -0.627511, + "nauc_map_at_10_diff1": 0.794648, + "nauc_map_at_20_max": 0.0627, + "nauc_map_at_20_std": -0.627962, + "nauc_map_at_20_diff1": 0.792171, + "nauc_map_at_100_max": 0.064203, + "nauc_map_at_100_std": -0.62646, + "nauc_map_at_100_diff1": 0.792242, + "nauc_map_at_1000_max": 0.064663, + "nauc_map_at_1000_std": -0.626164, + "nauc_map_at_1000_diff1": 0.792733, + "nauc_recall_at_1_max": 0.099197, + "nauc_recall_at_1_std": -0.609625, + "nauc_recall_at_1_diff1": 0.840429, + "nauc_recall_at_3_max": 0.031869, + "nauc_recall_at_3_std": -0.65561, + "nauc_recall_at_3_diff1": 0.759761, + "nauc_recall_at_5_max": 0.013182, + "nauc_recall_at_5_std": -0.640854, + "nauc_recall_at_5_diff1": 0.729392, + "nauc_recall_at_10_max": -0.01907, + "nauc_recall_at_10_std": -0.64985, + "nauc_recall_at_10_diff1": 0.692738, + "nauc_recall_at_20_max": -0.053469, + "nauc_recall_at_20_std": -0.661316, + "nauc_recall_at_20_diff1": 0.649069, + "nauc_recall_at_100_max": -0.019042, + "nauc_recall_at_100_std": -0.612602, + "nauc_recall_at_100_diff1": 0.608819, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.099197, + "nauc_precision_at_1_std": -0.609625, + "nauc_precision_at_1_diff1": 0.840429, + "nauc_precision_at_3_max": 0.031869, + "nauc_precision_at_3_std": -0.65561, + "nauc_precision_at_3_diff1": 0.759761, + "nauc_precision_at_5_max": 0.013182, + "nauc_precision_at_5_std": -0.640854, + "nauc_precision_at_5_diff1": 0.729392, + "nauc_precision_at_10_max": -0.01907, + "nauc_precision_at_10_std": -0.64985, + "nauc_precision_at_10_diff1": 0.692738, + "nauc_precision_at_20_max": -0.053469, + "nauc_precision_at_20_std": -0.661316, + "nauc_precision_at_20_diff1": 0.649069, + "nauc_precision_at_100_max": -0.019042, + "nauc_precision_at_100_std": -0.612602, + "nauc_precision_at_100_diff1": 0.608819, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.099197, + "nauc_mrr_at_1_std": -0.609625, + "nauc_mrr_at_1_diff1": 0.840429, + "nauc_mrr_at_3_max": 0.072044, + "nauc_mrr_at_3_std": -0.629675, + "nauc_mrr_at_3_diff1": 0.805674, + "nauc_mrr_at_5_max": 0.068137, + "nauc_mrr_at_5_std": -0.626767, + "nauc_mrr_at_5_diff1": 0.799376, + "nauc_mrr_at_10_max": 0.06464, + "nauc_mrr_at_10_std": -0.627511, + "nauc_mrr_at_10_diff1": 0.794648, + "nauc_mrr_at_20_max": 0.0627, + "nauc_mrr_at_20_std": -0.627962, + "nauc_mrr_at_20_diff1": 0.792171, + "nauc_mrr_at_100_max": 0.064203, + "nauc_mrr_at_100_std": -0.62646, + "nauc_mrr_at_100_diff1": 0.792242, + "nauc_mrr_at_1000_max": 0.064663, + "nauc_mrr_at_1000_std": -0.626164, + "nauc_mrr_at_1000_diff1": 0.792733, + "hit_rate_at_1": 0.38, + "hit_rate_at_3": 0.45222, + "hit_rate_at_5": 0.48778, + "hit_rate_at_10": 0.53667, + "hit_rate_at_20": 0.58556, + "hit_rate_at_100": 0.75889, + "hit_rate_at_1000": 1.0, + "main_score": 0.45253, + "hf_subset": "som_Latn-som_Latn", + "languages": [ + "som-Latn", + "som-Latn" + ] + }, + { + "ndcg_at_1": 0.49778, + "ndcg_at_3": 0.55943, + "ndcg_at_5": 0.57459, + "ndcg_at_10": 0.59047, + "ndcg_at_20": 0.60215, + "ndcg_at_100": 0.62991, + "ndcg_at_1000": 0.64445, + "map_at_1": 0.49778, + "map_at_3": 0.54426, + "map_at_5": 0.5527, + "map_at_10": 0.5593, + "map_at_20": 0.56244, + "map_at_100": 0.56587, + "map_at_1000": 0.5665, + "recall_at_1": 0.49778, + "recall_at_3": 0.60333, + "recall_at_5": 0.64, + "recall_at_10": 0.68889, + "recall_at_20": 0.73556, + "recall_at_100": 0.89111, + "recall_at_1000": 1.0, + "accuracy": 0.49778, + "precision_at_1": 0.49778, + "precision_at_3": 0.20111, + "precision_at_5": 0.128, + "precision_at_10": 0.06889, + "precision_at_20": 0.03678, + "precision_at_100": 0.00891, + "precision_at_1000": 0.001, + "mrr_at_1": 0.497778, + "mrr_at_3": 0.544259, + "mrr_at_5": 0.552704, + "mrr_at_10": 0.559296, + "mrr_at_20": 0.562438, + "mrr_at_100": 0.565871, + "mrr_at_1000": 0.566505, + "nauc_ndcg_at_1_max": 0.811183, + "nauc_ndcg_at_1_std": 0.357809, + "nauc_ndcg_at_1_diff1": 0.828876, + "nauc_ndcg_at_3_max": 0.820824, + "nauc_ndcg_at_3_std": 0.38017, + "nauc_ndcg_at_3_diff1": 0.780324, + "nauc_ndcg_at_5_max": 0.815868, + "nauc_ndcg_at_5_std": 0.38275, + "nauc_ndcg_at_5_diff1": 0.771706, + "nauc_ndcg_at_10_max": 0.810621, + "nauc_ndcg_at_10_std": 0.391803, + "nauc_ndcg_at_10_diff1": 0.761259, + "nauc_ndcg_at_20_max": 0.804944, + "nauc_ndcg_at_20_std": 0.390972, + "nauc_ndcg_at_20_diff1": 0.756519, + "nauc_ndcg_at_100_max": 0.801199, + "nauc_ndcg_at_100_std": 0.382494, + "nauc_ndcg_at_100_diff1": 0.758549, + "nauc_ndcg_at_1000_max": 0.808511, + "nauc_ndcg_at_1000_std": 0.383537, + "nauc_ndcg_at_1000_diff1": 0.770018, + "nauc_map_at_1_max": 0.811183, + "nauc_map_at_1_std": 0.357809, + "nauc_map_at_1_diff1": 0.828876, + "nauc_map_at_3_max": 0.818692, + "nauc_map_at_3_std": 0.3747, + "nauc_map_at_3_diff1": 0.792284, + "nauc_map_at_5_max": 0.816003, + "nauc_map_at_5_std": 0.375995, + "nauc_map_at_5_diff1": 0.787758, + "nauc_map_at_10_max": 0.814266, + "nauc_map_at_10_std": 0.380083, + "nauc_map_at_10_diff1": 0.783792, + "nauc_map_at_20_max": 0.812873, + "nauc_map_at_20_std": 0.380059, + "nauc_map_at_20_diff1": 0.782708, + "nauc_map_at_100_max": 0.812353, + "nauc_map_at_100_std": 0.379003, + "nauc_map_at_100_diff1": 0.782916, + "nauc_map_at_1000_max": 0.812626, + "nauc_map_at_1000_std": 0.37906, + "nauc_map_at_1000_diff1": 0.783348, + "nauc_recall_at_1_max": 0.811183, + "nauc_recall_at_1_std": 0.357809, + "nauc_recall_at_1_diff1": 0.828876, + "nauc_recall_at_3_max": 0.827256, + "nauc_recall_at_3_std": 0.396945, + "nauc_recall_at_3_diff1": 0.743602, + "nauc_recall_at_5_max": 0.814465, + "nauc_recall_at_5_std": 0.405059, + "nauc_recall_at_5_diff1": 0.718362, + "nauc_recall_at_10_max": 0.793167, + "nauc_recall_at_10_std": 0.436382, + "nauc_recall_at_10_diff1": 0.675185, + "nauc_recall_at_20_max": 0.761155, + "nauc_recall_at_20_std": 0.435417, + "nauc_recall_at_20_diff1": 0.639191, + "nauc_recall_at_100_max": 0.663741, + "nauc_recall_at_100_std": 0.365478, + "nauc_recall_at_100_diff1": 0.542451, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.811183, + "nauc_precision_at_1_std": 0.357809, + "nauc_precision_at_1_diff1": 0.828876, + "nauc_precision_at_3_max": 0.827256, + "nauc_precision_at_3_std": 0.396945, + "nauc_precision_at_3_diff1": 0.743602, + "nauc_precision_at_5_max": 0.814465, + "nauc_precision_at_5_std": 0.405059, + "nauc_precision_at_5_diff1": 0.718362, + "nauc_precision_at_10_max": 0.793167, + "nauc_precision_at_10_std": 0.436382, + "nauc_precision_at_10_diff1": 0.675185, + "nauc_precision_at_20_max": 0.761155, + "nauc_precision_at_20_std": 0.435417, + "nauc_precision_at_20_diff1": 0.639191, + "nauc_precision_at_100_max": 0.663741, + "nauc_precision_at_100_std": 0.365478, + "nauc_precision_at_100_diff1": 0.542451, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.811183, + "nauc_mrr_at_1_std": 0.357809, + "nauc_mrr_at_1_diff1": 0.828876, + "nauc_mrr_at_3_max": 0.818692, + "nauc_mrr_at_3_std": 0.3747, + "nauc_mrr_at_3_diff1": 0.792284, + "nauc_mrr_at_5_max": 0.816003, + "nauc_mrr_at_5_std": 0.375995, + "nauc_mrr_at_5_diff1": 0.787758, + "nauc_mrr_at_10_max": 0.814266, + "nauc_mrr_at_10_std": 0.380083, + "nauc_mrr_at_10_diff1": 0.783792, + "nauc_mrr_at_20_max": 0.812873, + "nauc_mrr_at_20_std": 0.380059, + "nauc_mrr_at_20_diff1": 0.782708, + "nauc_mrr_at_100_max": 0.812353, + "nauc_mrr_at_100_std": 0.379003, + "nauc_mrr_at_100_diff1": 0.782916, + "nauc_mrr_at_1000_max": 0.812626, + "nauc_mrr_at_1000_std": 0.37906, + "nauc_mrr_at_1000_diff1": 0.783348, + "hit_rate_at_1": 0.49778, + "hit_rate_at_3": 0.60333, + "hit_rate_at_5": 0.64, + "hit_rate_at_10": 0.68889, + "hit_rate_at_20": 0.73556, + "hit_rate_at_100": 0.89111, + "hit_rate_at_1000": 1.0, + "main_score": 0.59047, + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.35333, + "ndcg_at_3": 0.38231, + "ndcg_at_5": 0.39034, + "ndcg_at_10": 0.40078, + "ndcg_at_20": 0.40636, + "ndcg_at_100": 0.43286, + "ndcg_at_1000": 0.48016, + "map_at_1": 0.35333, + "map_at_3": 0.37574, + "map_at_5": 0.38007, + "map_at_10": 0.38439, + "map_at_20": 0.3859, + "map_at_100": 0.38918, + "map_at_1000": 0.39081, + "recall_at_1": 0.35333, + "recall_at_3": 0.40111, + "recall_at_5": 0.42111, + "recall_at_10": 0.45333, + "recall_at_20": 0.47556, + "recall_at_100": 0.62444, + "recall_at_1000": 1.0, + "accuracy": 0.35333, + "precision_at_1": 0.35333, + "precision_at_3": 0.1337, + "precision_at_5": 0.08422, + "precision_at_10": 0.04533, + "precision_at_20": 0.02378, + "precision_at_100": 0.00624, + "precision_at_1000": 0.001, + "mrr_at_1": 0.353333, + "mrr_at_3": 0.375741, + "mrr_at_5": 0.380074, + "mrr_at_10": 0.384387, + "mrr_at_20": 0.385902, + "mrr_at_100": 0.389177, + "mrr_at_1000": 0.390812, + "nauc_ndcg_at_1_max": 0.882147, + "nauc_ndcg_at_1_std": 0.674549, + "nauc_ndcg_at_1_diff1": 0.838249, + "nauc_ndcg_at_3_max": 0.894993, + "nauc_ndcg_at_3_std": 0.715548, + "nauc_ndcg_at_3_diff1": 0.801344, + "nauc_ndcg_at_5_max": 0.890145, + "nauc_ndcg_at_5_std": 0.71645, + "nauc_ndcg_at_5_diff1": 0.794124, + "nauc_ndcg_at_10_max": 0.884722, + "nauc_ndcg_at_10_std": 0.720672, + "nauc_ndcg_at_10_diff1": 0.78582, + "nauc_ndcg_at_20_max": 0.88105, + "nauc_ndcg_at_20_std": 0.723951, + "nauc_ndcg_at_20_diff1": 0.781389, + "nauc_ndcg_at_100_max": 0.860275, + "nauc_ndcg_at_100_std": 0.712717, + "nauc_ndcg_at_100_diff1": 0.764254, + "nauc_ndcg_at_1000_max": 0.875154, + "nauc_ndcg_at_1000_std": 0.712126, + "nauc_ndcg_at_1000_diff1": 0.782997, + "nauc_map_at_1_max": 0.882147, + "nauc_map_at_1_std": 0.674549, + "nauc_map_at_1_diff1": 0.838249, + "nauc_map_at_3_max": 0.892405, + "nauc_map_at_3_std": 0.706401, + "nauc_map_at_3_diff1": 0.809538, + "nauc_map_at_5_max": 0.889922, + "nauc_map_at_5_std": 0.70705, + "nauc_map_at_5_diff1": 0.805772, + "nauc_map_at_10_max": 0.887527, + "nauc_map_at_10_std": 0.70874, + "nauc_map_at_10_diff1": 0.802147, + "nauc_map_at_20_max": 0.886504, + "nauc_map_at_20_std": 0.709653, + "nauc_map_at_20_diff1": 0.80095, + "nauc_map_at_100_max": 0.883784, + "nauc_map_at_100_std": 0.708033, + "nauc_map_at_100_diff1": 0.798707, + "nauc_map_at_1000_max": 0.884084, + "nauc_map_at_1000_std": 0.70785, + "nauc_map_at_1000_diff1": 0.799182, + "nauc_recall_at_1_max": 0.882147, + "nauc_recall_at_1_std": 0.674549, + "nauc_recall_at_1_diff1": 0.838249, + "nauc_recall_at_3_max": 0.902179, + "nauc_recall_at_3_std": 0.741381, + "nauc_recall_at_3_diff1": 0.778219, + "nauc_recall_at_5_max": 0.889626, + "nauc_recall_at_5_std": 0.74308, + "nauc_recall_at_5_diff1": 0.759639, + "nauc_recall_at_10_max": 0.873586, + "nauc_recall_at_10_std": 0.756615, + "nauc_recall_at_10_diff1": 0.734623, + "nauc_recall_at_20_max": 0.858999, + "nauc_recall_at_20_std": 0.769858, + "nauc_recall_at_20_diff1": 0.716518, + "nauc_recall_at_100_max": 0.724587, + "nauc_recall_at_100_std": 0.708723, + "nauc_recall_at_100_diff1": 0.598341, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.882147, + "nauc_precision_at_1_std": 0.674549, + "nauc_precision_at_1_diff1": 0.838249, + "nauc_precision_at_3_max": 0.902179, + "nauc_precision_at_3_std": 0.741381, + "nauc_precision_at_3_diff1": 0.778219, + "nauc_precision_at_5_max": 0.889626, + "nauc_precision_at_5_std": 0.74308, + "nauc_precision_at_5_diff1": 0.759639, + "nauc_precision_at_10_max": 0.873586, + "nauc_precision_at_10_std": 0.756615, + "nauc_precision_at_10_diff1": 0.734623, + "nauc_precision_at_20_max": 0.858999, + "nauc_precision_at_20_std": 0.769858, + "nauc_precision_at_20_diff1": 0.716518, + "nauc_precision_at_100_max": 0.724587, + "nauc_precision_at_100_std": 0.708723, + "nauc_precision_at_100_diff1": 0.598341, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.882147, + "nauc_mrr_at_1_std": 0.674549, + "nauc_mrr_at_1_diff1": 0.838249, + "nauc_mrr_at_3_max": 0.892405, + "nauc_mrr_at_3_std": 0.706401, + "nauc_mrr_at_3_diff1": 0.809538, + "nauc_mrr_at_5_max": 0.889922, + "nauc_mrr_at_5_std": 0.70705, + "nauc_mrr_at_5_diff1": 0.805772, + "nauc_mrr_at_10_max": 0.887527, + "nauc_mrr_at_10_std": 0.70874, + "nauc_mrr_at_10_diff1": 0.802147, + "nauc_mrr_at_20_max": 0.886504, + "nauc_mrr_at_20_std": 0.709653, + "nauc_mrr_at_20_diff1": 0.80095, + "nauc_mrr_at_100_max": 0.883784, + "nauc_mrr_at_100_std": 0.708033, + "nauc_mrr_at_100_diff1": 0.798707, + "nauc_mrr_at_1000_max": 0.884084, + "nauc_mrr_at_1000_std": 0.70785, + "nauc_mrr_at_1000_diff1": 0.799182, + "hit_rate_at_1": 0.35333, + "hit_rate_at_3": 0.40111, + "hit_rate_at_5": 0.42111, + "hit_rate_at_10": 0.45333, + "hit_rate_at_20": 0.47556, + "hit_rate_at_100": 0.62444, + "hit_rate_at_1000": 1.0, + "main_score": 0.40078, + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ] + }, + { + "ndcg_at_1": 0.42778, + "ndcg_at_3": 0.47438, + "ndcg_at_5": 0.48447, + "ndcg_at_10": 0.49712, + "ndcg_at_20": 0.51019, + "ndcg_at_100": 0.53853, + "ndcg_at_1000": 0.56714, + "map_at_1": 0.42778, + "map_at_3": 0.46352, + "map_at_5": 0.46913, + "map_at_10": 0.47439, + "map_at_20": 0.47792, + "map_at_100": 0.48144, + "map_at_1000": 0.48258, + "recall_at_1": 0.42778, + "recall_at_3": 0.50556, + "recall_at_5": 0.53, + "recall_at_10": 0.56889, + "recall_at_20": 0.62111, + "recall_at_100": 0.78, + "recall_at_1000": 1.0, + "accuracy": 0.42778, + "precision_at_1": 0.42778, + "precision_at_3": 0.16852, + "precision_at_5": 0.106, + "precision_at_10": 0.05689, + "precision_at_20": 0.03106, + "precision_at_100": 0.0078, + "precision_at_1000": 0.001, + "mrr_at_1": 0.427778, + "mrr_at_3": 0.463519, + "mrr_at_5": 0.46913, + "mrr_at_10": 0.474393, + "mrr_at_20": 0.477919, + "mrr_at_100": 0.481437, + "mrr_at_1000": 0.482581, + "nauc_ndcg_at_1_max": 0.329613, + "nauc_ndcg_at_1_std": -0.69576, + "nauc_ndcg_at_1_diff1": 0.835586, + "nauc_ndcg_at_3_max": 0.30287, + "nauc_ndcg_at_3_std": -0.727131, + "nauc_ndcg_at_3_diff1": 0.799646, + "nauc_ndcg_at_5_max": 0.29392, + "nauc_ndcg_at_5_std": -0.73538, + "nauc_ndcg_at_5_diff1": 0.792276, + "nauc_ndcg_at_10_max": 0.292337, + "nauc_ndcg_at_10_std": -0.730515, + "nauc_ndcg_at_10_diff1": 0.78635, + "nauc_ndcg_at_20_max": 0.287506, + "nauc_ndcg_at_20_std": -0.722271, + "nauc_ndcg_at_20_diff1": 0.773781, + "nauc_ndcg_at_100_max": 0.285151, + "nauc_ndcg_at_100_std": -0.715095, + "nauc_ndcg_at_100_diff1": 0.771883, + "nauc_ndcg_at_1000_max": 0.293757, + "nauc_ndcg_at_1000_std": -0.720279, + "nauc_ndcg_at_1000_diff1": 0.78569, + "nauc_map_at_1_max": 0.329613, + "nauc_map_at_1_std": -0.69576, + "nauc_map_at_1_diff1": 0.835586, + "nauc_map_at_3_max": 0.309933, + "nauc_map_at_3_std": -0.720061, + "nauc_map_at_3_diff1": 0.808645, + "nauc_map_at_5_max": 0.305053, + "nauc_map_at_5_std": -0.724715, + "nauc_map_at_5_diff1": 0.80471, + "nauc_map_at_10_max": 0.304262, + "nauc_map_at_10_std": -0.722876, + "nauc_map_at_10_diff1": 0.802411, + "nauc_map_at_20_max": 0.302924, + "nauc_map_at_20_std": -0.720674, + "nauc_map_at_20_diff1": 0.799105, + "nauc_map_at_100_max": 0.302449, + "nauc_map_at_100_std": -0.719747, + "nauc_map_at_100_diff1": 0.798816, + "nauc_map_at_1000_max": 0.302789, + "nauc_map_at_1000_std": -0.719901, + "nauc_map_at_1000_diff1": 0.799304, + "nauc_recall_at_1_max": 0.329613, + "nauc_recall_at_1_std": -0.69576, + "nauc_recall_at_1_diff1": 0.835586, + "nauc_recall_at_3_max": 0.281913, + "nauc_recall_at_3_std": -0.747635, + "nauc_recall_at_3_diff1": 0.773139, + "nauc_recall_at_5_max": 0.259025, + "nauc_recall_at_5_std": -0.768081, + "nauc_recall_at_5_diff1": 0.753767, + "nauc_recall_at_10_max": 0.253558, + "nauc_recall_at_10_std": -0.752445, + "nauc_recall_at_10_diff1": 0.732499, + "nauc_recall_at_20_max": 0.230104, + "nauc_recall_at_20_std": -0.717328, + "nauc_recall_at_20_diff1": 0.673013, + "nauc_recall_at_100_max": 0.187455, + "nauc_recall_at_100_std": -0.653939, + "nauc_recall_at_100_diff1": 0.611137, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.329613, + "nauc_precision_at_1_std": -0.69576, + "nauc_precision_at_1_diff1": 0.835586, + "nauc_precision_at_3_max": 0.281913, + "nauc_precision_at_3_std": -0.747635, + "nauc_precision_at_3_diff1": 0.773139, + "nauc_precision_at_5_max": 0.259025, + "nauc_precision_at_5_std": -0.768081, + "nauc_precision_at_5_diff1": 0.753767, + "nauc_precision_at_10_max": 0.253558, + "nauc_precision_at_10_std": -0.752445, + "nauc_precision_at_10_diff1": 0.732499, + "nauc_precision_at_20_max": 0.230104, + "nauc_precision_at_20_std": -0.717328, + "nauc_precision_at_20_diff1": 0.673013, + "nauc_precision_at_100_max": 0.187455, + "nauc_precision_at_100_std": -0.653939, + "nauc_precision_at_100_diff1": 0.611137, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.329613, + "nauc_mrr_at_1_std": -0.69576, + "nauc_mrr_at_1_diff1": 0.835586, + "nauc_mrr_at_3_max": 0.309933, + "nauc_mrr_at_3_std": -0.720061, + "nauc_mrr_at_3_diff1": 0.808645, + "nauc_mrr_at_5_max": 0.305053, + "nauc_mrr_at_5_std": -0.724715, + "nauc_mrr_at_5_diff1": 0.80471, + "nauc_mrr_at_10_max": 0.304262, + "nauc_mrr_at_10_std": -0.722876, + "nauc_mrr_at_10_diff1": 0.802411, + "nauc_mrr_at_20_max": 0.302924, + "nauc_mrr_at_20_std": -0.720674, + "nauc_mrr_at_20_diff1": 0.799105, + "nauc_mrr_at_100_max": 0.302449, + "nauc_mrr_at_100_std": -0.719747, + "nauc_mrr_at_100_diff1": 0.798816, + "nauc_mrr_at_1000_max": 0.302789, + "nauc_mrr_at_1000_std": -0.719901, + "nauc_mrr_at_1000_diff1": 0.799304, + "hit_rate_at_1": 0.42778, + "hit_rate_at_3": 0.50556, + "hit_rate_at_5": 0.53, + "hit_rate_at_10": 0.56889, + "hit_rate_at_20": 0.62111, + "hit_rate_at_100": 0.78, + "hit_rate_at_1000": 1.0, + "main_score": 0.49712, + "hf_subset": "sot_Latn-sot_Latn", + "languages": [ + "sot-Latn", + "sot-Latn" + ] + }, + { + "ndcg_at_1": 0.56333, + "ndcg_at_3": 0.6071, + "ndcg_at_5": 0.6214, + "ndcg_at_10": 0.63656, + "ndcg_at_20": 0.64819, + "ndcg_at_100": 0.67085, + "ndcg_at_1000": 0.68543, + "map_at_1": 0.56333, + "map_at_3": 0.59648, + "map_at_5": 0.60448, + "map_at_10": 0.61078, + "map_at_20": 0.61388, + "map_at_100": 0.61678, + "map_at_1000": 0.61743, + "recall_at_1": 0.56333, + "recall_at_3": 0.63778, + "recall_at_5": 0.67222, + "recall_at_10": 0.71889, + "recall_at_20": 0.76556, + "recall_at_100": 0.89111, + "recall_at_1000": 1.0, + "accuracy": 0.56333, + "precision_at_1": 0.56333, + "precision_at_3": 0.21259, + "precision_at_5": 0.13444, + "precision_at_10": 0.07189, + "precision_at_20": 0.03828, + "precision_at_100": 0.00891, + "precision_at_1000": 0.001, + "mrr_at_1": 0.563333, + "mrr_at_3": 0.596481, + "mrr_at_5": 0.604481, + "mrr_at_10": 0.610779, + "mrr_at_20": 0.61388, + "mrr_at_100": 0.616779, + "mrr_at_1000": 0.617432, + "nauc_ndcg_at_1_max": 0.837326, + "nauc_ndcg_at_1_std": 0.317865, + "nauc_ndcg_at_1_diff1": 0.855445, + "nauc_ndcg_at_3_max": 0.849105, + "nauc_ndcg_at_3_std": 0.330269, + "nauc_ndcg_at_3_diff1": 0.816717, + "nauc_ndcg_at_5_max": 0.84618, + "nauc_ndcg_at_5_std": 0.33524, + "nauc_ndcg_at_5_diff1": 0.806354, + "nauc_ndcg_at_10_max": 0.840973, + "nauc_ndcg_at_10_std": 0.337321, + "nauc_ndcg_at_10_diff1": 0.801121, + "nauc_ndcg_at_20_max": 0.840251, + "nauc_ndcg_at_20_std": 0.347212, + "nauc_ndcg_at_20_diff1": 0.801047, + "nauc_ndcg_at_100_max": 0.83491, + "nauc_ndcg_at_100_std": 0.339437, + "nauc_ndcg_at_100_diff1": 0.797793, + "nauc_ndcg_at_1000_max": 0.839589, + "nauc_ndcg_at_1000_std": 0.33654, + "nauc_ndcg_at_1000_diff1": 0.808144, + "nauc_map_at_1_max": 0.837326, + "nauc_map_at_1_std": 0.317865, + "nauc_map_at_1_diff1": 0.855445, + "nauc_map_at_3_max": 0.846343, + "nauc_map_at_3_std": 0.326944, + "nauc_map_at_3_diff1": 0.826031, + "nauc_map_at_5_max": 0.844801, + "nauc_map_at_5_std": 0.329736, + "nauc_map_at_5_diff1": 0.820545, + "nauc_map_at_10_max": 0.84266, + "nauc_map_at_10_std": 0.330891, + "nauc_map_at_10_diff1": 0.818589, + "nauc_map_at_20_max": 0.842471, + "nauc_map_at_20_std": 0.333454, + "nauc_map_at_20_diff1": 0.818639, + "nauc_map_at_100_max": 0.841705, + "nauc_map_at_100_std": 0.332439, + "nauc_map_at_100_diff1": 0.818214, + "nauc_map_at_1000_max": 0.841849, + "nauc_map_at_1000_std": 0.33224, + "nauc_map_at_1000_diff1": 0.818612, + "nauc_recall_at_1_max": 0.837326, + "nauc_recall_at_1_std": 0.317865, + "nauc_recall_at_1_diff1": 0.855445, + "nauc_recall_at_3_max": 0.857507, + "nauc_recall_at_3_std": 0.340579, + "nauc_recall_at_3_diff1": 0.788278, + "nauc_recall_at_5_max": 0.849971, + "nauc_recall_at_5_std": 0.353759, + "nauc_recall_at_5_diff1": 0.758928, + "nauc_recall_at_10_max": 0.831769, + "nauc_recall_at_10_std": 0.360863, + "nauc_recall_at_10_diff1": 0.734626, + "nauc_recall_at_20_max": 0.826674, + "nauc_recall_at_20_std": 0.415981, + "nauc_recall_at_20_diff1": 0.724263, + "nauc_recall_at_100_max": 0.748093, + "nauc_recall_at_100_std": 0.378551, + "nauc_recall_at_100_diff1": 0.614606, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.837326, + "nauc_precision_at_1_std": 0.317865, + "nauc_precision_at_1_diff1": 0.855445, + "nauc_precision_at_3_max": 0.857507, + "nauc_precision_at_3_std": 0.340579, + "nauc_precision_at_3_diff1": 0.788278, + "nauc_precision_at_5_max": 0.849971, + "nauc_precision_at_5_std": 0.353759, + "nauc_precision_at_5_diff1": 0.758928, + "nauc_precision_at_10_max": 0.831769, + "nauc_precision_at_10_std": 0.360863, + "nauc_precision_at_10_diff1": 0.734626, + "nauc_precision_at_20_max": 0.826674, + "nauc_precision_at_20_std": 0.415981, + "nauc_precision_at_20_diff1": 0.724263, + "nauc_precision_at_100_max": 0.748093, + "nauc_precision_at_100_std": 0.378551, + "nauc_precision_at_100_diff1": 0.614606, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.837326, + "nauc_mrr_at_1_std": 0.317865, + "nauc_mrr_at_1_diff1": 0.855445, + "nauc_mrr_at_3_max": 0.846343, + "nauc_mrr_at_3_std": 0.326944, + "nauc_mrr_at_3_diff1": 0.826031, + "nauc_mrr_at_5_max": 0.844801, + "nauc_mrr_at_5_std": 0.329736, + "nauc_mrr_at_5_diff1": 0.820545, + "nauc_mrr_at_10_max": 0.84266, + "nauc_mrr_at_10_std": 0.330891, + "nauc_mrr_at_10_diff1": 0.818589, + "nauc_mrr_at_20_max": 0.842471, + "nauc_mrr_at_20_std": 0.333454, + "nauc_mrr_at_20_diff1": 0.818639, + "nauc_mrr_at_100_max": 0.841705, + "nauc_mrr_at_100_std": 0.332439, + "nauc_mrr_at_100_diff1": 0.818214, + "nauc_mrr_at_1000_max": 0.841849, + "nauc_mrr_at_1000_std": 0.33224, + "nauc_mrr_at_1000_diff1": 0.818612, + "hit_rate_at_1": 0.56333, + "hit_rate_at_3": 0.63778, + "hit_rate_at_5": 0.67222, + "hit_rate_at_10": 0.71889, + "hit_rate_at_20": 0.76556, + "hit_rate_at_100": 0.89111, + "hit_rate_at_1000": 1.0, + "main_score": 0.63656, + "hf_subset": "sot_Latn-eng_Latn", + "languages": [ + "sot-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.37333, + "ndcg_at_3": 0.40255, + "ndcg_at_5": 0.40939, + "ndcg_at_10": 0.41566, + "ndcg_at_20": 0.42205, + "ndcg_at_100": 0.44151, + "ndcg_at_1000": 0.49245, + "map_at_1": 0.37333, + "map_at_3": 0.39537, + "map_at_5": 0.39915, + "map_at_10": 0.40162, + "map_at_20": 0.40334, + "map_at_100": 0.40576, + "map_at_1000": 0.4075, + "recall_at_1": 0.37333, + "recall_at_3": 0.42333, + "recall_at_5": 0.44, + "recall_at_10": 0.46, + "recall_at_20": 0.48556, + "recall_at_100": 0.59444, + "recall_at_1000": 1.0, + "accuracy": 0.37333, + "precision_at_1": 0.37333, + "precision_at_3": 0.14111, + "precision_at_5": 0.088, + "precision_at_10": 0.046, + "precision_at_20": 0.02428, + "precision_at_100": 0.00594, + "precision_at_1000": 0.001, + "mrr_at_1": 0.373333, + "mrr_at_3": 0.39537, + "mrr_at_5": 0.399148, + "mrr_at_10": 0.401623, + "mrr_at_20": 0.403339, + "mrr_at_100": 0.405762, + "mrr_at_1000": 0.407495, + "nauc_ndcg_at_1_max": 0.879107, + "nauc_ndcg_at_1_std": 0.658559, + "nauc_ndcg_at_1_diff1": 0.899359, + "nauc_ndcg_at_3_max": 0.8998, + "nauc_ndcg_at_3_std": 0.710775, + "nauc_ndcg_at_3_diff1": 0.879949, + "nauc_ndcg_at_5_max": 0.895356, + "nauc_ndcg_at_5_std": 0.717484, + "nauc_ndcg_at_5_diff1": 0.87195, + "nauc_ndcg_at_10_max": 0.892324, + "nauc_ndcg_at_10_std": 0.721767, + "nauc_ndcg_at_10_diff1": 0.867526, + "nauc_ndcg_at_20_max": 0.887597, + "nauc_ndcg_at_20_std": 0.721802, + "nauc_ndcg_at_20_diff1": 0.862096, + "nauc_ndcg_at_100_max": 0.872469, + "nauc_ndcg_at_100_std": 0.713048, + "nauc_ndcg_at_100_diff1": 0.849922, + "nauc_ndcg_at_1000_max": 0.882972, + "nauc_ndcg_at_1000_std": 0.710795, + "nauc_ndcg_at_1000_diff1": 0.862726, + "nauc_map_at_1_max": 0.879107, + "nauc_map_at_1_std": 0.658559, + "nauc_map_at_1_diff1": 0.899359, + "nauc_map_at_3_max": 0.895789, + "nauc_map_at_3_std": 0.699402, + "nauc_map_at_3_diff1": 0.884481, + "nauc_map_at_5_max": 0.893431, + "nauc_map_at_5_std": 0.703223, + "nauc_map_at_5_diff1": 0.880185, + "nauc_map_at_10_max": 0.89214, + "nauc_map_at_10_std": 0.705011, + "nauc_map_at_10_diff1": 0.878343, + "nauc_map_at_20_max": 0.89094, + "nauc_map_at_20_std": 0.70519, + "nauc_map_at_20_diff1": 0.876886, + "nauc_map_at_100_max": 0.889044, + "nauc_map_at_100_std": 0.704273, + "nauc_map_at_100_diff1": 0.87509, + "nauc_map_at_1000_max": 0.889169, + "nauc_map_at_1000_std": 0.703982, + "nauc_map_at_1000_diff1": 0.875299, + "nauc_recall_at_1_max": 0.879107, + "nauc_recall_at_1_std": 0.658559, + "nauc_recall_at_1_diff1": 0.899359, + "nauc_recall_at_3_max": 0.91096, + "nauc_recall_at_3_std": 0.743067, + "nauc_recall_at_3_diff1": 0.866943, + "nauc_recall_at_5_max": 0.899744, + "nauc_recall_at_5_std": 0.759097, + "nauc_recall_at_5_diff1": 0.84684, + "nauc_recall_at_10_max": 0.890546, + "nauc_recall_at_10_std": 0.772561, + "nauc_recall_at_10_diff1": 0.833031, + "nauc_recall_at_20_max": 0.870873, + "nauc_recall_at_20_std": 0.771762, + "nauc_recall_at_20_diff1": 0.810803, + "nauc_recall_at_100_max": 0.776179, + "nauc_recall_at_100_std": 0.719801, + "nauc_recall_at_100_diff1": 0.734944, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.879107, + "nauc_precision_at_1_std": 0.658559, + "nauc_precision_at_1_diff1": 0.899359, + "nauc_precision_at_3_max": 0.91096, + "nauc_precision_at_3_std": 0.743067, + "nauc_precision_at_3_diff1": 0.866943, + "nauc_precision_at_5_max": 0.899744, + "nauc_precision_at_5_std": 0.759097, + "nauc_precision_at_5_diff1": 0.84684, + "nauc_precision_at_10_max": 0.890546, + "nauc_precision_at_10_std": 0.772561, + "nauc_precision_at_10_diff1": 0.833031, + "nauc_precision_at_20_max": 0.870873, + "nauc_precision_at_20_std": 0.771762, + "nauc_precision_at_20_diff1": 0.810803, + "nauc_precision_at_100_max": 0.776179, + "nauc_precision_at_100_std": 0.719801, + "nauc_precision_at_100_diff1": 0.734944, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.879107, + "nauc_mrr_at_1_std": 0.658559, + "nauc_mrr_at_1_diff1": 0.899359, + "nauc_mrr_at_3_max": 0.895789, + "nauc_mrr_at_3_std": 0.699402, + "nauc_mrr_at_3_diff1": 0.884481, + "nauc_mrr_at_5_max": 0.893431, + "nauc_mrr_at_5_std": 0.703223, + "nauc_mrr_at_5_diff1": 0.880185, + "nauc_mrr_at_10_max": 0.89214, + "nauc_mrr_at_10_std": 0.705011, + "nauc_mrr_at_10_diff1": 0.878343, + "nauc_mrr_at_20_max": 0.89094, + "nauc_mrr_at_20_std": 0.70519, + "nauc_mrr_at_20_diff1": 0.876886, + "nauc_mrr_at_100_max": 0.889044, + "nauc_mrr_at_100_std": 0.704273, + "nauc_mrr_at_100_diff1": 0.87509, + "nauc_mrr_at_1000_max": 0.889169, + "nauc_mrr_at_1000_std": 0.703982, + "nauc_mrr_at_1000_diff1": 0.875299, + "hit_rate_at_1": 0.37333, + "hit_rate_at_3": 0.42333, + "hit_rate_at_5": 0.44, + "hit_rate_at_10": 0.46, + "hit_rate_at_20": 0.48556, + "hit_rate_at_100": 0.59444, + "hit_rate_at_1000": 1.0, + "main_score": 0.41566, + "hf_subset": "eng_Latn-sot_Latn", + "languages": [ + "eng-Latn", + "sot-Latn" + ] + }, + { + "ndcg_at_1": 0.90111, + "ndcg_at_3": 0.93328, + "ndcg_at_5": 0.93983, + "ndcg_at_10": 0.94236, + "ndcg_at_20": 0.94417, + "ndcg_at_100": 0.946, + "ndcg_at_1000": 0.94658, + "map_at_1": 0.90111, + "map_at_3": 0.92556, + "map_at_5": 0.92928, + "map_at_10": 0.93032, + "map_at_20": 0.93089, + "map_at_100": 0.93114, + "map_at_1000": 0.93116, + "recall_at_1": 0.90111, + "recall_at_3": 0.95556, + "recall_at_5": 0.97111, + "recall_at_10": 0.97889, + "recall_at_20": 0.98556, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.90111, + "precision_at_1": 0.90111, + "precision_at_3": 0.31852, + "precision_at_5": 0.19422, + "precision_at_10": 0.09789, + "precision_at_20": 0.04928, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.901111, + "mrr_at_3": 0.925556, + "mrr_at_5": 0.929278, + "mrr_at_10": 0.930324, + "mrr_at_20": 0.93089, + "mrr_at_100": 0.93114, + "mrr_at_1000": 0.931163, + "nauc_ndcg_at_1_max": 0.759576, + "nauc_ndcg_at_1_std": -0.207556, + "nauc_ndcg_at_1_diff1": 0.908182, + "nauc_ndcg_at_3_max": 0.809258, + "nauc_ndcg_at_3_std": -0.173668, + "nauc_ndcg_at_3_diff1": 0.906803, + "nauc_ndcg_at_5_max": 0.814436, + "nauc_ndcg_at_5_std": -0.116578, + "nauc_ndcg_at_5_diff1": 0.914477, + "nauc_ndcg_at_10_max": 0.808825, + "nauc_ndcg_at_10_std": -0.147489, + "nauc_ndcg_at_10_diff1": 0.912303, + "nauc_ndcg_at_20_max": 0.806904, + "nauc_ndcg_at_20_std": -0.141484, + "nauc_ndcg_at_20_diff1": 0.912424, + "nauc_ndcg_at_100_max": 0.802871, + "nauc_ndcg_at_100_std": -0.140992, + "nauc_ndcg_at_100_diff1": 0.910866, + "nauc_ndcg_at_1000_max": 0.801132, + "nauc_ndcg_at_1000_std": -0.152944, + "nauc_ndcg_at_1000_diff1": 0.911218, + "nauc_map_at_1_max": 0.759576, + "nauc_map_at_1_std": -0.207556, + "nauc_map_at_1_diff1": 0.908182, + "nauc_map_at_3_max": 0.796833, + "nauc_map_at_3_std": -0.181275, + "nauc_map_at_3_diff1": 0.907606, + "nauc_map_at_5_max": 0.7988, + "nauc_map_at_5_std": -0.153626, + "nauc_map_at_5_diff1": 0.911495, + "nauc_map_at_10_max": 0.796619, + "nauc_map_at_10_std": -0.164988, + "nauc_map_at_10_diff1": 0.910673, + "nauc_map_at_20_max": 0.796081, + "nauc_map_at_20_std": -0.163399, + "nauc_map_at_20_diff1": 0.910713, + "nauc_map_at_100_max": 0.795569, + "nauc_map_at_100_std": -0.164005, + "nauc_map_at_100_diff1": 0.91052, + "nauc_map_at_1000_max": 0.795518, + "nauc_map_at_1000_std": -0.164378, + "nauc_map_at_1000_diff1": 0.910544, + "nauc_recall_at_1_max": 0.759576, + "nauc_recall_at_1_std": -0.207556, + "nauc_recall_at_1_diff1": 0.908182, + "nauc_recall_at_3_max": 0.8669, + "nauc_recall_at_3_std": -0.139146, + "nauc_recall_at_3_diff1": 0.902673, + "nauc_recall_at_5_max": 0.922341, + "nauc_recall_at_5_std": 0.156988, + "nauc_recall_at_5_diff1": 0.936975, + "nauc_recall_at_10_max": 0.915229, + "nauc_recall_at_10_std": 0.000909, + "nauc_recall_at_10_diff1": 0.927515, + "nauc_recall_at_20_max": 0.935538, + "nauc_recall_at_20_std": 0.147813, + "nauc_recall_at_20_diff1": 0.935538, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.96732, + "nauc_recall_at_100_diff1": 0.888539, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.759576, + "nauc_precision_at_1_std": -0.207556, + "nauc_precision_at_1_diff1": 0.908182, + "nauc_precision_at_3_max": 0.8669, + "nauc_precision_at_3_std": -0.139146, + "nauc_precision_at_3_diff1": 0.902673, + "nauc_precision_at_5_max": 0.922341, + "nauc_precision_at_5_std": 0.156988, + "nauc_precision_at_5_diff1": 0.936975, + "nauc_precision_at_10_max": 0.915229, + "nauc_precision_at_10_std": 0.000909, + "nauc_precision_at_10_diff1": 0.927515, + "nauc_precision_at_20_max": 0.935538, + "nauc_precision_at_20_std": 0.147813, + "nauc_precision_at_20_diff1": 0.935538, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.96732, + "nauc_precision_at_100_diff1": 0.888539, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.759576, + "nauc_mrr_at_1_std": -0.207556, + "nauc_mrr_at_1_diff1": 0.908182, + "nauc_mrr_at_3_max": 0.796833, + "nauc_mrr_at_3_std": -0.181275, + "nauc_mrr_at_3_diff1": 0.907606, + "nauc_mrr_at_5_max": 0.7988, + "nauc_mrr_at_5_std": -0.153626, + "nauc_mrr_at_5_diff1": 0.911495, + "nauc_mrr_at_10_max": 0.796619, + "nauc_mrr_at_10_std": -0.164988, + "nauc_mrr_at_10_diff1": 0.910673, + "nauc_mrr_at_20_max": 0.796081, + "nauc_mrr_at_20_std": -0.163399, + "nauc_mrr_at_20_diff1": 0.910713, + "nauc_mrr_at_100_max": 0.795569, + "nauc_mrr_at_100_std": -0.164005, + "nauc_mrr_at_100_diff1": 0.91052, + "nauc_mrr_at_1000_max": 0.795518, + "nauc_mrr_at_1000_std": -0.164378, + "nauc_mrr_at_1000_diff1": 0.910544, + "hit_rate_at_1": 0.90111, + "hit_rate_at_3": 0.95556, + "hit_rate_at_5": 0.97111, + "hit_rate_at_10": 0.97889, + "hit_rate_at_20": 0.98556, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.94236, + "hf_subset": "spa_Latn-spa_Latn", + "languages": [ + "spa-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.91111, + "ndcg_at_3": 0.9426, + "ndcg_at_5": 0.94715, + "ndcg_at_10": 0.95118, + "ndcg_at_20": 0.95253, + "ndcg_at_100": 0.95334, + "ndcg_at_1000": 0.95375, + "map_at_1": 0.91111, + "map_at_3": 0.93537, + "map_at_5": 0.93787, + "map_at_10": 0.93958, + "map_at_20": 0.93993, + "map_at_100": 0.94003, + "map_at_1000": 0.94004, + "recall_at_1": 0.91111, + "recall_at_3": 0.96333, + "recall_at_5": 0.97444, + "recall_at_10": 0.98667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.91111, + "precision_at_1": 0.91111, + "precision_at_3": 0.32111, + "precision_at_5": 0.19489, + "precision_at_10": 0.09867, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.911111, + "mrr_at_3": 0.93537, + "mrr_at_5": 0.93787, + "mrr_at_10": 0.939577, + "mrr_at_20": 0.939925, + "mrr_at_100": 0.940025, + "mrr_at_1000": 0.94004, + "nauc_ndcg_at_1_max": 0.75332, + "nauc_ndcg_at_1_std": -0.274224, + "nauc_ndcg_at_1_diff1": 0.929009, + "nauc_ndcg_at_3_max": 0.811943, + "nauc_ndcg_at_3_std": -0.253695, + "nauc_ndcg_at_3_diff1": 0.933745, + "nauc_ndcg_at_5_max": 0.807903, + "nauc_ndcg_at_5_std": -0.237046, + "nauc_ndcg_at_5_diff1": 0.934347, + "nauc_ndcg_at_10_max": 0.797666, + "nauc_ndcg_at_10_std": -0.232715, + "nauc_ndcg_at_10_diff1": 0.931049, + "nauc_ndcg_at_20_max": 0.797807, + "nauc_ndcg_at_20_std": -0.234879, + "nauc_ndcg_at_20_diff1": 0.932408, + "nauc_ndcg_at_100_max": 0.795583, + "nauc_ndcg_at_100_std": -0.23208, + "nauc_ndcg_at_100_diff1": 0.932462, + "nauc_ndcg_at_1000_max": 0.793731, + "nauc_ndcg_at_1000_std": -0.243242, + "nauc_ndcg_at_1000_diff1": 0.932309, + "nauc_map_at_1_max": 0.75332, + "nauc_map_at_1_std": -0.274224, + "nauc_map_at_1_diff1": 0.929009, + "nauc_map_at_3_max": 0.795037, + "nauc_map_at_3_std": -0.262669, + "nauc_map_at_3_diff1": 0.932226, + "nauc_map_at_5_max": 0.792538, + "nauc_map_at_5_std": -0.255816, + "nauc_map_at_5_diff1": 0.932486, + "nauc_map_at_10_max": 0.788746, + "nauc_map_at_10_std": -0.253189, + "nauc_map_at_10_diff1": 0.93138, + "nauc_map_at_20_max": 0.788688, + "nauc_map_at_20_std": -0.253979, + "nauc_map_at_20_diff1": 0.93172, + "nauc_map_at_100_max": 0.788469, + "nauc_map_at_100_std": -0.253806, + "nauc_map_at_100_diff1": 0.931749, + "nauc_map_at_1000_max": 0.788415, + "nauc_map_at_1000_std": -0.254127, + "nauc_map_at_1000_diff1": 0.931753, + "nauc_recall_at_1_max": 0.75332, + "nauc_recall_at_1_std": -0.274224, + "nauc_recall_at_1_diff1": 0.929009, + "nauc_recall_at_3_max": 0.89609, + "nauc_recall_at_3_std": -0.206477, + "nauc_recall_at_3_diff1": 0.941431, + "nauc_recall_at_5_max": 0.911501, + "nauc_recall_at_5_std": -0.095847, + "nauc_recall_at_5_diff1": 0.947428, + "nauc_recall_at_10_max": 0.889317, + "nauc_recall_at_10_std": 0.042172, + "nauc_recall_at_10_diff1": 0.921024, + "nauc_recall_at_20_max": 0.960317, + "nauc_recall_at_20_std": 0.198479, + "nauc_recall_at_20_diff1": 0.943978, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.75332, + "nauc_precision_at_1_std": -0.274224, + "nauc_precision_at_1_diff1": 0.929009, + "nauc_precision_at_3_max": 0.89609, + "nauc_precision_at_3_std": -0.206477, + "nauc_precision_at_3_diff1": 0.941431, + "nauc_precision_at_5_max": 0.911501, + "nauc_precision_at_5_std": -0.095847, + "nauc_precision_at_5_diff1": 0.947428, + "nauc_precision_at_10_max": 0.889317, + "nauc_precision_at_10_std": 0.042172, + "nauc_precision_at_10_diff1": 0.921024, + "nauc_precision_at_20_max": 0.960317, + "nauc_precision_at_20_std": 0.198479, + "nauc_precision_at_20_diff1": 0.943978, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.75332, + "nauc_mrr_at_1_std": -0.274224, + "nauc_mrr_at_1_diff1": 0.929009, + "nauc_mrr_at_3_max": 0.795037, + "nauc_mrr_at_3_std": -0.262669, + "nauc_mrr_at_3_diff1": 0.932226, + "nauc_mrr_at_5_max": 0.792538, + "nauc_mrr_at_5_std": -0.255816, + "nauc_mrr_at_5_diff1": 0.932486, + "nauc_mrr_at_10_max": 0.788746, + "nauc_mrr_at_10_std": -0.253189, + "nauc_mrr_at_10_diff1": 0.93138, + "nauc_mrr_at_20_max": 0.788688, + "nauc_mrr_at_20_std": -0.253979, + "nauc_mrr_at_20_diff1": 0.93172, + "nauc_mrr_at_100_max": 0.788469, + "nauc_mrr_at_100_std": -0.253806, + "nauc_mrr_at_100_diff1": 0.931749, + "nauc_mrr_at_1000_max": 0.788415, + "nauc_mrr_at_1000_std": -0.254127, + "nauc_mrr_at_1000_diff1": 0.931753, + "hit_rate_at_1": 0.91111, + "hit_rate_at_3": 0.96333, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.95118, + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88, + "ndcg_at_3": 0.92017, + "ndcg_at_5": 0.92796, + "ndcg_at_10": 0.93319, + "ndcg_at_20": 0.93525, + "ndcg_at_100": 0.93674, + "ndcg_at_1000": 0.93715, + "map_at_1": 0.88, + "map_at_3": 0.91093, + "map_at_5": 0.91526, + "map_at_10": 0.91753, + "map_at_20": 0.91814, + "map_at_100": 0.91836, + "map_at_1000": 0.91838, + "recall_at_1": 0.88, + "recall_at_3": 0.94667, + "recall_at_5": 0.96556, + "recall_at_10": 0.98111, + "recall_at_20": 0.98889, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.88, + "precision_at_1": 0.88, + "precision_at_3": 0.31556, + "precision_at_5": 0.19311, + "precision_at_10": 0.09811, + "precision_at_20": 0.04944, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.88, + "mrr_at_3": 0.910926, + "mrr_at_5": 0.915259, + "mrr_at_10": 0.917526, + "mrr_at_20": 0.918144, + "mrr_at_100": 0.918363, + "mrr_at_1000": 0.918377, + "nauc_ndcg_at_1_max": 0.802604, + "nauc_ndcg_at_1_std": -0.366573, + "nauc_ndcg_at_1_diff1": 0.926251, + "nauc_ndcg_at_3_max": 0.838857, + "nauc_ndcg_at_3_std": -0.326133, + "nauc_ndcg_at_3_diff1": 0.926091, + "nauc_ndcg_at_5_max": 0.843438, + "nauc_ndcg_at_5_std": -0.279361, + "nauc_ndcg_at_5_diff1": 0.929007, + "nauc_ndcg_at_10_max": 0.837216, + "nauc_ndcg_at_10_std": -0.297823, + "nauc_ndcg_at_10_diff1": 0.927263, + "nauc_ndcg_at_20_max": 0.834403, + "nauc_ndcg_at_20_std": -0.306687, + "nauc_ndcg_at_20_diff1": 0.926685, + "nauc_ndcg_at_100_max": 0.831822, + "nauc_ndcg_at_100_std": -0.305467, + "nauc_ndcg_at_100_diff1": 0.926652, + "nauc_ndcg_at_1000_max": 0.830695, + "nauc_ndcg_at_1000_std": -0.314215, + "nauc_ndcg_at_1000_diff1": 0.926769, + "nauc_map_at_1_max": 0.802604, + "nauc_map_at_1_std": -0.366573, + "nauc_map_at_1_diff1": 0.926251, + "nauc_map_at_3_max": 0.829063, + "nauc_map_at_3_std": -0.337527, + "nauc_map_at_3_diff1": 0.926484, + "nauc_map_at_5_max": 0.830439, + "nauc_map_at_5_std": -0.316653, + "nauc_map_at_5_diff1": 0.927758, + "nauc_map_at_10_max": 0.827926, + "nauc_map_at_10_std": -0.3239, + "nauc_map_at_10_diff1": 0.927152, + "nauc_map_at_20_max": 0.827172, + "nauc_map_at_20_std": -0.326212, + "nauc_map_at_20_diff1": 0.926998, + "nauc_map_at_100_max": 0.826851, + "nauc_map_at_100_std": -0.326077, + "nauc_map_at_100_diff1": 0.926934, + "nauc_map_at_1000_max": 0.826821, + "nauc_map_at_1000_std": -0.326311, + "nauc_map_at_1000_diff1": 0.92694, + "nauc_recall_at_1_max": 0.802604, + "nauc_recall_at_1_std": -0.366573, + "nauc_recall_at_1_diff1": 0.926251, + "nauc_recall_at_3_max": 0.884074, + "nauc_recall_at_3_std": -0.273148, + "nauc_recall_at_3_diff1": 0.92399, + "nauc_recall_at_5_max": 0.934641, + "nauc_recall_at_5_std": -0.003328, + "nauc_recall_at_5_diff1": 0.938707, + "nauc_recall_at_10_max": 0.944252, + "nauc_recall_at_10_std": 0.025595, + "nauc_recall_at_10_diff1": 0.927638, + "nauc_recall_at_20_max": 0.95915, + "nauc_recall_at_20_std": 0.061391, + "nauc_recall_at_20_diff1": 0.9162, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.802604, + "nauc_precision_at_1_std": -0.366573, + "nauc_precision_at_1_diff1": 0.926251, + "nauc_precision_at_3_max": 0.884074, + "nauc_precision_at_3_std": -0.273148, + "nauc_precision_at_3_diff1": 0.92399, + "nauc_precision_at_5_max": 0.934641, + "nauc_precision_at_5_std": -0.003328, + "nauc_precision_at_5_diff1": 0.938707, + "nauc_precision_at_10_max": 0.944252, + "nauc_precision_at_10_std": 0.025595, + "nauc_precision_at_10_diff1": 0.927638, + "nauc_precision_at_20_max": 0.95915, + "nauc_precision_at_20_std": 0.061391, + "nauc_precision_at_20_diff1": 0.9162, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.802604, + "nauc_mrr_at_1_std": -0.366573, + "nauc_mrr_at_1_diff1": 0.926251, + "nauc_mrr_at_3_max": 0.829063, + "nauc_mrr_at_3_std": -0.337527, + "nauc_mrr_at_3_diff1": 0.926484, + "nauc_mrr_at_5_max": 0.830439, + "nauc_mrr_at_5_std": -0.316653, + "nauc_mrr_at_5_diff1": 0.927758, + "nauc_mrr_at_10_max": 0.827926, + "nauc_mrr_at_10_std": -0.3239, + "nauc_mrr_at_10_diff1": 0.927152, + "nauc_mrr_at_20_max": 0.827172, + "nauc_mrr_at_20_std": -0.326212, + "nauc_mrr_at_20_diff1": 0.926998, + "nauc_mrr_at_100_max": 0.826851, + "nauc_mrr_at_100_std": -0.326077, + "nauc_mrr_at_100_diff1": 0.926934, + "nauc_mrr_at_1000_max": 0.826821, + "nauc_mrr_at_1000_std": -0.326311, + "nauc_mrr_at_1000_diff1": 0.92694, + "hit_rate_at_1": 0.88, + "hit_rate_at_3": 0.94667, + "hit_rate_at_5": 0.96556, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93319, + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.84427, + "ndcg_at_3": 0.89494, + "ndcg_at_5": 0.90317, + "ndcg_at_10": 0.90857, + "ndcg_at_20": 0.91239, + "ndcg_at_100": 0.91499, + "ndcg_at_1000": 0.91565, + "map_at_1": 0.84372, + "map_at_3": 0.88246, + "map_at_5": 0.88702, + "map_at_10": 0.88925, + "map_at_20": 0.89038, + "map_at_100": 0.89079, + "map_at_1000": 0.89082, + "recall_at_1": 0.84372, + "recall_at_3": 0.93048, + "recall_at_5": 0.9505, + "recall_at_10": 0.96719, + "recall_at_20": 0.98165, + "recall_at_100": 0.99499, + "recall_at_1000": 1.0, + "accuracy": 0.84372, + "precision_at_1": 0.84427, + "precision_at_3": 0.31034, + "precision_at_5": 0.19021, + "precision_at_10": 0.09677, + "precision_at_20": 0.04911, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.844271, + "mrr_at_3": 0.883018, + "mrr_at_5": 0.887579, + "mrr_at_10": 0.889803, + "mrr_at_20": 0.89094, + "mrr_at_100": 0.891347, + "mrr_at_1000": 0.891366, + "nauc_ndcg_at_1_max": 0.750412, + "nauc_ndcg_at_1_std": -0.121, + "nauc_ndcg_at_1_diff1": 0.918106, + "nauc_ndcg_at_3_max": 0.775101, + "nauc_ndcg_at_3_std": -0.122883, + "nauc_ndcg_at_3_diff1": 0.896926, + "nauc_ndcg_at_5_max": 0.775663, + "nauc_ndcg_at_5_std": -0.082121, + "nauc_ndcg_at_5_diff1": 0.897773, + "nauc_ndcg_at_10_max": 0.775579, + "nauc_ndcg_at_10_std": -0.062492, + "nauc_ndcg_at_10_diff1": 0.896923, + "nauc_ndcg_at_20_max": 0.767815, + "nauc_ndcg_at_20_std": -0.076811, + "nauc_ndcg_at_20_diff1": 0.89587, + "nauc_ndcg_at_100_max": 0.765365, + "nauc_ndcg_at_100_std": -0.080816, + "nauc_ndcg_at_100_diff1": 0.896065, + "nauc_ndcg_at_1000_max": 0.766648, + "nauc_ndcg_at_1000_std": -0.08872, + "nauc_ndcg_at_1000_diff1": 0.898596, + "nauc_map_at_1_max": 0.741484, + "nauc_map_at_1_std": -0.118538, + "nauc_map_at_1_diff1": 0.908634, + "nauc_map_at_3_max": 0.763099, + "nauc_map_at_3_std": -0.117842, + "nauc_map_at_3_diff1": 0.896485, + "nauc_map_at_5_max": 0.762793, + "nauc_map_at_5_std": -0.098206, + "nauc_map_at_5_diff1": 0.896826, + "nauc_map_at_10_max": 0.762264, + "nauc_map_at_10_std": -0.092029, + "nauc_map_at_10_diff1": 0.896364, + "nauc_map_at_20_max": 0.760255, + "nauc_map_at_20_std": -0.095845, + "nauc_map_at_20_diff1": 0.896047, + "nauc_map_at_100_max": 0.75986, + "nauc_map_at_100_std": -0.096614, + "nauc_map_at_100_diff1": 0.896044, + "nauc_map_at_1000_max": 0.760013, + "nauc_map_at_1000_std": -0.09686, + "nauc_map_at_1000_diff1": 0.896235, + "nauc_recall_at_1_max": 0.741484, + "nauc_recall_at_1_std": -0.118538, + "nauc_recall_at_1_diff1": 0.908634, + "nauc_recall_at_3_max": 0.813726, + "nauc_recall_at_3_std": -0.144052, + "nauc_recall_at_3_diff1": 0.881868, + "nauc_recall_at_5_max": 0.832611, + "nauc_recall_at_5_std": 0.035968, + "nauc_recall_at_5_diff1": 0.880096, + "nauc_recall_at_10_max": 0.864944, + "nauc_recall_at_10_std": 0.264018, + "nauc_recall_at_10_diff1": 0.86661, + "nauc_recall_at_20_max": 0.800136, + "nauc_recall_at_20_std": 0.275059, + "nauc_recall_at_20_diff1": 0.826885, + "nauc_recall_at_100_max": 0.695729, + "nauc_recall_at_100_std": 0.921394, + "nauc_recall_at_100_diff1": 0.666677, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.750412, + "nauc_precision_at_1_std": -0.121, + "nauc_precision_at_1_diff1": 0.918106, + "nauc_precision_at_3_max": 0.834308, + "nauc_precision_at_3_std": -0.149681, + "nauc_precision_at_3_diff1": 0.903, + "nauc_precision_at_5_max": 0.861828, + "nauc_precision_at_5_std": 0.030081, + "nauc_precision_at_5_diff1": 0.909852, + "nauc_precision_at_10_max": 0.90983, + "nauc_precision_at_10_std": 0.259018, + "nauc_precision_at_10_diff1": 0.911524, + "nauc_precision_at_20_max": 0.879466, + "nauc_precision_at_20_std": 0.266341, + "nauc_precision_at_20_diff1": 0.907051, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.967316, + "nauc_precision_at_100_diff1": 0.967316, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": -0.318687, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.750412, + "nauc_mrr_at_1_std": -0.121, + "nauc_mrr_at_1_diff1": 0.918106, + "nauc_mrr_at_3_max": 0.774884, + "nauc_mrr_at_3_std": -0.121063, + "nauc_mrr_at_3_diff1": 0.908839, + "nauc_mrr_at_5_max": 0.775071, + "nauc_mrr_at_5_std": -0.101475, + "nauc_mrr_at_5_diff1": 0.9097, + "nauc_mrr_at_10_max": 0.774796, + "nauc_mrr_at_10_std": -0.095338, + "nauc_mrr_at_10_diff1": 0.909504, + "nauc_mrr_at_20_max": 0.772913, + "nauc_mrr_at_20_std": -0.099207, + "nauc_mrr_at_20_diff1": 0.909327, + "nauc_mrr_at_100_max": 0.772565, + "nauc_mrr_at_100_std": -0.099992, + "nauc_mrr_at_100_diff1": 0.909376, + "nauc_mrr_at_1000_max": 0.772524, + "nauc_mrr_at_1000_std": -0.100188, + "nauc_mrr_at_1000_diff1": 0.909364, + "hit_rate_at_1": 0.84427, + "hit_rate_at_3": 0.93103, + "hit_rate_at_5": 0.95106, + "hit_rate_at_10": 0.96774, + "hit_rate_at_20": 0.9822, + "hit_rate_at_100": 0.99555, + "hit_rate_at_1000": 1.0, + "main_score": 0.90857, + "hf_subset": "srp_Cyrl-srp_Cyrl", + "languages": [ + "srp-Cyrl", + "srp-Cyrl" + ] + }, + { + "ndcg_at_1": 0.87667, + "ndcg_at_3": 0.9216, + "ndcg_at_5": 0.9293, + "ndcg_at_10": 0.93307, + "ndcg_at_20": 0.93602, + "ndcg_at_100": 0.93665, + "ndcg_at_1000": 0.9372, + "map_at_1": 0.87667, + "map_at_3": 0.9113, + "map_at_5": 0.91552, + "map_at_10": 0.91718, + "map_at_20": 0.91807, + "map_at_100": 0.91816, + "map_at_1000": 0.91817, + "recall_at_1": 0.87667, + "recall_at_3": 0.95111, + "recall_at_5": 0.97, + "recall_at_10": 0.98111, + "recall_at_20": 0.99222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.87667, + "precision_at_1": 0.87667, + "precision_at_3": 0.31704, + "precision_at_5": 0.194, + "precision_at_10": 0.09811, + "precision_at_20": 0.04961, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.876667, + "mrr_at_3": 0.911296, + "mrr_at_5": 0.915519, + "mrr_at_10": 0.917183, + "mrr_at_20": 0.918071, + "mrr_at_100": 0.918157, + "mrr_at_1000": 0.918174, + "nauc_ndcg_at_1_max": 0.684072, + "nauc_ndcg_at_1_std": -0.288216, + "nauc_ndcg_at_1_diff1": 0.915474, + "nauc_ndcg_at_3_max": 0.681933, + "nauc_ndcg_at_3_std": -0.378246, + "nauc_ndcg_at_3_diff1": 0.909888, + "nauc_ndcg_at_5_max": 0.692623, + "nauc_ndcg_at_5_std": -0.331906, + "nauc_ndcg_at_5_diff1": 0.912182, + "nauc_ndcg_at_10_max": 0.692852, + "nauc_ndcg_at_10_std": -0.315759, + "nauc_ndcg_at_10_diff1": 0.912445, + "nauc_ndcg_at_20_max": 0.693068, + "nauc_ndcg_at_20_std": -0.31127, + "nauc_ndcg_at_20_diff1": 0.910741, + "nauc_ndcg_at_100_max": 0.692424, + "nauc_ndcg_at_100_std": -0.306236, + "nauc_ndcg_at_100_diff1": 0.910691, + "nauc_ndcg_at_1000_max": 0.689681, + "nauc_ndcg_at_1000_std": -0.317023, + "nauc_ndcg_at_1000_diff1": 0.910885, + "nauc_map_at_1_max": 0.684072, + "nauc_map_at_1_std": -0.288216, + "nauc_map_at_1_diff1": 0.915474, + "nauc_map_at_3_max": 0.682643, + "nauc_map_at_3_std": -0.35137, + "nauc_map_at_3_diff1": 0.910287, + "nauc_map_at_5_max": 0.687448, + "nauc_map_at_5_std": -0.32881, + "nauc_map_at_5_diff1": 0.91147, + "nauc_map_at_10_max": 0.687314, + "nauc_map_at_10_std": -0.322774, + "nauc_map_at_10_diff1": 0.911488, + "nauc_map_at_20_max": 0.687275, + "nauc_map_at_20_std": -0.321794, + "nauc_map_at_20_diff1": 0.911027, + "nauc_map_at_100_max": 0.687159, + "nauc_map_at_100_std": -0.321298, + "nauc_map_at_100_diff1": 0.911014, + "nauc_map_at_1000_max": 0.687091, + "nauc_map_at_1000_std": -0.321567, + "nauc_map_at_1000_diff1": 0.911028, + "nauc_recall_at_1_max": 0.684072, + "nauc_recall_at_1_std": -0.288216, + "nauc_recall_at_1_diff1": 0.915474, + "nauc_recall_at_3_max": 0.678285, + "nauc_recall_at_3_std": -0.514281, + "nauc_recall_at_3_diff1": 0.908911, + "nauc_recall_at_5_max": 0.738545, + "nauc_recall_at_5_std": -0.334699, + "nauc_recall_at_5_diff1": 0.920116, + "nauc_recall_at_10_max": 0.77061, + "nauc_recall_at_10_std": -0.174905, + "nauc_recall_at_10_diff1": 0.928874, + "nauc_recall_at_20_max": 0.889623, + "nauc_recall_at_20_std": 0.161131, + "nauc_recall_at_20_diff1": 0.904295, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.901961, + "nauc_recall_at_100_diff1": 0.897876, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.684072, + "nauc_precision_at_1_std": -0.288216, + "nauc_precision_at_1_diff1": 0.915474, + "nauc_precision_at_3_max": 0.678285, + "nauc_precision_at_3_std": -0.514281, + "nauc_precision_at_3_diff1": 0.908911, + "nauc_precision_at_5_max": 0.738545, + "nauc_precision_at_5_std": -0.334699, + "nauc_precision_at_5_diff1": 0.920116, + "nauc_precision_at_10_max": 0.77061, + "nauc_precision_at_10_std": -0.174905, + "nauc_precision_at_10_diff1": 0.928874, + "nauc_precision_at_20_max": 0.889623, + "nauc_precision_at_20_std": 0.161131, + "nauc_precision_at_20_diff1": 0.904295, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.901961, + "nauc_precision_at_100_diff1": 0.897876, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.684072, + "nauc_mrr_at_1_std": -0.288216, + "nauc_mrr_at_1_diff1": 0.915474, + "nauc_mrr_at_3_max": 0.682643, + "nauc_mrr_at_3_std": -0.35137, + "nauc_mrr_at_3_diff1": 0.910287, + "nauc_mrr_at_5_max": 0.687448, + "nauc_mrr_at_5_std": -0.32881, + "nauc_mrr_at_5_diff1": 0.91147, + "nauc_mrr_at_10_max": 0.687314, + "nauc_mrr_at_10_std": -0.322774, + "nauc_mrr_at_10_diff1": 0.911488, + "nauc_mrr_at_20_max": 0.687275, + "nauc_mrr_at_20_std": -0.321794, + "nauc_mrr_at_20_diff1": 0.911027, + "nauc_mrr_at_100_max": 0.687159, + "nauc_mrr_at_100_std": -0.321298, + "nauc_mrr_at_100_diff1": 0.911014, + "nauc_mrr_at_1000_max": 0.687091, + "nauc_mrr_at_1000_std": -0.321567, + "nauc_mrr_at_1000_diff1": 0.911028, + "hit_rate_at_1": 0.87667, + "hit_rate_at_3": 0.95111, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.93307, + "hf_subset": "srp_Cyrl-eng_Latn", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.82314, + "ndcg_at_3": 0.87088, + "ndcg_at_5": 0.88088, + "ndcg_at_10": 0.88933, + "ndcg_at_20": 0.89352, + "ndcg_at_100": 0.89813, + "ndcg_at_1000": 0.89881, + "map_at_1": 0.82258, + "map_at_3": 0.85929, + "map_at_5": 0.86479, + "map_at_10": 0.86838, + "map_at_20": 0.86951, + "map_at_100": 0.87018, + "map_at_1000": 0.87021, + "recall_at_1": 0.82258, + "recall_at_3": 0.90378, + "recall_at_5": 0.92825, + "recall_at_10": 0.95384, + "recall_at_20": 0.97052, + "recall_at_100": 0.99499, + "recall_at_1000": 1.0, + "accuracy": 0.82258, + "precision_at_1": 0.82314, + "precision_at_3": 0.30145, + "precision_at_5": 0.18576, + "precision_at_10": 0.09544, + "precision_at_20": 0.04855, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.823137, + "mrr_at_3": 0.859844, + "mrr_at_5": 0.86535, + "mrr_at_10": 0.86894, + "mrr_at_20": 0.870069, + "mrr_at_100": 0.870733, + "mrr_at_1000": 0.870756, + "nauc_ndcg_at_1_max": 0.802272, + "nauc_ndcg_at_1_std": 0.028057, + "nauc_ndcg_at_1_diff1": 0.893436, + "nauc_ndcg_at_3_max": 0.823348, + "nauc_ndcg_at_3_std": 0.089019, + "nauc_ndcg_at_3_diff1": 0.865203, + "nauc_ndcg_at_5_max": 0.830328, + "nauc_ndcg_at_5_std": 0.096684, + "nauc_ndcg_at_5_diff1": 0.866793, + "nauc_ndcg_at_10_max": 0.82806, + "nauc_ndcg_at_10_std": 0.106519, + "nauc_ndcg_at_10_diff1": 0.864304, + "nauc_ndcg_at_20_max": 0.827133, + "nauc_ndcg_at_20_std": 0.118525, + "nauc_ndcg_at_20_diff1": 0.866532, + "nauc_ndcg_at_100_max": 0.821318, + "nauc_ndcg_at_100_std": 0.094901, + "nauc_ndcg_at_100_diff1": 0.868629, + "nauc_ndcg_at_1000_max": 0.822198, + "nauc_ndcg_at_1000_std": 0.08951, + "nauc_ndcg_at_1000_diff1": 0.871302, + "nauc_map_at_1_max": 0.796128, + "nauc_map_at_1_std": 0.030376, + "nauc_map_at_1_diff1": 0.885076, + "nauc_map_at_3_max": 0.814311, + "nauc_map_at_3_std": 0.070384, + "nauc_map_at_3_diff1": 0.869413, + "nauc_map_at_5_max": 0.817627, + "nauc_map_at_5_std": 0.073299, + "nauc_map_at_5_diff1": 0.87053, + "nauc_map_at_10_max": 0.816453, + "nauc_map_at_10_std": 0.076678, + "nauc_map_at_10_diff1": 0.869553, + "nauc_map_at_20_max": 0.816197, + "nauc_map_at_20_std": 0.078739, + "nauc_map_at_20_diff1": 0.870126, + "nauc_map_at_100_max": 0.815557, + "nauc_map_at_100_std": 0.076169, + "nauc_map_at_100_diff1": 0.87047, + "nauc_map_at_1000_max": 0.81568, + "nauc_map_at_1000_std": 0.075967, + "nauc_map_at_1000_diff1": 0.870692, + "nauc_recall_at_1_max": 0.796128, + "nauc_recall_at_1_std": 0.030376, + "nauc_recall_at_1_diff1": 0.885076, + "nauc_recall_at_3_max": 0.849648, + "nauc_recall_at_3_std": 0.168724, + "nauc_recall_at_3_diff1": 0.834797, + "nauc_recall_at_5_max": 0.883814, + "nauc_recall_at_5_std": 0.22624, + "nauc_recall_at_5_diff1": 0.829451, + "nauc_recall_at_10_max": 0.897461, + "nauc_recall_at_10_std": 0.359251, + "nauc_recall_at_10_diff1": 0.794, + "nauc_recall_at_20_max": 0.922237, + "nauc_recall_at_20_std": 0.679677, + "nauc_recall_at_20_diff1": 0.784005, + "nauc_recall_at_100_max": 0.761016, + "nauc_recall_at_100_std": 0.878336, + "nauc_recall_at_100_diff1": 0.575884, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.802272, + "nauc_precision_at_1_std": 0.028057, + "nauc_precision_at_1_diff1": 0.893436, + "nauc_precision_at_3_max": 0.861278, + "nauc_precision_at_3_std": 0.165506, + "nauc_precision_at_3_diff1": 0.849757, + "nauc_precision_at_5_max": 0.89971, + "nauc_precision_at_5_std": 0.222365, + "nauc_precision_at_5_diff1": 0.849513, + "nauc_precision_at_10_max": 0.922441, + "nauc_precision_at_10_std": 0.354825, + "nauc_precision_at_10_diff1": 0.824884, + "nauc_precision_at_20_max": 0.962104, + "nauc_precision_at_20_std": 0.67886, + "nauc_precision_at_20_diff1": 0.832514, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.897858, + "nauc_precision_at_100_diff1": 0.865174, + "nauc_precision_at_1000_max": 0.662006, + "nauc_precision_at_1000_std": -0.41541, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.802272, + "nauc_mrr_at_1_std": 0.028057, + "nauc_mrr_at_1_diff1": 0.893436, + "nauc_mrr_at_3_max": 0.821985, + "nauc_mrr_at_3_std": 0.067655, + "nauc_mrr_at_3_diff1": 0.879709, + "nauc_mrr_at_5_max": 0.825639, + "nauc_mrr_at_5_std": 0.070465, + "nauc_mrr_at_5_diff1": 0.881269, + "nauc_mrr_at_10_max": 0.82469, + "nauc_mrr_at_10_std": 0.073776, + "nauc_mrr_at_10_diff1": 0.880595, + "nauc_mrr_at_20_max": 0.824508, + "nauc_mrr_at_20_std": 0.075819, + "nauc_mrr_at_20_diff1": 0.881271, + "nauc_mrr_at_100_max": 0.823909, + "nauc_mrr_at_100_std": 0.073223, + "nauc_mrr_at_100_diff1": 0.881676, + "nauc_mrr_at_1000_max": 0.823876, + "nauc_mrr_at_1000_std": 0.073076, + "nauc_mrr_at_1000_diff1": 0.881687, + "hit_rate_at_1": 0.82314, + "hit_rate_at_3": 0.90434, + "hit_rate_at_5": 0.92881, + "hit_rate_at_10": 0.95439, + "hit_rate_at_20": 0.97108, + "hit_rate_at_100": 0.99555, + "hit_rate_at_1000": 1.0, + "main_score": 0.88933, + "hf_subset": "eng_Latn-srp_Cyrl", + "languages": [ + "eng-Latn", + "srp-Cyrl" + ] + }, + { + "ndcg_at_1": 0.39444, + "ndcg_at_3": 0.42676, + "ndcg_at_5": 0.43928, + "ndcg_at_10": 0.452, + "ndcg_at_20": 0.46187, + "ndcg_at_100": 0.4941, + "ndcg_at_1000": 0.52812, + "map_at_1": 0.39444, + "map_at_3": 0.41907, + "map_at_5": 0.42585, + "map_at_10": 0.43098, + "map_at_20": 0.43371, + "map_at_100": 0.43775, + "map_at_1000": 0.43911, + "recall_at_1": 0.39444, + "recall_at_3": 0.44889, + "recall_at_5": 0.48, + "recall_at_10": 0.52, + "recall_at_20": 0.55889, + "recall_at_100": 0.73889, + "recall_at_1000": 1.0, + "accuracy": 0.39444, + "precision_at_1": 0.39444, + "precision_at_3": 0.14963, + "precision_at_5": 0.096, + "precision_at_10": 0.052, + "precision_at_20": 0.02794, + "precision_at_100": 0.00739, + "precision_at_1000": 0.001, + "mrr_at_1": 0.394444, + "mrr_at_3": 0.419074, + "mrr_at_5": 0.425852, + "mrr_at_10": 0.430977, + "mrr_at_20": 0.433707, + "mrr_at_100": 0.437747, + "mrr_at_1000": 0.439112, + "nauc_ndcg_at_1_max": 0.036144, + "nauc_ndcg_at_1_std": -0.62091, + "nauc_ndcg_at_1_diff1": 0.870427, + "nauc_ndcg_at_3_max": 0.01294, + "nauc_ndcg_at_3_std": -0.644409, + "nauc_ndcg_at_3_diff1": 0.852422, + "nauc_ndcg_at_5_max": 0.004729, + "nauc_ndcg_at_5_std": -0.650465, + "nauc_ndcg_at_5_diff1": 0.843084, + "nauc_ndcg_at_10_max": -0.002302, + "nauc_ndcg_at_10_std": -0.648159, + "nauc_ndcg_at_10_diff1": 0.82839, + "nauc_ndcg_at_20_max": -0.003918, + "nauc_ndcg_at_20_std": -0.647011, + "nauc_ndcg_at_20_diff1": 0.826714, + "nauc_ndcg_at_100_max": 0.000711, + "nauc_ndcg_at_100_std": -0.634031, + "nauc_ndcg_at_100_diff1": 0.812663, + "nauc_ndcg_at_1000_max": 0.004798, + "nauc_ndcg_at_1000_std": -0.640275, + "nauc_ndcg_at_1000_diff1": 0.830747, + "nauc_map_at_1_max": 0.036144, + "nauc_map_at_1_std": -0.62091, + "nauc_map_at_1_diff1": 0.870427, + "nauc_map_at_3_max": 0.018628, + "nauc_map_at_3_std": -0.6394, + "nauc_map_at_3_diff1": 0.856655, + "nauc_map_at_5_max": 0.014221, + "nauc_map_at_5_std": -0.642822, + "nauc_map_at_5_diff1": 0.851778, + "nauc_map_at_10_max": 0.010979, + "nauc_map_at_10_std": -0.642197, + "nauc_map_at_10_diff1": 0.845854, + "nauc_map_at_20_max": 0.010571, + "nauc_map_at_20_std": -0.641867, + "nauc_map_at_20_diff1": 0.845379, + "nauc_map_at_100_max": 0.011016, + "nauc_map_at_100_std": -0.640326, + "nauc_map_at_100_diff1": 0.84348, + "nauc_map_at_1000_max": 0.011281, + "nauc_map_at_1000_std": -0.64042, + "nauc_map_at_1000_diff1": 0.844121, + "nauc_recall_at_1_max": 0.036144, + "nauc_recall_at_1_std": -0.62091, + "nauc_recall_at_1_diff1": 0.870427, + "nauc_recall_at_3_max": -0.00363, + "nauc_recall_at_3_std": -0.65869, + "nauc_recall_at_3_diff1": 0.840165, + "nauc_recall_at_5_max": -0.024487, + "nauc_recall_at_5_std": -0.673369, + "nauc_recall_at_5_diff1": 0.815925, + "nauc_recall_at_10_max": -0.045475, + "nauc_recall_at_10_std": -0.664681, + "nauc_recall_at_10_diff1": 0.767919, + "nauc_recall_at_20_max": -0.054058, + "nauc_recall_at_20_std": -0.660625, + "nauc_recall_at_20_diff1": 0.758925, + "nauc_recall_at_100_max": -0.034738, + "nauc_recall_at_100_std": -0.561919, + "nauc_recall_at_100_diff1": 0.624771, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.036144, + "nauc_precision_at_1_std": -0.62091, + "nauc_precision_at_1_diff1": 0.870427, + "nauc_precision_at_3_max": -0.00363, + "nauc_precision_at_3_std": -0.65869, + "nauc_precision_at_3_diff1": 0.840165, + "nauc_precision_at_5_max": -0.024487, + "nauc_precision_at_5_std": -0.673369, + "nauc_precision_at_5_diff1": 0.815925, + "nauc_precision_at_10_max": -0.045475, + "nauc_precision_at_10_std": -0.664681, + "nauc_precision_at_10_diff1": 0.767919, + "nauc_precision_at_20_max": -0.054058, + "nauc_precision_at_20_std": -0.660625, + "nauc_precision_at_20_diff1": 0.758925, + "nauc_precision_at_100_max": -0.034738, + "nauc_precision_at_100_std": -0.561919, + "nauc_precision_at_100_diff1": 0.624771, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.036144, + "nauc_mrr_at_1_std": -0.62091, + "nauc_mrr_at_1_diff1": 0.870427, + "nauc_mrr_at_3_max": 0.018628, + "nauc_mrr_at_3_std": -0.6394, + "nauc_mrr_at_3_diff1": 0.856655, + "nauc_mrr_at_5_max": 0.014221, + "nauc_mrr_at_5_std": -0.642822, + "nauc_mrr_at_5_diff1": 0.851778, + "nauc_mrr_at_10_max": 0.010979, + "nauc_mrr_at_10_std": -0.642197, + "nauc_mrr_at_10_diff1": 0.845854, + "nauc_mrr_at_20_max": 0.010571, + "nauc_mrr_at_20_std": -0.641867, + "nauc_mrr_at_20_diff1": 0.845379, + "nauc_mrr_at_100_max": 0.011016, + "nauc_mrr_at_100_std": -0.640326, + "nauc_mrr_at_100_diff1": 0.84348, + "nauc_mrr_at_1000_max": 0.011281, + "nauc_mrr_at_1000_std": -0.64042, + "nauc_mrr_at_1000_diff1": 0.844121, + "hit_rate_at_1": 0.39444, + "hit_rate_at_3": 0.44889, + "hit_rate_at_5": 0.48, + "hit_rate_at_10": 0.52, + "hit_rate_at_20": 0.55889, + "hit_rate_at_100": 0.73889, + "hit_rate_at_1000": 1.0, + "main_score": 0.452, + "hf_subset": "ssw_Latn-ssw_Latn", + "languages": [ + "ssw-Latn", + "ssw-Latn" + ] + }, + { + "ndcg_at_1": 0.51667, + "ndcg_at_3": 0.56452, + "ndcg_at_5": 0.57686, + "ndcg_at_10": 0.59446, + "ndcg_at_20": 0.60847, + "ndcg_at_100": 0.63602, + "ndcg_at_1000": 0.65051, + "map_at_1": 0.51667, + "map_at_3": 0.55333, + "map_at_5": 0.56017, + "map_at_10": 0.56742, + "map_at_20": 0.57125, + "map_at_100": 0.57465, + "map_at_1000": 0.57527, + "recall_at_1": 0.51667, + "recall_at_3": 0.59667, + "recall_at_5": 0.62667, + "recall_at_10": 0.68111, + "recall_at_20": 0.73667, + "recall_at_100": 0.89111, + "recall_at_1000": 1.0, + "accuracy": 0.51667, + "precision_at_1": 0.51667, + "precision_at_3": 0.19889, + "precision_at_5": 0.12533, + "precision_at_10": 0.06811, + "precision_at_20": 0.03683, + "precision_at_100": 0.00891, + "precision_at_1000": 0.001, + "mrr_at_1": 0.516667, + "mrr_at_3": 0.553333, + "mrr_at_5": 0.560167, + "mrr_at_10": 0.56742, + "mrr_at_20": 0.57125, + "mrr_at_100": 0.574648, + "mrr_at_1000": 0.575273, + "nauc_ndcg_at_1_max": 0.79862, + "nauc_ndcg_at_1_std": 0.325313, + "nauc_ndcg_at_1_diff1": 0.822053, + "nauc_ndcg_at_3_max": 0.808003, + "nauc_ndcg_at_3_std": 0.339821, + "nauc_ndcg_at_3_diff1": 0.798054, + "nauc_ndcg_at_5_max": 0.806806, + "nauc_ndcg_at_5_std": 0.345287, + "nauc_ndcg_at_5_diff1": 0.792266, + "nauc_ndcg_at_10_max": 0.800722, + "nauc_ndcg_at_10_std": 0.34245, + "nauc_ndcg_at_10_diff1": 0.783612, + "nauc_ndcg_at_20_max": 0.797385, + "nauc_ndcg_at_20_std": 0.350924, + "nauc_ndcg_at_20_diff1": 0.777989, + "nauc_ndcg_at_100_max": 0.793591, + "nauc_ndcg_at_100_std": 0.347322, + "nauc_ndcg_at_100_diff1": 0.776979, + "nauc_ndcg_at_1000_max": 0.799532, + "nauc_ndcg_at_1000_std": 0.344444, + "nauc_ndcg_at_1000_diff1": 0.786926, + "nauc_map_at_1_max": 0.79862, + "nauc_map_at_1_std": 0.325313, + "nauc_map_at_1_diff1": 0.822053, + "nauc_map_at_3_max": 0.806507, + "nauc_map_at_3_std": 0.336753, + "nauc_map_at_3_diff1": 0.80414, + "nauc_map_at_5_max": 0.805844, + "nauc_map_at_5_std": 0.340057, + "nauc_map_at_5_diff1": 0.800876, + "nauc_map_at_10_max": 0.803596, + "nauc_map_at_10_std": 0.338892, + "nauc_map_at_10_diff1": 0.797412, + "nauc_map_at_20_max": 0.802706, + "nauc_map_at_20_std": 0.341178, + "nauc_map_at_20_diff1": 0.795945, + "nauc_map_at_100_max": 0.802136, + "nauc_map_at_100_std": 0.340512, + "nauc_map_at_100_diff1": 0.795751, + "nauc_map_at_1000_max": 0.802407, + "nauc_map_at_1000_std": 0.340468, + "nauc_map_at_1000_diff1": 0.796177, + "nauc_recall_at_1_max": 0.79862, + "nauc_recall_at_1_std": 0.325313, + "nauc_recall_at_1_diff1": 0.822053, + "nauc_recall_at_3_max": 0.81216, + "nauc_recall_at_3_std": 0.348864, + "nauc_recall_at_3_diff1": 0.779599, + "nauc_recall_at_5_max": 0.809254, + "nauc_recall_at_5_std": 0.36187, + "nauc_recall_at_5_diff1": 0.764431, + "nauc_recall_at_10_max": 0.786734, + "nauc_recall_at_10_std": 0.353451, + "nauc_recall_at_10_diff1": 0.731361, + "nauc_recall_at_20_max": 0.767889, + "nauc_recall_at_20_std": 0.397281, + "nauc_recall_at_20_diff1": 0.695456, + "nauc_recall_at_100_max": 0.688077, + "nauc_recall_at_100_std": 0.408641, + "nauc_recall_at_100_diff1": 0.596525, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.79862, + "nauc_precision_at_1_std": 0.325313, + "nauc_precision_at_1_diff1": 0.822053, + "nauc_precision_at_3_max": 0.81216, + "nauc_precision_at_3_std": 0.348864, + "nauc_precision_at_3_diff1": 0.779599, + "nauc_precision_at_5_max": 0.809254, + "nauc_precision_at_5_std": 0.36187, + "nauc_precision_at_5_diff1": 0.764431, + "nauc_precision_at_10_max": 0.786734, + "nauc_precision_at_10_std": 0.353451, + "nauc_precision_at_10_diff1": 0.731361, + "nauc_precision_at_20_max": 0.767889, + "nauc_precision_at_20_std": 0.397281, + "nauc_precision_at_20_diff1": 0.695456, + "nauc_precision_at_100_max": 0.688077, + "nauc_precision_at_100_std": 0.408641, + "nauc_precision_at_100_diff1": 0.596525, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.79862, + "nauc_mrr_at_1_std": 0.325313, + "nauc_mrr_at_1_diff1": 0.822053, + "nauc_mrr_at_3_max": 0.806507, + "nauc_mrr_at_3_std": 0.336753, + "nauc_mrr_at_3_diff1": 0.80414, + "nauc_mrr_at_5_max": 0.805844, + "nauc_mrr_at_5_std": 0.340057, + "nauc_mrr_at_5_diff1": 0.800876, + "nauc_mrr_at_10_max": 0.803596, + "nauc_mrr_at_10_std": 0.338892, + "nauc_mrr_at_10_diff1": 0.797412, + "nauc_mrr_at_20_max": 0.802706, + "nauc_mrr_at_20_std": 0.341178, + "nauc_mrr_at_20_diff1": 0.795945, + "nauc_mrr_at_100_max": 0.802136, + "nauc_mrr_at_100_std": 0.340512, + "nauc_mrr_at_100_diff1": 0.795751, + "nauc_mrr_at_1000_max": 0.802407, + "nauc_mrr_at_1000_std": 0.340468, + "nauc_mrr_at_1000_diff1": 0.796177, + "hit_rate_at_1": 0.51667, + "hit_rate_at_3": 0.59667, + "hit_rate_at_5": 0.62667, + "hit_rate_at_10": 0.68111, + "hit_rate_at_20": 0.73667, + "hit_rate_at_100": 0.89111, + "hit_rate_at_1000": 1.0, + "main_score": 0.59446, + "hf_subset": "ssw_Latn-eng_Latn", + "languages": [ + "ssw-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.36556, + "ndcg_at_3": 0.39436, + "ndcg_at_5": 0.40125, + "ndcg_at_10": 0.41057, + "ndcg_at_20": 0.41964, + "ndcg_at_100": 0.44048, + "ndcg_at_1000": 0.48869, + "map_at_1": 0.36556, + "map_at_3": 0.38741, + "map_at_5": 0.39124, + "map_at_10": 0.39508, + "map_at_20": 0.39746, + "map_at_100": 0.39991, + "map_at_1000": 0.40153, + "recall_at_1": 0.36556, + "recall_at_3": 0.41444, + "recall_at_5": 0.43111, + "recall_at_10": 0.46, + "recall_at_20": 0.49667, + "recall_at_100": 0.61556, + "recall_at_1000": 1.0, + "accuracy": 0.36556, + "precision_at_1": 0.36556, + "precision_at_3": 0.13815, + "precision_at_5": 0.08622, + "precision_at_10": 0.046, + "precision_at_20": 0.02483, + "precision_at_100": 0.00616, + "precision_at_1000": 0.001, + "mrr_at_1": 0.365556, + "mrr_at_3": 0.387407, + "mrr_at_5": 0.391241, + "mrr_at_10": 0.395076, + "mrr_at_20": 0.397459, + "mrr_at_100": 0.399906, + "mrr_at_1000": 0.401535, + "nauc_ndcg_at_1_max": 0.865149, + "nauc_ndcg_at_1_std": 0.597072, + "nauc_ndcg_at_1_diff1": 0.865613, + "nauc_ndcg_at_3_max": 0.876379, + "nauc_ndcg_at_3_std": 0.647837, + "nauc_ndcg_at_3_diff1": 0.834976, + "nauc_ndcg_at_5_max": 0.876452, + "nauc_ndcg_at_5_std": 0.655295, + "nauc_ndcg_at_5_diff1": 0.830845, + "nauc_ndcg_at_10_max": 0.867931, + "nauc_ndcg_at_10_std": 0.656723, + "nauc_ndcg_at_10_diff1": 0.822143, + "nauc_ndcg_at_20_max": 0.859308, + "nauc_ndcg_at_20_std": 0.657485, + "nauc_ndcg_at_20_diff1": 0.812589, + "nauc_ndcg_at_100_max": 0.846386, + "nauc_ndcg_at_100_std": 0.646518, + "nauc_ndcg_at_100_diff1": 0.801841, + "nauc_ndcg_at_1000_max": 0.858372, + "nauc_ndcg_at_1000_std": 0.644954, + "nauc_ndcg_at_1000_diff1": 0.817648, + "nauc_map_at_1_max": 0.865149, + "nauc_map_at_1_std": 0.597072, + "nauc_map_at_1_diff1": 0.865613, + "nauc_map_at_3_max": 0.874427, + "nauc_map_at_3_std": 0.635746, + "nauc_map_at_3_diff1": 0.842496, + "nauc_map_at_5_max": 0.874342, + "nauc_map_at_5_std": 0.639647, + "nauc_map_at_5_diff1": 0.840135, + "nauc_map_at_10_max": 0.87065, + "nauc_map_at_10_std": 0.639968, + "nauc_map_at_10_diff1": 0.836577, + "nauc_map_at_20_max": 0.868399, + "nauc_map_at_20_std": 0.640135, + "nauc_map_at_20_diff1": 0.834019, + "nauc_map_at_100_max": 0.866794, + "nauc_map_at_100_std": 0.639055, + "nauc_map_at_100_diff1": 0.832605, + "nauc_map_at_1000_max": 0.866957, + "nauc_map_at_1000_std": 0.638757, + "nauc_map_at_1000_diff1": 0.832929, + "nauc_recall_at_1_max": 0.865149, + "nauc_recall_at_1_std": 0.597072, + "nauc_recall_at_1_diff1": 0.865613, + "nauc_recall_at_3_max": 0.88168, + "nauc_recall_at_3_std": 0.682526, + "nauc_recall_at_3_diff1": 0.813308, + "nauc_recall_at_5_max": 0.882394, + "nauc_recall_at_5_std": 0.701745, + "nauc_recall_at_5_diff1": 0.803483, + "nauc_recall_at_10_max": 0.856878, + "nauc_recall_at_10_std": 0.707962, + "nauc_recall_at_10_diff1": 0.776039, + "nauc_recall_at_20_max": 0.821242, + "nauc_recall_at_20_std": 0.711904, + "nauc_recall_at_20_diff1": 0.736683, + "nauc_recall_at_100_max": 0.733968, + "nauc_recall_at_100_std": 0.645315, + "nauc_recall_at_100_diff1": 0.65934, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.865149, + "nauc_precision_at_1_std": 0.597072, + "nauc_precision_at_1_diff1": 0.865613, + "nauc_precision_at_3_max": 0.88168, + "nauc_precision_at_3_std": 0.682526, + "nauc_precision_at_3_diff1": 0.813308, + "nauc_precision_at_5_max": 0.882394, + "nauc_precision_at_5_std": 0.701745, + "nauc_precision_at_5_diff1": 0.803483, + "nauc_precision_at_10_max": 0.856878, + "nauc_precision_at_10_std": 0.707962, + "nauc_precision_at_10_diff1": 0.776039, + "nauc_precision_at_20_max": 0.821242, + "nauc_precision_at_20_std": 0.711904, + "nauc_precision_at_20_diff1": 0.736683, + "nauc_precision_at_100_max": 0.733968, + "nauc_precision_at_100_std": 0.645315, + "nauc_precision_at_100_diff1": 0.65934, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.865149, + "nauc_mrr_at_1_std": 0.597072, + "nauc_mrr_at_1_diff1": 0.865613, + "nauc_mrr_at_3_max": 0.874427, + "nauc_mrr_at_3_std": 0.635746, + "nauc_mrr_at_3_diff1": 0.842496, + "nauc_mrr_at_5_max": 0.874342, + "nauc_mrr_at_5_std": 0.639647, + "nauc_mrr_at_5_diff1": 0.840135, + "nauc_mrr_at_10_max": 0.87065, + "nauc_mrr_at_10_std": 0.639968, + "nauc_mrr_at_10_diff1": 0.836577, + "nauc_mrr_at_20_max": 0.868399, + "nauc_mrr_at_20_std": 0.640135, + "nauc_mrr_at_20_diff1": 0.834019, + "nauc_mrr_at_100_max": 0.866794, + "nauc_mrr_at_100_std": 0.639055, + "nauc_mrr_at_100_diff1": 0.832605, + "nauc_mrr_at_1000_max": 0.866957, + "nauc_mrr_at_1000_std": 0.638757, + "nauc_mrr_at_1000_diff1": 0.832929, + "hit_rate_at_1": 0.36556, + "hit_rate_at_3": 0.41444, + "hit_rate_at_5": 0.43111, + "hit_rate_at_10": 0.46, + "hit_rate_at_20": 0.49667, + "hit_rate_at_100": 0.61556, + "hit_rate_at_1000": 1.0, + "main_score": 0.41057, + "hf_subset": "eng_Latn-ssw_Latn", + "languages": [ + "eng-Latn", + "ssw-Latn" + ] + }, + { + "ndcg_at_1": 0.77333, + "ndcg_at_3": 0.82622, + "ndcg_at_5": 0.83459, + "ndcg_at_10": 0.84431, + "ndcg_at_20": 0.84965, + "ndcg_at_100": 0.85777, + "ndcg_at_1000": 0.86072, + "map_at_1": 0.77333, + "map_at_3": 0.8137, + "map_at_5": 0.81843, + "map_at_10": 0.82245, + "map_at_20": 0.82392, + "map_at_100": 0.82499, + "map_at_1000": 0.82511, + "recall_at_1": 0.77333, + "recall_at_3": 0.86222, + "recall_at_5": 0.88222, + "recall_at_10": 0.91222, + "recall_at_20": 0.93333, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "accuracy": 0.77333, + "precision_at_1": 0.77333, + "precision_at_3": 0.28741, + "precision_at_5": 0.17644, + "precision_at_10": 0.09122, + "precision_at_20": 0.04667, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "mrr_at_1": 0.773333, + "mrr_at_3": 0.813704, + "mrr_at_5": 0.818426, + "mrr_at_10": 0.822447, + "mrr_at_20": 0.823919, + "mrr_at_100": 0.824987, + "mrr_at_1000": 0.825115, + "nauc_ndcg_at_1_max": 0.773455, + "nauc_ndcg_at_1_std": -0.000858, + "nauc_ndcg_at_1_diff1": 0.886122, + "nauc_ndcg_at_3_max": 0.815851, + "nauc_ndcg_at_3_std": 0.056202, + "nauc_ndcg_at_3_diff1": 0.866765, + "nauc_ndcg_at_5_max": 0.812868, + "nauc_ndcg_at_5_std": 0.054828, + "nauc_ndcg_at_5_diff1": 0.863372, + "nauc_ndcg_at_10_max": 0.812078, + "nauc_ndcg_at_10_std": 0.072566, + "nauc_ndcg_at_10_diff1": 0.86239, + "nauc_ndcg_at_20_max": 0.812631, + "nauc_ndcg_at_20_std": 0.061339, + "nauc_ndcg_at_20_diff1": 0.867582, + "nauc_ndcg_at_100_max": 0.808242, + "nauc_ndcg_at_100_std": 0.056751, + "nauc_ndcg_at_100_diff1": 0.867937, + "nauc_ndcg_at_1000_max": 0.807161, + "nauc_ndcg_at_1000_std": 0.052415, + "nauc_ndcg_at_1000_diff1": 0.869048, + "nauc_map_at_1_max": 0.773455, + "nauc_map_at_1_std": -0.000858, + "nauc_map_at_1_diff1": 0.886122, + "nauc_map_at_3_max": 0.805166, + "nauc_map_at_3_std": 0.039122, + "nauc_map_at_3_diff1": 0.872262, + "nauc_map_at_5_max": 0.803198, + "nauc_map_at_5_std": 0.03781, + "nauc_map_at_5_diff1": 0.870503, + "nauc_map_at_10_max": 0.80279, + "nauc_map_at_10_std": 0.044588, + "nauc_map_at_10_diff1": 0.870199, + "nauc_map_at_20_max": 0.802899, + "nauc_map_at_20_std": 0.041785, + "nauc_map_at_20_diff1": 0.871473, + "nauc_map_at_100_max": 0.802475, + "nauc_map_at_100_std": 0.041699, + "nauc_map_at_100_diff1": 0.87164, + "nauc_map_at_1000_max": 0.802429, + "nauc_map_at_1000_std": 0.041515, + "nauc_map_at_1000_diff1": 0.871665, + "nauc_recall_at_1_max": 0.773455, + "nauc_recall_at_1_std": -0.000858, + "nauc_recall_at_1_diff1": 0.886122, + "nauc_recall_at_3_max": 0.855214, + "nauc_recall_at_3_std": 0.120783, + "nauc_recall_at_3_diff1": 0.846135, + "nauc_recall_at_5_max": 0.852524, + "nauc_recall_at_5_std": 0.127199, + "nauc_recall_at_5_diff1": 0.832912, + "nauc_recall_at_10_max": 0.860033, + "nauc_recall_at_10_std": 0.234898, + "nauc_recall_at_10_diff1": 0.819263, + "nauc_recall_at_20_max": 0.878657, + "nauc_recall_at_20_std": 0.190243, + "nauc_recall_at_20_diff1": 0.849479, + "nauc_recall_at_100_max": 0.855159, + "nauc_recall_at_100_std": 0.243044, + "nauc_recall_at_100_diff1": 0.814659, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.773455, + "nauc_precision_at_1_std": -0.000858, + "nauc_precision_at_1_diff1": 0.886122, + "nauc_precision_at_3_max": 0.855214, + "nauc_precision_at_3_std": 0.120783, + "nauc_precision_at_3_diff1": 0.846135, + "nauc_precision_at_5_max": 0.852524, + "nauc_precision_at_5_std": 0.127199, + "nauc_precision_at_5_diff1": 0.832912, + "nauc_precision_at_10_max": 0.860033, + "nauc_precision_at_10_std": 0.234898, + "nauc_precision_at_10_diff1": 0.819263, + "nauc_precision_at_20_max": 0.878657, + "nauc_precision_at_20_std": 0.190243, + "nauc_precision_at_20_diff1": 0.849479, + "nauc_precision_at_100_max": 0.855159, + "nauc_precision_at_100_std": 0.243044, + "nauc_precision_at_100_diff1": 0.814659, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.773455, + "nauc_mrr_at_1_std": -0.000858, + "nauc_mrr_at_1_diff1": 0.886122, + "nauc_mrr_at_3_max": 0.805166, + "nauc_mrr_at_3_std": 0.039122, + "nauc_mrr_at_3_diff1": 0.872262, + "nauc_mrr_at_5_max": 0.803198, + "nauc_mrr_at_5_std": 0.03781, + "nauc_mrr_at_5_diff1": 0.870503, + "nauc_mrr_at_10_max": 0.80279, + "nauc_mrr_at_10_std": 0.044588, + "nauc_mrr_at_10_diff1": 0.870199, + "nauc_mrr_at_20_max": 0.802899, + "nauc_mrr_at_20_std": 0.041785, + "nauc_mrr_at_20_diff1": 0.871473, + "nauc_mrr_at_100_max": 0.802475, + "nauc_mrr_at_100_std": 0.041699, + "nauc_mrr_at_100_diff1": 0.87164, + "nauc_mrr_at_1000_max": 0.802429, + "nauc_mrr_at_1000_std": 0.041515, + "nauc_mrr_at_1000_diff1": 0.871665, + "hit_rate_at_1": 0.77333, + "hit_rate_at_3": 0.86222, + "hit_rate_at_5": 0.88222, + "hit_rate_at_10": 0.91222, + "hit_rate_at_20": 0.93333, + "hit_rate_at_100": 0.97778, + "hit_rate_at_1000": 1.0, + "main_score": 0.84431, + "hf_subset": "sun_Latn-sun_Latn", + "languages": [ + "sun-Latn", + "sun-Latn" + ] + }, + { + "ndcg_at_1": 0.87, + "ndcg_at_3": 0.91321, + "ndcg_at_5": 0.92244, + "ndcg_at_10": 0.92771, + "ndcg_at_20": 0.93004, + "ndcg_at_100": 0.93127, + "ndcg_at_1000": 0.93153, + "map_at_1": 0.87, + "map_at_3": 0.90278, + "map_at_5": 0.90794, + "map_at_10": 0.91005, + "map_at_20": 0.91073, + "map_at_100": 0.91089, + "map_at_1000": 0.9109, + "recall_at_1": 0.87, + "recall_at_3": 0.94333, + "recall_at_5": 0.96556, + "recall_at_10": 0.98222, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.87, + "precision_at_1": 0.87, + "precision_at_3": 0.31444, + "precision_at_5": 0.19311, + "precision_at_10": 0.09822, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.87, + "mrr_at_3": 0.902778, + "mrr_at_5": 0.907944, + "mrr_at_10": 0.91005, + "mrr_at_20": 0.910728, + "mrr_at_100": 0.91089, + "mrr_at_1000": 0.910896, + "nauc_ndcg_at_1_max": 0.696302, + "nauc_ndcg_at_1_std": -0.407597, + "nauc_ndcg_at_1_diff1": 0.905437, + "nauc_ndcg_at_3_max": 0.718669, + "nauc_ndcg_at_3_std": -0.463038, + "nauc_ndcg_at_3_diff1": 0.888648, + "nauc_ndcg_at_5_max": 0.73636, + "nauc_ndcg_at_5_std": -0.434188, + "nauc_ndcg_at_5_diff1": 0.895549, + "nauc_ndcg_at_10_max": 0.727106, + "nauc_ndcg_at_10_std": -0.414637, + "nauc_ndcg_at_10_diff1": 0.893689, + "nauc_ndcg_at_20_max": 0.725688, + "nauc_ndcg_at_20_std": -0.399323, + "nauc_ndcg_at_20_diff1": 0.892865, + "nauc_ndcg_at_100_max": 0.723151, + "nauc_ndcg_at_100_std": -0.410754, + "nauc_ndcg_at_100_diff1": 0.894008, + "nauc_ndcg_at_1000_max": 0.722086, + "nauc_ndcg_at_1000_std": -0.416183, + "nauc_ndcg_at_1000_diff1": 0.894669, + "nauc_map_at_1_max": 0.696302, + "nauc_map_at_1_std": -0.407597, + "nauc_map_at_1_diff1": 0.905437, + "nauc_map_at_3_max": 0.713876, + "nauc_map_at_3_std": -0.445315, + "nauc_map_at_3_diff1": 0.892942, + "nauc_map_at_5_max": 0.721954, + "nauc_map_at_5_std": -0.431108, + "nauc_map_at_5_diff1": 0.896645, + "nauc_map_at_10_max": 0.718605, + "nauc_map_at_10_std": -0.424475, + "nauc_map_at_10_diff1": 0.896069, + "nauc_map_at_20_max": 0.718257, + "nauc_map_at_20_std": -0.420841, + "nauc_map_at_20_diff1": 0.895875, + "nauc_map_at_100_max": 0.718017, + "nauc_map_at_100_std": -0.422105, + "nauc_map_at_100_diff1": 0.896026, + "nauc_map_at_1000_max": 0.717999, + "nauc_map_at_1000_std": -0.422198, + "nauc_map_at_1000_diff1": 0.896038, + "nauc_recall_at_1_max": 0.696302, + "nauc_recall_at_1_std": -0.407597, + "nauc_recall_at_1_diff1": 0.905437, + "nauc_recall_at_3_max": 0.740292, + "nauc_recall_at_3_std": -0.549038, + "nauc_recall_at_3_diff1": 0.868558, + "nauc_recall_at_5_max": 0.848499, + "nauc_recall_at_5_std": -0.446131, + "nauc_recall_at_5_diff1": 0.890214, + "nauc_recall_at_10_max": 0.837768, + "nauc_recall_at_10_std": -0.218838, + "nauc_recall_at_10_diff1": 0.861841, + "nauc_recall_at_20_max": 0.90342, + "nauc_recall_at_20_std": 0.413049, + "nauc_recall_at_20_diff1": 0.807423, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.722222, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696302, + "nauc_precision_at_1_std": -0.407597, + "nauc_precision_at_1_diff1": 0.905437, + "nauc_precision_at_3_max": 0.740292, + "nauc_precision_at_3_std": -0.549038, + "nauc_precision_at_3_diff1": 0.868558, + "nauc_precision_at_5_max": 0.848499, + "nauc_precision_at_5_std": -0.446131, + "nauc_precision_at_5_diff1": 0.890214, + "nauc_precision_at_10_max": 0.837768, + "nauc_precision_at_10_std": -0.218838, + "nauc_precision_at_10_diff1": 0.861841, + "nauc_precision_at_20_max": 0.90342, + "nauc_precision_at_20_std": 0.413049, + "nauc_precision_at_20_diff1": 0.807423, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.722222, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.696302, + "nauc_mrr_at_1_std": -0.407597, + "nauc_mrr_at_1_diff1": 0.905437, + "nauc_mrr_at_3_max": 0.713876, + "nauc_mrr_at_3_std": -0.445315, + "nauc_mrr_at_3_diff1": 0.892942, + "nauc_mrr_at_5_max": 0.721954, + "nauc_mrr_at_5_std": -0.431108, + "nauc_mrr_at_5_diff1": 0.896645, + "nauc_mrr_at_10_max": 0.718605, + "nauc_mrr_at_10_std": -0.424475, + "nauc_mrr_at_10_diff1": 0.896069, + "nauc_mrr_at_20_max": 0.718257, + "nauc_mrr_at_20_std": -0.420841, + "nauc_mrr_at_20_diff1": 0.895875, + "nauc_mrr_at_100_max": 0.718017, + "nauc_mrr_at_100_std": -0.422105, + "nauc_mrr_at_100_diff1": 0.896026, + "nauc_mrr_at_1000_max": 0.717999, + "nauc_mrr_at_1000_std": -0.422198, + "nauc_mrr_at_1000_diff1": 0.896038, + "hit_rate_at_1": 0.87, + "hit_rate_at_3": 0.94333, + "hit_rate_at_5": 0.96556, + "hit_rate_at_10": 0.98222, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.92771, + "hf_subset": "sun_Latn-eng_Latn", + "languages": [ + "sun-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.73444, + "ndcg_at_3": 0.79051, + "ndcg_at_5": 0.80123, + "ndcg_at_10": 0.81222, + "ndcg_at_20": 0.82116, + "ndcg_at_100": 0.8298, + "ndcg_at_1000": 0.83351, + "map_at_1": 0.73444, + "map_at_3": 0.77685, + "map_at_5": 0.78291, + "map_at_10": 0.78757, + "map_at_20": 0.79, + "map_at_100": 0.7911, + "map_at_1000": 0.79126, + "recall_at_1": 0.73444, + "recall_at_3": 0.83, + "recall_at_5": 0.85556, + "recall_at_10": 0.88889, + "recall_at_20": 0.92444, + "recall_at_100": 0.97222, + "recall_at_1000": 1.0, + "accuracy": 0.73444, + "precision_at_1": 0.73444, + "precision_at_3": 0.27667, + "precision_at_5": 0.17111, + "precision_at_10": 0.08889, + "precision_at_20": 0.04622, + "precision_at_100": 0.00972, + "precision_at_1000": 0.001, + "mrr_at_1": 0.734444, + "mrr_at_3": 0.776852, + "mrr_at_5": 0.782907, + "mrr_at_10": 0.787574, + "mrr_at_20": 0.789999, + "mrr_at_100": 0.791095, + "mrr_at_1000": 0.791258, + "nauc_ndcg_at_1_max": 0.857006, + "nauc_ndcg_at_1_std": 0.310294, + "nauc_ndcg_at_1_diff1": 0.897155, + "nauc_ndcg_at_3_max": 0.875557, + "nauc_ndcg_at_3_std": 0.384017, + "nauc_ndcg_at_3_diff1": 0.868038, + "nauc_ndcg_at_5_max": 0.877755, + "nauc_ndcg_at_5_std": 0.396649, + "nauc_ndcg_at_5_diff1": 0.867766, + "nauc_ndcg_at_10_max": 0.874509, + "nauc_ndcg_at_10_std": 0.383493, + "nauc_ndcg_at_10_diff1": 0.868082, + "nauc_ndcg_at_20_max": 0.875005, + "nauc_ndcg_at_20_std": 0.391785, + "nauc_ndcg_at_20_diff1": 0.867933, + "nauc_ndcg_at_100_max": 0.87518, + "nauc_ndcg_at_100_std": 0.391962, + "nauc_ndcg_at_100_diff1": 0.871269, + "nauc_ndcg_at_1000_max": 0.873768, + "nauc_ndcg_at_1000_std": 0.381397, + "nauc_ndcg_at_1000_diff1": 0.872822, + "nauc_map_at_1_max": 0.857006, + "nauc_map_at_1_std": 0.310294, + "nauc_map_at_1_diff1": 0.897155, + "nauc_map_at_3_max": 0.871777, + "nauc_map_at_3_std": 0.366796, + "nauc_map_at_3_diff1": 0.875461, + "nauc_map_at_5_max": 0.872837, + "nauc_map_at_5_std": 0.373179, + "nauc_map_at_5_diff1": 0.875493, + "nauc_map_at_10_max": 0.871634, + "nauc_map_at_10_std": 0.367651, + "nauc_map_at_10_diff1": 0.87599, + "nauc_map_at_20_max": 0.871664, + "nauc_map_at_20_std": 0.369499, + "nauc_map_at_20_diff1": 0.875993, + "nauc_map_at_100_max": 0.871692, + "nauc_map_at_100_std": 0.369575, + "nauc_map_at_100_diff1": 0.876419, + "nauc_map_at_1000_max": 0.871647, + "nauc_map_at_1000_std": 0.369204, + "nauc_map_at_1000_diff1": 0.876482, + "nauc_recall_at_1_max": 0.857006, + "nauc_recall_at_1_std": 0.310294, + "nauc_recall_at_1_diff1": 0.897155, + "nauc_recall_at_3_max": 0.888537, + "nauc_recall_at_3_std": 0.444725, + "nauc_recall_at_3_diff1": 0.841486, + "nauc_recall_at_5_max": 0.897444, + "nauc_recall_at_5_std": 0.492689, + "nauc_recall_at_5_diff1": 0.836515, + "nauc_recall_at_10_max": 0.885932, + "nauc_recall_at_10_std": 0.455629, + "nauc_recall_at_10_diff1": 0.827767, + "nauc_recall_at_20_max": 0.896304, + "nauc_recall_at_20_std": 0.557986, + "nauc_recall_at_20_diff1": 0.809345, + "nauc_recall_at_100_max": 0.935294, + "nauc_recall_at_100_std": 0.829711, + "nauc_recall_at_100_diff1": 0.80887, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.857006, + "nauc_precision_at_1_std": 0.310294, + "nauc_precision_at_1_diff1": 0.897155, + "nauc_precision_at_3_max": 0.888537, + "nauc_precision_at_3_std": 0.444725, + "nauc_precision_at_3_diff1": 0.841486, + "nauc_precision_at_5_max": 0.897444, + "nauc_precision_at_5_std": 0.492689, + "nauc_precision_at_5_diff1": 0.836515, + "nauc_precision_at_10_max": 0.885932, + "nauc_precision_at_10_std": 0.455629, + "nauc_precision_at_10_diff1": 0.827767, + "nauc_precision_at_20_max": 0.896304, + "nauc_precision_at_20_std": 0.557986, + "nauc_precision_at_20_diff1": 0.809345, + "nauc_precision_at_100_max": 0.935294, + "nauc_precision_at_100_std": 0.829711, + "nauc_precision_at_100_diff1": 0.80887, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.857006, + "nauc_mrr_at_1_std": 0.310294, + "nauc_mrr_at_1_diff1": 0.897155, + "nauc_mrr_at_3_max": 0.871777, + "nauc_mrr_at_3_std": 0.366796, + "nauc_mrr_at_3_diff1": 0.875461, + "nauc_mrr_at_5_max": 0.872837, + "nauc_mrr_at_5_std": 0.373179, + "nauc_mrr_at_5_diff1": 0.875493, + "nauc_mrr_at_10_max": 0.871634, + "nauc_mrr_at_10_std": 0.367651, + "nauc_mrr_at_10_diff1": 0.87599, + "nauc_mrr_at_20_max": 0.871664, + "nauc_mrr_at_20_std": 0.369499, + "nauc_mrr_at_20_diff1": 0.875993, + "nauc_mrr_at_100_max": 0.871692, + "nauc_mrr_at_100_std": 0.369575, + "nauc_mrr_at_100_diff1": 0.876419, + "nauc_mrr_at_1000_max": 0.871647, + "nauc_mrr_at_1000_std": 0.369204, + "nauc_mrr_at_1000_diff1": 0.876482, + "hit_rate_at_1": 0.73444, + "hit_rate_at_3": 0.83, + "hit_rate_at_5": 0.85556, + "hit_rate_at_10": 0.88889, + "hit_rate_at_20": 0.92444, + "hit_rate_at_100": 0.97222, + "hit_rate_at_1000": 1.0, + "main_score": 0.81222, + "hf_subset": "eng_Latn-sun_Latn", + "languages": [ + "eng-Latn", + "sun-Latn" + ] + }, + { + "ndcg_at_1": 0.88111, + "ndcg_at_3": 0.92336, + "ndcg_at_5": 0.92881, + "ndcg_at_10": 0.93291, + "ndcg_at_20": 0.93517, + "ndcg_at_100": 0.93721, + "ndcg_at_1000": 0.93748, + "map_at_1": 0.88111, + "map_at_3": 0.91333, + "map_at_5": 0.91633, + "map_at_10": 0.91811, + "map_at_20": 0.91874, + "map_at_100": 0.91901, + "map_at_1000": 0.91902, + "recall_at_1": 0.88111, + "recall_at_3": 0.95222, + "recall_at_5": 0.96556, + "recall_at_10": 0.97778, + "recall_at_20": 0.98667, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.88111, + "precision_at_1": 0.88111, + "precision_at_3": 0.31741, + "precision_at_5": 0.19311, + "precision_at_10": 0.09778, + "precision_at_20": 0.04933, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.881111, + "mrr_at_3": 0.913333, + "mrr_at_5": 0.916333, + "mrr_at_10": 0.918111, + "mrr_at_20": 0.918736, + "mrr_at_100": 0.91901, + "mrr_at_1000": 0.919017, + "nauc_ndcg_at_1_max": 0.746843, + "nauc_ndcg_at_1_std": -0.314934, + "nauc_ndcg_at_1_diff1": 0.926687, + "nauc_ndcg_at_3_max": 0.79331, + "nauc_ndcg_at_3_std": -0.229998, + "nauc_ndcg_at_3_diff1": 0.911039, + "nauc_ndcg_at_5_max": 0.786349, + "nauc_ndcg_at_5_std": -0.224436, + "nauc_ndcg_at_5_diff1": 0.911302, + "nauc_ndcg_at_10_max": 0.786867, + "nauc_ndcg_at_10_std": -0.220652, + "nauc_ndcg_at_10_diff1": 0.915613, + "nauc_ndcg_at_20_max": 0.782524, + "nauc_ndcg_at_20_std": -0.235633, + "nauc_ndcg_at_20_diff1": 0.913152, + "nauc_ndcg_at_100_max": 0.778985, + "nauc_ndcg_at_100_std": -0.241685, + "nauc_ndcg_at_100_diff1": 0.915335, + "nauc_ndcg_at_1000_max": 0.778288, + "nauc_ndcg_at_1000_std": -0.246557, + "nauc_ndcg_at_1000_diff1": 0.915537, + "nauc_map_at_1_max": 0.746843, + "nauc_map_at_1_std": -0.314934, + "nauc_map_at_1_diff1": 0.926687, + "nauc_map_at_3_max": 0.779152, + "nauc_map_at_3_std": -0.255387, + "nauc_map_at_3_diff1": 0.9153, + "nauc_map_at_5_max": 0.775455, + "nauc_map_at_5_std": -0.253387, + "nauc_map_at_5_diff1": 0.915675, + "nauc_map_at_10_max": 0.775528, + "nauc_map_at_10_std": -0.252845, + "nauc_map_at_10_diff1": 0.917394, + "nauc_map_at_20_max": 0.774503, + "nauc_map_at_20_std": -0.256574, + "nauc_map_at_20_diff1": 0.91684, + "nauc_map_at_100_max": 0.774049, + "nauc_map_at_100_std": -0.257569, + "nauc_map_at_100_diff1": 0.917033, + "nauc_map_at_1000_max": 0.774032, + "nauc_map_at_1000_std": -0.257677, + "nauc_map_at_1000_diff1": 0.917038, + "nauc_recall_at_1_max": 0.746843, + "nauc_recall_at_1_std": -0.314934, + "nauc_recall_at_1_diff1": 0.926687, + "nauc_recall_at_3_max": 0.865546, + "nauc_recall_at_3_std": -0.100851, + "nauc_recall_at_3_diff1": 0.889703, + "nauc_recall_at_5_max": 0.857926, + "nauc_recall_at_5_std": -0.026204, + "nauc_recall_at_5_diff1": 0.881796, + "nauc_recall_at_10_max": 0.899627, + "nauc_recall_at_10_std": 0.120495, + "nauc_recall_at_10_diff1": 0.902218, + "nauc_recall_at_20_max": 0.891651, + "nauc_recall_at_20_std": 0.07244, + "nauc_recall_at_20_diff1": 0.847923, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.746843, + "nauc_precision_at_1_std": -0.314934, + "nauc_precision_at_1_diff1": 0.926687, + "nauc_precision_at_3_max": 0.865546, + "nauc_precision_at_3_std": -0.100851, + "nauc_precision_at_3_diff1": 0.889703, + "nauc_precision_at_5_max": 0.857926, + "nauc_precision_at_5_std": -0.026204, + "nauc_precision_at_5_diff1": 0.881796, + "nauc_precision_at_10_max": 0.899627, + "nauc_precision_at_10_std": 0.120495, + "nauc_precision_at_10_diff1": 0.902218, + "nauc_precision_at_20_max": 0.891651, + "nauc_precision_at_20_std": 0.07244, + "nauc_precision_at_20_diff1": 0.847923, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.746843, + "nauc_mrr_at_1_std": -0.314934, + "nauc_mrr_at_1_diff1": 0.926687, + "nauc_mrr_at_3_max": 0.779152, + "nauc_mrr_at_3_std": -0.255387, + "nauc_mrr_at_3_diff1": 0.9153, + "nauc_mrr_at_5_max": 0.775455, + "nauc_mrr_at_5_std": -0.253387, + "nauc_mrr_at_5_diff1": 0.915675, + "nauc_mrr_at_10_max": 0.775528, + "nauc_mrr_at_10_std": -0.252845, + "nauc_mrr_at_10_diff1": 0.917394, + "nauc_mrr_at_20_max": 0.774503, + "nauc_mrr_at_20_std": -0.256574, + "nauc_mrr_at_20_diff1": 0.91684, + "nauc_mrr_at_100_max": 0.774049, + "nauc_mrr_at_100_std": -0.257569, + "nauc_mrr_at_100_diff1": 0.917033, + "nauc_mrr_at_1000_max": 0.774032, + "nauc_mrr_at_1000_std": -0.257677, + "nauc_mrr_at_1000_diff1": 0.917038, + "hit_rate_at_1": 0.88111, + "hit_rate_at_3": 0.95222, + "hit_rate_at_5": 0.96556, + "hit_rate_at_10": 0.97778, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93291, + "hf_subset": "swe_Latn-swe_Latn", + "languages": [ + "swe-Latn", + "swe-Latn" + ] + }, + { + "ndcg_at_1": 0.89111, + "ndcg_at_3": 0.92809, + "ndcg_at_5": 0.93718, + "ndcg_at_10": 0.94081, + "ndcg_at_20": 0.94219, + "ndcg_at_100": 0.94355, + "ndcg_at_1000": 0.94397, + "map_at_1": 0.89111, + "map_at_3": 0.92, + "map_at_5": 0.925, + "map_at_10": 0.92652, + "map_at_20": 0.92689, + "map_at_100": 0.92712, + "map_at_1000": 0.92714, + "recall_at_1": 0.89111, + "recall_at_3": 0.95111, + "recall_at_5": 0.97333, + "recall_at_10": 0.98444, + "recall_at_20": 0.99, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.89111, + "precision_at_1": 0.89111, + "precision_at_3": 0.31704, + "precision_at_5": 0.19467, + "precision_at_10": 0.09844, + "precision_at_20": 0.0495, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.891111, + "mrr_at_3": 0.92, + "mrr_at_5": 0.925, + "mrr_at_10": 0.926518, + "mrr_at_20": 0.926887, + "mrr_at_100": 0.927123, + "mrr_at_1000": 0.927137, + "nauc_ndcg_at_1_max": 0.777697, + "nauc_ndcg_at_1_std": -0.341893, + "nauc_ndcg_at_1_diff1": 0.933671, + "nauc_ndcg_at_3_max": 0.803489, + "nauc_ndcg_at_3_std": -0.301869, + "nauc_ndcg_at_3_diff1": 0.92414, + "nauc_ndcg_at_5_max": 0.808092, + "nauc_ndcg_at_5_std": -0.279131, + "nauc_ndcg_at_5_diff1": 0.925857, + "nauc_ndcg_at_10_max": 0.805999, + "nauc_ndcg_at_10_std": -0.269511, + "nauc_ndcg_at_10_diff1": 0.925641, + "nauc_ndcg_at_20_max": 0.80132, + "nauc_ndcg_at_20_std": -0.286351, + "nauc_ndcg_at_20_diff1": 0.926358, + "nauc_ndcg_at_100_max": 0.799996, + "nauc_ndcg_at_100_std": -0.285811, + "nauc_ndcg_at_100_diff1": 0.927359, + "nauc_ndcg_at_1000_max": 0.798487, + "nauc_ndcg_at_1000_std": -0.29551, + "nauc_ndcg_at_1000_diff1": 0.927169, + "nauc_map_at_1_max": 0.777697, + "nauc_map_at_1_std": -0.341893, + "nauc_map_at_1_diff1": 0.933671, + "nauc_map_at_3_max": 0.795983, + "nauc_map_at_3_std": -0.314603, + "nauc_map_at_3_diff1": 0.926472, + "nauc_map_at_5_max": 0.797207, + "nauc_map_at_5_std": -0.306072, + "nauc_map_at_5_diff1": 0.927496, + "nauc_map_at_10_max": 0.796215, + "nauc_map_at_10_std": -0.303673, + "nauc_map_at_10_diff1": 0.927453, + "nauc_map_at_20_max": 0.795178, + "nauc_map_at_20_std": -0.307705, + "nauc_map_at_20_diff1": 0.927574, + "nauc_map_at_100_max": 0.794988, + "nauc_map_at_100_std": -0.307619, + "nauc_map_at_100_diff1": 0.927714, + "nauc_map_at_1000_max": 0.794948, + "nauc_map_at_1000_std": -0.307875, + "nauc_map_at_1000_diff1": 0.927712, + "nauc_recall_at_1_max": 0.777697, + "nauc_recall_at_1_std": -0.341893, + "nauc_recall_at_1_diff1": 0.933671, + "nauc_recall_at_3_max": 0.838055, + "nauc_recall_at_3_std": -0.242414, + "nauc_recall_at_3_diff1": 0.913738, + "nauc_recall_at_5_max": 0.897779, + "nauc_recall_at_5_std": -0.049914, + "nauc_recall_at_5_diff1": 0.914021, + "nauc_recall_at_10_max": 0.938976, + "nauc_recall_at_10_std": 0.231192, + "nauc_recall_at_10_diff1": 0.903128, + "nauc_recall_at_20_max": 0.905073, + "nauc_recall_at_20_std": 0.138085, + "nauc_recall_at_20_diff1": 0.909223, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.777697, + "nauc_precision_at_1_std": -0.341893, + "nauc_precision_at_1_diff1": 0.933671, + "nauc_precision_at_3_max": 0.838055, + "nauc_precision_at_3_std": -0.242414, + "nauc_precision_at_3_diff1": 0.913738, + "nauc_precision_at_5_max": 0.897779, + "nauc_precision_at_5_std": -0.049914, + "nauc_precision_at_5_diff1": 0.914021, + "nauc_precision_at_10_max": 0.938976, + "nauc_precision_at_10_std": 0.231192, + "nauc_precision_at_10_diff1": 0.903128, + "nauc_precision_at_20_max": 0.905073, + "nauc_precision_at_20_std": 0.138085, + "nauc_precision_at_20_diff1": 0.909223, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.777697, + "nauc_mrr_at_1_std": -0.341893, + "nauc_mrr_at_1_diff1": 0.933671, + "nauc_mrr_at_3_max": 0.795983, + "nauc_mrr_at_3_std": -0.314603, + "nauc_mrr_at_3_diff1": 0.926472, + "nauc_mrr_at_5_max": 0.797207, + "nauc_mrr_at_5_std": -0.306072, + "nauc_mrr_at_5_diff1": 0.927496, + "nauc_mrr_at_10_max": 0.796215, + "nauc_mrr_at_10_std": -0.303673, + "nauc_mrr_at_10_diff1": 0.927453, + "nauc_mrr_at_20_max": 0.795178, + "nauc_mrr_at_20_std": -0.307705, + "nauc_mrr_at_20_diff1": 0.927574, + "nauc_mrr_at_100_max": 0.794988, + "nauc_mrr_at_100_std": -0.307619, + "nauc_mrr_at_100_diff1": 0.927714, + "nauc_mrr_at_1000_max": 0.794948, + "nauc_mrr_at_1000_std": -0.307875, + "nauc_mrr_at_1000_diff1": 0.927712, + "hit_rate_at_1": 0.89111, + "hit_rate_at_3": 0.95111, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98444, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94081, + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.87556, + "ndcg_at_3": 0.91333, + "ndcg_at_5": 0.91936, + "ndcg_at_10": 0.92596, + "ndcg_at_20": 0.92745, + "ndcg_at_100": 0.93028, + "ndcg_at_1000": 0.93118, + "map_at_1": 0.87556, + "map_at_3": 0.90444, + "map_at_5": 0.90783, + "map_at_10": 0.91063, + "map_at_20": 0.91108, + "map_at_100": 0.91153, + "map_at_1000": 0.91157, + "recall_at_1": 0.87556, + "recall_at_3": 0.93889, + "recall_at_5": 0.95333, + "recall_at_10": 0.97333, + "recall_at_20": 0.97889, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "accuracy": 0.87556, + "precision_at_1": 0.87556, + "precision_at_3": 0.31296, + "precision_at_5": 0.19067, + "precision_at_10": 0.09733, + "precision_at_20": 0.04894, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.875556, + "mrr_at_3": 0.904444, + "mrr_at_5": 0.907833, + "mrr_at_10": 0.91063, + "mrr_at_20": 0.911083, + "mrr_at_100": 0.911532, + "mrr_at_1000": 0.911571, + "nauc_ndcg_at_1_max": 0.790087, + "nauc_ndcg_at_1_std": -0.192086, + "nauc_ndcg_at_1_diff1": 0.936341, + "nauc_ndcg_at_3_max": 0.830491, + "nauc_ndcg_at_3_std": -0.159264, + "nauc_ndcg_at_3_diff1": 0.925164, + "nauc_ndcg_at_5_max": 0.833688, + "nauc_ndcg_at_5_std": -0.122551, + "nauc_ndcg_at_5_diff1": 0.926413, + "nauc_ndcg_at_10_max": 0.832584, + "nauc_ndcg_at_10_std": -0.1179, + "nauc_ndcg_at_10_diff1": 0.927504, + "nauc_ndcg_at_20_max": 0.830819, + "nauc_ndcg_at_20_std": -0.116648, + "nauc_ndcg_at_20_diff1": 0.926559, + "nauc_ndcg_at_100_max": 0.826731, + "nauc_ndcg_at_100_std": -0.121003, + "nauc_ndcg_at_100_diff1": 0.927503, + "nauc_ndcg_at_1000_max": 0.824445, + "nauc_ndcg_at_1000_std": -0.134225, + "nauc_ndcg_at_1000_diff1": 0.928175, + "nauc_map_at_1_max": 0.790087, + "nauc_map_at_1_std": -0.192086, + "nauc_map_at_1_diff1": 0.936341, + "nauc_map_at_3_max": 0.82038, + "nauc_map_at_3_std": -0.166449, + "nauc_map_at_3_diff1": 0.928174, + "nauc_map_at_5_max": 0.821557, + "nauc_map_at_5_std": -0.148264, + "nauc_map_at_5_diff1": 0.928934, + "nauc_map_at_10_max": 0.820652, + "nauc_map_at_10_std": -0.14725, + "nauc_map_at_10_diff1": 0.929317, + "nauc_map_at_20_max": 0.820161, + "nauc_map_at_20_std": -0.147086, + "nauc_map_at_20_diff1": 0.929102, + "nauc_map_at_100_max": 0.819563, + "nauc_map_at_100_std": -0.147945, + "nauc_map_at_100_diff1": 0.929231, + "nauc_map_at_1000_max": 0.81948, + "nauc_map_at_1000_std": -0.148391, + "nauc_map_at_1000_diff1": 0.929264, + "nauc_recall_at_1_max": 0.790087, + "nauc_recall_at_1_std": -0.192086, + "nauc_recall_at_1_diff1": 0.936341, + "nauc_recall_at_3_max": 0.873788, + "nauc_recall_at_3_std": -0.12931, + "nauc_recall_at_3_diff1": 0.912104, + "nauc_recall_at_5_max": 0.900416, + "nauc_recall_at_5_std": 0.027077, + "nauc_recall_at_5_diff1": 0.91291, + "nauc_recall_at_10_max": 0.943491, + "nauc_recall_at_10_std": 0.174117, + "nauc_recall_at_10_diff1": 0.913146, + "nauc_recall_at_20_max": 0.95012, + "nauc_recall_at_20_std": 0.266696, + "nauc_recall_at_20_diff1": 0.897169, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.893013, + "nauc_recall_at_100_diff1": 0.88212, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.790087, + "nauc_precision_at_1_std": -0.192086, + "nauc_precision_at_1_diff1": 0.936341, + "nauc_precision_at_3_max": 0.873788, + "nauc_precision_at_3_std": -0.12931, + "nauc_precision_at_3_diff1": 0.912104, + "nauc_precision_at_5_max": 0.900416, + "nauc_precision_at_5_std": 0.027077, + "nauc_precision_at_5_diff1": 0.91291, + "nauc_precision_at_10_max": 0.943491, + "nauc_precision_at_10_std": 0.174117, + "nauc_precision_at_10_diff1": 0.913146, + "nauc_precision_at_20_max": 0.95012, + "nauc_precision_at_20_std": 0.266696, + "nauc_precision_at_20_diff1": 0.897169, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.893013, + "nauc_precision_at_100_diff1": 0.88212, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.790087, + "nauc_mrr_at_1_std": -0.192086, + "nauc_mrr_at_1_diff1": 0.936341, + "nauc_mrr_at_3_max": 0.82038, + "nauc_mrr_at_3_std": -0.166449, + "nauc_mrr_at_3_diff1": 0.928174, + "nauc_mrr_at_5_max": 0.821557, + "nauc_mrr_at_5_std": -0.148264, + "nauc_mrr_at_5_diff1": 0.928934, + "nauc_mrr_at_10_max": 0.820652, + "nauc_mrr_at_10_std": -0.14725, + "nauc_mrr_at_10_diff1": 0.929317, + "nauc_mrr_at_20_max": 0.820161, + "nauc_mrr_at_20_std": -0.147086, + "nauc_mrr_at_20_diff1": 0.929102, + "nauc_mrr_at_100_max": 0.819563, + "nauc_mrr_at_100_std": -0.147945, + "nauc_mrr_at_100_diff1": 0.929231, + "nauc_mrr_at_1000_max": 0.81948, + "nauc_mrr_at_1000_std": -0.148391, + "nauc_mrr_at_1000_diff1": 0.929264, + "hit_rate_at_1": 0.87556, + "hit_rate_at_3": 0.93889, + "hit_rate_at_5": 0.95333, + "hit_rate_at_10": 0.97333, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.92596, + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ] + }, + { + "ndcg_at_1": 0.62222, + "ndcg_at_3": 0.6716, + "ndcg_at_5": 0.6891, + "ndcg_at_10": 0.6998, + "ndcg_at_20": 0.70841, + "ndcg_at_100": 0.72823, + "ndcg_at_1000": 0.73805, + "map_at_1": 0.62222, + "map_at_3": 0.65981, + "map_at_5": 0.66959, + "map_at_10": 0.67396, + "map_at_20": 0.67627, + "map_at_100": 0.67883, + "map_at_1000": 0.67925, + "recall_at_1": 0.62222, + "recall_at_3": 0.70556, + "recall_at_5": 0.74778, + "recall_at_10": 0.78111, + "recall_at_20": 0.81556, + "recall_at_100": 0.92556, + "recall_at_1000": 1.0, + "accuracy": 0.62222, + "precision_at_1": 0.62222, + "precision_at_3": 0.23519, + "precision_at_5": 0.14956, + "precision_at_10": 0.07811, + "precision_at_20": 0.04078, + "precision_at_100": 0.00926, + "precision_at_1000": 0.001, + "mrr_at_1": 0.622222, + "mrr_at_3": 0.659815, + "mrr_at_5": 0.669593, + "mrr_at_10": 0.673964, + "mrr_at_20": 0.676274, + "mrr_at_100": 0.678834, + "mrr_at_1000": 0.679247, + "nauc_ndcg_at_1_max": 0.499015, + "nauc_ndcg_at_1_std": -0.543348, + "nauc_ndcg_at_1_diff1": 0.876356, + "nauc_ndcg_at_3_max": 0.484966, + "nauc_ndcg_at_3_std": -0.557165, + "nauc_ndcg_at_3_diff1": 0.844477, + "nauc_ndcg_at_5_max": 0.489206, + "nauc_ndcg_at_5_std": -0.556203, + "nauc_ndcg_at_5_diff1": 0.84033, + "nauc_ndcg_at_10_max": 0.486362, + "nauc_ndcg_at_10_std": -0.560369, + "nauc_ndcg_at_10_diff1": 0.835965, + "nauc_ndcg_at_20_max": 0.488028, + "nauc_ndcg_at_20_std": -0.552645, + "nauc_ndcg_at_20_diff1": 0.834863, + "nauc_ndcg_at_100_max": 0.49104, + "nauc_ndcg_at_100_std": -0.546123, + "nauc_ndcg_at_100_diff1": 0.837508, + "nauc_ndcg_at_1000_max": 0.490611, + "nauc_ndcg_at_1000_std": -0.551032, + "nauc_ndcg_at_1000_diff1": 0.842359, + "nauc_map_at_1_max": 0.499015, + "nauc_map_at_1_std": -0.543348, + "nauc_map_at_1_diff1": 0.876356, + "nauc_map_at_3_max": 0.488417, + "nauc_map_at_3_std": -0.554565, + "nauc_map_at_3_diff1": 0.852283, + "nauc_map_at_5_max": 0.490706, + "nauc_map_at_5_std": -0.554141, + "nauc_map_at_5_diff1": 0.850251, + "nauc_map_at_10_max": 0.489943, + "nauc_map_at_10_std": -0.555447, + "nauc_map_at_10_diff1": 0.848695, + "nauc_map_at_20_max": 0.490251, + "nauc_map_at_20_std": -0.553811, + "nauc_map_at_20_diff1": 0.848509, + "nauc_map_at_100_max": 0.490979, + "nauc_map_at_100_std": -0.552617, + "nauc_map_at_100_diff1": 0.848905, + "nauc_map_at_1000_max": 0.490958, + "nauc_map_at_1000_std": -0.552772, + "nauc_map_at_1000_diff1": 0.849089, + "nauc_recall_at_1_max": 0.499015, + "nauc_recall_at_1_std": -0.543348, + "nauc_recall_at_1_diff1": 0.876356, + "nauc_recall_at_3_max": 0.474083, + "nauc_recall_at_3_std": -0.564984, + "nauc_recall_at_3_diff1": 0.819868, + "nauc_recall_at_5_max": 0.484842, + "nauc_recall_at_5_std": -0.562548, + "nauc_recall_at_5_diff1": 0.804969, + "nauc_recall_at_10_max": 0.470927, + "nauc_recall_at_10_std": -0.581621, + "nauc_recall_at_10_diff1": 0.783535, + "nauc_recall_at_20_max": 0.479536, + "nauc_recall_at_20_std": -0.537461, + "nauc_recall_at_20_diff1": 0.769031, + "nauc_recall_at_100_max": 0.500376, + "nauc_recall_at_100_std": -0.430871, + "nauc_recall_at_100_diff1": 0.728472, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.499015, + "nauc_precision_at_1_std": -0.543348, + "nauc_precision_at_1_diff1": 0.876356, + "nauc_precision_at_3_max": 0.474083, + "nauc_precision_at_3_std": -0.564984, + "nauc_precision_at_3_diff1": 0.819868, + "nauc_precision_at_5_max": 0.484842, + "nauc_precision_at_5_std": -0.562548, + "nauc_precision_at_5_diff1": 0.804969, + "nauc_precision_at_10_max": 0.470927, + "nauc_precision_at_10_std": -0.581621, + "nauc_precision_at_10_diff1": 0.783535, + "nauc_precision_at_20_max": 0.479536, + "nauc_precision_at_20_std": -0.537461, + "nauc_precision_at_20_diff1": 0.769031, + "nauc_precision_at_100_max": 0.500376, + "nauc_precision_at_100_std": -0.430871, + "nauc_precision_at_100_diff1": 0.728472, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.499015, + "nauc_mrr_at_1_std": -0.543348, + "nauc_mrr_at_1_diff1": 0.876356, + "nauc_mrr_at_3_max": 0.488417, + "nauc_mrr_at_3_std": -0.554565, + "nauc_mrr_at_3_diff1": 0.852283, + "nauc_mrr_at_5_max": 0.490706, + "nauc_mrr_at_5_std": -0.554141, + "nauc_mrr_at_5_diff1": 0.850251, + "nauc_mrr_at_10_max": 0.489943, + "nauc_mrr_at_10_std": -0.555447, + "nauc_mrr_at_10_diff1": 0.848695, + "nauc_mrr_at_20_max": 0.490251, + "nauc_mrr_at_20_std": -0.553811, + "nauc_mrr_at_20_diff1": 0.848509, + "nauc_mrr_at_100_max": 0.490979, + "nauc_mrr_at_100_std": -0.552617, + "nauc_mrr_at_100_diff1": 0.848905, + "nauc_mrr_at_1000_max": 0.490958, + "nauc_mrr_at_1000_std": -0.552772, + "nauc_mrr_at_1000_diff1": 0.849089, + "hit_rate_at_1": 0.62222, + "hit_rate_at_3": 0.70556, + "hit_rate_at_5": 0.74778, + "hit_rate_at_10": 0.78111, + "hit_rate_at_20": 0.81556, + "hit_rate_at_100": 0.92556, + "hit_rate_at_1000": 1.0, + "main_score": 0.6998, + "hf_subset": "swh_Latn-swh_Latn", + "languages": [ + "swh-Latn", + "swh-Latn" + ] + }, + { + "ndcg_at_1": 0.59667, + "ndcg_at_3": 0.67036, + "ndcg_at_5": 0.69374, + "ndcg_at_10": 0.71276, + "ndcg_at_20": 0.7218, + "ndcg_at_100": 0.73988, + "ndcg_at_1000": 0.7441, + "map_at_1": 0.59667, + "map_at_3": 0.65241, + "map_at_5": 0.66541, + "map_at_10": 0.67345, + "map_at_20": 0.67595, + "map_at_100": 0.6785, + "map_at_1000": 0.67869, + "recall_at_1": 0.59667, + "recall_at_3": 0.72222, + "recall_at_5": 0.77889, + "recall_at_10": 0.83667, + "recall_at_20": 0.87222, + "recall_at_100": 0.96889, + "recall_at_1000": 1.0, + "accuracy": 0.59667, + "precision_at_1": 0.59667, + "precision_at_3": 0.24074, + "precision_at_5": 0.15578, + "precision_at_10": 0.08367, + "precision_at_20": 0.04361, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "mrr_at_1": 0.596667, + "mrr_at_3": 0.652407, + "mrr_at_5": 0.665407, + "mrr_at_10": 0.673449, + "mrr_at_20": 0.67595, + "mrr_at_100": 0.678498, + "mrr_at_1000": 0.678694, + "nauc_ndcg_at_1_max": 0.698448, + "nauc_ndcg_at_1_std": 0.030093, + "nauc_ndcg_at_1_diff1": 0.829115, + "nauc_ndcg_at_3_max": 0.729741, + "nauc_ndcg_at_3_std": 0.039281, + "nauc_ndcg_at_3_diff1": 0.791289, + "nauc_ndcg_at_5_max": 0.724187, + "nauc_ndcg_at_5_std": 0.039045, + "nauc_ndcg_at_5_diff1": 0.789236, + "nauc_ndcg_at_10_max": 0.722031, + "nauc_ndcg_at_10_std": 0.057084, + "nauc_ndcg_at_10_diff1": 0.782314, + "nauc_ndcg_at_20_max": 0.721928, + "nauc_ndcg_at_20_std": 0.060021, + "nauc_ndcg_at_20_diff1": 0.784127, + "nauc_ndcg_at_100_max": 0.722045, + "nauc_ndcg_at_100_std": 0.053305, + "nauc_ndcg_at_100_diff1": 0.792828, + "nauc_ndcg_at_1000_max": 0.721241, + "nauc_ndcg_at_1000_std": 0.051137, + "nauc_ndcg_at_1000_diff1": 0.794023, + "nauc_map_at_1_max": 0.698448, + "nauc_map_at_1_std": 0.030093, + "nauc_map_at_1_diff1": 0.829115, + "nauc_map_at_3_max": 0.723747, + "nauc_map_at_3_std": 0.039307, + "nauc_map_at_3_diff1": 0.801483, + "nauc_map_at_5_max": 0.72057, + "nauc_map_at_5_std": 0.039358, + "nauc_map_at_5_diff1": 0.800601, + "nauc_map_at_10_max": 0.719645, + "nauc_map_at_10_std": 0.046045, + "nauc_map_at_10_diff1": 0.798124, + "nauc_map_at_20_max": 0.719712, + "nauc_map_at_20_std": 0.047088, + "nauc_map_at_20_diff1": 0.798704, + "nauc_map_at_100_max": 0.719595, + "nauc_map_at_100_std": 0.046353, + "nauc_map_at_100_diff1": 0.799835, + "nauc_map_at_1000_max": 0.719579, + "nauc_map_at_1000_std": 0.046282, + "nauc_map_at_1000_diff1": 0.799897, + "nauc_recall_at_1_max": 0.698448, + "nauc_recall_at_1_std": 0.030093, + "nauc_recall_at_1_diff1": 0.829115, + "nauc_recall_at_3_max": 0.748787, + "nauc_recall_at_3_std": 0.037994, + "nauc_recall_at_3_diff1": 0.756906, + "nauc_recall_at_5_max": 0.736048, + "nauc_recall_at_5_std": 0.036036, + "nauc_recall_at_5_diff1": 0.744548, + "nauc_recall_at_10_max": 0.729564, + "nauc_recall_at_10_std": 0.122052, + "nauc_recall_at_10_diff1": 0.699305, + "nauc_recall_at_20_max": 0.728964, + "nauc_recall_at_20_std": 0.15347, + "nauc_recall_at_20_diff1": 0.691831, + "nauc_recall_at_100_max": 0.767274, + "nauc_recall_at_100_std": 0.165683, + "nauc_recall_at_100_diff1": 0.737345, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.698448, + "nauc_precision_at_1_std": 0.030093, + "nauc_precision_at_1_diff1": 0.829115, + "nauc_precision_at_3_max": 0.748787, + "nauc_precision_at_3_std": 0.037994, + "nauc_precision_at_3_diff1": 0.756906, + "nauc_precision_at_5_max": 0.736048, + "nauc_precision_at_5_std": 0.036036, + "nauc_precision_at_5_diff1": 0.744548, + "nauc_precision_at_10_max": 0.729564, + "nauc_precision_at_10_std": 0.122052, + "nauc_precision_at_10_diff1": 0.699305, + "nauc_precision_at_20_max": 0.728964, + "nauc_precision_at_20_std": 0.15347, + "nauc_precision_at_20_diff1": 0.691831, + "nauc_precision_at_100_max": 0.767274, + "nauc_precision_at_100_std": 0.165683, + "nauc_precision_at_100_diff1": 0.737345, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.698448, + "nauc_mrr_at_1_std": 0.030093, + "nauc_mrr_at_1_diff1": 0.829115, + "nauc_mrr_at_3_max": 0.723747, + "nauc_mrr_at_3_std": 0.039307, + "nauc_mrr_at_3_diff1": 0.801483, + "nauc_mrr_at_5_max": 0.72057, + "nauc_mrr_at_5_std": 0.039358, + "nauc_mrr_at_5_diff1": 0.800601, + "nauc_mrr_at_10_max": 0.719645, + "nauc_mrr_at_10_std": 0.046045, + "nauc_mrr_at_10_diff1": 0.798124, + "nauc_mrr_at_20_max": 0.719712, + "nauc_mrr_at_20_std": 0.047088, + "nauc_mrr_at_20_diff1": 0.798704, + "nauc_mrr_at_100_max": 0.719595, + "nauc_mrr_at_100_std": 0.046353, + "nauc_mrr_at_100_diff1": 0.799835, + "nauc_mrr_at_1000_max": 0.719579, + "nauc_mrr_at_1000_std": 0.046282, + "nauc_mrr_at_1000_diff1": 0.799897, + "hit_rate_at_1": 0.59667, + "hit_rate_at_3": 0.72222, + "hit_rate_at_5": 0.77889, + "hit_rate_at_10": 0.83667, + "hit_rate_at_20": 0.87222, + "hit_rate_at_100": 0.96889, + "hit_rate_at_1000": 1.0, + "main_score": 0.71276, + "hf_subset": "swh_Latn-eng_Latn", + "languages": [ + "swh-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.37556, + "ndcg_at_3": 0.42143, + "ndcg_at_5": 0.43343, + "ndcg_at_10": 0.45264, + "ndcg_at_20": 0.46689, + "ndcg_at_100": 0.49227, + "ndcg_at_1000": 0.52572, + "map_at_1": 0.37556, + "map_at_3": 0.41037, + "map_at_5": 0.41709, + "map_at_10": 0.42511, + "map_at_20": 0.42899, + "map_at_100": 0.4322, + "map_at_1000": 0.43344, + "recall_at_1": 0.37556, + "recall_at_3": 0.45333, + "recall_at_5": 0.48222, + "recall_at_10": 0.54111, + "recall_at_20": 0.59778, + "recall_at_100": 0.73889, + "recall_at_1000": 1.0, + "accuracy": 0.37556, + "precision_at_1": 0.37556, + "precision_at_3": 0.15111, + "precision_at_5": 0.09644, + "precision_at_10": 0.05411, + "precision_at_20": 0.02989, + "precision_at_100": 0.00739, + "precision_at_1000": 0.001, + "mrr_at_1": 0.375556, + "mrr_at_3": 0.41037, + "mrr_at_5": 0.417093, + "mrr_at_10": 0.425113, + "mrr_at_20": 0.42899, + "mrr_at_100": 0.432203, + "mrr_at_1000": 0.433444, + "nauc_ndcg_at_1_max": 0.838238, + "nauc_ndcg_at_1_std": 0.492712, + "nauc_ndcg_at_1_diff1": 0.831706, + "nauc_ndcg_at_3_max": 0.839733, + "nauc_ndcg_at_3_std": 0.535934, + "nauc_ndcg_at_3_diff1": 0.780284, + "nauc_ndcg_at_5_max": 0.828847, + "nauc_ndcg_at_5_std": 0.531956, + "nauc_ndcg_at_5_diff1": 0.766495, + "nauc_ndcg_at_10_max": 0.819482, + "nauc_ndcg_at_10_std": 0.544989, + "nauc_ndcg_at_10_diff1": 0.755407, + "nauc_ndcg_at_20_max": 0.809806, + "nauc_ndcg_at_20_std": 0.547233, + "nauc_ndcg_at_20_diff1": 0.747242, + "nauc_ndcg_at_100_max": 0.809158, + "nauc_ndcg_at_100_std": 0.550559, + "nauc_ndcg_at_100_diff1": 0.746926, + "nauc_ndcg_at_1000_max": 0.818767, + "nauc_ndcg_at_1000_std": 0.539853, + "nauc_ndcg_at_1000_diff1": 0.762188, + "nauc_map_at_1_max": 0.838238, + "nauc_map_at_1_std": 0.492712, + "nauc_map_at_1_diff1": 0.831706, + "nauc_map_at_3_max": 0.839662, + "nauc_map_at_3_std": 0.525753, + "nauc_map_at_3_diff1": 0.792196, + "nauc_map_at_5_max": 0.833457, + "nauc_map_at_5_std": 0.523618, + "nauc_map_at_5_diff1": 0.784378, + "nauc_map_at_10_max": 0.829383, + "nauc_map_at_10_std": 0.528715, + "nauc_map_at_10_diff1": 0.779536, + "nauc_map_at_20_max": 0.826901, + "nauc_map_at_20_std": 0.529291, + "nauc_map_at_20_diff1": 0.777459, + "nauc_map_at_100_max": 0.827011, + "nauc_map_at_100_std": 0.529874, + "nauc_map_at_100_diff1": 0.777734, + "nauc_map_at_1000_max": 0.82731, + "nauc_map_at_1000_std": 0.529425, + "nauc_map_at_1000_diff1": 0.778277, + "nauc_recall_at_1_max": 0.838238, + "nauc_recall_at_1_std": 0.492712, + "nauc_recall_at_1_diff1": 0.831706, + "nauc_recall_at_3_max": 0.83982, + "nauc_recall_at_3_std": 0.565346, + "nauc_recall_at_3_diff1": 0.745958, + "nauc_recall_at_5_max": 0.813905, + "nauc_recall_at_5_std": 0.555512, + "nauc_recall_at_5_diff1": 0.712731, + "nauc_recall_at_10_max": 0.784447, + "nauc_recall_at_10_std": 0.599658, + "nauc_recall_at_10_diff1": 0.676584, + "nauc_recall_at_20_max": 0.73963, + "nauc_recall_at_20_std": 0.612492, + "nauc_recall_at_20_diff1": 0.635982, + "nauc_recall_at_100_max": 0.706482, + "nauc_recall_at_100_std": 0.656162, + "nauc_recall_at_100_diff1": 0.589141, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.838238, + "nauc_precision_at_1_std": 0.492712, + "nauc_precision_at_1_diff1": 0.831706, + "nauc_precision_at_3_max": 0.83982, + "nauc_precision_at_3_std": 0.565346, + "nauc_precision_at_3_diff1": 0.745958, + "nauc_precision_at_5_max": 0.813905, + "nauc_precision_at_5_std": 0.555512, + "nauc_precision_at_5_diff1": 0.712731, + "nauc_precision_at_10_max": 0.784447, + "nauc_precision_at_10_std": 0.599658, + "nauc_precision_at_10_diff1": 0.676584, + "nauc_precision_at_20_max": 0.73963, + "nauc_precision_at_20_std": 0.612492, + "nauc_precision_at_20_diff1": 0.635982, + "nauc_precision_at_100_max": 0.706482, + "nauc_precision_at_100_std": 0.656162, + "nauc_precision_at_100_diff1": 0.589141, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.838238, + "nauc_mrr_at_1_std": 0.492712, + "nauc_mrr_at_1_diff1": 0.831706, + "nauc_mrr_at_3_max": 0.839662, + "nauc_mrr_at_3_std": 0.525753, + "nauc_mrr_at_3_diff1": 0.792196, + "nauc_mrr_at_5_max": 0.833457, + "nauc_mrr_at_5_std": 0.523618, + "nauc_mrr_at_5_diff1": 0.784378, + "nauc_mrr_at_10_max": 0.829383, + "nauc_mrr_at_10_std": 0.528715, + "nauc_mrr_at_10_diff1": 0.779536, + "nauc_mrr_at_20_max": 0.826901, + "nauc_mrr_at_20_std": 0.529291, + "nauc_mrr_at_20_diff1": 0.777459, + "nauc_mrr_at_100_max": 0.827011, + "nauc_mrr_at_100_std": 0.529874, + "nauc_mrr_at_100_diff1": 0.777734, + "nauc_mrr_at_1000_max": 0.82731, + "nauc_mrr_at_1000_std": 0.529425, + "nauc_mrr_at_1000_diff1": 0.778277, + "hit_rate_at_1": 0.37556, + "hit_rate_at_3": 0.45333, + "hit_rate_at_5": 0.48222, + "hit_rate_at_10": 0.54111, + "hit_rate_at_20": 0.59778, + "hit_rate_at_100": 0.73889, + "hit_rate_at_1000": 1.0, + "main_score": 0.45264, + "hf_subset": "eng_Latn-swh_Latn", + "languages": [ + "eng-Latn", + "swh-Latn" + ] + }, + { + "ndcg_at_1": 0.75889, + "ndcg_at_3": 0.81861, + "ndcg_at_5": 0.82947, + "ndcg_at_10": 0.84109, + "ndcg_at_20": 0.849, + "ndcg_at_100": 0.85471, + "ndcg_at_1000": 0.85706, + "map_at_1": 0.75889, + "map_at_3": 0.80426, + "map_at_5": 0.81048, + "map_at_10": 0.81535, + "map_at_20": 0.81754, + "map_at_100": 0.81839, + "map_at_1000": 0.81849, + "recall_at_1": 0.75889, + "recall_at_3": 0.86, + "recall_at_5": 0.88556, + "recall_at_10": 0.92111, + "recall_at_20": 0.95222, + "recall_at_100": 0.98222, + "recall_at_1000": 1.0, + "accuracy": 0.75889, + "precision_at_1": 0.75889, + "precision_at_3": 0.28667, + "precision_at_5": 0.17711, + "precision_at_10": 0.09211, + "precision_at_20": 0.04761, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.758889, + "mrr_at_3": 0.804259, + "mrr_at_5": 0.810481, + "mrr_at_10": 0.815352, + "mrr_at_20": 0.817543, + "mrr_at_100": 0.818391, + "mrr_at_1000": 0.81849, + "nauc_ndcg_at_1_max": 0.702138, + "nauc_ndcg_at_1_std": -0.10694, + "nauc_ndcg_at_1_diff1": 0.888757, + "nauc_ndcg_at_3_max": 0.738606, + "nauc_ndcg_at_3_std": -0.019348, + "nauc_ndcg_at_3_diff1": 0.862827, + "nauc_ndcg_at_5_max": 0.732669, + "nauc_ndcg_at_5_std": -0.009642, + "nauc_ndcg_at_5_diff1": 0.857208, + "nauc_ndcg_at_10_max": 0.730667, + "nauc_ndcg_at_10_std": -0.007838, + "nauc_ndcg_at_10_diff1": 0.859371, + "nauc_ndcg_at_20_max": 0.730027, + "nauc_ndcg_at_20_std": -0.022685, + "nauc_ndcg_at_20_diff1": 0.863751, + "nauc_ndcg_at_100_max": 0.727183, + "nauc_ndcg_at_100_std": -0.029934, + "nauc_ndcg_at_100_diff1": 0.865682, + "nauc_ndcg_at_1000_max": 0.725808, + "nauc_ndcg_at_1000_std": -0.033045, + "nauc_ndcg_at_1000_diff1": 0.865969, + "nauc_map_at_1_max": 0.702138, + "nauc_map_at_1_std": -0.10694, + "nauc_map_at_1_diff1": 0.888757, + "nauc_map_at_3_max": 0.727074, + "nauc_map_at_3_std": -0.045166, + "nauc_map_at_3_diff1": 0.869387, + "nauc_map_at_5_max": 0.723684, + "nauc_map_at_5_std": -0.040605, + "nauc_map_at_5_diff1": 0.866632, + "nauc_map_at_10_max": 0.722713, + "nauc_map_at_10_std": -0.040115, + "nauc_map_at_10_diff1": 0.867515, + "nauc_map_at_20_max": 0.72243, + "nauc_map_at_20_std": -0.043995, + "nauc_map_at_20_diff1": 0.868682, + "nauc_map_at_100_max": 0.722099, + "nauc_map_at_100_std": -0.044878, + "nauc_map_at_100_diff1": 0.868936, + "nauc_map_at_1000_max": 0.72205, + "nauc_map_at_1000_std": -0.044969, + "nauc_map_at_1000_diff1": 0.868941, + "nauc_recall_at_1_max": 0.702138, + "nauc_recall_at_1_std": -0.10694, + "nauc_recall_at_1_diff1": 0.888757, + "nauc_recall_at_3_max": 0.783632, + "nauc_recall_at_3_std": 0.080508, + "nauc_recall_at_3_diff1": 0.838041, + "nauc_recall_at_5_max": 0.772368, + "nauc_recall_at_5_std": 0.130575, + "nauc_recall_at_5_diff1": 0.814647, + "nauc_recall_at_10_max": 0.777719, + "nauc_recall_at_10_std": 0.193297, + "nauc_recall_at_10_diff1": 0.810635, + "nauc_recall_at_20_max": 0.8015, + "nauc_recall_at_20_std": 0.152998, + "nauc_recall_at_20_diff1": 0.828079, + "nauc_recall_at_100_max": 0.805701, + "nauc_recall_at_100_std": 0.155316, + "nauc_recall_at_100_diff1": 0.846814, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.702138, + "nauc_precision_at_1_std": -0.10694, + "nauc_precision_at_1_diff1": 0.888757, + "nauc_precision_at_3_max": 0.783632, + "nauc_precision_at_3_std": 0.080508, + "nauc_precision_at_3_diff1": 0.838041, + "nauc_precision_at_5_max": 0.772368, + "nauc_precision_at_5_std": 0.130575, + "nauc_precision_at_5_diff1": 0.814647, + "nauc_precision_at_10_max": 0.777719, + "nauc_precision_at_10_std": 0.193297, + "nauc_precision_at_10_diff1": 0.810635, + "nauc_precision_at_20_max": 0.8015, + "nauc_precision_at_20_std": 0.152998, + "nauc_precision_at_20_diff1": 0.828079, + "nauc_precision_at_100_max": 0.805701, + "nauc_precision_at_100_std": 0.155316, + "nauc_precision_at_100_diff1": 0.846814, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.702138, + "nauc_mrr_at_1_std": -0.10694, + "nauc_mrr_at_1_diff1": 0.888757, + "nauc_mrr_at_3_max": 0.727074, + "nauc_mrr_at_3_std": -0.045166, + "nauc_mrr_at_3_diff1": 0.869387, + "nauc_mrr_at_5_max": 0.723684, + "nauc_mrr_at_5_std": -0.040605, + "nauc_mrr_at_5_diff1": 0.866632, + "nauc_mrr_at_10_max": 0.722713, + "nauc_mrr_at_10_std": -0.040115, + "nauc_mrr_at_10_diff1": 0.867515, + "nauc_mrr_at_20_max": 0.72243, + "nauc_mrr_at_20_std": -0.043995, + "nauc_mrr_at_20_diff1": 0.868682, + "nauc_mrr_at_100_max": 0.722099, + "nauc_mrr_at_100_std": -0.044878, + "nauc_mrr_at_100_diff1": 0.868936, + "nauc_mrr_at_1000_max": 0.72205, + "nauc_mrr_at_1000_std": -0.044969, + "nauc_mrr_at_1000_diff1": 0.868941, + "hit_rate_at_1": 0.75889, + "hit_rate_at_3": 0.86, + "hit_rate_at_5": 0.88556, + "hit_rate_at_10": 0.92111, + "hit_rate_at_20": 0.95222, + "hit_rate_at_100": 0.98222, + "hit_rate_at_1000": 1.0, + "main_score": 0.84109, + "hf_subset": "tam_Taml-tam_Taml", + "languages": [ + "tam-Taml", + "tam-Taml" + ] + }, + { + "ndcg_at_1": 0.80444, + "ndcg_at_3": 0.86303, + "ndcg_at_5": 0.87407, + "ndcg_at_10": 0.88364, + "ndcg_at_20": 0.88824, + "ndcg_at_100": 0.89158, + "ndcg_at_1000": 0.89233, + "map_at_1": 0.80444, + "map_at_3": 0.8487, + "map_at_5": 0.85487, + "map_at_10": 0.85895, + "map_at_20": 0.86027, + "map_at_100": 0.86083, + "map_at_1000": 0.86086, + "recall_at_1": 0.80444, + "recall_at_3": 0.90444, + "recall_at_5": 0.93111, + "recall_at_10": 0.96, + "recall_at_20": 0.97778, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "accuracy": 0.80444, + "precision_at_1": 0.80444, + "precision_at_3": 0.30148, + "precision_at_5": 0.18622, + "precision_at_10": 0.096, + "precision_at_20": 0.04889, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.804444, + "mrr_at_3": 0.848704, + "mrr_at_5": 0.85487, + "mrr_at_10": 0.858951, + "mrr_at_20": 0.860266, + "mrr_at_100": 0.860827, + "mrr_at_1000": 0.860863, + "nauc_ndcg_at_1_max": 0.513335, + "nauc_ndcg_at_1_std": -0.328796, + "nauc_ndcg_at_1_diff1": 0.794394, + "nauc_ndcg_at_3_max": 0.540261, + "nauc_ndcg_at_3_std": -0.30422, + "nauc_ndcg_at_3_diff1": 0.766151, + "nauc_ndcg_at_5_max": 0.552726, + "nauc_ndcg_at_5_std": -0.320481, + "nauc_ndcg_at_5_diff1": 0.782063, + "nauc_ndcg_at_10_max": 0.554333, + "nauc_ndcg_at_10_std": -0.30409, + "nauc_ndcg_at_10_diff1": 0.787729, + "nauc_ndcg_at_20_max": 0.5477, + "nauc_ndcg_at_20_std": -0.310296, + "nauc_ndcg_at_20_diff1": 0.784599, + "nauc_ndcg_at_100_max": 0.542963, + "nauc_ndcg_at_100_std": -0.309367, + "nauc_ndcg_at_100_diff1": 0.784344, + "nauc_ndcg_at_1000_max": 0.539978, + "nauc_ndcg_at_1000_std": -0.316343, + "nauc_ndcg_at_1000_diff1": 0.784026, + "nauc_map_at_1_max": 0.513335, + "nauc_map_at_1_std": -0.328796, + "nauc_map_at_1_diff1": 0.794394, + "nauc_map_at_3_max": 0.531492, + "nauc_map_at_3_std": -0.316779, + "nauc_map_at_3_diff1": 0.775223, + "nauc_map_at_5_max": 0.536945, + "nauc_map_at_5_std": -0.325075, + "nauc_map_at_5_diff1": 0.783331, + "nauc_map_at_10_max": 0.537412, + "nauc_map_at_10_std": -0.319062, + "nauc_map_at_10_diff1": 0.785266, + "nauc_map_at_20_max": 0.535659, + "nauc_map_at_20_std": -0.320534, + "nauc_map_at_20_diff1": 0.784465, + "nauc_map_at_100_max": 0.534783, + "nauc_map_at_100_std": -0.320886, + "nauc_map_at_100_diff1": 0.784434, + "nauc_map_at_1000_max": 0.534669, + "nauc_map_at_1000_std": -0.321158, + "nauc_map_at_1000_diff1": 0.784423, + "nauc_recall_at_1_max": 0.513335, + "nauc_recall_at_1_std": -0.328796, + "nauc_recall_at_1_diff1": 0.794394, + "nauc_recall_at_3_max": 0.578839, + "nauc_recall_at_3_std": -0.246309, + "nauc_recall_at_3_diff1": 0.726315, + "nauc_recall_at_5_max": 0.648505, + "nauc_recall_at_5_std": -0.294366, + "nauc_recall_at_5_diff1": 0.778757, + "nauc_recall_at_10_max": 0.724544, + "nauc_recall_at_10_std": -0.144089, + "nauc_recall_at_10_diff1": 0.825838, + "nauc_recall_at_20_max": 0.740009, + "nauc_recall_at_20_std": -0.136111, + "nauc_recall_at_20_diff1": 0.80077, + "nauc_recall_at_100_max": 0.947712, + "nauc_recall_at_100_std": 0.627918, + "nauc_recall_at_100_diff1": 0.829132, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.513335, + "nauc_precision_at_1_std": -0.328796, + "nauc_precision_at_1_diff1": 0.794394, + "nauc_precision_at_3_max": 0.578839, + "nauc_precision_at_3_std": -0.246309, + "nauc_precision_at_3_diff1": 0.726315, + "nauc_precision_at_5_max": 0.648505, + "nauc_precision_at_5_std": -0.294366, + "nauc_precision_at_5_diff1": 0.778757, + "nauc_precision_at_10_max": 0.724544, + "nauc_precision_at_10_std": -0.144089, + "nauc_precision_at_10_diff1": 0.825838, + "nauc_precision_at_20_max": 0.740009, + "nauc_precision_at_20_std": -0.136111, + "nauc_precision_at_20_diff1": 0.80077, + "nauc_precision_at_100_max": 0.947712, + "nauc_precision_at_100_std": 0.627918, + "nauc_precision_at_100_diff1": 0.829132, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.513335, + "nauc_mrr_at_1_std": -0.328796, + "nauc_mrr_at_1_diff1": 0.794394, + "nauc_mrr_at_3_max": 0.531492, + "nauc_mrr_at_3_std": -0.316779, + "nauc_mrr_at_3_diff1": 0.775223, + "nauc_mrr_at_5_max": 0.536945, + "nauc_mrr_at_5_std": -0.325075, + "nauc_mrr_at_5_diff1": 0.783331, + "nauc_mrr_at_10_max": 0.537412, + "nauc_mrr_at_10_std": -0.319062, + "nauc_mrr_at_10_diff1": 0.785266, + "nauc_mrr_at_20_max": 0.535659, + "nauc_mrr_at_20_std": -0.320534, + "nauc_mrr_at_20_diff1": 0.784465, + "nauc_mrr_at_100_max": 0.534783, + "nauc_mrr_at_100_std": -0.320886, + "nauc_mrr_at_100_diff1": 0.784434, + "nauc_mrr_at_1000_max": 0.534669, + "nauc_mrr_at_1000_std": -0.321158, + "nauc_mrr_at_1000_diff1": 0.784423, + "hit_rate_at_1": 0.80444, + "hit_rate_at_3": 0.90444, + "hit_rate_at_5": 0.93111, + "hit_rate_at_10": 0.96, + "hit_rate_at_20": 0.97778, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.88364, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.61111, + "ndcg_at_3": 0.6892, + "ndcg_at_5": 0.70871, + "ndcg_at_10": 0.72618, + "ndcg_at_20": 0.73751, + "ndcg_at_100": 0.75142, + "ndcg_at_1000": 0.75623, + "map_at_1": 0.61111, + "map_at_3": 0.67111, + "map_at_5": 0.68183, + "map_at_10": 0.68896, + "map_at_20": 0.69212, + "map_at_100": 0.69401, + "map_at_1000": 0.6942, + "recall_at_1": 0.61111, + "recall_at_3": 0.74111, + "recall_at_5": 0.78889, + "recall_at_10": 0.84333, + "recall_at_20": 0.88778, + "recall_at_100": 0.96333, + "recall_at_1000": 1.0, + "accuracy": 0.61111, + "precision_at_1": 0.61111, + "precision_at_3": 0.24704, + "precision_at_5": 0.15778, + "precision_at_10": 0.08433, + "precision_at_20": 0.04439, + "precision_at_100": 0.00963, + "precision_at_1000": 0.001, + "mrr_at_1": 0.611111, + "mrr_at_3": 0.671111, + "mrr_at_5": 0.681833, + "mrr_at_10": 0.688963, + "mrr_at_20": 0.69212, + "mrr_at_100": 0.694008, + "mrr_at_1000": 0.694204, + "nauc_ndcg_at_1_max": 0.690971, + "nauc_ndcg_at_1_std": 0.032858, + "nauc_ndcg_at_1_diff1": 0.810436, + "nauc_ndcg_at_3_max": 0.723155, + "nauc_ndcg_at_3_std": 0.111833, + "nauc_ndcg_at_3_diff1": 0.766875, + "nauc_ndcg_at_5_max": 0.728785, + "nauc_ndcg_at_5_std": 0.129298, + "nauc_ndcg_at_5_diff1": 0.768781, + "nauc_ndcg_at_10_max": 0.724003, + "nauc_ndcg_at_10_std": 0.126329, + "nauc_ndcg_at_10_diff1": 0.764385, + "nauc_ndcg_at_20_max": 0.723812, + "nauc_ndcg_at_20_std": 0.131128, + "nauc_ndcg_at_20_diff1": 0.765235, + "nauc_ndcg_at_100_max": 0.722431, + "nauc_ndcg_at_100_std": 0.124832, + "nauc_ndcg_at_100_diff1": 0.771577, + "nauc_ndcg_at_1000_max": 0.719269, + "nauc_ndcg_at_1000_std": 0.113655, + "nauc_ndcg_at_1000_diff1": 0.773166, + "nauc_map_at_1_max": 0.690971, + "nauc_map_at_1_std": 0.032858, + "nauc_map_at_1_diff1": 0.810436, + "nauc_map_at_3_max": 0.714408, + "nauc_map_at_3_std": 0.09216, + "nauc_map_at_3_diff1": 0.777477, + "nauc_map_at_5_max": 0.716947, + "nauc_map_at_5_std": 0.100452, + "nauc_map_at_5_diff1": 0.778873, + "nauc_map_at_10_max": 0.714928, + "nauc_map_at_10_std": 0.099177, + "nauc_map_at_10_diff1": 0.777435, + "nauc_map_at_20_max": 0.714817, + "nauc_map_at_20_std": 0.10002, + "nauc_map_at_20_diff1": 0.777926, + "nauc_map_at_100_max": 0.714569, + "nauc_map_at_100_std": 0.099035, + "nauc_map_at_100_diff1": 0.778707, + "nauc_map_at_1000_max": 0.714456, + "nauc_map_at_1000_std": 0.098628, + "nauc_map_at_1000_diff1": 0.778755, + "nauc_recall_at_1_max": 0.690971, + "nauc_recall_at_1_std": 0.032858, + "nauc_recall_at_1_diff1": 0.810436, + "nauc_recall_at_3_max": 0.753119, + "nauc_recall_at_3_std": 0.178343, + "nauc_recall_at_3_diff1": 0.731168, + "nauc_recall_at_5_max": 0.776457, + "nauc_recall_at_5_std": 0.244956, + "nauc_recall_at_5_diff1": 0.730165, + "nauc_recall_at_10_max": 0.767695, + "nauc_recall_at_10_std": 0.26162, + "nauc_recall_at_10_diff1": 0.697462, + "nauc_recall_at_20_max": 0.780814, + "nauc_recall_at_20_std": 0.347183, + "nauc_recall_at_20_diff1": 0.678241, + "nauc_recall_at_100_max": 0.855983, + "nauc_recall_at_100_std": 0.593399, + "nauc_recall_at_100_diff1": 0.701667, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.690971, + "nauc_precision_at_1_std": 0.032858, + "nauc_precision_at_1_diff1": 0.810436, + "nauc_precision_at_3_max": 0.753119, + "nauc_precision_at_3_std": 0.178343, + "nauc_precision_at_3_diff1": 0.731168, + "nauc_precision_at_5_max": 0.776457, + "nauc_precision_at_5_std": 0.244956, + "nauc_precision_at_5_diff1": 0.730165, + "nauc_precision_at_10_max": 0.767695, + "nauc_precision_at_10_std": 0.26162, + "nauc_precision_at_10_diff1": 0.697462, + "nauc_precision_at_20_max": 0.780814, + "nauc_precision_at_20_std": 0.347183, + "nauc_precision_at_20_diff1": 0.678241, + "nauc_precision_at_100_max": 0.855983, + "nauc_precision_at_100_std": 0.593399, + "nauc_precision_at_100_diff1": 0.701667, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.690971, + "nauc_mrr_at_1_std": 0.032858, + "nauc_mrr_at_1_diff1": 0.810436, + "nauc_mrr_at_3_max": 0.714408, + "nauc_mrr_at_3_std": 0.09216, + "nauc_mrr_at_3_diff1": 0.777477, + "nauc_mrr_at_5_max": 0.716947, + "nauc_mrr_at_5_std": 0.100452, + "nauc_mrr_at_5_diff1": 0.778873, + "nauc_mrr_at_10_max": 0.714928, + "nauc_mrr_at_10_std": 0.099177, + "nauc_mrr_at_10_diff1": 0.777435, + "nauc_mrr_at_20_max": 0.714817, + "nauc_mrr_at_20_std": 0.10002, + "nauc_mrr_at_20_diff1": 0.777926, + "nauc_mrr_at_100_max": 0.714569, + "nauc_mrr_at_100_std": 0.099035, + "nauc_mrr_at_100_diff1": 0.778707, + "nauc_mrr_at_1000_max": 0.714456, + "nauc_mrr_at_1000_std": 0.098628, + "nauc_mrr_at_1000_diff1": 0.778755, + "hit_rate_at_1": 0.61111, + "hit_rate_at_3": 0.74111, + "hit_rate_at_5": 0.78889, + "hit_rate_at_10": 0.84333, + "hit_rate_at_20": 0.88778, + "hit_rate_at_100": 0.96333, + "hit_rate_at_1000": 1.0, + "main_score": 0.72618, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "ndcg_at_1": 0.75333, + "ndcg_at_3": 0.82021, + "ndcg_at_5": 0.82977, + "ndcg_at_10": 0.84262, + "ndcg_at_20": 0.84964, + "ndcg_at_100": 0.85612, + "ndcg_at_1000": 0.85761, + "map_at_1": 0.75333, + "map_at_3": 0.80444, + "map_at_5": 0.80972, + "map_at_10": 0.81519, + "map_at_20": 0.81711, + "map_at_100": 0.81812, + "map_at_1000": 0.81819, + "recall_at_1": 0.75333, + "recall_at_3": 0.86556, + "recall_at_5": 0.88889, + "recall_at_10": 0.92778, + "recall_at_20": 0.95556, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "accuracy": 0.75333, + "precision_at_1": 0.75333, + "precision_at_3": 0.28852, + "precision_at_5": 0.17778, + "precision_at_10": 0.09278, + "precision_at_20": 0.04778, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.753333, + "mrr_at_3": 0.804444, + "mrr_at_5": 0.809722, + "mrr_at_10": 0.815187, + "mrr_at_20": 0.817113, + "mrr_at_100": 0.81812, + "mrr_at_1000": 0.818188, + "nauc_ndcg_at_1_max": 0.714902, + "nauc_ndcg_at_1_std": 0.010794, + "nauc_ndcg_at_1_diff1": 0.873673, + "nauc_ndcg_at_3_max": 0.753297, + "nauc_ndcg_at_3_std": 0.081269, + "nauc_ndcg_at_3_diff1": 0.855527, + "nauc_ndcg_at_5_max": 0.745155, + "nauc_ndcg_at_5_std": 0.07246, + "nauc_ndcg_at_5_diff1": 0.849195, + "nauc_ndcg_at_10_max": 0.741419, + "nauc_ndcg_at_10_std": 0.071314, + "nauc_ndcg_at_10_diff1": 0.847632, + "nauc_ndcg_at_20_max": 0.741705, + "nauc_ndcg_at_20_std": 0.072307, + "nauc_ndcg_at_20_diff1": 0.853244, + "nauc_ndcg_at_100_max": 0.736401, + "nauc_ndcg_at_100_std": 0.060934, + "nauc_ndcg_at_100_diff1": 0.853691, + "nauc_ndcg_at_1000_max": 0.737696, + "nauc_ndcg_at_1000_std": 0.059865, + "nauc_ndcg_at_1000_diff1": 0.854924, + "nauc_map_at_1_max": 0.714902, + "nauc_map_at_1_std": 0.010794, + "nauc_map_at_1_diff1": 0.873673, + "nauc_map_at_3_max": 0.742057, + "nauc_map_at_3_std": 0.060469, + "nauc_map_at_3_diff1": 0.859434, + "nauc_map_at_5_max": 0.73773, + "nauc_map_at_5_std": 0.055948, + "nauc_map_at_5_diff1": 0.856362, + "nauc_map_at_10_max": 0.736152, + "nauc_map_at_10_std": 0.055173, + "nauc_map_at_10_diff1": 0.856032, + "nauc_map_at_20_max": 0.736132, + "nauc_map_at_20_std": 0.054912, + "nauc_map_at_20_diff1": 0.857403, + "nauc_map_at_100_max": 0.735425, + "nauc_map_at_100_std": 0.053128, + "nauc_map_at_100_diff1": 0.857502, + "nauc_map_at_1000_max": 0.735473, + "nauc_map_at_1000_std": 0.05311, + "nauc_map_at_1000_diff1": 0.857556, + "nauc_recall_at_1_max": 0.714902, + "nauc_recall_at_1_std": 0.010794, + "nauc_recall_at_1_diff1": 0.873673, + "nauc_recall_at_3_max": 0.798061, + "nauc_recall_at_3_std": 0.164202, + "nauc_recall_at_3_diff1": 0.84078, + "nauc_recall_at_5_max": 0.777375, + "nauc_recall_at_5_std": 0.145643, + "nauc_recall_at_5_diff1": 0.815776, + "nauc_recall_at_10_max": 0.770868, + "nauc_recall_at_10_std": 0.174323, + "nauc_recall_at_10_diff1": 0.788587, + "nauc_recall_at_20_max": 0.793429, + "nauc_recall_at_20_std": 0.259115, + "nauc_recall_at_20_diff1": 0.821195, + "nauc_recall_at_100_max": 0.625397, + "nauc_recall_at_100_std": 0.169935, + "nauc_recall_at_100_diff1": 0.750233, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.714902, + "nauc_precision_at_1_std": 0.010794, + "nauc_precision_at_1_diff1": 0.873673, + "nauc_precision_at_3_max": 0.798061, + "nauc_precision_at_3_std": 0.164202, + "nauc_precision_at_3_diff1": 0.84078, + "nauc_precision_at_5_max": 0.777375, + "nauc_precision_at_5_std": 0.145643, + "nauc_precision_at_5_diff1": 0.815776, + "nauc_precision_at_10_max": 0.770868, + "nauc_precision_at_10_std": 0.174323, + "nauc_precision_at_10_diff1": 0.788587, + "nauc_precision_at_20_max": 0.793429, + "nauc_precision_at_20_std": 0.259115, + "nauc_precision_at_20_diff1": 0.821195, + "nauc_precision_at_100_max": 0.625397, + "nauc_precision_at_100_std": 0.169935, + "nauc_precision_at_100_diff1": 0.750233, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.714902, + "nauc_mrr_at_1_std": 0.010794, + "nauc_mrr_at_1_diff1": 0.873673, + "nauc_mrr_at_3_max": 0.742057, + "nauc_mrr_at_3_std": 0.060469, + "nauc_mrr_at_3_diff1": 0.859434, + "nauc_mrr_at_5_max": 0.73773, + "nauc_mrr_at_5_std": 0.055948, + "nauc_mrr_at_5_diff1": 0.856362, + "nauc_mrr_at_10_max": 0.736152, + "nauc_mrr_at_10_std": 0.055173, + "nauc_mrr_at_10_diff1": 0.856032, + "nauc_mrr_at_20_max": 0.736132, + "nauc_mrr_at_20_std": 0.054912, + "nauc_mrr_at_20_diff1": 0.857403, + "nauc_mrr_at_100_max": 0.735425, + "nauc_mrr_at_100_std": 0.053128, + "nauc_mrr_at_100_diff1": 0.857502, + "nauc_mrr_at_1000_max": 0.735473, + "nauc_mrr_at_1000_std": 0.05311, + "nauc_mrr_at_1000_diff1": 0.857556, + "hit_rate_at_1": 0.75333, + "hit_rate_at_3": 0.86556, + "hit_rate_at_5": 0.88889, + "hit_rate_at_10": 0.92778, + "hit_rate_at_20": 0.95556, + "hit_rate_at_100": 0.98889, + "hit_rate_at_1000": 1.0, + "main_score": 0.84262, + "hf_subset": "tel_Telu-tel_Telu", + "languages": [ + "tel-Telu", + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.83667, + "ndcg_at_3": 0.89305, + "ndcg_at_5": 0.90276, + "ndcg_at_10": 0.90979, + "ndcg_at_20": 0.91263, + "ndcg_at_100": 0.91408, + "ndcg_at_1000": 0.91483, + "map_at_1": 0.83667, + "map_at_3": 0.87981, + "map_at_5": 0.88526, + "map_at_10": 0.88827, + "map_at_20": 0.88907, + "map_at_100": 0.88927, + "map_at_1000": 0.88931, + "recall_at_1": 0.83667, + "recall_at_3": 0.93111, + "recall_at_5": 0.95444, + "recall_at_10": 0.97556, + "recall_at_20": 0.98667, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "accuracy": 0.83667, + "precision_at_1": 0.83667, + "precision_at_3": 0.31037, + "precision_at_5": 0.19089, + "precision_at_10": 0.09756, + "precision_at_20": 0.04933, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.836667, + "mrr_at_3": 0.879815, + "mrr_at_5": 0.885259, + "mrr_at_10": 0.888271, + "mrr_at_20": 0.889069, + "mrr_at_100": 0.889275, + "mrr_at_1000": 0.88931, + "nauc_ndcg_at_1_max": 0.636404, + "nauc_ndcg_at_1_std": -0.295272, + "nauc_ndcg_at_1_diff1": 0.892879, + "nauc_ndcg_at_3_max": 0.677753, + "nauc_ndcg_at_3_std": -0.292918, + "nauc_ndcg_at_3_diff1": 0.870586, + "nauc_ndcg_at_5_max": 0.676833, + "nauc_ndcg_at_5_std": -0.274907, + "nauc_ndcg_at_5_diff1": 0.876464, + "nauc_ndcg_at_10_max": 0.673772, + "nauc_ndcg_at_10_std": -0.270358, + "nauc_ndcg_at_10_diff1": 0.878147, + "nauc_ndcg_at_20_max": 0.667224, + "nauc_ndcg_at_20_std": -0.279869, + "nauc_ndcg_at_20_diff1": 0.877426, + "nauc_ndcg_at_100_max": 0.6664, + "nauc_ndcg_at_100_std": -0.270829, + "nauc_ndcg_at_100_diff1": 0.877255, + "nauc_ndcg_at_1000_max": 0.66335, + "nauc_ndcg_at_1000_std": -0.282016, + "nauc_ndcg_at_1000_diff1": 0.878156, + "nauc_map_at_1_max": 0.636404, + "nauc_map_at_1_std": -0.295272, + "nauc_map_at_1_diff1": 0.892879, + "nauc_map_at_3_max": 0.663855, + "nauc_map_at_3_std": -0.293489, + "nauc_map_at_3_diff1": 0.875886, + "nauc_map_at_5_max": 0.662687, + "nauc_map_at_5_std": -0.28497, + "nauc_map_at_5_diff1": 0.878758, + "nauc_map_at_10_max": 0.661063, + "nauc_map_at_10_std": -0.284471, + "nauc_map_at_10_diff1": 0.879562, + "nauc_map_at_20_max": 0.65936, + "nauc_map_at_20_std": -0.287372, + "nauc_map_at_20_diff1": 0.879466, + "nauc_map_at_100_max": 0.659104, + "nauc_map_at_100_std": -0.286563, + "nauc_map_at_100_diff1": 0.879433, + "nauc_map_at_1000_max": 0.658991, + "nauc_map_at_1000_std": -0.286982, + "nauc_map_at_1000_diff1": 0.879469, + "nauc_recall_at_1_max": 0.636404, + "nauc_recall_at_1_std": -0.295272, + "nauc_recall_at_1_diff1": 0.892879, + "nauc_recall_at_3_max": 0.745715, + "nauc_recall_at_3_std": -0.29027, + "nauc_recall_at_3_diff1": 0.846127, + "nauc_recall_at_5_max": 0.7764, + "nauc_recall_at_5_std": -0.19888, + "nauc_recall_at_5_diff1": 0.864783, + "nauc_recall_at_10_max": 0.833355, + "nauc_recall_at_10_std": -0.066421, + "nauc_recall_at_10_diff1": 0.869281, + "nauc_recall_at_20_max": 0.813881, + "nauc_recall_at_20_std": -0.090414, + "nauc_recall_at_20_diff1": 0.840686, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.944444, + "nauc_recall_at_100_diff1": 0.781046, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.636404, + "nauc_precision_at_1_std": -0.295272, + "nauc_precision_at_1_diff1": 0.892879, + "nauc_precision_at_3_max": 0.745715, + "nauc_precision_at_3_std": -0.29027, + "nauc_precision_at_3_diff1": 0.846127, + "nauc_precision_at_5_max": 0.7764, + "nauc_precision_at_5_std": -0.19888, + "nauc_precision_at_5_diff1": 0.864783, + "nauc_precision_at_10_max": 0.833355, + "nauc_precision_at_10_std": -0.066421, + "nauc_precision_at_10_diff1": 0.869281, + "nauc_precision_at_20_max": 0.813881, + "nauc_precision_at_20_std": -0.090414, + "nauc_precision_at_20_diff1": 0.840686, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.944444, + "nauc_precision_at_100_diff1": 0.781046, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.636404, + "nauc_mrr_at_1_std": -0.295272, + "nauc_mrr_at_1_diff1": 0.892879, + "nauc_mrr_at_3_max": 0.663855, + "nauc_mrr_at_3_std": -0.293489, + "nauc_mrr_at_3_diff1": 0.875886, + "nauc_mrr_at_5_max": 0.662687, + "nauc_mrr_at_5_std": -0.28497, + "nauc_mrr_at_5_diff1": 0.878758, + "nauc_mrr_at_10_max": 0.661063, + "nauc_mrr_at_10_std": -0.284471, + "nauc_mrr_at_10_diff1": 0.879562, + "nauc_mrr_at_20_max": 0.65936, + "nauc_mrr_at_20_std": -0.287372, + "nauc_mrr_at_20_diff1": 0.879466, + "nauc_mrr_at_100_max": 0.659104, + "nauc_mrr_at_100_std": -0.286563, + "nauc_mrr_at_100_diff1": 0.879433, + "nauc_mrr_at_1000_max": 0.658991, + "nauc_mrr_at_1000_std": -0.286982, + "nauc_mrr_at_1000_diff1": 0.879469, + "hit_rate_at_1": 0.83667, + "hit_rate_at_3": 0.93111, + "hit_rate_at_5": 0.95444, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.90979, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.73, + "ndcg_at_3": 0.79293, + "ndcg_at_5": 0.80484, + "ndcg_at_10": 0.8182, + "ndcg_at_20": 0.82645, + "ndcg_at_100": 0.8349, + "ndcg_at_1000": 0.83713, + "map_at_1": 0.73, + "map_at_3": 0.77778, + "map_at_5": 0.78439, + "map_at_10": 0.78993, + "map_at_20": 0.79225, + "map_at_100": 0.79349, + "map_at_1000": 0.79358, + "recall_at_1": 0.73, + "recall_at_3": 0.83667, + "recall_at_5": 0.86556, + "recall_at_10": 0.90667, + "recall_at_20": 0.93889, + "recall_at_100": 0.98333, + "recall_at_1000": 1.0, + "accuracy": 0.73, + "precision_at_1": 0.73, + "precision_at_3": 0.27889, + "precision_at_5": 0.17311, + "precision_at_10": 0.09067, + "precision_at_20": 0.04694, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.73, + "mrr_at_3": 0.777778, + "mrr_at_5": 0.784389, + "mrr_at_10": 0.789934, + "mrr_at_20": 0.792254, + "mrr_at_100": 0.793485, + "mrr_at_1000": 0.793584, + "nauc_ndcg_at_1_max": 0.742266, + "nauc_ndcg_at_1_std": 0.052713, + "nauc_ndcg_at_1_diff1": 0.82958, + "nauc_ndcg_at_3_max": 0.767571, + "nauc_ndcg_at_3_std": 0.082892, + "nauc_ndcg_at_3_diff1": 0.802714, + "nauc_ndcg_at_5_max": 0.771971, + "nauc_ndcg_at_5_std": 0.095386, + "nauc_ndcg_at_5_diff1": 0.803333, + "nauc_ndcg_at_10_max": 0.765347, + "nauc_ndcg_at_10_std": 0.075749, + "nauc_ndcg_at_10_diff1": 0.80215, + "nauc_ndcg_at_20_max": 0.766845, + "nauc_ndcg_at_20_std": 0.089446, + "nauc_ndcg_at_20_diff1": 0.803777, + "nauc_ndcg_at_100_max": 0.764904, + "nauc_ndcg_at_100_std": 0.090606, + "nauc_ndcg_at_100_diff1": 0.805359, + "nauc_ndcg_at_1000_max": 0.762623, + "nauc_ndcg_at_1000_std": 0.081859, + "nauc_ndcg_at_1000_diff1": 0.807011, + "nauc_map_at_1_max": 0.742266, + "nauc_map_at_1_std": 0.052713, + "nauc_map_at_1_diff1": 0.82958, + "nauc_map_at_3_max": 0.759721, + "nauc_map_at_3_std": 0.072922, + "nauc_map_at_3_diff1": 0.809048, + "nauc_map_at_5_max": 0.761605, + "nauc_map_at_5_std": 0.078425, + "nauc_map_at_5_diff1": 0.809598, + "nauc_map_at_10_max": 0.758954, + "nauc_map_at_10_std": 0.07094, + "nauc_map_at_10_diff1": 0.809286, + "nauc_map_at_20_max": 0.759253, + "nauc_map_at_20_std": 0.074113, + "nauc_map_at_20_diff1": 0.809793, + "nauc_map_at_100_max": 0.758964, + "nauc_map_at_100_std": 0.07431, + "nauc_map_at_100_diff1": 0.810022, + "nauc_map_at_1000_max": 0.758886, + "nauc_map_at_1000_std": 0.074019, + "nauc_map_at_1000_diff1": 0.810093, + "nauc_recall_at_1_max": 0.742266, + "nauc_recall_at_1_std": 0.052713, + "nauc_recall_at_1_diff1": 0.82958, + "nauc_recall_at_3_max": 0.797296, + "nauc_recall_at_3_std": 0.120944, + "nauc_recall_at_3_diff1": 0.779709, + "nauc_recall_at_5_max": 0.818504, + "nauc_recall_at_5_std": 0.173512, + "nauc_recall_at_5_diff1": 0.777032, + "nauc_recall_at_10_max": 0.79997, + "nauc_recall_at_10_std": 0.094966, + "nauc_recall_at_10_diff1": 0.760626, + "nauc_recall_at_20_max": 0.832799, + "nauc_recall_at_20_std": 0.244029, + "nauc_recall_at_20_diff1": 0.754427, + "nauc_recall_at_100_max": 0.918301, + "nauc_recall_at_100_std": 0.681046, + "nauc_recall_at_100_diff1": 0.700622, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.742266, + "nauc_precision_at_1_std": 0.052713, + "nauc_precision_at_1_diff1": 0.82958, + "nauc_precision_at_3_max": 0.797296, + "nauc_precision_at_3_std": 0.120944, + "nauc_precision_at_3_diff1": 0.779709, + "nauc_precision_at_5_max": 0.818504, + "nauc_precision_at_5_std": 0.173512, + "nauc_precision_at_5_diff1": 0.777032, + "nauc_precision_at_10_max": 0.79997, + "nauc_precision_at_10_std": 0.094966, + "nauc_precision_at_10_diff1": 0.760626, + "nauc_precision_at_20_max": 0.832799, + "nauc_precision_at_20_std": 0.244029, + "nauc_precision_at_20_diff1": 0.754427, + "nauc_precision_at_100_max": 0.918301, + "nauc_precision_at_100_std": 0.681046, + "nauc_precision_at_100_diff1": 0.700622, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.742266, + "nauc_mrr_at_1_std": 0.052713, + "nauc_mrr_at_1_diff1": 0.82958, + "nauc_mrr_at_3_max": 0.759721, + "nauc_mrr_at_3_std": 0.072922, + "nauc_mrr_at_3_diff1": 0.809048, + "nauc_mrr_at_5_max": 0.761605, + "nauc_mrr_at_5_std": 0.078425, + "nauc_mrr_at_5_diff1": 0.809598, + "nauc_mrr_at_10_max": 0.758954, + "nauc_mrr_at_10_std": 0.07094, + "nauc_mrr_at_10_diff1": 0.809286, + "nauc_mrr_at_20_max": 0.759253, + "nauc_mrr_at_20_std": 0.074113, + "nauc_mrr_at_20_diff1": 0.809793, + "nauc_mrr_at_100_max": 0.758964, + "nauc_mrr_at_100_std": 0.07431, + "nauc_mrr_at_100_diff1": 0.810022, + "nauc_mrr_at_1000_max": 0.758886, + "nauc_mrr_at_1000_std": 0.074019, + "nauc_mrr_at_1000_diff1": 0.810093, + "hit_rate_at_1": 0.73, + "hit_rate_at_3": 0.83667, + "hit_rate_at_5": 0.86556, + "hit_rate_at_10": 0.90667, + "hit_rate_at_20": 0.93889, + "hit_rate_at_100": 0.98333, + "hit_rate_at_1000": 1.0, + "main_score": 0.8182, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.65222, + "ndcg_at_3": 0.70764, + "ndcg_at_5": 0.72323, + "ndcg_at_10": 0.73701, + "ndcg_at_20": 0.74664, + "ndcg_at_100": 0.76039, + "ndcg_at_1000": 0.76884, + "map_at_1": 0.65222, + "map_at_3": 0.69481, + "map_at_5": 0.70348, + "map_at_10": 0.70923, + "map_at_20": 0.71192, + "map_at_100": 0.71384, + "map_at_1000": 0.71419, + "recall_at_1": 0.65222, + "recall_at_3": 0.74444, + "recall_at_5": 0.78222, + "recall_at_10": 0.82444, + "recall_at_20": 0.86222, + "recall_at_100": 0.93556, + "recall_at_1000": 1.0, + "accuracy": 0.65222, + "precision_at_1": 0.65222, + "precision_at_3": 0.24815, + "precision_at_5": 0.15644, + "precision_at_10": 0.08244, + "precision_at_20": 0.04311, + "precision_at_100": 0.00936, + "precision_at_1000": 0.001, + "mrr_at_1": 0.652222, + "mrr_at_3": 0.694815, + "mrr_at_5": 0.703481, + "mrr_at_10": 0.709235, + "mrr_at_20": 0.711919, + "mrr_at_100": 0.713841, + "mrr_at_1000": 0.714188, + "nauc_ndcg_at_1_max": 0.660577, + "nauc_ndcg_at_1_std": -0.358481, + "nauc_ndcg_at_1_diff1": 0.877381, + "nauc_ndcg_at_3_max": 0.684558, + "nauc_ndcg_at_3_std": -0.379756, + "nauc_ndcg_at_3_diff1": 0.840902, + "nauc_ndcg_at_5_max": 0.672039, + "nauc_ndcg_at_5_std": -0.3826, + "nauc_ndcg_at_5_diff1": 0.834414, + "nauc_ndcg_at_10_max": 0.671818, + "nauc_ndcg_at_10_std": -0.37724, + "nauc_ndcg_at_10_diff1": 0.83347, + "nauc_ndcg_at_20_max": 0.667437, + "nauc_ndcg_at_20_std": -0.379564, + "nauc_ndcg_at_20_diff1": 0.83195, + "nauc_ndcg_at_100_max": 0.671793, + "nauc_ndcg_at_100_std": -0.372802, + "nauc_ndcg_at_100_diff1": 0.835738, + "nauc_ndcg_at_1000_max": 0.672203, + "nauc_ndcg_at_1000_std": -0.372711, + "nauc_ndcg_at_1000_diff1": 0.840086, + "nauc_map_at_1_max": 0.660577, + "nauc_map_at_1_std": -0.358481, + "nauc_map_at_1_diff1": 0.877381, + "nauc_map_at_3_max": 0.67991, + "nauc_map_at_3_std": -0.372243, + "nauc_map_at_3_diff1": 0.849996, + "nauc_map_at_5_max": 0.673398, + "nauc_map_at_5_std": -0.372921, + "nauc_map_at_5_diff1": 0.846805, + "nauc_map_at_10_max": 0.673041, + "nauc_map_at_10_std": -0.371088, + "nauc_map_at_10_diff1": 0.846512, + "nauc_map_at_20_max": 0.671949, + "nauc_map_at_20_std": -0.371508, + "nauc_map_at_20_diff1": 0.846279, + "nauc_map_at_100_max": 0.672621, + "nauc_map_at_100_std": -0.370313, + "nauc_map_at_100_diff1": 0.846787, + "nauc_map_at_1000_max": 0.672651, + "nauc_map_at_1000_std": -0.370309, + "nauc_map_at_1000_diff1": 0.846953, + "nauc_recall_at_1_max": 0.660577, + "nauc_recall_at_1_std": -0.358481, + "nauc_recall_at_1_diff1": 0.877381, + "nauc_recall_at_3_max": 0.699034, + "nauc_recall_at_3_std": -0.405351, + "nauc_recall_at_3_diff1": 0.81127, + "nauc_recall_at_5_max": 0.66361, + "nauc_recall_at_5_std": -0.420426, + "nauc_recall_at_5_diff1": 0.788368, + "nauc_recall_at_10_max": 0.663236, + "nauc_recall_at_10_std": -0.402394, + "nauc_recall_at_10_diff1": 0.776124, + "nauc_recall_at_20_max": 0.632751, + "nauc_recall_at_20_std": -0.425143, + "nauc_recall_at_20_diff1": 0.751761, + "nauc_recall_at_100_max": 0.664445, + "nauc_recall_at_100_std": -0.376034, + "nauc_recall_at_100_diff1": 0.734014, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.660577, + "nauc_precision_at_1_std": -0.358481, + "nauc_precision_at_1_diff1": 0.877381, + "nauc_precision_at_3_max": 0.699034, + "nauc_precision_at_3_std": -0.405351, + "nauc_precision_at_3_diff1": 0.81127, + "nauc_precision_at_5_max": 0.66361, + "nauc_precision_at_5_std": -0.420426, + "nauc_precision_at_5_diff1": 0.788368, + "nauc_precision_at_10_max": 0.663236, + "nauc_precision_at_10_std": -0.402394, + "nauc_precision_at_10_diff1": 0.776124, + "nauc_precision_at_20_max": 0.632751, + "nauc_precision_at_20_std": -0.425143, + "nauc_precision_at_20_diff1": 0.751761, + "nauc_precision_at_100_max": 0.664445, + "nauc_precision_at_100_std": -0.376034, + "nauc_precision_at_100_diff1": 0.734014, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.660577, + "nauc_mrr_at_1_std": -0.358481, + "nauc_mrr_at_1_diff1": 0.877381, + "nauc_mrr_at_3_max": 0.67991, + "nauc_mrr_at_3_std": -0.372243, + "nauc_mrr_at_3_diff1": 0.849996, + "nauc_mrr_at_5_max": 0.673398, + "nauc_mrr_at_5_std": -0.372921, + "nauc_mrr_at_5_diff1": 0.846805, + "nauc_mrr_at_10_max": 0.673041, + "nauc_mrr_at_10_std": -0.371088, + "nauc_mrr_at_10_diff1": 0.846512, + "nauc_mrr_at_20_max": 0.671949, + "nauc_mrr_at_20_std": -0.371508, + "nauc_mrr_at_20_diff1": 0.846279, + "nauc_mrr_at_100_max": 0.672621, + "nauc_mrr_at_100_std": -0.370313, + "nauc_mrr_at_100_diff1": 0.846787, + "nauc_mrr_at_1000_max": 0.672651, + "nauc_mrr_at_1000_std": -0.370309, + "nauc_mrr_at_1000_diff1": 0.846953, + "hit_rate_at_1": 0.65222, + "hit_rate_at_3": 0.74444, + "hit_rate_at_5": 0.78222, + "hit_rate_at_10": 0.82444, + "hit_rate_at_20": 0.86222, + "hit_rate_at_100": 0.93556, + "hit_rate_at_1000": 1.0, + "main_score": 0.73701, + "hf_subset": "tgk_Cyrl-tgk_Cyrl", + "languages": [ + "tgk-Cyrl", + "tgk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.73444, + "ndcg_at_3": 0.79738, + "ndcg_at_5": 0.81158, + "ndcg_at_10": 0.82483, + "ndcg_at_20": 0.83366, + "ndcg_at_100": 0.84178, + "ndcg_at_1000": 0.84248, + "map_at_1": 0.73444, + "map_at_3": 0.78222, + "map_at_5": 0.79011, + "map_at_10": 0.79555, + "map_at_20": 0.79804, + "map_at_100": 0.79918, + "map_at_1000": 0.79921, + "recall_at_1": 0.73444, + "recall_at_3": 0.84111, + "recall_at_5": 0.87556, + "recall_at_10": 0.91667, + "recall_at_20": 0.95111, + "recall_at_100": 0.99444, + "recall_at_1000": 1.0, + "accuracy": 0.73444, + "precision_at_1": 0.73444, + "precision_at_3": 0.28037, + "precision_at_5": 0.17511, + "precision_at_10": 0.09167, + "precision_at_20": 0.04756, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.734444, + "mrr_at_3": 0.782222, + "mrr_at_5": 0.790111, + "mrr_at_10": 0.795551, + "mrr_at_20": 0.798039, + "mrr_at_100": 0.799184, + "mrr_at_1000": 0.799207, + "nauc_ndcg_at_1_max": 0.672872, + "nauc_ndcg_at_1_std": -0.212086, + "nauc_ndcg_at_1_diff1": 0.85383, + "nauc_ndcg_at_3_max": 0.688871, + "nauc_ndcg_at_3_std": -0.222743, + "nauc_ndcg_at_3_diff1": 0.824857, + "nauc_ndcg_at_5_max": 0.682838, + "nauc_ndcg_at_5_std": -0.24244, + "nauc_ndcg_at_5_diff1": 0.821922, + "nauc_ndcg_at_10_max": 0.675749, + "nauc_ndcg_at_10_std": -0.239835, + "nauc_ndcg_at_10_diff1": 0.822144, + "nauc_ndcg_at_20_max": 0.680147, + "nauc_ndcg_at_20_std": -0.231845, + "nauc_ndcg_at_20_diff1": 0.827485, + "nauc_ndcg_at_100_max": 0.679797, + "nauc_ndcg_at_100_std": -0.226566, + "nauc_ndcg_at_100_diff1": 0.827618, + "nauc_ndcg_at_1000_max": 0.680516, + "nauc_ndcg_at_1000_std": -0.228728, + "nauc_ndcg_at_1000_diff1": 0.829325, + "nauc_map_at_1_max": 0.672872, + "nauc_map_at_1_std": -0.212086, + "nauc_map_at_1_diff1": 0.85383, + "nauc_map_at_3_max": 0.685388, + "nauc_map_at_3_std": -0.22066, + "nauc_map_at_3_diff1": 0.832675, + "nauc_map_at_5_max": 0.681886, + "nauc_map_at_5_std": -0.23083, + "nauc_map_at_5_diff1": 0.831247, + "nauc_map_at_10_max": 0.679215, + "nauc_map_at_10_std": -0.230461, + "nauc_map_at_10_diff1": 0.831405, + "nauc_map_at_20_max": 0.680322, + "nauc_map_at_20_std": -0.228679, + "nauc_map_at_20_diff1": 0.83286, + "nauc_map_at_100_max": 0.680329, + "nauc_map_at_100_std": -0.22771, + "nauc_map_at_100_diff1": 0.832899, + "nauc_map_at_1000_max": 0.680374, + "nauc_map_at_1000_std": -0.227726, + "nauc_map_at_1000_diff1": 0.832945, + "nauc_recall_at_1_max": 0.672872, + "nauc_recall_at_1_std": -0.212086, + "nauc_recall_at_1_diff1": 0.85383, + "nauc_recall_at_3_max": 0.701413, + "nauc_recall_at_3_std": -0.230075, + "nauc_recall_at_3_diff1": 0.79563, + "nauc_recall_at_5_max": 0.685759, + "nauc_recall_at_5_std": -0.298207, + "nauc_recall_at_5_diff1": 0.779716, + "nauc_recall_at_10_max": 0.646057, + "nauc_recall_at_10_std": -0.29766, + "nauc_recall_at_10_diff1": 0.763884, + "nauc_recall_at_20_max": 0.677383, + "nauc_recall_at_20_std": -0.235146, + "nauc_recall_at_20_diff1": 0.785534, + "nauc_recall_at_100_max": 0.571989, + "nauc_recall_at_100_std": 0.281139, + "nauc_recall_at_100_diff1": 0.479178, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.672872, + "nauc_precision_at_1_std": -0.212086, + "nauc_precision_at_1_diff1": 0.85383, + "nauc_precision_at_3_max": 0.701413, + "nauc_precision_at_3_std": -0.230075, + "nauc_precision_at_3_diff1": 0.79563, + "nauc_precision_at_5_max": 0.685759, + "nauc_precision_at_5_std": -0.298207, + "nauc_precision_at_5_diff1": 0.779716, + "nauc_precision_at_10_max": 0.646057, + "nauc_precision_at_10_std": -0.29766, + "nauc_precision_at_10_diff1": 0.763884, + "nauc_precision_at_20_max": 0.677383, + "nauc_precision_at_20_std": -0.235146, + "nauc_precision_at_20_diff1": 0.785534, + "nauc_precision_at_100_max": 0.571989, + "nauc_precision_at_100_std": 0.281139, + "nauc_precision_at_100_diff1": 0.479178, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.672872, + "nauc_mrr_at_1_std": -0.212086, + "nauc_mrr_at_1_diff1": 0.85383, + "nauc_mrr_at_3_max": 0.685388, + "nauc_mrr_at_3_std": -0.22066, + "nauc_mrr_at_3_diff1": 0.832675, + "nauc_mrr_at_5_max": 0.681886, + "nauc_mrr_at_5_std": -0.23083, + "nauc_mrr_at_5_diff1": 0.831247, + "nauc_mrr_at_10_max": 0.679215, + "nauc_mrr_at_10_std": -0.230461, + "nauc_mrr_at_10_diff1": 0.831405, + "nauc_mrr_at_20_max": 0.680322, + "nauc_mrr_at_20_std": -0.228679, + "nauc_mrr_at_20_diff1": 0.83286, + "nauc_mrr_at_100_max": 0.680329, + "nauc_mrr_at_100_std": -0.22771, + "nauc_mrr_at_100_diff1": 0.832899, + "nauc_mrr_at_1000_max": 0.680374, + "nauc_mrr_at_1000_std": -0.227726, + "nauc_mrr_at_1000_diff1": 0.832945, + "hit_rate_at_1": 0.73444, + "hit_rate_at_3": 0.84111, + "hit_rate_at_5": 0.87556, + "hit_rate_at_10": 0.91667, + "hit_rate_at_20": 0.95111, + "hit_rate_at_100": 0.99444, + "hit_rate_at_1000": 1.0, + "main_score": 0.82483, + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.49, + "ndcg_at_3": 0.54841, + "ndcg_at_5": 0.56242, + "ndcg_at_10": 0.58092, + "ndcg_at_20": 0.59629, + "ndcg_at_100": 0.61932, + "ndcg_at_1000": 0.63617, + "map_at_1": 0.49, + "map_at_3": 0.5337, + "map_at_5": 0.54137, + "map_at_10": 0.54932, + "map_at_20": 0.55349, + "map_at_100": 0.55644, + "map_at_1000": 0.55709, + "recall_at_1": 0.49, + "recall_at_3": 0.59111, + "recall_at_5": 0.62556, + "recall_at_10": 0.68111, + "recall_at_20": 0.74222, + "recall_at_100": 0.87, + "recall_at_1000": 1.0, + "accuracy": 0.49, + "precision_at_1": 0.49, + "precision_at_3": 0.19704, + "precision_at_5": 0.12511, + "precision_at_10": 0.06811, + "precision_at_20": 0.03711, + "precision_at_100": 0.0087, + "precision_at_1000": 0.001, + "mrr_at_1": 0.49, + "mrr_at_3": 0.533704, + "mrr_at_5": 0.54137, + "mrr_at_10": 0.549317, + "mrr_at_20": 0.553494, + "mrr_at_100": 0.556435, + "mrr_at_1000": 0.557093, + "nauc_ndcg_at_1_max": 0.836735, + "nauc_ndcg_at_1_std": 0.417564, + "nauc_ndcg_at_1_diff1": 0.809819, + "nauc_ndcg_at_3_max": 0.842535, + "nauc_ndcg_at_3_std": 0.473456, + "nauc_ndcg_at_3_diff1": 0.759143, + "nauc_ndcg_at_5_max": 0.841257, + "nauc_ndcg_at_5_std": 0.483798, + "nauc_ndcg_at_5_diff1": 0.75519, + "nauc_ndcg_at_10_max": 0.837581, + "nauc_ndcg_at_10_std": 0.494773, + "nauc_ndcg_at_10_diff1": 0.749002, + "nauc_ndcg_at_20_max": 0.83321, + "nauc_ndcg_at_20_std": 0.494018, + "nauc_ndcg_at_20_diff1": 0.745021, + "nauc_ndcg_at_100_max": 0.833572, + "nauc_ndcg_at_100_std": 0.496268, + "nauc_ndcg_at_100_diff1": 0.745943, + "nauc_ndcg_at_1000_max": 0.836714, + "nauc_ndcg_at_1000_std": 0.48445, + "nauc_ndcg_at_1000_diff1": 0.756037, + "nauc_map_at_1_max": 0.836735, + "nauc_map_at_1_std": 0.417564, + "nauc_map_at_1_diff1": 0.809819, + "nauc_map_at_3_max": 0.842086, + "nauc_map_at_3_std": 0.460071, + "nauc_map_at_3_diff1": 0.772284, + "nauc_map_at_5_max": 0.841373, + "nauc_map_at_5_std": 0.465692, + "nauc_map_at_5_diff1": 0.770186, + "nauc_map_at_10_max": 0.839832, + "nauc_map_at_10_std": 0.469936, + "nauc_map_at_10_diff1": 0.768073, + "nauc_map_at_20_max": 0.838577, + "nauc_map_at_20_std": 0.469363, + "nauc_map_at_20_diff1": 0.767134, + "nauc_map_at_100_max": 0.838772, + "nauc_map_at_100_std": 0.470067, + "nauc_map_at_100_diff1": 0.767373, + "nauc_map_at_1000_max": 0.838876, + "nauc_map_at_1000_std": 0.469673, + "nauc_map_at_1000_diff1": 0.767712, + "nauc_recall_at_1_max": 0.836735, + "nauc_recall_at_1_std": 0.417564, + "nauc_recall_at_1_diff1": 0.809819, + "nauc_recall_at_3_max": 0.843464, + "nauc_recall_at_3_std": 0.514142, + "nauc_recall_at_3_diff1": 0.718734, + "nauc_recall_at_5_max": 0.840237, + "nauc_recall_at_5_std": 0.542864, + "nauc_recall_at_5_diff1": 0.706513, + "nauc_recall_at_10_max": 0.827406, + "nauc_recall_at_10_std": 0.58825, + "nauc_recall_at_10_diff1": 0.677786, + "nauc_recall_at_20_max": 0.80416, + "nauc_recall_at_20_std": 0.60278, + "nauc_recall_at_20_diff1": 0.644863, + "nauc_recall_at_100_max": 0.780789, + "nauc_recall_at_100_std": 0.696549, + "nauc_recall_at_100_diff1": 0.575387, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.836735, + "nauc_precision_at_1_std": 0.417564, + "nauc_precision_at_1_diff1": 0.809819, + "nauc_precision_at_3_max": 0.843464, + "nauc_precision_at_3_std": 0.514142, + "nauc_precision_at_3_diff1": 0.718734, + "nauc_precision_at_5_max": 0.840237, + "nauc_precision_at_5_std": 0.542864, + "nauc_precision_at_5_diff1": 0.706513, + "nauc_precision_at_10_max": 0.827406, + "nauc_precision_at_10_std": 0.58825, + "nauc_precision_at_10_diff1": 0.677786, + "nauc_precision_at_20_max": 0.80416, + "nauc_precision_at_20_std": 0.60278, + "nauc_precision_at_20_diff1": 0.644863, + "nauc_precision_at_100_max": 0.780789, + "nauc_precision_at_100_std": 0.696549, + "nauc_precision_at_100_diff1": 0.575387, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.836735, + "nauc_mrr_at_1_std": 0.417564, + "nauc_mrr_at_1_diff1": 0.809819, + "nauc_mrr_at_3_max": 0.842086, + "nauc_mrr_at_3_std": 0.460071, + "nauc_mrr_at_3_diff1": 0.772284, + "nauc_mrr_at_5_max": 0.841373, + "nauc_mrr_at_5_std": 0.465692, + "nauc_mrr_at_5_diff1": 0.770186, + "nauc_mrr_at_10_max": 0.839832, + "nauc_mrr_at_10_std": 0.469936, + "nauc_mrr_at_10_diff1": 0.768073, + "nauc_mrr_at_20_max": 0.838577, + "nauc_mrr_at_20_std": 0.469363, + "nauc_mrr_at_20_diff1": 0.767134, + "nauc_mrr_at_100_max": 0.838772, + "nauc_mrr_at_100_std": 0.470067, + "nauc_mrr_at_100_diff1": 0.767373, + "nauc_mrr_at_1000_max": 0.838876, + "nauc_mrr_at_1000_std": 0.469673, + "nauc_mrr_at_1000_diff1": 0.767712, + "hit_rate_at_1": 0.49, + "hit_rate_at_3": 0.59111, + "hit_rate_at_5": 0.62556, + "hit_rate_at_10": 0.68111, + "hit_rate_at_20": 0.74222, + "hit_rate_at_100": 0.87, + "hit_rate_at_1000": 1.0, + "main_score": 0.58092, + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.83444, + "ndcg_at_3": 0.87389, + "ndcg_at_5": 0.88068, + "ndcg_at_10": 0.88928, + "ndcg_at_20": 0.89311, + "ndcg_at_100": 0.89849, + "ndcg_at_1000": 0.9, + "map_at_1": 0.83444, + "map_at_3": 0.86444, + "map_at_5": 0.86817, + "map_at_10": 0.87171, + "map_at_20": 0.87271, + "map_at_100": 0.87346, + "map_at_1000": 0.87353, + "recall_at_1": 0.83444, + "recall_at_3": 0.90111, + "recall_at_5": 0.91778, + "recall_at_10": 0.94444, + "recall_at_20": 0.96, + "recall_at_100": 0.98889, + "recall_at_1000": 1.0, + "accuracy": 0.83444, + "precision_at_1": 0.83444, + "precision_at_3": 0.30037, + "precision_at_5": 0.18356, + "precision_at_10": 0.09444, + "precision_at_20": 0.048, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.834444, + "mrr_at_3": 0.864444, + "mrr_at_5": 0.868167, + "mrr_at_10": 0.871709, + "mrr_at_20": 0.872706, + "mrr_at_100": 0.873461, + "mrr_at_1000": 0.87353, + "nauc_ndcg_at_1_max": 0.829787, + "nauc_ndcg_at_1_std": -0.016003, + "nauc_ndcg_at_1_diff1": 0.925677, + "nauc_ndcg_at_3_max": 0.838534, + "nauc_ndcg_at_3_std": 0.02861, + "nauc_ndcg_at_3_diff1": 0.903319, + "nauc_ndcg_at_5_max": 0.840016, + "nauc_ndcg_at_5_std": 0.045128, + "nauc_ndcg_at_5_diff1": 0.908407, + "nauc_ndcg_at_10_max": 0.844376, + "nauc_ndcg_at_10_std": 0.04529, + "nauc_ndcg_at_10_diff1": 0.910596, + "nauc_ndcg_at_20_max": 0.84282, + "nauc_ndcg_at_20_std": 0.03577, + "nauc_ndcg_at_20_diff1": 0.911981, + "nauc_ndcg_at_100_max": 0.841996, + "nauc_ndcg_at_100_std": 0.039645, + "nauc_ndcg_at_100_diff1": 0.910858, + "nauc_ndcg_at_1000_max": 0.840724, + "nauc_ndcg_at_1000_std": 0.032715, + "nauc_ndcg_at_1000_diff1": 0.911556, + "nauc_map_at_1_max": 0.829787, + "nauc_map_at_1_std": -0.016003, + "nauc_map_at_1_diff1": 0.925677, + "nauc_map_at_3_max": 0.837305, + "nauc_map_at_3_std": 0.02012, + "nauc_map_at_3_diff1": 0.909383, + "nauc_map_at_5_max": 0.837857, + "nauc_map_at_5_std": 0.027616, + "nauc_map_at_5_diff1": 0.912026, + "nauc_map_at_10_max": 0.839652, + "nauc_map_at_10_std": 0.027527, + "nauc_map_at_10_diff1": 0.91297, + "nauc_map_at_20_max": 0.83932, + "nauc_map_at_20_std": 0.02542, + "nauc_map_at_20_diff1": 0.913326, + "nauc_map_at_100_max": 0.839124, + "nauc_map_at_100_std": 0.025596, + "nauc_map_at_100_diff1": 0.913123, + "nauc_map_at_1000_max": 0.839072, + "nauc_map_at_1000_std": 0.02535, + "nauc_map_at_1000_diff1": 0.91314, + "nauc_recall_at_1_max": 0.829787, + "nauc_recall_at_1_std": -0.016003, + "nauc_recall_at_1_diff1": 0.925677, + "nauc_recall_at_3_max": 0.842518, + "nauc_recall_at_3_std": 0.058619, + "nauc_recall_at_3_diff1": 0.880381, + "nauc_recall_at_5_max": 0.849427, + "nauc_recall_at_5_std": 0.125085, + "nauc_recall_at_5_diff1": 0.893822, + "nauc_recall_at_10_max": 0.876387, + "nauc_recall_at_10_std": 0.160289, + "nauc_recall_at_10_diff1": 0.899253, + "nauc_recall_at_20_max": 0.871291, + "nauc_recall_at_20_std": 0.101618, + "nauc_recall_at_20_diff1": 0.908639, + "nauc_recall_at_100_max": 0.921569, + "nauc_recall_at_100_std": 0.492624, + "nauc_recall_at_100_diff1": 0.860644, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.829787, + "nauc_precision_at_1_std": -0.016003, + "nauc_precision_at_1_diff1": 0.925677, + "nauc_precision_at_3_max": 0.842518, + "nauc_precision_at_3_std": 0.058619, + "nauc_precision_at_3_diff1": 0.880381, + "nauc_precision_at_5_max": 0.849427, + "nauc_precision_at_5_std": 0.125085, + "nauc_precision_at_5_diff1": 0.893822, + "nauc_precision_at_10_max": 0.876387, + "nauc_precision_at_10_std": 0.160289, + "nauc_precision_at_10_diff1": 0.899253, + "nauc_precision_at_20_max": 0.871291, + "nauc_precision_at_20_std": 0.101618, + "nauc_precision_at_20_diff1": 0.908639, + "nauc_precision_at_100_max": 0.921569, + "nauc_precision_at_100_std": 0.492624, + "nauc_precision_at_100_diff1": 0.860644, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.829787, + "nauc_mrr_at_1_std": -0.016003, + "nauc_mrr_at_1_diff1": 0.925677, + "nauc_mrr_at_3_max": 0.837305, + "nauc_mrr_at_3_std": 0.02012, + "nauc_mrr_at_3_diff1": 0.909383, + "nauc_mrr_at_5_max": 0.837857, + "nauc_mrr_at_5_std": 0.027616, + "nauc_mrr_at_5_diff1": 0.912026, + "nauc_mrr_at_10_max": 0.839652, + "nauc_mrr_at_10_std": 0.027527, + "nauc_mrr_at_10_diff1": 0.91297, + "nauc_mrr_at_20_max": 0.83932, + "nauc_mrr_at_20_std": 0.02542, + "nauc_mrr_at_20_diff1": 0.913326, + "nauc_mrr_at_100_max": 0.839124, + "nauc_mrr_at_100_std": 0.025596, + "nauc_mrr_at_100_diff1": 0.913123, + "nauc_mrr_at_1000_max": 0.839072, + "nauc_mrr_at_1000_std": 0.02535, + "nauc_mrr_at_1000_diff1": 0.91314, + "hit_rate_at_1": 0.83444, + "hit_rate_at_3": 0.90111, + "hit_rate_at_5": 0.91778, + "hit_rate_at_10": 0.94444, + "hit_rate_at_20": 0.96, + "hit_rate_at_100": 0.98889, + "hit_rate_at_1000": 1.0, + "main_score": 0.88928, + "hf_subset": "tgl_Latn-tgl_Latn", + "languages": [ + "tgl-Latn", + "tgl-Latn" + ] + }, + { + "ndcg_at_1": 0.87778, + "ndcg_at_3": 0.91959, + "ndcg_at_5": 0.92662, + "ndcg_at_10": 0.93035, + "ndcg_at_20": 0.93238, + "ndcg_at_100": 0.93469, + "ndcg_at_1000": 0.9351, + "map_at_1": 0.87778, + "map_at_3": 0.90944, + "map_at_5": 0.91344, + "map_at_10": 0.91506, + "map_at_20": 0.91566, + "map_at_100": 0.91598, + "map_at_1000": 0.91599, + "recall_at_1": 0.87778, + "recall_at_3": 0.94889, + "recall_at_5": 0.96556, + "recall_at_10": 0.97667, + "recall_at_20": 0.98444, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.87778, + "precision_at_1": 0.87778, + "precision_at_3": 0.3163, + "precision_at_5": 0.19311, + "precision_at_10": 0.09767, + "precision_at_20": 0.04922, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.877778, + "mrr_at_3": 0.909444, + "mrr_at_5": 0.913444, + "mrr_at_10": 0.915058, + "mrr_at_20": 0.915656, + "mrr_at_100": 0.915981, + "mrr_at_1000": 0.915994, + "nauc_ndcg_at_1_max": 0.722146, + "nauc_ndcg_at_1_std": -0.305691, + "nauc_ndcg_at_1_diff1": 0.901861, + "nauc_ndcg_at_3_max": 0.73591, + "nauc_ndcg_at_3_std": -0.32148, + "nauc_ndcg_at_3_diff1": 0.896206, + "nauc_ndcg_at_5_max": 0.733468, + "nauc_ndcg_at_5_std": -0.341224, + "nauc_ndcg_at_5_diff1": 0.903443, + "nauc_ndcg_at_10_max": 0.742577, + "nauc_ndcg_at_10_std": -0.302657, + "nauc_ndcg_at_10_diff1": 0.901174, + "nauc_ndcg_at_20_max": 0.739739, + "nauc_ndcg_at_20_std": -0.300578, + "nauc_ndcg_at_20_diff1": 0.900011, + "nauc_ndcg_at_100_max": 0.737288, + "nauc_ndcg_at_100_std": -0.302496, + "nauc_ndcg_at_100_diff1": 0.899708, + "nauc_ndcg_at_1000_max": 0.735593, + "nauc_ndcg_at_1000_std": -0.310901, + "nauc_ndcg_at_1000_diff1": 0.899606, + "nauc_map_at_1_max": 0.722146, + "nauc_map_at_1_std": -0.305691, + "nauc_map_at_1_diff1": 0.901861, + "nauc_map_at_3_max": 0.73186, + "nauc_map_at_3_std": -0.320401, + "nauc_map_at_3_diff1": 0.897048, + "nauc_map_at_5_max": 0.730282, + "nauc_map_at_5_std": -0.330069, + "nauc_map_at_5_diff1": 0.900366, + "nauc_map_at_10_max": 0.733925, + "nauc_map_at_10_std": -0.315483, + "nauc_map_at_10_diff1": 0.899523, + "nauc_map_at_20_max": 0.733081, + "nauc_map_at_20_std": -0.315402, + "nauc_map_at_20_diff1": 0.899268, + "nauc_map_at_100_max": 0.732708, + "nauc_map_at_100_std": -0.315986, + "nauc_map_at_100_diff1": 0.899253, + "nauc_map_at_1000_max": 0.732667, + "nauc_map_at_1000_std": -0.316187, + "nauc_map_at_1000_diff1": 0.899249, + "nauc_recall_at_1_max": 0.722146, + "nauc_recall_at_1_std": -0.305691, + "nauc_recall_at_1_diff1": 0.901861, + "nauc_recall_at_3_max": 0.755998, + "nauc_recall_at_3_std": -0.324017, + "nauc_recall_at_3_diff1": 0.892674, + "nauc_recall_at_5_max": 0.7557, + "nauc_recall_at_5_std": -0.421674, + "nauc_recall_at_5_diff1": 0.929219, + "nauc_recall_at_10_max": 0.837735, + "nauc_recall_at_10_std": -0.133787, + "nauc_recall_at_10_diff1": 0.921191, + "nauc_recall_at_20_max": 0.843637, + "nauc_recall_at_20_std": -0.002701, + "nauc_recall_at_20_diff1": 0.910964, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.722146, + "nauc_precision_at_1_std": -0.305691, + "nauc_precision_at_1_diff1": 0.901861, + "nauc_precision_at_3_max": 0.755998, + "nauc_precision_at_3_std": -0.324017, + "nauc_precision_at_3_diff1": 0.892674, + "nauc_precision_at_5_max": 0.7557, + "nauc_precision_at_5_std": -0.421674, + "nauc_precision_at_5_diff1": 0.929219, + "nauc_precision_at_10_max": 0.837735, + "nauc_precision_at_10_std": -0.133787, + "nauc_precision_at_10_diff1": 0.921191, + "nauc_precision_at_20_max": 0.843637, + "nauc_precision_at_20_std": -0.002701, + "nauc_precision_at_20_diff1": 0.910964, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.722146, + "nauc_mrr_at_1_std": -0.305691, + "nauc_mrr_at_1_diff1": 0.901861, + "nauc_mrr_at_3_max": 0.73186, + "nauc_mrr_at_3_std": -0.320401, + "nauc_mrr_at_3_diff1": 0.897048, + "nauc_mrr_at_5_max": 0.730282, + "nauc_mrr_at_5_std": -0.330069, + "nauc_mrr_at_5_diff1": 0.900366, + "nauc_mrr_at_10_max": 0.733925, + "nauc_mrr_at_10_std": -0.315483, + "nauc_mrr_at_10_diff1": 0.899523, + "nauc_mrr_at_20_max": 0.733081, + "nauc_mrr_at_20_std": -0.315402, + "nauc_mrr_at_20_diff1": 0.899268, + "nauc_mrr_at_100_max": 0.732708, + "nauc_mrr_at_100_std": -0.315986, + "nauc_mrr_at_100_diff1": 0.899253, + "nauc_mrr_at_1000_max": 0.732667, + "nauc_mrr_at_1000_std": -0.316187, + "nauc_mrr_at_1000_diff1": 0.899249, + "hit_rate_at_1": 0.87778, + "hit_rate_at_3": 0.94889, + "hit_rate_at_5": 0.96556, + "hit_rate_at_10": 0.97667, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93035, + "hf_subset": "tgl_Latn-eng_Latn", + "languages": [ + "tgl-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.78111, + "ndcg_at_3": 0.82759, + "ndcg_at_5": 0.83658, + "ndcg_at_10": 0.84813, + "ndcg_at_20": 0.85543, + "ndcg_at_100": 0.86228, + "ndcg_at_1000": 0.86479, + "map_at_1": 0.78111, + "map_at_3": 0.81704, + "map_at_5": 0.82193, + "map_at_10": 0.82673, + "map_at_20": 0.82874, + "map_at_100": 0.82971, + "map_at_1000": 0.82982, + "recall_at_1": 0.78111, + "recall_at_3": 0.85778, + "recall_at_5": 0.88, + "recall_at_10": 0.91556, + "recall_at_20": 0.94444, + "recall_at_100": 0.98111, + "recall_at_1000": 1.0, + "accuracy": 0.78111, + "precision_at_1": 0.78111, + "precision_at_3": 0.28593, + "precision_at_5": 0.176, + "precision_at_10": 0.09156, + "precision_at_20": 0.04722, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "mrr_at_1": 0.781111, + "mrr_at_3": 0.817037, + "mrr_at_5": 0.821926, + "mrr_at_10": 0.826728, + "mrr_at_20": 0.828738, + "mrr_at_100": 0.82971, + "mrr_at_1000": 0.829816, + "nauc_ndcg_at_1_max": 0.857626, + "nauc_ndcg_at_1_std": 0.17083, + "nauc_ndcg_at_1_diff1": 0.930238, + "nauc_ndcg_at_3_max": 0.881526, + "nauc_ndcg_at_3_std": 0.223475, + "nauc_ndcg_at_3_diff1": 0.911756, + "nauc_ndcg_at_5_max": 0.883759, + "nauc_ndcg_at_5_std": 0.264311, + "nauc_ndcg_at_5_diff1": 0.908309, + "nauc_ndcg_at_10_max": 0.880697, + "nauc_ndcg_at_10_std": 0.263913, + "nauc_ndcg_at_10_diff1": 0.906988, + "nauc_ndcg_at_20_max": 0.881913, + "nauc_ndcg_at_20_std": 0.271686, + "nauc_ndcg_at_20_diff1": 0.909789, + "nauc_ndcg_at_100_max": 0.879626, + "nauc_ndcg_at_100_std": 0.25964, + "nauc_ndcg_at_100_diff1": 0.911706, + "nauc_ndcg_at_1000_max": 0.878046, + "nauc_ndcg_at_1000_std": 0.246902, + "nauc_ndcg_at_1000_diff1": 0.912591, + "nauc_map_at_1_max": 0.857626, + "nauc_map_at_1_std": 0.17083, + "nauc_map_at_1_diff1": 0.930238, + "nauc_map_at_3_max": 0.87548, + "nauc_map_at_3_std": 0.210561, + "nauc_map_at_3_diff1": 0.916082, + "nauc_map_at_5_max": 0.876341, + "nauc_map_at_5_std": 0.230305, + "nauc_map_at_5_diff1": 0.914455, + "nauc_map_at_10_max": 0.874843, + "nauc_map_at_10_std": 0.228928, + "nauc_map_at_10_diff1": 0.913987, + "nauc_map_at_20_max": 0.875205, + "nauc_map_at_20_std": 0.231038, + "nauc_map_at_20_diff1": 0.914783, + "nauc_map_at_100_max": 0.874882, + "nauc_map_at_100_std": 0.229386, + "nauc_map_at_100_diff1": 0.915061, + "nauc_map_at_1000_max": 0.874832, + "nauc_map_at_1000_std": 0.228946, + "nauc_map_at_1000_diff1": 0.915101, + "nauc_recall_at_1_max": 0.857626, + "nauc_recall_at_1_std": 0.17083, + "nauc_recall_at_1_diff1": 0.930238, + "nauc_recall_at_3_max": 0.902939, + "nauc_recall_at_3_std": 0.268988, + "nauc_recall_at_3_diff1": 0.896637, + "nauc_recall_at_5_max": 0.91436, + "nauc_recall_at_5_std": 0.411938, + "nauc_recall_at_5_diff1": 0.882963, + "nauc_recall_at_10_max": 0.911974, + "nauc_recall_at_10_std": 0.470429, + "nauc_recall_at_10_diff1": 0.867684, + "nauc_recall_at_20_max": 0.936741, + "nauc_recall_at_20_std": 0.636984, + "nauc_recall_at_20_diff1": 0.873249, + "nauc_recall_at_100_max": 0.961553, + "nauc_recall_at_100_std": 0.906492, + "nauc_recall_at_100_diff1": 0.869968, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.857626, + "nauc_precision_at_1_std": 0.17083, + "nauc_precision_at_1_diff1": 0.930238, + "nauc_precision_at_3_max": 0.902939, + "nauc_precision_at_3_std": 0.268988, + "nauc_precision_at_3_diff1": 0.896637, + "nauc_precision_at_5_max": 0.91436, + "nauc_precision_at_5_std": 0.411938, + "nauc_precision_at_5_diff1": 0.882963, + "nauc_precision_at_10_max": 0.911974, + "nauc_precision_at_10_std": 0.470429, + "nauc_precision_at_10_diff1": 0.867684, + "nauc_precision_at_20_max": 0.936741, + "nauc_precision_at_20_std": 0.636984, + "nauc_precision_at_20_diff1": 0.873249, + "nauc_precision_at_100_max": 0.961553, + "nauc_precision_at_100_std": 0.906492, + "nauc_precision_at_100_diff1": 0.869968, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.857626, + "nauc_mrr_at_1_std": 0.17083, + "nauc_mrr_at_1_diff1": 0.930238, + "nauc_mrr_at_3_max": 0.87548, + "nauc_mrr_at_3_std": 0.210561, + "nauc_mrr_at_3_diff1": 0.916082, + "nauc_mrr_at_5_max": 0.876341, + "nauc_mrr_at_5_std": 0.230305, + "nauc_mrr_at_5_diff1": 0.914455, + "nauc_mrr_at_10_max": 0.874843, + "nauc_mrr_at_10_std": 0.228928, + "nauc_mrr_at_10_diff1": 0.913987, + "nauc_mrr_at_20_max": 0.875205, + "nauc_mrr_at_20_std": 0.231038, + "nauc_mrr_at_20_diff1": 0.914783, + "nauc_mrr_at_100_max": 0.874882, + "nauc_mrr_at_100_std": 0.229386, + "nauc_mrr_at_100_diff1": 0.915061, + "nauc_mrr_at_1000_max": 0.874832, + "nauc_mrr_at_1000_std": 0.228946, + "nauc_mrr_at_1000_diff1": 0.915101, + "hit_rate_at_1": 0.78111, + "hit_rate_at_3": 0.85778, + "hit_rate_at_5": 0.88, + "hit_rate_at_10": 0.91556, + "hit_rate_at_20": 0.94444, + "hit_rate_at_100": 0.98111, + "hit_rate_at_1000": 1.0, + "main_score": 0.84813, + "hf_subset": "eng_Latn-tgl_Latn", + "languages": [ + "eng-Latn", + "tgl-Latn" + ] + }, + { + "ndcg_at_1": 0.83778, + "ndcg_at_3": 0.89361, + "ndcg_at_5": 0.90188, + "ndcg_at_10": 0.90702, + "ndcg_at_20": 0.91015, + "ndcg_at_100": 0.91335, + "ndcg_at_1000": 0.91393, + "map_at_1": 0.83778, + "map_at_3": 0.88056, + "map_at_5": 0.88517, + "map_at_10": 0.88735, + "map_at_20": 0.88823, + "map_at_100": 0.88871, + "map_at_1000": 0.88873, + "recall_at_1": 0.83778, + "recall_at_3": 0.93111, + "recall_at_5": 0.95111, + "recall_at_10": 0.96667, + "recall_at_20": 0.97889, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.83778, + "precision_at_1": 0.83778, + "precision_at_3": 0.31037, + "precision_at_5": 0.19022, + "precision_at_10": 0.09667, + "precision_at_20": 0.04894, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.837778, + "mrr_at_3": 0.880556, + "mrr_at_5": 0.885167, + "mrr_at_10": 0.887348, + "mrr_at_20": 0.888232, + "mrr_at_100": 0.88871, + "mrr_at_1000": 0.888732, + "nauc_ndcg_at_1_max": 0.772356, + "nauc_ndcg_at_1_std": -0.022188, + "nauc_ndcg_at_1_diff1": 0.923582, + "nauc_ndcg_at_3_max": 0.824158, + "nauc_ndcg_at_3_std": 0.071518, + "nauc_ndcg_at_3_diff1": 0.90584, + "nauc_ndcg_at_5_max": 0.819298, + "nauc_ndcg_at_5_std": 0.049767, + "nauc_ndcg_at_5_diff1": 0.906015, + "nauc_ndcg_at_10_max": 0.81321, + "nauc_ndcg_at_10_std": 0.038478, + "nauc_ndcg_at_10_diff1": 0.907423, + "nauc_ndcg_at_20_max": 0.810864, + "nauc_ndcg_at_20_std": 0.044093, + "nauc_ndcg_at_20_diff1": 0.909268, + "nauc_ndcg_at_100_max": 0.807854, + "nauc_ndcg_at_100_std": 0.039163, + "nauc_ndcg_at_100_diff1": 0.911419, + "nauc_ndcg_at_1000_max": 0.80676, + "nauc_ndcg_at_1000_std": 0.034169, + "nauc_ndcg_at_1000_diff1": 0.911267, + "nauc_map_at_1_max": 0.772356, + "nauc_map_at_1_std": -0.022188, + "nauc_map_at_1_diff1": 0.923582, + "nauc_map_at_3_max": 0.8086, + "nauc_map_at_3_std": 0.043144, + "nauc_map_at_3_diff1": 0.910876, + "nauc_map_at_5_max": 0.8057, + "nauc_map_at_5_std": 0.0315, + "nauc_map_at_5_diff1": 0.911235, + "nauc_map_at_10_max": 0.803201, + "nauc_map_at_10_std": 0.026165, + "nauc_map_at_10_diff1": 0.911846, + "nauc_map_at_20_max": 0.802623, + "nauc_map_at_20_std": 0.026967, + "nauc_map_at_20_diff1": 0.91238, + "nauc_map_at_100_max": 0.802247, + "nauc_map_at_100_std": 0.026313, + "nauc_map_at_100_diff1": 0.912675, + "nauc_map_at_1000_max": 0.802215, + "nauc_map_at_1000_std": 0.026165, + "nauc_map_at_1000_diff1": 0.912672, + "nauc_recall_at_1_max": 0.772356, + "nauc_recall_at_1_std": -0.022188, + "nauc_recall_at_1_diff1": 0.923582, + "nauc_recall_at_3_max": 0.898572, + "nauc_recall_at_3_std": 0.207403, + "nauc_recall_at_3_diff1": 0.881969, + "nauc_recall_at_5_max": 0.905462, + "nauc_recall_at_5_std": 0.161181, + "nauc_recall_at_5_diff1": 0.872411, + "nauc_recall_at_10_max": 0.897292, + "nauc_recall_at_10_std": 0.137924, + "nauc_recall_at_10_diff1": 0.868036, + "nauc_recall_at_20_max": 0.906875, + "nauc_recall_at_20_std": 0.298786, + "nauc_recall_at_20_diff1": 0.871861, + "nauc_recall_at_100_max": 0.96732, + "nauc_recall_at_100_std": 0.758987, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.772356, + "nauc_precision_at_1_std": -0.022188, + "nauc_precision_at_1_diff1": 0.923582, + "nauc_precision_at_3_max": 0.898572, + "nauc_precision_at_3_std": 0.207403, + "nauc_precision_at_3_diff1": 0.881969, + "nauc_precision_at_5_max": 0.905462, + "nauc_precision_at_5_std": 0.161181, + "nauc_precision_at_5_diff1": 0.872411, + "nauc_precision_at_10_max": 0.897292, + "nauc_precision_at_10_std": 0.137924, + "nauc_precision_at_10_diff1": 0.868036, + "nauc_precision_at_20_max": 0.906875, + "nauc_precision_at_20_std": 0.298786, + "nauc_precision_at_20_diff1": 0.871861, + "nauc_precision_at_100_max": 0.96732, + "nauc_precision_at_100_std": 0.758987, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.772356, + "nauc_mrr_at_1_std": -0.022188, + "nauc_mrr_at_1_diff1": 0.923582, + "nauc_mrr_at_3_max": 0.8086, + "nauc_mrr_at_3_std": 0.043144, + "nauc_mrr_at_3_diff1": 0.910876, + "nauc_mrr_at_5_max": 0.8057, + "nauc_mrr_at_5_std": 0.0315, + "nauc_mrr_at_5_diff1": 0.911235, + "nauc_mrr_at_10_max": 0.803201, + "nauc_mrr_at_10_std": 0.026165, + "nauc_mrr_at_10_diff1": 0.911846, + "nauc_mrr_at_20_max": 0.802623, + "nauc_mrr_at_20_std": 0.026967, + "nauc_mrr_at_20_diff1": 0.91238, + "nauc_mrr_at_100_max": 0.802247, + "nauc_mrr_at_100_std": 0.026313, + "nauc_mrr_at_100_diff1": 0.912675, + "nauc_mrr_at_1000_max": 0.802215, + "nauc_mrr_at_1000_std": 0.026165, + "nauc_mrr_at_1000_diff1": 0.912672, + "hit_rate_at_1": 0.83778, + "hit_rate_at_3": 0.93111, + "hit_rate_at_5": 0.95111, + "hit_rate_at_10": 0.96667, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.90702, + "hf_subset": "tha_Thai-tha_Thai", + "languages": [ + "tha-Thai", + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.93297, + "ndcg_at_5": 0.93804, + "ndcg_at_10": 0.94195, + "ndcg_at_20": 0.9431, + "ndcg_at_100": 0.94416, + "ndcg_at_1000": 0.94475, + "map_at_1": 0.89, + "map_at_3": 0.92315, + "map_at_5": 0.92598, + "map_at_10": 0.92757, + "map_at_20": 0.92789, + "map_at_100": 0.92806, + "map_at_1000": 0.92808, + "recall_at_1": 0.89, + "recall_at_3": 0.96111, + "recall_at_5": 0.97333, + "recall_at_10": 0.98556, + "recall_at_20": 0.99, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.89, + "precision_at_1": 0.89, + "precision_at_3": 0.32037, + "precision_at_5": 0.19467, + "precision_at_10": 0.09856, + "precision_at_20": 0.0495, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.89, + "mrr_at_3": 0.923148, + "mrr_at_5": 0.925981, + "mrr_at_10": 0.927569, + "mrr_at_20": 0.927893, + "mrr_at_100": 0.928057, + "mrr_at_1000": 0.928082, + "nauc_ndcg_at_1_max": 0.67153, + "nauc_ndcg_at_1_std": -0.333429, + "nauc_ndcg_at_1_diff1": 0.899927, + "nauc_ndcg_at_3_max": 0.728025, + "nauc_ndcg_at_3_std": -0.265558, + "nauc_ndcg_at_3_diff1": 0.903946, + "nauc_ndcg_at_5_max": 0.720823, + "nauc_ndcg_at_5_std": -0.274885, + "nauc_ndcg_at_5_diff1": 0.90677, + "nauc_ndcg_at_10_max": 0.713404, + "nauc_ndcg_at_10_std": -0.281648, + "nauc_ndcg_at_10_diff1": 0.907616, + "nauc_ndcg_at_20_max": 0.70897, + "nauc_ndcg_at_20_std": -0.277498, + "nauc_ndcg_at_20_diff1": 0.905743, + "nauc_ndcg_at_100_max": 0.711706, + "nauc_ndcg_at_100_std": -0.266754, + "nauc_ndcg_at_100_diff1": 0.906058, + "nauc_ndcg_at_1000_max": 0.708636, + "nauc_ndcg_at_1000_std": -0.280246, + "nauc_ndcg_at_1000_diff1": 0.905437, + "nauc_map_at_1_max": 0.67153, + "nauc_map_at_1_std": -0.333429, + "nauc_map_at_1_diff1": 0.899927, + "nauc_map_at_3_max": 0.710998, + "nauc_map_at_3_std": -0.285896, + "nauc_map_at_3_diff1": 0.903183, + "nauc_map_at_5_max": 0.706867, + "nauc_map_at_5_std": -0.290869, + "nauc_map_at_5_diff1": 0.904621, + "nauc_map_at_10_max": 0.704273, + "nauc_map_at_10_std": -0.292616, + "nauc_map_at_10_diff1": 0.904835, + "nauc_map_at_20_max": 0.703262, + "nauc_map_at_20_std": -0.291296, + "nauc_map_at_20_diff1": 0.904403, + "nauc_map_at_100_max": 0.703654, + "nauc_map_at_100_std": -0.290292, + "nauc_map_at_100_diff1": 0.904445, + "nauc_map_at_1000_max": 0.70355, + "nauc_map_at_1000_std": -0.290745, + "nauc_map_at_1000_diff1": 0.904428, + "nauc_recall_at_1_max": 0.67153, + "nauc_recall_at_1_std": -0.333429, + "nauc_recall_at_1_diff1": 0.899927, + "nauc_recall_at_3_max": 0.822356, + "nauc_recall_at_3_std": -0.152995, + "nauc_recall_at_3_diff1": 0.907763, + "nauc_recall_at_5_max": 0.8267, + "nauc_recall_at_5_std": -0.155307, + "nauc_recall_at_5_diff1": 0.923553, + "nauc_recall_at_10_max": 0.820297, + "nauc_recall_at_10_std": -0.159017, + "nauc_recall_at_10_diff1": 0.948467, + "nauc_recall_at_20_max": 0.769478, + "nauc_recall_at_20_std": -0.036207, + "nauc_recall_at_20_diff1": 0.925563, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.67153, + "nauc_precision_at_1_std": -0.333429, + "nauc_precision_at_1_diff1": 0.899927, + "nauc_precision_at_3_max": 0.822356, + "nauc_precision_at_3_std": -0.152995, + "nauc_precision_at_3_diff1": 0.907763, + "nauc_precision_at_5_max": 0.8267, + "nauc_precision_at_5_std": -0.155307, + "nauc_precision_at_5_diff1": 0.923553, + "nauc_precision_at_10_max": 0.820297, + "nauc_precision_at_10_std": -0.159017, + "nauc_precision_at_10_diff1": 0.948467, + "nauc_precision_at_20_max": 0.769478, + "nauc_precision_at_20_std": -0.036207, + "nauc_precision_at_20_diff1": 0.925563, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.67153, + "nauc_mrr_at_1_std": -0.333429, + "nauc_mrr_at_1_diff1": 0.899927, + "nauc_mrr_at_3_max": 0.710998, + "nauc_mrr_at_3_std": -0.285896, + "nauc_mrr_at_3_diff1": 0.903183, + "nauc_mrr_at_5_max": 0.706867, + "nauc_mrr_at_5_std": -0.290869, + "nauc_mrr_at_5_diff1": 0.904621, + "nauc_mrr_at_10_max": 0.704273, + "nauc_mrr_at_10_std": -0.292616, + "nauc_mrr_at_10_diff1": 0.904835, + "nauc_mrr_at_20_max": 0.703262, + "nauc_mrr_at_20_std": -0.291296, + "nauc_mrr_at_20_diff1": 0.904403, + "nauc_mrr_at_100_max": 0.703654, + "nauc_mrr_at_100_std": -0.290292, + "nauc_mrr_at_100_diff1": 0.904445, + "nauc_mrr_at_1000_max": 0.70355, + "nauc_mrr_at_1000_std": -0.290745, + "nauc_mrr_at_1000_diff1": 0.904428, + "hit_rate_at_1": 0.89, + "hit_rate_at_3": 0.96111, + "hit_rate_at_5": 0.97333, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.94195, + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.82667, + "ndcg_at_3": 0.87689, + "ndcg_at_5": 0.88837, + "ndcg_at_10": 0.89588, + "ndcg_at_20": 0.901, + "ndcg_at_100": 0.90361, + "ndcg_at_1000": 0.9042, + "map_at_1": 0.82667, + "map_at_3": 0.865, + "map_at_5": 0.87139, + "map_at_10": 0.87448, + "map_at_20": 0.87591, + "map_at_100": 0.87633, + "map_at_1000": 0.87635, + "recall_at_1": 0.82667, + "recall_at_3": 0.91111, + "recall_at_5": 0.93889, + "recall_at_10": 0.96222, + "recall_at_20": 0.98222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.82667, + "precision_at_1": 0.82667, + "precision_at_3": 0.3037, + "precision_at_5": 0.18778, + "precision_at_10": 0.09622, + "precision_at_20": 0.04911, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.826667, + "mrr_at_3": 0.865, + "mrr_at_5": 0.871389, + "mrr_at_10": 0.874477, + "mrr_at_20": 0.875908, + "mrr_at_100": 0.876326, + "mrr_at_1000": 0.87635, + "nauc_ndcg_at_1_max": 0.783814, + "nauc_ndcg_at_1_std": -0.002335, + "nauc_ndcg_at_1_diff1": 0.881466, + "nauc_ndcg_at_3_max": 0.814933, + "nauc_ndcg_at_3_std": 0.011147, + "nauc_ndcg_at_3_diff1": 0.856759, + "nauc_ndcg_at_5_max": 0.824817, + "nauc_ndcg_at_5_std": 0.018472, + "nauc_ndcg_at_5_diff1": 0.869934, + "nauc_ndcg_at_10_max": 0.821065, + "nauc_ndcg_at_10_std": 0.017176, + "nauc_ndcg_at_10_diff1": 0.873893, + "nauc_ndcg_at_20_max": 0.816763, + "nauc_ndcg_at_20_std": 0.035378, + "nauc_ndcg_at_20_diff1": 0.871895, + "nauc_ndcg_at_100_max": 0.812917, + "nauc_ndcg_at_100_std": 0.024065, + "nauc_ndcg_at_100_diff1": 0.871176, + "nauc_ndcg_at_1000_max": 0.811725, + "nauc_ndcg_at_1000_std": 0.018512, + "nauc_ndcg_at_1000_diff1": 0.870958, + "nauc_map_at_1_max": 0.783814, + "nauc_map_at_1_std": -0.002335, + "nauc_map_at_1_diff1": 0.881466, + "nauc_map_at_3_max": 0.806112, + "nauc_map_at_3_std": 0.006544, + "nauc_map_at_3_diff1": 0.863208, + "nauc_map_at_5_max": 0.810581, + "nauc_map_at_5_std": 0.009965, + "nauc_map_at_5_diff1": 0.870058, + "nauc_map_at_10_max": 0.808906, + "nauc_map_at_10_std": 0.008694, + "nauc_map_at_10_diff1": 0.871627, + "nauc_map_at_20_max": 0.807789, + "nauc_map_at_20_std": 0.012866, + "nauc_map_at_20_diff1": 0.871107, + "nauc_map_at_100_max": 0.807293, + "nauc_map_at_100_std": 0.011579, + "nauc_map_at_100_diff1": 0.871035, + "nauc_map_at_1000_max": 0.807254, + "nauc_map_at_1000_std": 0.011392, + "nauc_map_at_1000_diff1": 0.871025, + "nauc_recall_at_1_max": 0.783814, + "nauc_recall_at_1_std": -0.002335, + "nauc_recall_at_1_diff1": 0.881466, + "nauc_recall_at_3_max": 0.851762, + "nauc_recall_at_3_std": 0.030871, + "nauc_recall_at_3_diff1": 0.830194, + "nauc_recall_at_5_max": 0.909728, + "nauc_recall_at_5_std": 0.070317, + "nauc_recall_at_5_diff1": 0.873483, + "nauc_recall_at_10_max": 0.93162, + "nauc_recall_at_10_std": 0.101719, + "nauc_recall_at_10_diff1": 0.904844, + "nauc_recall_at_20_max": 0.966299, + "nauc_recall_at_20_std": 0.569415, + "nauc_recall_at_20_diff1": 0.899918, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.888539, + "nauc_recall_at_100_diff1": 0.901961, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.783814, + "nauc_precision_at_1_std": -0.002335, + "nauc_precision_at_1_diff1": 0.881466, + "nauc_precision_at_3_max": 0.851762, + "nauc_precision_at_3_std": 0.030871, + "nauc_precision_at_3_diff1": 0.830194, + "nauc_precision_at_5_max": 0.909728, + "nauc_precision_at_5_std": 0.070317, + "nauc_precision_at_5_diff1": 0.873483, + "nauc_precision_at_10_max": 0.93162, + "nauc_precision_at_10_std": 0.101719, + "nauc_precision_at_10_diff1": 0.904844, + "nauc_precision_at_20_max": 0.966299, + "nauc_precision_at_20_std": 0.569415, + "nauc_precision_at_20_diff1": 0.899918, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.888539, + "nauc_precision_at_100_diff1": 0.901961, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.783814, + "nauc_mrr_at_1_std": -0.002335, + "nauc_mrr_at_1_diff1": 0.881466, + "nauc_mrr_at_3_max": 0.806112, + "nauc_mrr_at_3_std": 0.006544, + "nauc_mrr_at_3_diff1": 0.863208, + "nauc_mrr_at_5_max": 0.810581, + "nauc_mrr_at_5_std": 0.009965, + "nauc_mrr_at_5_diff1": 0.870058, + "nauc_mrr_at_10_max": 0.808906, + "nauc_mrr_at_10_std": 0.008694, + "nauc_mrr_at_10_diff1": 0.871627, + "nauc_mrr_at_20_max": 0.807789, + "nauc_mrr_at_20_std": 0.012866, + "nauc_mrr_at_20_diff1": 0.871107, + "nauc_mrr_at_100_max": 0.807293, + "nauc_mrr_at_100_std": 0.011579, + "nauc_mrr_at_100_diff1": 0.871035, + "nauc_mrr_at_1000_max": 0.807254, + "nauc_mrr_at_1000_std": 0.011392, + "nauc_mrr_at_1000_diff1": 0.871025, + "hit_rate_at_1": 0.82667, + "hit_rate_at_3": 0.91111, + "hit_rate_at_5": 0.93889, + "hit_rate_at_10": 0.96222, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.89588, + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.19333, + "ndcg_at_3": 0.23217, + "ndcg_at_5": 0.24489, + "ndcg_at_10": 0.26112, + "ndcg_at_20": 0.27728, + "ndcg_at_100": 0.32098, + "ndcg_at_1000": 0.36693, + "map_at_1": 0.19333, + "map_at_3": 0.22222, + "map_at_5": 0.22922, + "map_at_10": 0.23596, + "map_at_20": 0.24047, + "map_at_100": 0.24631, + "map_at_1000": 0.24809, + "recall_at_1": 0.19333, + "recall_at_3": 0.26111, + "recall_at_5": 0.29222, + "recall_at_10": 0.34222, + "recall_at_20": 0.40556, + "recall_at_100": 0.64444, + "recall_at_1000": 1.0, + "accuracy": 0.19333, + "precision_at_1": 0.19333, + "precision_at_3": 0.08704, + "precision_at_5": 0.05844, + "precision_at_10": 0.03422, + "precision_at_20": 0.02028, + "precision_at_100": 0.00644, + "precision_at_1000": 0.001, + "mrr_at_1": 0.193333, + "mrr_at_3": 0.222222, + "mrr_at_5": 0.229222, + "mrr_at_10": 0.23596, + "mrr_at_20": 0.24047, + "mrr_at_100": 0.246313, + "mrr_at_1000": 0.248094, + "nauc_ndcg_at_1_max": 0.147257, + "nauc_ndcg_at_1_std": -0.183526, + "nauc_ndcg_at_1_diff1": 0.577682, + "nauc_ndcg_at_3_max": 0.123187, + "nauc_ndcg_at_3_std": -0.205859, + "nauc_ndcg_at_3_diff1": 0.508575, + "nauc_ndcg_at_5_max": 0.121665, + "nauc_ndcg_at_5_std": -0.202409, + "nauc_ndcg_at_5_diff1": 0.49907, + "nauc_ndcg_at_10_max": 0.128066, + "nauc_ndcg_at_10_std": -0.190836, + "nauc_ndcg_at_10_diff1": 0.489946, + "nauc_ndcg_at_20_max": 0.122552, + "nauc_ndcg_at_20_std": -0.192307, + "nauc_ndcg_at_20_diff1": 0.478773, + "nauc_ndcg_at_100_max": 0.128115, + "nauc_ndcg_at_100_std": -0.180697, + "nauc_ndcg_at_100_diff1": 0.469045, + "nauc_ndcg_at_1000_max": 0.125815, + "nauc_ndcg_at_1000_std": -0.190086, + "nauc_ndcg_at_1000_diff1": 0.488607, + "nauc_map_at_1_max": 0.147257, + "nauc_map_at_1_std": -0.183526, + "nauc_map_at_1_diff1": 0.577682, + "nauc_map_at_3_max": 0.128265, + "nauc_map_at_3_std": -0.201361, + "nauc_map_at_3_diff1": 0.524294, + "nauc_map_at_5_max": 0.127407, + "nauc_map_at_5_std": -0.199492, + "nauc_map_at_5_diff1": 0.518559, + "nauc_map_at_10_max": 0.129481, + "nauc_map_at_10_std": -0.19475, + "nauc_map_at_10_diff1": 0.514346, + "nauc_map_at_20_max": 0.127734, + "nauc_map_at_20_std": -0.195161, + "nauc_map_at_20_diff1": 0.511155, + "nauc_map_at_100_max": 0.128028, + "nauc_map_at_100_std": -0.194078, + "nauc_map_at_100_diff1": 0.509397, + "nauc_map_at_1000_max": 0.127998, + "nauc_map_at_1000_std": -0.194275, + "nauc_map_at_1000_diff1": 0.510034, + "nauc_recall_at_1_max": 0.147257, + "nauc_recall_at_1_std": -0.183526, + "nauc_recall_at_1_diff1": 0.577682, + "nauc_recall_at_3_max": 0.109756, + "nauc_recall_at_3_std": -0.217668, + "nauc_recall_at_3_diff1": 0.466534, + "nauc_recall_at_5_max": 0.106768, + "nauc_recall_at_5_std": -0.209205, + "nauc_recall_at_5_diff1": 0.44787, + "nauc_recall_at_10_max": 0.127989, + "nauc_recall_at_10_std": -0.175973, + "nauc_recall_at_10_diff1": 0.425155, + "nauc_recall_at_20_max": 0.109773, + "nauc_recall_at_20_std": -0.181584, + "nauc_recall_at_20_diff1": 0.387442, + "nauc_recall_at_100_max": 0.14727, + "nauc_recall_at_100_std": -0.104015, + "nauc_recall_at_100_diff1": 0.31837, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.147257, + "nauc_precision_at_1_std": -0.183526, + "nauc_precision_at_1_diff1": 0.577682, + "nauc_precision_at_3_max": 0.109756, + "nauc_precision_at_3_std": -0.217668, + "nauc_precision_at_3_diff1": 0.466534, + "nauc_precision_at_5_max": 0.106768, + "nauc_precision_at_5_std": -0.209205, + "nauc_precision_at_5_diff1": 0.44787, + "nauc_precision_at_10_max": 0.127989, + "nauc_precision_at_10_std": -0.175973, + "nauc_precision_at_10_diff1": 0.425155, + "nauc_precision_at_20_max": 0.109773, + "nauc_precision_at_20_std": -0.181584, + "nauc_precision_at_20_diff1": 0.387442, + "nauc_precision_at_100_max": 0.14727, + "nauc_precision_at_100_std": -0.104015, + "nauc_precision_at_100_diff1": 0.31837, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.147257, + "nauc_mrr_at_1_std": -0.183526, + "nauc_mrr_at_1_diff1": 0.577682, + "nauc_mrr_at_3_max": 0.128265, + "nauc_mrr_at_3_std": -0.201361, + "nauc_mrr_at_3_diff1": 0.524294, + "nauc_mrr_at_5_max": 0.127407, + "nauc_mrr_at_5_std": -0.199492, + "nauc_mrr_at_5_diff1": 0.518559, + "nauc_mrr_at_10_max": 0.129481, + "nauc_mrr_at_10_std": -0.19475, + "nauc_mrr_at_10_diff1": 0.514346, + "nauc_mrr_at_20_max": 0.127734, + "nauc_mrr_at_20_std": -0.195161, + "nauc_mrr_at_20_diff1": 0.511155, + "nauc_mrr_at_100_max": 0.128028, + "nauc_mrr_at_100_std": -0.194078, + "nauc_mrr_at_100_diff1": 0.509397, + "nauc_mrr_at_1000_max": 0.127998, + "nauc_mrr_at_1000_std": -0.194275, + "nauc_mrr_at_1000_diff1": 0.510034, + "hit_rate_at_1": 0.19333, + "hit_rate_at_3": 0.26111, + "hit_rate_at_5": 0.29222, + "hit_rate_at_10": 0.34222, + "hit_rate_at_20": 0.40556, + "hit_rate_at_100": 0.64444, + "hit_rate_at_1000": 1.0, + "main_score": 0.26112, + "hf_subset": "tir_Ethi-tir_Ethi", + "languages": [ + "tir-Ethi", + "tir-Ethi" + ] + }, + { + "ndcg_at_1": 0.19111, + "ndcg_at_3": 0.24774, + "ndcg_at_5": 0.27365, + "ndcg_at_10": 0.29562, + "ndcg_at_20": 0.31841, + "ndcg_at_100": 0.36696, + "ndcg_at_1000": 0.39635, + "map_at_1": 0.19111, + "map_at_3": 0.23389, + "map_at_5": 0.24817, + "map_at_10": 0.25725, + "map_at_20": 0.26353, + "map_at_100": 0.26977, + "map_at_1000": 0.27101, + "recall_at_1": 0.19111, + "recall_at_3": 0.28778, + "recall_at_5": 0.35111, + "recall_at_10": 0.41889, + "recall_at_20": 0.50889, + "recall_at_100": 0.77778, + "recall_at_1000": 1.0, + "accuracy": 0.19111, + "precision_at_1": 0.19111, + "precision_at_3": 0.09593, + "precision_at_5": 0.07022, + "precision_at_10": 0.04189, + "precision_at_20": 0.02544, + "precision_at_100": 0.00778, + "precision_at_1000": 0.001, + "mrr_at_1": 0.191111, + "mrr_at_3": 0.233889, + "mrr_at_5": 0.248167, + "mrr_at_10": 0.257255, + "mrr_at_20": 0.263528, + "mrr_at_100": 0.269769, + "mrr_at_1000": 0.271012, + "nauc_ndcg_at_1_max": 0.320984, + "nauc_ndcg_at_1_std": 0.092575, + "nauc_ndcg_at_1_diff1": 0.436006, + "nauc_ndcg_at_3_max": 0.309262, + "nauc_ndcg_at_3_std": 0.10799, + "nauc_ndcg_at_3_diff1": 0.375249, + "nauc_ndcg_at_5_max": 0.302247, + "nauc_ndcg_at_5_std": 0.10966, + "nauc_ndcg_at_5_diff1": 0.357615, + "nauc_ndcg_at_10_max": 0.294489, + "nauc_ndcg_at_10_std": 0.104683, + "nauc_ndcg_at_10_diff1": 0.342644, + "nauc_ndcg_at_20_max": 0.29155, + "nauc_ndcg_at_20_std": 0.108525, + "nauc_ndcg_at_20_diff1": 0.341035, + "nauc_ndcg_at_100_max": 0.284186, + "nauc_ndcg_at_100_std": 0.109835, + "nauc_ndcg_at_100_diff1": 0.341369, + "nauc_ndcg_at_1000_max": 0.294886, + "nauc_ndcg_at_1000_std": 0.10594, + "nauc_ndcg_at_1000_diff1": 0.354358, + "nauc_map_at_1_max": 0.320984, + "nauc_map_at_1_std": 0.092575, + "nauc_map_at_1_diff1": 0.436006, + "nauc_map_at_3_max": 0.311321, + "nauc_map_at_3_std": 0.102571, + "nauc_map_at_3_diff1": 0.388021, + "nauc_map_at_5_max": 0.307311, + "nauc_map_at_5_std": 0.103443, + "nauc_map_at_5_diff1": 0.377939, + "nauc_map_at_10_max": 0.303824, + "nauc_map_at_10_std": 0.101492, + "nauc_map_at_10_diff1": 0.371234, + "nauc_map_at_20_max": 0.303183, + "nauc_map_at_20_std": 0.102605, + "nauc_map_at_20_diff1": 0.371104, + "nauc_map_at_100_max": 0.302004, + "nauc_map_at_100_std": 0.102513, + "nauc_map_at_100_diff1": 0.370922, + "nauc_map_at_1000_max": 0.302518, + "nauc_map_at_1000_std": 0.102426, + "nauc_map_at_1000_diff1": 0.371463, + "nauc_recall_at_1_max": 0.320984, + "nauc_recall_at_1_std": 0.092575, + "nauc_recall_at_1_diff1": 0.436006, + "nauc_recall_at_3_max": 0.304095, + "nauc_recall_at_3_std": 0.122864, + "nauc_recall_at_3_diff1": 0.342204, + "nauc_recall_at_5_max": 0.288728, + "nauc_recall_at_5_std": 0.126427, + "nauc_recall_at_5_diff1": 0.304144, + "nauc_recall_at_10_max": 0.268095, + "nauc_recall_at_10_std": 0.111556, + "nauc_recall_at_10_diff1": 0.264552, + "nauc_recall_at_20_max": 0.255237, + "nauc_recall_at_20_std": 0.125461, + "nauc_recall_at_20_diff1": 0.254121, + "nauc_recall_at_100_max": 0.180979, + "nauc_recall_at_100_std": 0.153854, + "nauc_recall_at_100_diff1": 0.209154, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.320984, + "nauc_precision_at_1_std": 0.092575, + "nauc_precision_at_1_diff1": 0.436006, + "nauc_precision_at_3_max": 0.304095, + "nauc_precision_at_3_std": 0.122864, + "nauc_precision_at_3_diff1": 0.342204, + "nauc_precision_at_5_max": 0.288728, + "nauc_precision_at_5_std": 0.126427, + "nauc_precision_at_5_diff1": 0.304144, + "nauc_precision_at_10_max": 0.268095, + "nauc_precision_at_10_std": 0.111556, + "nauc_precision_at_10_diff1": 0.264552, + "nauc_precision_at_20_max": 0.255237, + "nauc_precision_at_20_std": 0.125461, + "nauc_precision_at_20_diff1": 0.254121, + "nauc_precision_at_100_max": 0.180979, + "nauc_precision_at_100_std": 0.153854, + "nauc_precision_at_100_diff1": 0.209154, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.320984, + "nauc_mrr_at_1_std": 0.092575, + "nauc_mrr_at_1_diff1": 0.436006, + "nauc_mrr_at_3_max": 0.311321, + "nauc_mrr_at_3_std": 0.102571, + "nauc_mrr_at_3_diff1": 0.388021, + "nauc_mrr_at_5_max": 0.307311, + "nauc_mrr_at_5_std": 0.103443, + "nauc_mrr_at_5_diff1": 0.377939, + "nauc_mrr_at_10_max": 0.303824, + "nauc_mrr_at_10_std": 0.101492, + "nauc_mrr_at_10_diff1": 0.371234, + "nauc_mrr_at_20_max": 0.303183, + "nauc_mrr_at_20_std": 0.102605, + "nauc_mrr_at_20_diff1": 0.371104, + "nauc_mrr_at_100_max": 0.302004, + "nauc_mrr_at_100_std": 0.102513, + "nauc_mrr_at_100_diff1": 0.370922, + "nauc_mrr_at_1000_max": 0.302518, + "nauc_mrr_at_1000_std": 0.102426, + "nauc_mrr_at_1000_diff1": 0.371463, + "hit_rate_at_1": 0.19111, + "hit_rate_at_3": 0.28778, + "hit_rate_at_5": 0.35111, + "hit_rate_at_10": 0.41889, + "hit_rate_at_20": 0.50889, + "hit_rate_at_100": 0.77778, + "hit_rate_at_1000": 1.0, + "main_score": 0.29562, + "hf_subset": "tir_Ethi-eng_Latn", + "languages": [ + "tir-Ethi", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.03889, + "ndcg_at_3": 0.05704, + "ndcg_at_5": 0.06708, + "ndcg_at_10": 0.0797, + "ndcg_at_20": 0.09185, + "ndcg_at_100": 0.14061, + "ndcg_at_1000": 0.20956, + "map_at_1": 0.03889, + "map_at_3": 0.05222, + "map_at_5": 0.05778, + "map_at_10": 0.06301, + "map_at_20": 0.06638, + "map_at_100": 0.07228, + "map_at_1000": 0.07477, + "recall_at_1": 0.03889, + "recall_at_3": 0.07111, + "recall_at_5": 0.09556, + "recall_at_10": 0.13444, + "recall_at_20": 0.18222, + "recall_at_100": 0.45778, + "recall_at_1000": 1.0, + "accuracy": 0.03889, + "precision_at_1": 0.03889, + "precision_at_3": 0.0237, + "precision_at_5": 0.01911, + "precision_at_10": 0.01344, + "precision_at_20": 0.00911, + "precision_at_100": 0.00458, + "precision_at_1000": 0.001, + "mrr_at_1": 0.038889, + "mrr_at_3": 0.052222, + "mrr_at_5": 0.057778, + "mrr_at_10": 0.063005, + "mrr_at_20": 0.066379, + "mrr_at_100": 0.072283, + "mrr_at_1000": 0.074767, + "nauc_ndcg_at_1_max": 0.571367, + "nauc_ndcg_at_1_std": 0.398766, + "nauc_ndcg_at_1_diff1": 0.411629, + "nauc_ndcg_at_3_max": 0.411961, + "nauc_ndcg_at_3_std": 0.341623, + "nauc_ndcg_at_3_diff1": 0.196874, + "nauc_ndcg_at_5_max": 0.340592, + "nauc_ndcg_at_5_std": 0.320654, + "nauc_ndcg_at_5_diff1": 0.130616, + "nauc_ndcg_at_10_max": 0.308604, + "nauc_ndcg_at_10_std": 0.329085, + "nauc_ndcg_at_10_diff1": 0.084931, + "nauc_ndcg_at_20_max": 0.258663, + "nauc_ndcg_at_20_std": 0.301916, + "nauc_ndcg_at_20_diff1": 0.049672, + "nauc_ndcg_at_100_max": 0.200358, + "nauc_ndcg_at_100_std": 0.261949, + "nauc_ndcg_at_100_diff1": 0.018476, + "nauc_ndcg_at_1000_max": 0.26731, + "nauc_ndcg_at_1000_std": 0.290498, + "nauc_ndcg_at_1000_diff1": 0.073954, + "nauc_map_at_1_max": 0.571367, + "nauc_map_at_1_std": 0.398766, + "nauc_map_at_1_diff1": 0.411629, + "nauc_map_at_3_max": 0.444531, + "nauc_map_at_3_std": 0.3501, + "nauc_map_at_3_diff1": 0.238842, + "nauc_map_at_5_max": 0.395216, + "nauc_map_at_5_std": 0.334258, + "nauc_map_at_5_diff1": 0.192655, + "nauc_map_at_10_max": 0.376425, + "nauc_map_at_10_std": 0.337401, + "nauc_map_at_10_diff1": 0.165706, + "nauc_map_at_20_max": 0.354971, + "nauc_map_at_20_std": 0.326433, + "nauc_map_at_20_diff1": 0.150418, + "nauc_map_at_100_max": 0.340873, + "nauc_map_at_100_std": 0.318255, + "nauc_map_at_100_diff1": 0.141525, + "nauc_map_at_1000_max": 0.344236, + "nauc_map_at_1000_std": 0.319176, + "nauc_map_at_1000_diff1": 0.14467, + "nauc_recall_at_1_max": 0.571367, + "nauc_recall_at_1_std": 0.398766, + "nauc_recall_at_1_diff1": 0.411629, + "nauc_recall_at_3_max": 0.341742, + "nauc_recall_at_3_std": 0.324201, + "nauc_recall_at_3_diff1": 0.106901, + "nauc_recall_at_5_max": 0.238586, + "nauc_recall_at_5_std": 0.296722, + "nauc_recall_at_5_diff1": 0.015659, + "nauc_recall_at_10_max": 0.197926, + "nauc_recall_at_10_std": 0.319225, + "nauc_recall_at_10_diff1": -0.04637, + "nauc_recall_at_20_max": 0.116244, + "nauc_recall_at_20_std": 0.265346, + "nauc_recall_at_20_diff1": -0.096228, + "nauc_recall_at_100_max": 0.008556, + "nauc_recall_at_100_std": 0.173811, + "nauc_recall_at_100_diff1": -0.136579, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.571367, + "nauc_precision_at_1_std": 0.398766, + "nauc_precision_at_1_diff1": 0.411629, + "nauc_precision_at_3_max": 0.341742, + "nauc_precision_at_3_std": 0.324201, + "nauc_precision_at_3_diff1": 0.106901, + "nauc_precision_at_5_max": 0.238586, + "nauc_precision_at_5_std": 0.296722, + "nauc_precision_at_5_diff1": 0.015659, + "nauc_precision_at_10_max": 0.197926, + "nauc_precision_at_10_std": 0.319225, + "nauc_precision_at_10_diff1": -0.04637, + "nauc_precision_at_20_max": 0.116244, + "nauc_precision_at_20_std": 0.265346, + "nauc_precision_at_20_diff1": -0.096228, + "nauc_precision_at_100_max": 0.008556, + "nauc_precision_at_100_std": 0.173811, + "nauc_precision_at_100_diff1": -0.136579, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.571367, + "nauc_mrr_at_1_std": 0.398766, + "nauc_mrr_at_1_diff1": 0.411629, + "nauc_mrr_at_3_max": 0.444531, + "nauc_mrr_at_3_std": 0.3501, + "nauc_mrr_at_3_diff1": 0.238842, + "nauc_mrr_at_5_max": 0.395216, + "nauc_mrr_at_5_std": 0.334258, + "nauc_mrr_at_5_diff1": 0.192655, + "nauc_mrr_at_10_max": 0.376425, + "nauc_mrr_at_10_std": 0.337401, + "nauc_mrr_at_10_diff1": 0.165706, + "nauc_mrr_at_20_max": 0.354971, + "nauc_mrr_at_20_std": 0.326433, + "nauc_mrr_at_20_diff1": 0.150418, + "nauc_mrr_at_100_max": 0.340873, + "nauc_mrr_at_100_std": 0.318255, + "nauc_mrr_at_100_diff1": 0.141525, + "nauc_mrr_at_1000_max": 0.344236, + "nauc_mrr_at_1000_std": 0.319176, + "nauc_mrr_at_1000_diff1": 0.14467, + "hit_rate_at_1": 0.03889, + "hit_rate_at_3": 0.07111, + "hit_rate_at_5": 0.09556, + "hit_rate_at_10": 0.13444, + "hit_rate_at_20": 0.18222, + "hit_rate_at_100": 0.45778, + "hit_rate_at_1000": 1.0, + "main_score": 0.0797, + "hf_subset": "eng_Latn-tir_Ethi", + "languages": [ + "eng-Latn", + "tir-Ethi" + ] + }, + { + "ndcg_at_1": 0.46333, + "ndcg_at_3": 0.5116, + "ndcg_at_5": 0.52322, + "ndcg_at_10": 0.53155, + "ndcg_at_20": 0.54082, + "ndcg_at_100": 0.57109, + "ndcg_at_1000": 0.59666, + "map_at_1": 0.46333, + "map_at_3": 0.50019, + "map_at_5": 0.50674, + "map_at_10": 0.51021, + "map_at_20": 0.51276, + "map_at_100": 0.51664, + "map_at_1000": 0.51762, + "recall_at_1": 0.46333, + "recall_at_3": 0.54444, + "recall_at_5": 0.57222, + "recall_at_10": 0.59778, + "recall_at_20": 0.63444, + "recall_at_100": 0.80222, + "recall_at_1000": 1.0, + "accuracy": 0.46333, + "precision_at_1": 0.46333, + "precision_at_3": 0.18148, + "precision_at_5": 0.11444, + "precision_at_10": 0.05978, + "precision_at_20": 0.03172, + "precision_at_100": 0.00802, + "precision_at_1000": 0.001, + "mrr_at_1": 0.463333, + "mrr_at_3": 0.500185, + "mrr_at_5": 0.506741, + "mrr_at_10": 0.510212, + "mrr_at_20": 0.512756, + "mrr_at_100": 0.516644, + "mrr_at_1000": 0.517624, + "nauc_ndcg_at_1_max": 0.249868, + "nauc_ndcg_at_1_std": -0.613959, + "nauc_ndcg_at_1_diff1": 0.859676, + "nauc_ndcg_at_3_max": 0.242677, + "nauc_ndcg_at_3_std": -0.651949, + "nauc_ndcg_at_3_diff1": 0.835802, + "nauc_ndcg_at_5_max": 0.237014, + "nauc_ndcg_at_5_std": -0.650153, + "nauc_ndcg_at_5_diff1": 0.824251, + "nauc_ndcg_at_10_max": 0.233877, + "nauc_ndcg_at_10_std": -0.648002, + "nauc_ndcg_at_10_diff1": 0.814586, + "nauc_ndcg_at_20_max": 0.232628, + "nauc_ndcg_at_20_std": -0.645866, + "nauc_ndcg_at_20_diff1": 0.811364, + "nauc_ndcg_at_100_max": 0.227688, + "nauc_ndcg_at_100_std": -0.636229, + "nauc_ndcg_at_100_diff1": 0.80199, + "nauc_ndcg_at_1000_max": 0.233906, + "nauc_ndcg_at_1000_std": -0.640264, + "nauc_ndcg_at_1000_diff1": 0.817549, + "nauc_map_at_1_max": 0.249868, + "nauc_map_at_1_std": -0.613959, + "nauc_map_at_1_diff1": 0.859676, + "nauc_map_at_3_max": 0.244261, + "nauc_map_at_3_std": -0.642972, + "nauc_map_at_3_diff1": 0.841499, + "nauc_map_at_5_max": 0.24085, + "nauc_map_at_5_std": -0.642244, + "nauc_map_at_5_diff1": 0.835061, + "nauc_map_at_10_max": 0.239384, + "nauc_map_at_10_std": -0.641528, + "nauc_map_at_10_diff1": 0.831178, + "nauc_map_at_20_max": 0.239117, + "nauc_map_at_20_std": -0.640789, + "nauc_map_at_20_diff1": 0.830368, + "nauc_map_at_100_max": 0.238588, + "nauc_map_at_100_std": -0.639269, + "nauc_map_at_100_diff1": 0.829308, + "nauc_map_at_1000_max": 0.238752, + "nauc_map_at_1000_std": -0.639388, + "nauc_map_at_1000_diff1": 0.829834, + "nauc_recall_at_1_max": 0.249868, + "nauc_recall_at_1_std": -0.613959, + "nauc_recall_at_1_diff1": 0.859676, + "nauc_recall_at_3_max": 0.238034, + "nauc_recall_at_3_std": -0.678571, + "nauc_recall_at_3_diff1": 0.818886, + "nauc_recall_at_5_max": 0.224947, + "nauc_recall_at_5_std": -0.673445, + "nauc_recall_at_5_diff1": 0.789765, + "nauc_recall_at_10_max": 0.215454, + "nauc_recall_at_10_std": -0.665958, + "nauc_recall_at_10_diff1": 0.757005, + "nauc_recall_at_20_max": 0.208354, + "nauc_recall_at_20_std": -0.658827, + "nauc_recall_at_20_diff1": 0.73894, + "nauc_recall_at_100_max": 0.14777, + "nauc_recall_at_100_std": -0.586001, + "nauc_recall_at_100_diff1": 0.61076, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.249868, + "nauc_precision_at_1_std": -0.613959, + "nauc_precision_at_1_diff1": 0.859676, + "nauc_precision_at_3_max": 0.238034, + "nauc_precision_at_3_std": -0.678571, + "nauc_precision_at_3_diff1": 0.818886, + "nauc_precision_at_5_max": 0.224947, + "nauc_precision_at_5_std": -0.673445, + "nauc_precision_at_5_diff1": 0.789765, + "nauc_precision_at_10_max": 0.215454, + "nauc_precision_at_10_std": -0.665958, + "nauc_precision_at_10_diff1": 0.757005, + "nauc_precision_at_20_max": 0.208354, + "nauc_precision_at_20_std": -0.658827, + "nauc_precision_at_20_diff1": 0.73894, + "nauc_precision_at_100_max": 0.14777, + "nauc_precision_at_100_std": -0.586001, + "nauc_precision_at_100_diff1": 0.61076, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.249868, + "nauc_mrr_at_1_std": -0.613959, + "nauc_mrr_at_1_diff1": 0.859676, + "nauc_mrr_at_3_max": 0.244261, + "nauc_mrr_at_3_std": -0.642972, + "nauc_mrr_at_3_diff1": 0.841499, + "nauc_mrr_at_5_max": 0.24085, + "nauc_mrr_at_5_std": -0.642244, + "nauc_mrr_at_5_diff1": 0.835061, + "nauc_mrr_at_10_max": 0.239384, + "nauc_mrr_at_10_std": -0.641528, + "nauc_mrr_at_10_diff1": 0.831178, + "nauc_mrr_at_20_max": 0.239117, + "nauc_mrr_at_20_std": -0.640789, + "nauc_mrr_at_20_diff1": 0.830368, + "nauc_mrr_at_100_max": 0.238588, + "nauc_mrr_at_100_std": -0.639269, + "nauc_mrr_at_100_diff1": 0.829308, + "nauc_mrr_at_1000_max": 0.238752, + "nauc_mrr_at_1000_std": -0.639388, + "nauc_mrr_at_1000_diff1": 0.829834, + "hit_rate_at_1": 0.46333, + "hit_rate_at_3": 0.54444, + "hit_rate_at_5": 0.57222, + "hit_rate_at_10": 0.59778, + "hit_rate_at_20": 0.63444, + "hit_rate_at_100": 0.80222, + "hit_rate_at_1000": 1.0, + "main_score": 0.53155, + "hf_subset": "tsn_Latn-tsn_Latn", + "languages": [ + "tsn-Latn", + "tsn-Latn" + ] + }, + { + "ndcg_at_1": 0.56222, + "ndcg_at_3": 0.61061, + "ndcg_at_5": 0.62471, + "ndcg_at_10": 0.63702, + "ndcg_at_20": 0.65039, + "ndcg_at_100": 0.67207, + "ndcg_at_1000": 0.68661, + "map_at_1": 0.56222, + "map_at_3": 0.59889, + "map_at_5": 0.60667, + "map_at_10": 0.61179, + "map_at_20": 0.6154, + "map_at_100": 0.61806, + "map_at_1000": 0.61872, + "recall_at_1": 0.56222, + "recall_at_3": 0.64444, + "recall_at_5": 0.67889, + "recall_at_10": 0.71667, + "recall_at_20": 0.77, + "recall_at_100": 0.89222, + "recall_at_1000": 1.0, + "accuracy": 0.56222, + "precision_at_1": 0.56222, + "precision_at_3": 0.21481, + "precision_at_5": 0.13578, + "precision_at_10": 0.07167, + "precision_at_20": 0.0385, + "precision_at_100": 0.00892, + "precision_at_1000": 0.001, + "mrr_at_1": 0.562222, + "mrr_at_3": 0.598889, + "mrr_at_5": 0.606667, + "mrr_at_10": 0.611794, + "mrr_at_20": 0.615404, + "mrr_at_100": 0.618059, + "mrr_at_1000": 0.618721, + "nauc_ndcg_at_1_max": 0.82125, + "nauc_ndcg_at_1_std": 0.308502, + "nauc_ndcg_at_1_diff1": 0.843625, + "nauc_ndcg_at_3_max": 0.835153, + "nauc_ndcg_at_3_std": 0.34501, + "nauc_ndcg_at_3_diff1": 0.811388, + "nauc_ndcg_at_5_max": 0.825045, + "nauc_ndcg_at_5_std": 0.341522, + "nauc_ndcg_at_5_diff1": 0.801873, + "nauc_ndcg_at_10_max": 0.821504, + "nauc_ndcg_at_10_std": 0.340071, + "nauc_ndcg_at_10_diff1": 0.798108, + "nauc_ndcg_at_20_max": 0.8164, + "nauc_ndcg_at_20_std": 0.339674, + "nauc_ndcg_at_20_diff1": 0.793837, + "nauc_ndcg_at_100_max": 0.814477, + "nauc_ndcg_at_100_std": 0.34068, + "nauc_ndcg_at_100_diff1": 0.796041, + "nauc_ndcg_at_1000_max": 0.820533, + "nauc_ndcg_at_1000_std": 0.337066, + "nauc_ndcg_at_1000_diff1": 0.803973, + "nauc_map_at_1_max": 0.82125, + "nauc_map_at_1_std": 0.308502, + "nauc_map_at_1_diff1": 0.843625, + "nauc_map_at_3_max": 0.831897, + "nauc_map_at_3_std": 0.335577, + "nauc_map_at_3_diff1": 0.819583, + "nauc_map_at_5_max": 0.826513, + "nauc_map_at_5_std": 0.333773, + "nauc_map_at_5_diff1": 0.814558, + "nauc_map_at_10_max": 0.825028, + "nauc_map_at_10_std": 0.333062, + "nauc_map_at_10_diff1": 0.813022, + "nauc_map_at_20_max": 0.823893, + "nauc_map_at_20_std": 0.333058, + "nauc_map_at_20_diff1": 0.812199, + "nauc_map_at_100_max": 0.823673, + "nauc_map_at_100_std": 0.33313, + "nauc_map_at_100_diff1": 0.812467, + "nauc_map_at_1000_max": 0.823913, + "nauc_map_at_1000_std": 0.332957, + "nauc_map_at_1000_diff1": 0.812807, + "nauc_recall_at_1_max": 0.82125, + "nauc_recall_at_1_std": 0.308502, + "nauc_recall_at_1_diff1": 0.843625, + "nauc_recall_at_3_max": 0.845126, + "nauc_recall_at_3_std": 0.374328, + "nauc_recall_at_3_diff1": 0.785979, + "nauc_recall_at_5_max": 0.818318, + "nauc_recall_at_5_std": 0.366095, + "nauc_recall_at_5_diff1": 0.758832, + "nauc_recall_at_10_max": 0.805514, + "nauc_recall_at_10_std": 0.363607, + "nauc_recall_at_10_diff1": 0.742217, + "nauc_recall_at_20_max": 0.773871, + "nauc_recall_at_20_std": 0.364211, + "nauc_recall_at_20_diff1": 0.707596, + "nauc_recall_at_100_max": 0.709208, + "nauc_recall_at_100_std": 0.401265, + "nauc_recall_at_100_diff1": 0.660067, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.82125, + "nauc_precision_at_1_std": 0.308502, + "nauc_precision_at_1_diff1": 0.843625, + "nauc_precision_at_3_max": 0.845126, + "nauc_precision_at_3_std": 0.374328, + "nauc_precision_at_3_diff1": 0.785979, + "nauc_precision_at_5_max": 0.818318, + "nauc_precision_at_5_std": 0.366095, + "nauc_precision_at_5_diff1": 0.758832, + "nauc_precision_at_10_max": 0.805514, + "nauc_precision_at_10_std": 0.363607, + "nauc_precision_at_10_diff1": 0.742217, + "nauc_precision_at_20_max": 0.773871, + "nauc_precision_at_20_std": 0.364211, + "nauc_precision_at_20_diff1": 0.707596, + "nauc_precision_at_100_max": 0.709208, + "nauc_precision_at_100_std": 0.401265, + "nauc_precision_at_100_diff1": 0.660067, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.82125, + "nauc_mrr_at_1_std": 0.308502, + "nauc_mrr_at_1_diff1": 0.843625, + "nauc_mrr_at_3_max": 0.831897, + "nauc_mrr_at_3_std": 0.335577, + "nauc_mrr_at_3_diff1": 0.819583, + "nauc_mrr_at_5_max": 0.826513, + "nauc_mrr_at_5_std": 0.333773, + "nauc_mrr_at_5_diff1": 0.814558, + "nauc_mrr_at_10_max": 0.825028, + "nauc_mrr_at_10_std": 0.333062, + "nauc_mrr_at_10_diff1": 0.813022, + "nauc_mrr_at_20_max": 0.823893, + "nauc_mrr_at_20_std": 0.333058, + "nauc_mrr_at_20_diff1": 0.812199, + "nauc_mrr_at_100_max": 0.823673, + "nauc_mrr_at_100_std": 0.33313, + "nauc_mrr_at_100_diff1": 0.812467, + "nauc_mrr_at_1000_max": 0.823913, + "nauc_mrr_at_1000_std": 0.332957, + "nauc_mrr_at_1000_diff1": 0.812807, + "hit_rate_at_1": 0.56222, + "hit_rate_at_3": 0.64444, + "hit_rate_at_5": 0.67889, + "hit_rate_at_10": 0.71667, + "hit_rate_at_20": 0.77, + "hit_rate_at_100": 0.89222, + "hit_rate_at_1000": 1.0, + "main_score": 0.63702, + "hf_subset": "tsn_Latn-eng_Latn", + "languages": [ + "tsn-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.37556, + "ndcg_at_3": 0.40594, + "ndcg_at_5": 0.41172, + "ndcg_at_10": 0.42053, + "ndcg_at_20": 0.42814, + "ndcg_at_100": 0.45143, + "ndcg_at_1000": 0.49791, + "map_at_1": 0.37556, + "map_at_3": 0.39907, + "map_at_5": 0.40219, + "map_at_10": 0.40593, + "map_at_20": 0.40804, + "map_at_100": 0.41071, + "map_at_1000": 0.41229, + "recall_at_1": 0.37556, + "recall_at_3": 0.42556, + "recall_at_5": 0.44, + "recall_at_10": 0.46667, + "recall_at_20": 0.49667, + "recall_at_100": 0.63, + "recall_at_1000": 1.0, + "accuracy": 0.37556, + "precision_at_1": 0.37556, + "precision_at_3": 0.14185, + "precision_at_5": 0.088, + "precision_at_10": 0.04667, + "precision_at_20": 0.02483, + "precision_at_100": 0.0063, + "precision_at_1000": 0.001, + "mrr_at_1": 0.375556, + "mrr_at_3": 0.399074, + "mrr_at_5": 0.402185, + "mrr_at_10": 0.40593, + "mrr_at_20": 0.40804, + "mrr_at_100": 0.410708, + "mrr_at_1000": 0.41229, + "nauc_ndcg_at_1_max": 0.863187, + "nauc_ndcg_at_1_std": 0.655923, + "nauc_ndcg_at_1_diff1": 0.854088, + "nauc_ndcg_at_3_max": 0.887465, + "nauc_ndcg_at_3_std": 0.704446, + "nauc_ndcg_at_3_diff1": 0.830698, + "nauc_ndcg_at_5_max": 0.883907, + "nauc_ndcg_at_5_std": 0.705876, + "nauc_ndcg_at_5_diff1": 0.825775, + "nauc_ndcg_at_10_max": 0.883587, + "nauc_ndcg_at_10_std": 0.714251, + "nauc_ndcg_at_10_diff1": 0.819774, + "nauc_ndcg_at_20_max": 0.873904, + "nauc_ndcg_at_20_std": 0.712734, + "nauc_ndcg_at_20_diff1": 0.808833, + "nauc_ndcg_at_100_max": 0.857114, + "nauc_ndcg_at_100_std": 0.699541, + "nauc_ndcg_at_100_diff1": 0.797979, + "nauc_ndcg_at_1000_max": 0.869613, + "nauc_ndcg_at_1000_std": 0.700211, + "nauc_ndcg_at_1000_diff1": 0.813406, + "nauc_map_at_1_max": 0.863187, + "nauc_map_at_1_std": 0.655923, + "nauc_map_at_1_diff1": 0.854088, + "nauc_map_at_3_max": 0.882557, + "nauc_map_at_3_std": 0.69401, + "nauc_map_at_3_diff1": 0.835839, + "nauc_map_at_5_max": 0.880656, + "nauc_map_at_5_std": 0.694771, + "nauc_map_at_5_diff1": 0.833197, + "nauc_map_at_10_max": 0.880564, + "nauc_map_at_10_std": 0.69822, + "nauc_map_at_10_diff1": 0.83078, + "nauc_map_at_20_max": 0.877894, + "nauc_map_at_20_std": 0.697793, + "nauc_map_at_20_diff1": 0.827709, + "nauc_map_at_100_max": 0.875858, + "nauc_map_at_100_std": 0.696184, + "nauc_map_at_100_diff1": 0.826435, + "nauc_map_at_1000_max": 0.87607, + "nauc_map_at_1000_std": 0.69596, + "nauc_map_at_1000_diff1": 0.826799, + "nauc_recall_at_1_max": 0.863187, + "nauc_recall_at_1_std": 0.655923, + "nauc_recall_at_1_diff1": 0.854088, + "nauc_recall_at_3_max": 0.901227, + "nauc_recall_at_3_std": 0.73402, + "nauc_recall_at_3_diff1": 0.816078, + "nauc_recall_at_5_max": 0.892315, + "nauc_recall_at_5_std": 0.737733, + "nauc_recall_at_5_diff1": 0.803679, + "nauc_recall_at_10_max": 0.891176, + "nauc_recall_at_10_std": 0.764104, + "nauc_recall_at_10_diff1": 0.784503, + "nauc_recall_at_20_max": 0.852468, + "nauc_recall_at_20_std": 0.758516, + "nauc_recall_at_20_diff1": 0.740815, + "nauc_recall_at_100_max": 0.740063, + "nauc_recall_at_100_std": 0.680423, + "nauc_recall_at_100_diff1": 0.658541, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.863187, + "nauc_precision_at_1_std": 0.655923, + "nauc_precision_at_1_diff1": 0.854088, + "nauc_precision_at_3_max": 0.901227, + "nauc_precision_at_3_std": 0.73402, + "nauc_precision_at_3_diff1": 0.816078, + "nauc_precision_at_5_max": 0.892315, + "nauc_precision_at_5_std": 0.737733, + "nauc_precision_at_5_diff1": 0.803679, + "nauc_precision_at_10_max": 0.891176, + "nauc_precision_at_10_std": 0.764104, + "nauc_precision_at_10_diff1": 0.784503, + "nauc_precision_at_20_max": 0.852468, + "nauc_precision_at_20_std": 0.758516, + "nauc_precision_at_20_diff1": 0.740815, + "nauc_precision_at_100_max": 0.740063, + "nauc_precision_at_100_std": 0.680423, + "nauc_precision_at_100_diff1": 0.658541, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.863187, + "nauc_mrr_at_1_std": 0.655923, + "nauc_mrr_at_1_diff1": 0.854088, + "nauc_mrr_at_3_max": 0.882557, + "nauc_mrr_at_3_std": 0.69401, + "nauc_mrr_at_3_diff1": 0.835839, + "nauc_mrr_at_5_max": 0.880656, + "nauc_mrr_at_5_std": 0.694771, + "nauc_mrr_at_5_diff1": 0.833197, + "nauc_mrr_at_10_max": 0.880564, + "nauc_mrr_at_10_std": 0.69822, + "nauc_mrr_at_10_diff1": 0.83078, + "nauc_mrr_at_20_max": 0.877894, + "nauc_mrr_at_20_std": 0.697793, + "nauc_mrr_at_20_diff1": 0.827709, + "nauc_mrr_at_100_max": 0.875858, + "nauc_mrr_at_100_std": 0.696184, + "nauc_mrr_at_100_diff1": 0.826435, + "nauc_mrr_at_1000_max": 0.87607, + "nauc_mrr_at_1000_std": 0.69596, + "nauc_mrr_at_1000_diff1": 0.826799, + "hit_rate_at_1": 0.37556, + "hit_rate_at_3": 0.42556, + "hit_rate_at_5": 0.44, + "hit_rate_at_10": 0.46667, + "hit_rate_at_20": 0.49667, + "hit_rate_at_100": 0.63, + "hit_rate_at_1000": 1.0, + "main_score": 0.42053, + "hf_subset": "eng_Latn-tsn_Latn", + "languages": [ + "eng-Latn", + "tsn-Latn" + ] + }, + { + "ndcg_at_1": 0.50556, + "ndcg_at_3": 0.53562, + "ndcg_at_5": 0.54959, + "ndcg_at_10": 0.56104, + "ndcg_at_20": 0.57298, + "ndcg_at_100": 0.59824, + "ndcg_at_1000": 0.62253, + "map_at_1": 0.50556, + "map_at_3": 0.52833, + "map_at_5": 0.53622, + "map_at_10": 0.54113, + "map_at_20": 0.54434, + "map_at_100": 0.54748, + "map_at_1000": 0.54844, + "recall_at_1": 0.50556, + "recall_at_3": 0.55667, + "recall_at_5": 0.59, + "recall_at_10": 0.62444, + "recall_at_20": 0.67222, + "recall_at_100": 0.81333, + "recall_at_1000": 1.0, + "accuracy": 0.50556, + "precision_at_1": 0.50556, + "precision_at_3": 0.18556, + "precision_at_5": 0.118, + "precision_at_10": 0.06244, + "precision_at_20": 0.03361, + "precision_at_100": 0.00813, + "precision_at_1000": 0.001, + "mrr_at_1": 0.505556, + "mrr_at_3": 0.528333, + "mrr_at_5": 0.536222, + "mrr_at_10": 0.541131, + "mrr_at_20": 0.544337, + "mrr_at_100": 0.547478, + "mrr_at_1000": 0.548443, + "nauc_ndcg_at_1_max": 0.269769, + "nauc_ndcg_at_1_std": -0.67518, + "nauc_ndcg_at_1_diff1": 0.846865, + "nauc_ndcg_at_3_max": 0.262815, + "nauc_ndcg_at_3_std": -0.687313, + "nauc_ndcg_at_3_diff1": 0.835493, + "nauc_ndcg_at_5_max": 0.249405, + "nauc_ndcg_at_5_std": -0.69328, + "nauc_ndcg_at_5_diff1": 0.824526, + "nauc_ndcg_at_10_max": 0.251094, + "nauc_ndcg_at_10_std": -0.681213, + "nauc_ndcg_at_10_diff1": 0.818731, + "nauc_ndcg_at_20_max": 0.243716, + "nauc_ndcg_at_20_std": -0.680227, + "nauc_ndcg_at_20_diff1": 0.811955, + "nauc_ndcg_at_100_max": 0.239629, + "nauc_ndcg_at_100_std": -0.679606, + "nauc_ndcg_at_100_diff1": 0.80535, + "nauc_ndcg_at_1000_max": 0.249366, + "nauc_ndcg_at_1000_std": -0.681567, + "nauc_ndcg_at_1000_diff1": 0.818396, + "nauc_map_at_1_max": 0.269769, + "nauc_map_at_1_std": -0.67518, + "nauc_map_at_1_diff1": 0.846865, + "nauc_map_at_3_max": 0.265297, + "nauc_map_at_3_std": -0.683998, + "nauc_map_at_3_diff1": 0.838402, + "nauc_map_at_5_max": 0.257863, + "nauc_map_at_5_std": -0.687323, + "nauc_map_at_5_diff1": 0.832293, + "nauc_map_at_10_max": 0.258649, + "nauc_map_at_10_std": -0.682109, + "nauc_map_at_10_diff1": 0.829832, + "nauc_map_at_20_max": 0.256696, + "nauc_map_at_20_std": -0.68201, + "nauc_map_at_20_diff1": 0.82815, + "nauc_map_at_100_max": 0.256415, + "nauc_map_at_100_std": -0.682012, + "nauc_map_at_100_diff1": 0.827471, + "nauc_map_at_1000_max": 0.256727, + "nauc_map_at_1000_std": -0.682081, + "nauc_map_at_1000_diff1": 0.827942, + "nauc_recall_at_1_max": 0.269769, + "nauc_recall_at_1_std": -0.67518, + "nauc_recall_at_1_diff1": 0.846865, + "nauc_recall_at_3_max": 0.255107, + "nauc_recall_at_3_std": -0.697311, + "nauc_recall_at_3_diff1": 0.8268, + "nauc_recall_at_5_max": 0.221299, + "nauc_recall_at_5_std": -0.712439, + "nauc_recall_at_5_diff1": 0.799222, + "nauc_recall_at_10_max": 0.225093, + "nauc_recall_at_10_std": -0.674744, + "nauc_recall_at_10_diff1": 0.779351, + "nauc_recall_at_20_max": 0.188979, + "nauc_recall_at_20_std": -0.668134, + "nauc_recall_at_20_diff1": 0.743873, + "nauc_recall_at_100_max": 0.115314, + "nauc_recall_at_100_std": -0.654253, + "nauc_recall_at_100_diff1": 0.642804, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.269769, + "nauc_precision_at_1_std": -0.67518, + "nauc_precision_at_1_diff1": 0.846865, + "nauc_precision_at_3_max": 0.255107, + "nauc_precision_at_3_std": -0.697311, + "nauc_precision_at_3_diff1": 0.8268, + "nauc_precision_at_5_max": 0.221299, + "nauc_precision_at_5_std": -0.712439, + "nauc_precision_at_5_diff1": 0.799222, + "nauc_precision_at_10_max": 0.225093, + "nauc_precision_at_10_std": -0.674744, + "nauc_precision_at_10_diff1": 0.779351, + "nauc_precision_at_20_max": 0.188979, + "nauc_precision_at_20_std": -0.668134, + "nauc_precision_at_20_diff1": 0.743873, + "nauc_precision_at_100_max": 0.115314, + "nauc_precision_at_100_std": -0.654253, + "nauc_precision_at_100_diff1": 0.642804, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.269769, + "nauc_mrr_at_1_std": -0.67518, + "nauc_mrr_at_1_diff1": 0.846865, + "nauc_mrr_at_3_max": 0.265297, + "nauc_mrr_at_3_std": -0.683998, + "nauc_mrr_at_3_diff1": 0.838402, + "nauc_mrr_at_5_max": 0.257863, + "nauc_mrr_at_5_std": -0.687323, + "nauc_mrr_at_5_diff1": 0.832293, + "nauc_mrr_at_10_max": 0.258649, + "nauc_mrr_at_10_std": -0.682109, + "nauc_mrr_at_10_diff1": 0.829832, + "nauc_mrr_at_20_max": 0.256696, + "nauc_mrr_at_20_std": -0.68201, + "nauc_mrr_at_20_diff1": 0.82815, + "nauc_mrr_at_100_max": 0.256415, + "nauc_mrr_at_100_std": -0.682012, + "nauc_mrr_at_100_diff1": 0.827471, + "nauc_mrr_at_1000_max": 0.256727, + "nauc_mrr_at_1000_std": -0.682081, + "nauc_mrr_at_1000_diff1": 0.827942, + "hit_rate_at_1": 0.50556, + "hit_rate_at_3": 0.55667, + "hit_rate_at_5": 0.59, + "hit_rate_at_10": 0.62444, + "hit_rate_at_20": 0.67222, + "hit_rate_at_100": 0.81333, + "hit_rate_at_1000": 1.0, + "main_score": 0.56104, + "hf_subset": "tso_Latn-tso_Latn", + "languages": [ + "tso-Latn", + "tso-Latn" + ] + }, + { + "ndcg_at_1": 0.51667, + "ndcg_at_3": 0.56044, + "ndcg_at_5": 0.5755, + "ndcg_at_10": 0.58869, + "ndcg_at_20": 0.60087, + "ndcg_at_100": 0.63111, + "ndcg_at_1000": 0.64612, + "map_at_1": 0.51667, + "map_at_3": 0.54981, + "map_at_5": 0.55815, + "map_at_10": 0.56353, + "map_at_20": 0.56693, + "map_at_100": 0.57066, + "map_at_1000": 0.57129, + "recall_at_1": 0.51667, + "recall_at_3": 0.59111, + "recall_at_5": 0.62778, + "recall_at_10": 0.66889, + "recall_at_20": 0.71667, + "recall_at_100": 0.88667, + "recall_at_1000": 1.0, + "accuracy": 0.51667, + "precision_at_1": 0.51667, + "precision_at_3": 0.19704, + "precision_at_5": 0.12556, + "precision_at_10": 0.06689, + "precision_at_20": 0.03583, + "precision_at_100": 0.00887, + "precision_at_1000": 0.001, + "mrr_at_1": 0.516667, + "mrr_at_3": 0.549815, + "mrr_at_5": 0.558148, + "mrr_at_10": 0.563534, + "mrr_at_20": 0.566927, + "mrr_at_100": 0.570656, + "mrr_at_1000": 0.571291, + "nauc_ndcg_at_1_max": 0.814903, + "nauc_ndcg_at_1_std": 0.306251, + "nauc_ndcg_at_1_diff1": 0.868113, + "nauc_ndcg_at_3_max": 0.848493, + "nauc_ndcg_at_3_std": 0.341721, + "nauc_ndcg_at_3_diff1": 0.846019, + "nauc_ndcg_at_5_max": 0.844252, + "nauc_ndcg_at_5_std": 0.351217, + "nauc_ndcg_at_5_diff1": 0.836585, + "nauc_ndcg_at_10_max": 0.837545, + "nauc_ndcg_at_10_std": 0.355687, + "nauc_ndcg_at_10_diff1": 0.830567, + "nauc_ndcg_at_20_max": 0.83211, + "nauc_ndcg_at_20_std": 0.36033, + "nauc_ndcg_at_20_diff1": 0.827939, + "nauc_ndcg_at_100_max": 0.829187, + "nauc_ndcg_at_100_std": 0.35851, + "nauc_ndcg_at_100_diff1": 0.824362, + "nauc_ndcg_at_1000_max": 0.833405, + "nauc_ndcg_at_1000_std": 0.350848, + "nauc_ndcg_at_1000_diff1": 0.834474, + "nauc_map_at_1_max": 0.814903, + "nauc_map_at_1_std": 0.306251, + "nauc_map_at_1_diff1": 0.868113, + "nauc_map_at_3_max": 0.841451, + "nauc_map_at_3_std": 0.333734, + "nauc_map_at_3_diff1": 0.851736, + "nauc_map_at_5_max": 0.838982, + "nauc_map_at_5_std": 0.3387, + "nauc_map_at_5_diff1": 0.846606, + "nauc_map_at_10_max": 0.836519, + "nauc_map_at_10_std": 0.340728, + "nauc_map_at_10_diff1": 0.844451, + "nauc_map_at_20_max": 0.834998, + "nauc_map_at_20_std": 0.341949, + "nauc_map_at_20_diff1": 0.843755, + "nauc_map_at_100_max": 0.834583, + "nauc_map_at_100_std": 0.341823, + "nauc_map_at_100_diff1": 0.84335, + "nauc_map_at_1000_max": 0.834707, + "nauc_map_at_1000_std": 0.341508, + "nauc_map_at_1000_diff1": 0.843704, + "nauc_recall_at_1_max": 0.814903, + "nauc_recall_at_1_std": 0.306251, + "nauc_recall_at_1_diff1": 0.868113, + "nauc_recall_at_3_max": 0.869181, + "nauc_recall_at_3_std": 0.365467, + "nauc_recall_at_3_diff1": 0.828665, + "nauc_recall_at_5_max": 0.85976, + "nauc_recall_at_5_std": 0.392078, + "nauc_recall_at_5_diff1": 0.803383, + "nauc_recall_at_10_max": 0.835937, + "nauc_recall_at_10_std": 0.408983, + "nauc_recall_at_10_diff1": 0.778601, + "nauc_recall_at_20_max": 0.810086, + "nauc_recall_at_20_std": 0.436974, + "nauc_recall_at_20_diff1": 0.760536, + "nauc_recall_at_100_max": 0.748819, + "nauc_recall_at_100_std": 0.495914, + "nauc_recall_at_100_diff1": 0.636293, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.814903, + "nauc_precision_at_1_std": 0.306251, + "nauc_precision_at_1_diff1": 0.868113, + "nauc_precision_at_3_max": 0.869181, + "nauc_precision_at_3_std": 0.365467, + "nauc_precision_at_3_diff1": 0.828665, + "nauc_precision_at_5_max": 0.85976, + "nauc_precision_at_5_std": 0.392078, + "nauc_precision_at_5_diff1": 0.803383, + "nauc_precision_at_10_max": 0.835937, + "nauc_precision_at_10_std": 0.408983, + "nauc_precision_at_10_diff1": 0.778601, + "nauc_precision_at_20_max": 0.810086, + "nauc_precision_at_20_std": 0.436974, + "nauc_precision_at_20_diff1": 0.760536, + "nauc_precision_at_100_max": 0.748819, + "nauc_precision_at_100_std": 0.495914, + "nauc_precision_at_100_diff1": 0.636293, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.814903, + "nauc_mrr_at_1_std": 0.306251, + "nauc_mrr_at_1_diff1": 0.868113, + "nauc_mrr_at_3_max": 0.841451, + "nauc_mrr_at_3_std": 0.333734, + "nauc_mrr_at_3_diff1": 0.851736, + "nauc_mrr_at_5_max": 0.838982, + "nauc_mrr_at_5_std": 0.3387, + "nauc_mrr_at_5_diff1": 0.846606, + "nauc_mrr_at_10_max": 0.836519, + "nauc_mrr_at_10_std": 0.340728, + "nauc_mrr_at_10_diff1": 0.844451, + "nauc_mrr_at_20_max": 0.834998, + "nauc_mrr_at_20_std": 0.341949, + "nauc_mrr_at_20_diff1": 0.843755, + "nauc_mrr_at_100_max": 0.834583, + "nauc_mrr_at_100_std": 0.341823, + "nauc_mrr_at_100_diff1": 0.84335, + "nauc_mrr_at_1000_max": 0.834707, + "nauc_mrr_at_1000_std": 0.341508, + "nauc_mrr_at_1000_diff1": 0.843704, + "hit_rate_at_1": 0.51667, + "hit_rate_at_3": 0.59111, + "hit_rate_at_5": 0.62778, + "hit_rate_at_10": 0.66889, + "hit_rate_at_20": 0.71667, + "hit_rate_at_100": 0.88667, + "hit_rate_at_1000": 1.0, + "main_score": 0.58869, + "hf_subset": "tso_Latn-eng_Latn", + "languages": [ + "tso-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.37333, + "ndcg_at_3": 0.40693, + "ndcg_at_5": 0.41606, + "ndcg_at_10": 0.42351, + "ndcg_at_20": 0.42928, + "ndcg_at_100": 0.44896, + "ndcg_at_1000": 0.49819, + "map_at_1": 0.37333, + "map_at_3": 0.39926, + "map_at_5": 0.40431, + "map_at_10": 0.40733, + "map_at_20": 0.40885, + "map_at_100": 0.41132, + "map_at_1000": 0.41299, + "recall_at_1": 0.37333, + "recall_at_3": 0.42889, + "recall_at_5": 0.45111, + "recall_at_10": 0.47444, + "recall_at_20": 0.49778, + "recall_at_100": 0.60778, + "recall_at_1000": 1.0, + "accuracy": 0.37333, + "precision_at_1": 0.37333, + "precision_at_3": 0.14296, + "precision_at_5": 0.09022, + "precision_at_10": 0.04744, + "precision_at_20": 0.02489, + "precision_at_100": 0.00608, + "precision_at_1000": 0.001, + "mrr_at_1": 0.373333, + "mrr_at_3": 0.399259, + "mrr_at_5": 0.404315, + "mrr_at_10": 0.407326, + "mrr_at_20": 0.408846, + "mrr_at_100": 0.411318, + "mrr_at_1000": 0.412992, + "nauc_ndcg_at_1_max": 0.869484, + "nauc_ndcg_at_1_std": 0.560684, + "nauc_ndcg_at_1_diff1": 0.918007, + "nauc_ndcg_at_3_max": 0.886277, + "nauc_ndcg_at_3_std": 0.619938, + "nauc_ndcg_at_3_diff1": 0.878696, + "nauc_ndcg_at_5_max": 0.881407, + "nauc_ndcg_at_5_std": 0.626593, + "nauc_ndcg_at_5_diff1": 0.866801, + "nauc_ndcg_at_10_max": 0.872711, + "nauc_ndcg_at_10_std": 0.621898, + "nauc_ndcg_at_10_diff1": 0.856911, + "nauc_ndcg_at_20_max": 0.866757, + "nauc_ndcg_at_20_std": 0.618634, + "nauc_ndcg_at_20_diff1": 0.850274, + "nauc_ndcg_at_100_max": 0.849851, + "nauc_ndcg_at_100_std": 0.605829, + "nauc_ndcg_at_100_diff1": 0.839822, + "nauc_ndcg_at_1000_max": 0.863859, + "nauc_ndcg_at_1000_std": 0.608766, + "nauc_ndcg_at_1000_diff1": 0.857419, + "nauc_map_at_1_max": 0.869484, + "nauc_map_at_1_std": 0.560684, + "nauc_map_at_1_diff1": 0.918007, + "nauc_map_at_3_max": 0.882841, + "nauc_map_at_3_std": 0.607022, + "nauc_map_at_3_diff1": 0.887312, + "nauc_map_at_5_max": 0.880156, + "nauc_map_at_5_std": 0.610582, + "nauc_map_at_5_diff1": 0.880778, + "nauc_map_at_10_max": 0.876652, + "nauc_map_at_10_std": 0.608732, + "nauc_map_at_10_diff1": 0.87681, + "nauc_map_at_20_max": 0.875099, + "nauc_map_at_20_std": 0.607901, + "nauc_map_at_20_diff1": 0.875109, + "nauc_map_at_100_max": 0.873016, + "nauc_map_at_100_std": 0.606403, + "nauc_map_at_100_diff1": 0.873895, + "nauc_map_at_1000_max": 0.873235, + "nauc_map_at_1000_std": 0.606236, + "nauc_map_at_1000_diff1": 0.874345, + "nauc_recall_at_1_max": 0.869484, + "nauc_recall_at_1_std": 0.560684, + "nauc_recall_at_1_diff1": 0.918007, + "nauc_recall_at_3_max": 0.895935, + "nauc_recall_at_3_std": 0.656627, + "nauc_recall_at_3_diff1": 0.854201, + "nauc_recall_at_5_max": 0.884053, + "nauc_recall_at_5_std": 0.673572, + "nauc_recall_at_5_diff1": 0.824835, + "nauc_recall_at_10_max": 0.85654, + "nauc_recall_at_10_std": 0.658812, + "nauc_recall_at_10_diff1": 0.793134, + "nauc_recall_at_20_max": 0.831898, + "nauc_recall_at_20_std": 0.645495, + "nauc_recall_at_20_diff1": 0.765159, + "nauc_recall_at_100_max": 0.721716, + "nauc_recall_at_100_std": 0.567144, + "nauc_recall_at_100_diff1": 0.688235, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.869484, + "nauc_precision_at_1_std": 0.560684, + "nauc_precision_at_1_diff1": 0.918007, + "nauc_precision_at_3_max": 0.895935, + "nauc_precision_at_3_std": 0.656627, + "nauc_precision_at_3_diff1": 0.854201, + "nauc_precision_at_5_max": 0.884053, + "nauc_precision_at_5_std": 0.673572, + "nauc_precision_at_5_diff1": 0.824835, + "nauc_precision_at_10_max": 0.85654, + "nauc_precision_at_10_std": 0.658812, + "nauc_precision_at_10_diff1": 0.793134, + "nauc_precision_at_20_max": 0.831898, + "nauc_precision_at_20_std": 0.645495, + "nauc_precision_at_20_diff1": 0.765159, + "nauc_precision_at_100_max": 0.721716, + "nauc_precision_at_100_std": 0.567144, + "nauc_precision_at_100_diff1": 0.688235, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.869484, + "nauc_mrr_at_1_std": 0.560684, + "nauc_mrr_at_1_diff1": 0.918007, + "nauc_mrr_at_3_max": 0.882841, + "nauc_mrr_at_3_std": 0.607022, + "nauc_mrr_at_3_diff1": 0.887312, + "nauc_mrr_at_5_max": 0.880156, + "nauc_mrr_at_5_std": 0.610582, + "nauc_mrr_at_5_diff1": 0.880778, + "nauc_mrr_at_10_max": 0.876652, + "nauc_mrr_at_10_std": 0.608732, + "nauc_mrr_at_10_diff1": 0.87681, + "nauc_mrr_at_20_max": 0.875099, + "nauc_mrr_at_20_std": 0.607901, + "nauc_mrr_at_20_diff1": 0.875109, + "nauc_mrr_at_100_max": 0.873016, + "nauc_mrr_at_100_std": 0.606403, + "nauc_mrr_at_100_diff1": 0.873895, + "nauc_mrr_at_1000_max": 0.873235, + "nauc_mrr_at_1000_std": 0.606236, + "nauc_mrr_at_1000_diff1": 0.874345, + "hit_rate_at_1": 0.37333, + "hit_rate_at_3": 0.42889, + "hit_rate_at_5": 0.45111, + "hit_rate_at_10": 0.47444, + "hit_rate_at_20": 0.49778, + "hit_rate_at_100": 0.60778, + "hit_rate_at_1000": 1.0, + "main_score": 0.42351, + "hf_subset": "eng_Latn-tso_Latn", + "languages": [ + "eng-Latn", + "tso-Latn" + ] + }, + { + "ndcg_at_1": 0.87556, + "ndcg_at_3": 0.91123, + "ndcg_at_5": 0.91998, + "ndcg_at_10": 0.92551, + "ndcg_at_20": 0.92837, + "ndcg_at_100": 0.93053, + "ndcg_at_1000": 0.93112, + "map_at_1": 0.87556, + "map_at_3": 0.90278, + "map_at_5": 0.90767, + "map_at_10": 0.91003, + "map_at_20": 0.91084, + "map_at_100": 0.91118, + "map_at_1000": 0.9112, + "recall_at_1": 0.87556, + "recall_at_3": 0.93556, + "recall_at_5": 0.95667, + "recall_at_10": 0.97333, + "recall_at_20": 0.98444, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.87556, + "precision_at_1": 0.87556, + "precision_at_3": 0.31185, + "precision_at_5": 0.19133, + "precision_at_10": 0.09733, + "precision_at_20": 0.04922, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.875556, + "mrr_at_3": 0.902778, + "mrr_at_5": 0.907667, + "mrr_at_10": 0.910029, + "mrr_at_20": 0.910841, + "mrr_at_100": 0.911177, + "mrr_at_1000": 0.911203, + "nauc_ndcg_at_1_max": 0.742727, + "nauc_ndcg_at_1_std": -0.226735, + "nauc_ndcg_at_1_diff1": 0.916982, + "nauc_ndcg_at_3_max": 0.76995, + "nauc_ndcg_at_3_std": -0.252715, + "nauc_ndcg_at_3_diff1": 0.904845, + "nauc_ndcg_at_5_max": 0.764148, + "nauc_ndcg_at_5_std": -0.257674, + "nauc_ndcg_at_5_diff1": 0.907671, + "nauc_ndcg_at_10_max": 0.771667, + "nauc_ndcg_at_10_std": -0.227425, + "nauc_ndcg_at_10_diff1": 0.909645, + "nauc_ndcg_at_20_max": 0.767983, + "nauc_ndcg_at_20_std": -0.239562, + "nauc_ndcg_at_20_diff1": 0.910588, + "nauc_ndcg_at_100_max": 0.765468, + "nauc_ndcg_at_100_std": -0.240026, + "nauc_ndcg_at_100_diff1": 0.910732, + "nauc_ndcg_at_1000_max": 0.763407, + "nauc_ndcg_at_1000_std": -0.244756, + "nauc_ndcg_at_1000_diff1": 0.910238, + "nauc_map_at_1_max": 0.742727, + "nauc_map_at_1_std": -0.226735, + "nauc_map_at_1_diff1": 0.916982, + "nauc_map_at_3_max": 0.762123, + "nauc_map_at_3_std": -0.250997, + "nauc_map_at_3_diff1": 0.907872, + "nauc_map_at_5_max": 0.758776, + "nauc_map_at_5_std": -0.254009, + "nauc_map_at_5_diff1": 0.909371, + "nauc_map_at_10_max": 0.761314, + "nauc_map_at_10_std": -0.24358, + "nauc_map_at_10_diff1": 0.910185, + "nauc_map_at_20_max": 0.760535, + "nauc_map_at_20_std": -0.246458, + "nauc_map_at_20_diff1": 0.910439, + "nauc_map_at_100_max": 0.760065, + "nauc_map_at_100_std": -0.246772, + "nauc_map_at_100_diff1": 0.910445, + "nauc_map_at_1000_max": 0.759994, + "nauc_map_at_1000_std": -0.246948, + "nauc_map_at_1000_diff1": 0.910428, + "nauc_recall_at_1_max": 0.742727, + "nauc_recall_at_1_std": -0.226735, + "nauc_recall_at_1_diff1": 0.916982, + "nauc_recall_at_3_max": 0.803165, + "nauc_recall_at_3_std": -0.256254, + "nauc_recall_at_3_diff1": 0.892302, + "nauc_recall_at_5_max": 0.794824, + "nauc_recall_at_5_std": -0.273696, + "nauc_recall_at_5_diff1": 0.898908, + "nauc_recall_at_10_max": 0.875836, + "nauc_recall_at_10_std": -0.026455, + "nauc_recall_at_10_diff1": 0.908575, + "nauc_recall_at_20_max": 0.878985, + "nauc_recall_at_20_std": -0.097872, + "nauc_recall_at_20_diff1": 0.922969, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.289449, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.742727, + "nauc_precision_at_1_std": -0.226735, + "nauc_precision_at_1_diff1": 0.916982, + "nauc_precision_at_3_max": 0.803165, + "nauc_precision_at_3_std": -0.256254, + "nauc_precision_at_3_diff1": 0.892302, + "nauc_precision_at_5_max": 0.794824, + "nauc_precision_at_5_std": -0.273696, + "nauc_precision_at_5_diff1": 0.898908, + "nauc_precision_at_10_max": 0.875836, + "nauc_precision_at_10_std": -0.026455, + "nauc_precision_at_10_diff1": 0.908575, + "nauc_precision_at_20_max": 0.878985, + "nauc_precision_at_20_std": -0.097872, + "nauc_precision_at_20_diff1": 0.922969, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.289449, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.742727, + "nauc_mrr_at_1_std": -0.226735, + "nauc_mrr_at_1_diff1": 0.916982, + "nauc_mrr_at_3_max": 0.762123, + "nauc_mrr_at_3_std": -0.250997, + "nauc_mrr_at_3_diff1": 0.907872, + "nauc_mrr_at_5_max": 0.758776, + "nauc_mrr_at_5_std": -0.254009, + "nauc_mrr_at_5_diff1": 0.909371, + "nauc_mrr_at_10_max": 0.761314, + "nauc_mrr_at_10_std": -0.24358, + "nauc_mrr_at_10_diff1": 0.910185, + "nauc_mrr_at_20_max": 0.760535, + "nauc_mrr_at_20_std": -0.246458, + "nauc_mrr_at_20_diff1": 0.910439, + "nauc_mrr_at_100_max": 0.760065, + "nauc_mrr_at_100_std": -0.246772, + "nauc_mrr_at_100_diff1": 0.910445, + "nauc_mrr_at_1000_max": 0.759994, + "nauc_mrr_at_1000_std": -0.246948, + "nauc_mrr_at_1000_diff1": 0.910428, + "hit_rate_at_1": 0.87556, + "hit_rate_at_3": 0.93556, + "hit_rate_at_5": 0.95667, + "hit_rate_at_10": 0.97333, + "hit_rate_at_20": 0.98444, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.92551, + "hf_subset": "tur_Latn-tur_Latn", + "languages": [ + "tur-Latn", + "tur-Latn" + ] + }, + { + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.92997, + "ndcg_at_5": 0.93676, + "ndcg_at_10": 0.94214, + "ndcg_at_20": 0.94351, + "ndcg_at_100": 0.94434, + "ndcg_at_1000": 0.94476, + "map_at_1": 0.89556, + "map_at_3": 0.92185, + "map_at_5": 0.92557, + "map_at_10": 0.92779, + "map_at_20": 0.92815, + "map_at_100": 0.92826, + "map_at_1000": 0.92828, + "recall_at_1": 0.89556, + "recall_at_3": 0.95333, + "recall_at_5": 0.97, + "recall_at_10": 0.98667, + "recall_at_20": 0.99222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.89556, + "precision_at_1": 0.89556, + "precision_at_3": 0.31778, + "precision_at_5": 0.194, + "precision_at_10": 0.09867, + "precision_at_20": 0.04961, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.921852, + "mrr_at_5": 0.925574, + "mrr_at_10": 0.92779, + "mrr_at_20": 0.92815, + "mrr_at_100": 0.928264, + "mrr_at_1000": 0.928278, + "nauc_ndcg_at_1_max": 0.733054, + "nauc_ndcg_at_1_std": -0.355425, + "nauc_ndcg_at_1_diff1": 0.920316, + "nauc_ndcg_at_3_max": 0.754254, + "nauc_ndcg_at_3_std": -0.338605, + "nauc_ndcg_at_3_diff1": 0.918961, + "nauc_ndcg_at_5_max": 0.763667, + "nauc_ndcg_at_5_std": -0.338391, + "nauc_ndcg_at_5_diff1": 0.919461, + "nauc_ndcg_at_10_max": 0.746893, + "nauc_ndcg_at_10_std": -0.356285, + "nauc_ndcg_at_10_diff1": 0.915435, + "nauc_ndcg_at_20_max": 0.74961, + "nauc_ndcg_at_20_std": -0.338704, + "nauc_ndcg_at_20_diff1": 0.91462, + "nauc_ndcg_at_100_max": 0.752228, + "nauc_ndcg_at_100_std": -0.32976, + "nauc_ndcg_at_100_diff1": 0.917125, + "nauc_ndcg_at_1000_max": 0.750342, + "nauc_ndcg_at_1000_std": -0.339882, + "nauc_ndcg_at_1000_diff1": 0.917288, + "nauc_map_at_1_max": 0.733054, + "nauc_map_at_1_std": -0.355425, + "nauc_map_at_1_diff1": 0.920316, + "nauc_map_at_3_max": 0.749328, + "nauc_map_at_3_std": -0.343959, + "nauc_map_at_3_diff1": 0.91859, + "nauc_map_at_5_max": 0.753072, + "nauc_map_at_5_std": -0.344529, + "nauc_map_at_5_diff1": 0.918666, + "nauc_map_at_10_max": 0.747344, + "nauc_map_at_10_std": -0.349362, + "nauc_map_at_10_diff1": 0.917422, + "nauc_map_at_20_max": 0.747988, + "nauc_map_at_20_std": -0.345412, + "nauc_map_at_20_diff1": 0.917253, + "nauc_map_at_100_max": 0.748269, + "nauc_map_at_100_std": -0.344665, + "nauc_map_at_100_diff1": 0.917629, + "nauc_map_at_1000_max": 0.748217, + "nauc_map_at_1000_std": -0.34494, + "nauc_map_at_1000_diff1": 0.917644, + "nauc_recall_at_1_max": 0.733054, + "nauc_recall_at_1_std": -0.355425, + "nauc_recall_at_1_diff1": 0.920316, + "nauc_recall_at_3_max": 0.776666, + "nauc_recall_at_3_std": -0.31287, + "nauc_recall_at_3_diff1": 0.921302, + "nauc_recall_at_5_max": 0.841719, + "nauc_recall_at_5_std": -0.293357, + "nauc_recall_at_5_diff1": 0.9266, + "nauc_recall_at_10_max": 0.71059, + "nauc_recall_at_10_std": -0.512488, + "nauc_recall_at_10_diff1": 0.878424, + "nauc_recall_at_20_max": 0.758237, + "nauc_recall_at_20_std": -0.131519, + "nauc_recall_at_20_diff1": 0.828932, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.733054, + "nauc_precision_at_1_std": -0.355425, + "nauc_precision_at_1_diff1": 0.920316, + "nauc_precision_at_3_max": 0.776666, + "nauc_precision_at_3_std": -0.31287, + "nauc_precision_at_3_diff1": 0.921302, + "nauc_precision_at_5_max": 0.841719, + "nauc_precision_at_5_std": -0.293357, + "nauc_precision_at_5_diff1": 0.9266, + "nauc_precision_at_10_max": 0.71059, + "nauc_precision_at_10_std": -0.512488, + "nauc_precision_at_10_diff1": 0.878424, + "nauc_precision_at_20_max": 0.758237, + "nauc_precision_at_20_std": -0.131519, + "nauc_precision_at_20_diff1": 0.828932, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.733054, + "nauc_mrr_at_1_std": -0.355425, + "nauc_mrr_at_1_diff1": 0.920316, + "nauc_mrr_at_3_max": 0.749328, + "nauc_mrr_at_3_std": -0.343959, + "nauc_mrr_at_3_diff1": 0.91859, + "nauc_mrr_at_5_max": 0.753072, + "nauc_mrr_at_5_std": -0.344529, + "nauc_mrr_at_5_diff1": 0.918666, + "nauc_mrr_at_10_max": 0.747344, + "nauc_mrr_at_10_std": -0.349362, + "nauc_mrr_at_10_diff1": 0.917422, + "nauc_mrr_at_20_max": 0.747988, + "nauc_mrr_at_20_std": -0.345412, + "nauc_mrr_at_20_diff1": 0.917253, + "nauc_mrr_at_100_max": 0.748269, + "nauc_mrr_at_100_std": -0.344665, + "nauc_mrr_at_100_diff1": 0.917629, + "nauc_mrr_at_1000_max": 0.748217, + "nauc_mrr_at_1000_std": -0.34494, + "nauc_mrr_at_1000_diff1": 0.917644, + "hit_rate_at_1": 0.89556, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.98667, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94214, + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.84333, + "ndcg_at_3": 0.88512, + "ndcg_at_5": 0.8965, + "ndcg_at_10": 0.90369, + "ndcg_at_20": 0.90774, + "ndcg_at_100": 0.90994, + "ndcg_at_1000": 0.91086, + "map_at_1": 0.84333, + "map_at_3": 0.87463, + "map_at_5": 0.88091, + "map_at_10": 0.88388, + "map_at_20": 0.88505, + "map_at_100": 0.88533, + "map_at_1000": 0.88537, + "recall_at_1": 0.84333, + "recall_at_3": 0.91556, + "recall_at_5": 0.94333, + "recall_at_10": 0.96556, + "recall_at_20": 0.98111, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "accuracy": 0.84333, + "precision_at_1": 0.84333, + "precision_at_3": 0.30519, + "precision_at_5": 0.18867, + "precision_at_10": 0.09656, + "precision_at_20": 0.04906, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.843333, + "mrr_at_3": 0.87463, + "mrr_at_5": 0.880907, + "mrr_at_10": 0.883875, + "mrr_at_20": 0.885047, + "mrr_at_100": 0.885327, + "mrr_at_1000": 0.885374, + "nauc_ndcg_at_1_max": 0.759833, + "nauc_ndcg_at_1_std": -0.055056, + "nauc_ndcg_at_1_diff1": 0.893571, + "nauc_ndcg_at_3_max": 0.774399, + "nauc_ndcg_at_3_std": -0.018122, + "nauc_ndcg_at_3_diff1": 0.873798, + "nauc_ndcg_at_5_max": 0.789539, + "nauc_ndcg_at_5_std": -0.015464, + "nauc_ndcg_at_5_diff1": 0.879622, + "nauc_ndcg_at_10_max": 0.78358, + "nauc_ndcg_at_10_std": -0.020761, + "nauc_ndcg_at_10_diff1": 0.879731, + "nauc_ndcg_at_20_max": 0.782529, + "nauc_ndcg_at_20_std": -0.005854, + "nauc_ndcg_at_20_diff1": 0.881924, + "nauc_ndcg_at_100_max": 0.780166, + "nauc_ndcg_at_100_std": -0.015436, + "nauc_ndcg_at_100_diff1": 0.882684, + "nauc_ndcg_at_1000_max": 0.778053, + "nauc_ndcg_at_1000_std": -0.022691, + "nauc_ndcg_at_1000_diff1": 0.882118, + "nauc_map_at_1_max": 0.759833, + "nauc_map_at_1_std": -0.055056, + "nauc_map_at_1_diff1": 0.893571, + "nauc_map_at_3_max": 0.769568, + "nauc_map_at_3_std": -0.032529, + "nauc_map_at_3_diff1": 0.879066, + "nauc_map_at_5_max": 0.777144, + "nauc_map_at_5_std": -0.031525, + "nauc_map_at_5_diff1": 0.882409, + "nauc_map_at_10_max": 0.774788, + "nauc_map_at_10_std": -0.033891, + "nauc_map_at_10_diff1": 0.882387, + "nauc_map_at_20_max": 0.774427, + "nauc_map_at_20_std": -0.030894, + "nauc_map_at_20_diff1": 0.882894, + "nauc_map_at_100_max": 0.774172, + "nauc_map_at_100_std": -0.03187, + "nauc_map_at_100_diff1": 0.882994, + "nauc_map_at_1000_max": 0.774087, + "nauc_map_at_1000_std": -0.032147, + "nauc_map_at_1000_diff1": 0.882965, + "nauc_recall_at_1_max": 0.759833, + "nauc_recall_at_1_std": -0.055056, + "nauc_recall_at_1_diff1": 0.893571, + "nauc_recall_at_3_max": 0.794738, + "nauc_recall_at_3_std": 0.043688, + "nauc_recall_at_3_diff1": 0.852302, + "nauc_recall_at_5_max": 0.86572, + "nauc_recall_at_5_std": 0.081214, + "nauc_recall_at_5_diff1": 0.864887, + "nauc_recall_at_10_max": 0.864462, + "nauc_recall_at_10_std": 0.100569, + "nauc_recall_at_10_diff1": 0.858664, + "nauc_recall_at_20_max": 0.912946, + "nauc_recall_at_20_std": 0.485171, + "nauc_recall_at_20_diff1": 0.882463, + "nauc_recall_at_100_max": 0.978214, + "nauc_recall_at_100_std": 0.671335, + "nauc_recall_at_100_diff1": 0.931917, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.759833, + "nauc_precision_at_1_std": -0.055056, + "nauc_precision_at_1_diff1": 0.893571, + "nauc_precision_at_3_max": 0.794738, + "nauc_precision_at_3_std": 0.043688, + "nauc_precision_at_3_diff1": 0.852302, + "nauc_precision_at_5_max": 0.86572, + "nauc_precision_at_5_std": 0.081214, + "nauc_precision_at_5_diff1": 0.864887, + "nauc_precision_at_10_max": 0.864462, + "nauc_precision_at_10_std": 0.100569, + "nauc_precision_at_10_diff1": 0.858664, + "nauc_precision_at_20_max": 0.912946, + "nauc_precision_at_20_std": 0.485171, + "nauc_precision_at_20_diff1": 0.882463, + "nauc_precision_at_100_max": 0.978214, + "nauc_precision_at_100_std": 0.671335, + "nauc_precision_at_100_diff1": 0.931917, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.759833, + "nauc_mrr_at_1_std": -0.055056, + "nauc_mrr_at_1_diff1": 0.893571, + "nauc_mrr_at_3_max": 0.769568, + "nauc_mrr_at_3_std": -0.032529, + "nauc_mrr_at_3_diff1": 0.879066, + "nauc_mrr_at_5_max": 0.777144, + "nauc_mrr_at_5_std": -0.031525, + "nauc_mrr_at_5_diff1": 0.882409, + "nauc_mrr_at_10_max": 0.774788, + "nauc_mrr_at_10_std": -0.033891, + "nauc_mrr_at_10_diff1": 0.882387, + "nauc_mrr_at_20_max": 0.774427, + "nauc_mrr_at_20_std": -0.030894, + "nauc_mrr_at_20_diff1": 0.882894, + "nauc_mrr_at_100_max": 0.774172, + "nauc_mrr_at_100_std": -0.03187, + "nauc_mrr_at_100_diff1": 0.882994, + "nauc_mrr_at_1000_max": 0.774087, + "nauc_mrr_at_1000_std": -0.032147, + "nauc_mrr_at_1000_diff1": 0.882965, + "hit_rate_at_1": 0.84333, + "hit_rate_at_3": 0.91556, + "hit_rate_at_5": 0.94333, + "hit_rate_at_10": 0.96556, + "hit_rate_at_20": 0.98111, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.90369, + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "ndcg_at_1": 0.87111, + "ndcg_at_3": 0.91409, + "ndcg_at_5": 0.92135, + "ndcg_at_10": 0.92455, + "ndcg_at_20": 0.92896, + "ndcg_at_100": 0.93095, + "ndcg_at_1000": 0.93135, + "map_at_1": 0.87111, + "map_at_3": 0.90426, + "map_at_5": 0.90826, + "map_at_10": 0.90956, + "map_at_20": 0.91087, + "map_at_100": 0.9112, + "map_at_1000": 0.91121, + "recall_at_1": 0.87111, + "recall_at_3": 0.94222, + "recall_at_5": 0.96, + "recall_at_10": 0.97, + "recall_at_20": 0.98667, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.87111, + "precision_at_1": 0.87111, + "precision_at_3": 0.31407, + "precision_at_5": 0.192, + "precision_at_10": 0.097, + "precision_at_20": 0.04933, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.871111, + "mrr_at_3": 0.904259, + "mrr_at_5": 0.908259, + "mrr_at_10": 0.909556, + "mrr_at_20": 0.910872, + "mrr_at_100": 0.911197, + "mrr_at_1000": 0.911207, + "nauc_ndcg_at_1_max": 0.715484, + "nauc_ndcg_at_1_std": -0.135187, + "nauc_ndcg_at_1_diff1": 0.922203, + "nauc_ndcg_at_3_max": 0.768604, + "nauc_ndcg_at_3_std": -0.118044, + "nauc_ndcg_at_3_diff1": 0.91881, + "nauc_ndcg_at_5_max": 0.762685, + "nauc_ndcg_at_5_std": -0.097949, + "nauc_ndcg_at_5_diff1": 0.917247, + "nauc_ndcg_at_10_max": 0.754295, + "nauc_ndcg_at_10_std": -0.110828, + "nauc_ndcg_at_10_diff1": 0.916787, + "nauc_ndcg_at_20_max": 0.748608, + "nauc_ndcg_at_20_std": -0.11003, + "nauc_ndcg_at_20_diff1": 0.916385, + "nauc_ndcg_at_100_max": 0.748615, + "nauc_ndcg_at_100_std": -0.109847, + "nauc_ndcg_at_100_diff1": 0.91732, + "nauc_ndcg_at_1000_max": 0.747911, + "nauc_ndcg_at_1000_std": -0.116236, + "nauc_ndcg_at_1000_diff1": 0.917639, + "nauc_map_at_1_max": 0.715484, + "nauc_map_at_1_std": -0.135187, + "nauc_map_at_1_diff1": 0.922203, + "nauc_map_at_3_max": 0.753347, + "nauc_map_at_3_std": -0.124898, + "nauc_map_at_3_diff1": 0.919469, + "nauc_map_at_5_max": 0.749593, + "nauc_map_at_5_std": -0.116364, + "nauc_map_at_5_diff1": 0.918673, + "nauc_map_at_10_max": 0.746508, + "nauc_map_at_10_std": -0.120899, + "nauc_map_at_10_diff1": 0.918452, + "nauc_map_at_20_max": 0.745005, + "nauc_map_at_20_std": -0.12143, + "nauc_map_at_20_diff1": 0.918413, + "nauc_map_at_100_max": 0.744842, + "nauc_map_at_100_std": -0.121796, + "nauc_map_at_100_diff1": 0.918502, + "nauc_map_at_1000_max": 0.744825, + "nauc_map_at_1000_std": -0.121931, + "nauc_map_at_1000_diff1": 0.918508, + "nauc_recall_at_1_max": 0.715484, + "nauc_recall_at_1_std": -0.135187, + "nauc_recall_at_1_diff1": 0.922203, + "nauc_recall_at_3_max": 0.8389, + "nauc_recall_at_3_std": -0.085012, + "nauc_recall_at_3_diff1": 0.916011, + "nauc_recall_at_5_max": 0.844719, + "nauc_recall_at_5_std": 0.030851, + "nauc_recall_at_5_diff1": 0.908185, + "nauc_recall_at_10_max": 0.808089, + "nauc_recall_at_10_std": -0.027285, + "nauc_recall_at_10_diff1": 0.902998, + "nauc_recall_at_20_max": 0.764083, + "nauc_recall_at_20_std": 0.119398, + "nauc_recall_at_20_diff1": 0.876089, + "nauc_recall_at_100_max": 0.863834, + "nauc_recall_at_100_std": 0.956427, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.715484, + "nauc_precision_at_1_std": -0.135187, + "nauc_precision_at_1_diff1": 0.922203, + "nauc_precision_at_3_max": 0.8389, + "nauc_precision_at_3_std": -0.085012, + "nauc_precision_at_3_diff1": 0.916011, + "nauc_precision_at_5_max": 0.844719, + "nauc_precision_at_5_std": 0.030851, + "nauc_precision_at_5_diff1": 0.908185, + "nauc_precision_at_10_max": 0.808089, + "nauc_precision_at_10_std": -0.027285, + "nauc_precision_at_10_diff1": 0.902998, + "nauc_precision_at_20_max": 0.764083, + "nauc_precision_at_20_std": 0.119398, + "nauc_precision_at_20_diff1": 0.876089, + "nauc_precision_at_100_max": 0.863834, + "nauc_precision_at_100_std": 0.956427, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.715484, + "nauc_mrr_at_1_std": -0.135187, + "nauc_mrr_at_1_diff1": 0.922203, + "nauc_mrr_at_3_max": 0.753347, + "nauc_mrr_at_3_std": -0.124898, + "nauc_mrr_at_3_diff1": 0.919469, + "nauc_mrr_at_5_max": 0.749593, + "nauc_mrr_at_5_std": -0.116364, + "nauc_mrr_at_5_diff1": 0.918673, + "nauc_mrr_at_10_max": 0.746508, + "nauc_mrr_at_10_std": -0.120899, + "nauc_mrr_at_10_diff1": 0.918452, + "nauc_mrr_at_20_max": 0.745005, + "nauc_mrr_at_20_std": -0.12143, + "nauc_mrr_at_20_diff1": 0.918413, + "nauc_mrr_at_100_max": 0.744842, + "nauc_mrr_at_100_std": -0.121796, + "nauc_mrr_at_100_diff1": 0.918502, + "nauc_mrr_at_1000_max": 0.744825, + "nauc_mrr_at_1000_std": -0.121931, + "nauc_mrr_at_1000_diff1": 0.918508, + "hit_rate_at_1": 0.87111, + "hit_rate_at_3": 0.94222, + "hit_rate_at_5": 0.96, + "hit_rate_at_10": 0.97, + "hit_rate_at_20": 0.98667, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92455, + "hf_subset": "ukr_Cyrl-ukr_Cyrl", + "languages": [ + "ukr-Cyrl", + "ukr-Cyrl" + ] + }, + { + "ndcg_at_1": 0.90111, + "ndcg_at_3": 0.93357, + "ndcg_at_5": 0.94132, + "ndcg_at_10": 0.94422, + "ndcg_at_20": 0.94653, + "ndcg_at_100": 0.94717, + "ndcg_at_1000": 0.94774, + "map_at_1": 0.90111, + "map_at_3": 0.92593, + "map_at_5": 0.9302, + "map_at_10": 0.93142, + "map_at_20": 0.93209, + "map_at_100": 0.93218, + "map_at_1000": 0.9322, + "recall_at_1": 0.90111, + "recall_at_3": 0.95556, + "recall_at_5": 0.97444, + "recall_at_10": 0.98333, + "recall_at_20": 0.99222, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.90111, + "precision_at_1": 0.90111, + "precision_at_3": 0.31852, + "precision_at_5": 0.19489, + "precision_at_10": 0.09833, + "precision_at_20": 0.04961, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.901111, + "mrr_at_3": 0.925926, + "mrr_at_5": 0.930204, + "mrr_at_10": 0.931422, + "mrr_at_20": 0.932089, + "mrr_at_100": 0.932179, + "mrr_at_1000": 0.932201, + "nauc_ndcg_at_1_max": 0.657267, + "nauc_ndcg_at_1_std": -0.360883, + "nauc_ndcg_at_1_diff1": 0.92213, + "nauc_ndcg_at_3_max": 0.718392, + "nauc_ndcg_at_3_std": -0.380776, + "nauc_ndcg_at_3_diff1": 0.923442, + "nauc_ndcg_at_5_max": 0.707484, + "nauc_ndcg_at_5_std": -0.338607, + "nauc_ndcg_at_5_diff1": 0.915361, + "nauc_ndcg_at_10_max": 0.704785, + "nauc_ndcg_at_10_std": -0.323032, + "nauc_ndcg_at_10_diff1": 0.918056, + "nauc_ndcg_at_20_max": 0.704349, + "nauc_ndcg_at_20_std": -0.338562, + "nauc_ndcg_at_20_diff1": 0.920656, + "nauc_ndcg_at_100_max": 0.704548, + "nauc_ndcg_at_100_std": -0.326439, + "nauc_ndcg_at_100_diff1": 0.920751, + "nauc_ndcg_at_1000_max": 0.701297, + "nauc_ndcg_at_1000_std": -0.340358, + "nauc_ndcg_at_1000_diff1": 0.920669, + "nauc_map_at_1_max": 0.657267, + "nauc_map_at_1_std": -0.360883, + "nauc_map_at_1_diff1": 0.92213, + "nauc_map_at_3_max": 0.703157, + "nauc_map_at_3_std": -0.370549, + "nauc_map_at_3_diff1": 0.923103, + "nauc_map_at_5_max": 0.697518, + "nauc_map_at_5_std": -0.350686, + "nauc_map_at_5_diff1": 0.919327, + "nauc_map_at_10_max": 0.696426, + "nauc_map_at_10_std": -0.34603, + "nauc_map_at_10_diff1": 0.920494, + "nauc_map_at_20_max": 0.696141, + "nauc_map_at_20_std": -0.349917, + "nauc_map_at_20_diff1": 0.921046, + "nauc_map_at_100_max": 0.69617, + "nauc_map_at_100_std": -0.348575, + "nauc_map_at_100_diff1": 0.921059, + "nauc_map_at_1000_max": 0.696072, + "nauc_map_at_1000_std": -0.348997, + "nauc_map_at_1000_diff1": 0.921059, + "nauc_recall_at_1_max": 0.657267, + "nauc_recall_at_1_std": -0.360883, + "nauc_recall_at_1_diff1": 0.92213, + "nauc_recall_at_3_max": 0.788609, + "nauc_recall_at_3_std": -0.432598, + "nauc_recall_at_3_diff1": 0.925012, + "nauc_recall_at_5_max": 0.775342, + "nauc_recall_at_5_std": -0.230829, + "nauc_recall_at_5_diff1": 0.880952, + "nauc_recall_at_10_max": 0.783598, + "nauc_recall_at_10_std": -0.004793, + "nauc_recall_at_10_diff1": 0.886399, + "nauc_recall_at_20_max": 0.868614, + "nauc_recall_at_20_std": -0.043551, + "nauc_recall_at_20_diff1": 0.922969, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.934641, + "nauc_recall_at_100_diff1": 0.930556, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.657267, + "nauc_precision_at_1_std": -0.360883, + "nauc_precision_at_1_diff1": 0.92213, + "nauc_precision_at_3_max": 0.788609, + "nauc_precision_at_3_std": -0.432598, + "nauc_precision_at_3_diff1": 0.925012, + "nauc_precision_at_5_max": 0.775342, + "nauc_precision_at_5_std": -0.230829, + "nauc_precision_at_5_diff1": 0.880952, + "nauc_precision_at_10_max": 0.783598, + "nauc_precision_at_10_std": -0.004793, + "nauc_precision_at_10_diff1": 0.886399, + "nauc_precision_at_20_max": 0.868614, + "nauc_precision_at_20_std": -0.043551, + "nauc_precision_at_20_diff1": 0.922969, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.934641, + "nauc_precision_at_100_diff1": 0.930556, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.657267, + "nauc_mrr_at_1_std": -0.360883, + "nauc_mrr_at_1_diff1": 0.92213, + "nauc_mrr_at_3_max": 0.703157, + "nauc_mrr_at_3_std": -0.370549, + "nauc_mrr_at_3_diff1": 0.923103, + "nauc_mrr_at_5_max": 0.697518, + "nauc_mrr_at_5_std": -0.350686, + "nauc_mrr_at_5_diff1": 0.919327, + "nauc_mrr_at_10_max": 0.696426, + "nauc_mrr_at_10_std": -0.34603, + "nauc_mrr_at_10_diff1": 0.920494, + "nauc_mrr_at_20_max": 0.696141, + "nauc_mrr_at_20_std": -0.349917, + "nauc_mrr_at_20_diff1": 0.921046, + "nauc_mrr_at_100_max": 0.69617, + "nauc_mrr_at_100_std": -0.348575, + "nauc_mrr_at_100_diff1": 0.921059, + "nauc_mrr_at_1000_max": 0.696072, + "nauc_mrr_at_1000_std": -0.348997, + "nauc_mrr_at_1000_diff1": 0.921059, + "hit_rate_at_1": 0.90111, + "hit_rate_at_3": 0.95556, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.99222, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.94422, + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.85, + "ndcg_at_3": 0.90148, + "ndcg_at_5": 0.90655, + "ndcg_at_10": 0.91373, + "ndcg_at_20": 0.91629, + "ndcg_at_100": 0.91918, + "ndcg_at_1000": 0.91956, + "map_at_1": 0.85, + "map_at_3": 0.88926, + "map_at_5": 0.89209, + "map_at_10": 0.89505, + "map_at_20": 0.89577, + "map_at_100": 0.89617, + "map_at_1000": 0.89618, + "recall_at_1": 0.85, + "recall_at_3": 0.93667, + "recall_at_5": 0.94889, + "recall_at_10": 0.97111, + "recall_at_20": 0.98111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.85, + "precision_at_1": 0.85, + "precision_at_3": 0.31222, + "precision_at_5": 0.18978, + "precision_at_10": 0.09711, + "precision_at_20": 0.04906, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.85, + "mrr_at_3": 0.889259, + "mrr_at_5": 0.892093, + "mrr_at_10": 0.895048, + "mrr_at_20": 0.895769, + "mrr_at_100": 0.896175, + "mrr_at_1000": 0.896183, + "nauc_ndcg_at_1_max": 0.768435, + "nauc_ndcg_at_1_std": -0.157277, + "nauc_ndcg_at_1_diff1": 0.919604, + "nauc_ndcg_at_3_max": 0.803235, + "nauc_ndcg_at_3_std": -0.142281, + "nauc_ndcg_at_3_diff1": 0.891271, + "nauc_ndcg_at_5_max": 0.801553, + "nauc_ndcg_at_5_std": -0.13796, + "nauc_ndcg_at_5_diff1": 0.897516, + "nauc_ndcg_at_10_max": 0.798964, + "nauc_ndcg_at_10_std": -0.12545, + "nauc_ndcg_at_10_diff1": 0.897148, + "nauc_ndcg_at_20_max": 0.798277, + "nauc_ndcg_at_20_std": -0.117308, + "nauc_ndcg_at_20_diff1": 0.897576, + "nauc_ndcg_at_100_max": 0.795271, + "nauc_ndcg_at_100_std": -0.125154, + "nauc_ndcg_at_100_diff1": 0.899889, + "nauc_ndcg_at_1000_max": 0.794274, + "nauc_ndcg_at_1000_std": -0.130633, + "nauc_ndcg_at_1000_diff1": 0.899826, + "nauc_map_at_1_max": 0.768435, + "nauc_map_at_1_std": -0.157277, + "nauc_map_at_1_diff1": 0.919604, + "nauc_map_at_3_max": 0.792365, + "nauc_map_at_3_std": -0.149748, + "nauc_map_at_3_diff1": 0.898038, + "nauc_map_at_5_max": 0.791276, + "nauc_map_at_5_std": -0.146889, + "nauc_map_at_5_diff1": 0.901276, + "nauc_map_at_10_max": 0.790369, + "nauc_map_at_10_std": -0.142202, + "nauc_map_at_10_diff1": 0.90133, + "nauc_map_at_20_max": 0.790211, + "nauc_map_at_20_std": -0.140181, + "nauc_map_at_20_diff1": 0.901385, + "nauc_map_at_100_max": 0.78995, + "nauc_map_at_100_std": -0.140798, + "nauc_map_at_100_diff1": 0.901675, + "nauc_map_at_1000_max": 0.789934, + "nauc_map_at_1000_std": -0.140885, + "nauc_map_at_1000_diff1": 0.901674, + "nauc_recall_at_1_max": 0.768435, + "nauc_recall_at_1_std": -0.157277, + "nauc_recall_at_1_diff1": 0.919604, + "nauc_recall_at_3_max": 0.856234, + "nauc_recall_at_3_std": -0.103863, + "nauc_recall_at_3_diff1": 0.85978, + "nauc_recall_at_5_max": 0.861487, + "nauc_recall_at_5_std": -0.084267, + "nauc_recall_at_5_diff1": 0.878923, + "nauc_recall_at_10_max": 0.879354, + "nauc_recall_at_10_std": 0.056777, + "nauc_recall_at_10_diff1": 0.860124, + "nauc_recall_at_20_max": 0.90803, + "nauc_recall_at_20_std": 0.278684, + "nauc_recall_at_20_diff1": 0.85047, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.768435, + "nauc_precision_at_1_std": -0.157277, + "nauc_precision_at_1_diff1": 0.919604, + "nauc_precision_at_3_max": 0.856234, + "nauc_precision_at_3_std": -0.103863, + "nauc_precision_at_3_diff1": 0.85978, + "nauc_precision_at_5_max": 0.861487, + "nauc_precision_at_5_std": -0.084267, + "nauc_precision_at_5_diff1": 0.878923, + "nauc_precision_at_10_max": 0.879354, + "nauc_precision_at_10_std": 0.056777, + "nauc_precision_at_10_diff1": 0.860124, + "nauc_precision_at_20_max": 0.90803, + "nauc_precision_at_20_std": 0.278684, + "nauc_precision_at_20_diff1": 0.85047, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.768435, + "nauc_mrr_at_1_std": -0.157277, + "nauc_mrr_at_1_diff1": 0.919604, + "nauc_mrr_at_3_max": 0.792365, + "nauc_mrr_at_3_std": -0.149748, + "nauc_mrr_at_3_diff1": 0.898038, + "nauc_mrr_at_5_max": 0.791276, + "nauc_mrr_at_5_std": -0.146889, + "nauc_mrr_at_5_diff1": 0.901276, + "nauc_mrr_at_10_max": 0.790369, + "nauc_mrr_at_10_std": -0.142202, + "nauc_mrr_at_10_diff1": 0.90133, + "nauc_mrr_at_20_max": 0.790211, + "nauc_mrr_at_20_std": -0.140181, + "nauc_mrr_at_20_diff1": 0.901385, + "nauc_mrr_at_100_max": 0.78995, + "nauc_mrr_at_100_std": -0.140798, + "nauc_mrr_at_100_diff1": 0.901675, + "nauc_mrr_at_1000_max": 0.789934, + "nauc_mrr_at_1000_std": -0.140885, + "nauc_mrr_at_1000_diff1": 0.901674, + "hit_rate_at_1": 0.85, + "hit_rate_at_3": 0.93667, + "hit_rate_at_5": 0.94889, + "hit_rate_at_10": 0.97111, + "hit_rate_at_20": 0.98111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.91373, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ] + }, + { + "ndcg_at_1": 0.8, + "ndcg_at_3": 0.85648, + "ndcg_at_5": 0.86743, + "ndcg_at_10": 0.87682, + "ndcg_at_20": 0.88024, + "ndcg_at_100": 0.88485, + "ndcg_at_1000": 0.88619, + "map_at_1": 0.8, + "map_at_3": 0.84259, + "map_at_5": 0.84865, + "map_at_10": 0.85255, + "map_at_20": 0.85352, + "map_at_100": 0.85418, + "map_at_1000": 0.85424, + "recall_at_1": 0.8, + "recall_at_3": 0.89667, + "recall_at_5": 0.92333, + "recall_at_10": 0.95222, + "recall_at_20": 0.96556, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.8, + "precision_at_1": 0.8, + "precision_at_3": 0.29889, + "precision_at_5": 0.18467, + "precision_at_10": 0.09522, + "precision_at_20": 0.04828, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.8, + "mrr_at_3": 0.842593, + "mrr_at_5": 0.848648, + "mrr_at_10": 0.852549, + "mrr_at_20": 0.853518, + "mrr_at_100": 0.854181, + "mrr_at_1000": 0.854243, + "nauc_ndcg_at_1_max": 0.662662, + "nauc_ndcg_at_1_std": -0.15103, + "nauc_ndcg_at_1_diff1": 0.872977, + "nauc_ndcg_at_3_max": 0.679695, + "nauc_ndcg_at_3_std": -0.111295, + "nauc_ndcg_at_3_diff1": 0.842944, + "nauc_ndcg_at_5_max": 0.685045, + "nauc_ndcg_at_5_std": -0.094488, + "nauc_ndcg_at_5_diff1": 0.850682, + "nauc_ndcg_at_10_max": 0.692109, + "nauc_ndcg_at_10_std": -0.058977, + "nauc_ndcg_at_10_diff1": 0.85358, + "nauc_ndcg_at_20_max": 0.685381, + "nauc_ndcg_at_20_std": -0.074441, + "nauc_ndcg_at_20_diff1": 0.851849, + "nauc_ndcg_at_100_max": 0.682439, + "nauc_ndcg_at_100_std": -0.091733, + "nauc_ndcg_at_100_diff1": 0.854148, + "nauc_ndcg_at_1000_max": 0.681566, + "nauc_ndcg_at_1000_std": -0.094701, + "nauc_ndcg_at_1000_diff1": 0.854428, + "nauc_map_at_1_max": 0.662662, + "nauc_map_at_1_std": -0.15103, + "nauc_map_at_1_diff1": 0.872977, + "nauc_map_at_3_max": 0.67588, + "nauc_map_at_3_std": -0.122679, + "nauc_map_at_3_diff1": 0.85185, + "nauc_map_at_5_max": 0.678216, + "nauc_map_at_5_std": -0.114992, + "nauc_map_at_5_diff1": 0.855886, + "nauc_map_at_10_max": 0.681036, + "nauc_map_at_10_std": -0.101984, + "nauc_map_at_10_diff1": 0.85706, + "nauc_map_at_20_max": 0.679413, + "nauc_map_at_20_std": -0.10576, + "nauc_map_at_20_diff1": 0.85665, + "nauc_map_at_100_max": 0.678874, + "nauc_map_at_100_std": -0.107646, + "nauc_map_at_100_diff1": 0.856821, + "nauc_map_at_1000_max": 0.678826, + "nauc_map_at_1000_std": -0.107753, + "nauc_map_at_1000_diff1": 0.856835, + "nauc_recall_at_1_max": 0.662662, + "nauc_recall_at_1_std": -0.15103, + "nauc_recall_at_1_diff1": 0.872977, + "nauc_recall_at_3_max": 0.694948, + "nauc_recall_at_3_std": -0.063776, + "nauc_recall_at_3_diff1": 0.805582, + "nauc_recall_at_5_max": 0.722682, + "nauc_recall_at_5_std": 0.020697, + "nauc_recall_at_5_diff1": 0.824883, + "nauc_recall_at_10_max": 0.790654, + "nauc_recall_at_10_std": 0.341433, + "nauc_recall_at_10_diff1": 0.830923, + "nauc_recall_at_20_max": 0.741393, + "nauc_recall_at_20_std": 0.293229, + "nauc_recall_at_20_diff1": 0.800789, + "nauc_recall_at_100_max": 0.74043, + "nauc_recall_at_100_std": 0.142442, + "nauc_recall_at_100_diff1": 0.832451, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.662662, + "nauc_precision_at_1_std": -0.15103, + "nauc_precision_at_1_diff1": 0.872977, + "nauc_precision_at_3_max": 0.694948, + "nauc_precision_at_3_std": -0.063776, + "nauc_precision_at_3_diff1": 0.805582, + "nauc_precision_at_5_max": 0.722682, + "nauc_precision_at_5_std": 0.020697, + "nauc_precision_at_5_diff1": 0.824883, + "nauc_precision_at_10_max": 0.790654, + "nauc_precision_at_10_std": 0.341433, + "nauc_precision_at_10_diff1": 0.830923, + "nauc_precision_at_20_max": 0.741393, + "nauc_precision_at_20_std": 0.293229, + "nauc_precision_at_20_diff1": 0.800789, + "nauc_precision_at_100_max": 0.74043, + "nauc_precision_at_100_std": 0.142442, + "nauc_precision_at_100_diff1": 0.832451, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.662662, + "nauc_mrr_at_1_std": -0.15103, + "nauc_mrr_at_1_diff1": 0.872977, + "nauc_mrr_at_3_max": 0.67588, + "nauc_mrr_at_3_std": -0.122679, + "nauc_mrr_at_3_diff1": 0.85185, + "nauc_mrr_at_5_max": 0.678216, + "nauc_mrr_at_5_std": -0.114992, + "nauc_mrr_at_5_diff1": 0.855886, + "nauc_mrr_at_10_max": 0.681036, + "nauc_mrr_at_10_std": -0.101984, + "nauc_mrr_at_10_diff1": 0.85706, + "nauc_mrr_at_20_max": 0.679413, + "nauc_mrr_at_20_std": -0.10576, + "nauc_mrr_at_20_diff1": 0.85665, + "nauc_mrr_at_100_max": 0.678874, + "nauc_mrr_at_100_std": -0.107646, + "nauc_mrr_at_100_diff1": 0.856821, + "nauc_mrr_at_1000_max": 0.678826, + "nauc_mrr_at_1000_std": -0.107753, + "nauc_mrr_at_1000_diff1": 0.856835, + "hit_rate_at_1": 0.8, + "hit_rate_at_3": 0.89667, + "hit_rate_at_5": 0.92333, + "hit_rate_at_10": 0.95222, + "hit_rate_at_20": 0.96556, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.87682, + "hf_subset": "urd_Arab-urd_Arab", + "languages": [ + "urd-Arab", + "urd-Arab" + ] + }, + { + "ndcg_at_1": 0.86333, + "ndcg_at_3": 0.91283, + "ndcg_at_5": 0.92206, + "ndcg_at_10": 0.92532, + "ndcg_at_20": 0.92756, + "ndcg_at_100": 0.92916, + "ndcg_at_1000": 0.92943, + "map_at_1": 0.86333, + "map_at_3": 0.90074, + "map_at_5": 0.90591, + "map_at_10": 0.90727, + "map_at_20": 0.90788, + "map_at_100": 0.90808, + "map_at_1000": 0.90809, + "recall_at_1": 0.86333, + "recall_at_3": 0.94778, + "recall_at_5": 0.97, + "recall_at_10": 0.98, + "recall_at_20": 0.98889, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.86333, + "precision_at_1": 0.86333, + "precision_at_3": 0.31593, + "precision_at_5": 0.194, + "precision_at_10": 0.098, + "precision_at_20": 0.04944, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.863333, + "mrr_at_3": 0.900741, + "mrr_at_5": 0.905907, + "mrr_at_10": 0.907272, + "mrr_at_20": 0.90788, + "mrr_at_100": 0.908082, + "mrr_at_1000": 0.908091, + "nauc_ndcg_at_1_max": 0.593948, + "nauc_ndcg_at_1_std": -0.283047, + "nauc_ndcg_at_1_diff1": 0.912798, + "nauc_ndcg_at_3_max": 0.633074, + "nauc_ndcg_at_3_std": -0.238305, + "nauc_ndcg_at_3_diff1": 0.901518, + "nauc_ndcg_at_5_max": 0.633357, + "nauc_ndcg_at_5_std": -0.20071, + "nauc_ndcg_at_5_diff1": 0.897927, + "nauc_ndcg_at_10_max": 0.629038, + "nauc_ndcg_at_10_std": -0.214102, + "nauc_ndcg_at_10_diff1": 0.90092, + "nauc_ndcg_at_20_max": 0.624449, + "nauc_ndcg_at_20_std": -0.226991, + "nauc_ndcg_at_20_diff1": 0.898871, + "nauc_ndcg_at_100_max": 0.622186, + "nauc_ndcg_at_100_std": -0.235701, + "nauc_ndcg_at_100_diff1": 0.90225, + "nauc_ndcg_at_1000_max": 0.620683, + "nauc_ndcg_at_1000_std": -0.240093, + "nauc_ndcg_at_1000_diff1": 0.902108, + "nauc_map_at_1_max": 0.593948, + "nauc_map_at_1_std": -0.283047, + "nauc_map_at_1_diff1": 0.912798, + "nauc_map_at_3_max": 0.62098, + "nauc_map_at_3_std": -0.256886, + "nauc_map_at_3_diff1": 0.904164, + "nauc_map_at_5_max": 0.620349, + "nauc_map_at_5_std": -0.239918, + "nauc_map_at_5_diff1": 0.902704, + "nauc_map_at_10_max": 0.618339, + "nauc_map_at_10_std": -0.245541, + "nauc_map_at_10_diff1": 0.90379, + "nauc_map_at_20_max": 0.617233, + "nauc_map_at_20_std": -0.248733, + "nauc_map_at_20_diff1": 0.903367, + "nauc_map_at_100_max": 0.616867, + "nauc_map_at_100_std": -0.250068, + "nauc_map_at_100_diff1": 0.903698, + "nauc_map_at_1000_max": 0.616832, + "nauc_map_at_1000_std": -0.250174, + "nauc_map_at_1000_diff1": 0.903693, + "nauc_recall_at_1_max": 0.593948, + "nauc_recall_at_1_std": -0.283047, + "nauc_recall_at_1_diff1": 0.912798, + "nauc_recall_at_3_max": 0.697231, + "nauc_recall_at_3_std": -0.135864, + "nauc_recall_at_3_diff1": 0.888164, + "nauc_recall_at_5_max": 0.747519, + "nauc_recall_at_5_std": 0.163087, + "nauc_recall_at_5_diff1": 0.855552, + "nauc_recall_at_10_max": 0.764939, + "nauc_recall_at_10_std": 0.207257, + "nauc_recall_at_10_diff1": 0.867751, + "nauc_recall_at_20_max": 0.761018, + "nauc_recall_at_20_std": 0.2331, + "nauc_recall_at_20_diff1": 0.789729, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.861111, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.593948, + "nauc_precision_at_1_std": -0.283047, + "nauc_precision_at_1_diff1": 0.912798, + "nauc_precision_at_3_max": 0.697231, + "nauc_precision_at_3_std": -0.135864, + "nauc_precision_at_3_diff1": 0.888164, + "nauc_precision_at_5_max": 0.747519, + "nauc_precision_at_5_std": 0.163087, + "nauc_precision_at_5_diff1": 0.855552, + "nauc_precision_at_10_max": 0.764939, + "nauc_precision_at_10_std": 0.207257, + "nauc_precision_at_10_diff1": 0.867751, + "nauc_precision_at_20_max": 0.761018, + "nauc_precision_at_20_std": 0.2331, + "nauc_precision_at_20_diff1": 0.789729, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.861111, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.593948, + "nauc_mrr_at_1_std": -0.283047, + "nauc_mrr_at_1_diff1": 0.912798, + "nauc_mrr_at_3_max": 0.62098, + "nauc_mrr_at_3_std": -0.256886, + "nauc_mrr_at_3_diff1": 0.904164, + "nauc_mrr_at_5_max": 0.620349, + "nauc_mrr_at_5_std": -0.239918, + "nauc_mrr_at_5_diff1": 0.902704, + "nauc_mrr_at_10_max": 0.618339, + "nauc_mrr_at_10_std": -0.245541, + "nauc_mrr_at_10_diff1": 0.90379, + "nauc_mrr_at_20_max": 0.617233, + "nauc_mrr_at_20_std": -0.248733, + "nauc_mrr_at_20_diff1": 0.903367, + "nauc_mrr_at_100_max": 0.616867, + "nauc_mrr_at_100_std": -0.250068, + "nauc_mrr_at_100_diff1": 0.903698, + "nauc_mrr_at_1000_max": 0.616832, + "nauc_mrr_at_1000_std": -0.250174, + "nauc_mrr_at_1000_diff1": 0.903693, + "hit_rate_at_1": 0.86333, + "hit_rate_at_3": 0.94778, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98889, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.92532, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.74111, + "ndcg_at_3": 0.81413, + "ndcg_at_5": 0.82651, + "ndcg_at_10": 0.84023, + "ndcg_at_20": 0.84532, + "ndcg_at_100": 0.85089, + "ndcg_at_1000": 0.85281, + "map_at_1": 0.74111, + "map_at_3": 0.79667, + "map_at_5": 0.80356, + "map_at_10": 0.80925, + "map_at_20": 0.81067, + "map_at_100": 0.81153, + "map_at_1000": 0.81161, + "recall_at_1": 0.74111, + "recall_at_3": 0.86444, + "recall_at_5": 0.89444, + "recall_at_10": 0.93667, + "recall_at_20": 0.95667, + "recall_at_100": 0.98556, + "recall_at_1000": 1.0, + "accuracy": 0.74111, + "precision_at_1": 0.74111, + "precision_at_3": 0.28815, + "precision_at_5": 0.17889, + "precision_at_10": 0.09367, + "precision_at_20": 0.04783, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.741111, + "mrr_at_3": 0.796667, + "mrr_at_5": 0.803556, + "mrr_at_10": 0.809255, + "mrr_at_20": 0.81067, + "mrr_at_100": 0.811525, + "mrr_at_1000": 0.81161, + "nauc_ndcg_at_1_max": 0.642872, + "nauc_ndcg_at_1_std": -0.080208, + "nauc_ndcg_at_1_diff1": 0.82237, + "nauc_ndcg_at_3_max": 0.685813, + "nauc_ndcg_at_3_std": -0.039201, + "nauc_ndcg_at_3_diff1": 0.788518, + "nauc_ndcg_at_5_max": 0.682061, + "nauc_ndcg_at_5_std": -0.037121, + "nauc_ndcg_at_5_diff1": 0.779479, + "nauc_ndcg_at_10_max": 0.682799, + "nauc_ndcg_at_10_std": -0.021095, + "nauc_ndcg_at_10_diff1": 0.781159, + "nauc_ndcg_at_20_max": 0.679724, + "nauc_ndcg_at_20_std": -0.024275, + "nauc_ndcg_at_20_diff1": 0.784116, + "nauc_ndcg_at_100_max": 0.672109, + "nauc_ndcg_at_100_std": -0.036602, + "nauc_ndcg_at_100_diff1": 0.783842, + "nauc_ndcg_at_1000_max": 0.673283, + "nauc_ndcg_at_1000_std": -0.040705, + "nauc_ndcg_at_1000_diff1": 0.789277, + "nauc_map_at_1_max": 0.642872, + "nauc_map_at_1_std": -0.080208, + "nauc_map_at_1_diff1": 0.82237, + "nauc_map_at_3_max": 0.673261, + "nauc_map_at_3_std": -0.052515, + "nauc_map_at_3_diff1": 0.797832, + "nauc_map_at_5_max": 0.671204, + "nauc_map_at_5_std": -0.05182, + "nauc_map_at_5_diff1": 0.793713, + "nauc_map_at_10_max": 0.671134, + "nauc_map_at_10_std": -0.046862, + "nauc_map_at_10_diff1": 0.794938, + "nauc_map_at_20_max": 0.670366, + "nauc_map_at_20_std": -0.047898, + "nauc_map_at_20_diff1": 0.795749, + "nauc_map_at_100_max": 0.669327, + "nauc_map_at_100_std": -0.049667, + "nauc_map_at_100_diff1": 0.795638, + "nauc_map_at_1000_max": 0.669382, + "nauc_map_at_1000_std": -0.049777, + "nauc_map_at_1000_diff1": 0.795836, + "nauc_recall_at_1_max": 0.642872, + "nauc_recall_at_1_std": -0.080208, + "nauc_recall_at_1_diff1": 0.82237, + "nauc_recall_at_3_max": 0.736987, + "nauc_recall_at_3_std": 0.015874, + "nauc_recall_at_3_diff1": 0.750888, + "nauc_recall_at_5_max": 0.734163, + "nauc_recall_at_5_std": 0.036563, + "nauc_recall_at_5_diff1": 0.707467, + "nauc_recall_at_10_max": 0.773191, + "nauc_recall_at_10_std": 0.202745, + "nauc_recall_at_10_diff1": 0.66964, + "nauc_recall_at_20_max": 0.774438, + "nauc_recall_at_20_std": 0.268393, + "nauc_recall_at_20_diff1": 0.655642, + "nauc_recall_at_100_max": 0.60163, + "nauc_recall_at_100_std": 0.276485, + "nauc_recall_at_100_diff1": 0.407743, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.642872, + "nauc_precision_at_1_std": -0.080208, + "nauc_precision_at_1_diff1": 0.82237, + "nauc_precision_at_3_max": 0.736987, + "nauc_precision_at_3_std": 0.015874, + "nauc_precision_at_3_diff1": 0.750888, + "nauc_precision_at_5_max": 0.734163, + "nauc_precision_at_5_std": 0.036563, + "nauc_precision_at_5_diff1": 0.707467, + "nauc_precision_at_10_max": 0.773191, + "nauc_precision_at_10_std": 0.202745, + "nauc_precision_at_10_diff1": 0.66964, + "nauc_precision_at_20_max": 0.774438, + "nauc_precision_at_20_std": 0.268393, + "nauc_precision_at_20_diff1": 0.655642, + "nauc_precision_at_100_max": 0.60163, + "nauc_precision_at_100_std": 0.276485, + "nauc_precision_at_100_diff1": 0.407743, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.642872, + "nauc_mrr_at_1_std": -0.080208, + "nauc_mrr_at_1_diff1": 0.82237, + "nauc_mrr_at_3_max": 0.673261, + "nauc_mrr_at_3_std": -0.052515, + "nauc_mrr_at_3_diff1": 0.797832, + "nauc_mrr_at_5_max": 0.671204, + "nauc_mrr_at_5_std": -0.05182, + "nauc_mrr_at_5_diff1": 0.793713, + "nauc_mrr_at_10_max": 0.671134, + "nauc_mrr_at_10_std": -0.046862, + "nauc_mrr_at_10_diff1": 0.794938, + "nauc_mrr_at_20_max": 0.670366, + "nauc_mrr_at_20_std": -0.047898, + "nauc_mrr_at_20_diff1": 0.795749, + "nauc_mrr_at_100_max": 0.669327, + "nauc_mrr_at_100_std": -0.049667, + "nauc_mrr_at_100_diff1": 0.795638, + "nauc_mrr_at_1000_max": 0.669382, + "nauc_mrr_at_1000_std": -0.049777, + "nauc_mrr_at_1000_diff1": 0.795836, + "hit_rate_at_1": 0.74111, + "hit_rate_at_3": 0.86444, + "hit_rate_at_5": 0.89444, + "hit_rate_at_10": 0.93667, + "hit_rate_at_20": 0.95667, + "hit_rate_at_100": 0.98556, + "hit_rate_at_1000": 1.0, + "main_score": 0.84023, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "ndcg_at_1": 0.52111, + "ndcg_at_3": 0.59635, + "ndcg_at_5": 0.61327, + "ndcg_at_10": 0.62898, + "ndcg_at_20": 0.64334, + "ndcg_at_100": 0.66423, + "ndcg_at_1000": 0.67627, + "map_at_1": 0.52111, + "map_at_3": 0.57815, + "map_at_5": 0.58754, + "map_at_10": 0.59396, + "map_at_20": 0.59791, + "map_at_100": 0.60082, + "map_at_1000": 0.6013, + "recall_at_1": 0.52111, + "recall_at_3": 0.64889, + "recall_at_5": 0.69, + "recall_at_10": 0.73889, + "recall_at_20": 0.79556, + "recall_at_100": 0.90778, + "recall_at_1000": 1.0, + "accuracy": 0.52111, + "precision_at_1": 0.52111, + "precision_at_3": 0.2163, + "precision_at_5": 0.138, + "precision_at_10": 0.07389, + "precision_at_20": 0.03978, + "precision_at_100": 0.00908, + "precision_at_1000": 0.001, + "mrr_at_1": 0.521111, + "mrr_at_3": 0.578148, + "mrr_at_5": 0.587537, + "mrr_at_10": 0.593959, + "mrr_at_20": 0.597912, + "mrr_at_100": 0.600823, + "mrr_at_1000": 0.601303, + "nauc_ndcg_at_1_max": 0.534515, + "nauc_ndcg_at_1_std": -0.341641, + "nauc_ndcg_at_1_diff1": 0.789226, + "nauc_ndcg_at_3_max": 0.553041, + "nauc_ndcg_at_3_std": -0.32548, + "nauc_ndcg_at_3_diff1": 0.747879, + "nauc_ndcg_at_5_max": 0.549761, + "nauc_ndcg_at_5_std": -0.32615, + "nauc_ndcg_at_5_diff1": 0.737259, + "nauc_ndcg_at_10_max": 0.553387, + "nauc_ndcg_at_10_std": -0.3231, + "nauc_ndcg_at_10_diff1": 0.736329, + "nauc_ndcg_at_20_max": 0.551575, + "nauc_ndcg_at_20_std": -0.314821, + "nauc_ndcg_at_20_diff1": 0.735318, + "nauc_ndcg_at_100_max": 0.547379, + "nauc_ndcg_at_100_std": -0.322293, + "nauc_ndcg_at_100_diff1": 0.741143, + "nauc_ndcg_at_1000_max": 0.54785, + "nauc_ndcg_at_1000_std": -0.322745, + "nauc_ndcg_at_1000_diff1": 0.74341, + "nauc_map_at_1_max": 0.534515, + "nauc_map_at_1_std": -0.341641, + "nauc_map_at_1_diff1": 0.789226, + "nauc_map_at_3_max": 0.548688, + "nauc_map_at_3_std": -0.328079, + "nauc_map_at_3_diff1": 0.757157, + "nauc_map_at_5_max": 0.546718, + "nauc_map_at_5_std": -0.32833, + "nauc_map_at_5_diff1": 0.751481, + "nauc_map_at_10_max": 0.54799, + "nauc_map_at_10_std": -0.327104, + "nauc_map_at_10_diff1": 0.751026, + "nauc_map_at_20_max": 0.547422, + "nauc_map_at_20_std": -0.325144, + "nauc_map_at_20_diff1": 0.750761, + "nauc_map_at_100_max": 0.546655, + "nauc_map_at_100_std": -0.326004, + "nauc_map_at_100_diff1": 0.751268, + "nauc_map_at_1000_max": 0.546674, + "nauc_map_at_1000_std": -0.326019, + "nauc_map_at_1000_diff1": 0.751333, + "nauc_recall_at_1_max": 0.534515, + "nauc_recall_at_1_std": -0.341641, + "nauc_recall_at_1_diff1": 0.789226, + "nauc_recall_at_3_max": 0.566771, + "nauc_recall_at_3_std": -0.317884, + "nauc_recall_at_3_diff1": 0.718836, + "nauc_recall_at_5_max": 0.55961, + "nauc_recall_at_5_std": -0.319823, + "nauc_recall_at_5_diff1": 0.687783, + "nauc_recall_at_10_max": 0.575793, + "nauc_recall_at_10_std": -0.307562, + "nauc_recall_at_10_diff1": 0.679083, + "nauc_recall_at_20_max": 0.57076, + "nauc_recall_at_20_std": -0.254952, + "nauc_recall_at_20_diff1": 0.662587, + "nauc_recall_at_100_max": 0.539413, + "nauc_recall_at_100_std": -0.310587, + "nauc_recall_at_100_diff1": 0.690673, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.534515, + "nauc_precision_at_1_std": -0.341641, + "nauc_precision_at_1_diff1": 0.789226, + "nauc_precision_at_3_max": 0.566771, + "nauc_precision_at_3_std": -0.317884, + "nauc_precision_at_3_diff1": 0.718836, + "nauc_precision_at_5_max": 0.55961, + "nauc_precision_at_5_std": -0.319823, + "nauc_precision_at_5_diff1": 0.687783, + "nauc_precision_at_10_max": 0.575793, + "nauc_precision_at_10_std": -0.307562, + "nauc_precision_at_10_diff1": 0.679083, + "nauc_precision_at_20_max": 0.57076, + "nauc_precision_at_20_std": -0.254952, + "nauc_precision_at_20_diff1": 0.662587, + "nauc_precision_at_100_max": 0.539413, + "nauc_precision_at_100_std": -0.310587, + "nauc_precision_at_100_diff1": 0.690673, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.534515, + "nauc_mrr_at_1_std": -0.341641, + "nauc_mrr_at_1_diff1": 0.789226, + "nauc_mrr_at_3_max": 0.548688, + "nauc_mrr_at_3_std": -0.328079, + "nauc_mrr_at_3_diff1": 0.757157, + "nauc_mrr_at_5_max": 0.546718, + "nauc_mrr_at_5_std": -0.32833, + "nauc_mrr_at_5_diff1": 0.751481, + "nauc_mrr_at_10_max": 0.54799, + "nauc_mrr_at_10_std": -0.327104, + "nauc_mrr_at_10_diff1": 0.751026, + "nauc_mrr_at_20_max": 0.547422, + "nauc_mrr_at_20_std": -0.325144, + "nauc_mrr_at_20_diff1": 0.750761, + "nauc_mrr_at_100_max": 0.546655, + "nauc_mrr_at_100_std": -0.326004, + "nauc_mrr_at_100_diff1": 0.751268, + "nauc_mrr_at_1000_max": 0.546674, + "nauc_mrr_at_1000_std": -0.326019, + "nauc_mrr_at_1000_diff1": 0.751333, + "hit_rate_at_1": 0.52111, + "hit_rate_at_3": 0.64889, + "hit_rate_at_5": 0.69, + "hit_rate_at_10": 0.73889, + "hit_rate_at_20": 0.79556, + "hit_rate_at_100": 0.90778, + "hit_rate_at_1000": 1.0, + "main_score": 0.62898, + "hf_subset": "urd_Latn-urd_Latn", + "languages": [ + "urd-Latn", + "urd-Latn" + ] + }, + { + "ndcg_at_1": 0.72667, + "ndcg_at_3": 0.79661, + "ndcg_at_5": 0.81837, + "ndcg_at_10": 0.82849, + "ndcg_at_20": 0.83426, + "ndcg_at_100": 0.84202, + "ndcg_at_1000": 0.84306, + "map_at_1": 0.72667, + "map_at_3": 0.78, + "map_at_5": 0.79222, + "map_at_10": 0.79644, + "map_at_20": 0.7981, + "map_at_100": 0.79914, + "map_at_1000": 0.79918, + "recall_at_1": 0.72667, + "recall_at_3": 0.84444, + "recall_at_5": 0.89667, + "recall_at_10": 0.92778, + "recall_at_20": 0.95, + "recall_at_100": 0.99222, + "recall_at_1000": 1.0, + "accuracy": 0.72667, + "precision_at_1": 0.72667, + "precision_at_3": 0.28148, + "precision_at_5": 0.17933, + "precision_at_10": 0.09278, + "precision_at_20": 0.0475, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.726667, + "mrr_at_3": 0.78, + "mrr_at_5": 0.792222, + "mrr_at_10": 0.796437, + "mrr_at_20": 0.798099, + "mrr_at_100": 0.799139, + "mrr_at_1000": 0.799185, + "nauc_ndcg_at_1_max": 0.682192, + "nauc_ndcg_at_1_std": -0.176549, + "nauc_ndcg_at_1_diff1": 0.871842, + "nauc_ndcg_at_3_max": 0.691606, + "nauc_ndcg_at_3_std": -0.178216, + "nauc_ndcg_at_3_diff1": 0.83907, + "nauc_ndcg_at_5_max": 0.686931, + "nauc_ndcg_at_5_std": -0.161205, + "nauc_ndcg_at_5_diff1": 0.828966, + "nauc_ndcg_at_10_max": 0.679633, + "nauc_ndcg_at_10_std": -0.167963, + "nauc_ndcg_at_10_diff1": 0.828976, + "nauc_ndcg_at_20_max": 0.684506, + "nauc_ndcg_at_20_std": -0.168554, + "nauc_ndcg_at_20_diff1": 0.835455, + "nauc_ndcg_at_100_max": 0.687115, + "nauc_ndcg_at_100_std": -0.160964, + "nauc_ndcg_at_100_diff1": 0.838284, + "nauc_ndcg_at_1000_max": 0.686608, + "nauc_ndcg_at_1000_std": -0.165618, + "nauc_ndcg_at_1000_diff1": 0.840069, + "nauc_map_at_1_max": 0.682192, + "nauc_map_at_1_std": -0.176549, + "nauc_map_at_1_diff1": 0.871842, + "nauc_map_at_3_max": 0.690276, + "nauc_map_at_3_std": -0.175984, + "nauc_map_at_3_diff1": 0.847188, + "nauc_map_at_5_max": 0.688013, + "nauc_map_at_5_std": -0.166731, + "nauc_map_at_5_diff1": 0.842562, + "nauc_map_at_10_max": 0.685362, + "nauc_map_at_10_std": -0.169202, + "nauc_map_at_10_diff1": 0.842645, + "nauc_map_at_20_max": 0.686498, + "nauc_map_at_20_std": -0.169127, + "nauc_map_at_20_diff1": 0.844353, + "nauc_map_at_100_max": 0.686867, + "nauc_map_at_100_std": -0.168213, + "nauc_map_at_100_diff1": 0.8447, + "nauc_map_at_1000_max": 0.686868, + "nauc_map_at_1000_std": -0.168358, + "nauc_map_at_1000_diff1": 0.844789, + "nauc_recall_at_1_max": 0.682192, + "nauc_recall_at_1_std": -0.176549, + "nauc_recall_at_1_diff1": 0.871842, + "nauc_recall_at_3_max": 0.695974, + "nauc_recall_at_3_std": -0.187824, + "nauc_recall_at_3_diff1": 0.808427, + "nauc_recall_at_5_max": 0.678634, + "nauc_recall_at_5_std": -0.130773, + "nauc_recall_at_5_diff1": 0.755946, + "nauc_recall_at_10_max": 0.627429, + "nauc_recall_at_10_std": -0.163485, + "nauc_recall_at_10_diff1": 0.728061, + "nauc_recall_at_20_max": 0.663368, + "nauc_recall_at_20_std": -0.174365, + "nauc_recall_at_20_diff1": 0.757672, + "nauc_recall_at_100_max": 0.77431, + "nauc_recall_at_100_std": 0.493597, + "nauc_recall_at_100_diff1": 0.617247, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.682192, + "nauc_precision_at_1_std": -0.176549, + "nauc_precision_at_1_diff1": 0.871842, + "nauc_precision_at_3_max": 0.695974, + "nauc_precision_at_3_std": -0.187824, + "nauc_precision_at_3_diff1": 0.808427, + "nauc_precision_at_5_max": 0.678634, + "nauc_precision_at_5_std": -0.130773, + "nauc_precision_at_5_diff1": 0.755946, + "nauc_precision_at_10_max": 0.627429, + "nauc_precision_at_10_std": -0.163485, + "nauc_precision_at_10_diff1": 0.728061, + "nauc_precision_at_20_max": 0.663368, + "nauc_precision_at_20_std": -0.174365, + "nauc_precision_at_20_diff1": 0.757672, + "nauc_precision_at_100_max": 0.77431, + "nauc_precision_at_100_std": 0.493597, + "nauc_precision_at_100_diff1": 0.617247, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.682192, + "nauc_mrr_at_1_std": -0.176549, + "nauc_mrr_at_1_diff1": 0.871842, + "nauc_mrr_at_3_max": 0.690276, + "nauc_mrr_at_3_std": -0.175984, + "nauc_mrr_at_3_diff1": 0.847188, + "nauc_mrr_at_5_max": 0.688013, + "nauc_mrr_at_5_std": -0.166731, + "nauc_mrr_at_5_diff1": 0.842562, + "nauc_mrr_at_10_max": 0.685362, + "nauc_mrr_at_10_std": -0.169202, + "nauc_mrr_at_10_diff1": 0.842645, + "nauc_mrr_at_20_max": 0.686498, + "nauc_mrr_at_20_std": -0.169127, + "nauc_mrr_at_20_diff1": 0.844353, + "nauc_mrr_at_100_max": 0.686867, + "nauc_mrr_at_100_std": -0.168213, + "nauc_mrr_at_100_diff1": 0.8447, + "nauc_mrr_at_1000_max": 0.686868, + "nauc_mrr_at_1000_std": -0.168358, + "nauc_mrr_at_1000_diff1": 0.844789, + "hit_rate_at_1": 0.72667, + "hit_rate_at_3": 0.84444, + "hit_rate_at_5": 0.89667, + "hit_rate_at_10": 0.92778, + "hit_rate_at_20": 0.95, + "hit_rate_at_100": 0.99222, + "hit_rate_at_1000": 1.0, + "main_score": 0.82849, + "hf_subset": "urd_Latn-eng_Latn", + "languages": [ + "urd-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.55444, + "ndcg_at_3": 0.6118, + "ndcg_at_5": 0.62729, + "ndcg_at_10": 0.64417, + "ndcg_at_20": 0.65489, + "ndcg_at_100": 0.67526, + "ndcg_at_1000": 0.68922, + "map_at_1": 0.55444, + "map_at_3": 0.59815, + "map_at_5": 0.6067, + "map_at_10": 0.61367, + "map_at_20": 0.61663, + "map_at_100": 0.61936, + "map_at_1000": 0.61995, + "recall_at_1": 0.55444, + "recall_at_3": 0.65111, + "recall_at_5": 0.68889, + "recall_at_10": 0.74111, + "recall_at_20": 0.78333, + "recall_at_100": 0.89444, + "recall_at_1000": 1.0, + "accuracy": 0.55444, + "precision_at_1": 0.55444, + "precision_at_3": 0.21704, + "precision_at_5": 0.13778, + "precision_at_10": 0.07411, + "precision_at_20": 0.03917, + "precision_at_100": 0.00894, + "precision_at_1000": 0.001, + "mrr_at_1": 0.554444, + "mrr_at_3": 0.598148, + "mrr_at_5": 0.606704, + "mrr_at_10": 0.613671, + "mrr_at_20": 0.61663, + "mrr_at_100": 0.619356, + "mrr_at_1000": 0.619952, + "nauc_ndcg_at_1_max": 0.822055, + "nauc_ndcg_at_1_std": 0.342786, + "nauc_ndcg_at_1_diff1": 0.845626, + "nauc_ndcg_at_3_max": 0.853151, + "nauc_ndcg_at_3_std": 0.422149, + "nauc_ndcg_at_3_diff1": 0.811099, + "nauc_ndcg_at_5_max": 0.850034, + "nauc_ndcg_at_5_std": 0.439725, + "nauc_ndcg_at_5_diff1": 0.801443, + "nauc_ndcg_at_10_max": 0.842913, + "nauc_ndcg_at_10_std": 0.442772, + "nauc_ndcg_at_10_diff1": 0.793051, + "nauc_ndcg_at_20_max": 0.839676, + "nauc_ndcg_at_20_std": 0.444924, + "nauc_ndcg_at_20_diff1": 0.788318, + "nauc_ndcg_at_100_max": 0.838765, + "nauc_ndcg_at_100_std": 0.438814, + "nauc_ndcg_at_100_diff1": 0.794561, + "nauc_ndcg_at_1000_max": 0.840518, + "nauc_ndcg_at_1000_std": 0.427239, + "nauc_ndcg_at_1000_diff1": 0.801389, + "nauc_map_at_1_max": 0.822055, + "nauc_map_at_1_std": 0.342786, + "nauc_map_at_1_diff1": 0.845626, + "nauc_map_at_3_max": 0.845768, + "nauc_map_at_3_std": 0.40218, + "nauc_map_at_3_diff1": 0.819461, + "nauc_map_at_5_max": 0.843902, + "nauc_map_at_5_std": 0.411143, + "nauc_map_at_5_diff1": 0.814354, + "nauc_map_at_10_max": 0.841034, + "nauc_map_at_10_std": 0.411625, + "nauc_map_at_10_diff1": 0.811228, + "nauc_map_at_20_max": 0.84024, + "nauc_map_at_20_std": 0.412152, + "nauc_map_at_20_diff1": 0.810193, + "nauc_map_at_100_max": 0.840005, + "nauc_map_at_100_std": 0.410992, + "nauc_map_at_100_diff1": 0.810981, + "nauc_map_at_1000_max": 0.840073, + "nauc_map_at_1000_std": 0.410594, + "nauc_map_at_1000_diff1": 0.811237, + "nauc_recall_at_1_max": 0.822055, + "nauc_recall_at_1_std": 0.342786, + "nauc_recall_at_1_diff1": 0.845626, + "nauc_recall_at_3_max": 0.876046, + "nauc_recall_at_3_std": 0.484613, + "nauc_recall_at_3_diff1": 0.785092, + "nauc_recall_at_5_max": 0.869785, + "nauc_recall_at_5_std": 0.537915, + "nauc_recall_at_5_diff1": 0.757148, + "nauc_recall_at_10_max": 0.845512, + "nauc_recall_at_10_std": 0.566695, + "nauc_recall_at_10_diff1": 0.71842, + "nauc_recall_at_20_max": 0.827625, + "nauc_recall_at_20_std": 0.595375, + "nauc_recall_at_20_diff1": 0.680461, + "nauc_recall_at_100_max": 0.808956, + "nauc_recall_at_100_std": 0.653481, + "nauc_recall_at_100_diff1": 0.672295, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.822055, + "nauc_precision_at_1_std": 0.342786, + "nauc_precision_at_1_diff1": 0.845626, + "nauc_precision_at_3_max": 0.876046, + "nauc_precision_at_3_std": 0.484613, + "nauc_precision_at_3_diff1": 0.785092, + "nauc_precision_at_5_max": 0.869785, + "nauc_precision_at_5_std": 0.537915, + "nauc_precision_at_5_diff1": 0.757148, + "nauc_precision_at_10_max": 0.845512, + "nauc_precision_at_10_std": 0.566695, + "nauc_precision_at_10_diff1": 0.71842, + "nauc_precision_at_20_max": 0.827625, + "nauc_precision_at_20_std": 0.595375, + "nauc_precision_at_20_diff1": 0.680461, + "nauc_precision_at_100_max": 0.808956, + "nauc_precision_at_100_std": 0.653481, + "nauc_precision_at_100_diff1": 0.672295, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.822055, + "nauc_mrr_at_1_std": 0.342786, + "nauc_mrr_at_1_diff1": 0.845626, + "nauc_mrr_at_3_max": 0.845768, + "nauc_mrr_at_3_std": 0.40218, + "nauc_mrr_at_3_diff1": 0.819461, + "nauc_mrr_at_5_max": 0.843902, + "nauc_mrr_at_5_std": 0.411143, + "nauc_mrr_at_5_diff1": 0.814354, + "nauc_mrr_at_10_max": 0.841034, + "nauc_mrr_at_10_std": 0.411625, + "nauc_mrr_at_10_diff1": 0.811228, + "nauc_mrr_at_20_max": 0.84024, + "nauc_mrr_at_20_std": 0.412152, + "nauc_mrr_at_20_diff1": 0.810193, + "nauc_mrr_at_100_max": 0.840005, + "nauc_mrr_at_100_std": 0.410992, + "nauc_mrr_at_100_diff1": 0.810981, + "nauc_mrr_at_1000_max": 0.840073, + "nauc_mrr_at_1000_std": 0.410594, + "nauc_mrr_at_1000_diff1": 0.811237, + "hit_rate_at_1": 0.55444, + "hit_rate_at_3": 0.65111, + "hit_rate_at_5": 0.68889, + "hit_rate_at_10": 0.74111, + "hit_rate_at_20": 0.78333, + "hit_rate_at_100": 0.89444, + "hit_rate_at_1000": 1.0, + "main_score": 0.64417, + "hf_subset": "eng_Latn-urd_Latn", + "languages": [ + "eng-Latn", + "urd-Latn" + ] + }, + { + "ndcg_at_1": 0.77778, + "ndcg_at_3": 0.82967, + "ndcg_at_5": 0.84339, + "ndcg_at_10": 0.85308, + "ndcg_at_20": 0.85689, + "ndcg_at_100": 0.86206, + "ndcg_at_1000": 0.86581, + "map_at_1": 0.77778, + "map_at_3": 0.81722, + "map_at_5": 0.82483, + "map_at_10": 0.82883, + "map_at_20": 0.82995, + "map_at_100": 0.83067, + "map_at_1000": 0.83082, + "recall_at_1": 0.77778, + "recall_at_3": 0.86556, + "recall_at_5": 0.89889, + "recall_at_10": 0.92889, + "recall_at_20": 0.94333, + "recall_at_100": 0.97111, + "recall_at_1000": 1.0, + "accuracy": 0.77778, + "precision_at_1": 0.77778, + "precision_at_3": 0.28852, + "precision_at_5": 0.17978, + "precision_at_10": 0.09289, + "precision_at_20": 0.04717, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "mrr_at_1": 0.777778, + "mrr_at_3": 0.817222, + "mrr_at_5": 0.824833, + "mrr_at_10": 0.828827, + "mrr_at_20": 0.829951, + "mrr_at_100": 0.83067, + "mrr_at_1000": 0.830817, + "nauc_ndcg_at_1_max": 0.734549, + "nauc_ndcg_at_1_std": -0.12826, + "nauc_ndcg_at_1_diff1": 0.876959, + "nauc_ndcg_at_3_max": 0.782037, + "nauc_ndcg_at_3_std": -0.120345, + "nauc_ndcg_at_3_diff1": 0.87184, + "nauc_ndcg_at_5_max": 0.774647, + "nauc_ndcg_at_5_std": -0.102683, + "nauc_ndcg_at_5_diff1": 0.862668, + "nauc_ndcg_at_10_max": 0.772132, + "nauc_ndcg_at_10_std": -0.108856, + "nauc_ndcg_at_10_diff1": 0.863193, + "nauc_ndcg_at_20_max": 0.771532, + "nauc_ndcg_at_20_std": -0.102345, + "nauc_ndcg_at_20_diff1": 0.864813, + "nauc_ndcg_at_100_max": 0.770559, + "nauc_ndcg_at_100_std": -0.101967, + "nauc_ndcg_at_100_diff1": 0.866728, + "nauc_ndcg_at_1000_max": 0.767475, + "nauc_ndcg_at_1000_std": -0.109788, + "nauc_ndcg_at_1000_diff1": 0.867253, + "nauc_map_at_1_max": 0.734549, + "nauc_map_at_1_std": -0.12826, + "nauc_map_at_1_diff1": 0.876959, + "nauc_map_at_3_max": 0.768659, + "nauc_map_at_3_std": -0.124135, + "nauc_map_at_3_diff1": 0.872606, + "nauc_map_at_5_max": 0.764459, + "nauc_map_at_5_std": -0.115339, + "nauc_map_at_5_diff1": 0.868146, + "nauc_map_at_10_max": 0.7633, + "nauc_map_at_10_std": -0.118041, + "nauc_map_at_10_diff1": 0.868457, + "nauc_map_at_20_max": 0.763132, + "nauc_map_at_20_std": -0.116304, + "nauc_map_at_20_diff1": 0.868877, + "nauc_map_at_100_max": 0.762902, + "nauc_map_at_100_std": -0.116444, + "nauc_map_at_100_diff1": 0.86909, + "nauc_map_at_1000_max": 0.762793, + "nauc_map_at_1000_std": -0.11666, + "nauc_map_at_1000_diff1": 0.869109, + "nauc_recall_at_1_max": 0.734549, + "nauc_recall_at_1_std": -0.12826, + "nauc_recall_at_1_diff1": 0.876959, + "nauc_recall_at_3_max": 0.832496, + "nauc_recall_at_3_std": -0.105189, + "nauc_recall_at_3_diff1": 0.869326, + "nauc_recall_at_5_max": 0.820352, + "nauc_recall_at_5_std": -0.038573, + "nauc_recall_at_5_diff1": 0.835215, + "nauc_recall_at_10_max": 0.82447, + "nauc_recall_at_10_std": -0.046941, + "nauc_recall_at_10_diff1": 0.827016, + "nauc_recall_at_20_max": 0.83153, + "nauc_recall_at_20_std": 0.02413, + "nauc_recall_at_20_diff1": 0.832857, + "nauc_recall_at_100_max": 0.871615, + "nauc_recall_at_100_std": 0.163668, + "nauc_recall_at_100_diff1": 0.84953, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.734549, + "nauc_precision_at_1_std": -0.12826, + "nauc_precision_at_1_diff1": 0.876959, + "nauc_precision_at_3_max": 0.832496, + "nauc_precision_at_3_std": -0.105189, + "nauc_precision_at_3_diff1": 0.869326, + "nauc_precision_at_5_max": 0.820352, + "nauc_precision_at_5_std": -0.038573, + "nauc_precision_at_5_diff1": 0.835215, + "nauc_precision_at_10_max": 0.82447, + "nauc_precision_at_10_std": -0.046941, + "nauc_precision_at_10_diff1": 0.827016, + "nauc_precision_at_20_max": 0.83153, + "nauc_precision_at_20_std": 0.02413, + "nauc_precision_at_20_diff1": 0.832857, + "nauc_precision_at_100_max": 0.871615, + "nauc_precision_at_100_std": 0.163668, + "nauc_precision_at_100_diff1": 0.84953, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.734549, + "nauc_mrr_at_1_std": -0.12826, + "nauc_mrr_at_1_diff1": 0.876959, + "nauc_mrr_at_3_max": 0.768659, + "nauc_mrr_at_3_std": -0.124135, + "nauc_mrr_at_3_diff1": 0.872606, + "nauc_mrr_at_5_max": 0.764459, + "nauc_mrr_at_5_std": -0.115339, + "nauc_mrr_at_5_diff1": 0.868146, + "nauc_mrr_at_10_max": 0.7633, + "nauc_mrr_at_10_std": -0.118041, + "nauc_mrr_at_10_diff1": 0.868457, + "nauc_mrr_at_20_max": 0.763132, + "nauc_mrr_at_20_std": -0.116304, + "nauc_mrr_at_20_diff1": 0.868877, + "nauc_mrr_at_100_max": 0.762902, + "nauc_mrr_at_100_std": -0.116444, + "nauc_mrr_at_100_diff1": 0.86909, + "nauc_mrr_at_1000_max": 0.762793, + "nauc_mrr_at_1000_std": -0.11666, + "nauc_mrr_at_1000_diff1": 0.869109, + "hit_rate_at_1": 0.77778, + "hit_rate_at_3": 0.86556, + "hit_rate_at_5": 0.89889, + "hit_rate_at_10": 0.92889, + "hit_rate_at_20": 0.94333, + "hit_rate_at_100": 0.97111, + "hit_rate_at_1000": 1.0, + "main_score": 0.85308, + "hf_subset": "uzn_Latn-uzn_Latn", + "languages": [ + "uzn-Latn", + "uzn-Latn" + ] + }, + { + "ndcg_at_1": 0.83, + "ndcg_at_3": 0.8837, + "ndcg_at_5": 0.89374, + "ndcg_at_10": 0.90019, + "ndcg_at_20": 0.9033, + "ndcg_at_100": 0.90682, + "ndcg_at_1000": 0.90722, + "map_at_1": 0.83, + "map_at_3": 0.87074, + "map_at_5": 0.8763, + "map_at_10": 0.87894, + "map_at_20": 0.87981, + "map_at_100": 0.8803, + "map_at_1000": 0.88031, + "recall_at_1": 0.83, + "recall_at_3": 0.92111, + "recall_at_5": 0.94556, + "recall_at_10": 0.96556, + "recall_at_20": 0.97778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.83, + "precision_at_1": 0.83, + "precision_at_3": 0.30704, + "precision_at_5": 0.18911, + "precision_at_10": 0.09656, + "precision_at_20": 0.04889, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.83, + "mrr_at_3": 0.870741, + "mrr_at_5": 0.876296, + "mrr_at_10": 0.878944, + "mrr_at_20": 0.879808, + "mrr_at_100": 0.880298, + "mrr_at_1000": 0.880308, + "nauc_ndcg_at_1_max": 0.673271, + "nauc_ndcg_at_1_std": -0.312204, + "nauc_ndcg_at_1_diff1": 0.863783, + "nauc_ndcg_at_3_max": 0.728537, + "nauc_ndcg_at_3_std": -0.287173, + "nauc_ndcg_at_3_diff1": 0.849393, + "nauc_ndcg_at_5_max": 0.712726, + "nauc_ndcg_at_5_std": -0.341093, + "nauc_ndcg_at_5_diff1": 0.852536, + "nauc_ndcg_at_10_max": 0.706633, + "nauc_ndcg_at_10_std": -0.333097, + "nauc_ndcg_at_10_diff1": 0.852612, + "nauc_ndcg_at_20_max": 0.706197, + "nauc_ndcg_at_20_std": -0.315881, + "nauc_ndcg_at_20_diff1": 0.852351, + "nauc_ndcg_at_100_max": 0.70396, + "nauc_ndcg_at_100_std": -0.31397, + "nauc_ndcg_at_100_diff1": 0.854187, + "nauc_ndcg_at_1000_max": 0.702648, + "nauc_ndcg_at_1000_std": -0.319404, + "nauc_ndcg_at_1000_diff1": 0.853934, + "nauc_map_at_1_max": 0.673271, + "nauc_map_at_1_std": -0.312204, + "nauc_map_at_1_diff1": 0.863783, + "nauc_map_at_3_max": 0.709712, + "nauc_map_at_3_std": -0.301496, + "nauc_map_at_3_diff1": 0.852891, + "nauc_map_at_5_max": 0.701306, + "nauc_map_at_5_std": -0.327401, + "nauc_map_at_5_diff1": 0.85447, + "nauc_map_at_10_max": 0.699112, + "nauc_map_at_10_std": -0.324562, + "nauc_map_at_10_diff1": 0.854638, + "nauc_map_at_20_max": 0.698899, + "nauc_map_at_20_std": -0.320433, + "nauc_map_at_20_diff1": 0.854636, + "nauc_map_at_100_max": 0.698537, + "nauc_map_at_100_std": -0.320624, + "nauc_map_at_100_diff1": 0.854823, + "nauc_map_at_1000_max": 0.698511, + "nauc_map_at_1000_std": -0.320729, + "nauc_map_at_1000_diff1": 0.854819, + "nauc_recall_at_1_max": 0.673271, + "nauc_recall_at_1_std": -0.312204, + "nauc_recall_at_1_diff1": 0.863783, + "nauc_recall_at_3_max": 0.81533, + "nauc_recall_at_3_std": -0.217685, + "nauc_recall_at_3_diff1": 0.834103, + "nauc_recall_at_5_max": 0.781389, + "nauc_recall_at_5_std": -0.439023, + "nauc_recall_at_5_diff1": 0.842461, + "nauc_recall_at_10_max": 0.765956, + "nauc_recall_at_10_std": -0.422548, + "nauc_recall_at_10_diff1": 0.835472, + "nauc_recall_at_20_max": 0.793814, + "nauc_recall_at_20_std": -0.195588, + "nauc_recall_at_20_diff1": 0.820145, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.912854, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.673271, + "nauc_precision_at_1_std": -0.312204, + "nauc_precision_at_1_diff1": 0.863783, + "nauc_precision_at_3_max": 0.81533, + "nauc_precision_at_3_std": -0.217685, + "nauc_precision_at_3_diff1": 0.834103, + "nauc_precision_at_5_max": 0.781389, + "nauc_precision_at_5_std": -0.439023, + "nauc_precision_at_5_diff1": 0.842461, + "nauc_precision_at_10_max": 0.765956, + "nauc_precision_at_10_std": -0.422548, + "nauc_precision_at_10_diff1": 0.835472, + "nauc_precision_at_20_max": 0.793814, + "nauc_precision_at_20_std": -0.195588, + "nauc_precision_at_20_diff1": 0.820145, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.912854, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.673271, + "nauc_mrr_at_1_std": -0.312204, + "nauc_mrr_at_1_diff1": 0.863783, + "nauc_mrr_at_3_max": 0.709712, + "nauc_mrr_at_3_std": -0.301496, + "nauc_mrr_at_3_diff1": 0.852891, + "nauc_mrr_at_5_max": 0.701306, + "nauc_mrr_at_5_std": -0.327401, + "nauc_mrr_at_5_diff1": 0.85447, + "nauc_mrr_at_10_max": 0.699112, + "nauc_mrr_at_10_std": -0.324562, + "nauc_mrr_at_10_diff1": 0.854638, + "nauc_mrr_at_20_max": 0.698899, + "nauc_mrr_at_20_std": -0.320433, + "nauc_mrr_at_20_diff1": 0.854636, + "nauc_mrr_at_100_max": 0.698537, + "nauc_mrr_at_100_std": -0.320624, + "nauc_mrr_at_100_diff1": 0.854823, + "nauc_mrr_at_1000_max": 0.698511, + "nauc_mrr_at_1000_std": -0.320729, + "nauc_mrr_at_1000_diff1": 0.854819, + "hit_rate_at_1": 0.83, + "hit_rate_at_3": 0.92111, + "hit_rate_at_5": 0.94556, + "hit_rate_at_10": 0.96556, + "hit_rate_at_20": 0.97778, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.90019, + "hf_subset": "uzn_Latn-eng_Latn", + "languages": [ + "uzn-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.64333, + "ndcg_at_3": 0.71103, + "ndcg_at_5": 0.72977, + "ndcg_at_10": 0.7466, + "ndcg_at_20": 0.75473, + "ndcg_at_100": 0.76675, + "ndcg_at_1000": 0.77304, + "map_at_1": 0.64333, + "map_at_3": 0.69481, + "map_at_5": 0.7052, + "map_at_10": 0.71211, + "map_at_20": 0.71433, + "map_at_100": 0.71602, + "map_at_1000": 0.71628, + "recall_at_1": 0.64333, + "recall_at_3": 0.75778, + "recall_at_5": 0.80333, + "recall_at_10": 0.85556, + "recall_at_20": 0.88778, + "recall_at_100": 0.95222, + "recall_at_1000": 1.0, + "accuracy": 0.64333, + "precision_at_1": 0.64333, + "precision_at_3": 0.25259, + "precision_at_5": 0.16067, + "precision_at_10": 0.08556, + "precision_at_20": 0.04439, + "precision_at_100": 0.00952, + "precision_at_1000": 0.001, + "mrr_at_1": 0.643333, + "mrr_at_3": 0.694815, + "mrr_at_5": 0.705204, + "mrr_at_10": 0.712109, + "mrr_at_20": 0.714329, + "mrr_at_100": 0.716018, + "mrr_at_1000": 0.716282, + "nauc_ndcg_at_1_max": 0.792672, + "nauc_ndcg_at_1_std": 0.281627, + "nauc_ndcg_at_1_diff1": 0.871504, + "nauc_ndcg_at_3_max": 0.827923, + "nauc_ndcg_at_3_std": 0.327876, + "nauc_ndcg_at_3_diff1": 0.841794, + "nauc_ndcg_at_5_max": 0.821439, + "nauc_ndcg_at_5_std": 0.33904, + "nauc_ndcg_at_5_diff1": 0.829966, + "nauc_ndcg_at_10_max": 0.825148, + "nauc_ndcg_at_10_std": 0.355058, + "nauc_ndcg_at_10_diff1": 0.832026, + "nauc_ndcg_at_20_max": 0.82012, + "nauc_ndcg_at_20_std": 0.349299, + "nauc_ndcg_at_20_diff1": 0.82825, + "nauc_ndcg_at_100_max": 0.820362, + "nauc_ndcg_at_100_std": 0.350276, + "nauc_ndcg_at_100_diff1": 0.83241, + "nauc_ndcg_at_1000_max": 0.819231, + "nauc_ndcg_at_1000_std": 0.338793, + "nauc_ndcg_at_1000_diff1": 0.837207, + "nauc_map_at_1_max": 0.792672, + "nauc_map_at_1_std": 0.281627, + "nauc_map_at_1_diff1": 0.871504, + "nauc_map_at_3_max": 0.819683, + "nauc_map_at_3_std": 0.316063, + "nauc_map_at_3_diff1": 0.849069, + "nauc_map_at_5_max": 0.816181, + "nauc_map_at_5_std": 0.321541, + "nauc_map_at_5_diff1": 0.843245, + "nauc_map_at_10_max": 0.817533, + "nauc_map_at_10_std": 0.32709, + "nauc_map_at_10_diff1": 0.844375, + "nauc_map_at_20_max": 0.816263, + "nauc_map_at_20_std": 0.325454, + "nauc_map_at_20_diff1": 0.843586, + "nauc_map_at_100_max": 0.816288, + "nauc_map_at_100_std": 0.325748, + "nauc_map_at_100_diff1": 0.844039, + "nauc_map_at_1000_max": 0.81626, + "nauc_map_at_1000_std": 0.325372, + "nauc_map_at_1000_diff1": 0.844225, + "nauc_recall_at_1_max": 0.792672, + "nauc_recall_at_1_std": 0.281627, + "nauc_recall_at_1_diff1": 0.871504, + "nauc_recall_at_3_max": 0.855504, + "nauc_recall_at_3_std": 0.367984, + "nauc_recall_at_3_diff1": 0.817257, + "nauc_recall_at_5_max": 0.839887, + "nauc_recall_at_5_std": 0.409427, + "nauc_recall_at_5_diff1": 0.775821, + "nauc_recall_at_10_max": 0.863141, + "nauc_recall_at_10_std": 0.510544, + "nauc_recall_at_10_diff1": 0.76781, + "nauc_recall_at_20_max": 0.834584, + "nauc_recall_at_20_std": 0.506569, + "nauc_recall_at_20_diff1": 0.722567, + "nauc_recall_at_100_max": 0.858587, + "nauc_recall_at_100_std": 0.715371, + "nauc_recall_at_100_diff1": 0.686568, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.792672, + "nauc_precision_at_1_std": 0.281627, + "nauc_precision_at_1_diff1": 0.871504, + "nauc_precision_at_3_max": 0.855504, + "nauc_precision_at_3_std": 0.367984, + "nauc_precision_at_3_diff1": 0.817257, + "nauc_precision_at_5_max": 0.839887, + "nauc_precision_at_5_std": 0.409427, + "nauc_precision_at_5_diff1": 0.775821, + "nauc_precision_at_10_max": 0.863141, + "nauc_precision_at_10_std": 0.510544, + "nauc_precision_at_10_diff1": 0.76781, + "nauc_precision_at_20_max": 0.834584, + "nauc_precision_at_20_std": 0.506569, + "nauc_precision_at_20_diff1": 0.722567, + "nauc_precision_at_100_max": 0.858587, + "nauc_precision_at_100_std": 0.715371, + "nauc_precision_at_100_diff1": 0.686568, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.792672, + "nauc_mrr_at_1_std": 0.281627, + "nauc_mrr_at_1_diff1": 0.871504, + "nauc_mrr_at_3_max": 0.819683, + "nauc_mrr_at_3_std": 0.316063, + "nauc_mrr_at_3_diff1": 0.849069, + "nauc_mrr_at_5_max": 0.816181, + "nauc_mrr_at_5_std": 0.321541, + "nauc_mrr_at_5_diff1": 0.843245, + "nauc_mrr_at_10_max": 0.817533, + "nauc_mrr_at_10_std": 0.32709, + "nauc_mrr_at_10_diff1": 0.844375, + "nauc_mrr_at_20_max": 0.816263, + "nauc_mrr_at_20_std": 0.325454, + "nauc_mrr_at_20_diff1": 0.843586, + "nauc_mrr_at_100_max": 0.816288, + "nauc_mrr_at_100_std": 0.325748, + "nauc_mrr_at_100_diff1": 0.844039, + "nauc_mrr_at_1000_max": 0.81626, + "nauc_mrr_at_1000_std": 0.325372, + "nauc_mrr_at_1000_diff1": 0.844225, + "hit_rate_at_1": 0.64333, + "hit_rate_at_3": 0.75778, + "hit_rate_at_5": 0.80333, + "hit_rate_at_10": 0.85556, + "hit_rate_at_20": 0.88778, + "hit_rate_at_100": 0.95222, + "hit_rate_at_1000": 1.0, + "main_score": 0.7466, + "hf_subset": "eng_Latn-uzn_Latn", + "languages": [ + "eng-Latn", + "uzn-Latn" + ] + }, + { + "ndcg_at_1": 0.89111, + "ndcg_at_3": 0.92775, + "ndcg_at_5": 0.93287, + "ndcg_at_10": 0.93876, + "ndcg_at_20": 0.94053, + "ndcg_at_100": 0.94159, + "ndcg_at_1000": 0.94216, + "map_at_1": 0.89111, + "map_at_3": 0.91889, + "map_at_5": 0.92178, + "map_at_10": 0.92429, + "map_at_20": 0.92483, + "map_at_100": 0.92498, + "map_at_1000": 0.925, + "recall_at_1": 0.89111, + "recall_at_3": 0.95333, + "recall_at_5": 0.96556, + "recall_at_10": 0.98333, + "recall_at_20": 0.99, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.89111, + "precision_at_1": 0.89111, + "precision_at_3": 0.31778, + "precision_at_5": 0.19311, + "precision_at_10": 0.09833, + "precision_at_20": 0.0495, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.891111, + "mrr_at_3": 0.918889, + "mrr_at_5": 0.921778, + "mrr_at_10": 0.92429, + "mrr_at_20": 0.924826, + "mrr_at_100": 0.924981, + "mrr_at_1000": 0.925002, + "nauc_ndcg_at_1_max": 0.764142, + "nauc_ndcg_at_1_std": -0.227186, + "nauc_ndcg_at_1_diff1": 0.913163, + "nauc_ndcg_at_3_max": 0.800096, + "nauc_ndcg_at_3_std": -0.18918, + "nauc_ndcg_at_3_diff1": 0.910051, + "nauc_ndcg_at_5_max": 0.801221, + "nauc_ndcg_at_5_std": -0.175566, + "nauc_ndcg_at_5_diff1": 0.910285, + "nauc_ndcg_at_10_max": 0.79108, + "nauc_ndcg_at_10_std": -0.191745, + "nauc_ndcg_at_10_diff1": 0.910314, + "nauc_ndcg_at_20_max": 0.790411, + "nauc_ndcg_at_20_std": -0.187311, + "nauc_ndcg_at_20_diff1": 0.911653, + "nauc_ndcg_at_100_max": 0.792305, + "nauc_ndcg_at_100_std": -0.182481, + "nauc_ndcg_at_100_diff1": 0.912023, + "nauc_ndcg_at_1000_max": 0.790266, + "nauc_ndcg_at_1000_std": -0.190153, + "nauc_ndcg_at_1000_diff1": 0.911513, + "nauc_map_at_1_max": 0.764142, + "nauc_map_at_1_std": -0.227186, + "nauc_map_at_1_diff1": 0.913163, + "nauc_map_at_3_max": 0.791084, + "nauc_map_at_3_std": -0.199808, + "nauc_map_at_3_diff1": 0.911029, + "nauc_map_at_5_max": 0.79125, + "nauc_map_at_5_std": -0.193266, + "nauc_map_at_5_diff1": 0.911232, + "nauc_map_at_10_max": 0.787409, + "nauc_map_at_10_std": -0.19948, + "nauc_map_at_10_diff1": 0.911142, + "nauc_map_at_20_max": 0.787197, + "nauc_map_at_20_std": -0.198611, + "nauc_map_at_20_diff1": 0.911442, + "nauc_map_at_100_max": 0.787383, + "nauc_map_at_100_std": -0.197819, + "nauc_map_at_100_diff1": 0.911488, + "nauc_map_at_1000_max": 0.787324, + "nauc_map_at_1000_std": -0.198028, + "nauc_map_at_1000_diff1": 0.911477, + "nauc_recall_at_1_max": 0.764142, + "nauc_recall_at_1_std": -0.227186, + "nauc_recall_at_1_diff1": 0.913163, + "nauc_recall_at_3_max": 0.843126, + "nauc_recall_at_3_std": -0.137422, + "nauc_recall_at_3_diff1": 0.905195, + "nauc_recall_at_5_max": 0.864025, + "nauc_recall_at_5_std": -0.059215, + "nauc_recall_at_5_diff1": 0.904069, + "nauc_recall_at_10_max": 0.819203, + "nauc_recall_at_10_std": -0.113383, + "nauc_recall_at_10_diff1": 0.900871, + "nauc_recall_at_20_max": 0.824463, + "nauc_recall_at_20_std": 0.043677, + "nauc_recall_at_20_diff1": 0.925563, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.609127, + "nauc_recall_at_100_diff1": 0.96732, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.764142, + "nauc_precision_at_1_std": -0.227186, + "nauc_precision_at_1_diff1": 0.913163, + "nauc_precision_at_3_max": 0.843126, + "nauc_precision_at_3_std": -0.137422, + "nauc_precision_at_3_diff1": 0.905195, + "nauc_precision_at_5_max": 0.864025, + "nauc_precision_at_5_std": -0.059215, + "nauc_precision_at_5_diff1": 0.904069, + "nauc_precision_at_10_max": 0.819203, + "nauc_precision_at_10_std": -0.113383, + "nauc_precision_at_10_diff1": 0.900871, + "nauc_precision_at_20_max": 0.824463, + "nauc_precision_at_20_std": 0.043677, + "nauc_precision_at_20_diff1": 0.925563, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.609127, + "nauc_precision_at_100_diff1": 0.96732, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.764142, + "nauc_mrr_at_1_std": -0.227186, + "nauc_mrr_at_1_diff1": 0.913163, + "nauc_mrr_at_3_max": 0.791084, + "nauc_mrr_at_3_std": -0.199808, + "nauc_mrr_at_3_diff1": 0.911029, + "nauc_mrr_at_5_max": 0.79125, + "nauc_mrr_at_5_std": -0.193266, + "nauc_mrr_at_5_diff1": 0.911232, + "nauc_mrr_at_10_max": 0.787409, + "nauc_mrr_at_10_std": -0.19948, + "nauc_mrr_at_10_diff1": 0.911142, + "nauc_mrr_at_20_max": 0.787197, + "nauc_mrr_at_20_std": -0.198611, + "nauc_mrr_at_20_diff1": 0.911442, + "nauc_mrr_at_100_max": 0.787383, + "nauc_mrr_at_100_std": -0.197819, + "nauc_mrr_at_100_diff1": 0.911488, + "nauc_mrr_at_1000_max": 0.787324, + "nauc_mrr_at_1000_std": -0.198028, + "nauc_mrr_at_1000_diff1": 0.911477, + "hit_rate_at_1": 0.89111, + "hit_rate_at_3": 0.95333, + "hit_rate_at_5": 0.96556, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.93876, + "hf_subset": "vie_Latn-vie_Latn", + "languages": [ + "vie-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.89333, + "ndcg_at_3": 0.9314, + "ndcg_at_5": 0.93632, + "ndcg_at_10": 0.94244, + "ndcg_at_20": 0.94326, + "ndcg_at_100": 0.94432, + "ndcg_at_1000": 0.94474, + "map_at_1": 0.89333, + "map_at_3": 0.92259, + "map_at_5": 0.92526, + "map_at_10": 0.92779, + "map_at_20": 0.92801, + "map_at_100": 0.92816, + "map_at_1000": 0.92817, + "recall_at_1": 0.89333, + "recall_at_3": 0.95667, + "recall_at_5": 0.96889, + "recall_at_10": 0.98778, + "recall_at_20": 0.99111, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.89333, + "precision_at_1": 0.89333, + "precision_at_3": 0.31889, + "precision_at_5": 0.19378, + "precision_at_10": 0.09878, + "precision_at_20": 0.04956, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.893333, + "mrr_at_3": 0.922593, + "mrr_at_5": 0.925259, + "mrr_at_10": 0.927785, + "mrr_at_20": 0.928006, + "mrr_at_100": 0.928159, + "mrr_at_1000": 0.928175, + "nauc_ndcg_at_1_max": 0.721483, + "nauc_ndcg_at_1_std": -0.434749, + "nauc_ndcg_at_1_diff1": 0.908464, + "nauc_ndcg_at_3_max": 0.761447, + "nauc_ndcg_at_3_std": -0.382876, + "nauc_ndcg_at_3_diff1": 0.904332, + "nauc_ndcg_at_5_max": 0.759392, + "nauc_ndcg_at_5_std": -0.378437, + "nauc_ndcg_at_5_diff1": 0.911964, + "nauc_ndcg_at_10_max": 0.750257, + "nauc_ndcg_at_10_std": -0.387332, + "nauc_ndcg_at_10_diff1": 0.91029, + "nauc_ndcg_at_20_max": 0.749551, + "nauc_ndcg_at_20_std": -0.385236, + "nauc_ndcg_at_20_diff1": 0.910408, + "nauc_ndcg_at_100_max": 0.749128, + "nauc_ndcg_at_100_std": -0.382755, + "nauc_ndcg_at_100_diff1": 0.909215, + "nauc_ndcg_at_1000_max": 0.747194, + "nauc_ndcg_at_1000_std": -0.393416, + "nauc_ndcg_at_1000_diff1": 0.909337, + "nauc_map_at_1_max": 0.721483, + "nauc_map_at_1_std": -0.434749, + "nauc_map_at_1_diff1": 0.908464, + "nauc_map_at_3_max": 0.748899, + "nauc_map_at_3_std": -0.40369, + "nauc_map_at_3_diff1": 0.905928, + "nauc_map_at_5_max": 0.74726, + "nauc_map_at_5_std": -0.402976, + "nauc_map_at_5_diff1": 0.909542, + "nauc_map_at_10_max": 0.743692, + "nauc_map_at_10_std": -0.405119, + "nauc_map_at_10_diff1": 0.908851, + "nauc_map_at_20_max": 0.74358, + "nauc_map_at_20_std": -0.404439, + "nauc_map_at_20_diff1": 0.908902, + "nauc_map_at_100_max": 0.743494, + "nauc_map_at_100_std": -0.40441, + "nauc_map_at_100_diff1": 0.908766, + "nauc_map_at_1000_max": 0.743436, + "nauc_map_at_1000_std": -0.404724, + "nauc_map_at_1000_diff1": 0.908784, + "nauc_recall_at_1_max": 0.721483, + "nauc_recall_at_1_std": -0.434749, + "nauc_recall_at_1_diff1": 0.908464, + "nauc_recall_at_3_max": 0.825253, + "nauc_recall_at_3_std": -0.273528, + "nauc_recall_at_3_diff1": 0.895987, + "nauc_recall_at_5_max": 0.842304, + "nauc_recall_at_5_std": -0.202298, + "nauc_recall_at_5_diff1": 0.930972, + "nauc_recall_at_10_max": 0.842586, + "nauc_recall_at_10_std": -0.10831, + "nauc_recall_at_10_diff1": 0.937611, + "nauc_recall_at_20_max": 0.855626, + "nauc_recall_at_20_std": 0.030345, + "nauc_recall_at_20_diff1": 0.948938, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.907407, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.721483, + "nauc_precision_at_1_std": -0.434749, + "nauc_precision_at_1_diff1": 0.908464, + "nauc_precision_at_3_max": 0.825253, + "nauc_precision_at_3_std": -0.273528, + "nauc_precision_at_3_diff1": 0.895987, + "nauc_precision_at_5_max": 0.842304, + "nauc_precision_at_5_std": -0.202298, + "nauc_precision_at_5_diff1": 0.930972, + "nauc_precision_at_10_max": 0.842586, + "nauc_precision_at_10_std": -0.10831, + "nauc_precision_at_10_diff1": 0.937611, + "nauc_precision_at_20_max": 0.855626, + "nauc_precision_at_20_std": 0.030345, + "nauc_precision_at_20_diff1": 0.948938, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.907407, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.721483, + "nauc_mrr_at_1_std": -0.434749, + "nauc_mrr_at_1_diff1": 0.908464, + "nauc_mrr_at_3_max": 0.748899, + "nauc_mrr_at_3_std": -0.40369, + "nauc_mrr_at_3_diff1": 0.905928, + "nauc_mrr_at_5_max": 0.74726, + "nauc_mrr_at_5_std": -0.402976, + "nauc_mrr_at_5_diff1": 0.909542, + "nauc_mrr_at_10_max": 0.743692, + "nauc_mrr_at_10_std": -0.405119, + "nauc_mrr_at_10_diff1": 0.908851, + "nauc_mrr_at_20_max": 0.74358, + "nauc_mrr_at_20_std": -0.404439, + "nauc_mrr_at_20_diff1": 0.908902, + "nauc_mrr_at_100_max": 0.743494, + "nauc_mrr_at_100_std": -0.40441, + "nauc_mrr_at_100_diff1": 0.908766, + "nauc_mrr_at_1000_max": 0.743436, + "nauc_mrr_at_1000_std": -0.404724, + "nauc_mrr_at_1000_diff1": 0.908784, + "hit_rate_at_1": 0.89333, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.94244, + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.87444, + "ndcg_at_3": 0.91278, + "ndcg_at_5": 0.92004, + "ndcg_at_10": 0.92879, + "ndcg_at_20": 0.93082, + "ndcg_at_100": 0.93213, + "ndcg_at_1000": 0.93238, + "map_at_1": 0.87444, + "map_at_3": 0.9037, + "map_at_5": 0.9077, + "map_at_10": 0.91139, + "map_at_20": 0.91197, + "map_at_100": 0.91219, + "map_at_1000": 0.91219, + "recall_at_1": 0.87444, + "recall_at_3": 0.93889, + "recall_at_5": 0.95667, + "recall_at_10": 0.98333, + "recall_at_20": 0.99111, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.87444, + "precision_at_1": 0.87444, + "precision_at_3": 0.31296, + "precision_at_5": 0.19133, + "precision_at_10": 0.09833, + "precision_at_20": 0.04956, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.874444, + "mrr_at_3": 0.903704, + "mrr_at_5": 0.907704, + "mrr_at_10": 0.911389, + "mrr_at_20": 0.911973, + "mrr_at_100": 0.912189, + "mrr_at_1000": 0.912194, + "nauc_ndcg_at_1_max": 0.780884, + "nauc_ndcg_at_1_std": -0.229744, + "nauc_ndcg_at_1_diff1": 0.93313, + "nauc_ndcg_at_3_max": 0.820476, + "nauc_ndcg_at_3_std": -0.195385, + "nauc_ndcg_at_3_diff1": 0.919049, + "nauc_ndcg_at_5_max": 0.816352, + "nauc_ndcg_at_5_std": -0.208061, + "nauc_ndcg_at_5_diff1": 0.91797, + "nauc_ndcg_at_10_max": 0.812762, + "nauc_ndcg_at_10_std": -0.185449, + "nauc_ndcg_at_10_diff1": 0.921996, + "nauc_ndcg_at_20_max": 0.810104, + "nauc_ndcg_at_20_std": -0.194626, + "nauc_ndcg_at_20_diff1": 0.924393, + "nauc_ndcg_at_100_max": 0.807977, + "nauc_ndcg_at_100_std": -0.197195, + "nauc_ndcg_at_100_diff1": 0.923723, + "nauc_ndcg_at_1000_max": 0.80725, + "nauc_ndcg_at_1000_std": -0.201727, + "nauc_ndcg_at_1000_diff1": 0.923681, + "nauc_map_at_1_max": 0.780884, + "nauc_map_at_1_std": -0.229744, + "nauc_map_at_1_diff1": 0.93313, + "nauc_map_at_3_max": 0.808576, + "nauc_map_at_3_std": -0.207965, + "nauc_map_at_3_diff1": 0.922802, + "nauc_map_at_5_max": 0.806242, + "nauc_map_at_5_std": -0.214443, + "nauc_map_at_5_diff1": 0.92254, + "nauc_map_at_10_max": 0.804576, + "nauc_map_at_10_std": -0.206907, + "nauc_map_at_10_diff1": 0.924036, + "nauc_map_at_20_max": 0.803914, + "nauc_map_at_20_std": -0.209102, + "nauc_map_at_20_diff1": 0.924583, + "nauc_map_at_100_max": 0.803662, + "nauc_map_at_100_std": -0.209425, + "nauc_map_at_100_diff1": 0.924485, + "nauc_map_at_1000_max": 0.803651, + "nauc_map_at_1000_std": -0.209493, + "nauc_map_at_1000_diff1": 0.924484, + "nauc_recall_at_1_max": 0.780884, + "nauc_recall_at_1_std": -0.229744, + "nauc_recall_at_1_diff1": 0.93313, + "nauc_recall_at_3_max": 0.873372, + "nauc_recall_at_3_std": -0.137968, + "nauc_recall_at_3_diff1": 0.902682, + "nauc_recall_at_5_max": 0.875338, + "nauc_recall_at_5_std": -0.171958, + "nauc_recall_at_5_diff1": 0.890409, + "nauc_recall_at_10_max": 0.924525, + "nauc_recall_at_10_std": 0.171709, + "nauc_recall_at_10_diff1": 0.899471, + "nauc_recall_at_20_max": 0.944269, + "nauc_recall_at_20_std": 0.210901, + "nauc_recall_at_20_diff1": 0.95098, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.780884, + "nauc_precision_at_1_std": -0.229744, + "nauc_precision_at_1_diff1": 0.93313, + "nauc_precision_at_3_max": 0.873372, + "nauc_precision_at_3_std": -0.137968, + "nauc_precision_at_3_diff1": 0.902682, + "nauc_precision_at_5_max": 0.875338, + "nauc_precision_at_5_std": -0.171958, + "nauc_precision_at_5_diff1": 0.890409, + "nauc_precision_at_10_max": 0.924525, + "nauc_precision_at_10_std": 0.171709, + "nauc_precision_at_10_diff1": 0.899471, + "nauc_precision_at_20_max": 0.944269, + "nauc_precision_at_20_std": 0.210901, + "nauc_precision_at_20_diff1": 0.95098, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.780884, + "nauc_mrr_at_1_std": -0.229744, + "nauc_mrr_at_1_diff1": 0.93313, + "nauc_mrr_at_3_max": 0.808576, + "nauc_mrr_at_3_std": -0.207965, + "nauc_mrr_at_3_diff1": 0.922802, + "nauc_mrr_at_5_max": 0.806242, + "nauc_mrr_at_5_std": -0.214443, + "nauc_mrr_at_5_diff1": 0.92254, + "nauc_mrr_at_10_max": 0.804576, + "nauc_mrr_at_10_std": -0.206907, + "nauc_mrr_at_10_diff1": 0.924036, + "nauc_mrr_at_20_max": 0.803914, + "nauc_mrr_at_20_std": -0.209102, + "nauc_mrr_at_20_diff1": 0.924583, + "nauc_mrr_at_100_max": 0.803662, + "nauc_mrr_at_100_std": -0.209425, + "nauc_mrr_at_100_diff1": 0.924485, + "nauc_mrr_at_1000_max": 0.803651, + "nauc_mrr_at_1000_std": -0.209493, + "nauc_mrr_at_1000_diff1": 0.924484, + "hit_rate_at_1": 0.87444, + "hit_rate_at_3": 0.93889, + "hit_rate_at_5": 0.95667, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.99111, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.92879, + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.82444, + "ndcg_at_3": 0.85869, + "ndcg_at_5": 0.86701, + "ndcg_at_10": 0.87396, + "ndcg_at_20": 0.87959, + "ndcg_at_100": 0.88623, + "ndcg_at_1000": 0.88867, + "map_at_1": 0.82444, + "map_at_3": 0.85019, + "map_at_5": 0.85485, + "map_at_10": 0.85779, + "map_at_20": 0.85934, + "map_at_100": 0.86036, + "map_at_1000": 0.86045, + "recall_at_1": 0.82444, + "recall_at_3": 0.88333, + "recall_at_5": 0.90333, + "recall_at_10": 0.92444, + "recall_at_20": 0.94667, + "recall_at_100": 0.98111, + "recall_at_1000": 1.0, + "accuracy": 0.82444, + "precision_at_1": 0.82444, + "precision_at_3": 0.29444, + "precision_at_5": 0.18067, + "precision_at_10": 0.09244, + "precision_at_20": 0.04733, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "mrr_at_1": 0.824444, + "mrr_at_3": 0.850185, + "mrr_at_5": 0.854852, + "mrr_at_10": 0.857788, + "mrr_at_20": 0.859341, + "mrr_at_100": 0.860358, + "mrr_at_1000": 0.86045, + "nauc_ndcg_at_1_max": 0.81337, + "nauc_ndcg_at_1_std": -0.326911, + "nauc_ndcg_at_1_diff1": 0.912526, + "nauc_ndcg_at_3_max": 0.826022, + "nauc_ndcg_at_3_std": -0.294086, + "nauc_ndcg_at_3_diff1": 0.895122, + "nauc_ndcg_at_5_max": 0.823199, + "nauc_ndcg_at_5_std": -0.282702, + "nauc_ndcg_at_5_diff1": 0.893378, + "nauc_ndcg_at_10_max": 0.828087, + "nauc_ndcg_at_10_std": -0.27549, + "nauc_ndcg_at_10_diff1": 0.896814, + "nauc_ndcg_at_20_max": 0.82936, + "nauc_ndcg_at_20_std": -0.279344, + "nauc_ndcg_at_20_diff1": 0.898733, + "nauc_ndcg_at_100_max": 0.825478, + "nauc_ndcg_at_100_std": -0.292029, + "nauc_ndcg_at_100_diff1": 0.900552, + "nauc_ndcg_at_1000_max": 0.825235, + "nauc_ndcg_at_1000_std": -0.29033, + "nauc_ndcg_at_1000_diff1": 0.899658, + "nauc_map_at_1_max": 0.81337, + "nauc_map_at_1_std": -0.326911, + "nauc_map_at_1_diff1": 0.912526, + "nauc_map_at_3_max": 0.823174, + "nauc_map_at_3_std": -0.303315, + "nauc_map_at_3_diff1": 0.899457, + "nauc_map_at_5_max": 0.821584, + "nauc_map_at_5_std": -0.297082, + "nauc_map_at_5_diff1": 0.89853, + "nauc_map_at_10_max": 0.823553, + "nauc_map_at_10_std": -0.294294, + "nauc_map_at_10_diff1": 0.899927, + "nauc_map_at_20_max": 0.823737, + "nauc_map_at_20_std": -0.295628, + "nauc_map_at_20_diff1": 0.900363, + "nauc_map_at_100_max": 0.823267, + "nauc_map_at_100_std": -0.297159, + "nauc_map_at_100_diff1": 0.900655, + "nauc_map_at_1000_max": 0.823259, + "nauc_map_at_1000_std": -0.297047, + "nauc_map_at_1000_diff1": 0.900622, + "nauc_recall_at_1_max": 0.81337, + "nauc_recall_at_1_std": -0.326911, + "nauc_recall_at_1_diff1": 0.912526, + "nauc_recall_at_3_max": 0.835957, + "nauc_recall_at_3_std": -0.260709, + "nauc_recall_at_3_diff1": 0.879729, + "nauc_recall_at_5_max": 0.82903, + "nauc_recall_at_5_std": -0.221836, + "nauc_recall_at_5_diff1": 0.872232, + "nauc_recall_at_10_max": 0.853017, + "nauc_recall_at_10_std": -0.173106, + "nauc_recall_at_10_diff1": 0.883184, + "nauc_recall_at_20_max": 0.875457, + "nauc_recall_at_20_std": -0.160102, + "nauc_recall_at_20_diff1": 0.894958, + "nauc_recall_at_100_max": 0.836052, + "nauc_recall_at_100_std": -0.350113, + "nauc_recall_at_100_diff1": 0.937524, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.81337, + "nauc_precision_at_1_std": -0.326911, + "nauc_precision_at_1_diff1": 0.912526, + "nauc_precision_at_3_max": 0.835957, + "nauc_precision_at_3_std": -0.260709, + "nauc_precision_at_3_diff1": 0.879729, + "nauc_precision_at_5_max": 0.82903, + "nauc_precision_at_5_std": -0.221836, + "nauc_precision_at_5_diff1": 0.872232, + "nauc_precision_at_10_max": 0.853017, + "nauc_precision_at_10_std": -0.173106, + "nauc_precision_at_10_diff1": 0.883184, + "nauc_precision_at_20_max": 0.875457, + "nauc_precision_at_20_std": -0.160102, + "nauc_precision_at_20_diff1": 0.894958, + "nauc_precision_at_100_max": 0.836052, + "nauc_precision_at_100_std": -0.350113, + "nauc_precision_at_100_diff1": 0.937524, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.81337, + "nauc_mrr_at_1_std": -0.326911, + "nauc_mrr_at_1_diff1": 0.912526, + "nauc_mrr_at_3_max": 0.823174, + "nauc_mrr_at_3_std": -0.303315, + "nauc_mrr_at_3_diff1": 0.899457, + "nauc_mrr_at_5_max": 0.821584, + "nauc_mrr_at_5_std": -0.297082, + "nauc_mrr_at_5_diff1": 0.89853, + "nauc_mrr_at_10_max": 0.823553, + "nauc_mrr_at_10_std": -0.294294, + "nauc_mrr_at_10_diff1": 0.899927, + "nauc_mrr_at_20_max": 0.823737, + "nauc_mrr_at_20_std": -0.295628, + "nauc_mrr_at_20_diff1": 0.900363, + "nauc_mrr_at_100_max": 0.823267, + "nauc_mrr_at_100_std": -0.297159, + "nauc_mrr_at_100_diff1": 0.900655, + "nauc_mrr_at_1000_max": 0.823259, + "nauc_mrr_at_1000_std": -0.297047, + "nauc_mrr_at_1000_diff1": 0.900622, + "hit_rate_at_1": 0.82444, + "hit_rate_at_3": 0.88333, + "hit_rate_at_5": 0.90333, + "hit_rate_at_10": 0.92444, + "hit_rate_at_20": 0.94667, + "hit_rate_at_100": 0.98111, + "hit_rate_at_1000": 1.0, + "main_score": 0.87396, + "hf_subset": "war_Latn-war_Latn", + "languages": [ + "war-Latn", + "war-Latn" + ] + }, + { + "ndcg_at_1": 0.87667, + "ndcg_at_3": 0.9188, + "ndcg_at_5": 0.92477, + "ndcg_at_10": 0.92957, + "ndcg_at_20": 0.93129, + "ndcg_at_100": 0.93402, + "ndcg_at_1000": 0.93443, + "map_at_1": 0.87667, + "map_at_3": 0.90907, + "map_at_5": 0.91241, + "map_at_10": 0.91446, + "map_at_20": 0.91495, + "map_at_100": 0.91534, + "map_at_1000": 0.91535, + "recall_at_1": 0.87667, + "recall_at_3": 0.94667, + "recall_at_5": 0.96111, + "recall_at_10": 0.97556, + "recall_at_20": 0.98222, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.87667, + "precision_at_1": 0.87667, + "precision_at_3": 0.31556, + "precision_at_5": 0.19222, + "precision_at_10": 0.09756, + "precision_at_20": 0.04911, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.876667, + "mrr_at_3": 0.909074, + "mrr_at_5": 0.912407, + "mrr_at_10": 0.914455, + "mrr_at_20": 0.914947, + "mrr_at_100": 0.915339, + "mrr_at_1000": 0.915352, + "nauc_ndcg_at_1_max": 0.778991, + "nauc_ndcg_at_1_std": -0.35575, + "nauc_ndcg_at_1_diff1": 0.90452, + "nauc_ndcg_at_3_max": 0.793821, + "nauc_ndcg_at_3_std": -0.380881, + "nauc_ndcg_at_3_diff1": 0.90306, + "nauc_ndcg_at_5_max": 0.799222, + "nauc_ndcg_at_5_std": -0.334508, + "nauc_ndcg_at_5_diff1": 0.902446, + "nauc_ndcg_at_10_max": 0.800356, + "nauc_ndcg_at_10_std": -0.329328, + "nauc_ndcg_at_10_diff1": 0.908572, + "nauc_ndcg_at_20_max": 0.796361, + "nauc_ndcg_at_20_std": -0.350979, + "nauc_ndcg_at_20_diff1": 0.907284, + "nauc_ndcg_at_100_max": 0.794688, + "nauc_ndcg_at_100_std": -0.341606, + "nauc_ndcg_at_100_diff1": 0.906215, + "nauc_ndcg_at_1000_max": 0.793379, + "nauc_ndcg_at_1000_std": -0.350159, + "nauc_ndcg_at_1000_diff1": 0.905617, + "nauc_map_at_1_max": 0.778991, + "nauc_map_at_1_std": -0.35575, + "nauc_map_at_1_diff1": 0.90452, + "nauc_map_at_3_max": 0.788514, + "nauc_map_at_3_std": -0.376951, + "nauc_map_at_3_diff1": 0.902861, + "nauc_map_at_5_max": 0.790845, + "nauc_map_at_5_std": -0.354576, + "nauc_map_at_5_diff1": 0.9027, + "nauc_map_at_10_max": 0.791028, + "nauc_map_at_10_std": -0.353875, + "nauc_map_at_10_diff1": 0.904939, + "nauc_map_at_20_max": 0.790043, + "nauc_map_at_20_std": -0.359355, + "nauc_map_at_20_diff1": 0.904591, + "nauc_map_at_100_max": 0.789971, + "nauc_map_at_100_std": -0.357865, + "nauc_map_at_100_diff1": 0.904515, + "nauc_map_at_1000_max": 0.789939, + "nauc_map_at_1000_std": -0.35807, + "nauc_map_at_1000_diff1": 0.9045, + "nauc_recall_at_1_max": 0.778991, + "nauc_recall_at_1_std": -0.35575, + "nauc_recall_at_1_diff1": 0.90452, + "nauc_recall_at_3_max": 0.819833, + "nauc_recall_at_3_std": -0.396971, + "nauc_recall_at_3_diff1": 0.90449, + "nauc_recall_at_5_max": 0.854889, + "nauc_recall_at_5_std": -0.189022, + "nauc_recall_at_5_diff1": 0.900894, + "nauc_recall_at_10_max": 0.897611, + "nauc_recall_at_10_std": -0.047852, + "nauc_recall_at_10_diff1": 0.95098, + "nauc_recall_at_20_max": 0.875554, + "nauc_recall_at_20_std": -0.248833, + "nauc_recall_at_20_diff1": 0.948938, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.778991, + "nauc_precision_at_1_std": -0.35575, + "nauc_precision_at_1_diff1": 0.90452, + "nauc_precision_at_3_max": 0.819833, + "nauc_precision_at_3_std": -0.396971, + "nauc_precision_at_3_diff1": 0.90449, + "nauc_precision_at_5_max": 0.854889, + "nauc_precision_at_5_std": -0.189022, + "nauc_precision_at_5_diff1": 0.900894, + "nauc_precision_at_10_max": 0.897611, + "nauc_precision_at_10_std": -0.047852, + "nauc_precision_at_10_diff1": 0.95098, + "nauc_precision_at_20_max": 0.875554, + "nauc_precision_at_20_std": -0.248833, + "nauc_precision_at_20_diff1": 0.948938, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.778991, + "nauc_mrr_at_1_std": -0.35575, + "nauc_mrr_at_1_diff1": 0.90452, + "nauc_mrr_at_3_max": 0.788514, + "nauc_mrr_at_3_std": -0.376951, + "nauc_mrr_at_3_diff1": 0.902861, + "nauc_mrr_at_5_max": 0.790845, + "nauc_mrr_at_5_std": -0.354576, + "nauc_mrr_at_5_diff1": 0.9027, + "nauc_mrr_at_10_max": 0.791028, + "nauc_mrr_at_10_std": -0.353875, + "nauc_mrr_at_10_diff1": 0.904939, + "nauc_mrr_at_20_max": 0.790043, + "nauc_mrr_at_20_std": -0.359355, + "nauc_mrr_at_20_diff1": 0.904591, + "nauc_mrr_at_100_max": 0.789971, + "nauc_mrr_at_100_std": -0.357865, + "nauc_mrr_at_100_diff1": 0.904515, + "nauc_mrr_at_1000_max": 0.789939, + "nauc_mrr_at_1000_std": -0.35807, + "nauc_mrr_at_1000_diff1": 0.9045, + "hit_rate_at_1": 0.87667, + "hit_rate_at_3": 0.94667, + "hit_rate_at_5": 0.96111, + "hit_rate_at_10": 0.97556, + "hit_rate_at_20": 0.98222, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.92957, + "hf_subset": "war_Latn-eng_Latn", + "languages": [ + "war-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.75778, + "ndcg_at_3": 0.79249, + "ndcg_at_5": 0.80276, + "ndcg_at_10": 0.81557, + "ndcg_at_20": 0.82151, + "ndcg_at_100": 0.83043, + "ndcg_at_1000": 0.83691, + "map_at_1": 0.75778, + "map_at_3": 0.78444, + "map_at_5": 0.79, + "map_at_10": 0.79543, + "map_at_20": 0.79708, + "map_at_100": 0.79833, + "map_at_1000": 0.79861, + "recall_at_1": 0.75778, + "recall_at_3": 0.81556, + "recall_at_5": 0.84111, + "recall_at_10": 0.88, + "recall_at_20": 0.90333, + "recall_at_100": 0.95111, + "recall_at_1000": 1.0, + "accuracy": 0.75778, + "precision_at_1": 0.75778, + "precision_at_3": 0.27185, + "precision_at_5": 0.16822, + "precision_at_10": 0.088, + "precision_at_20": 0.04517, + "precision_at_100": 0.00951, + "precision_at_1000": 0.001, + "mrr_at_1": 0.757778, + "mrr_at_3": 0.784444, + "mrr_at_5": 0.79, + "mrr_at_10": 0.795426, + "mrr_at_20": 0.797076, + "mrr_at_100": 0.79833, + "mrr_at_1000": 0.798606, + "nauc_ndcg_at_1_max": 0.855943, + "nauc_ndcg_at_1_std": 0.266542, + "nauc_ndcg_at_1_diff1": 0.908807, + "nauc_ndcg_at_3_max": 0.883593, + "nauc_ndcg_at_3_std": 0.329344, + "nauc_ndcg_at_3_diff1": 0.88045, + "nauc_ndcg_at_5_max": 0.88681, + "nauc_ndcg_at_5_std": 0.35269, + "nauc_ndcg_at_5_diff1": 0.880953, + "nauc_ndcg_at_10_max": 0.887416, + "nauc_ndcg_at_10_std": 0.37346, + "nauc_ndcg_at_10_diff1": 0.878159, + "nauc_ndcg_at_20_max": 0.885093, + "nauc_ndcg_at_20_std": 0.376807, + "nauc_ndcg_at_20_diff1": 0.878101, + "nauc_ndcg_at_100_max": 0.8851, + "nauc_ndcg_at_100_std": 0.374934, + "nauc_ndcg_at_100_diff1": 0.880729, + "nauc_ndcg_at_1000_max": 0.882177, + "nauc_ndcg_at_1000_std": 0.354489, + "nauc_ndcg_at_1000_diff1": 0.883001, + "nauc_map_at_1_max": 0.855943, + "nauc_map_at_1_std": 0.266542, + "nauc_map_at_1_diff1": 0.908807, + "nauc_map_at_3_max": 0.877251, + "nauc_map_at_3_std": 0.314477, + "nauc_map_at_3_diff1": 0.887312, + "nauc_map_at_5_max": 0.878724, + "nauc_map_at_5_std": 0.325868, + "nauc_map_at_5_diff1": 0.887744, + "nauc_map_at_10_max": 0.878742, + "nauc_map_at_10_std": 0.332648, + "nauc_map_at_10_diff1": 0.886889, + "nauc_map_at_20_max": 0.878061, + "nauc_map_at_20_std": 0.333378, + "nauc_map_at_20_diff1": 0.886856, + "nauc_map_at_100_max": 0.878117, + "nauc_map_at_100_std": 0.333352, + "nauc_map_at_100_diff1": 0.887212, + "nauc_map_at_1000_max": 0.877997, + "nauc_map_at_1000_std": 0.332565, + "nauc_map_at_1000_diff1": 0.887291, + "nauc_recall_at_1_max": 0.855943, + "nauc_recall_at_1_std": 0.266542, + "nauc_recall_at_1_diff1": 0.908807, + "nauc_recall_at_3_max": 0.903949, + "nauc_recall_at_3_std": 0.377317, + "nauc_recall_at_3_diff1": 0.858229, + "nauc_recall_at_5_max": 0.916663, + "nauc_recall_at_5_std": 0.455316, + "nauc_recall_at_5_diff1": 0.856457, + "nauc_recall_at_10_max": 0.928059, + "nauc_recall_at_10_std": 0.581583, + "nauc_recall_at_10_diff1": 0.836652, + "nauc_recall_at_20_max": 0.921708, + "nauc_recall_at_20_std": 0.64561, + "nauc_recall_at_20_diff1": 0.828633, + "nauc_recall_at_100_max": 0.951723, + "nauc_recall_at_100_std": 0.847434, + "nauc_recall_at_100_diff1": 0.826468, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.855943, + "nauc_precision_at_1_std": 0.266542, + "nauc_precision_at_1_diff1": 0.908807, + "nauc_precision_at_3_max": 0.903949, + "nauc_precision_at_3_std": 0.377317, + "nauc_precision_at_3_diff1": 0.858229, + "nauc_precision_at_5_max": 0.916663, + "nauc_precision_at_5_std": 0.455316, + "nauc_precision_at_5_diff1": 0.856457, + "nauc_precision_at_10_max": 0.928059, + "nauc_precision_at_10_std": 0.581583, + "nauc_precision_at_10_diff1": 0.836652, + "nauc_precision_at_20_max": 0.921708, + "nauc_precision_at_20_std": 0.64561, + "nauc_precision_at_20_diff1": 0.828633, + "nauc_precision_at_100_max": 0.951723, + "nauc_precision_at_100_std": 0.847434, + "nauc_precision_at_100_diff1": 0.826468, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.855943, + "nauc_mrr_at_1_std": 0.266542, + "nauc_mrr_at_1_diff1": 0.908807, + "nauc_mrr_at_3_max": 0.877251, + "nauc_mrr_at_3_std": 0.314477, + "nauc_mrr_at_3_diff1": 0.887312, + "nauc_mrr_at_5_max": 0.878724, + "nauc_mrr_at_5_std": 0.325868, + "nauc_mrr_at_5_diff1": 0.887744, + "nauc_mrr_at_10_max": 0.878742, + "nauc_mrr_at_10_std": 0.332648, + "nauc_mrr_at_10_diff1": 0.886889, + "nauc_mrr_at_20_max": 0.878061, + "nauc_mrr_at_20_std": 0.333378, + "nauc_mrr_at_20_diff1": 0.886856, + "nauc_mrr_at_100_max": 0.878117, + "nauc_mrr_at_100_std": 0.333352, + "nauc_mrr_at_100_diff1": 0.887212, + "nauc_mrr_at_1000_max": 0.877997, + "nauc_mrr_at_1000_std": 0.332565, + "nauc_mrr_at_1000_diff1": 0.887291, + "hit_rate_at_1": 0.75778, + "hit_rate_at_3": 0.81556, + "hit_rate_at_5": 0.84111, + "hit_rate_at_10": 0.88, + "hit_rate_at_20": 0.90333, + "hit_rate_at_100": 0.95111, + "hit_rate_at_1000": 1.0, + "main_score": 0.81557, + "hf_subset": "eng_Latn-war_Latn", + "languages": [ + "eng-Latn", + "war-Latn" + ] + }, + { + "ndcg_at_1": 0.47, + "ndcg_at_3": 0.5185, + "ndcg_at_5": 0.53266, + "ndcg_at_10": 0.54928, + "ndcg_at_20": 0.55903, + "ndcg_at_100": 0.58558, + "ndcg_at_1000": 0.6082, + "map_at_1": 0.47, + "map_at_3": 0.50648, + "map_at_5": 0.51431, + "map_at_10": 0.52122, + "map_at_20": 0.52386, + "map_at_100": 0.52722, + "map_at_1000": 0.52811, + "recall_at_1": 0.47, + "recall_at_3": 0.55333, + "recall_at_5": 0.58778, + "recall_at_10": 0.63889, + "recall_at_20": 0.67778, + "recall_at_100": 0.82556, + "recall_at_1000": 1.0, + "accuracy": 0.47, + "precision_at_1": 0.47, + "precision_at_3": 0.18444, + "precision_at_5": 0.11756, + "precision_at_10": 0.06389, + "precision_at_20": 0.03389, + "precision_at_100": 0.00826, + "precision_at_1000": 0.001, + "mrr_at_1": 0.47, + "mrr_at_3": 0.506481, + "mrr_at_5": 0.514315, + "mrr_at_10": 0.521223, + "mrr_at_20": 0.523859, + "mrr_at_100": 0.527223, + "mrr_at_1000": 0.528113, + "nauc_ndcg_at_1_max": 0.578868, + "nauc_ndcg_at_1_std": -0.647991, + "nauc_ndcg_at_1_diff1": 0.829411, + "nauc_ndcg_at_3_max": 0.57135, + "nauc_ndcg_at_3_std": -0.691436, + "nauc_ndcg_at_3_diff1": 0.800085, + "nauc_ndcg_at_5_max": 0.567404, + "nauc_ndcg_at_5_std": -0.696923, + "nauc_ndcg_at_5_diff1": 0.797003, + "nauc_ndcg_at_10_max": 0.559148, + "nauc_ndcg_at_10_std": -0.702939, + "nauc_ndcg_at_10_diff1": 0.790697, + "nauc_ndcg_at_20_max": 0.555669, + "nauc_ndcg_at_20_std": -0.700323, + "nauc_ndcg_at_20_diff1": 0.786674, + "nauc_ndcg_at_100_max": 0.554952, + "nauc_ndcg_at_100_std": -0.696115, + "nauc_ndcg_at_100_diff1": 0.785013, + "nauc_ndcg_at_1000_max": 0.560009, + "nauc_ndcg_at_1000_std": -0.69273, + "nauc_ndcg_at_1000_diff1": 0.792752, + "nauc_map_at_1_max": 0.578868, + "nauc_map_at_1_std": -0.647991, + "nauc_map_at_1_diff1": 0.829411, + "nauc_map_at_3_max": 0.572574, + "nauc_map_at_3_std": -0.681824, + "nauc_map_at_3_diff1": 0.807209, + "nauc_map_at_5_max": 0.570428, + "nauc_map_at_5_std": -0.684849, + "nauc_map_at_5_diff1": 0.805662, + "nauc_map_at_10_max": 0.567079, + "nauc_map_at_10_std": -0.686823, + "nauc_map_at_10_diff1": 0.803073, + "nauc_map_at_20_max": 0.566088, + "nauc_map_at_20_std": -0.686169, + "nauc_map_at_20_diff1": 0.801957, + "nauc_map_at_100_max": 0.565749, + "nauc_map_at_100_std": -0.685769, + "nauc_map_at_100_diff1": 0.801669, + "nauc_map_at_1000_max": 0.565906, + "nauc_map_at_1000_std": -0.685588, + "nauc_map_at_1000_diff1": 0.801886, + "nauc_recall_at_1_max": 0.578868, + "nauc_recall_at_1_std": -0.647991, + "nauc_recall_at_1_diff1": 0.829411, + "nauc_recall_at_3_max": 0.567953, + "nauc_recall_at_3_std": -0.719789, + "nauc_recall_at_3_diff1": 0.778765, + "nauc_recall_at_5_max": 0.557733, + "nauc_recall_at_5_std": -0.734434, + "nauc_recall_at_5_diff1": 0.769722, + "nauc_recall_at_10_max": 0.528786, + "nauc_recall_at_10_std": -0.760404, + "nauc_recall_at_10_diff1": 0.746431, + "nauc_recall_at_20_max": 0.511096, + "nauc_recall_at_20_std": -0.751642, + "nauc_recall_at_20_diff1": 0.725059, + "nauc_recall_at_100_max": 0.484899, + "nauc_recall_at_100_std": -0.735739, + "nauc_recall_at_100_diff1": 0.674759, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.578868, + "nauc_precision_at_1_std": -0.647991, + "nauc_precision_at_1_diff1": 0.829411, + "nauc_precision_at_3_max": 0.567953, + "nauc_precision_at_3_std": -0.719789, + "nauc_precision_at_3_diff1": 0.778765, + "nauc_precision_at_5_max": 0.557733, + "nauc_precision_at_5_std": -0.734434, + "nauc_precision_at_5_diff1": 0.769722, + "nauc_precision_at_10_max": 0.528786, + "nauc_precision_at_10_std": -0.760404, + "nauc_precision_at_10_diff1": 0.746431, + "nauc_precision_at_20_max": 0.511096, + "nauc_precision_at_20_std": -0.751642, + "nauc_precision_at_20_diff1": 0.725059, + "nauc_precision_at_100_max": 0.484899, + "nauc_precision_at_100_std": -0.735739, + "nauc_precision_at_100_diff1": 0.674759, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.578868, + "nauc_mrr_at_1_std": -0.647991, + "nauc_mrr_at_1_diff1": 0.829411, + "nauc_mrr_at_3_max": 0.572574, + "nauc_mrr_at_3_std": -0.681824, + "nauc_mrr_at_3_diff1": 0.807209, + "nauc_mrr_at_5_max": 0.570428, + "nauc_mrr_at_5_std": -0.684849, + "nauc_mrr_at_5_diff1": 0.805662, + "nauc_mrr_at_10_max": 0.567079, + "nauc_mrr_at_10_std": -0.686823, + "nauc_mrr_at_10_diff1": 0.803073, + "nauc_mrr_at_20_max": 0.566088, + "nauc_mrr_at_20_std": -0.686169, + "nauc_mrr_at_20_diff1": 0.801957, + "nauc_mrr_at_100_max": 0.565749, + "nauc_mrr_at_100_std": -0.685769, + "nauc_mrr_at_100_diff1": 0.801669, + "nauc_mrr_at_1000_max": 0.565906, + "nauc_mrr_at_1000_std": -0.685588, + "nauc_mrr_at_1000_diff1": 0.801886, + "hit_rate_at_1": 0.47, + "hit_rate_at_3": 0.55333, + "hit_rate_at_5": 0.58778, + "hit_rate_at_10": 0.63889, + "hit_rate_at_20": 0.67778, + "hit_rate_at_100": 0.82556, + "hit_rate_at_1000": 1.0, + "main_score": 0.54928, + "hf_subset": "wol_Latn-wol_Latn", + "languages": [ + "wol-Latn", + "wol-Latn" + ] + }, + { + "ndcg_at_1": 0.66444, + "ndcg_at_3": 0.71297, + "ndcg_at_5": 0.72388, + "ndcg_at_10": 0.73657, + "ndcg_at_20": 0.74935, + "ndcg_at_100": 0.7657, + "ndcg_at_1000": 0.77222, + "map_at_1": 0.66444, + "map_at_3": 0.7013, + "map_at_5": 0.7073, + "map_at_10": 0.71261, + "map_at_20": 0.7162, + "map_at_100": 0.71842, + "map_at_1000": 0.71871, + "recall_at_1": 0.66444, + "recall_at_3": 0.74667, + "recall_at_5": 0.77333, + "recall_at_10": 0.81222, + "recall_at_20": 0.86222, + "recall_at_100": 0.95111, + "recall_at_1000": 1.0, + "accuracy": 0.66444, + "precision_at_1": 0.66444, + "precision_at_3": 0.24889, + "precision_at_5": 0.15467, + "precision_at_10": 0.08122, + "precision_at_20": 0.04311, + "precision_at_100": 0.00951, + "precision_at_1000": 0.001, + "mrr_at_1": 0.664444, + "mrr_at_3": 0.701296, + "mrr_at_5": 0.707296, + "mrr_at_10": 0.71261, + "mrr_at_20": 0.716196, + "mrr_at_100": 0.718424, + "mrr_at_1000": 0.718705, + "nauc_ndcg_at_1_max": 0.776946, + "nauc_ndcg_at_1_std": 0.150922, + "nauc_ndcg_at_1_diff1": 0.834028, + "nauc_ndcg_at_3_max": 0.810484, + "nauc_ndcg_at_3_std": 0.184476, + "nauc_ndcg_at_3_diff1": 0.804955, + "nauc_ndcg_at_5_max": 0.805405, + "nauc_ndcg_at_5_std": 0.180903, + "nauc_ndcg_at_5_diff1": 0.799389, + "nauc_ndcg_at_10_max": 0.803364, + "nauc_ndcg_at_10_std": 0.189662, + "nauc_ndcg_at_10_diff1": 0.795115, + "nauc_ndcg_at_20_max": 0.802628, + "nauc_ndcg_at_20_std": 0.187914, + "nauc_ndcg_at_20_diff1": 0.801533, + "nauc_ndcg_at_100_max": 0.800519, + "nauc_ndcg_at_100_std": 0.185202, + "nauc_ndcg_at_100_diff1": 0.803762, + "nauc_ndcg_at_1000_max": 0.800128, + "nauc_ndcg_at_1000_std": 0.182169, + "nauc_ndcg_at_1000_diff1": 0.80501, + "nauc_map_at_1_max": 0.776946, + "nauc_map_at_1_std": 0.150922, + "nauc_map_at_1_diff1": 0.834028, + "nauc_map_at_3_max": 0.803069, + "nauc_map_at_3_std": 0.177606, + "nauc_map_at_3_diff1": 0.812598, + "nauc_map_at_5_max": 0.800281, + "nauc_map_at_5_std": 0.175628, + "nauc_map_at_5_diff1": 0.809877, + "nauc_map_at_10_max": 0.799249, + "nauc_map_at_10_std": 0.179085, + "nauc_map_at_10_diff1": 0.808198, + "nauc_map_at_20_max": 0.799042, + "nauc_map_at_20_std": 0.178515, + "nauc_map_at_20_diff1": 0.809952, + "nauc_map_at_100_max": 0.798456, + "nauc_map_at_100_std": 0.177727, + "nauc_map_at_100_diff1": 0.810014, + "nauc_map_at_1000_max": 0.798457, + "nauc_map_at_1000_std": 0.177681, + "nauc_map_at_1000_diff1": 0.810067, + "nauc_recall_at_1_max": 0.776946, + "nauc_recall_at_1_std": 0.150922, + "nauc_recall_at_1_diff1": 0.834028, + "nauc_recall_at_3_max": 0.834042, + "nauc_recall_at_3_std": 0.205998, + "nauc_recall_at_3_diff1": 0.779997, + "nauc_recall_at_5_max": 0.821748, + "nauc_recall_at_5_std": 0.197749, + "nauc_recall_at_5_diff1": 0.761454, + "nauc_recall_at_10_max": 0.817523, + "nauc_recall_at_10_std": 0.234619, + "nauc_recall_at_10_diff1": 0.739309, + "nauc_recall_at_20_max": 0.817008, + "nauc_recall_at_20_std": 0.237891, + "nauc_recall_at_20_diff1": 0.762878, + "nauc_recall_at_100_max": 0.816187, + "nauc_recall_at_100_std": 0.291497, + "nauc_recall_at_100_diff1": 0.766276, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.776946, + "nauc_precision_at_1_std": 0.150922, + "nauc_precision_at_1_diff1": 0.834028, + "nauc_precision_at_3_max": 0.834042, + "nauc_precision_at_3_std": 0.205998, + "nauc_precision_at_3_diff1": 0.779997, + "nauc_precision_at_5_max": 0.821748, + "nauc_precision_at_5_std": 0.197749, + "nauc_precision_at_5_diff1": 0.761454, + "nauc_precision_at_10_max": 0.817523, + "nauc_precision_at_10_std": 0.234619, + "nauc_precision_at_10_diff1": 0.739309, + "nauc_precision_at_20_max": 0.817008, + "nauc_precision_at_20_std": 0.237891, + "nauc_precision_at_20_diff1": 0.762878, + "nauc_precision_at_100_max": 0.816187, + "nauc_precision_at_100_std": 0.291497, + "nauc_precision_at_100_diff1": 0.766276, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.776946, + "nauc_mrr_at_1_std": 0.150922, + "nauc_mrr_at_1_diff1": 0.834028, + "nauc_mrr_at_3_max": 0.803069, + "nauc_mrr_at_3_std": 0.177606, + "nauc_mrr_at_3_diff1": 0.812598, + "nauc_mrr_at_5_max": 0.800281, + "nauc_mrr_at_5_std": 0.175628, + "nauc_mrr_at_5_diff1": 0.809877, + "nauc_mrr_at_10_max": 0.799249, + "nauc_mrr_at_10_std": 0.179085, + "nauc_mrr_at_10_diff1": 0.808198, + "nauc_mrr_at_20_max": 0.799042, + "nauc_mrr_at_20_std": 0.178515, + "nauc_mrr_at_20_diff1": 0.809952, + "nauc_mrr_at_100_max": 0.798456, + "nauc_mrr_at_100_std": 0.177727, + "nauc_mrr_at_100_diff1": 0.810014, + "nauc_mrr_at_1000_max": 0.798457, + "nauc_mrr_at_1000_std": 0.177681, + "nauc_mrr_at_1000_diff1": 0.810067, + "hit_rate_at_1": 0.66444, + "hit_rate_at_3": 0.74667, + "hit_rate_at_5": 0.77333, + "hit_rate_at_10": 0.81222, + "hit_rate_at_20": 0.86222, + "hit_rate_at_100": 0.95111, + "hit_rate_at_1000": 1.0, + "main_score": 0.73657, + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.49778, + "ndcg_at_3": 0.54169, + "ndcg_at_5": 0.55355, + "ndcg_at_10": 0.56144, + "ndcg_at_20": 0.56927, + "ndcg_at_100": 0.58696, + "ndcg_at_1000": 0.61797, + "map_at_1": 0.49778, + "map_at_3": 0.53111, + "map_at_5": 0.53767, + "map_at_10": 0.54092, + "map_at_20": 0.54304, + "map_at_100": 0.54524, + "map_at_1000": 0.54635, + "recall_at_1": 0.49778, + "recall_at_3": 0.57222, + "recall_at_5": 0.60111, + "recall_at_10": 0.62556, + "recall_at_20": 0.65667, + "recall_at_100": 0.75556, + "recall_at_1000": 1.0, + "accuracy": 0.49778, + "precision_at_1": 0.49778, + "precision_at_3": 0.19074, + "precision_at_5": 0.12022, + "precision_at_10": 0.06256, + "precision_at_20": 0.03283, + "precision_at_100": 0.00756, + "precision_at_1000": 0.001, + "mrr_at_1": 0.497778, + "mrr_at_3": 0.531111, + "mrr_at_5": 0.537667, + "mrr_at_10": 0.540918, + "mrr_at_20": 0.54304, + "mrr_at_100": 0.545244, + "mrr_at_1000": 0.546348, + "nauc_ndcg_at_1_max": 0.840309, + "nauc_ndcg_at_1_std": 0.550191, + "nauc_ndcg_at_1_diff1": 0.854322, + "nauc_ndcg_at_3_max": 0.886017, + "nauc_ndcg_at_3_std": 0.637501, + "nauc_ndcg_at_3_diff1": 0.834635, + "nauc_ndcg_at_5_max": 0.883364, + "nauc_ndcg_at_5_std": 0.644065, + "nauc_ndcg_at_5_diff1": 0.827707, + "nauc_ndcg_at_10_max": 0.885098, + "nauc_ndcg_at_10_std": 0.651938, + "nauc_ndcg_at_10_diff1": 0.825688, + "nauc_ndcg_at_20_max": 0.883064, + "nauc_ndcg_at_20_std": 0.653096, + "nauc_ndcg_at_20_diff1": 0.822945, + "nauc_ndcg_at_100_max": 0.876948, + "nauc_ndcg_at_100_std": 0.652814, + "nauc_ndcg_at_100_diff1": 0.814748, + "nauc_ndcg_at_1000_max": 0.876655, + "nauc_ndcg_at_1000_std": 0.639075, + "nauc_ndcg_at_1000_diff1": 0.824594, + "nauc_map_at_1_max": 0.840309, + "nauc_map_at_1_std": 0.550191, + "nauc_map_at_1_diff1": 0.854322, + "nauc_map_at_3_max": 0.875387, + "nauc_map_at_3_std": 0.615958, + "nauc_map_at_3_diff1": 0.839495, + "nauc_map_at_5_max": 0.873838, + "nauc_map_at_5_std": 0.619437, + "nauc_map_at_5_diff1": 0.835753, + "nauc_map_at_10_max": 0.874564, + "nauc_map_at_10_std": 0.622617, + "nauc_map_at_10_diff1": 0.83496, + "nauc_map_at_20_max": 0.874087, + "nauc_map_at_20_std": 0.622855, + "nauc_map_at_20_diff1": 0.834382, + "nauc_map_at_100_max": 0.873221, + "nauc_map_at_100_std": 0.622666, + "nauc_map_at_100_diff1": 0.833252, + "nauc_map_at_1000_max": 0.873116, + "nauc_map_at_1000_std": 0.622143, + "nauc_map_at_1000_diff1": 0.833496, + "nauc_recall_at_1_max": 0.840309, + "nauc_recall_at_1_std": 0.550191, + "nauc_recall_at_1_diff1": 0.854322, + "nauc_recall_at_3_max": 0.917726, + "nauc_recall_at_3_std": 0.702338, + "nauc_recall_at_3_diff1": 0.820005, + "nauc_recall_at_5_max": 0.91212, + "nauc_recall_at_5_std": 0.721091, + "nauc_recall_at_5_diff1": 0.801769, + "nauc_recall_at_10_max": 0.918782, + "nauc_recall_at_10_std": 0.750214, + "nauc_recall_at_10_diff1": 0.793963, + "nauc_recall_at_20_max": 0.910816, + "nauc_recall_at_20_std": 0.761081, + "nauc_recall_at_20_diff1": 0.778687, + "nauc_recall_at_100_max": 0.873309, + "nauc_recall_at_100_std": 0.791474, + "nauc_recall_at_100_diff1": 0.705902, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.840309, + "nauc_precision_at_1_std": 0.550191, + "nauc_precision_at_1_diff1": 0.854322, + "nauc_precision_at_3_max": 0.917726, + "nauc_precision_at_3_std": 0.702338, + "nauc_precision_at_3_diff1": 0.820005, + "nauc_precision_at_5_max": 0.91212, + "nauc_precision_at_5_std": 0.721091, + "nauc_precision_at_5_diff1": 0.801769, + "nauc_precision_at_10_max": 0.918782, + "nauc_precision_at_10_std": 0.750214, + "nauc_precision_at_10_diff1": 0.793963, + "nauc_precision_at_20_max": 0.910816, + "nauc_precision_at_20_std": 0.761081, + "nauc_precision_at_20_diff1": 0.778687, + "nauc_precision_at_100_max": 0.873309, + "nauc_precision_at_100_std": 0.791474, + "nauc_precision_at_100_diff1": 0.705902, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.840309, + "nauc_mrr_at_1_std": 0.550191, + "nauc_mrr_at_1_diff1": 0.854322, + "nauc_mrr_at_3_max": 0.875387, + "nauc_mrr_at_3_std": 0.615958, + "nauc_mrr_at_3_diff1": 0.839495, + "nauc_mrr_at_5_max": 0.873838, + "nauc_mrr_at_5_std": 0.619437, + "nauc_mrr_at_5_diff1": 0.835753, + "nauc_mrr_at_10_max": 0.874564, + "nauc_mrr_at_10_std": 0.622617, + "nauc_mrr_at_10_diff1": 0.83496, + "nauc_mrr_at_20_max": 0.874087, + "nauc_mrr_at_20_std": 0.622855, + "nauc_mrr_at_20_diff1": 0.834382, + "nauc_mrr_at_100_max": 0.873221, + "nauc_mrr_at_100_std": 0.622666, + "nauc_mrr_at_100_diff1": 0.833252, + "nauc_mrr_at_1000_max": 0.873116, + "nauc_mrr_at_1000_std": 0.622143, + "nauc_mrr_at_1000_diff1": 0.833496, + "hit_rate_at_1": 0.49778, + "hit_rate_at_3": 0.57222, + "hit_rate_at_5": 0.60111, + "hit_rate_at_10": 0.62556, + "hit_rate_at_20": 0.65667, + "hit_rate_at_100": 0.75556, + "hit_rate_at_1000": 1.0, + "main_score": 0.56144, + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ] + }, + { + "ndcg_at_1": 0.37889, + "ndcg_at_3": 0.42406, + "ndcg_at_5": 0.43592, + "ndcg_at_10": 0.44974, + "ndcg_at_20": 0.46044, + "ndcg_at_100": 0.49307, + "ndcg_at_1000": 0.525, + "map_at_1": 0.37889, + "map_at_3": 0.41315, + "map_at_5": 0.4197, + "map_at_10": 0.4253, + "map_at_20": 0.42826, + "map_at_100": 0.43225, + "map_at_1000": 0.43349, + "recall_at_1": 0.37889, + "recall_at_3": 0.45556, + "recall_at_5": 0.48444, + "recall_at_10": 0.52778, + "recall_at_20": 0.57, + "recall_at_100": 0.75333, + "recall_at_1000": 1.0, + "accuracy": 0.37889, + "precision_at_1": 0.37889, + "precision_at_3": 0.15185, + "precision_at_5": 0.09689, + "precision_at_10": 0.05278, + "precision_at_20": 0.0285, + "precision_at_100": 0.00753, + "precision_at_1000": 0.001, + "mrr_at_1": 0.378889, + "mrr_at_3": 0.413148, + "mrr_at_5": 0.419704, + "mrr_at_10": 0.425302, + "mrr_at_20": 0.428255, + "mrr_at_100": 0.432254, + "mrr_at_1000": 0.433493, + "nauc_ndcg_at_1_max": 0.125986, + "nauc_ndcg_at_1_std": -0.649527, + "nauc_ndcg_at_1_diff1": 0.860852, + "nauc_ndcg_at_3_max": 0.09646, + "nauc_ndcg_at_3_std": -0.664048, + "nauc_ndcg_at_3_diff1": 0.818419, + "nauc_ndcg_at_5_max": 0.091053, + "nauc_ndcg_at_5_std": -0.663306, + "nauc_ndcg_at_5_diff1": 0.809778, + "nauc_ndcg_at_10_max": 0.088983, + "nauc_ndcg_at_10_std": -0.656485, + "nauc_ndcg_at_10_diff1": 0.801703, + "nauc_ndcg_at_20_max": 0.087242, + "nauc_ndcg_at_20_std": -0.654235, + "nauc_ndcg_at_20_diff1": 0.797603, + "nauc_ndcg_at_100_max": 0.086694, + "nauc_ndcg_at_100_std": -0.642977, + "nauc_ndcg_at_100_diff1": 0.784878, + "nauc_ndcg_at_1000_max": 0.091404, + "nauc_ndcg_at_1000_std": -0.652898, + "nauc_ndcg_at_1000_diff1": 0.803267, + "nauc_map_at_1_max": 0.125986, + "nauc_map_at_1_std": -0.649527, + "nauc_map_at_1_diff1": 0.860852, + "nauc_map_at_3_max": 0.103314, + "nauc_map_at_3_std": -0.660963, + "nauc_map_at_3_diff1": 0.828641, + "nauc_map_at_5_max": 0.100244, + "nauc_map_at_5_std": -0.660758, + "nauc_map_at_5_diff1": 0.823779, + "nauc_map_at_10_max": 0.099409, + "nauc_map_at_10_std": -0.658031, + "nauc_map_at_10_diff1": 0.820642, + "nauc_map_at_20_max": 0.098919, + "nauc_map_at_20_std": -0.657388, + "nauc_map_at_20_diff1": 0.819438, + "nauc_map_at_100_max": 0.098397, + "nauc_map_at_100_std": -0.656323, + "nauc_map_at_100_diff1": 0.817828, + "nauc_map_at_1000_max": 0.098571, + "nauc_map_at_1000_std": -0.656627, + "nauc_map_at_1000_diff1": 0.818457, + "nauc_recall_at_1_max": 0.125986, + "nauc_recall_at_1_std": -0.649527, + "nauc_recall_at_1_diff1": 0.860852, + "nauc_recall_at_3_max": 0.076686, + "nauc_recall_at_3_std": -0.672824, + "nauc_recall_at_3_diff1": 0.788765, + "nauc_recall_at_5_max": 0.063619, + "nauc_recall_at_5_std": -0.6702, + "nauc_recall_at_5_diff1": 0.767709, + "nauc_recall_at_10_max": 0.056076, + "nauc_recall_at_10_std": -0.64833, + "nauc_recall_at_10_diff1": 0.739786, + "nauc_recall_at_20_max": 0.047614, + "nauc_recall_at_20_std": -0.638717, + "nauc_recall_at_20_diff1": 0.72081, + "nauc_recall_at_100_max": 0.036381, + "nauc_recall_at_100_std": -0.53248, + "nauc_recall_at_100_diff1": 0.584226, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.125986, + "nauc_precision_at_1_std": -0.649527, + "nauc_precision_at_1_diff1": 0.860852, + "nauc_precision_at_3_max": 0.076686, + "nauc_precision_at_3_std": -0.672824, + "nauc_precision_at_3_diff1": 0.788765, + "nauc_precision_at_5_max": 0.063619, + "nauc_precision_at_5_std": -0.6702, + "nauc_precision_at_5_diff1": 0.767709, + "nauc_precision_at_10_max": 0.056076, + "nauc_precision_at_10_std": -0.64833, + "nauc_precision_at_10_diff1": 0.739786, + "nauc_precision_at_20_max": 0.047614, + "nauc_precision_at_20_std": -0.638717, + "nauc_precision_at_20_diff1": 0.72081, + "nauc_precision_at_100_max": 0.036381, + "nauc_precision_at_100_std": -0.53248, + "nauc_precision_at_100_diff1": 0.584226, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.125986, + "nauc_mrr_at_1_std": -0.649527, + "nauc_mrr_at_1_diff1": 0.860852, + "nauc_mrr_at_3_max": 0.103314, + "nauc_mrr_at_3_std": -0.660963, + "nauc_mrr_at_3_diff1": 0.828641, + "nauc_mrr_at_5_max": 0.100244, + "nauc_mrr_at_5_std": -0.660758, + "nauc_mrr_at_5_diff1": 0.823779, + "nauc_mrr_at_10_max": 0.099409, + "nauc_mrr_at_10_std": -0.658031, + "nauc_mrr_at_10_diff1": 0.820642, + "nauc_mrr_at_20_max": 0.098919, + "nauc_mrr_at_20_std": -0.657388, + "nauc_mrr_at_20_diff1": 0.819438, + "nauc_mrr_at_100_max": 0.098397, + "nauc_mrr_at_100_std": -0.656323, + "nauc_mrr_at_100_diff1": 0.817828, + "nauc_mrr_at_1000_max": 0.098571, + "nauc_mrr_at_1000_std": -0.656627, + "nauc_mrr_at_1000_diff1": 0.818457, + "hit_rate_at_1": 0.37889, + "hit_rate_at_3": 0.45556, + "hit_rate_at_5": 0.48444, + "hit_rate_at_10": 0.52778, + "hit_rate_at_20": 0.57, + "hit_rate_at_100": 0.75333, + "hit_rate_at_1000": 1.0, + "main_score": 0.44974, + "hf_subset": "xho_Latn-xho_Latn", + "languages": [ + "xho-Latn", + "xho-Latn" + ] + }, + { + "ndcg_at_1": 0.58333, + "ndcg_at_3": 0.63858, + "ndcg_at_5": 0.64948, + "ndcg_at_10": 0.66538, + "ndcg_at_20": 0.67487, + "ndcg_at_100": 0.69895, + "ndcg_at_1000": 0.70928, + "map_at_1": 0.58333, + "map_at_3": 0.62537, + "map_at_5": 0.63137, + "map_at_10": 0.63798, + "map_at_20": 0.64055, + "map_at_100": 0.64372, + "map_at_1000": 0.64417, + "recall_at_1": 0.58333, + "recall_at_3": 0.67667, + "recall_at_5": 0.70333, + "recall_at_10": 0.75222, + "recall_at_20": 0.79, + "recall_at_100": 0.92222, + "recall_at_1000": 1.0, + "accuracy": 0.58333, + "precision_at_1": 0.58333, + "precision_at_3": 0.22556, + "precision_at_5": 0.14067, + "precision_at_10": 0.07522, + "precision_at_20": 0.0395, + "precision_at_100": 0.00922, + "precision_at_1000": 0.001, + "mrr_at_1": 0.583333, + "mrr_at_3": 0.62537, + "mrr_at_5": 0.63137, + "mrr_at_10": 0.637979, + "mrr_at_20": 0.640548, + "mrr_at_100": 0.643724, + "mrr_at_1000": 0.644166, + "nauc_ndcg_at_1_max": 0.802413, + "nauc_ndcg_at_1_std": 0.258357, + "nauc_ndcg_at_1_diff1": 0.849029, + "nauc_ndcg_at_3_max": 0.820185, + "nauc_ndcg_at_3_std": 0.297957, + "nauc_ndcg_at_3_diff1": 0.805914, + "nauc_ndcg_at_5_max": 0.814027, + "nauc_ndcg_at_5_std": 0.296875, + "nauc_ndcg_at_5_diff1": 0.797561, + "nauc_ndcg_at_10_max": 0.810273, + "nauc_ndcg_at_10_std": 0.307293, + "nauc_ndcg_at_10_diff1": 0.790963, + "nauc_ndcg_at_20_max": 0.806743, + "nauc_ndcg_at_20_std": 0.314728, + "nauc_ndcg_at_20_diff1": 0.786675, + "nauc_ndcg_at_100_max": 0.803738, + "nauc_ndcg_at_100_std": 0.304712, + "nauc_ndcg_at_100_diff1": 0.789719, + "nauc_ndcg_at_1000_max": 0.808937, + "nauc_ndcg_at_1000_std": 0.300834, + "nauc_ndcg_at_1000_diff1": 0.799112, + "nauc_map_at_1_max": 0.802413, + "nauc_map_at_1_std": 0.258357, + "nauc_map_at_1_diff1": 0.849029, + "nauc_map_at_3_max": 0.817373, + "nauc_map_at_3_std": 0.288566, + "nauc_map_at_3_diff1": 0.817063, + "nauc_map_at_5_max": 0.814174, + "nauc_map_at_5_std": 0.288084, + "nauc_map_at_5_diff1": 0.812765, + "nauc_map_at_10_max": 0.812832, + "nauc_map_at_10_std": 0.292305, + "nauc_map_at_10_diff1": 0.810446, + "nauc_map_at_20_max": 0.811954, + "nauc_map_at_20_std": 0.294496, + "nauc_map_at_20_diff1": 0.809459, + "nauc_map_at_100_max": 0.811486, + "nauc_map_at_100_std": 0.292846, + "nauc_map_at_100_diff1": 0.809849, + "nauc_map_at_1000_max": 0.81167, + "nauc_map_at_1000_std": 0.292731, + "nauc_map_at_1000_diff1": 0.810218, + "nauc_recall_at_1_max": 0.802413, + "nauc_recall_at_1_std": 0.258357, + "nauc_recall_at_1_diff1": 0.849029, + "nauc_recall_at_3_max": 0.82829, + "nauc_recall_at_3_std": 0.327341, + "nauc_recall_at_3_diff1": 0.770572, + "nauc_recall_at_5_max": 0.81148, + "nauc_recall_at_5_std": 0.325181, + "nauc_recall_at_5_diff1": 0.745628, + "nauc_recall_at_10_max": 0.795894, + "nauc_recall_at_10_std": 0.367458, + "nauc_recall_at_10_diff1": 0.71206, + "nauc_recall_at_20_max": 0.774673, + "nauc_recall_at_20_std": 0.412092, + "nauc_recall_at_20_diff1": 0.677899, + "nauc_recall_at_100_max": 0.68322, + "nauc_recall_at_100_std": 0.399613, + "nauc_recall_at_100_diff1": 0.576444, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.802413, + "nauc_precision_at_1_std": 0.258357, + "nauc_precision_at_1_diff1": 0.849029, + "nauc_precision_at_3_max": 0.82829, + "nauc_precision_at_3_std": 0.327341, + "nauc_precision_at_3_diff1": 0.770572, + "nauc_precision_at_5_max": 0.81148, + "nauc_precision_at_5_std": 0.325181, + "nauc_precision_at_5_diff1": 0.745628, + "nauc_precision_at_10_max": 0.795894, + "nauc_precision_at_10_std": 0.367458, + "nauc_precision_at_10_diff1": 0.71206, + "nauc_precision_at_20_max": 0.774673, + "nauc_precision_at_20_std": 0.412092, + "nauc_precision_at_20_diff1": 0.677899, + "nauc_precision_at_100_max": 0.68322, + "nauc_precision_at_100_std": 0.399613, + "nauc_precision_at_100_diff1": 0.576444, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.802413, + "nauc_mrr_at_1_std": 0.258357, + "nauc_mrr_at_1_diff1": 0.849029, + "nauc_mrr_at_3_max": 0.817373, + "nauc_mrr_at_3_std": 0.288566, + "nauc_mrr_at_3_diff1": 0.817063, + "nauc_mrr_at_5_max": 0.814174, + "nauc_mrr_at_5_std": 0.288084, + "nauc_mrr_at_5_diff1": 0.812765, + "nauc_mrr_at_10_max": 0.812832, + "nauc_mrr_at_10_std": 0.292305, + "nauc_mrr_at_10_diff1": 0.810446, + "nauc_mrr_at_20_max": 0.811954, + "nauc_mrr_at_20_std": 0.294496, + "nauc_mrr_at_20_diff1": 0.809459, + "nauc_mrr_at_100_max": 0.811486, + "nauc_mrr_at_100_std": 0.292846, + "nauc_mrr_at_100_diff1": 0.809849, + "nauc_mrr_at_1000_max": 0.81167, + "nauc_mrr_at_1000_std": 0.292731, + "nauc_mrr_at_1000_diff1": 0.810218, + "hit_rate_at_1": 0.58333, + "hit_rate_at_3": 0.67667, + "hit_rate_at_5": 0.70333, + "hit_rate_at_10": 0.75222, + "hit_rate_at_20": 0.79, + "hit_rate_at_100": 0.92222, + "hit_rate_at_1000": 1.0, + "main_score": 0.66538, + "hf_subset": "xho_Latn-eng_Latn", + "languages": [ + "xho-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.35333, + "ndcg_at_3": 0.38393, + "ndcg_at_5": 0.39253, + "ndcg_at_10": 0.40495, + "ndcg_at_20": 0.41423, + "ndcg_at_100": 0.43808, + "ndcg_at_1000": 0.48343, + "map_at_1": 0.35333, + "map_at_3": 0.37611, + "map_at_5": 0.38083, + "map_at_10": 0.38586, + "map_at_20": 0.38842, + "map_at_100": 0.39132, + "map_at_1000": 0.39285, + "recall_at_1": 0.35333, + "recall_at_3": 0.40667, + "recall_at_5": 0.42778, + "recall_at_10": 0.46667, + "recall_at_20": 0.50333, + "recall_at_100": 0.63778, + "recall_at_1000": 1.0, + "accuracy": 0.35333, + "precision_at_1": 0.35333, + "precision_at_3": 0.13556, + "precision_at_5": 0.08556, + "precision_at_10": 0.04667, + "precision_at_20": 0.02517, + "precision_at_100": 0.00638, + "precision_at_1000": 0.001, + "mrr_at_1": 0.353333, + "mrr_at_3": 0.376111, + "mrr_at_5": 0.380833, + "mrr_at_10": 0.385863, + "mrr_at_20": 0.388417, + "mrr_at_100": 0.391321, + "mrr_at_1000": 0.392852, + "nauc_ndcg_at_1_max": 0.822406, + "nauc_ndcg_at_1_std": 0.597574, + "nauc_ndcg_at_1_diff1": 0.864627, + "nauc_ndcg_at_3_max": 0.841521, + "nauc_ndcg_at_3_std": 0.653854, + "nauc_ndcg_at_3_diff1": 0.843242, + "nauc_ndcg_at_5_max": 0.836513, + "nauc_ndcg_at_5_std": 0.659195, + "nauc_ndcg_at_5_diff1": 0.833588, + "nauc_ndcg_at_10_max": 0.826107, + "nauc_ndcg_at_10_std": 0.654003, + "nauc_ndcg_at_10_diff1": 0.819272, + "nauc_ndcg_at_20_max": 0.82086, + "nauc_ndcg_at_20_std": 0.655761, + "nauc_ndcg_at_20_diff1": 0.814236, + "nauc_ndcg_at_100_max": 0.801111, + "nauc_ndcg_at_100_std": 0.644106, + "nauc_ndcg_at_100_diff1": 0.795404, + "nauc_ndcg_at_1000_max": 0.817357, + "nauc_ndcg_at_1000_std": 0.644863, + "nauc_ndcg_at_1000_diff1": 0.817357, + "nauc_map_at_1_max": 0.822406, + "nauc_map_at_1_std": 0.597574, + "nauc_map_at_1_diff1": 0.864627, + "nauc_map_at_3_max": 0.838553, + "nauc_map_at_3_std": 0.641458, + "nauc_map_at_3_diff1": 0.84904, + "nauc_map_at_5_max": 0.835776, + "nauc_map_at_5_std": 0.644266, + "nauc_map_at_5_diff1": 0.843718, + "nauc_map_at_10_max": 0.831587, + "nauc_map_at_10_std": 0.642071, + "nauc_map_at_10_diff1": 0.837999, + "nauc_map_at_20_max": 0.830071, + "nauc_map_at_20_std": 0.642443, + "nauc_map_at_20_diff1": 0.836611, + "nauc_map_at_100_max": 0.827491, + "nauc_map_at_100_std": 0.640943, + "nauc_map_at_100_diff1": 0.834304, + "nauc_map_at_1000_max": 0.827839, + "nauc_map_at_1000_std": 0.640807, + "nauc_map_at_1000_diff1": 0.834894, + "nauc_recall_at_1_max": 0.822406, + "nauc_recall_at_1_std": 0.597574, + "nauc_recall_at_1_diff1": 0.864627, + "nauc_recall_at_3_max": 0.84934, + "nauc_recall_at_3_std": 0.68881, + "nauc_recall_at_3_diff1": 0.826408, + "nauc_recall_at_5_max": 0.837239, + "nauc_recall_at_5_std": 0.702552, + "nauc_recall_at_5_diff1": 0.8028, + "nauc_recall_at_10_max": 0.80434, + "nauc_recall_at_10_std": 0.687116, + "nauc_recall_at_10_diff1": 0.756977, + "nauc_recall_at_20_max": 0.783561, + "nauc_recall_at_20_std": 0.695393, + "nauc_recall_at_20_diff1": 0.735968, + "nauc_recall_at_100_max": 0.65104, + "nauc_recall_at_100_std": 0.627995, + "nauc_recall_at_100_diff1": 0.599825, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.822406, + "nauc_precision_at_1_std": 0.597574, + "nauc_precision_at_1_diff1": 0.864627, + "nauc_precision_at_3_max": 0.84934, + "nauc_precision_at_3_std": 0.68881, + "nauc_precision_at_3_diff1": 0.826408, + "nauc_precision_at_5_max": 0.837239, + "nauc_precision_at_5_std": 0.702552, + "nauc_precision_at_5_diff1": 0.8028, + "nauc_precision_at_10_max": 0.80434, + "nauc_precision_at_10_std": 0.687116, + "nauc_precision_at_10_diff1": 0.756977, + "nauc_precision_at_20_max": 0.783561, + "nauc_precision_at_20_std": 0.695393, + "nauc_precision_at_20_diff1": 0.735968, + "nauc_precision_at_100_max": 0.65104, + "nauc_precision_at_100_std": 0.627995, + "nauc_precision_at_100_diff1": 0.599825, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.822406, + "nauc_mrr_at_1_std": 0.597574, + "nauc_mrr_at_1_diff1": 0.864627, + "nauc_mrr_at_3_max": 0.838553, + "nauc_mrr_at_3_std": 0.641458, + "nauc_mrr_at_3_diff1": 0.84904, + "nauc_mrr_at_5_max": 0.835776, + "nauc_mrr_at_5_std": 0.644266, + "nauc_mrr_at_5_diff1": 0.843718, + "nauc_mrr_at_10_max": 0.831587, + "nauc_mrr_at_10_std": 0.642071, + "nauc_mrr_at_10_diff1": 0.837999, + "nauc_mrr_at_20_max": 0.830071, + "nauc_mrr_at_20_std": 0.642443, + "nauc_mrr_at_20_diff1": 0.836611, + "nauc_mrr_at_100_max": 0.827491, + "nauc_mrr_at_100_std": 0.640943, + "nauc_mrr_at_100_diff1": 0.834304, + "nauc_mrr_at_1000_max": 0.827839, + "nauc_mrr_at_1000_std": 0.640807, + "nauc_mrr_at_1000_diff1": 0.834894, + "hit_rate_at_1": 0.35333, + "hit_rate_at_3": 0.40667, + "hit_rate_at_5": 0.42778, + "hit_rate_at_10": 0.46667, + "hit_rate_at_20": 0.50333, + "hit_rate_at_100": 0.63778, + "hit_rate_at_1000": 1.0, + "main_score": 0.40495, + "hf_subset": "eng_Latn-xho_Latn", + "languages": [ + "eng-Latn", + "xho-Latn" + ] + }, + { + "ndcg_at_1": 0.35778, + "ndcg_at_3": 0.39497, + "ndcg_at_5": 0.40153, + "ndcg_at_10": 0.41499, + "ndcg_at_20": 0.42541, + "ndcg_at_100": 0.45471, + "ndcg_at_1000": 0.49558, + "map_at_1": 0.35778, + "map_at_3": 0.38593, + "map_at_5": 0.38965, + "map_at_10": 0.39509, + "map_at_20": 0.39796, + "map_at_100": 0.40174, + "map_at_1000": 0.40328, + "recall_at_1": 0.35778, + "recall_at_3": 0.42111, + "recall_at_5": 0.43667, + "recall_at_10": 0.47889, + "recall_at_20": 0.52, + "recall_at_100": 0.68222, + "recall_at_1000": 1.0, + "accuracy": 0.35778, + "precision_at_1": 0.35778, + "precision_at_3": 0.14037, + "precision_at_5": 0.08733, + "precision_at_10": 0.04789, + "precision_at_20": 0.026, + "precision_at_100": 0.00682, + "precision_at_1000": 0.001, + "mrr_at_1": 0.357778, + "mrr_at_3": 0.385926, + "mrr_at_5": 0.389648, + "mrr_at_10": 0.395089, + "mrr_at_20": 0.397962, + "mrr_at_100": 0.401735, + "mrr_at_1000": 0.40328, + "nauc_ndcg_at_1_max": 0.109499, + "nauc_ndcg_at_1_std": -0.687241, + "nauc_ndcg_at_1_diff1": 0.856909, + "nauc_ndcg_at_3_max": 0.111902, + "nauc_ndcg_at_3_std": -0.682765, + "nauc_ndcg_at_3_diff1": 0.814724, + "nauc_ndcg_at_5_max": 0.111746, + "nauc_ndcg_at_5_std": -0.677373, + "nauc_ndcg_at_5_diff1": 0.809946, + "nauc_ndcg_at_10_max": 0.109455, + "nauc_ndcg_at_10_std": -0.671458, + "nauc_ndcg_at_10_diff1": 0.794444, + "nauc_ndcg_at_20_max": 0.100533, + "nauc_ndcg_at_20_std": -0.672619, + "nauc_ndcg_at_20_diff1": 0.786875, + "nauc_ndcg_at_100_max": 0.108866, + "nauc_ndcg_at_100_std": -0.653422, + "nauc_ndcg_at_100_diff1": 0.77098, + "nauc_ndcg_at_1000_max": 0.105957, + "nauc_ndcg_at_1000_std": -0.670834, + "nauc_ndcg_at_1000_diff1": 0.793822, + "nauc_map_at_1_max": 0.109499, + "nauc_map_at_1_std": -0.687241, + "nauc_map_at_1_diff1": 0.856909, + "nauc_map_at_3_max": 0.109618, + "nauc_map_at_3_std": -0.685445, + "nauc_map_at_3_diff1": 0.824907, + "nauc_map_at_5_max": 0.10955, + "nauc_map_at_5_std": -0.682349, + "nauc_map_at_5_diff1": 0.822213, + "nauc_map_at_10_max": 0.108298, + "nauc_map_at_10_std": -0.680196, + "nauc_map_at_10_diff1": 0.815855, + "nauc_map_at_20_max": 0.105834, + "nauc_map_at_20_std": -0.680611, + "nauc_map_at_20_diff1": 0.813834, + "nauc_map_at_100_max": 0.106965, + "nauc_map_at_100_std": -0.678377, + "nauc_map_at_100_diff1": 0.811822, + "nauc_map_at_1000_max": 0.106752, + "nauc_map_at_1000_std": -0.679064, + "nauc_map_at_1000_diff1": 0.812539, + "nauc_recall_at_1_max": 0.109499, + "nauc_recall_at_1_std": -0.687241, + "nauc_recall_at_1_diff1": 0.856909, + "nauc_recall_at_3_max": 0.11916, + "nauc_recall_at_3_std": -0.674412, + "nauc_recall_at_3_diff1": 0.785456, + "nauc_recall_at_5_max": 0.11873, + "nauc_recall_at_5_std": -0.661725, + "nauc_recall_at_5_diff1": 0.773933, + "nauc_recall_at_10_max": 0.113315, + "nauc_recall_at_10_std": -0.64159, + "nauc_recall_at_10_diff1": 0.725041, + "nauc_recall_at_20_max": 0.077332, + "nauc_recall_at_20_std": -0.644783, + "nauc_recall_at_20_diff1": 0.692208, + "nauc_recall_at_100_max": 0.128315, + "nauc_recall_at_100_std": -0.500152, + "nauc_recall_at_100_diff1": 0.558053, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.109499, + "nauc_precision_at_1_std": -0.687241, + "nauc_precision_at_1_diff1": 0.856909, + "nauc_precision_at_3_max": 0.11916, + "nauc_precision_at_3_std": -0.674412, + "nauc_precision_at_3_diff1": 0.785456, + "nauc_precision_at_5_max": 0.11873, + "nauc_precision_at_5_std": -0.661725, + "nauc_precision_at_5_diff1": 0.773933, + "nauc_precision_at_10_max": 0.113315, + "nauc_precision_at_10_std": -0.64159, + "nauc_precision_at_10_diff1": 0.725041, + "nauc_precision_at_20_max": 0.077332, + "nauc_precision_at_20_std": -0.644783, + "nauc_precision_at_20_diff1": 0.692208, + "nauc_precision_at_100_max": 0.128315, + "nauc_precision_at_100_std": -0.500152, + "nauc_precision_at_100_diff1": 0.558053, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.109499, + "nauc_mrr_at_1_std": -0.687241, + "nauc_mrr_at_1_diff1": 0.856909, + "nauc_mrr_at_3_max": 0.109618, + "nauc_mrr_at_3_std": -0.685445, + "nauc_mrr_at_3_diff1": 0.824907, + "nauc_mrr_at_5_max": 0.10955, + "nauc_mrr_at_5_std": -0.682349, + "nauc_mrr_at_5_diff1": 0.822213, + "nauc_mrr_at_10_max": 0.108298, + "nauc_mrr_at_10_std": -0.680196, + "nauc_mrr_at_10_diff1": 0.815855, + "nauc_mrr_at_20_max": 0.105834, + "nauc_mrr_at_20_std": -0.680611, + "nauc_mrr_at_20_diff1": 0.813834, + "nauc_mrr_at_100_max": 0.106965, + "nauc_mrr_at_100_std": -0.678377, + "nauc_mrr_at_100_diff1": 0.811822, + "nauc_mrr_at_1000_max": 0.106752, + "nauc_mrr_at_1000_std": -0.679064, + "nauc_mrr_at_1000_diff1": 0.812539, + "hit_rate_at_1": 0.35778, + "hit_rate_at_3": 0.42111, + "hit_rate_at_5": 0.43667, + "hit_rate_at_10": 0.47889, + "hit_rate_at_20": 0.52, + "hit_rate_at_100": 0.68222, + "hit_rate_at_1000": 1.0, + "main_score": 0.41499, + "hf_subset": "yor_Latn-yor_Latn", + "languages": [ + "yor-Latn", + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.52111, + "ndcg_at_3": 0.5744, + "ndcg_at_5": 0.58621, + "ndcg_at_10": 0.59918, + "ndcg_at_20": 0.60908, + "ndcg_at_100": 0.6358, + "ndcg_at_1000": 0.65278, + "map_at_1": 0.52111, + "map_at_3": 0.56167, + "map_at_5": 0.56817, + "map_at_10": 0.57332, + "map_at_20": 0.57593, + "map_at_100": 0.57906, + "map_at_1000": 0.57982, + "recall_at_1": 0.52111, + "recall_at_3": 0.61111, + "recall_at_5": 0.64, + "recall_at_10": 0.68111, + "recall_at_20": 0.72111, + "recall_at_100": 0.87333, + "recall_at_1000": 1.0, + "accuracy": 0.52111, + "precision_at_1": 0.52111, + "precision_at_3": 0.2037, + "precision_at_5": 0.128, + "precision_at_10": 0.06811, + "precision_at_20": 0.03606, + "precision_at_100": 0.00873, + "precision_at_1000": 0.001, + "mrr_at_1": 0.521111, + "mrr_at_3": 0.561667, + "mrr_at_5": 0.568167, + "mrr_at_10": 0.573325, + "mrr_at_20": 0.575933, + "mrr_at_100": 0.57906, + "mrr_at_1000": 0.579817, + "nauc_ndcg_at_1_max": 0.830165, + "nauc_ndcg_at_1_std": 0.35964, + "nauc_ndcg_at_1_diff1": 0.886722, + "nauc_ndcg_at_3_max": 0.845538, + "nauc_ndcg_at_3_std": 0.382389, + "nauc_ndcg_at_3_diff1": 0.843727, + "nauc_ndcg_at_5_max": 0.845691, + "nauc_ndcg_at_5_std": 0.384647, + "nauc_ndcg_at_5_diff1": 0.83874, + "nauc_ndcg_at_10_max": 0.836526, + "nauc_ndcg_at_10_std": 0.382336, + "nauc_ndcg_at_10_diff1": 0.830923, + "nauc_ndcg_at_20_max": 0.830053, + "nauc_ndcg_at_20_std": 0.3828, + "nauc_ndcg_at_20_diff1": 0.827047, + "nauc_ndcg_at_100_max": 0.827329, + "nauc_ndcg_at_100_std": 0.384725, + "nauc_ndcg_at_100_diff1": 0.822926, + "nauc_ndcg_at_1000_max": 0.83465, + "nauc_ndcg_at_1000_std": 0.38215, + "nauc_ndcg_at_1000_diff1": 0.83616, + "nauc_map_at_1_max": 0.830165, + "nauc_map_at_1_std": 0.35964, + "nauc_map_at_1_diff1": 0.886722, + "nauc_map_at_3_max": 0.843229, + "nauc_map_at_3_std": 0.3775, + "nauc_map_at_3_diff1": 0.854452, + "nauc_map_at_5_max": 0.843453, + "nauc_map_at_5_std": 0.378751, + "nauc_map_at_5_diff1": 0.851984, + "nauc_map_at_10_max": 0.839814, + "nauc_map_at_10_std": 0.377705, + "nauc_map_at_10_diff1": 0.84902, + "nauc_map_at_20_max": 0.838204, + "nauc_map_at_20_std": 0.377889, + "nauc_map_at_20_diff1": 0.848059, + "nauc_map_at_100_max": 0.837998, + "nauc_map_at_100_std": 0.378301, + "nauc_map_at_100_diff1": 0.847647, + "nauc_map_at_1000_max": 0.838268, + "nauc_map_at_1000_std": 0.378253, + "nauc_map_at_1000_diff1": 0.848138, + "nauc_recall_at_1_max": 0.830165, + "nauc_recall_at_1_std": 0.35964, + "nauc_recall_at_1_diff1": 0.886722, + "nauc_recall_at_3_max": 0.851923, + "nauc_recall_at_3_std": 0.396999, + "nauc_recall_at_3_diff1": 0.810911, + "nauc_recall_at_5_max": 0.851911, + "nauc_recall_at_5_std": 0.403349, + "nauc_recall_at_5_diff1": 0.795509, + "nauc_recall_at_10_max": 0.819826, + "nauc_recall_at_10_std": 0.397111, + "nauc_recall_at_10_diff1": 0.764034, + "nauc_recall_at_20_max": 0.785779, + "nauc_recall_at_20_std": 0.400062, + "nauc_recall_at_20_diff1": 0.738427, + "nauc_recall_at_100_max": 0.706508, + "nauc_recall_at_100_std": 0.431978, + "nauc_recall_at_100_diff1": 0.603753, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.830165, + "nauc_precision_at_1_std": 0.35964, + "nauc_precision_at_1_diff1": 0.886722, + "nauc_precision_at_3_max": 0.851923, + "nauc_precision_at_3_std": 0.396999, + "nauc_precision_at_3_diff1": 0.810911, + "nauc_precision_at_5_max": 0.851911, + "nauc_precision_at_5_std": 0.403349, + "nauc_precision_at_5_diff1": 0.795509, + "nauc_precision_at_10_max": 0.819826, + "nauc_precision_at_10_std": 0.397111, + "nauc_precision_at_10_diff1": 0.764034, + "nauc_precision_at_20_max": 0.785779, + "nauc_precision_at_20_std": 0.400062, + "nauc_precision_at_20_diff1": 0.738427, + "nauc_precision_at_100_max": 0.706508, + "nauc_precision_at_100_std": 0.431978, + "nauc_precision_at_100_diff1": 0.603753, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.830165, + "nauc_mrr_at_1_std": 0.35964, + "nauc_mrr_at_1_diff1": 0.886722, + "nauc_mrr_at_3_max": 0.843229, + "nauc_mrr_at_3_std": 0.3775, + "nauc_mrr_at_3_diff1": 0.854452, + "nauc_mrr_at_5_max": 0.843453, + "nauc_mrr_at_5_std": 0.378751, + "nauc_mrr_at_5_diff1": 0.851984, + "nauc_mrr_at_10_max": 0.839814, + "nauc_mrr_at_10_std": 0.377705, + "nauc_mrr_at_10_diff1": 0.84902, + "nauc_mrr_at_20_max": 0.838204, + "nauc_mrr_at_20_std": 0.377889, + "nauc_mrr_at_20_diff1": 0.848059, + "nauc_mrr_at_100_max": 0.837998, + "nauc_mrr_at_100_std": 0.378301, + "nauc_mrr_at_100_diff1": 0.847647, + "nauc_mrr_at_1000_max": 0.838268, + "nauc_mrr_at_1000_std": 0.378253, + "nauc_mrr_at_1000_diff1": 0.848138, + "hit_rate_at_1": 0.52111, + "hit_rate_at_3": 0.61111, + "hit_rate_at_5": 0.64, + "hit_rate_at_10": 0.68111, + "hit_rate_at_20": 0.72111, + "hit_rate_at_100": 0.87333, + "hit_rate_at_1000": 1.0, + "main_score": 0.59918, + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.34222, + "ndcg_at_3": 0.37062, + "ndcg_at_5": 0.37923, + "ndcg_at_10": 0.38755, + "ndcg_at_20": 0.39235, + "ndcg_at_100": 0.41231, + "ndcg_at_1000": 0.46684, + "map_at_1": 0.34222, + "map_at_3": 0.36389, + "map_at_5": 0.36861, + "map_at_10": 0.37208, + "map_at_20": 0.37341, + "map_at_100": 0.37588, + "map_at_1000": 0.37778, + "recall_at_1": 0.34222, + "recall_at_3": 0.39, + "recall_at_5": 0.41111, + "recall_at_10": 0.43667, + "recall_at_20": 0.45556, + "recall_at_100": 0.56778, + "recall_at_1000": 1.0, + "accuracy": 0.34222, + "precision_at_1": 0.34222, + "precision_at_3": 0.13, + "precision_at_5": 0.08222, + "precision_at_10": 0.04367, + "precision_at_20": 0.02278, + "precision_at_100": 0.00568, + "precision_at_1000": 0.001, + "mrr_at_1": 0.342222, + "mrr_at_3": 0.363889, + "mrr_at_5": 0.368611, + "mrr_at_10": 0.37208, + "mrr_at_20": 0.373407, + "mrr_at_100": 0.375878, + "mrr_at_1000": 0.377785, + "nauc_ndcg_at_1_max": 0.874038, + "nauc_ndcg_at_1_std": 0.767474, + "nauc_ndcg_at_1_diff1": 0.808897, + "nauc_ndcg_at_3_max": 0.886179, + "nauc_ndcg_at_3_std": 0.807043, + "nauc_ndcg_at_3_diff1": 0.759552, + "nauc_ndcg_at_5_max": 0.882796, + "nauc_ndcg_at_5_std": 0.81645, + "nauc_ndcg_at_5_diff1": 0.749274, + "nauc_ndcg_at_10_max": 0.876512, + "nauc_ndcg_at_10_std": 0.820192, + "nauc_ndcg_at_10_diff1": 0.739724, + "nauc_ndcg_at_20_max": 0.871311, + "nauc_ndcg_at_20_std": 0.817963, + "nauc_ndcg_at_20_diff1": 0.735507, + "nauc_ndcg_at_100_max": 0.853416, + "nauc_ndcg_at_100_std": 0.800132, + "nauc_ndcg_at_100_diff1": 0.721845, + "nauc_ndcg_at_1000_max": 0.866681, + "nauc_ndcg_at_1000_std": 0.80436, + "nauc_ndcg_at_1000_diff1": 0.740091, + "nauc_map_at_1_max": 0.874038, + "nauc_map_at_1_std": 0.767474, + "nauc_map_at_1_diff1": 0.808897, + "nauc_map_at_3_max": 0.884697, + "nauc_map_at_3_std": 0.799177, + "nauc_map_at_3_diff1": 0.770907, + "nauc_map_at_5_max": 0.882825, + "nauc_map_at_5_std": 0.804401, + "nauc_map_at_5_diff1": 0.765265, + "nauc_map_at_10_max": 0.880255, + "nauc_map_at_10_std": 0.805955, + "nauc_map_at_10_diff1": 0.761279, + "nauc_map_at_20_max": 0.878768, + "nauc_map_at_20_std": 0.805245, + "nauc_map_at_20_diff1": 0.760108, + "nauc_map_at_100_max": 0.87627, + "nauc_map_at_100_std": 0.80311, + "nauc_map_at_100_diff1": 0.758113, + "nauc_map_at_1000_max": 0.876438, + "nauc_map_at_1000_std": 0.802899, + "nauc_map_at_1000_diff1": 0.758577, + "nauc_recall_at_1_max": 0.874038, + "nauc_recall_at_1_std": 0.767474, + "nauc_recall_at_1_diff1": 0.808897, + "nauc_recall_at_3_max": 0.889823, + "nauc_recall_at_3_std": 0.828817, + "nauc_recall_at_3_diff1": 0.727359, + "nauc_recall_at_5_max": 0.881642, + "nauc_recall_at_5_std": 0.851491, + "nauc_recall_at_5_diff1": 0.702329, + "nauc_recall_at_10_max": 0.862116, + "nauc_recall_at_10_std": 0.863151, + "nauc_recall_at_10_diff1": 0.672806, + "nauc_recall_at_20_max": 0.841875, + "nauc_recall_at_20_std": 0.855263, + "nauc_recall_at_20_diff1": 0.655851, + "nauc_recall_at_100_max": 0.736134, + "nauc_recall_at_100_std": 0.749468, + "nauc_recall_at_100_diff1": 0.571911, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.874038, + "nauc_precision_at_1_std": 0.767474, + "nauc_precision_at_1_diff1": 0.808897, + "nauc_precision_at_3_max": 0.889823, + "nauc_precision_at_3_std": 0.828817, + "nauc_precision_at_3_diff1": 0.727359, + "nauc_precision_at_5_max": 0.881642, + "nauc_precision_at_5_std": 0.851491, + "nauc_precision_at_5_diff1": 0.702329, + "nauc_precision_at_10_max": 0.862116, + "nauc_precision_at_10_std": 0.863151, + "nauc_precision_at_10_diff1": 0.672806, + "nauc_precision_at_20_max": 0.841875, + "nauc_precision_at_20_std": 0.855263, + "nauc_precision_at_20_diff1": 0.655851, + "nauc_precision_at_100_max": 0.736134, + "nauc_precision_at_100_std": 0.749468, + "nauc_precision_at_100_diff1": 0.571911, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.874038, + "nauc_mrr_at_1_std": 0.767474, + "nauc_mrr_at_1_diff1": 0.808897, + "nauc_mrr_at_3_max": 0.884697, + "nauc_mrr_at_3_std": 0.799177, + "nauc_mrr_at_3_diff1": 0.770907, + "nauc_mrr_at_5_max": 0.882825, + "nauc_mrr_at_5_std": 0.804401, + "nauc_mrr_at_5_diff1": 0.765265, + "nauc_mrr_at_10_max": 0.880255, + "nauc_mrr_at_10_std": 0.805955, + "nauc_mrr_at_10_diff1": 0.761279, + "nauc_mrr_at_20_max": 0.878768, + "nauc_mrr_at_20_std": 0.805245, + "nauc_mrr_at_20_diff1": 0.760108, + "nauc_mrr_at_100_max": 0.87627, + "nauc_mrr_at_100_std": 0.80311, + "nauc_mrr_at_100_diff1": 0.758113, + "nauc_mrr_at_1000_max": 0.876438, + "nauc_mrr_at_1000_std": 0.802899, + "nauc_mrr_at_1000_diff1": 0.758577, + "hit_rate_at_1": 0.34222, + "hit_rate_at_3": 0.39, + "hit_rate_at_5": 0.41111, + "hit_rate_at_10": 0.43667, + "hit_rate_at_20": 0.45556, + "hit_rate_at_100": 0.56778, + "hit_rate_at_1000": 1.0, + "main_score": 0.38755, + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.89667, + "ndcg_at_3": 0.93403, + "ndcg_at_5": 0.93862, + "ndcg_at_10": 0.9438, + "ndcg_at_20": 0.94439, + "ndcg_at_100": 0.94621, + "ndcg_at_1000": 0.94663, + "map_at_1": 0.89667, + "map_at_3": 0.92537, + "map_at_5": 0.92793, + "map_at_10": 0.93015, + "map_at_20": 0.93032, + "map_at_100": 0.93065, + "map_at_1000": 0.93066, + "recall_at_1": 0.89667, + "recall_at_3": 0.95889, + "recall_at_5": 0.97, + "recall_at_10": 0.98556, + "recall_at_20": 0.98778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.89667, + "precision_at_1": 0.89667, + "precision_at_3": 0.31963, + "precision_at_5": 0.194, + "precision_at_10": 0.09856, + "precision_at_20": 0.04939, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.896667, + "mrr_at_3": 0.92537, + "mrr_at_5": 0.927926, + "mrr_at_10": 0.930149, + "mrr_at_20": 0.930321, + "mrr_at_100": 0.93065, + "mrr_at_1000": 0.930664, + "nauc_ndcg_at_1_max": 0.787393, + "nauc_ndcg_at_1_std": -0.197705, + "nauc_ndcg_at_1_diff1": 0.908049, + "nauc_ndcg_at_3_max": 0.830009, + "nauc_ndcg_at_3_std": -0.194256, + "nauc_ndcg_at_3_diff1": 0.909385, + "nauc_ndcg_at_5_max": 0.828614, + "nauc_ndcg_at_5_std": -0.17909, + "nauc_ndcg_at_5_diff1": 0.910697, + "nauc_ndcg_at_10_max": 0.821904, + "nauc_ndcg_at_10_std": -0.164556, + "nauc_ndcg_at_10_diff1": 0.91088, + "nauc_ndcg_at_20_max": 0.821531, + "nauc_ndcg_at_20_std": -0.17533, + "nauc_ndcg_at_20_diff1": 0.91061, + "nauc_ndcg_at_100_max": 0.819713, + "nauc_ndcg_at_100_std": -0.165187, + "nauc_ndcg_at_100_diff1": 0.91082, + "nauc_ndcg_at_1000_max": 0.818305, + "nauc_ndcg_at_1000_std": -0.174288, + "nauc_ndcg_at_1000_diff1": 0.910124, + "nauc_map_at_1_max": 0.787393, + "nauc_map_at_1_std": -0.197705, + "nauc_map_at_1_diff1": 0.908049, + "nauc_map_at_3_max": 0.818588, + "nauc_map_at_3_std": -0.191366, + "nauc_map_at_3_diff1": 0.908988, + "nauc_map_at_5_max": 0.817482, + "nauc_map_at_5_std": -0.184995, + "nauc_map_at_5_diff1": 0.90971, + "nauc_map_at_10_max": 0.814771, + "nauc_map_at_10_std": -0.180082, + "nauc_map_at_10_diff1": 0.909633, + "nauc_map_at_20_max": 0.814682, + "nauc_map_at_20_std": -0.182633, + "nauc_map_at_20_diff1": 0.909559, + "nauc_map_at_100_max": 0.814439, + "nauc_map_at_100_std": -0.18117, + "nauc_map_at_100_diff1": 0.909559, + "nauc_map_at_1000_max": 0.8144, + "nauc_map_at_1000_std": -0.181414, + "nauc_map_at_1000_diff1": 0.90954, + "nauc_recall_at_1_max": 0.787393, + "nauc_recall_at_1_std": -0.197705, + "nauc_recall_at_1_diff1": 0.908049, + "nauc_recall_at_3_max": 0.887577, + "nauc_recall_at_3_std": -0.212368, + "nauc_recall_at_3_diff1": 0.911424, + "nauc_recall_at_5_max": 0.902393, + "nauc_recall_at_5_std": -0.135007, + "nauc_recall_at_5_diff1": 0.917523, + "nauc_recall_at_10_max": 0.904475, + "nauc_recall_at_10_std": 0.080658, + "nauc_recall_at_10_diff1": 0.929613, + "nauc_recall_at_20_max": 0.912359, + "nauc_recall_at_20_std": -0.061243, + "nauc_recall_at_20_diff1": 0.928699, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.787393, + "nauc_precision_at_1_std": -0.197705, + "nauc_precision_at_1_diff1": 0.908049, + "nauc_precision_at_3_max": 0.887577, + "nauc_precision_at_3_std": -0.212368, + "nauc_precision_at_3_diff1": 0.911424, + "nauc_precision_at_5_max": 0.902393, + "nauc_precision_at_5_std": -0.135007, + "nauc_precision_at_5_diff1": 0.917523, + "nauc_precision_at_10_max": 0.904475, + "nauc_precision_at_10_std": 0.080658, + "nauc_precision_at_10_diff1": 0.929613, + "nauc_precision_at_20_max": 0.912359, + "nauc_precision_at_20_std": -0.061243, + "nauc_precision_at_20_diff1": 0.928699, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.787393, + "nauc_mrr_at_1_std": -0.197705, + "nauc_mrr_at_1_diff1": 0.908049, + "nauc_mrr_at_3_max": 0.818588, + "nauc_mrr_at_3_std": -0.191366, + "nauc_mrr_at_3_diff1": 0.908988, + "nauc_mrr_at_5_max": 0.817482, + "nauc_mrr_at_5_std": -0.184995, + "nauc_mrr_at_5_diff1": 0.90971, + "nauc_mrr_at_10_max": 0.814771, + "nauc_mrr_at_10_std": -0.180082, + "nauc_mrr_at_10_diff1": 0.909633, + "nauc_mrr_at_20_max": 0.814682, + "nauc_mrr_at_20_std": -0.182633, + "nauc_mrr_at_20_diff1": 0.909559, + "nauc_mrr_at_100_max": 0.814439, + "nauc_mrr_at_100_std": -0.18117, + "nauc_mrr_at_100_diff1": 0.909559, + "nauc_mrr_at_1000_max": 0.8144, + "nauc_mrr_at_1000_std": -0.181414, + "nauc_mrr_at_1000_diff1": 0.90954, + "hit_rate_at_1": 0.89667, + "hit_rate_at_3": 0.95889, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.98556, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.9438, + "hf_subset": "zho_Hans-zho_Hans", + "languages": [ + "zho-Hans", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.88778, + "ndcg_at_3": 0.93174, + "ndcg_at_5": 0.93681, + "ndcg_at_10": 0.93936, + "ndcg_at_20": 0.94135, + "ndcg_at_100": 0.94305, + "ndcg_at_1000": 0.94347, + "map_at_1": 0.88778, + "map_at_3": 0.92185, + "map_at_5": 0.92469, + "map_at_10": 0.92575, + "map_at_20": 0.92631, + "map_at_100": 0.92656, + "map_at_1000": 0.92658, + "recall_at_1": 0.88778, + "recall_at_3": 0.96, + "recall_at_5": 0.97222, + "recall_at_10": 0.98, + "recall_at_20": 0.98778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.88778, + "precision_at_1": 0.88778, + "precision_at_3": 0.32, + "precision_at_5": 0.19444, + "precision_at_10": 0.098, + "precision_at_20": 0.04939, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.887778, + "mrr_at_3": 0.921852, + "mrr_at_5": 0.924685, + "mrr_at_10": 0.925748, + "mrr_at_20": 0.926312, + "mrr_at_100": 0.926564, + "mrr_at_1000": 0.92658, + "nauc_ndcg_at_1_max": 0.766452, + "nauc_ndcg_at_1_std": -0.285269, + "nauc_ndcg_at_1_diff1": 0.923732, + "nauc_ndcg_at_3_max": 0.795826, + "nauc_ndcg_at_3_std": -0.258236, + "nauc_ndcg_at_3_diff1": 0.907874, + "nauc_ndcg_at_5_max": 0.789401, + "nauc_ndcg_at_5_std": -0.243058, + "nauc_ndcg_at_5_diff1": 0.910739, + "nauc_ndcg_at_10_max": 0.791145, + "nauc_ndcg_at_10_std": -0.225209, + "nauc_ndcg_at_10_diff1": 0.916824, + "nauc_ndcg_at_20_max": 0.786792, + "nauc_ndcg_at_20_std": -0.242014, + "nauc_ndcg_at_20_diff1": 0.916515, + "nauc_ndcg_at_100_max": 0.786203, + "nauc_ndcg_at_100_std": -0.243783, + "nauc_ndcg_at_100_diff1": 0.915983, + "nauc_ndcg_at_1000_max": 0.784574, + "nauc_ndcg_at_1000_std": -0.253257, + "nauc_ndcg_at_1000_diff1": 0.916044, + "nauc_map_at_1_max": 0.766452, + "nauc_map_at_1_std": -0.285269, + "nauc_map_at_1_diff1": 0.923732, + "nauc_map_at_3_max": 0.785909, + "nauc_map_at_3_std": -0.270563, + "nauc_map_at_3_diff1": 0.912891, + "nauc_map_at_5_max": 0.7825, + "nauc_map_at_5_std": -0.264115, + "nauc_map_at_5_diff1": 0.914518, + "nauc_map_at_10_max": 0.783044, + "nauc_map_at_10_std": -0.258375, + "nauc_map_at_10_diff1": 0.916659, + "nauc_map_at_20_max": 0.781998, + "nauc_map_at_20_std": -0.261921, + "nauc_map_at_20_diff1": 0.916581, + "nauc_map_at_100_max": 0.781779, + "nauc_map_at_100_std": -0.263027, + "nauc_map_at_100_diff1": 0.916528, + "nauc_map_at_1000_max": 0.781731, + "nauc_map_at_1000_std": -0.263303, + "nauc_map_at_1000_diff1": 0.916534, + "nauc_recall_at_1_max": 0.766452, + "nauc_recall_at_1_std": -0.285269, + "nauc_recall_at_1_diff1": 0.923732, + "nauc_recall_at_3_max": 0.850996, + "nauc_recall_at_3_std": -0.187053, + "nauc_recall_at_3_diff1": 0.880239, + "nauc_recall_at_5_max": 0.840523, + "nauc_recall_at_5_std": -0.070924, + "nauc_recall_at_5_diff1": 0.882633, + "nauc_recall_at_10_max": 0.875506, + "nauc_recall_at_10_std": 0.161402, + "nauc_recall_at_10_diff1": 0.927378, + "nauc_recall_at_20_max": 0.848697, + "nauc_recall_at_20_std": 0.074951, + "nauc_recall_at_20_diff1": 0.928699, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.912854, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.766452, + "nauc_precision_at_1_std": -0.285269, + "nauc_precision_at_1_diff1": 0.923732, + "nauc_precision_at_3_max": 0.850996, + "nauc_precision_at_3_std": -0.187053, + "nauc_precision_at_3_diff1": 0.880239, + "nauc_precision_at_5_max": 0.840523, + "nauc_precision_at_5_std": -0.070924, + "nauc_precision_at_5_diff1": 0.882633, + "nauc_precision_at_10_max": 0.875506, + "nauc_precision_at_10_std": 0.161402, + "nauc_precision_at_10_diff1": 0.927378, + "nauc_precision_at_20_max": 0.848697, + "nauc_precision_at_20_std": 0.074951, + "nauc_precision_at_20_diff1": 0.928699, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.912854, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.766452, + "nauc_mrr_at_1_std": -0.285269, + "nauc_mrr_at_1_diff1": 0.923732, + "nauc_mrr_at_3_max": 0.785909, + "nauc_mrr_at_3_std": -0.270563, + "nauc_mrr_at_3_diff1": 0.912891, + "nauc_mrr_at_5_max": 0.7825, + "nauc_mrr_at_5_std": -0.264115, + "nauc_mrr_at_5_diff1": 0.914518, + "nauc_mrr_at_10_max": 0.783044, + "nauc_mrr_at_10_std": -0.258375, + "nauc_mrr_at_10_diff1": 0.916659, + "nauc_mrr_at_20_max": 0.781998, + "nauc_mrr_at_20_std": -0.261921, + "nauc_mrr_at_20_diff1": 0.916581, + "nauc_mrr_at_100_max": 0.781779, + "nauc_mrr_at_100_std": -0.263027, + "nauc_mrr_at_100_diff1": 0.916528, + "nauc_mrr_at_1000_max": 0.781731, + "nauc_mrr_at_1000_std": -0.263303, + "nauc_mrr_at_1000_diff1": 0.916534, + "hit_rate_at_1": 0.88778, + "hit_rate_at_3": 0.96, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.93936, + "hf_subset": "zho_Hans-eng_Latn", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.89556, + "ndcg_at_3": 0.93432, + "ndcg_at_5": 0.94025, + "ndcg_at_10": 0.94516, + "ndcg_at_20": 0.94625, + "ndcg_at_100": 0.94709, + "ndcg_at_1000": 0.94735, + "map_at_1": 0.89556, + "map_at_3": 0.92537, + "map_at_5": 0.92865, + "map_at_10": 0.9308, + "map_at_20": 0.93109, + "map_at_100": 0.93121, + "map_at_1000": 0.93122, + "recall_at_1": 0.89556, + "recall_at_3": 0.96, + "recall_at_5": 0.97444, + "recall_at_10": 0.98889, + "recall_at_20": 0.99333, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.89556, + "precision_at_1": 0.89556, + "precision_at_3": 0.32, + "precision_at_5": 0.19489, + "precision_at_10": 0.09889, + "precision_at_20": 0.04967, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.895556, + "mrr_at_3": 0.92537, + "mrr_at_5": 0.928648, + "mrr_at_10": 0.930804, + "mrr_at_20": 0.931086, + "mrr_at_100": 0.931214, + "mrr_at_1000": 0.931219, + "nauc_ndcg_at_1_max": 0.752252, + "nauc_ndcg_at_1_std": -0.24148, + "nauc_ndcg_at_1_diff1": 0.911206, + "nauc_ndcg_at_3_max": 0.806893, + "nauc_ndcg_at_3_std": -0.219622, + "nauc_ndcg_at_3_diff1": 0.92141, + "nauc_ndcg_at_5_max": 0.800291, + "nauc_ndcg_at_5_std": -0.238383, + "nauc_ndcg_at_5_diff1": 0.92285, + "nauc_ndcg_at_10_max": 0.796203, + "nauc_ndcg_at_10_std": -0.208685, + "nauc_ndcg_at_10_diff1": 0.921656, + "nauc_ndcg_at_20_max": 0.792689, + "nauc_ndcg_at_20_std": -0.219923, + "nauc_ndcg_at_20_diff1": 0.92006, + "nauc_ndcg_at_100_max": 0.791175, + "nauc_ndcg_at_100_std": -0.214713, + "nauc_ndcg_at_100_diff1": 0.920415, + "nauc_ndcg_at_1000_max": 0.790171, + "nauc_ndcg_at_1000_std": -0.220558, + "nauc_ndcg_at_1000_diff1": 0.920032, + "nauc_map_at_1_max": 0.752252, + "nauc_map_at_1_std": -0.24148, + "nauc_map_at_1_diff1": 0.911206, + "nauc_map_at_3_max": 0.792136, + "nauc_map_at_3_std": -0.227441, + "nauc_map_at_3_diff1": 0.919043, + "nauc_map_at_5_max": 0.788311, + "nauc_map_at_5_std": -0.237388, + "nauc_map_at_5_diff1": 0.919665, + "nauc_map_at_10_max": 0.786548, + "nauc_map_at_10_std": -0.227379, + "nauc_map_at_10_diff1": 0.91919, + "nauc_map_at_20_max": 0.785788, + "nauc_map_at_20_std": -0.229963, + "nauc_map_at_20_diff1": 0.918858, + "nauc_map_at_100_max": 0.78565, + "nauc_map_at_100_std": -0.228555, + "nauc_map_at_100_diff1": 0.918916, + "nauc_map_at_1000_max": 0.785634, + "nauc_map_at_1000_std": -0.228645, + "nauc_map_at_1000_diff1": 0.91891, + "nauc_recall_at_1_max": 0.752252, + "nauc_recall_at_1_std": -0.24148, + "nauc_recall_at_1_diff1": 0.911206, + "nauc_recall_at_3_max": 0.883235, + "nauc_recall_at_3_std": -0.177339, + "nauc_recall_at_3_diff1": 0.933279, + "nauc_recall_at_5_max": 0.889904, + "nauc_recall_at_5_std": -0.249584, + "nauc_recall_at_5_diff1": 0.947428, + "nauc_recall_at_10_max": 0.946078, + "nauc_recall_at_10_std": 0.178011, + "nauc_recall_at_10_diff1": 0.960784, + "nauc_recall_at_20_max": 0.931917, + "nauc_recall_at_20_std": 0.086679, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.752252, + "nauc_precision_at_1_std": -0.24148, + "nauc_precision_at_1_diff1": 0.911206, + "nauc_precision_at_3_max": 0.883235, + "nauc_precision_at_3_std": -0.177339, + "nauc_precision_at_3_diff1": 0.933279, + "nauc_precision_at_5_max": 0.889904, + "nauc_precision_at_5_std": -0.249584, + "nauc_precision_at_5_diff1": 0.947428, + "nauc_precision_at_10_max": 0.946078, + "nauc_precision_at_10_std": 0.178011, + "nauc_precision_at_10_diff1": 0.960784, + "nauc_precision_at_20_max": 0.931917, + "nauc_precision_at_20_std": 0.086679, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.752252, + "nauc_mrr_at_1_std": -0.24148, + "nauc_mrr_at_1_diff1": 0.911206, + "nauc_mrr_at_3_max": 0.792136, + "nauc_mrr_at_3_std": -0.227441, + "nauc_mrr_at_3_diff1": 0.919043, + "nauc_mrr_at_5_max": 0.788311, + "nauc_mrr_at_5_std": -0.237388, + "nauc_mrr_at_5_diff1": 0.919665, + "nauc_mrr_at_10_max": 0.786548, + "nauc_mrr_at_10_std": -0.227379, + "nauc_mrr_at_10_diff1": 0.91919, + "nauc_mrr_at_20_max": 0.785788, + "nauc_mrr_at_20_std": -0.229963, + "nauc_mrr_at_20_diff1": 0.918858, + "nauc_mrr_at_100_max": 0.78565, + "nauc_mrr_at_100_std": -0.228555, + "nauc_mrr_at_100_diff1": 0.918916, + "nauc_mrr_at_1000_max": 0.785634, + "nauc_mrr_at_1000_std": -0.228645, + "nauc_mrr_at_1000_diff1": 0.91891, + "hit_rate_at_1": 0.89556, + "hit_rate_at_3": 0.96, + "hit_rate_at_5": 0.97444, + "hit_rate_at_10": 0.98889, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.94516, + "hf_subset": "eng_Latn-zho_Hans", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.90778, + "ndcg_at_3": 0.93731, + "ndcg_at_5": 0.94152, + "ndcg_at_10": 0.94657, + "ndcg_at_20": 0.94862, + "ndcg_at_100": 0.94969, + "ndcg_at_1000": 0.95027, + "map_at_1": 0.90778, + "map_at_3": 0.93056, + "map_at_5": 0.93294, + "map_at_10": 0.93504, + "map_at_20": 0.93565, + "map_at_100": 0.93581, + "map_at_1000": 0.93583, + "recall_at_1": 0.90778, + "recall_at_3": 0.95667, + "recall_at_5": 0.96667, + "recall_at_10": 0.98222, + "recall_at_20": 0.99, + "recall_at_100": 0.99556, + "recall_at_1000": 1.0, + "accuracy": 0.90778, + "precision_at_1": 0.90778, + "precision_at_3": 0.31889, + "precision_at_5": 0.19333, + "precision_at_10": 0.09822, + "precision_at_20": 0.0495, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.907778, + "mrr_at_3": 0.930556, + "mrr_at_5": 0.932944, + "mrr_at_10": 0.935038, + "mrr_at_20": 0.935647, + "mrr_at_100": 0.935809, + "mrr_at_1000": 0.935832, + "nauc_ndcg_at_1_max": 0.786029, + "nauc_ndcg_at_1_std": -0.19479, + "nauc_ndcg_at_1_diff1": 0.924741, + "nauc_ndcg_at_3_max": 0.846894, + "nauc_ndcg_at_3_std": -0.139148, + "nauc_ndcg_at_3_diff1": 0.92661, + "nauc_ndcg_at_5_max": 0.841004, + "nauc_ndcg_at_5_std": -0.121769, + "nauc_ndcg_at_5_diff1": 0.924536, + "nauc_ndcg_at_10_max": 0.834685, + "nauc_ndcg_at_10_std": -0.124955, + "nauc_ndcg_at_10_diff1": 0.925608, + "nauc_ndcg_at_20_max": 0.833824, + "nauc_ndcg_at_20_std": -0.121015, + "nauc_ndcg_at_20_diff1": 0.927956, + "nauc_ndcg_at_100_max": 0.831432, + "nauc_ndcg_at_100_std": -0.124032, + "nauc_ndcg_at_100_diff1": 0.927575, + "nauc_ndcg_at_1000_max": 0.829478, + "nauc_ndcg_at_1000_std": -0.137061, + "nauc_ndcg_at_1000_diff1": 0.926735, + "nauc_map_at_1_max": 0.786029, + "nauc_map_at_1_std": -0.19479, + "nauc_map_at_1_diff1": 0.924741, + "nauc_map_at_3_max": 0.830833, + "nauc_map_at_3_std": -0.155468, + "nauc_map_at_3_diff1": 0.926069, + "nauc_map_at_5_max": 0.827298, + "nauc_map_at_5_std": -0.147702, + "nauc_map_at_5_diff1": 0.92506, + "nauc_map_at_10_max": 0.824838, + "nauc_map_at_10_std": -0.148694, + "nauc_map_at_10_diff1": 0.925463, + "nauc_map_at_20_max": 0.824594, + "nauc_map_at_20_std": -0.148074, + "nauc_map_at_20_diff1": 0.926089, + "nauc_map_at_100_max": 0.824268, + "nauc_map_at_100_std": -0.149203, + "nauc_map_at_100_diff1": 0.926047, + "nauc_map_at_1000_max": 0.824204, + "nauc_map_at_1000_std": -0.149623, + "nauc_map_at_1000_diff1": 0.92602, + "nauc_recall_at_1_max": 0.786029, + "nauc_recall_at_1_std": -0.19479, + "nauc_recall_at_1_diff1": 0.924741, + "nauc_recall_at_3_max": 0.918899, + "nauc_recall_at_3_std": -0.064665, + "nauc_recall_at_3_diff1": 0.929074, + "nauc_recall_at_5_max": 0.916355, + "nauc_recall_at_5_std": 0.032213, + "nauc_recall_at_5_diff1": 0.920868, + "nauc_recall_at_10_max": 0.921073, + "nauc_recall_at_10_std": 0.120011, + "nauc_recall_at_10_diff1": 0.9272, + "nauc_recall_at_20_max": 0.969136, + "nauc_recall_at_20_std": 0.39169, + "nauc_recall_at_20_diff1": 0.970951, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.786029, + "nauc_precision_at_1_std": -0.19479, + "nauc_precision_at_1_diff1": 0.924741, + "nauc_precision_at_3_max": 0.918899, + "nauc_precision_at_3_std": -0.064665, + "nauc_precision_at_3_diff1": 0.929074, + "nauc_precision_at_5_max": 0.916355, + "nauc_precision_at_5_std": 0.032213, + "nauc_precision_at_5_diff1": 0.920868, + "nauc_precision_at_10_max": 0.921073, + "nauc_precision_at_10_std": 0.120011, + "nauc_precision_at_10_diff1": 0.9272, + "nauc_precision_at_20_max": 0.969136, + "nauc_precision_at_20_std": 0.39169, + "nauc_precision_at_20_diff1": 0.970951, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.786029, + "nauc_mrr_at_1_std": -0.19479, + "nauc_mrr_at_1_diff1": 0.924741, + "nauc_mrr_at_3_max": 0.830833, + "nauc_mrr_at_3_std": -0.155468, + "nauc_mrr_at_3_diff1": 0.926069, + "nauc_mrr_at_5_max": 0.827298, + "nauc_mrr_at_5_std": -0.147702, + "nauc_mrr_at_5_diff1": 0.92506, + "nauc_mrr_at_10_max": 0.824838, + "nauc_mrr_at_10_std": -0.148694, + "nauc_mrr_at_10_diff1": 0.925463, + "nauc_mrr_at_20_max": 0.824594, + "nauc_mrr_at_20_std": -0.148074, + "nauc_mrr_at_20_diff1": 0.926089, + "nauc_mrr_at_100_max": 0.824268, + "nauc_mrr_at_100_std": -0.149203, + "nauc_mrr_at_100_diff1": 0.926047, + "nauc_mrr_at_1000_max": 0.824204, + "nauc_mrr_at_1000_std": -0.149623, + "nauc_mrr_at_1000_diff1": 0.92602, + "hit_rate_at_1": 0.90778, + "hit_rate_at_3": 0.95667, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 0.98222, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 0.99556, + "hit_rate_at_1000": 1.0, + "main_score": 0.94657, + "hf_subset": "zho_Hant-zho_Hant", + "languages": [ + "zho-Hant", + "zho-Hant" + ] + }, + { + "ndcg_at_1": 0.89778, + "ndcg_at_3": 0.93345, + "ndcg_at_5": 0.93847, + "ndcg_at_10": 0.9421, + "ndcg_at_20": 0.94385, + "ndcg_at_100": 0.94557, + "ndcg_at_1000": 0.94598, + "map_at_1": 0.89778, + "map_at_3": 0.925, + "map_at_5": 0.92778, + "map_at_10": 0.9293, + "map_at_20": 0.92981, + "map_at_100": 0.93008, + "map_at_1000": 0.93009, + "recall_at_1": 0.89778, + "recall_at_3": 0.95778, + "recall_at_5": 0.97, + "recall_at_10": 0.98111, + "recall_at_20": 0.98778, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.89778, + "precision_at_1": 0.89778, + "precision_at_3": 0.31926, + "precision_at_5": 0.194, + "precision_at_10": 0.09811, + "precision_at_20": 0.04939, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.897778, + "mrr_at_3": 0.925, + "mrr_at_5": 0.927778, + "mrr_at_10": 0.929301, + "mrr_at_20": 0.929809, + "mrr_at_100": 0.930075, + "mrr_at_1000": 0.930089, + "nauc_ndcg_at_1_max": 0.751908, + "nauc_ndcg_at_1_std": -0.293938, + "nauc_ndcg_at_1_diff1": 0.902725, + "nauc_ndcg_at_3_max": 0.799477, + "nauc_ndcg_at_3_std": -0.249074, + "nauc_ndcg_at_3_diff1": 0.905626, + "nauc_ndcg_at_5_max": 0.795722, + "nauc_ndcg_at_5_std": -0.225589, + "nauc_ndcg_at_5_diff1": 0.902693, + "nauc_ndcg_at_10_max": 0.790039, + "nauc_ndcg_at_10_std": -0.231216, + "nauc_ndcg_at_10_diff1": 0.903167, + "nauc_ndcg_at_20_max": 0.78571, + "nauc_ndcg_at_20_std": -0.250446, + "nauc_ndcg_at_20_diff1": 0.905726, + "nauc_ndcg_at_100_max": 0.785047, + "nauc_ndcg_at_100_std": -0.2447, + "nauc_ndcg_at_100_diff1": 0.90416, + "nauc_ndcg_at_1000_max": 0.783397, + "nauc_ndcg_at_1000_std": -0.254256, + "nauc_ndcg_at_1000_diff1": 0.904542, + "nauc_map_at_1_max": 0.751908, + "nauc_map_at_1_std": -0.293938, + "nauc_map_at_1_diff1": 0.902725, + "nauc_map_at_3_max": 0.78442, + "nauc_map_at_3_std": -0.270717, + "nauc_map_at_3_diff1": 0.905345, + "nauc_map_at_5_max": 0.782038, + "nauc_map_at_5_std": -0.260507, + "nauc_map_at_5_diff1": 0.903914, + "nauc_map_at_10_max": 0.779855, + "nauc_map_at_10_std": -0.262326, + "nauc_map_at_10_diff1": 0.904059, + "nauc_map_at_20_max": 0.778804, + "nauc_map_at_20_std": -0.266992, + "nauc_map_at_20_diff1": 0.904754, + "nauc_map_at_100_max": 0.778785, + "nauc_map_at_100_std": -0.266346, + "nauc_map_at_100_diff1": 0.904519, + "nauc_map_at_1000_max": 0.778742, + "nauc_map_at_1000_std": -0.266592, + "nauc_map_at_1000_diff1": 0.904537, + "nauc_recall_at_1_max": 0.751908, + "nauc_recall_at_1_std": -0.293938, + "nauc_recall_at_1_diff1": 0.902725, + "nauc_recall_at_3_max": 0.8761, + "nauc_recall_at_3_std": -0.133287, + "nauc_recall_at_3_diff1": 0.906568, + "nauc_recall_at_5_max": 0.888906, + "nauc_recall_at_5_std": 0.031227, + "nauc_recall_at_5_diff1": 0.89271, + "nauc_recall_at_10_max": 0.889191, + "nauc_recall_at_10_std": 0.112484, + "nauc_recall_at_10_diff1": 0.892074, + "nauc_recall_at_20_max": 0.865886, + "nauc_recall_at_20_std": -0.03998, + "nauc_recall_at_20_diff1": 0.927213, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.863834, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.751908, + "nauc_precision_at_1_std": -0.293938, + "nauc_precision_at_1_diff1": 0.902725, + "nauc_precision_at_3_max": 0.8761, + "nauc_precision_at_3_std": -0.133287, + "nauc_precision_at_3_diff1": 0.906568, + "nauc_precision_at_5_max": 0.888906, + "nauc_precision_at_5_std": 0.031227, + "nauc_precision_at_5_diff1": 0.89271, + "nauc_precision_at_10_max": 0.889191, + "nauc_precision_at_10_std": 0.112484, + "nauc_precision_at_10_diff1": 0.892074, + "nauc_precision_at_20_max": 0.865886, + "nauc_precision_at_20_std": -0.03998, + "nauc_precision_at_20_diff1": 0.927213, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.863834, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.751908, + "nauc_mrr_at_1_std": -0.293938, + "nauc_mrr_at_1_diff1": 0.902725, + "nauc_mrr_at_3_max": 0.78442, + "nauc_mrr_at_3_std": -0.270717, + "nauc_mrr_at_3_diff1": 0.905345, + "nauc_mrr_at_5_max": 0.782038, + "nauc_mrr_at_5_std": -0.260507, + "nauc_mrr_at_5_diff1": 0.903914, + "nauc_mrr_at_10_max": 0.779855, + "nauc_mrr_at_10_std": -0.262326, + "nauc_mrr_at_10_diff1": 0.904059, + "nauc_mrr_at_20_max": 0.778804, + "nauc_mrr_at_20_std": -0.266992, + "nauc_mrr_at_20_diff1": 0.904754, + "nauc_mrr_at_100_max": 0.778785, + "nauc_mrr_at_100_std": -0.266346, + "nauc_mrr_at_100_diff1": 0.904519, + "nauc_mrr_at_1000_max": 0.778742, + "nauc_mrr_at_1000_std": -0.266592, + "nauc_mrr_at_1000_diff1": 0.904537, + "hit_rate_at_1": 0.89778, + "hit_rate_at_3": 0.95778, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.98111, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.9421, + "hf_subset": "zho_Hant-eng_Latn", + "languages": [ + "zho-Hant", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.88889, + "ndcg_at_3": 0.92909, + "ndcg_at_5": 0.93501, + "ndcg_at_10": 0.9413, + "ndcg_at_20": 0.94276, + "ndcg_at_100": 0.94328, + "ndcg_at_1000": 0.9437, + "map_at_1": 0.88889, + "map_at_3": 0.92019, + "map_at_5": 0.92346, + "map_at_10": 0.92616, + "map_at_20": 0.92659, + "map_at_100": 0.92663, + "map_at_1000": 0.92665, + "recall_at_1": 0.88889, + "recall_at_3": 0.95444, + "recall_at_5": 0.96889, + "recall_at_10": 0.98778, + "recall_at_20": 0.99333, + "recall_at_100": 0.99667, + "recall_at_1000": 1.0, + "accuracy": 0.88889, + "precision_at_1": 0.88889, + "precision_at_3": 0.31815, + "precision_at_5": 0.19378, + "precision_at_10": 0.09878, + "precision_at_20": 0.04967, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.888889, + "mrr_at_3": 0.920185, + "mrr_at_5": 0.923463, + "mrr_at_10": 0.926157, + "mrr_at_20": 0.926587, + "mrr_at_100": 0.92663, + "mrr_at_1000": 0.926645, + "nauc_ndcg_at_1_max": 0.77535, + "nauc_ndcg_at_1_std": -0.194503, + "nauc_ndcg_at_1_diff1": 0.914858, + "nauc_ndcg_at_3_max": 0.815106, + "nauc_ndcg_at_3_std": -0.171833, + "nauc_ndcg_at_3_diff1": 0.90964, + "nauc_ndcg_at_5_max": 0.818157, + "nauc_ndcg_at_5_std": -0.163496, + "nauc_ndcg_at_5_diff1": 0.915503, + "nauc_ndcg_at_10_max": 0.810803, + "nauc_ndcg_at_10_std": -0.16108, + "nauc_ndcg_at_10_diff1": 0.915948, + "nauc_ndcg_at_20_max": 0.808668, + "nauc_ndcg_at_20_std": -0.155077, + "nauc_ndcg_at_20_diff1": 0.915822, + "nauc_ndcg_at_100_max": 0.80728, + "nauc_ndcg_at_100_std": -0.157296, + "nauc_ndcg_at_100_diff1": 0.91503, + "nauc_ndcg_at_1000_max": 0.805835, + "nauc_ndcg_at_1000_std": -0.165977, + "nauc_ndcg_at_1000_diff1": 0.914392, + "nauc_map_at_1_max": 0.77535, + "nauc_map_at_1_std": -0.194503, + "nauc_map_at_1_diff1": 0.914858, + "nauc_map_at_3_max": 0.80393, + "nauc_map_at_3_std": -0.179867, + "nauc_map_at_3_diff1": 0.910384, + "nauc_map_at_5_max": 0.805258, + "nauc_map_at_5_std": -0.175335, + "nauc_map_at_5_diff1": 0.913364, + "nauc_map_at_10_max": 0.802225, + "nauc_map_at_10_std": -0.17583, + "nauc_map_at_10_diff1": 0.913492, + "nauc_map_at_20_max": 0.801666, + "nauc_map_at_20_std": -0.174674, + "nauc_map_at_20_diff1": 0.913455, + "nauc_map_at_100_max": 0.801576, + "nauc_map_at_100_std": -0.174814, + "nauc_map_at_100_diff1": 0.913404, + "nauc_map_at_1000_max": 0.801535, + "nauc_map_at_1000_std": -0.175056, + "nauc_map_at_1000_diff1": 0.913386, + "nauc_recall_at_1_max": 0.77535, + "nauc_recall_at_1_std": -0.194503, + "nauc_recall_at_1_diff1": 0.914858, + "nauc_recall_at_3_max": 0.869577, + "nauc_recall_at_3_std": -0.131254, + "nauc_recall_at_3_diff1": 0.906629, + "nauc_recall_at_5_max": 0.906463, + "nauc_recall_at_5_std": -0.080049, + "nauc_recall_at_5_diff1": 0.93289, + "nauc_recall_at_10_max": 0.939097, + "nauc_recall_at_10_std": 0.111069, + "nauc_recall_at_10_diff1": 0.964349, + "nauc_recall_at_20_max": 0.978214, + "nauc_recall_at_20_std": 0.54334, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.77535, + "nauc_precision_at_1_std": -0.194503, + "nauc_precision_at_1_diff1": 0.914858, + "nauc_precision_at_3_max": 0.869577, + "nauc_precision_at_3_std": -0.131254, + "nauc_precision_at_3_diff1": 0.906629, + "nauc_precision_at_5_max": 0.906463, + "nauc_precision_at_5_std": -0.080049, + "nauc_precision_at_5_diff1": 0.93289, + "nauc_precision_at_10_max": 0.939097, + "nauc_precision_at_10_std": 0.111069, + "nauc_precision_at_10_diff1": 0.964349, + "nauc_precision_at_20_max": 0.978214, + "nauc_precision_at_20_std": 0.54334, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.77535, + "nauc_mrr_at_1_std": -0.194503, + "nauc_mrr_at_1_diff1": 0.914858, + "nauc_mrr_at_3_max": 0.80393, + "nauc_mrr_at_3_std": -0.179867, + "nauc_mrr_at_3_diff1": 0.910384, + "nauc_mrr_at_5_max": 0.805258, + "nauc_mrr_at_5_std": -0.175335, + "nauc_mrr_at_5_diff1": 0.913364, + "nauc_mrr_at_10_max": 0.802225, + "nauc_mrr_at_10_std": -0.17583, + "nauc_mrr_at_10_diff1": 0.913492, + "nauc_mrr_at_20_max": 0.801666, + "nauc_mrr_at_20_std": -0.174674, + "nauc_mrr_at_20_diff1": 0.913455, + "nauc_mrr_at_100_max": 0.801576, + "nauc_mrr_at_100_std": -0.174814, + "nauc_mrr_at_100_diff1": 0.913404, + "nauc_mrr_at_1000_max": 0.801535, + "nauc_mrr_at_1000_std": -0.175056, + "nauc_mrr_at_1000_diff1": 0.913386, + "hit_rate_at_1": 0.88889, + "hit_rate_at_3": 0.95444, + "hit_rate_at_5": 0.96889, + "hit_rate_at_10": 0.98778, + "hit_rate_at_20": 0.99333, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 1.0, + "main_score": 0.9413, + "hf_subset": "eng_Latn-zho_Hant", + "languages": [ + "eng-Latn", + "zho-Hant" + ] + }, + { + "ndcg_at_1": 0.87111, + "ndcg_at_3": 0.91143, + "ndcg_at_5": 0.9165, + "ndcg_at_10": 0.9242, + "ndcg_at_20": 0.9253, + "ndcg_at_100": 0.92821, + "ndcg_at_1000": 0.92911, + "map_at_1": 0.87111, + "map_at_3": 0.90222, + "map_at_5": 0.90506, + "map_at_10": 0.90833, + "map_at_20": 0.90862, + "map_at_100": 0.90902, + "map_at_1000": 0.90907, + "recall_at_1": 0.87111, + "recall_at_3": 0.93778, + "recall_at_5": 0.95, + "recall_at_10": 0.97333, + "recall_at_20": 0.97778, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "accuracy": 0.87111, + "precision_at_1": 0.87111, + "precision_at_3": 0.31259, + "precision_at_5": 0.19, + "precision_at_10": 0.09733, + "precision_at_20": 0.04889, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.871111, + "mrr_at_3": 0.902222, + "mrr_at_5": 0.905056, + "mrr_at_10": 0.908328, + "mrr_at_20": 0.908617, + "mrr_at_100": 0.909023, + "mrr_at_1000": 0.909066, + "nauc_ndcg_at_1_max": 0.784043, + "nauc_ndcg_at_1_std": -0.223021, + "nauc_ndcg_at_1_diff1": 0.931092, + "nauc_ndcg_at_3_max": 0.823614, + "nauc_ndcg_at_3_std": -0.19705, + "nauc_ndcg_at_3_diff1": 0.920926, + "nauc_ndcg_at_5_max": 0.826393, + "nauc_ndcg_at_5_std": -0.16169, + "nauc_ndcg_at_5_diff1": 0.920633, + "nauc_ndcg_at_10_max": 0.820176, + "nauc_ndcg_at_10_std": -0.152355, + "nauc_ndcg_at_10_diff1": 0.919673, + "nauc_ndcg_at_20_max": 0.81862, + "nauc_ndcg_at_20_std": -0.162321, + "nauc_ndcg_at_20_diff1": 0.921537, + "nauc_ndcg_at_100_max": 0.814429, + "nauc_ndcg_at_100_std": -0.169678, + "nauc_ndcg_at_100_diff1": 0.921389, + "nauc_ndcg_at_1000_max": 0.812873, + "nauc_ndcg_at_1000_std": -0.17703, + "nauc_ndcg_at_1000_diff1": 0.922374, + "nauc_map_at_1_max": 0.784043, + "nauc_map_at_1_std": -0.223021, + "nauc_map_at_1_diff1": 0.931092, + "nauc_map_at_3_max": 0.810628, + "nauc_map_at_3_std": -0.207112, + "nauc_map_at_3_diff1": 0.923679, + "nauc_map_at_5_max": 0.811613, + "nauc_map_at_5_std": -0.189725, + "nauc_map_at_5_diff1": 0.923668, + "nauc_map_at_10_max": 0.808784, + "nauc_map_at_10_std": -0.187339, + "nauc_map_at_10_diff1": 0.923441, + "nauc_map_at_20_max": 0.808454, + "nauc_map_at_20_std": -0.189515, + "nauc_map_at_20_diff1": 0.92386, + "nauc_map_at_100_max": 0.807969, + "nauc_map_at_100_std": -0.190152, + "nauc_map_at_100_diff1": 0.923857, + "nauc_map_at_1000_max": 0.807909, + "nauc_map_at_1000_std": -0.190396, + "nauc_map_at_1000_diff1": 0.923884, + "nauc_recall_at_1_max": 0.784043, + "nauc_recall_at_1_std": -0.223021, + "nauc_recall_at_1_diff1": 0.931092, + "nauc_recall_at_3_max": 0.881703, + "nauc_recall_at_3_std": -0.151102, + "nauc_recall_at_3_diff1": 0.908964, + "nauc_recall_at_5_max": 0.906837, + "nauc_recall_at_5_std": -0.001816, + "nauc_recall_at_5_diff1": 0.904503, + "nauc_recall_at_10_max": 0.926471, + "nauc_recall_at_10_std": 0.214577, + "nauc_recall_at_10_diff1": 0.882217, + "nauc_recall_at_20_max": 0.925654, + "nauc_recall_at_20_std": 0.152241, + "nauc_recall_at_20_diff1": 0.89951, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.415733, + "nauc_recall_at_100_diff1": 0.839325, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.784043, + "nauc_precision_at_1_std": -0.223021, + "nauc_precision_at_1_diff1": 0.931092, + "nauc_precision_at_3_max": 0.881703, + "nauc_precision_at_3_std": -0.151102, + "nauc_precision_at_3_diff1": 0.908964, + "nauc_precision_at_5_max": 0.906837, + "nauc_precision_at_5_std": -0.001816, + "nauc_precision_at_5_diff1": 0.904503, + "nauc_precision_at_10_max": 0.926471, + "nauc_precision_at_10_std": 0.214577, + "nauc_precision_at_10_diff1": 0.882217, + "nauc_precision_at_20_max": 0.925654, + "nauc_precision_at_20_std": 0.152241, + "nauc_precision_at_20_diff1": 0.89951, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.415733, + "nauc_precision_at_100_diff1": 0.839325, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.784043, + "nauc_mrr_at_1_std": -0.223021, + "nauc_mrr_at_1_diff1": 0.931092, + "nauc_mrr_at_3_max": 0.810628, + "nauc_mrr_at_3_std": -0.207112, + "nauc_mrr_at_3_diff1": 0.923679, + "nauc_mrr_at_5_max": 0.811613, + "nauc_mrr_at_5_std": -0.189725, + "nauc_mrr_at_5_diff1": 0.923668, + "nauc_mrr_at_10_max": 0.808784, + "nauc_mrr_at_10_std": -0.187339, + "nauc_mrr_at_10_diff1": 0.923441, + "nauc_mrr_at_20_max": 0.808454, + "nauc_mrr_at_20_std": -0.189515, + "nauc_mrr_at_20_diff1": 0.92386, + "nauc_mrr_at_100_max": 0.807969, + "nauc_mrr_at_100_std": -0.190152, + "nauc_mrr_at_100_diff1": 0.923857, + "nauc_mrr_at_1000_max": 0.807909, + "nauc_mrr_at_1000_std": -0.190396, + "nauc_mrr_at_1000_diff1": 0.923884, + "hit_rate_at_1": 0.87111, + "hit_rate_at_3": 0.93778, + "hit_rate_at_5": 0.95, + "hit_rate_at_10": 0.97333, + "hit_rate_at_20": 0.97778, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.9242, + "hf_subset": "zsm_Latn-zsm_Latn", + "languages": [ + "zsm-Latn", + "zsm-Latn" + ] + }, + { + "ndcg_at_1": 0.88667, + "ndcg_at_3": 0.9295, + "ndcg_at_5": 0.93557, + "ndcg_at_10": 0.93924, + "ndcg_at_20": 0.94039, + "ndcg_at_100": 0.94223, + "ndcg_at_1000": 0.94249, + "map_at_1": 0.88667, + "map_at_3": 0.91963, + "map_at_5": 0.92307, + "map_at_10": 0.92464, + "map_at_20": 0.92496, + "map_at_100": 0.92521, + "map_at_1000": 0.92522, + "recall_at_1": 0.88667, + "recall_at_3": 0.95778, + "recall_at_5": 0.97222, + "recall_at_10": 0.98333, + "recall_at_20": 0.98778, + "recall_at_100": 0.99778, + "recall_at_1000": 1.0, + "accuracy": 0.88667, + "precision_at_1": 0.88667, + "precision_at_3": 0.31926, + "precision_at_5": 0.19444, + "precision_at_10": 0.09833, + "precision_at_20": 0.04939, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.886667, + "mrr_at_3": 0.91963, + "mrr_at_5": 0.923074, + "mrr_at_10": 0.924637, + "mrr_at_20": 0.924961, + "mrr_at_100": 0.925211, + "mrr_at_1000": 0.925217, + "nauc_ndcg_at_1_max": 0.762569, + "nauc_ndcg_at_1_std": -0.347539, + "nauc_ndcg_at_1_diff1": 0.924374, + "nauc_ndcg_at_3_max": 0.801036, + "nauc_ndcg_at_3_std": -0.342508, + "nauc_ndcg_at_3_diff1": 0.917694, + "nauc_ndcg_at_5_max": 0.804291, + "nauc_ndcg_at_5_std": -0.277013, + "nauc_ndcg_at_5_diff1": 0.921262, + "nauc_ndcg_at_10_max": 0.798861, + "nauc_ndcg_at_10_std": -0.267139, + "nauc_ndcg_at_10_diff1": 0.920406, + "nauc_ndcg_at_20_max": 0.795583, + "nauc_ndcg_at_20_std": -0.283605, + "nauc_ndcg_at_20_diff1": 0.91886, + "nauc_ndcg_at_100_max": 0.791561, + "nauc_ndcg_at_100_std": -0.302038, + "nauc_ndcg_at_100_diff1": 0.91965, + "nauc_ndcg_at_1000_max": 0.790608, + "nauc_ndcg_at_1000_std": -0.30799, + "nauc_ndcg_at_1000_diff1": 0.919583, + "nauc_map_at_1_max": 0.762569, + "nauc_map_at_1_std": -0.347539, + "nauc_map_at_1_diff1": 0.924374, + "nauc_map_at_3_max": 0.788636, + "nauc_map_at_3_std": -0.347885, + "nauc_map_at_3_diff1": 0.918619, + "nauc_map_at_5_max": 0.789733, + "nauc_map_at_5_std": -0.317536, + "nauc_map_at_5_diff1": 0.920393, + "nauc_map_at_10_max": 0.787295, + "nauc_map_at_10_std": -0.316229, + "nauc_map_at_10_diff1": 0.920063, + "nauc_map_at_20_max": 0.786504, + "nauc_map_at_20_std": -0.320182, + "nauc_map_at_20_diff1": 0.919713, + "nauc_map_at_100_max": 0.786033, + "nauc_map_at_100_std": -0.322608, + "nauc_map_at_100_diff1": 0.919799, + "nauc_map_at_1000_max": 0.786016, + "nauc_map_at_1000_std": -0.322714, + "nauc_map_at_1000_diff1": 0.919798, + "nauc_recall_at_1_max": 0.762569, + "nauc_recall_at_1_std": -0.347539, + "nauc_recall_at_1_diff1": 0.924374, + "nauc_recall_at_3_max": 0.86793, + "nauc_recall_at_3_std": -0.310433, + "nauc_recall_at_3_diff1": 0.913706, + "nauc_recall_at_5_max": 0.919234, + "nauc_recall_at_5_std": 0.070121, + "nauc_recall_at_5_diff1": 0.930719, + "nauc_recall_at_10_max": 0.943044, + "nauc_recall_at_10_std": 0.439278, + "nauc_recall_at_10_diff1": 0.928105, + "nauc_recall_at_20_max": 0.934216, + "nauc_recall_at_20_std": 0.389398, + "nauc_recall_at_20_diff1": 0.901961, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.762569, + "nauc_precision_at_1_std": -0.347539, + "nauc_precision_at_1_diff1": 0.924374, + "nauc_precision_at_3_max": 0.86793, + "nauc_precision_at_3_std": -0.310433, + "nauc_precision_at_3_diff1": 0.913706, + "nauc_precision_at_5_max": 0.919234, + "nauc_precision_at_5_std": 0.070121, + "nauc_precision_at_5_diff1": 0.930719, + "nauc_precision_at_10_max": 0.943044, + "nauc_precision_at_10_std": 0.439278, + "nauc_precision_at_10_diff1": 0.928105, + "nauc_precision_at_20_max": 0.934216, + "nauc_precision_at_20_std": 0.389398, + "nauc_precision_at_20_diff1": 0.901961, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.762569, + "nauc_mrr_at_1_std": -0.347539, + "nauc_mrr_at_1_diff1": 0.924374, + "nauc_mrr_at_3_max": 0.788636, + "nauc_mrr_at_3_std": -0.347885, + "nauc_mrr_at_3_diff1": 0.918619, + "nauc_mrr_at_5_max": 0.789733, + "nauc_mrr_at_5_std": -0.317536, + "nauc_mrr_at_5_diff1": 0.920393, + "nauc_mrr_at_10_max": 0.787295, + "nauc_mrr_at_10_std": -0.316229, + "nauc_mrr_at_10_diff1": 0.920063, + "nauc_mrr_at_20_max": 0.786504, + "nauc_mrr_at_20_std": -0.320182, + "nauc_mrr_at_20_diff1": 0.919713, + "nauc_mrr_at_100_max": 0.786033, + "nauc_mrr_at_100_std": -0.322608, + "nauc_mrr_at_100_diff1": 0.919799, + "nauc_mrr_at_1000_max": 0.786016, + "nauc_mrr_at_1000_std": -0.322714, + "nauc_mrr_at_1000_diff1": 0.919798, + "hit_rate_at_1": 0.88667, + "hit_rate_at_3": 0.95778, + "hit_rate_at_5": 0.97222, + "hit_rate_at_10": 0.98333, + "hit_rate_at_20": 0.98778, + "hit_rate_at_100": 0.99778, + "hit_rate_at_1000": 1.0, + "main_score": 0.93924, + "hf_subset": "zsm_Latn-eng_Latn", + "languages": [ + "zsm-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.84444, + "ndcg_at_3": 0.88768, + "ndcg_at_5": 0.89648, + "ndcg_at_10": 0.90506, + "ndcg_at_20": 0.90792, + "ndcg_at_100": 0.91074, + "ndcg_at_1000": 0.91209, + "map_at_1": 0.84444, + "map_at_3": 0.87759, + "map_at_5": 0.88254, + "map_at_10": 0.88605, + "map_at_20": 0.88687, + "map_at_100": 0.88731, + "map_at_1000": 0.88737, + "recall_at_1": 0.84444, + "recall_at_3": 0.91667, + "recall_at_5": 0.93778, + "recall_at_10": 0.96444, + "recall_at_20": 0.97556, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.84444, + "precision_at_1": 0.84444, + "precision_at_3": 0.30556, + "precision_at_5": 0.18756, + "precision_at_10": 0.09644, + "precision_at_20": 0.04878, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.844444, + "mrr_at_3": 0.877593, + "mrr_at_5": 0.882537, + "mrr_at_10": 0.88605, + "mrr_at_20": 0.886867, + "mrr_at_100": 0.887311, + "mrr_at_1000": 0.887373, + "nauc_ndcg_at_1_max": 0.851518, + "nauc_ndcg_at_1_std": -0.116119, + "nauc_ndcg_at_1_diff1": 0.937754, + "nauc_ndcg_at_3_max": 0.870004, + "nauc_ndcg_at_3_std": -0.107474, + "nauc_ndcg_at_3_diff1": 0.913475, + "nauc_ndcg_at_5_max": 0.873628, + "nauc_ndcg_at_5_std": -0.087689, + "nauc_ndcg_at_5_diff1": 0.920525, + "nauc_ndcg_at_10_max": 0.87261, + "nauc_ndcg_at_10_std": -0.078099, + "nauc_ndcg_at_10_diff1": 0.921162, + "nauc_ndcg_at_20_max": 0.870755, + "nauc_ndcg_at_20_std": -0.077424, + "nauc_ndcg_at_20_diff1": 0.920728, + "nauc_ndcg_at_100_max": 0.86857, + "nauc_ndcg_at_100_std": -0.087433, + "nauc_ndcg_at_100_diff1": 0.923111, + "nauc_ndcg_at_1000_max": 0.867009, + "nauc_ndcg_at_1000_std": -0.091722, + "nauc_ndcg_at_1000_diff1": 0.92281, + "nauc_map_at_1_max": 0.851518, + "nauc_map_at_1_std": -0.116119, + "nauc_map_at_1_diff1": 0.937754, + "nauc_map_at_3_max": 0.863687, + "nauc_map_at_3_std": -0.111697, + "nauc_map_at_3_diff1": 0.919706, + "nauc_map_at_5_max": 0.865365, + "nauc_map_at_5_std": -0.101087, + "nauc_map_at_5_diff1": 0.923496, + "nauc_map_at_10_max": 0.864652, + "nauc_map_at_10_std": -0.098412, + "nauc_map_at_10_diff1": 0.923822, + "nauc_map_at_20_max": 0.864197, + "nauc_map_at_20_std": -0.098076, + "nauc_map_at_20_diff1": 0.923717, + "nauc_map_at_100_max": 0.863903, + "nauc_map_at_100_std": -0.099571, + "nauc_map_at_100_diff1": 0.924072, + "nauc_map_at_1000_max": 0.86385, + "nauc_map_at_1000_std": -0.099657, + "nauc_map_at_1000_diff1": 0.924062, + "nauc_recall_at_1_max": 0.851518, + "nauc_recall_at_1_std": -0.116119, + "nauc_recall_at_1_diff1": 0.937754, + "nauc_recall_at_3_max": 0.896421, + "nauc_recall_at_3_std": -0.089157, + "nauc_recall_at_3_diff1": 0.888484, + "nauc_recall_at_5_max": 0.918342, + "nauc_recall_at_5_std": -0.013197, + "nauc_recall_at_5_diff1": 0.907338, + "nauc_recall_at_10_max": 0.945364, + "nauc_recall_at_10_std": 0.123293, + "nauc_recall_at_10_diff1": 0.902326, + "nauc_recall_at_20_max": 0.95098, + "nauc_recall_at_20_std": 0.213734, + "nauc_recall_at_20_diff1": 0.88838, + "nauc_recall_at_100_max": 0.969136, + "nauc_recall_at_100_std": 0.216361, + "nauc_recall_at_100_diff1": 0.941903, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.851518, + "nauc_precision_at_1_std": -0.116119, + "nauc_precision_at_1_diff1": 0.937754, + "nauc_precision_at_3_max": 0.896421, + "nauc_precision_at_3_std": -0.089157, + "nauc_precision_at_3_diff1": 0.888484, + "nauc_precision_at_5_max": 0.918342, + "nauc_precision_at_5_std": -0.013197, + "nauc_precision_at_5_diff1": 0.907338, + "nauc_precision_at_10_max": 0.945364, + "nauc_precision_at_10_std": 0.123293, + "nauc_precision_at_10_diff1": 0.902326, + "nauc_precision_at_20_max": 0.95098, + "nauc_precision_at_20_std": 0.213734, + "nauc_precision_at_20_diff1": 0.88838, + "nauc_precision_at_100_max": 0.969136, + "nauc_precision_at_100_std": 0.216361, + "nauc_precision_at_100_diff1": 0.941903, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.851518, + "nauc_mrr_at_1_std": -0.116119, + "nauc_mrr_at_1_diff1": 0.937754, + "nauc_mrr_at_3_max": 0.863687, + "nauc_mrr_at_3_std": -0.111697, + "nauc_mrr_at_3_diff1": 0.919706, + "nauc_mrr_at_5_max": 0.865365, + "nauc_mrr_at_5_std": -0.101087, + "nauc_mrr_at_5_diff1": 0.923496, + "nauc_mrr_at_10_max": 0.864652, + "nauc_mrr_at_10_std": -0.098412, + "nauc_mrr_at_10_diff1": 0.923822, + "nauc_mrr_at_20_max": 0.864197, + "nauc_mrr_at_20_std": -0.098076, + "nauc_mrr_at_20_diff1": 0.923717, + "nauc_mrr_at_100_max": 0.863903, + "nauc_mrr_at_100_std": -0.099571, + "nauc_mrr_at_100_diff1": 0.924072, + "nauc_mrr_at_1000_max": 0.86385, + "nauc_mrr_at_1000_std": -0.099657, + "nauc_mrr_at_1000_diff1": 0.924062, + "hit_rate_at_1": 0.84444, + "hit_rate_at_3": 0.91667, + "hit_rate_at_5": 0.93778, + "hit_rate_at_10": 0.96444, + "hit_rate_at_20": 0.97556, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.90506, + "hf_subset": "eng_Latn-zsm_Latn", + "languages": [ + "eng-Latn", + "zsm-Latn" + ] + }, + { + "ndcg_at_1": 0.40778, + "ndcg_at_3": 0.45353, + "ndcg_at_5": 0.46448, + "ndcg_at_10": 0.47793, + "ndcg_at_20": 0.48858, + "ndcg_at_100": 0.519, + "ndcg_at_1000": 0.54962, + "map_at_1": 0.40778, + "map_at_3": 0.44278, + "map_at_5": 0.44883, + "map_at_10": 0.45428, + "map_at_20": 0.45719, + "map_at_100": 0.46105, + "map_at_1000": 0.46226, + "recall_at_1": 0.40778, + "recall_at_3": 0.48444, + "recall_at_5": 0.51111, + "recall_at_10": 0.55333, + "recall_at_20": 0.59556, + "recall_at_100": 0.76444, + "recall_at_1000": 1.0, + "accuracy": 0.40778, + "precision_at_1": 0.40778, + "precision_at_3": 0.16148, + "precision_at_5": 0.10222, + "precision_at_10": 0.05533, + "precision_at_20": 0.02978, + "precision_at_100": 0.00764, + "precision_at_1000": 0.001, + "mrr_at_1": 0.407778, + "mrr_at_3": 0.442778, + "mrr_at_5": 0.448833, + "mrr_at_10": 0.454276, + "mrr_at_20": 0.457189, + "mrr_at_100": 0.46105, + "mrr_at_1000": 0.462262, + "nauc_ndcg_at_1_max": 0.008182, + "nauc_ndcg_at_1_std": -0.603745, + "nauc_ndcg_at_1_diff1": 0.825892, + "nauc_ndcg_at_3_max": -0.036709, + "nauc_ndcg_at_3_std": -0.660737, + "nauc_ndcg_at_3_diff1": 0.811875, + "nauc_ndcg_at_5_max": -0.042041, + "nauc_ndcg_at_5_std": -0.655924, + "nauc_ndcg_at_5_diff1": 0.799618, + "nauc_ndcg_at_10_max": -0.043767, + "nauc_ndcg_at_10_std": -0.648564, + "nauc_ndcg_at_10_diff1": 0.79065, + "nauc_ndcg_at_20_max": -0.045985, + "nauc_ndcg_at_20_std": -0.647796, + "nauc_ndcg_at_20_diff1": 0.787906, + "nauc_ndcg_at_100_max": -0.042496, + "nauc_ndcg_at_100_std": -0.635382, + "nauc_ndcg_at_100_diff1": 0.780685, + "nauc_ndcg_at_1000_max": -0.038717, + "nauc_ndcg_at_1000_std": -0.642364, + "nauc_ndcg_at_1000_diff1": 0.793658, + "nauc_map_at_1_max": 0.008182, + "nauc_map_at_1_std": -0.603745, + "nauc_map_at_1_diff1": 0.825892, + "nauc_map_at_3_max": -0.026763, + "nauc_map_at_3_std": -0.648359, + "nauc_map_at_3_diff1": 0.815366, + "nauc_map_at_5_max": -0.029633, + "nauc_map_at_5_std": -0.645428, + "nauc_map_at_5_diff1": 0.808441, + "nauc_map_at_10_max": -0.030367, + "nauc_map_at_10_std": -0.642569, + "nauc_map_at_10_diff1": 0.805057, + "nauc_map_at_20_max": -0.030796, + "nauc_map_at_20_std": -0.642186, + "nauc_map_at_20_diff1": 0.804276, + "nauc_map_at_100_max": -0.030616, + "nauc_map_at_100_std": -0.640813, + "nauc_map_at_100_diff1": 0.803502, + "nauc_map_at_1000_max": -0.030494, + "nauc_map_at_1000_std": -0.64105, + "nauc_map_at_1000_diff1": 0.803959, + "nauc_recall_at_1_max": 0.008182, + "nauc_recall_at_1_std": -0.603745, + "nauc_recall_at_1_diff1": 0.825892, + "nauc_recall_at_3_max": -0.065404, + "nauc_recall_at_3_std": -0.696334, + "nauc_recall_at_3_diff1": 0.801625, + "nauc_recall_at_5_max": -0.079255, + "nauc_recall_at_5_std": -0.686007, + "nauc_recall_at_5_diff1": 0.771835, + "nauc_recall_at_10_max": -0.085957, + "nauc_recall_at_10_std": -0.662267, + "nauc_recall_at_10_diff1": 0.740163, + "nauc_recall_at_20_max": -0.098594, + "nauc_recall_at_20_std": -0.660863, + "nauc_recall_at_20_diff1": 0.726587, + "nauc_recall_at_100_max": -0.08628, + "nauc_recall_at_100_std": -0.558022, + "nauc_recall_at_100_diff1": 0.636233, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.008182, + "nauc_precision_at_1_std": -0.603745, + "nauc_precision_at_1_diff1": 0.825892, + "nauc_precision_at_3_max": -0.065404, + "nauc_precision_at_3_std": -0.696334, + "nauc_precision_at_3_diff1": 0.801625, + "nauc_precision_at_5_max": -0.079255, + "nauc_precision_at_5_std": -0.686007, + "nauc_precision_at_5_diff1": 0.771835, + "nauc_precision_at_10_max": -0.085957, + "nauc_precision_at_10_std": -0.662267, + "nauc_precision_at_10_diff1": 0.740163, + "nauc_precision_at_20_max": -0.098594, + "nauc_precision_at_20_std": -0.660863, + "nauc_precision_at_20_diff1": 0.726587, + "nauc_precision_at_100_max": -0.08628, + "nauc_precision_at_100_std": -0.558022, + "nauc_precision_at_100_diff1": 0.636233, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.008182, + "nauc_mrr_at_1_std": -0.603745, + "nauc_mrr_at_1_diff1": 0.825892, + "nauc_mrr_at_3_max": -0.026763, + "nauc_mrr_at_3_std": -0.648359, + "nauc_mrr_at_3_diff1": 0.815366, + "nauc_mrr_at_5_max": -0.029633, + "nauc_mrr_at_5_std": -0.645428, + "nauc_mrr_at_5_diff1": 0.808441, + "nauc_mrr_at_10_max": -0.030367, + "nauc_mrr_at_10_std": -0.642569, + "nauc_mrr_at_10_diff1": 0.805057, + "nauc_mrr_at_20_max": -0.030796, + "nauc_mrr_at_20_std": -0.642186, + "nauc_mrr_at_20_diff1": 0.804276, + "nauc_mrr_at_100_max": -0.030616, + "nauc_mrr_at_100_std": -0.640813, + "nauc_mrr_at_100_diff1": 0.803502, + "nauc_mrr_at_1000_max": -0.030494, + "nauc_mrr_at_1000_std": -0.64105, + "nauc_mrr_at_1000_diff1": 0.803959, + "hit_rate_at_1": 0.40778, + "hit_rate_at_3": 0.48444, + "hit_rate_at_5": 0.51111, + "hit_rate_at_10": 0.55333, + "hit_rate_at_20": 0.59556, + "hit_rate_at_100": 0.76444, + "hit_rate_at_1000": 1.0, + "main_score": 0.47793, + "hf_subset": "zul_Latn-zul_Latn", + "languages": [ + "zul-Latn", + "zul-Latn" + ] + }, + { + "ndcg_at_1": 0.50444, + "ndcg_at_3": 0.55508, + "ndcg_at_5": 0.56784, + "ndcg_at_10": 0.58702, + "ndcg_at_20": 0.60138, + "ndcg_at_100": 0.62779, + "ndcg_at_1000": 0.64323, + "map_at_1": 0.50444, + "map_at_3": 0.54296, + "map_at_5": 0.55002, + "map_at_10": 0.55759, + "map_at_20": 0.56156, + "map_at_100": 0.5649, + "map_at_1000": 0.56561, + "recall_at_1": 0.50444, + "recall_at_3": 0.59, + "recall_at_5": 0.62111, + "recall_at_10": 0.68222, + "recall_at_20": 0.73889, + "recall_at_100": 0.88556, + "recall_at_1000": 1.0, + "accuracy": 0.50444, + "precision_at_1": 0.50444, + "precision_at_3": 0.19667, + "precision_at_5": 0.12422, + "precision_at_10": 0.06822, + "precision_at_20": 0.03694, + "precision_at_100": 0.00886, + "precision_at_1000": 0.001, + "mrr_at_1": 0.504444, + "mrr_at_3": 0.542963, + "mrr_at_5": 0.550019, + "mrr_at_10": 0.557594, + "mrr_at_20": 0.561557, + "mrr_at_100": 0.564903, + "mrr_at_1000": 0.565606, + "nauc_ndcg_at_1_max": 0.79963, + "nauc_ndcg_at_1_std": 0.322584, + "nauc_ndcg_at_1_diff1": 0.803189, + "nauc_ndcg_at_3_max": 0.814932, + "nauc_ndcg_at_3_std": 0.340763, + "nauc_ndcg_at_3_diff1": 0.784558, + "nauc_ndcg_at_5_max": 0.809464, + "nauc_ndcg_at_5_std": 0.332186, + "nauc_ndcg_at_5_diff1": 0.781179, + "nauc_ndcg_at_10_max": 0.804931, + "nauc_ndcg_at_10_std": 0.332827, + "nauc_ndcg_at_10_diff1": 0.779086, + "nauc_ndcg_at_20_max": 0.800211, + "nauc_ndcg_at_20_std": 0.338624, + "nauc_ndcg_at_20_diff1": 0.773212, + "nauc_ndcg_at_100_max": 0.800294, + "nauc_ndcg_at_100_std": 0.338225, + "nauc_ndcg_at_100_diff1": 0.771252, + "nauc_ndcg_at_1000_max": 0.804059, + "nauc_ndcg_at_1000_std": 0.336294, + "nauc_ndcg_at_1000_diff1": 0.778809, + "nauc_map_at_1_max": 0.79963, + "nauc_map_at_1_std": 0.322584, + "nauc_map_at_1_diff1": 0.803189, + "nauc_map_at_3_max": 0.811936, + "nauc_map_at_3_std": 0.336742, + "nauc_map_at_3_diff1": 0.789671, + "nauc_map_at_5_max": 0.808775, + "nauc_map_at_5_std": 0.332052, + "nauc_map_at_5_diff1": 0.787634, + "nauc_map_at_10_max": 0.807261, + "nauc_map_at_10_std": 0.333188, + "nauc_map_at_10_diff1": 0.786914, + "nauc_map_at_20_max": 0.806046, + "nauc_map_at_20_std": 0.334716, + "nauc_map_at_20_diff1": 0.785349, + "nauc_map_at_100_max": 0.806073, + "nauc_map_at_100_std": 0.334538, + "nauc_map_at_100_diff1": 0.785122, + "nauc_map_at_1000_max": 0.806216, + "nauc_map_at_1000_std": 0.334465, + "nauc_map_at_1000_diff1": 0.785401, + "nauc_recall_at_1_max": 0.79963, + "nauc_recall_at_1_std": 0.322584, + "nauc_recall_at_1_diff1": 0.803189, + "nauc_recall_at_3_max": 0.823666, + "nauc_recall_at_3_std": 0.352744, + "nauc_recall_at_3_diff1": 0.768833, + "nauc_recall_at_5_max": 0.810621, + "nauc_recall_at_5_std": 0.331007, + "nauc_recall_at_5_diff1": 0.760408, + "nauc_recall_at_10_max": 0.792627, + "nauc_recall_at_10_std": 0.327518, + "nauc_recall_at_10_diff1": 0.750165, + "nauc_recall_at_20_max": 0.766218, + "nauc_recall_at_20_std": 0.356372, + "nauc_recall_at_20_diff1": 0.716023, + "nauc_recall_at_100_max": 0.732444, + "nauc_recall_at_100_std": 0.372964, + "nauc_recall_at_100_diff1": 0.632893, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.79963, + "nauc_precision_at_1_std": 0.322584, + "nauc_precision_at_1_diff1": 0.803189, + "nauc_precision_at_3_max": 0.823666, + "nauc_precision_at_3_std": 0.352744, + "nauc_precision_at_3_diff1": 0.768833, + "nauc_precision_at_5_max": 0.810621, + "nauc_precision_at_5_std": 0.331007, + "nauc_precision_at_5_diff1": 0.760408, + "nauc_precision_at_10_max": 0.792627, + "nauc_precision_at_10_std": 0.327518, + "nauc_precision_at_10_diff1": 0.750165, + "nauc_precision_at_20_max": 0.766218, + "nauc_precision_at_20_std": 0.356372, + "nauc_precision_at_20_diff1": 0.716023, + "nauc_precision_at_100_max": 0.732444, + "nauc_precision_at_100_std": 0.372964, + "nauc_precision_at_100_diff1": 0.632893, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.79963, + "nauc_mrr_at_1_std": 0.322584, + "nauc_mrr_at_1_diff1": 0.803189, + "nauc_mrr_at_3_max": 0.811936, + "nauc_mrr_at_3_std": 0.336742, + "nauc_mrr_at_3_diff1": 0.789671, + "nauc_mrr_at_5_max": 0.808775, + "nauc_mrr_at_5_std": 0.332052, + "nauc_mrr_at_5_diff1": 0.787634, + "nauc_mrr_at_10_max": 0.807261, + "nauc_mrr_at_10_std": 0.333188, + "nauc_mrr_at_10_diff1": 0.786914, + "nauc_mrr_at_20_max": 0.806046, + "nauc_mrr_at_20_std": 0.334716, + "nauc_mrr_at_20_diff1": 0.785349, + "nauc_mrr_at_100_max": 0.806073, + "nauc_mrr_at_100_std": 0.334538, + "nauc_mrr_at_100_diff1": 0.785122, + "nauc_mrr_at_1000_max": 0.806216, + "nauc_mrr_at_1000_std": 0.334465, + "nauc_mrr_at_1000_diff1": 0.785401, + "hit_rate_at_1": 0.50444, + "hit_rate_at_3": 0.59, + "hit_rate_at_5": 0.62111, + "hit_rate_at_10": 0.68222, + "hit_rate_at_20": 0.73889, + "hit_rate_at_100": 0.88556, + "hit_rate_at_1000": 1.0, + "main_score": 0.58702, + "hf_subset": "zul_Latn-eng_Latn", + "languages": [ + "zul-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.40778, + "ndcg_at_3": 0.43983, + "ndcg_at_5": 0.44724, + "ndcg_at_10": 0.45474, + "ndcg_at_20": 0.46241, + "ndcg_at_100": 0.48384, + "ndcg_at_1000": 0.52774, + "map_at_1": 0.40778, + "map_at_3": 0.43241, + "map_at_5": 0.43657, + "map_at_10": 0.43964, + "map_at_20": 0.44179, + "map_at_100": 0.44468, + "map_at_1000": 0.44614, + "recall_at_1": 0.40778, + "recall_at_3": 0.46111, + "recall_at_5": 0.47889, + "recall_at_10": 0.50222, + "recall_at_20": 0.53222, + "recall_at_100": 0.64889, + "recall_at_1000": 1.0, + "accuracy": 0.40778, + "precision_at_1": 0.40778, + "precision_at_3": 0.1537, + "precision_at_5": 0.09578, + "precision_at_10": 0.05022, + "precision_at_20": 0.02661, + "precision_at_100": 0.00649, + "precision_at_1000": 0.001, + "mrr_at_1": 0.407778, + "mrr_at_3": 0.432407, + "mrr_at_5": 0.436574, + "mrr_at_10": 0.439641, + "mrr_at_20": 0.441795, + "mrr_at_100": 0.444683, + "mrr_at_1000": 0.446141, + "nauc_ndcg_at_1_max": 0.879274, + "nauc_ndcg_at_1_std": 0.618219, + "nauc_ndcg_at_1_diff1": 0.902348, + "nauc_ndcg_at_3_max": 0.905564, + "nauc_ndcg_at_3_std": 0.679005, + "nauc_ndcg_at_3_diff1": 0.879745, + "nauc_ndcg_at_5_max": 0.904733, + "nauc_ndcg_at_5_std": 0.68937, + "nauc_ndcg_at_5_diff1": 0.874056, + "nauc_ndcg_at_10_max": 0.896076, + "nauc_ndcg_at_10_std": 0.687824, + "nauc_ndcg_at_10_diff1": 0.861934, + "nauc_ndcg_at_20_max": 0.888997, + "nauc_ndcg_at_20_std": 0.68595, + "nauc_ndcg_at_20_diff1": 0.858895, + "nauc_ndcg_at_100_max": 0.876566, + "nauc_ndcg_at_100_std": 0.678237, + "nauc_ndcg_at_100_diff1": 0.851795, + "nauc_ndcg_at_1000_max": 0.886766, + "nauc_ndcg_at_1000_std": 0.676052, + "nauc_ndcg_at_1000_diff1": 0.863556, + "nauc_map_at_1_max": 0.879274, + "nauc_map_at_1_std": 0.618219, + "nauc_map_at_1_diff1": 0.902348, + "nauc_map_at_3_max": 0.900127, + "nauc_map_at_3_std": 0.665762, + "nauc_map_at_3_diff1": 0.885359, + "nauc_map_at_5_max": 0.899724, + "nauc_map_at_5_std": 0.671696, + "nauc_map_at_5_diff1": 0.882259, + "nauc_map_at_10_max": 0.896269, + "nauc_map_at_10_std": 0.671178, + "nauc_map_at_10_diff1": 0.877295, + "nauc_map_at_20_max": 0.89437, + "nauc_map_at_20_std": 0.670859, + "nauc_map_at_20_diff1": 0.87654, + "nauc_map_at_100_max": 0.892749, + "nauc_map_at_100_std": 0.669775, + "nauc_map_at_100_diff1": 0.875667, + "nauc_map_at_1000_max": 0.89289, + "nauc_map_at_1000_std": 0.669526, + "nauc_map_at_1000_diff1": 0.875891, + "nauc_recall_at_1_max": 0.879274, + "nauc_recall_at_1_std": 0.618219, + "nauc_recall_at_1_diff1": 0.902348, + "nauc_recall_at_3_max": 0.921011, + "nauc_recall_at_3_std": 0.716958, + "nauc_recall_at_3_diff1": 0.863331, + "nauc_recall_at_5_max": 0.918797, + "nauc_recall_at_5_std": 0.741699, + "nauc_recall_at_5_diff1": 0.849111, + "nauc_recall_at_10_max": 0.89112, + "nauc_recall_at_10_std": 0.736598, + "nauc_recall_at_10_diff1": 0.810748, + "nauc_recall_at_20_max": 0.86165, + "nauc_recall_at_20_std": 0.728732, + "nauc_recall_at_20_diff1": 0.796348, + "nauc_recall_at_100_max": 0.776343, + "nauc_recall_at_100_std": 0.68702, + "nauc_recall_at_100_diff1": 0.739211, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.879274, + "nauc_precision_at_1_std": 0.618219, + "nauc_precision_at_1_diff1": 0.902348, + "nauc_precision_at_3_max": 0.921011, + "nauc_precision_at_3_std": 0.716958, + "nauc_precision_at_3_diff1": 0.863331, + "nauc_precision_at_5_max": 0.918797, + "nauc_precision_at_5_std": 0.741699, + "nauc_precision_at_5_diff1": 0.849111, + "nauc_precision_at_10_max": 0.89112, + "nauc_precision_at_10_std": 0.736598, + "nauc_precision_at_10_diff1": 0.810748, + "nauc_precision_at_20_max": 0.86165, + "nauc_precision_at_20_std": 0.728732, + "nauc_precision_at_20_diff1": 0.796348, + "nauc_precision_at_100_max": 0.776343, + "nauc_precision_at_100_std": 0.68702, + "nauc_precision_at_100_diff1": 0.739211, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.879274, + "nauc_mrr_at_1_std": 0.618219, + "nauc_mrr_at_1_diff1": 0.902348, + "nauc_mrr_at_3_max": 0.900127, + "nauc_mrr_at_3_std": 0.665762, + "nauc_mrr_at_3_diff1": 0.885359, + "nauc_mrr_at_5_max": 0.899724, + "nauc_mrr_at_5_std": 0.671696, + "nauc_mrr_at_5_diff1": 0.882259, + "nauc_mrr_at_10_max": 0.896269, + "nauc_mrr_at_10_std": 0.671178, + "nauc_mrr_at_10_diff1": 0.877295, + "nauc_mrr_at_20_max": 0.89437, + "nauc_mrr_at_20_std": 0.670859, + "nauc_mrr_at_20_diff1": 0.87654, + "nauc_mrr_at_100_max": 0.892749, + "nauc_mrr_at_100_std": 0.669775, + "nauc_mrr_at_100_diff1": 0.875667, + "nauc_mrr_at_1000_max": 0.89289, + "nauc_mrr_at_1000_std": 0.669526, + "nauc_mrr_at_1000_diff1": 0.875891, + "hit_rate_at_1": 0.40778, + "hit_rate_at_3": 0.46111, + "hit_rate_at_5": 0.47889, + "hit_rate_at_10": 0.50222, + "hit_rate_at_20": 0.53222, + "hit_rate_at_100": 0.64889, + "hit_rate_at_1000": 1.0, + "main_score": 0.45474, + "hf_subset": "eng_Latn-zul_Latn", + "languages": [ + "eng-Latn", + "zul-Latn" + ] + }, + { + "ndcg_at_1": 0.20556, + "ndcg_at_3": 0.23618, + "ndcg_at_5": 0.24435, + "ndcg_at_10": 0.25657, + "ndcg_at_20": 0.26801, + "ndcg_at_100": 0.3056, + "ndcg_at_1000": 0.36032, + "map_at_1": 0.20556, + "map_at_3": 0.2287, + "map_at_5": 0.2332, + "map_at_10": 0.23824, + "map_at_20": 0.24134, + "map_at_100": 0.24591, + "map_at_1000": 0.24796, + "recall_at_1": 0.20556, + "recall_at_3": 0.25778, + "recall_at_5": 0.27778, + "recall_at_10": 0.31556, + "recall_at_20": 0.36111, + "recall_at_100": 0.57333, + "recall_at_1000": 1.0, + "accuracy": 0.20556, + "precision_at_1": 0.20556, + "precision_at_3": 0.08593, + "precision_at_5": 0.05556, + "precision_at_10": 0.03156, + "precision_at_20": 0.01806, + "precision_at_100": 0.00573, + "precision_at_1000": 0.001, + "mrr_at_1": 0.205556, + "mrr_at_3": 0.228704, + "mrr_at_5": 0.233204, + "mrr_at_10": 0.238241, + "mrr_at_20": 0.24134, + "mrr_at_100": 0.245913, + "mrr_at_1000": 0.247957, + "nauc_ndcg_at_1_max": 0.761093, + "nauc_ndcg_at_1_std": 0.647401, + "nauc_ndcg_at_1_diff1": 0.794669, + "nauc_ndcg_at_3_max": 0.756939, + "nauc_ndcg_at_3_std": 0.659945, + "nauc_ndcg_at_3_diff1": 0.739022, + "nauc_ndcg_at_5_max": 0.741576, + "nauc_ndcg_at_5_std": 0.650442, + "nauc_ndcg_at_5_diff1": 0.721294, + "nauc_ndcg_at_10_max": 0.728122, + "nauc_ndcg_at_10_std": 0.64472, + "nauc_ndcg_at_10_diff1": 0.698632, + "nauc_ndcg_at_20_max": 0.716095, + "nauc_ndcg_at_20_std": 0.641519, + "nauc_ndcg_at_20_diff1": 0.685298, + "nauc_ndcg_at_100_max": 0.682679, + "nauc_ndcg_at_100_std": 0.612817, + "nauc_ndcg_at_100_diff1": 0.657825, + "nauc_ndcg_at_1000_max": 0.714468, + "nauc_ndcg_at_1000_std": 0.633232, + "nauc_ndcg_at_1000_diff1": 0.693822, + "nauc_map_at_1_max": 0.761093, + "nauc_map_at_1_std": 0.647401, + "nauc_map_at_1_diff1": 0.794669, + "nauc_map_at_3_max": 0.757906, + "nauc_map_at_3_std": 0.657092, + "nauc_map_at_3_diff1": 0.75175, + "nauc_map_at_5_max": 0.749244, + "nauc_map_at_5_std": 0.651759, + "nauc_map_at_5_diff1": 0.741883, + "nauc_map_at_10_max": 0.743362, + "nauc_map_at_10_std": 0.649292, + "nauc_map_at_10_diff1": 0.731773, + "nauc_map_at_20_max": 0.73979, + "nauc_map_at_20_std": 0.647908, + "nauc_map_at_20_diff1": 0.727756, + "nauc_map_at_100_max": 0.735267, + "nauc_map_at_100_std": 0.643904, + "nauc_map_at_100_diff1": 0.723865, + "nauc_map_at_1000_max": 0.736234, + "nauc_map_at_1000_std": 0.644526, + "nauc_map_at_1000_diff1": 0.725025, + "nauc_recall_at_1_max": 0.761093, + "nauc_recall_at_1_std": 0.647401, + "nauc_recall_at_1_diff1": 0.794669, + "nauc_recall_at_3_max": 0.754286, + "nauc_recall_at_3_std": 0.667744, + "nauc_recall_at_3_diff1": 0.704208, + "nauc_recall_at_5_max": 0.719015, + "nauc_recall_at_5_std": 0.64562, + "nauc_recall_at_5_diff1": 0.663721, + "nauc_recall_at_10_max": 0.682427, + "nauc_recall_at_10_std": 0.629746, + "nauc_recall_at_10_diff1": 0.603619, + "nauc_recall_at_20_max": 0.641406, + "nauc_recall_at_20_std": 0.621704, + "nauc_recall_at_20_diff1": 0.559287, + "nauc_recall_at_100_max": 0.457211, + "nauc_recall_at_100_std": 0.468343, + "nauc_recall_at_100_diff1": 0.404308, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.761093, + "nauc_precision_at_1_std": 0.647401, + "nauc_precision_at_1_diff1": 0.794669, + "nauc_precision_at_3_max": 0.754286, + "nauc_precision_at_3_std": 0.667744, + "nauc_precision_at_3_diff1": 0.704208, + "nauc_precision_at_5_max": 0.719015, + "nauc_precision_at_5_std": 0.64562, + "nauc_precision_at_5_diff1": 0.663721, + "nauc_precision_at_10_max": 0.682427, + "nauc_precision_at_10_std": 0.629746, + "nauc_precision_at_10_diff1": 0.603619, + "nauc_precision_at_20_max": 0.641406, + "nauc_precision_at_20_std": 0.621704, + "nauc_precision_at_20_diff1": 0.559287, + "nauc_precision_at_100_max": 0.457211, + "nauc_precision_at_100_std": 0.468343, + "nauc_precision_at_100_diff1": 0.404308, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.761093, + "nauc_mrr_at_1_std": 0.647401, + "nauc_mrr_at_1_diff1": 0.794669, + "nauc_mrr_at_3_max": 0.757906, + "nauc_mrr_at_3_std": 0.657092, + "nauc_mrr_at_3_diff1": 0.75175, + "nauc_mrr_at_5_max": 0.749244, + "nauc_mrr_at_5_std": 0.651759, + "nauc_mrr_at_5_diff1": 0.741883, + "nauc_mrr_at_10_max": 0.743362, + "nauc_mrr_at_10_std": 0.649292, + "nauc_mrr_at_10_diff1": 0.731773, + "nauc_mrr_at_20_max": 0.73979, + "nauc_mrr_at_20_std": 0.647908, + "nauc_mrr_at_20_diff1": 0.727756, + "nauc_mrr_at_100_max": 0.735267, + "nauc_mrr_at_100_std": 0.643904, + "nauc_mrr_at_100_diff1": 0.723865, + "nauc_mrr_at_1000_max": 0.736234, + "nauc_mrr_at_1000_std": 0.644526, + "nauc_mrr_at_1000_diff1": 0.725025, + "hit_rate_at_1": 0.20556, + "hit_rate_at_3": 0.25778, + "hit_rate_at_5": 0.27778, + "hit_rate_at_10": 0.31556, + "hit_rate_at_20": 0.36111, + "hit_rate_at_100": 0.57333, + "hit_rate_at_1000": 1.0, + "main_score": 0.25657, + "hf_subset": "arb_Arab-arb_Latn", + "languages": [ + "arb-Arab", + "arb-Latn" + ] + }, + { + "ndcg_at_1": 0.54222, + "ndcg_at_3": 0.61659, + "ndcg_at_5": 0.64063, + "ndcg_at_10": 0.66638, + "ndcg_at_20": 0.67815, + "ndcg_at_100": 0.69879, + "ndcg_at_1000": 0.70349, + "map_at_1": 0.54222, + "map_at_3": 0.59815, + "map_at_5": 0.61137, + "map_at_10": 0.62213, + "map_at_20": 0.62534, + "map_at_100": 0.62819, + "map_at_1000": 0.62842, + "recall_at_1": 0.54222, + "recall_at_3": 0.67, + "recall_at_5": 0.72889, + "recall_at_10": 0.80778, + "recall_at_20": 0.85444, + "recall_at_100": 0.96556, + "recall_at_1000": 1.0, + "accuracy": 0.54222, + "precision_at_1": 0.54222, + "precision_at_3": 0.22333, + "precision_at_5": 0.14578, + "precision_at_10": 0.08078, + "precision_at_20": 0.04272, + "precision_at_100": 0.00966, + "precision_at_1000": 0.001, + "mrr_at_1": 0.542222, + "mrr_at_3": 0.598148, + "mrr_at_5": 0.61137, + "mrr_at_10": 0.622127, + "mrr_at_20": 0.625335, + "mrr_at_100": 0.628194, + "mrr_at_1000": 0.628419, + "nauc_ndcg_at_1_max": 0.599865, + "nauc_ndcg_at_1_std": -0.010159, + "nauc_ndcg_at_1_diff1": 0.753212, + "nauc_ndcg_at_3_max": 0.609636, + "nauc_ndcg_at_3_std": -0.01628, + "nauc_ndcg_at_3_diff1": 0.705499, + "nauc_ndcg_at_5_max": 0.606041, + "nauc_ndcg_at_5_std": -0.020858, + "nauc_ndcg_at_5_diff1": 0.702259, + "nauc_ndcg_at_10_max": 0.602809, + "nauc_ndcg_at_10_std": -0.010583, + "nauc_ndcg_at_10_diff1": 0.699912, + "nauc_ndcg_at_20_max": 0.604567, + "nauc_ndcg_at_20_std": -0.009256, + "nauc_ndcg_at_20_diff1": 0.701348, + "nauc_ndcg_at_100_max": 0.606889, + "nauc_ndcg_at_100_std": -0.009896, + "nauc_ndcg_at_100_diff1": 0.709333, + "nauc_ndcg_at_1000_max": 0.604298, + "nauc_ndcg_at_1000_std": -0.012976, + "nauc_ndcg_at_1000_diff1": 0.709763, + "nauc_map_at_1_max": 0.599865, + "nauc_map_at_1_std": -0.010159, + "nauc_map_at_1_diff1": 0.753212, + "nauc_map_at_3_max": 0.607428, + "nauc_map_at_3_std": -0.014944, + "nauc_map_at_3_diff1": 0.717051, + "nauc_map_at_5_max": 0.604873, + "nauc_map_at_5_std": -0.01778, + "nauc_map_at_5_diff1": 0.715623, + "nauc_map_at_10_max": 0.603602, + "nauc_map_at_10_std": -0.013858, + "nauc_map_at_10_diff1": 0.714959, + "nauc_map_at_20_max": 0.603904, + "nauc_map_at_20_std": -0.013477, + "nauc_map_at_20_diff1": 0.715457, + "nauc_map_at_100_max": 0.604015, + "nauc_map_at_100_std": -0.013784, + "nauc_map_at_100_diff1": 0.716273, + "nauc_map_at_1000_max": 0.603899, + "nauc_map_at_1000_std": -0.013945, + "nauc_map_at_1000_diff1": 0.71629, + "nauc_recall_at_1_max": 0.599865, + "nauc_recall_at_1_std": -0.010159, + "nauc_recall_at_1_diff1": 0.753212, + "nauc_recall_at_3_max": 0.616636, + "nauc_recall_at_3_std": -0.020493, + "nauc_recall_at_3_diff1": 0.66845, + "nauc_recall_at_5_max": 0.610428, + "nauc_recall_at_5_std": -0.032061, + "nauc_recall_at_5_diff1": 0.653391, + "nauc_recall_at_10_max": 0.597326, + "nauc_recall_at_10_std": 0.011566, + "nauc_recall_at_10_diff1": 0.628205, + "nauc_recall_at_20_max": 0.610608, + "nauc_recall_at_20_std": 0.026215, + "nauc_recall_at_20_diff1": 0.617727, + "nauc_recall_at_100_max": 0.730701, + "nauc_recall_at_100_std": 0.127933, + "nauc_recall_at_100_diff1": 0.686395, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.599865, + "nauc_precision_at_1_std": -0.010159, + "nauc_precision_at_1_diff1": 0.753212, + "nauc_precision_at_3_max": 0.616636, + "nauc_precision_at_3_std": -0.020493, + "nauc_precision_at_3_diff1": 0.66845, + "nauc_precision_at_5_max": 0.610428, + "nauc_precision_at_5_std": -0.032061, + "nauc_precision_at_5_diff1": 0.653391, + "nauc_precision_at_10_max": 0.597326, + "nauc_precision_at_10_std": 0.011566, + "nauc_precision_at_10_diff1": 0.628205, + "nauc_precision_at_20_max": 0.610608, + "nauc_precision_at_20_std": 0.026215, + "nauc_precision_at_20_diff1": 0.617727, + "nauc_precision_at_100_max": 0.730701, + "nauc_precision_at_100_std": 0.127933, + "nauc_precision_at_100_diff1": 0.686395, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.599865, + "nauc_mrr_at_1_std": -0.010159, + "nauc_mrr_at_1_diff1": 0.753212, + "nauc_mrr_at_3_max": 0.607428, + "nauc_mrr_at_3_std": -0.014944, + "nauc_mrr_at_3_diff1": 0.717051, + "nauc_mrr_at_5_max": 0.604873, + "nauc_mrr_at_5_std": -0.01778, + "nauc_mrr_at_5_diff1": 0.715623, + "nauc_mrr_at_10_max": 0.603602, + "nauc_mrr_at_10_std": -0.013858, + "nauc_mrr_at_10_diff1": 0.714959, + "nauc_mrr_at_20_max": 0.603904, + "nauc_mrr_at_20_std": -0.013477, + "nauc_mrr_at_20_diff1": 0.715457, + "nauc_mrr_at_100_max": 0.604015, + "nauc_mrr_at_100_std": -0.013784, + "nauc_mrr_at_100_diff1": 0.716273, + "nauc_mrr_at_1000_max": 0.603899, + "nauc_mrr_at_1000_std": -0.013945, + "nauc_mrr_at_1000_diff1": 0.71629, + "hit_rate_at_1": 0.54222, + "hit_rate_at_3": 0.67, + "hit_rate_at_5": 0.72889, + "hit_rate_at_10": 0.80778, + "hit_rate_at_20": 0.85444, + "hit_rate_at_100": 0.96556, + "hit_rate_at_1000": 1.0, + "main_score": 0.66638, + "hf_subset": "arb_Latn-arb_Arab", + "languages": [ + "arb-Latn", + "arb-Arab" + ] + }, + { + "ndcg_at_1": 0.50222, + "ndcg_at_3": 0.56808, + "ndcg_at_5": 0.58529, + "ndcg_at_10": 0.60403, + "ndcg_at_20": 0.61465, + "ndcg_at_100": 0.64029, + "ndcg_at_1000": 0.65351, + "map_at_1": 0.50222, + "map_at_3": 0.55204, + "map_at_5": 0.56148, + "map_at_10": 0.56925, + "map_at_20": 0.57214, + "map_at_100": 0.57558, + "map_at_1000": 0.57607, + "recall_at_1": 0.50222, + "recall_at_3": 0.61444, + "recall_at_5": 0.65667, + "recall_at_10": 0.71444, + "recall_at_20": 0.75667, + "recall_at_100": 0.89667, + "recall_at_1000": 1.0, + "accuracy": 0.50222, + "precision_at_1": 0.50222, + "precision_at_3": 0.20481, + "precision_at_5": 0.13133, + "precision_at_10": 0.07144, + "precision_at_20": 0.03783, + "precision_at_100": 0.00897, + "precision_at_1000": 0.001, + "mrr_at_1": 0.502222, + "mrr_at_3": 0.552037, + "mrr_at_5": 0.561481, + "mrr_at_10": 0.569254, + "mrr_at_20": 0.572141, + "mrr_at_100": 0.575577, + "mrr_at_1000": 0.576066, + "nauc_ndcg_at_1_max": 0.611119, + "nauc_ndcg_at_1_std": 0.235885, + "nauc_ndcg_at_1_diff1": 0.776984, + "nauc_ndcg_at_3_max": 0.632273, + "nauc_ndcg_at_3_std": 0.275645, + "nauc_ndcg_at_3_diff1": 0.748207, + "nauc_ndcg_at_5_max": 0.634804, + "nauc_ndcg_at_5_std": 0.297679, + "nauc_ndcg_at_5_diff1": 0.741347, + "nauc_ndcg_at_10_max": 0.636238, + "nauc_ndcg_at_10_std": 0.318116, + "nauc_ndcg_at_10_diff1": 0.73275, + "nauc_ndcg_at_20_max": 0.634179, + "nauc_ndcg_at_20_std": 0.320391, + "nauc_ndcg_at_20_diff1": 0.729486, + "nauc_ndcg_at_100_max": 0.628095, + "nauc_ndcg_at_100_std": 0.306896, + "nauc_ndcg_at_100_diff1": 0.733151, + "nauc_ndcg_at_1000_max": 0.629899, + "nauc_ndcg_at_1000_std": 0.299058, + "nauc_ndcg_at_1000_diff1": 0.73913, + "nauc_map_at_1_max": 0.611119, + "nauc_map_at_1_std": 0.235885, + "nauc_map_at_1_diff1": 0.776984, + "nauc_map_at_3_max": 0.627978, + "nauc_map_at_3_std": 0.265961, + "nauc_map_at_3_diff1": 0.755598, + "nauc_map_at_5_max": 0.629033, + "nauc_map_at_5_std": 0.277341, + "nauc_map_at_5_diff1": 0.751908, + "nauc_map_at_10_max": 0.629812, + "nauc_map_at_10_std": 0.285852, + "nauc_map_at_10_diff1": 0.748651, + "nauc_map_at_20_max": 0.629264, + "nauc_map_at_20_std": 0.286168, + "nauc_map_at_20_diff1": 0.747874, + "nauc_map_at_100_max": 0.628234, + "nauc_map_at_100_std": 0.284059, + "nauc_map_at_100_diff1": 0.748235, + "nauc_map_at_1000_max": 0.628314, + "nauc_map_at_1000_std": 0.28388, + "nauc_map_at_1000_diff1": 0.748395, + "nauc_recall_at_1_max": 0.611119, + "nauc_recall_at_1_std": 0.235885, + "nauc_recall_at_1_diff1": 0.776984, + "nauc_recall_at_3_max": 0.645159, + "nauc_recall_at_3_std": 0.305601, + "nauc_recall_at_3_diff1": 0.725167, + "nauc_recall_at_5_max": 0.654179, + "nauc_recall_at_5_std": 0.369006, + "nauc_recall_at_5_diff1": 0.705331, + "nauc_recall_at_10_max": 0.660252, + "nauc_recall_at_10_std": 0.45056, + "nauc_recall_at_10_diff1": 0.668179, + "nauc_recall_at_20_max": 0.652366, + "nauc_recall_at_20_std": 0.481921, + "nauc_recall_at_20_diff1": 0.642186, + "nauc_recall_at_100_max": 0.595036, + "nauc_recall_at_100_std": 0.475843, + "nauc_recall_at_100_diff1": 0.606379, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.611119, + "nauc_precision_at_1_std": 0.235885, + "nauc_precision_at_1_diff1": 0.776984, + "nauc_precision_at_3_max": 0.645159, + "nauc_precision_at_3_std": 0.305601, + "nauc_precision_at_3_diff1": 0.725167, + "nauc_precision_at_5_max": 0.654179, + "nauc_precision_at_5_std": 0.369006, + "nauc_precision_at_5_diff1": 0.705331, + "nauc_precision_at_10_max": 0.660252, + "nauc_precision_at_10_std": 0.45056, + "nauc_precision_at_10_diff1": 0.668179, + "nauc_precision_at_20_max": 0.652366, + "nauc_precision_at_20_std": 0.481921, + "nauc_precision_at_20_diff1": 0.642186, + "nauc_precision_at_100_max": 0.595036, + "nauc_precision_at_100_std": 0.475843, + "nauc_precision_at_100_diff1": 0.606379, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.611119, + "nauc_mrr_at_1_std": 0.235885, + "nauc_mrr_at_1_diff1": 0.776984, + "nauc_mrr_at_3_max": 0.627978, + "nauc_mrr_at_3_std": 0.265961, + "nauc_mrr_at_3_diff1": 0.755598, + "nauc_mrr_at_5_max": 0.629033, + "nauc_mrr_at_5_std": 0.277341, + "nauc_mrr_at_5_diff1": 0.751908, + "nauc_mrr_at_10_max": 0.629812, + "nauc_mrr_at_10_std": 0.285852, + "nauc_mrr_at_10_diff1": 0.748651, + "nauc_mrr_at_20_max": 0.629264, + "nauc_mrr_at_20_std": 0.286168, + "nauc_mrr_at_20_diff1": 0.747874, + "nauc_mrr_at_100_max": 0.628234, + "nauc_mrr_at_100_std": 0.284059, + "nauc_mrr_at_100_diff1": 0.748235, + "nauc_mrr_at_1000_max": 0.628314, + "nauc_mrr_at_1000_std": 0.28388, + "nauc_mrr_at_1000_diff1": 0.748395, + "hit_rate_at_1": 0.50222, + "hit_rate_at_3": 0.61444, + "hit_rate_at_5": 0.65667, + "hit_rate_at_10": 0.71444, + "hit_rate_at_20": 0.75667, + "hit_rate_at_100": 0.89667, + "hit_rate_at_1000": 1.0, + "main_score": 0.60403, + "hf_subset": "ben_Beng-ben_Latn", + "languages": [ + "ben-Beng", + "ben-Latn" + ] + }, + { + "ndcg_at_1": 0.53667, + "ndcg_at_3": 0.61775, + "ndcg_at_5": 0.63453, + "ndcg_at_10": 0.65062, + "ndcg_at_20": 0.66463, + "ndcg_at_100": 0.6876, + "ndcg_at_1000": 0.69454, + "map_at_1": 0.53667, + "map_at_3": 0.59778, + "map_at_5": 0.607, + "map_at_10": 0.6136, + "map_at_20": 0.61742, + "map_at_100": 0.62046, + "map_at_1000": 0.62076, + "recall_at_1": 0.53667, + "recall_at_3": 0.67556, + "recall_at_5": 0.71667, + "recall_at_10": 0.76667, + "recall_at_20": 0.82222, + "recall_at_100": 0.94778, + "recall_at_1000": 1.0, + "accuracy": 0.53667, + "precision_at_1": 0.53667, + "precision_at_3": 0.22519, + "precision_at_5": 0.14333, + "precision_at_10": 0.07667, + "precision_at_20": 0.04111, + "precision_at_100": 0.00948, + "precision_at_1000": 0.001, + "mrr_at_1": 0.536667, + "mrr_at_3": 0.597778, + "mrr_at_5": 0.607, + "mrr_at_10": 0.613597, + "mrr_at_20": 0.617423, + "mrr_at_100": 0.620461, + "mrr_at_1000": 0.620757, + "nauc_ndcg_at_1_max": 0.619718, + "nauc_ndcg_at_1_std": -0.245657, + "nauc_ndcg_at_1_diff1": 0.786575, + "nauc_ndcg_at_3_max": 0.652304, + "nauc_ndcg_at_3_std": -0.244541, + "nauc_ndcg_at_3_diff1": 0.757712, + "nauc_ndcg_at_5_max": 0.645622, + "nauc_ndcg_at_5_std": -0.238179, + "nauc_ndcg_at_5_diff1": 0.746397, + "nauc_ndcg_at_10_max": 0.640122, + "nauc_ndcg_at_10_std": -0.239431, + "nauc_ndcg_at_10_diff1": 0.739631, + "nauc_ndcg_at_20_max": 0.639345, + "nauc_ndcg_at_20_std": -0.239317, + "nauc_ndcg_at_20_diff1": 0.737997, + "nauc_ndcg_at_100_max": 0.634204, + "nauc_ndcg_at_100_std": -0.243107, + "nauc_ndcg_at_100_diff1": 0.7443, + "nauc_ndcg_at_1000_max": 0.63805, + "nauc_ndcg_at_1000_std": -0.241819, + "nauc_ndcg_at_1000_diff1": 0.749558, + "nauc_map_at_1_max": 0.619718, + "nauc_map_at_1_std": -0.245657, + "nauc_map_at_1_diff1": 0.786575, + "nauc_map_at_3_max": 0.644002, + "nauc_map_at_3_std": -0.247081, + "nauc_map_at_3_diff1": 0.765775, + "nauc_map_at_5_max": 0.64048, + "nauc_map_at_5_std": -0.243272, + "nauc_map_at_5_diff1": 0.75988, + "nauc_map_at_10_max": 0.638493, + "nauc_map_at_10_std": -0.243891, + "nauc_map_at_10_diff1": 0.757625, + "nauc_map_at_20_max": 0.63821, + "nauc_map_at_20_std": -0.24402, + "nauc_map_at_20_diff1": 0.75744, + "nauc_map_at_100_max": 0.637587, + "nauc_map_at_100_std": -0.244054, + "nauc_map_at_100_diff1": 0.758128, + "nauc_map_at_1000_max": 0.637738, + "nauc_map_at_1000_std": -0.244005, + "nauc_map_at_1000_diff1": 0.758324, + "nauc_recall_at_1_max": 0.619718, + "nauc_recall_at_1_std": -0.245657, + "nauc_recall_at_1_diff1": 0.786575, + "nauc_recall_at_3_max": 0.679382, + "nauc_recall_at_3_std": -0.235168, + "nauc_recall_at_3_diff1": 0.731073, + "nauc_recall_at_5_max": 0.6623, + "nauc_recall_at_5_std": -0.21858, + "nauc_recall_at_5_diff1": 0.696399, + "nauc_recall_at_10_max": 0.64121, + "nauc_recall_at_10_std": -0.219893, + "nauc_recall_at_10_diff1": 0.659291, + "nauc_recall_at_20_max": 0.637485, + "nauc_recall_at_20_std": -0.21267, + "nauc_recall_at_20_diff1": 0.627559, + "nauc_recall_at_100_max": 0.504857, + "nauc_recall_at_100_std": -0.285496, + "nauc_recall_at_100_diff1": 0.561992, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.619718, + "nauc_precision_at_1_std": -0.245657, + "nauc_precision_at_1_diff1": 0.786575, + "nauc_precision_at_3_max": 0.679382, + "nauc_precision_at_3_std": -0.235168, + "nauc_precision_at_3_diff1": 0.731073, + "nauc_precision_at_5_max": 0.6623, + "nauc_precision_at_5_std": -0.21858, + "nauc_precision_at_5_diff1": 0.696399, + "nauc_precision_at_10_max": 0.64121, + "nauc_precision_at_10_std": -0.219893, + "nauc_precision_at_10_diff1": 0.659291, + "nauc_precision_at_20_max": 0.637485, + "nauc_precision_at_20_std": -0.21267, + "nauc_precision_at_20_diff1": 0.627559, + "nauc_precision_at_100_max": 0.504857, + "nauc_precision_at_100_std": -0.285496, + "nauc_precision_at_100_diff1": 0.561992, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.619718, + "nauc_mrr_at_1_std": -0.245657, + "nauc_mrr_at_1_diff1": 0.786575, + "nauc_mrr_at_3_max": 0.644002, + "nauc_mrr_at_3_std": -0.247081, + "nauc_mrr_at_3_diff1": 0.765775, + "nauc_mrr_at_5_max": 0.64048, + "nauc_mrr_at_5_std": -0.243272, + "nauc_mrr_at_5_diff1": 0.75988, + "nauc_mrr_at_10_max": 0.638493, + "nauc_mrr_at_10_std": -0.243891, + "nauc_mrr_at_10_diff1": 0.757625, + "nauc_mrr_at_20_max": 0.63821, + "nauc_mrr_at_20_std": -0.24402, + "nauc_mrr_at_20_diff1": 0.75744, + "nauc_mrr_at_100_max": 0.637587, + "nauc_mrr_at_100_std": -0.244054, + "nauc_mrr_at_100_diff1": 0.758128, + "nauc_mrr_at_1000_max": 0.637738, + "nauc_mrr_at_1000_std": -0.244005, + "nauc_mrr_at_1000_diff1": 0.758324, + "hit_rate_at_1": 0.53667, + "hit_rate_at_3": 0.67556, + "hit_rate_at_5": 0.71667, + "hit_rate_at_10": 0.76667, + "hit_rate_at_20": 0.82222, + "hit_rate_at_100": 0.94778, + "hit_rate_at_1000": 1.0, + "main_score": 0.65062, + "hf_subset": "ben_Latn-ben_Beng", + "languages": [ + "ben-Latn", + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.72778, + "ndcg_at_3": 0.79045, + "ndcg_at_5": 0.80828, + "ndcg_at_10": 0.81821, + "ndcg_at_20": 0.82443, + "ndcg_at_100": 0.83293, + "ndcg_at_1000": 0.83595, + "map_at_1": 0.72778, + "map_at_3": 0.77556, + "map_at_5": 0.78544, + "map_at_10": 0.78967, + "map_at_20": 0.7914, + "map_at_100": 0.79259, + "map_at_1000": 0.79271, + "recall_at_1": 0.72778, + "recall_at_3": 0.83333, + "recall_at_5": 0.87667, + "recall_at_10": 0.90667, + "recall_at_20": 0.93111, + "recall_at_100": 0.97667, + "recall_at_1000": 1.0, + "accuracy": 0.72778, + "precision_at_1": 0.72778, + "precision_at_3": 0.27778, + "precision_at_5": 0.17533, + "precision_at_10": 0.09067, + "precision_at_20": 0.04656, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "mrr_at_1": 0.727778, + "mrr_at_3": 0.775556, + "mrr_at_5": 0.785444, + "mrr_at_10": 0.789673, + "mrr_at_20": 0.7914, + "mrr_at_100": 0.792591, + "mrr_at_1000": 0.79271, + "nauc_ndcg_at_1_max": 0.696265, + "nauc_ndcg_at_1_std": 0.017628, + "nauc_ndcg_at_1_diff1": 0.855238, + "nauc_ndcg_at_3_max": 0.729043, + "nauc_ndcg_at_3_std": 0.080548, + "nauc_ndcg_at_3_diff1": 0.831866, + "nauc_ndcg_at_5_max": 0.723189, + "nauc_ndcg_at_5_std": 0.091235, + "nauc_ndcg_at_5_diff1": 0.822929, + "nauc_ndcg_at_10_max": 0.725752, + "nauc_ndcg_at_10_std": 0.098047, + "nauc_ndcg_at_10_diff1": 0.823062, + "nauc_ndcg_at_20_max": 0.726993, + "nauc_ndcg_at_20_std": 0.099256, + "nauc_ndcg_at_20_diff1": 0.827854, + "nauc_ndcg_at_100_max": 0.720622, + "nauc_ndcg_at_100_std": 0.088803, + "nauc_ndcg_at_100_diff1": 0.829807, + "nauc_ndcg_at_1000_max": 0.719661, + "nauc_ndcg_at_1000_std": 0.081019, + "nauc_ndcg_at_1000_diff1": 0.830729, + "nauc_map_at_1_max": 0.696265, + "nauc_map_at_1_std": 0.017628, + "nauc_map_at_1_diff1": 0.855238, + "nauc_map_at_3_max": 0.718962, + "nauc_map_at_3_std": 0.061904, + "nauc_map_at_3_diff1": 0.836736, + "nauc_map_at_5_max": 0.715538, + "nauc_map_at_5_std": 0.066496, + "nauc_map_at_5_diff1": 0.832428, + "nauc_map_at_10_max": 0.716042, + "nauc_map_at_10_std": 0.068131, + "nauc_map_at_10_diff1": 0.832479, + "nauc_map_at_20_max": 0.716257, + "nauc_map_at_20_std": 0.068338, + "nauc_map_at_20_diff1": 0.833667, + "nauc_map_at_100_max": 0.715532, + "nauc_map_at_100_std": 0.067209, + "nauc_map_at_100_diff1": 0.833935, + "nauc_map_at_1000_max": 0.715483, + "nauc_map_at_1000_std": 0.066934, + "nauc_map_at_1000_diff1": 0.833986, + "nauc_recall_at_1_max": 0.696265, + "nauc_recall_at_1_std": 0.017628, + "nauc_recall_at_1_diff1": 0.855238, + "nauc_recall_at_3_max": 0.766811, + "nauc_recall_at_3_std": 0.150053, + "nauc_recall_at_3_diff1": 0.814752, + "nauc_recall_at_5_max": 0.758127, + "nauc_recall_at_5_std": 0.209413, + "nauc_recall_at_5_diff1": 0.777926, + "nauc_recall_at_10_max": 0.785153, + "nauc_recall_at_10_std": 0.284714, + "nauc_recall_at_10_diff1": 0.767624, + "nauc_recall_at_20_max": 0.81734, + "nauc_recall_at_20_std": 0.357798, + "nauc_recall_at_20_diff1": 0.792484, + "nauc_recall_at_100_max": 0.763817, + "nauc_recall_at_100_std": 0.470099, + "nauc_recall_at_100_diff1": 0.790694, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696265, + "nauc_precision_at_1_std": 0.017628, + "nauc_precision_at_1_diff1": 0.855238, + "nauc_precision_at_3_max": 0.766811, + "nauc_precision_at_3_std": 0.150053, + "nauc_precision_at_3_diff1": 0.814752, + "nauc_precision_at_5_max": 0.758127, + "nauc_precision_at_5_std": 0.209413, + "nauc_precision_at_5_diff1": 0.777926, + "nauc_precision_at_10_max": 0.785153, + "nauc_precision_at_10_std": 0.284714, + "nauc_precision_at_10_diff1": 0.767624, + "nauc_precision_at_20_max": 0.81734, + "nauc_precision_at_20_std": 0.357798, + "nauc_precision_at_20_diff1": 0.792484, + "nauc_precision_at_100_max": 0.763817, + "nauc_precision_at_100_std": 0.470099, + "nauc_precision_at_100_diff1": 0.790694, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.696265, + "nauc_mrr_at_1_std": 0.017628, + "nauc_mrr_at_1_diff1": 0.855238, + "nauc_mrr_at_3_max": 0.718962, + "nauc_mrr_at_3_std": 0.061904, + "nauc_mrr_at_3_diff1": 0.836736, + "nauc_mrr_at_5_max": 0.715538, + "nauc_mrr_at_5_std": 0.066496, + "nauc_mrr_at_5_diff1": 0.832428, + "nauc_mrr_at_10_max": 0.716042, + "nauc_mrr_at_10_std": 0.068131, + "nauc_mrr_at_10_diff1": 0.832479, + "nauc_mrr_at_20_max": 0.716257, + "nauc_mrr_at_20_std": 0.068338, + "nauc_mrr_at_20_diff1": 0.833667, + "nauc_mrr_at_100_max": 0.715532, + "nauc_mrr_at_100_std": 0.067209, + "nauc_mrr_at_100_diff1": 0.833935, + "nauc_mrr_at_1000_max": 0.715483, + "nauc_mrr_at_1000_std": 0.066934, + "nauc_mrr_at_1000_diff1": 0.833986, + "hit_rate_at_1": 0.72778, + "hit_rate_at_3": 0.83333, + "hit_rate_at_5": 0.87667, + "hit_rate_at_10": 0.90667, + "hit_rate_at_20": 0.93111, + "hit_rate_at_100": 0.97667, + "hit_rate_at_1000": 1.0, + "main_score": 0.81821, + "hf_subset": "hin_Deva-hin_Latn", + "languages": [ + "hin-Deva", + "hin-Latn" + ] + }, + { + "ndcg_at_1": 0.72111, + "ndcg_at_3": 0.79524, + "ndcg_at_5": 0.807, + "ndcg_at_10": 0.81685, + "ndcg_at_20": 0.82359, + "ndcg_at_100": 0.8322, + "ndcg_at_1000": 0.83522, + "map_at_1": 0.72111, + "map_at_3": 0.77741, + "map_at_5": 0.78385, + "map_at_10": 0.788, + "map_at_20": 0.78985, + "map_at_100": 0.79109, + "map_at_1000": 0.79123, + "recall_at_1": 0.72111, + "recall_at_3": 0.84667, + "recall_at_5": 0.87556, + "recall_at_10": 0.90556, + "recall_at_20": 0.93222, + "recall_at_100": 0.97778, + "recall_at_1000": 1.0, + "accuracy": 0.72111, + "precision_at_1": 0.72111, + "precision_at_3": 0.28222, + "precision_at_5": 0.17511, + "precision_at_10": 0.09056, + "precision_at_20": 0.04661, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "mrr_at_1": 0.721111, + "mrr_at_3": 0.777407, + "mrr_at_5": 0.783852, + "mrr_at_10": 0.788003, + "mrr_at_20": 0.789851, + "mrr_at_100": 0.791093, + "mrr_at_1000": 0.791233, + "nauc_ndcg_at_1_max": 0.645676, + "nauc_ndcg_at_1_std": -0.135715, + "nauc_ndcg_at_1_diff1": 0.834178, + "nauc_ndcg_at_3_max": 0.657426, + "nauc_ndcg_at_3_std": -0.155366, + "nauc_ndcg_at_3_diff1": 0.79333, + "nauc_ndcg_at_5_max": 0.66044, + "nauc_ndcg_at_5_std": -0.141523, + "nauc_ndcg_at_5_diff1": 0.792487, + "nauc_ndcg_at_10_max": 0.655445, + "nauc_ndcg_at_10_std": -0.14039, + "nauc_ndcg_at_10_diff1": 0.789688, + "nauc_ndcg_at_20_max": 0.657794, + "nauc_ndcg_at_20_std": -0.133924, + "nauc_ndcg_at_20_diff1": 0.79184, + "nauc_ndcg_at_100_max": 0.654316, + "nauc_ndcg_at_100_std": -0.142238, + "nauc_ndcg_at_100_diff1": 0.796707, + "nauc_ndcg_at_1000_max": 0.654593, + "nauc_ndcg_at_1000_std": -0.140765, + "nauc_ndcg_at_1000_diff1": 0.797983, + "nauc_map_at_1_max": 0.645676, + "nauc_map_at_1_std": -0.135715, + "nauc_map_at_1_diff1": 0.834178, + "nauc_map_at_3_max": 0.652674, + "nauc_map_at_3_std": -0.151009, + "nauc_map_at_3_diff1": 0.803039, + "nauc_map_at_5_max": 0.654221, + "nauc_map_at_5_std": -0.143927, + "nauc_map_at_5_diff1": 0.802946, + "nauc_map_at_10_max": 0.652305, + "nauc_map_at_10_std": -0.143258, + "nauc_map_at_10_diff1": 0.801973, + "nauc_map_at_20_max": 0.652901, + "nauc_map_at_20_std": -0.141638, + "nauc_map_at_20_diff1": 0.802567, + "nauc_map_at_100_max": 0.652472, + "nauc_map_at_100_std": -0.142596, + "nauc_map_at_100_diff1": 0.803102, + "nauc_map_at_1000_max": 0.652521, + "nauc_map_at_1000_std": -0.142485, + "nauc_map_at_1000_diff1": 0.803153, + "nauc_recall_at_1_max": 0.645676, + "nauc_recall_at_1_std": -0.135715, + "nauc_recall_at_1_diff1": 0.834178, + "nauc_recall_at_3_max": 0.67698, + "nauc_recall_at_3_std": -0.171823, + "nauc_recall_at_3_diff1": 0.756177, + "nauc_recall_at_5_max": 0.69055, + "nauc_recall_at_5_std": -0.126339, + "nauc_recall_at_5_diff1": 0.745157, + "nauc_recall_at_10_max": 0.67156, + "nauc_recall_at_10_std": -0.119135, + "nauc_recall_at_10_diff1": 0.718081, + "nauc_recall_at_20_max": 0.698359, + "nauc_recall_at_20_std": -0.05293, + "nauc_recall_at_20_diff1": 0.71078, + "nauc_recall_at_100_max": 0.653408, + "nauc_recall_at_100_std": -0.197852, + "nauc_recall_at_100_diff1": 0.73275, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.645676, + "nauc_precision_at_1_std": -0.135715, + "nauc_precision_at_1_diff1": 0.834178, + "nauc_precision_at_3_max": 0.67698, + "nauc_precision_at_3_std": -0.171823, + "nauc_precision_at_3_diff1": 0.756177, + "nauc_precision_at_5_max": 0.69055, + "nauc_precision_at_5_std": -0.126339, + "nauc_precision_at_5_diff1": 0.745157, + "nauc_precision_at_10_max": 0.67156, + "nauc_precision_at_10_std": -0.119135, + "nauc_precision_at_10_diff1": 0.718081, + "nauc_precision_at_20_max": 0.698359, + "nauc_precision_at_20_std": -0.05293, + "nauc_precision_at_20_diff1": 0.71078, + "nauc_precision_at_100_max": 0.653408, + "nauc_precision_at_100_std": -0.197852, + "nauc_precision_at_100_diff1": 0.73275, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.645676, + "nauc_mrr_at_1_std": -0.135715, + "nauc_mrr_at_1_diff1": 0.834178, + "nauc_mrr_at_3_max": 0.652674, + "nauc_mrr_at_3_std": -0.151009, + "nauc_mrr_at_3_diff1": 0.803039, + "nauc_mrr_at_5_max": 0.654221, + "nauc_mrr_at_5_std": -0.143927, + "nauc_mrr_at_5_diff1": 0.802946, + "nauc_mrr_at_10_max": 0.652305, + "nauc_mrr_at_10_std": -0.143258, + "nauc_mrr_at_10_diff1": 0.801973, + "nauc_mrr_at_20_max": 0.652901, + "nauc_mrr_at_20_std": -0.141638, + "nauc_mrr_at_20_diff1": 0.802567, + "nauc_mrr_at_100_max": 0.652472, + "nauc_mrr_at_100_std": -0.142596, + "nauc_mrr_at_100_diff1": 0.803102, + "nauc_mrr_at_1000_max": 0.652521, + "nauc_mrr_at_1000_std": -0.142485, + "nauc_mrr_at_1000_diff1": 0.803153, + "hit_rate_at_1": 0.72111, + "hit_rate_at_3": 0.84667, + "hit_rate_at_5": 0.87556, + "hit_rate_at_10": 0.90556, + "hit_rate_at_20": 0.93222, + "hit_rate_at_100": 0.97778, + "hit_rate_at_1000": 1.0, + "main_score": 0.81685, + "hf_subset": "hin_Latn-hin_Deva", + "languages": [ + "hin-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.59, + "ndcg_at_3": 0.65583, + "ndcg_at_5": 0.67185, + "ndcg_at_10": 0.69085, + "ndcg_at_20": 0.70093, + "ndcg_at_100": 0.72139, + "ndcg_at_1000": 0.72789, + "map_at_1": 0.59, + "map_at_3": 0.63944, + "map_at_5": 0.64833, + "map_at_10": 0.65635, + "map_at_20": 0.65911, + "map_at_100": 0.66188, + "map_at_1000": 0.66216, + "recall_at_1": 0.59, + "recall_at_3": 0.70333, + "recall_at_5": 0.74222, + "recall_at_10": 0.8, + "recall_at_20": 0.84, + "recall_at_100": 0.95111, + "recall_at_1000": 1.0, + "accuracy": 0.59, + "precision_at_1": 0.59, + "precision_at_3": 0.23444, + "precision_at_5": 0.14844, + "precision_at_10": 0.08, + "precision_at_20": 0.042, + "precision_at_100": 0.00951, + "precision_at_1000": 0.001, + "mrr_at_1": 0.59, + "mrr_at_3": 0.639444, + "mrr_at_5": 0.648333, + "mrr_at_10": 0.656355, + "mrr_at_20": 0.659106, + "mrr_at_100": 0.661878, + "mrr_at_1000": 0.662161, + "nauc_ndcg_at_1_max": 0.649992, + "nauc_ndcg_at_1_std": 0.156319, + "nauc_ndcg_at_1_diff1": 0.75758, + "nauc_ndcg_at_3_max": 0.681908, + "nauc_ndcg_at_3_std": 0.213263, + "nauc_ndcg_at_3_diff1": 0.729247, + "nauc_ndcg_at_5_max": 0.684425, + "nauc_ndcg_at_5_std": 0.223684, + "nauc_ndcg_at_5_diff1": 0.726734, + "nauc_ndcg_at_10_max": 0.679331, + "nauc_ndcg_at_10_std": 0.23063, + "nauc_ndcg_at_10_diff1": 0.716487, + "nauc_ndcg_at_20_max": 0.678643, + "nauc_ndcg_at_20_std": 0.22815, + "nauc_ndcg_at_20_diff1": 0.717151, + "nauc_ndcg_at_100_max": 0.676952, + "nauc_ndcg_at_100_std": 0.222226, + "nauc_ndcg_at_100_diff1": 0.722326, + "nauc_ndcg_at_1000_max": 0.676048, + "nauc_ndcg_at_1000_std": 0.215057, + "nauc_ndcg_at_1000_diff1": 0.726278, + "nauc_map_at_1_max": 0.649992, + "nauc_map_at_1_std": 0.156319, + "nauc_map_at_1_diff1": 0.75758, + "nauc_map_at_3_max": 0.675128, + "nauc_map_at_3_std": 0.199607, + "nauc_map_at_3_diff1": 0.736592, + "nauc_map_at_5_max": 0.676367, + "nauc_map_at_5_std": 0.204554, + "nauc_map_at_5_diff1": 0.735557, + "nauc_map_at_10_max": 0.674313, + "nauc_map_at_10_std": 0.206763, + "nauc_map_at_10_diff1": 0.731955, + "nauc_map_at_20_max": 0.673967, + "nauc_map_at_20_std": 0.205687, + "nauc_map_at_20_diff1": 0.732231, + "nauc_map_at_100_max": 0.673547, + "nauc_map_at_100_std": 0.204553, + "nauc_map_at_100_diff1": 0.732829, + "nauc_map_at_1000_max": 0.673536, + "nauc_map_at_1000_std": 0.204348, + "nauc_map_at_1000_diff1": 0.732985, + "nauc_recall_at_1_max": 0.649992, + "nauc_recall_at_1_std": 0.156319, + "nauc_recall_at_1_diff1": 0.75758, + "nauc_recall_at_3_max": 0.703363, + "nauc_recall_at_3_std": 0.257392, + "nauc_recall_at_3_diff1": 0.705228, + "nauc_recall_at_5_max": 0.712913, + "nauc_recall_at_5_std": 0.294054, + "nauc_recall_at_5_diff1": 0.694402, + "nauc_recall_at_10_max": 0.697192, + "nauc_recall_at_10_std": 0.339558, + "nauc_recall_at_10_diff1": 0.642749, + "nauc_recall_at_20_max": 0.698726, + "nauc_recall_at_20_std": 0.352053, + "nauc_recall_at_20_diff1": 0.630431, + "nauc_recall_at_100_max": 0.713936, + "nauc_recall_at_100_std": 0.484339, + "nauc_recall_at_100_diff1": 0.588002, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.649992, + "nauc_precision_at_1_std": 0.156319, + "nauc_precision_at_1_diff1": 0.75758, + "nauc_precision_at_3_max": 0.703363, + "nauc_precision_at_3_std": 0.257392, + "nauc_precision_at_3_diff1": 0.705228, + "nauc_precision_at_5_max": 0.712913, + "nauc_precision_at_5_std": 0.294054, + "nauc_precision_at_5_diff1": 0.694402, + "nauc_precision_at_10_max": 0.697192, + "nauc_precision_at_10_std": 0.339558, + "nauc_precision_at_10_diff1": 0.642749, + "nauc_precision_at_20_max": 0.698726, + "nauc_precision_at_20_std": 0.352053, + "nauc_precision_at_20_diff1": 0.630431, + "nauc_precision_at_100_max": 0.713936, + "nauc_precision_at_100_std": 0.484339, + "nauc_precision_at_100_diff1": 0.588002, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.649992, + "nauc_mrr_at_1_std": 0.156319, + "nauc_mrr_at_1_diff1": 0.75758, + "nauc_mrr_at_3_max": 0.675128, + "nauc_mrr_at_3_std": 0.199607, + "nauc_mrr_at_3_diff1": 0.736592, + "nauc_mrr_at_5_max": 0.676367, + "nauc_mrr_at_5_std": 0.204554, + "nauc_mrr_at_5_diff1": 0.735557, + "nauc_mrr_at_10_max": 0.674313, + "nauc_mrr_at_10_std": 0.206763, + "nauc_mrr_at_10_diff1": 0.731955, + "nauc_mrr_at_20_max": 0.673967, + "nauc_mrr_at_20_std": 0.205687, + "nauc_mrr_at_20_diff1": 0.732231, + "nauc_mrr_at_100_max": 0.673547, + "nauc_mrr_at_100_std": 0.204553, + "nauc_mrr_at_100_diff1": 0.732829, + "nauc_mrr_at_1000_max": 0.673536, + "nauc_mrr_at_1000_std": 0.204348, + "nauc_mrr_at_1000_diff1": 0.732985, + "hit_rate_at_1": 0.59, + "hit_rate_at_3": 0.70333, + "hit_rate_at_5": 0.74222, + "hit_rate_at_10": 0.8, + "hit_rate_at_20": 0.84, + "hit_rate_at_100": 0.95111, + "hit_rate_at_1000": 1.0, + "main_score": 0.69085, + "hf_subset": "npi_Deva-npi_Latn", + "languages": [ + "npi-Deva", + "npi-Latn" + ] + }, + { + "ndcg_at_1": 0.61, + "ndcg_at_3": 0.68182, + "ndcg_at_5": 0.69674, + "ndcg_at_10": 0.71331, + "ndcg_at_20": 0.72798, + "ndcg_at_100": 0.74429, + "ndcg_at_1000": 0.74871, + "map_at_1": 0.61, + "map_at_3": 0.6637, + "map_at_5": 0.67187, + "map_at_10": 0.67895, + "map_at_20": 0.683, + "map_at_100": 0.68526, + "map_at_1000": 0.68545, + "recall_at_1": 0.61, + "recall_at_3": 0.73444, + "recall_at_5": 0.77111, + "recall_at_10": 0.82111, + "recall_at_20": 0.87889, + "recall_at_100": 0.96667, + "recall_at_1000": 1.0, + "accuracy": 0.61, + "precision_at_1": 0.61, + "precision_at_3": 0.24481, + "precision_at_5": 0.15422, + "precision_at_10": 0.08211, + "precision_at_20": 0.04394, + "precision_at_100": 0.00967, + "precision_at_1000": 0.001, + "mrr_at_1": 0.61, + "mrr_at_3": 0.663704, + "mrr_at_5": 0.67187, + "mrr_at_10": 0.678947, + "mrr_at_20": 0.682998, + "mrr_at_100": 0.685256, + "mrr_at_1000": 0.685447, + "nauc_ndcg_at_1_max": 0.674081, + "nauc_ndcg_at_1_std": -0.075139, + "nauc_ndcg_at_1_diff1": 0.821999, + "nauc_ndcg_at_3_max": 0.682093, + "nauc_ndcg_at_3_std": -0.075757, + "nauc_ndcg_at_3_diff1": 0.799243, + "nauc_ndcg_at_5_max": 0.687249, + "nauc_ndcg_at_5_std": -0.073556, + "nauc_ndcg_at_5_diff1": 0.799697, + "nauc_ndcg_at_10_max": 0.677829, + "nauc_ndcg_at_10_std": -0.076093, + "nauc_ndcg_at_10_diff1": 0.792602, + "nauc_ndcg_at_20_max": 0.680092, + "nauc_ndcg_at_20_std": -0.065835, + "nauc_ndcg_at_20_diff1": 0.793487, + "nauc_ndcg_at_100_max": 0.680002, + "nauc_ndcg_at_100_std": -0.071328, + "nauc_ndcg_at_100_diff1": 0.79848, + "nauc_ndcg_at_1000_max": 0.680558, + "nauc_ndcg_at_1000_std": -0.072326, + "nauc_ndcg_at_1000_diff1": 0.799785, + "nauc_map_at_1_max": 0.674081, + "nauc_map_at_1_std": -0.075139, + "nauc_map_at_1_diff1": 0.821999, + "nauc_map_at_3_max": 0.680999, + "nauc_map_at_3_std": -0.075393, + "nauc_map_at_3_diff1": 0.805298, + "nauc_map_at_5_max": 0.683663, + "nauc_map_at_5_std": -0.074606, + "nauc_map_at_5_diff1": 0.805782, + "nauc_map_at_10_max": 0.679917, + "nauc_map_at_10_std": -0.075504, + "nauc_map_at_10_diff1": 0.80293, + "nauc_map_at_20_max": 0.680771, + "nauc_map_at_20_std": -0.072692, + "nauc_map_at_20_diff1": 0.803357, + "nauc_map_at_100_max": 0.680629, + "nauc_map_at_100_std": -0.073744, + "nauc_map_at_100_diff1": 0.803887, + "nauc_map_at_1000_max": 0.680647, + "nauc_map_at_1000_std": -0.07376, + "nauc_map_at_1000_diff1": 0.803945, + "nauc_recall_at_1_max": 0.674081, + "nauc_recall_at_1_std": -0.075139, + "nauc_recall_at_1_diff1": 0.821999, + "nauc_recall_at_3_max": 0.685313, + "nauc_recall_at_3_std": -0.077098, + "nauc_recall_at_3_diff1": 0.778583, + "nauc_recall_at_5_max": 0.70115, + "nauc_recall_at_5_std": -0.06869, + "nauc_recall_at_5_diff1": 0.776687, + "nauc_recall_at_10_max": 0.663471, + "nauc_recall_at_10_std": -0.079481, + "nauc_recall_at_10_diff1": 0.742241, + "nauc_recall_at_20_max": 0.670093, + "nauc_recall_at_20_std": -0.007666, + "nauc_recall_at_20_diff1": 0.726326, + "nauc_recall_at_100_max": 0.652194, + "nauc_recall_at_100_std": -0.0176, + "nauc_recall_at_100_diff1": 0.73906, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.674081, + "nauc_precision_at_1_std": -0.075139, + "nauc_precision_at_1_diff1": 0.821999, + "nauc_precision_at_3_max": 0.685313, + "nauc_precision_at_3_std": -0.077098, + "nauc_precision_at_3_diff1": 0.778583, + "nauc_precision_at_5_max": 0.70115, + "nauc_precision_at_5_std": -0.06869, + "nauc_precision_at_5_diff1": 0.776687, + "nauc_precision_at_10_max": 0.663471, + "nauc_precision_at_10_std": -0.079481, + "nauc_precision_at_10_diff1": 0.742241, + "nauc_precision_at_20_max": 0.670093, + "nauc_precision_at_20_std": -0.007666, + "nauc_precision_at_20_diff1": 0.726326, + "nauc_precision_at_100_max": 0.652194, + "nauc_precision_at_100_std": -0.0176, + "nauc_precision_at_100_diff1": 0.73906, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.674081, + "nauc_mrr_at_1_std": -0.075139, + "nauc_mrr_at_1_diff1": 0.821999, + "nauc_mrr_at_3_max": 0.680999, + "nauc_mrr_at_3_std": -0.075393, + "nauc_mrr_at_3_diff1": 0.805298, + "nauc_mrr_at_5_max": 0.683663, + "nauc_mrr_at_5_std": -0.074606, + "nauc_mrr_at_5_diff1": 0.805782, + "nauc_mrr_at_10_max": 0.679917, + "nauc_mrr_at_10_std": -0.075504, + "nauc_mrr_at_10_diff1": 0.80293, + "nauc_mrr_at_20_max": 0.680771, + "nauc_mrr_at_20_std": -0.072692, + "nauc_mrr_at_20_diff1": 0.803357, + "nauc_mrr_at_100_max": 0.680629, + "nauc_mrr_at_100_std": -0.073744, + "nauc_mrr_at_100_diff1": 0.803887, + "nauc_mrr_at_1000_max": 0.680647, + "nauc_mrr_at_1000_std": -0.07376, + "nauc_mrr_at_1000_diff1": 0.803945, + "hit_rate_at_1": 0.61, + "hit_rate_at_3": 0.73444, + "hit_rate_at_5": 0.77111, + "hit_rate_at_10": 0.82111, + "hit_rate_at_20": 0.87889, + "hit_rate_at_100": 0.96667, + "hit_rate_at_1000": 1.0, + "main_score": 0.71331, + "hf_subset": "npi_Latn-npi_Deva", + "languages": [ + "npi-Latn", + "npi-Deva" + ] + }, + { + "ndcg_at_1": 0.04222, + "ndcg_at_3": 0.06315, + "ndcg_at_5": 0.07137, + "ndcg_at_10": 0.07957, + "ndcg_at_20": 0.09248, + "ndcg_at_100": 0.13617, + "ndcg_at_1000": 0.20914, + "map_at_1": 0.04222, + "map_at_3": 0.05741, + "map_at_5": 0.06196, + "map_at_10": 0.06531, + "map_at_20": 0.06885, + "map_at_100": 0.0741, + "map_at_1000": 0.0767, + "recall_at_1": 0.04222, + "recall_at_3": 0.08, + "recall_at_5": 0.1, + "recall_at_10": 0.12556, + "recall_at_20": 0.17667, + "recall_at_100": 0.42444, + "recall_at_1000": 1.0, + "accuracy": 0.04222, + "precision_at_1": 0.04222, + "precision_at_3": 0.02667, + "precision_at_5": 0.02, + "precision_at_10": 0.01256, + "precision_at_20": 0.00883, + "precision_at_100": 0.00424, + "precision_at_1000": 0.001, + "mrr_at_1": 0.042222, + "mrr_at_3": 0.057407, + "mrr_at_5": 0.061963, + "mrr_at_10": 0.065311, + "mrr_at_20": 0.068848, + "mrr_at_100": 0.074097, + "mrr_at_1000": 0.076696, + "nauc_ndcg_at_1_max": 0.573729, + "nauc_ndcg_at_1_std": 0.401508, + "nauc_ndcg_at_1_diff1": 0.759183, + "nauc_ndcg_at_3_max": 0.354589, + "nauc_ndcg_at_3_std": 0.317766, + "nauc_ndcg_at_3_diff1": 0.547, + "nauc_ndcg_at_5_max": 0.300141, + "nauc_ndcg_at_5_std": 0.29049, + "nauc_ndcg_at_5_diff1": 0.496442, + "nauc_ndcg_at_10_max": 0.254598, + "nauc_ndcg_at_10_std": 0.271823, + "nauc_ndcg_at_10_diff1": 0.48663, + "nauc_ndcg_at_20_max": 0.21821, + "nauc_ndcg_at_20_std": 0.257391, + "nauc_ndcg_at_20_diff1": 0.437191, + "nauc_ndcg_at_100_max": 0.19004, + "nauc_ndcg_at_100_std": 0.230961, + "nauc_ndcg_at_100_diff1": 0.38458, + "nauc_ndcg_at_1000_max": 0.24407, + "nauc_ndcg_at_1000_std": 0.258701, + "nauc_ndcg_at_1000_diff1": 0.443556, + "nauc_map_at_1_max": 0.573729, + "nauc_map_at_1_std": 0.401508, + "nauc_map_at_1_diff1": 0.759183, + "nauc_map_at_3_max": 0.400522, + "nauc_map_at_3_std": 0.33325, + "nauc_map_at_3_diff1": 0.59087, + "nauc_map_at_5_max": 0.361833, + "nauc_map_at_5_std": 0.314329, + "nauc_map_at_5_diff1": 0.555575, + "nauc_map_at_10_max": 0.337137, + "nauc_map_at_10_std": 0.304576, + "nauc_map_at_10_diff1": 0.54944, + "nauc_map_at_20_max": 0.321513, + "nauc_map_at_20_std": 0.2979, + "nauc_map_at_20_diff1": 0.529773, + "nauc_map_at_100_max": 0.313399, + "nauc_map_at_100_std": 0.291893, + "nauc_map_at_100_diff1": 0.515254, + "nauc_map_at_1000_max": 0.316143, + "nauc_map_at_1000_std": 0.292954, + "nauc_map_at_1000_diff1": 0.517999, + "nauc_recall_at_1_max": 0.573729, + "nauc_recall_at_1_std": 0.401508, + "nauc_recall_at_1_diff1": 0.759183, + "nauc_recall_at_3_max": 0.257375, + "nauc_recall_at_3_std": 0.285514, + "nauc_recall_at_3_diff1": 0.454305, + "nauc_recall_at_5_max": 0.183782, + "nauc_recall_at_5_std": 0.245595, + "nauc_recall_at_5_diff1": 0.384605, + "nauc_recall_at_10_max": 0.108407, + "nauc_recall_at_10_std": 0.213318, + "nauc_recall_at_10_diff1": 0.378661, + "nauc_recall_at_20_max": 0.059359, + "nauc_recall_at_20_std": 0.195527, + "nauc_recall_at_20_diff1": 0.292367, + "nauc_recall_at_100_max": 0.033232, + "nauc_recall_at_100_std": 0.145392, + "nauc_recall_at_100_diff1": 0.210994, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.573729, + "nauc_precision_at_1_std": 0.401508, + "nauc_precision_at_1_diff1": 0.759183, + "nauc_precision_at_3_max": 0.257375, + "nauc_precision_at_3_std": 0.285514, + "nauc_precision_at_3_diff1": 0.454305, + "nauc_precision_at_5_max": 0.183782, + "nauc_precision_at_5_std": 0.245595, + "nauc_precision_at_5_diff1": 0.384605, + "nauc_precision_at_10_max": 0.108407, + "nauc_precision_at_10_std": 0.213318, + "nauc_precision_at_10_diff1": 0.378661, + "nauc_precision_at_20_max": 0.059359, + "nauc_precision_at_20_std": 0.195527, + "nauc_precision_at_20_diff1": 0.292367, + "nauc_precision_at_100_max": 0.033232, + "nauc_precision_at_100_std": 0.145392, + "nauc_precision_at_100_diff1": 0.210994, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.573729, + "nauc_mrr_at_1_std": 0.401508, + "nauc_mrr_at_1_diff1": 0.759183, + "nauc_mrr_at_3_max": 0.400522, + "nauc_mrr_at_3_std": 0.33325, + "nauc_mrr_at_3_diff1": 0.59087, + "nauc_mrr_at_5_max": 0.361833, + "nauc_mrr_at_5_std": 0.314329, + "nauc_mrr_at_5_diff1": 0.555575, + "nauc_mrr_at_10_max": 0.337137, + "nauc_mrr_at_10_std": 0.304576, + "nauc_mrr_at_10_diff1": 0.54944, + "nauc_mrr_at_20_max": 0.321513, + "nauc_mrr_at_20_std": 0.2979, + "nauc_mrr_at_20_diff1": 0.529773, + "nauc_mrr_at_100_max": 0.313399, + "nauc_mrr_at_100_std": 0.291893, + "nauc_mrr_at_100_diff1": 0.515254, + "nauc_mrr_at_1000_max": 0.316143, + "nauc_mrr_at_1000_std": 0.292954, + "nauc_mrr_at_1000_diff1": 0.517999, + "hit_rate_at_1": 0.04222, + "hit_rate_at_3": 0.08, + "hit_rate_at_5": 0.1, + "hit_rate_at_10": 0.12556, + "hit_rate_at_20": 0.17667, + "hit_rate_at_100": 0.42444, + "hit_rate_at_1000": 1.0, + "main_score": 0.07957, + "hf_subset": "sin_Sinh-sin_Latn", + "languages": [ + "sin-Sinh", + "sin-Latn" + ] + }, + { + "ndcg_at_1": 0.04, + "ndcg_at_3": 0.04865, + "ndcg_at_5": 0.0519, + "ndcg_at_10": 0.06149, + "ndcg_at_20": 0.07184, + "ndcg_at_100": 0.11828, + "ndcg_at_1000": 0.19532, + "map_at_1": 0.04, + "map_at_3": 0.0463, + "map_at_5": 0.04813, + "map_at_10": 0.05202, + "map_at_20": 0.05484, + "map_at_100": 0.06036, + "map_at_1000": 0.06321, + "recall_at_1": 0.04, + "recall_at_3": 0.05556, + "recall_at_5": 0.06333, + "recall_at_10": 0.09333, + "recall_at_20": 0.13444, + "recall_at_100": 0.39778, + "recall_at_1000": 1.0, + "accuracy": 0.04, + "precision_at_1": 0.04, + "precision_at_3": 0.01852, + "precision_at_5": 0.01267, + "precision_at_10": 0.00933, + "precision_at_20": 0.00672, + "precision_at_100": 0.00398, + "precision_at_1000": 0.001, + "mrr_at_1": 0.04, + "mrr_at_3": 0.046296, + "mrr_at_5": 0.04813, + "mrr_at_10": 0.052017, + "mrr_at_20": 0.054843, + "mrr_at_100": 0.060364, + "mrr_at_1000": 0.063212, + "nauc_ndcg_at_1_max": 0.704327, + "nauc_ndcg_at_1_std": -0.267984, + "nauc_ndcg_at_1_diff1": 0.796254, + "nauc_ndcg_at_3_max": 0.603771, + "nauc_ndcg_at_3_std": -0.162899, + "nauc_ndcg_at_3_diff1": 0.659796, + "nauc_ndcg_at_5_max": 0.561999, + "nauc_ndcg_at_5_std": -0.172075, + "nauc_ndcg_at_5_diff1": 0.629389, + "nauc_ndcg_at_10_max": 0.503724, + "nauc_ndcg_at_10_std": -0.1429, + "nauc_ndcg_at_10_diff1": 0.564185, + "nauc_ndcg_at_20_max": 0.432263, + "nauc_ndcg_at_20_std": -0.127346, + "nauc_ndcg_at_20_diff1": 0.492472, + "nauc_ndcg_at_100_max": 0.330333, + "nauc_ndcg_at_100_std": -0.066223, + "nauc_ndcg_at_100_diff1": 0.378206, + "nauc_ndcg_at_1000_max": 0.427539, + "nauc_ndcg_at_1000_std": -0.112049, + "nauc_ndcg_at_1000_diff1": 0.480932, + "nauc_map_at_1_max": 0.704327, + "nauc_map_at_1_std": -0.267984, + "nauc_map_at_1_diff1": 0.796254, + "nauc_map_at_3_max": 0.628866, + "nauc_map_at_3_std": -0.187321, + "nauc_map_at_3_diff1": 0.691031, + "nauc_map_at_5_max": 0.602111, + "nauc_map_at_5_std": -0.191855, + "nauc_map_at_5_diff1": 0.670996, + "nauc_map_at_10_max": 0.571843, + "nauc_map_at_10_std": -0.176165, + "nauc_map_at_10_diff1": 0.636558, + "nauc_map_at_20_max": 0.544209, + "nauc_map_at_20_std": -0.169306, + "nauc_map_at_20_diff1": 0.608592, + "nauc_map_at_100_max": 0.51886, + "nauc_map_at_100_std": -0.154585, + "nauc_map_at_100_diff1": 0.580556, + "nauc_map_at_1000_max": 0.524152, + "nauc_map_at_1000_std": -0.157132, + "nauc_map_at_1000_diff1": 0.585813, + "nauc_recall_at_1_max": 0.704327, + "nauc_recall_at_1_std": -0.267984, + "nauc_recall_at_1_diff1": 0.796254, + "nauc_recall_at_3_max": 0.541996, + "nauc_recall_at_3_std": -0.1033, + "nauc_recall_at_3_diff1": 0.583719, + "nauc_recall_at_5_max": 0.468996, + "nauc_recall_at_5_std": -0.128959, + "nauc_recall_at_5_diff1": 0.534605, + "nauc_recall_at_10_max": 0.376841, + "nauc_recall_at_10_std": -0.083305, + "nauc_recall_at_10_diff1": 0.43083, + "nauc_recall_at_20_max": 0.24835, + "nauc_recall_at_20_std": -0.063558, + "nauc_recall_at_20_diff1": 0.303707, + "nauc_recall_at_100_max": 0.098378, + "nauc_recall_at_100_std": 0.04332, + "nauc_recall_at_100_diff1": 0.12825, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.704327, + "nauc_precision_at_1_std": -0.267984, + "nauc_precision_at_1_diff1": 0.796254, + "nauc_precision_at_3_max": 0.541996, + "nauc_precision_at_3_std": -0.1033, + "nauc_precision_at_3_diff1": 0.583719, + "nauc_precision_at_5_max": 0.468996, + "nauc_precision_at_5_std": -0.128959, + "nauc_precision_at_5_diff1": 0.534605, + "nauc_precision_at_10_max": 0.376841, + "nauc_precision_at_10_std": -0.083305, + "nauc_precision_at_10_diff1": 0.43083, + "nauc_precision_at_20_max": 0.24835, + "nauc_precision_at_20_std": -0.063558, + "nauc_precision_at_20_diff1": 0.303707, + "nauc_precision_at_100_max": 0.098378, + "nauc_precision_at_100_std": 0.04332, + "nauc_precision_at_100_diff1": 0.12825, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.704327, + "nauc_mrr_at_1_std": -0.267984, + "nauc_mrr_at_1_diff1": 0.796254, + "nauc_mrr_at_3_max": 0.628866, + "nauc_mrr_at_3_std": -0.187321, + "nauc_mrr_at_3_diff1": 0.691031, + "nauc_mrr_at_5_max": 0.602111, + "nauc_mrr_at_5_std": -0.191855, + "nauc_mrr_at_5_diff1": 0.670996, + "nauc_mrr_at_10_max": 0.571843, + "nauc_mrr_at_10_std": -0.176165, + "nauc_mrr_at_10_diff1": 0.636558, + "nauc_mrr_at_20_max": 0.544209, + "nauc_mrr_at_20_std": -0.169306, + "nauc_mrr_at_20_diff1": 0.608592, + "nauc_mrr_at_100_max": 0.51886, + "nauc_mrr_at_100_std": -0.154585, + "nauc_mrr_at_100_diff1": 0.580556, + "nauc_mrr_at_1000_max": 0.524152, + "nauc_mrr_at_1000_std": -0.157132, + "nauc_mrr_at_1000_diff1": 0.585813, + "hit_rate_at_1": 0.04, + "hit_rate_at_3": 0.05556, + "hit_rate_at_5": 0.06333, + "hit_rate_at_10": 0.09333, + "hit_rate_at_20": 0.13444, + "hit_rate_at_100": 0.39778, + "hit_rate_at_1000": 1.0, + "main_score": 0.06149, + "hf_subset": "sin_Latn-sin_Sinh", + "languages": [ + "sin-Latn", + "sin-Sinh" + ] + }, + { + "ndcg_at_1": 0.55889, + "ndcg_at_3": 0.62659, + "ndcg_at_5": 0.64762, + "ndcg_at_10": 0.66154, + "ndcg_at_20": 0.67797, + "ndcg_at_100": 0.69476, + "ndcg_at_1000": 0.70464, + "map_at_1": 0.55889, + "map_at_3": 0.61037, + "map_at_5": 0.62204, + "map_at_10": 0.62772, + "map_at_20": 0.63215, + "map_at_100": 0.63434, + "map_at_1000": 0.63476, + "recall_at_1": 0.55889, + "recall_at_3": 0.67333, + "recall_at_5": 0.72444, + "recall_at_10": 0.76778, + "recall_at_20": 0.83333, + "recall_at_100": 0.92556, + "recall_at_1000": 1.0, + "accuracy": 0.55889, + "precision_at_1": 0.55889, + "precision_at_3": 0.22444, + "precision_at_5": 0.14489, + "precision_at_10": 0.07678, + "precision_at_20": 0.04167, + "precision_at_100": 0.00926, + "precision_at_1000": 0.001, + "mrr_at_1": 0.558889, + "mrr_at_3": 0.61037, + "mrr_at_5": 0.622037, + "mrr_at_10": 0.62772, + "mrr_at_20": 0.632148, + "mrr_at_100": 0.634337, + "mrr_at_1000": 0.634762, + "nauc_ndcg_at_1_max": 0.633082, + "nauc_ndcg_at_1_std": 0.093987, + "nauc_ndcg_at_1_diff1": 0.774133, + "nauc_ndcg_at_3_max": 0.672042, + "nauc_ndcg_at_3_std": 0.161695, + "nauc_ndcg_at_3_diff1": 0.735973, + "nauc_ndcg_at_5_max": 0.676531, + "nauc_ndcg_at_5_std": 0.177081, + "nauc_ndcg_at_5_diff1": 0.729705, + "nauc_ndcg_at_10_max": 0.674455, + "nauc_ndcg_at_10_std": 0.176605, + "nauc_ndcg_at_10_diff1": 0.726866, + "nauc_ndcg_at_20_max": 0.670211, + "nauc_ndcg_at_20_std": 0.175427, + "nauc_ndcg_at_20_diff1": 0.729959, + "nauc_ndcg_at_100_max": 0.669646, + "nauc_ndcg_at_100_std": 0.175849, + "nauc_ndcg_at_100_diff1": 0.733215, + "nauc_ndcg_at_1000_max": 0.66768, + "nauc_ndcg_at_1000_std": 0.166154, + "nauc_ndcg_at_1000_diff1": 0.736547, + "nauc_map_at_1_max": 0.633082, + "nauc_map_at_1_std": 0.093987, + "nauc_map_at_1_diff1": 0.774133, + "nauc_map_at_3_max": 0.663106, + "nauc_map_at_3_std": 0.145219, + "nauc_map_at_3_diff1": 0.745756, + "nauc_map_at_5_max": 0.664858, + "nauc_map_at_5_std": 0.152649, + "nauc_map_at_5_diff1": 0.742389, + "nauc_map_at_10_max": 0.663762, + "nauc_map_at_10_std": 0.151968, + "nauc_map_at_10_diff1": 0.741382, + "nauc_map_at_20_max": 0.662633, + "nauc_map_at_20_std": 0.151434, + "nauc_map_at_20_diff1": 0.742287, + "nauc_map_at_100_max": 0.662734, + "nauc_map_at_100_std": 0.15205, + "nauc_map_at_100_diff1": 0.742795, + "nauc_map_at_1000_max": 0.662669, + "nauc_map_at_1000_std": 0.151717, + "nauc_map_at_1000_diff1": 0.742925, + "nauc_recall_at_1_max": 0.633082, + "nauc_recall_at_1_std": 0.093987, + "nauc_recall_at_1_diff1": 0.774133, + "nauc_recall_at_3_max": 0.700175, + "nauc_recall_at_3_std": 0.214063, + "nauc_recall_at_3_diff1": 0.704635, + "nauc_recall_at_5_max": 0.718809, + "nauc_recall_at_5_std": 0.266518, + "nauc_recall_at_5_diff1": 0.684044, + "nauc_recall_at_10_max": 0.71776, + "nauc_recall_at_10_std": 0.279064, + "nauc_recall_at_10_diff1": 0.666571, + "nauc_recall_at_20_max": 0.703754, + "nauc_recall_at_20_std": 0.304479, + "nauc_recall_at_20_diff1": 0.667209, + "nauc_recall_at_100_max": 0.719853, + "nauc_recall_at_100_std": 0.416489, + "nauc_recall_at_100_diff1": 0.654131, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.633082, + "nauc_precision_at_1_std": 0.093987, + "nauc_precision_at_1_diff1": 0.774133, + "nauc_precision_at_3_max": 0.700175, + "nauc_precision_at_3_std": 0.214063, + "nauc_precision_at_3_diff1": 0.704635, + "nauc_precision_at_5_max": 0.718809, + "nauc_precision_at_5_std": 0.266518, + "nauc_precision_at_5_diff1": 0.684044, + "nauc_precision_at_10_max": 0.71776, + "nauc_precision_at_10_std": 0.279064, + "nauc_precision_at_10_diff1": 0.666571, + "nauc_precision_at_20_max": 0.703754, + "nauc_precision_at_20_std": 0.304479, + "nauc_precision_at_20_diff1": 0.667209, + "nauc_precision_at_100_max": 0.719853, + "nauc_precision_at_100_std": 0.416489, + "nauc_precision_at_100_diff1": 0.654131, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.633082, + "nauc_mrr_at_1_std": 0.093987, + "nauc_mrr_at_1_diff1": 0.774133, + "nauc_mrr_at_3_max": 0.663106, + "nauc_mrr_at_3_std": 0.145219, + "nauc_mrr_at_3_diff1": 0.745756, + "nauc_mrr_at_5_max": 0.664858, + "nauc_mrr_at_5_std": 0.152649, + "nauc_mrr_at_5_diff1": 0.742389, + "nauc_mrr_at_10_max": 0.663762, + "nauc_mrr_at_10_std": 0.151968, + "nauc_mrr_at_10_diff1": 0.741382, + "nauc_mrr_at_20_max": 0.662633, + "nauc_mrr_at_20_std": 0.151434, + "nauc_mrr_at_20_diff1": 0.742287, + "nauc_mrr_at_100_max": 0.662734, + "nauc_mrr_at_100_std": 0.15205, + "nauc_mrr_at_100_diff1": 0.742795, + "nauc_mrr_at_1000_max": 0.662669, + "nauc_mrr_at_1000_std": 0.151717, + "nauc_mrr_at_1000_diff1": 0.742925, + "hit_rate_at_1": 0.55889, + "hit_rate_at_3": 0.67333, + "hit_rate_at_5": 0.72444, + "hit_rate_at_10": 0.76778, + "hit_rate_at_20": 0.83333, + "hit_rate_at_100": 0.92556, + "hit_rate_at_1000": 1.0, + "main_score": 0.66154, + "hf_subset": "urd_Arab-urd_Latn", + "languages": [ + "urd-Arab", + "urd-Latn" + ] + }, + { + "ndcg_at_1": 0.64111, + "ndcg_at_3": 0.71799, + "ndcg_at_5": 0.74075, + "ndcg_at_10": 0.76029, + "ndcg_at_20": 0.77018, + "ndcg_at_100": 0.77925, + "ndcg_at_1000": 0.78242, + "map_at_1": 0.64111, + "map_at_3": 0.69889, + "map_at_5": 0.71172, + "map_at_10": 0.71987, + "map_at_20": 0.72246, + "map_at_100": 0.7237, + "map_at_1000": 0.72385, + "recall_at_1": 0.64111, + "recall_at_3": 0.77333, + "recall_at_5": 0.82778, + "recall_at_10": 0.88778, + "recall_at_20": 0.92778, + "recall_at_100": 0.97667, + "recall_at_1000": 1.0, + "accuracy": 0.64111, + "precision_at_1": 0.64111, + "precision_at_3": 0.25778, + "precision_at_5": 0.16556, + "precision_at_10": 0.08878, + "precision_at_20": 0.04639, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "mrr_at_1": 0.641111, + "mrr_at_3": 0.698889, + "mrr_at_5": 0.711722, + "mrr_at_10": 0.719867, + "mrr_at_20": 0.72246, + "mrr_at_100": 0.723703, + "mrr_at_1000": 0.723851, + "nauc_ndcg_at_1_max": 0.586317, + "nauc_ndcg_at_1_std": -0.106713, + "nauc_ndcg_at_1_diff1": 0.788735, + "nauc_ndcg_at_3_max": 0.60527, + "nauc_ndcg_at_3_std": -0.077729, + "nauc_ndcg_at_3_diff1": 0.748038, + "nauc_ndcg_at_5_max": 0.601649, + "nauc_ndcg_at_5_std": -0.078154, + "nauc_ndcg_at_5_diff1": 0.741968, + "nauc_ndcg_at_10_max": 0.597166, + "nauc_ndcg_at_10_std": -0.090361, + "nauc_ndcg_at_10_diff1": 0.746547, + "nauc_ndcg_at_20_max": 0.597782, + "nauc_ndcg_at_20_std": -0.09178, + "nauc_ndcg_at_20_diff1": 0.751413, + "nauc_ndcg_at_100_max": 0.598163, + "nauc_ndcg_at_100_std": -0.088111, + "nauc_ndcg_at_100_diff1": 0.75428, + "nauc_ndcg_at_1000_max": 0.59855, + "nauc_ndcg_at_1000_std": -0.088115, + "nauc_ndcg_at_1000_diff1": 0.755973, + "nauc_map_at_1_max": 0.586317, + "nauc_map_at_1_std": -0.106713, + "nauc_map_at_1_diff1": 0.788735, + "nauc_map_at_3_max": 0.600957, + "nauc_map_at_3_std": -0.085314, + "nauc_map_at_3_diff1": 0.75971, + "nauc_map_at_5_max": 0.599221, + "nauc_map_at_5_std": -0.085162, + "nauc_map_at_5_diff1": 0.757062, + "nauc_map_at_10_max": 0.597459, + "nauc_map_at_10_std": -0.089672, + "nauc_map_at_10_diff1": 0.759046, + "nauc_map_at_20_max": 0.597639, + "nauc_map_at_20_std": -0.090017, + "nauc_map_at_20_diff1": 0.760356, + "nauc_map_at_100_max": 0.597896, + "nauc_map_at_100_std": -0.089326, + "nauc_map_at_100_diff1": 0.760853, + "nauc_map_at_1000_max": 0.597882, + "nauc_map_at_1000_std": -0.08934, + "nauc_map_at_1000_diff1": 0.7609, + "nauc_recall_at_1_max": 0.586317, + "nauc_recall_at_1_std": -0.106713, + "nauc_recall_at_1_diff1": 0.788735, + "nauc_recall_at_3_max": 0.620195, + "nauc_recall_at_3_std": -0.050869, + "nauc_recall_at_3_diff1": 0.706155, + "nauc_recall_at_5_max": 0.610283, + "nauc_recall_at_5_std": -0.049383, + "nauc_recall_at_5_diff1": 0.674959, + "nauc_recall_at_10_max": 0.589083, + "nauc_recall_at_10_std": -0.107778, + "nauc_recall_at_10_diff1": 0.671203, + "nauc_recall_at_20_max": 0.590562, + "nauc_recall_at_20_std": -0.131868, + "nauc_recall_at_20_diff1": 0.682497, + "nauc_recall_at_100_max": 0.562425, + "nauc_recall_at_100_std": -0.094416, + "nauc_recall_at_100_diff1": 0.646125, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.586317, + "nauc_precision_at_1_std": -0.106713, + "nauc_precision_at_1_diff1": 0.788735, + "nauc_precision_at_3_max": 0.620195, + "nauc_precision_at_3_std": -0.050869, + "nauc_precision_at_3_diff1": 0.706155, + "nauc_precision_at_5_max": 0.610283, + "nauc_precision_at_5_std": -0.049383, + "nauc_precision_at_5_diff1": 0.674959, + "nauc_precision_at_10_max": 0.589083, + "nauc_precision_at_10_std": -0.107778, + "nauc_precision_at_10_diff1": 0.671203, + "nauc_precision_at_20_max": 0.590562, + "nauc_precision_at_20_std": -0.131868, + "nauc_precision_at_20_diff1": 0.682497, + "nauc_precision_at_100_max": 0.562425, + "nauc_precision_at_100_std": -0.094416, + "nauc_precision_at_100_diff1": 0.646125, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.586317, + "nauc_mrr_at_1_std": -0.106713, + "nauc_mrr_at_1_diff1": 0.788735, + "nauc_mrr_at_3_max": 0.600957, + "nauc_mrr_at_3_std": -0.085314, + "nauc_mrr_at_3_diff1": 0.75971, + "nauc_mrr_at_5_max": 0.599221, + "nauc_mrr_at_5_std": -0.085162, + "nauc_mrr_at_5_diff1": 0.757062, + "nauc_mrr_at_10_max": 0.597459, + "nauc_mrr_at_10_std": -0.089672, + "nauc_mrr_at_10_diff1": 0.759046, + "nauc_mrr_at_20_max": 0.597639, + "nauc_mrr_at_20_std": -0.090017, + "nauc_mrr_at_20_diff1": 0.760356, + "nauc_mrr_at_100_max": 0.597896, + "nauc_mrr_at_100_std": -0.089326, + "nauc_mrr_at_100_diff1": 0.760853, + "nauc_mrr_at_1000_max": 0.597882, + "nauc_mrr_at_1000_std": -0.08934, + "nauc_mrr_at_1000_diff1": 0.7609, + "hit_rate_at_1": 0.64111, + "hit_rate_at_3": 0.77333, + "hit_rate_at_5": 0.82778, + "hit_rate_at_10": 0.88778, + "hit_rate_at_20": 0.92778, + "hit_rate_at_100": 0.97667, + "hit_rate_at_1000": 1.0, + "main_score": 0.76029, + "hf_subset": "urd_Latn-urd_Arab", + "languages": [ + "urd-Latn", + "urd-Arab" + ] + } + ] + }, + "evaluation_time": 40789.41563487053, + "kg_co2_emissions": null, + "date": 1775868373.64307 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BibleNLPBitextMining.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BibleNLPBitextMining.json new file mode 100644 index 0000000000..cc424075da --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BibleNLPBitextMining.json @@ -0,0 +1,19884 @@ +{ + "dataset_revision": "94c4293ca75c04b908c6b8e30d15788fe20fb409", + "task_name": "BibleNLPBitextMining", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "precision": 0.116264, + "recall": 0.148438, + "f1": 0.121841, + "accuracy": 0.148438, + "main_score": 0.121841, + "hf_subset": "eng_Latn-aai_Latn", + "languages": [ + "eng-Latn", + "aai-Latn" + ] + }, + { + "precision": 0.108243, + "recall": 0.160156, + "f1": 0.121884, + "accuracy": 0.160156, + "main_score": 0.121884, + "hf_subset": "aai_Latn-eng_Latn", + "languages": [ + "aai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041136, + "recall": 0.074219, + "f1": 0.048085, + "accuracy": 0.074219, + "main_score": 0.048085, + "hf_subset": "eng_Latn-aak_Arab", + "languages": [ + "eng-Latn", + "aak-Arab" + ] + }, + { + "precision": 0.037611, + "recall": 0.074219, + "f1": 0.043877, + "accuracy": 0.074219, + "main_score": 0.043877, + "hf_subset": "aak_Arab-eng_Latn", + "languages": [ + "aak-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.09667, + "recall": 0.125, + "f1": 0.10293, + "accuracy": 0.125, + "main_score": 0.10293, + "hf_subset": "eng_Latn-aau_Latn", + "languages": [ + "eng-Latn", + "aau-Latn" + ] + }, + { + "precision": 0.078451, + "recall": 0.144531, + "f1": 0.092684, + "accuracy": 0.144531, + "main_score": 0.092684, + "hf_subset": "aau_Latn-eng_Latn", + "languages": [ + "aau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081447, + "recall": 0.128906, + "f1": 0.091465, + "accuracy": 0.128906, + "main_score": 0.091465, + "hf_subset": "eng_Latn-aaz_Latn", + "languages": [ + "eng-Latn", + "aaz-Latn" + ] + }, + { + "precision": 0.087072, + "recall": 0.140625, + "f1": 0.097768, + "accuracy": 0.140625, + "main_score": 0.097768, + "hf_subset": "aaz_Latn-eng_Latn", + "languages": [ + "aaz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072721, + "recall": 0.125, + "f1": 0.082174, + "accuracy": 0.125, + "main_score": 0.082174, + "hf_subset": "eng_Latn-abt_Latn", + "languages": [ + "eng-Latn", + "abt-Latn" + ] + }, + { + "precision": 0.071745, + "recall": 0.121094, + "f1": 0.083748, + "accuracy": 0.121094, + "main_score": 0.083748, + "hf_subset": "abt_Latn-eng_Latn", + "languages": [ + "abt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.35186, + "recall": 0.457031, + "f1": 0.380794, + "accuracy": 0.457031, + "main_score": 0.380794, + "hf_subset": "eng_Latn-abx_Latn", + "languages": [ + "eng-Latn", + "abx-Latn" + ] + }, + { + "precision": 0.372689, + "recall": 0.480469, + "f1": 0.403677, + "accuracy": 0.480469, + "main_score": 0.403677, + "hf_subset": "abx_Latn-eng_Latn", + "languages": [ + "abx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.026154, + "recall": 0.046875, + "f1": 0.029734, + "accuracy": 0.046875, + "main_score": 0.029734, + "hf_subset": "eng_Latn-aby_Latn", + "languages": [ + "eng-Latn", + "aby-Latn" + ] + }, + { + "precision": 0.025428, + "recall": 0.039062, + "f1": 0.02832, + "accuracy": 0.039062, + "main_score": 0.02832, + "hf_subset": "aby_Latn-eng_Latn", + "languages": [ + "aby-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.290582, + "recall": 0.410156, + "f1": 0.318657, + "accuracy": 0.410156, + "main_score": 0.318657, + "hf_subset": "eng_Latn-acf_Latn", + "languages": [ + "eng-Latn", + "acf-Latn" + ] + }, + { + "precision": 0.309395, + "recall": 0.417969, + "f1": 0.335262, + "accuracy": 0.417969, + "main_score": 0.335262, + "hf_subset": "acf_Latn-eng_Latn", + "languages": [ + "acf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.163568, + "recall": 0.253906, + "f1": 0.18466, + "accuracy": 0.253906, + "main_score": 0.18466, + "hf_subset": "eng_Latn-acr_Latn", + "languages": [ + "eng-Latn", + "acr-Latn" + ] + }, + { + "precision": 0.156597, + "recall": 0.234375, + "f1": 0.174174, + "accuracy": 0.234375, + "main_score": 0.174174, + "hf_subset": "acr_Latn-eng_Latn", + "languages": [ + "acr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103795, + "recall": 0.128906, + "f1": 0.109766, + "accuracy": 0.128906, + "main_score": 0.109766, + "hf_subset": "eng_Latn-acu_Latn", + "languages": [ + "eng-Latn", + "acu-Latn" + ] + }, + { + "precision": 0.092973, + "recall": 0.132812, + "f1": 0.101603, + "accuracy": 0.132812, + "main_score": 0.101603, + "hf_subset": "acu_Latn-eng_Latn", + "languages": [ + "acu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.239562, + "recall": 0.320312, + "f1": 0.258641, + "accuracy": 0.320312, + "main_score": 0.258641, + "hf_subset": "eng_Latn-adz_Latn", + "languages": [ + "eng-Latn", + "adz-Latn" + ] + }, + { + "precision": 0.224495, + "recall": 0.316406, + "f1": 0.246888, + "accuracy": 0.316406, + "main_score": 0.246888, + "hf_subset": "adz_Latn-eng_Latn", + "languages": [ + "adz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091617, + "recall": 0.136719, + "f1": 0.102409, + "accuracy": 0.136719, + "main_score": 0.102409, + "hf_subset": "eng_Latn-aer_Latn", + "languages": [ + "eng-Latn", + "aer-Latn" + ] + }, + { + "precision": 0.078588, + "recall": 0.125, + "f1": 0.088113, + "accuracy": 0.125, + "main_score": 0.088113, + "hf_subset": "aer_Latn-eng_Latn", + "languages": [ + "aer-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061433, + "recall": 0.101562, + "f1": 0.071001, + "accuracy": 0.101562, + "main_score": 0.071001, + "hf_subset": "eng_Latn-aey_Latn", + "languages": [ + "eng-Latn", + "aey-Latn" + ] + }, + { + "precision": 0.045522, + "recall": 0.085938, + "f1": 0.05243, + "accuracy": 0.085938, + "main_score": 0.05243, + "hf_subset": "aey_Latn-eng_Latn", + "languages": [ + "aey-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050493, + "recall": 0.078125, + "f1": 0.05639, + "accuracy": 0.078125, + "main_score": 0.05639, + "hf_subset": "eng_Latn-agd_Latn", + "languages": [ + "eng-Latn", + "agd-Latn" + ] + }, + { + "precision": 0.028103, + "recall": 0.0625, + "f1": 0.034803, + "accuracy": 0.0625, + "main_score": 0.034803, + "hf_subset": "agd_Latn-eng_Latn", + "languages": [ + "agd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060048, + "recall": 0.105469, + "f1": 0.06968, + "accuracy": 0.105469, + "main_score": 0.06968, + "hf_subset": "eng_Latn-agg_Latn", + "languages": [ + "eng-Latn", + "agg-Latn" + ] + }, + { + "precision": 0.057739, + "recall": 0.089844, + "f1": 0.064358, + "accuracy": 0.089844, + "main_score": 0.064358, + "hf_subset": "agg_Latn-eng_Latn", + "languages": [ + "agg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049399, + "recall": 0.082031, + "f1": 0.055447, + "accuracy": 0.082031, + "main_score": 0.055447, + "hf_subset": "eng_Latn-agm_Latn", + "languages": [ + "eng-Latn", + "agm-Latn" + ] + }, + { + "precision": 0.050564, + "recall": 0.082031, + "f1": 0.056498, + "accuracy": 0.082031, + "main_score": 0.056498, + "hf_subset": "agm_Latn-eng_Latn", + "languages": [ + "agm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.304446, + "recall": 0.394531, + "f1": 0.327679, + "accuracy": 0.394531, + "main_score": 0.327679, + "hf_subset": "eng_Latn-agn_Latn", + "languages": [ + "eng-Latn", + "agn-Latn" + ] + }, + { + "precision": 0.307335, + "recall": 0.410156, + "f1": 0.335807, + "accuracy": 0.410156, + "main_score": 0.335807, + "hf_subset": "agn_Latn-eng_Latn", + "languages": [ + "agn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088123, + "recall": 0.117188, + "f1": 0.094395, + "accuracy": 0.117188, + "main_score": 0.094395, + "hf_subset": "eng_Latn-agr_Latn", + "languages": [ + "eng-Latn", + "agr-Latn" + ] + }, + { + "precision": 0.086342, + "recall": 0.117188, + "f1": 0.091543, + "accuracy": 0.117188, + "main_score": 0.091543, + "hf_subset": "agr_Latn-eng_Latn", + "languages": [ + "agr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063043, + "recall": 0.097656, + "f1": 0.072135, + "accuracy": 0.097656, + "main_score": 0.072135, + "hf_subset": "eng_Latn-agt_Latn", + "languages": [ + "eng-Latn", + "agt-Latn" + ] + }, + { + "precision": 0.073127, + "recall": 0.15625, + "f1": 0.089881, + "accuracy": 0.15625, + "main_score": 0.089881, + "hf_subset": "agt_Latn-eng_Latn", + "languages": [ + "agt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.124966, + "recall": 0.175781, + "f1": 0.136542, + "accuracy": 0.175781, + "main_score": 0.136542, + "hf_subset": "eng_Latn-agu_Latn", + "languages": [ + "eng-Latn", + "agu-Latn" + ] + }, + { + "precision": 0.106153, + "recall": 0.164062, + "f1": 0.117049, + "accuracy": 0.164062, + "main_score": 0.117049, + "hf_subset": "agu_Latn-eng_Latn", + "languages": [ + "agu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089258, + "recall": 0.128906, + "f1": 0.098906, + "accuracy": 0.128906, + "main_score": 0.098906, + "hf_subset": "eng_Latn-aia_Latn", + "languages": [ + "eng-Latn", + "aia-Latn" + ] + }, + { + "precision": 0.075572, + "recall": 0.117188, + "f1": 0.084015, + "accuracy": 0.117188, + "main_score": 0.084015, + "hf_subset": "aia_Latn-eng_Latn", + "languages": [ + "aia-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.125865, + "recall": 0.21875, + "f1": 0.14734, + "accuracy": 0.21875, + "main_score": 0.14734, + "hf_subset": "eng_Latn-aii_Syrc", + "languages": [ + "eng-Latn", + "aii-Syrc" + ] + }, + { + "precision": 0.08454, + "recall": 0.160156, + "f1": 0.098943, + "accuracy": 0.160156, + "main_score": 0.098943, + "hf_subset": "aii_Syrc-eng_Latn", + "languages": [ + "aii-Syrc", + "eng-Latn" + ] + }, + { + "precision": 0.092883, + "recall": 0.136719, + "f1": 0.103425, + "accuracy": 0.136719, + "main_score": 0.103425, + "hf_subset": "eng_Latn-aka_Latn", + "languages": [ + "eng-Latn", + "aka-Latn" + ] + }, + { + "precision": 0.07798, + "recall": 0.140625, + "f1": 0.090237, + "accuracy": 0.140625, + "main_score": 0.090237, + "hf_subset": "aka_Latn-eng_Latn", + "languages": [ + "aka-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0599, + "recall": 0.105469, + "f1": 0.068039, + "accuracy": 0.105469, + "main_score": 0.068039, + "hf_subset": "eng_Latn-ake_Latn", + "languages": [ + "eng-Latn", + "ake-Latn" + ] + }, + { + "precision": 0.040365, + "recall": 0.078125, + "f1": 0.045815, + "accuracy": 0.078125, + "main_score": 0.045815, + "hf_subset": "ake_Latn-eng_Latn", + "languages": [ + "ake-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066406, + "recall": 0.101562, + "f1": 0.074799, + "accuracy": 0.101562, + "main_score": 0.074799, + "hf_subset": "eng_Latn-alp_Latn", + "languages": [ + "eng-Latn", + "alp-Latn" + ] + }, + { + "precision": 0.056695, + "recall": 0.109375, + "f1": 0.066421, + "accuracy": 0.109375, + "main_score": 0.066421, + "hf_subset": "alp_Latn-eng_Latn", + "languages": [ + "alp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085254, + "recall": 0.132812, + "f1": 0.096404, + "accuracy": 0.132812, + "main_score": 0.096404, + "hf_subset": "eng_Latn-alq_Latn", + "languages": [ + "eng-Latn", + "alq-Latn" + ] + }, + { + "precision": 0.076581, + "recall": 0.101562, + "f1": 0.081971, + "accuracy": 0.101562, + "main_score": 0.081971, + "hf_subset": "alq_Latn-eng_Latn", + "languages": [ + "alq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.177734, + "recall": 0.230469, + "f1": 0.19401, + "accuracy": 0.230469, + "main_score": 0.19401, + "hf_subset": "eng_Latn-als_Latn", + "languages": [ + "eng-Latn", + "als-Latn" + ] + }, + { + "precision": 0.178385, + "recall": 0.207031, + "f1": 0.186719, + "accuracy": 0.207031, + "main_score": 0.186719, + "hf_subset": "als_Latn-eng_Latn", + "languages": [ + "als-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078168, + "recall": 0.125, + "f1": 0.088821, + "accuracy": 0.125, + "main_score": 0.088821, + "hf_subset": "eng_Latn-aly_Latn", + "languages": [ + "eng-Latn", + "aly-Latn" + ] + }, + { + "precision": 0.078155, + "recall": 0.136719, + "f1": 0.088861, + "accuracy": 0.136719, + "main_score": 0.088861, + "hf_subset": "aly_Latn-eng_Latn", + "languages": [ + "aly-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090278, + "recall": 0.125, + "f1": 0.097991, + "accuracy": 0.125, + "main_score": 0.097991, + "hf_subset": "eng_Latn-ame_Latn", + "languages": [ + "eng-Latn", + "ame-Latn" + ] + }, + { + "precision": 0.078312, + "recall": 0.128906, + "f1": 0.089714, + "accuracy": 0.128906, + "main_score": 0.089714, + "hf_subset": "ame_Latn-eng_Latn", + "languages": [ + "ame-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06492, + "recall": 0.09375, + "f1": 0.070018, + "accuracy": 0.09375, + "main_score": 0.070018, + "hf_subset": "eng_Latn-amf_Latn", + "languages": [ + "eng-Latn", + "amf-Latn" + ] + }, + { + "precision": 0.052728, + "recall": 0.09375, + "f1": 0.060255, + "accuracy": 0.09375, + "main_score": 0.060255, + "hf_subset": "amf_Latn-eng_Latn", + "languages": [ + "amf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091476, + "recall": 0.121094, + "f1": 0.097808, + "accuracy": 0.121094, + "main_score": 0.097808, + "hf_subset": "eng_Latn-amk_Latn", + "languages": [ + "eng-Latn", + "amk-Latn" + ] + }, + { + "precision": 0.085905, + "recall": 0.132812, + "f1": 0.095128, + "accuracy": 0.132812, + "main_score": 0.095128, + "hf_subset": "amk_Latn-eng_Latn", + "languages": [ + "amk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.026676, + "recall": 0.039062, + "f1": 0.02833, + "accuracy": 0.039062, + "main_score": 0.02833, + "hf_subset": "eng_Latn-amm_Latn", + "languages": [ + "eng-Latn", + "amm-Latn" + ] + }, + { + "precision": 0.032287, + "recall": 0.050781, + "f1": 0.034469, + "accuracy": 0.050781, + "main_score": 0.034469, + "hf_subset": "amm_Latn-eng_Latn", + "languages": [ + "amm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.082627, + "recall": 0.148438, + "f1": 0.096584, + "accuracy": 0.148438, + "main_score": 0.096584, + "hf_subset": "eng_Latn-amn_Latn", + "languages": [ + "eng-Latn", + "amn-Latn" + ] + }, + { + "precision": 0.086806, + "recall": 0.144531, + "f1": 0.098362, + "accuracy": 0.144531, + "main_score": 0.098362, + "hf_subset": "amn_Latn-eng_Latn", + "languages": [ + "amn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060916, + "recall": 0.089844, + "f1": 0.067101, + "accuracy": 0.089844, + "main_score": 0.067101, + "hf_subset": "eng_Latn-amo_Latn", + "languages": [ + "eng-Latn", + "amo-Latn" + ] + }, + { + "precision": 0.059889, + "recall": 0.117188, + "f1": 0.072061, + "accuracy": 0.117188, + "main_score": 0.072061, + "hf_subset": "amo_Latn-eng_Latn", + "languages": [ + "amo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066189, + "recall": 0.109375, + "f1": 0.074393, + "accuracy": 0.109375, + "main_score": 0.074393, + "hf_subset": "eng_Latn-amp_Latn", + "languages": [ + "eng-Latn", + "amp-Latn" + ] + }, + { + "precision": 0.077485, + "recall": 0.117188, + "f1": 0.084616, + "accuracy": 0.117188, + "main_score": 0.084616, + "hf_subset": "amp_Latn-eng_Latn", + "languages": [ + "amp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085063, + "recall": 0.128906, + "f1": 0.094996, + "accuracy": 0.128906, + "main_score": 0.094996, + "hf_subset": "eng_Latn-amr_Latn", + "languages": [ + "eng-Latn", + "amr-Latn" + ] + }, + { + "precision": 0.060714, + "recall": 0.101562, + "f1": 0.067699, + "accuracy": 0.101562, + "main_score": 0.067699, + "hf_subset": "amr_Latn-eng_Latn", + "languages": [ + "amr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110538, + "recall": 0.175781, + "f1": 0.12306, + "accuracy": 0.175781, + "main_score": 0.12306, + "hf_subset": "eng_Latn-amu_Latn", + "languages": [ + "eng-Latn", + "amu-Latn" + ] + }, + { + "precision": 0.101102, + "recall": 0.15625, + "f1": 0.112664, + "accuracy": 0.15625, + "main_score": 0.112664, + "hf_subset": "amu_Latn-eng_Latn", + "languages": [ + "amu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.193099, + "recall": 0.261719, + "f1": 0.2109, + "accuracy": 0.261719, + "main_score": 0.2109, + "hf_subset": "eng_Latn-amx_Latn", + "languages": [ + "eng-Latn", + "amx-Latn" + ] + }, + { + "precision": 0.18238, + "recall": 0.257812, + "f1": 0.200008, + "accuracy": 0.257812, + "main_score": 0.200008, + "hf_subset": "amx_Latn-eng_Latn", + "languages": [ + "amx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098241, + "recall": 0.18018, + "f1": 0.114723, + "accuracy": 0.18018, + "main_score": 0.114723, + "hf_subset": "eng_Latn-anh_Latn", + "languages": [ + "eng-Latn", + "anh-Latn" + ] + }, + { + "precision": 0.090265, + "recall": 0.153153, + "f1": 0.103075, + "accuracy": 0.153153, + "main_score": 0.103075, + "hf_subset": "anh_Latn-eng_Latn", + "languages": [ + "anh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0843, + "recall": 0.121094, + "f1": 0.09122, + "accuracy": 0.121094, + "main_score": 0.09122, + "hf_subset": "eng_Latn-anv_Latn", + "languages": [ + "eng-Latn", + "anv-Latn" + ] + }, + { + "precision": 0.078834, + "recall": 0.136719, + "f1": 0.089981, + "accuracy": 0.136719, + "main_score": 0.089981, + "hf_subset": "anv_Latn-eng_Latn", + "languages": [ + "anv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041053, + "recall": 0.0625, + "f1": 0.044454, + "accuracy": 0.0625, + "main_score": 0.044454, + "hf_subset": "eng_Latn-aoi_Latn", + "languages": [ + "eng-Latn", + "aoi-Latn" + ] + }, + { + "precision": 0.044766, + "recall": 0.085938, + "f1": 0.051294, + "accuracy": 0.085938, + "main_score": 0.051294, + "hf_subset": "aoi_Latn-eng_Latn", + "languages": [ + "aoi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092655, + "recall": 0.152344, + "f1": 0.106622, + "accuracy": 0.152344, + "main_score": 0.106622, + "hf_subset": "eng_Latn-aoj_Latn", + "languages": [ + "eng-Latn", + "aoj-Latn" + ] + }, + { + "precision": 0.071716, + "recall": 0.128906, + "f1": 0.083693, + "accuracy": 0.128906, + "main_score": 0.083693, + "hf_subset": "aoj_Latn-eng_Latn", + "languages": [ + "aoj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.136523, + "recall": 0.195312, + "f1": 0.151085, + "accuracy": 0.195312, + "main_score": 0.151085, + "hf_subset": "eng_Latn-aom_Latn", + "languages": [ + "eng-Latn", + "aom-Latn" + ] + }, + { + "precision": 0.094764, + "recall": 0.152344, + "f1": 0.109369, + "accuracy": 0.152344, + "main_score": 0.109369, + "hf_subset": "aom_Latn-eng_Latn", + "languages": [ + "aom-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074419, + "recall": 0.117188, + "f1": 0.084601, + "accuracy": 0.117188, + "main_score": 0.084601, + "hf_subset": "eng_Latn-aon_Latn", + "languages": [ + "eng-Latn", + "aon-Latn" + ] + }, + { + "precision": 0.070573, + "recall": 0.117188, + "f1": 0.07946, + "accuracy": 0.117188, + "main_score": 0.07946, + "hf_subset": "aon_Latn-eng_Latn", + "languages": [ + "aon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066417, + "recall": 0.109375, + "f1": 0.074826, + "accuracy": 0.109375, + "main_score": 0.074826, + "hf_subset": "eng_Latn-apb_Latn", + "languages": [ + "eng-Latn", + "apb-Latn" + ] + }, + { + "precision": 0.052009, + "recall": 0.121094, + "f1": 0.066958, + "accuracy": 0.121094, + "main_score": 0.066958, + "hf_subset": "apb_Latn-eng_Latn", + "languages": [ + "apb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093023, + "recall": 0.144531, + "f1": 0.102353, + "accuracy": 0.144531, + "main_score": 0.102353, + "hf_subset": "eng_Latn-ape_Latn", + "languages": [ + "eng-Latn", + "ape-Latn" + ] + }, + { + "precision": 0.078849, + "recall": 0.148438, + "f1": 0.092436, + "accuracy": 0.148438, + "main_score": 0.092436, + "hf_subset": "ape_Latn-eng_Latn", + "languages": [ + "ape-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.011626, + "recall": 0.019531, + "f1": 0.013346, + "accuracy": 0.019531, + "main_score": 0.013346, + "hf_subset": "eng_Latn-apn_Latn", + "languages": [ + "eng-Latn", + "apn-Latn" + ] + }, + { + "precision": 0.012128, + "recall": 0.027344, + "f1": 0.01431, + "accuracy": 0.027344, + "main_score": 0.01431, + "hf_subset": "apn_Latn-eng_Latn", + "languages": [ + "apn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070716, + "recall": 0.117188, + "f1": 0.079006, + "accuracy": 0.117188, + "main_score": 0.079006, + "hf_subset": "eng_Latn-apr_Latn", + "languages": [ + "eng-Latn", + "apr-Latn" + ] + }, + { + "precision": 0.061205, + "recall": 0.105469, + "f1": 0.069447, + "accuracy": 0.105469, + "main_score": 0.069447, + "hf_subset": "apr_Latn-eng_Latn", + "languages": [ + "apr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.030811, + "recall": 0.046875, + "f1": 0.03388, + "accuracy": 0.046875, + "main_score": 0.03388, + "hf_subset": "eng_Latn-apu_Latn", + "languages": [ + "eng-Latn", + "apu-Latn" + ] + }, + { + "precision": 0.033166, + "recall": 0.0625, + "f1": 0.038392, + "accuracy": 0.0625, + "main_score": 0.038392, + "hf_subset": "apu_Latn-eng_Latn", + "languages": [ + "apu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.135863, + "recall": 0.195312, + "f1": 0.149154, + "accuracy": 0.195312, + "main_score": 0.149154, + "hf_subset": "eng_Latn-apw_Latn", + "languages": [ + "eng-Latn", + "apw-Latn" + ] + }, + { + "precision": 0.113733, + "recall": 0.164062, + "f1": 0.124427, + "accuracy": 0.164062, + "main_score": 0.124427, + "hf_subset": "apw_Latn-eng_Latn", + "languages": [ + "apw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.016095, + "recall": 0.03125, + "f1": 0.018638, + "accuracy": 0.03125, + "main_score": 0.018638, + "hf_subset": "eng_Latn-apz_Latn", + "languages": [ + "eng-Latn", + "apz-Latn" + ] + }, + { + "precision": 0.020259, + "recall": 0.050781, + "f1": 0.023532, + "accuracy": 0.050781, + "main_score": 0.023532, + "hf_subset": "apz_Latn-eng_Latn", + "languages": [ + "apz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.128825, + "recall": 0.167969, + "f1": 0.137335, + "accuracy": 0.167969, + "main_score": 0.137335, + "hf_subset": "eng_Latn-are_Latn", + "languages": [ + "eng-Latn", + "are-Latn" + ] + }, + { + "precision": 0.110368, + "recall": 0.1875, + "f1": 0.127627, + "accuracy": 0.1875, + "main_score": 0.127627, + "hf_subset": "are_Latn-eng_Latn", + "languages": [ + "are-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.101129, + "recall": 0.140625, + "f1": 0.108916, + "accuracy": 0.140625, + "main_score": 0.108916, + "hf_subset": "eng_Latn-arl_Latn", + "languages": [ + "eng-Latn", + "arl-Latn" + ] + }, + { + "precision": 0.060646, + "recall": 0.097656, + "f1": 0.067053, + "accuracy": 0.097656, + "main_score": 0.067053, + "hf_subset": "arl_Latn-eng_Latn", + "languages": [ + "arl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.117998, + "recall": 0.171875, + "f1": 0.132236, + "accuracy": 0.171875, + "main_score": 0.132236, + "hf_subset": "eng_Latn-arn_Latn", + "languages": [ + "eng-Latn", + "arn-Latn" + ] + }, + { + "precision": 0.097212, + "recall": 0.152344, + "f1": 0.110231, + "accuracy": 0.152344, + "main_score": 0.110231, + "hf_subset": "arn_Latn-eng_Latn", + "languages": [ + "arn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.17494, + "recall": 0.268817, + "f1": 0.193275, + "accuracy": 0.268817, + "main_score": 0.193275, + "hf_subset": "eng_Latn-arp_Latn", + "languages": [ + "eng-Latn", + "arp-Latn" + ] + }, + { + "precision": 0.212814, + "recall": 0.301075, + "f1": 0.234194, + "accuracy": 0.301075, + "main_score": 0.234194, + "hf_subset": "arp_Latn-eng_Latn", + "languages": [ + "arp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.932943, + "recall": 0.949219, + "f1": 0.938151, + "accuracy": 0.949219, + "main_score": 0.938151, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.950521, + "recall": 0.960938, + "f1": 0.953776, + "accuracy": 0.960938, + "main_score": 0.953776, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.063997, + "recall": 0.085938, + "f1": 0.068493, + "accuracy": 0.085938, + "main_score": 0.068493, + "hf_subset": "eng_Latn-aso_Latn", + "languages": [ + "eng-Latn", + "aso-Latn" + ] + }, + { + "precision": 0.065828, + "recall": 0.109375, + "f1": 0.074342, + "accuracy": 0.109375, + "main_score": 0.074342, + "hf_subset": "aso_Latn-eng_Latn", + "languages": [ + "aso-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073992, + "recall": 0.105469, + "f1": 0.080824, + "accuracy": 0.105469, + "main_score": 0.080824, + "hf_subset": "eng_Latn-ata_Latn", + "languages": [ + "eng-Latn", + "ata-Latn" + ] + }, + { + "precision": 0.039412, + "recall": 0.085938, + "f1": 0.047573, + "accuracy": 0.085938, + "main_score": 0.047573, + "hf_subset": "ata_Latn-eng_Latn", + "languages": [ + "ata-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085406, + "recall": 0.136719, + "f1": 0.095901, + "accuracy": 0.136719, + "main_score": 0.095901, + "hf_subset": "eng_Latn-atb_Latn", + "languages": [ + "eng-Latn", + "atb-Latn" + ] + }, + { + "precision": 0.073042, + "recall": 0.113281, + "f1": 0.081059, + "accuracy": 0.113281, + "main_score": 0.081059, + "hf_subset": "atb_Latn-eng_Latn", + "languages": [ + "atb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08098, + "recall": 0.132812, + "f1": 0.092625, + "accuracy": 0.132812, + "main_score": 0.092625, + "hf_subset": "eng_Latn-atd_Latn", + "languages": [ + "eng-Latn", + "atd-Latn" + ] + }, + { + "precision": 0.096462, + "recall": 0.15625, + "f1": 0.109255, + "accuracy": 0.15625, + "main_score": 0.109255, + "hf_subset": "atd_Latn-eng_Latn", + "languages": [ + "atd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080914, + "recall": 0.121094, + "f1": 0.088235, + "accuracy": 0.121094, + "main_score": 0.088235, + "hf_subset": "eng_Latn-atg_Latn", + "languages": [ + "eng-Latn", + "atg-Latn" + ] + }, + { + "precision": 0.083735, + "recall": 0.128906, + "f1": 0.092116, + "accuracy": 0.128906, + "main_score": 0.092116, + "hf_subset": "atg_Latn-eng_Latn", + "languages": [ + "atg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083377, + "recall": 0.125, + "f1": 0.092274, + "accuracy": 0.125, + "main_score": 0.092274, + "hf_subset": "eng_Latn-att_Latn", + "languages": [ + "eng-Latn", + "att-Latn" + ] + }, + { + "precision": 0.07332, + "recall": 0.132812, + "f1": 0.086331, + "accuracy": 0.132812, + "main_score": 0.086331, + "hf_subset": "att_Latn-eng_Latn", + "languages": [ + "att-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.020143, + "recall": 0.039062, + "f1": 0.023998, + "accuracy": 0.039062, + "main_score": 0.023998, + "hf_subset": "eng_Latn-auc_Latn", + "languages": [ + "eng-Latn", + "auc-Latn" + ] + }, + { + "precision": 0.016165, + "recall": 0.046875, + "f1": 0.020868, + "accuracy": 0.046875, + "main_score": 0.020868, + "hf_subset": "auc_Latn-eng_Latn", + "languages": [ + "auc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.201508, + "recall": 0.277344, + "f1": 0.220995, + "accuracy": 0.277344, + "main_score": 0.220995, + "hf_subset": "eng_Latn-aui_Latn", + "languages": [ + "eng-Latn", + "aui-Latn" + ] + }, + { + "precision": 0.17589, + "recall": 0.261719, + "f1": 0.197011, + "accuracy": 0.261719, + "main_score": 0.197011, + "hf_subset": "aui_Latn-eng_Latn", + "languages": [ + "aui-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.023974, + "recall": 0.046875, + "f1": 0.027948, + "accuracy": 0.046875, + "main_score": 0.027948, + "hf_subset": "eng_Latn-auy_Latn", + "languages": [ + "eng-Latn", + "auy-Latn" + ] + }, + { + "precision": 0.027336, + "recall": 0.058594, + "f1": 0.03262, + "accuracy": 0.058594, + "main_score": 0.03262, + "hf_subset": "auy_Latn-eng_Latn", + "languages": [ + "auy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076107, + "recall": 0.109375, + "f1": 0.083929, + "accuracy": 0.109375, + "main_score": 0.083929, + "hf_subset": "eng_Latn-avt_Latn", + "languages": [ + "eng-Latn", + "avt-Latn" + ] + }, + { + "precision": 0.07662, + "recall": 0.117188, + "f1": 0.084136, + "accuracy": 0.117188, + "main_score": 0.084136, + "hf_subset": "avt_Latn-eng_Latn", + "languages": [ + "avt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.01722, + "recall": 0.035156, + "f1": 0.020474, + "accuracy": 0.035156, + "main_score": 0.020474, + "hf_subset": "eng_Latn-awb_Latn", + "languages": [ + "eng-Latn", + "awb-Latn" + ] + }, + { + "precision": 0.025953, + "recall": 0.046875, + "f1": 0.029343, + "accuracy": 0.046875, + "main_score": 0.029343, + "hf_subset": "awb_Latn-eng_Latn", + "languages": [ + "awb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.142126, + "recall": 0.222222, + "f1": 0.15889, + "accuracy": 0.222222, + "main_score": 0.15889, + "hf_subset": "eng_Latn-awk_Latn", + "languages": [ + "eng-Latn", + "awk-Latn" + ] + }, + { + "precision": 0.155295, + "recall": 0.252525, + "f1": 0.178644, + "accuracy": 0.252525, + "main_score": 0.178644, + "hf_subset": "awk_Latn-eng_Latn", + "languages": [ + "awk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.284449, + "recall": 0.355469, + "f1": 0.300921, + "accuracy": 0.355469, + "main_score": 0.300921, + "hf_subset": "eng_Latn-awx_Latn", + "languages": [ + "eng-Latn", + "awx-Latn" + ] + }, + { + "precision": 0.3187, + "recall": 0.414062, + "f1": 0.343573, + "accuracy": 0.414062, + "main_score": 0.343573, + "hf_subset": "awx_Latn-eng_Latn", + "languages": [ + "awx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.930339, + "recall": 0.949219, + "f1": 0.936198, + "accuracy": 0.949219, + "main_score": 0.936198, + "hf_subset": "eng_Latn-azb_Arab", + "languages": [ + "eng-Latn", + "azb-Arab" + ] + }, + { + "precision": 0.966797, + "recall": 0.972656, + "f1": 0.96875, + "accuracy": 0.972656, + "main_score": 0.96875, + "hf_subset": "azb_Arab-eng_Latn", + "languages": [ + "azb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.095013, + "recall": 0.136719, + "f1": 0.103165, + "accuracy": 0.136719, + "main_score": 0.103165, + "hf_subset": "eng_Latn-azg_Latn", + "languages": [ + "eng-Latn", + "azg-Latn" + ] + }, + { + "precision": 0.084933, + "recall": 0.125, + "f1": 0.094656, + "accuracy": 0.125, + "main_score": 0.094656, + "hf_subset": "azg_Latn-eng_Latn", + "languages": [ + "azg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.120945, + "recall": 0.1875, + "f1": 0.136101, + "accuracy": 0.1875, + "main_score": 0.136101, + "hf_subset": "eng_Latn-azz_Latn", + "languages": [ + "eng-Latn", + "azz-Latn" + ] + }, + { + "precision": 0.126151, + "recall": 0.210938, + "f1": 0.14506, + "accuracy": 0.210938, + "main_score": 0.14506, + "hf_subset": "azz_Latn-eng_Latn", + "languages": [ + "azz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095437, + "recall": 0.136719, + "f1": 0.104706, + "accuracy": 0.136719, + "main_score": 0.104706, + "hf_subset": "eng_Latn-bao_Latn", + "languages": [ + "eng-Latn", + "bao-Latn" + ] + }, + { + "precision": 0.099749, + "recall": 0.140625, + "f1": 0.107814, + "accuracy": 0.140625, + "main_score": 0.107814, + "hf_subset": "bao_Latn-eng_Latn", + "languages": [ + "bao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057869, + "recall": 0.09375, + "f1": 0.065763, + "accuracy": 0.09375, + "main_score": 0.065763, + "hf_subset": "eng_Latn-bba_Latn", + "languages": [ + "eng-Latn", + "bba-Latn" + ] + }, + { + "precision": 0.055512, + "recall": 0.105469, + "f1": 0.065486, + "accuracy": 0.105469, + "main_score": 0.065486, + "hf_subset": "bba_Latn-eng_Latn", + "languages": [ + "bba-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.03933, + "recall": 0.070312, + "f1": 0.046348, + "accuracy": 0.070312, + "main_score": 0.046348, + "hf_subset": "eng_Latn-bbb_Latn", + "languages": [ + "eng-Latn", + "bbb-Latn" + ] + }, + { + "precision": 0.029998, + "recall": 0.058594, + "f1": 0.035265, + "accuracy": 0.058594, + "main_score": 0.035265, + "hf_subset": "bbb_Latn-eng_Latn", + "languages": [ + "bbb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.055831, + "recall": 0.097656, + "f1": 0.064092, + "accuracy": 0.097656, + "main_score": 0.064092, + "hf_subset": "eng_Latn-bbr_Latn", + "languages": [ + "eng-Latn", + "bbr-Latn" + ] + }, + { + "precision": 0.057375, + "recall": 0.113281, + "f1": 0.066901, + "accuracy": 0.113281, + "main_score": 0.066901, + "hf_subset": "bbr_Latn-eng_Latn", + "languages": [ + "bbr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099126, + "recall": 0.144531, + "f1": 0.109068, + "accuracy": 0.144531, + "main_score": 0.109068, + "hf_subset": "eng_Latn-bch_Latn", + "languages": [ + "eng-Latn", + "bch-Latn" + ] + }, + { + "precision": 0.093649, + "recall": 0.148438, + "f1": 0.104135, + "accuracy": 0.148438, + "main_score": 0.104135, + "hf_subset": "bch_Latn-eng_Latn", + "languages": [ + "bch-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054439, + "recall": 0.097656, + "f1": 0.063306, + "accuracy": 0.097656, + "main_score": 0.063306, + "hf_subset": "eng_Latn-bco_Latn", + "languages": [ + "eng-Latn", + "bco-Latn" + ] + }, + { + "precision": 0.076857, + "recall": 0.136719, + "f1": 0.088208, + "accuracy": 0.136719, + "main_score": 0.088208, + "hf_subset": "bco_Latn-eng_Latn", + "languages": [ + "bco-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.055269, + "recall": 0.09375, + "f1": 0.06214, + "accuracy": 0.09375, + "main_score": 0.06214, + "hf_subset": "eng_Latn-bdd_Latn", + "languages": [ + "eng-Latn", + "bdd-Latn" + ] + }, + { + "precision": 0.043008, + "recall": 0.097656, + "f1": 0.053996, + "accuracy": 0.097656, + "main_score": 0.053996, + "hf_subset": "bdd_Latn-eng_Latn", + "languages": [ + "bdd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.167259, + "recall": 0.24, + "f1": 0.184254, + "accuracy": 0.24, + "main_score": 0.184254, + "hf_subset": "eng_Latn-bea_Latn", + "languages": [ + "eng-Latn", + "bea-Latn" + ] + }, + { + "precision": 0.16367, + "recall": 0.233333, + "f1": 0.179556, + "accuracy": 0.233333, + "main_score": 0.179556, + "hf_subset": "bea_Latn-eng_Latn", + "languages": [ + "bea-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.04122, + "recall": 0.074219, + "f1": 0.047684, + "accuracy": 0.074219, + "main_score": 0.047684, + "hf_subset": "eng_Latn-bef_Latn", + "languages": [ + "eng-Latn", + "bef-Latn" + ] + }, + { + "precision": 0.0437, + "recall": 0.078125, + "f1": 0.0498, + "accuracy": 0.078125, + "main_score": 0.0498, + "hf_subset": "bef_Latn-eng_Latn", + "languages": [ + "bef-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-bel_Cyrl", + "languages": [ + "eng-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "bel_Cyrl-eng_Latn", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.951172, + "recall": 0.964844, + "f1": 0.955729, + "accuracy": 0.964844, + "main_score": 0.955729, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.96875, + "recall": 0.976562, + "f1": 0.971354, + "accuracy": 0.976562, + "main_score": 0.971354, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.03737, + "recall": 0.058594, + "f1": 0.042188, + "accuracy": 0.058594, + "main_score": 0.042188, + "hf_subset": "eng_Latn-beo_Latn", + "languages": [ + "eng-Latn", + "beo-Latn" + ] + }, + { + "precision": 0.033203, + "recall": 0.046875, + "f1": 0.036979, + "accuracy": 0.046875, + "main_score": 0.036979, + "hf_subset": "beo_Latn-eng_Latn", + "languages": [ + "beo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.213621, + "recall": 0.289062, + "f1": 0.231405, + "accuracy": 0.289062, + "main_score": 0.231405, + "hf_subset": "eng_Latn-beu_Latn", + "languages": [ + "eng-Latn", + "beu-Latn" + ] + }, + { + "precision": 0.15235, + "recall": 0.265625, + "f1": 0.176345, + "accuracy": 0.265625, + "main_score": 0.176345, + "hf_subset": "beu_Latn-eng_Latn", + "languages": [ + "beu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.131848, + "recall": 0.203125, + "f1": 0.147672, + "accuracy": 0.203125, + "main_score": 0.147672, + "hf_subset": "eng_Latn-bgs_Latn", + "languages": [ + "eng-Latn", + "bgs-Latn" + ] + }, + { + "precision": 0.131729, + "recall": 0.191406, + "f1": 0.146386, + "accuracy": 0.191406, + "main_score": 0.146386, + "hf_subset": "bgs_Latn-eng_Latn", + "languages": [ + "bgs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072754, + "recall": 0.121094, + "f1": 0.083758, + "accuracy": 0.121094, + "main_score": 0.083758, + "hf_subset": "eng_Latn-bgt_Latn", + "languages": [ + "eng-Latn", + "bgt-Latn" + ] + }, + { + "precision": 0.07694, + "recall": 0.136719, + "f1": 0.08892, + "accuracy": 0.136719, + "main_score": 0.08892, + "hf_subset": "bgt_Latn-eng_Latn", + "languages": [ + "bgt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.193771, + "recall": 0.265625, + "f1": 0.210203, + "accuracy": 0.265625, + "main_score": 0.210203, + "hf_subset": "eng_Latn-bhg_Latn", + "languages": [ + "eng-Latn", + "bhg-Latn" + ] + }, + { + "precision": 0.182106, + "recall": 0.253906, + "f1": 0.200143, + "accuracy": 0.253906, + "main_score": 0.200143, + "hf_subset": "bhg_Latn-eng_Latn", + "languages": [ + "bhg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.055064, + "recall": 0.105469, + "f1": 0.065521, + "accuracy": 0.105469, + "main_score": 0.065521, + "hf_subset": "eng_Latn-bhl_Latn", + "languages": [ + "eng-Latn", + "bhl-Latn" + ] + }, + { + "precision": 0.066309, + "recall": 0.09375, + "f1": 0.071779, + "accuracy": 0.09375, + "main_score": 0.071779, + "hf_subset": "bhl_Latn-eng_Latn", + "languages": [ + "bhl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.028198, + "recall": 0.050781, + "f1": 0.032351, + "accuracy": 0.050781, + "main_score": 0.032351, + "hf_subset": "eng_Latn-big_Latn", + "languages": [ + "eng-Latn", + "big-Latn" + ] + }, + { + "precision": 0.029609, + "recall": 0.070312, + "f1": 0.036806, + "accuracy": 0.070312, + "main_score": 0.036806, + "hf_subset": "big_Latn-eng_Latn", + "languages": [ + "big-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.102104, + "recall": 0.144531, + "f1": 0.111888, + "accuracy": 0.144531, + "main_score": 0.111888, + "hf_subset": "eng_Latn-bjk_Latn", + "languages": [ + "eng-Latn", + "bjk-Latn" + ] + }, + { + "precision": 0.080821, + "recall": 0.132812, + "f1": 0.091227, + "accuracy": 0.132812, + "main_score": 0.091227, + "hf_subset": "bjk_Latn-eng_Latn", + "languages": [ + "bjk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090788, + "recall": 0.152344, + "f1": 0.105896, + "accuracy": 0.152344, + "main_score": 0.105896, + "hf_subset": "eng_Latn-bjp_Latn", + "languages": [ + "eng-Latn", + "bjp-Latn" + ] + }, + { + "precision": 0.074674, + "recall": 0.121094, + "f1": 0.086942, + "accuracy": 0.121094, + "main_score": 0.086942, + "hf_subset": "bjp_Latn-eng_Latn", + "languages": [ + "bjp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.02367, + "recall": 0.039062, + "f1": 0.02615, + "accuracy": 0.039062, + "main_score": 0.02615, + "hf_subset": "eng_Latn-bjr_Latn", + "languages": [ + "eng-Latn", + "bjr-Latn" + ] + }, + { + "precision": 0.031944, + "recall": 0.058594, + "f1": 0.036923, + "accuracy": 0.058594, + "main_score": 0.036923, + "hf_subset": "bjr_Latn-eng_Latn", + "languages": [ + "bjr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070195, + "recall": 0.113281, + "f1": 0.077896, + "accuracy": 0.113281, + "main_score": 0.077896, + "hf_subset": "eng_Latn-bjv_Latn", + "languages": [ + "eng-Latn", + "bjv-Latn" + ] + }, + { + "precision": 0.060894, + "recall": 0.09375, + "f1": 0.065801, + "accuracy": 0.09375, + "main_score": 0.065801, + "hf_subset": "bjv_Latn-eng_Latn", + "languages": [ + "bjv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06875, + "recall": 0.09375, + "f1": 0.074335, + "accuracy": 0.09375, + "main_score": 0.074335, + "hf_subset": "eng_Latn-bjz_Latn", + "languages": [ + "eng-Latn", + "bjz-Latn" + ] + }, + { + "precision": 0.046608, + "recall": 0.09375, + "f1": 0.056382, + "accuracy": 0.09375, + "main_score": 0.056382, + "hf_subset": "bjz_Latn-eng_Latn", + "languages": [ + "bjz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.203726, + "recall": 0.300781, + "f1": 0.227513, + "accuracy": 0.300781, + "main_score": 0.227513, + "hf_subset": "eng_Latn-bkd_Latn", + "languages": [ + "eng-Latn", + "bkd-Latn" + ] + }, + { + "precision": 0.187305, + "recall": 0.265625, + "f1": 0.208265, + "accuracy": 0.265625, + "main_score": 0.208265, + "hf_subset": "bkd_Latn-eng_Latn", + "languages": [ + "bkd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048084, + "recall": 0.078125, + "f1": 0.055223, + "accuracy": 0.078125, + "main_score": 0.055223, + "hf_subset": "eng_Latn-bki_Latn", + "languages": [ + "eng-Latn", + "bki-Latn" + ] + }, + { + "precision": 0.04711, + "recall": 0.097656, + "f1": 0.056813, + "accuracy": 0.097656, + "main_score": 0.056813, + "hf_subset": "bki_Latn-eng_Latn", + "languages": [ + "bki-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.107986, + "recall": 0.144531, + "f1": 0.117187, + "accuracy": 0.144531, + "main_score": 0.117187, + "hf_subset": "eng_Latn-bkq_Latn", + "languages": [ + "eng-Latn", + "bkq-Latn" + ] + }, + { + "precision": 0.086804, + "recall": 0.136719, + "f1": 0.096527, + "accuracy": 0.136719, + "main_score": 0.096527, + "hf_subset": "bkq_Latn-eng_Latn", + "languages": [ + "bkq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.13928, + "recall": 0.21875, + "f1": 0.156889, + "accuracy": 0.21875, + "main_score": 0.156889, + "hf_subset": "eng_Latn-bkx_Latn", + "languages": [ + "eng-Latn", + "bkx-Latn" + ] + }, + { + "precision": 0.151503, + "recall": 0.242188, + "f1": 0.170541, + "accuracy": 0.242188, + "main_score": 0.170541, + "hf_subset": "bkx_Latn-eng_Latn", + "languages": [ + "bkx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.101988, + "recall": 0.152344, + "f1": 0.112547, + "accuracy": 0.152344, + "main_score": 0.112547, + "hf_subset": "eng_Latn-blw_Latn", + "languages": [ + "eng-Latn", + "blw-Latn" + ] + }, + { + "precision": 0.085552, + "recall": 0.132812, + "f1": 0.09538, + "accuracy": 0.132812, + "main_score": 0.09538, + "hf_subset": "blw_Latn-eng_Latn", + "languages": [ + "blw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.131135, + "recall": 0.207031, + "f1": 0.14763, + "accuracy": 0.207031, + "main_score": 0.14763, + "hf_subset": "eng_Latn-blz_Latn", + "languages": [ + "eng-Latn", + "blz-Latn" + ] + }, + { + "precision": 0.121292, + "recall": 0.195312, + "f1": 0.137694, + "accuracy": 0.195312, + "main_score": 0.137694, + "hf_subset": "blz_Latn-eng_Latn", + "languages": [ + "blz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064941, + "recall": 0.09375, + "f1": 0.072297, + "accuracy": 0.09375, + "main_score": 0.072297, + "hf_subset": "eng_Latn-bmh_Latn", + "languages": [ + "eng-Latn", + "bmh-Latn" + ] + }, + { + "precision": 0.049979, + "recall": 0.105469, + "f1": 0.059824, + "accuracy": 0.105469, + "main_score": 0.059824, + "hf_subset": "bmh_Latn-eng_Latn", + "languages": [ + "bmh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.183202, + "recall": 0.275591, + "f1": 0.205024, + "accuracy": 0.275591, + "main_score": 0.205024, + "hf_subset": "eng_Latn-bmk_Latn", + "languages": [ + "eng-Latn", + "bmk-Latn" + ] + }, + { + "precision": 0.152124, + "recall": 0.251969, + "f1": 0.176059, + "accuracy": 0.251969, + "main_score": 0.176059, + "hf_subset": "bmk_Latn-eng_Latn", + "languages": [ + "bmk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095253, + "recall": 0.140625, + "f1": 0.103118, + "accuracy": 0.140625, + "main_score": 0.103118, + "hf_subset": "eng_Latn-bmr_Latn", + "languages": [ + "eng-Latn", + "bmr-Latn" + ] + }, + { + "precision": 0.089419, + "recall": 0.140625, + "f1": 0.098279, + "accuracy": 0.140625, + "main_score": 0.098279, + "hf_subset": "bmr_Latn-eng_Latn", + "languages": [ + "bmr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07948, + "recall": 0.117188, + "f1": 0.085992, + "accuracy": 0.117188, + "main_score": 0.085992, + "hf_subset": "eng_Latn-bmu_Latn", + "languages": [ + "eng-Latn", + "bmu-Latn" + ] + }, + { + "precision": 0.08745, + "recall": 0.148438, + "f1": 0.100459, + "accuracy": 0.148438, + "main_score": 0.100459, + "hf_subset": "bmu_Latn-eng_Latn", + "languages": [ + "bmu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090079, + "recall": 0.125, + "f1": 0.098164, + "accuracy": 0.125, + "main_score": 0.098164, + "hf_subset": "eng_Latn-bnp_Latn", + "languages": [ + "eng-Latn", + "bnp-Latn" + ] + }, + { + "precision": 0.082996, + "recall": 0.148438, + "f1": 0.096303, + "accuracy": 0.148438, + "main_score": 0.096303, + "hf_subset": "bnp_Latn-eng_Latn", + "languages": [ + "bnp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.038942, + "recall": 0.0625, + "f1": 0.043939, + "accuracy": 0.0625, + "main_score": 0.043939, + "hf_subset": "eng_Latn-boa_Latn", + "languages": [ + "eng-Latn", + "boa-Latn" + ] + }, + { + "precision": 0.03714, + "recall": 0.078125, + "f1": 0.044616, + "accuracy": 0.078125, + "main_score": 0.044616, + "hf_subset": "boa_Latn-eng_Latn", + "languages": [ + "boa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.11436, + "recall": 0.179688, + "f1": 0.126084, + "accuracy": 0.179688, + "main_score": 0.126084, + "hf_subset": "eng_Latn-boj_Latn", + "languages": [ + "eng-Latn", + "boj-Latn" + ] + }, + { + "precision": 0.074171, + "recall": 0.152344, + "f1": 0.091007, + "accuracy": 0.152344, + "main_score": 0.091007, + "hf_subset": "boj_Latn-eng_Latn", + "languages": [ + "boj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073109, + "recall": 0.109375, + "f1": 0.079516, + "accuracy": 0.109375, + "main_score": 0.079516, + "hf_subset": "eng_Latn-bon_Latn", + "languages": [ + "eng-Latn", + "bon-Latn" + ] + }, + { + "precision": 0.066546, + "recall": 0.109375, + "f1": 0.074692, + "accuracy": 0.109375, + "main_score": 0.074692, + "hf_subset": "bon_Latn-eng_Latn", + "languages": [ + "bon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051925, + "recall": 0.085938, + "f1": 0.05952, + "accuracy": 0.085938, + "main_score": 0.05952, + "hf_subset": "eng_Latn-box_Latn", + "languages": [ + "eng-Latn", + "box-Latn" + ] + }, + { + "precision": 0.066213, + "recall": 0.101562, + "f1": 0.074132, + "accuracy": 0.101562, + "main_score": 0.074132, + "hf_subset": "box_Latn-eng_Latn", + "languages": [ + "box-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060327, + "recall": 0.117188, + "f1": 0.072178, + "accuracy": 0.117188, + "main_score": 0.072178, + "hf_subset": "eng_Latn-bpr_Latn", + "languages": [ + "eng-Latn", + "bpr-Latn" + ] + }, + { + "precision": 0.090478, + "recall": 0.136719, + "f1": 0.099579, + "accuracy": 0.136719, + "main_score": 0.099579, + "hf_subset": "bpr_Latn-eng_Latn", + "languages": [ + "bpr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080563, + "recall": 0.113281, + "f1": 0.087519, + "accuracy": 0.113281, + "main_score": 0.087519, + "hf_subset": "eng_Latn-bps_Latn", + "languages": [ + "eng-Latn", + "bps-Latn" + ] + }, + { + "precision": 0.077487, + "recall": 0.125, + "f1": 0.088115, + "accuracy": 0.125, + "main_score": 0.088115, + "hf_subset": "bps_Latn-eng_Latn", + "languages": [ + "bps-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065327, + "recall": 0.113281, + "f1": 0.075214, + "accuracy": 0.113281, + "main_score": 0.075214, + "hf_subset": "eng_Latn-bqc_Latn", + "languages": [ + "eng-Latn", + "bqc-Latn" + ] + }, + { + "precision": 0.053949, + "recall": 0.101562, + "f1": 0.062854, + "accuracy": 0.101562, + "main_score": 0.062854, + "hf_subset": "bqc_Latn-eng_Latn", + "languages": [ + "bqc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084943, + "recall": 0.125, + "f1": 0.094078, + "accuracy": 0.125, + "main_score": 0.094078, + "hf_subset": "eng_Latn-bqp_Latn", + "languages": [ + "eng-Latn", + "bqp-Latn" + ] + }, + { + "precision": 0.090952, + "recall": 0.136719, + "f1": 0.101432, + "accuracy": 0.136719, + "main_score": 0.101432, + "hf_subset": "bqp_Latn-eng_Latn", + "languages": [ + "bqp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.202057, + "recall": 0.300781, + "f1": 0.225716, + "accuracy": 0.300781, + "main_score": 0.225716, + "hf_subset": "eng_Latn-bre_Latn", + "languages": [ + "eng-Latn", + "bre-Latn" + ] + }, + { + "precision": 0.255115, + "recall": 0.339844, + "f1": 0.276595, + "accuracy": 0.339844, + "main_score": 0.276595, + "hf_subset": "bre_Latn-eng_Latn", + "languages": [ + "bre-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046844, + "recall": 0.078125, + "f1": 0.052463, + "accuracy": 0.078125, + "main_score": 0.052463, + "hf_subset": "eng_Latn-bsj_Latn", + "languages": [ + "eng-Latn", + "bsj-Latn" + ] + }, + { + "precision": 0.065614, + "recall": 0.113281, + "f1": 0.074724, + "accuracy": 0.113281, + "main_score": 0.074724, + "hf_subset": "bsj_Latn-eng_Latn", + "languages": [ + "bsj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062446, + "recall": 0.097656, + "f1": 0.071571, + "accuracy": 0.097656, + "main_score": 0.071571, + "hf_subset": "eng_Latn-bsn_Latn", + "languages": [ + "eng-Latn", + "bsn-Latn" + ] + }, + { + "precision": 0.068917, + "recall": 0.109375, + "f1": 0.079381, + "accuracy": 0.109375, + "main_score": 0.079381, + "hf_subset": "bsn_Latn-eng_Latn", + "languages": [ + "bsn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.191654, + "recall": 0.269531, + "f1": 0.208827, + "accuracy": 0.269531, + "main_score": 0.208827, + "hf_subset": "eng_Latn-bsp_Latn", + "languages": [ + "eng-Latn", + "bsp-Latn" + ] + }, + { + "precision": 0.20299, + "recall": 0.300781, + "f1": 0.227088, + "accuracy": 0.300781, + "main_score": 0.227088, + "hf_subset": "bsp_Latn-eng_Latn", + "languages": [ + "bsp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074349, + "recall": 0.121094, + "f1": 0.084628, + "accuracy": 0.121094, + "main_score": 0.084628, + "hf_subset": "eng_Latn-bss_Latn", + "languages": [ + "eng-Latn", + "bss-Latn" + ] + }, + { + "precision": 0.072368, + "recall": 0.117188, + "f1": 0.080618, + "accuracy": 0.117188, + "main_score": 0.080618, + "hf_subset": "bss_Latn-eng_Latn", + "languages": [ + "bss-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08873, + "recall": 0.128906, + "f1": 0.096004, + "accuracy": 0.128906, + "main_score": 0.096004, + "hf_subset": "eng_Latn-buk_Latn", + "languages": [ + "eng-Latn", + "buk-Latn" + ] + }, + { + "precision": 0.086094, + "recall": 0.128906, + "f1": 0.095703, + "accuracy": 0.128906, + "main_score": 0.095703, + "hf_subset": "buk_Latn-eng_Latn", + "languages": [ + "buk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070588, + "recall": 0.113281, + "f1": 0.078883, + "accuracy": 0.113281, + "main_score": 0.078883, + "hf_subset": "eng_Latn-bus_Latn", + "languages": [ + "eng-Latn", + "bus-Latn" + ] + }, + { + "precision": 0.098493, + "recall": 0.140625, + "f1": 0.106673, + "accuracy": 0.140625, + "main_score": 0.106673, + "hf_subset": "bus_Latn-eng_Latn", + "languages": [ + "bus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062249, + "recall": 0.089844, + "f1": 0.067783, + "accuracy": 0.089844, + "main_score": 0.067783, + "hf_subset": "eng_Latn-bvd_Latn", + "languages": [ + "eng-Latn", + "bvd-Latn" + ] + }, + { + "precision": 0.062675, + "recall": 0.101562, + "f1": 0.069417, + "accuracy": 0.101562, + "main_score": 0.069417, + "hf_subset": "bvd_Latn-eng_Latn", + "languages": [ + "bvd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070323, + "recall": 0.117188, + "f1": 0.081601, + "accuracy": 0.117188, + "main_score": 0.081601, + "hf_subset": "eng_Latn-bvr_Latn", + "languages": [ + "eng-Latn", + "bvr-Latn" + ] + }, + { + "precision": 0.064057, + "recall": 0.105469, + "f1": 0.071503, + "accuracy": 0.105469, + "main_score": 0.071503, + "hf_subset": "bvr_Latn-eng_Latn", + "languages": [ + "bvr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084589, + "recall": 0.132812, + "f1": 0.095727, + "accuracy": 0.132812, + "main_score": 0.095727, + "hf_subset": "eng_Latn-bxh_Latn", + "languages": [ + "eng-Latn", + "bxh-Latn" + ] + }, + { + "precision": 0.090169, + "recall": 0.152344, + "f1": 0.101592, + "accuracy": 0.152344, + "main_score": 0.101592, + "hf_subset": "bxh_Latn-eng_Latn", + "languages": [ + "bxh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059361, + "recall": 0.074219, + "f1": 0.061628, + "accuracy": 0.074219, + "main_score": 0.061628, + "hf_subset": "eng_Latn-byr_Latn", + "languages": [ + "eng-Latn", + "byr-Latn" + ] + }, + { + "precision": 0.050185, + "recall": 0.085938, + "f1": 0.056366, + "accuracy": 0.085938, + "main_score": 0.056366, + "hf_subset": "byr_Latn-eng_Latn", + "languages": [ + "byr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110968, + "recall": 0.15625, + "f1": 0.120235, + "accuracy": 0.15625, + "main_score": 0.120235, + "hf_subset": "eng_Latn-byx_Latn", + "languages": [ + "eng-Latn", + "byx-Latn" + ] + }, + { + "precision": 0.09837, + "recall": 0.144531, + "f1": 0.107039, + "accuracy": 0.144531, + "main_score": 0.107039, + "hf_subset": "byx_Latn-eng_Latn", + "languages": [ + "byx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091777, + "recall": 0.140625, + "f1": 0.101292, + "accuracy": 0.140625, + "main_score": 0.101292, + "hf_subset": "eng_Latn-bzd_Latn", + "languages": [ + "eng-Latn", + "bzd-Latn" + ] + }, + { + "precision": 0.082795, + "recall": 0.136719, + "f1": 0.093279, + "accuracy": 0.136719, + "main_score": 0.093279, + "hf_subset": "bzd_Latn-eng_Latn", + "languages": [ + "bzd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10161, + "recall": 0.148438, + "f1": 0.111932, + "accuracy": 0.148438, + "main_score": 0.111932, + "hf_subset": "eng_Latn-bzh_Latn", + "languages": [ + "eng-Latn", + "bzh-Latn" + ] + }, + { + "precision": 0.097741, + "recall": 0.152344, + "f1": 0.107596, + "accuracy": 0.152344, + "main_score": 0.107596, + "hf_subset": "bzh_Latn-eng_Latn", + "languages": [ + "bzh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.397189, + "recall": 0.503906, + "f1": 0.424123, + "accuracy": 0.503906, + "main_score": 0.424123, + "hf_subset": "eng_Latn-bzj_Latn", + "languages": [ + "eng-Latn", + "bzj-Latn" + ] + }, + { + "precision": 0.424831, + "recall": 0.527344, + "f1": 0.451636, + "accuracy": 0.527344, + "main_score": 0.451636, + "hf_subset": "bzj_Latn-eng_Latn", + "languages": [ + "bzj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.212988, + "recall": 0.300781, + "f1": 0.236155, + "accuracy": 0.300781, + "main_score": 0.236155, + "hf_subset": "eng_Latn-caa_Latn", + "languages": [ + "eng-Latn", + "caa-Latn" + ] + }, + { + "precision": 0.192888, + "recall": 0.265625, + "f1": 0.209905, + "accuracy": 0.265625, + "main_score": 0.209905, + "hf_subset": "caa_Latn-eng_Latn", + "languages": [ + "caa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098583, + "recall": 0.148438, + "f1": 0.10934, + "accuracy": 0.148438, + "main_score": 0.10934, + "hf_subset": "eng_Latn-cab_Latn", + "languages": [ + "eng-Latn", + "cab-Latn" + ] + }, + { + "precision": 0.087898, + "recall": 0.152344, + "f1": 0.101187, + "accuracy": 0.152344, + "main_score": 0.101187, + "hf_subset": "cab_Latn-eng_Latn", + "languages": [ + "cab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.136654, + "recall": 0.191406, + "f1": 0.149368, + "accuracy": 0.191406, + "main_score": 0.149368, + "hf_subset": "eng_Latn-cac_Latn", + "languages": [ + "eng-Latn", + "cac-Latn" + ] + }, + { + "precision": 0.133136, + "recall": 0.191406, + "f1": 0.145745, + "accuracy": 0.191406, + "main_score": 0.145745, + "hf_subset": "cac_Latn-eng_Latn", + "languages": [ + "cac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10304, + "recall": 0.148438, + "f1": 0.113123, + "accuracy": 0.148438, + "main_score": 0.113123, + "hf_subset": "eng_Latn-caf_Latn", + "languages": [ + "eng-Latn", + "caf-Latn" + ] + }, + { + "precision": 0.099431, + "recall": 0.148438, + "f1": 0.108929, + "accuracy": 0.148438, + "main_score": 0.108929, + "hf_subset": "caf_Latn-eng_Latn", + "languages": [ + "caf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.251998, + "recall": 0.378906, + "f1": 0.283458, + "accuracy": 0.378906, + "main_score": 0.283458, + "hf_subset": "eng_Latn-cak_Latn", + "languages": [ + "eng-Latn", + "cak-Latn" + ] + }, + { + "precision": 0.258489, + "recall": 0.363281, + "f1": 0.285426, + "accuracy": 0.363281, + "main_score": 0.285426, + "hf_subset": "cak_Latn-eng_Latn", + "languages": [ + "cak-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103806, + "recall": 0.15625, + "f1": 0.116481, + "accuracy": 0.15625, + "main_score": 0.116481, + "hf_subset": "eng_Latn-cao_Latn", + "languages": [ + "eng-Latn", + "cao-Latn" + ] + }, + { + "precision": 0.105622, + "recall": 0.152344, + "f1": 0.114875, + "accuracy": 0.152344, + "main_score": 0.114875, + "hf_subset": "cao_Latn-eng_Latn", + "languages": [ + "cao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.148893, + "recall": 0.207031, + "f1": 0.162356, + "accuracy": 0.207031, + "main_score": 0.162356, + "hf_subset": "eng_Latn-cap_Latn", + "languages": [ + "eng-Latn", + "cap-Latn" + ] + }, + { + "precision": 0.09582, + "recall": 0.167969, + "f1": 0.111181, + "accuracy": 0.167969, + "main_score": 0.111181, + "hf_subset": "cap_Latn-eng_Latn", + "languages": [ + "cap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088579, + "recall": 0.144531, + "f1": 0.098738, + "accuracy": 0.144531, + "main_score": 0.098738, + "hf_subset": "eng_Latn-car_Latn", + "languages": [ + "eng-Latn", + "car-Latn" + ] + }, + { + "precision": 0.084864, + "recall": 0.132812, + "f1": 0.094698, + "accuracy": 0.132812, + "main_score": 0.094698, + "hf_subset": "car_Latn-eng_Latn", + "languages": [ + "car-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059505, + "recall": 0.09375, + "f1": 0.068043, + "accuracy": 0.09375, + "main_score": 0.068043, + "hf_subset": "eng_Latn-cav_Latn", + "languages": [ + "eng-Latn", + "cav-Latn" + ] + }, + { + "precision": 0.057567, + "recall": 0.105469, + "f1": 0.066403, + "accuracy": 0.105469, + "main_score": 0.066403, + "hf_subset": "cav_Latn-eng_Latn", + "languages": [ + "cav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.115538, + "recall": 0.175781, + "f1": 0.130078, + "accuracy": 0.175781, + "main_score": 0.130078, + "hf_subset": "eng_Latn-cax_Latn", + "languages": [ + "eng-Latn", + "cax-Latn" + ] + }, + { + "precision": 0.111263, + "recall": 0.175781, + "f1": 0.125521, + "accuracy": 0.175781, + "main_score": 0.125521, + "hf_subset": "cax_Latn-eng_Latn", + "languages": [ + "cax-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.165334, + "recall": 0.21875, + "f1": 0.178689, + "accuracy": 0.21875, + "main_score": 0.178689, + "hf_subset": "eng_Latn-cbc_Latn", + "languages": [ + "eng-Latn", + "cbc-Latn" + ] + }, + { + "precision": 0.103251, + "recall": 0.167969, + "f1": 0.11524, + "accuracy": 0.167969, + "main_score": 0.11524, + "hf_subset": "cbc_Latn-eng_Latn", + "languages": [ + "cbc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108219, + "recall": 0.144531, + "f1": 0.117253, + "accuracy": 0.144531, + "main_score": 0.117253, + "hf_subset": "eng_Latn-cbi_Latn", + "languages": [ + "eng-Latn", + "cbi-Latn" + ] + }, + { + "precision": 0.093831, + "recall": 0.140625, + "f1": 0.101907, + "accuracy": 0.140625, + "main_score": 0.101907, + "hf_subset": "cbi_Latn-eng_Latn", + "languages": [ + "cbi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.886719, + "recall": 0.917969, + "f1": 0.896484, + "accuracy": 0.917969, + "main_score": 0.896484, + "hf_subset": "eng_Latn-cbk_Latn", + "languages": [ + "eng-Latn", + "cbk-Latn" + ] + }, + { + "precision": 0.886068, + "recall": 0.917969, + "f1": 0.896484, + "accuracy": 0.917969, + "main_score": 0.896484, + "hf_subset": "cbk_Latn-eng_Latn", + "languages": [ + "cbk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074023, + "recall": 0.105469, + "f1": 0.082161, + "accuracy": 0.105469, + "main_score": 0.082161, + "hf_subset": "eng_Latn-cbr_Latn", + "languages": [ + "eng-Latn", + "cbr-Latn" + ] + }, + { + "precision": 0.04726, + "recall": 0.078125, + "f1": 0.0514, + "accuracy": 0.078125, + "main_score": 0.0514, + "hf_subset": "cbr_Latn-eng_Latn", + "languages": [ + "cbr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089388, + "recall": 0.121094, + "f1": 0.097139, + "accuracy": 0.121094, + "main_score": 0.097139, + "hf_subset": "eng_Latn-cbs_Latn", + "languages": [ + "eng-Latn", + "cbs-Latn" + ] + }, + { + "precision": 0.091371, + "recall": 0.144531, + "f1": 0.10443, + "accuracy": 0.144531, + "main_score": 0.10443, + "hf_subset": "cbs_Latn-eng_Latn", + "languages": [ + "cbs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.027344, + "recall": 0.058594, + "f1": 0.032823, + "accuracy": 0.058594, + "main_score": 0.032823, + "hf_subset": "eng_Latn-cbt_Latn", + "languages": [ + "eng-Latn", + "cbt-Latn" + ] + }, + { + "precision": 0.044512, + "recall": 0.082031, + "f1": 0.048942, + "accuracy": 0.082031, + "main_score": 0.048942, + "hf_subset": "cbt_Latn-eng_Latn", + "languages": [ + "cbt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.032926, + "recall": 0.054688, + "f1": 0.037439, + "accuracy": 0.054688, + "main_score": 0.037439, + "hf_subset": "eng_Latn-cbu_Latn", + "languages": [ + "eng-Latn", + "cbu-Latn" + ] + }, + { + "precision": 0.035247, + "recall": 0.0625, + "f1": 0.03913, + "accuracy": 0.0625, + "main_score": 0.03913, + "hf_subset": "cbu_Latn-eng_Latn", + "languages": [ + "cbu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098665, + "recall": 0.140625, + "f1": 0.107663, + "accuracy": 0.140625, + "main_score": 0.107663, + "hf_subset": "eng_Latn-cbv_Latn", + "languages": [ + "eng-Latn", + "cbv-Latn" + ] + }, + { + "precision": 0.083545, + "recall": 0.136719, + "f1": 0.092759, + "accuracy": 0.136719, + "main_score": 0.092759, + "hf_subset": "cbv_Latn-eng_Latn", + "languages": [ + "cbv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07167, + "recall": 0.113281, + "f1": 0.07937, + "accuracy": 0.113281, + "main_score": 0.07937, + "hf_subset": "eng_Latn-cco_Latn", + "languages": [ + "eng-Latn", + "cco-Latn" + ] + }, + { + "precision": 0.07612, + "recall": 0.121094, + "f1": 0.085005, + "accuracy": 0.121094, + "main_score": 0.085005, + "hf_subset": "cco_Latn-eng_Latn", + "languages": [ + "cco-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.86849, + "recall": 0.90625, + "f1": 0.880859, + "accuracy": 0.90625, + "main_score": 0.880859, + "hf_subset": "eng_Latn-ceb_Latn", + "languages": [ + "eng-Latn", + "ceb-Latn" + ] + }, + { + "precision": 0.895833, + "recall": 0.925781, + "f1": 0.905599, + "accuracy": 0.925781, + "main_score": 0.905599, + "hf_subset": "ceb_Latn-eng_Latn", + "languages": [ + "ceb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.117493, + "recall": 0.164062, + "f1": 0.126652, + "accuracy": 0.164062, + "main_score": 0.126652, + "hf_subset": "eng_Latn-cek_Latn", + "languages": [ + "eng-Latn", + "cek-Latn" + ] + }, + { + "precision": 0.104514, + "recall": 0.160156, + "f1": 0.114633, + "accuracy": 0.160156, + "main_score": 0.114633, + "hf_subset": "cek_Latn-eng_Latn", + "languages": [ + "cek-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.387012, + "recall": 0.480469, + "f1": 0.412922, + "accuracy": 0.480469, + "main_score": 0.412922, + "hf_subset": "eng_Latn-cgc_Latn", + "languages": [ + "eng-Latn", + "cgc-Latn" + ] + }, + { + "precision": 0.348893, + "recall": 0.460938, + "f1": 0.379892, + "accuracy": 0.460938, + "main_score": 0.379892, + "hf_subset": "cgc_Latn-eng_Latn", + "languages": [ + "cgc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.416992, + "recall": 0.53125, + "f1": 0.448326, + "accuracy": 0.53125, + "main_score": 0.448326, + "hf_subset": "eng_Latn-cha_Latn", + "languages": [ + "eng-Latn", + "cha-Latn" + ] + }, + { + "precision": 0.432161, + "recall": 0.535156, + "f1": 0.459059, + "accuracy": 0.535156, + "main_score": 0.459059, + "hf_subset": "cha_Latn-eng_Latn", + "languages": [ + "cha-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.176014, + "recall": 0.230469, + "f1": 0.190194, + "accuracy": 0.230469, + "main_score": 0.190194, + "hf_subset": "eng_Latn-chd_Latn", + "languages": [ + "eng-Latn", + "chd-Latn" + ] + }, + { + "precision": 0.136761, + "recall": 0.214844, + "f1": 0.153543, + "accuracy": 0.214844, + "main_score": 0.153543, + "hf_subset": "chd_Latn-eng_Latn", + "languages": [ + "chd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.232227, + "recall": 0.304688, + "f1": 0.249151, + "accuracy": 0.304688, + "main_score": 0.249151, + "hf_subset": "eng_Latn-chf_Latn", + "languages": [ + "eng-Latn", + "chf-Latn" + ] + }, + { + "precision": 0.192789, + "recall": 0.269531, + "f1": 0.211923, + "accuracy": 0.269531, + "main_score": 0.211923, + "hf_subset": "chf_Latn-eng_Latn", + "languages": [ + "chf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080268, + "recall": 0.125, + "f1": 0.09083, + "accuracy": 0.125, + "main_score": 0.09083, + "hf_subset": "eng_Latn-chk_Latn", + "languages": [ + "eng-Latn", + "chk-Latn" + ] + }, + { + "precision": 0.084423, + "recall": 0.125, + "f1": 0.093641, + "accuracy": 0.125, + "main_score": 0.093641, + "hf_subset": "chk_Latn-eng_Latn", + "languages": [ + "chk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.12673, + "recall": 0.203125, + "f1": 0.14332, + "accuracy": 0.203125, + "main_score": 0.14332, + "hf_subset": "eng_Latn-chq_Latn", + "languages": [ + "eng-Latn", + "chq-Latn" + ] + }, + { + "precision": 0.112038, + "recall": 0.167969, + "f1": 0.123149, + "accuracy": 0.167969, + "main_score": 0.123149, + "hf_subset": "chq_Latn-eng_Latn", + "languages": [ + "chq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106363, + "recall": 0.167969, + "f1": 0.121435, + "accuracy": 0.167969, + "main_score": 0.121435, + "hf_subset": "eng_Latn-chz_Latn", + "languages": [ + "eng-Latn", + "chz-Latn" + ] + }, + { + "precision": 0.096261, + "recall": 0.15625, + "f1": 0.108605, + "accuracy": 0.15625, + "main_score": 0.108605, + "hf_subset": "chz_Latn-eng_Latn", + "languages": [ + "chz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035516, + "recall": 0.050781, + "f1": 0.038845, + "accuracy": 0.050781, + "main_score": 0.038845, + "hf_subset": "eng_Latn-cjo_Latn", + "languages": [ + "eng-Latn", + "cjo-Latn" + ] + }, + { + "precision": 0.023412, + "recall": 0.050781, + "f1": 0.027451, + "accuracy": 0.050781, + "main_score": 0.027451, + "hf_subset": "cjo_Latn-eng_Latn", + "languages": [ + "cjo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054242, + "recall": 0.070312, + "f1": 0.057682, + "accuracy": 0.070312, + "main_score": 0.057682, + "hf_subset": "eng_Latn-cjv_Latn", + "languages": [ + "eng-Latn", + "cjv-Latn" + ] + }, + { + "precision": 0.04156, + "recall": 0.082031, + "f1": 0.050832, + "accuracy": 0.082031, + "main_score": 0.050832, + "hf_subset": "cjv_Latn-eng_Latn", + "languages": [ + "cjv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.421066, + "recall": 0.539062, + "f1": 0.452353, + "accuracy": 0.539062, + "main_score": 0.452353, + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.492643, + "recall": 0.601562, + "f1": 0.524033, + "accuracy": 0.601562, + "main_score": 0.524033, + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.169187, + "recall": 0.253906, + "f1": 0.188942, + "accuracy": 0.253906, + "main_score": 0.188942, + "hf_subset": "eng_Latn-cle_Latn", + "languages": [ + "eng-Latn", + "cle-Latn" + ] + }, + { + "precision": 0.116168, + "recall": 0.175781, + "f1": 0.128413, + "accuracy": 0.175781, + "main_score": 0.128413, + "hf_subset": "cle_Latn-eng_Latn", + "languages": [ + "cle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.476795, + "recall": 0.582031, + "f1": 0.507487, + "accuracy": 0.582031, + "main_score": 0.507487, + "hf_subset": "eng_Latn-clu_Latn", + "languages": [ + "eng-Latn", + "clu-Latn" + ] + }, + { + "precision": 0.481543, + "recall": 0.582031, + "f1": 0.509927, + "accuracy": 0.582031, + "main_score": 0.509927, + "hf_subset": "clu_Latn-eng_Latn", + "languages": [ + "clu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063674, + "recall": 0.121094, + "f1": 0.076392, + "accuracy": 0.121094, + "main_score": 0.076392, + "hf_subset": "eng_Latn-cme_Latn", + "languages": [ + "eng-Latn", + "cme-Latn" + ] + }, + { + "precision": 0.075322, + "recall": 0.128906, + "f1": 0.08663, + "accuracy": 0.128906, + "main_score": 0.08663, + "hf_subset": "cme_Latn-eng_Latn", + "languages": [ + "cme-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "eng_Latn-cmn_Hans", + "languages": [ + "eng-Latn", + "cmn-Hans" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "cmn_Hans-eng_Latn", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + }, + { + "precision": 0.029195, + "recall": 0.058594, + "f1": 0.033888, + "accuracy": 0.058594, + "main_score": 0.033888, + "hf_subset": "eng_Latn-cni_Latn", + "languages": [ + "eng-Latn", + "cni-Latn" + ] + }, + { + "precision": 0.019217, + "recall": 0.0625, + "f1": 0.025761, + "accuracy": 0.0625, + "main_score": 0.025761, + "hf_subset": "cni_Latn-eng_Latn", + "languages": [ + "cni-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110827, + "recall": 0.171875, + "f1": 0.122898, + "accuracy": 0.171875, + "main_score": 0.122898, + "hf_subset": "eng_Latn-cnl_Latn", + "languages": [ + "eng-Latn", + "cnl-Latn" + ] + }, + { + "precision": 0.097455, + "recall": 0.152344, + "f1": 0.108001, + "accuracy": 0.152344, + "main_score": 0.108001, + "hf_subset": "cnl_Latn-eng_Latn", + "languages": [ + "cnl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.094445, + "recall": 0.144531, + "f1": 0.103888, + "accuracy": 0.144531, + "main_score": 0.103888, + "hf_subset": "eng_Latn-cnt_Latn", + "languages": [ + "eng-Latn", + "cnt-Latn" + ] + }, + { + "precision": 0.075851, + "recall": 0.121094, + "f1": 0.08367, + "accuracy": 0.121094, + "main_score": 0.08367, + "hf_subset": "cnt_Latn-eng_Latn", + "languages": [ + "cnt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06556, + "recall": 0.097656, + "f1": 0.072675, + "accuracy": 0.097656, + "main_score": 0.072675, + "hf_subset": "eng_Latn-cof_Latn", + "languages": [ + "eng-Latn", + "cof-Latn" + ] + }, + { + "precision": 0.073251, + "recall": 0.132812, + "f1": 0.08663, + "accuracy": 0.132812, + "main_score": 0.08663, + "hf_subset": "cof_Latn-eng_Latn", + "languages": [ + "cof-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.109009, + "recall": 0.144531, + "f1": 0.116992, + "accuracy": 0.144531, + "main_score": 0.116992, + "hf_subset": "eng_Latn-con_Latn", + "languages": [ + "eng-Latn", + "con-Latn" + ] + }, + { + "precision": 0.0944, + "recall": 0.152344, + "f1": 0.104726, + "accuracy": 0.152344, + "main_score": 0.104726, + "hf_subset": "con_Latn-eng_Latn", + "languages": [ + "con-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0, + "recall": 0.0, + "f1": 0.0, + "accuracy": 0.0, + "main_score": 0.0, + "hf_subset": "eng_Latn-cop_Copt", + "languages": [ + "eng-Latn", + "cop-Copt" + ] + }, + { + "precision": 1.6e-05, + "recall": 0.003906, + "f1": 3.1e-05, + "accuracy": 0.003906, + "main_score": 3.1e-05, + "hf_subset": "cop_Copt-eng_Latn", + "languages": [ + "cop-Copt", + "eng-Latn" + ] + }, + { + "precision": 0.039444, + "recall": 0.054688, + "f1": 0.041667, + "accuracy": 0.054688, + "main_score": 0.041667, + "hf_subset": "eng_Latn-cot_Latn", + "languages": [ + "eng-Latn", + "cot-Latn" + ] + }, + { + "precision": 0.049221, + "recall": 0.085938, + "f1": 0.055523, + "accuracy": 0.085938, + "main_score": 0.055523, + "hf_subset": "cot_Latn-eng_Latn", + "languages": [ + "cot-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.11597, + "recall": 0.152344, + "f1": 0.12267, + "accuracy": 0.152344, + "main_score": 0.12267, + "hf_subset": "eng_Latn-cpa_Latn", + "languages": [ + "eng-Latn", + "cpa-Latn" + ] + }, + { + "precision": 0.086799, + "recall": 0.128906, + "f1": 0.095009, + "accuracy": 0.128906, + "main_score": 0.095009, + "hf_subset": "cpa_Latn-eng_Latn", + "languages": [ + "cpa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089587, + "recall": 0.132812, + "f1": 0.096993, + "accuracy": 0.132812, + "main_score": 0.096993, + "hf_subset": "eng_Latn-cpb_Latn", + "languages": [ + "eng-Latn", + "cpb-Latn" + ] + }, + { + "precision": 0.098933, + "recall": 0.144531, + "f1": 0.10706, + "accuracy": 0.144531, + "main_score": 0.10706, + "hf_subset": "cpb_Latn-eng_Latn", + "languages": [ + "cpb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088305, + "recall": 0.136719, + "f1": 0.099027, + "accuracy": 0.136719, + "main_score": 0.099027, + "hf_subset": "eng_Latn-cpc_Latn", + "languages": [ + "eng-Latn", + "cpc-Latn" + ] + }, + { + "precision": 0.092497, + "recall": 0.144531, + "f1": 0.103095, + "accuracy": 0.144531, + "main_score": 0.103095, + "hf_subset": "cpc_Latn-eng_Latn", + "languages": [ + "cpc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.09026, + "recall": 0.140625, + "f1": 0.098707, + "accuracy": 0.140625, + "main_score": 0.098707, + "hf_subset": "eng_Latn-cpu_Latn", + "languages": [ + "eng-Latn", + "cpu-Latn" + ] + }, + { + "precision": 0.082656, + "recall": 0.128906, + "f1": 0.092528, + "accuracy": 0.128906, + "main_score": 0.092528, + "hf_subset": "cpu_Latn-eng_Latn", + "languages": [ + "cpu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068099, + "recall": 0.105469, + "f1": 0.074487, + "accuracy": 0.105469, + "main_score": 0.074487, + "hf_subset": "eng_Latn-cpy_Latn", + "languages": [ + "eng-Latn", + "cpy-Latn" + ] + }, + { + "precision": 0.075916, + "recall": 0.113281, + "f1": 0.083805, + "accuracy": 0.113281, + "main_score": 0.083805, + "hf_subset": "cpy_Latn-eng_Latn", + "languages": [ + "cpy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.097498, + "recall": 0.144531, + "f1": 0.108627, + "accuracy": 0.144531, + "main_score": 0.108627, + "hf_subset": "eng_Latn-crn_Latn", + "languages": [ + "eng-Latn", + "crn-Latn" + ] + }, + { + "precision": 0.077279, + "recall": 0.113281, + "f1": 0.086533, + "accuracy": 0.113281, + "main_score": 0.086533, + "hf_subset": "crn_Latn-eng_Latn", + "languages": [ + "crn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089641, + "recall": 0.128906, + "f1": 0.096758, + "accuracy": 0.128906, + "main_score": 0.096758, + "hf_subset": "eng_Latn-crx_Latn", + "languages": [ + "eng-Latn", + "crx-Latn" + ] + }, + { + "precision": 0.084017, + "recall": 0.132812, + "f1": 0.092538, + "accuracy": 0.132812, + "main_score": 0.092538, + "hf_subset": "crx_Latn-eng_Latn", + "languages": [ + "crx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.114154, + "recall": 0.15625, + "f1": 0.124175, + "accuracy": 0.15625, + "main_score": 0.124175, + "hf_subset": "eng_Latn-cso_Latn", + "languages": [ + "eng-Latn", + "cso-Latn" + ] + }, + { + "precision": 0.082916, + "recall": 0.136719, + "f1": 0.09162, + "accuracy": 0.136719, + "main_score": 0.09162, + "hf_subset": "cso_Latn-eng_Latn", + "languages": [ + "cso-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095833, + "recall": 0.152344, + "f1": 0.108661, + "accuracy": 0.152344, + "main_score": 0.108661, + "hf_subset": "eng_Latn-csy_Latn", + "languages": [ + "eng-Latn", + "csy-Latn" + ] + }, + { + "precision": 0.098112, + "recall": 0.15625, + "f1": 0.11059, + "accuracy": 0.15625, + "main_score": 0.11059, + "hf_subset": "csy_Latn-eng_Latn", + "languages": [ + "csy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.112314, + "recall": 0.15625, + "f1": 0.122139, + "accuracy": 0.15625, + "main_score": 0.122139, + "hf_subset": "eng_Latn-cta_Latn", + "languages": [ + "eng-Latn", + "cta-Latn" + ] + }, + { + "precision": 0.087236, + "recall": 0.136719, + "f1": 0.098499, + "accuracy": 0.136719, + "main_score": 0.098499, + "hf_subset": "cta_Latn-eng_Latn", + "languages": [ + "cta-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064881, + "recall": 0.105469, + "f1": 0.07358, + "accuracy": 0.105469, + "main_score": 0.07358, + "hf_subset": "eng_Latn-cth_Latn", + "languages": [ + "eng-Latn", + "cth-Latn" + ] + }, + { + "precision": 0.096121, + "recall": 0.136719, + "f1": 0.103924, + "accuracy": 0.136719, + "main_score": 0.103924, + "hf_subset": "cth_Latn-eng_Latn", + "languages": [ + "cth-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.096853, + "recall": 0.132812, + "f1": 0.105137, + "accuracy": 0.132812, + "main_score": 0.105137, + "hf_subset": "eng_Latn-ctp_Latn", + "languages": [ + "eng-Latn", + "ctp-Latn" + ] + }, + { + "precision": 0.084835, + "recall": 0.136719, + "f1": 0.094721, + "accuracy": 0.136719, + "main_score": 0.094721, + "hf_subset": "ctp_Latn-eng_Latn", + "languages": [ + "ctp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.129598, + "recall": 0.207031, + "f1": 0.145249, + "accuracy": 0.207031, + "main_score": 0.145249, + "hf_subset": "eng_Latn-ctu_Latn", + "languages": [ + "eng-Latn", + "ctu-Latn" + ] + }, + { + "precision": 0.127562, + "recall": 0.207031, + "f1": 0.145439, + "accuracy": 0.207031, + "main_score": 0.145439, + "hf_subset": "ctu_Latn-eng_Latn", + "languages": [ + "ctu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093099, + "recall": 0.132812, + "f1": 0.101941, + "accuracy": 0.132812, + "main_score": 0.101941, + "hf_subset": "eng_Latn-cub_Latn", + "languages": [ + "eng-Latn", + "cub-Latn" + ] + }, + { + "precision": 0.074483, + "recall": 0.113281, + "f1": 0.082012, + "accuracy": 0.113281, + "main_score": 0.082012, + "hf_subset": "cub_Latn-eng_Latn", + "languages": [ + "cub-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090646, + "recall": 0.140625, + "f1": 0.102036, + "accuracy": 0.140625, + "main_score": 0.102036, + "hf_subset": "eng_Latn-cuc_Latn", + "languages": [ + "eng-Latn", + "cuc-Latn" + ] + }, + { + "precision": 0.086409, + "recall": 0.128906, + "f1": 0.091277, + "accuracy": 0.128906, + "main_score": 0.091277, + "hf_subset": "cuc_Latn-eng_Latn", + "languages": [ + "cuc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08572, + "recall": 0.117188, + "f1": 0.09388, + "accuracy": 0.117188, + "main_score": 0.09388, + "hf_subset": "eng_Latn-cui_Latn", + "languages": [ + "eng-Latn", + "cui-Latn" + ] + }, + { + "precision": 0.06326, + "recall": 0.105469, + "f1": 0.071219, + "accuracy": 0.105469, + "main_score": 0.071219, + "hf_subset": "cui_Latn-eng_Latn", + "languages": [ + "cui-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046183, + "recall": 0.101562, + "f1": 0.055742, + "accuracy": 0.101562, + "main_score": 0.055742, + "hf_subset": "eng_Latn-cuk_Latn", + "languages": [ + "eng-Latn", + "cuk-Latn" + ] + }, + { + "precision": 0.041404, + "recall": 0.082031, + "f1": 0.048311, + "accuracy": 0.082031, + "main_score": 0.048311, + "hf_subset": "cuk_Latn-eng_Latn", + "languages": [ + "cuk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.100726, + "recall": 0.144531, + "f1": 0.111403, + "accuracy": 0.144531, + "main_score": 0.111403, + "hf_subset": "eng_Latn-cut_Latn", + "languages": [ + "eng-Latn", + "cut-Latn" + ] + }, + { + "precision": 0.099544, + "recall": 0.128906, + "f1": 0.105457, + "accuracy": 0.128906, + "main_score": 0.105457, + "hf_subset": "cut_Latn-eng_Latn", + "languages": [ + "cut-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.233572, + "recall": 0.316406, + "f1": 0.25421, + "accuracy": 0.316406, + "main_score": 0.25421, + "hf_subset": "eng_Latn-cux_Latn", + "languages": [ + "eng-Latn", + "cux-Latn" + ] + }, + { + "precision": 0.212019, + "recall": 0.289062, + "f1": 0.230264, + "accuracy": 0.289062, + "main_score": 0.230264, + "hf_subset": "cux_Latn-eng_Latn", + "languages": [ + "cux-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088034, + "recall": 0.125, + "f1": 0.094119, + "accuracy": 0.125, + "main_score": 0.094119, + "hf_subset": "eng_Latn-cwe_Latn", + "languages": [ + "eng-Latn", + "cwe-Latn" + ] + }, + { + "precision": 0.073282, + "recall": 0.128906, + "f1": 0.085162, + "accuracy": 0.128906, + "main_score": 0.085162, + "hf_subset": "cwe_Latn-eng_Latn", + "languages": [ + "cwe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.158823, + "recall": 0.234375, + "f1": 0.177558, + "accuracy": 0.234375, + "main_score": 0.177558, + "hf_subset": "eng_Latn-cya_Latn", + "languages": [ + "eng-Latn", + "cya-Latn" + ] + }, + { + "precision": 0.134581, + "recall": 0.195312, + "f1": 0.147519, + "accuracy": 0.195312, + "main_score": 0.147519, + "hf_subset": "cya_Latn-eng_Latn", + "languages": [ + "cya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059868, + "recall": 0.101562, + "f1": 0.068993, + "accuracy": 0.101562, + "main_score": 0.068993, + "hf_subset": "eng_Latn-daa_Latn", + "languages": [ + "eng-Latn", + "daa-Latn" + ] + }, + { + "precision": 0.054263, + "recall": 0.089844, + "f1": 0.061124, + "accuracy": 0.089844, + "main_score": 0.061124, + "hf_subset": "daa_Latn-eng_Latn", + "languages": [ + "daa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.122563, + "recall": 0.1875, + "f1": 0.138216, + "accuracy": 0.1875, + "main_score": 0.138216, + "hf_subset": "eng_Latn-dad_Latn", + "languages": [ + "eng-Latn", + "dad-Latn" + ] + }, + { + "precision": 0.117572, + "recall": 0.164062, + "f1": 0.127345, + "accuracy": 0.164062, + "main_score": 0.127345, + "hf_subset": "dad_Latn-eng_Latn", + "languages": [ + "dad-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045067, + "recall": 0.082031, + "f1": 0.051773, + "accuracy": 0.082031, + "main_score": 0.051773, + "hf_subset": "eng_Latn-dah_Latn", + "languages": [ + "eng-Latn", + "dah-Latn" + ] + }, + { + "precision": 0.054567, + "recall": 0.097656, + "f1": 0.061875, + "accuracy": 0.097656, + "main_score": 0.061875, + "hf_subset": "dah_Latn-eng_Latn", + "languages": [ + "dah-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.962891, + "recall": 0.972656, + "f1": 0.966146, + "accuracy": 0.972656, + "main_score": 0.966146, + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.980469, + "recall": 0.984375, + "f1": 0.981771, + "accuracy": 0.984375, + "main_score": 0.981771, + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071112, + "recall": 0.101562, + "f1": 0.076795, + "accuracy": 0.101562, + "main_score": 0.076795, + "hf_subset": "eng_Latn-ded_Latn", + "languages": [ + "eng-Latn", + "ded-Latn" + ] + }, + { + "precision": 0.066348, + "recall": 0.101562, + "f1": 0.073348, + "accuracy": 0.101562, + "main_score": 0.073348, + "hf_subset": "ded_Latn-eng_Latn", + "languages": [ + "ded-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.23019, + "recall": 0.328125, + "f1": 0.255608, + "accuracy": 0.328125, + "main_score": 0.255608, + "hf_subset": "eng_Latn-dgc_Latn", + "languages": [ + "eng-Latn", + "dgc-Latn" + ] + }, + { + "precision": 0.19709, + "recall": 0.300781, + "f1": 0.223022, + "accuracy": 0.300781, + "main_score": 0.223022, + "hf_subset": "dgc_Latn-eng_Latn", + "languages": [ + "dgc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089169, + "recall": 0.140625, + "f1": 0.099613, + "accuracy": 0.140625, + "main_score": 0.099613, + "hf_subset": "eng_Latn-dgr_Latn", + "languages": [ + "eng-Latn", + "dgr-Latn" + ] + }, + { + "precision": 0.082437, + "recall": 0.125, + "f1": 0.090158, + "accuracy": 0.125, + "main_score": 0.090158, + "hf_subset": "dgr_Latn-eng_Latn", + "languages": [ + "dgr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.042969, + "recall": 0.070312, + "f1": 0.050651, + "accuracy": 0.070312, + "main_score": 0.050651, + "hf_subset": "eng_Latn-dgz_Latn", + "languages": [ + "eng-Latn", + "dgz-Latn" + ] + }, + { + "precision": 0.040612, + "recall": 0.078125, + "f1": 0.048483, + "accuracy": 0.078125, + "main_score": 0.048483, + "hf_subset": "dgz_Latn-eng_Latn", + "languages": [ + "dgz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059154, + "recall": 0.097656, + "f1": 0.06662, + "accuracy": 0.097656, + "main_score": 0.06662, + "hf_subset": "eng_Latn-dhg_Latn", + "languages": [ + "eng-Latn", + "dhg-Latn" + ] + }, + { + "precision": 0.044074, + "recall": 0.09375, + "f1": 0.053888, + "accuracy": 0.09375, + "main_score": 0.053888, + "hf_subset": "dhg_Latn-eng_Latn", + "languages": [ + "dhg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.113169, + "recall": 0.171875, + "f1": 0.125151, + "accuracy": 0.171875, + "main_score": 0.125151, + "hf_subset": "eng_Latn-dif_Latn", + "languages": [ + "eng-Latn", + "dif-Latn" + ] + }, + { + "precision": 0.104333, + "recall": 0.160156, + "f1": 0.11672, + "accuracy": 0.160156, + "main_score": 0.11672, + "hf_subset": "dif_Latn-eng_Latn", + "languages": [ + "dif-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060428, + "recall": 0.101562, + "f1": 0.068855, + "accuracy": 0.101562, + "main_score": 0.068855, + "hf_subset": "eng_Latn-dik_Latn", + "languages": [ + "eng-Latn", + "dik-Latn" + ] + }, + { + "precision": 0.058113, + "recall": 0.09375, + "f1": 0.066801, + "accuracy": 0.09375, + "main_score": 0.066801, + "hf_subset": "dik_Latn-eng_Latn", + "languages": [ + "dik-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.235977, + "recall": 0.310526, + "f1": 0.250764, + "accuracy": 0.310526, + "main_score": 0.250764, + "hf_subset": "eng_Latn-dji_Latn", + "languages": [ + "eng-Latn", + "dji-Latn" + ] + }, + { + "precision": 0.250942, + "recall": 0.342105, + "f1": 0.27467, + "accuracy": 0.342105, + "main_score": 0.27467, + "hf_subset": "dji_Latn-eng_Latn", + "languages": [ + "dji-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060807, + "recall": 0.101562, + "f1": 0.067859, + "accuracy": 0.101562, + "main_score": 0.067859, + "hf_subset": "eng_Latn-djk_Latn", + "languages": [ + "eng-Latn", + "djk-Latn" + ] + }, + { + "precision": 0.070667, + "recall": 0.121094, + "f1": 0.080211, + "accuracy": 0.121094, + "main_score": 0.080211, + "hf_subset": "djk_Latn-eng_Latn", + "languages": [ + "djk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.036463, + "recall": 0.058594, + "f1": 0.040558, + "accuracy": 0.058594, + "main_score": 0.040558, + "hf_subset": "eng_Latn-djr_Latn", + "languages": [ + "eng-Latn", + "djr-Latn" + ] + }, + { + "precision": 0.029247, + "recall": 0.050781, + "f1": 0.032398, + "accuracy": 0.050781, + "main_score": 0.032398, + "hf_subset": "djr_Latn-eng_Latn", + "languages": [ + "djr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.043799, + "recall": 0.074219, + "f1": 0.049827, + "accuracy": 0.074219, + "main_score": 0.049827, + "hf_subset": "eng_Latn-dob_Latn", + "languages": [ + "eng-Latn", + "dob-Latn" + ] + }, + { + "precision": 0.041986, + "recall": 0.09375, + "f1": 0.052031, + "accuracy": 0.09375, + "main_score": 0.052031, + "hf_subset": "dob_Latn-eng_Latn", + "languages": [ + "dob-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060709, + "recall": 0.09375, + "f1": 0.067598, + "accuracy": 0.09375, + "main_score": 0.067598, + "hf_subset": "eng_Latn-dop_Latn", + "languages": [ + "eng-Latn", + "dop-Latn" + ] + }, + { + "precision": 0.033959, + "recall": 0.070312, + "f1": 0.03961, + "accuracy": 0.070312, + "main_score": 0.03961, + "hf_subset": "dop_Latn-eng_Latn", + "languages": [ + "dop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085831, + "recall": 0.136719, + "f1": 0.096173, + "accuracy": 0.136719, + "main_score": 0.096173, + "hf_subset": "eng_Latn-dov_Latn", + "languages": [ + "eng-Latn", + "dov-Latn" + ] + }, + { + "precision": 0.093705, + "recall": 0.152344, + "f1": 0.10598, + "accuracy": 0.152344, + "main_score": 0.10598, + "hf_subset": "dov_Latn-eng_Latn", + "languages": [ + "dov-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041158, + "recall": 0.082031, + "f1": 0.048041, + "accuracy": 0.082031, + "main_score": 0.048041, + "hf_subset": "eng_Latn-dwr_Latn", + "languages": [ + "eng-Latn", + "dwr-Latn" + ] + }, + { + "precision": 0.059781, + "recall": 0.109375, + "f1": 0.069866, + "accuracy": 0.109375, + "main_score": 0.069866, + "hf_subset": "dwr_Latn-eng_Latn", + "languages": [ + "dwr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.079695, + "recall": 0.117188, + "f1": 0.088535, + "accuracy": 0.117188, + "main_score": 0.088535, + "hf_subset": "eng_Latn-dww_Latn", + "languages": [ + "eng-Latn", + "dww-Latn" + ] + }, + { + "precision": 0.067583, + "recall": 0.125, + "f1": 0.079196, + "accuracy": 0.125, + "main_score": 0.079196, + "hf_subset": "dww_Latn-eng_Latn", + "languages": [ + "dww-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.174436, + "recall": 0.270677, + "f1": 0.198138, + "accuracy": 0.270677, + "main_score": 0.198138, + "hf_subset": "eng_Latn-dwy_Latn", + "languages": [ + "eng-Latn", + "dwy-Latn" + ] + }, + { + "precision": 0.174394, + "recall": 0.263158, + "f1": 0.194426, + "accuracy": 0.263158, + "main_score": 0.194426, + "hf_subset": "dwy_Latn-eng_Latn", + "languages": [ + "dwy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.19009, + "recall": 0.269531, + "f1": 0.209844, + "accuracy": 0.269531, + "main_score": 0.209844, + "hf_subset": "eng_Latn-ebk_Latn", + "languages": [ + "eng-Latn", + "ebk-Latn" + ] + }, + { + "precision": 0.16718, + "recall": 0.238281, + "f1": 0.183207, + "accuracy": 0.238281, + "main_score": 0.183207, + "hf_subset": "ebk_Latn-eng_Latn", + "languages": [ + "ebk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.122129, + "recall": 0.191406, + "f1": 0.13561, + "accuracy": 0.191406, + "main_score": 0.13561, + "hf_subset": "eng_Latn-eko_Latn", + "languages": [ + "eng-Latn", + "eko-Latn" + ] + }, + { + "precision": 0.11147, + "recall": 0.183594, + "f1": 0.129548, + "accuracy": 0.183594, + "main_score": 0.129548, + "hf_subset": "eko_Latn-eng_Latn", + "languages": [ + "eko-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.111046, + "recall": 0.152344, + "f1": 0.121484, + "accuracy": 0.152344, + "main_score": 0.121484, + "hf_subset": "eng_Latn-emi_Latn", + "languages": [ + "eng-Latn", + "emi-Latn" + ] + }, + { + "precision": 0.095226, + "recall": 0.140625, + "f1": 0.10683, + "accuracy": 0.140625, + "main_score": 0.10683, + "hf_subset": "emi_Latn-eng_Latn", + "languages": [ + "emi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071182, + "recall": 0.121094, + "f1": 0.079637, + "accuracy": 0.121094, + "main_score": 0.079637, + "hf_subset": "eng_Latn-emp_Latn", + "languages": [ + "eng-Latn", + "emp-Latn" + ] + }, + { + "precision": 0.055701, + "recall": 0.109375, + "f1": 0.065572, + "accuracy": 0.109375, + "main_score": 0.065572, + "hf_subset": "emp_Latn-eng_Latn", + "languages": [ + "emp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.025153, + "recall": 0.046875, + "f1": 0.028013, + "accuracy": 0.046875, + "main_score": 0.028013, + "hf_subset": "eng_Latn-enq_Latn", + "languages": [ + "eng-Latn", + "enq-Latn" + ] + }, + { + "precision": 0.028865, + "recall": 0.058594, + "f1": 0.03376, + "accuracy": 0.058594, + "main_score": 0.03376, + "hf_subset": "enq_Latn-eng_Latn", + "languages": [ + "enq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.957031, + "recall": 0.96875, + "f1": 0.960938, + "accuracy": 0.96875, + "main_score": 0.960938, + "hf_subset": "eng_Latn-epo_Latn", + "languages": [ + "eng-Latn", + "epo-Latn" + ] + }, + { + "precision": 0.974609, + "recall": 0.980469, + "f1": 0.976562, + "accuracy": 0.980469, + "main_score": 0.976562, + "hf_subset": "epo_Latn-eng_Latn", + "languages": [ + "epo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106657, + "recall": 0.15625, + "f1": 0.117442, + "accuracy": 0.15625, + "main_score": 0.117442, + "hf_subset": "eng_Latn-eri_Latn", + "languages": [ + "eng-Latn", + "eri-Latn" + ] + }, + { + "precision": 0.088799, + "recall": 0.15625, + "f1": 0.102323, + "accuracy": 0.15625, + "main_score": 0.102323, + "hf_subset": "eri_Latn-eng_Latn", + "languages": [ + "eri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041309, + "recall": 0.0625, + "f1": 0.04605, + "accuracy": 0.0625, + "main_score": 0.04605, + "hf_subset": "eng_Latn-ese_Latn", + "languages": [ + "eng-Latn", + "ese-Latn" + ] + }, + { + "precision": 0.025963, + "recall": 0.070312, + "f1": 0.032015, + "accuracy": 0.070312, + "main_score": 0.032015, + "hf_subset": "ese_Latn-eng_Latn", + "languages": [ + "ese-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.116515, + "recall": 0.175781, + "f1": 0.13012, + "accuracy": 0.175781, + "main_score": 0.13012, + "hf_subset": "eng_Latn-esk_Latn", + "languages": [ + "eng-Latn", + "esk-Latn" + ] + }, + { + "precision": 0.097121, + "recall": 0.144531, + "f1": 0.106622, + "accuracy": 0.144531, + "main_score": 0.106622, + "hf_subset": "esk_Latn-eng_Latn", + "languages": [ + "esk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.030432, + "recall": 0.058594, + "f1": 0.035606, + "accuracy": 0.058594, + "main_score": 0.035606, + "hf_subset": "eng_Latn-etr_Latn", + "languages": [ + "eng-Latn", + "etr-Latn" + ] + }, + { + "precision": 0.037788, + "recall": 0.089844, + "f1": 0.047152, + "accuracy": 0.089844, + "main_score": 0.047152, + "hf_subset": "etr_Latn-eng_Latn", + "languages": [ + "etr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.106923, + "recall": 0.164062, + "f1": 0.120592, + "accuracy": 0.164062, + "main_score": 0.120592, + "hf_subset": "eng_Latn-ewe_Latn", + "languages": [ + "eng-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.10785, + "recall": 0.167969, + "f1": 0.12037, + "accuracy": 0.167969, + "main_score": 0.12037, + "hf_subset": "ewe_Latn-eng_Latn", + "languages": [ + "ewe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039035, + "recall": 0.066406, + "f1": 0.045567, + "accuracy": 0.066406, + "main_score": 0.045567, + "hf_subset": "eng_Latn-faa_Latn", + "languages": [ + "eng-Latn", + "faa-Latn" + ] + }, + { + "precision": 0.025986, + "recall": 0.054688, + "f1": 0.031188, + "accuracy": 0.054688, + "main_score": 0.031188, + "hf_subset": "faa_Latn-eng_Latn", + "languages": [ + "faa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.061632, + "recall": 0.078125, + "f1": 0.065885, + "accuracy": 0.078125, + "main_score": 0.065885, + "hf_subset": "eng_Latn-fai_Latn", + "languages": [ + "eng-Latn", + "fai-Latn" + ] + }, + { + "precision": 0.046103, + "recall": 0.074219, + "f1": 0.051566, + "accuracy": 0.074219, + "main_score": 0.051566, + "hf_subset": "fai_Latn-eng_Latn", + "languages": [ + "fai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.124967, + "recall": 0.183594, + "f1": 0.138907, + "accuracy": 0.183594, + "main_score": 0.138907, + "hf_subset": "eng_Latn-far_Latn", + "languages": [ + "eng-Latn", + "far-Latn" + ] + }, + { + "precision": 0.077744, + "recall": 0.148438, + "f1": 0.090493, + "accuracy": 0.148438, + "main_score": 0.090493, + "hf_subset": "far_Latn-eng_Latn", + "languages": [ + "far-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.079735, + "recall": 0.128906, + "f1": 0.090448, + "accuracy": 0.128906, + "main_score": 0.090448, + "hf_subset": "eng_Latn-ffm_Latn", + "languages": [ + "eng-Latn", + "ffm-Latn" + ] + }, + { + "precision": 0.083461, + "recall": 0.140625, + "f1": 0.094646, + "accuracy": 0.140625, + "main_score": 0.094646, + "hf_subset": "ffm_Latn-eng_Latn", + "languages": [ + "ffm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.029144, + "recall": 0.054688, + "f1": 0.032686, + "accuracy": 0.054688, + "main_score": 0.032686, + "hf_subset": "eng_Latn-for_Latn", + "languages": [ + "eng-Latn", + "for-Latn" + ] + }, + { + "precision": 0.036409, + "recall": 0.070312, + "f1": 0.042408, + "accuracy": 0.070312, + "main_score": 0.042408, + "hf_subset": "for_Latn-eng_Latn", + "languages": [ + "for-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.118882, + "recall": 0.179688, + "f1": 0.132881, + "accuracy": 0.179688, + "main_score": 0.132881, + "hf_subset": "eng_Latn-fue_Latn", + "languages": [ + "eng-Latn", + "fue-Latn" + ] + }, + { + "precision": 0.108482, + "recall": 0.195312, + "f1": 0.127728, + "accuracy": 0.195312, + "main_score": 0.127728, + "hf_subset": "fue_Latn-eng_Latn", + "languages": [ + "fue-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.093164, + "recall": 0.132812, + "f1": 0.102214, + "accuracy": 0.132812, + "main_score": 0.102214, + "hf_subset": "eng_Latn-fuf_Latn", + "languages": [ + "eng-Latn", + "fuf-Latn" + ] + }, + { + "precision": 0.093696, + "recall": 0.164062, + "f1": 0.109471, + "accuracy": 0.164062, + "main_score": 0.109471, + "hf_subset": "fuf_Latn-eng_Latn", + "languages": [ + "fuf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091527, + "recall": 0.132812, + "f1": 0.100645, + "accuracy": 0.132812, + "main_score": 0.100645, + "hf_subset": "eng_Latn-fuh_Latn", + "languages": [ + "eng-Latn", + "fuh-Latn" + ] + }, + { + "precision": 0.093845, + "recall": 0.160156, + "f1": 0.10551, + "accuracy": 0.160156, + "main_score": 0.10551, + "hf_subset": "fuh_Latn-eng_Latn", + "languages": [ + "fuh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05413, + "recall": 0.082031, + "f1": 0.058166, + "accuracy": 0.082031, + "main_score": 0.058166, + "hf_subset": "eng_Latn-gah_Latn", + "languages": [ + "eng-Latn", + "gah-Latn" + ] + }, + { + "precision": 0.059116, + "recall": 0.097656, + "f1": 0.068685, + "accuracy": 0.097656, + "main_score": 0.068685, + "hf_subset": "gah_Latn-eng_Latn", + "languages": [ + "gah-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056641, + "recall": 0.089844, + "f1": 0.066276, + "accuracy": 0.089844, + "main_score": 0.066276, + "hf_subset": "eng_Latn-gai_Latn", + "languages": [ + "eng-Latn", + "gai-Latn" + ] + }, + { + "precision": 0.043926, + "recall": 0.09375, + "f1": 0.054564, + "accuracy": 0.09375, + "main_score": 0.054564, + "hf_subset": "gai_Latn-eng_Latn", + "languages": [ + "gai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072666, + "recall": 0.117188, + "f1": 0.081285, + "accuracy": 0.117188, + "main_score": 0.081285, + "hf_subset": "eng_Latn-gam_Latn", + "languages": [ + "eng-Latn", + "gam-Latn" + ] + }, + { + "precision": 0.067107, + "recall": 0.125, + "f1": 0.080404, + "accuracy": 0.125, + "main_score": 0.080404, + "hf_subset": "gam_Latn-eng_Latn", + "languages": [ + "gam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071923, + "recall": 0.105469, + "f1": 0.079319, + "accuracy": 0.105469, + "main_score": 0.079319, + "hf_subset": "eng_Latn-gaw_Latn", + "languages": [ + "eng-Latn", + "gaw-Latn" + ] + }, + { + "precision": 0.072911, + "recall": 0.113281, + "f1": 0.07912, + "accuracy": 0.113281, + "main_score": 0.07912, + "hf_subset": "gaw_Latn-eng_Latn", + "languages": [ + "gaw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.040372, + "recall": 0.0625, + "f1": 0.044487, + "accuracy": 0.0625, + "main_score": 0.044487, + "hf_subset": "eng_Latn-gdn_Latn", + "languages": [ + "eng-Latn", + "gdn-Latn" + ] + }, + { + "precision": 0.042262, + "recall": 0.074219, + "f1": 0.049228, + "accuracy": 0.074219, + "main_score": 0.049228, + "hf_subset": "gdn_Latn-eng_Latn", + "languages": [ + "gdn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10395, + "recall": 0.152344, + "f1": 0.114636, + "accuracy": 0.152344, + "main_score": 0.114636, + "hf_subset": "eng_Latn-gdr_Latn", + "languages": [ + "eng-Latn", + "gdr-Latn" + ] + }, + { + "precision": 0.100594, + "recall": 0.164062, + "f1": 0.114874, + "accuracy": 0.164062, + "main_score": 0.114874, + "hf_subset": "gdr_Latn-eng_Latn", + "languages": [ + "gdr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05891, + "recall": 0.101562, + "f1": 0.067606, + "accuracy": 0.101562, + "main_score": 0.067606, + "hf_subset": "eng_Latn-geb_Latn", + "languages": [ + "eng-Latn", + "geb-Latn" + ] + }, + { + "precision": 0.04912, + "recall": 0.097656, + "f1": 0.057271, + "accuracy": 0.097656, + "main_score": 0.057271, + "hf_subset": "geb_Latn-eng_Latn", + "languages": [ + "geb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035967, + "recall": 0.085938, + "f1": 0.044483, + "accuracy": 0.085938, + "main_score": 0.044483, + "hf_subset": "eng_Latn-gfk_Latn", + "languages": [ + "eng-Latn", + "gfk-Latn" + ] + }, + { + "precision": 0.086811, + "recall": 0.140625, + "f1": 0.0989, + "accuracy": 0.140625, + "main_score": 0.0989, + "hf_subset": "gfk_Latn-eng_Latn", + "languages": [ + "gfk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046522, + "recall": 0.070312, + "f1": 0.051376, + "accuracy": 0.070312, + "main_score": 0.051376, + "hf_subset": "eng_Latn-ghs_Latn", + "languages": [ + "eng-Latn", + "ghs-Latn" + ] + }, + { + "precision": 0.053144, + "recall": 0.089844, + "f1": 0.061278, + "accuracy": 0.089844, + "main_score": 0.061278, + "hf_subset": "ghs_Latn-eng_Latn", + "languages": [ + "ghs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.887097, + "recall": 0.924731, + "f1": 0.899642, + "accuracy": 0.924731, + "main_score": 0.899642, + "hf_subset": "eng_Latn-glk_Arab", + "languages": [ + "eng-Latn", + "glk-Arab" + ] + }, + { + "precision": 0.919355, + "recall": 0.946237, + "f1": 0.928315, + "accuracy": 0.946237, + "main_score": 0.928315, + "hf_subset": "glk_Arab-eng_Latn", + "languages": [ + "glk-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.030149, + "recall": 0.066406, + "f1": 0.035928, + "accuracy": 0.066406, + "main_score": 0.035928, + "hf_subset": "eng_Latn-gmv_Latn", + "languages": [ + "eng-Latn", + "gmv-Latn" + ] + }, + { + "precision": 0.044774, + "recall": 0.082031, + "f1": 0.051359, + "accuracy": 0.082031, + "main_score": 0.051359, + "hf_subset": "gmv_Latn-eng_Latn", + "languages": [ + "gmv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05162, + "recall": 0.09375, + "f1": 0.060352, + "accuracy": 0.09375, + "main_score": 0.060352, + "hf_subset": "eng_Latn-gng_Latn", + "languages": [ + "eng-Latn", + "gng-Latn" + ] + }, + { + "precision": 0.078179, + "recall": 0.121094, + "f1": 0.08678, + "accuracy": 0.121094, + "main_score": 0.08678, + "hf_subset": "gng_Latn-eng_Latn", + "languages": [ + "gng-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049687, + "recall": 0.078125, + "f1": 0.054408, + "accuracy": 0.078125, + "main_score": 0.054408, + "hf_subset": "eng_Latn-gnn_Latn", + "languages": [ + "eng-Latn", + "gnn-Latn" + ] + }, + { + "precision": 0.021756, + "recall": 0.054688, + "f1": 0.026881, + "accuracy": 0.054688, + "main_score": 0.026881, + "hf_subset": "gnn_Latn-eng_Latn", + "languages": [ + "gnn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.130056, + "recall": 0.191406, + "f1": 0.144073, + "accuracy": 0.191406, + "main_score": 0.144073, + "hf_subset": "eng_Latn-gnw_Latn", + "languages": [ + "eng-Latn", + "gnw-Latn" + ] + }, + { + "precision": 0.110169, + "recall": 0.175781, + "f1": 0.124454, + "accuracy": 0.175781, + "main_score": 0.124454, + "hf_subset": "gnw_Latn-eng_Latn", + "languages": [ + "gnw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.024628, + "recall": 0.074219, + "f1": 0.033421, + "accuracy": 0.074219, + "main_score": 0.033421, + "hf_subset": "eng_Latn-gof_Latn", + "languages": [ + "eng-Latn", + "gof-Latn" + ] + }, + { + "precision": 0.034434, + "recall": 0.074219, + "f1": 0.04193, + "accuracy": 0.074219, + "main_score": 0.04193, + "hf_subset": "gof_Latn-eng_Latn", + "languages": [ + "gof-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-grc_Grek", + "languages": [ + "eng-Latn", + "grc-Grek" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "grc_Grek-eng_Latn", + "languages": [ + "grc-Grek", + "eng-Latn" + ] + }, + { + "precision": 0.029175, + "recall": 0.042969, + "f1": 0.031566, + "accuracy": 0.042969, + "main_score": 0.031566, + "hf_subset": "eng_Latn-gub_Latn", + "languages": [ + "eng-Latn", + "gub-Latn" + ] + }, + { + "precision": 0.012487, + "recall": 0.054688, + "f1": 0.018455, + "accuracy": 0.054688, + "main_score": 0.018455, + "hf_subset": "gub_Latn-eng_Latn", + "languages": [ + "gub-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098377, + "recall": 0.15625, + "f1": 0.110386, + "accuracy": 0.15625, + "main_score": 0.110386, + "hf_subset": "eng_Latn-guh_Latn", + "languages": [ + "eng-Latn", + "guh-Latn" + ] + }, + { + "precision": 0.066847, + "recall": 0.113281, + "f1": 0.074812, + "accuracy": 0.113281, + "main_score": 0.074812, + "hf_subset": "guh_Latn-eng_Latn", + "languages": [ + "guh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110882, + "recall": 0.164062, + "f1": 0.123251, + "accuracy": 0.164062, + "main_score": 0.123251, + "hf_subset": "eng_Latn-gui_Latn", + "languages": [ + "eng-Latn", + "gui-Latn" + ] + }, + { + "precision": 0.111846, + "recall": 0.175781, + "f1": 0.125649, + "accuracy": 0.175781, + "main_score": 0.125649, + "hf_subset": "gui_Latn-eng_Latn", + "languages": [ + "gui-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.927734, + "recall": 0.941406, + "f1": 0.932292, + "accuracy": 0.941406, + "main_score": 0.932292, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.941406, + "recall": 0.949219, + "f1": 0.94401, + "accuracy": 0.949219, + "main_score": 0.94401, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.861328, + "recall": 0.902344, + "f1": 0.874349, + "accuracy": 0.902344, + "main_score": 0.874349, + "hf_subset": "eng_Latn-gul_Latn", + "languages": [ + "eng-Latn", + "gul-Latn" + ] + }, + { + "precision": 0.851562, + "recall": 0.886719, + "f1": 0.863281, + "accuracy": 0.886719, + "main_score": 0.863281, + "hf_subset": "gul_Latn-eng_Latn", + "languages": [ + "gul-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.126668, + "recall": 0.183594, + "f1": 0.139568, + "accuracy": 0.183594, + "main_score": 0.139568, + "hf_subset": "eng_Latn-gum_Latn", + "languages": [ + "eng-Latn", + "gum-Latn" + ] + }, + { + "precision": 0.118104, + "recall": 0.183594, + "f1": 0.132601, + "accuracy": 0.183594, + "main_score": 0.132601, + "hf_subset": "gum_Latn-eng_Latn", + "languages": [ + "gum-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.139064, + "recall": 0.207031, + "f1": 0.15492, + "accuracy": 0.207031, + "main_score": 0.15492, + "hf_subset": "eng_Latn-gun_Latn", + "languages": [ + "eng-Latn", + "gun-Latn" + ] + }, + { + "precision": 0.118277, + "recall": 0.175781, + "f1": 0.130373, + "accuracy": 0.175781, + "main_score": 0.130373, + "hf_subset": "gun_Latn-eng_Latn", + "languages": [ + "gun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108623, + "recall": 0.167969, + "f1": 0.122573, + "accuracy": 0.167969, + "main_score": 0.122573, + "hf_subset": "eng_Latn-guo_Latn", + "languages": [ + "eng-Latn", + "guo-Latn" + ] + }, + { + "precision": 0.10245, + "recall": 0.175781, + "f1": 0.118515, + "accuracy": 0.175781, + "main_score": 0.118515, + "hf_subset": "guo_Latn-eng_Latn", + "languages": [ + "guo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.154632, + "recall": 0.21875, + "f1": 0.171224, + "accuracy": 0.21875, + "main_score": 0.171224, + "hf_subset": "eng_Latn-gup_Latn", + "languages": [ + "eng-Latn", + "gup-Latn" + ] + }, + { + "precision": 0.132127, + "recall": 0.210938, + "f1": 0.150465, + "accuracy": 0.210938, + "main_score": 0.150465, + "hf_subset": "gup_Latn-eng_Latn", + "languages": [ + "gup-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059202, + "recall": 0.109375, + "f1": 0.068716, + "accuracy": 0.109375, + "main_score": 0.068716, + "hf_subset": "eng_Latn-gux_Latn", + "languages": [ + "eng-Latn", + "gux-Latn" + ] + }, + { + "precision": 0.082719, + "recall": 0.128906, + "f1": 0.091931, + "accuracy": 0.128906, + "main_score": 0.091931, + "hf_subset": "gux_Latn-eng_Latn", + "languages": [ + "gux-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084033, + "recall": 0.125, + "f1": 0.09434, + "accuracy": 0.125, + "main_score": 0.09434, + "hf_subset": "eng_Latn-gvc_Latn", + "languages": [ + "eng-Latn", + "gvc-Latn" + ] + }, + { + "precision": 0.045106, + "recall": 0.097656, + "f1": 0.054067, + "accuracy": 0.097656, + "main_score": 0.054067, + "hf_subset": "gvc_Latn-eng_Latn", + "languages": [ + "gvc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062543, + "recall": 0.09375, + "f1": 0.070312, + "accuracy": 0.09375, + "main_score": 0.070312, + "hf_subset": "eng_Latn-gvf_Latn", + "languages": [ + "eng-Latn", + "gvf-Latn" + ] + }, + { + "precision": 0.059152, + "recall": 0.101562, + "f1": 0.069187, + "accuracy": 0.101562, + "main_score": 0.069187, + "hf_subset": "gvf_Latn-eng_Latn", + "languages": [ + "gvf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.17653, + "recall": 0.246094, + "f1": 0.194376, + "accuracy": 0.246094, + "main_score": 0.194376, + "hf_subset": "eng_Latn-gvn_Latn", + "languages": [ + "eng-Latn", + "gvn-Latn" + ] + }, + { + "precision": 0.134951, + "recall": 0.210938, + "f1": 0.153417, + "accuracy": 0.210938, + "main_score": 0.153417, + "hf_subset": "gvn_Latn-eng_Latn", + "languages": [ + "gvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060809, + "recall": 0.085938, + "f1": 0.066732, + "accuracy": 0.085938, + "main_score": 0.066732, + "hf_subset": "eng_Latn-gvs_Latn", + "languages": [ + "eng-Latn", + "gvs-Latn" + ] + }, + { + "precision": 0.038992, + "recall": 0.089844, + "f1": 0.047219, + "accuracy": 0.089844, + "main_score": 0.047219, + "hf_subset": "gvs_Latn-eng_Latn", + "languages": [ + "gvs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.120193, + "recall": 0.179688, + "f1": 0.133885, + "accuracy": 0.179688, + "main_score": 0.133885, + "hf_subset": "eng_Latn-gwi_Latn", + "languages": [ + "eng-Latn", + "gwi-Latn" + ] + }, + { + "precision": 0.113836, + "recall": 0.160156, + "f1": 0.124033, + "accuracy": 0.160156, + "main_score": 0.124033, + "hf_subset": "gwi_Latn-eng_Latn", + "languages": [ + "gwi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086716, + "recall": 0.125, + "f1": 0.094499, + "accuracy": 0.125, + "main_score": 0.094499, + "hf_subset": "eng_Latn-gym_Latn", + "languages": [ + "eng-Latn", + "gym-Latn" + ] + }, + { + "precision": 0.079486, + "recall": 0.128906, + "f1": 0.090063, + "accuracy": 0.128906, + "main_score": 0.090063, + "hf_subset": "gym_Latn-eng_Latn", + "languages": [ + "gym-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.112556, + "recall": 0.160156, + "f1": 0.121922, + "accuracy": 0.160156, + "main_score": 0.121922, + "hf_subset": "eng_Latn-gyr_Latn", + "languages": [ + "eng-Latn", + "gyr-Latn" + ] + }, + { + "precision": 0.08031, + "recall": 0.128906, + "f1": 0.089118, + "accuracy": 0.128906, + "main_score": 0.089118, + "hf_subset": "gyr_Latn-eng_Latn", + "languages": [ + "gyr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.682972, + "recall": 0.761719, + "f1": 0.705859, + "accuracy": 0.761719, + "main_score": 0.705859, + "hf_subset": "eng_Latn-hat_Latn", + "languages": [ + "eng-Latn", + "hat-Latn" + ] + }, + { + "precision": 0.75599, + "recall": 0.824219, + "f1": 0.776562, + "accuracy": 0.824219, + "main_score": 0.776562, + "hf_subset": "hat_Latn-eng_Latn", + "languages": [ + "hat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08345, + "recall": 0.148438, + "f1": 0.096695, + "accuracy": 0.148438, + "main_score": 0.096695, + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.119313, + "recall": 0.1875, + "f1": 0.135155, + "accuracy": 0.1875, + "main_score": 0.135155, + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.23807, + "recall": 0.332031, + "f1": 0.261499, + "accuracy": 0.332031, + "main_score": 0.261499, + "hf_subset": "eng_Latn-haw_Latn", + "languages": [ + "eng-Latn", + "haw-Latn" + ] + }, + { + "precision": 0.190367, + "recall": 0.273438, + "f1": 0.207924, + "accuracy": 0.273438, + "main_score": 0.207924, + "hf_subset": "haw_Latn-eng_Latn", + "languages": [ + "haw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.955729, + "recall": 0.96875, + "f1": 0.959635, + "accuracy": 0.96875, + "main_score": 0.959635, + "hf_subset": "eng_Latn-hbo_Hebr", + "languages": [ + "eng-Latn", + "hbo-Hebr" + ] + }, + { + "precision": 0.939779, + "recall": 0.957031, + "f1": 0.944922, + "accuracy": 0.957031, + "main_score": 0.944922, + "hf_subset": "hbo_Hebr-eng_Latn", + "languages": [ + "hbo-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.035015, + "recall": 0.054688, + "f1": 0.038339, + "accuracy": 0.054688, + "main_score": 0.038339, + "hf_subset": "eng_Latn-hch_Latn", + "languages": [ + "eng-Latn", + "hch-Latn" + ] + }, + { + "precision": 0.040262, + "recall": 0.0625, + "f1": 0.043132, + "accuracy": 0.0625, + "main_score": 0.043132, + "hf_subset": "hch_Latn-eng_Latn", + "languages": [ + "hch-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.958984, + "recall": 0.972656, + "f1": 0.963542, + "accuracy": 0.972656, + "main_score": 0.963542, + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.958984, + "recall": 0.972656, + "f1": 0.963542, + "accuracy": 0.972656, + "main_score": 0.963542, + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.085905, + "recall": 0.148438, + "f1": 0.100871, + "accuracy": 0.148438, + "main_score": 0.100871, + "hf_subset": "eng_Latn-heg_Latn", + "languages": [ + "eng-Latn", + "heg-Latn" + ] + }, + { + "precision": 0.089176, + "recall": 0.15625, + "f1": 0.104488, + "accuracy": 0.15625, + "main_score": 0.104488, + "hf_subset": "heg_Latn-eng_Latn", + "languages": [ + "heg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.974609, + "recall": 0.980469, + "f1": 0.976562, + "accuracy": 0.980469, + "main_score": 0.976562, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.986328, + "recall": 0.988281, + "f1": 0.986979, + "accuracy": 0.988281, + "main_score": 0.986979, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.026172, + "recall": 0.035156, + "f1": 0.028646, + "accuracy": 0.035156, + "main_score": 0.028646, + "hf_subset": "eng_Latn-hix_Latn", + "languages": [ + "eng-Latn", + "hix-Latn" + ] + }, + { + "precision": 0.019441, + "recall": 0.039062, + "f1": 0.022949, + "accuracy": 0.039062, + "main_score": 0.022949, + "hf_subset": "hix_Latn-eng_Latn", + "languages": [ + "hix-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068725, + "recall": 0.109375, + "f1": 0.076603, + "accuracy": 0.109375, + "main_score": 0.076603, + "hf_subset": "eng_Latn-hla_Latn", + "languages": [ + "eng-Latn", + "hla-Latn" + ] + }, + { + "precision": 0.065752, + "recall": 0.125, + "f1": 0.078345, + "accuracy": 0.125, + "main_score": 0.078345, + "hf_subset": "hla_Latn-eng_Latn", + "languages": [ + "hla-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064613, + "recall": 0.128906, + "f1": 0.077737, + "accuracy": 0.128906, + "main_score": 0.077737, + "hf_subset": "eng_Latn-hlt_Latn", + "languages": [ + "eng-Latn", + "hlt-Latn" + ] + }, + { + "precision": 0.078626, + "recall": 0.128906, + "f1": 0.088533, + "accuracy": 0.128906, + "main_score": 0.088533, + "hf_subset": "hlt_Latn-eng_Latn", + "languages": [ + "hlt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.09694, + "recall": 0.148438, + "f1": 0.107545, + "accuracy": 0.148438, + "main_score": 0.107545, + "hf_subset": "eng_Latn-hmo_Latn", + "languages": [ + "eng-Latn", + "hmo-Latn" + ] + }, + { + "precision": 0.094069, + "recall": 0.167969, + "f1": 0.110435, + "accuracy": 0.167969, + "main_score": 0.110435, + "hf_subset": "hmo_Latn-eng_Latn", + "languages": [ + "hmo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.189974, + "recall": 0.265625, + "f1": 0.207329, + "accuracy": 0.265625, + "main_score": 0.207329, + "hf_subset": "eng_Latn-hns_Latn", + "languages": [ + "eng-Latn", + "hns-Latn" + ] + }, + { + "precision": 0.237943, + "recall": 0.335938, + "f1": 0.26175, + "accuracy": 0.335938, + "main_score": 0.26175, + "hf_subset": "hns_Latn-eng_Latn", + "languages": [ + "hns-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.160649, + "recall": 0.199219, + "f1": 0.169671, + "accuracy": 0.199219, + "main_score": 0.169671, + "hf_subset": "eng_Latn-hop_Latn", + "languages": [ + "eng-Latn", + "hop-Latn" + ] + }, + { + "precision": 0.105506, + "recall": 0.144531, + "f1": 0.115244, + "accuracy": 0.144531, + "main_score": 0.115244, + "hf_subset": "hop_Latn-eng_Latn", + "languages": [ + "hop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065552, + "recall": 0.105469, + "f1": 0.074052, + "accuracy": 0.105469, + "main_score": 0.074052, + "hf_subset": "eng_Latn-hot_Latn", + "languages": [ + "eng-Latn", + "hot-Latn" + ] + }, + { + "precision": 0.047178, + "recall": 0.101562, + "f1": 0.057072, + "accuracy": 0.101562, + "main_score": 0.057072, + "hf_subset": "hot_Latn-eng_Latn", + "languages": [ + "hot-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.945312, + "recall": 0.960938, + "f1": 0.950521, + "accuracy": 0.960938, + "main_score": 0.950521, + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.96875, + "recall": 0.976562, + "f1": 0.971354, + "accuracy": 0.976562, + "main_score": 0.971354, + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.109288, + "recall": 0.160156, + "f1": 0.121429, + "accuracy": 0.160156, + "main_score": 0.121429, + "hf_subset": "eng_Latn-hto_Latn", + "languages": [ + "eng-Latn", + "hto-Latn" + ] + }, + { + "precision": 0.092549, + "recall": 0.148438, + "f1": 0.105006, + "accuracy": 0.148438, + "main_score": 0.105006, + "hf_subset": "hto_Latn-eng_Latn", + "languages": [ + "hto-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098131, + "recall": 0.132812, + "f1": 0.106231, + "accuracy": 0.132812, + "main_score": 0.106231, + "hf_subset": "eng_Latn-hub_Latn", + "languages": [ + "eng-Latn", + "hub-Latn" + ] + }, + { + "precision": 0.093576, + "recall": 0.136719, + "f1": 0.102297, + "accuracy": 0.136719, + "main_score": 0.102297, + "hf_subset": "hub_Latn-eng_Latn", + "languages": [ + "hub-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.033854, + "recall": 0.050781, + "f1": 0.037134, + "accuracy": 0.050781, + "main_score": 0.037134, + "hf_subset": "eng_Latn-hui_Latn", + "languages": [ + "eng-Latn", + "hui-Latn" + ] + }, + { + "precision": 0.028623, + "recall": 0.054688, + "f1": 0.033049, + "accuracy": 0.054688, + "main_score": 0.033049, + "hf_subset": "hui_Latn-eng_Latn", + "languages": [ + "hui-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.970703, + "recall": 0.980469, + "f1": 0.973958, + "accuracy": 0.980469, + "main_score": 0.973958, + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060675, + "recall": 0.117188, + "f1": 0.071276, + "accuracy": 0.117188, + "main_score": 0.071276, + "hf_subset": "eng_Latn-hus_Latn", + "languages": [ + "eng-Latn", + "hus-Latn" + ] + }, + { + "precision": 0.049254, + "recall": 0.09375, + "f1": 0.058818, + "accuracy": 0.09375, + "main_score": 0.058818, + "hf_subset": "hus_Latn-eng_Latn", + "languages": [ + "hus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.102934, + "recall": 0.144531, + "f1": 0.112336, + "accuracy": 0.144531, + "main_score": 0.112336, + "hf_subset": "eng_Latn-huu_Latn", + "languages": [ + "eng-Latn", + "huu-Latn" + ] + }, + { + "precision": 0.09519, + "recall": 0.148438, + "f1": 0.105847, + "accuracy": 0.148438, + "main_score": 0.105847, + "hf_subset": "huu_Latn-eng_Latn", + "languages": [ + "huu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.135026, + "recall": 0.183594, + "f1": 0.147284, + "accuracy": 0.183594, + "main_score": 0.147284, + "hf_subset": "eng_Latn-huv_Latn", + "languages": [ + "eng-Latn", + "huv-Latn" + ] + }, + { + "precision": 0.13544, + "recall": 0.195312, + "f1": 0.148996, + "accuracy": 0.195312, + "main_score": 0.148996, + "hf_subset": "huv_Latn-eng_Latn", + "languages": [ + "huv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.20205, + "recall": 0.269841, + "f1": 0.219489, + "accuracy": 0.269841, + "main_score": 0.219489, + "hf_subset": "eng_Latn-hvn_Latn", + "languages": [ + "eng-Latn", + "hvn-Latn" + ] + }, + { + "precision": 0.155682, + "recall": 0.253968, + "f1": 0.179693, + "accuracy": 0.253968, + "main_score": 0.179693, + "hf_subset": "hvn_Latn-eng_Latn", + "languages": [ + "hvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072986, + "recall": 0.09375, + "f1": 0.077626, + "accuracy": 0.09375, + "main_score": 0.077626, + "hf_subset": "eng_Latn-ian_Latn", + "languages": [ + "eng-Latn", + "ian-Latn" + ] + }, + { + "precision": 0.071854, + "recall": 0.09375, + "f1": 0.075998, + "accuracy": 0.09375, + "main_score": 0.075998, + "hf_subset": "ian_Latn-eng_Latn", + "languages": [ + "ian-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104725, + "recall": 0.160156, + "f1": 0.115381, + "accuracy": 0.160156, + "main_score": 0.115381, + "hf_subset": "eng_Latn-ign_Latn", + "languages": [ + "eng-Latn", + "ign-Latn" + ] + }, + { + "precision": 0.09205, + "recall": 0.140625, + "f1": 0.101087, + "accuracy": 0.140625, + "main_score": 0.101087, + "hf_subset": "ign_Latn-eng_Latn", + "languages": [ + "ign-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.094961, + "recall": 0.125, + "f1": 0.100911, + "accuracy": 0.125, + "main_score": 0.100911, + "hf_subset": "eng_Latn-ikk_Latn", + "languages": [ + "eng-Latn", + "ikk-Latn" + ] + }, + { + "precision": 0.080057, + "recall": 0.140625, + "f1": 0.091933, + "accuracy": 0.140625, + "main_score": 0.091933, + "hf_subset": "ikk_Latn-eng_Latn", + "languages": [ + "ikk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083508, + "recall": 0.121094, + "f1": 0.090136, + "accuracy": 0.121094, + "main_score": 0.090136, + "hf_subset": "eng_Latn-ikw_Latn", + "languages": [ + "eng-Latn", + "ikw-Latn" + ] + }, + { + "precision": 0.068495, + "recall": 0.109375, + "f1": 0.07678, + "accuracy": 0.109375, + "main_score": 0.07678, + "hf_subset": "ikw_Latn-eng_Latn", + "languages": [ + "ikw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.34421, + "recall": 0.453125, + "f1": 0.370971, + "accuracy": 0.453125, + "main_score": 0.370971, + "hf_subset": "eng_Latn-ilo_Latn", + "languages": [ + "eng-Latn", + "ilo-Latn" + ] + }, + { + "precision": 0.304929, + "recall": 0.410156, + "f1": 0.332124, + "accuracy": 0.410156, + "main_score": 0.332124, + "hf_subset": "ilo_Latn-eng_Latn", + "languages": [ + "ilo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066303, + "recall": 0.109375, + "f1": 0.07497, + "accuracy": 0.109375, + "main_score": 0.07497, + "hf_subset": "eng_Latn-imo_Latn", + "languages": [ + "eng-Latn", + "imo-Latn" + ] + }, + { + "precision": 0.045655, + "recall": 0.09375, + "f1": 0.055797, + "accuracy": 0.09375, + "main_score": 0.055797, + "hf_subset": "imo_Latn-eng_Latn", + "languages": [ + "imo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086272, + "recall": 0.128906, + "f1": 0.094425, + "accuracy": 0.128906, + "main_score": 0.094425, + "hf_subset": "eng_Latn-inb_Latn", + "languages": [ + "eng-Latn", + "inb-Latn" + ] + }, + { + "precision": 0.06881, + "recall": 0.121094, + "f1": 0.078727, + "accuracy": 0.121094, + "main_score": 0.078727, + "hf_subset": "inb_Latn-eng_Latn", + "languages": [ + "inb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.93099, + "recall": 0.953125, + "f1": 0.938151, + "accuracy": 0.953125, + "main_score": 0.938151, + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.935547, + "recall": 0.957031, + "f1": 0.942708, + "accuracy": 0.957031, + "main_score": 0.942708, + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.016728, + "recall": 0.046875, + "f1": 0.021527, + "accuracy": 0.046875, + "main_score": 0.021527, + "hf_subset": "eng_Latn-ino_Latn", + "languages": [ + "eng-Latn", + "ino-Latn" + ] + }, + { + "precision": 0.033287, + "recall": 0.0625, + "f1": 0.038306, + "accuracy": 0.0625, + "main_score": 0.038306, + "hf_subset": "ino_Latn-eng_Latn", + "languages": [ + "ino-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07941, + "recall": 0.128906, + "f1": 0.089058, + "accuracy": 0.128906, + "main_score": 0.089058, + "hf_subset": "eng_Latn-iou_Latn", + "languages": [ + "eng-Latn", + "iou-Latn" + ] + }, + { + "precision": 0.058047, + "recall": 0.105469, + "f1": 0.068039, + "accuracy": 0.105469, + "main_score": 0.068039, + "hf_subset": "iou_Latn-eng_Latn", + "languages": [ + "iou-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.013253, + "recall": 0.03125, + "f1": 0.017383, + "accuracy": 0.03125, + "main_score": 0.017383, + "hf_subset": "eng_Latn-ipi_Latn", + "languages": [ + "eng-Latn", + "ipi-Latn" + ] + }, + { + "precision": 0.017757, + "recall": 0.042969, + "f1": 0.020797, + "accuracy": 0.042969, + "main_score": 0.020797, + "hf_subset": "ipi_Latn-eng_Latn", + "languages": [ + "ipi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.100725, + "recall": 0.148438, + "f1": 0.111553, + "accuracy": 0.148438, + "main_score": 0.111553, + "hf_subset": "eng_Latn-isn_Latn", + "languages": [ + "eng-Latn", + "isn-Latn" + ] + }, + { + "precision": 0.085877, + "recall": 0.128906, + "f1": 0.094491, + "accuracy": 0.128906, + "main_score": 0.094491, + "hf_subset": "isn_Latn-eng_Latn", + "languages": [ + "isn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050818, + "recall": 0.09375, + "f1": 0.058207, + "accuracy": 0.09375, + "main_score": 0.058207, + "hf_subset": "eng_Latn-iws_Latn", + "languages": [ + "eng-Latn", + "iws-Latn" + ] + }, + { + "precision": 0.050337, + "recall": 0.085938, + "f1": 0.058036, + "accuracy": 0.085938, + "main_score": 0.058036, + "hf_subset": "iws_Latn-eng_Latn", + "languages": [ + "iws-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057777, + "recall": 0.128906, + "f1": 0.072554, + "accuracy": 0.128906, + "main_score": 0.072554, + "hf_subset": "eng_Latn-ixl_Latn", + "languages": [ + "eng-Latn", + "ixl-Latn" + ] + }, + { + "precision": 0.079009, + "recall": 0.144531, + "f1": 0.092516, + "accuracy": 0.144531, + "main_score": 0.092516, + "hf_subset": "ixl_Latn-eng_Latn", + "languages": [ + "ixl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.138661, + "recall": 0.199219, + "f1": 0.152821, + "accuracy": 0.199219, + "main_score": 0.152821, + "hf_subset": "eng_Latn-jac_Latn", + "languages": [ + "eng-Latn", + "jac-Latn" + ] + }, + { + "precision": 0.13067, + "recall": 0.183594, + "f1": 0.142952, + "accuracy": 0.183594, + "main_score": 0.142952, + "hf_subset": "jac_Latn-eng_Latn", + "languages": [ + "jac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070942, + "recall": 0.132812, + "f1": 0.083455, + "accuracy": 0.132812, + "main_score": 0.083455, + "hf_subset": "eng_Latn-jae_Latn", + "languages": [ + "eng-Latn", + "jae-Latn" + ] + }, + { + "precision": 0.078726, + "recall": 0.140625, + "f1": 0.091562, + "accuracy": 0.140625, + "main_score": 0.091562, + "hf_subset": "jae_Latn-eng_Latn", + "languages": [ + "jae-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090486, + "recall": 0.125984, + "f1": 0.098488, + "accuracy": 0.125984, + "main_score": 0.098488, + "hf_subset": "eng_Latn-jao_Latn", + "languages": [ + "eng-Latn", + "jao-Latn" + ] + }, + { + "precision": 0.054613, + "recall": 0.07874, + "f1": 0.057962, + "accuracy": 0.07874, + "main_score": 0.057962, + "hf_subset": "jao_Latn-eng_Latn", + "languages": [ + "jao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104536, + "recall": 0.152344, + "f1": 0.116016, + "accuracy": 0.152344, + "main_score": 0.116016, + "hf_subset": "eng_Latn-jic_Latn", + "languages": [ + "eng-Latn", + "jic-Latn" + ] + }, + { + "precision": 0.088589, + "recall": 0.136719, + "f1": 0.09927, + "accuracy": 0.136719, + "main_score": 0.09927, + "hf_subset": "jic_Latn-eng_Latn", + "languages": [ + "jic-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063039, + "recall": 0.105469, + "f1": 0.073121, + "accuracy": 0.105469, + "main_score": 0.073121, + "hf_subset": "eng_Latn-jid_Latn", + "languages": [ + "eng-Latn", + "jid-Latn" + ] + }, + { + "precision": 0.065513, + "recall": 0.105469, + "f1": 0.074002, + "accuracy": 0.105469, + "main_score": 0.074002, + "hf_subset": "jid_Latn-eng_Latn", + "languages": [ + "jid-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039815, + "recall": 0.066406, + "f1": 0.04424, + "accuracy": 0.066406, + "main_score": 0.04424, + "hf_subset": "eng_Latn-jiv_Latn", + "languages": [ + "eng-Latn", + "jiv-Latn" + ] + }, + { + "precision": 0.043321, + "recall": 0.082031, + "f1": 0.050668, + "accuracy": 0.082031, + "main_score": 0.050668, + "hf_subset": "jiv_Latn-eng_Latn", + "languages": [ + "jiv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.033566, + "recall": 0.058594, + "f1": 0.039648, + "accuracy": 0.058594, + "main_score": 0.039648, + "hf_subset": "eng_Latn-jni_Latn", + "languages": [ + "eng-Latn", + "jni-Latn" + ] + }, + { + "precision": 0.027302, + "recall": 0.066406, + "f1": 0.034719, + "accuracy": 0.066406, + "main_score": 0.034719, + "hf_subset": "jni_Latn-eng_Latn", + "languages": [ + "jni-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.962891, + "recall": 0.972656, + "f1": 0.966146, + "accuracy": 0.972656, + "main_score": 0.966146, + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.980469, + "recall": 0.984375, + "f1": 0.981771, + "accuracy": 0.984375, + "main_score": 0.981771, + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "precision": 0.533008, + "recall": 0.640625, + "f1": 0.564397, + "accuracy": 0.640625, + "main_score": 0.564397, + "hf_subset": "eng_Latn-jvn_Latn", + "languages": [ + "eng-Latn", + "jvn-Latn" + ] + }, + { + "precision": 0.519987, + "recall": 0.628906, + "f1": 0.552344, + "accuracy": 0.628906, + "main_score": 0.552344, + "hf_subset": "jvn_Latn-eng_Latn", + "languages": [ + "jvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.871745, + "recall": 0.902344, + "f1": 0.88151, + "accuracy": 0.902344, + "main_score": 0.88151, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.898438, + "recall": 0.917969, + "f1": 0.904948, + "accuracy": 0.917969, + "main_score": 0.904948, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.09515, + "recall": 0.136719, + "f1": 0.104184, + "accuracy": 0.136719, + "main_score": 0.104184, + "hf_subset": "eng_Latn-kaq_Latn", + "languages": [ + "eng-Latn", + "kaq-Latn" + ] + }, + { + "precision": 0.074532, + "recall": 0.117188, + "f1": 0.082422, + "accuracy": 0.117188, + "main_score": 0.082422, + "hf_subset": "kaq_Latn-eng_Latn", + "languages": [ + "kaq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075932, + "recall": 0.117188, + "f1": 0.083119, + "accuracy": 0.117188, + "main_score": 0.083119, + "hf_subset": "eng_Latn-kbc_Latn", + "languages": [ + "eng-Latn", + "kbc-Latn" + ] + }, + { + "precision": 0.086354, + "recall": 0.136719, + "f1": 0.095878, + "accuracy": 0.136719, + "main_score": 0.095878, + "hf_subset": "kbc_Latn-eng_Latn", + "languages": [ + "kbc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.127288, + "recall": 0.214844, + "f1": 0.146512, + "accuracy": 0.214844, + "main_score": 0.146512, + "hf_subset": "eng_Latn-kbh_Latn", + "languages": [ + "eng-Latn", + "kbh-Latn" + ] + }, + { + "precision": 0.116853, + "recall": 0.1875, + "f1": 0.130624, + "accuracy": 0.1875, + "main_score": 0.130624, + "hf_subset": "kbh_Latn-eng_Latn", + "languages": [ + "kbh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065078, + "recall": 0.105469, + "f1": 0.072837, + "accuracy": 0.105469, + "main_score": 0.072837, + "hf_subset": "eng_Latn-kbm_Latn", + "languages": [ + "eng-Latn", + "kbm-Latn" + ] + }, + { + "precision": 0.064555, + "recall": 0.117188, + "f1": 0.074035, + "accuracy": 0.117188, + "main_score": 0.074035, + "hf_subset": "kbm_Latn-eng_Latn", + "languages": [ + "kbm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06476, + "recall": 0.101562, + "f1": 0.071958, + "accuracy": 0.101562, + "main_score": 0.071958, + "hf_subset": "eng_Latn-kbq_Latn", + "languages": [ + "eng-Latn", + "kbq-Latn" + ] + }, + { + "precision": 0.040148, + "recall": 0.09375, + "f1": 0.051197, + "accuracy": 0.09375, + "main_score": 0.051197, + "hf_subset": "kbq_Latn-eng_Latn", + "languages": [ + "kbq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085511, + "recall": 0.144531, + "f1": 0.097182, + "accuracy": 0.144531, + "main_score": 0.097182, + "hf_subset": "eng_Latn-kdc_Latn", + "languages": [ + "eng-Latn", + "kdc-Latn" + ] + }, + { + "precision": 0.083584, + "recall": 0.152344, + "f1": 0.097375, + "accuracy": 0.152344, + "main_score": 0.097375, + "hf_subset": "kdc_Latn-eng_Latn", + "languages": [ + "kdc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.096619, + "recall": 0.148438, + "f1": 0.107223, + "accuracy": 0.148438, + "main_score": 0.107223, + "hf_subset": "eng_Latn-kde_Latn", + "languages": [ + "eng-Latn", + "kde-Latn" + ] + }, + { + "precision": 0.084572, + "recall": 0.148438, + "f1": 0.097391, + "accuracy": 0.148438, + "main_score": 0.097391, + "hf_subset": "kde_Latn-eng_Latn", + "languages": [ + "kde-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047797, + "recall": 0.082031, + "f1": 0.053845, + "accuracy": 0.082031, + "main_score": 0.053845, + "hf_subset": "eng_Latn-kdl_Latn", + "languages": [ + "eng-Latn", + "kdl-Latn" + ] + }, + { + "precision": 0.052892, + "recall": 0.085938, + "f1": 0.060355, + "accuracy": 0.085938, + "main_score": 0.060355, + "hf_subset": "kdl_Latn-eng_Latn", + "languages": [ + "kdl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.136362, + "recall": 0.222656, + "f1": 0.157194, + "accuracy": 0.222656, + "main_score": 0.157194, + "hf_subset": "eng_Latn-kek_Latn", + "languages": [ + "eng-Latn", + "kek-Latn" + ] + }, + { + "precision": 0.116967, + "recall": 0.171875, + "f1": 0.128424, + "accuracy": 0.171875, + "main_score": 0.128424, + "hf_subset": "kek_Latn-eng_Latn", + "languages": [ + "kek-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080636, + "recall": 0.125, + "f1": 0.089884, + "accuracy": 0.125, + "main_score": 0.089884, + "hf_subset": "eng_Latn-ken_Latn", + "languages": [ + "eng-Latn", + "ken-Latn" + ] + }, + { + "precision": 0.060686, + "recall": 0.097656, + "f1": 0.068007, + "accuracy": 0.097656, + "main_score": 0.068007, + "hf_subset": "ken_Latn-eng_Latn", + "languages": [ + "ken-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090203, + "recall": 0.136719, + "f1": 0.098528, + "accuracy": 0.136719, + "main_score": 0.098528, + "hf_subset": "eng_Latn-kew_Latn", + "languages": [ + "eng-Latn", + "kew-Latn" + ] + }, + { + "precision": 0.100786, + "recall": 0.160156, + "f1": 0.113733, + "accuracy": 0.160156, + "main_score": 0.113733, + "hf_subset": "kew_Latn-eng_Latn", + "languages": [ + "kew-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.096807, + "recall": 0.136719, + "f1": 0.105064, + "accuracy": 0.136719, + "main_score": 0.105064, + "hf_subset": "eng_Latn-kgf_Latn", + "languages": [ + "eng-Latn", + "kgf-Latn" + ] + }, + { + "precision": 0.095635, + "recall": 0.144531, + "f1": 0.103885, + "accuracy": 0.144531, + "main_score": 0.103885, + "hf_subset": "kgf_Latn-eng_Latn", + "languages": [ + "kgf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071322, + "recall": 0.117188, + "f1": 0.082828, + "accuracy": 0.117188, + "main_score": 0.082828, + "hf_subset": "eng_Latn-kgk_Latn", + "languages": [ + "eng-Latn", + "kgk-Latn" + ] + }, + { + "precision": 0.06268, + "recall": 0.121094, + "f1": 0.073901, + "accuracy": 0.121094, + "main_score": 0.073901, + "hf_subset": "kgk_Latn-eng_Latn", + "languages": [ + "kgk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089721, + "recall": 0.128906, + "f1": 0.098174, + "accuracy": 0.128906, + "main_score": 0.098174, + "hf_subset": "eng_Latn-kgp_Latn", + "languages": [ + "eng-Latn", + "kgp-Latn" + ] + }, + { + "precision": 0.077524, + "recall": 0.132812, + "f1": 0.088765, + "accuracy": 0.132812, + "main_score": 0.088765, + "hf_subset": "kgp_Latn-eng_Latn", + "languages": [ + "kgp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.03444, + "recall": 0.054688, + "f1": 0.039323, + "accuracy": 0.054688, + "main_score": 0.039323, + "hf_subset": "eng_Latn-khs_Latn", + "languages": [ + "eng-Latn", + "khs-Latn" + ] + }, + { + "precision": 0.02103, + "recall": 0.046875, + "f1": 0.025217, + "accuracy": 0.046875, + "main_score": 0.025217, + "hf_subset": "khs_Latn-eng_Latn", + "languages": [ + "khs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083761, + "recall": 0.125, + "f1": 0.093108, + "accuracy": 0.125, + "main_score": 0.093108, + "hf_subset": "eng_Latn-khz_Latn", + "languages": [ + "eng-Latn", + "khz-Latn" + ] + }, + { + "precision": 0.08037, + "recall": 0.132812, + "f1": 0.090719, + "accuracy": 0.132812, + "main_score": 0.090719, + "hf_subset": "khz_Latn-eng_Latn", + "languages": [ + "khz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.116478, + "recall": 0.183594, + "f1": 0.129749, + "accuracy": 0.183594, + "main_score": 0.129749, + "hf_subset": "eng_Latn-kik_Latn", + "languages": [ + "eng-Latn", + "kik-Latn" + ] + }, + { + "precision": 0.099224, + "recall": 0.160156, + "f1": 0.110618, + "accuracy": 0.160156, + "main_score": 0.110618, + "hf_subset": "kik_Latn-eng_Latn", + "languages": [ + "kik-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.199531, + "recall": 0.301205, + "f1": 0.223695, + "accuracy": 0.301205, + "main_score": 0.223695, + "hf_subset": "eng_Latn-kiw_Latn", + "languages": [ + "eng-Latn", + "kiw-Latn" + ] + }, + { + "precision": 0.225904, + "recall": 0.337349, + "f1": 0.253718, + "accuracy": 0.337349, + "main_score": 0.253718, + "hf_subset": "kiw_Latn-eng_Latn", + "languages": [ + "kiw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.132558, + "recall": 0.226562, + "f1": 0.153323, + "accuracy": 0.226562, + "main_score": 0.153323, + "hf_subset": "eng_Latn-kiz_Latn", + "languages": [ + "eng-Latn", + "kiz-Latn" + ] + }, + { + "precision": 0.14197, + "recall": 0.230469, + "f1": 0.164211, + "accuracy": 0.230469, + "main_score": 0.164211, + "hf_subset": "kiz_Latn-eng_Latn", + "languages": [ + "kiz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108529, + "recall": 0.148438, + "f1": 0.118158, + "accuracy": 0.148438, + "main_score": 0.118158, + "hf_subset": "eng_Latn-kje_Latn", + "languages": [ + "eng-Latn", + "kje-Latn" + ] + }, + { + "precision": 0.059899, + "recall": 0.113281, + "f1": 0.069733, + "accuracy": 0.113281, + "main_score": 0.069733, + "hf_subset": "kje_Latn-eng_Latn", + "languages": [ + "kje-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075486, + "recall": 0.121094, + "f1": 0.084023, + "accuracy": 0.121094, + "main_score": 0.084023, + "hf_subset": "eng_Latn-kjs_Latn", + "languages": [ + "eng-Latn", + "kjs-Latn" + ] + }, + { + "precision": 0.085197, + "recall": 0.136719, + "f1": 0.096425, + "accuracy": 0.136719, + "main_score": 0.096425, + "hf_subset": "kjs_Latn-eng_Latn", + "languages": [ + "kjs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104892, + "recall": 0.144531, + "f1": 0.113802, + "accuracy": 0.144531, + "main_score": 0.113802, + "hf_subset": "eng_Latn-kkc_Latn", + "languages": [ + "eng-Latn", + "kkc-Latn" + ] + }, + { + "precision": 0.102422, + "recall": 0.183594, + "f1": 0.118788, + "accuracy": 0.183594, + "main_score": 0.118788, + "hf_subset": "kkc_Latn-eng_Latn", + "languages": [ + "kkc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.133735, + "recall": 0.214844, + "f1": 0.154588, + "accuracy": 0.214844, + "main_score": 0.154588, + "hf_subset": "eng_Latn-kkl_Latn", + "languages": [ + "eng-Latn", + "kkl-Latn" + ] + }, + { + "precision": 0.126979, + "recall": 0.199219, + "f1": 0.142014, + "accuracy": 0.199219, + "main_score": 0.142014, + "hf_subset": "kkl_Latn-eng_Latn", + "languages": [ + "kkl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.181715, + "recall": 0.242188, + "f1": 0.196224, + "accuracy": 0.242188, + "main_score": 0.196224, + "hf_subset": "eng_Latn-klt_Latn", + "languages": [ + "eng-Latn", + "klt-Latn" + ] + }, + { + "precision": 0.151572, + "recall": 0.234375, + "f1": 0.17042, + "accuracy": 0.234375, + "main_score": 0.17042, + "hf_subset": "klt_Latn-eng_Latn", + "languages": [ + "klt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059477, + "recall": 0.097656, + "f1": 0.069596, + "accuracy": 0.097656, + "main_score": 0.069596, + "hf_subset": "eng_Latn-klv_Latn", + "languages": [ + "eng-Latn", + "klv-Latn" + ] + }, + { + "precision": 0.06317, + "recall": 0.105469, + "f1": 0.071938, + "accuracy": 0.105469, + "main_score": 0.071938, + "hf_subset": "klv_Latn-eng_Latn", + "languages": [ + "klv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.101465, + "recall": 0.136719, + "f1": 0.109318, + "accuracy": 0.136719, + "main_score": 0.109318, + "hf_subset": "eng_Latn-kmg_Latn", + "languages": [ + "eng-Latn", + "kmg-Latn" + ] + }, + { + "precision": 0.067292, + "recall": 0.125, + "f1": 0.079446, + "accuracy": 0.125, + "main_score": 0.079446, + "hf_subset": "kmg_Latn-eng_Latn", + "languages": [ + "kmg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041319, + "recall": 0.082031, + "f1": 0.047962, + "accuracy": 0.082031, + "main_score": 0.047962, + "hf_subset": "eng_Latn-kmh_Latn", + "languages": [ + "eng-Latn", + "kmh-Latn" + ] + }, + { + "precision": 0.050202, + "recall": 0.09375, + "f1": 0.058534, + "accuracy": 0.09375, + "main_score": 0.058534, + "hf_subset": "kmh_Latn-eng_Latn", + "languages": [ + "kmh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.152464, + "recall": 0.214844, + "f1": 0.168071, + "accuracy": 0.214844, + "main_score": 0.168071, + "hf_subset": "eng_Latn-kmk_Latn", + "languages": [ + "eng-Latn", + "kmk-Latn" + ] + }, + { + "precision": 0.117482, + "recall": 0.191406, + "f1": 0.135291, + "accuracy": 0.191406, + "main_score": 0.135291, + "hf_subset": "kmk_Latn-eng_Latn", + "languages": [ + "kmk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110193, + "recall": 0.160156, + "f1": 0.120976, + "accuracy": 0.160156, + "main_score": 0.120976, + "hf_subset": "eng_Latn-kmo_Latn", + "languages": [ + "eng-Latn", + "kmo-Latn" + ] + }, + { + "precision": 0.085995, + "recall": 0.15625, + "f1": 0.101127, + "accuracy": 0.15625, + "main_score": 0.101127, + "hf_subset": "kmo_Latn-eng_Latn", + "languages": [ + "kmo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.114816, + "recall": 0.164062, + "f1": 0.126305, + "accuracy": 0.164062, + "main_score": 0.126305, + "hf_subset": "eng_Latn-kms_Latn", + "languages": [ + "eng-Latn", + "kms-Latn" + ] + }, + { + "precision": 0.091776, + "recall": 0.140625, + "f1": 0.102412, + "accuracy": 0.140625, + "main_score": 0.102412, + "hf_subset": "kms_Latn-eng_Latn", + "languages": [ + "kms-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035647, + "recall": 0.058594, + "f1": 0.039609, + "accuracy": 0.058594, + "main_score": 0.039609, + "hf_subset": "eng_Latn-kmu_Latn", + "languages": [ + "eng-Latn", + "kmu-Latn" + ] + }, + { + "precision": 0.036612, + "recall": 0.0625, + "f1": 0.041458, + "accuracy": 0.0625, + "main_score": 0.041458, + "hf_subset": "kmu_Latn-eng_Latn", + "languages": [ + "kmu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.199837, + "recall": 0.265625, + "f1": 0.216977, + "accuracy": 0.265625, + "main_score": 0.216977, + "hf_subset": "eng_Latn-kne_Latn", + "languages": [ + "eng-Latn", + "kne-Latn" + ] + }, + { + "precision": 0.165267, + "recall": 0.238281, + "f1": 0.182918, + "accuracy": 0.238281, + "main_score": 0.182918, + "hf_subset": "kne_Latn-eng_Latn", + "languages": [ + "kne-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06403, + "recall": 0.105469, + "f1": 0.073122, + "accuracy": 0.105469, + "main_score": 0.073122, + "hf_subset": "eng_Latn-knf_Latn", + "languages": [ + "eng-Latn", + "knf-Latn" + ] + }, + { + "precision": 0.083055, + "recall": 0.132812, + "f1": 0.093216, + "accuracy": 0.132812, + "main_score": 0.093216, + "hf_subset": "knf_Latn-eng_Latn", + "languages": [ + "knf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.179427, + "recall": 0.238281, + "f1": 0.193322, + "accuracy": 0.238281, + "main_score": 0.193322, + "hf_subset": "eng_Latn-knj_Latn", + "languages": [ + "eng-Latn", + "knj-Latn" + ] + }, + { + "precision": 0.132067, + "recall": 0.207031, + "f1": 0.147853, + "accuracy": 0.207031, + "main_score": 0.147853, + "hf_subset": "knj_Latn-eng_Latn", + "languages": [ + "knj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.031947, + "recall": 0.070312, + "f1": 0.03804, + "accuracy": 0.070312, + "main_score": 0.03804, + "hf_subset": "eng_Latn-knv_Latn", + "languages": [ + "eng-Latn", + "knv-Latn" + ] + }, + { + "precision": 0.037818, + "recall": 0.078125, + "f1": 0.045463, + "accuracy": 0.078125, + "main_score": 0.045463, + "hf_subset": "knv_Latn-eng_Latn", + "languages": [ + "knv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.169401, + "recall": 0.230469, + "f1": 0.18551, + "accuracy": 0.230469, + "main_score": 0.18551, + "hf_subset": "eng_Latn-kos_Latn", + "languages": [ + "eng-Latn", + "kos-Latn" + ] + }, + { + "precision": 0.144952, + "recall": 0.207031, + "f1": 0.158155, + "accuracy": 0.207031, + "main_score": 0.158155, + "hf_subset": "kos_Latn-eng_Latn", + "languages": [ + "kos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06131, + "recall": 0.097656, + "f1": 0.06948, + "accuracy": 0.097656, + "main_score": 0.06948, + "hf_subset": "eng_Latn-kpf_Latn", + "languages": [ + "eng-Latn", + "kpf-Latn" + ] + }, + { + "precision": 0.068725, + "recall": 0.109375, + "f1": 0.075766, + "accuracy": 0.109375, + "main_score": 0.075766, + "hf_subset": "kpf_Latn-eng_Latn", + "languages": [ + "kpf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.182943, + "recall": 0.238281, + "f1": 0.196358, + "accuracy": 0.238281, + "main_score": 0.196358, + "hf_subset": "eng_Latn-kpg_Latn", + "languages": [ + "eng-Latn", + "kpg-Latn" + ] + }, + { + "precision": 0.134184, + "recall": 0.199219, + "f1": 0.148451, + "accuracy": 0.199219, + "main_score": 0.148451, + "hf_subset": "kpg_Latn-eng_Latn", + "languages": [ + "kpg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0605, + "recall": 0.09375, + "f1": 0.068602, + "accuracy": 0.09375, + "main_score": 0.068602, + "hf_subset": "eng_Latn-kpj_Latn", + "languages": [ + "eng-Latn", + "kpj-Latn" + ] + }, + { + "precision": 0.062077, + "recall": 0.101562, + "f1": 0.070089, + "accuracy": 0.101562, + "main_score": 0.070089, + "hf_subset": "kpj_Latn-eng_Latn", + "languages": [ + "kpj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.114816, + "recall": 0.148438, + "f1": 0.124098, + "accuracy": 0.148438, + "main_score": 0.124098, + "hf_subset": "eng_Latn-kpr_Latn", + "languages": [ + "eng-Latn", + "kpr-Latn" + ] + }, + { + "precision": 0.11017, + "recall": 0.167969, + "f1": 0.121147, + "accuracy": 0.167969, + "main_score": 0.121147, + "hf_subset": "kpr_Latn-eng_Latn", + "languages": [ + "kpr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050998, + "recall": 0.09375, + "f1": 0.058795, + "accuracy": 0.09375, + "main_score": 0.058795, + "hf_subset": "eng_Latn-kpw_Latn", + "languages": [ + "eng-Latn", + "kpw-Latn" + ] + }, + { + "precision": 0.045874, + "recall": 0.074219, + "f1": 0.050692, + "accuracy": 0.074219, + "main_score": 0.050692, + "hf_subset": "kpw_Latn-eng_Latn", + "languages": [ + "kpw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054145, + "recall": 0.066406, + "f1": 0.057031, + "accuracy": 0.066406, + "main_score": 0.057031, + "hf_subset": "eng_Latn-kpx_Latn", + "languages": [ + "eng-Latn", + "kpx-Latn" + ] + }, + { + "precision": 0.04057, + "recall": 0.078125, + "f1": 0.049191, + "accuracy": 0.078125, + "main_score": 0.049191, + "hf_subset": "kpx_Latn-eng_Latn", + "languages": [ + "kpx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.12963, + "recall": 0.190476, + "f1": 0.143991, + "accuracy": 0.190476, + "main_score": 0.143991, + "hf_subset": "eng_Latn-kqa_Latn", + "languages": [ + "eng-Latn", + "kqa-Latn" + ] + }, + { + "precision": 0.084524, + "recall": 0.15873, + "f1": 0.101411, + "accuracy": 0.15873, + "main_score": 0.101411, + "hf_subset": "kqa_Latn-eng_Latn", + "languages": [ + "kqa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.101399, + "recall": 0.15625, + "f1": 0.113186, + "accuracy": 0.15625, + "main_score": 0.113186, + "hf_subset": "eng_Latn-kqc_Latn", + "languages": [ + "eng-Latn", + "kqc-Latn" + ] + }, + { + "precision": 0.1139, + "recall": 0.167969, + "f1": 0.125769, + "accuracy": 0.167969, + "main_score": 0.125769, + "hf_subset": "kqc_Latn-eng_Latn", + "languages": [ + "kqc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.115603, + "recall": 0.171875, + "f1": 0.129632, + "accuracy": 0.171875, + "main_score": 0.129632, + "hf_subset": "eng_Latn-kqf_Latn", + "languages": [ + "eng-Latn", + "kqf-Latn" + ] + }, + { + "precision": 0.126024, + "recall": 0.207031, + "f1": 0.146029, + "accuracy": 0.207031, + "main_score": 0.146029, + "hf_subset": "kqf_Latn-eng_Latn", + "languages": [ + "kqf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.191562, + "recall": 0.264286, + "f1": 0.208707, + "accuracy": 0.264286, + "main_score": 0.208707, + "hf_subset": "eng_Latn-kql_Latn", + "languages": [ + "eng-Latn", + "kql-Latn" + ] + }, + { + "precision": 0.19352, + "recall": 0.264286, + "f1": 0.209449, + "accuracy": 0.264286, + "main_score": 0.209449, + "hf_subset": "kql_Latn-eng_Latn", + "languages": [ + "kql-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.100095, + "recall": 0.148438, + "f1": 0.111533, + "accuracy": 0.148438, + "main_score": 0.111533, + "hf_subset": "eng_Latn-kqw_Latn", + "languages": [ + "eng-Latn", + "kqw-Latn" + ] + }, + { + "precision": 0.054965, + "recall": 0.113281, + "f1": 0.065442, + "accuracy": 0.113281, + "main_score": 0.065442, + "hf_subset": "kqw_Latn-eng_Latn", + "languages": [ + "kqw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.160212, + "recall": 0.21875, + "f1": 0.173577, + "accuracy": 0.21875, + "main_score": 0.173577, + "hf_subset": "eng_Latn-ksd_Latn", + "languages": [ + "eng-Latn", + "ksd-Latn" + ] + }, + { + "precision": 0.11268, + "recall": 0.183594, + "f1": 0.128804, + "accuracy": 0.183594, + "main_score": 0.128804, + "hf_subset": "ksd_Latn-eng_Latn", + "languages": [ + "ksd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.190788, + "recall": 0.257812, + "f1": 0.208089, + "accuracy": 0.257812, + "main_score": 0.208089, + "hf_subset": "eng_Latn-ksj_Latn", + "languages": [ + "eng-Latn", + "ksj-Latn" + ] + }, + { + "precision": 0.166261, + "recall": 0.242188, + "f1": 0.182952, + "accuracy": 0.242188, + "main_score": 0.182952, + "hf_subset": "ksj_Latn-eng_Latn", + "languages": [ + "ksj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064631, + "recall": 0.113281, + "f1": 0.072799, + "accuracy": 0.113281, + "main_score": 0.072799, + "hf_subset": "eng_Latn-ksr_Latn", + "languages": [ + "eng-Latn", + "ksr-Latn" + ] + }, + { + "precision": 0.082129, + "recall": 0.140625, + "f1": 0.09499, + "accuracy": 0.140625, + "main_score": 0.09499, + "hf_subset": "ksr_Latn-eng_Latn", + "languages": [ + "ksr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.229036, + "recall": 0.296875, + "f1": 0.246298, + "accuracy": 0.296875, + "main_score": 0.246298, + "hf_subset": "eng_Latn-ktm_Latn", + "languages": [ + "eng-Latn", + "ktm-Latn" + ] + }, + { + "precision": 0.220951, + "recall": 0.335938, + "f1": 0.250391, + "accuracy": 0.335938, + "main_score": 0.250391, + "hf_subset": "ktm_Latn-eng_Latn", + "languages": [ + "ktm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091771, + "recall": 0.144531, + "f1": 0.102834, + "accuracy": 0.144531, + "main_score": 0.102834, + "hf_subset": "eng_Latn-kto_Latn", + "languages": [ + "eng-Latn", + "kto-Latn" + ] + }, + { + "precision": 0.076331, + "recall": 0.125, + "f1": 0.084656, + "accuracy": 0.125, + "main_score": 0.084656, + "hf_subset": "kto_Latn-eng_Latn", + "languages": [ + "kto-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066594, + "recall": 0.109375, + "f1": 0.074238, + "accuracy": 0.109375, + "main_score": 0.074238, + "hf_subset": "eng_Latn-kud_Latn", + "languages": [ + "eng-Latn", + "kud-Latn" + ] + }, + { + "precision": 0.044703, + "recall": 0.101562, + "f1": 0.055414, + "accuracy": 0.101562, + "main_score": 0.055414, + "hf_subset": "kud_Latn-eng_Latn", + "languages": [ + "kud-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.120024, + "recall": 0.160156, + "f1": 0.130131, + "accuracy": 0.160156, + "main_score": 0.130131, + "hf_subset": "eng_Latn-kue_Latn", + "languages": [ + "eng-Latn", + "kue-Latn" + ] + }, + { + "precision": 0.096832, + "recall": 0.152344, + "f1": 0.110026, + "accuracy": 0.152344, + "main_score": 0.110026, + "hf_subset": "kue_Latn-eng_Latn", + "languages": [ + "kue-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068815, + "recall": 0.09375, + "f1": 0.075781, + "accuracy": 0.09375, + "main_score": 0.075781, + "hf_subset": "eng_Latn-kup_Latn", + "languages": [ + "eng-Latn", + "kup-Latn" + ] + }, + { + "precision": 0.039139, + "recall": 0.082031, + "f1": 0.046656, + "accuracy": 0.082031, + "main_score": 0.046656, + "hf_subset": "kup_Latn-eng_Latn", + "languages": [ + "kup-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050763, + "recall": 0.089844, + "f1": 0.058061, + "accuracy": 0.089844, + "main_score": 0.058061, + "hf_subset": "eng_Latn-kvg_Latn", + "languages": [ + "eng-Latn", + "kvg-Latn" + ] + }, + { + "precision": 0.062416, + "recall": 0.101562, + "f1": 0.068132, + "accuracy": 0.101562, + "main_score": 0.068132, + "hf_subset": "kvg_Latn-eng_Latn", + "languages": [ + "kvg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098119, + "recall": 0.148438, + "f1": 0.109592, + "accuracy": 0.148438, + "main_score": 0.109592, + "hf_subset": "eng_Latn-kvn_Latn", + "languages": [ + "eng-Latn", + "kvn-Latn" + ] + }, + { + "precision": 0.069628, + "recall": 0.128906, + "f1": 0.081436, + "accuracy": 0.128906, + "main_score": 0.081436, + "hf_subset": "kvn_Latn-eng_Latn", + "languages": [ + "kvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.112906, + "recall": 0.160156, + "f1": 0.122969, + "accuracy": 0.160156, + "main_score": 0.122969, + "hf_subset": "eng_Latn-kwd_Latn", + "languages": [ + "eng-Latn", + "kwd-Latn" + ] + }, + { + "precision": 0.096886, + "recall": 0.15625, + "f1": 0.110084, + "accuracy": 0.15625, + "main_score": 0.110084, + "hf_subset": "kwd_Latn-eng_Latn", + "languages": [ + "kwd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.118359, + "recall": 0.171875, + "f1": 0.131464, + "accuracy": 0.171875, + "main_score": 0.131464, + "hf_subset": "eng_Latn-kwf_Latn", + "languages": [ + "eng-Latn", + "kwf-Latn" + ] + }, + { + "precision": 0.101628, + "recall": 0.164062, + "f1": 0.113205, + "accuracy": 0.164062, + "main_score": 0.113205, + "hf_subset": "kwf_Latn-eng_Latn", + "languages": [ + "kwf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086155, + "recall": 0.128906, + "f1": 0.096112, + "accuracy": 0.128906, + "main_score": 0.096112, + "hf_subset": "eng_Latn-kwi_Latn", + "languages": [ + "eng-Latn", + "kwi-Latn" + ] + }, + { + "precision": 0.096647, + "recall": 0.140625, + "f1": 0.105657, + "accuracy": 0.140625, + "main_score": 0.105657, + "hf_subset": "kwi_Latn-eng_Latn", + "languages": [ + "kwi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077893, + "recall": 0.105469, + "f1": 0.082165, + "accuracy": 0.105469, + "main_score": 0.082165, + "hf_subset": "eng_Latn-kwj_Latn", + "languages": [ + "eng-Latn", + "kwj-Latn" + ] + }, + { + "precision": 0.080734, + "recall": 0.121094, + "f1": 0.087881, + "accuracy": 0.121094, + "main_score": 0.087881, + "hf_subset": "kwj_Latn-eng_Latn", + "languages": [ + "kwj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050837, + "recall": 0.074219, + "f1": 0.054756, + "accuracy": 0.074219, + "main_score": 0.054756, + "hf_subset": "eng_Latn-kyc_Latn", + "languages": [ + "eng-Latn", + "kyc-Latn" + ] + }, + { + "precision": 0.044177, + "recall": 0.089844, + "f1": 0.052274, + "accuracy": 0.089844, + "main_score": 0.052274, + "hf_subset": "kyc_Latn-eng_Latn", + "languages": [ + "kyc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090095, + "recall": 0.152344, + "f1": 0.103249, + "accuracy": 0.152344, + "main_score": 0.103249, + "hf_subset": "eng_Latn-kyf_Latn", + "languages": [ + "eng-Latn", + "kyf-Latn" + ] + }, + { + "precision": 0.090641, + "recall": 0.140625, + "f1": 0.09995, + "accuracy": 0.140625, + "main_score": 0.09995, + "hf_subset": "kyf_Latn-eng_Latn", + "languages": [ + "kyf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.024089, + "recall": 0.042969, + "f1": 0.027976, + "accuracy": 0.042969, + "main_score": 0.027976, + "hf_subset": "eng_Latn-kyg_Latn", + "languages": [ + "eng-Latn", + "kyg-Latn" + ] + }, + { + "precision": 0.026397, + "recall": 0.046875, + "f1": 0.029785, + "accuracy": 0.046875, + "main_score": 0.029785, + "hf_subset": "kyg_Latn-eng_Latn", + "languages": [ + "kyg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067262, + "recall": 0.109375, + "f1": 0.076051, + "accuracy": 0.109375, + "main_score": 0.076051, + "hf_subset": "eng_Latn-kyq_Latn", + "languages": [ + "eng-Latn", + "kyq-Latn" + ] + }, + { + "precision": 0.070292, + "recall": 0.113281, + "f1": 0.076803, + "accuracy": 0.113281, + "main_score": 0.076803, + "hf_subset": "kyq_Latn-eng_Latn", + "languages": [ + "kyq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035758, + "recall": 0.0625, + "f1": 0.041341, + "accuracy": 0.0625, + "main_score": 0.041341, + "hf_subset": "eng_Latn-kyz_Latn", + "languages": [ + "eng-Latn", + "kyz-Latn" + ] + }, + { + "precision": 0.031748, + "recall": 0.070312, + "f1": 0.037934, + "accuracy": 0.070312, + "main_score": 0.037934, + "hf_subset": "kyz_Latn-eng_Latn", + "languages": [ + "kyz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.015113, + "recall": 0.03125, + "f1": 0.01849, + "accuracy": 0.03125, + "main_score": 0.01849, + "hf_subset": "eng_Latn-kze_Latn", + "languages": [ + "eng-Latn", + "kze-Latn" + ] + }, + { + "precision": 0.008397, + "recall": 0.039062, + "f1": 0.012773, + "accuracy": 0.039062, + "main_score": 0.012773, + "hf_subset": "kze_Latn-eng_Latn", + "languages": [ + "kze-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081424, + "recall": 0.121094, + "f1": 0.089769, + "accuracy": 0.121094, + "main_score": 0.089769, + "hf_subset": "eng_Latn-lac_Latn", + "languages": [ + "eng-Latn", + "lac-Latn" + ] + }, + { + "precision": 0.057966, + "recall": 0.109375, + "f1": 0.068242, + "accuracy": 0.109375, + "main_score": 0.068242, + "hf_subset": "lac_Latn-eng_Latn", + "languages": [ + "lac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.964844, + "recall": 0.976562, + "f1": 0.96875, + "accuracy": 0.976562, + "main_score": 0.96875, + "hf_subset": "eng_Latn-lat_Latn", + "languages": [ + "eng-Latn", + "lat-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "lat_Latn-eng_Latn", + "languages": [ + "lat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.113308, + "recall": 0.160156, + "f1": 0.123483, + "accuracy": 0.160156, + "main_score": 0.123483, + "hf_subset": "eng_Latn-lbb_Latn", + "languages": [ + "eng-Latn", + "lbb-Latn" + ] + }, + { + "precision": 0.08936, + "recall": 0.152344, + "f1": 0.104108, + "accuracy": 0.152344, + "main_score": 0.104108, + "hf_subset": "lbb_Latn-eng_Latn", + "languages": [ + "lbb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.169401, + "recall": 0.21875, + "f1": 0.180788, + "accuracy": 0.21875, + "main_score": 0.180788, + "hf_subset": "eng_Latn-lbk_Latn", + "languages": [ + "eng-Latn", + "lbk-Latn" + ] + }, + { + "precision": 0.135042, + "recall": 0.199219, + "f1": 0.150434, + "accuracy": 0.199219, + "main_score": 0.150434, + "hf_subset": "lbk_Latn-eng_Latn", + "languages": [ + "lbk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088538, + "recall": 0.136719, + "f1": 0.098555, + "accuracy": 0.136719, + "main_score": 0.098555, + "hf_subset": "eng_Latn-lcm_Latn", + "languages": [ + "eng-Latn", + "lcm-Latn" + ] + }, + { + "precision": 0.100848, + "recall": 0.160156, + "f1": 0.113089, + "accuracy": 0.160156, + "main_score": 0.113089, + "hf_subset": "lcm_Latn-eng_Latn", + "languages": [ + "lcm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060674, + "recall": 0.097656, + "f1": 0.067299, + "accuracy": 0.097656, + "main_score": 0.067299, + "hf_subset": "eng_Latn-leu_Latn", + "languages": [ + "eng-Latn", + "leu-Latn" + ] + }, + { + "precision": 0.053003, + "recall": 0.101562, + "f1": 0.063008, + "accuracy": 0.101562, + "main_score": 0.063008, + "hf_subset": "leu_Latn-eng_Latn", + "languages": [ + "leu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076697, + "recall": 0.121094, + "f1": 0.086443, + "accuracy": 0.121094, + "main_score": 0.086443, + "hf_subset": "eng_Latn-lex_Latn", + "languages": [ + "eng-Latn", + "lex-Latn" + ] + }, + { + "precision": 0.062891, + "recall": 0.101562, + "f1": 0.072731, + "accuracy": 0.101562, + "main_score": 0.072731, + "hf_subset": "lex_Latn-eng_Latn", + "languages": [ + "lex-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108734, + "recall": 0.152344, + "f1": 0.1187, + "accuracy": 0.152344, + "main_score": 0.1187, + "hf_subset": "eng_Latn-lgl_Latn", + "languages": [ + "eng-Latn", + "lgl-Latn" + ] + }, + { + "precision": 0.065721, + "recall": 0.125, + "f1": 0.077572, + "accuracy": 0.125, + "main_score": 0.077572, + "hf_subset": "lgl_Latn-eng_Latn", + "languages": [ + "lgl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070371, + "recall": 0.113281, + "f1": 0.08019, + "accuracy": 0.113281, + "main_score": 0.08019, + "hf_subset": "eng_Latn-lid_Latn", + "languages": [ + "eng-Latn", + "lid-Latn" + ] + }, + { + "precision": 0.065076, + "recall": 0.109375, + "f1": 0.074145, + "accuracy": 0.109375, + "main_score": 0.074145, + "hf_subset": "lid_Latn-eng_Latn", + "languages": [ + "lid-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067842, + "recall": 0.125, + "f1": 0.080469, + "accuracy": 0.125, + "main_score": 0.080469, + "hf_subset": "eng_Latn-lif_Deva", + "languages": [ + "eng-Latn", + "lif-Deva" + ] + }, + { + "precision": 0.079051, + "recall": 0.109375, + "f1": 0.085684, + "accuracy": 0.109375, + "main_score": 0.085684, + "hf_subset": "lif_Deva-eng_Latn", + "languages": [ + "lif-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.075584, + "recall": 0.105469, + "f1": 0.079992, + "accuracy": 0.105469, + "main_score": 0.079992, + "hf_subset": "eng_Latn-lin_Latn", + "languages": [ + "eng-Latn", + "lin-Latn" + ] + }, + { + "precision": 0.07373, + "recall": 0.140625, + "f1": 0.087629, + "accuracy": 0.140625, + "main_score": 0.087629, + "hf_subset": "lin_Latn-eng_Latn", + "languages": [ + "lin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.964844, + "recall": 0.976562, + "f1": 0.96875, + "accuracy": 0.976562, + "main_score": 0.96875, + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.087153, + "recall": 0.132812, + "f1": 0.097619, + "accuracy": 0.132812, + "main_score": 0.097619, + "hf_subset": "eng_Latn-llg_Latn", + "languages": [ + "eng-Latn", + "llg-Latn" + ] + }, + { + "precision": 0.064783, + "recall": 0.128906, + "f1": 0.07845, + "accuracy": 0.128906, + "main_score": 0.07845, + "hf_subset": "llg_Latn-eng_Latn", + "languages": [ + "llg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069289, + "recall": 0.117188, + "f1": 0.080031, + "accuracy": 0.117188, + "main_score": 0.080031, + "hf_subset": "eng_Latn-lug_Latn", + "languages": [ + "eng-Latn", + "lug-Latn" + ] + }, + { + "precision": 0.073282, + "recall": 0.132812, + "f1": 0.08633, + "accuracy": 0.132812, + "main_score": 0.08633, + "hf_subset": "lug_Latn-eng_Latn", + "languages": [ + "lug-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.094066, + "recall": 0.152344, + "f1": 0.106653, + "accuracy": 0.152344, + "main_score": 0.106653, + "hf_subset": "eng_Latn-luo_Latn", + "languages": [ + "eng-Latn", + "luo-Latn" + ] + }, + { + "precision": 0.083869, + "recall": 0.160156, + "f1": 0.099762, + "accuracy": 0.160156, + "main_score": 0.099762, + "hf_subset": "luo_Latn-eng_Latn", + "languages": [ + "luo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054922, + "recall": 0.089844, + "f1": 0.062086, + "accuracy": 0.089844, + "main_score": 0.062086, + "hf_subset": "eng_Latn-lww_Latn", + "languages": [ + "eng-Latn", + "lww-Latn" + ] + }, + { + "precision": 0.054312, + "recall": 0.09375, + "f1": 0.06303, + "accuracy": 0.09375, + "main_score": 0.06303, + "hf_subset": "lww_Latn-eng_Latn", + "languages": [ + "lww-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.115504, + "recall": 0.164062, + "f1": 0.126842, + "accuracy": 0.164062, + "main_score": 0.126842, + "hf_subset": "eng_Latn-maa_Latn", + "languages": [ + "eng-Latn", + "maa-Latn" + ] + }, + { + "precision": 0.0928, + "recall": 0.140625, + "f1": 0.103483, + "accuracy": 0.140625, + "main_score": 0.103483, + "hf_subset": "maa_Latn-eng_Latn", + "languages": [ + "maa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.128663, + "recall": 0.179688, + "f1": 0.140234, + "accuracy": 0.179688, + "main_score": 0.140234, + "hf_subset": "eng_Latn-maj_Latn", + "languages": [ + "eng-Latn", + "maj-Latn" + ] + }, + { + "precision": 0.094032, + "recall": 0.148438, + "f1": 0.105841, + "accuracy": 0.148438, + "main_score": 0.105841, + "hf_subset": "maj_Latn-eng_Latn", + "languages": [ + "maj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.944661, + "recall": 0.957031, + "f1": 0.948568, + "accuracy": 0.957031, + "main_score": 0.948568, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.940755, + "recall": 0.957031, + "f1": 0.945964, + "accuracy": 0.957031, + "main_score": 0.945964, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.075552, + "recall": 0.140625, + "f1": 0.087363, + "accuracy": 0.140625, + "main_score": 0.087363, + "hf_subset": "eng_Latn-mam_Latn", + "languages": [ + "eng-Latn", + "mam-Latn" + ] + }, + { + "precision": 0.091187, + "recall": 0.164062, + "f1": 0.105066, + "accuracy": 0.164062, + "main_score": 0.105066, + "hf_subset": "mam_Latn-eng_Latn", + "languages": [ + "mam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091634, + "recall": 0.140625, + "f1": 0.103254, + "accuracy": 0.140625, + "main_score": 0.103254, + "hf_subset": "eng_Latn-maq_Latn", + "languages": [ + "eng-Latn", + "maq-Latn" + ] + }, + { + "precision": 0.092441, + "recall": 0.140625, + "f1": 0.103585, + "accuracy": 0.140625, + "main_score": 0.103585, + "hf_subset": "maq_Latn-eng_Latn", + "languages": [ + "maq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.9375, + "recall": 0.953125, + "f1": 0.942708, + "accuracy": 0.953125, + "main_score": 0.942708, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.951172, + "recall": 0.964844, + "f1": 0.955729, + "accuracy": 0.964844, + "main_score": 0.955729, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.130339, + "recall": 0.195312, + "f1": 0.14579, + "accuracy": 0.195312, + "main_score": 0.14579, + "hf_subset": "eng_Latn-mau_Latn", + "languages": [ + "eng-Latn", + "mau-Latn" + ] + }, + { + "precision": 0.095645, + "recall": 0.148438, + "f1": 0.106297, + "accuracy": 0.148438, + "main_score": 0.106297, + "hf_subset": "mau_Latn-eng_Latn", + "languages": [ + "mau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.018164, + "recall": 0.03125, + "f1": 0.019839, + "accuracy": 0.03125, + "main_score": 0.019839, + "hf_subset": "eng_Latn-mav_Latn", + "languages": [ + "eng-Latn", + "mav-Latn" + ] + }, + { + "precision": 0.013386, + "recall": 0.039062, + "f1": 0.016611, + "accuracy": 0.039062, + "main_score": 0.016611, + "hf_subset": "mav_Latn-eng_Latn", + "languages": [ + "mav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.171872, + "recall": 0.253906, + "f1": 0.190349, + "accuracy": 0.253906, + "main_score": 0.190349, + "hf_subset": "eng_Latn-maz_Latn", + "languages": [ + "eng-Latn", + "maz-Latn" + ] + }, + { + "precision": 0.12869, + "recall": 0.191406, + "f1": 0.142835, + "accuracy": 0.191406, + "main_score": 0.142835, + "hf_subset": "maz_Latn-eng_Latn", + "languages": [ + "maz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.225761, + "recall": 0.300781, + "f1": 0.245378, + "accuracy": 0.300781, + "main_score": 0.245378, + "hf_subset": "eng_Latn-mbb_Latn", + "languages": [ + "eng-Latn", + "mbb-Latn" + ] + }, + { + "precision": 0.188091, + "recall": 0.289062, + "f1": 0.211257, + "accuracy": 0.289062, + "main_score": 0.211257, + "hf_subset": "mbb_Latn-eng_Latn", + "languages": [ + "mbb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.095052, + "recall": 0.105469, + "f1": 0.098307, + "accuracy": 0.105469, + "main_score": 0.098307, + "hf_subset": "eng_Latn-mbc_Latn", + "languages": [ + "eng-Latn", + "mbc-Latn" + ] + }, + { + "precision": 0.076733, + "recall": 0.113281, + "f1": 0.083065, + "accuracy": 0.113281, + "main_score": 0.083065, + "hf_subset": "mbc_Latn-eng_Latn", + "languages": [ + "mbc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.105441, + "recall": 0.144531, + "f1": 0.112119, + "accuracy": 0.144531, + "main_score": 0.112119, + "hf_subset": "eng_Latn-mbh_Latn", + "languages": [ + "eng-Latn", + "mbh-Latn" + ] + }, + { + "precision": 0.079855, + "recall": 0.128906, + "f1": 0.091084, + "accuracy": 0.128906, + "main_score": 0.091084, + "hf_subset": "mbh_Latn-eng_Latn", + "languages": [ + "mbh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059282, + "recall": 0.082031, + "f1": 0.064648, + "accuracy": 0.082031, + "main_score": 0.064648, + "hf_subset": "eng_Latn-mbj_Latn", + "languages": [ + "eng-Latn", + "mbj-Latn" + ] + }, + { + "precision": 0.045885, + "recall": 0.070312, + "f1": 0.049181, + "accuracy": 0.070312, + "main_score": 0.049181, + "hf_subset": "mbj_Latn-eng_Latn", + "languages": [ + "mbj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.036575, + "recall": 0.054688, + "f1": 0.040451, + "accuracy": 0.054688, + "main_score": 0.040451, + "hf_subset": "eng_Latn-mbl_Latn", + "languages": [ + "eng-Latn", + "mbl-Latn" + ] + }, + { + "precision": 0.019742, + "recall": 0.050781, + "f1": 0.024304, + "accuracy": 0.050781, + "main_score": 0.024304, + "hf_subset": "mbl_Latn-eng_Latn", + "languages": [ + "mbl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.12354, + "recall": 0.164062, + "f1": 0.133212, + "accuracy": 0.164062, + "main_score": 0.133212, + "hf_subset": "eng_Latn-mbs_Latn", + "languages": [ + "eng-Latn", + "mbs-Latn" + ] + }, + { + "precision": 0.102226, + "recall": 0.160156, + "f1": 0.114513, + "accuracy": 0.160156, + "main_score": 0.114513, + "hf_subset": "mbs_Latn-eng_Latn", + "languages": [ + "mbs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070922, + "recall": 0.136719, + "f1": 0.08377, + "accuracy": 0.136719, + "main_score": 0.08377, + "hf_subset": "eng_Latn-mbt_Latn", + "languages": [ + "eng-Latn", + "mbt-Latn" + ] + }, + { + "precision": 0.074625, + "recall": 0.128906, + "f1": 0.084247, + "accuracy": 0.128906, + "main_score": 0.084247, + "hf_subset": "mbt_Latn-eng_Latn", + "languages": [ + "mbt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.130339, + "recall": 0.195312, + "f1": 0.144258, + "accuracy": 0.195312, + "main_score": 0.144258, + "hf_subset": "eng_Latn-mca_Latn", + "languages": [ + "eng-Latn", + "mca-Latn" + ] + }, + { + "precision": 0.110785, + "recall": 0.183594, + "f1": 0.126018, + "accuracy": 0.183594, + "main_score": 0.126018, + "hf_subset": "mca_Latn-eng_Latn", + "languages": [ + "mca-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054447, + "recall": 0.070312, + "f1": 0.057581, + "accuracy": 0.070312, + "main_score": 0.057581, + "hf_subset": "eng_Latn-mcb_Latn", + "languages": [ + "eng-Latn", + "mcb-Latn" + ] + }, + { + "precision": 0.053744, + "recall": 0.097656, + "f1": 0.061242, + "accuracy": 0.097656, + "main_score": 0.061242, + "hf_subset": "mcb_Latn-eng_Latn", + "languages": [ + "mcb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086601, + "recall": 0.109375, + "f1": 0.091639, + "accuracy": 0.109375, + "main_score": 0.091639, + "hf_subset": "eng_Latn-mcd_Latn", + "languages": [ + "eng-Latn", + "mcd-Latn" + ] + }, + { + "precision": 0.069722, + "recall": 0.101562, + "f1": 0.076192, + "accuracy": 0.101562, + "main_score": 0.076192, + "hf_subset": "mcd_Latn-eng_Latn", + "languages": [ + "mcd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.032126, + "recall": 0.050781, + "f1": 0.035866, + "accuracy": 0.050781, + "main_score": 0.035866, + "hf_subset": "eng_Latn-mcf_Latn", + "languages": [ + "eng-Latn", + "mcf-Latn" + ] + }, + { + "precision": 0.029334, + "recall": 0.0625, + "f1": 0.035023, + "accuracy": 0.0625, + "main_score": 0.035023, + "hf_subset": "mcf_Latn-eng_Latn", + "languages": [ + "mcf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.136165, + "recall": 0.191406, + "f1": 0.149943, + "accuracy": 0.191406, + "main_score": 0.149943, + "hf_subset": "eng_Latn-mco_Latn", + "languages": [ + "eng-Latn", + "mco-Latn" + ] + }, + { + "precision": 0.111583, + "recall": 0.164062, + "f1": 0.12155, + "accuracy": 0.164062, + "main_score": 0.12155, + "hf_subset": "mco_Latn-eng_Latn", + "languages": [ + "mco-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060623, + "recall": 0.105469, + "f1": 0.070328, + "accuracy": 0.105469, + "main_score": 0.070328, + "hf_subset": "eng_Latn-mcp_Latn", + "languages": [ + "eng-Latn", + "mcp-Latn" + ] + }, + { + "precision": 0.076884, + "recall": 0.117188, + "f1": 0.084455, + "accuracy": 0.117188, + "main_score": 0.084455, + "hf_subset": "mcp_Latn-eng_Latn", + "languages": [ + "mcp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054522, + "recall": 0.074219, + "f1": 0.059245, + "accuracy": 0.074219, + "main_score": 0.059245, + "hf_subset": "eng_Latn-mcq_Latn", + "languages": [ + "eng-Latn", + "mcq-Latn" + ] + }, + { + "precision": 0.051987, + "recall": 0.085938, + "f1": 0.059046, + "accuracy": 0.085938, + "main_score": 0.059046, + "hf_subset": "mcq_Latn-eng_Latn", + "languages": [ + "mcq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.053255, + "recall": 0.082031, + "f1": 0.059769, + "accuracy": 0.082031, + "main_score": 0.059769, + "hf_subset": "eng_Latn-mcr_Latn", + "languages": [ + "eng-Latn", + "mcr-Latn" + ] + }, + { + "precision": 0.053007, + "recall": 0.089844, + "f1": 0.058266, + "accuracy": 0.089844, + "main_score": 0.058266, + "hf_subset": "mcr_Latn-eng_Latn", + "languages": [ + "mcr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.018638, + "recall": 0.03125, + "f1": 0.021354, + "accuracy": 0.03125, + "main_score": 0.021354, + "hf_subset": "eng_Latn-mdy_Latn", + "languages": [ + "eng-Latn", + "mdy-Latn" + ] + }, + { + "precision": 0.013847, + "recall": 0.039062, + "f1": 0.017718, + "accuracy": 0.039062, + "main_score": 0.017718, + "hf_subset": "mdy_Latn-eng_Latn", + "languages": [ + "mdy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056916, + "recall": 0.078125, + "f1": 0.061272, + "accuracy": 0.078125, + "main_score": 0.061272, + "hf_subset": "eng_Latn-med_Latn", + "languages": [ + "eng-Latn", + "med-Latn" + ] + }, + { + "precision": 0.035251, + "recall": 0.074219, + "f1": 0.042749, + "accuracy": 0.074219, + "main_score": 0.042749, + "hf_subset": "med_Latn-eng_Latn", + "languages": [ + "med-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072193, + "recall": 0.121094, + "f1": 0.081708, + "accuracy": 0.121094, + "main_score": 0.081708, + "hf_subset": "eng_Latn-mee_Latn", + "languages": [ + "eng-Latn", + "mee-Latn" + ] + }, + { + "precision": 0.061965, + "recall": 0.117188, + "f1": 0.074509, + "accuracy": 0.117188, + "main_score": 0.074509, + "hf_subset": "mee_Latn-eng_Latn", + "languages": [ + "mee-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.134491, + "recall": 0.199219, + "f1": 0.149901, + "accuracy": 0.199219, + "main_score": 0.149901, + "hf_subset": "eng_Latn-mek_Latn", + "languages": [ + "eng-Latn", + "mek-Latn" + ] + }, + { + "precision": 0.101339, + "recall": 0.160156, + "f1": 0.112088, + "accuracy": 0.160156, + "main_score": 0.112088, + "hf_subset": "mek_Latn-eng_Latn", + "languages": [ + "mek-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080644, + "recall": 0.128906, + "f1": 0.091338, + "accuracy": 0.128906, + "main_score": 0.091338, + "hf_subset": "eng_Latn-meq_Latn", + "languages": [ + "eng-Latn", + "meq-Latn" + ] + }, + { + "precision": 0.076293, + "recall": 0.121094, + "f1": 0.085468, + "accuracy": 0.121094, + "main_score": 0.085468, + "hf_subset": "meq_Latn-eng_Latn", + "languages": [ + "meq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07669, + "recall": 0.113281, + "f1": 0.084741, + "accuracy": 0.113281, + "main_score": 0.084741, + "hf_subset": "eng_Latn-met_Latn", + "languages": [ + "eng-Latn", + "met-Latn" + ] + }, + { + "precision": 0.081149, + "recall": 0.132812, + "f1": 0.092501, + "accuracy": 0.132812, + "main_score": 0.092501, + "hf_subset": "met_Latn-eng_Latn", + "languages": [ + "met-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.13885, + "recall": 0.179688, + "f1": 0.148794, + "accuracy": 0.179688, + "main_score": 0.148794, + "hf_subset": "eng_Latn-meu_Latn", + "languages": [ + "eng-Latn", + "meu-Latn" + ] + }, + { + "precision": 0.100431, + "recall": 0.164062, + "f1": 0.114934, + "accuracy": 0.164062, + "main_score": 0.114934, + "hf_subset": "meu_Latn-eng_Latn", + "languages": [ + "meu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.165181, + "recall": 0.238281, + "f1": 0.182437, + "accuracy": 0.238281, + "main_score": 0.182437, + "hf_subset": "eng_Latn-mgc_Latn", + "languages": [ + "eng-Latn", + "mgc-Latn" + ] + }, + { + "precision": 0.167501, + "recall": 0.234375, + "f1": 0.183428, + "accuracy": 0.234375, + "main_score": 0.183428, + "hf_subset": "mgc_Latn-eng_Latn", + "languages": [ + "mgc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068372, + "recall": 0.128906, + "f1": 0.08096, + "accuracy": 0.128906, + "main_score": 0.08096, + "hf_subset": "eng_Latn-mgh_Latn", + "languages": [ + "eng-Latn", + "mgh-Latn" + ] + }, + { + "precision": 0.051661, + "recall": 0.101562, + "f1": 0.061253, + "accuracy": 0.101562, + "main_score": 0.061253, + "hf_subset": "mgh_Latn-eng_Latn", + "languages": [ + "mgh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.223259, + "recall": 0.325359, + "f1": 0.248583, + "accuracy": 0.325359, + "main_score": 0.248583, + "hf_subset": "eng_Latn-mgw_Latn", + "languages": [ + "eng-Latn", + "mgw-Latn" + ] + }, + { + "precision": 0.232741, + "recall": 0.358852, + "f1": 0.263648, + "accuracy": 0.358852, + "main_score": 0.263648, + "hf_subset": "mgw_Latn-eng_Latn", + "languages": [ + "mgw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092971, + "recall": 0.128906, + "f1": 0.100019, + "accuracy": 0.128906, + "main_score": 0.100019, + "hf_subset": "eng_Latn-mhl_Latn", + "languages": [ + "eng-Latn", + "mhl-Latn" + ] + }, + { + "precision": 0.086541, + "recall": 0.144531, + "f1": 0.10013, + "accuracy": 0.144531, + "main_score": 0.10013, + "hf_subset": "mhl_Latn-eng_Latn", + "languages": [ + "mhl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.187757, + "recall": 0.261719, + "f1": 0.206601, + "accuracy": 0.261719, + "main_score": 0.206601, + "hf_subset": "eng_Latn-mib_Latn", + "languages": [ + "eng-Latn", + "mib-Latn" + ] + }, + { + "precision": 0.159874, + "recall": 0.21875, + "f1": 0.174391, + "accuracy": 0.21875, + "main_score": 0.174391, + "hf_subset": "mib_Latn-eng_Latn", + "languages": [ + "mib-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044865, + "recall": 0.066406, + "f1": 0.048955, + "accuracy": 0.066406, + "main_score": 0.048955, + "hf_subset": "eng_Latn-mic_Latn", + "languages": [ + "eng-Latn", + "mic-Latn" + ] + }, + { + "precision": 0.033477, + "recall": 0.074219, + "f1": 0.041573, + "accuracy": 0.074219, + "main_score": 0.041573, + "hf_subset": "mic_Latn-eng_Latn", + "languages": [ + "mic-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.205055, + "recall": 0.28125, + "f1": 0.222877, + "accuracy": 0.28125, + "main_score": 0.222877, + "hf_subset": "eng_Latn-mie_Latn", + "languages": [ + "eng-Latn", + "mie-Latn" + ] + }, + { + "precision": 0.173958, + "recall": 0.226562, + "f1": 0.188361, + "accuracy": 0.226562, + "main_score": 0.188361, + "hf_subset": "mie_Latn-eng_Latn", + "languages": [ + "mie-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.180934, + "recall": 0.261719, + "f1": 0.20119, + "accuracy": 0.261719, + "main_score": 0.20119, + "hf_subset": "eng_Latn-mig_Latn", + "languages": [ + "eng-Latn", + "mig-Latn" + ] + }, + { + "precision": 0.175365, + "recall": 0.234375, + "f1": 0.190197, + "accuracy": 0.234375, + "main_score": 0.190197, + "hf_subset": "mig_Latn-eng_Latn", + "languages": [ + "mig-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.133601, + "recall": 0.199219, + "f1": 0.145607, + "accuracy": 0.199219, + "main_score": 0.145607, + "hf_subset": "eng_Latn-mih_Latn", + "languages": [ + "eng-Latn", + "mih-Latn" + ] + }, + { + "precision": 0.114875, + "recall": 0.167969, + "f1": 0.12653, + "accuracy": 0.167969, + "main_score": 0.12653, + "hf_subset": "mih_Latn-eng_Latn", + "languages": [ + "mih-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08048, + "recall": 0.097656, + "f1": 0.083681, + "accuracy": 0.097656, + "main_score": 0.083681, + "hf_subset": "eng_Latn-mil_Latn", + "languages": [ + "eng-Latn", + "mil-Latn" + ] + }, + { + "precision": 0.0531, + "recall": 0.085938, + "f1": 0.057969, + "accuracy": 0.085938, + "main_score": 0.057969, + "hf_subset": "mil_Latn-eng_Latn", + "languages": [ + "mil-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.079438, + "recall": 0.121094, + "f1": 0.088596, + "accuracy": 0.121094, + "main_score": 0.088596, + "hf_subset": "eng_Latn-mio_Latn", + "languages": [ + "eng-Latn", + "mio-Latn" + ] + }, + { + "precision": 0.079011, + "recall": 0.113281, + "f1": 0.086176, + "accuracy": 0.113281, + "main_score": 0.086176, + "hf_subset": "mio_Latn-eng_Latn", + "languages": [ + "mio-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.112116, + "recall": 0.160156, + "f1": 0.123264, + "accuracy": 0.160156, + "main_score": 0.123264, + "hf_subset": "eng_Latn-mir_Latn", + "languages": [ + "eng-Latn", + "mir-Latn" + ] + }, + { + "precision": 0.091934, + "recall": 0.140625, + "f1": 0.103016, + "accuracy": 0.140625, + "main_score": 0.103016, + "hf_subset": "mir_Latn-eng_Latn", + "languages": [ + "mir-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.175276, + "recall": 0.242188, + "f1": 0.192017, + "accuracy": 0.242188, + "main_score": 0.192017, + "hf_subset": "eng_Latn-mit_Latn", + "languages": [ + "eng-Latn", + "mit-Latn" + ] + }, + { + "precision": 0.172982, + "recall": 0.25, + "f1": 0.190554, + "accuracy": 0.25, + "main_score": 0.190554, + "hf_subset": "mit_Latn-eng_Latn", + "languages": [ + "mit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098615, + "recall": 0.152344, + "f1": 0.110637, + "accuracy": 0.152344, + "main_score": 0.110637, + "hf_subset": "eng_Latn-miz_Latn", + "languages": [ + "eng-Latn", + "miz-Latn" + ] + }, + { + "precision": 0.072296, + "recall": 0.117188, + "f1": 0.081051, + "accuracy": 0.117188, + "main_score": 0.081051, + "hf_subset": "miz_Latn-eng_Latn", + "languages": [ + "miz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.109515, + "recall": 0.164062, + "f1": 0.120731, + "accuracy": 0.164062, + "main_score": 0.120731, + "hf_subset": "eng_Latn-mjc_Latn", + "languages": [ + "eng-Latn", + "mjc-Latn" + ] + }, + { + "precision": 0.089291, + "recall": 0.136719, + "f1": 0.099069, + "accuracy": 0.136719, + "main_score": 0.099069, + "hf_subset": "mjc_Latn-eng_Latn", + "languages": [ + "mjc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.213148, + "recall": 0.304688, + "f1": 0.235782, + "accuracy": 0.304688, + "main_score": 0.235782, + "hf_subset": "eng_Latn-mkj_Latn", + "languages": [ + "eng-Latn", + "mkj-Latn" + ] + }, + { + "precision": 0.206174, + "recall": 0.292969, + "f1": 0.22734, + "accuracy": 0.292969, + "main_score": 0.22734, + "hf_subset": "mkj_Latn-eng_Latn", + "languages": [ + "mkj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077775, + "recall": 0.121094, + "f1": 0.086625, + "accuracy": 0.121094, + "main_score": 0.086625, + "hf_subset": "eng_Latn-mkl_Latn", + "languages": [ + "eng-Latn", + "mkl-Latn" + ] + }, + { + "precision": 0.068029, + "recall": 0.109375, + "f1": 0.075641, + "accuracy": 0.109375, + "main_score": 0.075641, + "hf_subset": "mkl_Latn-eng_Latn", + "languages": [ + "mkl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.626107, + "recall": 0.71875, + "f1": 0.653646, + "accuracy": 0.71875, + "main_score": 0.653646, + "hf_subset": "eng_Latn-mkn_Latn", + "languages": [ + "eng-Latn", + "mkn-Latn" + ] + }, + { + "precision": 0.596484, + "recall": 0.695312, + "f1": 0.626172, + "accuracy": 0.695312, + "main_score": 0.626172, + "hf_subset": "mkn_Latn-eng_Latn", + "languages": [ + "mkn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.094147, + "recall": 0.132812, + "f1": 0.101665, + "accuracy": 0.132812, + "main_score": 0.101665, + "hf_subset": "eng_Latn-mks_Latn", + "languages": [ + "eng-Latn", + "mks-Latn" + ] + }, + { + "precision": 0.089778, + "recall": 0.136719, + "f1": 0.09855, + "accuracy": 0.136719, + "main_score": 0.09855, + "hf_subset": "mks_Latn-eng_Latn", + "languages": [ + "mks-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.034347, + "recall": 0.070312, + "f1": 0.041682, + "accuracy": 0.070312, + "main_score": 0.041682, + "hf_subset": "eng_Latn-mle_Latn", + "languages": [ + "eng-Latn", + "mle-Latn" + ] + }, + { + "precision": 0.034877, + "recall": 0.058594, + "f1": 0.038882, + "accuracy": 0.058594, + "main_score": 0.038882, + "hf_subset": "mle_Latn-eng_Latn", + "languages": [ + "mle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092971, + "recall": 0.128906, + "f1": 0.100019, + "accuracy": 0.128906, + "main_score": 0.100019, + "hf_subset": "eng_Latn-mlh_Latn", + "languages": [ + "eng-Latn", + "mlh-Latn" + ] + }, + { + "precision": 0.086541, + "recall": 0.144531, + "f1": 0.10013, + "accuracy": 0.144531, + "main_score": 0.10013, + "hf_subset": "mlh_Latn-eng_Latn", + "languages": [ + "mlh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070816, + "recall": 0.113281, + "f1": 0.079734, + "accuracy": 0.113281, + "main_score": 0.079734, + "hf_subset": "eng_Latn-mlp_Latn", + "languages": [ + "eng-Latn", + "mlp-Latn" + ] + }, + { + "precision": 0.073344, + "recall": 0.121094, + "f1": 0.084432, + "accuracy": 0.121094, + "main_score": 0.084432, + "hf_subset": "mlp_Latn-eng_Latn", + "languages": [ + "mlp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054996, + "recall": 0.105469, + "f1": 0.066112, + "accuracy": 0.105469, + "main_score": 0.066112, + "hf_subset": "eng_Latn-mmo_Latn", + "languages": [ + "eng-Latn", + "mmo-Latn" + ] + }, + { + "precision": 0.052947, + "recall": 0.105469, + "f1": 0.064262, + "accuracy": 0.105469, + "main_score": 0.064262, + "hf_subset": "mmo_Latn-eng_Latn", + "languages": [ + "mmo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046453, + "recall": 0.089844, + "f1": 0.054471, + "accuracy": 0.089844, + "main_score": 0.054471, + "hf_subset": "eng_Latn-mmx_Latn", + "languages": [ + "eng-Latn", + "mmx-Latn" + ] + }, + { + "precision": 0.035145, + "recall": 0.089844, + "f1": 0.045741, + "accuracy": 0.089844, + "main_score": 0.045741, + "hf_subset": "mmx_Latn-eng_Latn", + "languages": [ + "mmx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073919, + "recall": 0.113281, + "f1": 0.079997, + "accuracy": 0.113281, + "main_score": 0.079997, + "hf_subset": "eng_Latn-mna_Latn", + "languages": [ + "eng-Latn", + "mna-Latn" + ] + }, + { + "precision": 0.060073, + "recall": 0.105469, + "f1": 0.069496, + "accuracy": 0.105469, + "main_score": 0.069496, + "hf_subset": "mna_Latn-eng_Latn", + "languages": [ + "mna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.107031, + "recall": 0.15625, + "f1": 0.119103, + "accuracy": 0.15625, + "main_score": 0.119103, + "hf_subset": "eng_Latn-mop_Latn", + "languages": [ + "eng-Latn", + "mop-Latn" + ] + }, + { + "precision": 0.100101, + "recall": 0.171875, + "f1": 0.113614, + "accuracy": 0.171875, + "main_score": 0.113614, + "hf_subset": "mop_Latn-eng_Latn", + "languages": [ + "mop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.041683, + "recall": 0.070312, + "f1": 0.046617, + "accuracy": 0.070312, + "main_score": 0.046617, + "hf_subset": "eng_Latn-mox_Latn", + "languages": [ + "eng-Latn", + "mox-Latn" + ] + }, + { + "precision": 0.036775, + "recall": 0.078125, + "f1": 0.045857, + "accuracy": 0.078125, + "main_score": 0.045857, + "hf_subset": "mox_Latn-eng_Latn", + "languages": [ + "mox-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.179853, + "recall": 0.277108, + "f1": 0.204016, + "accuracy": 0.277108, + "main_score": 0.204016, + "hf_subset": "eng_Latn-mph_Latn", + "languages": [ + "eng-Latn", + "mph-Latn" + ] + }, + { + "precision": 0.138615, + "recall": 0.240964, + "f1": 0.161446, + "accuracy": 0.240964, + "main_score": 0.161446, + "hf_subset": "mph_Latn-eng_Latn", + "languages": [ + "mph-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.004666, + "recall": 0.011719, + "f1": 0.005288, + "accuracy": 0.011719, + "main_score": 0.005288, + "hf_subset": "eng_Latn-mpj_Latn", + "languages": [ + "eng-Latn", + "mpj-Latn" + ] + }, + { + "precision": 0.001346, + "recall": 0.011719, + "f1": 0.002387, + "accuracy": 0.011719, + "main_score": 0.002387, + "hf_subset": "mpj_Latn-eng_Latn", + "languages": [ + "mpj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110747, + "recall": 0.164062, + "f1": 0.123909, + "accuracy": 0.164062, + "main_score": 0.123909, + "hf_subset": "eng_Latn-mpm_Latn", + "languages": [ + "eng-Latn", + "mpm-Latn" + ] + }, + { + "precision": 0.10888, + "recall": 0.15625, + "f1": 0.117673, + "accuracy": 0.15625, + "main_score": 0.117673, + "hf_subset": "mpm_Latn-eng_Latn", + "languages": [ + "mpm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048303, + "recall": 0.089844, + "f1": 0.05621, + "accuracy": 0.089844, + "main_score": 0.05621, + "hf_subset": "eng_Latn-mpp_Latn", + "languages": [ + "eng-Latn", + "mpp-Latn" + ] + }, + { + "precision": 0.078392, + "recall": 0.121094, + "f1": 0.087012, + "accuracy": 0.121094, + "main_score": 0.087012, + "hf_subset": "mpp_Latn-eng_Latn", + "languages": [ + "mpp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086654, + "recall": 0.125, + "f1": 0.095467, + "accuracy": 0.125, + "main_score": 0.095467, + "hf_subset": "eng_Latn-mps_Latn", + "languages": [ + "eng-Latn", + "mps-Latn" + ] + }, + { + "precision": 0.063663, + "recall": 0.105469, + "f1": 0.07256, + "accuracy": 0.105469, + "main_score": 0.07256, + "hf_subset": "mps_Latn-eng_Latn", + "languages": [ + "mps-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.049848, + "recall": 0.074219, + "f1": 0.055078, + "accuracy": 0.074219, + "main_score": 0.055078, + "hf_subset": "eng_Latn-mpt_Latn", + "languages": [ + "eng-Latn", + "mpt-Latn" + ] + }, + { + "precision": 0.060454, + "recall": 0.089844, + "f1": 0.067239, + "accuracy": 0.089844, + "main_score": 0.067239, + "hf_subset": "mpt_Latn-eng_Latn", + "languages": [ + "mpt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068304, + "recall": 0.109375, + "f1": 0.07859, + "accuracy": 0.109375, + "main_score": 0.07859, + "hf_subset": "eng_Latn-mpx_Latn", + "languages": [ + "eng-Latn", + "mpx-Latn" + ] + }, + { + "precision": 0.089891, + "recall": 0.144531, + "f1": 0.101117, + "accuracy": 0.144531, + "main_score": 0.101117, + "hf_subset": "mpx_Latn-eng_Latn", + "languages": [ + "mpx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08171, + "recall": 0.117188, + "f1": 0.089214, + "accuracy": 0.117188, + "main_score": 0.089214, + "hf_subset": "eng_Latn-mqb_Latn", + "languages": [ + "eng-Latn", + "mqb-Latn" + ] + }, + { + "precision": 0.079985, + "recall": 0.132812, + "f1": 0.091202, + "accuracy": 0.132812, + "main_score": 0.091202, + "hf_subset": "mqb_Latn-eng_Latn", + "languages": [ + "mqb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.128874, + "recall": 0.191406, + "f1": 0.141984, + "accuracy": 0.191406, + "main_score": 0.141984, + "hf_subset": "eng_Latn-mqj_Latn", + "languages": [ + "eng-Latn", + "mqj-Latn" + ] + }, + { + "precision": 0.127491, + "recall": 0.195312, + "f1": 0.142943, + "accuracy": 0.195312, + "main_score": 0.142943, + "hf_subset": "mqj_Latn-eng_Latn", + "languages": [ + "mqj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.698893, + "recall": 0.769531, + "f1": 0.719401, + "accuracy": 0.769531, + "main_score": 0.719401, + "hf_subset": "eng_Latn-msb_Latn", + "languages": [ + "eng-Latn", + "msb-Latn" + ] + }, + { + "precision": 0.701497, + "recall": 0.777344, + "f1": 0.725521, + "accuracy": 0.777344, + "main_score": 0.725521, + "hf_subset": "msb_Latn-eng_Latn", + "languages": [ + "msb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.181445, + "recall": 0.273438, + "f1": 0.203451, + "accuracy": 0.273438, + "main_score": 0.203451, + "hf_subset": "eng_Latn-msc_Latn", + "languages": [ + "eng-Latn", + "msc-Latn" + ] + }, + { + "precision": 0.191875, + "recall": 0.277344, + "f1": 0.212019, + "accuracy": 0.277344, + "main_score": 0.212019, + "hf_subset": "msc_Latn-eng_Latn", + "languages": [ + "msc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.173486, + "recall": 0.25, + "f1": 0.191992, + "accuracy": 0.25, + "main_score": 0.191992, + "hf_subset": "eng_Latn-msk_Latn", + "languages": [ + "eng-Latn", + "msk-Latn" + ] + }, + { + "precision": 0.16772, + "recall": 0.261719, + "f1": 0.189432, + "accuracy": 0.261719, + "main_score": 0.189432, + "hf_subset": "msk_Latn-eng_Latn", + "languages": [ + "msk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.161035, + "recall": 0.222656, + "f1": 0.176147, + "accuracy": 0.222656, + "main_score": 0.176147, + "hf_subset": "eng_Latn-msm_Latn", + "languages": [ + "eng-Latn", + "msm-Latn" + ] + }, + { + "precision": 0.148149, + "recall": 0.214844, + "f1": 0.163554, + "accuracy": 0.214844, + "main_score": 0.163554, + "hf_subset": "msm_Latn-eng_Latn", + "languages": [ + "msm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098503, + "recall": 0.140625, + "f1": 0.108076, + "accuracy": 0.140625, + "main_score": 0.108076, + "hf_subset": "eng_Latn-msy_Latn", + "languages": [ + "eng-Latn", + "msy-Latn" + ] + }, + { + "precision": 0.079445, + "recall": 0.136719, + "f1": 0.090985, + "accuracy": 0.136719, + "main_score": 0.090985, + "hf_subset": "msy_Latn-eng_Latn", + "languages": [ + "msy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057813, + "recall": 0.089844, + "f1": 0.064788, + "accuracy": 0.089844, + "main_score": 0.064788, + "hf_subset": "eng_Latn-mti_Latn", + "languages": [ + "eng-Latn", + "mti-Latn" + ] + }, + { + "precision": 0.053869, + "recall": 0.101562, + "f1": 0.062726, + "accuracy": 0.101562, + "main_score": 0.062726, + "hf_subset": "mti_Latn-eng_Latn", + "languages": [ + "mti-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.074718, + "recall": 0.132812, + "f1": 0.088021, + "accuracy": 0.132812, + "main_score": 0.088021, + "hf_subset": "eng_Latn-mto_Latn", + "languages": [ + "eng-Latn", + "mto-Latn" + ] + }, + { + "precision": 0.075377, + "recall": 0.128906, + "f1": 0.084654, + "accuracy": 0.128906, + "main_score": 0.084654, + "hf_subset": "mto_Latn-eng_Latn", + "languages": [ + "mto-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.023996, + "recall": 0.046875, + "f1": 0.029064, + "accuracy": 0.046875, + "main_score": 0.029064, + "hf_subset": "eng_Latn-mux_Latn", + "languages": [ + "eng-Latn", + "mux-Latn" + ] + }, + { + "precision": 0.028235, + "recall": 0.070312, + "f1": 0.036446, + "accuracy": 0.070312, + "main_score": 0.036446, + "hf_subset": "mux_Latn-eng_Latn", + "languages": [ + "mux-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069835, + "recall": 0.101562, + "f1": 0.077255, + "accuracy": 0.101562, + "main_score": 0.077255, + "hf_subset": "eng_Latn-muy_Latn", + "languages": [ + "eng-Latn", + "muy-Latn" + ] + }, + { + "precision": 0.076557, + "recall": 0.128906, + "f1": 0.087893, + "accuracy": 0.128906, + "main_score": 0.087893, + "hf_subset": "muy_Latn-eng_Latn", + "languages": [ + "muy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091394, + "recall": 0.144531, + "f1": 0.103125, + "accuracy": 0.144531, + "main_score": 0.103125, + "hf_subset": "eng_Latn-mva_Latn", + "languages": [ + "eng-Latn", + "mva-Latn" + ] + }, + { + "precision": 0.080447, + "recall": 0.148438, + "f1": 0.095403, + "accuracy": 0.148438, + "main_score": 0.095403, + "hf_subset": "mva_Latn-eng_Latn", + "languages": [ + "mva-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.096229, + "recall": 0.121094, + "f1": 0.102105, + "accuracy": 0.121094, + "main_score": 0.102105, + "hf_subset": "eng_Latn-mvn_Latn", + "languages": [ + "eng-Latn", + "mvn-Latn" + ] + }, + { + "precision": 0.06467, + "recall": 0.132812, + "f1": 0.078823, + "accuracy": 0.132812, + "main_score": 0.078823, + "hf_subset": "mvn_Latn-eng_Latn", + "languages": [ + "mvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.321847, + "recall": 0.414062, + "f1": 0.347405, + "accuracy": 0.414062, + "main_score": 0.347405, + "hf_subset": "eng_Latn-mwc_Latn", + "languages": [ + "eng-Latn", + "mwc-Latn" + ] + }, + { + "precision": 0.28724, + "recall": 0.382812, + "f1": 0.314063, + "accuracy": 0.382812, + "main_score": 0.314063, + "hf_subset": "mwc_Latn-eng_Latn", + "languages": [ + "mwc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070521, + "recall": 0.113281, + "f1": 0.078584, + "accuracy": 0.113281, + "main_score": 0.078584, + "hf_subset": "eng_Latn-mwe_Latn", + "languages": [ + "eng-Latn", + "mwe-Latn" + ] + }, + { + "precision": 0.066063, + "recall": 0.113281, + "f1": 0.077243, + "accuracy": 0.113281, + "main_score": 0.077243, + "hf_subset": "mwe_Latn-eng_Latn", + "languages": [ + "mwe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.166509, + "recall": 0.234375, + "f1": 0.183919, + "accuracy": 0.234375, + "main_score": 0.183919, + "hf_subset": "eng_Latn-mwf_Latn", + "languages": [ + "eng-Latn", + "mwf-Latn" + ] + }, + { + "precision": 0.161245, + "recall": 0.21875, + "f1": 0.177409, + "accuracy": 0.21875, + "main_score": 0.177409, + "hf_subset": "mwf_Latn-eng_Latn", + "languages": [ + "mwf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.114718, + "recall": 0.160156, + "f1": 0.124389, + "accuracy": 0.160156, + "main_score": 0.124389, + "hf_subset": "eng_Latn-mwp_Latn", + "languages": [ + "eng-Latn", + "mwp-Latn" + ] + }, + { + "precision": 0.109781, + "recall": 0.171875, + "f1": 0.124154, + "accuracy": 0.171875, + "main_score": 0.124154, + "hf_subset": "mwp_Latn-eng_Latn", + "languages": [ + "mwp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.175293, + "recall": 0.242188, + "f1": 0.19073, + "accuracy": 0.242188, + "main_score": 0.19073, + "hf_subset": "eng_Latn-mxb_Latn", + "languages": [ + "eng-Latn", + "mxb-Latn" + ] + }, + { + "precision": 0.132947, + "recall": 0.183594, + "f1": 0.145954, + "accuracy": 0.183594, + "main_score": 0.145954, + "hf_subset": "mxb_Latn-eng_Latn", + "languages": [ + "mxb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103841, + "recall": 0.136719, + "f1": 0.111427, + "accuracy": 0.136719, + "main_score": 0.111427, + "hf_subset": "eng_Latn-mxp_Latn", + "languages": [ + "eng-Latn", + "mxp-Latn" + ] + }, + { + "precision": 0.079255, + "recall": 0.113281, + "f1": 0.085102, + "accuracy": 0.113281, + "main_score": 0.085102, + "hf_subset": "mxp_Latn-eng_Latn", + "languages": [ + "mxp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.120433, + "recall": 0.160156, + "f1": 0.128754, + "accuracy": 0.160156, + "main_score": 0.128754, + "hf_subset": "eng_Latn-mxq_Latn", + "languages": [ + "eng-Latn", + "mxq-Latn" + ] + }, + { + "precision": 0.087262, + "recall": 0.132812, + "f1": 0.095249, + "accuracy": 0.132812, + "main_score": 0.095249, + "hf_subset": "mxq_Latn-eng_Latn", + "languages": [ + "mxq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.120799, + "recall": 0.183594, + "f1": 0.134363, + "accuracy": 0.183594, + "main_score": 0.134363, + "hf_subset": "eng_Latn-mxt_Latn", + "languages": [ + "eng-Latn", + "mxt-Latn" + ] + }, + { + "precision": 0.102758, + "recall": 0.148438, + "f1": 0.113102, + "accuracy": 0.148438, + "main_score": 0.113102, + "hf_subset": "mxt_Latn-eng_Latn", + "languages": [ + "mxt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.489909, + "recall": 0.539062, + "f1": 0.505469, + "accuracy": 0.539062, + "main_score": 0.505469, + "hf_subset": "eng_Latn-mya_Latn", + "languages": [ + "eng-Latn", + "mya-Latn" + ] + }, + { + "precision": 0.470703, + "recall": 0.519531, + "f1": 0.486979, + "accuracy": 0.519531, + "main_score": 0.486979, + "hf_subset": "mya_Latn-eng_Latn", + "languages": [ + "mya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059245, + "recall": 0.085938, + "f1": 0.065799, + "accuracy": 0.085938, + "main_score": 0.065799, + "hf_subset": "eng_Latn-myk_Latn", + "languages": [ + "eng-Latn", + "myk-Latn" + ] + }, + { + "precision": 0.063447, + "recall": 0.109375, + "f1": 0.070347, + "accuracy": 0.109375, + "main_score": 0.070347, + "hf_subset": "myk_Latn-eng_Latn", + "languages": [ + "myk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.116346, + "recall": 0.152344, + "f1": 0.124981, + "accuracy": 0.152344, + "main_score": 0.124981, + "hf_subset": "eng_Latn-myu_Latn", + "languages": [ + "eng-Latn", + "myu-Latn" + ] + }, + { + "precision": 0.088036, + "recall": 0.132812, + "f1": 0.096241, + "accuracy": 0.132812, + "main_score": 0.096241, + "hf_subset": "myu_Latn-eng_Latn", + "languages": [ + "myu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.03974, + "recall": 0.070312, + "f1": 0.045517, + "accuracy": 0.070312, + "main_score": 0.045517, + "hf_subset": "eng_Latn-myw_Latn", + "languages": [ + "eng-Latn", + "myw-Latn" + ] + }, + { + "precision": 0.043728, + "recall": 0.085938, + "f1": 0.052202, + "accuracy": 0.085938, + "main_score": 0.052202, + "hf_subset": "myw_Latn-eng_Latn", + "languages": [ + "myw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099874, + "recall": 0.136719, + "f1": 0.107583, + "accuracy": 0.136719, + "main_score": 0.107583, + "hf_subset": "eng_Latn-myy_Latn", + "languages": [ + "eng-Latn", + "myy-Latn" + ] + }, + { + "precision": 0.082499, + "recall": 0.117188, + "f1": 0.090368, + "accuracy": 0.117188, + "main_score": 0.090368, + "hf_subset": "myy_Latn-eng_Latn", + "languages": [ + "myy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099943, + "recall": 0.16, + "f1": 0.112819, + "accuracy": 0.16, + "main_score": 0.112819, + "hf_subset": "eng_Latn-mzz_Latn", + "languages": [ + "eng-Latn", + "mzz-Latn" + ] + }, + { + "precision": 0.1006, + "recall": 0.184, + "f1": 0.118742, + "accuracy": 0.184, + "main_score": 0.118742, + "hf_subset": "mzz_Latn-eng_Latn", + "languages": [ + "mzz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.037043, + "recall": 0.074219, + "f1": 0.044756, + "accuracy": 0.074219, + "main_score": 0.044756, + "hf_subset": "eng_Latn-nab_Latn", + "languages": [ + "eng-Latn", + "nab-Latn" + ] + }, + { + "precision": 0.032068, + "recall": 0.046875, + "f1": 0.034668, + "accuracy": 0.046875, + "main_score": 0.034668, + "hf_subset": "nab_Latn-eng_Latn", + "languages": [ + "nab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.048531, + "recall": 0.089844, + "f1": 0.055289, + "accuracy": 0.089844, + "main_score": 0.055289, + "hf_subset": "eng_Latn-naf_Latn", + "languages": [ + "eng-Latn", + "naf-Latn" + ] + }, + { + "precision": 0.04891, + "recall": 0.085938, + "f1": 0.056656, + "accuracy": 0.085938, + "main_score": 0.056656, + "hf_subset": "naf_Latn-eng_Latn", + "languages": [ + "naf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075742, + "recall": 0.101562, + "f1": 0.080266, + "accuracy": 0.101562, + "main_score": 0.080266, + "hf_subset": "eng_Latn-nak_Latn", + "languages": [ + "eng-Latn", + "nak-Latn" + ] + }, + { + "precision": 0.050243, + "recall": 0.113281, + "f1": 0.063827, + "accuracy": 0.113281, + "main_score": 0.063827, + "hf_subset": "nak_Latn-eng_Latn", + "languages": [ + "nak-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069756, + "recall": 0.101562, + "f1": 0.076275, + "accuracy": 0.101562, + "main_score": 0.076275, + "hf_subset": "eng_Latn-nas_Latn", + "languages": [ + "eng-Latn", + "nas-Latn" + ] + }, + { + "precision": 0.058722, + "recall": 0.097656, + "f1": 0.065978, + "accuracy": 0.097656, + "main_score": 0.065978, + "hf_subset": "nas_Latn-eng_Latn", + "languages": [ + "nas-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.158631, + "recall": 0.226562, + "f1": 0.174544, + "accuracy": 0.226562, + "main_score": 0.174544, + "hf_subset": "eng_Latn-nbq_Latn", + "languages": [ + "eng-Latn", + "nbq-Latn" + ] + }, + { + "precision": 0.121968, + "recall": 0.191406, + "f1": 0.137179, + "accuracy": 0.191406, + "main_score": 0.137179, + "hf_subset": "nbq_Latn-eng_Latn", + "languages": [ + "nbq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073509, + "recall": 0.121094, + "f1": 0.084874, + "accuracy": 0.121094, + "main_score": 0.084874, + "hf_subset": "eng_Latn-nca_Latn", + "languages": [ + "eng-Latn", + "nca-Latn" + ] + }, + { + "precision": 0.078074, + "recall": 0.132812, + "f1": 0.088185, + "accuracy": 0.132812, + "main_score": 0.088185, + "hf_subset": "nca_Latn-eng_Latn", + "languages": [ + "nca-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080406, + "recall": 0.125, + "f1": 0.08996, + "accuracy": 0.125, + "main_score": 0.08996, + "hf_subset": "eng_Latn-nch_Latn", + "languages": [ + "eng-Latn", + "nch-Latn" + ] + }, + { + "precision": 0.099377, + "recall": 0.164062, + "f1": 0.111706, + "accuracy": 0.164062, + "main_score": 0.111706, + "hf_subset": "nch_Latn-eng_Latn", + "languages": [ + "nch-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.102981, + "recall": 0.160156, + "f1": 0.11536, + "accuracy": 0.160156, + "main_score": 0.11536, + "hf_subset": "eng_Latn-ncj_Latn", + "languages": [ + "eng-Latn", + "ncj-Latn" + ] + }, + { + "precision": 0.092111, + "recall": 0.15625, + "f1": 0.104266, + "accuracy": 0.15625, + "main_score": 0.104266, + "hf_subset": "ncj_Latn-eng_Latn", + "languages": [ + "ncj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.138969, + "recall": 0.203125, + "f1": 0.154886, + "accuracy": 0.203125, + "main_score": 0.154886, + "hf_subset": "eng_Latn-ncl_Latn", + "languages": [ + "eng-Latn", + "ncl-Latn" + ] + }, + { + "precision": 0.104036, + "recall": 0.164062, + "f1": 0.11809, + "accuracy": 0.164062, + "main_score": 0.11809, + "hf_subset": "ncl_Latn-eng_Latn", + "languages": [ + "ncl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.068714, + "recall": 0.117188, + "f1": 0.079786, + "accuracy": 0.117188, + "main_score": 0.079786, + "hf_subset": "eng_Latn-ncu_Latn", + "languages": [ + "eng-Latn", + "ncu-Latn" + ] + }, + { + "precision": 0.055682, + "recall": 0.09375, + "f1": 0.061884, + "accuracy": 0.09375, + "main_score": 0.061884, + "hf_subset": "ncu_Latn-eng_Latn", + "languages": [ + "ncu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.164622, + "recall": 0.257812, + "f1": 0.183532, + "accuracy": 0.257812, + "main_score": 0.183532, + "hf_subset": "eng_Latn-ndg_Latn", + "languages": [ + "eng-Latn", + "ndg-Latn" + ] + }, + { + "precision": 0.16117, + "recall": 0.242188, + "f1": 0.180094, + "accuracy": 0.242188, + "main_score": 0.180094, + "hf_subset": "ndg_Latn-eng_Latn", + "languages": [ + "ndg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083101, + "recall": 0.136719, + "f1": 0.092126, + "accuracy": 0.136719, + "main_score": 0.092126, + "hf_subset": "eng_Latn-ndj_Latn", + "languages": [ + "eng-Latn", + "ndj-Latn" + ] + }, + { + "precision": 0.072596, + "recall": 0.125, + "f1": 0.083097, + "accuracy": 0.125, + "main_score": 0.083097, + "hf_subset": "ndj_Latn-eng_Latn", + "languages": [ + "ndj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078911, + "recall": 0.136719, + "f1": 0.091199, + "accuracy": 0.136719, + "main_score": 0.091199, + "hf_subset": "eng_Latn-nfa_Latn", + "languages": [ + "eng-Latn", + "nfa-Latn" + ] + }, + { + "precision": 0.058774, + "recall": 0.113281, + "f1": 0.070477, + "accuracy": 0.113281, + "main_score": 0.070477, + "hf_subset": "nfa_Latn-eng_Latn", + "languages": [ + "nfa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092535, + "recall": 0.136719, + "f1": 0.10067, + "accuracy": 0.136719, + "main_score": 0.10067, + "hf_subset": "eng_Latn-ngp_Latn", + "languages": [ + "eng-Latn", + "ngp-Latn" + ] + }, + { + "precision": 0.075216, + "recall": 0.140625, + "f1": 0.088437, + "accuracy": 0.140625, + "main_score": 0.088437, + "hf_subset": "ngp_Latn-eng_Latn", + "languages": [ + "ngp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.153423, + "recall": 0.234375, + "f1": 0.172481, + "accuracy": 0.234375, + "main_score": 0.172481, + "hf_subset": "eng_Latn-ngu_Latn", + "languages": [ + "eng-Latn", + "ngu-Latn" + ] + }, + { + "precision": 0.149318, + "recall": 0.238281, + "f1": 0.169122, + "accuracy": 0.238281, + "main_score": 0.169122, + "hf_subset": "ngu_Latn-eng_Latn", + "languages": [ + "ngu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090262, + "recall": 0.15625, + "f1": 0.10342, + "accuracy": 0.15625, + "main_score": 0.10342, + "hf_subset": "eng_Latn-nhe_Latn", + "languages": [ + "eng-Latn", + "nhe-Latn" + ] + }, + { + "precision": 0.078159, + "recall": 0.152344, + "f1": 0.092865, + "accuracy": 0.152344, + "main_score": 0.092865, + "hf_subset": "nhe_Latn-eng_Latn", + "languages": [ + "nhe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.180369, + "recall": 0.265625, + "f1": 0.199576, + "accuracy": 0.265625, + "main_score": 0.199576, + "hf_subset": "eng_Latn-nhg_Latn", + "languages": [ + "eng-Latn", + "nhg-Latn" + ] + }, + { + "precision": 0.199837, + "recall": 0.28125, + "f1": 0.220033, + "accuracy": 0.28125, + "main_score": 0.220033, + "hf_subset": "nhg_Latn-eng_Latn", + "languages": [ + "nhg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.158651, + "recall": 0.214844, + "f1": 0.172157, + "accuracy": 0.214844, + "main_score": 0.172157, + "hf_subset": "eng_Latn-nhi_Latn", + "languages": [ + "eng-Latn", + "nhi-Latn" + ] + }, + { + "precision": 0.135458, + "recall": 0.203125, + "f1": 0.14873, + "accuracy": 0.203125, + "main_score": 0.14873, + "hf_subset": "nhi_Latn-eng_Latn", + "languages": [ + "nhi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.146627, + "recall": 0.203125, + "f1": 0.160333, + "accuracy": 0.203125, + "main_score": 0.160333, + "hf_subset": "eng_Latn-nho_Latn", + "languages": [ + "eng-Latn", + "nho-Latn" + ] + }, + { + "precision": 0.125625, + "recall": 0.191406, + "f1": 0.140011, + "accuracy": 0.191406, + "main_score": 0.140011, + "hf_subset": "nho_Latn-eng_Latn", + "languages": [ + "nho-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.088997, + "recall": 0.117188, + "f1": 0.0945, + "accuracy": 0.117188, + "main_score": 0.0945, + "hf_subset": "eng_Latn-nhr_Latn", + "languages": [ + "eng-Latn", + "nhr-Latn" + ] + }, + { + "precision": 0.079988, + "recall": 0.132812, + "f1": 0.089866, + "accuracy": 0.132812, + "main_score": 0.089866, + "hf_subset": "nhr_Latn-eng_Latn", + "languages": [ + "nhr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064427, + "recall": 0.101562, + "f1": 0.072461, + "accuracy": 0.101562, + "main_score": 0.072461, + "hf_subset": "eng_Latn-nhu_Latn", + "languages": [ + "eng-Latn", + "nhu-Latn" + ] + }, + { + "precision": 0.067288, + "recall": 0.101562, + "f1": 0.07317, + "accuracy": 0.101562, + "main_score": 0.07317, + "hf_subset": "nhu_Latn-eng_Latn", + "languages": [ + "nhu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086523, + "recall": 0.132812, + "f1": 0.095637, + "accuracy": 0.132812, + "main_score": 0.095637, + "hf_subset": "eng_Latn-nhw_Latn", + "languages": [ + "eng-Latn", + "nhw-Latn" + ] + }, + { + "precision": 0.082599, + "recall": 0.144531, + "f1": 0.094047, + "accuracy": 0.144531, + "main_score": 0.094047, + "hf_subset": "nhw_Latn-eng_Latn", + "languages": [ + "nhw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.161235, + "recall": 0.238281, + "f1": 0.180087, + "accuracy": 0.238281, + "main_score": 0.180087, + "hf_subset": "eng_Latn-nhy_Latn", + "languages": [ + "eng-Latn", + "nhy-Latn" + ] + }, + { + "precision": 0.157172, + "recall": 0.238281, + "f1": 0.176488, + "accuracy": 0.238281, + "main_score": 0.176488, + "hf_subset": "nhy_Latn-eng_Latn", + "languages": [ + "nhy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08878, + "recall": 0.167969, + "f1": 0.104932, + "accuracy": 0.167969, + "main_score": 0.104932, + "hf_subset": "eng_Latn-nif_Latn", + "languages": [ + "eng-Latn", + "nif-Latn" + ] + }, + { + "precision": 0.127841, + "recall": 0.199219, + "f1": 0.145344, + "accuracy": 0.199219, + "main_score": 0.145344, + "hf_subset": "nif_Latn-eng_Latn", + "languages": [ + "nif-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.040169, + "recall": 0.050781, + "f1": 0.042578, + "accuracy": 0.050781, + "main_score": 0.042578, + "hf_subset": "eng_Latn-nii_Latn", + "languages": [ + "eng-Latn", + "nii-Latn" + ] + }, + { + "precision": 0.037147, + "recall": 0.0625, + "f1": 0.041752, + "accuracy": 0.0625, + "main_score": 0.041752, + "hf_subset": "nii_Latn-eng_Latn", + "languages": [ + "nii-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073273, + "recall": 0.113281, + "f1": 0.080614, + "accuracy": 0.113281, + "main_score": 0.080614, + "hf_subset": "eng_Latn-nin_Latn", + "languages": [ + "eng-Latn", + "nin-Latn" + ] + }, + { + "precision": 0.07018, + "recall": 0.113281, + "f1": 0.078389, + "accuracy": 0.113281, + "main_score": 0.078389, + "hf_subset": "nin_Latn-eng_Latn", + "languages": [ + "nin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.091763, + "recall": 0.136719, + "f1": 0.100249, + "accuracy": 0.136719, + "main_score": 0.100249, + "hf_subset": "eng_Latn-nko_Latn", + "languages": [ + "eng-Latn", + "nko-Latn" + ] + }, + { + "precision": 0.085432, + "recall": 0.140625, + "f1": 0.096997, + "accuracy": 0.140625, + "main_score": 0.096997, + "hf_subset": "nko_Latn-eng_Latn", + "languages": [ + "nko-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.96875, + "recall": 0.976562, + "f1": 0.971354, + "accuracy": 0.976562, + "main_score": 0.971354, + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.96875, + "recall": 0.976562, + "f1": 0.971354, + "accuracy": 0.976562, + "main_score": 0.971354, + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.18138, + "recall": 0.242188, + "f1": 0.196587, + "accuracy": 0.242188, + "main_score": 0.196587, + "hf_subset": "eng_Latn-nlg_Latn", + "languages": [ + "eng-Latn", + "nlg-Latn" + ] + }, + { + "precision": 0.131964, + "recall": 0.214844, + "f1": 0.149095, + "accuracy": 0.214844, + "main_score": 0.149095, + "hf_subset": "nlg_Latn-eng_Latn", + "languages": [ + "nlg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.242518, + "recall": 0.320312, + "f1": 0.261294, + "accuracy": 0.320312, + "main_score": 0.261294, + "hf_subset": "eng_Latn-nna_Latn", + "languages": [ + "eng-Latn", + "nna-Latn" + ] + }, + { + "precision": 0.237678, + "recall": 0.335938, + "f1": 0.259862, + "accuracy": 0.335938, + "main_score": 0.259862, + "hf_subset": "nna_Latn-eng_Latn", + "languages": [ + "nna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057199, + "recall": 0.101562, + "f1": 0.065954, + "accuracy": 0.101562, + "main_score": 0.065954, + "hf_subset": "eng_Latn-nnq_Latn", + "languages": [ + "eng-Latn", + "nnq-Latn" + ] + }, + { + "precision": 0.068614, + "recall": 0.128906, + "f1": 0.081488, + "accuracy": 0.128906, + "main_score": 0.081488, + "hf_subset": "nnq_Latn-eng_Latn", + "languages": [ + "nnq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056521, + "recall": 0.121094, + "f1": 0.068392, + "accuracy": 0.121094, + "main_score": 0.068392, + "hf_subset": "eng_Latn-noa_Latn", + "languages": [ + "eng-Latn", + "noa-Latn" + ] + }, + { + "precision": 0.103109, + "recall": 0.164062, + "f1": 0.117446, + "accuracy": 0.164062, + "main_score": 0.117446, + "hf_subset": "noa_Latn-eng_Latn", + "languages": [ + "noa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090267, + "recall": 0.113281, + "f1": 0.09553, + "accuracy": 0.113281, + "main_score": 0.09553, + "hf_subset": "eng_Latn-nop_Latn", + "languages": [ + "eng-Latn", + "nop-Latn" + ] + }, + { + "precision": 0.058265, + "recall": 0.113281, + "f1": 0.069156, + "accuracy": 0.113281, + "main_score": 0.069156, + "hf_subset": "nop_Latn-eng_Latn", + "languages": [ + "nop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.031576, + "recall": 0.042969, + "f1": 0.034766, + "accuracy": 0.042969, + "main_score": 0.034766, + "hf_subset": "eng_Latn-not_Latn", + "languages": [ + "eng-Latn", + "not-Latn" + ] + }, + { + "precision": 0.023529, + "recall": 0.0625, + "f1": 0.030738, + "accuracy": 0.0625, + "main_score": 0.030738, + "hf_subset": "not_Latn-eng_Latn", + "languages": [ + "not-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.130413, + "recall": 0.171875, + "f1": 0.139844, + "accuracy": 0.171875, + "main_score": 0.139844, + "hf_subset": "eng_Latn-nou_Latn", + "languages": [ + "eng-Latn", + "nou-Latn" + ] + }, + { + "precision": 0.100879, + "recall": 0.148438, + "f1": 0.112021, + "accuracy": 0.148438, + "main_score": 0.112021, + "hf_subset": "nou_Latn-eng_Latn", + "languages": [ + "nou-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.939453, + "recall": 0.957031, + "f1": 0.945312, + "accuracy": 0.957031, + "main_score": 0.945312, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ] + }, + { + "precision": 0.962891, + "recall": 0.972656, + "f1": 0.966146, + "accuracy": 0.972656, + "main_score": 0.966146, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.171239, + "recall": 0.230469, + "f1": 0.185299, + "accuracy": 0.230469, + "main_score": 0.185299, + "hf_subset": "eng_Latn-npl_Latn", + "languages": [ + "eng-Latn", + "npl-Latn" + ] + }, + { + "precision": 0.151514, + "recall": 0.21875, + "f1": 0.165401, + "accuracy": 0.21875, + "main_score": 0.165401, + "hf_subset": "npl_Latn-eng_Latn", + "languages": [ + "npl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108831, + "recall": 0.164062, + "f1": 0.121311, + "accuracy": 0.164062, + "main_score": 0.121311, + "hf_subset": "eng_Latn-nsn_Latn", + "languages": [ + "eng-Latn", + "nsn-Latn" + ] + }, + { + "precision": 0.095387, + "recall": 0.144531, + "f1": 0.105733, + "accuracy": 0.144531, + "main_score": 0.105733, + "hf_subset": "nsn_Latn-eng_Latn", + "languages": [ + "nsn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.182496, + "recall": 0.277344, + "f1": 0.204594, + "accuracy": 0.277344, + "main_score": 0.204594, + "hf_subset": "eng_Latn-nss_Latn", + "languages": [ + "eng-Latn", + "nss-Latn" + ] + }, + { + "precision": 0.146094, + "recall": 0.242188, + "f1": 0.169579, + "accuracy": 0.242188, + "main_score": 0.169579, + "hf_subset": "nss_Latn-eng_Latn", + "languages": [ + "nss-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.015137, + "recall": 0.027344, + "f1": 0.018056, + "accuracy": 0.027344, + "main_score": 0.018056, + "hf_subset": "eng_Latn-ntj_Latn", + "languages": [ + "eng-Latn", + "ntj-Latn" + ] + }, + { + "precision": 0.011824, + "recall": 0.027344, + "f1": 0.015049, + "accuracy": 0.027344, + "main_score": 0.015049, + "hf_subset": "ntj_Latn-eng_Latn", + "languages": [ + "ntj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.054624, + "recall": 0.09375, + "f1": 0.063551, + "accuracy": 0.09375, + "main_score": 0.063551, + "hf_subset": "eng_Latn-ntp_Latn", + "languages": [ + "eng-Latn", + "ntp-Latn" + ] + }, + { + "precision": 0.048262, + "recall": 0.089844, + "f1": 0.056059, + "accuracy": 0.089844, + "main_score": 0.056059, + "hf_subset": "ntp_Latn-eng_Latn", + "languages": [ + "ntp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047938, + "recall": 0.089844, + "f1": 0.054594, + "accuracy": 0.089844, + "main_score": 0.054594, + "hf_subset": "eng_Latn-ntu_Latn", + "languages": [ + "eng-Latn", + "ntu-Latn" + ] + }, + { + "precision": 0.054439, + "recall": 0.101562, + "f1": 0.063356, + "accuracy": 0.101562, + "main_score": 0.063356, + "hf_subset": "ntu_Latn-eng_Latn", + "languages": [ + "ntu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.09848, + "recall": 0.140625, + "f1": 0.107657, + "accuracy": 0.140625, + "main_score": 0.107657, + "hf_subset": "eng_Latn-nuy_Latn", + "languages": [ + "eng-Latn", + "nuy-Latn" + ] + }, + { + "precision": 0.089995, + "recall": 0.144531, + "f1": 0.101813, + "accuracy": 0.144531, + "main_score": 0.101813, + "hf_subset": "nuy_Latn-eng_Latn", + "languages": [ + "nuy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047281, + "recall": 0.078125, + "f1": 0.054161, + "accuracy": 0.078125, + "main_score": 0.054161, + "hf_subset": "eng_Latn-nvm_Latn", + "languages": [ + "eng-Latn", + "nvm-Latn" + ] + }, + { + "precision": 0.052486, + "recall": 0.082031, + "f1": 0.058854, + "accuracy": 0.082031, + "main_score": 0.058854, + "hf_subset": "nvm_Latn-eng_Latn", + "languages": [ + "nvm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071095, + "recall": 0.125, + "f1": 0.084239, + "accuracy": 0.125, + "main_score": 0.084239, + "hf_subset": "eng_Latn-nwi_Latn", + "languages": [ + "eng-Latn", + "nwi-Latn" + ] + }, + { + "precision": 0.084204, + "recall": 0.15625, + "f1": 0.100007, + "accuracy": 0.15625, + "main_score": 0.100007, + "hf_subset": "nwi_Latn-eng_Latn", + "languages": [ + "nwi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.116546, + "recall": 0.171875, + "f1": 0.126797, + "accuracy": 0.171875, + "main_score": 0.126797, + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.118863, + "recall": 0.195312, + "f1": 0.136862, + "accuracy": 0.195312, + "main_score": 0.136862, + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.261333, + "recall": 0.360656, + "f1": 0.286794, + "accuracy": 0.360656, + "main_score": 0.286794, + "hf_subset": "eng_Latn-nys_Latn", + "languages": [ + "eng-Latn", + "nys-Latn" + ] + }, + { + "precision": 0.279547, + "recall": 0.377049, + "f1": 0.303825, + "accuracy": 0.377049, + "main_score": 0.303825, + "hf_subset": "nys_Latn-eng_Latn", + "languages": [ + "nys-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108757, + "recall": 0.195312, + "f1": 0.128996, + "accuracy": 0.195312, + "main_score": 0.128996, + "hf_subset": "eng_Latn-nyu_Latn", + "languages": [ + "eng-Latn", + "nyu-Latn" + ] + }, + { + "precision": 0.151122, + "recall": 0.25, + "f1": 0.174507, + "accuracy": 0.25, + "main_score": 0.174507, + "hf_subset": "nyu_Latn-eng_Latn", + "languages": [ + "nyu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.10196, + "recall": 0.160156, + "f1": 0.113944, + "accuracy": 0.160156, + "main_score": 0.113944, + "hf_subset": "eng_Latn-obo_Latn", + "languages": [ + "eng-Latn", + "obo-Latn" + ] + }, + { + "precision": 0.107464, + "recall": 0.164062, + "f1": 0.120011, + "accuracy": 0.164062, + "main_score": 0.120011, + "hf_subset": "obo_Latn-eng_Latn", + "languages": [ + "obo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.225628, + "recall": 0.335938, + "f1": 0.253881, + "accuracy": 0.335938, + "main_score": 0.253881, + "hf_subset": "eng_Latn-okv_Latn", + "languages": [ + "eng-Latn", + "okv-Latn" + ] + }, + { + "precision": 0.202474, + "recall": 0.296875, + "f1": 0.227697, + "accuracy": 0.296875, + "main_score": 0.227697, + "hf_subset": "okv_Latn-eng_Latn", + "languages": [ + "okv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.03754, + "recall": 0.066406, + "f1": 0.042553, + "accuracy": 0.066406, + "main_score": 0.042553, + "hf_subset": "eng_Latn-omw_Latn", + "languages": [ + "eng-Latn", + "omw-Latn" + ] + }, + { + "precision": 0.028562, + "recall": 0.066406, + "f1": 0.034905, + "accuracy": 0.066406, + "main_score": 0.034905, + "hf_subset": "omw_Latn-eng_Latn", + "languages": [ + "omw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069247, + "recall": 0.109375, + "f1": 0.076568, + "accuracy": 0.109375, + "main_score": 0.076568, + "hf_subset": "eng_Latn-ong_Latn", + "languages": [ + "eng-Latn", + "ong-Latn" + ] + }, + { + "precision": 0.074844, + "recall": 0.117188, + "f1": 0.083963, + "accuracy": 0.117188, + "main_score": 0.083963, + "hf_subset": "ong_Latn-eng_Latn", + "languages": [ + "ong-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104536, + "recall": 0.160156, + "f1": 0.116239, + "accuracy": 0.160156, + "main_score": 0.116239, + "hf_subset": "eng_Latn-ons_Latn", + "languages": [ + "eng-Latn", + "ons-Latn" + ] + }, + { + "precision": 0.094319, + "recall": 0.144531, + "f1": 0.10523, + "accuracy": 0.144531, + "main_score": 0.10523, + "hf_subset": "ons_Latn-eng_Latn", + "languages": [ + "ons-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056548, + "recall": 0.085938, + "f1": 0.062733, + "accuracy": 0.085938, + "main_score": 0.062733, + "hf_subset": "eng_Latn-ood_Latn", + "languages": [ + "eng-Latn", + "ood-Latn" + ] + }, + { + "precision": 0.049273, + "recall": 0.09375, + "f1": 0.059491, + "accuracy": 0.09375, + "main_score": 0.059491, + "hf_subset": "ood_Latn-eng_Latn", + "languages": [ + "ood-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.028451, + "recall": 0.050781, + "f1": 0.033023, + "accuracy": 0.050781, + "main_score": 0.033023, + "hf_subset": "eng_Latn-opm_Latn", + "languages": [ + "eng-Latn", + "opm-Latn" + ] + }, + { + "precision": 0.02296, + "recall": 0.042969, + "f1": 0.026823, + "accuracy": 0.042969, + "main_score": 0.026823, + "hf_subset": "opm_Latn-eng_Latn", + "languages": [ + "opm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.886719, + "recall": 0.910156, + "f1": 0.894531, + "accuracy": 0.910156, + "main_score": 0.894531, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.921875, + "recall": 0.933594, + "f1": 0.925781, + "accuracy": 0.933594, + "main_score": 0.925781, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.12698, + "recall": 0.191406, + "f1": 0.142448, + "accuracy": 0.191406, + "main_score": 0.142448, + "hf_subset": "eng_Latn-ote_Latn", + "languages": [ + "eng-Latn", + "ote-Latn" + ] + }, + { + "precision": 0.088535, + "recall": 0.144531, + "f1": 0.099909, + "accuracy": 0.144531, + "main_score": 0.099909, + "hf_subset": "ote_Latn-eng_Latn", + "languages": [ + "ote-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104923, + "recall": 0.15625, + "f1": 0.115595, + "accuracy": 0.15625, + "main_score": 0.115595, + "hf_subset": "eng_Latn-otm_Latn", + "languages": [ + "eng-Latn", + "otm-Latn" + ] + }, + { + "precision": 0.094808, + "recall": 0.132812, + "f1": 0.102867, + "accuracy": 0.132812, + "main_score": 0.102867, + "hf_subset": "otm_Latn-eng_Latn", + "languages": [ + "otm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.135045, + "recall": 0.195312, + "f1": 0.149538, + "accuracy": 0.195312, + "main_score": 0.149538, + "hf_subset": "eng_Latn-otn_Latn", + "languages": [ + "eng-Latn", + "otn-Latn" + ] + }, + { + "precision": 0.106798, + "recall": 0.152344, + "f1": 0.115768, + "accuracy": 0.152344, + "main_score": 0.115768, + "hf_subset": "otn_Latn-eng_Latn", + "languages": [ + "otn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090578, + "recall": 0.140625, + "f1": 0.103423, + "accuracy": 0.140625, + "main_score": 0.103423, + "hf_subset": "eng_Latn-otq_Latn", + "languages": [ + "eng-Latn", + "otq-Latn" + ] + }, + { + "precision": 0.071119, + "recall": 0.117188, + "f1": 0.079224, + "accuracy": 0.117188, + "main_score": 0.079224, + "hf_subset": "otq_Latn-eng_Latn", + "languages": [ + "otq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.16735, + "recall": 0.257812, + "f1": 0.190079, + "accuracy": 0.257812, + "main_score": 0.190079, + "hf_subset": "eng_Latn-ots_Latn", + "languages": [ + "eng-Latn", + "ots-Latn" + ] + }, + { + "precision": 0.156705, + "recall": 0.238281, + "f1": 0.175003, + "accuracy": 0.238281, + "main_score": 0.175003, + "hf_subset": "ots_Latn-eng_Latn", + "languages": [ + "ots-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085124, + "recall": 0.117188, + "f1": 0.092689, + "accuracy": 0.117188, + "main_score": 0.092689, + "hf_subset": "eng_Latn-pab_Latn", + "languages": [ + "eng-Latn", + "pab-Latn" + ] + }, + { + "precision": 0.06376, + "recall": 0.105469, + "f1": 0.072872, + "accuracy": 0.105469, + "main_score": 0.072872, + "hf_subset": "pab_Latn-eng_Latn", + "languages": [ + "pab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108212, + "recall": 0.148438, + "f1": 0.117622, + "accuracy": 0.148438, + "main_score": 0.117622, + "hf_subset": "eng_Latn-pad_Latn", + "languages": [ + "eng-Latn", + "pad-Latn" + ] + }, + { + "precision": 0.079673, + "recall": 0.136719, + "f1": 0.092132, + "accuracy": 0.136719, + "main_score": 0.092132, + "hf_subset": "pad_Latn-eng_Latn", + "languages": [ + "pad-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086023, + "recall": 0.121094, + "f1": 0.093967, + "accuracy": 0.121094, + "main_score": 0.093967, + "hf_subset": "eng_Latn-pah_Latn", + "languages": [ + "eng-Latn", + "pah-Latn" + ] + }, + { + "precision": 0.074763, + "recall": 0.125, + "f1": 0.083657, + "accuracy": 0.125, + "main_score": 0.083657, + "hf_subset": "pah_Latn-eng_Latn", + "languages": [ + "pah-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.919922, + "recall": 0.941406, + "f1": 0.927083, + "accuracy": 0.941406, + "main_score": 0.927083, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.943359, + "recall": 0.957031, + "f1": 0.947917, + "accuracy": 0.957031, + "main_score": 0.947917, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.063683, + "recall": 0.105469, + "f1": 0.071813, + "accuracy": 0.105469, + "main_score": 0.071813, + "hf_subset": "eng_Latn-pao_Latn", + "languages": [ + "eng-Latn", + "pao-Latn" + ] + }, + { + "precision": 0.068264, + "recall": 0.101562, + "f1": 0.075589, + "accuracy": 0.101562, + "main_score": 0.075589, + "hf_subset": "pao_Latn-eng_Latn", + "languages": [ + "pao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.949219, + "recall": 0.964844, + "f1": 0.954427, + "accuracy": 0.964844, + "main_score": 0.954427, + "hf_subset": "eng_Latn-pes_Arab", + "languages": [ + "eng-Latn", + "pes-Arab" + ] + }, + { + "precision": 0.970703, + "recall": 0.980469, + "f1": 0.973958, + "accuracy": 0.980469, + "main_score": 0.973958, + "hf_subset": "pes_Arab-eng_Latn", + "languages": [ + "pes-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.032364, + "recall": 0.066406, + "f1": 0.038634, + "accuracy": 0.066406, + "main_score": 0.038634, + "hf_subset": "eng_Latn-pib_Latn", + "languages": [ + "eng-Latn", + "pib-Latn" + ] + }, + { + "precision": 0.046158, + "recall": 0.09375, + "f1": 0.055339, + "accuracy": 0.09375, + "main_score": 0.055339, + "hf_subset": "pib_Latn-eng_Latn", + "languages": [ + "pib-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.172407, + "recall": 0.226562, + "f1": 0.184983, + "accuracy": 0.226562, + "main_score": 0.184983, + "hf_subset": "eng_Latn-pio_Latn", + "languages": [ + "eng-Latn", + "pio-Latn" + ] + }, + { + "precision": 0.117939, + "recall": 0.1875, + "f1": 0.131996, + "accuracy": 0.1875, + "main_score": 0.131996, + "hf_subset": "pio_Latn-eng_Latn", + "languages": [ + "pio-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084918, + "recall": 0.125, + "f1": 0.094165, + "accuracy": 0.125, + "main_score": 0.094165, + "hf_subset": "eng_Latn-pir_Latn", + "languages": [ + "eng-Latn", + "pir-Latn" + ] + }, + { + "precision": 0.062132, + "recall": 0.113281, + "f1": 0.071906, + "accuracy": 0.113281, + "main_score": 0.071906, + "hf_subset": "pir_Latn-eng_Latn", + "languages": [ + "pir-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.007433, + "recall": 0.019531, + "f1": 0.009167, + "accuracy": 0.019531, + "main_score": 0.009167, + "hf_subset": "eng_Latn-piu_Latn", + "languages": [ + "eng-Latn", + "piu-Latn" + ] + }, + { + "precision": 0.006214, + "recall": 0.019531, + "f1": 0.007644, + "accuracy": 0.019531, + "main_score": 0.007644, + "hf_subset": "piu_Latn-eng_Latn", + "languages": [ + "piu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.028168, + "recall": 0.058594, + "f1": 0.034319, + "accuracy": 0.058594, + "main_score": 0.034319, + "hf_subset": "eng_Latn-pjt_Latn", + "languages": [ + "eng-Latn", + "pjt-Latn" + ] + }, + { + "precision": 0.042611, + "recall": 0.066406, + "f1": 0.047604, + "accuracy": 0.066406, + "main_score": 0.047604, + "hf_subset": "pjt_Latn-eng_Latn", + "languages": [ + "pjt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.276172, + "recall": 0.378906, + "f1": 0.302963, + "accuracy": 0.378906, + "main_score": 0.302963, + "hf_subset": "eng_Latn-pls_Latn", + "languages": [ + "eng-Latn", + "pls-Latn" + ] + }, + { + "precision": 0.22157, + "recall": 0.320312, + "f1": 0.244696, + "accuracy": 0.320312, + "main_score": 0.244696, + "hf_subset": "pls_Latn-eng_Latn", + "languages": [ + "pls-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081854, + "recall": 0.121094, + "f1": 0.090402, + "accuracy": 0.121094, + "main_score": 0.090402, + "hf_subset": "eng_Latn-plu_Latn", + "languages": [ + "eng-Latn", + "plu-Latn" + ] + }, + { + "precision": 0.075397, + "recall": 0.125, + "f1": 0.083624, + "accuracy": 0.125, + "main_score": 0.083624, + "hf_subset": "plu_Latn-eng_Latn", + "languages": [ + "plu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08792, + "recall": 0.109375, + "f1": 0.093359, + "accuracy": 0.109375, + "main_score": 0.093359, + "hf_subset": "eng_Latn-pma_Latn", + "languages": [ + "eng-Latn", + "pma-Latn" + ] + }, + { + "precision": 0.068291, + "recall": 0.113281, + "f1": 0.077863, + "accuracy": 0.113281, + "main_score": 0.077863, + "hf_subset": "pma_Latn-eng_Latn", + "languages": [ + "pma-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.170681, + "recall": 0.238281, + "f1": 0.186207, + "accuracy": 0.238281, + "main_score": 0.186207, + "hf_subset": "eng_Latn-poe_Latn", + "languages": [ + "eng-Latn", + "poe-Latn" + ] + }, + { + "precision": 0.130769, + "recall": 0.183594, + "f1": 0.142537, + "accuracy": 0.183594, + "main_score": 0.142537, + "hf_subset": "poe_Latn-eng_Latn", + "languages": [ + "poe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062305, + "recall": 0.078125, + "f1": 0.066016, + "accuracy": 0.078125, + "main_score": 0.066016, + "hf_subset": "eng_Latn-poh_Latn", + "languages": [ + "eng-Latn", + "poh-Latn" + ] + }, + { + "precision": 0.039685, + "recall": 0.0625, + "f1": 0.043728, + "accuracy": 0.0625, + "main_score": 0.043728, + "hf_subset": "poh_Latn-eng_Latn", + "languages": [ + "poh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.224488, + "recall": 0.316406, + "f1": 0.247917, + "accuracy": 0.316406, + "main_score": 0.247917, + "hf_subset": "eng_Latn-poi_Latn", + "languages": [ + "eng-Latn", + "poi-Latn" + ] + }, + { + "precision": 0.173804, + "recall": 0.257812, + "f1": 0.192385, + "accuracy": 0.257812, + "main_score": 0.192385, + "hf_subset": "poi_Latn-eng_Latn", + "languages": [ + "poi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.958984, + "recall": 0.972656, + "f1": 0.963542, + "accuracy": 0.972656, + "main_score": 0.963542, + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.957031, + "recall": 0.96875, + "f1": 0.960938, + "accuracy": 0.96875, + "main_score": 0.960938, + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.035108, + "recall": 0.085938, + "f1": 0.043605, + "accuracy": 0.085938, + "main_score": 0.043605, + "hf_subset": "eng_Latn-pon_Latn", + "languages": [ + "eng-Latn", + "pon-Latn" + ] + }, + { + "precision": 0.044123, + "recall": 0.082031, + "f1": 0.050926, + "accuracy": 0.082031, + "main_score": 0.050926, + "hf_subset": "pon_Latn-eng_Latn", + "languages": [ + "pon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.977865, + "recall": 0.984375, + "f1": 0.979818, + "accuracy": 0.984375, + "main_score": 0.979818, + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.109006, + "recall": 0.167969, + "f1": 0.122309, + "accuracy": 0.167969, + "main_score": 0.122309, + "hf_subset": "eng_Latn-poy_Latn", + "languages": [ + "eng-Latn", + "poy-Latn" + ] + }, + { + "precision": 0.116422, + "recall": 0.175781, + "f1": 0.129576, + "accuracy": 0.175781, + "main_score": 0.129576, + "hf_subset": "poy_Latn-eng_Latn", + "languages": [ + "poy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057642, + "recall": 0.09375, + "f1": 0.065343, + "accuracy": 0.09375, + "main_score": 0.065343, + "hf_subset": "eng_Latn-ppo_Latn", + "languages": [ + "eng-Latn", + "ppo-Latn" + ] + }, + { + "precision": 0.063922, + "recall": 0.113281, + "f1": 0.071952, + "accuracy": 0.113281, + "main_score": 0.071952, + "hf_subset": "ppo_Latn-eng_Latn", + "languages": [ + "ppo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.351411, + "recall": 0.460938, + "f1": 0.380511, + "accuracy": 0.460938, + "main_score": 0.380511, + "hf_subset": "eng_Latn-prf_Latn", + "languages": [ + "eng-Latn", + "prf-Latn" + ] + }, + { + "precision": 0.314762, + "recall": 0.414062, + "f1": 0.340907, + "accuracy": 0.414062, + "main_score": 0.340907, + "hf_subset": "prf_Latn-eng_Latn", + "languages": [ + "prf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059587, + "recall": 0.097656, + "f1": 0.066041, + "accuracy": 0.097656, + "main_score": 0.066041, + "hf_subset": "eng_Latn-pri_Latn", + "languages": [ + "eng-Latn", + "pri-Latn" + ] + }, + { + "precision": 0.07054, + "recall": 0.109375, + "f1": 0.079077, + "accuracy": 0.109375, + "main_score": 0.079077, + "hf_subset": "pri_Latn-eng_Latn", + "languages": [ + "pri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081847, + "recall": 0.121094, + "f1": 0.089674, + "accuracy": 0.121094, + "main_score": 0.089674, + "hf_subset": "eng_Latn-ptp_Latn", + "languages": [ + "eng-Latn", + "ptp-Latn" + ] + }, + { + "precision": 0.075841, + "recall": 0.113281, + "f1": 0.0818, + "accuracy": 0.113281, + "main_score": 0.0818, + "hf_subset": "ptp_Latn-eng_Latn", + "languages": [ + "ptp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.116936, + "recall": 0.164062, + "f1": 0.126525, + "accuracy": 0.164062, + "main_score": 0.126525, + "hf_subset": "eng_Latn-ptu_Latn", + "languages": [ + "eng-Latn", + "ptu-Latn" + ] + }, + { + "precision": 0.084302, + "recall": 0.152344, + "f1": 0.098687, + "accuracy": 0.152344, + "main_score": 0.098687, + "hf_subset": "ptu_Latn-eng_Latn", + "languages": [ + "ptu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092285, + "recall": 0.128906, + "f1": 0.099197, + "accuracy": 0.128906, + "main_score": 0.099197, + "hf_subset": "eng_Latn-pwg_Latn", + "languages": [ + "eng-Latn", + "pwg-Latn" + ] + }, + { + "precision": 0.078961, + "recall": 0.144531, + "f1": 0.092357, + "accuracy": 0.144531, + "main_score": 0.092357, + "hf_subset": "pwg_Latn-eng_Latn", + "languages": [ + "pwg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.136945, + "recall": 0.1875, + "f1": 0.148136, + "accuracy": 0.1875, + "main_score": 0.148136, + "hf_subset": "eng_Latn-qub_Latn", + "languages": [ + "eng-Latn", + "qub-Latn" + ] + }, + { + "precision": 0.118236, + "recall": 0.179688, + "f1": 0.131852, + "accuracy": 0.179688, + "main_score": 0.131852, + "hf_subset": "qub_Latn-eng_Latn", + "languages": [ + "qub-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110913, + "recall": 0.195312, + "f1": 0.129102, + "accuracy": 0.195312, + "main_score": 0.129102, + "hf_subset": "eng_Latn-quc_Latn", + "languages": [ + "eng-Latn", + "quc-Latn" + ] + }, + { + "precision": 0.099453, + "recall": 0.179688, + "f1": 0.116833, + "accuracy": 0.179688, + "main_score": 0.116833, + "hf_subset": "quc_Latn-eng_Latn", + "languages": [ + "quc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.111398, + "recall": 0.164062, + "f1": 0.124185, + "accuracy": 0.164062, + "main_score": 0.124185, + "hf_subset": "eng_Latn-quf_Latn", + "languages": [ + "eng-Latn", + "quf-Latn" + ] + }, + { + "precision": 0.064485, + "recall": 0.128906, + "f1": 0.076399, + "accuracy": 0.128906, + "main_score": 0.076399, + "hf_subset": "quf_Latn-eng_Latn", + "languages": [ + "quf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.140737, + "recall": 0.230469, + "f1": 0.16086, + "accuracy": 0.230469, + "main_score": 0.16086, + "hf_subset": "eng_Latn-quh_Latn", + "languages": [ + "eng-Latn", + "quh-Latn" + ] + }, + { + "precision": 0.135105, + "recall": 0.207031, + "f1": 0.152533, + "accuracy": 0.207031, + "main_score": 0.152533, + "hf_subset": "quh_Latn-eng_Latn", + "languages": [ + "quh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.301139, + "recall": 0.40625, + "f1": 0.329253, + "accuracy": 0.40625, + "main_score": 0.329253, + "hf_subset": "eng_Latn-qul_Latn", + "languages": [ + "eng-Latn", + "qul-Latn" + ] + }, + { + "precision": 0.264029, + "recall": 0.359375, + "f1": 0.287574, + "accuracy": 0.359375, + "main_score": 0.287574, + "hf_subset": "qul_Latn-eng_Latn", + "languages": [ + "qul-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07296, + "recall": 0.125, + "f1": 0.08351, + "accuracy": 0.125, + "main_score": 0.08351, + "hf_subset": "eng_Latn-qup_Latn", + "languages": [ + "eng-Latn", + "qup-Latn" + ] + }, + { + "precision": 0.059997, + "recall": 0.097656, + "f1": 0.066352, + "accuracy": 0.097656, + "main_score": 0.066352, + "hf_subset": "qup_Latn-eng_Latn", + "languages": [ + "qup-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065225, + "recall": 0.097656, + "f1": 0.07163, + "accuracy": 0.097656, + "main_score": 0.07163, + "hf_subset": "eng_Latn-qvc_Latn", + "languages": [ + "eng-Latn", + "qvc-Latn" + ] + }, + { + "precision": 0.050606, + "recall": 0.097656, + "f1": 0.058438, + "accuracy": 0.097656, + "main_score": 0.058438, + "hf_subset": "qvc_Latn-eng_Latn", + "languages": [ + "qvc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.236012, + "recall": 0.34375, + "f1": 0.261873, + "accuracy": 0.34375, + "main_score": 0.261873, + "hf_subset": "eng_Latn-qve_Latn", + "languages": [ + "eng-Latn", + "qve-Latn" + ] + }, + { + "precision": 0.214668, + "recall": 0.304688, + "f1": 0.236257, + "accuracy": 0.304688, + "main_score": 0.236257, + "hf_subset": "qve_Latn-eng_Latn", + "languages": [ + "qve-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.160265, + "recall": 0.234375, + "f1": 0.177039, + "accuracy": 0.234375, + "main_score": 0.177039, + "hf_subset": "eng_Latn-qvh_Latn", + "languages": [ + "eng-Latn", + "qvh-Latn" + ] + }, + { + "precision": 0.131806, + "recall": 0.191406, + "f1": 0.144799, + "accuracy": 0.191406, + "main_score": 0.144799, + "hf_subset": "qvh_Latn-eng_Latn", + "languages": [ + "qvh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.163089, + "recall": 0.230469, + "f1": 0.177874, + "accuracy": 0.230469, + "main_score": 0.177874, + "hf_subset": "eng_Latn-qvm_Latn", + "languages": [ + "eng-Latn", + "qvm-Latn" + ] + }, + { + "precision": 0.156844, + "recall": 0.21875, + "f1": 0.169472, + "accuracy": 0.21875, + "main_score": 0.169472, + "hf_subset": "qvm_Latn-eng_Latn", + "languages": [ + "qvm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.116186, + "recall": 0.15625, + "f1": 0.125837, + "accuracy": 0.15625, + "main_score": 0.125837, + "hf_subset": "eng_Latn-qvn_Latn", + "languages": [ + "eng-Latn", + "qvn-Latn" + ] + }, + { + "precision": 0.089255, + "recall": 0.152344, + "f1": 0.103091, + "accuracy": 0.152344, + "main_score": 0.103091, + "hf_subset": "qvn_Latn-eng_Latn", + "languages": [ + "qvn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.107337, + "recall": 0.15625, + "f1": 0.118102, + "accuracy": 0.15625, + "main_score": 0.118102, + "hf_subset": "eng_Latn-qvs_Latn", + "languages": [ + "eng-Latn", + "qvs-Latn" + ] + }, + { + "precision": 0.087887, + "recall": 0.140625, + "f1": 0.097766, + "accuracy": 0.140625, + "main_score": 0.097766, + "hf_subset": "qvs_Latn-eng_Latn", + "languages": [ + "qvs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.100705, + "recall": 0.15625, + "f1": 0.113561, + "accuracy": 0.15625, + "main_score": 0.113561, + "hf_subset": "eng_Latn-qvw_Latn", + "languages": [ + "eng-Latn", + "qvw-Latn" + ] + }, + { + "precision": 0.08238, + "recall": 0.136719, + "f1": 0.093243, + "accuracy": 0.136719, + "main_score": 0.093243, + "hf_subset": "qvw_Latn-eng_Latn", + "languages": [ + "qvw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.09933, + "recall": 0.144531, + "f1": 0.108652, + "accuracy": 0.144531, + "main_score": 0.108652, + "hf_subset": "eng_Latn-qvz_Latn", + "languages": [ + "eng-Latn", + "qvz-Latn" + ] + }, + { + "precision": 0.093888, + "recall": 0.132812, + "f1": 0.103925, + "accuracy": 0.132812, + "main_score": 0.103925, + "hf_subset": "qvz_Latn-eng_Latn", + "languages": [ + "qvz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.178223, + "recall": 0.261719, + "f1": 0.197675, + "accuracy": 0.261719, + "main_score": 0.197675, + "hf_subset": "eng_Latn-qwh_Latn", + "languages": [ + "eng-Latn", + "qwh-Latn" + ] + }, + { + "precision": 0.147058, + "recall": 0.226562, + "f1": 0.16533, + "accuracy": 0.226562, + "main_score": 0.16533, + "hf_subset": "qwh_Latn-eng_Latn", + "languages": [ + "qwh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085556, + "recall": 0.125, + "f1": 0.095126, + "accuracy": 0.125, + "main_score": 0.095126, + "hf_subset": "eng_Latn-qxh_Latn", + "languages": [ + "eng-Latn", + "qxh-Latn" + ] + }, + { + "precision": 0.082684, + "recall": 0.128906, + "f1": 0.091855, + "accuracy": 0.128906, + "main_score": 0.091855, + "hf_subset": "qxh_Latn-eng_Latn", + "languages": [ + "qxh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.200964, + "recall": 0.320312, + "f1": 0.22859, + "accuracy": 0.320312, + "main_score": 0.22859, + "hf_subset": "eng_Latn-qxn_Latn", + "languages": [ + "eng-Latn", + "qxn-Latn" + ] + }, + { + "precision": 0.20855, + "recall": 0.289062, + "f1": 0.227172, + "accuracy": 0.289062, + "main_score": 0.227172, + "hf_subset": "qxn_Latn-eng_Latn", + "languages": [ + "qxn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.149296, + "recall": 0.222656, + "f1": 0.166602, + "accuracy": 0.222656, + "main_score": 0.166602, + "hf_subset": "eng_Latn-qxo_Latn", + "languages": [ + "eng-Latn", + "qxo-Latn" + ] + }, + { + "precision": 0.117496, + "recall": 0.191406, + "f1": 0.130844, + "accuracy": 0.191406, + "main_score": 0.130844, + "hf_subset": "qxo_Latn-eng_Latn", + "languages": [ + "qxo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.11569, + "recall": 0.160156, + "f1": 0.12575, + "accuracy": 0.160156, + "main_score": 0.12575, + "hf_subset": "eng_Latn-rai_Latn", + "languages": [ + "eng-Latn", + "rai-Latn" + ] + }, + { + "precision": 0.062638, + "recall": 0.117188, + "f1": 0.073521, + "accuracy": 0.117188, + "main_score": 0.073521, + "hf_subset": "rai_Latn-eng_Latn", + "languages": [ + "rai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099316, + "recall": 0.15625, + "f1": 0.110211, + "accuracy": 0.15625, + "main_score": 0.110211, + "hf_subset": "eng_Latn-reg_Latn", + "languages": [ + "eng-Latn", + "reg-Latn" + ] + }, + { + "precision": 0.096566, + "recall": 0.160156, + "f1": 0.110138, + "accuracy": 0.160156, + "main_score": 0.110138, + "hf_subset": "reg_Latn-eng_Latn", + "languages": [ + "reg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.073448, + "recall": 0.105469, + "f1": 0.08112, + "accuracy": 0.105469, + "main_score": 0.08112, + "hf_subset": "eng_Latn-rgu_Latn", + "languages": [ + "eng-Latn", + "rgu-Latn" + ] + }, + { + "precision": 0.062455, + "recall": 0.128906, + "f1": 0.076225, + "accuracy": 0.128906, + "main_score": 0.076225, + "hf_subset": "rgu_Latn-eng_Latn", + "languages": [ + "rgu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.037567, + "recall": 0.0625, + "f1": 0.042312, + "accuracy": 0.0625, + "main_score": 0.042312, + "hf_subset": "eng_Latn-rkb_Latn", + "languages": [ + "eng-Latn", + "rkb-Latn" + ] + }, + { + "precision": 0.034766, + "recall": 0.0625, + "f1": 0.040042, + "accuracy": 0.0625, + "main_score": 0.040042, + "hf_subset": "rkb_Latn-eng_Latn", + "languages": [ + "rkb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.232763, + "recall": 0.335938, + "f1": 0.257379, + "accuracy": 0.335938, + "main_score": 0.257379, + "hf_subset": "eng_Latn-rmc_Latn", + "languages": [ + "eng-Latn", + "rmc-Latn" + ] + }, + { + "precision": 0.261751, + "recall": 0.355469, + "f1": 0.286493, + "accuracy": 0.355469, + "main_score": 0.286493, + "hf_subset": "rmc_Latn-eng_Latn", + "languages": [ + "rmc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.346754, + "recall": 0.460938, + "f1": 0.37567, + "accuracy": 0.460938, + "main_score": 0.37567, + "hf_subset": "eng_Latn-rmy_Latn", + "languages": [ + "eng-Latn", + "rmy-Latn" + ] + }, + { + "precision": 0.312635, + "recall": 0.433594, + "f1": 0.344441, + "accuracy": 0.433594, + "main_score": 0.344441, + "hf_subset": "rmy_Latn-eng_Latn", + "languages": [ + "rmy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05867, + "recall": 0.128906, + "f1": 0.072715, + "accuracy": 0.128906, + "main_score": 0.072715, + "hf_subset": "eng_Latn-roo_Latn", + "languages": [ + "eng-Latn", + "roo-Latn" + ] + }, + { + "precision": 0.077321, + "recall": 0.125, + "f1": 0.08668, + "accuracy": 0.125, + "main_score": 0.08668, + "hf_subset": "roo_Latn-eng_Latn", + "languages": [ + "roo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083561, + "recall": 0.132812, + "f1": 0.094512, + "accuracy": 0.132812, + "main_score": 0.094512, + "hf_subset": "eng_Latn-rop_Latn", + "languages": [ + "eng-Latn", + "rop-Latn" + ] + }, + { + "precision": 0.075842, + "recall": 0.140625, + "f1": 0.090281, + "accuracy": 0.140625, + "main_score": 0.090281, + "hf_subset": "rop_Latn-eng_Latn", + "languages": [ + "rop-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086719, + "recall": 0.144531, + "f1": 0.099618, + "accuracy": 0.144531, + "main_score": 0.099618, + "hf_subset": "eng_Latn-row_Latn", + "languages": [ + "eng-Latn", + "row-Latn" + ] + }, + { + "precision": 0.071138, + "recall": 0.125, + "f1": 0.081888, + "accuracy": 0.125, + "main_score": 0.081888, + "hf_subset": "row_Latn-eng_Latn", + "languages": [ + "row-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081538, + "recall": 0.128906, + "f1": 0.09037, + "accuracy": 0.128906, + "main_score": 0.09037, + "hf_subset": "eng_Latn-rro_Latn", + "languages": [ + "eng-Latn", + "rro-Latn" + ] + }, + { + "precision": 0.068434, + "recall": 0.128906, + "f1": 0.081703, + "accuracy": 0.128906, + "main_score": 0.081703, + "hf_subset": "rro_Latn-eng_Latn", + "languages": [ + "rro-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.099858, + "recall": 0.148438, + "f1": 0.109623, + "accuracy": 0.148438, + "main_score": 0.109623, + "hf_subset": "eng_Latn-ruf_Latn", + "languages": [ + "eng-Latn", + "ruf-Latn" + ] + }, + { + "precision": 0.101683, + "recall": 0.191406, + "f1": 0.120219, + "accuracy": 0.191406, + "main_score": 0.120219, + "hf_subset": "ruf_Latn-eng_Latn", + "languages": [ + "ruf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069972, + "recall": 0.117188, + "f1": 0.080265, + "accuracy": 0.117188, + "main_score": 0.080265, + "hf_subset": "eng_Latn-rug_Latn", + "languages": [ + "eng-Latn", + "rug-Latn" + ] + }, + { + "precision": 0.063914, + "recall": 0.117188, + "f1": 0.072832, + "accuracy": 0.117188, + "main_score": 0.072832, + "hf_subset": "rug_Latn-eng_Latn", + "languages": [ + "rug-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.970703, + "recall": 0.980469, + "f1": 0.973958, + "accuracy": 0.980469, + "main_score": 0.973958, + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.028725, + "recall": 0.070312, + "f1": 0.034261, + "accuracy": 0.070312, + "main_score": 0.034261, + "hf_subset": "eng_Latn-rwo_Latn", + "languages": [ + "eng-Latn", + "rwo-Latn" + ] + }, + { + "precision": 0.043596, + "recall": 0.085938, + "f1": 0.050523, + "accuracy": 0.085938, + "main_score": 0.050523, + "hf_subset": "rwo_Latn-eng_Latn", + "languages": [ + "rwo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103585, + "recall": 0.132812, + "f1": 0.110048, + "accuracy": 0.132812, + "main_score": 0.110048, + "hf_subset": "eng_Latn-sab_Latn", + "languages": [ + "eng-Latn", + "sab-Latn" + ] + }, + { + "precision": 0.072709, + "recall": 0.128906, + "f1": 0.084386, + "accuracy": 0.128906, + "main_score": 0.084386, + "hf_subset": "sab_Latn-eng_Latn", + "languages": [ + "sab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.239999, + "recall": 0.367188, + "f1": 0.269448, + "accuracy": 0.367188, + "main_score": 0.269448, + "hf_subset": "eng_Latn-san_Latn", + "languages": [ + "eng-Latn", + "san-Latn" + ] + }, + { + "precision": 0.252924, + "recall": 0.351562, + "f1": 0.275702, + "accuracy": 0.351562, + "main_score": 0.275702, + "hf_subset": "san_Latn-eng_Latn", + "languages": [ + "san-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066926, + "recall": 0.117188, + "f1": 0.076508, + "accuracy": 0.117188, + "main_score": 0.076508, + "hf_subset": "eng_Latn-sbe_Latn", + "languages": [ + "eng-Latn", + "sbe-Latn" + ] + }, + { + "precision": 0.068635, + "recall": 0.128906, + "f1": 0.082896, + "accuracy": 0.128906, + "main_score": 0.082896, + "hf_subset": "sbe_Latn-eng_Latn", + "languages": [ + "sbe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098933, + "recall": 0.144531, + "f1": 0.110404, + "accuracy": 0.144531, + "main_score": 0.110404, + "hf_subset": "eng_Latn-sbk_Latn", + "languages": [ + "eng-Latn", + "sbk-Latn" + ] + }, + { + "precision": 0.09497, + "recall": 0.152344, + "f1": 0.106997, + "accuracy": 0.152344, + "main_score": 0.106997, + "hf_subset": "sbk_Latn-eng_Latn", + "languages": [ + "sbk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.100304, + "recall": 0.148438, + "f1": 0.110379, + "accuracy": 0.148438, + "main_score": 0.110379, + "hf_subset": "eng_Latn-sbs_Latn", + "languages": [ + "eng-Latn", + "sbs-Latn" + ] + }, + { + "precision": 0.098938, + "recall": 0.167969, + "f1": 0.114859, + "accuracy": 0.167969, + "main_score": 0.114859, + "hf_subset": "sbs_Latn-eng_Latn", + "languages": [ + "sbs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.16771, + "recall": 0.246094, + "f1": 0.186938, + "accuracy": 0.246094, + "main_score": 0.186938, + "hf_subset": "eng_Latn-seh_Latn", + "languages": [ + "eng-Latn", + "seh-Latn" + ] + }, + { + "precision": 0.192625, + "recall": 0.285156, + "f1": 0.21396, + "accuracy": 0.285156, + "main_score": 0.21396, + "hf_subset": "seh_Latn-eng_Latn", + "languages": [ + "seh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.130066, + "recall": 0.167969, + "f1": 0.137835, + "accuracy": 0.167969, + "main_score": 0.137835, + "hf_subset": "eng_Latn-sey_Latn", + "languages": [ + "eng-Latn", + "sey-Latn" + ] + }, + { + "precision": 0.089614, + "recall": 0.128906, + "f1": 0.097513, + "accuracy": 0.128906, + "main_score": 0.097513, + "hf_subset": "sey_Latn-eng_Latn", + "languages": [ + "sey-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.201693, + "recall": 0.277344, + "f1": 0.218815, + "accuracy": 0.277344, + "main_score": 0.218815, + "hf_subset": "eng_Latn-sgb_Latn", + "languages": [ + "eng-Latn", + "sgb-Latn" + ] + }, + { + "precision": 0.179322, + "recall": 0.277344, + "f1": 0.205129, + "accuracy": 0.277344, + "main_score": 0.205129, + "hf_subset": "sgb_Latn-eng_Latn", + "languages": [ + "sgb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056436, + "recall": 0.109375, + "f1": 0.067445, + "accuracy": 0.109375, + "main_score": 0.067445, + "hf_subset": "eng_Latn-sgz_Latn", + "languages": [ + "eng-Latn", + "sgz-Latn" + ] + }, + { + "precision": 0.061198, + "recall": 0.105469, + "f1": 0.071413, + "accuracy": 0.105469, + "main_score": 0.071413, + "hf_subset": "sgz_Latn-eng_Latn", + "languages": [ + "sgz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.138688, + "recall": 0.230769, + "f1": 0.157745, + "accuracy": 0.230769, + "main_score": 0.157745, + "hf_subset": "eng_Latn-shj_Latn", + "languages": [ + "eng-Latn", + "shj-Latn" + ] + }, + { + "precision": 0.152669, + "recall": 0.263736, + "f1": 0.177525, + "accuracy": 0.263736, + "main_score": 0.177525, + "hf_subset": "shj_Latn-eng_Latn", + "languages": [ + "shj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.11215, + "recall": 0.15625, + "f1": 0.12163, + "accuracy": 0.15625, + "main_score": 0.12163, + "hf_subset": "eng_Latn-shp_Latn", + "languages": [ + "eng-Latn", + "shp-Latn" + ] + }, + { + "precision": 0.08276, + "recall": 0.132812, + "f1": 0.093068, + "accuracy": 0.132812, + "main_score": 0.093068, + "hf_subset": "shp_Latn-eng_Latn", + "languages": [ + "shp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071094, + "recall": 0.109375, + "f1": 0.080041, + "accuracy": 0.109375, + "main_score": 0.080041, + "hf_subset": "eng_Latn-sim_Latn", + "languages": [ + "eng-Latn", + "sim-Latn" + ] + }, + { + "precision": 0.076428, + "recall": 0.128906, + "f1": 0.088759, + "accuracy": 0.128906, + "main_score": 0.088759, + "hf_subset": "sim_Latn-eng_Latn", + "languages": [ + "sim-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.09114, + "recall": 0.152344, + "f1": 0.103816, + "accuracy": 0.152344, + "main_score": 0.103816, + "hf_subset": "eng_Latn-sja_Latn", + "languages": [ + "eng-Latn", + "sja-Latn" + ] + }, + { + "precision": 0.102084, + "recall": 0.144531, + "f1": 0.11237, + "accuracy": 0.144531, + "main_score": 0.11237, + "hf_subset": "sja_Latn-eng_Latn", + "languages": [ + "sja-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.059181, + "recall": 0.082031, + "f1": 0.064202, + "accuracy": 0.082031, + "main_score": 0.064202, + "hf_subset": "eng_Latn-sll_Latn", + "languages": [ + "eng-Latn", + "sll-Latn" + ] + }, + { + "precision": 0.060249, + "recall": 0.097656, + "f1": 0.066718, + "accuracy": 0.097656, + "main_score": 0.066718, + "hf_subset": "sll_Latn-eng_Latn", + "languages": [ + "sll-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.191969, + "recall": 0.269531, + "f1": 0.210708, + "accuracy": 0.269531, + "main_score": 0.210708, + "hf_subset": "eng_Latn-smk_Latn", + "languages": [ + "eng-Latn", + "smk-Latn" + ] + }, + { + "precision": 0.18943, + "recall": 0.269531, + "f1": 0.210448, + "accuracy": 0.269531, + "main_score": 0.210448, + "hf_subset": "smk_Latn-eng_Latn", + "languages": [ + "smk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083284, + "recall": 0.125, + "f1": 0.093369, + "accuracy": 0.125, + "main_score": 0.093369, + "hf_subset": "eng_Latn-snc_Latn", + "languages": [ + "eng-Latn", + "snc-Latn" + ] + }, + { + "precision": 0.088693, + "recall": 0.144531, + "f1": 0.098856, + "accuracy": 0.144531, + "main_score": 0.098856, + "hf_subset": "snc_Latn-eng_Latn", + "languages": [ + "snc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.090699, + "recall": 0.125, + "f1": 0.098887, + "accuracy": 0.125, + "main_score": 0.098887, + "hf_subset": "eng_Latn-snn_Latn", + "languages": [ + "eng-Latn", + "snn-Latn" + ] + }, + { + "precision": 0.103316, + "recall": 0.152344, + "f1": 0.112524, + "accuracy": 0.152344, + "main_score": 0.112524, + "hf_subset": "snn_Latn-eng_Latn", + "languages": [ + "snn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075169, + "recall": 0.117188, + "f1": 0.083811, + "accuracy": 0.117188, + "main_score": 0.083811, + "hf_subset": "eng_Latn-snp_Latn", + "languages": [ + "eng-Latn", + "snp-Latn" + ] + }, + { + "precision": 0.046238, + "recall": 0.085938, + "f1": 0.053335, + "accuracy": 0.085938, + "main_score": 0.053335, + "hf_subset": "snp_Latn-eng_Latn", + "languages": [ + "snp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.245306, + "recall": 0.321429, + "f1": 0.264881, + "accuracy": 0.321429, + "main_score": 0.264881, + "hf_subset": "eng_Latn-snx_Latn", + "languages": [ + "eng-Latn", + "snx-Latn" + ] + }, + { + "precision": 0.245417, + "recall": 0.342857, + "f1": 0.270057, + "accuracy": 0.342857, + "main_score": 0.270057, + "hf_subset": "snx_Latn-eng_Latn", + "languages": [ + "snx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083138, + "recall": 0.109375, + "f1": 0.089137, + "accuracy": 0.109375, + "main_score": 0.089137, + "hf_subset": "eng_Latn-sny_Latn", + "languages": [ + "eng-Latn", + "sny-Latn" + ] + }, + { + "precision": 0.050836, + "recall": 0.09375, + "f1": 0.058748, + "accuracy": 0.09375, + "main_score": 0.058748, + "hf_subset": "sny_Latn-eng_Latn", + "languages": [ + "sny-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.112953, + "recall": 0.179688, + "f1": 0.128491, + "accuracy": 0.179688, + "main_score": 0.128491, + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ] + }, + { + "precision": 0.096353, + "recall": 0.164062, + "f1": 0.111159, + "accuracy": 0.164062, + "main_score": 0.111159, + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098084, + "recall": 0.128906, + "f1": 0.103633, + "accuracy": 0.128906, + "main_score": 0.103633, + "hf_subset": "eng_Latn-soq_Latn", + "languages": [ + "eng-Latn", + "soq-Latn" + ] + }, + { + "precision": 0.097103, + "recall": 0.140625, + "f1": 0.107323, + "accuracy": 0.140625, + "main_score": 0.107323, + "hf_subset": "soq_Latn-eng_Latn", + "languages": [ + "soq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.036137, + "recall": 0.074219, + "f1": 0.044293, + "accuracy": 0.074219, + "main_score": 0.044293, + "hf_subset": "eng_Latn-soy_Latn", + "languages": [ + "eng-Latn", + "soy-Latn" + ] + }, + { + "precision": 0.044759, + "recall": 0.09375, + "f1": 0.053696, + "accuracy": 0.09375, + "main_score": 0.053696, + "hf_subset": "soy_Latn-eng_Latn", + "languages": [ + "soy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.044596, + "recall": 0.0625, + "f1": 0.047526, + "accuracy": 0.0625, + "main_score": 0.047526, + "hf_subset": "eng_Latn-spl_Latn", + "languages": [ + "eng-Latn", + "spl-Latn" + ] + }, + { + "precision": 0.03895, + "recall": 0.082031, + "f1": 0.046441, + "accuracy": 0.082031, + "main_score": 0.046441, + "hf_subset": "spl_Latn-eng_Latn", + "languages": [ + "spl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.203874, + "recall": 0.269531, + "f1": 0.218855, + "accuracy": 0.269531, + "main_score": 0.218855, + "hf_subset": "eng_Latn-spm_Latn", + "languages": [ + "eng-Latn", + "spm-Latn" + ] + }, + { + "precision": 0.177982, + "recall": 0.253906, + "f1": 0.195245, + "accuracy": 0.253906, + "main_score": 0.195245, + "hf_subset": "spm_Latn-eng_Latn", + "languages": [ + "spm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063021, + "recall": 0.105469, + "f1": 0.07318, + "accuracy": 0.105469, + "main_score": 0.07318, + "hf_subset": "eng_Latn-spp_Latn", + "languages": [ + "eng-Latn", + "spp-Latn" + ] + }, + { + "precision": 0.067636, + "recall": 0.125, + "f1": 0.080286, + "accuracy": 0.125, + "main_score": 0.080286, + "hf_subset": "spp_Latn-eng_Latn", + "languages": [ + "spp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046684, + "recall": 0.09375, + "f1": 0.057548, + "accuracy": 0.09375, + "main_score": 0.057548, + "hf_subset": "eng_Latn-sps_Latn", + "languages": [ + "eng-Latn", + "sps-Latn" + ] + }, + { + "precision": 0.058259, + "recall": 0.105469, + "f1": 0.067392, + "accuracy": 0.105469, + "main_score": 0.067392, + "hf_subset": "sps_Latn-eng_Latn", + "languages": [ + "sps-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039331, + "recall": 0.066406, + "f1": 0.043447, + "accuracy": 0.066406, + "main_score": 0.043447, + "hf_subset": "eng_Latn-spy_Latn", + "languages": [ + "eng-Latn", + "spy-Latn" + ] + }, + { + "precision": 0.042663, + "recall": 0.082031, + "f1": 0.050602, + "accuracy": 0.082031, + "main_score": 0.050602, + "hf_subset": "spy_Latn-eng_Latn", + "languages": [ + "spy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081385, + "recall": 0.121094, + "f1": 0.088762, + "accuracy": 0.121094, + "main_score": 0.088762, + "hf_subset": "eng_Latn-sri_Latn", + "languages": [ + "eng-Latn", + "sri-Latn" + ] + }, + { + "precision": 0.072409, + "recall": 0.128906, + "f1": 0.081393, + "accuracy": 0.128906, + "main_score": 0.081393, + "hf_subset": "sri_Latn-eng_Latn", + "languages": [ + "sri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071815, + "recall": 0.125, + "f1": 0.081589, + "accuracy": 0.125, + "main_score": 0.081589, + "hf_subset": "eng_Latn-srm_Latn", + "languages": [ + "eng-Latn", + "srm-Latn" + ] + }, + { + "precision": 0.056894, + "recall": 0.109375, + "f1": 0.064434, + "accuracy": 0.109375, + "main_score": 0.064434, + "hf_subset": "srm_Latn-eng_Latn", + "languages": [ + "srm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.176304, + "recall": 0.257812, + "f1": 0.193474, + "accuracy": 0.257812, + "main_score": 0.193474, + "hf_subset": "eng_Latn-srn_Latn", + "languages": [ + "eng-Latn", + "srn-Latn" + ] + }, + { + "precision": 0.219834, + "recall": 0.304688, + "f1": 0.23994, + "accuracy": 0.304688, + "main_score": 0.23994, + "hf_subset": "srn_Latn-eng_Latn", + "languages": [ + "srn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.951172, + "recall": 0.964844, + "f1": 0.955729, + "accuracy": 0.964844, + "main_score": 0.955729, + "hf_subset": "eng_Latn-srp_Latn", + "languages": [ + "eng-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.964844, + "recall": 0.972656, + "f1": 0.967448, + "accuracy": 0.972656, + "main_score": 0.967448, + "hf_subset": "srp_Latn-eng_Latn", + "languages": [ + "srp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.135091, + "recall": 0.183594, + "f1": 0.148251, + "accuracy": 0.183594, + "main_score": 0.148251, + "hf_subset": "eng_Latn-srq_Latn", + "languages": [ + "eng-Latn", + "srq-Latn" + ] + }, + { + "precision": 0.093787, + "recall": 0.144531, + "f1": 0.104616, + "accuracy": 0.144531, + "main_score": 0.104616, + "hf_subset": "srq_Latn-eng_Latn", + "languages": [ + "srq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078323, + "recall": 0.125, + "f1": 0.087695, + "accuracy": 0.125, + "main_score": 0.087695, + "hf_subset": "eng_Latn-ssd_Latn", + "languages": [ + "eng-Latn", + "ssd-Latn" + ] + }, + { + "precision": 0.074481, + "recall": 0.121094, + "f1": 0.083248, + "accuracy": 0.121094, + "main_score": 0.083248, + "hf_subset": "ssd_Latn-eng_Latn", + "languages": [ + "ssd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06699, + "recall": 0.113281, + "f1": 0.076393, + "accuracy": 0.113281, + "main_score": 0.076393, + "hf_subset": "eng_Latn-ssg_Latn", + "languages": [ + "eng-Latn", + "ssg-Latn" + ] + }, + { + "precision": 0.069308, + "recall": 0.128906, + "f1": 0.081916, + "accuracy": 0.128906, + "main_score": 0.081916, + "hf_subset": "ssg_Latn-eng_Latn", + "languages": [ + "ssg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062387, + "recall": 0.089844, + "f1": 0.067758, + "accuracy": 0.089844, + "main_score": 0.067758, + "hf_subset": "eng_Latn-ssx_Latn", + "languages": [ + "eng-Latn", + "ssx-Latn" + ] + }, + { + "precision": 0.030396, + "recall": 0.074219, + "f1": 0.037935, + "accuracy": 0.074219, + "main_score": 0.037935, + "hf_subset": "ssx_Latn-eng_Latn", + "languages": [ + "ssx-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072856, + "recall": 0.113281, + "f1": 0.082112, + "accuracy": 0.113281, + "main_score": 0.082112, + "hf_subset": "eng_Latn-stp_Latn", + "languages": [ + "eng-Latn", + "stp-Latn" + ] + }, + { + "precision": 0.056262, + "recall": 0.089844, + "f1": 0.062695, + "accuracy": 0.089844, + "main_score": 0.062695, + "hf_subset": "stp_Latn-eng_Latn", + "languages": [ + "stp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046527, + "recall": 0.089844, + "f1": 0.055186, + "accuracy": 0.089844, + "main_score": 0.055186, + "hf_subset": "eng_Latn-sua_Latn", + "languages": [ + "eng-Latn", + "sua-Latn" + ] + }, + { + "precision": 0.058712, + "recall": 0.109375, + "f1": 0.068868, + "accuracy": 0.109375, + "main_score": 0.068868, + "hf_subset": "sua_Latn-eng_Latn", + "languages": [ + "sua-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07616, + "recall": 0.117188, + "f1": 0.085491, + "accuracy": 0.117188, + "main_score": 0.085491, + "hf_subset": "eng_Latn-sue_Latn", + "languages": [ + "eng-Latn", + "sue-Latn" + ] + }, + { + "precision": 0.069517, + "recall": 0.109375, + "f1": 0.077829, + "accuracy": 0.109375, + "main_score": 0.077829, + "hf_subset": "sue_Latn-eng_Latn", + "languages": [ + "sue-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.015687, + "recall": 0.042969, + "f1": 0.020009, + "accuracy": 0.042969, + "main_score": 0.020009, + "hf_subset": "eng_Latn-sus_Arab", + "languages": [ + "eng-Latn", + "sus-Arab" + ] + }, + { + "precision": 0.012006, + "recall": 0.035156, + "f1": 0.014141, + "accuracy": 0.035156, + "main_score": 0.014141, + "hf_subset": "sus_Arab-eng_Latn", + "languages": [ + "sus-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.092839, + "recall": 0.148438, + "f1": 0.10607, + "accuracy": 0.148438, + "main_score": 0.10607, + "hf_subset": "eng_Latn-suz_Latn", + "languages": [ + "eng-Latn", + "suz-Latn" + ] + }, + { + "precision": 0.068057, + "recall": 0.117188, + "f1": 0.078634, + "accuracy": 0.117188, + "main_score": 0.078634, + "hf_subset": "suz_Latn-eng_Latn", + "languages": [ + "suz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.946615, + "recall": 0.960938, + "f1": 0.951172, + "accuracy": 0.960938, + "main_score": 0.951172, + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.945312, + "recall": 0.960938, + "f1": 0.950521, + "accuracy": 0.960938, + "main_score": 0.950521, + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.361923, + "recall": 0.476562, + "f1": 0.391354, + "accuracy": 0.476562, + "main_score": 0.391354, + "hf_subset": "eng_Latn-swh_Latn", + "languages": [ + "eng-Latn", + "swh-Latn" + ] + }, + { + "precision": 0.435193, + "recall": 0.558594, + "f1": 0.470768, + "accuracy": 0.558594, + "main_score": 0.470768, + "hf_subset": "swh_Latn-eng_Latn", + "languages": [ + "swh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.108888, + "recall": 0.171875, + "f1": 0.122725, + "accuracy": 0.171875, + "main_score": 0.122725, + "hf_subset": "eng_Latn-swp_Latn", + "languages": [ + "eng-Latn", + "swp-Latn" + ] + }, + { + "precision": 0.083595, + "recall": 0.140625, + "f1": 0.095926, + "accuracy": 0.140625, + "main_score": 0.095926, + "hf_subset": "swp_Latn-eng_Latn", + "languages": [ + "swp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.071764, + "recall": 0.125, + "f1": 0.082712, + "accuracy": 0.125, + "main_score": 0.082712, + "hf_subset": "eng_Latn-sxb_Latn", + "languages": [ + "eng-Latn", + "sxb-Latn" + ] + }, + { + "precision": 0.07453, + "recall": 0.117188, + "f1": 0.08178, + "accuracy": 0.117188, + "main_score": 0.08178, + "hf_subset": "sxb_Latn-eng_Latn", + "languages": [ + "sxb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075618, + "recall": 0.109375, + "f1": 0.083908, + "accuracy": 0.109375, + "main_score": 0.083908, + "hf_subset": "eng_Latn-tac_Latn", + "languages": [ + "eng-Latn", + "tac-Latn" + ] + }, + { + "precision": 0.066913, + "recall": 0.109375, + "f1": 0.075669, + "accuracy": 0.109375, + "main_score": 0.075669, + "hf_subset": "tac_Latn-eng_Latn", + "languages": [ + "tac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.189365, + "recall": 0.289062, + "f1": 0.214137, + "accuracy": 0.289062, + "main_score": 0.214137, + "hf_subset": "eng_Latn-taj_Deva", + "languages": [ + "eng-Latn", + "taj-Deva" + ] + }, + { + "precision": 0.168944, + "recall": 0.246094, + "f1": 0.187075, + "accuracy": 0.246094, + "main_score": 0.187075, + "hf_subset": "taj_Deva-eng_Latn", + "languages": [ + "taj-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.851562, + "recall": 0.867188, + "f1": 0.856771, + "accuracy": 0.867188, + "main_score": 0.856771, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.863281, + "recall": 0.878906, + "f1": 0.86849, + "accuracy": 0.878906, + "main_score": 0.86849, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.067092, + "recall": 0.117188, + "f1": 0.07778, + "accuracy": 0.117188, + "main_score": 0.07778, + "hf_subset": "eng_Latn-tav_Latn", + "languages": [ + "eng-Latn", + "tav-Latn" + ] + }, + { + "precision": 0.083143, + "recall": 0.136719, + "f1": 0.094372, + "accuracy": 0.136719, + "main_score": 0.094372, + "hf_subset": "tav_Latn-eng_Latn", + "languages": [ + "tav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060791, + "recall": 0.085938, + "f1": 0.06668, + "accuracy": 0.085938, + "main_score": 0.06668, + "hf_subset": "eng_Latn-taw_Latn", + "languages": [ + "eng-Latn", + "taw-Latn" + ] + }, + { + "precision": 0.04893, + "recall": 0.082031, + "f1": 0.05514, + "accuracy": 0.082031, + "main_score": 0.05514, + "hf_subset": "taw_Latn-eng_Latn", + "languages": [ + "taw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086502, + "recall": 0.140625, + "f1": 0.099764, + "accuracy": 0.140625, + "main_score": 0.099764, + "hf_subset": "eng_Latn-tbc_Latn", + "languages": [ + "eng-Latn", + "tbc-Latn" + ] + }, + { + "precision": 0.068342, + "recall": 0.113281, + "f1": 0.077663, + "accuracy": 0.113281, + "main_score": 0.077663, + "hf_subset": "tbc_Latn-eng_Latn", + "languages": [ + "tbc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080346, + "recall": 0.136719, + "f1": 0.091936, + "accuracy": 0.136719, + "main_score": 0.091936, + "hf_subset": "eng_Latn-tbf_Latn", + "languages": [ + "eng-Latn", + "tbf-Latn" + ] + }, + { + "precision": 0.076797, + "recall": 0.136719, + "f1": 0.087829, + "accuracy": 0.136719, + "main_score": 0.087829, + "hf_subset": "tbf_Latn-eng_Latn", + "languages": [ + "tbf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047216, + "recall": 0.066406, + "f1": 0.051237, + "accuracy": 0.066406, + "main_score": 0.051237, + "hf_subset": "eng_Latn-tbg_Latn", + "languages": [ + "eng-Latn", + "tbg-Latn" + ] + }, + { + "precision": 0.045964, + "recall": 0.085938, + "f1": 0.055547, + "accuracy": 0.085938, + "main_score": 0.055547, + "hf_subset": "tbg_Latn-eng_Latn", + "languages": [ + "tbg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.063574, + "recall": 0.097656, + "f1": 0.070474, + "accuracy": 0.097656, + "main_score": 0.070474, + "hf_subset": "eng_Latn-tbo_Latn", + "languages": [ + "eng-Latn", + "tbo-Latn" + ] + }, + { + "precision": 0.052987, + "recall": 0.09375, + "f1": 0.060236, + "accuracy": 0.09375, + "main_score": 0.060236, + "hf_subset": "tbo_Latn-eng_Latn", + "languages": [ + "tbo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057557, + "recall": 0.082031, + "f1": 0.062388, + "accuracy": 0.082031, + "main_score": 0.062388, + "hf_subset": "eng_Latn-tbz_Latn", + "languages": [ + "eng-Latn", + "tbz-Latn" + ] + }, + { + "precision": 0.065965, + "recall": 0.109375, + "f1": 0.074133, + "accuracy": 0.109375, + "main_score": 0.074133, + "hf_subset": "tbz_Latn-eng_Latn", + "languages": [ + "tbz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052799, + "recall": 0.089844, + "f1": 0.060184, + "accuracy": 0.089844, + "main_score": 0.060184, + "hf_subset": "eng_Latn-tca_Latn", + "languages": [ + "eng-Latn", + "tca-Latn" + ] + }, + { + "precision": 0.048309, + "recall": 0.085938, + "f1": 0.054736, + "accuracy": 0.085938, + "main_score": 0.054736, + "hf_subset": "tca_Latn-eng_Latn", + "languages": [ + "tca-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.152055, + "recall": 0.226562, + "f1": 0.170328, + "accuracy": 0.226562, + "main_score": 0.170328, + "hf_subset": "eng_Latn-tcs_Latn", + "languages": [ + "eng-Latn", + "tcs-Latn" + ] + }, + { + "precision": 0.181172, + "recall": 0.253906, + "f1": 0.198351, + "accuracy": 0.253906, + "main_score": 0.198351, + "hf_subset": "tcs_Latn-eng_Latn", + "languages": [ + "tcs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072656, + "recall": 0.121094, + "f1": 0.083549, + "accuracy": 0.121094, + "main_score": 0.083549, + "hf_subset": "eng_Latn-tcz_Latn", + "languages": [ + "eng-Latn", + "tcz-Latn" + ] + }, + { + "precision": 0.075298, + "recall": 0.121094, + "f1": 0.085219, + "accuracy": 0.121094, + "main_score": 0.085219, + "hf_subset": "tcz_Latn-eng_Latn", + "languages": [ + "tcz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.169353, + "recall": 0.25, + "f1": 0.187965, + "accuracy": 0.25, + "main_score": 0.187965, + "hf_subset": "eng_Latn-tdt_Latn", + "languages": [ + "eng-Latn", + "tdt-Latn" + ] + }, + { + "precision": 0.154814, + "recall": 0.242188, + "f1": 0.173534, + "accuracy": 0.242188, + "main_score": 0.173534, + "hf_subset": "tdt_Latn-eng_Latn", + "languages": [ + "tdt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.101987, + "recall": 0.128906, + "f1": 0.107574, + "accuracy": 0.128906, + "main_score": 0.107574, + "hf_subset": "eng_Latn-tee_Latn", + "languages": [ + "eng-Latn", + "tee-Latn" + ] + }, + { + "precision": 0.094194, + "recall": 0.117188, + "f1": 0.1001, + "accuracy": 0.117188, + "main_score": 0.1001, + "hf_subset": "tee_Latn-eng_Latn", + "languages": [ + "tee-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.853516, + "recall": 0.886719, + "f1": 0.863932, + "accuracy": 0.886719, + "main_score": 0.863932, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.901693, + "recall": 0.921875, + "f1": 0.908203, + "accuracy": 0.921875, + "main_score": 0.908203, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.072123, + "recall": 0.105469, + "f1": 0.078438, + "accuracy": 0.105469, + "main_score": 0.078438, + "hf_subset": "eng_Latn-ter_Latn", + "languages": [ + "eng-Latn", + "ter-Latn" + ] + }, + { + "precision": 0.064103, + "recall": 0.121094, + "f1": 0.077881, + "accuracy": 0.121094, + "main_score": 0.077881, + "hf_subset": "ter_Latn-eng_Latn", + "languages": [ + "ter-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075521, + "recall": 0.117188, + "f1": 0.086979, + "accuracy": 0.117188, + "main_score": 0.086979, + "hf_subset": "eng_Latn-tet_Latn", + "languages": [ + "eng-Latn", + "tet-Latn" + ] + }, + { + "precision": 0.057029, + "recall": 0.121094, + "f1": 0.069572, + "accuracy": 0.121094, + "main_score": 0.069572, + "hf_subset": "tet_Latn-eng_Latn", + "languages": [ + "tet-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.15872, + "recall": 0.207031, + "f1": 0.170036, + "accuracy": 0.207031, + "main_score": 0.170036, + "hf_subset": "eng_Latn-tew_Latn", + "languages": [ + "eng-Latn", + "tew-Latn" + ] + }, + { + "precision": 0.111561, + "recall": 0.164062, + "f1": 0.122652, + "accuracy": 0.164062, + "main_score": 0.122652, + "hf_subset": "tew_Latn-eng_Latn", + "languages": [ + "tew-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.056164, + "recall": 0.089844, + "f1": 0.063455, + "accuracy": 0.089844, + "main_score": 0.063455, + "hf_subset": "eng_Latn-tfr_Latn", + "languages": [ + "eng-Latn", + "tfr-Latn" + ] + }, + { + "precision": 0.055599, + "recall": 0.101562, + "f1": 0.064036, + "accuracy": 0.101562, + "main_score": 0.064036, + "hf_subset": "tfr_Latn-eng_Latn", + "languages": [ + "tfr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.661914, + "recall": 0.742188, + "f1": 0.685491, + "accuracy": 0.742188, + "main_score": 0.685491, + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.707031, + "recall": 0.789062, + "f1": 0.733724, + "accuracy": 0.789062, + "main_score": 0.733724, + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.951172, + "recall": 0.964844, + "f1": 0.955729, + "accuracy": 0.964844, + "main_score": 0.955729, + "hf_subset": "eng_Latn-tgl_Latn", + "languages": [ + "eng-Latn", + "tgl-Latn" + ] + }, + { + "precision": 0.96875, + "recall": 0.976562, + "f1": 0.971354, + "accuracy": 0.976562, + "main_score": 0.971354, + "hf_subset": "tgl_Latn-eng_Latn", + "languages": [ + "tgl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.080102, + "recall": 0.128906, + "f1": 0.090842, + "accuracy": 0.128906, + "main_score": 0.090842, + "hf_subset": "eng_Latn-tgo_Latn", + "languages": [ + "eng-Latn", + "tgo-Latn" + ] + }, + { + "precision": 0.085188, + "recall": 0.128906, + "f1": 0.09402, + "accuracy": 0.128906, + "main_score": 0.09402, + "hf_subset": "tgo_Latn-eng_Latn", + "languages": [ + "tgo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.19554, + "recall": 0.246094, + "f1": 0.208364, + "accuracy": 0.246094, + "main_score": 0.208364, + "hf_subset": "eng_Latn-tgp_Latn", + "languages": [ + "eng-Latn", + "tgp-Latn" + ] + }, + { + "precision": 0.134843, + "recall": 0.199219, + "f1": 0.1493, + "accuracy": 0.199219, + "main_score": 0.1493, + "hf_subset": "tgp_Latn-eng_Latn", + "languages": [ + "tgp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.977865, + "recall": 0.984375, + "f1": 0.979818, + "accuracy": 0.984375, + "main_score": 0.979818, + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "precision": 0.059749, + "recall": 0.101562, + "f1": 0.069024, + "accuracy": 0.101562, + "main_score": 0.069024, + "hf_subset": "eng_Latn-tif_Latn", + "languages": [ + "eng-Latn", + "tif-Latn" + ] + }, + { + "precision": 0.064639, + "recall": 0.109375, + "f1": 0.074058, + "accuracy": 0.109375, + "main_score": 0.074058, + "hf_subset": "tif_Latn-eng_Latn", + "languages": [ + "tif-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066667, + "recall": 0.089844, + "f1": 0.072568, + "accuracy": 0.089844, + "main_score": 0.072568, + "hf_subset": "eng_Latn-tim_Latn", + "languages": [ + "eng-Latn", + "tim-Latn" + ] + }, + { + "precision": 0.050553, + "recall": 0.089844, + "f1": 0.057911, + "accuracy": 0.089844, + "main_score": 0.057911, + "hf_subset": "tim_Latn-eng_Latn", + "languages": [ + "tim-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.246091, + "recall": 0.339535, + "f1": 0.271484, + "accuracy": 0.339535, + "main_score": 0.271484, + "hf_subset": "eng_Latn-tiw_Latn", + "languages": [ + "eng-Latn", + "tiw-Latn" + ] + }, + { + "precision": 0.202267, + "recall": 0.283721, + "f1": 0.221322, + "accuracy": 0.283721, + "main_score": 0.221322, + "hf_subset": "tiw_Latn-eng_Latn", + "languages": [ + "tiw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104963, + "recall": 0.152344, + "f1": 0.114726, + "accuracy": 0.152344, + "main_score": 0.114726, + "hf_subset": "eng_Latn-tiy_Latn", + "languages": [ + "eng-Latn", + "tiy-Latn" + ] + }, + { + "precision": 0.075315, + "recall": 0.140625, + "f1": 0.087359, + "accuracy": 0.140625, + "main_score": 0.087359, + "hf_subset": "tiy_Latn-eng_Latn", + "languages": [ + "tiy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.204037, + "recall": 0.282609, + "f1": 0.221325, + "accuracy": 0.282609, + "main_score": 0.221325, + "hf_subset": "eng_Latn-tke_Latn", + "languages": [ + "eng-Latn", + "tke-Latn" + ] + }, + { + "precision": 0.213419, + "recall": 0.326087, + "f1": 0.240278, + "accuracy": 0.326087, + "main_score": 0.240278, + "hf_subset": "tke_Latn-eng_Latn", + "languages": [ + "tke-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.160589, + "recall": 0.230469, + "f1": 0.177319, + "accuracy": 0.230469, + "main_score": 0.177319, + "hf_subset": "eng_Latn-tku_Latn", + "languages": [ + "eng-Latn", + "tku-Latn" + ] + }, + { + "precision": 0.124367, + "recall": 0.175781, + "f1": 0.135078, + "accuracy": 0.175781, + "main_score": 0.135078, + "hf_subset": "tku_Latn-eng_Latn", + "languages": [ + "tku-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077641, + "recall": 0.105469, + "f1": 0.084017, + "accuracy": 0.105469, + "main_score": 0.084017, + "hf_subset": "eng_Latn-tlf_Latn", + "languages": [ + "eng-Latn", + "tlf-Latn" + ] + }, + { + "precision": 0.052145, + "recall": 0.089844, + "f1": 0.059421, + "accuracy": 0.089844, + "main_score": 0.059421, + "hf_subset": "tlf_Latn-eng_Latn", + "languages": [ + "tlf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06556, + "recall": 0.109375, + "f1": 0.074547, + "accuracy": 0.109375, + "main_score": 0.074547, + "hf_subset": "eng_Latn-tmd_Latn", + "languages": [ + "eng-Latn", + "tmd-Latn" + ] + }, + { + "precision": 0.066889, + "recall": 0.101562, + "f1": 0.072516, + "accuracy": 0.101562, + "main_score": 0.072516, + "hf_subset": "tmd_Latn-eng_Latn", + "languages": [ + "tmd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.142915, + "recall": 0.210938, + "f1": 0.158426, + "accuracy": 0.210938, + "main_score": 0.158426, + "hf_subset": "eng_Latn-tna_Latn", + "languages": [ + "eng-Latn", + "tna-Latn" + ] + }, + { + "precision": 0.139659, + "recall": 0.199219, + "f1": 0.154712, + "accuracy": 0.199219, + "main_score": 0.154712, + "hf_subset": "tna_Latn-eng_Latn", + "languages": [ + "tna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.096999, + "recall": 0.164062, + "f1": 0.111936, + "accuracy": 0.164062, + "main_score": 0.111936, + "hf_subset": "eng_Latn-tnc_Latn", + "languages": [ + "eng-Latn", + "tnc-Latn" + ] + }, + { + "precision": 0.082528, + "recall": 0.140625, + "f1": 0.094371, + "accuracy": 0.140625, + "main_score": 0.094371, + "hf_subset": "tnc_Latn-eng_Latn", + "languages": [ + "tnc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.09721, + "recall": 0.148438, + "f1": 0.107653, + "accuracy": 0.148438, + "main_score": 0.107653, + "hf_subset": "eng_Latn-tnk_Latn", + "languages": [ + "eng-Latn", + "tnk-Latn" + ] + }, + { + "precision": 0.071313, + "recall": 0.117188, + "f1": 0.080564, + "accuracy": 0.117188, + "main_score": 0.080564, + "hf_subset": "tnk_Latn-eng_Latn", + "languages": [ + "tnk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.079858, + "recall": 0.113281, + "f1": 0.088318, + "accuracy": 0.113281, + "main_score": 0.088318, + "hf_subset": "eng_Latn-tnn_Latn", + "languages": [ + "eng-Latn", + "tnn-Latn" + ] + }, + { + "precision": 0.056859, + "recall": 0.101562, + "f1": 0.06542, + "accuracy": 0.101562, + "main_score": 0.06542, + "hf_subset": "tnn_Latn-eng_Latn", + "languages": [ + "tnn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07094, + "recall": 0.113281, + "f1": 0.080239, + "accuracy": 0.113281, + "main_score": 0.080239, + "hf_subset": "eng_Latn-tnp_Latn", + "languages": [ + "eng-Latn", + "tnp-Latn" + ] + }, + { + "precision": 0.039594, + "recall": 0.085938, + "f1": 0.049446, + "accuracy": 0.085938, + "main_score": 0.049446, + "hf_subset": "tnp_Latn-eng_Latn", + "languages": [ + "tnp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.144434, + "recall": 0.195312, + "f1": 0.156284, + "accuracy": 0.195312, + "main_score": 0.156284, + "hf_subset": "eng_Latn-toc_Latn", + "languages": [ + "eng-Latn", + "toc-Latn" + ] + }, + { + "precision": 0.128948, + "recall": 0.191406, + "f1": 0.141118, + "accuracy": 0.191406, + "main_score": 0.141118, + "hf_subset": "toc_Latn-eng_Latn", + "languages": [ + "toc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.198329, + "recall": 0.269531, + "f1": 0.214295, + "accuracy": 0.269531, + "main_score": 0.214295, + "hf_subset": "eng_Latn-tod_Latn", + "languages": [ + "eng-Latn", + "tod-Latn" + ] + }, + { + "precision": 0.228702, + "recall": 0.296875, + "f1": 0.245476, + "accuracy": 0.296875, + "main_score": 0.245476, + "hf_subset": "tod_Latn-eng_Latn", + "languages": [ + "tod-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.097621, + "recall": 0.132812, + "f1": 0.106771, + "accuracy": 0.132812, + "main_score": 0.106771, + "hf_subset": "eng_Latn-tof_Latn", + "languages": [ + "eng-Latn", + "tof-Latn" + ] + }, + { + "precision": 0.052431, + "recall": 0.105469, + "f1": 0.063718, + "accuracy": 0.105469, + "main_score": 0.063718, + "hf_subset": "tof_Latn-eng_Latn", + "languages": [ + "tof-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.159944, + "recall": 0.242188, + "f1": 0.179728, + "accuracy": 0.242188, + "main_score": 0.179728, + "hf_subset": "eng_Latn-toj_Latn", + "languages": [ + "eng-Latn", + "toj-Latn" + ] + }, + { + "precision": 0.142372, + "recall": 0.207031, + "f1": 0.156715, + "accuracy": 0.207031, + "main_score": 0.156715, + "hf_subset": "toj_Latn-eng_Latn", + "languages": [ + "toj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.078057, + "recall": 0.132812, + "f1": 0.09063, + "accuracy": 0.132812, + "main_score": 0.09063, + "hf_subset": "eng_Latn-ton_Latn", + "languages": [ + "eng-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.067515, + "recall": 0.136719, + "f1": 0.080145, + "accuracy": 0.136719, + "main_score": 0.080145, + "hf_subset": "ton_Latn-eng_Latn", + "languages": [ + "ton-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.171842, + "recall": 0.238281, + "f1": 0.187475, + "accuracy": 0.238281, + "main_score": 0.187475, + "hf_subset": "eng_Latn-too_Latn", + "languages": [ + "eng-Latn", + "too-Latn" + ] + }, + { + "precision": 0.138943, + "recall": 0.214844, + "f1": 0.156864, + "accuracy": 0.214844, + "main_score": 0.156864, + "hf_subset": "too_Latn-eng_Latn", + "languages": [ + "too-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.155326, + "recall": 0.226562, + "f1": 0.171546, + "accuracy": 0.226562, + "main_score": 0.171546, + "hf_subset": "eng_Latn-top_Latn", + "languages": [ + "eng-Latn", + "top-Latn" + ] + }, + { + "precision": 0.131186, + "recall": 0.195312, + "f1": 0.144595, + "accuracy": 0.195312, + "main_score": 0.144595, + "hf_subset": "top_Latn-eng_Latn", + "languages": [ + "top-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.152262, + "recall": 0.222656, + "f1": 0.16697, + "accuracy": 0.222656, + "main_score": 0.16697, + "hf_subset": "eng_Latn-tos_Latn", + "languages": [ + "eng-Latn", + "tos-Latn" + ] + }, + { + "precision": 0.110239, + "recall": 0.175781, + "f1": 0.12366, + "accuracy": 0.175781, + "main_score": 0.12366, + "hf_subset": "tos_Latn-eng_Latn", + "languages": [ + "tos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.237234, + "recall": 0.312057, + "f1": 0.256062, + "accuracy": 0.312057, + "main_score": 0.256062, + "hf_subset": "eng_Latn-tpa_Latn", + "languages": [ + "eng-Latn", + "tpa-Latn" + ] + }, + { + "precision": 0.195095, + "recall": 0.304965, + "f1": 0.221333, + "accuracy": 0.304965, + "main_score": 0.221333, + "hf_subset": "tpa_Latn-eng_Latn", + "languages": [ + "tpa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.233381, + "recall": 0.332031, + "f1": 0.257065, + "accuracy": 0.332031, + "main_score": 0.257065, + "hf_subset": "eng_Latn-tpi_Latn", + "languages": [ + "eng-Latn", + "tpi-Latn" + ] + }, + { + "precision": 0.177111, + "recall": 0.28125, + "f1": 0.200375, + "accuracy": 0.28125, + "main_score": 0.200375, + "hf_subset": "tpi_Latn-eng_Latn", + "languages": [ + "tpi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.190495, + "recall": 0.238281, + "f1": 0.202344, + "accuracy": 0.238281, + "main_score": 0.202344, + "hf_subset": "eng_Latn-tpt_Latn", + "languages": [ + "eng-Latn", + "tpt-Latn" + ] + }, + { + "precision": 0.129419, + "recall": 0.179688, + "f1": 0.140885, + "accuracy": 0.179688, + "main_score": 0.140885, + "hf_subset": "tpt_Latn-eng_Latn", + "languages": [ + "tpt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083659, + "recall": 0.117188, + "f1": 0.092448, + "accuracy": 0.117188, + "main_score": 0.092448, + "hf_subset": "eng_Latn-tpz_Latn", + "languages": [ + "eng-Latn", + "tpz-Latn" + ] + }, + { + "precision": 0.070691, + "recall": 0.113281, + "f1": 0.080134, + "accuracy": 0.113281, + "main_score": 0.080134, + "hf_subset": "tpz_Latn-eng_Latn", + "languages": [ + "tpz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086165, + "recall": 0.121094, + "f1": 0.094547, + "accuracy": 0.121094, + "main_score": 0.094547, + "hf_subset": "eng_Latn-trc_Latn", + "languages": [ + "eng-Latn", + "trc-Latn" + ] + }, + { + "precision": 0.087575, + "recall": 0.125, + "f1": 0.094859, + "accuracy": 0.125, + "main_score": 0.094859, + "hf_subset": "trc_Latn-eng_Latn", + "languages": [ + "trc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.042423, + "recall": 0.074219, + "f1": 0.048091, + "accuracy": 0.074219, + "main_score": 0.048091, + "hf_subset": "eng_Latn-tsw_Latn", + "languages": [ + "eng-Latn", + "tsw-Latn" + ] + }, + { + "precision": 0.04548, + "recall": 0.082031, + "f1": 0.052069, + "accuracy": 0.082031, + "main_score": 0.052069, + "hf_subset": "tsw_Latn-eng_Latn", + "languages": [ + "tsw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.105909, + "recall": 0.167969, + "f1": 0.120945, + "accuracy": 0.167969, + "main_score": 0.120945, + "hf_subset": "eng_Latn-ttc_Latn", + "languages": [ + "eng-Latn", + "ttc-Latn" + ] + }, + { + "precision": 0.107759, + "recall": 0.160156, + "f1": 0.11827, + "accuracy": 0.160156, + "main_score": 0.11827, + "hf_subset": "ttc_Latn-eng_Latn", + "languages": [ + "ttc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062963, + "recall": 0.097656, + "f1": 0.069419, + "accuracy": 0.097656, + "main_score": 0.069419, + "hf_subset": "eng_Latn-tte_Latn", + "languages": [ + "eng-Latn", + "tte-Latn" + ] + }, + { + "precision": 0.065616, + "recall": 0.125, + "f1": 0.079392, + "accuracy": 0.125, + "main_score": 0.079392, + "hf_subset": "tte_Latn-eng_Latn", + "languages": [ + "tte-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058568, + "recall": 0.117188, + "f1": 0.069488, + "accuracy": 0.117188, + "main_score": 0.069488, + "hf_subset": "eng_Latn-tuc_Latn", + "languages": [ + "eng-Latn", + "tuc-Latn" + ] + }, + { + "precision": 0.056568, + "recall": 0.105469, + "f1": 0.066561, + "accuracy": 0.105469, + "main_score": 0.066561, + "hf_subset": "tuc_Latn-eng_Latn", + "languages": [ + "tuc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.122103, + "recall": 0.175781, + "f1": 0.134595, + "accuracy": 0.175781, + "main_score": 0.134595, + "hf_subset": "eng_Latn-tue_Latn", + "languages": [ + "eng-Latn", + "tue-Latn" + ] + }, + { + "precision": 0.098153, + "recall": 0.15625, + "f1": 0.108741, + "accuracy": 0.15625, + "main_score": 0.108741, + "hf_subset": "tue_Latn-eng_Latn", + "languages": [ + "tue-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067194, + "recall": 0.085938, + "f1": 0.070886, + "accuracy": 0.085938, + "main_score": 0.070886, + "hf_subset": "eng_Latn-tuf_Latn", + "languages": [ + "eng-Latn", + "tuf-Latn" + ] + }, + { + "precision": 0.069037, + "recall": 0.105469, + "f1": 0.075585, + "accuracy": 0.105469, + "main_score": 0.075585, + "hf_subset": "tuf_Latn-eng_Latn", + "languages": [ + "tuf-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.084711, + "recall": 0.132812, + "f1": 0.095157, + "accuracy": 0.132812, + "main_score": 0.095157, + "hf_subset": "eng_Latn-tuo_Latn", + "languages": [ + "eng-Latn", + "tuo-Latn" + ] + }, + { + "precision": 0.090088, + "recall": 0.140625, + "f1": 0.099983, + "accuracy": 0.140625, + "main_score": 0.099983, + "hf_subset": "tuo_Latn-eng_Latn", + "languages": [ + "tuo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.875651, + "recall": 0.910156, + "f1": 0.886719, + "accuracy": 0.910156, + "main_score": 0.886719, + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.871094, + "recall": 0.910156, + "f1": 0.884115, + "accuracy": 0.910156, + "main_score": 0.884115, + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086849, + "recall": 0.105469, + "f1": 0.091797, + "accuracy": 0.105469, + "main_score": 0.091797, + "hf_subset": "eng_Latn-tvk_Latn", + "languages": [ + "eng-Latn", + "tvk-Latn" + ] + }, + { + "precision": 0.057777, + "recall": 0.109375, + "f1": 0.067097, + "accuracy": 0.109375, + "main_score": 0.067097, + "hf_subset": "tvk_Latn-eng_Latn", + "languages": [ + "tvk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092883, + "recall": 0.136719, + "f1": 0.103425, + "accuracy": 0.136719, + "main_score": 0.103425, + "hf_subset": "eng_Latn-twi_Latn", + "languages": [ + "eng-Latn", + "twi-Latn" + ] + }, + { + "precision": 0.07798, + "recall": 0.140625, + "f1": 0.090237, + "accuracy": 0.140625, + "main_score": 0.090237, + "hf_subset": "twi_Latn-eng_Latn", + "languages": [ + "twi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.082662, + "recall": 0.128906, + "f1": 0.092978, + "accuracy": 0.128906, + "main_score": 0.092978, + "hf_subset": "eng_Latn-txq_Latn", + "languages": [ + "eng-Latn", + "txq-Latn" + ] + }, + { + "precision": 0.073288, + "recall": 0.128906, + "f1": 0.08401, + "accuracy": 0.128906, + "main_score": 0.08401, + "hf_subset": "txq_Latn-eng_Latn", + "languages": [ + "txq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.026472, + "recall": 0.042969, + "f1": 0.029669, + "accuracy": 0.042969, + "main_score": 0.029669, + "hf_subset": "eng_Latn-txu_Latn", + "languages": [ + "eng-Latn", + "txu-Latn" + ] + }, + { + "precision": 0.021856, + "recall": 0.046875, + "f1": 0.027669, + "accuracy": 0.046875, + "main_score": 0.027669, + "hf_subset": "txu_Latn-eng_Latn", + "languages": [ + "txu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.260063, + "recall": 0.367188, + "f1": 0.286065, + "accuracy": 0.367188, + "main_score": 0.286065, + "hf_subset": "eng_Latn-tzj_Latn", + "languages": [ + "eng-Latn", + "tzj-Latn" + ] + }, + { + "precision": 0.263554, + "recall": 0.367188, + "f1": 0.287547, + "accuracy": 0.367188, + "main_score": 0.287547, + "hf_subset": "tzj_Latn-eng_Latn", + "languages": [ + "tzj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092736, + "recall": 0.175781, + "f1": 0.110547, + "accuracy": 0.175781, + "main_score": 0.110547, + "hf_subset": "eng_Latn-tzo_Latn", + "languages": [ + "eng-Latn", + "tzo-Latn" + ] + }, + { + "precision": 0.085953, + "recall": 0.152344, + "f1": 0.100836, + "accuracy": 0.152344, + "main_score": 0.100836, + "hf_subset": "tzo_Latn-eng_Latn", + "languages": [ + "tzo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.130115, + "recall": 0.167969, + "f1": 0.140039, + "accuracy": 0.167969, + "main_score": 0.140039, + "hf_subset": "eng_Latn-ubr_Latn", + "languages": [ + "eng-Latn", + "ubr-Latn" + ] + }, + { + "precision": 0.117133, + "recall": 0.164062, + "f1": 0.128547, + "accuracy": 0.164062, + "main_score": 0.128547, + "hf_subset": "ubr_Latn-eng_Latn", + "languages": [ + "ubr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0092, + "recall": 0.039062, + "f1": 0.014103, + "accuracy": 0.039062, + "main_score": 0.014103, + "hf_subset": "eng_Latn-ubu_Latn", + "languages": [ + "eng-Latn", + "ubu-Latn" + ] + }, + { + "precision": 0.012207, + "recall": 0.039062, + "f1": 0.016318, + "accuracy": 0.039062, + "main_score": 0.016318, + "hf_subset": "ubu_Latn-eng_Latn", + "languages": [ + "ubu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.052211, + "recall": 0.09375, + "f1": 0.061303, + "accuracy": 0.09375, + "main_score": 0.061303, + "hf_subset": "eng_Latn-udu_Latn", + "languages": [ + "eng-Latn", + "udu-Latn" + ] + }, + { + "precision": 0.04815, + "recall": 0.078125, + "f1": 0.053094, + "accuracy": 0.078125, + "main_score": 0.053094, + "hf_subset": "udu_Latn-eng_Latn", + "languages": [ + "udu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.589974, + "recall": 0.699219, + "f1": 0.622135, + "accuracy": 0.699219, + "main_score": 0.622135, + "hf_subset": "eng_Latn-uig_Latn", + "languages": [ + "eng-Latn", + "uig-Latn" + ] + }, + { + "precision": 0.698372, + "recall": 0.78125, + "f1": 0.723568, + "accuracy": 0.78125, + "main_score": 0.723568, + "hf_subset": "uig_Latn-eng_Latn", + "languages": [ + "uig-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.180382, + "recall": 0.238281, + "f1": 0.195964, + "accuracy": 0.238281, + "main_score": 0.195964, + "hf_subset": "eng_Latn-uli_Latn", + "languages": [ + "eng-Latn", + "uli-Latn" + ] + }, + { + "precision": 0.152899, + "recall": 0.226562, + "f1": 0.170684, + "accuracy": 0.226562, + "main_score": 0.170684, + "hf_subset": "uli_Latn-eng_Latn", + "languages": [ + "uli-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.170407, + "recall": 0.225131, + "f1": 0.181385, + "accuracy": 0.225131, + "main_score": 0.181385, + "hf_subset": "eng_Latn-ulk_Latn", + "languages": [ + "eng-Latn", + "ulk-Latn" + ] + }, + { + "precision": 0.164367, + "recall": 0.246073, + "f1": 0.184584, + "accuracy": 0.246073, + "main_score": 0.184584, + "hf_subset": "ulk_Latn-eng_Latn", + "languages": [ + "ulk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.098926, + "recall": 0.136719, + "f1": 0.108811, + "accuracy": 0.136719, + "main_score": 0.108811, + "hf_subset": "eng_Latn-upv_Latn", + "languages": [ + "eng-Latn", + "upv-Latn" + ] + }, + { + "precision": 0.079057, + "recall": 0.132812, + "f1": 0.090927, + "accuracy": 0.132812, + "main_score": 0.090927, + "hf_subset": "upv_Latn-eng_Latn", + "languages": [ + "upv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.0464, + "recall": 0.078125, + "f1": 0.052818, + "accuracy": 0.078125, + "main_score": 0.052818, + "hf_subset": "eng_Latn-ura_Latn", + "languages": [ + "eng-Latn", + "ura-Latn" + ] + }, + { + "precision": 0.047837, + "recall": 0.089844, + "f1": 0.056641, + "accuracy": 0.089844, + "main_score": 0.056641, + "hf_subset": "ura_Latn-eng_Latn", + "languages": [ + "ura-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.024647, + "recall": 0.039062, + "f1": 0.027353, + "accuracy": 0.039062, + "main_score": 0.027353, + "hf_subset": "eng_Latn-urb_Latn", + "languages": [ + "eng-Latn", + "urb-Latn" + ] + }, + { + "precision": 0.020088, + "recall": 0.042969, + "f1": 0.024007, + "accuracy": 0.042969, + "main_score": 0.024007, + "hf_subset": "urb_Latn-eng_Latn", + "languages": [ + "urb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.86263, + "recall": 0.90625, + "f1": 0.876953, + "accuracy": 0.90625, + "main_score": 0.876953, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.860677, + "recall": 0.90625, + "f1": 0.875651, + "accuracy": 0.90625, + "main_score": 0.875651, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.094692, + "recall": 0.150794, + "f1": 0.104327, + "accuracy": 0.150794, + "main_score": 0.104327, + "hf_subset": "eng_Latn-uri_Latn", + "languages": [ + "eng-Latn", + "uri-Latn" + ] + }, + { + "precision": 0.1169, + "recall": 0.194444, + "f1": 0.131604, + "accuracy": 0.194444, + "main_score": 0.131604, + "hf_subset": "uri_Latn-eng_Latn", + "languages": [ + "uri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092513, + "recall": 0.132812, + "f1": 0.101507, + "accuracy": 0.132812, + "main_score": 0.101507, + "hf_subset": "eng_Latn-urt_Latn", + "languages": [ + "eng-Latn", + "urt-Latn" + ] + }, + { + "precision": 0.08099, + "recall": 0.125, + "f1": 0.090997, + "accuracy": 0.125, + "main_score": 0.090997, + "hf_subset": "urt_Latn-eng_Latn", + "languages": [ + "urt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.149537, + "recall": 0.222222, + "f1": 0.166914, + "accuracy": 0.222222, + "main_score": 0.166914, + "hf_subset": "eng_Latn-urw_Latn", + "languages": [ + "eng-Latn", + "urw-Latn" + ] + }, + { + "precision": 0.172066, + "recall": 0.244444, + "f1": 0.186094, + "accuracy": 0.244444, + "main_score": 0.186094, + "hf_subset": "urw_Latn-eng_Latn", + "languages": [ + "urw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.029996, + "recall": 0.058594, + "f1": 0.035178, + "accuracy": 0.058594, + "main_score": 0.035178, + "hf_subset": "eng_Latn-usa_Latn", + "languages": [ + "eng-Latn", + "usa-Latn" + ] + }, + { + "precision": 0.018585, + "recall": 0.050781, + "f1": 0.023794, + "accuracy": 0.050781, + "main_score": 0.023794, + "hf_subset": "usa_Latn-eng_Latn", + "languages": [ + "usa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.128144, + "recall": 0.179688, + "f1": 0.140699, + "accuracy": 0.179688, + "main_score": 0.140699, + "hf_subset": "eng_Latn-usp_Latn", + "languages": [ + "eng-Latn", + "usp-Latn" + ] + }, + { + "precision": 0.110809, + "recall": 0.152344, + "f1": 0.120697, + "accuracy": 0.152344, + "main_score": 0.120697, + "hf_subset": "usp_Latn-eng_Latn", + "languages": [ + "usp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.06139, + "recall": 0.097656, + "f1": 0.06725, + "accuracy": 0.097656, + "main_score": 0.06725, + "hf_subset": "eng_Latn-uvh_Latn", + "languages": [ + "eng-Latn", + "uvh-Latn" + ] + }, + { + "precision": 0.06224, + "recall": 0.097656, + "f1": 0.070703, + "accuracy": 0.097656, + "main_score": 0.070703, + "hf_subset": "uvh_Latn-eng_Latn", + "languages": [ + "uvh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.043169, + "recall": 0.078125, + "f1": 0.050617, + "accuracy": 0.078125, + "main_score": 0.050617, + "hf_subset": "eng_Latn-uvl_Latn", + "languages": [ + "eng-Latn", + "uvl-Latn" + ] + }, + { + "precision": 0.060261, + "recall": 0.09375, + "f1": 0.066023, + "accuracy": 0.09375, + "main_score": 0.066023, + "hf_subset": "uvl_Latn-eng_Latn", + "languages": [ + "uvl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.109998, + "recall": 0.144531, + "f1": 0.116037, + "accuracy": 0.144531, + "main_score": 0.116037, + "hf_subset": "eng_Latn-vid_Latn", + "languages": [ + "eng-Latn", + "vid-Latn" + ] + }, + { + "precision": 0.07495, + "recall": 0.148438, + "f1": 0.089661, + "accuracy": 0.148438, + "main_score": 0.089661, + "hf_subset": "vid_Latn-eng_Latn", + "languages": [ + "vid-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.032746, + "recall": 0.078125, + "f1": 0.042219, + "accuracy": 0.078125, + "main_score": 0.042219, + "hf_subset": "eng_Latn-viv_Latn", + "languages": [ + "eng-Latn", + "viv-Latn" + ] + }, + { + "precision": 0.041941, + "recall": 0.078125, + "f1": 0.049652, + "accuracy": 0.078125, + "main_score": 0.049652, + "hf_subset": "viv_Latn-eng_Latn", + "languages": [ + "viv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.128466, + "recall": 0.175781, + "f1": 0.137683, + "accuracy": 0.175781, + "main_score": 0.137683, + "hf_subset": "eng_Latn-vmy_Latn", + "languages": [ + "eng-Latn", + "vmy-Latn" + ] + }, + { + "precision": 0.07908, + "recall": 0.121094, + "f1": 0.087886, + "accuracy": 0.121094, + "main_score": 0.087886, + "hf_subset": "vmy_Latn-eng_Latn", + "languages": [ + "vmy-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.050482, + "recall": 0.085938, + "f1": 0.056312, + "accuracy": 0.085938, + "main_score": 0.056312, + "hf_subset": "eng_Latn-waj_Latn", + "languages": [ + "eng-Latn", + "waj-Latn" + ] + }, + { + "precision": 0.037773, + "recall": 0.070312, + "f1": 0.043905, + "accuracy": 0.070312, + "main_score": 0.043905, + "hf_subset": "waj_Latn-eng_Latn", + "languages": [ + "waj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046687, + "recall": 0.074219, + "f1": 0.052096, + "accuracy": 0.074219, + "main_score": 0.052096, + "hf_subset": "eng_Latn-wal_Ethi", + "languages": [ + "eng-Latn", + "wal-Ethi" + ] + }, + { + "precision": 0.053555, + "recall": 0.074219, + "f1": 0.057943, + "accuracy": 0.074219, + "main_score": 0.057943, + "hf_subset": "wal_Ethi-eng_Latn", + "languages": [ + "wal-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.146388, + "recall": 0.207031, + "f1": 0.159422, + "accuracy": 0.207031, + "main_score": 0.159422, + "hf_subset": "eng_Latn-wap_Latn", + "languages": [ + "eng-Latn", + "wap-Latn" + ] + }, + { + "precision": 0.10986, + "recall": 0.164062, + "f1": 0.123088, + "accuracy": 0.164062, + "main_score": 0.123088, + "hf_subset": "wap_Latn-eng_Latn", + "languages": [ + "wap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077379, + "recall": 0.121094, + "f1": 0.086726, + "accuracy": 0.121094, + "main_score": 0.086726, + "hf_subset": "eng_Latn-wat_Latn", + "languages": [ + "eng-Latn", + "wat-Latn" + ] + }, + { + "precision": 0.097531, + "recall": 0.164062, + "f1": 0.112569, + "accuracy": 0.164062, + "main_score": 0.112569, + "hf_subset": "wat_Latn-eng_Latn", + "languages": [ + "wat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083251, + "recall": 0.128906, + "f1": 0.092733, + "accuracy": 0.128906, + "main_score": 0.092733, + "hf_subset": "eng_Latn-wbi_Latn", + "languages": [ + "eng-Latn", + "wbi-Latn" + ] + }, + { + "precision": 0.079204, + "recall": 0.136719, + "f1": 0.092798, + "accuracy": 0.136719, + "main_score": 0.092798, + "hf_subset": "wbi_Latn-eng_Latn", + "languages": [ + "wbi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.023438, + "recall": 0.027344, + "f1": 0.02474, + "accuracy": 0.027344, + "main_score": 0.02474, + "hf_subset": "eng_Latn-wbp_Latn", + "languages": [ + "eng-Latn", + "wbp-Latn" + ] + }, + { + "precision": 0.01021, + "recall": 0.027344, + "f1": 0.011793, + "accuracy": 0.027344, + "main_score": 0.011793, + "hf_subset": "wbp_Latn-eng_Latn", + "languages": [ + "wbp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.124651, + "recall": 0.207031, + "f1": 0.143967, + "accuracy": 0.207031, + "main_score": 0.143967, + "hf_subset": "eng_Latn-wed_Latn", + "languages": [ + "eng-Latn", + "wed-Latn" + ] + }, + { + "precision": 0.138379, + "recall": 0.230469, + "f1": 0.159451, + "accuracy": 0.230469, + "main_score": 0.159451, + "hf_subset": "wed_Latn-eng_Latn", + "languages": [ + "wed-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.060572, + "recall": 0.101562, + "f1": 0.069557, + "accuracy": 0.101562, + "main_score": 0.069557, + "hf_subset": "eng_Latn-wer_Latn", + "languages": [ + "eng-Latn", + "wer-Latn" + ] + }, + { + "precision": 0.047905, + "recall": 0.097656, + "f1": 0.057295, + "accuracy": 0.097656, + "main_score": 0.057295, + "hf_subset": "wer_Latn-eng_Latn", + "languages": [ + "wer-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.120117, + "recall": 0.160156, + "f1": 0.130804, + "accuracy": 0.160156, + "main_score": 0.130804, + "hf_subset": "eng_Latn-wim_Latn", + "languages": [ + "eng-Latn", + "wim-Latn" + ] + }, + { + "precision": 0.096784, + "recall": 0.15625, + "f1": 0.109135, + "accuracy": 0.15625, + "main_score": 0.109135, + "hf_subset": "wim_Latn-eng_Latn", + "languages": [ + "wim-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039924, + "recall": 0.078125, + "f1": 0.047855, + "accuracy": 0.078125, + "main_score": 0.047855, + "hf_subset": "eng_Latn-wiu_Latn", + "languages": [ + "eng-Latn", + "wiu-Latn" + ] + }, + { + "precision": 0.041253, + "recall": 0.089844, + "f1": 0.050217, + "accuracy": 0.089844, + "main_score": 0.050217, + "hf_subset": "wiu_Latn-eng_Latn", + "languages": [ + "wiu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.096588, + "recall": 0.136719, + "f1": 0.105078, + "accuracy": 0.136719, + "main_score": 0.105078, + "hf_subset": "eng_Latn-wiv_Latn", + "languages": [ + "eng-Latn", + "wiv-Latn" + ] + }, + { + "precision": 0.110519, + "recall": 0.179688, + "f1": 0.126311, + "accuracy": 0.179688, + "main_score": 0.126311, + "hf_subset": "wiv_Latn-eng_Latn", + "languages": [ + "wiv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.023038, + "recall": 0.046875, + "f1": 0.026693, + "accuracy": 0.046875, + "main_score": 0.026693, + "hf_subset": "eng_Latn-wmt_Latn", + "languages": [ + "eng-Latn", + "wmt-Latn" + ] + }, + { + "precision": 0.010421, + "recall": 0.039062, + "f1": 0.012593, + "accuracy": 0.039062, + "main_score": 0.012593, + "hf_subset": "wmt_Latn-eng_Latn", + "languages": [ + "wmt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.175685, + "recall": 0.246094, + "f1": 0.191266, + "accuracy": 0.246094, + "main_score": 0.191266, + "hf_subset": "eng_Latn-wmw_Latn", + "languages": [ + "eng-Latn", + "wmw-Latn" + ] + }, + { + "precision": 0.164714, + "recall": 0.261719, + "f1": 0.189304, + "accuracy": 0.261719, + "main_score": 0.189304, + "hf_subset": "wmw_Latn-eng_Latn", + "languages": [ + "wmw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.046224, + "recall": 0.078125, + "f1": 0.053965, + "accuracy": 0.078125, + "main_score": 0.053965, + "hf_subset": "eng_Latn-wnc_Latn", + "languages": [ + "eng-Latn", + "wnc-Latn" + ] + }, + { + "precision": 0.059251, + "recall": 0.109375, + "f1": 0.068701, + "accuracy": 0.109375, + "main_score": 0.068701, + "hf_subset": "wnc_Latn-eng_Latn", + "languages": [ + "wnc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.065678, + "recall": 0.113281, + "f1": 0.074687, + "accuracy": 0.113281, + "main_score": 0.074687, + "hf_subset": "eng_Latn-wnu_Latn", + "languages": [ + "eng-Latn", + "wnu-Latn" + ] + }, + { + "precision": 0.06212, + "recall": 0.097656, + "f1": 0.069868, + "accuracy": 0.097656, + "main_score": 0.069868, + "hf_subset": "wnu_Latn-eng_Latn", + "languages": [ + "wnu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077708, + "recall": 0.144531, + "f1": 0.09145, + "accuracy": 0.144531, + "main_score": 0.09145, + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.086711, + "recall": 0.136719, + "f1": 0.09738, + "accuracy": 0.136719, + "main_score": 0.09738, + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.058366, + "recall": 0.09375, + "f1": 0.065478, + "accuracy": 0.09375, + "main_score": 0.065478, + "hf_subset": "eng_Latn-wos_Latn", + "languages": [ + "eng-Latn", + "wos-Latn" + ] + }, + { + "precision": 0.056377, + "recall": 0.105469, + "f1": 0.067247, + "accuracy": 0.105469, + "main_score": 0.067247, + "hf_subset": "wos_Latn-eng_Latn", + "languages": [ + "wos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.026051, + "recall": 0.050781, + "f1": 0.029655, + "accuracy": 0.050781, + "main_score": 0.029655, + "hf_subset": "eng_Latn-wrk_Latn", + "languages": [ + "eng-Latn", + "wrk-Latn" + ] + }, + { + "precision": 0.021788, + "recall": 0.042969, + "f1": 0.026009, + "accuracy": 0.042969, + "main_score": 0.026009, + "hf_subset": "wrk_Latn-eng_Latn", + "languages": [ + "wrk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.256672, + "recall": 0.34375, + "f1": 0.276136, + "accuracy": 0.34375, + "main_score": 0.276136, + "hf_subset": "eng_Latn-wro_Latn", + "languages": [ + "eng-Latn", + "wro-Latn" + ] + }, + { + "precision": 0.19009, + "recall": 0.28125, + "f1": 0.21319, + "accuracy": 0.28125, + "main_score": 0.21319, + "hf_subset": "wro_Latn-eng_Latn", + "languages": [ + "wro-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066536, + "recall": 0.089844, + "f1": 0.071949, + "accuracy": 0.089844, + "main_score": 0.071949, + "hf_subset": "eng_Latn-wrs_Latn", + "languages": [ + "eng-Latn", + "wrs-Latn" + ] + }, + { + "precision": 0.05077, + "recall": 0.09375, + "f1": 0.059297, + "accuracy": 0.09375, + "main_score": 0.059297, + "hf_subset": "wrs_Latn-eng_Latn", + "languages": [ + "wrs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.161609, + "recall": 0.222656, + "f1": 0.175422, + "accuracy": 0.222656, + "main_score": 0.175422, + "hf_subset": "eng_Latn-wsk_Latn", + "languages": [ + "eng-Latn", + "wsk-Latn" + ] + }, + { + "precision": 0.126144, + "recall": 0.195312, + "f1": 0.142064, + "accuracy": 0.195312, + "main_score": 0.142064, + "hf_subset": "wsk_Latn-eng_Latn", + "languages": [ + "wsk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.178516, + "recall": 0.226562, + "f1": 0.189044, + "accuracy": 0.226562, + "main_score": 0.189044, + "hf_subset": "eng_Latn-wuv_Latn", + "languages": [ + "eng-Latn", + "wuv-Latn" + ] + }, + { + "precision": 0.150632, + "recall": 0.214844, + "f1": 0.166084, + "accuracy": 0.214844, + "main_score": 0.166084, + "hf_subset": "wuv_Latn-eng_Latn", + "languages": [ + "wuv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051866, + "recall": 0.070312, + "f1": 0.05599, + "accuracy": 0.070312, + "main_score": 0.05599, + "hf_subset": "eng_Latn-xav_Latn", + "languages": [ + "eng-Latn", + "xav-Latn" + ] + }, + { + "precision": 0.049154, + "recall": 0.058594, + "f1": 0.051693, + "accuracy": 0.058594, + "main_score": 0.051693, + "hf_subset": "xav_Latn-eng_Latn", + "languages": [ + "xav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.05878, + "recall": 0.117188, + "f1": 0.069016, + "accuracy": 0.117188, + "main_score": 0.069016, + "hf_subset": "eng_Latn-xbi_Latn", + "languages": [ + "eng-Latn", + "xbi-Latn" + ] + }, + { + "precision": 0.072007, + "recall": 0.125, + "f1": 0.083981, + "accuracy": 0.125, + "main_score": 0.083981, + "hf_subset": "xbi_Latn-eng_Latn", + "languages": [ + "xbi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.07684, + "recall": 0.125, + "f1": 0.086012, + "accuracy": 0.125, + "main_score": 0.086012, + "hf_subset": "eng_Latn-xed_Latn", + "languages": [ + "eng-Latn", + "xed-Latn" + ] + }, + { + "precision": 0.065803, + "recall": 0.121094, + "f1": 0.07648, + "accuracy": 0.121094, + "main_score": 0.07648, + "hf_subset": "xed_Latn-eng_Latn", + "languages": [ + "xed-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.042868, + "recall": 0.070312, + "f1": 0.049148, + "accuracy": 0.070312, + "main_score": 0.049148, + "hf_subset": "eng_Latn-xla_Latn", + "languages": [ + "eng-Latn", + "xla-Latn" + ] + }, + { + "precision": 0.042876, + "recall": 0.070312, + "f1": 0.049674, + "accuracy": 0.070312, + "main_score": 0.049674, + "hf_subset": "xla_Latn-eng_Latn", + "languages": [ + "xla-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.138142, + "recall": 0.195312, + "f1": 0.151832, + "accuracy": 0.195312, + "main_score": 0.151832, + "hf_subset": "eng_Latn-xnn_Latn", + "languages": [ + "eng-Latn", + "xnn-Latn" + ] + }, + { + "precision": 0.091873, + "recall": 0.15625, + "f1": 0.107899, + "accuracy": 0.15625, + "main_score": 0.107899, + "hf_subset": "xnn_Latn-eng_Latn", + "languages": [ + "xnn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089234, + "recall": 0.132812, + "f1": 0.099842, + "accuracy": 0.132812, + "main_score": 0.099842, + "hf_subset": "eng_Latn-xon_Latn", + "languages": [ + "eng-Latn", + "xon-Latn" + ] + }, + { + "precision": 0.079411, + "recall": 0.132812, + "f1": 0.089248, + "accuracy": 0.132812, + "main_score": 0.089248, + "hf_subset": "xon_Latn-eng_Latn", + "languages": [ + "xon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.081966, + "recall": 0.121094, + "f1": 0.091685, + "accuracy": 0.121094, + "main_score": 0.091685, + "hf_subset": "eng_Latn-xsi_Latn", + "languages": [ + "eng-Latn", + "xsi-Latn" + ] + }, + { + "precision": 0.066708, + "recall": 0.121094, + "f1": 0.078244, + "accuracy": 0.121094, + "main_score": 0.078244, + "hf_subset": "xsi_Latn-eng_Latn", + "languages": [ + "xsi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.121224, + "recall": 0.167969, + "f1": 0.133984, + "accuracy": 0.167969, + "main_score": 0.133984, + "hf_subset": "eng_Latn-xtd_Latn", + "languages": [ + "eng-Latn", + "xtd-Latn" + ] + }, + { + "precision": 0.122107, + "recall": 0.171875, + "f1": 0.132495, + "accuracy": 0.171875, + "main_score": 0.132495, + "hf_subset": "xtd_Latn-eng_Latn", + "languages": [ + "xtd-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110004, + "recall": 0.167969, + "f1": 0.123177, + "accuracy": 0.167969, + "main_score": 0.123177, + "hf_subset": "eng_Latn-xtm_Latn", + "languages": [ + "eng-Latn", + "xtm-Latn" + ] + }, + { + "precision": 0.094419, + "recall": 0.125, + "f1": 0.099903, + "accuracy": 0.125, + "main_score": 0.099903, + "hf_subset": "xtm_Latn-eng_Latn", + "languages": [ + "xtm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.09595, + "recall": 0.128906, + "f1": 0.103602, + "accuracy": 0.128906, + "main_score": 0.103602, + "hf_subset": "eng_Latn-yaa_Latn", + "languages": [ + "eng-Latn", + "yaa-Latn" + ] + }, + { + "precision": 0.071974, + "recall": 0.121094, + "f1": 0.081677, + "accuracy": 0.121094, + "main_score": 0.081677, + "hf_subset": "yaa_Latn-eng_Latn", + "languages": [ + "yaa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.057505, + "recall": 0.09375, + "f1": 0.065792, + "accuracy": 0.09375, + "main_score": 0.065792, + "hf_subset": "eng_Latn-yad_Latn", + "languages": [ + "eng-Latn", + "yad-Latn" + ] + }, + { + "precision": 0.055258, + "recall": 0.09375, + "f1": 0.063319, + "accuracy": 0.09375, + "main_score": 0.063319, + "hf_subset": "yad_Latn-eng_Latn", + "languages": [ + "yad-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.087123, + "recall": 0.125, + "f1": 0.095669, + "accuracy": 0.125, + "main_score": 0.095669, + "hf_subset": "eng_Latn-yal_Latn", + "languages": [ + "eng-Latn", + "yal-Latn" + ] + }, + { + "precision": 0.090211, + "recall": 0.144531, + "f1": 0.102691, + "accuracy": 0.144531, + "main_score": 0.102691, + "hf_subset": "yal_Latn-eng_Latn", + "languages": [ + "yal-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.137771, + "recall": 0.1875, + "f1": 0.148934, + "accuracy": 0.1875, + "main_score": 0.148934, + "hf_subset": "eng_Latn-yap_Latn", + "languages": [ + "eng-Latn", + "yap-Latn" + ] + }, + { + "precision": 0.097554, + "recall": 0.148438, + "f1": 0.109198, + "accuracy": 0.148438, + "main_score": 0.109198, + "hf_subset": "yap_Latn-eng_Latn", + "languages": [ + "yap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.045982, + "recall": 0.070312, + "f1": 0.051116, + "accuracy": 0.070312, + "main_score": 0.051116, + "hf_subset": "eng_Latn-yaq_Latn", + "languages": [ + "eng-Latn", + "yaq-Latn" + ] + }, + { + "precision": 0.052969, + "recall": 0.085938, + "f1": 0.059198, + "accuracy": 0.085938, + "main_score": 0.059198, + "hf_subset": "yaq_Latn-eng_Latn", + "languages": [ + "yaq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.047852, + "recall": 0.078125, + "f1": 0.053531, + "accuracy": 0.078125, + "main_score": 0.053531, + "hf_subset": "eng_Latn-yby_Latn", + "languages": [ + "eng-Latn", + "yby-Latn" + ] + }, + { + "precision": 0.041262, + "recall": 0.082031, + "f1": 0.048379, + "accuracy": 0.082031, + "main_score": 0.048379, + "hf_subset": "yby_Latn-eng_Latn", + "languages": [ + "yby-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.064541, + "recall": 0.101562, + "f1": 0.072149, + "accuracy": 0.101562, + "main_score": 0.072149, + "hf_subset": "eng_Latn-ycn_Latn", + "languages": [ + "eng-Latn", + "ycn-Latn" + ] + }, + { + "precision": 0.079275, + "recall": 0.121094, + "f1": 0.087306, + "accuracy": 0.121094, + "main_score": 0.087306, + "hf_subset": "ycn_Latn-eng_Latn", + "languages": [ + "ycn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.154269, + "recall": 0.210938, + "f1": 0.168657, + "accuracy": 0.210938, + "main_score": 0.168657, + "hf_subset": "eng_Latn-yka_Latn", + "languages": [ + "eng-Latn", + "yka-Latn" + ] + }, + { + "precision": 0.166242, + "recall": 0.246094, + "f1": 0.185897, + "accuracy": 0.246094, + "main_score": 0.185897, + "hf_subset": "yka_Latn-eng_Latn", + "languages": [ + "yka-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.039021, + "recall": 0.078125, + "f1": 0.047522, + "accuracy": 0.078125, + "main_score": 0.047522, + "hf_subset": "eng_Latn-yle_Latn", + "languages": [ + "eng-Latn", + "yle-Latn" + ] + }, + { + "precision": 0.045268, + "recall": 0.074219, + "f1": 0.050155, + "accuracy": 0.074219, + "main_score": 0.050155, + "hf_subset": "yle_Latn-eng_Latn", + "languages": [ + "yle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.033624, + "recall": 0.070312, + "f1": 0.039017, + "accuracy": 0.070312, + "main_score": 0.039017, + "hf_subset": "eng_Latn-yml_Latn", + "languages": [ + "eng-Latn", + "yml-Latn" + ] + }, + { + "precision": 0.047988, + "recall": 0.09375, + "f1": 0.057106, + "accuracy": 0.09375, + "main_score": 0.057106, + "hf_subset": "yml_Latn-eng_Latn", + "languages": [ + "yml-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.072559, + "recall": 0.097656, + "f1": 0.077635, + "accuracy": 0.097656, + "main_score": 0.077635, + "hf_subset": "eng_Latn-yon_Latn", + "languages": [ + "eng-Latn", + "yon-Latn" + ] + }, + { + "precision": 0.076252, + "recall": 0.136719, + "f1": 0.089194, + "accuracy": 0.136719, + "main_score": 0.089194, + "hf_subset": "yon_Latn-eng_Latn", + "languages": [ + "yon-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.159453, + "recall": 0.226562, + "f1": 0.174365, + "accuracy": 0.226562, + "main_score": 0.174365, + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.140429, + "recall": 0.195312, + "f1": 0.15085, + "accuracy": 0.195312, + "main_score": 0.15085, + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.022628, + "recall": 0.039062, + "f1": 0.025977, + "accuracy": 0.039062, + "main_score": 0.025977, + "hf_subset": "eng_Latn-yrb_Latn", + "languages": [ + "eng-Latn", + "yrb-Latn" + ] + }, + { + "precision": 0.034412, + "recall": 0.050781, + "f1": 0.0379, + "accuracy": 0.050781, + "main_score": 0.0379, + "hf_subset": "yrb_Latn-eng_Latn", + "languages": [ + "yrb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.04839, + "recall": 0.085938, + "f1": 0.054559, + "accuracy": 0.085938, + "main_score": 0.054559, + "hf_subset": "eng_Latn-yre_Latn", + "languages": [ + "eng-Latn", + "yre-Latn" + ] + }, + { + "precision": 0.070591, + "recall": 0.113281, + "f1": 0.077524, + "accuracy": 0.113281, + "main_score": 0.077524, + "hf_subset": "yre_Latn-eng_Latn", + "languages": [ + "yre-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.051839, + "recall": 0.089844, + "f1": 0.058215, + "accuracy": 0.089844, + "main_score": 0.058215, + "hf_subset": "eng_Latn-yss_Latn", + "languages": [ + "eng-Latn", + "yss-Latn" + ] + }, + { + "precision": 0.048684, + "recall": 0.09375, + "f1": 0.05876, + "accuracy": 0.09375, + "main_score": 0.05876, + "hf_subset": "yss_Latn-eng_Latn", + "languages": [ + "yss-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.075859, + "recall": 0.125, + "f1": 0.08622, + "accuracy": 0.125, + "main_score": 0.08622, + "hf_subset": "eng_Latn-yuj_Latn", + "languages": [ + "eng-Latn", + "yuj-Latn" + ] + }, + { + "precision": 0.099687, + "recall": 0.164062, + "f1": 0.111572, + "accuracy": 0.164062, + "main_score": 0.111572, + "hf_subset": "yuj_Latn-eng_Latn", + "languages": [ + "yuj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.103863, + "recall": 0.140625, + "f1": 0.111633, + "accuracy": 0.140625, + "main_score": 0.111633, + "hf_subset": "eng_Latn-yut_Latn", + "languages": [ + "eng-Latn", + "yut-Latn" + ] + }, + { + "precision": 0.080841, + "recall": 0.136719, + "f1": 0.091531, + "accuracy": 0.136719, + "main_score": 0.091531, + "hf_subset": "yut_Latn-eng_Latn", + "languages": [ + "yut-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.076231, + "recall": 0.105469, + "f1": 0.082377, + "accuracy": 0.105469, + "main_score": 0.082377, + "hf_subset": "eng_Latn-yuw_Latn", + "languages": [ + "eng-Latn", + "yuw-Latn" + ] + }, + { + "precision": 0.062798, + "recall": 0.109375, + "f1": 0.072109, + "accuracy": 0.109375, + "main_score": 0.072109, + "hf_subset": "yuw_Latn-eng_Latn", + "languages": [ + "yuw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089555, + "recall": 0.128906, + "f1": 0.097861, + "accuracy": 0.128906, + "main_score": 0.097861, + "hf_subset": "eng_Latn-yva_Latn", + "languages": [ + "eng-Latn", + "yva-Latn" + ] + }, + { + "precision": 0.056478, + "recall": 0.101562, + "f1": 0.06813, + "accuracy": 0.101562, + "main_score": 0.06813, + "hf_subset": "yva_Latn-eng_Latn", + "languages": [ + "yva-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.304753, + "recall": 0.410156, + "f1": 0.333743, + "accuracy": 0.410156, + "main_score": 0.333743, + "hf_subset": "eng_Latn-zaa_Latn", + "languages": [ + "eng-Latn", + "zaa-Latn" + ] + }, + { + "precision": 0.254427, + "recall": 0.359375, + "f1": 0.282555, + "accuracy": 0.359375, + "main_score": 0.282555, + "hf_subset": "zaa_Latn-eng_Latn", + "languages": [ + "zaa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.165858, + "recall": 0.242188, + "f1": 0.183737, + "accuracy": 0.242188, + "main_score": 0.183737, + "hf_subset": "eng_Latn-zab_Latn", + "languages": [ + "eng-Latn", + "zab-Latn" + ] + }, + { + "precision": 0.145693, + "recall": 0.203125, + "f1": 0.157877, + "accuracy": 0.203125, + "main_score": 0.157877, + "hf_subset": "zab_Latn-eng_Latn", + "languages": [ + "zab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.2639, + "recall": 0.34375, + "f1": 0.285894, + "accuracy": 0.34375, + "main_score": 0.285894, + "hf_subset": "eng_Latn-zac_Latn", + "languages": [ + "eng-Latn", + "zac-Latn" + ] + }, + { + "precision": 0.228038, + "recall": 0.316406, + "f1": 0.250856, + "accuracy": 0.316406, + "main_score": 0.250856, + "hf_subset": "zac_Latn-eng_Latn", + "languages": [ + "zac-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.077632, + "recall": 0.132812, + "f1": 0.088329, + "accuracy": 0.132812, + "main_score": 0.088329, + "hf_subset": "eng_Latn-zad_Latn", + "languages": [ + "eng-Latn", + "zad-Latn" + ] + }, + { + "precision": 0.098417, + "recall": 0.144531, + "f1": 0.10749, + "accuracy": 0.144531, + "main_score": 0.10749, + "hf_subset": "zad_Latn-eng_Latn", + "languages": [ + "zad-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.217355, + "recall": 0.300781, + "f1": 0.23816, + "accuracy": 0.300781, + "main_score": 0.23816, + "hf_subset": "eng_Latn-zai_Latn", + "languages": [ + "eng-Latn", + "zai-Latn" + ] + }, + { + "precision": 0.194073, + "recall": 0.269531, + "f1": 0.212661, + "accuracy": 0.269531, + "main_score": 0.212661, + "hf_subset": "zai_Latn-eng_Latn", + "languages": [ + "zai-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.102444, + "recall": 0.144531, + "f1": 0.111443, + "accuracy": 0.144531, + "main_score": 0.111443, + "hf_subset": "eng_Latn-zaj_Latn", + "languages": [ + "eng-Latn", + "zaj-Latn" + ] + }, + { + "precision": 0.099389, + "recall": 0.171875, + "f1": 0.112853, + "accuracy": 0.171875, + "main_score": 0.112853, + "hf_subset": "zaj_Latn-eng_Latn", + "languages": [ + "zaj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.085785, + "recall": 0.125, + "f1": 0.094618, + "accuracy": 0.125, + "main_score": 0.094618, + "hf_subset": "eng_Latn-zam_Latn", + "languages": [ + "eng-Latn", + "zam-Latn" + ] + }, + { + "precision": 0.075107, + "recall": 0.136719, + "f1": 0.08672, + "accuracy": 0.136719, + "main_score": 0.08672, + "hf_subset": "zam_Latn-eng_Latn", + "languages": [ + "zam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.070286, + "recall": 0.113281, + "f1": 0.080153, + "accuracy": 0.113281, + "main_score": 0.080153, + "hf_subset": "eng_Latn-zao_Latn", + "languages": [ + "eng-Latn", + "zao-Latn" + ] + }, + { + "precision": 0.093478, + "recall": 0.152344, + "f1": 0.106204, + "accuracy": 0.152344, + "main_score": 0.106204, + "hf_subset": "zao_Latn-eng_Latn", + "languages": [ + "zao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.132334, + "recall": 0.199219, + "f1": 0.147338, + "accuracy": 0.199219, + "main_score": 0.147338, + "hf_subset": "eng_Latn-zap_Latn", + "languages": [ + "eng-Latn", + "zap-Latn" + ] + }, + { + "precision": 0.129167, + "recall": 0.179688, + "f1": 0.139941, + "accuracy": 0.179688, + "main_score": 0.139941, + "hf_subset": "zap_Latn-eng_Latn", + "languages": [ + "zap-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.149777, + "recall": 0.191406, + "f1": 0.161133, + "accuracy": 0.191406, + "main_score": 0.161133, + "hf_subset": "eng_Latn-zar_Latn", + "languages": [ + "eng-Latn", + "zar-Latn" + ] + }, + { + "precision": 0.113706, + "recall": 0.152344, + "f1": 0.122963, + "accuracy": 0.152344, + "main_score": 0.122963, + "hf_subset": "zar_Latn-eng_Latn", + "languages": [ + "zar-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.128423, + "recall": 0.191406, + "f1": 0.144169, + "accuracy": 0.191406, + "main_score": 0.144169, + "hf_subset": "eng_Latn-zas_Latn", + "languages": [ + "eng-Latn", + "zas-Latn" + ] + }, + { + "precision": 0.109611, + "recall": 0.160156, + "f1": 0.11971, + "accuracy": 0.160156, + "main_score": 0.11971, + "hf_subset": "zas_Latn-eng_Latn", + "languages": [ + "zas-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.13644, + "recall": 0.171875, + "f1": 0.144485, + "accuracy": 0.171875, + "main_score": 0.144485, + "hf_subset": "eng_Latn-zat_Latn", + "languages": [ + "eng-Latn", + "zat-Latn" + ] + }, + { + "precision": 0.087569, + "recall": 0.136719, + "f1": 0.097832, + "accuracy": 0.136719, + "main_score": 0.097832, + "hf_subset": "zat_Latn-eng_Latn", + "languages": [ + "zat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.12188, + "recall": 0.1875, + "f1": 0.136151, + "accuracy": 0.1875, + "main_score": 0.136151, + "hf_subset": "eng_Latn-zav_Latn", + "languages": [ + "eng-Latn", + "zav-Latn" + ] + }, + { + "precision": 0.096233, + "recall": 0.148438, + "f1": 0.106771, + "accuracy": 0.148438, + "main_score": 0.106771, + "hf_subset": "zav_Latn-eng_Latn", + "languages": [ + "zav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.171196, + "recall": 0.234375, + "f1": 0.1879, + "accuracy": 0.234375, + "main_score": 0.1879, + "hf_subset": "eng_Latn-zaw_Latn", + "languages": [ + "eng-Latn", + "zaw-Latn" + ] + }, + { + "precision": 0.115538, + "recall": 0.167969, + "f1": 0.125214, + "accuracy": 0.167969, + "main_score": 0.125214, + "hf_subset": "zaw_Latn-eng_Latn", + "languages": [ + "zaw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.104601, + "recall": 0.15625, + "f1": 0.117361, + "accuracy": 0.15625, + "main_score": 0.117361, + "hf_subset": "eng_Latn-zca_Latn", + "languages": [ + "eng-Latn", + "zca-Latn" + ] + }, + { + "precision": 0.106431, + "recall": 0.148438, + "f1": 0.115093, + "accuracy": 0.148438, + "main_score": 0.115093, + "hf_subset": "zca_Latn-eng_Latn", + "languages": [ + "zca-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.089602, + "recall": 0.136719, + "f1": 0.099953, + "accuracy": 0.136719, + "main_score": 0.099953, + "hf_subset": "eng_Latn-zga_Latn", + "languages": [ + "eng-Latn", + "zga-Latn" + ] + }, + { + "precision": 0.096979, + "recall": 0.144531, + "f1": 0.108147, + "accuracy": 0.144531, + "main_score": 0.108147, + "hf_subset": "zga_Latn-eng_Latn", + "languages": [ + "zga-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.067797, + "recall": 0.101562, + "f1": 0.075911, + "accuracy": 0.101562, + "main_score": 0.075911, + "hf_subset": "eng_Latn-zia_Latn", + "languages": [ + "eng-Latn", + "zia-Latn" + ] + }, + { + "precision": 0.078558, + "recall": 0.132812, + "f1": 0.089656, + "accuracy": 0.132812, + "main_score": 0.089656, + "hf_subset": "zia_Latn-eng_Latn", + "languages": [ + "zia-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.069479, + "recall": 0.109375, + "f1": 0.078113, + "accuracy": 0.109375, + "main_score": 0.078113, + "hf_subset": "eng_Latn-ziw_Latn", + "languages": [ + "eng-Latn", + "ziw-Latn" + ] + }, + { + "precision": 0.071001, + "recall": 0.132812, + "f1": 0.08484, + "accuracy": 0.132812, + "main_score": 0.08484, + "hf_subset": "ziw_Latn-eng_Latn", + "languages": [ + "ziw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.957031, + "recall": 0.96875, + "f1": 0.960938, + "accuracy": 0.96875, + "main_score": 0.960938, + "hf_subset": "eng_Latn-zlm_Latn", + "languages": [ + "eng-Latn", + "zlm-Latn" + ] + }, + { + "precision": 0.96875, + "recall": 0.976562, + "f1": 0.971354, + "accuracy": 0.976562, + "main_score": 0.971354, + "hf_subset": "zlm_Latn-eng_Latn", + "languages": [ + "zlm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.186035, + "recall": 0.269531, + "f1": 0.205894, + "accuracy": 0.269531, + "main_score": 0.205894, + "hf_subset": "eng_Latn-zos_Latn", + "languages": [ + "eng-Latn", + "zos-Latn" + ] + }, + { + "precision": 0.169576, + "recall": 0.246094, + "f1": 0.188762, + "accuracy": 0.246094, + "main_score": 0.188762, + "hf_subset": "zos_Latn-eng_Latn", + "languages": [ + "zos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.154695, + "recall": 0.21875, + "f1": 0.169792, + "accuracy": 0.21875, + "main_score": 0.169792, + "hf_subset": "eng_Latn-zpc_Latn", + "languages": [ + "eng-Latn", + "zpc-Latn" + ] + }, + { + "precision": 0.139892, + "recall": 0.203125, + "f1": 0.152947, + "accuracy": 0.203125, + "main_score": 0.152947, + "hf_subset": "zpc_Latn-eng_Latn", + "languages": [ + "zpc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.169857, + "recall": 0.242188, + "f1": 0.187593, + "accuracy": 0.242188, + "main_score": 0.187593, + "hf_subset": "eng_Latn-zpl_Latn", + "languages": [ + "eng-Latn", + "zpl-Latn" + ] + }, + { + "precision": 0.144233, + "recall": 0.222656, + "f1": 0.163186, + "accuracy": 0.222656, + "main_score": 0.163186, + "hf_subset": "zpl_Latn-eng_Latn", + "languages": [ + "zpl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.083181, + "recall": 0.125, + "f1": 0.093233, + "accuracy": 0.125, + "main_score": 0.093233, + "hf_subset": "eng_Latn-zpm_Latn", + "languages": [ + "eng-Latn", + "zpm-Latn" + ] + }, + { + "precision": 0.083603, + "recall": 0.125, + "f1": 0.091744, + "accuracy": 0.125, + "main_score": 0.091744, + "hf_subset": "zpm_Latn-eng_Latn", + "languages": [ + "zpm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.092724, + "recall": 0.144531, + "f1": 0.104622, + "accuracy": 0.144531, + "main_score": 0.104622, + "hf_subset": "eng_Latn-zpo_Latn", + "languages": [ + "eng-Latn", + "zpo-Latn" + ] + }, + { + "precision": 0.092936, + "recall": 0.136719, + "f1": 0.103751, + "accuracy": 0.136719, + "main_score": 0.103751, + "hf_subset": "zpo_Latn-eng_Latn", + "languages": [ + "zpo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.102099, + "recall": 0.175781, + "f1": 0.11928, + "accuracy": 0.175781, + "main_score": 0.11928, + "hf_subset": "eng_Latn-zpq_Latn", + "languages": [ + "eng-Latn", + "zpq-Latn" + ] + }, + { + "precision": 0.094057, + "recall": 0.152344, + "f1": 0.104798, + "accuracy": 0.152344, + "main_score": 0.104798, + "hf_subset": "zpq_Latn-eng_Latn", + "languages": [ + "zpq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.12934, + "recall": 0.175781, + "f1": 0.141146, + "accuracy": 0.175781, + "main_score": 0.141146, + "hf_subset": "eng_Latn-zpu_Latn", + "languages": [ + "eng-Latn", + "zpu-Latn" + ] + }, + { + "precision": 0.096918, + "recall": 0.144531, + "f1": 0.106434, + "accuracy": 0.144531, + "main_score": 0.106434, + "hf_subset": "zpu_Latn-eng_Latn", + "languages": [ + "zpu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.115963, + "recall": 0.1875, + "f1": 0.132307, + "accuracy": 0.1875, + "main_score": 0.132307, + "hf_subset": "eng_Latn-zpv_Latn", + "languages": [ + "eng-Latn", + "zpv-Latn" + ] + }, + { + "precision": 0.096254, + "recall": 0.140625, + "f1": 0.10551, + "accuracy": 0.140625, + "main_score": 0.10551, + "hf_subset": "zpv_Latn-eng_Latn", + "languages": [ + "zpv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.121554, + "recall": 0.179688, + "f1": 0.134255, + "accuracy": 0.179688, + "main_score": 0.134255, + "hf_subset": "eng_Latn-zpz_Latn", + "languages": [ + "eng-Latn", + "zpz-Latn" + ] + }, + { + "precision": 0.108428, + "recall": 0.164062, + "f1": 0.120446, + "accuracy": 0.164062, + "main_score": 0.120446, + "hf_subset": "zpz_Latn-eng_Latn", + "languages": [ + "zpz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.144218, + "recall": 0.191406, + "f1": 0.154734, + "accuracy": 0.191406, + "main_score": 0.154734, + "hf_subset": "eng_Latn-zsr_Latn", + "languages": [ + "eng-Latn", + "zsr-Latn" + ] + }, + { + "precision": 0.114543, + "recall": 0.148438, + "f1": 0.122412, + "accuracy": 0.148438, + "main_score": 0.122412, + "hf_subset": "zsr_Latn-eng_Latn", + "languages": [ + "zsr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.111633, + "recall": 0.175781, + "f1": 0.127142, + "accuracy": 0.175781, + "main_score": 0.127142, + "hf_subset": "eng_Latn-ztq_Latn", + "languages": [ + "eng-Latn", + "ztq-Latn" + ] + }, + { + "precision": 0.112006, + "recall": 0.164062, + "f1": 0.121891, + "accuracy": 0.164062, + "main_score": 0.121891, + "hf_subset": "ztq_Latn-eng_Latn", + "languages": [ + "ztq-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.110367, + "recall": 0.140625, + "f1": 0.117513, + "accuracy": 0.140625, + "main_score": 0.117513, + "hf_subset": "eng_Latn-zty_Latn", + "languages": [ + "eng-Latn", + "zty-Latn" + ] + }, + { + "precision": 0.087128, + "recall": 0.125, + "f1": 0.094368, + "accuracy": 0.125, + "main_score": 0.094368, + "hf_subset": "zty_Latn-eng_Latn", + "languages": [ + "zty-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.097092, + "recall": 0.144531, + "f1": 0.10739, + "accuracy": 0.144531, + "main_score": 0.10739, + "hf_subset": "eng_Latn-zyp_Latn", + "languages": [ + "eng-Latn", + "zyp-Latn" + ] + }, + { + "precision": 0.101802, + "recall": 0.144531, + "f1": 0.110392, + "accuracy": 0.144531, + "main_score": 0.110392, + "hf_subset": "zyp_Latn-eng_Latn", + "languages": [ + "zyp-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3629.0398910045624, + "kg_co2_emissions": null, + "date": 1776187733.563517 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BigPatentClustering.v2.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BigPatentClustering.v2.json new file mode 100644 index 0000000000..0276786f0c --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BigPatentClustering.v2.json @@ -0,0 +1,35 @@ +{ + "dataset_revision": "58a863a958586a5d6ba51088b94ac74a46aa864f", + "task_name": "BigPatentClustering.v2", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.435601, + 0.421983, + 0.461265, + 0.420788, + 0.431339, + 0.39602, + 0.39256, + 0.446593, + 0.468511, + 0.484553 + ] + }, + "v_measure": 0.435921, + "v_measure_std": 0.028461, + "main_score": 0.435921, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 4.559009313583374, + "kg_co2_emissions": null, + "date": 1776176395.269154 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BiorxivClusteringP2P.v2.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BiorxivClusteringP2P.v2.json new file mode 100644 index 0000000000..30df206887 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BiorxivClusteringP2P.v2.json @@ -0,0 +1,35 @@ +{ + "dataset_revision": "f5dbc242e11dd8e24def4c4268607a49e02946dc", + "task_name": "BiorxivClusteringP2P.v2", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.442158, + 0.43699, + 0.435507, + 0.439183, + 0.441692, + 0.45318, + 0.441397, + 0.443991, + 0.445161, + 0.445096 + ] + }, + "v_measure": 0.442436, + "v_measure_std": 0.004715, + "main_score": 0.442436, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 19.30462956428528, + "kg_co2_emissions": null, + "date": 1776176376.392137 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BirdCLEF.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BirdCLEF.json new file mode 100644 index 0000000000..5ed9a020d3 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BirdCLEF.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "582215665b247604b555da7ff4e071f82d3617db", + "task_name": "BirdCLEF", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.38, + "f1": 0.318631, + "f1_weighted": 0.368762, + "precision": 0.338722, + "precision_weighted": 0.416982, + "recall": 0.36031, + "recall_weighted": 0.38, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.33, + "f1": 0.302449, + "f1_weighted": 0.336852, + "precision": 0.34769, + "precision_weighted": 0.413185, + "recall": 0.335952, + "recall_weighted": 0.33, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.36, + "f1": 0.335051, + "f1_weighted": 0.359852, + "precision": 0.387976, + "precision_weighted": 0.438095, + "recall": 0.360238, + "recall_weighted": 0.36, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.255, + "f1": 0.230139, + "f1_weighted": 0.2436, + "precision": 0.244746, + "precision_weighted": 0.280198, + "recall": 0.265079, + "recall_weighted": 0.255, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.33, + "f1": 0.303036, + "f1_weighted": 0.331819, + "precision": 0.336262, + "precision_weighted": 0.382194, + "recall": 0.316556, + "recall_weighted": 0.33, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.331, + "f1": 0.297861, + "f1_weighted": 0.328177, + "precision": 0.331079, + "precision_weighted": 0.386131, + "recall": 0.327627, + "recall_weighted": 0.331, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.331, + "hf_subset": "default", + "languages": [ + "zxx-Zxxx" + ] + } + ] + }, + "evaluation_time": 167.40378403663635, + "kg_co2_emissions": null, + "date": 1776241856.453511 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BornholmBitextMining.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BornholmBitextMining.json new file mode 100644 index 0000000000..707dc4607a --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BornholmBitextMining.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "5b02048bd75e79275aa91a1fce6cdfd3f4a391cb", + "task_name": "BornholmBitextMining", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "precision": 0.538419, + "recall": 0.634, + "f1": 0.566271, + "accuracy": 0.634, + "main_score": 0.566271, + "hf_subset": "default", + "languages": [ + "dan-Latn" + ] + } + ] + }, + "evaluation_time": 11.488601207733154, + "kg_co2_emissions": null, + "date": 1776176360.896044 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BrazilianToxicTweetsClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BrazilianToxicTweetsClassification.json new file mode 100644 index 0000000000..6c1039ab5c --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BrazilianToxicTweetsClassification.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "d7af1f3c9ff00fbb4e1e40021788a32d78a936bd", + "task_name": "BrazilianToxicTweetsClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.219727, + "lrap": 0.796834, + "f1": 0.180658, + "hamming": 0.295776 + }, + { + "accuracy": 0.369141, + "lrap": 0.785156, + "f1": 0.18362, + "hamming": 0.428589 + }, + { + "accuracy": 0.385742, + "lrap": 0.807373, + "f1": 0.192654, + "hamming": 0.465039 + }, + { + "accuracy": 0.369629, + "lrap": 0.804932, + "f1": 0.176049, + "hamming": 0.435132 + }, + { + "accuracy": 0.200684, + "lrap": 0.782674, + "f1": 0.179779, + "hamming": 0.303019 + }, + { + "accuracy": 0.225098, + "lrap": 0.762831, + "f1": 0.173434, + "hamming": 0.292847 + }, + { + "accuracy": 0.171875, + "lrap": 0.829441, + "f1": 0.188517, + "hamming": 0.269816 + }, + { + "accuracy": 0.275391, + "lrap": 0.813517, + "f1": 0.186533, + "hamming": 0.378662 + }, + { + "accuracy": 0.283691, + "lrap": 0.765137, + "f1": 0.198682, + "hamming": 0.345093 + }, + { + "accuracy": 0.363281, + "lrap": 0.804484, + "f1": 0.179992, + "hamming": 0.4139 + } + ], + "accuracy": 0.286426, + "lrap": 0.795238, + "f1": 0.183992, + "hamming": 0.362787, + "main_score": 0.286426, + "hf_subset": "default", + "languages": [ + "por-Latn" + ] + } + ] + }, + "evaluation_time": 12.944148540496826, + "kg_co2_emissions": null, + "date": 1776176406.334701 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BulgarianStoreReviewSentimentClassfication.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BulgarianStoreReviewSentimentClassfication.json new file mode 100644 index 0000000000..81d7adcd3d --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/BulgarianStoreReviewSentimentClassfication.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "0d00595ed48ba8b802da579231a078557c6e9bc4", + "task_name": "BulgarianStoreReviewSentimentClassfication", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.675824, + "f1": 0.528844, + "f1_weighted": 0.740639, + "precision": 0.575016, + "precision_weighted": 0.846762, + "recall": 0.580532, + "recall_weighted": 0.675824, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.714286, + "f1": 0.557806, + "f1_weighted": 0.766595, + "precision": 0.587081, + "precision_weighted": 0.853629, + "recall": 0.597655, + "recall_weighted": 0.714286, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.692308, + "f1": 0.582423, + "f1_weighted": 0.753288, + "precision": 0.610824, + "precision_weighted": 0.857321, + "recall": 0.671908, + "recall_weighted": 0.692308, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.692308, + "f1": 0.530545, + "f1_weighted": 0.742347, + "precision": 0.555247, + "precision_weighted": 0.8203, + "recall": 0.611281, + "recall_weighted": 0.692308, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.692308, + "f1": 0.525639, + "f1_weighted": 0.740603, + "precision": 0.538352, + "precision_weighted": 0.821616, + "recall": 0.572809, + "recall_weighted": 0.692308, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.741758, + "f1": 0.578686, + "f1_weighted": 0.774672, + "precision": 0.569983, + "precision_weighted": 0.827472, + "recall": 0.625827, + "recall_weighted": 0.741758, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.758242, + "f1": 0.552864, + "f1_weighted": 0.783967, + "precision": 0.566391, + "precision_weighted": 0.818457, + "recall": 0.579438, + "recall_weighted": 0.758242, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.747253, + "f1": 0.590132, + "f1_weighted": 0.784736, + "precision": 0.59124, + "precision_weighted": 0.840875, + "recall": 0.651731, + "recall_weighted": 0.747253, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.648352, + "f1": 0.487655, + "f1_weighted": 0.704278, + "precision": 0.529891, + "precision_weighted": 0.787285, + "recall": 0.535989, + "recall_weighted": 0.648352, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.664835, + "f1": 0.537518, + "f1_weighted": 0.731582, + "precision": 0.572032, + "precision_weighted": 0.839595, + "recall": 0.596307, + "recall_weighted": 0.664835, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.702747, + "f1": 0.547211, + "f1_weighted": 0.752271, + "precision": 0.569606, + "precision_weighted": 0.831331, + "recall": 0.602348, + "recall_weighted": 0.702747, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.702747, + "hf_subset": "default", + "languages": [ + "bul-Cyrl" + ] + } + ] + }, + "evaluation_time": 3.741142511367798, + "kg_co2_emissions": null, + "date": 1776176355.138226 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CEDRClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CEDRClassification.json new file mode 100644 index 0000000000..c598367ce1 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CEDRClassification.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "d872ceae33d049f0ef50e8abb9229b569ebfcf7d", + "task_name": "CEDRClassification", + "mteb_version": "2.12.15", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.582359, + "lrap": 0.825345, + "f1": 0.587221, + "hamming": 0.589532 + }, + { + "accuracy": 0.569607, + "lrap": 0.795909, + "f1": 0.575494, + "hamming": 0.57678 + }, + { + "accuracy": 0.531881, + "lrap": 0.789798, + "f1": 0.553354, + "hamming": 0.537194 + }, + { + "accuracy": 0.526567, + "lrap": 0.849495, + "f1": 0.588563, + "hamming": 0.539763 + }, + { + "accuracy": 0.554198, + "lrap": 0.814559, + "f1": 0.575306, + "hamming": 0.565356 + }, + { + "accuracy": 0.52763, + "lrap": 0.809458, + "f1": 0.550984, + "hamming": 0.54791 + }, + { + "accuracy": 0.581296, + "lrap": 0.821573, + "f1": 0.597311, + "hamming": 0.585016 + }, + { + "accuracy": 0.532412, + "lrap": 0.806854, + "f1": 0.551993, + "hamming": 0.536397 + }, + { + "accuracy": 0.513284, + "lrap": 0.817455, + "f1": 0.564526, + "hamming": 0.537372 + }, + { + "accuracy": 0.567481, + "lrap": 0.844235, + "f1": 0.59926, + "hamming": 0.576691 + } + ], + "accuracy": 0.548672, + "lrap": 0.817468, + "f1": 0.574401, + "hamming": 0.559201, + "main_score": 0.548672, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 4.83954644203186, + "kg_co2_emissions": null, + "date": 1775773152.427066 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CIFAR100ZeroShot.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CIFAR100ZeroShot.json new file mode 100644 index 0000000000..1a92589598 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CIFAR100ZeroShot.json @@ -0,0 +1,20 @@ +{ + "dataset_revision": "ac5511f885f65fb75d31a9d8810a8440913f7721", + "task_name": "CIFAR100ZeroShot", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "accuracy": 0.7666, + "main_score": 0.7666, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 95.10437560081482, + "kg_co2_emissions": null, + "date": 1776184447.651687 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CIRRIT2IRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CIRRIT2IRetrieval.json new file mode 100644 index 0000000000..0cec32bf4e --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CIRRIT2IRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "bb0713ed1ed136b2974fce68df7e26388040b650", + "task_name": "CIRRIT2IRetrieval", + "mteb_version": "2.12.15", + "scores": { + "test": [ + { + "ndcg_at_1": 0.01223, + "ndcg_at_3": 0.10468, + "ndcg_at_5": 0.13283, + "ndcg_at_10": 0.16486, + "ndcg_at_20": 0.1935, + "ndcg_at_100": 0.24322, + "ndcg_at_1000": 0.27312, + "map_at_1": 0.00815, + "map_at_3": 0.0812, + "map_at_5": 0.09681, + "map_at_10": 0.11012, + "map_at_20": 0.11801, + "map_at_100": 0.12456, + "map_at_1000": 0.12569, + "recall_at_1": 0.00815, + "recall_at_3": 0.17254, + "recall_at_5": 0.24089, + "recall_at_10": 0.33945, + "recall_at_20": 0.45252, + "recall_at_100": 0.72518, + "recall_at_1000": 0.96019, + "accuracy": 0.00815, + "precision_at_1": 0.01223, + "precision_at_3": 0.06075, + "precision_at_5": 0.05017, + "precision_at_10": 0.03494, + "precision_at_20": 0.02313, + "precision_at_100": 0.00735, + "precision_at_1000": 0.00097, + "mrr_at_1": 0.01223, + "mrr_at_3": 0.081535, + "mrr_at_5": 0.09711, + "mrr_at_10": 0.110373, + "mrr_at_20": 0.118255, + "mrr_at_100": 0.124804, + "mrr_at_1000": 0.125929, + "nauc_ndcg_at_1_max": 0.169547, + "nauc_ndcg_at_1_std": 0.181063, + "nauc_ndcg_at_1_diff1": -0.553313, + "nauc_ndcg_at_3_max": 0.17227, + "nauc_ndcg_at_3_std": 0.040044, + "nauc_ndcg_at_3_diff1": -0.128428, + "nauc_ndcg_at_5_max": 0.174904, + "nauc_ndcg_at_5_std": 0.037736, + "nauc_ndcg_at_5_diff1": -0.107721, + "nauc_ndcg_at_10_max": 0.172812, + "nauc_ndcg_at_10_std": 0.036915, + "nauc_ndcg_at_10_diff1": -0.098591, + "nauc_ndcg_at_20_max": 0.172475, + "nauc_ndcg_at_20_std": 0.056194, + "nauc_ndcg_at_20_diff1": -0.101009, + "nauc_ndcg_at_100_max": 0.189835, + "nauc_ndcg_at_100_std": 0.105894, + "nauc_ndcg_at_100_diff1": -0.12323, + "nauc_ndcg_at_1000_max": 0.181175, + "nauc_ndcg_at_1000_std": 0.08904, + "nauc_ndcg_at_1000_diff1": -0.124403, + "nauc_map_at_1_max": 0.182373, + "nauc_map_at_1_std": 0.228009, + "nauc_map_at_1_diff1": -0.55687, + "nauc_map_at_3_max": 0.168168, + "nauc_map_at_3_std": 0.044395, + "nauc_map_at_3_diff1": -0.145477, + "nauc_map_at_5_max": 0.170381, + "nauc_map_at_5_std": 0.042016, + "nauc_map_at_5_diff1": -0.12846, + "nauc_map_at_10_max": 0.169098, + "nauc_map_at_10_std": 0.040852, + "nauc_map_at_10_diff1": -0.122791, + "nauc_map_at_20_max": 0.169092, + "nauc_map_at_20_std": 0.048105, + "nauc_map_at_20_diff1": -0.123867, + "nauc_map_at_100_max": 0.172239, + "nauc_map_at_100_std": 0.055731, + "nauc_map_at_100_diff1": -0.127639, + "nauc_map_at_1000_max": 0.17177, + "nauc_map_at_1000_std": 0.055291, + "nauc_map_at_1000_diff1": -0.127914, + "nauc_recall_at_1_max": 0.182373, + "nauc_recall_at_1_std": 0.228009, + "nauc_recall_at_1_diff1": -0.55687, + "nauc_recall_at_3_max": 0.178507, + "nauc_recall_at_3_std": 0.033411, + "nauc_recall_at_3_diff1": -0.103182, + "nauc_recall_at_5_max": 0.181348, + "nauc_recall_at_5_std": 0.031677, + "nauc_recall_at_5_diff1": -0.078796, + "nauc_recall_at_10_max": 0.177629, + "nauc_recall_at_10_std": 0.032158, + "nauc_recall_at_10_diff1": -0.065787, + "nauc_recall_at_20_max": 0.176533, + "nauc_recall_at_20_std": 0.074343, + "nauc_recall_at_20_diff1": -0.070703, + "nauc_recall_at_100_max": 0.244686, + "nauc_recall_at_100_std": 0.286892, + "nauc_recall_at_100_diff1": -0.148472, + "nauc_recall_at_1000_max": 0.260032, + "nauc_recall_at_1000_std": 0.58875, + "nauc_recall_at_1000_diff1": -0.273973, + "nauc_precision_at_1_max": 0.169547, + "nauc_precision_at_1_std": 0.181063, + "nauc_precision_at_1_diff1": -0.553313, + "nauc_precision_at_3_max": 0.17819, + "nauc_precision_at_3_std": 0.035719, + "nauc_precision_at_3_diff1": -0.130462, + "nauc_precision_at_5_max": 0.180573, + "nauc_precision_at_5_std": 0.03373, + "nauc_precision_at_5_diff1": -0.103248, + "nauc_precision_at_10_max": 0.177133, + "nauc_precision_at_10_std": 0.03397, + "nauc_precision_at_10_diff1": -0.088204, + "nauc_precision_at_20_max": 0.175792, + "nauc_precision_at_20_std": 0.074303, + "nauc_precision_at_20_diff1": -0.092738, + "nauc_precision_at_100_max": 0.239674, + "nauc_precision_at_100_std": 0.271653, + "nauc_precision_at_100_diff1": -0.174889, + "nauc_precision_at_1000_max": 0.228592, + "nauc_precision_at_1000_std": 0.409075, + "nauc_precision_at_1000_diff1": -0.350742, + "nauc_mrr_at_1_max": 0.169547, + "nauc_mrr_at_1_std": 0.181063, + "nauc_mrr_at_1_diff1": -0.553313, + "nauc_mrr_at_3_max": 0.169128, + "nauc_mrr_at_3_std": 0.045595, + "nauc_mrr_at_3_diff1": -0.147207, + "nauc_mrr_at_5_max": 0.170333, + "nauc_mrr_at_5_std": 0.04401, + "nauc_mrr_at_5_diff1": -0.129984, + "nauc_mrr_at_10_max": 0.169168, + "nauc_mrr_at_10_std": 0.042313, + "nauc_mrr_at_10_diff1": -0.124008, + "nauc_mrr_at_20_max": 0.169199, + "nauc_mrr_at_20_std": 0.049494, + "nauc_mrr_at_20_diff1": -0.125037, + "nauc_mrr_at_100_max": 0.17233, + "nauc_mrr_at_100_std": 0.057122, + "nauc_mrr_at_100_diff1": -0.128813, + "nauc_mrr_at_1000_max": 0.17186, + "nauc_mrr_at_1000_std": 0.056699, + "nauc_mrr_at_1000_diff1": -0.129088, + "hit_rate_at_1": 0.01223, + "hit_rate_at_3": 0.17266, + "hit_rate_at_5": 0.24101, + "hit_rate_at_10": 0.33957, + "hit_rate_at_20": 0.45252, + "hit_rate_at_100": 0.72518, + "hit_rate_at_1000": 0.96019, + "main_score": 0.16486, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 388.2463598251343, + "kg_co2_emissions": null, + "date": 1776087586.546194 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CLSClusteringP2P.v2.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CLSClusteringP2P.v2.json new file mode 100644 index 0000000000..e094527947 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CLSClusteringP2P.v2.json @@ -0,0 +1,35 @@ +{ + "dataset_revision": "4b012f4818da8625de8e2e90526db1570e7ed2c7", + "task_name": "CLSClusteringP2P.v2", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.453316, + 0.425151, + 0.428265, + 0.436587, + 0.425831, + 0.42635, + 0.445408, + 0.475897, + 0.45488, + 0.45505 + ] + }, + "v_measure": 0.442674, + "v_measure_std": 0.016213, + "main_score": 0.442674, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 9.658729791641235, + "kg_co2_emissions": null, + "date": 1776176346.762727 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CREMADPairClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CREMADPairClassification.json new file mode 100644 index 0000000000..9bc07f437e --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CREMADPairClassification.json @@ -0,0 +1,49 @@ +{ + "dataset_revision": "20701cbd51bf282719674c9f38ec91e698b62e48", + "task_name": "CREMADPairClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "similarity_accuracy": 0.529618, + "similarity_f1": 0.666846, + "similarity_precision": 0.500269, + "similarity_recall": 0.999731, + "similarity_ap": 0.532006, + "cosine_accuracy": 0.529618, + "cosine_f1": 0.666846, + "cosine_precision": 0.500269, + "cosine_recall": 0.999731, + "cosine_ap": 0.532006, + "manhattan_accuracy": 0.528541, + "manhattan_f1": 0.666966, + "manhattan_precision": 0.500607, + "manhattan_recall": 0.998923, + "manhattan_ap": 0.529085, + "euclidean_accuracy": 0.527329, + "euclidean_f1": 0.667146, + "euclidean_precision": 0.500946, + "euclidean_recall": 0.998384, + "euclidean_ap": 0.529954, + "dot_accuracy": 0.527868, + "dot_f1": 0.666846, + "dot_precision": 0.500269, + "dot_recall": 0.999731, + "dot_ap": 0.528837, + "max_accuracy": 0.529618, + "max_f1": 0.667146, + "max_precision": 0.500946, + "max_recall": 0.999731, + "max_ap": 0.532006, + "main_score": 0.532006, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 181.1956856250763, + "kg_co2_emissions": null, + "date": 1776241870.739963 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CREMA_D.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CREMA_D.json new file mode 100644 index 0000000000..d3e3af24df --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CREMA_D.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "a9d0821955c418752248b8310438854e56a1cf34", + "task_name": "CREMA_D", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.301545, + "f1": 0.299429, + "f1_weighted": 0.298399, + "precision": 0.311365, + "precision_weighted": 0.3122, + "recall": 0.305979, + "recall_weighted": 0.301545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.315648, + "f1": 0.310966, + "f1_weighted": 0.312849, + "precision": 0.319456, + "precision_weighted": 0.3224, + "recall": 0.314405, + "recall_weighted": 0.315648, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.313172, + "f1": 0.309748, + "f1_weighted": 0.311823, + "precision": 0.327182, + "precision_weighted": 0.328443, + "recall": 0.309772, + "recall_weighted": 0.313172, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.31922, + "f1": 0.318015, + "f1_weighted": 0.317035, + "precision": 0.320721, + "precision_weighted": 0.321415, + "recall": 0.322246, + "recall_weighted": 0.31922, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.24664, + "f1": 0.246794, + "f1_weighted": 0.24662, + "precision": 0.250925, + "precision_weighted": 0.249722, + "recall": 0.245846, + "recall_weighted": 0.24664, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.299245, + "f1": 0.296991, + "f1_weighted": 0.297345, + "precision": 0.30593, + "precision_weighted": 0.306836, + "recall": 0.299649, + "recall_weighted": 0.299245, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.299245, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 96.44944357872009, + "kg_co2_emissions": null, + "date": 1776241787.160433 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CREMA_DClustering.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CREMA_DClustering.json new file mode 100644 index 0000000000..7fc75e8b9f --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CREMA_DClustering.json @@ -0,0 +1,35 @@ +{ + "dataset_revision": "a9d0821955c418752248b8310438854e56a1cf34", + "task_name": "CREMA_DClustering", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "v_measures": { + "Level 0": [ + 0.004362, + 0.006937, + 0.006232, + 0.006886, + 0.007823, + 0.005731, + 0.00498, + 0.006205, + 0.006266, + 0.004079 + ] + }, + "v_measure": 0.00595, + "v_measure_std": 0.001123, + "main_score": 0.00595, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 28.05904746055603, + "kg_co2_emissions": null, + "date": 1776241723.602047 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CSFDSKMovieReviewSentimentClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CSFDSKMovieReviewSentimentClassification.json new file mode 100644 index 0000000000..619c025711 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CSFDSKMovieReviewSentimentClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "029e0a726b46539547e872b90d3073a48ce9bc13", + "task_name": "CSFDSKMovieReviewSentimentClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.408691, + "f1": 0.404901, + "f1_weighted": 0.407225, + "precision": 0.404703, + "precision_weighted": 0.406972, + "recall": 0.406337, + "recall_weighted": 0.408691, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.404785, + "f1": 0.393027, + "f1_weighted": 0.395665, + "precision": 0.392542, + "precision_weighted": 0.394248, + "recall": 0.400964, + "recall_weighted": 0.404785, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.412598, + "f1": 0.402591, + "f1_weighted": 0.40546, + "precision": 0.400544, + "precision_weighted": 0.402829, + "recall": 0.409162, + "recall_weighted": 0.412598, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.387695, + "f1": 0.383253, + "f1_weighted": 0.385747, + "precision": 0.386892, + "precision_weighted": 0.389047, + "recall": 0.384842, + "recall_weighted": 0.387695, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.428711, + "f1": 0.414602, + "f1_weighted": 0.417152, + "precision": 0.410959, + "precision_weighted": 0.412868, + "recall": 0.425365, + "recall_weighted": 0.428711, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.419922, + "f1": 0.417309, + "f1_weighted": 0.419273, + "precision": 0.422938, + "precision_weighted": 0.425264, + "recall": 0.418395, + "recall_weighted": 0.419922, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.406738, + "f1": 0.402997, + "f1_weighted": 0.405669, + "precision": 0.403633, + "precision_weighted": 0.406138, + "recall": 0.403901, + "recall_weighted": 0.406738, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.439453, + "f1": 0.44177, + "f1_weighted": 0.443619, + "precision": 0.455131, + "precision_weighted": 0.45785, + "recall": 0.438309, + "recall_weighted": 0.439453, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.415039, + "f1": 0.408533, + "f1_weighted": 0.41077, + "precision": 0.410036, + "precision_weighted": 0.412485, + "recall": 0.413159, + "recall_weighted": 0.415039, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.420898, + "f1": 0.415639, + "f1_weighted": 0.417577, + "precision": 0.415835, + "precision_weighted": 0.418338, + "recall": 0.419528, + "recall_weighted": 0.420898, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.414453, + "f1": 0.408462, + "f1_weighted": 0.410816, + "precision": 0.410321, + "precision_weighted": 0.412604, + "recall": 0.411996, + "recall_weighted": 0.414453, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.414453, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ] + } + ] + }, + "evaluation_time": 26.07109498977661, + "kg_co2_emissions": null, + "date": 1776187761.11119 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CTKFactsNLI.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CTKFactsNLI.json new file mode 100644 index 0000000000..805feb3370 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CTKFactsNLI.json @@ -0,0 +1,88 @@ +{ + "dataset_revision": "da834e176f18e4a4adc4cbc9ad9720c14168a4bb", + "task_name": "CTKFactsNLI", + "mteb_version": "2.12.16", + "scores": { + "validation": [ + { + "similarity_accuracy": 0.691803, + "similarity_f1": 0.780384, + "similarity_precision": 0.658273, + "similarity_recall": 0.958115, + "similarity_ap": 0.775558, + "cosine_accuracy": 0.691803, + "cosine_f1": 0.780384, + "cosine_precision": 0.658273, + "cosine_recall": 0.958115, + "cosine_ap": 0.775558, + "manhattan_accuracy": 0.681967, + "manhattan_f1": 0.777547, + "manhattan_precision": 0.644828, + "manhattan_recall": 0.979058, + "manhattan_ap": 0.756787, + "euclidean_accuracy": 0.688525, + "euclidean_f1": 0.782609, + "euclidean_precision": 0.695122, + "euclidean_recall": 0.895288, + "euclidean_ap": 0.760481, + "dot_accuracy": 0.708197, + "dot_f1": 0.786885, + "dot_precision": 0.711864, + "dot_recall": 0.879581, + "dot_ap": 0.784772, + "max_accuracy": 0.708197, + "max_f1": 0.786885, + "max_precision": 0.711864, + "max_recall": 0.979058, + "max_ap": 0.784772, + "main_score": 0.784772, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ] + } + ], + "test": [ + { + "similarity_accuracy": 0.728, + "similarity_f1": 0.826156, + "similarity_precision": 0.705722, + "similarity_recall": 0.996154, + "similarity_ap": 0.846345, + "cosine_accuracy": 0.728, + "cosine_f1": 0.826156, + "cosine_precision": 0.705722, + "cosine_recall": 0.996154, + "cosine_ap": 0.846345, + "manhattan_accuracy": 0.709333, + "manhattan_f1": 0.824089, + "manhattan_precision": 0.700809, + "manhattan_recall": 1.0, + "manhattan_ap": 0.835141, + "euclidean_accuracy": 0.717333, + "euclidean_f1": 0.824281, + "euclidean_precision": 0.704918, + "euclidean_recall": 0.992308, + "euclidean_ap": 0.84158, + "dot_accuracy": 0.725333, + "dot_f1": 0.826156, + "dot_precision": 0.705722, + "dot_recall": 0.996154, + "dot_ap": 0.84318, + "max_accuracy": 0.728, + "max_f1": 0.826156, + "max_precision": 0.705722, + "max_recall": 1.0, + "max_ap": 0.846345, + "main_score": 0.846345, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ] + } + ] + }, + "evaluation_time": 3.9153568744659424, + "kg_co2_emissions": null, + "date": 1776176400.486643 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CUB200I2IRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CUB200I2IRetrieval.json new file mode 100644 index 0000000000..1b901553c0 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CUB200I2IRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "ad08c1307b15a226bf1b64e62656a17f1f85f7ec", + "task_name": "CUB200I2IRetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.0, + "ndcg_at_3": 0.30388, + "ndcg_at_5": 0.34859, + "ndcg_at_10": 0.35809, + "ndcg_at_20": 0.32158, + "ndcg_at_100": 0.39561, + "ndcg_at_1000": 0.53602, + "map_at_1": 0.0, + "map_at_3": 0.0223, + "map_at_5": 0.0438, + "map_at_10": 0.08734, + "map_at_20": 0.13787, + "map_at_100": 0.20385, + "map_at_1000": 0.22771, + "recall_at_1": 0.0, + "recall_at_3": 0.04076, + "recall_at_5": 0.07409, + "recall_at_10": 0.14113, + "recall_at_20": 0.23002, + "recall_at_100": 0.46654, + "recall_at_1000": 0.82288, + "accuracy": 0.0, + "precision_at_1": 0.0, + "precision_at_3": 0.37896, + "precision_at_5": 0.41315, + "precision_at_10": 0.39329, + "precision_at_20": 0.32132, + "precision_at_100": 0.13111, + "precision_at_1000": 0.02322, + "mrr_at_1": 0.0, + "mrr_at_3": 0.337447, + "mrr_at_5": 0.357977, + "mrr_at_10": 0.368496, + "mrr_at_20": 0.372066, + "mrr_at_100": 0.373645, + "mrr_at_1000": 0.373731, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": -0.036724, + "nauc_ndcg_at_3_std": 0.035732, + "nauc_ndcg_at_3_diff1": -0.358411, + "nauc_ndcg_at_5_max": -0.039884, + "nauc_ndcg_at_5_std": 0.040016, + "nauc_ndcg_at_5_diff1": -0.347733, + "nauc_ndcg_at_10_max": -0.039366, + "nauc_ndcg_at_10_std": 0.048089, + "nauc_ndcg_at_10_diff1": -0.329496, + "nauc_ndcg_at_20_max": -0.036466, + "nauc_ndcg_at_20_std": 0.080733, + "nauc_ndcg_at_20_diff1": -0.308855, + "nauc_ndcg_at_100_max": -0.032017, + "nauc_ndcg_at_100_std": 0.150462, + "nauc_ndcg_at_100_diff1": -0.272817, + "nauc_ndcg_at_1000_max": -0.028772, + "nauc_ndcg_at_1000_std": 0.339454, + "nauc_ndcg_at_1000_diff1": -0.217618, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": -0.035457, + "nauc_map_at_3_std": 0.051997, + "nauc_map_at_3_diff1": -0.327436, + "nauc_map_at_5_max": -0.040924, + "nauc_map_at_5_std": 0.058382, + "nauc_map_at_5_diff1": -0.320117, + "nauc_map_at_10_max": -0.042881, + "nauc_map_at_10_std": 0.068941, + "nauc_map_at_10_diff1": -0.300202, + "nauc_map_at_20_max": -0.038277, + "nauc_map_at_20_std": 0.113232, + "nauc_map_at_20_diff1": -0.276764, + "nauc_map_at_100_max": -0.037875, + "nauc_map_at_100_std": 0.165449, + "nauc_map_at_100_diff1": -0.255733, + "nauc_map_at_1000_max": -0.036749, + "nauc_map_at_1000_std": 0.20046, + "nauc_map_at_1000_diff1": -0.247038, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": -0.033312, + "nauc_recall_at_3_std": 0.05559, + "nauc_recall_at_3_diff1": -0.336525, + "nauc_recall_at_5_max": -0.038438, + "nauc_recall_at_5_std": 0.059474, + "nauc_recall_at_5_diff1": -0.32843, + "nauc_recall_at_10_max": -0.038826, + "nauc_recall_at_10_std": 0.065449, + "nauc_recall_at_10_diff1": -0.307601, + "nauc_recall_at_20_max": -0.034793, + "nauc_recall_at_20_std": 0.104523, + "nauc_recall_at_20_diff1": -0.279931, + "nauc_recall_at_100_max": -0.024183, + "nauc_recall_at_100_std": 0.189119, + "nauc_recall_at_100_diff1": -0.206871, + "nauc_recall_at_1000_max": -0.006019, + "nauc_recall_at_1000_std": 0.686876, + "nauc_recall_at_1000_diff1": 0.047233, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": -0.035684, + "nauc_precision_at_3_std": 0.037872, + "nauc_precision_at_3_diff1": -0.3582, + "nauc_precision_at_5_max": -0.03991, + "nauc_precision_at_5_std": 0.041632, + "nauc_precision_at_5_diff1": -0.342257, + "nauc_precision_at_10_max": -0.038907, + "nauc_precision_at_10_std": 0.050564, + "nauc_precision_at_10_diff1": -0.316256, + "nauc_precision_at_20_max": -0.034594, + "nauc_precision_at_20_std": 0.091159, + "nauc_precision_at_20_diff1": -0.28707, + "nauc_precision_at_100_max": -0.022329, + "nauc_precision_at_100_std": 0.174613, + "nauc_precision_at_100_diff1": -0.209202, + "nauc_precision_at_1000_max": 0.003112, + "nauc_precision_at_1000_std": 0.589739, + "nauc_precision_at_1000_diff1": 0.041213, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": -0.035477, + "nauc_mrr_at_3_std": 0.02889, + "nauc_mrr_at_3_diff1": -0.392789, + "nauc_mrr_at_5_max": -0.032606, + "nauc_mrr_at_5_std": 0.025882, + "nauc_mrr_at_5_diff1": -0.395392, + "nauc_mrr_at_10_max": -0.033856, + "nauc_mrr_at_10_std": 0.024875, + "nauc_mrr_at_10_diff1": -0.400956, + "nauc_mrr_at_20_max": -0.033028, + "nauc_mrr_at_20_std": 0.024422, + "nauc_mrr_at_20_diff1": -0.403122, + "nauc_mrr_at_100_max": -0.033593, + "nauc_mrr_at_100_std": 0.023026, + "nauc_mrr_at_100_diff1": -0.400975, + "nauc_mrr_at_1000_max": -0.033647, + "nauc_mrr_at_1000_std": 0.023264, + "nauc_mrr_at_1000_diff1": -0.400874, + "hit_rate_at_1": 0.0, + "hit_rate_at_3": 0.71022, + "hit_rate_at_5": 0.79945, + "hit_rate_at_10": 0.8766, + "hit_rate_at_20": 0.92613, + "hit_rate_at_100": 0.98395, + "hit_rate_at_1000": 0.99896, + "main_score": 0.0, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 225.73934984207153, + "kg_co2_emissions": null, + "date": 1776186006.284553 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CVBenchCount.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CVBenchCount.json new file mode 100644 index 0000000000..4638ddc26c --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CVBenchCount.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "9926abb226c15b55dd8cce8c91cac1abf2326a61", + "task_name": "CVBenchCount", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.34772, + "ndcg_at_3": 0.57807, + "ndcg_at_5": 0.67525, + "ndcg_at_10": 0.68113, + "ndcg_at_20": 0.68113, + "ndcg_at_100": 0.68113, + "ndcg_at_1000": 0.68113, + "map_at_1": 0.34772, + "map_at_3": 0.51861, + "map_at_5": 0.57343, + "map_at_10": 0.57618, + "map_at_20": 0.57618, + "map_at_100": 0.57618, + "map_at_1000": 0.57618, + "recall_at_1": 0.34772, + "recall_at_3": 0.75127, + "recall_at_5": 0.9835, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.34772, + "precision_at_1": 0.34772, + "precision_at_3": 0.25042, + "precision_at_5": 0.1967, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.347716, + "mrr_at_3": 0.518613, + "mrr_at_5": 0.573435, + "mrr_at_10": 0.576184, + "mrr_at_20": 0.576184, + "mrr_at_100": 0.576184, + "mrr_at_1000": 0.576184, + "nauc_ndcg_at_1_max": 0.11635, + "nauc_ndcg_at_1_std": 0.019231, + "nauc_ndcg_at_1_diff1": 0.194657, + "nauc_ndcg_at_3_max": 0.16823, + "nauc_ndcg_at_3_std": 0.028243, + "nauc_ndcg_at_3_diff1": 0.117961, + "nauc_ndcg_at_5_max": 0.130561, + "nauc_ndcg_at_5_std": -0.000898, + "nauc_ndcg_at_5_diff1": 0.157176, + "nauc_ndcg_at_10_max": 0.126417, + "nauc_ndcg_at_10_std": 0.006624, + "nauc_ndcg_at_10_diff1": 0.154089, + "nauc_ndcg_at_20_max": 0.126417, + "nauc_ndcg_at_20_std": 0.006624, + "nauc_ndcg_at_20_diff1": 0.154089, + "nauc_ndcg_at_100_max": 0.126417, + "nauc_ndcg_at_100_std": 0.006624, + "nauc_ndcg_at_100_diff1": 0.154089, + "nauc_ndcg_at_1000_max": 0.126417, + "nauc_ndcg_at_1000_std": 0.006624, + "nauc_ndcg_at_1000_diff1": 0.154089, + "nauc_map_at_1_max": 0.11635, + "nauc_map_at_1_std": 0.019231, + "nauc_map_at_1_diff1": 0.194657, + "nauc_map_at_3_max": 0.148625, + "nauc_map_at_3_std": 0.020563, + "nauc_map_at_3_diff1": 0.13892, + "nauc_map_at_5_max": 0.12705, + "nauc_map_at_5_std": 0.004676, + "nauc_map_at_5_diff1": 0.157954, + "nauc_map_at_10_max": 0.125543, + "nauc_map_at_10_std": 0.007404, + "nauc_map_at_10_diff1": 0.156868, + "nauc_map_at_20_max": 0.125543, + "nauc_map_at_20_std": 0.007404, + "nauc_map_at_20_diff1": 0.156868, + "nauc_map_at_100_max": 0.125543, + "nauc_map_at_100_std": 0.007404, + "nauc_map_at_100_diff1": 0.156868, + "nauc_map_at_1000_max": 0.125543, + "nauc_map_at_1000_std": 0.007404, + "nauc_map_at_1000_diff1": 0.156868, + "nauc_recall_at_1_max": 0.11635, + "nauc_recall_at_1_std": 0.019231, + "nauc_recall_at_1_diff1": 0.194657, + "nauc_recall_at_3_max": 0.248884, + "nauc_recall_at_3_std": 0.061631, + "nauc_recall_at_3_diff1": 0.035104, + "nauc_recall_at_5_max": 0.266521, + "nauc_recall_at_5_std": -0.247688, + "nauc_recall_at_5_diff1": 0.258479, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.11635, + "nauc_precision_at_1_std": 0.019231, + "nauc_precision_at_1_diff1": 0.194657, + "nauc_precision_at_3_max": 0.248884, + "nauc_precision_at_3_std": 0.061631, + "nauc_precision_at_3_diff1": 0.035104, + "nauc_precision_at_5_max": 0.266521, + "nauc_precision_at_5_std": -0.247688, + "nauc_precision_at_5_diff1": 0.258479, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.11635, + "nauc_mrr_at_1_std": 0.019231, + "nauc_mrr_at_1_diff1": 0.194657, + "nauc_mrr_at_3_max": 0.148625, + "nauc_mrr_at_3_std": 0.020563, + "nauc_mrr_at_3_diff1": 0.13892, + "nauc_mrr_at_5_max": 0.12705, + "nauc_mrr_at_5_std": 0.004676, + "nauc_mrr_at_5_diff1": 0.157954, + "nauc_mrr_at_10_max": 0.125543, + "nauc_mrr_at_10_std": 0.007404, + "nauc_mrr_at_10_diff1": 0.156868, + "nauc_mrr_at_20_max": 0.125543, + "nauc_mrr_at_20_std": 0.007404, + "nauc_mrr_at_20_diff1": 0.156868, + "nauc_mrr_at_100_max": 0.125543, + "nauc_mrr_at_100_std": 0.007404, + "nauc_mrr_at_100_diff1": 0.156868, + "nauc_mrr_at_1000_max": 0.125543, + "nauc_mrr_at_1000_std": 0.007404, + "nauc_mrr_at_1000_diff1": 0.156868, + "hit_rate_at_1": 0.34772, + "hit_rate_at_3": 0.75127, + "hit_rate_at_5": 0.9835, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.34772, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 74.90827107429504, + "kg_co2_emissions": null, + "date": 1776184947.796536 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CVBenchDepth.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CVBenchDepth.json new file mode 100644 index 0000000000..e3ef4323b2 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CVBenchDepth.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "9926abb226c15b55dd8cce8c91cac1abf2326a61", + "task_name": "CVBenchDepth", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.515, + "ndcg_at_3": 0.821, + "ndcg_at_5": 0.821, + "ndcg_at_10": 0.821, + "ndcg_at_20": 0.821, + "ndcg_at_100": 0.821, + "ndcg_at_1000": 0.821, + "map_at_1": 0.515, + "map_at_3": 0.7575, + "map_at_5": 0.7575, + "map_at_10": 0.7575, + "map_at_20": 0.7575, + "map_at_100": 0.7575, + "map_at_1000": 0.7575, + "recall_at_1": 0.515, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.515, + "precision_at_1": 0.515, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.515, + "mrr_at_3": 0.7575, + "mrr_at_5": 0.7575, + "mrr_at_10": 0.7575, + "mrr_at_20": 0.7575, + "mrr_at_100": 0.7575, + "mrr_at_1000": 0.7575, + "nauc_ndcg_at_1_max": 0.17884, + "nauc_ndcg_at_1_std": 0.135797, + "nauc_ndcg_at_1_diff1": 0.135797, + "nauc_ndcg_at_3_max": 0.17884, + "nauc_ndcg_at_3_std": 0.135797, + "nauc_ndcg_at_3_diff1": 0.135797, + "nauc_ndcg_at_5_max": 0.17884, + "nauc_ndcg_at_5_std": 0.135797, + "nauc_ndcg_at_5_diff1": 0.135797, + "nauc_ndcg_at_10_max": 0.17884, + "nauc_ndcg_at_10_std": 0.135797, + "nauc_ndcg_at_10_diff1": 0.135797, + "nauc_ndcg_at_20_max": 0.17884, + "nauc_ndcg_at_20_std": 0.135797, + "nauc_ndcg_at_20_diff1": 0.135797, + "nauc_ndcg_at_100_max": 0.17884, + "nauc_ndcg_at_100_std": 0.135797, + "nauc_ndcg_at_100_diff1": 0.135797, + "nauc_ndcg_at_1000_max": 0.17884, + "nauc_ndcg_at_1000_std": 0.135797, + "nauc_ndcg_at_1000_diff1": 0.135797, + "nauc_map_at_1_max": 0.17884, + "nauc_map_at_1_std": 0.135797, + "nauc_map_at_1_diff1": 0.135797, + "nauc_map_at_3_max": 0.17884, + "nauc_map_at_3_std": 0.135797, + "nauc_map_at_3_diff1": 0.135797, + "nauc_map_at_5_max": 0.17884, + "nauc_map_at_5_std": 0.135797, + "nauc_map_at_5_diff1": 0.135797, + "nauc_map_at_10_max": 0.17884, + "nauc_map_at_10_std": 0.135797, + "nauc_map_at_10_diff1": 0.135797, + "nauc_map_at_20_max": 0.17884, + "nauc_map_at_20_std": 0.135797, + "nauc_map_at_20_diff1": 0.135797, + "nauc_map_at_100_max": 0.17884, + "nauc_map_at_100_std": 0.135797, + "nauc_map_at_100_diff1": 0.135797, + "nauc_map_at_1000_max": 0.17884, + "nauc_map_at_1000_std": 0.135797, + "nauc_map_at_1000_diff1": 0.135797, + "nauc_recall_at_1_max": 0.17884, + "nauc_recall_at_1_std": 0.135797, + "nauc_recall_at_1_diff1": 0.135797, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.17884, + "nauc_precision_at_1_std": 0.135797, + "nauc_precision_at_1_diff1": 0.135797, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.17884, + "nauc_mrr_at_1_std": 0.135797, + "nauc_mrr_at_1_diff1": 0.135797, + "nauc_mrr_at_3_max": 0.17884, + "nauc_mrr_at_3_std": 0.135797, + "nauc_mrr_at_3_diff1": 0.135797, + "nauc_mrr_at_5_max": 0.17884, + "nauc_mrr_at_5_std": 0.135797, + "nauc_mrr_at_5_diff1": 0.135797, + "nauc_mrr_at_10_max": 0.17884, + "nauc_mrr_at_10_std": 0.135797, + "nauc_mrr_at_10_diff1": 0.135797, + "nauc_mrr_at_20_max": 0.17884, + "nauc_mrr_at_20_std": 0.135797, + "nauc_mrr_at_20_diff1": 0.135797, + "nauc_mrr_at_100_max": 0.17884, + "nauc_mrr_at_100_std": 0.135797, + "nauc_mrr_at_100_diff1": 0.135797, + "nauc_mrr_at_1000_max": 0.17884, + "nauc_mrr_at_1000_std": 0.135797, + "nauc_mrr_at_1000_diff1": 0.135797, + "hit_rate_at_1": 0.515, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.515, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 77.25788187980652, + "kg_co2_emissions": null, + "date": 1776183481.827066 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CVBenchDistance.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CVBenchDistance.json new file mode 100644 index 0000000000..c81589310e --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CVBenchDistance.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "9926abb226c15b55dd8cce8c91cac1abf2326a61", + "task_name": "CVBenchDistance", + "mteb_version": "2.12.15", + "scores": { + "test": [ + { + "ndcg_at_1": 0.53167, + "ndcg_at_3": 0.82715, + "ndcg_at_5": 0.82715, + "ndcg_at_10": 0.82715, + "ndcg_at_20": 0.82715, + "ndcg_at_100": 0.82715, + "ndcg_at_1000": 0.82715, + "map_at_1": 0.53167, + "map_at_3": 0.76583, + "map_at_5": 0.76583, + "map_at_10": 0.76583, + "map_at_20": 0.76583, + "map_at_100": 0.76583, + "map_at_1000": 0.76583, + "recall_at_1": 0.53167, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.53167, + "precision_at_1": 0.53167, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.531667, + "mrr_at_3": 0.765833, + "mrr_at_5": 0.765833, + "mrr_at_10": 0.765833, + "mrr_at_20": 0.765833, + "mrr_at_100": 0.765833, + "mrr_at_1000": 0.765833, + "nauc_ndcg_at_1_max": 0.014732, + "nauc_ndcg_at_1_std": -0.014094, + "nauc_ndcg_at_1_diff1": -0.014094, + "nauc_ndcg_at_3_max": 0.014732, + "nauc_ndcg_at_3_std": -0.014094, + "nauc_ndcg_at_3_diff1": -0.014094, + "nauc_ndcg_at_5_max": 0.014732, + "nauc_ndcg_at_5_std": -0.014094, + "nauc_ndcg_at_5_diff1": -0.014094, + "nauc_ndcg_at_10_max": 0.014732, + "nauc_ndcg_at_10_std": -0.014094, + "nauc_ndcg_at_10_diff1": -0.014094, + "nauc_ndcg_at_20_max": 0.014732, + "nauc_ndcg_at_20_std": -0.014094, + "nauc_ndcg_at_20_diff1": -0.014094, + "nauc_ndcg_at_100_max": 0.014732, + "nauc_ndcg_at_100_std": -0.014094, + "nauc_ndcg_at_100_diff1": -0.014094, + "nauc_ndcg_at_1000_max": 0.014732, + "nauc_ndcg_at_1000_std": -0.014094, + "nauc_ndcg_at_1000_diff1": -0.014094, + "nauc_map_at_1_max": 0.014732, + "nauc_map_at_1_std": -0.014094, + "nauc_map_at_1_diff1": -0.014094, + "nauc_map_at_3_max": 0.014732, + "nauc_map_at_3_std": -0.014094, + "nauc_map_at_3_diff1": -0.014094, + "nauc_map_at_5_max": 0.014732, + "nauc_map_at_5_std": -0.014094, + "nauc_map_at_5_diff1": -0.014094, + "nauc_map_at_10_max": 0.014732, + "nauc_map_at_10_std": -0.014094, + "nauc_map_at_10_diff1": -0.014094, + "nauc_map_at_20_max": 0.014732, + "nauc_map_at_20_std": -0.014094, + "nauc_map_at_20_diff1": -0.014094, + "nauc_map_at_100_max": 0.014732, + "nauc_map_at_100_std": -0.014094, + "nauc_map_at_100_diff1": -0.014094, + "nauc_map_at_1000_max": 0.014732, + "nauc_map_at_1000_std": -0.014094, + "nauc_map_at_1000_diff1": -0.014094, + "nauc_recall_at_1_max": 0.014732, + "nauc_recall_at_1_std": -0.014094, + "nauc_recall_at_1_diff1": -0.014094, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.014732, + "nauc_precision_at_1_std": -0.014094, + "nauc_precision_at_1_diff1": -0.014094, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.014732, + "nauc_mrr_at_1_std": -0.014094, + "nauc_mrr_at_1_diff1": -0.014094, + "nauc_mrr_at_3_max": 0.014732, + "nauc_mrr_at_3_std": -0.014094, + "nauc_mrr_at_3_diff1": -0.014094, + "nauc_mrr_at_5_max": 0.014732, + "nauc_mrr_at_5_std": -0.014094, + "nauc_mrr_at_5_diff1": -0.014094, + "nauc_mrr_at_10_max": 0.014732, + "nauc_mrr_at_10_std": -0.014094, + "nauc_mrr_at_10_diff1": -0.014094, + "nauc_mrr_at_20_max": 0.014732, + "nauc_mrr_at_20_std": -0.014094, + "nauc_mrr_at_20_diff1": -0.014094, + "nauc_mrr_at_100_max": 0.014732, + "nauc_mrr_at_100_std": -0.014094, + "nauc_mrr_at_100_diff1": -0.014094, + "nauc_mrr_at_1000_max": 0.014732, + "nauc_mrr_at_1000_std": -0.014094, + "nauc_mrr_at_1000_diff1": -0.014094, + "hit_rate_at_1": 0.53167, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.53167, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 73.00189399719238, + "kg_co2_emissions": null, + "date": 1776090411.402826 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CVBenchRelation.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CVBenchRelation.json new file mode 100644 index 0000000000..d4cacb215c --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CVBenchRelation.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "9926abb226c15b55dd8cce8c91cac1abf2326a61", + "task_name": "CVBenchRelation", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.60154, + "ndcg_at_3": 0.85294, + "ndcg_at_5": 0.85294, + "ndcg_at_10": 0.85294, + "ndcg_at_20": 0.85294, + "ndcg_at_100": 0.85294, + "ndcg_at_1000": 0.85294, + "map_at_1": 0.60154, + "map_at_3": 0.80077, + "map_at_5": 0.80077, + "map_at_10": 0.80077, + "map_at_20": 0.80077, + "map_at_100": 0.80077, + "map_at_1000": 0.80077, + "recall_at_1": 0.60154, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.60154, + "precision_at_1": 0.60154, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.601538, + "mrr_at_3": 0.800769, + "mrr_at_5": 0.800769, + "mrr_at_10": 0.800769, + "mrr_at_20": 0.800769, + "mrr_at_100": 0.800769, + "mrr_at_1000": 0.800769, + "nauc_ndcg_at_1_max": 0.117857, + "nauc_ndcg_at_1_std": 0.123821, + "nauc_ndcg_at_1_diff1": 0.123821, + "nauc_ndcg_at_3_max": 0.117857, + "nauc_ndcg_at_3_std": 0.123821, + "nauc_ndcg_at_3_diff1": 0.123821, + "nauc_ndcg_at_5_max": 0.117857, + "nauc_ndcg_at_5_std": 0.123821, + "nauc_ndcg_at_5_diff1": 0.123821, + "nauc_ndcg_at_10_max": 0.117857, + "nauc_ndcg_at_10_std": 0.123821, + "nauc_ndcg_at_10_diff1": 0.123821, + "nauc_ndcg_at_20_max": 0.117857, + "nauc_ndcg_at_20_std": 0.123821, + "nauc_ndcg_at_20_diff1": 0.123821, + "nauc_ndcg_at_100_max": 0.117857, + "nauc_ndcg_at_100_std": 0.123821, + "nauc_ndcg_at_100_diff1": 0.123821, + "nauc_ndcg_at_1000_max": 0.117857, + "nauc_ndcg_at_1000_std": 0.123821, + "nauc_ndcg_at_1000_diff1": 0.123821, + "nauc_map_at_1_max": 0.117857, + "nauc_map_at_1_std": 0.123821, + "nauc_map_at_1_diff1": 0.123821, + "nauc_map_at_3_max": 0.117857, + "nauc_map_at_3_std": 0.123821, + "nauc_map_at_3_diff1": 0.123821, + "nauc_map_at_5_max": 0.117857, + "nauc_map_at_5_std": 0.123821, + "nauc_map_at_5_diff1": 0.123821, + "nauc_map_at_10_max": 0.117857, + "nauc_map_at_10_std": 0.123821, + "nauc_map_at_10_diff1": 0.123821, + "nauc_map_at_20_max": 0.117857, + "nauc_map_at_20_std": 0.123821, + "nauc_map_at_20_diff1": 0.123821, + "nauc_map_at_100_max": 0.117857, + "nauc_map_at_100_std": 0.123821, + "nauc_map_at_100_diff1": 0.123821, + "nauc_map_at_1000_max": 0.117857, + "nauc_map_at_1000_std": 0.123821, + "nauc_map_at_1000_diff1": 0.123821, + "nauc_recall_at_1_max": 0.117857, + "nauc_recall_at_1_std": 0.123821, + "nauc_recall_at_1_diff1": 0.123821, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.117857, + "nauc_precision_at_1_std": 0.123821, + "nauc_precision_at_1_diff1": 0.123821, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.117857, + "nauc_mrr_at_1_std": 0.123821, + "nauc_mrr_at_1_diff1": 0.123821, + "nauc_mrr_at_3_max": 0.117857, + "nauc_mrr_at_3_std": 0.123821, + "nauc_mrr_at_3_diff1": 0.123821, + "nauc_mrr_at_5_max": 0.117857, + "nauc_mrr_at_5_std": 0.123821, + "nauc_mrr_at_5_diff1": 0.123821, + "nauc_mrr_at_10_max": 0.117857, + "nauc_mrr_at_10_std": 0.123821, + "nauc_mrr_at_10_diff1": 0.123821, + "nauc_mrr_at_20_max": 0.117857, + "nauc_mrr_at_20_std": 0.123821, + "nauc_mrr_at_20_diff1": 0.123821, + "nauc_mrr_at_100_max": 0.117857, + "nauc_mrr_at_100_std": 0.123821, + "nauc_mrr_at_100_diff1": 0.123821, + "nauc_mrr_at_1000_max": 0.117857, + "nauc_mrr_at_1000_std": 0.123821, + "nauc_mrr_at_1000_diff1": 0.123821, + "hit_rate_at_1": 0.60154, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.60154, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 39.36580491065979, + "kg_co2_emissions": null, + "date": 1776184431.154185 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CataloniaTweetClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CataloniaTweetClassification.json new file mode 100644 index 0000000000..8fe1fad220 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CataloniaTweetClassification.json @@ -0,0 +1,526 @@ +{ + "dataset_revision": "a160e486a21cea511a4b23a90e6bd6f7920d3a8f", + "task_name": "CataloniaTweetClassification", + "mteb_version": "2.12.16", + "scores": { + "validation": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.460546, + "f1": 0.457345, + "f1_weighted": 0.440539, + "precision": 0.496259, + "precision_weighted": 0.475936, + "recall": 0.466864, + "recall_weighted": 0.460546, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.524069, + "f1": 0.536206, + "f1_weighted": 0.521727, + "precision": 0.527414, + "precision_weighted": 0.521752, + "recall": 0.548719, + "recall_weighted": 0.524069, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.435732, + "f1": 0.441178, + "f1_weighted": 0.430745, + "precision": 0.434245, + "precision_weighted": 0.444988, + "recall": 0.47701, + "recall_weighted": 0.435732, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.475434, + "f1": 0.493705, + "f1_weighted": 0.472229, + "precision": 0.486169, + "precision_weighted": 0.473585, + "recall": 0.506257, + "recall_weighted": 0.475434, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.505211, + "f1": 0.514821, + "f1_weighted": 0.50245, + "precision": 0.517873, + "precision_weighted": 0.510175, + "recall": 0.520364, + "recall_weighted": 0.505211, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.494293, + "f1": 0.503574, + "f1_weighted": 0.485912, + "precision": 0.501157, + "precision_weighted": 0.49677, + "recall": 0.523471, + "recall_weighted": 0.494293, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.482878, + "f1": 0.498032, + "f1_weighted": 0.479659, + "precision": 0.522323, + "precision_weighted": 0.497842, + "recall": 0.493498, + "recall_weighted": 0.482878, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.458561, + "f1": 0.461301, + "f1_weighted": 0.451389, + "precision": 0.452327, + "precision_weighted": 0.459367, + "recall": 0.491838, + "recall_weighted": 0.458561, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454094, + "f1": 0.4566, + "f1_weighted": 0.452604, + "precision": 0.456784, + "precision_weighted": 0.453621, + "recall": 0.458547, + "recall_weighted": 0.454094, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.51067, + "f1": 0.537705, + "f1_weighted": 0.514698, + "precision": 0.563951, + "precision_weighted": 0.525283, + "recall": 0.521247, + "recall_weighted": 0.51067, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.480149, + "f1": 0.490047, + "f1_weighted": 0.475195, + "precision": 0.49585, + "precision_weighted": 0.485932, + "recall": 0.500781, + "recall_weighted": 0.480149, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.480149, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.442786, + "f1": 0.433696, + "f1_weighted": 0.436517, + "precision": 0.466582, + "precision_weighted": 0.496319, + "recall": 0.469604, + "recall_weighted": 0.442786, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.450249, + "f1": 0.443329, + "f1_weighted": 0.450728, + "precision": 0.447261, + "precision_weighted": 0.461179, + "recall": 0.448197, + "recall_weighted": 0.450249, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.478607, + "f1": 0.470791, + "f1_weighted": 0.46507, + "precision": 0.473935, + "precision_weighted": 0.479602, + "recall": 0.492676, + "recall_weighted": 0.478607, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.452239, + "f1": 0.449119, + "f1_weighted": 0.452348, + "precision": 0.451027, + "precision_weighted": 0.456767, + "recall": 0.450864, + "recall_weighted": 0.452239, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.465174, + "f1": 0.449838, + "f1_weighted": 0.465016, + "precision": 0.451823, + "precision_weighted": 0.476599, + "recall": 0.459716, + "recall_weighted": 0.465174, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.49148, + "f1_weighted": 0.490248, + "precision": 0.503125, + "precision_weighted": 0.516949, + "recall": 0.512552, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.459701, + "f1": 0.465297, + "f1_weighted": 0.4556, + "precision": 0.459009, + "precision_weighted": 0.459806, + "recall": 0.481219, + "recall_weighted": 0.459701, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.484577, + "f1": 0.486342, + "f1_weighted": 0.478886, + "precision": 0.493183, + "precision_weighted": 0.50936, + "recall": 0.523759, + "recall_weighted": 0.484577, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.477114, + "f1": 0.473629, + "f1_weighted": 0.477939, + "precision": 0.483348, + "precision_weighted": 0.506605, + "recall": 0.495023, + "recall_weighted": 0.477114, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.477612, + "f1": 0.472933, + "f1_weighted": 0.474955, + "precision": 0.478123, + "precision_weighted": 0.496985, + "recall": 0.494348, + "recall_weighted": 0.477612, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.468806, + "f1": 0.463645, + "f1_weighted": 0.464731, + "precision": 0.470742, + "precision_weighted": 0.486017, + "recall": 0.482796, + "recall_weighted": 0.468806, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.468806, + "hf_subset": "catalan", + "languages": [ + "cat-Latn" + ] + } + ], + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.476687, + "f1": 0.478326, + "f1_weighted": 0.464468, + "precision": 0.498458, + "precision_weighted": 0.485404, + "recall": 0.485661, + "recall_weighted": 0.476687, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.500496, + "f1": 0.513968, + "f1_weighted": 0.496099, + "precision": 0.503207, + "precision_weighted": 0.498065, + "recall": 0.533848, + "recall_weighted": 0.500496, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.41369, + "f1": 0.419291, + "f1_weighted": 0.40743, + "precision": 0.414596, + "precision_weighted": 0.425006, + "recall": 0.459133, + "recall_weighted": 0.41369, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.485615, + "f1": 0.500511, + "f1_weighted": 0.480656, + "precision": 0.490961, + "precision_weighted": 0.48173, + "recall": 0.517425, + "recall_weighted": 0.485615, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.485119, + "f1": 0.502122, + "f1_weighted": 0.482818, + "precision": 0.501798, + "precision_weighted": 0.486059, + "recall": 0.507122, + "recall_weighted": 0.485119, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.493552, + "f1": 0.499152, + "f1_weighted": 0.485226, + "precision": 0.494929, + "precision_weighted": 0.495225, + "recall": 0.522009, + "recall_weighted": 0.493552, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.494048, + "f1": 0.510303, + "f1_weighted": 0.489173, + "precision": 0.527815, + "precision_weighted": 0.501506, + "recall": 0.507968, + "recall_weighted": 0.494048, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.461806, + "f1": 0.469015, + "f1_weighted": 0.454366, + "precision": 0.458559, + "precision_weighted": 0.461603, + "recall": 0.500391, + "recall_weighted": 0.461806, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.468254, + "f1": 0.464689, + "f1_weighted": 0.46501, + "precision": 0.468293, + "precision_weighted": 0.470634, + "recall": 0.468446, + "recall_weighted": 0.468254, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.508929, + "f1": 0.543376, + "f1_weighted": 0.512565, + "precision": 0.564, + "precision_weighted": 0.520792, + "recall": 0.529164, + "recall_weighted": 0.508929, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.478819, + "f1": 0.490075, + "f1_weighted": 0.473781, + "precision": 0.492262, + "precision_weighted": 0.482602, + "recall": 0.503117, + "recall_weighted": 0.478819, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.478819, + "hf_subset": "spanish", + "languages": [ + "spa-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.468657, + "f1": 0.454833, + "f1_weighted": 0.463083, + "precision": 0.484742, + "precision_weighted": 0.509663, + "recall": 0.480337, + "recall_weighted": 0.468657, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.470149, + "f1": 0.465722, + "f1_weighted": 0.469867, + "precision": 0.467156, + "precision_weighted": 0.472864, + "recall": 0.46727, + "recall_weighted": 0.470149, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.506468, + "f1": 0.497266, + "f1_weighted": 0.493979, + "precision": 0.497721, + "precision_weighted": 0.498761, + "recall": 0.512768, + "recall_weighted": 0.506468, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.463682, + "f1": 0.460589, + "f1_weighted": 0.46283, + "precision": 0.462129, + "precision_weighted": 0.463155, + "recall": 0.460081, + "recall_weighted": 0.463682, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.495522, + "f1": 0.479605, + "f1_weighted": 0.496635, + "precision": 0.481666, + "precision_weighted": 0.505185, + "recall": 0.485837, + "recall_weighted": 0.495522, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.514428, + "f1": 0.505082, + "f1_weighted": 0.509471, + "precision": 0.51084, + "precision_weighted": 0.520021, + "recall": 0.513741, + "recall_weighted": 0.514428, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.480597, + "f1": 0.480228, + "f1_weighted": 0.477667, + "precision": 0.475668, + "precision_weighted": 0.480872, + "recall": 0.492351, + "recall_weighted": 0.480597, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.499502, + "f1": 0.500101, + "f1_weighted": 0.495618, + "precision": 0.506091, + "precision_weighted": 0.519267, + "recall": 0.528234, + "recall_weighted": 0.499502, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.504478, + "f1": 0.499447, + "f1_weighted": 0.50273, + "precision": 0.502858, + "precision_weighted": 0.517375, + "recall": 0.514862, + "recall_weighted": 0.504478, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.479104, + "f1": 0.474807, + "f1_weighted": 0.475889, + "precision": 0.477435, + "precision_weighted": 0.48985, + "recall": 0.492013, + "recall_weighted": 0.479104, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.488259, + "f1": 0.481768, + "f1_weighted": 0.484777, + "precision": 0.486631, + "precision_weighted": 0.497701, + "recall": 0.494749, + "recall_weighted": 0.488259, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.488259, + "hf_subset": "catalan", + "languages": [ + "cat-Latn" + ] + } + ] + }, + "evaluation_time": 54.71551561355591, + "kg_co2_emissions": null, + "date": 1776176433.165313 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ClothoT2ARetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ClothoT2ARetrieval.json new file mode 100644 index 0000000000..f36b53a07e --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ClothoT2ARetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "c44521cd4067f134e5f5bace4290b59ed773b451", + "task_name": "ClothoT2ARetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.04333, + "ndcg_at_3": 0.07016, + "ndcg_at_5": 0.08267, + "ndcg_at_10": 0.10205, + "ndcg_at_20": 0.1238, + "ndcg_at_100": 0.18226, + "ndcg_at_1000": 0.23192, + "map_at_1": 0.04333, + "map_at_3": 0.06326, + "map_at_5": 0.07023, + "map_at_10": 0.07808, + "map_at_20": 0.08394, + "map_at_100": 0.09165, + "map_at_1000": 0.0933, + "recall_at_1": 0.04333, + "recall_at_3": 0.09024, + "recall_at_5": 0.1205, + "recall_at_10": 0.1812, + "recall_at_20": 0.26804, + "recall_at_100": 0.58872, + "recall_at_1000": 0.99212, + "accuracy": 0.04333, + "precision_at_1": 0.04333, + "precision_at_3": 0.03008, + "precision_at_5": 0.0241, + "precision_at_10": 0.01812, + "precision_at_20": 0.0134, + "precision_at_100": 0.00589, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.04333, + "mrr_at_3": 0.063265, + "mrr_at_5": 0.07023, + "mrr_at_10": 0.078085, + "mrr_at_20": 0.083942, + "mrr_at_100": 0.091651, + "mrr_at_1000": 0.093302, + "nauc_ndcg_at_1_max": 0.211837, + "nauc_ndcg_at_1_std": 0.167899, + "nauc_ndcg_at_1_diff1": 0.29587, + "nauc_ndcg_at_3_max": 0.202473, + "nauc_ndcg_at_3_std": 0.167154, + "nauc_ndcg_at_3_diff1": 0.223149, + "nauc_ndcg_at_5_max": 0.208959, + "nauc_ndcg_at_5_std": 0.171168, + "nauc_ndcg_at_5_diff1": 0.209147, + "nauc_ndcg_at_10_max": 0.204296, + "nauc_ndcg_at_10_std": 0.171577, + "nauc_ndcg_at_10_diff1": 0.195057, + "nauc_ndcg_at_20_max": 0.215128, + "nauc_ndcg_at_20_std": 0.181524, + "nauc_ndcg_at_20_diff1": 0.186538, + "nauc_ndcg_at_100_max": 0.261192, + "nauc_ndcg_at_100_std": 0.24867, + "nauc_ndcg_at_100_diff1": 0.194884, + "nauc_ndcg_at_1000_max": 0.243465, + "nauc_ndcg_at_1000_std": 0.222355, + "nauc_ndcg_at_1000_diff1": 0.204798, + "nauc_map_at_1_max": 0.211837, + "nauc_map_at_1_std": 0.167899, + "nauc_map_at_1_diff1": 0.29587, + "nauc_map_at_3_max": 0.20429, + "nauc_map_at_3_std": 0.166463, + "nauc_map_at_3_diff1": 0.235723, + "nauc_map_at_5_max": 0.208302, + "nauc_map_at_5_std": 0.1689, + "nauc_map_at_5_diff1": 0.225764, + "nauc_map_at_10_max": 0.206209, + "nauc_map_at_10_std": 0.169851, + "nauc_map_at_10_diff1": 0.217251, + "nauc_map_at_20_max": 0.209858, + "nauc_map_at_20_std": 0.173522, + "nauc_map_at_20_diff1": 0.213326, + "nauc_map_at_100_max": 0.217843, + "nauc_map_at_100_std": 0.186032, + "nauc_map_at_100_diff1": 0.213715, + "nauc_map_at_1000_max": 0.217829, + "nauc_map_at_1000_std": 0.185965, + "nauc_map_at_1000_diff1": 0.214667, + "nauc_recall_at_1_max": 0.211837, + "nauc_recall_at_1_std": 0.167899, + "nauc_recall_at_1_diff1": 0.29587, + "nauc_recall_at_3_max": 0.19872, + "nauc_recall_at_3_std": 0.168788, + "nauc_recall_at_3_diff1": 0.197549, + "nauc_recall_at_5_max": 0.210634, + "nauc_recall_at_5_std": 0.175822, + "nauc_recall_at_5_diff1": 0.178736, + "nauc_recall_at_10_max": 0.200796, + "nauc_recall_at_10_std": 0.17388, + "nauc_recall_at_10_diff1": 0.160505, + "nauc_recall_at_20_max": 0.225154, + "nauc_recall_at_20_std": 0.194663, + "nauc_recall_at_20_diff1": 0.148953, + "nauc_recall_at_100_max": 0.366399, + "nauc_recall_at_100_std": 0.395394, + "nauc_recall_at_100_diff1": 0.178403, + "nauc_recall_at_1000_max": 0.889831, + "nauc_recall_at_1000_std": 0.933426, + "nauc_recall_at_1000_diff1": 0.438727, + "nauc_precision_at_1_max": 0.211837, + "nauc_precision_at_1_std": 0.167899, + "nauc_precision_at_1_diff1": 0.29587, + "nauc_precision_at_3_max": 0.19872, + "nauc_precision_at_3_std": 0.168788, + "nauc_precision_at_3_diff1": 0.197549, + "nauc_precision_at_5_max": 0.210634, + "nauc_precision_at_5_std": 0.175822, + "nauc_precision_at_5_diff1": 0.178736, + "nauc_precision_at_10_max": 0.200796, + "nauc_precision_at_10_std": 0.17388, + "nauc_precision_at_10_diff1": 0.160505, + "nauc_precision_at_20_max": 0.225154, + "nauc_precision_at_20_std": 0.194663, + "nauc_precision_at_20_diff1": 0.148953, + "nauc_precision_at_100_max": 0.366399, + "nauc_precision_at_100_std": 0.395394, + "nauc_precision_at_100_diff1": 0.178403, + "nauc_precision_at_1000_max": 0.889831, + "nauc_precision_at_1000_std": 0.933426, + "nauc_precision_at_1000_diff1": 0.438727, + "nauc_mrr_at_1_max": 0.211837, + "nauc_mrr_at_1_std": 0.167899, + "nauc_mrr_at_1_diff1": 0.29587, + "nauc_mrr_at_3_max": 0.20429, + "nauc_mrr_at_3_std": 0.166463, + "nauc_mrr_at_3_diff1": 0.235723, + "nauc_mrr_at_5_max": 0.208302, + "nauc_mrr_at_5_std": 0.1689, + "nauc_mrr_at_5_diff1": 0.225764, + "nauc_mrr_at_10_max": 0.206209, + "nauc_mrr_at_10_std": 0.169851, + "nauc_mrr_at_10_diff1": 0.217251, + "nauc_mrr_at_20_max": 0.209858, + "nauc_mrr_at_20_std": 0.173522, + "nauc_mrr_at_20_diff1": 0.213326, + "nauc_mrr_at_100_max": 0.217843, + "nauc_mrr_at_100_std": 0.186032, + "nauc_mrr_at_100_diff1": 0.213715, + "nauc_mrr_at_1000_max": 0.217829, + "nauc_mrr_at_1000_std": 0.185965, + "nauc_mrr_at_1000_diff1": 0.214667, + "hit_rate_at_1": 0.04333, + "hit_rate_at_3": 0.09024, + "hit_rate_at_5": 0.1205, + "hit_rate_at_10": 0.1812, + "hit_rate_at_20": 0.26804, + "hit_rate_at_100": 0.58872, + "hit_rate_at_1000": 0.99212, + "main_score": 0.1205, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 85.28778982162476, + "kg_co2_emissions": null, + "date": 1776214530.170813 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CommonLanguageAgeDetection.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CommonLanguageAgeDetection.json new file mode 100644 index 0000000000..7c78853c2c --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CommonLanguageAgeDetection.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "a9c585af68d65a29c4ad12121f83853fa1cdda92", + "task_name": "CommonLanguageAgeDetection", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.133, + "f1": 0.089531, + "f1_weighted": 0.163365, + "precision": 0.109714, + "precision_weighted": 0.257822, + "recall": 0.123598, + "recall_weighted": 0.133, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.1785, + "f1": 0.115279, + "f1_weighted": 0.211649, + "precision": 0.140361, + "precision_weighted": 0.313497, + "recall": 0.126071, + "recall_weighted": 0.1785, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.1225, + "f1": 0.080174, + "f1_weighted": 0.15197, + "precision": 0.099136, + "precision_weighted": 0.236513, + "recall": 0.109065, + "recall_weighted": 0.1225, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.12, + "f1": 0.071758, + "f1_weighted": 0.162019, + "precision": 0.112907, + "precision_weighted": 0.303528, + "recall": 0.070579, + "recall_weighted": 0.12, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.1885, + "f1": 0.111517, + "f1_weighted": 0.232628, + "precision": 0.148179, + "precision_weighted": 0.386803, + "recall": 0.130321, + "recall_weighted": 0.1885, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.1145, + "f1": 0.08259, + "f1_weighted": 0.148503, + "precision": 0.11114, + "precision_weighted": 0.245162, + "recall": 0.098988, + "recall_weighted": 0.1145, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.1535, + "f1": 0.094923, + "f1_weighted": 0.198557, + "precision": 0.135792, + "precision_weighted": 0.35311, + "recall": 0.09412, + "recall_weighted": 0.1535, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.1635, + "f1": 0.098681, + "f1_weighted": 0.193709, + "precision": 0.121323, + "precision_weighted": 0.286689, + "recall": 0.105693, + "recall_weighted": 0.1635, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.157, + "f1": 0.100448, + "f1_weighted": 0.192244, + "precision": 0.124839, + "precision_weighted": 0.286899, + "recall": 0.112239, + "recall_weighted": 0.157, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.1725, + "f1": 0.096516, + "f1_weighted": 0.2187, + "precision": 0.127348, + "precision_weighted": 0.336378, + "recall": 0.098394, + "recall_weighted": 0.1725, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.15035, + "f1": 0.094142, + "f1_weighted": 0.187334, + "precision": 0.123074, + "precision_weighted": 0.30064, + "recall": 0.106907, + "recall_weighted": 0.15035, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.15035, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 90.52514553070068, + "kg_co2_emissions": null, + "date": 1776241794.732407 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CommonVoiceMini21T2ARetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CommonVoiceMini21T2ARetrieval.json new file mode 100644 index 0000000000..f1ec1382d7 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CommonVoiceMini21T2ARetrieval.json @@ -0,0 +1,18147 @@ +{ + "dataset_revision": "8aef059b329d70e590bb81454a8a85ecdae54b45", + "task_name": "CommonVoiceMini21T2ARetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.27, + "ndcg_at_3": 0.32839, + "ndcg_at_5": 0.34109, + "ndcg_at_10": 0.35571, + "ndcg_at_20": 0.3782, + "ndcg_at_100": 0.42565, + "ndcg_at_1000": 0.45394, + "map_at_1": 0.27, + "map_at_3": 0.3125, + "map_at_5": 0.31975, + "map_at_10": 0.32583, + "map_at_20": 0.33185, + "map_at_100": 0.33811, + "map_at_1000": 0.33963, + "recall_at_1": 0.27, + "recall_at_3": 0.375, + "recall_at_5": 0.405, + "recall_at_10": 0.45, + "recall_at_20": 0.54, + "recall_at_100": 0.8, + "recall_at_1000": 1.0, + "accuracy": 0.27, + "precision_at_1": 0.27, + "precision_at_3": 0.125, + "precision_at_5": 0.081, + "precision_at_10": 0.045, + "precision_at_20": 0.027, + "precision_at_100": 0.008, + "precision_at_1000": 0.001, + "mrr_at_1": 0.27, + "mrr_at_3": 0.3125, + "mrr_at_5": 0.31975, + "mrr_at_10": 0.325825, + "mrr_at_20": 0.331849, + "mrr_at_100": 0.338111, + "mrr_at_1000": 0.339631, + "nauc_ndcg_at_1_max": 0.183622, + "nauc_ndcg_at_1_std": 0.023384, + "nauc_ndcg_at_1_diff1": 0.505768, + "nauc_ndcg_at_3_max": 0.167617, + "nauc_ndcg_at_3_std": 0.007283, + "nauc_ndcg_at_3_diff1": 0.403877, + "nauc_ndcg_at_5_max": 0.16951, + "nauc_ndcg_at_5_std": 0.019016, + "nauc_ndcg_at_5_diff1": 0.386622, + "nauc_ndcg_at_10_max": 0.167894, + "nauc_ndcg_at_10_std": 0.028084, + "nauc_ndcg_at_10_diff1": 0.372131, + "nauc_ndcg_at_20_max": 0.165546, + "nauc_ndcg_at_20_std": 0.040994, + "nauc_ndcg_at_20_diff1": 0.383457, + "nauc_ndcg_at_100_max": 0.15909, + "nauc_ndcg_at_100_std": 0.035023, + "nauc_ndcg_at_100_diff1": 0.403832, + "nauc_ndcg_at_1000_max": 0.162004, + "nauc_ndcg_at_1000_std": 0.023338, + "nauc_ndcg_at_1000_diff1": 0.405004, + "nauc_map_at_1_max": 0.183622, + "nauc_map_at_1_std": 0.023384, + "nauc_map_at_1_diff1": 0.505768, + "nauc_map_at_3_max": 0.169513, + "nauc_map_at_3_std": 0.008322, + "nauc_map_at_3_diff1": 0.429433, + "nauc_map_at_5_max": 0.170554, + "nauc_map_at_5_std": 0.014815, + "nauc_map_at_5_diff1": 0.419543, + "nauc_map_at_10_max": 0.168917, + "nauc_map_at_10_std": 0.017834, + "nauc_map_at_10_diff1": 0.413845, + "nauc_map_at_20_max": 0.168085, + "nauc_map_at_20_std": 0.020893, + "nauc_map_at_20_diff1": 0.417309, + "nauc_map_at_100_max": 0.166067, + "nauc_map_at_100_std": 0.018944, + "nauc_map_at_100_diff1": 0.42005, + "nauc_map_at_1000_max": 0.166231, + "nauc_map_at_1000_std": 0.018328, + "nauc_map_at_1000_diff1": 0.420182, + "nauc_recall_at_1_max": 0.183622, + "nauc_recall_at_1_std": 0.023384, + "nauc_recall_at_1_diff1": 0.505768, + "nauc_recall_at_3_max": 0.163113, + "nauc_recall_at_3_std": 0.005484, + "nauc_recall_at_3_diff1": 0.33278, + "nauc_recall_at_5_max": 0.16765, + "nauc_recall_at_5_std": 0.033282, + "nauc_recall_at_5_diff1": 0.293694, + "nauc_recall_at_10_max": 0.167708, + "nauc_recall_at_10_std": 0.064552, + "nauc_recall_at_10_diff1": 0.247424, + "nauc_recall_at_20_max": 0.159693, + "nauc_recall_at_20_std": 0.12185, + "nauc_recall_at_20_diff1": 0.283981, + "nauc_recall_at_100_max": 0.127572, + "nauc_recall_at_100_std": 0.161151, + "nauc_recall_at_100_diff1": 0.391996, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.183622, + "nauc_precision_at_1_std": 0.023384, + "nauc_precision_at_1_diff1": 0.505768, + "nauc_precision_at_3_max": 0.163113, + "nauc_precision_at_3_std": 0.005484, + "nauc_precision_at_3_diff1": 0.33278, + "nauc_precision_at_5_max": 0.16765, + "nauc_precision_at_5_std": 0.033282, + "nauc_precision_at_5_diff1": 0.293694, + "nauc_precision_at_10_max": 0.167708, + "nauc_precision_at_10_std": 0.064552, + "nauc_precision_at_10_diff1": 0.247424, + "nauc_precision_at_20_max": 0.159693, + "nauc_precision_at_20_std": 0.12185, + "nauc_precision_at_20_diff1": 0.283981, + "nauc_precision_at_100_max": 0.127572, + "nauc_precision_at_100_std": 0.161151, + "nauc_precision_at_100_diff1": 0.391996, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.183622, + "nauc_mrr_at_1_std": 0.023384, + "nauc_mrr_at_1_diff1": 0.505768, + "nauc_mrr_at_3_max": 0.169513, + "nauc_mrr_at_3_std": 0.008322, + "nauc_mrr_at_3_diff1": 0.429433, + "nauc_mrr_at_5_max": 0.170554, + "nauc_mrr_at_5_std": 0.014815, + "nauc_mrr_at_5_diff1": 0.419543, + "nauc_mrr_at_10_max": 0.168917, + "nauc_mrr_at_10_std": 0.017834, + "nauc_mrr_at_10_diff1": 0.413845, + "nauc_mrr_at_20_max": 0.168085, + "nauc_mrr_at_20_std": 0.020893, + "nauc_mrr_at_20_diff1": 0.417309, + "nauc_mrr_at_100_max": 0.166067, + "nauc_mrr_at_100_std": 0.018944, + "nauc_mrr_at_100_diff1": 0.42005, + "nauc_mrr_at_1000_max": 0.166231, + "nauc_mrr_at_1000_std": 0.018328, + "nauc_mrr_at_1000_diff1": 0.420182, + "hit_rate_at_1": 0.27, + "hit_rate_at_3": 0.375, + "hit_rate_at_5": 0.405, + "hit_rate_at_10": 0.45, + "hit_rate_at_20": 0.54, + "hit_rate_at_100": 0.8, + "hit_rate_at_1000": 1.0, + "main_score": 0.405, + "hf_subset": "ab", + "languages": [ + "abk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.64957, + "ndcg_at_3": 0.72171, + "ndcg_at_5": 0.72907, + "ndcg_at_10": 0.74318, + "ndcg_at_20": 0.7541, + "ndcg_at_100": 0.77609, + "ndcg_at_1000": 0.77736, + "map_at_1": 0.64957, + "map_at_3": 0.70513, + "map_at_5": 0.7094, + "map_at_10": 0.71539, + "map_at_20": 0.71845, + "map_at_100": 0.72147, + "map_at_1000": 0.72156, + "recall_at_1": 0.64957, + "recall_at_3": 0.76923, + "recall_at_5": 0.78632, + "recall_at_10": 0.82906, + "recall_at_20": 0.87179, + "recall_at_100": 0.99145, + "recall_at_1000": 1.0, + "accuracy": 0.64957, + "precision_at_1": 0.64957, + "precision_at_3": 0.25641, + "precision_at_5": 0.15726, + "precision_at_10": 0.08291, + "precision_at_20": 0.04359, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.649573, + "mrr_at_3": 0.705128, + "mrr_at_5": 0.709402, + "mrr_at_10": 0.715395, + "mrr_at_20": 0.718454, + "mrr_at_100": 0.721473, + "mrr_at_1000": 0.721556, + "nauc_ndcg_at_1_max": 0.901052, + "nauc_ndcg_at_1_std": 0.768669, + "nauc_ndcg_at_1_diff1": 0.8926, + "nauc_ndcg_at_3_max": 0.864133, + "nauc_ndcg_at_3_std": 0.76689, + "nauc_ndcg_at_3_diff1": 0.823436, + "nauc_ndcg_at_5_max": 0.861055, + "nauc_ndcg_at_5_std": 0.757017, + "nauc_ndcg_at_5_diff1": 0.822855, + "nauc_ndcg_at_10_max": 0.861098, + "nauc_ndcg_at_10_std": 0.753765, + "nauc_ndcg_at_10_diff1": 0.817898, + "nauc_ndcg_at_20_max": 0.865015, + "nauc_ndcg_at_20_std": 0.757744, + "nauc_ndcg_at_20_diff1": 0.815224, + "nauc_ndcg_at_100_max": 0.864146, + "nauc_ndcg_at_100_std": 0.7611, + "nauc_ndcg_at_100_diff1": 0.824455, + "nauc_ndcg_at_1000_max": 0.867519, + "nauc_ndcg_at_1000_std": 0.759508, + "nauc_ndcg_at_1000_diff1": 0.829119, + "nauc_map_at_1_max": 0.901052, + "nauc_map_at_1_std": 0.768669, + "nauc_map_at_1_diff1": 0.8926, + "nauc_map_at_3_max": 0.873787, + "nauc_map_at_3_std": 0.767708, + "nauc_map_at_3_diff1": 0.841847, + "nauc_map_at_5_max": 0.872215, + "nauc_map_at_5_std": 0.76229, + "nauc_map_at_5_diff1": 0.841757, + "nauc_map_at_10_max": 0.872181, + "nauc_map_at_10_std": 0.760749, + "nauc_map_at_10_diff1": 0.840029, + "nauc_map_at_20_max": 0.873179, + "nauc_map_at_20_std": 0.762086, + "nauc_map_at_20_diff1": 0.839453, + "nauc_map_at_100_max": 0.872837, + "nauc_map_at_100_std": 0.762139, + "nauc_map_at_100_diff1": 0.840248, + "nauc_map_at_1000_max": 0.873017, + "nauc_map_at_1000_std": 0.762056, + "nauc_map_at_1000_diff1": 0.840498, + "nauc_recall_at_1_max": 0.901052, + "nauc_recall_at_1_std": 0.768669, + "nauc_recall_at_1_diff1": 0.8926, + "nauc_recall_at_3_max": 0.830931, + "nauc_recall_at_3_std": 0.763891, + "nauc_recall_at_3_diff1": 0.759946, + "nauc_recall_at_5_max": 0.820311, + "nauc_recall_at_5_std": 0.736328, + "nauc_recall_at_5_diff1": 0.754347, + "nauc_recall_at_10_max": 0.813932, + "nauc_recall_at_10_std": 0.721168, + "nauc_recall_at_10_diff1": 0.720352, + "nauc_recall_at_20_max": 0.827628, + "nauc_recall_at_20_std": 0.734189, + "nauc_recall_at_20_diff1": 0.675723, + "nauc_recall_at_100_max": 0.357974, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.124673, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.901052, + "nauc_precision_at_1_std": 0.768669, + "nauc_precision_at_1_diff1": 0.8926, + "nauc_precision_at_3_max": 0.830931, + "nauc_precision_at_3_std": 0.763891, + "nauc_precision_at_3_diff1": 0.759946, + "nauc_precision_at_5_max": 0.820311, + "nauc_precision_at_5_std": 0.736328, + "nauc_precision_at_5_diff1": 0.754347, + "nauc_precision_at_10_max": 0.813932, + "nauc_precision_at_10_std": 0.721168, + "nauc_precision_at_10_diff1": 0.720352, + "nauc_precision_at_20_max": 0.827628, + "nauc_precision_at_20_std": 0.734189, + "nauc_precision_at_20_diff1": 0.675723, + "nauc_precision_at_100_max": 0.357974, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.124673, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.901052, + "nauc_mrr_at_1_std": 0.768669, + "nauc_mrr_at_1_diff1": 0.8926, + "nauc_mrr_at_3_max": 0.873787, + "nauc_mrr_at_3_std": 0.767708, + "nauc_mrr_at_3_diff1": 0.841847, + "nauc_mrr_at_5_max": 0.872215, + "nauc_mrr_at_5_std": 0.76229, + "nauc_mrr_at_5_diff1": 0.841757, + "nauc_mrr_at_10_max": 0.872181, + "nauc_mrr_at_10_std": 0.760749, + "nauc_mrr_at_10_diff1": 0.840029, + "nauc_mrr_at_20_max": 0.873179, + "nauc_mrr_at_20_std": 0.762086, + "nauc_mrr_at_20_diff1": 0.839453, + "nauc_mrr_at_100_max": 0.872837, + "nauc_mrr_at_100_std": 0.762139, + "nauc_mrr_at_100_diff1": 0.840248, + "nauc_mrr_at_1000_max": 0.873017, + "nauc_mrr_at_1000_std": 0.762056, + "nauc_mrr_at_1000_diff1": 0.840498, + "hit_rate_at_1": 0.64957, + "hit_rate_at_3": 0.76923, + "hit_rate_at_5": 0.78632, + "hit_rate_at_10": 0.82906, + "hit_rate_at_20": 0.87179, + "hit_rate_at_100": 0.99145, + "hit_rate_at_1000": 1.0, + "main_score": 0.78632, + "hf_subset": "af", + "languages": [ + "afr-Latn" + ] + }, + { + "ndcg_at_1": 0.05, + "ndcg_at_3": 0.11101, + "ndcg_at_5": 0.12543, + "ndcg_at_10": 0.15091, + "ndcg_at_20": 0.17797, + "ndcg_at_100": 0.24542, + "ndcg_at_1000": 0.27861, + "map_at_1": 0.05, + "map_at_3": 0.09583, + "map_at_5": 0.10383, + "map_at_10": 0.11411, + "map_at_20": 0.12115, + "map_at_100": 0.12912, + "map_at_1000": 0.13089, + "recall_at_1": 0.05, + "recall_at_3": 0.155, + "recall_at_5": 0.19, + "recall_at_10": 0.27, + "recall_at_20": 0.38, + "recall_at_100": 0.765, + "recall_at_1000": 1.0, + "accuracy": 0.05, + "precision_at_1": 0.05, + "precision_at_3": 0.05167, + "precision_at_5": 0.038, + "precision_at_10": 0.027, + "precision_at_20": 0.019, + "precision_at_100": 0.00765, + "precision_at_1000": 0.001, + "mrr_at_1": 0.05, + "mrr_at_3": 0.095833, + "mrr_at_5": 0.103833, + "mrr_at_10": 0.114113, + "mrr_at_20": 0.121148, + "mrr_at_100": 0.129124, + "mrr_at_1000": 0.130886, + "nauc_ndcg_at_1_max": 0.032466, + "nauc_ndcg_at_1_std": 0.111752, + "nauc_ndcg_at_1_diff1": -0.202898, + "nauc_ndcg_at_3_max": 0.184813, + "nauc_ndcg_at_3_std": 0.285834, + "nauc_ndcg_at_3_diff1": -0.098038, + "nauc_ndcg_at_5_max": 0.177108, + "nauc_ndcg_at_5_std": 0.259126, + "nauc_ndcg_at_5_diff1": -0.078108, + "nauc_ndcg_at_10_max": 0.172328, + "nauc_ndcg_at_10_std": 0.256262, + "nauc_ndcg_at_10_diff1": -0.065742, + "nauc_ndcg_at_20_max": 0.187267, + "nauc_ndcg_at_20_std": 0.237432, + "nauc_ndcg_at_20_diff1": -0.014922, + "nauc_ndcg_at_100_max": 0.162857, + "nauc_ndcg_at_100_std": 0.221516, + "nauc_ndcg_at_100_diff1": -0.030812, + "nauc_ndcg_at_1000_max": 0.169936, + "nauc_ndcg_at_1000_std": 0.233763, + "nauc_ndcg_at_1000_diff1": -0.052537, + "nauc_map_at_1_max": 0.032466, + "nauc_map_at_1_std": 0.111752, + "nauc_map_at_1_diff1": -0.202898, + "nauc_map_at_3_max": 0.170416, + "nauc_map_at_3_std": 0.261236, + "nauc_map_at_3_diff1": -0.108616, + "nauc_map_at_5_max": 0.165814, + "nauc_map_at_5_std": 0.244834, + "nauc_map_at_5_diff1": -0.094698, + "nauc_map_at_10_max": 0.163, + "nauc_map_at_10_std": 0.243794, + "nauc_map_at_10_diff1": -0.089754, + "nauc_map_at_20_max": 0.168261, + "nauc_map_at_20_std": 0.238069, + "nauc_map_at_20_diff1": -0.07225, + "nauc_map_at_100_max": 0.164346, + "nauc_map_at_100_std": 0.234651, + "nauc_map_at_100_diff1": -0.075012, + "nauc_map_at_1000_max": 0.164649, + "nauc_map_at_1000_std": 0.235286, + "nauc_map_at_1000_diff1": -0.076429, + "nauc_recall_at_1_max": 0.032466, + "nauc_recall_at_1_std": 0.111752, + "nauc_recall_at_1_diff1": -0.202898, + "nauc_recall_at_3_max": 0.210166, + "nauc_recall_at_3_std": 0.332297, + "nauc_recall_at_3_diff1": -0.079153, + "nauc_recall_at_5_max": 0.194466, + "nauc_recall_at_5_std": 0.281506, + "nauc_recall_at_5_diff1": -0.049148, + "nauc_recall_at_10_max": 0.184624, + "nauc_recall_at_10_std": 0.272784, + "nauc_recall_at_10_diff1": -0.024009, + "nauc_recall_at_20_max": 0.219141, + "nauc_recall_at_20_std": 0.224086, + "nauc_recall_at_20_diff1": 0.094514, + "nauc_recall_at_100_max": 0.122254, + "nauc_recall_at_100_std": 0.151789, + "nauc_recall_at_100_diff1": 0.090255, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.032466, + "nauc_precision_at_1_std": 0.111752, + "nauc_precision_at_1_diff1": -0.202898, + "nauc_precision_at_3_max": 0.210166, + "nauc_precision_at_3_std": 0.332297, + "nauc_precision_at_3_diff1": -0.079153, + "nauc_precision_at_5_max": 0.194466, + "nauc_precision_at_5_std": 0.281506, + "nauc_precision_at_5_diff1": -0.049148, + "nauc_precision_at_10_max": 0.184624, + "nauc_precision_at_10_std": 0.272784, + "nauc_precision_at_10_diff1": -0.024009, + "nauc_precision_at_20_max": 0.219141, + "nauc_precision_at_20_std": 0.224086, + "nauc_precision_at_20_diff1": 0.094514, + "nauc_precision_at_100_max": 0.122254, + "nauc_precision_at_100_std": 0.151789, + "nauc_precision_at_100_diff1": 0.090255, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.032466, + "nauc_mrr_at_1_std": 0.111752, + "nauc_mrr_at_1_diff1": -0.202898, + "nauc_mrr_at_3_max": 0.170416, + "nauc_mrr_at_3_std": 0.261236, + "nauc_mrr_at_3_diff1": -0.108616, + "nauc_mrr_at_5_max": 0.165814, + "nauc_mrr_at_5_std": 0.244834, + "nauc_mrr_at_5_diff1": -0.094698, + "nauc_mrr_at_10_max": 0.163, + "nauc_mrr_at_10_std": 0.243794, + "nauc_mrr_at_10_diff1": -0.089754, + "nauc_mrr_at_20_max": 0.168261, + "nauc_mrr_at_20_std": 0.238069, + "nauc_mrr_at_20_diff1": -0.07225, + "nauc_mrr_at_100_max": 0.164346, + "nauc_mrr_at_100_std": 0.234651, + "nauc_mrr_at_100_diff1": -0.075012, + "nauc_mrr_at_1000_max": 0.164649, + "nauc_mrr_at_1000_std": 0.235286, + "nauc_mrr_at_1000_diff1": -0.076429, + "hit_rate_at_1": 0.05, + "hit_rate_at_3": 0.155, + "hit_rate_at_5": 0.19, + "hit_rate_at_10": 0.27, + "hit_rate_at_20": 0.38, + "hit_rate_at_100": 0.765, + "hit_rate_at_1000": 1.0, + "main_score": 0.19, + "hf_subset": "am", + "languages": [ + "amh-Ethi" + ] + }, + { + "ndcg_at_1": 0.86, + "ndcg_at_3": 0.88458, + "ndcg_at_5": 0.88674, + "ndcg_at_10": 0.89332, + "ndcg_at_20": 0.89953, + "ndcg_at_100": 0.9022, + "ndcg_at_1000": 0.90716, + "map_at_1": 0.86, + "map_at_3": 0.87917, + "map_at_5": 0.88042, + "map_at_10": 0.88321, + "map_at_20": 0.88485, + "map_at_100": 0.8852, + "map_at_1000": 0.88547, + "recall_at_1": 0.86, + "recall_at_3": 0.9, + "recall_at_5": 0.905, + "recall_at_10": 0.925, + "recall_at_20": 0.95, + "recall_at_100": 0.965, + "recall_at_1000": 1.0, + "accuracy": 0.86, + "precision_at_1": 0.86, + "precision_at_3": 0.3, + "precision_at_5": 0.181, + "precision_at_10": 0.0925, + "precision_at_20": 0.0475, + "precision_at_100": 0.00965, + "precision_at_1000": 0.001, + "mrr_at_1": 0.86, + "mrr_at_3": 0.879167, + "mrr_at_5": 0.880417, + "mrr_at_10": 0.883208, + "mrr_at_20": 0.884848, + "mrr_at_100": 0.885205, + "mrr_at_1000": 0.885471, + "nauc_ndcg_at_1_max": 0.866842, + "nauc_ndcg_at_1_std": 0.476271, + "nauc_ndcg_at_1_diff1": 0.848968, + "nauc_ndcg_at_3_max": 0.864635, + "nauc_ndcg_at_3_std": 0.500668, + "nauc_ndcg_at_3_diff1": 0.836677, + "nauc_ndcg_at_5_max": 0.864545, + "nauc_ndcg_at_5_std": 0.513676, + "nauc_ndcg_at_5_diff1": 0.836045, + "nauc_ndcg_at_10_max": 0.877948, + "nauc_ndcg_at_10_std": 0.515838, + "nauc_ndcg_at_10_diff1": 0.844201, + "nauc_ndcg_at_20_max": 0.879011, + "nauc_ndcg_at_20_std": 0.52798, + "nauc_ndcg_at_20_diff1": 0.844865, + "nauc_ndcg_at_100_max": 0.875629, + "nauc_ndcg_at_100_std": 0.531655, + "nauc_ndcg_at_100_diff1": 0.843157, + "nauc_ndcg_at_1000_max": 0.872921, + "nauc_ndcg_at_1000_std": 0.511457, + "nauc_ndcg_at_1000_diff1": 0.843258, + "nauc_map_at_1_max": 0.866842, + "nauc_map_at_1_std": 0.476271, + "nauc_map_at_1_diff1": 0.848968, + "nauc_map_at_3_max": 0.865819, + "nauc_map_at_3_std": 0.495655, + "nauc_map_at_3_diff1": 0.839965, + "nauc_map_at_5_max": 0.865782, + "nauc_map_at_5_std": 0.50279, + "nauc_map_at_5_diff1": 0.839652, + "nauc_map_at_10_max": 0.870554, + "nauc_map_at_10_std": 0.501827, + "nauc_map_at_10_diff1": 0.842968, + "nauc_map_at_20_max": 0.870737, + "nauc_map_at_20_std": 0.504551, + "nauc_map_at_20_diff1": 0.843093, + "nauc_map_at_100_max": 0.870326, + "nauc_map_at_100_std": 0.503934, + "nauc_map_at_100_diff1": 0.842951, + "nauc_map_at_1000_max": 0.870195, + "nauc_map_at_1000_std": 0.502959, + "nauc_map_at_1000_diff1": 0.842976, + "nauc_recall_at_1_max": 0.866842, + "nauc_recall_at_1_std": 0.476271, + "nauc_recall_at_1_diff1": 0.848968, + "nauc_recall_at_3_max": 0.860317, + "nauc_recall_at_3_std": 0.516923, + "nauc_recall_at_3_diff1": 0.825514, + "nauc_recall_at_5_max": 0.859846, + "nauc_recall_at_5_std": 0.553148, + "nauc_recall_at_5_diff1": 0.82321, + "nauc_recall_at_10_max": 0.91939, + "nauc_recall_at_10_std": 0.585372, + "nauc_recall_at_10_diff1": 0.854031, + "nauc_recall_at_20_max": 0.947712, + "nauc_recall_at_20_std": 0.714099, + "nauc_recall_at_20_diff1": 0.864379, + "nauc_recall_at_100_max": 0.925303, + "nauc_recall_at_100_std": 0.89896, + "nauc_recall_at_100_diff1": 0.843604, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.866842, + "nauc_precision_at_1_std": 0.476271, + "nauc_precision_at_1_diff1": 0.848968, + "nauc_precision_at_3_max": 0.860317, + "nauc_precision_at_3_std": 0.516923, + "nauc_precision_at_3_diff1": 0.825514, + "nauc_precision_at_5_max": 0.859846, + "nauc_precision_at_5_std": 0.553148, + "nauc_precision_at_5_diff1": 0.82321, + "nauc_precision_at_10_max": 0.91939, + "nauc_precision_at_10_std": 0.585372, + "nauc_precision_at_10_diff1": 0.854031, + "nauc_precision_at_20_max": 0.947712, + "nauc_precision_at_20_std": 0.714099, + "nauc_precision_at_20_diff1": 0.864379, + "nauc_precision_at_100_max": 0.925303, + "nauc_precision_at_100_std": 0.89896, + "nauc_precision_at_100_diff1": 0.843604, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.866842, + "nauc_mrr_at_1_std": 0.476271, + "nauc_mrr_at_1_diff1": 0.848968, + "nauc_mrr_at_3_max": 0.865819, + "nauc_mrr_at_3_std": 0.495655, + "nauc_mrr_at_3_diff1": 0.839965, + "nauc_mrr_at_5_max": 0.865782, + "nauc_mrr_at_5_std": 0.50279, + "nauc_mrr_at_5_diff1": 0.839652, + "nauc_mrr_at_10_max": 0.870554, + "nauc_mrr_at_10_std": 0.501827, + "nauc_mrr_at_10_diff1": 0.842968, + "nauc_mrr_at_20_max": 0.870737, + "nauc_mrr_at_20_std": 0.504551, + "nauc_mrr_at_20_diff1": 0.843093, + "nauc_mrr_at_100_max": 0.870326, + "nauc_mrr_at_100_std": 0.503934, + "nauc_mrr_at_100_diff1": 0.842951, + "nauc_mrr_at_1000_max": 0.870195, + "nauc_mrr_at_1000_std": 0.502959, + "nauc_mrr_at_1000_diff1": 0.842976, + "hit_rate_at_1": 0.86, + "hit_rate_at_3": 0.9, + "hit_rate_at_5": 0.905, + "hit_rate_at_10": 0.925, + "hit_rate_at_20": 0.95, + "hit_rate_at_100": 0.965, + "hit_rate_at_1000": 1.0, + "main_score": 0.905, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.22, + "ndcg_at_3": 0.27286, + "ndcg_at_5": 0.28683, + "ndcg_at_10": 0.3274, + "ndcg_at_20": 0.36362, + "ndcg_at_100": 0.41942, + "ndcg_at_1000": 0.43121, + "map_at_1": 0.22, + "map_at_3": 0.26, + "map_at_5": 0.2675, + "map_at_10": 0.28433, + "map_at_20": 0.29404, + "map_at_100": 0.30183, + "map_at_1000": 0.30241, + "recall_at_1": 0.22, + "recall_at_3": 0.31, + "recall_at_5": 0.345, + "recall_at_10": 0.47, + "recall_at_20": 0.615, + "recall_at_100": 0.915, + "recall_at_1000": 1.0, + "accuracy": 0.22, + "precision_at_1": 0.22, + "precision_at_3": 0.10333, + "precision_at_5": 0.069, + "precision_at_10": 0.047, + "precision_at_20": 0.03075, + "precision_at_100": 0.00915, + "precision_at_1000": 0.001, + "mrr_at_1": 0.22, + "mrr_at_3": 0.26, + "mrr_at_5": 0.2675, + "mrr_at_10": 0.284331, + "mrr_at_20": 0.294044, + "mrr_at_100": 0.301825, + "mrr_at_1000": 0.302411, + "nauc_ndcg_at_1_max": 0.452334, + "nauc_ndcg_at_1_std": 0.033121, + "nauc_ndcg_at_1_diff1": 0.479675, + "nauc_ndcg_at_3_max": 0.387574, + "nauc_ndcg_at_3_std": 0.009073, + "nauc_ndcg_at_3_diff1": 0.390014, + "nauc_ndcg_at_5_max": 0.373355, + "nauc_ndcg_at_5_std": -0.009043, + "nauc_ndcg_at_5_diff1": 0.377522, + "nauc_ndcg_at_10_max": 0.352786, + "nauc_ndcg_at_10_std": -0.013725, + "nauc_ndcg_at_10_diff1": 0.359375, + "nauc_ndcg_at_20_max": 0.365338, + "nauc_ndcg_at_20_std": 0.01014, + "nauc_ndcg_at_20_diff1": 0.383888, + "nauc_ndcg_at_100_max": 0.379163, + "nauc_ndcg_at_100_std": 0.020539, + "nauc_ndcg_at_100_diff1": 0.373443, + "nauc_ndcg_at_1000_max": 0.38468, + "nauc_ndcg_at_1000_std": 0.021404, + "nauc_ndcg_at_1000_diff1": 0.385174, + "nauc_map_at_1_max": 0.452334, + "nauc_map_at_1_std": 0.033121, + "nauc_map_at_1_diff1": 0.479675, + "nauc_map_at_3_max": 0.404177, + "nauc_map_at_3_std": 0.015065, + "nauc_map_at_3_diff1": 0.410177, + "nauc_map_at_5_max": 0.396324, + "nauc_map_at_5_std": 0.005471, + "nauc_map_at_5_diff1": 0.402958, + "nauc_map_at_10_max": 0.387142, + "nauc_map_at_10_std": 0.005291, + "nauc_map_at_10_diff1": 0.394626, + "nauc_map_at_20_max": 0.390331, + "nauc_map_at_20_std": 0.01223, + "nauc_map_at_20_diff1": 0.401688, + "nauc_map_at_100_max": 0.394253, + "nauc_map_at_100_std": 0.017454, + "nauc_map_at_100_diff1": 0.399698, + "nauc_map_at_1000_max": 0.394503, + "nauc_map_at_1000_std": 0.01752, + "nauc_map_at_1000_diff1": 0.400226, + "nauc_recall_at_1_max": 0.452334, + "nauc_recall_at_1_std": 0.033121, + "nauc_recall_at_1_diff1": 0.479675, + "nauc_recall_at_3_max": 0.342418, + "nauc_recall_at_3_std": -0.007166, + "nauc_recall_at_3_diff1": 0.336125, + "nauc_recall_at_5_max": 0.309761, + "nauc_recall_at_5_std": -0.050799, + "nauc_recall_at_5_diff1": 0.308803, + "nauc_recall_at_10_max": 0.252542, + "nauc_recall_at_10_std": -0.072891, + "nauc_recall_at_10_diff1": 0.259477, + "nauc_recall_at_20_max": 0.293348, + "nauc_recall_at_20_std": 0.014893, + "nauc_recall_at_20_diff1": 0.345109, + "nauc_recall_at_100_max": 0.25298, + "nauc_recall_at_100_std": 0.005849, + "nauc_recall_at_100_diff1": 0.105509, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.452334, + "nauc_precision_at_1_std": 0.033121, + "nauc_precision_at_1_diff1": 0.479675, + "nauc_precision_at_3_max": 0.342418, + "nauc_precision_at_3_std": -0.007166, + "nauc_precision_at_3_diff1": 0.336125, + "nauc_precision_at_5_max": 0.309761, + "nauc_precision_at_5_std": -0.050799, + "nauc_precision_at_5_diff1": 0.308803, + "nauc_precision_at_10_max": 0.252542, + "nauc_precision_at_10_std": -0.072891, + "nauc_precision_at_10_diff1": 0.259477, + "nauc_precision_at_20_max": 0.293348, + "nauc_precision_at_20_std": 0.014893, + "nauc_precision_at_20_diff1": 0.345109, + "nauc_precision_at_100_max": 0.25298, + "nauc_precision_at_100_std": 0.005849, + "nauc_precision_at_100_diff1": 0.105509, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.452334, + "nauc_mrr_at_1_std": 0.033121, + "nauc_mrr_at_1_diff1": 0.479675, + "nauc_mrr_at_3_max": 0.404177, + "nauc_mrr_at_3_std": 0.015065, + "nauc_mrr_at_3_diff1": 0.410177, + "nauc_mrr_at_5_max": 0.396324, + "nauc_mrr_at_5_std": 0.005471, + "nauc_mrr_at_5_diff1": 0.402958, + "nauc_mrr_at_10_max": 0.387142, + "nauc_mrr_at_10_std": 0.005291, + "nauc_mrr_at_10_diff1": 0.394626, + "nauc_mrr_at_20_max": 0.390331, + "nauc_mrr_at_20_std": 0.01223, + "nauc_mrr_at_20_diff1": 0.401688, + "nauc_mrr_at_100_max": 0.394253, + "nauc_mrr_at_100_std": 0.017454, + "nauc_mrr_at_100_diff1": 0.399698, + "nauc_mrr_at_1000_max": 0.394503, + "nauc_mrr_at_1000_std": 0.01752, + "nauc_mrr_at_1000_diff1": 0.400226, + "hit_rate_at_1": 0.22, + "hit_rate_at_3": 0.31, + "hit_rate_at_5": 0.345, + "hit_rate_at_10": 0.47, + "hit_rate_at_20": 0.615, + "hit_rate_at_100": 0.915, + "hit_rate_at_1000": 1.0, + "main_score": 0.345, + "hf_subset": "as", + "languages": [ + "asm-Beng" + ] + }, + { + "ndcg_at_1": 0.90446, + "ndcg_at_3": 0.93259, + "ndcg_at_5": 0.94328, + "ndcg_at_10": 0.94555, + "ndcg_at_20": 0.94711, + "ndcg_at_100": 0.94975, + "ndcg_at_1000": 0.94975, + "map_at_1": 0.90446, + "map_at_3": 0.92675, + "map_at_5": 0.9328, + "map_at_10": 0.93386, + "map_at_20": 0.93426, + "map_at_100": 0.93473, + "map_at_1000": 0.93473, + "recall_at_1": 0.90446, + "recall_at_3": 0.94904, + "recall_at_5": 0.97452, + "recall_at_10": 0.98089, + "recall_at_20": 0.98726, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.90446, + "precision_at_1": 0.90446, + "precision_at_3": 0.31635, + "precision_at_5": 0.1949, + "precision_at_10": 0.09809, + "precision_at_20": 0.04936, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.904459, + "mrr_at_3": 0.926752, + "mrr_at_5": 0.932803, + "mrr_at_10": 0.933864, + "mrr_at_20": 0.934262, + "mrr_at_100": 0.934726, + "mrr_at_1000": 0.934726, + "nauc_ndcg_at_1_max": 0.836468, + "nauc_ndcg_at_1_std": -0.065281, + "nauc_ndcg_at_1_diff1": 0.937828, + "nauc_ndcg_at_3_max": 0.863543, + "nauc_ndcg_at_3_std": 0.039839, + "nauc_ndcg_at_3_diff1": 0.927503, + "nauc_ndcg_at_5_max": 0.849875, + "nauc_ndcg_at_5_std": -0.077733, + "nauc_ndcg_at_5_diff1": 0.932951, + "nauc_ndcg_at_10_max": 0.843619, + "nauc_ndcg_at_10_std": -0.09589, + "nauc_ndcg_at_10_diff1": 0.935615, + "nauc_ndcg_at_20_max": 0.839011, + "nauc_ndcg_at_20_std": -0.082158, + "nauc_ndcg_at_20_diff1": 0.933719, + "nauc_ndcg_at_100_max": 0.84573, + "nauc_ndcg_at_100_std": -0.056989, + "nauc_ndcg_at_100_diff1": 0.933695, + "nauc_ndcg_at_1000_max": 0.84573, + "nauc_ndcg_at_1000_std": -0.056989, + "nauc_ndcg_at_1000_diff1": 0.933695, + "nauc_map_at_1_max": 0.836468, + "nauc_map_at_1_std": -0.065281, + "nauc_map_at_1_diff1": 0.937828, + "nauc_map_at_3_max": 0.856214, + "nauc_map_at_3_std": 0.011386, + "nauc_map_at_3_diff1": 0.930298, + "nauc_map_at_5_max": 0.848529, + "nauc_map_at_5_std": -0.049267, + "nauc_map_at_5_diff1": 0.933082, + "nauc_map_at_10_max": 0.846098, + "nauc_map_at_10_std": -0.055804, + "nauc_map_at_10_diff1": 0.934111, + "nauc_map_at_20_max": 0.845166, + "nauc_map_at_20_std": -0.052739, + "nauc_map_at_20_diff1": 0.933712, + "nauc_map_at_100_max": 0.846133, + "nauc_map_at_100_std": -0.049124, + "nauc_map_at_100_diff1": 0.933715, + "nauc_map_at_1000_max": 0.846133, + "nauc_map_at_1000_std": -0.049124, + "nauc_map_at_1000_diff1": 0.933715, + "nauc_recall_at_1_max": 0.836468, + "nauc_recall_at_1_std": -0.065281, + "nauc_recall_at_1_diff1": 0.937828, + "nauc_recall_at_3_max": 0.893239, + "nauc_recall_at_3_std": 0.155135, + "nauc_recall_at_3_diff1": 0.916177, + "nauc_recall_at_5_max": 0.855875, + "nauc_recall_at_5_std": -0.331984, + "nauc_recall_at_5_diff1": 0.934501, + "nauc_recall_at_10_max": 0.807833, + "nauc_recall_at_10_std": -0.561979, + "nauc_recall_at_10_diff1": 0.956334, + "nauc_recall_at_20_max": 0.71175, + "nauc_recall_at_20_std": -0.561979, + "nauc_recall_at_20_diff1": 0.934501, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.836468, + "nauc_precision_at_1_std": -0.065281, + "nauc_precision_at_1_diff1": 0.937828, + "nauc_precision_at_3_max": 0.893239, + "nauc_precision_at_3_std": 0.155135, + "nauc_precision_at_3_diff1": 0.916177, + "nauc_precision_at_5_max": 0.855875, + "nauc_precision_at_5_std": -0.331984, + "nauc_precision_at_5_diff1": 0.934501, + "nauc_precision_at_10_max": 0.807833, + "nauc_precision_at_10_std": -0.561979, + "nauc_precision_at_10_diff1": 0.956334, + "nauc_precision_at_20_max": 0.71175, + "nauc_precision_at_20_std": -0.561979, + "nauc_precision_at_20_diff1": 0.934501, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.836468, + "nauc_mrr_at_1_std": -0.065281, + "nauc_mrr_at_1_diff1": 0.937828, + "nauc_mrr_at_3_max": 0.856214, + "nauc_mrr_at_3_std": 0.011386, + "nauc_mrr_at_3_diff1": 0.930298, + "nauc_mrr_at_5_max": 0.848529, + "nauc_mrr_at_5_std": -0.049267, + "nauc_mrr_at_5_diff1": 0.933082, + "nauc_mrr_at_10_max": 0.846098, + "nauc_mrr_at_10_std": -0.055804, + "nauc_mrr_at_10_diff1": 0.934111, + "nauc_mrr_at_20_max": 0.845166, + "nauc_mrr_at_20_std": -0.052739, + "nauc_mrr_at_20_diff1": 0.933712, + "nauc_mrr_at_100_max": 0.846133, + "nauc_mrr_at_100_std": -0.049124, + "nauc_mrr_at_100_diff1": 0.933715, + "nauc_mrr_at_1000_max": 0.846133, + "nauc_mrr_at_1000_std": -0.049124, + "nauc_mrr_at_1000_diff1": 0.933715, + "hit_rate_at_1": 0.90446, + "hit_rate_at_3": 0.94904, + "hit_rate_at_5": 0.97452, + "hit_rate_at_10": 0.98089, + "hit_rate_at_20": 0.98726, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.97452, + "hf_subset": "ast", + "languages": [ + "ast-Latn" + ] + }, + { + "ndcg_at_1": 0.84783, + "ndcg_at_3": 0.88069, + "ndcg_at_5": 0.90267, + "ndcg_at_10": 0.90629, + "ndcg_at_20": 0.90629, + "ndcg_at_100": 0.91274, + "ndcg_at_1000": 0.91274, + "map_at_1": 0.84783, + "map_at_3": 0.87319, + "map_at_5": 0.88514, + "map_at_10": 0.8867, + "map_at_20": 0.8867, + "map_at_100": 0.88772, + "map_at_1000": 0.88772, + "recall_at_1": 0.84783, + "recall_at_3": 0.90217, + "recall_at_5": 0.95652, + "recall_at_10": 0.96739, + "recall_at_20": 0.96739, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.84783, + "precision_at_1": 0.84783, + "precision_at_3": 0.30072, + "precision_at_5": 0.1913, + "precision_at_10": 0.09674, + "precision_at_20": 0.04837, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.847826, + "mrr_at_3": 0.873188, + "mrr_at_5": 0.885145, + "mrr_at_10": 0.886698, + "mrr_at_20": 0.886698, + "mrr_at_100": 0.887717, + "mrr_at_1000": 0.887717, + "nauc_ndcg_at_1_max": 0.855453, + "nauc_ndcg_at_1_std": 0.32931, + "nauc_ndcg_at_1_diff1": 0.907505, + "nauc_ndcg_at_3_max": 0.835688, + "nauc_ndcg_at_3_std": 0.377866, + "nauc_ndcg_at_3_diff1": 0.871989, + "nauc_ndcg_at_5_max": 0.835048, + "nauc_ndcg_at_5_std": 0.328337, + "nauc_ndcg_at_5_diff1": 0.868515, + "nauc_ndcg_at_10_max": 0.828473, + "nauc_ndcg_at_10_std": 0.301567, + "nauc_ndcg_at_10_diff1": 0.868472, + "nauc_ndcg_at_20_max": 0.828473, + "nauc_ndcg_at_20_std": 0.301567, + "nauc_ndcg_at_20_diff1": 0.868472, + "nauc_ndcg_at_100_max": 0.83877, + "nauc_ndcg_at_100_std": 0.329586, + "nauc_ndcg_at_100_diff1": 0.879297, + "nauc_ndcg_at_1000_max": 0.83877, + "nauc_ndcg_at_1000_std": 0.329586, + "nauc_ndcg_at_1000_diff1": 0.879297, + "nauc_map_at_1_max": 0.855453, + "nauc_map_at_1_std": 0.32931, + "nauc_map_at_1_diff1": 0.907505, + "nauc_map_at_3_max": 0.842044, + "nauc_map_at_3_std": 0.366144, + "nauc_map_at_3_diff1": 0.882024, + "nauc_map_at_5_max": 0.842656, + "nauc_map_at_5_std": 0.34285, + "nauc_map_at_5_diff1": 0.881239, + "nauc_map_at_10_max": 0.840425, + "nauc_map_at_10_std": 0.333533, + "nauc_map_at_10_diff1": 0.881404, + "nauc_map_at_20_max": 0.840425, + "nauc_map_at_20_std": 0.333533, + "nauc_map_at_20_diff1": 0.881404, + "nauc_map_at_100_max": 0.842025, + "nauc_map_at_100_std": 0.337096, + "nauc_map_at_100_diff1": 0.883249, + "nauc_map_at_1000_max": 0.842025, + "nauc_map_at_1000_std": 0.337096, + "nauc_map_at_1000_diff1": 0.883249, + "nauc_recall_at_1_max": 0.855453, + "nauc_recall_at_1_std": 0.32931, + "nauc_recall_at_1_diff1": 0.907505, + "nauc_recall_at_3_max": 0.812238, + "nauc_recall_at_3_std": 0.419326, + "nauc_recall_at_3_diff1": 0.835603, + "nauc_recall_at_5_max": 0.777107, + "nauc_recall_at_5_std": 0.195333, + "nauc_recall_at_5_diff1": 0.774154, + "nauc_recall_at_10_max": 0.70281, + "nauc_recall_at_10_std": -0.07289, + "nauc_recall_at_10_diff1": 0.74234, + "nauc_recall_at_20_max": 0.70281, + "nauc_recall_at_20_std": -0.07289, + "nauc_recall_at_20_diff1": 0.74234, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.855453, + "nauc_precision_at_1_std": 0.32931, + "nauc_precision_at_1_diff1": 0.907505, + "nauc_precision_at_3_max": 0.812238, + "nauc_precision_at_3_std": 0.419326, + "nauc_precision_at_3_diff1": 0.835603, + "nauc_precision_at_5_max": 0.777107, + "nauc_precision_at_5_std": 0.195333, + "nauc_precision_at_5_diff1": 0.774154, + "nauc_precision_at_10_max": 0.70281, + "nauc_precision_at_10_std": -0.07289, + "nauc_precision_at_10_diff1": 0.74234, + "nauc_precision_at_20_max": 0.70281, + "nauc_precision_at_20_std": -0.07289, + "nauc_precision_at_20_diff1": 0.74234, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.855453, + "nauc_mrr_at_1_std": 0.32931, + "nauc_mrr_at_1_diff1": 0.907505, + "nauc_mrr_at_3_max": 0.842044, + "nauc_mrr_at_3_std": 0.366144, + "nauc_mrr_at_3_diff1": 0.882024, + "nauc_mrr_at_5_max": 0.842656, + "nauc_mrr_at_5_std": 0.34285, + "nauc_mrr_at_5_diff1": 0.881239, + "nauc_mrr_at_10_max": 0.840425, + "nauc_mrr_at_10_std": 0.333533, + "nauc_mrr_at_10_diff1": 0.881404, + "nauc_mrr_at_20_max": 0.840425, + "nauc_mrr_at_20_std": 0.333533, + "nauc_mrr_at_20_diff1": 0.881404, + "nauc_mrr_at_100_max": 0.842025, + "nauc_mrr_at_100_std": 0.337096, + "nauc_mrr_at_100_diff1": 0.883249, + "nauc_mrr_at_1000_max": 0.842025, + "nauc_mrr_at_1000_std": 0.337096, + "nauc_mrr_at_1000_diff1": 0.883249, + "hit_rate_at_1": 0.84783, + "hit_rate_at_3": 0.90217, + "hit_rate_at_5": 0.95652, + "hit_rate_at_10": 0.96739, + "hit_rate_at_20": 0.96739, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.95652, + "hf_subset": "az", + "languages": [ + "aze-Latn" + ] + }, + { + "ndcg_at_1": 0.22, + "ndcg_at_3": 0.28232, + "ndcg_at_5": 0.28834, + "ndcg_at_10": 0.30908, + "ndcg_at_20": 0.32793, + "ndcg_at_100": 0.38993, + "ndcg_at_1000": 0.41452, + "map_at_1": 0.22, + "map_at_3": 0.2675, + "map_at_5": 0.27075, + "map_at_10": 0.27915, + "map_at_20": 0.28425, + "map_at_100": 0.29214, + "map_at_1000": 0.29343, + "recall_at_1": 0.22, + "recall_at_3": 0.325, + "recall_at_5": 0.34, + "recall_at_10": 0.405, + "recall_at_20": 0.48, + "recall_at_100": 0.825, + "recall_at_1000": 1.0, + "accuracy": 0.22, + "precision_at_1": 0.22, + "precision_at_3": 0.10833, + "precision_at_5": 0.068, + "precision_at_10": 0.0405, + "precision_at_20": 0.024, + "precision_at_100": 0.00825, + "precision_at_1000": 0.001, + "mrr_at_1": 0.22, + "mrr_at_3": 0.2675, + "mrr_at_5": 0.27075, + "mrr_at_10": 0.279151, + "mrr_at_20": 0.284251, + "mrr_at_100": 0.292143, + "mrr_at_1000": 0.293428, + "nauc_ndcg_at_1_max": 0.241943, + "nauc_ndcg_at_1_std": 0.033448, + "nauc_ndcg_at_1_diff1": 0.520931, + "nauc_ndcg_at_3_max": 0.230214, + "nauc_ndcg_at_3_std": 0.039925, + "nauc_ndcg_at_3_diff1": 0.436468, + "nauc_ndcg_at_5_max": 0.218658, + "nauc_ndcg_at_5_std": 0.02616, + "nauc_ndcg_at_5_diff1": 0.434439, + "nauc_ndcg_at_10_max": 0.215775, + "nauc_ndcg_at_10_std": 0.035235, + "nauc_ndcg_at_10_diff1": 0.410788, + "nauc_ndcg_at_20_max": 0.205644, + "nauc_ndcg_at_20_std": 0.023464, + "nauc_ndcg_at_20_diff1": 0.403673, + "nauc_ndcg_at_100_max": 0.217721, + "nauc_ndcg_at_100_std": 0.029603, + "nauc_ndcg_at_100_diff1": 0.418107, + "nauc_ndcg_at_1000_max": 0.219977, + "nauc_ndcg_at_1000_std": 0.029794, + "nauc_ndcg_at_1000_diff1": 0.427736, + "nauc_map_at_1_max": 0.241943, + "nauc_map_at_1_std": 0.033448, + "nauc_map_at_1_diff1": 0.520931, + "nauc_map_at_3_max": 0.233897, + "nauc_map_at_3_std": 0.039436, + "nauc_map_at_3_diff1": 0.45418, + "nauc_map_at_5_max": 0.227716, + "nauc_map_at_5_std": 0.031926, + "nauc_map_at_5_diff1": 0.453119, + "nauc_map_at_10_max": 0.22511, + "nauc_map_at_10_std": 0.034125, + "nauc_map_at_10_diff1": 0.44283, + "nauc_map_at_20_max": 0.222654, + "nauc_map_at_20_std": 0.031365, + "nauc_map_at_20_diff1": 0.441097, + "nauc_map_at_100_max": 0.224909, + "nauc_map_at_100_std": 0.032009, + "nauc_map_at_100_diff1": 0.443505, + "nauc_map_at_1000_max": 0.225037, + "nauc_map_at_1000_std": 0.032093, + "nauc_map_at_1000_diff1": 0.444017, + "nauc_recall_at_1_max": 0.241943, + "nauc_recall_at_1_std": 0.033448, + "nauc_recall_at_1_diff1": 0.520931, + "nauc_recall_at_3_max": 0.219966, + "nauc_recall_at_3_std": 0.040866, + "nauc_recall_at_3_diff1": 0.389583, + "nauc_recall_at_5_max": 0.192182, + "nauc_recall_at_5_std": 0.008267, + "nauc_recall_at_5_diff1": 0.384834, + "nauc_recall_at_10_max": 0.190971, + "nauc_recall_at_10_std": 0.042586, + "nauc_recall_at_10_diff1": 0.319381, + "nauc_recall_at_20_max": 0.149962, + "nauc_recall_at_20_std": -0.004796, + "nauc_recall_at_20_diff1": 0.28904, + "nauc_recall_at_100_max": 0.190971, + "nauc_recall_at_100_std": 0.032387, + "nauc_recall_at_100_diff1": 0.301625, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.241943, + "nauc_precision_at_1_std": 0.033448, + "nauc_precision_at_1_diff1": 0.520931, + "nauc_precision_at_3_max": 0.219966, + "nauc_precision_at_3_std": 0.040866, + "nauc_precision_at_3_diff1": 0.389583, + "nauc_precision_at_5_max": 0.192182, + "nauc_precision_at_5_std": 0.008267, + "nauc_precision_at_5_diff1": 0.384834, + "nauc_precision_at_10_max": 0.190971, + "nauc_precision_at_10_std": 0.042586, + "nauc_precision_at_10_diff1": 0.319381, + "nauc_precision_at_20_max": 0.149962, + "nauc_precision_at_20_std": -0.004796, + "nauc_precision_at_20_diff1": 0.28904, + "nauc_precision_at_100_max": 0.190971, + "nauc_precision_at_100_std": 0.032387, + "nauc_precision_at_100_diff1": 0.301625, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.241943, + "nauc_mrr_at_1_std": 0.033448, + "nauc_mrr_at_1_diff1": 0.520931, + "nauc_mrr_at_3_max": 0.233897, + "nauc_mrr_at_3_std": 0.039436, + "nauc_mrr_at_3_diff1": 0.45418, + "nauc_mrr_at_5_max": 0.227716, + "nauc_mrr_at_5_std": 0.031926, + "nauc_mrr_at_5_diff1": 0.453119, + "nauc_mrr_at_10_max": 0.22511, + "nauc_mrr_at_10_std": 0.034125, + "nauc_mrr_at_10_diff1": 0.44283, + "nauc_mrr_at_20_max": 0.222654, + "nauc_mrr_at_20_std": 0.031365, + "nauc_mrr_at_20_diff1": 0.441097, + "nauc_mrr_at_100_max": 0.224909, + "nauc_mrr_at_100_std": 0.032009, + "nauc_mrr_at_100_diff1": 0.443505, + "nauc_mrr_at_1000_max": 0.225037, + "nauc_mrr_at_1000_std": 0.032093, + "nauc_mrr_at_1000_diff1": 0.444017, + "hit_rate_at_1": 0.22, + "hit_rate_at_3": 0.325, + "hit_rate_at_5": 0.34, + "hit_rate_at_10": 0.405, + "hit_rate_at_20": 0.48, + "hit_rate_at_100": 0.825, + "hit_rate_at_1000": 1.0, + "main_score": 0.34, + "hf_subset": "ba", + "languages": [ + "bak-Cyrl" + ] + }, + { + "ndcg_at_1": 0.325, + "ndcg_at_3": 0.39101, + "ndcg_at_5": 0.40951, + "ndcg_at_10": 0.44537, + "ndcg_at_20": 0.47321, + "ndcg_at_100": 0.50957, + "ndcg_at_1000": 0.52369, + "map_at_1": 0.325, + "map_at_3": 0.37417, + "map_at_5": 0.38442, + "map_at_10": 0.39938, + "map_at_20": 0.40704, + "map_at_100": 0.41208, + "map_at_1000": 0.41284, + "recall_at_1": 0.325, + "recall_at_3": 0.44, + "recall_at_5": 0.485, + "recall_at_10": 0.595, + "recall_at_20": 0.705, + "recall_at_100": 0.9, + "recall_at_1000": 1.0, + "accuracy": 0.325, + "precision_at_1": 0.325, + "precision_at_3": 0.14667, + "precision_at_5": 0.097, + "precision_at_10": 0.0595, + "precision_at_20": 0.03525, + "precision_at_100": 0.009, + "precision_at_1000": 0.001, + "mrr_at_1": 0.325, + "mrr_at_3": 0.374167, + "mrr_at_5": 0.384417, + "mrr_at_10": 0.399379, + "mrr_at_20": 0.407037, + "mrr_at_100": 0.412083, + "mrr_at_1000": 0.412835, + "nauc_ndcg_at_1_max": 0.179033, + "nauc_ndcg_at_1_std": -0.099883, + "nauc_ndcg_at_1_diff1": 0.545334, + "nauc_ndcg_at_3_max": 0.176126, + "nauc_ndcg_at_3_std": -0.092497, + "nauc_ndcg_at_3_diff1": 0.462336, + "nauc_ndcg_at_5_max": 0.174554, + "nauc_ndcg_at_5_std": -0.109174, + "nauc_ndcg_at_5_diff1": 0.456668, + "nauc_ndcg_at_10_max": 0.158236, + "nauc_ndcg_at_10_std": -0.109592, + "nauc_ndcg_at_10_diff1": 0.426463, + "nauc_ndcg_at_20_max": 0.139865, + "nauc_ndcg_at_20_std": -0.128374, + "nauc_ndcg_at_20_diff1": 0.42863, + "nauc_ndcg_at_100_max": 0.167671, + "nauc_ndcg_at_100_std": -0.10604, + "nauc_ndcg_at_100_diff1": 0.444456, + "nauc_ndcg_at_1000_max": 0.161285, + "nauc_ndcg_at_1000_std": -0.111128, + "nauc_ndcg_at_1000_diff1": 0.454241, + "nauc_map_at_1_max": 0.179033, + "nauc_map_at_1_std": -0.099883, + "nauc_map_at_1_diff1": 0.545334, + "nauc_map_at_3_max": 0.176704, + "nauc_map_at_3_std": -0.096143, + "nauc_map_at_3_diff1": 0.483789, + "nauc_map_at_5_max": 0.176056, + "nauc_map_at_5_std": -0.104956, + "nauc_map_at_5_diff1": 0.481044, + "nauc_map_at_10_max": 0.169549, + "nauc_map_at_10_std": -0.105486, + "nauc_map_at_10_diff1": 0.468538, + "nauc_map_at_20_max": 0.164814, + "nauc_map_at_20_std": -0.110248, + "nauc_map_at_20_diff1": 0.470042, + "nauc_map_at_100_max": 0.167488, + "nauc_map_at_100_std": -0.107596, + "nauc_map_at_100_diff1": 0.471999, + "nauc_map_at_1000_max": 0.167235, + "nauc_map_at_1000_std": -0.107835, + "nauc_map_at_1000_diff1": 0.472472, + "nauc_recall_at_1_max": 0.179033, + "nauc_recall_at_1_std": -0.099883, + "nauc_recall_at_1_diff1": 0.545334, + "nauc_recall_at_3_max": 0.174518, + "nauc_recall_at_3_std": -0.081302, + "nauc_recall_at_3_diff1": 0.40033, + "nauc_recall_at_5_max": 0.169747, + "nauc_recall_at_5_std": -0.123581, + "nauc_recall_at_5_diff1": 0.384229, + "nauc_recall_at_10_max": 0.114405, + "nauc_recall_at_10_std": -0.124352, + "nauc_recall_at_10_diff1": 0.278808, + "nauc_recall_at_20_max": 0.012505, + "nauc_recall_at_20_std": -0.222977, + "nauc_recall_at_20_diff1": 0.250482, + "nauc_recall_at_100_max": 0.299066, + "nauc_recall_at_100_std": -0.004902, + "nauc_recall_at_100_diff1": 0.245658, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.179033, + "nauc_precision_at_1_std": -0.099883, + "nauc_precision_at_1_diff1": 0.545334, + "nauc_precision_at_3_max": 0.174518, + "nauc_precision_at_3_std": -0.081302, + "nauc_precision_at_3_diff1": 0.40033, + "nauc_precision_at_5_max": 0.169747, + "nauc_precision_at_5_std": -0.123581, + "nauc_precision_at_5_diff1": 0.384229, + "nauc_precision_at_10_max": 0.114405, + "nauc_precision_at_10_std": -0.124352, + "nauc_precision_at_10_diff1": 0.278808, + "nauc_precision_at_20_max": 0.012505, + "nauc_precision_at_20_std": -0.222977, + "nauc_precision_at_20_diff1": 0.250482, + "nauc_precision_at_100_max": 0.299066, + "nauc_precision_at_100_std": -0.004902, + "nauc_precision_at_100_diff1": 0.245658, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.179033, + "nauc_mrr_at_1_std": -0.099883, + "nauc_mrr_at_1_diff1": 0.545334, + "nauc_mrr_at_3_max": 0.176704, + "nauc_mrr_at_3_std": -0.096143, + "nauc_mrr_at_3_diff1": 0.483789, + "nauc_mrr_at_5_max": 0.176056, + "nauc_mrr_at_5_std": -0.104956, + "nauc_mrr_at_5_diff1": 0.481044, + "nauc_mrr_at_10_max": 0.169549, + "nauc_mrr_at_10_std": -0.105486, + "nauc_mrr_at_10_diff1": 0.468538, + "nauc_mrr_at_20_max": 0.164814, + "nauc_mrr_at_20_std": -0.110248, + "nauc_mrr_at_20_diff1": 0.470042, + "nauc_mrr_at_100_max": 0.167488, + "nauc_mrr_at_100_std": -0.107596, + "nauc_mrr_at_100_diff1": 0.471999, + "nauc_mrr_at_1000_max": 0.167235, + "nauc_mrr_at_1000_std": -0.107835, + "nauc_mrr_at_1000_diff1": 0.472472, + "hit_rate_at_1": 0.325, + "hit_rate_at_3": 0.44, + "hit_rate_at_5": 0.485, + "hit_rate_at_10": 0.595, + "hit_rate_at_20": 0.705, + "hit_rate_at_100": 0.9, + "hit_rate_at_1000": 1.0, + "main_score": 0.485, + "hf_subset": "bas", + "languages": [ + "bas-Latn" + ] + }, + { + "ndcg_at_1": 0.89, + "ndcg_at_3": 0.9272, + "ndcg_at_5": 0.93129, + "ndcg_at_10": 0.93615, + "ndcg_at_20": 0.93735, + "ndcg_at_100": 0.94028, + "ndcg_at_1000": 0.94098, + "map_at_1": 0.89, + "map_at_3": 0.91917, + "map_at_5": 0.92142, + "map_at_10": 0.92343, + "map_at_20": 0.92372, + "map_at_100": 0.92418, + "map_at_1000": 0.92422, + "recall_at_1": 0.89, + "recall_at_3": 0.95, + "recall_at_5": 0.96, + "recall_at_10": 0.975, + "recall_at_20": 0.98, + "recall_at_100": 0.995, + "recall_at_1000": 1.0, + "accuracy": 0.89, + "precision_at_1": 0.89, + "precision_at_3": 0.31667, + "precision_at_5": 0.192, + "precision_at_10": 0.0975, + "precision_at_20": 0.049, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.89, + "mrr_at_3": 0.919167, + "mrr_at_5": 0.921417, + "mrr_at_10": 0.923431, + "mrr_at_20": 0.923725, + "mrr_at_100": 0.924184, + "mrr_at_1000": 0.92422, + "nauc_ndcg_at_1_max": 0.793639, + "nauc_ndcg_at_1_std": -0.181277, + "nauc_ndcg_at_1_diff1": 0.882849, + "nauc_ndcg_at_3_max": 0.829554, + "nauc_ndcg_at_3_std": -0.140667, + "nauc_ndcg_at_3_diff1": 0.903988, + "nauc_ndcg_at_5_max": 0.831815, + "nauc_ndcg_at_5_std": -0.137389, + "nauc_ndcg_at_5_diff1": 0.901942, + "nauc_ndcg_at_10_max": 0.82258, + "nauc_ndcg_at_10_std": -0.112936, + "nauc_ndcg_at_10_diff1": 0.897669, + "nauc_ndcg_at_20_max": 0.819158, + "nauc_ndcg_at_20_std": -0.134402, + "nauc_ndcg_at_20_diff1": 0.898217, + "nauc_ndcg_at_100_max": 0.820029, + "nauc_ndcg_at_100_std": -0.119695, + "nauc_ndcg_at_100_diff1": 0.897802, + "nauc_ndcg_at_1000_max": 0.819439, + "nauc_ndcg_at_1000_std": -0.131544, + "nauc_ndcg_at_1000_diff1": 0.896578, + "nauc_map_at_1_max": 0.793639, + "nauc_map_at_1_std": -0.181277, + "nauc_map_at_1_diff1": 0.882849, + "nauc_map_at_3_max": 0.819029, + "nauc_map_at_3_std": -0.15375, + "nauc_map_at_3_diff1": 0.897328, + "nauc_map_at_5_max": 0.819937, + "nauc_map_at_5_std": -0.15087, + "nauc_map_at_5_diff1": 0.896041, + "nauc_map_at_10_max": 0.816595, + "nauc_map_at_10_std": -0.140465, + "nauc_map_at_10_diff1": 0.89436, + "nauc_map_at_20_max": 0.815882, + "nauc_map_at_20_std": -0.1449, + "nauc_map_at_20_diff1": 0.894457, + "nauc_map_at_100_max": 0.816156, + "nauc_map_at_100_std": -0.142725, + "nauc_map_at_100_diff1": 0.894471, + "nauc_map_at_1000_max": 0.816131, + "nauc_map_at_1000_std": -0.14321, + "nauc_map_at_1000_diff1": 0.89442, + "nauc_recall_at_1_max": 0.793639, + "nauc_recall_at_1_std": -0.181277, + "nauc_recall_at_1_diff1": 0.882849, + "nauc_recall_at_3_max": 0.877451, + "nauc_recall_at_3_std": -0.080252, + "nauc_recall_at_3_diff1": 0.934641, + "nauc_recall_at_5_max": 0.897876, + "nauc_recall_at_5_std": -0.065009, + "nauc_recall_at_5_diff1": 0.934641, + "nauc_recall_at_10_max": 0.862745, + "nauc_recall_at_10_std": 0.1338, + "nauc_recall_at_10_diff1": 0.921569, + "nauc_recall_at_20_max": 0.828431, + "nauc_recall_at_20_std": -0.08275, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.793639, + "nauc_precision_at_1_std": -0.181277, + "nauc_precision_at_1_diff1": 0.882849, + "nauc_precision_at_3_max": 0.877451, + "nauc_precision_at_3_std": -0.080252, + "nauc_precision_at_3_diff1": 0.934641, + "nauc_precision_at_5_max": 0.897876, + "nauc_precision_at_5_std": -0.065009, + "nauc_precision_at_5_diff1": 0.934641, + "nauc_precision_at_10_max": 0.862745, + "nauc_precision_at_10_std": 0.1338, + "nauc_precision_at_10_diff1": 0.921569, + "nauc_precision_at_20_max": 0.828431, + "nauc_precision_at_20_std": -0.08275, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.793639, + "nauc_mrr_at_1_std": -0.181277, + "nauc_mrr_at_1_diff1": 0.882849, + "nauc_mrr_at_3_max": 0.819029, + "nauc_mrr_at_3_std": -0.15375, + "nauc_mrr_at_3_diff1": 0.897328, + "nauc_mrr_at_5_max": 0.819937, + "nauc_mrr_at_5_std": -0.15087, + "nauc_mrr_at_5_diff1": 0.896041, + "nauc_mrr_at_10_max": 0.816595, + "nauc_mrr_at_10_std": -0.140465, + "nauc_mrr_at_10_diff1": 0.89436, + "nauc_mrr_at_20_max": 0.815882, + "nauc_mrr_at_20_std": -0.1449, + "nauc_mrr_at_20_diff1": 0.894457, + "nauc_mrr_at_100_max": 0.816156, + "nauc_mrr_at_100_std": -0.142725, + "nauc_mrr_at_100_diff1": 0.894471, + "nauc_mrr_at_1000_max": 0.816131, + "nauc_mrr_at_1000_std": -0.14321, + "nauc_mrr_at_1000_diff1": 0.89442, + "hit_rate_at_1": 0.89, + "hit_rate_at_3": 0.95, + "hit_rate_at_5": 0.96, + "hit_rate_at_10": 0.975, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 0.995, + "hit_rate_at_1000": 1.0, + "main_score": 0.96, + "hf_subset": "be", + "languages": [ + "bel-Cyrl" + ] + }, + { + "ndcg_at_1": 0.655, + "ndcg_at_3": 0.70905, + "ndcg_at_5": 0.72562, + "ndcg_at_10": 0.74016, + "ndcg_at_20": 0.75015, + "ndcg_at_100": 0.76843, + "ndcg_at_1000": 0.77196, + "map_at_1": 0.655, + "map_at_3": 0.695, + "map_at_5": 0.70425, + "map_at_10": 0.71026, + "map_at_20": 0.71293, + "map_at_100": 0.71536, + "map_at_1000": 0.71554, + "recall_at_1": 0.655, + "recall_at_3": 0.75, + "recall_at_5": 0.79, + "recall_at_10": 0.835, + "recall_at_20": 0.875, + "recall_at_100": 0.975, + "recall_at_1000": 1.0, + "accuracy": 0.655, + "precision_at_1": 0.655, + "precision_at_3": 0.25, + "precision_at_5": 0.158, + "precision_at_10": 0.0835, + "precision_at_20": 0.04375, + "precision_at_100": 0.00975, + "precision_at_1000": 0.001, + "mrr_at_1": 0.655, + "mrr_at_3": 0.695, + "mrr_at_5": 0.70425, + "mrr_at_10": 0.710256, + "mrr_at_20": 0.712934, + "mrr_at_100": 0.715356, + "mrr_at_1000": 0.715543, + "nauc_ndcg_at_1_max": 0.716958, + "nauc_ndcg_at_1_std": -0.09833, + "nauc_ndcg_at_1_diff1": 0.883922, + "nauc_ndcg_at_3_max": 0.676141, + "nauc_ndcg_at_3_std": -0.123349, + "nauc_ndcg_at_3_diff1": 0.820223, + "nauc_ndcg_at_5_max": 0.698151, + "nauc_ndcg_at_5_std": -0.069105, + "nauc_ndcg_at_5_diff1": 0.815174, + "nauc_ndcg_at_10_max": 0.678627, + "nauc_ndcg_at_10_std": -0.112129, + "nauc_ndcg_at_10_diff1": 0.813152, + "nauc_ndcg_at_20_max": 0.687846, + "nauc_ndcg_at_20_std": -0.092476, + "nauc_ndcg_at_20_diff1": 0.811703, + "nauc_ndcg_at_100_max": 0.693207, + "nauc_ndcg_at_100_std": -0.084665, + "nauc_ndcg_at_100_diff1": 0.829362, + "nauc_ndcg_at_1000_max": 0.690192, + "nauc_ndcg_at_1000_std": -0.094884, + "nauc_ndcg_at_1000_diff1": 0.827661, + "nauc_map_at_1_max": 0.716958, + "nauc_map_at_1_std": -0.09833, + "nauc_map_at_1_diff1": 0.883922, + "nauc_map_at_3_max": 0.686669, + "nauc_map_at_3_std": -0.117591, + "nauc_map_at_3_diff1": 0.838028, + "nauc_map_at_5_max": 0.698751, + "nauc_map_at_5_std": -0.088971, + "nauc_map_at_5_diff1": 0.835915, + "nauc_map_at_10_max": 0.690967, + "nauc_map_at_10_std": -0.105747, + "nauc_map_at_10_diff1": 0.835252, + "nauc_map_at_20_max": 0.692827, + "nauc_map_at_20_std": -0.10063, + "nauc_map_at_20_diff1": 0.834949, + "nauc_map_at_100_max": 0.693262, + "nauc_map_at_100_std": -0.099594, + "nauc_map_at_100_diff1": 0.836977, + "nauc_map_at_1000_max": 0.693139, + "nauc_map_at_1000_std": -0.100014, + "nauc_map_at_1000_diff1": 0.836903, + "nauc_recall_at_1_max": 0.716958, + "nauc_recall_at_1_std": -0.09833, + "nauc_recall_at_1_diff1": 0.883922, + "nauc_recall_at_3_max": 0.640994, + "nauc_recall_at_3_std": -0.142229, + "nauc_recall_at_3_diff1": 0.760105, + "nauc_recall_at_5_max": 0.699678, + "nauc_recall_at_5_std": 0.015822, + "nauc_recall_at_5_diff1": 0.735831, + "nauc_recall_at_10_max": 0.616621, + "nauc_recall_at_10_std": -0.154342, + "nauc_recall_at_10_diff1": 0.710467, + "nauc_recall_at_20_max": 0.671505, + "nauc_recall_at_20_std": -0.032176, + "nauc_recall_at_20_diff1": 0.673384, + "nauc_recall_at_100_max": 0.862745, + "nauc_recall_at_100_std": 0.492624, + "nauc_recall_at_100_diff1": 0.921569, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.716958, + "nauc_precision_at_1_std": -0.09833, + "nauc_precision_at_1_diff1": 0.883922, + "nauc_precision_at_3_max": 0.640994, + "nauc_precision_at_3_std": -0.142229, + "nauc_precision_at_3_diff1": 0.760105, + "nauc_precision_at_5_max": 0.699678, + "nauc_precision_at_5_std": 0.015822, + "nauc_precision_at_5_diff1": 0.735831, + "nauc_precision_at_10_max": 0.616621, + "nauc_precision_at_10_std": -0.154342, + "nauc_precision_at_10_diff1": 0.710467, + "nauc_precision_at_20_max": 0.671505, + "nauc_precision_at_20_std": -0.032176, + "nauc_precision_at_20_diff1": 0.673384, + "nauc_precision_at_100_max": 0.862745, + "nauc_precision_at_100_std": 0.492624, + "nauc_precision_at_100_diff1": 0.921569, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.716958, + "nauc_mrr_at_1_std": -0.09833, + "nauc_mrr_at_1_diff1": 0.883922, + "nauc_mrr_at_3_max": 0.686669, + "nauc_mrr_at_3_std": -0.117591, + "nauc_mrr_at_3_diff1": 0.838028, + "nauc_mrr_at_5_max": 0.698751, + "nauc_mrr_at_5_std": -0.088971, + "nauc_mrr_at_5_diff1": 0.835915, + "nauc_mrr_at_10_max": 0.690967, + "nauc_mrr_at_10_std": -0.105747, + "nauc_mrr_at_10_diff1": 0.835252, + "nauc_mrr_at_20_max": 0.692827, + "nauc_mrr_at_20_std": -0.10063, + "nauc_mrr_at_20_diff1": 0.834949, + "nauc_mrr_at_100_max": 0.693262, + "nauc_mrr_at_100_std": -0.099594, + "nauc_mrr_at_100_diff1": 0.836977, + "nauc_mrr_at_1000_max": 0.693139, + "nauc_mrr_at_1000_std": -0.100014, + "nauc_mrr_at_1000_diff1": 0.836903, + "hit_rate_at_1": 0.655, + "hit_rate_at_3": 0.75, + "hit_rate_at_5": 0.79, + "hit_rate_at_10": 0.835, + "hit_rate_at_20": 0.875, + "hit_rate_at_100": 0.975, + "hit_rate_at_1000": 1.0, + "main_score": 0.79, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "ndcg_at_1": 0.425, + "ndcg_at_3": 0.51809, + "ndcg_at_5": 0.55229, + "ndcg_at_10": 0.57591, + "ndcg_at_20": 0.5871, + "ndcg_at_100": 0.61768, + "ndcg_at_1000": 0.62336, + "map_at_1": 0.425, + "map_at_3": 0.495, + "map_at_5": 0.5135, + "map_at_10": 0.52288, + "map_at_20": 0.52586, + "map_at_100": 0.52974, + "map_at_1000": 0.53005, + "recall_at_1": 0.425, + "recall_at_3": 0.585, + "recall_at_5": 0.67, + "recall_at_10": 0.745, + "recall_at_20": 0.79, + "recall_at_100": 0.96, + "recall_at_1000": 1.0, + "accuracy": 0.425, + "precision_at_1": 0.425, + "precision_at_3": 0.195, + "precision_at_5": 0.134, + "precision_at_10": 0.0745, + "precision_at_20": 0.0395, + "precision_at_100": 0.0096, + "precision_at_1000": 0.001, + "mrr_at_1": 0.425, + "mrr_at_3": 0.495, + "mrr_at_5": 0.5135, + "mrr_at_10": 0.522881, + "mrr_at_20": 0.525862, + "mrr_at_100": 0.529743, + "mrr_at_1000": 0.530053, + "nauc_ndcg_at_1_max": 0.547113, + "nauc_ndcg_at_1_std": 0.033419, + "nauc_ndcg_at_1_diff1": 0.685099, + "nauc_ndcg_at_3_max": 0.541875, + "nauc_ndcg_at_3_std": 0.059595, + "nauc_ndcg_at_3_diff1": 0.62214, + "nauc_ndcg_at_5_max": 0.531835, + "nauc_ndcg_at_5_std": 0.085611, + "nauc_ndcg_at_5_diff1": 0.58916, + "nauc_ndcg_at_10_max": 0.53963, + "nauc_ndcg_at_10_std": 0.087698, + "nauc_ndcg_at_10_diff1": 0.592597, + "nauc_ndcg_at_20_max": 0.538951, + "nauc_ndcg_at_20_std": 0.099602, + "nauc_ndcg_at_20_diff1": 0.597353, + "nauc_ndcg_at_100_max": 0.540861, + "nauc_ndcg_at_100_std": 0.085625, + "nauc_ndcg_at_100_diff1": 0.602723, + "nauc_ndcg_at_1000_max": 0.541318, + "nauc_ndcg_at_1000_std": 0.079783, + "nauc_ndcg_at_1000_diff1": 0.610784, + "nauc_map_at_1_max": 0.547113, + "nauc_map_at_1_std": 0.033419, + "nauc_map_at_1_diff1": 0.685099, + "nauc_map_at_3_max": 0.543906, + "nauc_map_at_3_std": 0.05332, + "nauc_map_at_3_diff1": 0.636825, + "nauc_map_at_5_max": 0.539334, + "nauc_map_at_5_std": 0.066771, + "nauc_map_at_5_diff1": 0.62024, + "nauc_map_at_10_max": 0.542018, + "nauc_map_at_10_std": 0.066126, + "nauc_map_at_10_diff1": 0.621926, + "nauc_map_at_20_max": 0.542013, + "nauc_map_at_20_std": 0.068887, + "nauc_map_at_20_diff1": 0.623162, + "nauc_map_at_100_max": 0.54246, + "nauc_map_at_100_std": 0.067835, + "nauc_map_at_100_diff1": 0.623727, + "nauc_map_at_1000_max": 0.54248, + "nauc_map_at_1000_std": 0.067535, + "nauc_map_at_1000_diff1": 0.62412, + "nauc_recall_at_1_max": 0.547113, + "nauc_recall_at_1_std": 0.033419, + "nauc_recall_at_1_diff1": 0.685099, + "nauc_recall_at_3_max": 0.535273, + "nauc_recall_at_3_std": 0.078877, + "nauc_recall_at_3_diff1": 0.577203, + "nauc_recall_at_5_max": 0.502421, + "nauc_recall_at_5_std": 0.156176, + "nauc_recall_at_5_diff1": 0.474556, + "nauc_recall_at_10_max": 0.532148, + "nauc_recall_at_10_std": 0.188749, + "nauc_recall_at_10_diff1": 0.465802, + "nauc_recall_at_20_max": 0.524912, + "nauc_recall_at_20_std": 0.278705, + "nauc_recall_at_20_diff1": 0.475233, + "nauc_recall_at_100_max": 0.519549, + "nauc_recall_at_100_std": 0.350607, + "nauc_recall_at_100_diff1": 0.233427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.547113, + "nauc_precision_at_1_std": 0.033419, + "nauc_precision_at_1_diff1": 0.685099, + "nauc_precision_at_3_max": 0.535273, + "nauc_precision_at_3_std": 0.078877, + "nauc_precision_at_3_diff1": 0.577203, + "nauc_precision_at_5_max": 0.502421, + "nauc_precision_at_5_std": 0.156176, + "nauc_precision_at_5_diff1": 0.474556, + "nauc_precision_at_10_max": 0.532148, + "nauc_precision_at_10_std": 0.188749, + "nauc_precision_at_10_diff1": 0.465802, + "nauc_precision_at_20_max": 0.524912, + "nauc_precision_at_20_std": 0.278705, + "nauc_precision_at_20_diff1": 0.475233, + "nauc_precision_at_100_max": 0.519549, + "nauc_precision_at_100_std": 0.350607, + "nauc_precision_at_100_diff1": 0.233427, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.547113, + "nauc_mrr_at_1_std": 0.033419, + "nauc_mrr_at_1_diff1": 0.685099, + "nauc_mrr_at_3_max": 0.543906, + "nauc_mrr_at_3_std": 0.05332, + "nauc_mrr_at_3_diff1": 0.636825, + "nauc_mrr_at_5_max": 0.539334, + "nauc_mrr_at_5_std": 0.066771, + "nauc_mrr_at_5_diff1": 0.62024, + "nauc_mrr_at_10_max": 0.542018, + "nauc_mrr_at_10_std": 0.066126, + "nauc_mrr_at_10_diff1": 0.621926, + "nauc_mrr_at_20_max": 0.542013, + "nauc_mrr_at_20_std": 0.068887, + "nauc_mrr_at_20_diff1": 0.623162, + "nauc_mrr_at_100_max": 0.54246, + "nauc_mrr_at_100_std": 0.067835, + "nauc_mrr_at_100_diff1": 0.623727, + "nauc_mrr_at_1000_max": 0.54248, + "nauc_mrr_at_1000_std": 0.067535, + "nauc_mrr_at_1000_diff1": 0.62412, + "hit_rate_at_1": 0.425, + "hit_rate_at_3": 0.585, + "hit_rate_at_5": 0.67, + "hit_rate_at_10": 0.745, + "hit_rate_at_20": 0.79, + "hit_rate_at_100": 0.96, + "hit_rate_at_1000": 1.0, + "main_score": 0.67, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.305, + "ndcg_at_3": 0.39875, + "ndcg_at_5": 0.42134, + "ndcg_at_10": 0.45891, + "ndcg_at_20": 0.48037, + "ndcg_at_100": 0.52591, + "ndcg_at_1000": 0.5308, + "map_at_1": 0.305, + "map_at_3": 0.37583, + "map_at_5": 0.38833, + "map_at_10": 0.40405, + "map_at_20": 0.40992, + "map_at_100": 0.4162, + "map_at_1000": 0.41645, + "recall_at_1": 0.305, + "recall_at_3": 0.465, + "recall_at_5": 0.52, + "recall_at_10": 0.635, + "recall_at_20": 0.72, + "recall_at_100": 0.965, + "recall_at_1000": 1.0, + "accuracy": 0.305, + "precision_at_1": 0.305, + "precision_at_3": 0.155, + "precision_at_5": 0.104, + "precision_at_10": 0.0635, + "precision_at_20": 0.036, + "precision_at_100": 0.00965, + "precision_at_1000": 0.001, + "mrr_at_1": 0.305, + "mrr_at_3": 0.375833, + "mrr_at_5": 0.388333, + "mrr_at_10": 0.40405, + "mrr_at_20": 0.409923, + "mrr_at_100": 0.416203, + "mrr_at_1000": 0.416454, + "nauc_ndcg_at_1_max": 0.463666, + "nauc_ndcg_at_1_std": 0.004765, + "nauc_ndcg_at_1_diff1": 0.441932, + "nauc_ndcg_at_3_max": 0.403067, + "nauc_ndcg_at_3_std": -0.024329, + "nauc_ndcg_at_3_diff1": 0.379718, + "nauc_ndcg_at_5_max": 0.395011, + "nauc_ndcg_at_5_std": -0.065115, + "nauc_ndcg_at_5_diff1": 0.415538, + "nauc_ndcg_at_10_max": 0.392857, + "nauc_ndcg_at_10_std": -0.066957, + "nauc_ndcg_at_10_diff1": 0.414205, + "nauc_ndcg_at_20_max": 0.379161, + "nauc_ndcg_at_20_std": -0.05858, + "nauc_ndcg_at_20_diff1": 0.40361, + "nauc_ndcg_at_100_max": 0.387525, + "nauc_ndcg_at_100_std": -0.038305, + "nauc_ndcg_at_100_diff1": 0.40302, + "nauc_ndcg_at_1000_max": 0.394716, + "nauc_ndcg_at_1000_std": -0.041293, + "nauc_ndcg_at_1000_diff1": 0.407146, + "nauc_map_at_1_max": 0.463666, + "nauc_map_at_1_std": 0.004765, + "nauc_map_at_1_diff1": 0.441932, + "nauc_map_at_3_max": 0.416279, + "nauc_map_at_3_std": -0.015796, + "nauc_map_at_3_diff1": 0.396277, + "nauc_map_at_5_max": 0.412374, + "nauc_map_at_5_std": -0.038295, + "nauc_map_at_5_diff1": 0.4173, + "nauc_map_at_10_max": 0.41082, + "nauc_map_at_10_std": -0.038341, + "nauc_map_at_10_diff1": 0.416535, + "nauc_map_at_20_max": 0.407422, + "nauc_map_at_20_std": -0.035356, + "nauc_map_at_20_diff1": 0.413888, + "nauc_map_at_100_max": 0.407716, + "nauc_map_at_100_std": -0.032597, + "nauc_map_at_100_diff1": 0.412983, + "nauc_map_at_1000_max": 0.408059, + "nauc_map_at_1000_std": -0.032748, + "nauc_map_at_1000_diff1": 0.413177, + "nauc_recall_at_1_max": 0.463666, + "nauc_recall_at_1_std": 0.004765, + "nauc_recall_at_1_diff1": 0.441932, + "nauc_recall_at_3_max": 0.365747, + "nauc_recall_at_3_std": -0.049407, + "nauc_recall_at_3_diff1": 0.331609, + "nauc_recall_at_5_max": 0.342755, + "nauc_recall_at_5_std": -0.150579, + "nauc_recall_at_5_diff1": 0.413515, + "nauc_recall_at_10_max": 0.333244, + "nauc_recall_at_10_std": -0.171632, + "nauc_recall_at_10_diff1": 0.409961, + "nauc_recall_at_20_max": 0.25041, + "nauc_recall_at_20_std": -0.155353, + "nauc_recall_at_20_diff1": 0.353566, + "nauc_recall_at_100_max": -0.011471, + "nauc_recall_at_100_std": 0.120181, + "nauc_recall_at_100_diff1": 0.173603, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.463666, + "nauc_precision_at_1_std": 0.004765, + "nauc_precision_at_1_diff1": 0.441932, + "nauc_precision_at_3_max": 0.365747, + "nauc_precision_at_3_std": -0.049407, + "nauc_precision_at_3_diff1": 0.331609, + "nauc_precision_at_5_max": 0.342755, + "nauc_precision_at_5_std": -0.150579, + "nauc_precision_at_5_diff1": 0.413515, + "nauc_precision_at_10_max": 0.333244, + "nauc_precision_at_10_std": -0.171632, + "nauc_precision_at_10_diff1": 0.409961, + "nauc_precision_at_20_max": 0.25041, + "nauc_precision_at_20_std": -0.155353, + "nauc_precision_at_20_diff1": 0.353566, + "nauc_precision_at_100_max": -0.011471, + "nauc_precision_at_100_std": 0.120181, + "nauc_precision_at_100_diff1": 0.173603, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.463666, + "nauc_mrr_at_1_std": 0.004765, + "nauc_mrr_at_1_diff1": 0.441932, + "nauc_mrr_at_3_max": 0.416279, + "nauc_mrr_at_3_std": -0.015796, + "nauc_mrr_at_3_diff1": 0.396277, + "nauc_mrr_at_5_max": 0.412374, + "nauc_mrr_at_5_std": -0.038295, + "nauc_mrr_at_5_diff1": 0.4173, + "nauc_mrr_at_10_max": 0.41082, + "nauc_mrr_at_10_std": -0.038341, + "nauc_mrr_at_10_diff1": 0.416535, + "nauc_mrr_at_20_max": 0.407422, + "nauc_mrr_at_20_std": -0.035356, + "nauc_mrr_at_20_diff1": 0.413888, + "nauc_mrr_at_100_max": 0.407716, + "nauc_mrr_at_100_std": -0.032597, + "nauc_mrr_at_100_diff1": 0.412983, + "nauc_mrr_at_1000_max": 0.408059, + "nauc_mrr_at_1000_std": -0.032748, + "nauc_mrr_at_1000_diff1": 0.413177, + "hit_rate_at_1": 0.305, + "hit_rate_at_3": 0.465, + "hit_rate_at_5": 0.52, + "hit_rate_at_10": 0.635, + "hit_rate_at_20": 0.72, + "hit_rate_at_100": 0.965, + "hit_rate_at_1000": 1.0, + "main_score": 0.52, + "hf_subset": "br", + "languages": [ + "bre-Latn" + ] + }, + { + "ndcg_at_1": 0.755, + "ndcg_at_3": 0.80089, + "ndcg_at_5": 0.82392, + "ndcg_at_10": 0.82899, + "ndcg_at_20": 0.83162, + "ndcg_at_100": 0.84169, + "ndcg_at_1000": 0.84588, + "map_at_1": 0.755, + "map_at_3": 0.78917, + "map_at_5": 0.80217, + "map_at_10": 0.80439, + "map_at_20": 0.80516, + "map_at_100": 0.80654, + "map_at_1000": 0.80675, + "recall_at_1": 0.755, + "recall_at_3": 0.835, + "recall_at_5": 0.89, + "recall_at_10": 0.905, + "recall_at_20": 0.915, + "recall_at_100": 0.97, + "recall_at_1000": 1.0, + "accuracy": 0.755, + "precision_at_1": 0.755, + "precision_at_3": 0.27833, + "precision_at_5": 0.178, + "precision_at_10": 0.0905, + "precision_at_20": 0.04575, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "mrr_at_1": 0.755, + "mrr_at_3": 0.789167, + "mrr_at_5": 0.802167, + "mrr_at_10": 0.804389, + "mrr_at_20": 0.805163, + "mrr_at_100": 0.806537, + "mrr_at_1000": 0.806751, + "nauc_ndcg_at_1_max": 0.756125, + "nauc_ndcg_at_1_std": 0.162474, + "nauc_ndcg_at_1_diff1": 0.920215, + "nauc_ndcg_at_3_max": 0.731212, + "nauc_ndcg_at_3_std": 0.172498, + "nauc_ndcg_at_3_diff1": 0.89427, + "nauc_ndcg_at_5_max": 0.771841, + "nauc_ndcg_at_5_std": 0.199802, + "nauc_ndcg_at_5_diff1": 0.890705, + "nauc_ndcg_at_10_max": 0.766478, + "nauc_ndcg_at_10_std": 0.226125, + "nauc_ndcg_at_10_diff1": 0.887317, + "nauc_ndcg_at_20_max": 0.76602, + "nauc_ndcg_at_20_std": 0.220928, + "nauc_ndcg_at_20_diff1": 0.890673, + "nauc_ndcg_at_100_max": 0.760765, + "nauc_ndcg_at_100_std": 0.203857, + "nauc_ndcg_at_100_diff1": 0.893469, + "nauc_ndcg_at_1000_max": 0.759298, + "nauc_ndcg_at_1000_std": 0.198664, + "nauc_ndcg_at_1000_diff1": 0.895652, + "nauc_map_at_1_max": 0.756125, + "nauc_map_at_1_std": 0.162474, + "nauc_map_at_1_diff1": 0.920215, + "nauc_map_at_3_max": 0.73821, + "nauc_map_at_3_std": 0.167884, + "nauc_map_at_3_diff1": 0.901598, + "nauc_map_at_5_max": 0.758985, + "nauc_map_at_5_std": 0.180096, + "nauc_map_at_5_diff1": 0.90002, + "nauc_map_at_10_max": 0.756701, + "nauc_map_at_10_std": 0.191071, + "nauc_map_at_10_diff1": 0.898703, + "nauc_map_at_20_max": 0.756557, + "nauc_map_at_20_std": 0.189622, + "nauc_map_at_20_diff1": 0.899546, + "nauc_map_at_100_max": 0.755828, + "nauc_map_at_100_std": 0.187248, + "nauc_map_at_100_diff1": 0.899934, + "nauc_map_at_1000_max": 0.755779, + "nauc_map_at_1000_std": 0.186967, + "nauc_map_at_1000_diff1": 0.900021, + "nauc_recall_at_1_max": 0.756125, + "nauc_recall_at_1_std": 0.162474, + "nauc_recall_at_1_diff1": 0.920215, + "nauc_recall_at_3_max": 0.706217, + "nauc_recall_at_3_std": 0.18987, + "nauc_recall_at_3_diff1": 0.868076, + "nauc_recall_at_5_max": 0.843549, + "nauc_recall_at_5_std": 0.3053, + "nauc_recall_at_5_diff1": 0.845267, + "nauc_recall_at_10_max": 0.827879, + "nauc_recall_at_10_std": 0.441373, + "nauc_recall_at_10_diff1": 0.822964, + "nauc_recall_at_20_max": 0.831658, + "nauc_recall_at_20_std": 0.429752, + "nauc_recall_at_20_diff1": 0.839897, + "nauc_recall_at_100_max": 0.814037, + "nauc_recall_at_100_std": 0.369125, + "nauc_recall_at_100_diff1": 0.817538, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.756125, + "nauc_precision_at_1_std": 0.162474, + "nauc_precision_at_1_diff1": 0.920215, + "nauc_precision_at_3_max": 0.706217, + "nauc_precision_at_3_std": 0.18987, + "nauc_precision_at_3_diff1": 0.868076, + "nauc_precision_at_5_max": 0.843549, + "nauc_precision_at_5_std": 0.3053, + "nauc_precision_at_5_diff1": 0.845267, + "nauc_precision_at_10_max": 0.827879, + "nauc_precision_at_10_std": 0.441373, + "nauc_precision_at_10_diff1": 0.822964, + "nauc_precision_at_20_max": 0.831658, + "nauc_precision_at_20_std": 0.429752, + "nauc_precision_at_20_diff1": 0.839897, + "nauc_precision_at_100_max": 0.814037, + "nauc_precision_at_100_std": 0.369125, + "nauc_precision_at_100_diff1": 0.817538, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.756125, + "nauc_mrr_at_1_std": 0.162474, + "nauc_mrr_at_1_diff1": 0.920215, + "nauc_mrr_at_3_max": 0.73821, + "nauc_mrr_at_3_std": 0.167884, + "nauc_mrr_at_3_diff1": 0.901598, + "nauc_mrr_at_5_max": 0.758985, + "nauc_mrr_at_5_std": 0.180096, + "nauc_mrr_at_5_diff1": 0.90002, + "nauc_mrr_at_10_max": 0.756701, + "nauc_mrr_at_10_std": 0.191071, + "nauc_mrr_at_10_diff1": 0.898703, + "nauc_mrr_at_20_max": 0.756557, + "nauc_mrr_at_20_std": 0.189622, + "nauc_mrr_at_20_diff1": 0.899546, + "nauc_mrr_at_100_max": 0.755828, + "nauc_mrr_at_100_std": 0.187248, + "nauc_mrr_at_100_diff1": 0.899934, + "nauc_mrr_at_1000_max": 0.755779, + "nauc_mrr_at_1000_std": 0.186967, + "nauc_mrr_at_1000_diff1": 0.900021, + "hit_rate_at_1": 0.755, + "hit_rate_at_3": 0.835, + "hit_rate_at_5": 0.89, + "hit_rate_at_10": 0.905, + "hit_rate_at_20": 0.915, + "hit_rate_at_100": 0.97, + "hit_rate_at_1000": 1.0, + "main_score": 0.89, + "hf_subset": "ca", + "languages": [ + "cat-Latn" + ] + }, + { + "ndcg_at_1": 0.27, + "ndcg_at_3": 0.34756, + "ndcg_at_5": 0.37274, + "ndcg_at_10": 0.3973, + "ndcg_at_20": 0.41886, + "ndcg_at_100": 0.46675, + "ndcg_at_1000": 0.48431, + "map_at_1": 0.27, + "map_at_3": 0.33083, + "map_at_5": 0.34508, + "map_at_10": 0.35539, + "map_at_20": 0.36135, + "map_at_100": 0.36783, + "map_at_1000": 0.36875, + "recall_at_1": 0.27, + "recall_at_3": 0.395, + "recall_at_5": 0.455, + "recall_at_10": 0.53, + "recall_at_20": 0.615, + "recall_at_100": 0.875, + "recall_at_1000": 1.0, + "accuracy": 0.27, + "precision_at_1": 0.27, + "precision_at_3": 0.13167, + "precision_at_5": 0.091, + "precision_at_10": 0.053, + "precision_at_20": 0.03075, + "precision_at_100": 0.00875, + "precision_at_1000": 0.001, + "mrr_at_1": 0.27, + "mrr_at_3": 0.330833, + "mrr_at_5": 0.345083, + "mrr_at_10": 0.355389, + "mrr_at_20": 0.361347, + "mrr_at_100": 0.367831, + "mrr_at_1000": 0.368748, + "nauc_ndcg_at_1_max": 0.343065, + "nauc_ndcg_at_1_std": -0.205011, + "nauc_ndcg_at_1_diff1": 0.561977, + "nauc_ndcg_at_3_max": 0.293759, + "nauc_ndcg_at_3_std": -0.251137, + "nauc_ndcg_at_3_diff1": 0.474999, + "nauc_ndcg_at_5_max": 0.295113, + "nauc_ndcg_at_5_std": -0.22283, + "nauc_ndcg_at_5_diff1": 0.462551, + "nauc_ndcg_at_10_max": 0.305087, + "nauc_ndcg_at_10_std": -0.20082, + "nauc_ndcg_at_10_diff1": 0.435012, + "nauc_ndcg_at_20_max": 0.300291, + "nauc_ndcg_at_20_std": -0.196609, + "nauc_ndcg_at_20_diff1": 0.424651, + "nauc_ndcg_at_100_max": 0.286832, + "nauc_ndcg_at_100_std": -0.183141, + "nauc_ndcg_at_100_diff1": 0.44041, + "nauc_ndcg_at_1000_max": 0.298908, + "nauc_ndcg_at_1000_std": -0.205152, + "nauc_ndcg_at_1000_diff1": 0.45287, + "nauc_map_at_1_max": 0.343065, + "nauc_map_at_1_std": -0.205011, + "nauc_map_at_1_diff1": 0.561977, + "nauc_map_at_3_max": 0.30505, + "nauc_map_at_3_std": -0.24146, + "nauc_map_at_3_diff1": 0.493175, + "nauc_map_at_5_max": 0.305071, + "nauc_map_at_5_std": -0.225821, + "nauc_map_at_5_diff1": 0.485845, + "nauc_map_at_10_max": 0.309393, + "nauc_map_at_10_std": -0.21674, + "nauc_map_at_10_diff1": 0.474188, + "nauc_map_at_20_max": 0.308212, + "nauc_map_at_20_std": -0.21529, + "nauc_map_at_20_diff1": 0.471967, + "nauc_map_at_100_max": 0.30592, + "nauc_map_at_100_std": -0.214054, + "nauc_map_at_100_diff1": 0.473319, + "nauc_map_at_1000_max": 0.306479, + "nauc_map_at_1000_std": -0.215115, + "nauc_map_at_1000_diff1": 0.473997, + "nauc_recall_at_1_max": 0.343065, + "nauc_recall_at_1_std": -0.205011, + "nauc_recall_at_1_diff1": 0.561977, + "nauc_recall_at_3_max": 0.262709, + "nauc_recall_at_3_std": -0.2774, + "nauc_recall_at_3_diff1": 0.425703, + "nauc_recall_at_5_max": 0.26853, + "nauc_recall_at_5_std": -0.209809, + "nauc_recall_at_5_diff1": 0.397148, + "nauc_recall_at_10_max": 0.297578, + "nauc_recall_at_10_std": -0.140682, + "nauc_recall_at_10_diff1": 0.310643, + "nauc_recall_at_20_max": 0.275734, + "nauc_recall_at_20_std": -0.119269, + "nauc_recall_at_20_diff1": 0.249949, + "nauc_recall_at_100_max": 0.085388, + "nauc_recall_at_100_std": 0.181227, + "nauc_recall_at_100_diff1": 0.238811, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.343065, + "nauc_precision_at_1_std": -0.205011, + "nauc_precision_at_1_diff1": 0.561977, + "nauc_precision_at_3_max": 0.262709, + "nauc_precision_at_3_std": -0.2774, + "nauc_precision_at_3_diff1": 0.425703, + "nauc_precision_at_5_max": 0.26853, + "nauc_precision_at_5_std": -0.209809, + "nauc_precision_at_5_diff1": 0.397148, + "nauc_precision_at_10_max": 0.297578, + "nauc_precision_at_10_std": -0.140682, + "nauc_precision_at_10_diff1": 0.310643, + "nauc_precision_at_20_max": 0.275734, + "nauc_precision_at_20_std": -0.119269, + "nauc_precision_at_20_diff1": 0.249949, + "nauc_precision_at_100_max": 0.085388, + "nauc_precision_at_100_std": 0.181227, + "nauc_precision_at_100_diff1": 0.238811, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.343065, + "nauc_mrr_at_1_std": -0.205011, + "nauc_mrr_at_1_diff1": 0.561977, + "nauc_mrr_at_3_max": 0.30505, + "nauc_mrr_at_3_std": -0.24146, + "nauc_mrr_at_3_diff1": 0.493175, + "nauc_mrr_at_5_max": 0.305071, + "nauc_mrr_at_5_std": -0.225821, + "nauc_mrr_at_5_diff1": 0.485845, + "nauc_mrr_at_10_max": 0.309393, + "nauc_mrr_at_10_std": -0.21674, + "nauc_mrr_at_10_diff1": 0.474188, + "nauc_mrr_at_20_max": 0.308212, + "nauc_mrr_at_20_std": -0.21529, + "nauc_mrr_at_20_diff1": 0.471967, + "nauc_mrr_at_100_max": 0.30592, + "nauc_mrr_at_100_std": -0.214054, + "nauc_mrr_at_100_diff1": 0.473319, + "nauc_mrr_at_1000_max": 0.306479, + "nauc_mrr_at_1000_std": -0.215115, + "nauc_mrr_at_1000_diff1": 0.473997, + "hit_rate_at_1": 0.27, + "hit_rate_at_3": 0.395, + "hit_rate_at_5": 0.455, + "hit_rate_at_10": 0.53, + "hit_rate_at_20": 0.615, + "hit_rate_at_100": 0.875, + "hit_rate_at_1000": 1.0, + "main_score": 0.455, + "hf_subset": "ckb", + "languages": [ + "ckb-Arab" + ] + }, + { + "ndcg_at_1": 0.285, + "ndcg_at_3": 0.37232, + "ndcg_at_5": 0.40999, + "ndcg_at_10": 0.44023, + "ndcg_at_20": 0.46314, + "ndcg_at_100": 0.49898, + "ndcg_at_1000": 0.51166, + "map_at_1": 0.285, + "map_at_3": 0.34917, + "map_at_5": 0.37042, + "map_at_10": 0.3826, + "map_at_20": 0.38895, + "map_at_100": 0.39379, + "map_at_1000": 0.39446, + "recall_at_1": 0.285, + "recall_at_3": 0.44, + "recall_at_5": 0.53, + "recall_at_10": 0.625, + "recall_at_20": 0.715, + "recall_at_100": 0.91, + "recall_at_1000": 1.0, + "accuracy": 0.285, + "precision_at_1": 0.285, + "precision_at_3": 0.14667, + "precision_at_5": 0.106, + "precision_at_10": 0.0625, + "precision_at_20": 0.03575, + "precision_at_100": 0.0091, + "precision_at_1000": 0.001, + "mrr_at_1": 0.285, + "mrr_at_3": 0.349167, + "mrr_at_5": 0.370417, + "mrr_at_10": 0.382603, + "mrr_at_20": 0.388954, + "mrr_at_100": 0.39379, + "mrr_at_1000": 0.39446, + "nauc_ndcg_at_1_max": 0.334407, + "nauc_ndcg_at_1_std": -0.067161, + "nauc_ndcg_at_1_diff1": 0.587075, + "nauc_ndcg_at_3_max": 0.298629, + "nauc_ndcg_at_3_std": -0.048554, + "nauc_ndcg_at_3_diff1": 0.512897, + "nauc_ndcg_at_5_max": 0.302386, + "nauc_ndcg_at_5_std": -0.022475, + "nauc_ndcg_at_5_diff1": 0.501462, + "nauc_ndcg_at_10_max": 0.304982, + "nauc_ndcg_at_10_std": -0.02167, + "nauc_ndcg_at_10_diff1": 0.492967, + "nauc_ndcg_at_20_max": 0.292364, + "nauc_ndcg_at_20_std": -0.041078, + "nauc_ndcg_at_20_diff1": 0.491679, + "nauc_ndcg_at_100_max": 0.295076, + "nauc_ndcg_at_100_std": -0.036504, + "nauc_ndcg_at_100_diff1": 0.510075, + "nauc_ndcg_at_1000_max": 0.299144, + "nauc_ndcg_at_1000_std": -0.040825, + "nauc_ndcg_at_1000_diff1": 0.513408, + "nauc_map_at_1_max": 0.334407, + "nauc_map_at_1_std": -0.067161, + "nauc_map_at_1_diff1": 0.587075, + "nauc_map_at_3_max": 0.305255, + "nauc_map_at_3_std": -0.054526, + "nauc_map_at_3_diff1": 0.530284, + "nauc_map_at_5_max": 0.306682, + "nauc_map_at_5_std": -0.040604, + "nauc_map_at_5_diff1": 0.52365, + "nauc_map_at_10_max": 0.307299, + "nauc_map_at_10_std": -0.041182, + "nauc_map_at_10_diff1": 0.520608, + "nauc_map_at_20_max": 0.303854, + "nauc_map_at_20_std": -0.046482, + "nauc_map_at_20_diff1": 0.520731, + "nauc_map_at_100_max": 0.304197, + "nauc_map_at_100_std": -0.045954, + "nauc_map_at_100_diff1": 0.523891, + "nauc_map_at_1000_max": 0.304362, + "nauc_map_at_1000_std": -0.046158, + "nauc_map_at_1000_diff1": 0.524068, + "nauc_recall_at_1_max": 0.334407, + "nauc_recall_at_1_std": -0.067161, + "nauc_recall_at_1_diff1": 0.587075, + "nauc_recall_at_3_max": 0.280779, + "nauc_recall_at_3_std": -0.03119, + "nauc_recall_at_3_diff1": 0.46421, + "nauc_recall_at_5_max": 0.292093, + "nauc_recall_at_5_std": 0.035485, + "nauc_recall_at_5_diff1": 0.435738, + "nauc_recall_at_10_max": 0.302302, + "nauc_recall_at_10_std": 0.049346, + "nauc_recall_at_10_diff1": 0.397997, + "nauc_recall_at_20_max": 0.240019, + "nauc_recall_at_20_std": -0.033005, + "nauc_recall_at_20_diff1": 0.369669, + "nauc_recall_at_100_max": 0.202122, + "nauc_recall_at_100_std": 0.058175, + "nauc_recall_at_100_diff1": 0.438012, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.334407, + "nauc_precision_at_1_std": -0.067161, + "nauc_precision_at_1_diff1": 0.587075, + "nauc_precision_at_3_max": 0.280779, + "nauc_precision_at_3_std": -0.03119, + "nauc_precision_at_3_diff1": 0.46421, + "nauc_precision_at_5_max": 0.292093, + "nauc_precision_at_5_std": 0.035485, + "nauc_precision_at_5_diff1": 0.435738, + "nauc_precision_at_10_max": 0.302302, + "nauc_precision_at_10_std": 0.049346, + "nauc_precision_at_10_diff1": 0.397997, + "nauc_precision_at_20_max": 0.240019, + "nauc_precision_at_20_std": -0.033005, + "nauc_precision_at_20_diff1": 0.369669, + "nauc_precision_at_100_max": 0.202122, + "nauc_precision_at_100_std": 0.058175, + "nauc_precision_at_100_diff1": 0.438012, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.334407, + "nauc_mrr_at_1_std": -0.067161, + "nauc_mrr_at_1_diff1": 0.587075, + "nauc_mrr_at_3_max": 0.305255, + "nauc_mrr_at_3_std": -0.054526, + "nauc_mrr_at_3_diff1": 0.530284, + "nauc_mrr_at_5_max": 0.306682, + "nauc_mrr_at_5_std": -0.040604, + "nauc_mrr_at_5_diff1": 0.52365, + "nauc_mrr_at_10_max": 0.307299, + "nauc_mrr_at_10_std": -0.041182, + "nauc_mrr_at_10_diff1": 0.520608, + "nauc_mrr_at_20_max": 0.303854, + "nauc_mrr_at_20_std": -0.046482, + "nauc_mrr_at_20_diff1": 0.520731, + "nauc_mrr_at_100_max": 0.304197, + "nauc_mrr_at_100_std": -0.045954, + "nauc_mrr_at_100_diff1": 0.523891, + "nauc_mrr_at_1000_max": 0.304362, + "nauc_mrr_at_1000_std": -0.046158, + "nauc_mrr_at_1000_diff1": 0.524068, + "hit_rate_at_1": 0.285, + "hit_rate_at_3": 0.44, + "hit_rate_at_5": 0.53, + "hit_rate_at_10": 0.625, + "hit_rate_at_20": 0.715, + "hit_rate_at_100": 0.91, + "hit_rate_at_1000": 1.0, + "main_score": 0.53, + "hf_subset": "cnh", + "languages": [ + "cnh-Latn" + ] + }, + { + "ndcg_at_1": 0.85, + "ndcg_at_3": 0.88458, + "ndcg_at_5": 0.88674, + "ndcg_at_10": 0.89493, + "ndcg_at_20": 0.90089, + "ndcg_at_100": 0.90609, + "ndcg_at_1000": 0.90747, + "map_at_1": 0.85, + "map_at_3": 0.87583, + "map_at_5": 0.87708, + "map_at_10": 0.88053, + "map_at_20": 0.88198, + "map_at_100": 0.88291, + "map_at_1000": 0.88298, + "recall_at_1": 0.85, + "recall_at_3": 0.91, + "recall_at_5": 0.915, + "recall_at_10": 0.94, + "recall_at_20": 0.965, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.85, + "precision_at_1": 0.85, + "precision_at_3": 0.30333, + "precision_at_5": 0.183, + "precision_at_10": 0.094, + "precision_at_20": 0.04825, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.85, + "mrr_at_3": 0.875833, + "mrr_at_5": 0.877083, + "mrr_at_10": 0.880526, + "mrr_at_20": 0.881983, + "mrr_at_100": 0.882914, + "mrr_at_1000": 0.882982, + "nauc_ndcg_at_1_max": 0.920452, + "nauc_ndcg_at_1_std": 0.269037, + "nauc_ndcg_at_1_diff1": 0.940449, + "nauc_ndcg_at_3_max": 0.920945, + "nauc_ndcg_at_3_std": 0.264379, + "nauc_ndcg_at_3_diff1": 0.921, + "nauc_ndcg_at_5_max": 0.919406, + "nauc_ndcg_at_5_std": 0.252601, + "nauc_ndcg_at_5_diff1": 0.922007, + "nauc_ndcg_at_10_max": 0.921438, + "nauc_ndcg_at_10_std": 0.272721, + "nauc_ndcg_at_10_diff1": 0.919905, + "nauc_ndcg_at_20_max": 0.921404, + "nauc_ndcg_at_20_std": 0.296493, + "nauc_ndcg_at_20_diff1": 0.919828, + "nauc_ndcg_at_100_max": 0.923108, + "nauc_ndcg_at_100_std": 0.283669, + "nauc_ndcg_at_100_diff1": 0.921878, + "nauc_ndcg_at_1000_max": 0.921922, + "nauc_ndcg_at_1000_std": 0.272626, + "nauc_ndcg_at_1000_diff1": 0.923818, + "nauc_map_at_1_max": 0.920452, + "nauc_map_at_1_std": 0.269037, + "nauc_map_at_1_diff1": 0.940449, + "nauc_map_at_3_max": 0.921731, + "nauc_map_at_3_std": 0.265635, + "nauc_map_at_3_diff1": 0.926271, + "nauc_map_at_5_max": 0.920911, + "nauc_map_at_5_std": 0.259311, + "nauc_map_at_5_diff1": 0.926868, + "nauc_map_at_10_max": 0.921639, + "nauc_map_at_10_std": 0.2646, + "nauc_map_at_10_diff1": 0.926206, + "nauc_map_at_20_max": 0.921533, + "nauc_map_at_20_std": 0.26958, + "nauc_map_at_20_diff1": 0.92619, + "nauc_map_at_100_max": 0.921787, + "nauc_map_at_100_std": 0.267527, + "nauc_map_at_100_diff1": 0.926548, + "nauc_map_at_1000_max": 0.921741, + "nauc_map_at_1000_std": 0.26709, + "nauc_map_at_1000_diff1": 0.926625, + "nauc_recall_at_1_max": 0.920452, + "nauc_recall_at_1_std": 0.269037, + "nauc_recall_at_1_diff1": 0.940449, + "nauc_recall_at_3_max": 0.917393, + "nauc_recall_at_3_std": 0.25957, + "nauc_recall_at_3_diff1": 0.900794, + "nauc_recall_at_5_max": 0.912534, + "nauc_recall_at_5_std": 0.223705, + "nauc_recall_at_5_diff1": 0.902647, + "nauc_recall_at_10_max": 0.921024, + "nauc_recall_at_10_std": 0.34057, + "nauc_recall_at_10_diff1": 0.88387, + "nauc_recall_at_20_max": 0.922969, + "nauc_recall_at_20_std": 0.658597, + "nauc_recall_at_20_diff1": 0.859277, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.795752, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.920452, + "nauc_precision_at_1_std": 0.269037, + "nauc_precision_at_1_diff1": 0.940449, + "nauc_precision_at_3_max": 0.917393, + "nauc_precision_at_3_std": 0.25957, + "nauc_precision_at_3_diff1": 0.900794, + "nauc_precision_at_5_max": 0.912534, + "nauc_precision_at_5_std": 0.223705, + "nauc_precision_at_5_diff1": 0.902647, + "nauc_precision_at_10_max": 0.921024, + "nauc_precision_at_10_std": 0.34057, + "nauc_precision_at_10_diff1": 0.88387, + "nauc_precision_at_20_max": 0.922969, + "nauc_precision_at_20_std": 0.658597, + "nauc_precision_at_20_diff1": 0.859277, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.795752, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.920452, + "nauc_mrr_at_1_std": 0.269037, + "nauc_mrr_at_1_diff1": 0.940449, + "nauc_mrr_at_3_max": 0.921731, + "nauc_mrr_at_3_std": 0.265635, + "nauc_mrr_at_3_diff1": 0.926271, + "nauc_mrr_at_5_max": 0.920911, + "nauc_mrr_at_5_std": 0.259311, + "nauc_mrr_at_5_diff1": 0.926868, + "nauc_mrr_at_10_max": 0.921639, + "nauc_mrr_at_10_std": 0.2646, + "nauc_mrr_at_10_diff1": 0.926206, + "nauc_mrr_at_20_max": 0.921533, + "nauc_mrr_at_20_std": 0.26958, + "nauc_mrr_at_20_diff1": 0.92619, + "nauc_mrr_at_100_max": 0.921787, + "nauc_mrr_at_100_std": 0.267527, + "nauc_mrr_at_100_diff1": 0.926548, + "nauc_mrr_at_1000_max": 0.921741, + "nauc_mrr_at_1000_std": 0.26709, + "nauc_mrr_at_1000_diff1": 0.926625, + "hit_rate_at_1": 0.85, + "hit_rate_at_3": 0.91, + "hit_rate_at_5": 0.915, + "hit_rate_at_10": 0.94, + "hit_rate_at_20": 0.965, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.915, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "ndcg_at_1": 0.445, + "ndcg_at_3": 0.50851, + "ndcg_at_5": 0.52293, + "ndcg_at_10": 0.54535, + "ndcg_at_20": 0.55957, + "ndcg_at_100": 0.59646, + "ndcg_at_1000": 0.60789, + "map_at_1": 0.445, + "map_at_3": 0.4925, + "map_at_5": 0.5005, + "map_at_10": 0.50963, + "map_at_20": 0.5137, + "map_at_100": 0.5184, + "map_at_1000": 0.51903, + "recall_at_1": 0.445, + "recall_at_3": 0.555, + "recall_at_5": 0.59, + "recall_at_10": 0.66, + "recall_at_20": 0.715, + "recall_at_100": 0.92, + "recall_at_1000": 1.0, + "accuracy": 0.445, + "precision_at_1": 0.445, + "precision_at_3": 0.185, + "precision_at_5": 0.118, + "precision_at_10": 0.066, + "precision_at_20": 0.03575, + "precision_at_100": 0.0092, + "precision_at_1000": 0.001, + "mrr_at_1": 0.445, + "mrr_at_3": 0.4925, + "mrr_at_5": 0.5005, + "mrr_at_10": 0.509629, + "mrr_at_20": 0.5137, + "mrr_at_100": 0.518397, + "mrr_at_1000": 0.519029, + "nauc_ndcg_at_1_max": 0.265764, + "nauc_ndcg_at_1_std": -0.339127, + "nauc_ndcg_at_1_diff1": 0.613564, + "nauc_ndcg_at_3_max": 0.276688, + "nauc_ndcg_at_3_std": -0.346127, + "nauc_ndcg_at_3_diff1": 0.573293, + "nauc_ndcg_at_5_max": 0.270391, + "nauc_ndcg_at_5_std": -0.339091, + "nauc_ndcg_at_5_diff1": 0.5773, + "nauc_ndcg_at_10_max": 0.259856, + "nauc_ndcg_at_10_std": -0.347371, + "nauc_ndcg_at_10_diff1": 0.576494, + "nauc_ndcg_at_20_max": 0.256534, + "nauc_ndcg_at_20_std": -0.358129, + "nauc_ndcg_at_20_diff1": 0.575001, + "nauc_ndcg_at_100_max": 0.276535, + "nauc_ndcg_at_100_std": -0.322689, + "nauc_ndcg_at_100_diff1": 0.574066, + "nauc_ndcg_at_1000_max": 0.269592, + "nauc_ndcg_at_1000_std": -0.339557, + "nauc_ndcg_at_1000_diff1": 0.579144, + "nauc_map_at_1_max": 0.265764, + "nauc_map_at_1_std": -0.339127, + "nauc_map_at_1_diff1": 0.613564, + "nauc_map_at_3_max": 0.278648, + "nauc_map_at_3_std": -0.342265, + "nauc_map_at_3_diff1": 0.58421, + "nauc_map_at_5_max": 0.274861, + "nauc_map_at_5_std": -0.339186, + "nauc_map_at_5_diff1": 0.5865, + "nauc_map_at_10_max": 0.271148, + "nauc_map_at_10_std": -0.341854, + "nauc_map_at_10_diff1": 0.586262, + "nauc_map_at_20_max": 0.270224, + "nauc_map_at_20_std": -0.345002, + "nauc_map_at_20_diff1": 0.585865, + "nauc_map_at_100_max": 0.272573, + "nauc_map_at_100_std": -0.340021, + "nauc_map_at_100_diff1": 0.585464, + "nauc_map_at_1000_max": 0.272311, + "nauc_map_at_1000_std": -0.340766, + "nauc_map_at_1000_diff1": 0.585705, + "nauc_recall_at_1_max": 0.265764, + "nauc_recall_at_1_std": -0.339127, + "nauc_recall_at_1_diff1": 0.613564, + "nauc_recall_at_3_max": 0.268736, + "nauc_recall_at_3_std": -0.358725, + "nauc_recall_at_3_diff1": 0.53988, + "nauc_recall_at_5_max": 0.253885, + "nauc_recall_at_5_std": -0.337594, + "nauc_recall_at_5_diff1": 0.548806, + "nauc_recall_at_10_max": 0.211574, + "nauc_recall_at_10_std": -0.370855, + "nauc_recall_at_10_diff1": 0.542467, + "nauc_recall_at_20_max": 0.189746, + "nauc_recall_at_20_std": -0.42436, + "nauc_recall_at_20_diff1": 0.531355, + "nauc_recall_at_100_max": 0.453023, + "nauc_recall_at_100_std": 0.093108, + "nauc_recall_at_100_diff1": 0.449697, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.265764, + "nauc_precision_at_1_std": -0.339127, + "nauc_precision_at_1_diff1": 0.613564, + "nauc_precision_at_3_max": 0.268736, + "nauc_precision_at_3_std": -0.358725, + "nauc_precision_at_3_diff1": 0.53988, + "nauc_precision_at_5_max": 0.253885, + "nauc_precision_at_5_std": -0.337594, + "nauc_precision_at_5_diff1": 0.548806, + "nauc_precision_at_10_max": 0.211574, + "nauc_precision_at_10_std": -0.370855, + "nauc_precision_at_10_diff1": 0.542467, + "nauc_precision_at_20_max": 0.189746, + "nauc_precision_at_20_std": -0.42436, + "nauc_precision_at_20_diff1": 0.531355, + "nauc_precision_at_100_max": 0.453023, + "nauc_precision_at_100_std": 0.093108, + "nauc_precision_at_100_diff1": 0.449697, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.265764, + "nauc_mrr_at_1_std": -0.339127, + "nauc_mrr_at_1_diff1": 0.613564, + "nauc_mrr_at_3_max": 0.278648, + "nauc_mrr_at_3_std": -0.342265, + "nauc_mrr_at_3_diff1": 0.58421, + "nauc_mrr_at_5_max": 0.274861, + "nauc_mrr_at_5_std": -0.339186, + "nauc_mrr_at_5_diff1": 0.5865, + "nauc_mrr_at_10_max": 0.271148, + "nauc_mrr_at_10_std": -0.341854, + "nauc_mrr_at_10_diff1": 0.586262, + "nauc_mrr_at_20_max": 0.270224, + "nauc_mrr_at_20_std": -0.345002, + "nauc_mrr_at_20_diff1": 0.585865, + "nauc_mrr_at_100_max": 0.272573, + "nauc_mrr_at_100_std": -0.340021, + "nauc_mrr_at_100_diff1": 0.585464, + "nauc_mrr_at_1000_max": 0.272311, + "nauc_mrr_at_1000_std": -0.340766, + "nauc_mrr_at_1000_diff1": 0.585705, + "hit_rate_at_1": 0.445, + "hit_rate_at_3": 0.555, + "hit_rate_at_5": 0.59, + "hit_rate_at_10": 0.66, + "hit_rate_at_20": 0.715, + "hit_rate_at_100": 0.92, + "hit_rate_at_1000": 1.0, + "main_score": 0.59, + "hf_subset": "cv", + "languages": [ + "chv-Cyrl" + ] + }, + { + "ndcg_at_1": 0.12, + "ndcg_at_3": 0.14708, + "ndcg_at_5": 0.16774, + "ndcg_at_10": 0.19329, + "ndcg_at_20": 0.2287, + "ndcg_at_100": 0.29818, + "ndcg_at_1000": 0.32415, + "map_at_1": 0.12, + "map_at_3": 0.14083, + "map_at_5": 0.15233, + "map_at_10": 0.16269, + "map_at_20": 0.17242, + "map_at_100": 0.18172, + "map_at_1000": 0.18307, + "recall_at_1": 0.12, + "recall_at_3": 0.165, + "recall_at_5": 0.215, + "recall_at_10": 0.295, + "recall_at_20": 0.435, + "recall_at_100": 0.815, + "recall_at_1000": 1.0, + "accuracy": 0.12, + "precision_at_1": 0.12, + "precision_at_3": 0.055, + "precision_at_5": 0.043, + "precision_at_10": 0.0295, + "precision_at_20": 0.02175, + "precision_at_100": 0.00815, + "precision_at_1000": 0.001, + "mrr_at_1": 0.12, + "mrr_at_3": 0.140833, + "mrr_at_5": 0.152333, + "mrr_at_10": 0.162692, + "mrr_at_20": 0.172416, + "mrr_at_100": 0.18172, + "mrr_at_1000": 0.183069, + "nauc_ndcg_at_1_max": 0.118982, + "nauc_ndcg_at_1_std": -0.11416, + "nauc_ndcg_at_1_diff1": 0.354291, + "nauc_ndcg_at_3_max": 0.052312, + "nauc_ndcg_at_3_std": -0.126737, + "nauc_ndcg_at_3_diff1": 0.279024, + "nauc_ndcg_at_5_max": 0.071322, + "nauc_ndcg_at_5_std": -0.095413, + "nauc_ndcg_at_5_diff1": 0.27703, + "nauc_ndcg_at_10_max": 0.088023, + "nauc_ndcg_at_10_std": -0.074475, + "nauc_ndcg_at_10_diff1": 0.258633, + "nauc_ndcg_at_20_max": 0.052821, + "nauc_ndcg_at_20_std": -0.098162, + "nauc_ndcg_at_20_diff1": 0.226399, + "nauc_ndcg_at_100_max": 0.055243, + "nauc_ndcg_at_100_std": -0.081228, + "nauc_ndcg_at_100_diff1": 0.226297, + "nauc_ndcg_at_1000_max": 0.059853, + "nauc_ndcg_at_1000_std": -0.097912, + "nauc_ndcg_at_1000_diff1": 0.251417, + "nauc_map_at_1_max": 0.118982, + "nauc_map_at_1_std": -0.11416, + "nauc_map_at_1_diff1": 0.354291, + "nauc_map_at_3_max": 0.064525, + "nauc_map_at_3_std": -0.124477, + "nauc_map_at_3_diff1": 0.294297, + "nauc_map_at_5_max": 0.075334, + "nauc_map_at_5_std": -0.107013, + "nauc_map_at_5_diff1": 0.292285, + "nauc_map_at_10_max": 0.082, + "nauc_map_at_10_std": -0.098722, + "nauc_map_at_10_diff1": 0.28345, + "nauc_map_at_20_max": 0.071118, + "nauc_map_at_20_std": -0.105894, + "nauc_map_at_20_diff1": 0.273242, + "nauc_map_at_100_max": 0.069302, + "nauc_map_at_100_std": -0.104294, + "nauc_map_at_100_diff1": 0.272564, + "nauc_map_at_1000_max": 0.069582, + "nauc_map_at_1000_std": -0.105229, + "nauc_map_at_1000_diff1": 0.274143, + "nauc_recall_at_1_max": 0.118982, + "nauc_recall_at_1_std": -0.11416, + "nauc_recall_at_1_diff1": 0.354291, + "nauc_recall_at_3_max": 0.021789, + "nauc_recall_at_3_std": -0.132369, + "nauc_recall_at_3_diff1": 0.24021, + "nauc_recall_at_5_max": 0.064909, + "nauc_recall_at_5_std": -0.06465, + "nauc_recall_at_5_diff1": 0.242767, + "nauc_recall_at_10_max": 0.108948, + "nauc_recall_at_10_std": -0.013112, + "nauc_recall_at_10_diff1": 0.204267, + "nauc_recall_at_20_max": 0.004879, + "nauc_recall_at_20_std": -0.085442, + "nauc_recall_at_20_diff1": 0.112507, + "nauc_recall_at_100_max": 0.015263, + "nauc_recall_at_100_std": 0.061441, + "nauc_recall_at_100_diff1": 0.016995, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.118982, + "nauc_precision_at_1_std": -0.11416, + "nauc_precision_at_1_diff1": 0.354291, + "nauc_precision_at_3_max": 0.021789, + "nauc_precision_at_3_std": -0.132369, + "nauc_precision_at_3_diff1": 0.24021, + "nauc_precision_at_5_max": 0.064909, + "nauc_precision_at_5_std": -0.06465, + "nauc_precision_at_5_diff1": 0.242767, + "nauc_precision_at_10_max": 0.108948, + "nauc_precision_at_10_std": -0.013112, + "nauc_precision_at_10_diff1": 0.204267, + "nauc_precision_at_20_max": 0.004879, + "nauc_precision_at_20_std": -0.085442, + "nauc_precision_at_20_diff1": 0.112507, + "nauc_precision_at_100_max": 0.015263, + "nauc_precision_at_100_std": 0.061441, + "nauc_precision_at_100_diff1": 0.016995, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.118982, + "nauc_mrr_at_1_std": -0.11416, + "nauc_mrr_at_1_diff1": 0.354291, + "nauc_mrr_at_3_max": 0.064525, + "nauc_mrr_at_3_std": -0.124477, + "nauc_mrr_at_3_diff1": 0.294297, + "nauc_mrr_at_5_max": 0.075334, + "nauc_mrr_at_5_std": -0.107013, + "nauc_mrr_at_5_diff1": 0.292285, + "nauc_mrr_at_10_max": 0.082, + "nauc_mrr_at_10_std": -0.098722, + "nauc_mrr_at_10_diff1": 0.28345, + "nauc_mrr_at_20_max": 0.071118, + "nauc_mrr_at_20_std": -0.105894, + "nauc_mrr_at_20_diff1": 0.273242, + "nauc_mrr_at_100_max": 0.069302, + "nauc_mrr_at_100_std": -0.104294, + "nauc_mrr_at_100_diff1": 0.272564, + "nauc_mrr_at_1000_max": 0.069582, + "nauc_mrr_at_1000_std": -0.105229, + "nauc_mrr_at_1000_diff1": 0.274143, + "hit_rate_at_1": 0.12, + "hit_rate_at_3": 0.165, + "hit_rate_at_5": 0.215, + "hit_rate_at_10": 0.295, + "hit_rate_at_20": 0.435, + "hit_rate_at_100": 0.815, + "hit_rate_at_1000": 1.0, + "main_score": 0.215, + "hf_subset": "cy", + "languages": [ + "cym-Latn" + ] + }, + { + "ndcg_at_1": 0.925, + "ndcg_at_3": 0.94958, + "ndcg_at_5": 0.94958, + "ndcg_at_10": 0.95109, + "ndcg_at_20": 0.95109, + "ndcg_at_100": 0.95531, + "ndcg_at_1000": 0.95599, + "map_at_1": 0.925, + "map_at_3": 0.94417, + "map_at_5": 0.94417, + "map_at_10": 0.94472, + "map_at_20": 0.94472, + "map_at_100": 0.94516, + "map_at_1000": 0.94519, + "recall_at_1": 0.925, + "recall_at_3": 0.965, + "recall_at_5": 0.965, + "recall_at_10": 0.97, + "recall_at_20": 0.97, + "recall_at_100": 0.995, + "recall_at_1000": 1.0, + "accuracy": 0.925, + "precision_at_1": 0.925, + "precision_at_3": 0.32167, + "precision_at_5": 0.193, + "precision_at_10": 0.097, + "precision_at_20": 0.0485, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.925, + "mrr_at_3": 0.944167, + "mrr_at_5": 0.944167, + "mrr_at_10": 0.944722, + "mrr_at_20": 0.944722, + "mrr_at_100": 0.945163, + "mrr_at_1000": 0.945195, + "nauc_ndcg_at_1_max": 0.925615, + "nauc_ndcg_at_1_std": 0.009244, + "nauc_ndcg_at_1_diff1": 0.973856, + "nauc_ndcg_at_3_max": 0.923085, + "nauc_ndcg_at_3_std": -0.176965, + "nauc_ndcg_at_3_diff1": 0.967591, + "nauc_ndcg_at_5_max": 0.923085, + "nauc_ndcg_at_5_std": -0.176965, + "nauc_ndcg_at_5_diff1": 0.967591, + "nauc_ndcg_at_10_max": 0.934438, + "nauc_ndcg_at_10_std": -0.128868, + "nauc_ndcg_at_10_diff1": 0.970616, + "nauc_ndcg_at_20_max": 0.934438, + "nauc_ndcg_at_20_std": -0.128868, + "nauc_ndcg_at_20_diff1": 0.970616, + "nauc_ndcg_at_100_max": 0.930591, + "nauc_ndcg_at_100_std": -0.152002, + "nauc_ndcg_at_100_diff1": 0.970188, + "nauc_ndcg_at_1000_max": 0.929513, + "nauc_ndcg_at_1000_std": -0.127329, + "nauc_ndcg_at_1000_diff1": 0.969724, + "nauc_map_at_1_max": 0.925615, + "nauc_map_at_1_std": 0.009244, + "nauc_map_at_1_diff1": 0.973856, + "nauc_map_at_3_max": 0.924223, + "nauc_map_at_3_std": -0.122044, + "nauc_map_at_3_diff1": 0.968784, + "nauc_map_at_5_max": 0.924223, + "nauc_map_at_5_std": -0.122044, + "nauc_map_at_5_diff1": 0.968784, + "nauc_map_at_10_max": 0.927943, + "nauc_map_at_10_std": -0.105783, + "nauc_map_at_10_diff1": 0.969784, + "nauc_map_at_20_max": 0.927943, + "nauc_map_at_20_std": -0.105783, + "nauc_map_at_20_diff1": 0.969784, + "nauc_map_at_100_max": 0.927525, + "nauc_map_at_100_std": -0.108015, + "nauc_map_at_100_diff1": 0.969702, + "nauc_map_at_1000_max": 0.927483, + "nauc_map_at_1000_std": -0.107073, + "nauc_map_at_1000_diff1": 0.969684, + "nauc_recall_at_1_max": 0.925615, + "nauc_recall_at_1_std": 0.009244, + "nauc_recall_at_1_diff1": 0.973856, + "nauc_recall_at_3_max": 0.917634, + "nauc_recall_at_3_std": -0.426237, + "nauc_recall_at_3_diff1": 0.962652, + "nauc_recall_at_5_max": 0.917634, + "nauc_recall_at_5_std": -0.426237, + "nauc_recall_at_5_diff1": 0.962652, + "nauc_recall_at_10_max": 0.978214, + "nauc_recall_at_10_std": -0.207283, + "nauc_recall_at_10_diff1": 0.978214, + "nauc_recall_at_20_max": 0.978214, + "nauc_recall_at_20_std": -0.207283, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": -1.739963, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.925615, + "nauc_precision_at_1_std": 0.009244, + "nauc_precision_at_1_diff1": 0.973856, + "nauc_precision_at_3_max": 0.917634, + "nauc_precision_at_3_std": -0.426237, + "nauc_precision_at_3_diff1": 0.962652, + "nauc_precision_at_5_max": 0.917634, + "nauc_precision_at_5_std": -0.426237, + "nauc_precision_at_5_diff1": 0.962652, + "nauc_precision_at_10_max": 0.978214, + "nauc_precision_at_10_std": -0.207283, + "nauc_precision_at_10_diff1": 0.978214, + "nauc_precision_at_20_max": 0.978214, + "nauc_precision_at_20_std": -0.207283, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": -1.739963, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.925615, + "nauc_mrr_at_1_std": 0.009244, + "nauc_mrr_at_1_diff1": 0.973856, + "nauc_mrr_at_3_max": 0.924223, + "nauc_mrr_at_3_std": -0.122044, + "nauc_mrr_at_3_diff1": 0.968784, + "nauc_mrr_at_5_max": 0.924223, + "nauc_mrr_at_5_std": -0.122044, + "nauc_mrr_at_5_diff1": 0.968784, + "nauc_mrr_at_10_max": 0.927943, + "nauc_mrr_at_10_std": -0.105783, + "nauc_mrr_at_10_diff1": 0.969784, + "nauc_mrr_at_20_max": 0.927943, + "nauc_mrr_at_20_std": -0.105783, + "nauc_mrr_at_20_diff1": 0.969784, + "nauc_mrr_at_100_max": 0.927525, + "nauc_mrr_at_100_std": -0.108015, + "nauc_mrr_at_100_diff1": 0.969702, + "nauc_mrr_at_1000_max": 0.927483, + "nauc_mrr_at_1000_std": -0.107073, + "nauc_mrr_at_1000_diff1": 0.969684, + "hit_rate_at_1": 0.925, + "hit_rate_at_3": 0.965, + "hit_rate_at_5": 0.965, + "hit_rate_at_10": 0.97, + "hit_rate_at_20": 0.97, + "hit_rate_at_100": 0.995, + "hit_rate_at_1000": 1.0, + "main_score": 0.965, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.32, + "ndcg_at_3": 0.37786, + "ndcg_at_5": 0.40647, + "ndcg_at_10": 0.4262, + "ndcg_at_20": 0.44934, + "ndcg_at_100": 0.47465, + "ndcg_at_1000": 0.505, + "map_at_1": 0.32, + "map_at_3": 0.36333, + "map_at_5": 0.37908, + "map_at_10": 0.38742, + "map_at_20": 0.39397, + "map_at_100": 0.39722, + "map_at_1000": 0.3987, + "recall_at_1": 0.32, + "recall_at_3": 0.42, + "recall_at_5": 0.49, + "recall_at_10": 0.55, + "recall_at_20": 0.64, + "recall_at_100": 0.78, + "recall_at_1000": 1.0, + "accuracy": 0.32, + "precision_at_1": 0.32, + "precision_at_3": 0.14, + "precision_at_5": 0.098, + "precision_at_10": 0.055, + "precision_at_20": 0.032, + "precision_at_100": 0.0078, + "precision_at_1000": 0.001, + "mrr_at_1": 0.32, + "mrr_at_3": 0.363333, + "mrr_at_5": 0.379083, + "mrr_at_10": 0.387421, + "mrr_at_20": 0.393967, + "mrr_at_100": 0.397218, + "mrr_at_1000": 0.398698, + "nauc_ndcg_at_1_max": 0.308138, + "nauc_ndcg_at_1_std": -0.028544, + "nauc_ndcg_at_1_diff1": 0.597225, + "nauc_ndcg_at_3_max": 0.237768, + "nauc_ndcg_at_3_std": -0.06852, + "nauc_ndcg_at_3_diff1": 0.565298, + "nauc_ndcg_at_5_max": 0.225957, + "nauc_ndcg_at_5_std": -0.075526, + "nauc_ndcg_at_5_diff1": 0.535457, + "nauc_ndcg_at_10_max": 0.227579, + "nauc_ndcg_at_10_std": -0.06966, + "nauc_ndcg_at_10_diff1": 0.534188, + "nauc_ndcg_at_20_max": 0.206133, + "nauc_ndcg_at_20_std": -0.076659, + "nauc_ndcg_at_20_diff1": 0.523757, + "nauc_ndcg_at_100_max": 0.206118, + "nauc_ndcg_at_100_std": -0.078929, + "nauc_ndcg_at_100_diff1": 0.527682, + "nauc_ndcg_at_1000_max": 0.230337, + "nauc_ndcg_at_1000_std": -0.065285, + "nauc_ndcg_at_1000_diff1": 0.539699, + "nauc_map_at_1_max": 0.308138, + "nauc_map_at_1_std": -0.028544, + "nauc_map_at_1_diff1": 0.597225, + "nauc_map_at_3_max": 0.255975, + "nauc_map_at_3_std": -0.0557, + "nauc_map_at_3_diff1": 0.574093, + "nauc_map_at_5_max": 0.249664, + "nauc_map_at_5_std": -0.059094, + "nauc_map_at_5_diff1": 0.558438, + "nauc_map_at_10_max": 0.250381, + "nauc_map_at_10_std": -0.057225, + "nauc_map_at_10_diff1": 0.558067, + "nauc_map_at_20_max": 0.245086, + "nauc_map_at_20_std": -0.058182, + "nauc_map_at_20_diff1": 0.554896, + "nauc_map_at_100_max": 0.246067, + "nauc_map_at_100_std": -0.057629, + "nauc_map_at_100_diff1": 0.554672, + "nauc_map_at_1000_max": 0.247312, + "nauc_map_at_1000_std": -0.056938, + "nauc_map_at_1000_diff1": 0.555296, + "nauc_recall_at_1_max": 0.308138, + "nauc_recall_at_1_std": -0.028544, + "nauc_recall_at_1_diff1": 0.597225, + "nauc_recall_at_3_max": 0.18546, + "nauc_recall_at_3_std": -0.106274, + "nauc_recall_at_3_diff1": 0.539829, + "nauc_recall_at_5_max": 0.154854, + "nauc_recall_at_5_std": -0.126001, + "nauc_recall_at_5_diff1": 0.463054, + "nauc_recall_at_10_max": 0.156533, + "nauc_recall_at_10_std": -0.106551, + "nauc_recall_at_10_diff1": 0.454876, + "nauc_recall_at_20_max": 0.047651, + "nauc_recall_at_20_std": -0.150315, + "nauc_recall_at_20_diff1": 0.401775, + "nauc_recall_at_100_max": -0.042959, + "nauc_recall_at_100_std": -0.219954, + "nauc_recall_at_100_diff1": 0.402536, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.308138, + "nauc_precision_at_1_std": -0.028544, + "nauc_precision_at_1_diff1": 0.597225, + "nauc_precision_at_3_max": 0.18546, + "nauc_precision_at_3_std": -0.106274, + "nauc_precision_at_3_diff1": 0.539829, + "nauc_precision_at_5_max": 0.154854, + "nauc_precision_at_5_std": -0.126001, + "nauc_precision_at_5_diff1": 0.463054, + "nauc_precision_at_10_max": 0.156533, + "nauc_precision_at_10_std": -0.106551, + "nauc_precision_at_10_diff1": 0.454876, + "nauc_precision_at_20_max": 0.047651, + "nauc_precision_at_20_std": -0.150315, + "nauc_precision_at_20_diff1": 0.401775, + "nauc_precision_at_100_max": -0.042959, + "nauc_precision_at_100_std": -0.219954, + "nauc_precision_at_100_diff1": 0.402536, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.308138, + "nauc_mrr_at_1_std": -0.028544, + "nauc_mrr_at_1_diff1": 0.597225, + "nauc_mrr_at_3_max": 0.255975, + "nauc_mrr_at_3_std": -0.0557, + "nauc_mrr_at_3_diff1": 0.574093, + "nauc_mrr_at_5_max": 0.249664, + "nauc_mrr_at_5_std": -0.059094, + "nauc_mrr_at_5_diff1": 0.558438, + "nauc_mrr_at_10_max": 0.250381, + "nauc_mrr_at_10_std": -0.057225, + "nauc_mrr_at_10_diff1": 0.558067, + "nauc_mrr_at_20_max": 0.245086, + "nauc_mrr_at_20_std": -0.058182, + "nauc_mrr_at_20_diff1": 0.554896, + "nauc_mrr_at_100_max": 0.246067, + "nauc_mrr_at_100_std": -0.057629, + "nauc_mrr_at_100_diff1": 0.554672, + "nauc_mrr_at_1000_max": 0.247312, + "nauc_mrr_at_1000_std": -0.056938, + "nauc_mrr_at_1000_diff1": 0.555296, + "hit_rate_at_1": 0.32, + "hit_rate_at_3": 0.42, + "hit_rate_at_5": 0.49, + "hit_rate_at_10": 0.55, + "hit_rate_at_20": 0.64, + "hit_rate_at_100": 0.78, + "hit_rate_at_1000": 1.0, + "main_score": 0.49, + "hf_subset": "dav", + "languages": [ + "dav-Latn" + ] + }, + { + "ndcg_at_1": 0.965, + "ndcg_at_3": 0.97381, + "ndcg_at_5": 0.97381, + "ndcg_at_10": 0.97381, + "ndcg_at_20": 0.97506, + "ndcg_at_100": 0.97681, + "ndcg_at_1000": 0.97748, + "map_at_1": 0.965, + "map_at_3": 0.97167, + "map_at_5": 0.97167, + "map_at_10": 0.97167, + "map_at_20": 0.972, + "map_at_100": 0.9722, + "map_at_1000": 0.97222, + "recall_at_1": 0.965, + "recall_at_3": 0.98, + "recall_at_5": 0.98, + "recall_at_10": 0.98, + "recall_at_20": 0.985, + "recall_at_100": 0.995, + "recall_at_1000": 1.0, + "accuracy": 0.965, + "precision_at_1": 0.965, + "precision_at_3": 0.32667, + "precision_at_5": 0.196, + "precision_at_10": 0.098, + "precision_at_20": 0.04925, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.965, + "mrr_at_3": 0.971667, + "mrr_at_5": 0.971667, + "mrr_at_10": 0.971667, + "mrr_at_20": 0.972, + "mrr_at_100": 0.972195, + "mrr_at_1000": 0.972223, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.856009, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 0.891311, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 0.891311, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 0.891311, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 1.0, + "nauc_ndcg_at_20_std": 0.892415, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 1.0, + "nauc_ndcg_at_100_std": 0.884289, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 1.0, + "nauc_ndcg_at_1000_std": 0.88086, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.856009, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 0.87373, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 0.87373, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 0.87373, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 1.0, + "nauc_map_at_20_std": 0.873783, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 1.0, + "nauc_map_at_100_std": 0.872897, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 1.0, + "nauc_map_at_1000_std": 0.87277, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.856009, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.96732, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.96732, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.96732, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.856009, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.96732, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.96732, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.96732, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.856009, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 0.87373, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 0.87373, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 0.87373, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 1.0, + "nauc_mrr_at_20_std": 0.873783, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 1.0, + "nauc_mrr_at_100_std": 0.872897, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 1.0, + "nauc_mrr_at_1000_std": 0.87277, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.965, + "hit_rate_at_3": 0.98, + "hit_rate_at_5": 0.98, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.985, + "hit_rate_at_100": 0.995, + "hit_rate_at_1000": 1.0, + "main_score": 0.98, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.02, + "ndcg_at_3": 0.02815, + "ndcg_at_5": 0.03589, + "ndcg_at_10": 0.04827, + "ndcg_at_20": 0.06534, + "ndcg_at_100": 0.14042, + "ndcg_at_1000": 0.19757, + "map_at_1": 0.02, + "map_at_3": 0.02583, + "map_at_5": 0.02983, + "map_at_10": 0.03461, + "map_at_20": 0.03896, + "map_at_100": 0.04802, + "map_at_1000": 0.05091, + "recall_at_1": 0.02, + "recall_at_3": 0.035, + "recall_at_5": 0.055, + "recall_at_10": 0.095, + "recall_at_20": 0.165, + "recall_at_100": 0.59, + "recall_at_1000": 1.0, + "accuracy": 0.02, + "precision_at_1": 0.02, + "precision_at_3": 0.01167, + "precision_at_5": 0.011, + "precision_at_10": 0.0095, + "precision_at_20": 0.00825, + "precision_at_100": 0.0059, + "precision_at_1000": 0.001, + "mrr_at_1": 0.02, + "mrr_at_3": 0.025833, + "mrr_at_5": 0.029833, + "mrr_at_10": 0.034609, + "mrr_at_20": 0.038963, + "mrr_at_100": 0.048017, + "mrr_at_1000": 0.050913, + "nauc_ndcg_at_1_max": 0.830963, + "nauc_ndcg_at_1_std": 0.830963, + "nauc_ndcg_at_1_diff1": 0.478803, + "nauc_ndcg_at_3_max": 0.60129, + "nauc_ndcg_at_3_std": 0.542687, + "nauc_ndcg_at_3_diff1": 0.398901, + "nauc_ndcg_at_5_max": 0.505002, + "nauc_ndcg_at_5_std": 0.413483, + "nauc_ndcg_at_5_diff1": 0.330046, + "nauc_ndcg_at_10_max": 0.453387, + "nauc_ndcg_at_10_std": 0.327712, + "nauc_ndcg_at_10_diff1": 0.440947, + "nauc_ndcg_at_20_max": 0.395151, + "nauc_ndcg_at_20_std": 0.268269, + "nauc_ndcg_at_20_diff1": 0.425896, + "nauc_ndcg_at_100_max": 0.315241, + "nauc_ndcg_at_100_std": 0.256006, + "nauc_ndcg_at_100_diff1": 0.272993, + "nauc_ndcg_at_1000_max": 0.403727, + "nauc_ndcg_at_1000_std": 0.315772, + "nauc_ndcg_at_1000_diff1": 0.356661, + "nauc_map_at_1_max": 0.830963, + "nauc_map_at_1_std": 0.830963, + "nauc_map_at_1_diff1": 0.478803, + "nauc_map_at_3_max": 0.644945, + "nauc_map_at_3_std": 0.605581, + "nauc_map_at_3_diff1": 0.418368, + "nauc_map_at_5_max": 0.579202, + "nauc_map_at_5_std": 0.516786, + "nauc_map_at_5_diff1": 0.372932, + "nauc_map_at_10_max": 0.541943, + "nauc_map_at_10_std": 0.457837, + "nauc_map_at_10_diff1": 0.427056, + "nauc_map_at_20_max": 0.510469, + "nauc_map_at_20_std": 0.422625, + "nauc_map_at_20_diff1": 0.422516, + "nauc_map_at_100_max": 0.483105, + "nauc_map_at_100_std": 0.404314, + "nauc_map_at_100_diff1": 0.387038, + "nauc_map_at_1000_max": 0.492366, + "nauc_map_at_1000_std": 0.412447, + "nauc_map_at_1000_diff1": 0.393568, + "nauc_recall_at_1_max": 0.830963, + "nauc_recall_at_1_std": 0.830963, + "nauc_recall_at_1_diff1": 0.478803, + "nauc_recall_at_3_max": 0.508069, + "nauc_recall_at_3_std": 0.405957, + "nauc_recall_at_3_diff1": 0.35605, + "nauc_recall_at_5_max": 0.37954, + "nauc_recall_at_5_std": 0.237725, + "nauc_recall_at_5_diff1": 0.255482, + "nauc_recall_at_10_max": 0.346165, + "nauc_recall_at_10_std": 0.167992, + "nauc_recall_at_10_diff1": 0.468134, + "nauc_recall_at_20_max": 0.283292, + "nauc_recall_at_20_std": 0.120588, + "nauc_recall_at_20_diff1": 0.431897, + "nauc_recall_at_100_max": 0.152846, + "nauc_recall_at_100_std": 0.152017, + "nauc_recall_at_100_diff1": 0.113967, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.830963, + "nauc_precision_at_1_std": 0.830963, + "nauc_precision_at_1_diff1": 0.478803, + "nauc_precision_at_3_max": 0.508069, + "nauc_precision_at_3_std": 0.405957, + "nauc_precision_at_3_diff1": 0.35605, + "nauc_precision_at_5_max": 0.37954, + "nauc_precision_at_5_std": 0.237725, + "nauc_precision_at_5_diff1": 0.255482, + "nauc_precision_at_10_max": 0.346165, + "nauc_precision_at_10_std": 0.167992, + "nauc_precision_at_10_diff1": 0.468134, + "nauc_precision_at_20_max": 0.283292, + "nauc_precision_at_20_std": 0.120588, + "nauc_precision_at_20_diff1": 0.431897, + "nauc_precision_at_100_max": 0.152846, + "nauc_precision_at_100_std": 0.152017, + "nauc_precision_at_100_diff1": 0.113967, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.830963, + "nauc_mrr_at_1_std": 0.830963, + "nauc_mrr_at_1_diff1": 0.478803, + "nauc_mrr_at_3_max": 0.644945, + "nauc_mrr_at_3_std": 0.605581, + "nauc_mrr_at_3_diff1": 0.418368, + "nauc_mrr_at_5_max": 0.579202, + "nauc_mrr_at_5_std": 0.516786, + "nauc_mrr_at_5_diff1": 0.372932, + "nauc_mrr_at_10_max": 0.541943, + "nauc_mrr_at_10_std": 0.457837, + "nauc_mrr_at_10_diff1": 0.427056, + "nauc_mrr_at_20_max": 0.510469, + "nauc_mrr_at_20_std": 0.422625, + "nauc_mrr_at_20_diff1": 0.422516, + "nauc_mrr_at_100_max": 0.483105, + "nauc_mrr_at_100_std": 0.404314, + "nauc_mrr_at_100_diff1": 0.387038, + "nauc_mrr_at_1000_max": 0.492366, + "nauc_mrr_at_1000_std": 0.412447, + "nauc_mrr_at_1000_diff1": 0.393568, + "hit_rate_at_1": 0.02, + "hit_rate_at_3": 0.035, + "hit_rate_at_5": 0.055, + "hit_rate_at_10": 0.095, + "hit_rate_at_20": 0.165, + "hit_rate_at_100": 0.59, + "hit_rate_at_1000": 1.0, + "main_score": 0.055, + "hf_subset": "dv", + "languages": [ + "div-Thaa" + ] + }, + { + "ndcg_at_1": 0.57143, + "ndcg_at_3": 0.63114, + "ndcg_at_5": 0.67146, + "ndcg_at_10": 0.69813, + "ndcg_at_20": 0.71011, + "ndcg_at_100": 0.7283, + "ndcg_at_1000": 0.7283, + "map_at_1": 0.57143, + "map_at_3": 0.61376, + "map_at_5": 0.63677, + "map_at_10": 0.64836, + "map_at_20": 0.65161, + "map_at_100": 0.65425, + "map_at_1000": 0.65425, + "recall_at_1": 0.57143, + "recall_at_3": 0.68254, + "recall_at_5": 0.77778, + "recall_at_10": 0.85714, + "recall_at_20": 0.90476, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.57143, + "precision_at_1": 0.57143, + "precision_at_3": 0.22751, + "precision_at_5": 0.15556, + "precision_at_10": 0.08571, + "precision_at_20": 0.04524, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.571429, + "mrr_at_3": 0.613757, + "mrr_at_5": 0.636772, + "mrr_at_10": 0.648362, + "mrr_at_20": 0.651611, + "mrr_at_100": 0.654252, + "mrr_at_1000": 0.654252, + "nauc_ndcg_at_1_max": 0.291745, + "nauc_ndcg_at_1_std": 0.110871, + "nauc_ndcg_at_1_diff1": 0.721402, + "nauc_ndcg_at_3_max": 0.266913, + "nauc_ndcg_at_3_std": 0.073948, + "nauc_ndcg_at_3_diff1": 0.656832, + "nauc_ndcg_at_5_max": 0.288214, + "nauc_ndcg_at_5_std": 0.064666, + "nauc_ndcg_at_5_diff1": 0.610865, + "nauc_ndcg_at_10_max": 0.274863, + "nauc_ndcg_at_10_std": 0.088989, + "nauc_ndcg_at_10_diff1": 0.617615, + "nauc_ndcg_at_20_max": 0.256397, + "nauc_ndcg_at_20_std": 0.068277, + "nauc_ndcg_at_20_diff1": 0.620738, + "nauc_ndcg_at_100_max": 0.270121, + "nauc_ndcg_at_100_std": 0.087047, + "nauc_ndcg_at_100_diff1": 0.642222, + "nauc_ndcg_at_1000_max": 0.270121, + "nauc_ndcg_at_1000_std": 0.087047, + "nauc_ndcg_at_1000_diff1": 0.642222, + "nauc_map_at_1_max": 0.291745, + "nauc_map_at_1_std": 0.110871, + "nauc_map_at_1_diff1": 0.721402, + "nauc_map_at_3_max": 0.269408, + "nauc_map_at_3_std": 0.086044, + "nauc_map_at_3_diff1": 0.673999, + "nauc_map_at_5_max": 0.281933, + "nauc_map_at_5_std": 0.082818, + "nauc_map_at_5_diff1": 0.650034, + "nauc_map_at_10_max": 0.276123, + "nauc_map_at_10_std": 0.092191, + "nauc_map_at_10_diff1": 0.653133, + "nauc_map_at_20_max": 0.272308, + "nauc_map_at_20_std": 0.087557, + "nauc_map_at_20_diff1": 0.654298, + "nauc_map_at_100_max": 0.273562, + "nauc_map_at_100_std": 0.090744, + "nauc_map_at_100_diff1": 0.656579, + "nauc_map_at_1000_max": 0.273562, + "nauc_map_at_1000_std": 0.090744, + "nauc_map_at_1000_diff1": 0.656579, + "nauc_recall_at_1_max": 0.291745, + "nauc_recall_at_1_std": 0.110871, + "nauc_recall_at_1_diff1": 0.721402, + "nauc_recall_at_3_max": 0.260597, + "nauc_recall_at_3_std": 0.033299, + "nauc_recall_at_3_diff1": 0.600601, + "nauc_recall_at_5_max": 0.318254, + "nauc_recall_at_5_std": -0.014753, + "nauc_recall_at_5_diff1": 0.442793, + "nauc_recall_at_10_max": 0.266742, + "nauc_recall_at_10_std": 0.082999, + "nauc_recall_at_10_diff1": 0.405949, + "nauc_recall_at_20_max": 0.072922, + "nauc_recall_at_20_std": -0.125032, + "nauc_recall_at_20_diff1": 0.342828, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.291745, + "nauc_precision_at_1_std": 0.110871, + "nauc_precision_at_1_diff1": 0.721402, + "nauc_precision_at_3_max": 0.260597, + "nauc_precision_at_3_std": 0.033299, + "nauc_precision_at_3_diff1": 0.600601, + "nauc_precision_at_5_max": 0.318254, + "nauc_precision_at_5_std": -0.014753, + "nauc_precision_at_5_diff1": 0.442793, + "nauc_precision_at_10_max": 0.266742, + "nauc_precision_at_10_std": 0.082999, + "nauc_precision_at_10_diff1": 0.405949, + "nauc_precision_at_20_max": 0.072922, + "nauc_precision_at_20_std": -0.125032, + "nauc_precision_at_20_diff1": 0.342828, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.291745, + "nauc_mrr_at_1_std": 0.110871, + "nauc_mrr_at_1_diff1": 0.721402, + "nauc_mrr_at_3_max": 0.269408, + "nauc_mrr_at_3_std": 0.086044, + "nauc_mrr_at_3_diff1": 0.673999, + "nauc_mrr_at_5_max": 0.281933, + "nauc_mrr_at_5_std": 0.082818, + "nauc_mrr_at_5_diff1": 0.650034, + "nauc_mrr_at_10_max": 0.276123, + "nauc_mrr_at_10_std": 0.092191, + "nauc_mrr_at_10_diff1": 0.653133, + "nauc_mrr_at_20_max": 0.272308, + "nauc_mrr_at_20_std": 0.087557, + "nauc_mrr_at_20_diff1": 0.654298, + "nauc_mrr_at_100_max": 0.273562, + "nauc_mrr_at_100_std": 0.090744, + "nauc_mrr_at_100_diff1": 0.656579, + "nauc_mrr_at_1000_max": 0.273562, + "nauc_mrr_at_1000_std": 0.090744, + "nauc_mrr_at_1000_diff1": 0.656579, + "hit_rate_at_1": 0.57143, + "hit_rate_at_3": 0.68254, + "hit_rate_at_5": 0.77778, + "hit_rate_at_10": 0.85714, + "hit_rate_at_20": 0.90476, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.77778, + "hf_subset": "dyu", + "languages": [ + "dyu-Latn" + ] + }, + { + "ndcg_at_1": 0.275, + "ndcg_at_3": 0.33405, + "ndcg_at_5": 0.35879, + "ndcg_at_10": 0.38468, + "ndcg_at_20": 0.41281, + "ndcg_at_100": 0.44536, + "ndcg_at_1000": 0.47224, + "map_at_1": 0.275, + "map_at_3": 0.31833, + "map_at_5": 0.33208, + "map_at_10": 0.34277, + "map_at_20": 0.35065, + "map_at_100": 0.35518, + "map_at_1000": 0.35648, + "recall_at_1": 0.275, + "recall_at_3": 0.38, + "recall_at_5": 0.44, + "recall_at_10": 0.52, + "recall_at_20": 0.63, + "recall_at_100": 0.805, + "recall_at_1000": 1.0, + "accuracy": 0.275, + "precision_at_1": 0.275, + "precision_at_3": 0.12667, + "precision_at_5": 0.088, + "precision_at_10": 0.052, + "precision_at_20": 0.0315, + "precision_at_100": 0.00805, + "precision_at_1000": 0.001, + "mrr_at_1": 0.275, + "mrr_at_3": 0.318333, + "mrr_at_5": 0.332083, + "mrr_at_10": 0.342766, + "mrr_at_20": 0.350653, + "mrr_at_100": 0.355181, + "mrr_at_1000": 0.35648, + "nauc_ndcg_at_1_max": 0.486974, + "nauc_ndcg_at_1_std": 0.243195, + "nauc_ndcg_at_1_diff1": 0.533486, + "nauc_ndcg_at_3_max": 0.456664, + "nauc_ndcg_at_3_std": 0.240272, + "nauc_ndcg_at_3_diff1": 0.458672, + "nauc_ndcg_at_5_max": 0.424275, + "nauc_ndcg_at_5_std": 0.231165, + "nauc_ndcg_at_5_diff1": 0.451209, + "nauc_ndcg_at_10_max": 0.421884, + "nauc_ndcg_at_10_std": 0.250317, + "nauc_ndcg_at_10_diff1": 0.435887, + "nauc_ndcg_at_20_max": 0.413985, + "nauc_ndcg_at_20_std": 0.270413, + "nauc_ndcg_at_20_diff1": 0.417139, + "nauc_ndcg_at_100_max": 0.39883, + "nauc_ndcg_at_100_std": 0.258951, + "nauc_ndcg_at_100_diff1": 0.409626, + "nauc_ndcg_at_1000_max": 0.424771, + "nauc_ndcg_at_1000_std": 0.254185, + "nauc_ndcg_at_1000_diff1": 0.437144, + "nauc_map_at_1_max": 0.486974, + "nauc_map_at_1_std": 0.243195, + "nauc_map_at_1_diff1": 0.533486, + "nauc_map_at_3_max": 0.462244, + "nauc_map_at_3_std": 0.240432, + "nauc_map_at_3_diff1": 0.473886, + "nauc_map_at_5_max": 0.444096, + "nauc_map_at_5_std": 0.235139, + "nauc_map_at_5_diff1": 0.469708, + "nauc_map_at_10_max": 0.443766, + "nauc_map_at_10_std": 0.24384, + "nauc_map_at_10_diff1": 0.464226, + "nauc_map_at_20_max": 0.441662, + "nauc_map_at_20_std": 0.250239, + "nauc_map_at_20_diff1": 0.459521, + "nauc_map_at_100_max": 0.439747, + "nauc_map_at_100_std": 0.248521, + "nauc_map_at_100_diff1": 0.457954, + "nauc_map_at_1000_max": 0.44102, + "nauc_map_at_1000_std": 0.24827, + "nauc_map_at_1000_diff1": 0.4593, + "nauc_recall_at_1_max": 0.486974, + "nauc_recall_at_1_std": 0.243195, + "nauc_recall_at_1_diff1": 0.533486, + "nauc_recall_at_3_max": 0.441836, + "nauc_recall_at_3_std": 0.240038, + "nauc_recall_at_3_diff1": 0.41752, + "nauc_recall_at_5_max": 0.365389, + "nauc_recall_at_5_std": 0.219313, + "nauc_recall_at_5_diff1": 0.399769, + "nauc_recall_at_10_max": 0.352719, + "nauc_recall_at_10_std": 0.273954, + "nauc_recall_at_10_diff1": 0.346414, + "nauc_recall_at_20_max": 0.308834, + "nauc_recall_at_20_std": 0.356782, + "nauc_recall_at_20_diff1": 0.250027, + "nauc_recall_at_100_max": 0.108671, + "nauc_recall_at_100_std": 0.31177, + "nauc_recall_at_100_diff1": 0.100041, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.486974, + "nauc_precision_at_1_std": 0.243195, + "nauc_precision_at_1_diff1": 0.533486, + "nauc_precision_at_3_max": 0.441836, + "nauc_precision_at_3_std": 0.240038, + "nauc_precision_at_3_diff1": 0.41752, + "nauc_precision_at_5_max": 0.365389, + "nauc_precision_at_5_std": 0.219313, + "nauc_precision_at_5_diff1": 0.399769, + "nauc_precision_at_10_max": 0.352719, + "nauc_precision_at_10_std": 0.273954, + "nauc_precision_at_10_diff1": 0.346414, + "nauc_precision_at_20_max": 0.308834, + "nauc_precision_at_20_std": 0.356782, + "nauc_precision_at_20_diff1": 0.250027, + "nauc_precision_at_100_max": 0.108671, + "nauc_precision_at_100_std": 0.31177, + "nauc_precision_at_100_diff1": 0.100041, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.486974, + "nauc_mrr_at_1_std": 0.243195, + "nauc_mrr_at_1_diff1": 0.533486, + "nauc_mrr_at_3_max": 0.462244, + "nauc_mrr_at_3_std": 0.240432, + "nauc_mrr_at_3_diff1": 0.473886, + "nauc_mrr_at_5_max": 0.444096, + "nauc_mrr_at_5_std": 0.235139, + "nauc_mrr_at_5_diff1": 0.469708, + "nauc_mrr_at_10_max": 0.443766, + "nauc_mrr_at_10_std": 0.24384, + "nauc_mrr_at_10_diff1": 0.464226, + "nauc_mrr_at_20_max": 0.441662, + "nauc_mrr_at_20_std": 0.250239, + "nauc_mrr_at_20_diff1": 0.459521, + "nauc_mrr_at_100_max": 0.439747, + "nauc_mrr_at_100_std": 0.248521, + "nauc_mrr_at_100_diff1": 0.457954, + "nauc_mrr_at_1000_max": 0.44102, + "nauc_mrr_at_1000_std": 0.24827, + "nauc_mrr_at_1000_diff1": 0.4593, + "hit_rate_at_1": 0.275, + "hit_rate_at_3": 0.38, + "hit_rate_at_5": 0.44, + "hit_rate_at_10": 0.52, + "hit_rate_at_20": 0.63, + "hit_rate_at_100": 0.805, + "hit_rate_at_1000": 1.0, + "main_score": 0.44, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "ndcg_at_1": 0.94, + "ndcg_at_3": 0.95196, + "ndcg_at_5": 0.95412, + "ndcg_at_10": 0.95707, + "ndcg_at_20": 0.95707, + "ndcg_at_100": 0.95962, + "ndcg_at_1000": 0.96101, + "map_at_1": 0.94, + "map_at_3": 0.94917, + "map_at_5": 0.95042, + "map_at_10": 0.95147, + "map_at_20": 0.95147, + "map_at_100": 0.95176, + "map_at_1000": 0.95182, + "recall_at_1": 0.94, + "recall_at_3": 0.96, + "recall_at_5": 0.965, + "recall_at_10": 0.975, + "recall_at_20": 0.975, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.94, + "precision_at_1": 0.94, + "precision_at_3": 0.32, + "precision_at_5": 0.193, + "precision_at_10": 0.0975, + "precision_at_20": 0.04875, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.94, + "mrr_at_3": 0.949167, + "mrr_at_5": 0.950417, + "mrr_at_10": 0.951472, + "mrr_at_20": 0.951472, + "mrr_at_100": 0.951755, + "mrr_at_1000": 0.951823, + "nauc_ndcg_at_1_max": 0.989107, + "nauc_ndcg_at_1_std": 0.607104, + "nauc_ndcg_at_1_diff1": 0.989107, + "nauc_ndcg_at_3_max": 0.986394, + "nauc_ndcg_at_3_std": 0.598927, + "nauc_ndcg_at_3_diff1": 0.986394, + "nauc_ndcg_at_5_max": 0.985755, + "nauc_ndcg_at_5_std": 0.580104, + "nauc_ndcg_at_5_diff1": 0.985755, + "nauc_ndcg_at_10_max": 0.989359, + "nauc_ndcg_at_10_std": 0.626684, + "nauc_ndcg_at_10_diff1": 0.989359, + "nauc_ndcg_at_20_max": 0.989359, + "nauc_ndcg_at_20_std": 0.626684, + "nauc_ndcg_at_20_diff1": 0.989359, + "nauc_ndcg_at_100_max": 0.988686, + "nauc_ndcg_at_100_std": 0.629831, + "nauc_ndcg_at_100_diff1": 0.988686, + "nauc_ndcg_at_1000_max": 0.988284, + "nauc_ndcg_at_1000_std": 0.616691, + "nauc_ndcg_at_1000_diff1": 0.988284, + "nauc_map_at_1_max": 0.989107, + "nauc_map_at_1_std": 0.607104, + "nauc_map_at_1_diff1": 0.989107, + "nauc_map_at_3_max": 0.987142, + "nauc_map_at_3_std": 0.603412, + "nauc_map_at_3_diff1": 0.987142, + "nauc_map_at_5_max": 0.986818, + "nauc_map_at_5_std": 0.593414, + "nauc_map_at_5_diff1": 0.986818, + "nauc_map_at_10_max": 0.988028, + "nauc_map_at_10_std": 0.609203, + "nauc_map_at_10_diff1": 0.988028, + "nauc_map_at_20_max": 0.988028, + "nauc_map_at_20_std": 0.609203, + "nauc_map_at_20_diff1": 0.988028, + "nauc_map_at_100_max": 0.987958, + "nauc_map_at_100_std": 0.609841, + "nauc_map_at_100_diff1": 0.987958, + "nauc_map_at_1000_max": 0.987941, + "nauc_map_at_1000_std": 0.609295, + "nauc_map_at_1000_diff1": 0.987941, + "nauc_recall_at_1_max": 0.989107, + "nauc_recall_at_1_std": 0.607104, + "nauc_recall_at_1_diff1": 0.989107, + "nauc_recall_at_3_max": 0.98366, + "nauc_recall_at_3_std": 0.581349, + "nauc_recall_at_3_diff1": 0.98366, + "nauc_recall_at_5_max": 0.981326, + "nauc_recall_at_5_std": 0.521542, + "nauc_recall_at_5_diff1": 0.981326, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.760504, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.760504, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.989107, + "nauc_precision_at_1_std": 0.607104, + "nauc_precision_at_1_diff1": 0.989107, + "nauc_precision_at_3_max": 0.98366, + "nauc_precision_at_3_std": 0.581349, + "nauc_precision_at_3_diff1": 0.98366, + "nauc_precision_at_5_max": 0.981326, + "nauc_precision_at_5_std": 0.521542, + "nauc_precision_at_5_diff1": 0.981326, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.760504, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.760504, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.989107, + "nauc_mrr_at_1_std": 0.607104, + "nauc_mrr_at_1_diff1": 0.989107, + "nauc_mrr_at_3_max": 0.987142, + "nauc_mrr_at_3_std": 0.603412, + "nauc_mrr_at_3_diff1": 0.987142, + "nauc_mrr_at_5_max": 0.986818, + "nauc_mrr_at_5_std": 0.593414, + "nauc_mrr_at_5_diff1": 0.986818, + "nauc_mrr_at_10_max": 0.988028, + "nauc_mrr_at_10_std": 0.609203, + "nauc_mrr_at_10_diff1": 0.988028, + "nauc_mrr_at_20_max": 0.988028, + "nauc_mrr_at_20_std": 0.609203, + "nauc_mrr_at_20_diff1": 0.988028, + "nauc_mrr_at_100_max": 0.987958, + "nauc_mrr_at_100_std": 0.609841, + "nauc_mrr_at_100_diff1": 0.987958, + "nauc_mrr_at_1000_max": 0.987941, + "nauc_mrr_at_1000_std": 0.609295, + "nauc_mrr_at_1000_diff1": 0.987941, + "hit_rate_at_1": 0.94, + "hit_rate_at_3": 0.96, + "hit_rate_at_5": 0.965, + "hit_rate_at_10": 0.975, + "hit_rate_at_20": 0.975, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.965, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.67, + "ndcg_at_3": 0.73232, + "ndcg_at_5": 0.74674, + "ndcg_at_10": 0.77407, + "ndcg_at_20": 0.77925, + "ndcg_at_100": 0.79536, + "ndcg_at_1000": 0.79608, + "map_at_1": 0.67, + "map_at_3": 0.7175, + "map_at_5": 0.7255, + "map_at_10": 0.73669, + "map_at_20": 0.73818, + "map_at_100": 0.74091, + "map_at_1000": 0.74096, + "recall_at_1": 0.67, + "recall_at_3": 0.775, + "recall_at_5": 0.81, + "recall_at_10": 0.895, + "recall_at_20": 0.915, + "recall_at_100": 0.995, + "recall_at_1000": 1.0, + "accuracy": 0.67, + "precision_at_1": 0.67, + "precision_at_3": 0.25833, + "precision_at_5": 0.162, + "precision_at_10": 0.0895, + "precision_at_20": 0.04575, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.67, + "mrr_at_3": 0.7175, + "mrr_at_5": 0.7255, + "mrr_at_10": 0.736688, + "mrr_at_20": 0.738175, + "mrr_at_100": 0.740914, + "mrr_at_1000": 0.740956, + "nauc_ndcg_at_1_max": 0.676923, + "nauc_ndcg_at_1_std": 0.087251, + "nauc_ndcg_at_1_diff1": 0.748261, + "nauc_ndcg_at_3_max": 0.676157, + "nauc_ndcg_at_3_std": 0.087758, + "nauc_ndcg_at_3_diff1": 0.723517, + "nauc_ndcg_at_5_max": 0.676486, + "nauc_ndcg_at_5_std": 0.10953, + "nauc_ndcg_at_5_diff1": 0.707716, + "nauc_ndcg_at_10_max": 0.673798, + "nauc_ndcg_at_10_std": 0.105072, + "nauc_ndcg_at_10_diff1": 0.710508, + "nauc_ndcg_at_20_max": 0.674256, + "nauc_ndcg_at_20_std": 0.102432, + "nauc_ndcg_at_20_diff1": 0.713873, + "nauc_ndcg_at_100_max": 0.675758, + "nauc_ndcg_at_100_std": 0.097804, + "nauc_ndcg_at_100_diff1": 0.721042, + "nauc_ndcg_at_1000_max": 0.674437, + "nauc_ndcg_at_1000_std": 0.094128, + "nauc_ndcg_at_1000_diff1": 0.719906, + "nauc_map_at_1_max": 0.676923, + "nauc_map_at_1_std": 0.087251, + "nauc_map_at_1_diff1": 0.748261, + "nauc_map_at_3_max": 0.676765, + "nauc_map_at_3_std": 0.085926, + "nauc_map_at_3_diff1": 0.730059, + "nauc_map_at_5_max": 0.676367, + "nauc_map_at_5_std": 0.096689, + "nauc_map_at_5_diff1": 0.721699, + "nauc_map_at_10_max": 0.675183, + "nauc_map_at_10_std": 0.094158, + "nauc_map_at_10_diff1": 0.722971, + "nauc_map_at_20_max": 0.675208, + "nauc_map_at_20_std": 0.09311, + "nauc_map_at_20_diff1": 0.723755, + "nauc_map_at_100_max": 0.675193, + "nauc_map_at_100_std": 0.091799, + "nauc_map_at_100_diff1": 0.724584, + "nauc_map_at_1000_max": 0.675133, + "nauc_map_at_1000_std": 0.09163, + "nauc_map_at_1000_diff1": 0.724533, + "nauc_recall_at_1_max": 0.676923, + "nauc_recall_at_1_std": 0.087251, + "nauc_recall_at_1_diff1": 0.748261, + "nauc_recall_at_3_max": 0.673871, + "nauc_recall_at_3_std": 0.094881, + "nauc_recall_at_3_diff1": 0.701144, + "nauc_recall_at_5_max": 0.677759, + "nauc_recall_at_5_std": 0.164912, + "nauc_recall_at_5_diff1": 0.651514, + "nauc_recall_at_10_max": 0.665049, + "nauc_recall_at_10_std": 0.182184, + "nauc_recall_at_10_diff1": 0.631873, + "nauc_recall_at_20_max": 0.669138, + "nauc_recall_at_20_std": 0.183144, + "nauc_recall_at_20_diff1": 0.646098, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.676923, + "nauc_precision_at_1_std": 0.087251, + "nauc_precision_at_1_diff1": 0.748261, + "nauc_precision_at_3_max": 0.673871, + "nauc_precision_at_3_std": 0.094881, + "nauc_precision_at_3_diff1": 0.701144, + "nauc_precision_at_5_max": 0.677759, + "nauc_precision_at_5_std": 0.164912, + "nauc_precision_at_5_diff1": 0.651514, + "nauc_precision_at_10_max": 0.665049, + "nauc_precision_at_10_std": 0.182184, + "nauc_precision_at_10_diff1": 0.631873, + "nauc_precision_at_20_max": 0.669138, + "nauc_precision_at_20_std": 0.183144, + "nauc_precision_at_20_diff1": 0.646098, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.676923, + "nauc_mrr_at_1_std": 0.087251, + "nauc_mrr_at_1_diff1": 0.748261, + "nauc_mrr_at_3_max": 0.676765, + "nauc_mrr_at_3_std": 0.085926, + "nauc_mrr_at_3_diff1": 0.730059, + "nauc_mrr_at_5_max": 0.676367, + "nauc_mrr_at_5_std": 0.096689, + "nauc_mrr_at_5_diff1": 0.721699, + "nauc_mrr_at_10_max": 0.675183, + "nauc_mrr_at_10_std": 0.094158, + "nauc_mrr_at_10_diff1": 0.722971, + "nauc_mrr_at_20_max": 0.675208, + "nauc_mrr_at_20_std": 0.09311, + "nauc_mrr_at_20_diff1": 0.723755, + "nauc_mrr_at_100_max": 0.675193, + "nauc_mrr_at_100_std": 0.091799, + "nauc_mrr_at_100_diff1": 0.724584, + "nauc_mrr_at_1000_max": 0.675133, + "nauc_mrr_at_1000_std": 0.09163, + "nauc_mrr_at_1000_diff1": 0.724533, + "hit_rate_at_1": 0.67, + "hit_rate_at_3": 0.775, + "hit_rate_at_5": 0.81, + "hit_rate_at_10": 0.895, + "hit_rate_at_20": 0.915, + "hit_rate_at_100": 0.995, + "hit_rate_at_1000": 1.0, + "main_score": 0.81, + "hf_subset": "eo", + "languages": [ + "epo-Latn" + ] + }, + { + "ndcg_at_1": 0.985, + "ndcg_at_3": 0.98815, + "ndcg_at_5": 0.98815, + "ndcg_at_10": 0.98815, + "ndcg_at_20": 0.98815, + "ndcg_at_100": 0.98981, + "ndcg_at_1000": 0.98981, + "map_at_1": 0.985, + "map_at_3": 0.9875, + "map_at_5": 0.9875, + "map_at_10": 0.9875, + "map_at_20": 0.9875, + "map_at_100": 0.98766, + "map_at_1000": 0.98766, + "recall_at_1": 0.985, + "recall_at_3": 0.99, + "recall_at_5": 0.99, + "recall_at_10": 0.99, + "recall_at_20": 0.99, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.985, + "precision_at_1": 0.985, + "precision_at_3": 0.33, + "precision_at_5": 0.198, + "precision_at_10": 0.099, + "precision_at_20": 0.0495, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.985, + "mrr_at_3": 0.9875, + "mrr_at_5": 0.9875, + "mrr_at_10": 0.9875, + "mrr_at_20": 0.9875, + "mrr_at_100": 0.987656, + "mrr_at_1000": 0.987656, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.39558, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 0.405568, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 0.405568, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 0.405568, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 1.0, + "nauc_ndcg_at_20_std": 0.405568, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 1.0, + "nauc_ndcg_at_100_std": 0.398339, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 1.0, + "nauc_ndcg_at_1000_std": 0.398339, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.39558, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 0.403081, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 0.403081, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 0.403081, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 1.0, + "nauc_map_at_20_std": 0.403081, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 1.0, + "nauc_map_at_100_std": 0.401046, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 1.0, + "nauc_map_at_1000_std": 0.401046, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.39558, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.414332, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.414332, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.414332, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.414332, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.39558, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.414332, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.414332, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.414332, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.414332, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.39558, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 0.403081, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 0.403081, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 0.403081, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 1.0, + "nauc_mrr_at_20_std": 0.403081, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 1.0, + "nauc_mrr_at_100_std": 0.401046, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 1.0, + "nauc_mrr_at_1000_std": 0.401046, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.985, + "hit_rate_at_3": 0.99, + "hit_rate_at_5": 0.99, + "hit_rate_at_10": 0.99, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.99, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.58, + "ndcg_at_3": 0.63905, + "ndcg_at_5": 0.65153, + "ndcg_at_10": 0.66459, + "ndcg_at_20": 0.67721, + "ndcg_at_100": 0.70154, + "ndcg_at_1000": 0.70984, + "map_at_1": 0.58, + "map_at_3": 0.62333, + "map_at_5": 0.63033, + "map_at_10": 0.63579, + "map_at_20": 0.63924, + "map_at_100": 0.64235, + "map_at_1000": 0.64275, + "recall_at_1": 0.58, + "recall_at_3": 0.685, + "recall_at_5": 0.715, + "recall_at_10": 0.755, + "recall_at_20": 0.805, + "recall_at_100": 0.94, + "recall_at_1000": 1.0, + "accuracy": 0.58, + "precision_at_1": 0.58, + "precision_at_3": 0.22833, + "precision_at_5": 0.143, + "precision_at_10": 0.0755, + "precision_at_20": 0.04025, + "precision_at_100": 0.0094, + "precision_at_1000": 0.001, + "mrr_at_1": 0.58, + "mrr_at_3": 0.623333, + "mrr_at_5": 0.630333, + "mrr_at_10": 0.63579, + "mrr_at_20": 0.639243, + "mrr_at_100": 0.642345, + "mrr_at_1000": 0.642753, + "nauc_ndcg_at_1_max": 0.738021, + "nauc_ndcg_at_1_std": -0.130286, + "nauc_ndcg_at_1_diff1": 0.790703, + "nauc_ndcg_at_3_max": 0.692123, + "nauc_ndcg_at_3_std": -0.126918, + "nauc_ndcg_at_3_diff1": 0.726902, + "nauc_ndcg_at_5_max": 0.692764, + "nauc_ndcg_at_5_std": -0.127164, + "nauc_ndcg_at_5_diff1": 0.719447, + "nauc_ndcg_at_10_max": 0.697947, + "nauc_ndcg_at_10_std": -0.108587, + "nauc_ndcg_at_10_diff1": 0.718861, + "nauc_ndcg_at_20_max": 0.70012, + "nauc_ndcg_at_20_std": -0.094646, + "nauc_ndcg_at_20_diff1": 0.710872, + "nauc_ndcg_at_100_max": 0.704928, + "nauc_ndcg_at_100_std": -0.088255, + "nauc_ndcg_at_100_diff1": 0.730054, + "nauc_ndcg_at_1000_max": 0.70605, + "nauc_ndcg_at_1000_std": -0.104596, + "nauc_ndcg_at_1000_diff1": 0.731265, + "nauc_map_at_1_max": 0.738021, + "nauc_map_at_1_std": -0.130286, + "nauc_map_at_1_diff1": 0.790703, + "nauc_map_at_3_max": 0.706739, + "nauc_map_at_3_std": -0.124766, + "nauc_map_at_3_diff1": 0.744711, + "nauc_map_at_5_max": 0.707732, + "nauc_map_at_5_std": -0.124333, + "nauc_map_at_5_diff1": 0.74095, + "nauc_map_at_10_max": 0.710216, + "nauc_map_at_10_std": -0.115926, + "nauc_map_at_10_diff1": 0.740838, + "nauc_map_at_20_max": 0.710596, + "nauc_map_at_20_std": -0.112165, + "nauc_map_at_20_diff1": 0.738955, + "nauc_map_at_100_max": 0.711284, + "nauc_map_at_100_std": -0.112004, + "nauc_map_at_100_diff1": 0.741583, + "nauc_map_at_1000_max": 0.711333, + "nauc_map_at_1000_std": -0.112664, + "nauc_map_at_1000_diff1": 0.741637, + "nauc_recall_at_1_max": 0.738021, + "nauc_recall_at_1_std": -0.130286, + "nauc_recall_at_1_diff1": 0.790703, + "nauc_recall_at_3_max": 0.643597, + "nauc_recall_at_3_std": -0.135275, + "nauc_recall_at_3_diff1": 0.668723, + "nauc_recall_at_5_max": 0.639506, + "nauc_recall_at_5_std": -0.139219, + "nauc_recall_at_5_diff1": 0.643839, + "nauc_recall_at_10_max": 0.650692, + "nauc_recall_at_10_std": -0.076934, + "nauc_recall_at_10_diff1": 0.632778, + "nauc_recall_at_20_max": 0.657125, + "nauc_recall_at_20_std": 0.005702, + "nauc_recall_at_20_diff1": 0.570419, + "nauc_recall_at_100_max": 0.67223, + "nauc_recall_at_100_std": 0.379241, + "nauc_recall_at_100_diff1": 0.693705, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.738021, + "nauc_precision_at_1_std": -0.130286, + "nauc_precision_at_1_diff1": 0.790703, + "nauc_precision_at_3_max": 0.643597, + "nauc_precision_at_3_std": -0.135275, + "nauc_precision_at_3_diff1": 0.668723, + "nauc_precision_at_5_max": 0.639506, + "nauc_precision_at_5_std": -0.139219, + "nauc_precision_at_5_diff1": 0.643839, + "nauc_precision_at_10_max": 0.650692, + "nauc_precision_at_10_std": -0.076934, + "nauc_precision_at_10_diff1": 0.632778, + "nauc_precision_at_20_max": 0.657125, + "nauc_precision_at_20_std": 0.005702, + "nauc_precision_at_20_diff1": 0.570419, + "nauc_precision_at_100_max": 0.67223, + "nauc_precision_at_100_std": 0.379241, + "nauc_precision_at_100_diff1": 0.693705, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.738021, + "nauc_mrr_at_1_std": -0.130286, + "nauc_mrr_at_1_diff1": 0.790703, + "nauc_mrr_at_3_max": 0.706739, + "nauc_mrr_at_3_std": -0.124766, + "nauc_mrr_at_3_diff1": 0.744711, + "nauc_mrr_at_5_max": 0.707732, + "nauc_mrr_at_5_std": -0.124333, + "nauc_mrr_at_5_diff1": 0.74095, + "nauc_mrr_at_10_max": 0.710216, + "nauc_mrr_at_10_std": -0.115926, + "nauc_mrr_at_10_diff1": 0.740838, + "nauc_mrr_at_20_max": 0.710596, + "nauc_mrr_at_20_std": -0.112165, + "nauc_mrr_at_20_diff1": 0.738955, + "nauc_mrr_at_100_max": 0.711284, + "nauc_mrr_at_100_std": -0.112004, + "nauc_mrr_at_100_diff1": 0.741583, + "nauc_mrr_at_1000_max": 0.711333, + "nauc_mrr_at_1000_std": -0.112664, + "nauc_mrr_at_1000_diff1": 0.741637, + "hit_rate_at_1": 0.58, + "hit_rate_at_3": 0.685, + "hit_rate_at_5": 0.715, + "hit_rate_at_10": 0.755, + "hit_rate_at_20": 0.805, + "hit_rate_at_100": 0.94, + "hit_rate_at_1000": 1.0, + "main_score": 0.715, + "hf_subset": "et", + "languages": [ + "est-Latn" + ] + }, + { + "ndcg_at_1": 0.38, + "ndcg_at_3": 0.44601, + "ndcg_at_5": 0.46065, + "ndcg_at_10": 0.48232, + "ndcg_at_20": 0.50397, + "ndcg_at_100": 0.54724, + "ndcg_at_1000": 0.55937, + "map_at_1": 0.38, + "map_at_3": 0.42917, + "map_at_5": 0.43742, + "map_at_10": 0.44675, + "map_at_20": 0.45276, + "map_at_100": 0.45861, + "map_at_1000": 0.45928, + "recall_at_1": 0.38, + "recall_at_3": 0.495, + "recall_at_5": 0.53, + "recall_at_10": 0.595, + "recall_at_20": 0.68, + "recall_at_100": 0.915, + "recall_at_1000": 1.0, + "accuracy": 0.38, + "precision_at_1": 0.38, + "precision_at_3": 0.165, + "precision_at_5": 0.106, + "precision_at_10": 0.0595, + "precision_at_20": 0.034, + "precision_at_100": 0.00915, + "precision_at_1000": 0.001, + "mrr_at_1": 0.38, + "mrr_at_3": 0.429167, + "mrr_at_5": 0.437417, + "mrr_at_10": 0.446746, + "mrr_at_20": 0.452758, + "mrr_at_100": 0.458608, + "mrr_at_1000": 0.459279, + "nauc_ndcg_at_1_max": 0.711414, + "nauc_ndcg_at_1_std": 0.147837, + "nauc_ndcg_at_1_diff1": 0.78817, + "nauc_ndcg_at_3_max": 0.663422, + "nauc_ndcg_at_3_std": 0.147041, + "nauc_ndcg_at_3_diff1": 0.722472, + "nauc_ndcg_at_5_max": 0.645187, + "nauc_ndcg_at_5_std": 0.126046, + "nauc_ndcg_at_5_diff1": 0.716506, + "nauc_ndcg_at_10_max": 0.630389, + "nauc_ndcg_at_10_std": 0.111788, + "nauc_ndcg_at_10_diff1": 0.713096, + "nauc_ndcg_at_20_max": 0.635221, + "nauc_ndcg_at_20_std": 0.137778, + "nauc_ndcg_at_20_diff1": 0.718555, + "nauc_ndcg_at_100_max": 0.649079, + "nauc_ndcg_at_100_std": 0.146421, + "nauc_ndcg_at_100_diff1": 0.726621, + "nauc_ndcg_at_1000_max": 0.651912, + "nauc_ndcg_at_1000_std": 0.135427, + "nauc_ndcg_at_1000_diff1": 0.72898, + "nauc_map_at_1_max": 0.711414, + "nauc_map_at_1_std": 0.147837, + "nauc_map_at_1_diff1": 0.78817, + "nauc_map_at_3_max": 0.677198, + "nauc_map_at_3_std": 0.147933, + "nauc_map_at_3_diff1": 0.739472, + "nauc_map_at_5_max": 0.667125, + "nauc_map_at_5_std": 0.136304, + "nauc_map_at_5_diff1": 0.736226, + "nauc_map_at_10_max": 0.660913, + "nauc_map_at_10_std": 0.129463, + "nauc_map_at_10_diff1": 0.735012, + "nauc_map_at_20_max": 0.662796, + "nauc_map_at_20_std": 0.136912, + "nauc_map_at_20_diff1": 0.736923, + "nauc_map_at_100_max": 0.664282, + "nauc_map_at_100_std": 0.137265, + "nauc_map_at_100_diff1": 0.737963, + "nauc_map_at_1000_max": 0.664425, + "nauc_map_at_1000_std": 0.136747, + "nauc_map_at_1000_diff1": 0.738076, + "nauc_recall_at_1_max": 0.711414, + "nauc_recall_at_1_std": 0.147837, + "nauc_recall_at_1_diff1": 0.78817, + "nauc_recall_at_3_max": 0.622201, + "nauc_recall_at_3_std": 0.144138, + "nauc_recall_at_3_diff1": 0.672266, + "nauc_recall_at_5_max": 0.575857, + "nauc_recall_at_5_std": 0.091912, + "nauc_recall_at_5_diff1": 0.656071, + "nauc_recall_at_10_max": 0.523859, + "nauc_recall_at_10_std": 0.048492, + "nauc_recall_at_10_diff1": 0.640396, + "nauc_recall_at_20_max": 0.525758, + "nauc_recall_at_20_std": 0.158567, + "nauc_recall_at_20_diff1": 0.651786, + "nauc_recall_at_100_max": 0.580354, + "nauc_recall_at_100_std": 0.40586, + "nauc_recall_at_100_diff1": 0.668699, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.711414, + "nauc_precision_at_1_std": 0.147837, + "nauc_precision_at_1_diff1": 0.78817, + "nauc_precision_at_3_max": 0.622201, + "nauc_precision_at_3_std": 0.144138, + "nauc_precision_at_3_diff1": 0.672266, + "nauc_precision_at_5_max": 0.575857, + "nauc_precision_at_5_std": 0.091912, + "nauc_precision_at_5_diff1": 0.656071, + "nauc_precision_at_10_max": 0.523859, + "nauc_precision_at_10_std": 0.048492, + "nauc_precision_at_10_diff1": 0.640396, + "nauc_precision_at_20_max": 0.525758, + "nauc_precision_at_20_std": 0.158567, + "nauc_precision_at_20_diff1": 0.651786, + "nauc_precision_at_100_max": 0.580354, + "nauc_precision_at_100_std": 0.40586, + "nauc_precision_at_100_diff1": 0.668699, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.711414, + "nauc_mrr_at_1_std": 0.147837, + "nauc_mrr_at_1_diff1": 0.78817, + "nauc_mrr_at_3_max": 0.677198, + "nauc_mrr_at_3_std": 0.147933, + "nauc_mrr_at_3_diff1": 0.739472, + "nauc_mrr_at_5_max": 0.667125, + "nauc_mrr_at_5_std": 0.136304, + "nauc_mrr_at_5_diff1": 0.736226, + "nauc_mrr_at_10_max": 0.660913, + "nauc_mrr_at_10_std": 0.129463, + "nauc_mrr_at_10_diff1": 0.735012, + "nauc_mrr_at_20_max": 0.662796, + "nauc_mrr_at_20_std": 0.136912, + "nauc_mrr_at_20_diff1": 0.736923, + "nauc_mrr_at_100_max": 0.664282, + "nauc_mrr_at_100_std": 0.137265, + "nauc_mrr_at_100_diff1": 0.737963, + "nauc_mrr_at_1000_max": 0.664425, + "nauc_mrr_at_1000_std": 0.136747, + "nauc_mrr_at_1000_diff1": 0.738076, + "hit_rate_at_1": 0.38, + "hit_rate_at_3": 0.495, + "hit_rate_at_5": 0.53, + "hit_rate_at_10": 0.595, + "hit_rate_at_20": 0.68, + "hit_rate_at_100": 0.915, + "hit_rate_at_1000": 1.0, + "main_score": 0.53, + "hf_subset": "eu", + "languages": [ + "eus-Latn" + ] + }, + { + "ndcg_at_1": 0.38, + "ndcg_at_3": 0.46309, + "ndcg_at_5": 0.47729, + "ndcg_at_10": 0.50253, + "ndcg_at_20": 0.51876, + "ndcg_at_100": 0.54838, + "ndcg_at_1000": 0.56937, + "map_at_1": 0.38, + "map_at_3": 0.44333, + "map_at_5": 0.45108, + "map_at_10": 0.46208, + "map_at_20": 0.46642, + "map_at_100": 0.47087, + "map_at_1000": 0.47195, + "recall_at_1": 0.38, + "recall_at_3": 0.52, + "recall_at_5": 0.555, + "recall_at_10": 0.63, + "recall_at_20": 0.695, + "recall_at_100": 0.85, + "recall_at_1000": 1.0, + "accuracy": 0.38, + "precision_at_1": 0.38, + "precision_at_3": 0.17333, + "precision_at_5": 0.111, + "precision_at_10": 0.063, + "precision_at_20": 0.03475, + "precision_at_100": 0.0085, + "precision_at_1000": 0.001, + "mrr_at_1": 0.38, + "mrr_at_3": 0.443333, + "mrr_at_5": 0.451083, + "mrr_at_10": 0.462079, + "mrr_at_20": 0.466417, + "mrr_at_100": 0.470871, + "mrr_at_1000": 0.47195, + "nauc_ndcg_at_1_max": 0.476185, + "nauc_ndcg_at_1_std": 0.192005, + "nauc_ndcg_at_1_diff1": 0.453097, + "nauc_ndcg_at_3_max": 0.426227, + "nauc_ndcg_at_3_std": 0.146488, + "nauc_ndcg_at_3_diff1": 0.43826, + "nauc_ndcg_at_5_max": 0.429515, + "nauc_ndcg_at_5_std": 0.135576, + "nauc_ndcg_at_5_diff1": 0.436869, + "nauc_ndcg_at_10_max": 0.414544, + "nauc_ndcg_at_10_std": 0.122233, + "nauc_ndcg_at_10_diff1": 0.437373, + "nauc_ndcg_at_20_max": 0.411486, + "nauc_ndcg_at_20_std": 0.131708, + "nauc_ndcg_at_20_diff1": 0.428157, + "nauc_ndcg_at_100_max": 0.414976, + "nauc_ndcg_at_100_std": 0.140487, + "nauc_ndcg_at_100_diff1": 0.428276, + "nauc_ndcg_at_1000_max": 0.424986, + "nauc_ndcg_at_1000_std": 0.14369, + "nauc_ndcg_at_1000_diff1": 0.434911, + "nauc_map_at_1_max": 0.476185, + "nauc_map_at_1_std": 0.192005, + "nauc_map_at_1_diff1": 0.453097, + "nauc_map_at_3_max": 0.437833, + "nauc_map_at_3_std": 0.157975, + "nauc_map_at_3_diff1": 0.44211, + "nauc_map_at_5_max": 0.439468, + "nauc_map_at_5_std": 0.151658, + "nauc_map_at_5_diff1": 0.44162, + "nauc_map_at_10_max": 0.433126, + "nauc_map_at_10_std": 0.146438, + "nauc_map_at_10_diff1": 0.442102, + "nauc_map_at_20_max": 0.432227, + "nauc_map_at_20_std": 0.148501, + "nauc_map_at_20_diff1": 0.439928, + "nauc_map_at_100_max": 0.433566, + "nauc_map_at_100_std": 0.150878, + "nauc_map_at_100_diff1": 0.43972, + "nauc_map_at_1000_max": 0.434058, + "nauc_map_at_1000_std": 0.151023, + "nauc_map_at_1000_diff1": 0.440039, + "nauc_recall_at_1_max": 0.476185, + "nauc_recall_at_1_std": 0.192005, + "nauc_recall_at_1_diff1": 0.453097, + "nauc_recall_at_3_max": 0.392078, + "nauc_recall_at_3_std": 0.112282, + "nauc_recall_at_3_diff1": 0.426751, + "nauc_recall_at_5_max": 0.400246, + "nauc_recall_at_5_std": 0.085223, + "nauc_recall_at_5_diff1": 0.421733, + "nauc_recall_at_10_max": 0.348102, + "nauc_recall_at_10_std": 0.033979, + "nauc_recall_at_10_diff1": 0.420455, + "nauc_recall_at_20_max": 0.326343, + "nauc_recall_at_20_std": 0.074042, + "nauc_recall_at_20_diff1": 0.371064, + "nauc_recall_at_100_max": 0.274927, + "nauc_recall_at_100_std": 0.09328, + "nauc_recall_at_100_diff1": 0.334884, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.476185, + "nauc_precision_at_1_std": 0.192005, + "nauc_precision_at_1_diff1": 0.453097, + "nauc_precision_at_3_max": 0.392078, + "nauc_precision_at_3_std": 0.112282, + "nauc_precision_at_3_diff1": 0.426751, + "nauc_precision_at_5_max": 0.400246, + "nauc_precision_at_5_std": 0.085223, + "nauc_precision_at_5_diff1": 0.421733, + "nauc_precision_at_10_max": 0.348102, + "nauc_precision_at_10_std": 0.033979, + "nauc_precision_at_10_diff1": 0.420455, + "nauc_precision_at_20_max": 0.326343, + "nauc_precision_at_20_std": 0.074042, + "nauc_precision_at_20_diff1": 0.371064, + "nauc_precision_at_100_max": 0.274927, + "nauc_precision_at_100_std": 0.09328, + "nauc_precision_at_100_diff1": 0.334884, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.476185, + "nauc_mrr_at_1_std": 0.192005, + "nauc_mrr_at_1_diff1": 0.453097, + "nauc_mrr_at_3_max": 0.437833, + "nauc_mrr_at_3_std": 0.157975, + "nauc_mrr_at_3_diff1": 0.44211, + "nauc_mrr_at_5_max": 0.439468, + "nauc_mrr_at_5_std": 0.151658, + "nauc_mrr_at_5_diff1": 0.44162, + "nauc_mrr_at_10_max": 0.433126, + "nauc_mrr_at_10_std": 0.146438, + "nauc_mrr_at_10_diff1": 0.442102, + "nauc_mrr_at_20_max": 0.432227, + "nauc_mrr_at_20_std": 0.148501, + "nauc_mrr_at_20_diff1": 0.439928, + "nauc_mrr_at_100_max": 0.433566, + "nauc_mrr_at_100_std": 0.150878, + "nauc_mrr_at_100_diff1": 0.43972, + "nauc_mrr_at_1000_max": 0.434058, + "nauc_mrr_at_1000_std": 0.151023, + "nauc_mrr_at_1000_diff1": 0.440039, + "hit_rate_at_1": 0.38, + "hit_rate_at_3": 0.52, + "hit_rate_at_5": 0.555, + "hit_rate_at_10": 0.63, + "hit_rate_at_20": 0.695, + "hit_rate_at_100": 0.85, + "hit_rate_at_1000": 1.0, + "main_score": 0.555, + "hf_subset": "fa", + "languages": [ + "pes-Arab" + ] + }, + { + "ndcg_at_1": 0.725, + "ndcg_at_3": 0.76524, + "ndcg_at_5": 0.78352, + "ndcg_at_10": 0.79793, + "ndcg_at_20": 0.81443, + "ndcg_at_100": 0.82095, + "ndcg_at_1000": 0.82294, + "map_at_1": 0.725, + "map_at_3": 0.755, + "map_at_5": 0.765, + "map_at_10": 0.77087, + "map_at_20": 0.77542, + "map_at_100": 0.77634, + "map_at_1000": 0.77642, + "recall_at_1": 0.725, + "recall_at_3": 0.795, + "recall_at_5": 0.84, + "recall_at_10": 0.885, + "recall_at_20": 0.95, + "recall_at_100": 0.985, + "recall_at_1000": 1.0, + "accuracy": 0.725, + "precision_at_1": 0.725, + "precision_at_3": 0.265, + "precision_at_5": 0.168, + "precision_at_10": 0.0885, + "precision_at_20": 0.0475, + "precision_at_100": 0.00985, + "precision_at_1000": 0.001, + "mrr_at_1": 0.725, + "mrr_at_3": 0.755, + "mrr_at_5": 0.765, + "mrr_at_10": 0.770865, + "mrr_at_20": 0.775419, + "mrr_at_100": 0.776341, + "mrr_at_1000": 0.776422, + "nauc_ndcg_at_1_max": 0.771613, + "nauc_ndcg_at_1_std": -0.101331, + "nauc_ndcg_at_1_diff1": 0.880341, + "nauc_ndcg_at_3_max": 0.762742, + "nauc_ndcg_at_3_std": -0.081276, + "nauc_ndcg_at_3_diff1": 0.852696, + "nauc_ndcg_at_5_max": 0.755082, + "nauc_ndcg_at_5_std": -0.087489, + "nauc_ndcg_at_5_diff1": 0.850778, + "nauc_ndcg_at_10_max": 0.760854, + "nauc_ndcg_at_10_std": -0.066187, + "nauc_ndcg_at_10_diff1": 0.846467, + "nauc_ndcg_at_20_max": 0.773685, + "nauc_ndcg_at_20_std": -0.069789, + "nauc_ndcg_at_20_diff1": 0.852206, + "nauc_ndcg_at_100_max": 0.767837, + "nauc_ndcg_at_100_std": -0.07305, + "nauc_ndcg_at_100_diff1": 0.855817, + "nauc_ndcg_at_1000_max": 0.76665, + "nauc_ndcg_at_1000_std": -0.079128, + "nauc_ndcg_at_1000_diff1": 0.856417, + "nauc_map_at_1_max": 0.771613, + "nauc_map_at_1_std": -0.101331, + "nauc_map_at_1_diff1": 0.880341, + "nauc_map_at_3_max": 0.766272, + "nauc_map_at_3_std": -0.083644, + "nauc_map_at_3_diff1": 0.860985, + "nauc_map_at_5_max": 0.762034, + "nauc_map_at_5_std": -0.08769, + "nauc_map_at_5_diff1": 0.860089, + "nauc_map_at_10_max": 0.763571, + "nauc_map_at_10_std": -0.081181, + "nauc_map_at_10_diff1": 0.858281, + "nauc_map_at_20_max": 0.766925, + "nauc_map_at_20_std": -0.082243, + "nauc_map_at_20_diff1": 0.859807, + "nauc_map_at_100_max": 0.766197, + "nauc_map_at_100_std": -0.083102, + "nauc_map_at_100_diff1": 0.860282, + "nauc_map_at_1000_max": 0.766159, + "nauc_map_at_1000_std": -0.083298, + "nauc_map_at_1000_diff1": 0.860303, + "nauc_recall_at_1_max": 0.771613, + "nauc_recall_at_1_std": -0.101331, + "nauc_recall_at_1_diff1": 0.880341, + "nauc_recall_at_3_max": 0.75045, + "nauc_recall_at_3_std": -0.074804, + "nauc_recall_at_3_diff1": 0.82469, + "nauc_recall_at_5_max": 0.725761, + "nauc_recall_at_5_std": -0.088411, + "nauc_recall_at_5_diff1": 0.812991, + "nauc_recall_at_10_max": 0.752158, + "nauc_recall_at_10_std": 0.031533, + "nauc_recall_at_10_diff1": 0.782658, + "nauc_recall_at_20_max": 0.901494, + "nauc_recall_at_20_std": 0.105042, + "nauc_recall_at_20_diff1": 0.779645, + "nauc_recall_at_100_max": 0.863834, + "nauc_recall_at_100_std": 0.417367, + "nauc_recall_at_100_diff1": 0.807812, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.771613, + "nauc_precision_at_1_std": -0.101331, + "nauc_precision_at_1_diff1": 0.880341, + "nauc_precision_at_3_max": 0.75045, + "nauc_precision_at_3_std": -0.074804, + "nauc_precision_at_3_diff1": 0.82469, + "nauc_precision_at_5_max": 0.725761, + "nauc_precision_at_5_std": -0.088411, + "nauc_precision_at_5_diff1": 0.812991, + "nauc_precision_at_10_max": 0.752158, + "nauc_precision_at_10_std": 0.031533, + "nauc_precision_at_10_diff1": 0.782658, + "nauc_precision_at_20_max": 0.901494, + "nauc_precision_at_20_std": 0.105042, + "nauc_precision_at_20_diff1": 0.779645, + "nauc_precision_at_100_max": 0.863834, + "nauc_precision_at_100_std": 0.417367, + "nauc_precision_at_100_diff1": 0.807812, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.771613, + "nauc_mrr_at_1_std": -0.101331, + "nauc_mrr_at_1_diff1": 0.880341, + "nauc_mrr_at_3_max": 0.766272, + "nauc_mrr_at_3_std": -0.083644, + "nauc_mrr_at_3_diff1": 0.860985, + "nauc_mrr_at_5_max": 0.762034, + "nauc_mrr_at_5_std": -0.08769, + "nauc_mrr_at_5_diff1": 0.860089, + "nauc_mrr_at_10_max": 0.763571, + "nauc_mrr_at_10_std": -0.081181, + "nauc_mrr_at_10_diff1": 0.858281, + "nauc_mrr_at_20_max": 0.766925, + "nauc_mrr_at_20_std": -0.082243, + "nauc_mrr_at_20_diff1": 0.859807, + "nauc_mrr_at_100_max": 0.766197, + "nauc_mrr_at_100_std": -0.083102, + "nauc_mrr_at_100_diff1": 0.860282, + "nauc_mrr_at_1000_max": 0.766159, + "nauc_mrr_at_1000_std": -0.083298, + "nauc_mrr_at_1000_diff1": 0.860303, + "hit_rate_at_1": 0.725, + "hit_rate_at_3": 0.795, + "hit_rate_at_5": 0.84, + "hit_rate_at_10": 0.885, + "hit_rate_at_20": 0.95, + "hit_rate_at_100": 0.985, + "hit_rate_at_1000": 1.0, + "main_score": 0.84, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.975, + "ndcg_at_3": 0.98131, + "ndcg_at_5": 0.98324, + "ndcg_at_10": 0.98669, + "ndcg_at_20": 0.98669, + "ndcg_at_100": 0.98669, + "ndcg_at_1000": 0.98669, + "map_at_1": 0.975, + "map_at_3": 0.98, + "map_at_5": 0.981, + "map_at_10": 0.98255, + "map_at_20": 0.98255, + "map_at_100": 0.98255, + "map_at_1000": 0.98255, + "recall_at_1": 0.975, + "recall_at_3": 0.985, + "recall_at_5": 0.99, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.975, + "precision_at_1": 0.975, + "precision_at_3": 0.32833, + "precision_at_5": 0.198, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.975, + "mrr_at_3": 0.98, + "mrr_at_5": 0.981, + "mrr_at_10": 0.982548, + "mrr_at_20": 0.982548, + "mrr_at_100": 0.982548, + "mrr_at_1000": 0.982548, + "nauc_ndcg_at_1_max": 0.469748, + "nauc_ndcg_at_1_std": -0.581886, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.554643, + "nauc_ndcg_at_3_std": -0.705817, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.554699, + "nauc_ndcg_at_5_std": -0.586441, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.525247, + "nauc_ndcg_at_10_std": -0.630743, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.525247, + "nauc_ndcg_at_20_std": -0.630743, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.525247, + "nauc_ndcg_at_100_std": -0.630743, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.525247, + "nauc_ndcg_at_1000_std": -0.630743, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.469748, + "nauc_map_at_1_std": -0.581886, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.532621, + "nauc_map_at_3_std": -0.673669, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.531488, + "nauc_map_at_5_std": -0.617549, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.520593, + "nauc_map_at_10_std": -0.630157, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.520593, + "nauc_map_at_20_std": -0.630157, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.520593, + "nauc_map_at_100_std": -0.630157, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.520593, + "nauc_map_at_1000_std": -0.630157, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.469748, + "nauc_recall_at_1_std": -0.581886, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 0.637411, + "nauc_recall_at_3_std": -0.826642, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 0.679038, + "nauc_recall_at_5_std": -0.369981, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.469748, + "nauc_precision_at_1_std": -0.581886, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 0.637411, + "nauc_precision_at_3_std": -0.826642, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 0.679038, + "nauc_precision_at_5_std": -0.369981, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.469748, + "nauc_mrr_at_1_std": -0.581886, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.532621, + "nauc_mrr_at_3_std": -0.673669, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.531488, + "nauc_mrr_at_5_std": -0.617549, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.520593, + "nauc_mrr_at_10_std": -0.630157, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.520593, + "nauc_mrr_at_20_std": -0.630157, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.520593, + "nauc_mrr_at_100_std": -0.630157, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.520593, + "nauc_mrr_at_1000_std": -0.630157, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.975, + "hit_rate_at_3": 0.985, + "hit_rate_at_5": 0.99, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.99, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.74, + "ndcg_at_3": 0.79786, + "ndcg_at_5": 0.81829, + "ndcg_at_10": 0.8326, + "ndcg_at_20": 0.84001, + "ndcg_at_100": 0.84594, + "ndcg_at_1000": 0.84664, + "map_at_1": 0.74, + "map_at_3": 0.78333, + "map_at_5": 0.79458, + "map_at_10": 0.80033, + "map_at_20": 0.80228, + "map_at_100": 0.80327, + "map_at_1000": 0.80331, + "recall_at_1": 0.74, + "recall_at_3": 0.84, + "recall_at_5": 0.89, + "recall_at_10": 0.935, + "recall_at_20": 0.965, + "recall_at_100": 0.995, + "recall_at_1000": 1.0, + "accuracy": 0.74, + "precision_at_1": 0.74, + "precision_at_3": 0.28, + "precision_at_5": 0.178, + "precision_at_10": 0.0935, + "precision_at_20": 0.04825, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.74, + "mrr_at_3": 0.783333, + "mrr_at_5": 0.794583, + "mrr_at_10": 0.800331, + "mrr_at_20": 0.802282, + "mrr_at_100": 0.803274, + "mrr_at_1000": 0.803308, + "nauc_ndcg_at_1_max": 0.807246, + "nauc_ndcg_at_1_std": -0.012307, + "nauc_ndcg_at_1_diff1": 0.833776, + "nauc_ndcg_at_3_max": 0.784453, + "nauc_ndcg_at_3_std": -0.044826, + "nauc_ndcg_at_3_diff1": 0.792855, + "nauc_ndcg_at_5_max": 0.797541, + "nauc_ndcg_at_5_std": 0.004892, + "nauc_ndcg_at_5_diff1": 0.794135, + "nauc_ndcg_at_10_max": 0.79184, + "nauc_ndcg_at_10_std": 0.029058, + "nauc_ndcg_at_10_diff1": 0.792706, + "nauc_ndcg_at_20_max": 0.800338, + "nauc_ndcg_at_20_std": 0.004016, + "nauc_ndcg_at_20_diff1": 0.803692, + "nauc_ndcg_at_100_max": 0.798886, + "nauc_ndcg_at_100_std": 0.003757, + "nauc_ndcg_at_100_diff1": 0.806694, + "nauc_ndcg_at_1000_max": 0.797887, + "nauc_ndcg_at_1000_std": -0.00119, + "nauc_ndcg_at_1000_diff1": 0.806383, + "nauc_map_at_1_max": 0.807246, + "nauc_map_at_1_std": -0.012307, + "nauc_map_at_1_diff1": 0.833776, + "nauc_map_at_3_max": 0.791107, + "nauc_map_at_3_std": -0.030945, + "nauc_map_at_3_diff1": 0.804969, + "nauc_map_at_5_max": 0.798349, + "nauc_map_at_5_std": -0.005925, + "nauc_map_at_5_diff1": 0.807115, + "nauc_map_at_10_max": 0.796522, + "nauc_map_at_10_std": 0.003665, + "nauc_map_at_10_diff1": 0.807311, + "nauc_map_at_20_max": 0.798395, + "nauc_map_at_20_std": -0.002151, + "nauc_map_at_20_diff1": 0.809841, + "nauc_map_at_100_max": 0.798188, + "nauc_map_at_100_std": -0.003571, + "nauc_map_at_100_diff1": 0.810215, + "nauc_map_at_1000_max": 0.798149, + "nauc_map_at_1000_std": -0.003763, + "nauc_map_at_1000_diff1": 0.810204, + "nauc_recall_at_1_max": 0.807246, + "nauc_recall_at_1_std": -0.012307, + "nauc_recall_at_1_diff1": 0.833776, + "nauc_recall_at_3_max": 0.759466, + "nauc_recall_at_3_std": -0.099211, + "nauc_recall_at_3_diff1": 0.747285, + "nauc_recall_at_5_max": 0.795765, + "nauc_recall_at_5_std": 0.0684, + "nauc_recall_at_5_diff1": 0.727601, + "nauc_recall_at_10_max": 0.750593, + "nauc_recall_at_10_std": 0.26546, + "nauc_recall_at_10_diff1": 0.668031, + "nauc_recall_at_20_max": 0.859277, + "nauc_recall_at_20_std": 0.050554, + "nauc_recall_at_20_diff1": 0.746565, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.807246, + "nauc_precision_at_1_std": -0.012307, + "nauc_precision_at_1_diff1": 0.833776, + "nauc_precision_at_3_max": 0.759466, + "nauc_precision_at_3_std": -0.099211, + "nauc_precision_at_3_diff1": 0.747285, + "nauc_precision_at_5_max": 0.795765, + "nauc_precision_at_5_std": 0.0684, + "nauc_precision_at_5_diff1": 0.727601, + "nauc_precision_at_10_max": 0.750593, + "nauc_precision_at_10_std": 0.26546, + "nauc_precision_at_10_diff1": 0.668031, + "nauc_precision_at_20_max": 0.859277, + "nauc_precision_at_20_std": 0.050554, + "nauc_precision_at_20_diff1": 0.746565, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.807246, + "nauc_mrr_at_1_std": -0.012307, + "nauc_mrr_at_1_diff1": 0.833776, + "nauc_mrr_at_3_max": 0.791107, + "nauc_mrr_at_3_std": -0.030945, + "nauc_mrr_at_3_diff1": 0.804969, + "nauc_mrr_at_5_max": 0.798349, + "nauc_mrr_at_5_std": -0.005925, + "nauc_mrr_at_5_diff1": 0.807115, + "nauc_mrr_at_10_max": 0.796522, + "nauc_mrr_at_10_std": 0.003665, + "nauc_mrr_at_10_diff1": 0.807311, + "nauc_mrr_at_20_max": 0.798395, + "nauc_mrr_at_20_std": -0.002151, + "nauc_mrr_at_20_diff1": 0.809841, + "nauc_mrr_at_100_max": 0.798188, + "nauc_mrr_at_100_std": -0.003571, + "nauc_mrr_at_100_diff1": 0.810215, + "nauc_mrr_at_1000_max": 0.798149, + "nauc_mrr_at_1000_std": -0.003763, + "nauc_mrr_at_1000_diff1": 0.810204, + "hit_rate_at_1": 0.74, + "hit_rate_at_3": 0.84, + "hit_rate_at_5": 0.89, + "hit_rate_at_10": 0.935, + "hit_rate_at_20": 0.965, + "hit_rate_at_100": 0.995, + "hit_rate_at_1000": 1.0, + "main_score": 0.89, + "hf_subset": "fy-NL", + "languages": [ + "fry-Latn" + ] + }, + { + "ndcg_at_1": 0.1, + "ndcg_at_3": 0.13839, + "ndcg_at_5": 0.16722, + "ndcg_at_10": 0.19513, + "ndcg_at_20": 0.23005, + "ndcg_at_100": 0.31385, + "ndcg_at_1000": 0.3266, + "map_at_1": 0.1, + "map_at_3": 0.12917, + "map_at_5": 0.14517, + "map_at_10": 0.15693, + "map_at_20": 0.16626, + "map_at_100": 0.17798, + "map_at_1000": 0.17867, + "recall_at_1": 0.1, + "recall_at_3": 0.165, + "recall_at_5": 0.235, + "recall_at_10": 0.32, + "recall_at_20": 0.46, + "recall_at_100": 0.91, + "recall_at_1000": 1.0, + "accuracy": 0.1, + "precision_at_1": 0.1, + "precision_at_3": 0.055, + "precision_at_5": 0.047, + "precision_at_10": 0.032, + "precision_at_20": 0.023, + "precision_at_100": 0.0091, + "precision_at_1000": 0.001, + "mrr_at_1": 0.1, + "mrr_at_3": 0.129167, + "mrr_at_5": 0.145167, + "mrr_at_10": 0.156935, + "mrr_at_20": 0.166256, + "mrr_at_100": 0.177983, + "mrr_at_1000": 0.178673, + "nauc_ndcg_at_1_max": 0.351664, + "nauc_ndcg_at_1_std": 0.107794, + "nauc_ndcg_at_1_diff1": 0.318111, + "nauc_ndcg_at_3_max": 0.319633, + "nauc_ndcg_at_3_std": 0.125089, + "nauc_ndcg_at_3_diff1": 0.250005, + "nauc_ndcg_at_5_max": 0.286153, + "nauc_ndcg_at_5_std": 0.087633, + "nauc_ndcg_at_5_diff1": 0.215476, + "nauc_ndcg_at_10_max": 0.286189, + "nauc_ndcg_at_10_std": 0.090481, + "nauc_ndcg_at_10_diff1": 0.236541, + "nauc_ndcg_at_20_max": 0.248999, + "nauc_ndcg_at_20_std": 0.070688, + "nauc_ndcg_at_20_diff1": 0.193018, + "nauc_ndcg_at_100_max": 0.289017, + "nauc_ndcg_at_100_std": 0.106562, + "nauc_ndcg_at_100_diff1": 0.217169, + "nauc_ndcg_at_1000_max": 0.289778, + "nauc_ndcg_at_1000_std": 0.099271, + "nauc_ndcg_at_1000_diff1": 0.223558, + "nauc_map_at_1_max": 0.351664, + "nauc_map_at_1_std": 0.107794, + "nauc_map_at_1_diff1": 0.318111, + "nauc_map_at_3_max": 0.329546, + "nauc_map_at_3_std": 0.123982, + "nauc_map_at_3_diff1": 0.264417, + "nauc_map_at_5_max": 0.308759, + "nauc_map_at_5_std": 0.101469, + "nauc_map_at_5_diff1": 0.243668, + "nauc_map_at_10_max": 0.309073, + "nauc_map_at_10_std": 0.102965, + "nauc_map_at_10_diff1": 0.252611, + "nauc_map_at_20_max": 0.296852, + "nauc_map_at_20_std": 0.095978, + "nauc_map_at_20_diff1": 0.238914, + "nauc_map_at_100_max": 0.304176, + "nauc_map_at_100_std": 0.103289, + "nauc_map_at_100_diff1": 0.241745, + "nauc_map_at_1000_max": 0.304159, + "nauc_map_at_1000_std": 0.102889, + "nauc_map_at_1000_diff1": 0.242125, + "nauc_recall_at_1_max": 0.351664, + "nauc_recall_at_1_std": 0.107794, + "nauc_recall_at_1_diff1": 0.318111, + "nauc_recall_at_3_max": 0.294585, + "nauc_recall_at_3_std": 0.126929, + "nauc_recall_at_3_diff1": 0.21509, + "nauc_recall_at_5_max": 0.234733, + "nauc_recall_at_5_std": 0.054274, + "nauc_recall_at_5_diff1": 0.15228, + "nauc_recall_at_10_max": 0.237812, + "nauc_recall_at_10_std": 0.062962, + "nauc_recall_at_10_diff1": 0.208037, + "nauc_recall_at_20_max": 0.134944, + "nauc_recall_at_20_std": 0.010939, + "nauc_recall_at_20_diff1": 0.08373, + "nauc_recall_at_100_max": 0.268259, + "nauc_recall_at_100_std": 0.217035, + "nauc_recall_at_100_diff1": 0.117076, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.351664, + "nauc_precision_at_1_std": 0.107794, + "nauc_precision_at_1_diff1": 0.318111, + "nauc_precision_at_3_max": 0.294585, + "nauc_precision_at_3_std": 0.126929, + "nauc_precision_at_3_diff1": 0.21509, + "nauc_precision_at_5_max": 0.234733, + "nauc_precision_at_5_std": 0.054274, + "nauc_precision_at_5_diff1": 0.15228, + "nauc_precision_at_10_max": 0.237812, + "nauc_precision_at_10_std": 0.062962, + "nauc_precision_at_10_diff1": 0.208037, + "nauc_precision_at_20_max": 0.134944, + "nauc_precision_at_20_std": 0.010939, + "nauc_precision_at_20_diff1": 0.08373, + "nauc_precision_at_100_max": 0.268259, + "nauc_precision_at_100_std": 0.217035, + "nauc_precision_at_100_diff1": 0.117076, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.351664, + "nauc_mrr_at_1_std": 0.107794, + "nauc_mrr_at_1_diff1": 0.318111, + "nauc_mrr_at_3_max": 0.329546, + "nauc_mrr_at_3_std": 0.123982, + "nauc_mrr_at_3_diff1": 0.264417, + "nauc_mrr_at_5_max": 0.308759, + "nauc_mrr_at_5_std": 0.101469, + "nauc_mrr_at_5_diff1": 0.243668, + "nauc_mrr_at_10_max": 0.309073, + "nauc_mrr_at_10_std": 0.102965, + "nauc_mrr_at_10_diff1": 0.252611, + "nauc_mrr_at_20_max": 0.296852, + "nauc_mrr_at_20_std": 0.095978, + "nauc_mrr_at_20_diff1": 0.238914, + "nauc_mrr_at_100_max": 0.304176, + "nauc_mrr_at_100_std": 0.103289, + "nauc_mrr_at_100_diff1": 0.241745, + "nauc_mrr_at_1000_max": 0.304159, + "nauc_mrr_at_1000_std": 0.102889, + "nauc_mrr_at_1000_diff1": 0.242125, + "hit_rate_at_1": 0.1, + "hit_rate_at_3": 0.165, + "hit_rate_at_5": 0.235, + "hit_rate_at_10": 0.32, + "hit_rate_at_20": 0.46, + "hit_rate_at_100": 0.91, + "hit_rate_at_1000": 1.0, + "main_score": 0.235, + "hf_subset": "ga-IE", + "languages": [ + "gle-Latn" + ] + }, + { + "ndcg_at_1": 0.96, + "ndcg_at_3": 0.96946, + "ndcg_at_5": 0.97162, + "ndcg_at_10": 0.97463, + "ndcg_at_20": 0.97463, + "ndcg_at_100": 0.9763, + "ndcg_at_1000": 0.9763, + "map_at_1": 0.96, + "map_at_3": 0.9675, + "map_at_5": 0.96875, + "map_at_10": 0.96986, + "map_at_20": 0.96986, + "map_at_100": 0.97002, + "map_at_1000": 0.97002, + "recall_at_1": 0.96, + "recall_at_3": 0.975, + "recall_at_5": 0.98, + "recall_at_10": 0.99, + "recall_at_20": 0.99, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.96, + "precision_at_1": 0.96, + "precision_at_3": 0.325, + "precision_at_5": 0.196, + "precision_at_10": 0.099, + "precision_at_20": 0.0495, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.96, + "mrr_at_3": 0.9675, + "mrr_at_5": 0.96875, + "mrr_at_10": 0.969861, + "mrr_at_20": 0.969861, + "mrr_at_100": 0.970022, + "mrr_at_1000": 0.970022, + "nauc_ndcg_at_1_max": 0.853583, + "nauc_ndcg_at_1_std": 0.200922, + "nauc_ndcg_at_1_diff1": 0.96732, + "nauc_ndcg_at_3_max": 0.929214, + "nauc_ndcg_at_3_std": 0.443912, + "nauc_ndcg_at_3_diff1": 0.957192, + "nauc_ndcg_at_5_max": 0.923844, + "nauc_ndcg_at_5_std": 0.450424, + "nauc_ndcg_at_5_diff1": 0.953944, + "nauc_ndcg_at_10_max": 0.914808, + "nauc_ndcg_at_10_std": 0.428147, + "nauc_ndcg_at_10_diff1": 0.956234, + "nauc_ndcg_at_20_max": 0.914808, + "nauc_ndcg_at_20_std": 0.428147, + "nauc_ndcg_at_20_diff1": 0.956234, + "nauc_ndcg_at_100_max": 0.908794, + "nauc_ndcg_at_100_std": 0.397582, + "nauc_ndcg_at_100_diff1": 0.957759, + "nauc_ndcg_at_1000_max": 0.908794, + "nauc_ndcg_at_1000_std": 0.397582, + "nauc_ndcg_at_1000_diff1": 0.957759, + "nauc_map_at_1_max": 0.853583, + "nauc_map_at_1_std": 0.200922, + "nauc_map_at_1_diff1": 0.96732, + "nauc_map_at_3_max": 0.909897, + "nauc_map_at_3_std": 0.38185, + "nauc_map_at_3_diff1": 0.959779, + "nauc_map_at_5_max": 0.906293, + "nauc_map_at_5_std": 0.382801, + "nauc_map_at_5_diff1": 0.95817, + "nauc_map_at_10_max": 0.902839, + "nauc_map_at_10_std": 0.373386, + "nauc_map_at_10_diff1": 0.959037, + "nauc_map_at_20_max": 0.902839, + "nauc_map_at_20_std": 0.373386, + "nauc_map_at_20_diff1": 0.959037, + "nauc_map_at_100_max": 0.902316, + "nauc_map_at_100_std": 0.370762, + "nauc_map_at_100_diff1": 0.959169, + "nauc_map_at_1000_max": 0.902316, + "nauc_map_at_1000_std": 0.370762, + "nauc_map_at_1000_diff1": 0.959169, + "nauc_recall_at_1_max": 0.853583, + "nauc_recall_at_1_std": 0.200922, + "nauc_recall_at_1_diff1": 0.96732, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.671335, + "nauc_recall_at_3_diff1": 0.947712, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.74965, + "nauc_recall_at_5_diff1": 0.934641, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.861111, + "nauc_recall_at_10_diff1": 0.934641, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.861111, + "nauc_recall_at_20_diff1": 0.934641, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.853583, + "nauc_precision_at_1_std": 0.200922, + "nauc_precision_at_1_diff1": 0.96732, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.671335, + "nauc_precision_at_3_diff1": 0.947712, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.74965, + "nauc_precision_at_5_diff1": 0.934641, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.861111, + "nauc_precision_at_10_diff1": 0.934641, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.861111, + "nauc_precision_at_20_diff1": 0.934641, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.853583, + "nauc_mrr_at_1_std": 0.200922, + "nauc_mrr_at_1_diff1": 0.96732, + "nauc_mrr_at_3_max": 0.909897, + "nauc_mrr_at_3_std": 0.38185, + "nauc_mrr_at_3_diff1": 0.959779, + "nauc_mrr_at_5_max": 0.906293, + "nauc_mrr_at_5_std": 0.382801, + "nauc_mrr_at_5_diff1": 0.95817, + "nauc_mrr_at_10_max": 0.902839, + "nauc_mrr_at_10_std": 0.373386, + "nauc_mrr_at_10_diff1": 0.959037, + "nauc_mrr_at_20_max": 0.902839, + "nauc_mrr_at_20_std": 0.373386, + "nauc_mrr_at_20_diff1": 0.959037, + "nauc_mrr_at_100_max": 0.902316, + "nauc_mrr_at_100_std": 0.370762, + "nauc_mrr_at_100_diff1": 0.959169, + "nauc_mrr_at_1000_max": 0.902316, + "nauc_mrr_at_1000_std": 0.370762, + "nauc_mrr_at_1000_diff1": 0.959169, + "hit_rate_at_1": 0.96, + "hit_rate_at_3": 0.975, + "hit_rate_at_5": 0.98, + "hit_rate_at_10": 0.99, + "hit_rate_at_20": 0.99, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.98, + "hf_subset": "gl", + "languages": [ + "glg-Latn" + ] + }, + { + "ndcg_at_1": 0.255, + "ndcg_at_3": 0.31601, + "ndcg_at_5": 0.34097, + "ndcg_at_10": 0.3669, + "ndcg_at_20": 0.39561, + "ndcg_at_100": 0.45012, + "ndcg_at_1000": 0.46271, + "map_at_1": 0.255, + "map_at_3": 0.30083, + "map_at_5": 0.31483, + "map_at_10": 0.32556, + "map_at_20": 0.33322, + "map_at_100": 0.34062, + "map_at_1000": 0.34127, + "recall_at_1": 0.255, + "recall_at_3": 0.36, + "recall_at_5": 0.42, + "recall_at_10": 0.5, + "recall_at_20": 0.615, + "recall_at_100": 0.91, + "recall_at_1000": 1.0, + "accuracy": 0.255, + "precision_at_1": 0.255, + "precision_at_3": 0.12, + "precision_at_5": 0.084, + "precision_at_10": 0.05, + "precision_at_20": 0.03075, + "precision_at_100": 0.0091, + "precision_at_1000": 0.001, + "mrr_at_1": 0.255, + "mrr_at_3": 0.300833, + "mrr_at_5": 0.314833, + "mrr_at_10": 0.32556, + "mrr_at_20": 0.333219, + "mrr_at_100": 0.340622, + "mrr_at_1000": 0.341268, + "nauc_ndcg_at_1_max": 0.064627, + "nauc_ndcg_at_1_std": -0.334143, + "nauc_ndcg_at_1_diff1": 0.615113, + "nauc_ndcg_at_3_max": 0.037554, + "nauc_ndcg_at_3_std": -0.326319, + "nauc_ndcg_at_3_diff1": 0.527026, + "nauc_ndcg_at_5_max": -0.003082, + "nauc_ndcg_at_5_std": -0.346718, + "nauc_ndcg_at_5_diff1": 0.505781, + "nauc_ndcg_at_10_max": -0.027103, + "nauc_ndcg_at_10_std": -0.350854, + "nauc_ndcg_at_10_diff1": 0.493974, + "nauc_ndcg_at_20_max": -0.021663, + "nauc_ndcg_at_20_std": -0.346361, + "nauc_ndcg_at_20_diff1": 0.488101, + "nauc_ndcg_at_100_max": -0.002845, + "nauc_ndcg_at_100_std": -0.333096, + "nauc_ndcg_at_100_diff1": 0.503806, + "nauc_ndcg_at_1000_max": 0.001923, + "nauc_ndcg_at_1000_std": -0.338129, + "nauc_ndcg_at_1000_diff1": 0.508488, + "nauc_map_at_1_max": 0.064627, + "nauc_map_at_1_std": -0.334143, + "nauc_map_at_1_diff1": 0.615113, + "nauc_map_at_3_max": 0.042894, + "nauc_map_at_3_std": -0.329823, + "nauc_map_at_3_diff1": 0.543257, + "nauc_map_at_5_max": 0.019707, + "nauc_map_at_5_std": -0.341327, + "nauc_map_at_5_diff1": 0.530202, + "nauc_map_at_10_max": 0.009837, + "nauc_map_at_10_std": -0.343997, + "nauc_map_at_10_diff1": 0.526141, + "nauc_map_at_20_max": 0.011412, + "nauc_map_at_20_std": -0.342918, + "nauc_map_at_20_diff1": 0.525237, + "nauc_map_at_100_max": 0.014404, + "nauc_map_at_100_std": -0.339933, + "nauc_map_at_100_diff1": 0.526016, + "nauc_map_at_1000_max": 0.014751, + "nauc_map_at_1000_std": -0.340078, + "nauc_map_at_1000_diff1": 0.526317, + "nauc_recall_at_1_max": 0.064627, + "nauc_recall_at_1_std": -0.334143, + "nauc_recall_at_1_diff1": 0.615113, + "nauc_recall_at_3_max": 0.023303, + "nauc_recall_at_3_std": -0.316079, + "nauc_recall_at_3_diff1": 0.484228, + "nauc_recall_at_5_max": -0.06975, + "nauc_recall_at_5_std": -0.363442, + "nauc_recall_at_5_diff1": 0.439452, + "nauc_recall_at_10_max": -0.143997, + "nauc_recall_at_10_std": -0.371332, + "nauc_recall_at_10_diff1": 0.398248, + "nauc_recall_at_20_max": -0.136076, + "nauc_recall_at_20_std": -0.353753, + "nauc_recall_at_20_diff1": 0.356192, + "nauc_recall_at_100_max": -0.095057, + "nauc_recall_at_100_std": -0.211355, + "nauc_recall_at_100_diff1": 0.407252, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.064627, + "nauc_precision_at_1_std": -0.334143, + "nauc_precision_at_1_diff1": 0.615113, + "nauc_precision_at_3_max": 0.023303, + "nauc_precision_at_3_std": -0.316079, + "nauc_precision_at_3_diff1": 0.484228, + "nauc_precision_at_5_max": -0.06975, + "nauc_precision_at_5_std": -0.363442, + "nauc_precision_at_5_diff1": 0.439452, + "nauc_precision_at_10_max": -0.143997, + "nauc_precision_at_10_std": -0.371332, + "nauc_precision_at_10_diff1": 0.398248, + "nauc_precision_at_20_max": -0.136076, + "nauc_precision_at_20_std": -0.353753, + "nauc_precision_at_20_diff1": 0.356192, + "nauc_precision_at_100_max": -0.095057, + "nauc_precision_at_100_std": -0.211355, + "nauc_precision_at_100_diff1": 0.407252, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.064627, + "nauc_mrr_at_1_std": -0.334143, + "nauc_mrr_at_1_diff1": 0.615113, + "nauc_mrr_at_3_max": 0.042894, + "nauc_mrr_at_3_std": -0.329823, + "nauc_mrr_at_3_diff1": 0.543257, + "nauc_mrr_at_5_max": 0.019707, + "nauc_mrr_at_5_std": -0.341327, + "nauc_mrr_at_5_diff1": 0.530202, + "nauc_mrr_at_10_max": 0.009837, + "nauc_mrr_at_10_std": -0.343997, + "nauc_mrr_at_10_diff1": 0.526141, + "nauc_mrr_at_20_max": 0.011412, + "nauc_mrr_at_20_std": -0.342918, + "nauc_mrr_at_20_diff1": 0.525237, + "nauc_mrr_at_100_max": 0.014404, + "nauc_mrr_at_100_std": -0.339933, + "nauc_mrr_at_100_diff1": 0.526016, + "nauc_mrr_at_1000_max": 0.014751, + "nauc_mrr_at_1000_std": -0.340078, + "nauc_mrr_at_1000_diff1": 0.526317, + "hit_rate_at_1": 0.255, + "hit_rate_at_3": 0.36, + "hit_rate_at_5": 0.42, + "hit_rate_at_10": 0.5, + "hit_rate_at_20": 0.615, + "hit_rate_at_100": 0.91, + "hit_rate_at_1000": 1.0, + "main_score": 0.42, + "hf_subset": "gn", + "languages": [ + "grn-Latn" + ] + }, + { + "ndcg_at_1": 0.3, + "ndcg_at_3": 0.37809, + "ndcg_at_5": 0.40411, + "ndcg_at_10": 0.42553, + "ndcg_at_20": 0.4507, + "ndcg_at_100": 0.49578, + "ndcg_at_1000": 0.50847, + "map_at_1": 0.3, + "map_at_3": 0.36, + "map_at_5": 0.374, + "map_at_10": 0.38306, + "map_at_20": 0.3899, + "map_at_100": 0.39567, + "map_at_1000": 0.39634, + "recall_at_1": 0.3, + "recall_at_3": 0.43, + "recall_at_5": 0.495, + "recall_at_10": 0.56, + "recall_at_20": 0.66, + "recall_at_100": 0.91, + "recall_at_1000": 1.0, + "accuracy": 0.3, + "precision_at_1": 0.3, + "precision_at_3": 0.14333, + "precision_at_5": 0.099, + "precision_at_10": 0.056, + "precision_at_20": 0.033, + "precision_at_100": 0.0091, + "precision_at_1000": 0.001, + "mrr_at_1": 0.3, + "mrr_at_3": 0.36, + "mrr_at_5": 0.374, + "mrr_at_10": 0.383058, + "mrr_at_20": 0.389903, + "mrr_at_100": 0.395665, + "mrr_at_1000": 0.396336, + "nauc_ndcg_at_1_max": 0.159972, + "nauc_ndcg_at_1_std": -0.100432, + "nauc_ndcg_at_1_diff1": 0.555844, + "nauc_ndcg_at_3_max": 0.098239, + "nauc_ndcg_at_3_std": -0.095746, + "nauc_ndcg_at_3_diff1": 0.489956, + "nauc_ndcg_at_5_max": 0.094969, + "nauc_ndcg_at_5_std": -0.11635, + "nauc_ndcg_at_5_diff1": 0.484122, + "nauc_ndcg_at_10_max": 0.113061, + "nauc_ndcg_at_10_std": -0.095495, + "nauc_ndcg_at_10_diff1": 0.47776, + "nauc_ndcg_at_20_max": 0.087231, + "nauc_ndcg_at_20_std": -0.10743, + "nauc_ndcg_at_20_diff1": 0.474493, + "nauc_ndcg_at_100_max": 0.087377, + "nauc_ndcg_at_100_std": -0.111085, + "nauc_ndcg_at_100_diff1": 0.464658, + "nauc_ndcg_at_1000_max": 0.100335, + "nauc_ndcg_at_1000_std": -0.104578, + "nauc_ndcg_at_1000_diff1": 0.484505, + "nauc_map_at_1_max": 0.159972, + "nauc_map_at_1_std": -0.100432, + "nauc_map_at_1_diff1": 0.555844, + "nauc_map_at_3_max": 0.110172, + "nauc_map_at_3_std": -0.096852, + "nauc_map_at_3_diff1": 0.505644, + "nauc_map_at_5_max": 0.108538, + "nauc_map_at_5_std": -0.10848, + "nauc_map_at_5_diff1": 0.502401, + "nauc_map_at_10_max": 0.116063, + "nauc_map_at_10_std": -0.099043, + "nauc_map_at_10_diff1": 0.500587, + "nauc_map_at_20_max": 0.109092, + "nauc_map_at_20_std": -0.102104, + "nauc_map_at_20_diff1": 0.499641, + "nauc_map_at_100_max": 0.109172, + "nauc_map_at_100_std": -0.102782, + "nauc_map_at_100_diff1": 0.498511, + "nauc_map_at_1000_max": 0.109855, + "nauc_map_at_1000_std": -0.102396, + "nauc_map_at_1000_diff1": 0.499391, + "nauc_recall_at_1_max": 0.159972, + "nauc_recall_at_1_std": -0.100432, + "nauc_recall_at_1_diff1": 0.555844, + "nauc_recall_at_3_max": 0.065463, + "nauc_recall_at_3_std": -0.092612, + "nauc_recall_at_3_diff1": 0.445403, + "nauc_recall_at_5_max": 0.056264, + "nauc_recall_at_5_std": -0.141837, + "nauc_recall_at_5_diff1": 0.430545, + "nauc_recall_at_10_max": 0.111998, + "nauc_recall_at_10_std": -0.080861, + "nauc_recall_at_10_diff1": 0.402985, + "nauc_recall_at_20_max": -0.007518, + "nauc_recall_at_20_std": -0.135592, + "nauc_recall_at_20_diff1": 0.377593, + "nauc_recall_at_100_max": -0.195534, + "nauc_recall_at_100_std": -0.246732, + "nauc_recall_at_100_diff1": 0.008715, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.159972, + "nauc_precision_at_1_std": -0.100432, + "nauc_precision_at_1_diff1": 0.555844, + "nauc_precision_at_3_max": 0.065463, + "nauc_precision_at_3_std": -0.092612, + "nauc_precision_at_3_diff1": 0.445403, + "nauc_precision_at_5_max": 0.056264, + "nauc_precision_at_5_std": -0.141837, + "nauc_precision_at_5_diff1": 0.430545, + "nauc_precision_at_10_max": 0.111998, + "nauc_precision_at_10_std": -0.080861, + "nauc_precision_at_10_diff1": 0.402985, + "nauc_precision_at_20_max": -0.007518, + "nauc_precision_at_20_std": -0.135592, + "nauc_precision_at_20_diff1": 0.377593, + "nauc_precision_at_100_max": -0.195534, + "nauc_precision_at_100_std": -0.246732, + "nauc_precision_at_100_diff1": 0.008715, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.159972, + "nauc_mrr_at_1_std": -0.100432, + "nauc_mrr_at_1_diff1": 0.555844, + "nauc_mrr_at_3_max": 0.110172, + "nauc_mrr_at_3_std": -0.096852, + "nauc_mrr_at_3_diff1": 0.505644, + "nauc_mrr_at_5_max": 0.108538, + "nauc_mrr_at_5_std": -0.10848, + "nauc_mrr_at_5_diff1": 0.502401, + "nauc_mrr_at_10_max": 0.116063, + "nauc_mrr_at_10_std": -0.099043, + "nauc_mrr_at_10_diff1": 0.500587, + "nauc_mrr_at_20_max": 0.109092, + "nauc_mrr_at_20_std": -0.102104, + "nauc_mrr_at_20_diff1": 0.499641, + "nauc_mrr_at_100_max": 0.109172, + "nauc_mrr_at_100_std": -0.102782, + "nauc_mrr_at_100_diff1": 0.498511, + "nauc_mrr_at_1000_max": 0.109855, + "nauc_mrr_at_1000_std": -0.102396, + "nauc_mrr_at_1000_diff1": 0.499391, + "hit_rate_at_1": 0.3, + "hit_rate_at_3": 0.43, + "hit_rate_at_5": 0.495, + "hit_rate_at_10": 0.56, + "hit_rate_at_20": 0.66, + "hit_rate_at_100": 0.91, + "hit_rate_at_1000": 1.0, + "main_score": 0.495, + "hf_subset": "ha", + "languages": [ + "hau-Latn" + ] + }, + { + "ndcg_at_1": 0.475, + "ndcg_at_3": 0.53101, + "ndcg_at_5": 0.54736, + "ndcg_at_10": 0.56479, + "ndcg_at_20": 0.58056, + "ndcg_at_100": 0.60455, + "ndcg_at_1000": 0.62421, + "map_at_1": 0.475, + "map_at_3": 0.5175, + "map_at_5": 0.5265, + "map_at_10": 0.53348, + "map_at_20": 0.53812, + "map_at_100": 0.54142, + "map_at_1000": 0.54231, + "recall_at_1": 0.475, + "recall_at_3": 0.57, + "recall_at_5": 0.61, + "recall_at_10": 0.665, + "recall_at_20": 0.725, + "recall_at_100": 0.855, + "recall_at_1000": 1.0, + "accuracy": 0.475, + "precision_at_1": 0.475, + "precision_at_3": 0.19, + "precision_at_5": 0.122, + "precision_at_10": 0.0665, + "precision_at_20": 0.03625, + "precision_at_100": 0.00855, + "precision_at_1000": 0.001, + "mrr_at_1": 0.475, + "mrr_at_3": 0.5175, + "mrr_at_5": 0.5265, + "mrr_at_10": 0.533478, + "mrr_at_20": 0.538119, + "mrr_at_100": 0.541421, + "mrr_at_1000": 0.542307, + "nauc_ndcg_at_1_max": 0.658937, + "nauc_ndcg_at_1_std": 0.061784, + "nauc_ndcg_at_1_diff1": 0.801724, + "nauc_ndcg_at_3_max": 0.605768, + "nauc_ndcg_at_3_std": 0.099475, + "nauc_ndcg_at_3_diff1": 0.736199, + "nauc_ndcg_at_5_max": 0.592788, + "nauc_ndcg_at_5_std": 0.08374, + "nauc_ndcg_at_5_diff1": 0.724836, + "nauc_ndcg_at_10_max": 0.582399, + "nauc_ndcg_at_10_std": 0.09124, + "nauc_ndcg_at_10_diff1": 0.717067, + "nauc_ndcg_at_20_max": 0.583349, + "nauc_ndcg_at_20_std": 0.089504, + "nauc_ndcg_at_20_diff1": 0.717085, + "nauc_ndcg_at_100_max": 0.580334, + "nauc_ndcg_at_100_std": 0.103125, + "nauc_ndcg_at_100_diff1": 0.718123, + "nauc_ndcg_at_1000_max": 0.594637, + "nauc_ndcg_at_1000_std": 0.091357, + "nauc_ndcg_at_1000_diff1": 0.731154, + "nauc_map_at_1_max": 0.658937, + "nauc_map_at_1_std": 0.061784, + "nauc_map_at_1_diff1": 0.801724, + "nauc_map_at_3_max": 0.619484, + "nauc_map_at_3_std": 0.089651, + "nauc_map_at_3_diff1": 0.752783, + "nauc_map_at_5_max": 0.612078, + "nauc_map_at_5_std": 0.080659, + "nauc_map_at_5_diff1": 0.746636, + "nauc_map_at_10_max": 0.607962, + "nauc_map_at_10_std": 0.083588, + "nauc_map_at_10_diff1": 0.743869, + "nauc_map_at_20_max": 0.608206, + "nauc_map_at_20_std": 0.082841, + "nauc_map_at_20_diff1": 0.744036, + "nauc_map_at_100_max": 0.608026, + "nauc_map_at_100_std": 0.085105, + "nauc_map_at_100_diff1": 0.744556, + "nauc_map_at_1000_max": 0.608594, + "nauc_map_at_1000_std": 0.084545, + "nauc_map_at_1000_diff1": 0.745108, + "nauc_recall_at_1_max": 0.658937, + "nauc_recall_at_1_std": 0.061784, + "nauc_recall_at_1_diff1": 0.801724, + "nauc_recall_at_3_max": 0.564071, + "nauc_recall_at_3_std": 0.129382, + "nauc_recall_at_3_diff1": 0.685919, + "nauc_recall_at_5_max": 0.530434, + "nauc_recall_at_5_std": 0.091634, + "nauc_recall_at_5_diff1": 0.654442, + "nauc_recall_at_10_max": 0.488046, + "nauc_recall_at_10_std": 0.119233, + "nauc_recall_at_10_diff1": 0.618793, + "nauc_recall_at_20_max": 0.480563, + "nauc_recall_at_20_std": 0.117181, + "nauc_recall_at_20_diff1": 0.60427, + "nauc_recall_at_100_max": 0.36966, + "nauc_recall_at_100_std": 0.26823, + "nauc_recall_at_100_diff1": 0.528726, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.658937, + "nauc_precision_at_1_std": 0.061784, + "nauc_precision_at_1_diff1": 0.801724, + "nauc_precision_at_3_max": 0.564071, + "nauc_precision_at_3_std": 0.129382, + "nauc_precision_at_3_diff1": 0.685919, + "nauc_precision_at_5_max": 0.530434, + "nauc_precision_at_5_std": 0.091634, + "nauc_precision_at_5_diff1": 0.654442, + "nauc_precision_at_10_max": 0.488046, + "nauc_precision_at_10_std": 0.119233, + "nauc_precision_at_10_diff1": 0.618793, + "nauc_precision_at_20_max": 0.480563, + "nauc_precision_at_20_std": 0.117181, + "nauc_precision_at_20_diff1": 0.60427, + "nauc_precision_at_100_max": 0.36966, + "nauc_precision_at_100_std": 0.26823, + "nauc_precision_at_100_diff1": 0.528726, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.658937, + "nauc_mrr_at_1_std": 0.061784, + "nauc_mrr_at_1_diff1": 0.801724, + "nauc_mrr_at_3_max": 0.619484, + "nauc_mrr_at_3_std": 0.089651, + "nauc_mrr_at_3_diff1": 0.752783, + "nauc_mrr_at_5_max": 0.612078, + "nauc_mrr_at_5_std": 0.080659, + "nauc_mrr_at_5_diff1": 0.746636, + "nauc_mrr_at_10_max": 0.607962, + "nauc_mrr_at_10_std": 0.083588, + "nauc_mrr_at_10_diff1": 0.743869, + "nauc_mrr_at_20_max": 0.608206, + "nauc_mrr_at_20_std": 0.082841, + "nauc_mrr_at_20_diff1": 0.744036, + "nauc_mrr_at_100_max": 0.608026, + "nauc_mrr_at_100_std": 0.085105, + "nauc_mrr_at_100_diff1": 0.744556, + "nauc_mrr_at_1000_max": 0.608594, + "nauc_mrr_at_1000_std": 0.084545, + "nauc_mrr_at_1000_diff1": 0.745108, + "hit_rate_at_1": 0.475, + "hit_rate_at_3": 0.57, + "hit_rate_at_5": 0.61, + "hit_rate_at_10": 0.665, + "hit_rate_at_20": 0.725, + "hit_rate_at_100": 0.855, + "hit_rate_at_1000": 1.0, + "main_score": 0.61, + "hf_subset": "he", + "languages": [ + "heb-Hebr" + ] + }, + { + "ndcg_at_1": 0.885, + "ndcg_at_3": 0.90893, + "ndcg_at_5": 0.91108, + "ndcg_at_10": 0.918, + "ndcg_at_20": 0.92048, + "ndcg_at_100": 0.92623, + "ndcg_at_1000": 0.92765, + "map_at_1": 0.885, + "map_at_3": 0.90333, + "map_at_5": 0.90458, + "map_at_10": 0.90771, + "map_at_20": 0.90836, + "map_at_100": 0.90923, + "map_at_1000": 0.90931, + "recall_at_1": 0.885, + "recall_at_3": 0.925, + "recall_at_5": 0.93, + "recall_at_10": 0.95, + "recall_at_20": 0.96, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.885, + "precision_at_1": 0.885, + "precision_at_3": 0.30833, + "precision_at_5": 0.186, + "precision_at_10": 0.095, + "precision_at_20": 0.048, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.885, + "mrr_at_3": 0.903333, + "mrr_at_5": 0.904583, + "mrr_at_10": 0.907708, + "mrr_at_20": 0.90836, + "mrr_at_100": 0.90923, + "mrr_at_1000": 0.909306, + "nauc_ndcg_at_1_max": 0.921943, + "nauc_ndcg_at_1_std": 0.223041, + "nauc_ndcg_at_1_diff1": 0.887354, + "nauc_ndcg_at_3_max": 0.928476, + "nauc_ndcg_at_3_std": 0.294444, + "nauc_ndcg_at_3_diff1": 0.8773, + "nauc_ndcg_at_5_max": 0.92673, + "nauc_ndcg_at_5_std": 0.277217, + "nauc_ndcg_at_5_diff1": 0.877496, + "nauc_ndcg_at_10_max": 0.923355, + "nauc_ndcg_at_10_std": 0.259406, + "nauc_ndcg_at_10_diff1": 0.878554, + "nauc_ndcg_at_20_max": 0.923067, + "nauc_ndcg_at_20_std": 0.255132, + "nauc_ndcg_at_20_diff1": 0.883641, + "nauc_ndcg_at_100_max": 0.922061, + "nauc_ndcg_at_100_std": 0.264022, + "nauc_ndcg_at_100_diff1": 0.87848, + "nauc_ndcg_at_1000_max": 0.923246, + "nauc_ndcg_at_1000_std": 0.25807, + "nauc_ndcg_at_1000_diff1": 0.880453, + "nauc_map_at_1_max": 0.921943, + "nauc_map_at_1_std": 0.223041, + "nauc_map_at_1_diff1": 0.887354, + "nauc_map_at_3_max": 0.926002, + "nauc_map_at_3_std": 0.271106, + "nauc_map_at_3_diff1": 0.879712, + "nauc_map_at_5_max": 0.925022, + "nauc_map_at_5_std": 0.261458, + "nauc_map_at_5_diff1": 0.87985, + "nauc_map_at_10_max": 0.923649, + "nauc_map_at_10_std": 0.253844, + "nauc_map_at_10_diff1": 0.880361, + "nauc_map_at_20_max": 0.923616, + "nauc_map_at_20_std": 0.253098, + "nauc_map_at_20_diff1": 0.881463, + "nauc_map_at_100_max": 0.923451, + "nauc_map_at_100_std": 0.253863, + "nauc_map_at_100_diff1": 0.880908, + "nauc_map_at_1000_max": 0.9235, + "nauc_map_at_1000_std": 0.253589, + "nauc_map_at_1000_diff1": 0.880989, + "nauc_recall_at_1_max": 0.921943, + "nauc_recall_at_1_std": 0.223041, + "nauc_recall_at_1_diff1": 0.887354, + "nauc_recall_at_3_max": 0.937908, + "nauc_recall_at_3_std": 0.381948, + "nauc_recall_at_3_diff1": 0.868659, + "nauc_recall_at_5_max": 0.933473, + "nauc_recall_at_5_std": 0.337802, + "nauc_recall_at_5_diff1": 0.868614, + "nauc_recall_at_10_max": 0.919935, + "nauc_recall_at_10_std": 0.277591, + "nauc_recall_at_10_diff1": 0.869981, + "nauc_recall_at_20_max": 0.916258, + "nauc_recall_at_20_std": 0.243406, + "nauc_recall_at_20_diff1": 0.909547, + "nauc_recall_at_100_max": 0.861111, + "nauc_recall_at_100_std": 0.561391, + "nauc_recall_at_100_diff1": 0.777077, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.921943, + "nauc_precision_at_1_std": 0.223041, + "nauc_precision_at_1_diff1": 0.887354, + "nauc_precision_at_3_max": 0.937908, + "nauc_precision_at_3_std": 0.381948, + "nauc_precision_at_3_diff1": 0.868659, + "nauc_precision_at_5_max": 0.933473, + "nauc_precision_at_5_std": 0.337802, + "nauc_precision_at_5_diff1": 0.868614, + "nauc_precision_at_10_max": 0.919935, + "nauc_precision_at_10_std": 0.277591, + "nauc_precision_at_10_diff1": 0.869981, + "nauc_precision_at_20_max": 0.916258, + "nauc_precision_at_20_std": 0.243406, + "nauc_precision_at_20_diff1": 0.909547, + "nauc_precision_at_100_max": 0.861111, + "nauc_precision_at_100_std": 0.561391, + "nauc_precision_at_100_diff1": 0.777077, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.921943, + "nauc_mrr_at_1_std": 0.223041, + "nauc_mrr_at_1_diff1": 0.887354, + "nauc_mrr_at_3_max": 0.926002, + "nauc_mrr_at_3_std": 0.271106, + "nauc_mrr_at_3_diff1": 0.879712, + "nauc_mrr_at_5_max": 0.925022, + "nauc_mrr_at_5_std": 0.261458, + "nauc_mrr_at_5_diff1": 0.87985, + "nauc_mrr_at_10_max": 0.923649, + "nauc_mrr_at_10_std": 0.253844, + "nauc_mrr_at_10_diff1": 0.880361, + "nauc_mrr_at_20_max": 0.923616, + "nauc_mrr_at_20_std": 0.253098, + "nauc_mrr_at_20_diff1": 0.881463, + "nauc_mrr_at_100_max": 0.923451, + "nauc_mrr_at_100_std": 0.253863, + "nauc_mrr_at_100_diff1": 0.880908, + "nauc_mrr_at_1000_max": 0.9235, + "nauc_mrr_at_1000_std": 0.253589, + "nauc_mrr_at_1000_diff1": 0.880989, + "hit_rate_at_1": 0.885, + "hit_rate_at_3": 0.925, + "hit_rate_at_5": 0.93, + "hit_rate_at_10": 0.95, + "hit_rate_at_20": 0.96, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.93, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.55, + "ndcg_at_3": 0.62113, + "ndcg_at_5": 0.64974, + "ndcg_at_10": 0.66996, + "ndcg_at_20": 0.68166, + "ndcg_at_100": 0.70525, + "ndcg_at_1000": 0.70872, + "map_at_1": 0.55, + "map_at_3": 0.60417, + "map_at_5": 0.61992, + "map_at_10": 0.62778, + "map_at_20": 0.63117, + "map_at_100": 0.63463, + "map_at_1000": 0.6348, + "recall_at_1": 0.55, + "recall_at_3": 0.67, + "recall_at_5": 0.74, + "recall_at_10": 0.805, + "recall_at_20": 0.85, + "recall_at_100": 0.975, + "recall_at_1000": 1.0, + "accuracy": 0.55, + "precision_at_1": 0.55, + "precision_at_3": 0.22333, + "precision_at_5": 0.148, + "precision_at_10": 0.0805, + "precision_at_20": 0.0425, + "precision_at_100": 0.00975, + "precision_at_1000": 0.001, + "mrr_at_1": 0.55, + "mrr_at_3": 0.604167, + "mrr_at_5": 0.619917, + "mrr_at_10": 0.627784, + "mrr_at_20": 0.631167, + "mrr_at_100": 0.634628, + "mrr_at_1000": 0.634802, + "nauc_ndcg_at_1_max": 0.684764, + "nauc_ndcg_at_1_std": 0.106677, + "nauc_ndcg_at_1_diff1": 0.80858, + "nauc_ndcg_at_3_max": 0.660857, + "nauc_ndcg_at_3_std": 0.129209, + "nauc_ndcg_at_3_diff1": 0.7407, + "nauc_ndcg_at_5_max": 0.644799, + "nauc_ndcg_at_5_std": 0.12111, + "nauc_ndcg_at_5_diff1": 0.733978, + "nauc_ndcg_at_10_max": 0.649607, + "nauc_ndcg_at_10_std": 0.111617, + "nauc_ndcg_at_10_diff1": 0.732963, + "nauc_ndcg_at_20_max": 0.652263, + "nauc_ndcg_at_20_std": 0.122057, + "nauc_ndcg_at_20_diff1": 0.730197, + "nauc_ndcg_at_100_max": 0.659238, + "nauc_ndcg_at_100_std": 0.114885, + "nauc_ndcg_at_100_diff1": 0.745633, + "nauc_ndcg_at_1000_max": 0.659237, + "nauc_ndcg_at_1000_std": 0.119468, + "nauc_ndcg_at_1000_diff1": 0.74593, + "nauc_map_at_1_max": 0.684764, + "nauc_map_at_1_std": 0.106677, + "nauc_map_at_1_diff1": 0.80858, + "nauc_map_at_3_max": 0.667828, + "nauc_map_at_3_std": 0.125457, + "nauc_map_at_3_diff1": 0.756841, + "nauc_map_at_5_max": 0.659424, + "nauc_map_at_5_std": 0.120858, + "nauc_map_at_5_diff1": 0.753593, + "nauc_map_at_10_max": 0.661913, + "nauc_map_at_10_std": 0.116948, + "nauc_map_at_10_diff1": 0.754142, + "nauc_map_at_20_max": 0.662248, + "nauc_map_at_20_std": 0.119092, + "nauc_map_at_20_diff1": 0.753707, + "nauc_map_at_100_max": 0.663519, + "nauc_map_at_100_std": 0.118937, + "nauc_map_at_100_diff1": 0.755383, + "nauc_map_at_1000_max": 0.663508, + "nauc_map_at_1000_std": 0.119164, + "nauc_map_at_1000_diff1": 0.755421, + "nauc_recall_at_1_max": 0.684764, + "nauc_recall_at_1_std": 0.106677, + "nauc_recall_at_1_diff1": 0.80858, + "nauc_recall_at_3_max": 0.638097, + "nauc_recall_at_3_std": 0.140297, + "nauc_recall_at_3_diff1": 0.689509, + "nauc_recall_at_5_max": 0.587273, + "nauc_recall_at_5_std": 0.119723, + "nauc_recall_at_5_diff1": 0.660953, + "nauc_recall_at_10_max": 0.590734, + "nauc_recall_at_10_std": 0.079572, + "nauc_recall_at_10_diff1": 0.632783, + "nauc_recall_at_20_max": 0.600163, + "nauc_recall_at_20_std": 0.151676, + "nauc_recall_at_20_diff1": 0.585763, + "nauc_recall_at_100_max": 0.653688, + "nauc_recall_at_100_std": -0.171055, + "nauc_recall_at_100_diff1": 0.73436, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.684764, + "nauc_precision_at_1_std": 0.106677, + "nauc_precision_at_1_diff1": 0.80858, + "nauc_precision_at_3_max": 0.638097, + "nauc_precision_at_3_std": 0.140297, + "nauc_precision_at_3_diff1": 0.689509, + "nauc_precision_at_5_max": 0.587273, + "nauc_precision_at_5_std": 0.119723, + "nauc_precision_at_5_diff1": 0.660953, + "nauc_precision_at_10_max": 0.590734, + "nauc_precision_at_10_std": 0.079572, + "nauc_precision_at_10_diff1": 0.632783, + "nauc_precision_at_20_max": 0.600163, + "nauc_precision_at_20_std": 0.151676, + "nauc_precision_at_20_diff1": 0.585763, + "nauc_precision_at_100_max": 0.653688, + "nauc_precision_at_100_std": -0.171055, + "nauc_precision_at_100_diff1": 0.73436, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.684764, + "nauc_mrr_at_1_std": 0.106677, + "nauc_mrr_at_1_diff1": 0.80858, + "nauc_mrr_at_3_max": 0.667828, + "nauc_mrr_at_3_std": 0.125457, + "nauc_mrr_at_3_diff1": 0.756841, + "nauc_mrr_at_5_max": 0.659424, + "nauc_mrr_at_5_std": 0.120858, + "nauc_mrr_at_5_diff1": 0.753593, + "nauc_mrr_at_10_max": 0.661913, + "nauc_mrr_at_10_std": 0.116948, + "nauc_mrr_at_10_diff1": 0.754142, + "nauc_mrr_at_20_max": 0.662248, + "nauc_mrr_at_20_std": 0.119092, + "nauc_mrr_at_20_diff1": 0.753707, + "nauc_mrr_at_100_max": 0.663519, + "nauc_mrr_at_100_std": 0.118937, + "nauc_mrr_at_100_diff1": 0.755383, + "nauc_mrr_at_1000_max": 0.663508, + "nauc_mrr_at_1000_std": 0.119164, + "nauc_mrr_at_1000_diff1": 0.755421, + "hit_rate_at_1": 0.55, + "hit_rate_at_3": 0.67, + "hit_rate_at_5": 0.74, + "hit_rate_at_10": 0.805, + "hit_rate_at_20": 0.85, + "hit_rate_at_100": 0.975, + "hit_rate_at_1000": 1.0, + "main_score": 0.74, + "hf_subset": "hsb", + "languages": [ + "hsb-Latn" + ] + }, + { + "ndcg_at_1": 0.585, + "ndcg_at_3": 0.65167, + "ndcg_at_5": 0.68243, + "ndcg_at_10": 0.70157, + "ndcg_at_20": 0.7104, + "ndcg_at_100": 0.72513, + "ndcg_at_1000": 0.73198, + "map_at_1": 0.585, + "map_at_3": 0.635, + "map_at_5": 0.652, + "map_at_10": 0.65973, + "map_at_20": 0.66215, + "map_at_100": 0.66414, + "map_at_1000": 0.66446, + "recall_at_1": 0.585, + "recall_at_3": 0.7, + "recall_at_5": 0.775, + "recall_at_10": 0.835, + "recall_at_20": 0.87, + "recall_at_100": 0.95, + "recall_at_1000": 1.0, + "accuracy": 0.585, + "precision_at_1": 0.585, + "precision_at_3": 0.23333, + "precision_at_5": 0.155, + "precision_at_10": 0.0835, + "precision_at_20": 0.0435, + "precision_at_100": 0.0095, + "precision_at_1000": 0.001, + "mrr_at_1": 0.585, + "mrr_at_3": 0.635, + "mrr_at_5": 0.652, + "mrr_at_10": 0.659732, + "mrr_at_20": 0.662148, + "mrr_at_100": 0.664137, + "mrr_at_1000": 0.664461, + "nauc_ndcg_at_1_max": 0.748886, + "nauc_ndcg_at_1_std": 0.165941, + "nauc_ndcg_at_1_diff1": 0.818628, + "nauc_ndcg_at_3_max": 0.726722, + "nauc_ndcg_at_3_std": 0.136125, + "nauc_ndcg_at_3_diff1": 0.763804, + "nauc_ndcg_at_5_max": 0.71331, + "nauc_ndcg_at_5_std": 0.154834, + "nauc_ndcg_at_5_diff1": 0.751309, + "nauc_ndcg_at_10_max": 0.711236, + "nauc_ndcg_at_10_std": 0.159826, + "nauc_ndcg_at_10_diff1": 0.748366, + "nauc_ndcg_at_20_max": 0.709844, + "nauc_ndcg_at_20_std": 0.160065, + "nauc_ndcg_at_20_diff1": 0.752326, + "nauc_ndcg_at_100_max": 0.718464, + "nauc_ndcg_at_100_std": 0.15649, + "nauc_ndcg_at_100_diff1": 0.762209, + "nauc_ndcg_at_1000_max": 0.718629, + "nauc_ndcg_at_1000_std": 0.154384, + "nauc_ndcg_at_1000_diff1": 0.763852, + "nauc_map_at_1_max": 0.748886, + "nauc_map_at_1_std": 0.165941, + "nauc_map_at_1_diff1": 0.818628, + "nauc_map_at_3_max": 0.731751, + "nauc_map_at_3_std": 0.141242, + "nauc_map_at_3_diff1": 0.777255, + "nauc_map_at_5_max": 0.725417, + "nauc_map_at_5_std": 0.151062, + "nauc_map_at_5_diff1": 0.771761, + "nauc_map_at_10_max": 0.724694, + "nauc_map_at_10_std": 0.153229, + "nauc_map_at_10_diff1": 0.771237, + "nauc_map_at_20_max": 0.724505, + "nauc_map_at_20_std": 0.153361, + "nauc_map_at_20_diff1": 0.772405, + "nauc_map_at_100_max": 0.725063, + "nauc_map_at_100_std": 0.152625, + "nauc_map_at_100_diff1": 0.773301, + "nauc_map_at_1000_max": 0.725048, + "nauc_map_at_1000_std": 0.152544, + "nauc_map_at_1000_diff1": 0.773342, + "nauc_recall_at_1_max": 0.748886, + "nauc_recall_at_1_std": 0.165941, + "nauc_recall_at_1_diff1": 0.818628, + "nauc_recall_at_3_max": 0.710647, + "nauc_recall_at_3_std": 0.120663, + "nauc_recall_at_3_diff1": 0.720258, + "nauc_recall_at_5_max": 0.662449, + "nauc_recall_at_5_std": 0.175289, + "nauc_recall_at_5_diff1": 0.667665, + "nauc_recall_at_10_max": 0.638606, + "nauc_recall_at_10_std": 0.202115, + "nauc_recall_at_10_diff1": 0.626376, + "nauc_recall_at_20_max": 0.609809, + "nauc_recall_at_20_std": 0.212231, + "nauc_recall_at_20_diff1": 0.625991, + "nauc_recall_at_100_max": 0.707096, + "nauc_recall_at_100_std": 0.224043, + "nauc_recall_at_100_diff1": 0.702848, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.748886, + "nauc_precision_at_1_std": 0.165941, + "nauc_precision_at_1_diff1": 0.818628, + "nauc_precision_at_3_max": 0.710647, + "nauc_precision_at_3_std": 0.120663, + "nauc_precision_at_3_diff1": 0.720258, + "nauc_precision_at_5_max": 0.662449, + "nauc_precision_at_5_std": 0.175289, + "nauc_precision_at_5_diff1": 0.667665, + "nauc_precision_at_10_max": 0.638606, + "nauc_precision_at_10_std": 0.202115, + "nauc_precision_at_10_diff1": 0.626376, + "nauc_precision_at_20_max": 0.609809, + "nauc_precision_at_20_std": 0.212231, + "nauc_precision_at_20_diff1": 0.625991, + "nauc_precision_at_100_max": 0.707096, + "nauc_precision_at_100_std": 0.224043, + "nauc_precision_at_100_diff1": 0.702848, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.748886, + "nauc_mrr_at_1_std": 0.165941, + "nauc_mrr_at_1_diff1": 0.818628, + "nauc_mrr_at_3_max": 0.731751, + "nauc_mrr_at_3_std": 0.141242, + "nauc_mrr_at_3_diff1": 0.777255, + "nauc_mrr_at_5_max": 0.725417, + "nauc_mrr_at_5_std": 0.151062, + "nauc_mrr_at_5_diff1": 0.771761, + "nauc_mrr_at_10_max": 0.724694, + "nauc_mrr_at_10_std": 0.153229, + "nauc_mrr_at_10_diff1": 0.771237, + "nauc_mrr_at_20_max": 0.724505, + "nauc_mrr_at_20_std": 0.153361, + "nauc_mrr_at_20_diff1": 0.772405, + "nauc_mrr_at_100_max": 0.725063, + "nauc_mrr_at_100_std": 0.152625, + "nauc_mrr_at_100_diff1": 0.773301, + "nauc_mrr_at_1000_max": 0.725048, + "nauc_mrr_at_1000_std": 0.152544, + "nauc_mrr_at_1000_diff1": 0.773342, + "hit_rate_at_1": 0.585, + "hit_rate_at_3": 0.7, + "hit_rate_at_5": 0.775, + "hit_rate_at_10": 0.835, + "hit_rate_at_20": 0.87, + "hit_rate_at_100": 0.95, + "hit_rate_at_1000": 1.0, + "main_score": 0.775, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.24, + "ndcg_at_3": 0.2872, + "ndcg_at_5": 0.30786, + "ndcg_at_10": 0.32198, + "ndcg_at_20": 0.3407, + "ndcg_at_100": 0.39859, + "ndcg_at_1000": 0.42552, + "map_at_1": 0.24, + "map_at_3": 0.27583, + "map_at_5": 0.28733, + "map_at_10": 0.29292, + "map_at_20": 0.29794, + "map_at_100": 0.30538, + "map_at_1000": 0.30683, + "recall_at_1": 0.24, + "recall_at_3": 0.32, + "recall_at_5": 0.37, + "recall_at_10": 0.415, + "recall_at_20": 0.49, + "recall_at_100": 0.81, + "recall_at_1000": 1.0, + "accuracy": 0.24, + "precision_at_1": 0.24, + "precision_at_3": 0.10667, + "precision_at_5": 0.074, + "precision_at_10": 0.0415, + "precision_at_20": 0.0245, + "precision_at_100": 0.0081, + "precision_at_1000": 0.001, + "mrr_at_1": 0.24, + "mrr_at_3": 0.275833, + "mrr_at_5": 0.287333, + "mrr_at_10": 0.292917, + "mrr_at_20": 0.297941, + "mrr_at_100": 0.305376, + "mrr_at_1000": 0.30683, + "nauc_ndcg_at_1_max": 0.514296, + "nauc_ndcg_at_1_std": 0.001812, + "nauc_ndcg_at_1_diff1": 0.545254, + "nauc_ndcg_at_3_max": 0.47301, + "nauc_ndcg_at_3_std": -0.001033, + "nauc_ndcg_at_3_diff1": 0.494565, + "nauc_ndcg_at_5_max": 0.453928, + "nauc_ndcg_at_5_std": -0.008525, + "nauc_ndcg_at_5_diff1": 0.46936, + "nauc_ndcg_at_10_max": 0.463427, + "nauc_ndcg_at_10_std": 0.006241, + "nauc_ndcg_at_10_diff1": 0.466535, + "nauc_ndcg_at_20_max": 0.468003, + "nauc_ndcg_at_20_std": 0.021083, + "nauc_ndcg_at_20_diff1": 0.438678, + "nauc_ndcg_at_100_max": 0.466385, + "nauc_ndcg_at_100_std": 0.037449, + "nauc_ndcg_at_100_diff1": 0.452748, + "nauc_ndcg_at_1000_max": 0.468665, + "nauc_ndcg_at_1000_std": 0.014982, + "nauc_ndcg_at_1000_diff1": 0.463989, + "nauc_map_at_1_max": 0.514296, + "nauc_map_at_1_std": 0.001812, + "nauc_map_at_1_diff1": 0.545254, + "nauc_map_at_3_max": 0.482716, + "nauc_map_at_3_std": 8.7e-05, + "nauc_map_at_3_diff1": 0.503556, + "nauc_map_at_5_max": 0.472075, + "nauc_map_at_5_std": -0.003865, + "nauc_map_at_5_diff1": 0.488536, + "nauc_map_at_10_max": 0.475207, + "nauc_map_at_10_std": 0.001353, + "nauc_map_at_10_diff1": 0.486767, + "nauc_map_at_20_max": 0.47535, + "nauc_map_at_20_std": 0.005206, + "nauc_map_at_20_diff1": 0.478839, + "nauc_map_at_100_max": 0.475167, + "nauc_map_at_100_std": 0.007588, + "nauc_map_at_100_diff1": 0.480475, + "nauc_map_at_1000_max": 0.47529, + "nauc_map_at_1000_std": 0.006383, + "nauc_map_at_1000_diff1": 0.481078, + "nauc_recall_at_1_max": 0.514296, + "nauc_recall_at_1_std": 0.001812, + "nauc_recall_at_1_diff1": 0.545254, + "nauc_recall_at_3_max": 0.446471, + "nauc_recall_at_3_std": -0.004268, + "nauc_recall_at_3_diff1": 0.471088, + "nauc_recall_at_5_max": 0.402473, + "nauc_recall_at_5_std": -0.022519, + "nauc_recall_at_5_diff1": 0.416491, + "nauc_recall_at_10_max": 0.434797, + "nauc_recall_at_10_std": 0.025529, + "nauc_recall_at_10_diff1": 0.411345, + "nauc_recall_at_20_max": 0.46002, + "nauc_recall_at_20_std": 0.084527, + "nauc_recall_at_20_diff1": 0.305591, + "nauc_recall_at_100_max": 0.439874, + "nauc_recall_at_100_std": 0.285492, + "nauc_recall_at_100_diff1": 0.325737, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.514296, + "nauc_precision_at_1_std": 0.001812, + "nauc_precision_at_1_diff1": 0.545254, + "nauc_precision_at_3_max": 0.446471, + "nauc_precision_at_3_std": -0.004268, + "nauc_precision_at_3_diff1": 0.471088, + "nauc_precision_at_5_max": 0.402473, + "nauc_precision_at_5_std": -0.022519, + "nauc_precision_at_5_diff1": 0.416491, + "nauc_precision_at_10_max": 0.434797, + "nauc_precision_at_10_std": 0.025529, + "nauc_precision_at_10_diff1": 0.411345, + "nauc_precision_at_20_max": 0.46002, + "nauc_precision_at_20_std": 0.084527, + "nauc_precision_at_20_diff1": 0.305591, + "nauc_precision_at_100_max": 0.439874, + "nauc_precision_at_100_std": 0.285492, + "nauc_precision_at_100_diff1": 0.325737, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.514296, + "nauc_mrr_at_1_std": 0.001812, + "nauc_mrr_at_1_diff1": 0.545254, + "nauc_mrr_at_3_max": 0.482716, + "nauc_mrr_at_3_std": 8.7e-05, + "nauc_mrr_at_3_diff1": 0.503556, + "nauc_mrr_at_5_max": 0.472075, + "nauc_mrr_at_5_std": -0.003865, + "nauc_mrr_at_5_diff1": 0.488536, + "nauc_mrr_at_10_max": 0.475207, + "nauc_mrr_at_10_std": 0.001353, + "nauc_mrr_at_10_diff1": 0.486767, + "nauc_mrr_at_20_max": 0.47535, + "nauc_mrr_at_20_std": 0.005206, + "nauc_mrr_at_20_diff1": 0.478839, + "nauc_mrr_at_100_max": 0.475167, + "nauc_mrr_at_100_std": 0.007588, + "nauc_mrr_at_100_diff1": 0.480475, + "nauc_mrr_at_1000_max": 0.47529, + "nauc_mrr_at_1000_std": 0.006383, + "nauc_mrr_at_1000_diff1": 0.481078, + "hit_rate_at_1": 0.24, + "hit_rate_at_3": 0.32, + "hit_rate_at_5": 0.37, + "hit_rate_at_10": 0.415, + "hit_rate_at_20": 0.49, + "hit_rate_at_100": 0.81, + "hit_rate_at_1000": 1.0, + "main_score": 0.37, + "hf_subset": "hy-AM", + "languages": [ + "hye-Armn" + ] + }, + { + "ndcg_at_1": 0.85, + "ndcg_at_3": 0.89405, + "ndcg_at_5": 0.89598, + "ndcg_at_10": 0.90251, + "ndcg_at_20": 0.91018, + "ndcg_at_100": 0.91322, + "ndcg_at_1000": 0.91391, + "map_at_1": 0.85, + "map_at_3": 0.88333, + "map_at_5": 0.88433, + "map_at_10": 0.88706, + "map_at_20": 0.8892, + "map_at_100": 0.88972, + "map_at_1000": 0.88975, + "recall_at_1": 0.85, + "recall_at_3": 0.925, + "recall_at_5": 0.93, + "recall_at_10": 0.95, + "recall_at_20": 0.98, + "recall_at_100": 0.995, + "recall_at_1000": 1.0, + "accuracy": 0.85, + "precision_at_1": 0.85, + "precision_at_3": 0.30833, + "precision_at_5": 0.186, + "precision_at_10": 0.095, + "precision_at_20": 0.049, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.85, + "mrr_at_3": 0.883333, + "mrr_at_5": 0.884333, + "mrr_at_10": 0.887062, + "mrr_at_20": 0.889203, + "mrr_at_100": 0.88972, + "mrr_at_1000": 0.889754, + "nauc_ndcg_at_1_max": 0.870908, + "nauc_ndcg_at_1_std": 0.117524, + "nauc_ndcg_at_1_diff1": 0.955988, + "nauc_ndcg_at_3_max": 0.904426, + "nauc_ndcg_at_3_std": 0.153173, + "nauc_ndcg_at_3_diff1": 0.93388, + "nauc_ndcg_at_5_max": 0.902607, + "nauc_ndcg_at_5_std": 0.142341, + "nauc_ndcg_at_5_diff1": 0.932621, + "nauc_ndcg_at_10_max": 0.900436, + "nauc_ndcg_at_10_std": 0.130862, + "nauc_ndcg_at_10_diff1": 0.937558, + "nauc_ndcg_at_20_max": 0.893573, + "nauc_ndcg_at_20_std": 0.132689, + "nauc_ndcg_at_20_diff1": 0.935915, + "nauc_ndcg_at_100_max": 0.89453, + "nauc_ndcg_at_100_std": 0.143035, + "nauc_ndcg_at_100_diff1": 0.939984, + "nauc_ndcg_at_1000_max": 0.893656, + "nauc_ndcg_at_1000_std": 0.135933, + "nauc_ndcg_at_1000_diff1": 0.939486, + "nauc_map_at_1_max": 0.870908, + "nauc_map_at_1_std": 0.117524, + "nauc_map_at_1_diff1": 0.955988, + "nauc_map_at_3_max": 0.894686, + "nauc_map_at_3_std": 0.13755, + "nauc_map_at_3_diff1": 0.939876, + "nauc_map_at_5_max": 0.893749, + "nauc_map_at_5_std": 0.132348, + "nauc_map_at_5_diff1": 0.939341, + "nauc_map_at_10_max": 0.892761, + "nauc_map_at_10_std": 0.127714, + "nauc_map_at_10_diff1": 0.941456, + "nauc_map_at_20_max": 0.891031, + "nauc_map_at_20_std": 0.128633, + "nauc_map_at_20_diff1": 0.941163, + "nauc_map_at_100_max": 0.891103, + "nauc_map_at_100_std": 0.130502, + "nauc_map_at_100_diff1": 0.94156, + "nauc_map_at_1000_max": 0.891069, + "nauc_map_at_1000_std": 0.130226, + "nauc_map_at_1000_diff1": 0.941541, + "nauc_recall_at_1_max": 0.870908, + "nauc_recall_at_1_std": 0.117524, + "nauc_recall_at_1_diff1": 0.955988, + "nauc_recall_at_3_max": 0.946623, + "nauc_recall_at_3_std": 0.224308, + "nauc_recall_at_3_diff1": 0.908185, + "nauc_recall_at_5_max": 0.94281, + "nauc_recall_at_5_std": 0.188742, + "nauc_recall_at_5_diff1": 0.901627, + "nauc_recall_at_10_max": 0.946078, + "nauc_recall_at_10_std": 0.143091, + "nauc_recall_at_10_diff1": 0.9162, + "nauc_recall_at_20_max": 0.897876, + "nauc_recall_at_20_std": 0.169234, + "nauc_recall_at_20_diff1": 0.855859, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.870908, + "nauc_precision_at_1_std": 0.117524, + "nauc_precision_at_1_diff1": 0.955988, + "nauc_precision_at_3_max": 0.946623, + "nauc_precision_at_3_std": 0.224308, + "nauc_precision_at_3_diff1": 0.908185, + "nauc_precision_at_5_max": 0.94281, + "nauc_precision_at_5_std": 0.188742, + "nauc_precision_at_5_diff1": 0.901627, + "nauc_precision_at_10_max": 0.946078, + "nauc_precision_at_10_std": 0.143091, + "nauc_precision_at_10_diff1": 0.9162, + "nauc_precision_at_20_max": 0.897876, + "nauc_precision_at_20_std": 0.169234, + "nauc_precision_at_20_diff1": 0.855859, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.870908, + "nauc_mrr_at_1_std": 0.117524, + "nauc_mrr_at_1_diff1": 0.955988, + "nauc_mrr_at_3_max": 0.894686, + "nauc_mrr_at_3_std": 0.13755, + "nauc_mrr_at_3_diff1": 0.939876, + "nauc_mrr_at_5_max": 0.893749, + "nauc_mrr_at_5_std": 0.132348, + "nauc_mrr_at_5_diff1": 0.939341, + "nauc_mrr_at_10_max": 0.892761, + "nauc_mrr_at_10_std": 0.127714, + "nauc_mrr_at_10_diff1": 0.941456, + "nauc_mrr_at_20_max": 0.891031, + "nauc_mrr_at_20_std": 0.128633, + "nauc_mrr_at_20_diff1": 0.941163, + "nauc_mrr_at_100_max": 0.891103, + "nauc_mrr_at_100_std": 0.130502, + "nauc_mrr_at_100_diff1": 0.94156, + "nauc_mrr_at_1000_max": 0.891069, + "nauc_mrr_at_1000_std": 0.130226, + "nauc_mrr_at_1000_diff1": 0.941541, + "hit_rate_at_1": 0.85, + "hit_rate_at_3": 0.925, + "hit_rate_at_5": 0.93, + "hit_rate_at_10": 0.95, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 0.995, + "hit_rate_at_1000": 1.0, + "main_score": 0.93, + "hf_subset": "ia", + "languages": [ + "ina-Latn" + ] + }, + { + "ndcg_at_1": 0.935, + "ndcg_at_3": 0.94065, + "ndcg_at_5": 0.94711, + "ndcg_at_10": 0.94711, + "ndcg_at_20": 0.94825, + "ndcg_at_100": 0.9541, + "ndcg_at_1000": 0.9541, + "map_at_1": 0.935, + "map_at_3": 0.93917, + "map_at_5": 0.94292, + "map_at_10": 0.94292, + "map_at_20": 0.94317, + "map_at_100": 0.94375, + "map_at_1000": 0.94375, + "recall_at_1": 0.935, + "recall_at_3": 0.945, + "recall_at_5": 0.96, + "recall_at_10": 0.96, + "recall_at_20": 0.965, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.935, + "precision_at_1": 0.935, + "precision_at_3": 0.315, + "precision_at_5": 0.192, + "precision_at_10": 0.096, + "precision_at_20": 0.04825, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.935, + "mrr_at_3": 0.939167, + "mrr_at_5": 0.942917, + "mrr_at_10": 0.942917, + "mrr_at_20": 0.943167, + "mrr_at_100": 0.943752, + "mrr_at_1000": 0.943752, + "nauc_ndcg_at_1_max": 0.938411, + "nauc_ndcg_at_1_std": 0.636465, + "nauc_ndcg_at_1_diff1": 0.969834, + "nauc_ndcg_at_3_max": 0.951193, + "nauc_ndcg_at_3_std": 0.66769, + "nauc_ndcg_at_3_diff1": 0.973908, + "nauc_ndcg_at_5_max": 0.955877, + "nauc_ndcg_at_5_std": 0.719083, + "nauc_ndcg_at_5_diff1": 0.976044, + "nauc_ndcg_at_10_max": 0.955877, + "nauc_ndcg_at_10_std": 0.719083, + "nauc_ndcg_at_10_diff1": 0.976044, + "nauc_ndcg_at_20_max": 0.954906, + "nauc_ndcg_at_20_std": 0.712903, + "nauc_ndcg_at_20_diff1": 0.975517, + "nauc_ndcg_at_100_max": 0.951452, + "nauc_ndcg_at_100_std": 0.692295, + "nauc_ndcg_at_100_diff1": 0.97474, + "nauc_ndcg_at_1000_max": 0.951452, + "nauc_ndcg_at_1000_std": 0.692295, + "nauc_ndcg_at_1000_diff1": 0.97474, + "nauc_map_at_1_max": 0.938411, + "nauc_map_at_1_std": 0.636465, + "nauc_map_at_1_diff1": 0.969834, + "nauc_map_at_3_max": 0.947175, + "nauc_map_at_3_std": 0.654401, + "nauc_map_at_3_diff1": 0.97314, + "nauc_map_at_5_max": 0.94943, + "nauc_map_at_5_std": 0.681166, + "nauc_map_at_5_diff1": 0.974238, + "nauc_map_at_10_max": 0.94943, + "nauc_map_at_10_std": 0.681166, + "nauc_map_at_10_diff1": 0.974238, + "nauc_map_at_20_max": 0.949207, + "nauc_map_at_20_std": 0.679764, + "nauc_map_at_20_diff1": 0.974125, + "nauc_map_at_100_max": 0.948836, + "nauc_map_at_100_std": 0.677561, + "nauc_map_at_100_diff1": 0.974029, + "nauc_map_at_1000_max": 0.948836, + "nauc_map_at_1000_std": 0.677561, + "nauc_map_at_1000_diff1": 0.974029, + "nauc_recall_at_1_max": 0.938411, + "nauc_recall_at_1_std": 0.636465, + "nauc_recall_at_1_diff1": 0.969834, + "nauc_recall_at_3_max": 0.964349, + "nauc_recall_at_3_std": 0.712503, + "nauc_recall_at_3_diff1": 0.976233, + "nauc_recall_at_5_max": 0.98366, + "nauc_recall_at_5_std": 0.88708, + "nauc_recall_at_5_diff1": 0.98366, + "nauc_recall_at_10_max": 0.98366, + "nauc_recall_at_10_std": 0.88708, + "nauc_recall_at_10_diff1": 0.98366, + "nauc_recall_at_20_max": 0.981326, + "nauc_recall_at_20_std": 0.870948, + "nauc_recall_at_20_diff1": 0.981326, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.938411, + "nauc_precision_at_1_std": 0.636465, + "nauc_precision_at_1_diff1": 0.969834, + "nauc_precision_at_3_max": 0.964349, + "nauc_precision_at_3_std": 0.712503, + "nauc_precision_at_3_diff1": 0.976233, + "nauc_precision_at_5_max": 0.98366, + "nauc_precision_at_5_std": 0.88708, + "nauc_precision_at_5_diff1": 0.98366, + "nauc_precision_at_10_max": 0.98366, + "nauc_precision_at_10_std": 0.88708, + "nauc_precision_at_10_diff1": 0.98366, + "nauc_precision_at_20_max": 0.981326, + "nauc_precision_at_20_std": 0.870948, + "nauc_precision_at_20_diff1": 0.981326, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.938411, + "nauc_mrr_at_1_std": 0.636465, + "nauc_mrr_at_1_diff1": 0.969834, + "nauc_mrr_at_3_max": 0.947175, + "nauc_mrr_at_3_std": 0.654401, + "nauc_mrr_at_3_diff1": 0.97314, + "nauc_mrr_at_5_max": 0.94943, + "nauc_mrr_at_5_std": 0.681166, + "nauc_mrr_at_5_diff1": 0.974238, + "nauc_mrr_at_10_max": 0.94943, + "nauc_mrr_at_10_std": 0.681166, + "nauc_mrr_at_10_diff1": 0.974238, + "nauc_mrr_at_20_max": 0.949207, + "nauc_mrr_at_20_std": 0.679764, + "nauc_mrr_at_20_diff1": 0.974125, + "nauc_mrr_at_100_max": 0.948836, + "nauc_mrr_at_100_std": 0.677561, + "nauc_mrr_at_100_diff1": 0.974029, + "nauc_mrr_at_1000_max": 0.948836, + "nauc_mrr_at_1000_std": 0.677561, + "nauc_mrr_at_1000_diff1": 0.974029, + "hit_rate_at_1": 0.935, + "hit_rate_at_3": 0.945, + "hit_rate_at_5": 0.96, + "hit_rate_at_10": 0.96, + "hit_rate_at_20": 0.965, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.96, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.975, + "ndcg_at_3": 0.98065, + "ndcg_at_5": 0.98065, + "ndcg_at_10": 0.98065, + "ndcg_at_20": 0.98065, + "ndcg_at_100": 0.98154, + "ndcg_at_1000": 0.98292, + "map_at_1": 0.975, + "map_at_3": 0.97917, + "map_at_5": 0.97917, + "map_at_10": 0.97917, + "map_at_20": 0.97917, + "map_at_100": 0.97927, + "map_at_1000": 0.97934, + "recall_at_1": 0.975, + "recall_at_3": 0.985, + "recall_at_5": 0.985, + "recall_at_10": 0.985, + "recall_at_20": 0.985, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.975, + "precision_at_1": 0.975, + "precision_at_3": 0.32833, + "precision_at_5": 0.197, + "precision_at_10": 0.0985, + "precision_at_20": 0.04925, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.975, + "mrr_at_3": 0.979167, + "mrr_at_5": 0.979167, + "mrr_at_10": 0.979167, + "mrr_at_20": 0.979167, + "mrr_at_100": 0.979267, + "mrr_at_1000": 0.979336, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.661158, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 0.583431, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 0.583431, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 0.583431, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 1.0, + "nauc_ndcg_at_20_std": 0.583431, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 1.0, + "nauc_ndcg_at_100_std": 0.563544, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 1.0, + "nauc_ndcg_at_1000_std": 0.588286, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.661158, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 0.609076, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 0.609076, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 0.609076, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 1.0, + "nauc_map_at_20_std": 0.609076, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 1.0, + "nauc_map_at_100_std": 0.60719, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 1.0, + "nauc_map_at_1000_std": 0.607824, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.661158, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.478836, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.478836, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.478836, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.478836, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.218254, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.661158, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.478836, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.478836, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.478836, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.478836, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.218254, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.661158, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 0.609076, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 0.609076, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 0.609076, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 1.0, + "nauc_mrr_at_20_std": 0.609076, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 1.0, + "nauc_mrr_at_100_std": 0.60719, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 1.0, + "nauc_mrr_at_1000_std": 0.607824, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.975, + "hit_rate_at_3": 0.985, + "hit_rate_at_5": 0.985, + "hit_rate_at_10": 0.985, + "hit_rate_at_20": 0.985, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.985, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.785, + "ndcg_at_3": 0.8222, + "ndcg_at_5": 0.83706, + "ndcg_at_10": 0.84303, + "ndcg_at_20": 0.8518, + "ndcg_at_100": 0.85537, + "ndcg_at_1000": 0.86133, + "map_at_1": 0.785, + "map_at_3": 0.81417, + "map_at_5": 0.82267, + "map_at_10": 0.82485, + "map_at_20": 0.82721, + "map_at_100": 0.82764, + "map_at_1000": 0.82788, + "recall_at_1": 0.785, + "recall_at_3": 0.845, + "recall_at_5": 0.88, + "recall_at_10": 0.9, + "recall_at_20": 0.935, + "recall_at_100": 0.955, + "recall_at_1000": 1.0, + "accuracy": 0.785, + "precision_at_1": 0.785, + "precision_at_3": 0.28167, + "precision_at_5": 0.176, + "precision_at_10": 0.09, + "precision_at_20": 0.04675, + "precision_at_100": 0.00955, + "precision_at_1000": 0.001, + "mrr_at_1": 0.785, + "mrr_at_3": 0.814167, + "mrr_at_5": 0.822667, + "mrr_at_10": 0.824847, + "mrr_at_20": 0.827205, + "mrr_at_100": 0.82764, + "mrr_at_1000": 0.827883, + "nauc_ndcg_at_1_max": 0.679005, + "nauc_ndcg_at_1_std": -0.263606, + "nauc_ndcg_at_1_diff1": 0.914366, + "nauc_ndcg_at_3_max": 0.710453, + "nauc_ndcg_at_3_std": -0.160819, + "nauc_ndcg_at_3_diff1": 0.899363, + "nauc_ndcg_at_5_max": 0.705176, + "nauc_ndcg_at_5_std": -0.149039, + "nauc_ndcg_at_5_diff1": 0.889733, + "nauc_ndcg_at_10_max": 0.717869, + "nauc_ndcg_at_10_std": -0.114002, + "nauc_ndcg_at_10_diff1": 0.886416, + "nauc_ndcg_at_20_max": 0.722, + "nauc_ndcg_at_20_std": -0.102687, + "nauc_ndcg_at_20_diff1": 0.89342, + "nauc_ndcg_at_100_max": 0.720432, + "nauc_ndcg_at_100_std": -0.10669, + "nauc_ndcg_at_100_diff1": 0.895921, + "nauc_ndcg_at_1000_max": 0.711863, + "nauc_ndcg_at_1000_std": -0.13952, + "nauc_ndcg_at_1000_diff1": 0.896086, + "nauc_map_at_1_max": 0.679005, + "nauc_map_at_1_std": -0.263606, + "nauc_map_at_1_diff1": 0.914366, + "nauc_map_at_3_max": 0.7029, + "nauc_map_at_3_std": -0.185898, + "nauc_map_at_3_diff1": 0.90307, + "nauc_map_at_5_max": 0.699679, + "nauc_map_at_5_std": -0.181427, + "nauc_map_at_5_diff1": 0.898217, + "nauc_map_at_10_max": 0.703965, + "nauc_map_at_10_std": -0.169706, + "nauc_map_at_10_diff1": 0.897213, + "nauc_map_at_20_max": 0.704547, + "nauc_map_at_20_std": -0.168547, + "nauc_map_at_20_diff1": 0.899073, + "nauc_map_at_100_max": 0.704373, + "nauc_map_at_100_std": -0.169012, + "nauc_map_at_100_diff1": 0.899265, + "nauc_map_at_1000_max": 0.704061, + "nauc_map_at_1000_std": -0.170208, + "nauc_map_at_1000_diff1": 0.899275, + "nauc_recall_at_1_max": 0.679005, + "nauc_recall_at_1_std": -0.263606, + "nauc_recall_at_1_diff1": 0.914366, + "nauc_recall_at_3_max": 0.735511, + "nauc_recall_at_3_std": -0.077398, + "nauc_recall_at_3_diff1": 0.887006, + "nauc_recall_at_5_max": 0.726217, + "nauc_recall_at_5_std": -0.015531, + "nauc_recall_at_5_diff1": 0.853544, + "nauc_recall_at_10_max": 0.791573, + "nauc_recall_at_10_std": 0.177241, + "nauc_recall_at_10_diff1": 0.830766, + "nauc_recall_at_20_max": 0.86982, + "nauc_recall_at_20_std": 0.442793, + "nauc_recall_at_20_diff1": 0.859764, + "nauc_recall_at_100_max": 0.906889, + "nauc_recall_at_100_std": 0.607947, + "nauc_recall_at_100_diff1": 0.892364, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.679005, + "nauc_precision_at_1_std": -0.263606, + "nauc_precision_at_1_diff1": 0.914366, + "nauc_precision_at_3_max": 0.735511, + "nauc_precision_at_3_std": -0.077398, + "nauc_precision_at_3_diff1": 0.887006, + "nauc_precision_at_5_max": 0.726217, + "nauc_precision_at_5_std": -0.015531, + "nauc_precision_at_5_diff1": 0.853544, + "nauc_precision_at_10_max": 0.791573, + "nauc_precision_at_10_std": 0.177241, + "nauc_precision_at_10_diff1": 0.830766, + "nauc_precision_at_20_max": 0.86982, + "nauc_precision_at_20_std": 0.442793, + "nauc_precision_at_20_diff1": 0.859764, + "nauc_precision_at_100_max": 0.906889, + "nauc_precision_at_100_std": 0.607947, + "nauc_precision_at_100_diff1": 0.892364, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.679005, + "nauc_mrr_at_1_std": -0.263606, + "nauc_mrr_at_1_diff1": 0.914366, + "nauc_mrr_at_3_max": 0.7029, + "nauc_mrr_at_3_std": -0.185898, + "nauc_mrr_at_3_diff1": 0.90307, + "nauc_mrr_at_5_max": 0.699679, + "nauc_mrr_at_5_std": -0.181427, + "nauc_mrr_at_5_diff1": 0.898217, + "nauc_mrr_at_10_max": 0.703965, + "nauc_mrr_at_10_std": -0.169706, + "nauc_mrr_at_10_diff1": 0.897213, + "nauc_mrr_at_20_max": 0.704547, + "nauc_mrr_at_20_std": -0.168547, + "nauc_mrr_at_20_diff1": 0.899073, + "nauc_mrr_at_100_max": 0.704373, + "nauc_mrr_at_100_std": -0.169012, + "nauc_mrr_at_100_diff1": 0.899265, + "nauc_mrr_at_1000_max": 0.704061, + "nauc_mrr_at_1000_std": -0.170208, + "nauc_mrr_at_1000_diff1": 0.899275, + "hit_rate_at_1": 0.785, + "hit_rate_at_3": 0.845, + "hit_rate_at_5": 0.88, + "hit_rate_at_10": 0.9, + "hit_rate_at_20": 0.935, + "hit_rate_at_100": 0.955, + "hit_rate_at_1000": 1.0, + "main_score": 0.88, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.34, + "ndcg_at_3": 0.41613, + "ndcg_at_5": 0.43701, + "ndcg_at_10": 0.46845, + "ndcg_at_20": 0.48323, + "ndcg_at_100": 0.52487, + "ndcg_at_1000": 0.53815, + "map_at_1": 0.34, + "map_at_3": 0.3975, + "map_at_5": 0.40925, + "map_at_10": 0.42267, + "map_at_20": 0.42652, + "map_at_100": 0.43189, + "map_at_1000": 0.43257, + "recall_at_1": 0.34, + "recall_at_3": 0.47, + "recall_at_5": 0.52, + "recall_at_10": 0.615, + "recall_at_20": 0.675, + "recall_at_100": 0.905, + "recall_at_1000": 1.0, + "accuracy": 0.34, + "precision_at_1": 0.34, + "precision_at_3": 0.15667, + "precision_at_5": 0.104, + "precision_at_10": 0.0615, + "precision_at_20": 0.03375, + "precision_at_100": 0.00905, + "precision_at_1000": 0.001, + "mrr_at_1": 0.34, + "mrr_at_3": 0.3975, + "mrr_at_5": 0.40925, + "mrr_at_10": 0.422669, + "mrr_at_20": 0.42652, + "mrr_at_100": 0.431894, + "mrr_at_1000": 0.432572, + "nauc_ndcg_at_1_max": 0.638882, + "nauc_ndcg_at_1_std": 0.178171, + "nauc_ndcg_at_1_diff1": 0.727537, + "nauc_ndcg_at_3_max": 0.594545, + "nauc_ndcg_at_3_std": 0.199825, + "nauc_ndcg_at_3_diff1": 0.639935, + "nauc_ndcg_at_5_max": 0.605852, + "nauc_ndcg_at_5_std": 0.20547, + "nauc_ndcg_at_5_diff1": 0.641995, + "nauc_ndcg_at_10_max": 0.59008, + "nauc_ndcg_at_10_std": 0.204642, + "nauc_ndcg_at_10_diff1": 0.632346, + "nauc_ndcg_at_20_max": 0.584915, + "nauc_ndcg_at_20_std": 0.210323, + "nauc_ndcg_at_20_diff1": 0.628941, + "nauc_ndcg_at_100_max": 0.581435, + "nauc_ndcg_at_100_std": 0.203551, + "nauc_ndcg_at_100_diff1": 0.63135, + "nauc_ndcg_at_1000_max": 0.59276, + "nauc_ndcg_at_1000_std": 0.201758, + "nauc_ndcg_at_1000_diff1": 0.643079, + "nauc_map_at_1_max": 0.638882, + "nauc_map_at_1_std": 0.178171, + "nauc_map_at_1_diff1": 0.727537, + "nauc_map_at_3_max": 0.605197, + "nauc_map_at_3_std": 0.195977, + "nauc_map_at_3_diff1": 0.660698, + "nauc_map_at_5_max": 0.611258, + "nauc_map_at_5_std": 0.198339, + "nauc_map_at_5_diff1": 0.661684, + "nauc_map_at_10_max": 0.604372, + "nauc_map_at_10_std": 0.197891, + "nauc_map_at_10_diff1": 0.657706, + "nauc_map_at_20_max": 0.603086, + "nauc_map_at_20_std": 0.199393, + "nauc_map_at_20_diff1": 0.65695, + "nauc_map_at_100_max": 0.602266, + "nauc_map_at_100_std": 0.198107, + "nauc_map_at_100_diff1": 0.65721, + "nauc_map_at_1000_max": 0.602828, + "nauc_map_at_1000_std": 0.19808, + "nauc_map_at_1000_diff1": 0.657777, + "nauc_recall_at_1_max": 0.638882, + "nauc_recall_at_1_std": 0.178171, + "nauc_recall_at_1_diff1": 0.727537, + "nauc_recall_at_3_max": 0.563793, + "nauc_recall_at_3_std": 0.210373, + "nauc_recall_at_3_diff1": 0.58011, + "nauc_recall_at_5_max": 0.591864, + "nauc_recall_at_5_std": 0.22776, + "nauc_recall_at_5_diff1": 0.584567, + "nauc_recall_at_10_max": 0.540157, + "nauc_recall_at_10_std": 0.227898, + "nauc_recall_at_10_diff1": 0.547016, + "nauc_recall_at_20_max": 0.5097, + "nauc_recall_at_20_std": 0.257492, + "nauc_recall_at_20_diff1": 0.520602, + "nauc_recall_at_100_max": 0.343211, + "nauc_recall_at_100_std": 0.248907, + "nauc_recall_at_100_diff1": 0.381812, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.638882, + "nauc_precision_at_1_std": 0.178171, + "nauc_precision_at_1_diff1": 0.727537, + "nauc_precision_at_3_max": 0.563793, + "nauc_precision_at_3_std": 0.210373, + "nauc_precision_at_3_diff1": 0.58011, + "nauc_precision_at_5_max": 0.591864, + "nauc_precision_at_5_std": 0.22776, + "nauc_precision_at_5_diff1": 0.584567, + "nauc_precision_at_10_max": 0.540157, + "nauc_precision_at_10_std": 0.227898, + "nauc_precision_at_10_diff1": 0.547016, + "nauc_precision_at_20_max": 0.5097, + "nauc_precision_at_20_std": 0.257492, + "nauc_precision_at_20_diff1": 0.520602, + "nauc_precision_at_100_max": 0.343211, + "nauc_precision_at_100_std": 0.248907, + "nauc_precision_at_100_diff1": 0.381812, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.638882, + "nauc_mrr_at_1_std": 0.178171, + "nauc_mrr_at_1_diff1": 0.727537, + "nauc_mrr_at_3_max": 0.605197, + "nauc_mrr_at_3_std": 0.195977, + "nauc_mrr_at_3_diff1": 0.660698, + "nauc_mrr_at_5_max": 0.611258, + "nauc_mrr_at_5_std": 0.198339, + "nauc_mrr_at_5_diff1": 0.661684, + "nauc_mrr_at_10_max": 0.604372, + "nauc_mrr_at_10_std": 0.197891, + "nauc_mrr_at_10_diff1": 0.657706, + "nauc_mrr_at_20_max": 0.603086, + "nauc_mrr_at_20_std": 0.199393, + "nauc_mrr_at_20_diff1": 0.65695, + "nauc_mrr_at_100_max": 0.602266, + "nauc_mrr_at_100_std": 0.198107, + "nauc_mrr_at_100_diff1": 0.65721, + "nauc_mrr_at_1000_max": 0.602828, + "nauc_mrr_at_1000_std": 0.19808, + "nauc_mrr_at_1000_diff1": 0.657777, + "hit_rate_at_1": 0.34, + "hit_rate_at_3": 0.47, + "hit_rate_at_5": 0.52, + "hit_rate_at_10": 0.615, + "hit_rate_at_20": 0.675, + "hit_rate_at_100": 0.905, + "hit_rate_at_1000": 1.0, + "main_score": 0.52, + "hf_subset": "ka", + "languages": [ + "kat-Geor" + ] + }, + { + "ndcg_at_1": 0.15, + "ndcg_at_3": 0.21101, + "ndcg_at_5": 0.242, + "ndcg_at_10": 0.28138, + "ndcg_at_20": 0.30391, + "ndcg_at_100": 0.35978, + "ndcg_at_1000": 0.38165, + "map_at_1": 0.15, + "map_at_3": 0.19583, + "map_at_5": 0.21308, + "map_at_10": 0.2297, + "map_at_20": 0.23578, + "map_at_100": 0.24326, + "map_at_1000": 0.24442, + "recall_at_1": 0.15, + "recall_at_3": 0.255, + "recall_at_5": 0.33, + "recall_at_10": 0.45, + "recall_at_20": 0.54, + "recall_at_100": 0.845, + "recall_at_1000": 1.0, + "accuracy": 0.15, + "precision_at_1": 0.15, + "precision_at_3": 0.085, + "precision_at_5": 0.066, + "precision_at_10": 0.045, + "precision_at_20": 0.027, + "precision_at_100": 0.00845, + "precision_at_1000": 0.001, + "mrr_at_1": 0.15, + "mrr_at_3": 0.195833, + "mrr_at_5": 0.213083, + "mrr_at_10": 0.229704, + "mrr_at_20": 0.235779, + "mrr_at_100": 0.243256, + "mrr_at_1000": 0.244421, + "nauc_ndcg_at_1_max": 0.299012, + "nauc_ndcg_at_1_std": -0.075275, + "nauc_ndcg_at_1_diff1": 0.693478, + "nauc_ndcg_at_3_max": 0.235895, + "nauc_ndcg_at_3_std": -0.01891, + "nauc_ndcg_at_3_diff1": 0.533261, + "nauc_ndcg_at_5_max": 0.217994, + "nauc_ndcg_at_5_std": -0.006607, + "nauc_ndcg_at_5_diff1": 0.491918, + "nauc_ndcg_at_10_max": 0.175042, + "nauc_ndcg_at_10_std": -0.042313, + "nauc_ndcg_at_10_diff1": 0.493565, + "nauc_ndcg_at_20_max": 0.176368, + "nauc_ndcg_at_20_std": -0.044111, + "nauc_ndcg_at_20_diff1": 0.477874, + "nauc_ndcg_at_100_max": 0.19032, + "nauc_ndcg_at_100_std": -0.032208, + "nauc_ndcg_at_100_diff1": 0.49683, + "nauc_ndcg_at_1000_max": 0.205511, + "nauc_ndcg_at_1000_std": -0.033801, + "nauc_ndcg_at_1000_diff1": 0.512013, + "nauc_map_at_1_max": 0.299012, + "nauc_map_at_1_std": -0.075275, + "nauc_map_at_1_diff1": 0.693478, + "nauc_map_at_3_max": 0.249415, + "nauc_map_at_3_std": -0.030727, + "nauc_map_at_3_diff1": 0.565323, + "nauc_map_at_5_max": 0.238572, + "nauc_map_at_5_std": -0.021925, + "nauc_map_at_5_diff1": 0.540078, + "nauc_map_at_10_max": 0.216341, + "nauc_map_at_10_std": -0.041762, + "nauc_map_at_10_diff1": 0.5414, + "nauc_map_at_20_max": 0.217477, + "nauc_map_at_20_std": -0.042595, + "nauc_map_at_20_diff1": 0.536841, + "nauc_map_at_100_max": 0.221745, + "nauc_map_at_100_std": -0.038415, + "nauc_map_at_100_diff1": 0.53945, + "nauc_map_at_1000_max": 0.222495, + "nauc_map_at_1000_std": -0.03861, + "nauc_map_at_1000_diff1": 0.540333, + "nauc_recall_at_1_max": 0.299012, + "nauc_recall_at_1_std": -0.075275, + "nauc_recall_at_1_diff1": 0.693478, + "nauc_recall_at_3_max": 0.202534, + "nauc_recall_at_3_std": 0.010164, + "nauc_recall_at_3_diff1": 0.454909, + "nauc_recall_at_5_max": 0.168291, + "nauc_recall_at_5_std": 0.028924, + "nauc_recall_at_5_diff1": 0.376536, + "nauc_recall_at_10_max": 0.070837, + "nauc_recall_at_10_std": -0.046985, + "nauc_recall_at_10_diff1": 0.379349, + "nauc_recall_at_20_max": 0.065676, + "nauc_recall_at_20_std": -0.051693, + "nauc_recall_at_20_diff1": 0.319587, + "nauc_recall_at_100_max": 0.010154, + "nauc_recall_at_100_std": -0.019819, + "nauc_recall_at_100_diff1": 0.321894, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.299012, + "nauc_precision_at_1_std": -0.075275, + "nauc_precision_at_1_diff1": 0.693478, + "nauc_precision_at_3_max": 0.202534, + "nauc_precision_at_3_std": 0.010164, + "nauc_precision_at_3_diff1": 0.454909, + "nauc_precision_at_5_max": 0.168291, + "nauc_precision_at_5_std": 0.028924, + "nauc_precision_at_5_diff1": 0.376536, + "nauc_precision_at_10_max": 0.070837, + "nauc_precision_at_10_std": -0.046985, + "nauc_precision_at_10_diff1": 0.379349, + "nauc_precision_at_20_max": 0.065676, + "nauc_precision_at_20_std": -0.051693, + "nauc_precision_at_20_diff1": 0.319587, + "nauc_precision_at_100_max": 0.010154, + "nauc_precision_at_100_std": -0.019819, + "nauc_precision_at_100_diff1": 0.321894, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.299012, + "nauc_mrr_at_1_std": -0.075275, + "nauc_mrr_at_1_diff1": 0.693478, + "nauc_mrr_at_3_max": 0.249415, + "nauc_mrr_at_3_std": -0.030727, + "nauc_mrr_at_3_diff1": 0.565323, + "nauc_mrr_at_5_max": 0.238572, + "nauc_mrr_at_5_std": -0.021925, + "nauc_mrr_at_5_diff1": 0.540078, + "nauc_mrr_at_10_max": 0.216341, + "nauc_mrr_at_10_std": -0.041762, + "nauc_mrr_at_10_diff1": 0.5414, + "nauc_mrr_at_20_max": 0.217477, + "nauc_mrr_at_20_std": -0.042595, + "nauc_mrr_at_20_diff1": 0.536841, + "nauc_mrr_at_100_max": 0.221745, + "nauc_mrr_at_100_std": -0.038415, + "nauc_mrr_at_100_diff1": 0.53945, + "nauc_mrr_at_1000_max": 0.222495, + "nauc_mrr_at_1000_std": -0.03861, + "nauc_mrr_at_1000_diff1": 0.540333, + "hit_rate_at_1": 0.15, + "hit_rate_at_3": 0.255, + "hit_rate_at_5": 0.33, + "hit_rate_at_10": 0.45, + "hit_rate_at_20": 0.54, + "hit_rate_at_100": 0.845, + "hit_rate_at_1000": 1.0, + "main_score": 0.33, + "hf_subset": "kab", + "languages": [ + "kab-Latn" + ] + }, + { + "ndcg_at_1": 0.145, + "ndcg_at_3": 0.18827, + "ndcg_at_5": 0.20054, + "ndcg_at_10": 0.22896, + "ndcg_at_20": 0.24522, + "ndcg_at_100": 0.31161, + "ndcg_at_1000": 0.34135, + "map_at_1": 0.145, + "map_at_3": 0.17583, + "map_at_5": 0.18258, + "map_at_10": 0.19392, + "map_at_20": 0.1983, + "map_at_100": 0.20639, + "map_at_1000": 0.20785, + "recall_at_1": 0.145, + "recall_at_3": 0.225, + "recall_at_5": 0.255, + "recall_at_10": 0.345, + "recall_at_20": 0.41, + "recall_at_100": 0.785, + "recall_at_1000": 1.0, + "accuracy": 0.145, + "precision_at_1": 0.145, + "precision_at_3": 0.075, + "precision_at_5": 0.051, + "precision_at_10": 0.0345, + "precision_at_20": 0.0205, + "precision_at_100": 0.00785, + "precision_at_1000": 0.001, + "mrr_at_1": 0.145, + "mrr_at_3": 0.175833, + "mrr_at_5": 0.182583, + "mrr_at_10": 0.193923, + "mrr_at_20": 0.198305, + "mrr_at_100": 0.206394, + "mrr_at_1000": 0.207855, + "nauc_ndcg_at_1_max": 0.327186, + "nauc_ndcg_at_1_std": 0.118975, + "nauc_ndcg_at_1_diff1": 0.434626, + "nauc_ndcg_at_3_max": 0.266028, + "nauc_ndcg_at_3_std": 0.060594, + "nauc_ndcg_at_3_diff1": 0.39244, + "nauc_ndcg_at_5_max": 0.25389, + "nauc_ndcg_at_5_std": 0.058166, + "nauc_ndcg_at_5_diff1": 0.38374, + "nauc_ndcg_at_10_max": 0.250318, + "nauc_ndcg_at_10_std": 0.073184, + "nauc_ndcg_at_10_diff1": 0.37787, + "nauc_ndcg_at_20_max": 0.24759, + "nauc_ndcg_at_20_std": 0.067067, + "nauc_ndcg_at_20_diff1": 0.375106, + "nauc_ndcg_at_100_max": 0.265239, + "nauc_ndcg_at_100_std": 0.077981, + "nauc_ndcg_at_100_diff1": 0.378903, + "nauc_ndcg_at_1000_max": 0.264962, + "nauc_ndcg_at_1000_std": 0.073771, + "nauc_ndcg_at_1000_diff1": 0.386978, + "nauc_map_at_1_max": 0.327186, + "nauc_map_at_1_std": 0.118975, + "nauc_map_at_1_diff1": 0.434626, + "nauc_map_at_3_max": 0.283237, + "nauc_map_at_3_std": 0.073581, + "nauc_map_at_3_diff1": 0.406293, + "nauc_map_at_5_max": 0.275152, + "nauc_map_at_5_std": 0.071401, + "nauc_map_at_5_diff1": 0.400774, + "nauc_map_at_10_max": 0.272604, + "nauc_map_at_10_std": 0.077292, + "nauc_map_at_10_diff1": 0.397975, + "nauc_map_at_20_max": 0.271256, + "nauc_map_at_20_std": 0.074417, + "nauc_map_at_20_diff1": 0.396678, + "nauc_map_at_100_max": 0.27493, + "nauc_map_at_100_std": 0.077243, + "nauc_map_at_100_diff1": 0.39766, + "nauc_map_at_1000_max": 0.2748, + "nauc_map_at_1000_std": 0.076868, + "nauc_map_at_1000_diff1": 0.398049, + "nauc_recall_at_1_max": 0.327186, + "nauc_recall_at_1_std": 0.118975, + "nauc_recall_at_1_diff1": 0.434626, + "nauc_recall_at_3_max": 0.222561, + "nauc_recall_at_3_std": 0.028696, + "nauc_recall_at_3_diff1": 0.356926, + "nauc_recall_at_5_max": 0.201915, + "nauc_recall_at_5_std": 0.027217, + "nauc_recall_at_5_diff1": 0.341353, + "nauc_recall_at_10_max": 0.19989, + "nauc_recall_at_10_std": 0.069818, + "nauc_recall_at_10_diff1": 0.330307, + "nauc_recall_at_20_max": 0.194834, + "nauc_recall_at_20_std": 0.05637, + "nauc_recall_at_20_diff1": 0.324871, + "nauc_recall_at_100_max": 0.259841, + "nauc_recall_at_100_std": 0.105181, + "nauc_recall_at_100_diff1": 0.306901, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.327186, + "nauc_precision_at_1_std": 0.118975, + "nauc_precision_at_1_diff1": 0.434626, + "nauc_precision_at_3_max": 0.222561, + "nauc_precision_at_3_std": 0.028696, + "nauc_precision_at_3_diff1": 0.356926, + "nauc_precision_at_5_max": 0.201915, + "nauc_precision_at_5_std": 0.027217, + "nauc_precision_at_5_diff1": 0.341353, + "nauc_precision_at_10_max": 0.19989, + "nauc_precision_at_10_std": 0.069818, + "nauc_precision_at_10_diff1": 0.330307, + "nauc_precision_at_20_max": 0.194834, + "nauc_precision_at_20_std": 0.05637, + "nauc_precision_at_20_diff1": 0.324871, + "nauc_precision_at_100_max": 0.259841, + "nauc_precision_at_100_std": 0.105181, + "nauc_precision_at_100_diff1": 0.306901, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.327186, + "nauc_mrr_at_1_std": 0.118975, + "nauc_mrr_at_1_diff1": 0.434626, + "nauc_mrr_at_3_max": 0.283237, + "nauc_mrr_at_3_std": 0.073581, + "nauc_mrr_at_3_diff1": 0.406293, + "nauc_mrr_at_5_max": 0.275152, + "nauc_mrr_at_5_std": 0.071401, + "nauc_mrr_at_5_diff1": 0.400774, + "nauc_mrr_at_10_max": 0.272604, + "nauc_mrr_at_10_std": 0.077292, + "nauc_mrr_at_10_diff1": 0.397975, + "nauc_mrr_at_20_max": 0.271256, + "nauc_mrr_at_20_std": 0.074417, + "nauc_mrr_at_20_diff1": 0.396678, + "nauc_mrr_at_100_max": 0.27493, + "nauc_mrr_at_100_std": 0.077243, + "nauc_mrr_at_100_diff1": 0.39766, + "nauc_mrr_at_1000_max": 0.2748, + "nauc_mrr_at_1000_std": 0.076868, + "nauc_mrr_at_1000_diff1": 0.398049, + "hit_rate_at_1": 0.145, + "hit_rate_at_3": 0.225, + "hit_rate_at_5": 0.255, + "hit_rate_at_10": 0.345, + "hit_rate_at_20": 0.41, + "hit_rate_at_100": 0.785, + "hit_rate_at_1000": 1.0, + "main_score": 0.255, + "hf_subset": "kk", + "languages": [ + "kaz-Cyrl" + ] + }, + { + "ndcg_at_1": 0.18, + "ndcg_at_3": 0.21893, + "ndcg_at_5": 0.24152, + "ndcg_at_10": 0.26863, + "ndcg_at_20": 0.29047, + "ndcg_at_100": 0.35272, + "ndcg_at_1000": 0.378, + "map_at_1": 0.18, + "map_at_3": 0.20833, + "map_at_5": 0.22083, + "map_at_10": 0.2318, + "map_at_20": 0.238, + "map_at_100": 0.24597, + "map_at_1000": 0.24729, + "recall_at_1": 0.18, + "recall_at_3": 0.25, + "recall_at_5": 0.305, + "recall_at_10": 0.39, + "recall_at_20": 0.475, + "recall_at_100": 0.82, + "recall_at_1000": 1.0, + "accuracy": 0.18, + "precision_at_1": 0.18, + "precision_at_3": 0.08333, + "precision_at_5": 0.061, + "precision_at_10": 0.039, + "precision_at_20": 0.02375, + "precision_at_100": 0.0082, + "precision_at_1000": 0.001, + "mrr_at_1": 0.18, + "mrr_at_3": 0.208333, + "mrr_at_5": 0.220833, + "mrr_at_10": 0.231802, + "mrr_at_20": 0.237996, + "mrr_at_100": 0.245967, + "mrr_at_1000": 0.247285, + "nauc_ndcg_at_1_max": 0.011674, + "nauc_ndcg_at_1_std": -0.218793, + "nauc_ndcg_at_1_diff1": 0.172552, + "nauc_ndcg_at_3_max": 0.011577, + "nauc_ndcg_at_3_std": -0.203225, + "nauc_ndcg_at_3_diff1": 0.114446, + "nauc_ndcg_at_5_max": -0.000337, + "nauc_ndcg_at_5_std": -0.204251, + "nauc_ndcg_at_5_diff1": 0.104578, + "nauc_ndcg_at_10_max": -0.017961, + "nauc_ndcg_at_10_std": -0.221844, + "nauc_ndcg_at_10_diff1": 0.083132, + "nauc_ndcg_at_20_max": -0.042391, + "nauc_ndcg_at_20_std": -0.244707, + "nauc_ndcg_at_20_diff1": 0.068756, + "nauc_ndcg_at_100_max": -0.078939, + "nauc_ndcg_at_100_std": -0.268467, + "nauc_ndcg_at_100_diff1": 0.05198, + "nauc_ndcg_at_1000_max": -0.033137, + "nauc_ndcg_at_1000_std": -0.23166, + "nauc_ndcg_at_1000_diff1": 0.082714, + "nauc_map_at_1_max": 0.011674, + "nauc_map_at_1_std": -0.218793, + "nauc_map_at_1_diff1": 0.172552, + "nauc_map_at_3_max": 0.010633, + "nauc_map_at_3_std": -0.206749, + "nauc_map_at_3_diff1": 0.128855, + "nauc_map_at_5_max": 0.002991, + "nauc_map_at_5_std": -0.20769, + "nauc_map_at_5_diff1": 0.122253, + "nauc_map_at_10_max": -0.005417, + "nauc_map_at_10_std": -0.215401, + "nauc_map_at_10_diff1": 0.11256, + "nauc_map_at_20_max": -0.013201, + "nauc_map_at_20_std": -0.22228, + "nauc_map_at_20_diff1": 0.107811, + "nauc_map_at_100_max": -0.01695, + "nauc_map_at_100_std": -0.22364, + "nauc_map_at_100_diff1": 0.105085, + "nauc_map_at_1000_max": -0.014671, + "nauc_map_at_1000_std": -0.221678, + "nauc_map_at_1000_diff1": 0.106696, + "nauc_recall_at_1_max": 0.011674, + "nauc_recall_at_1_std": -0.218793, + "nauc_recall_at_1_diff1": 0.172552, + "nauc_recall_at_3_max": 0.01441, + "nauc_recall_at_3_std": -0.193976, + "nauc_recall_at_3_diff1": 0.076168, + "nauc_recall_at_5_max": -0.008808, + "nauc_recall_at_5_std": -0.195462, + "nauc_recall_at_5_diff1": 0.060086, + "nauc_recall_at_10_max": -0.052307, + "nauc_recall_at_10_std": -0.242437, + "nauc_recall_at_10_diff1": 0.005626, + "nauc_recall_at_20_max": -0.133349, + "nauc_recall_at_20_std": -0.320483, + "nauc_recall_at_20_diff1": -0.042043, + "nauc_recall_at_100_max": -0.572833, + "nauc_recall_at_100_std": -0.656253, + "nauc_recall_at_100_diff1": -0.277343, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.011674, + "nauc_precision_at_1_std": -0.218793, + "nauc_precision_at_1_diff1": 0.172552, + "nauc_precision_at_3_max": 0.01441, + "nauc_precision_at_3_std": -0.193976, + "nauc_precision_at_3_diff1": 0.076168, + "nauc_precision_at_5_max": -0.008808, + "nauc_precision_at_5_std": -0.195462, + "nauc_precision_at_5_diff1": 0.060086, + "nauc_precision_at_10_max": -0.052307, + "nauc_precision_at_10_std": -0.242437, + "nauc_precision_at_10_diff1": 0.005626, + "nauc_precision_at_20_max": -0.133349, + "nauc_precision_at_20_std": -0.320483, + "nauc_precision_at_20_diff1": -0.042043, + "nauc_precision_at_100_max": -0.572833, + "nauc_precision_at_100_std": -0.656253, + "nauc_precision_at_100_diff1": -0.277343, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.011674, + "nauc_mrr_at_1_std": -0.218793, + "nauc_mrr_at_1_diff1": 0.172552, + "nauc_mrr_at_3_max": 0.010633, + "nauc_mrr_at_3_std": -0.206749, + "nauc_mrr_at_3_diff1": 0.128855, + "nauc_mrr_at_5_max": 0.002991, + "nauc_mrr_at_5_std": -0.20769, + "nauc_mrr_at_5_diff1": 0.122253, + "nauc_mrr_at_10_max": -0.005417, + "nauc_mrr_at_10_std": -0.215401, + "nauc_mrr_at_10_diff1": 0.11256, + "nauc_mrr_at_20_max": -0.013201, + "nauc_mrr_at_20_std": -0.22228, + "nauc_mrr_at_20_diff1": 0.107811, + "nauc_mrr_at_100_max": -0.01695, + "nauc_mrr_at_100_std": -0.22364, + "nauc_mrr_at_100_diff1": 0.105085, + "nauc_mrr_at_1000_max": -0.014671, + "nauc_mrr_at_1000_std": -0.221678, + "nauc_mrr_at_1000_diff1": 0.106696, + "hit_rate_at_1": 0.18, + "hit_rate_at_3": 0.25, + "hit_rate_at_5": 0.305, + "hit_rate_at_10": 0.39, + "hit_rate_at_20": 0.475, + "hit_rate_at_100": 0.82, + "hit_rate_at_1000": 1.0, + "main_score": 0.305, + "hf_subset": "kln", + "languages": [ + "kln-Latn" + ] + }, + { + "ndcg_at_1": 0.315, + "ndcg_at_3": 0.39994, + "ndcg_at_5": 0.42468, + "ndcg_at_10": 0.44922, + "ndcg_at_20": 0.47181, + "ndcg_at_100": 0.51161, + "ndcg_at_1000": 0.52506, + "map_at_1": 0.315, + "map_at_3": 0.37917, + "map_at_5": 0.39292, + "map_at_10": 0.40321, + "map_at_20": 0.40932, + "map_at_100": 0.41438, + "map_at_1000": 0.41511, + "recall_at_1": 0.315, + "recall_at_3": 0.46, + "recall_at_5": 0.52, + "recall_at_10": 0.595, + "recall_at_20": 0.685, + "recall_at_100": 0.905, + "recall_at_1000": 1.0, + "accuracy": 0.315, + "precision_at_1": 0.315, + "precision_at_3": 0.15333, + "precision_at_5": 0.104, + "precision_at_10": 0.0595, + "precision_at_20": 0.03425, + "precision_at_100": 0.00905, + "precision_at_1000": 0.001, + "mrr_at_1": 0.315, + "mrr_at_3": 0.379167, + "mrr_at_5": 0.392917, + "mrr_at_10": 0.403212, + "mrr_at_20": 0.409324, + "mrr_at_100": 0.414384, + "mrr_at_1000": 0.415106, + "nauc_ndcg_at_1_max": 0.519672, + "nauc_ndcg_at_1_std": 0.042308, + "nauc_ndcg_at_1_diff1": 0.674244, + "nauc_ndcg_at_3_max": 0.420582, + "nauc_ndcg_at_3_std": -0.038102, + "nauc_ndcg_at_3_diff1": 0.566544, + "nauc_ndcg_at_5_max": 0.404776, + "nauc_ndcg_at_5_std": -0.057539, + "nauc_ndcg_at_5_diff1": 0.535441, + "nauc_ndcg_at_10_max": 0.382213, + "nauc_ndcg_at_10_std": -0.057414, + "nauc_ndcg_at_10_diff1": 0.532275, + "nauc_ndcg_at_20_max": 0.392928, + "nauc_ndcg_at_20_std": -0.0291, + "nauc_ndcg_at_20_diff1": 0.53162, + "nauc_ndcg_at_100_max": 0.400209, + "nauc_ndcg_at_100_std": -0.011067, + "nauc_ndcg_at_100_diff1": 0.528114, + "nauc_ndcg_at_1000_max": 0.409628, + "nauc_ndcg_at_1000_std": -0.025382, + "nauc_ndcg_at_1000_diff1": 0.55011, + "nauc_map_at_1_max": 0.519672, + "nauc_map_at_1_std": 0.042308, + "nauc_map_at_1_diff1": 0.674244, + "nauc_map_at_3_max": 0.442873, + "nauc_map_at_3_std": -0.018765, + "nauc_map_at_3_diff1": 0.589972, + "nauc_map_at_5_max": 0.433828, + "nauc_map_at_5_std": -0.029957, + "nauc_map_at_5_diff1": 0.57268, + "nauc_map_at_10_max": 0.424263, + "nauc_map_at_10_std": -0.030143, + "nauc_map_at_10_diff1": 0.571711, + "nauc_map_at_20_max": 0.427208, + "nauc_map_at_20_std": -0.022843, + "nauc_map_at_20_diff1": 0.571744, + "nauc_map_at_100_max": 0.427812, + "nauc_map_at_100_std": -0.020369, + "nauc_map_at_100_diff1": 0.571327, + "nauc_map_at_1000_max": 0.428269, + "nauc_map_at_1000_std": -0.020994, + "nauc_map_at_1000_diff1": 0.572372, + "nauc_recall_at_1_max": 0.519672, + "nauc_recall_at_1_std": 0.042308, + "nauc_recall_at_1_diff1": 0.674244, + "nauc_recall_at_3_max": 0.357251, + "nauc_recall_at_3_std": -0.093585, + "nauc_recall_at_3_diff1": 0.500329, + "nauc_recall_at_5_max": 0.318074, + "nauc_recall_at_5_std": -0.140935, + "nauc_recall_at_5_diff1": 0.4225, + "nauc_recall_at_10_max": 0.239982, + "nauc_recall_at_10_std": -0.144606, + "nauc_recall_at_10_diff1": 0.403012, + "nauc_recall_at_20_max": 0.268395, + "nauc_recall_at_20_std": -0.01975, + "nauc_recall_at_20_diff1": 0.377907, + "nauc_recall_at_100_max": 0.198806, + "nauc_recall_at_100_std": 0.295322, + "nauc_recall_at_100_diff1": 0.060298, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.519672, + "nauc_precision_at_1_std": 0.042308, + "nauc_precision_at_1_diff1": 0.674244, + "nauc_precision_at_3_max": 0.357251, + "nauc_precision_at_3_std": -0.093585, + "nauc_precision_at_3_diff1": 0.500329, + "nauc_precision_at_5_max": 0.318074, + "nauc_precision_at_5_std": -0.140935, + "nauc_precision_at_5_diff1": 0.4225, + "nauc_precision_at_10_max": 0.239982, + "nauc_precision_at_10_std": -0.144606, + "nauc_precision_at_10_diff1": 0.403012, + "nauc_precision_at_20_max": 0.268395, + "nauc_precision_at_20_std": -0.01975, + "nauc_precision_at_20_diff1": 0.377907, + "nauc_precision_at_100_max": 0.198806, + "nauc_precision_at_100_std": 0.295322, + "nauc_precision_at_100_diff1": 0.060298, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.519672, + "nauc_mrr_at_1_std": 0.042308, + "nauc_mrr_at_1_diff1": 0.674244, + "nauc_mrr_at_3_max": 0.442873, + "nauc_mrr_at_3_std": -0.018765, + "nauc_mrr_at_3_diff1": 0.589972, + "nauc_mrr_at_5_max": 0.433828, + "nauc_mrr_at_5_std": -0.029957, + "nauc_mrr_at_5_diff1": 0.57268, + "nauc_mrr_at_10_max": 0.424263, + "nauc_mrr_at_10_std": -0.030143, + "nauc_mrr_at_10_diff1": 0.571711, + "nauc_mrr_at_20_max": 0.427208, + "nauc_mrr_at_20_std": -0.022843, + "nauc_mrr_at_20_diff1": 0.571744, + "nauc_mrr_at_100_max": 0.427812, + "nauc_mrr_at_100_std": -0.020369, + "nauc_mrr_at_100_diff1": 0.571327, + "nauc_mrr_at_1000_max": 0.428269, + "nauc_mrr_at_1000_std": -0.020994, + "nauc_mrr_at_1000_diff1": 0.572372, + "hit_rate_at_1": 0.315, + "hit_rate_at_3": 0.46, + "hit_rate_at_5": 0.52, + "hit_rate_at_10": 0.595, + "hit_rate_at_20": 0.685, + "hit_rate_at_100": 0.905, + "hit_rate_at_1000": 1.0, + "main_score": 0.52, + "hf_subset": "kmr", + "languages": [ + "kmr-Latn" + ] + }, + { + "ndcg_at_1": 0.875, + "ndcg_at_3": 0.91274, + "ndcg_at_5": 0.91682, + "ndcg_at_10": 0.92512, + "ndcg_at_20": 0.92632, + "ndcg_at_100": 0.92893, + "ndcg_at_1000": 0.92966, + "map_at_1": 0.875, + "map_at_3": 0.90333, + "map_at_5": 0.90558, + "map_at_10": 0.90914, + "map_at_20": 0.90943, + "map_at_100": 0.90973, + "map_at_1000": 0.90977, + "recall_at_1": 0.875, + "recall_at_3": 0.94, + "recall_at_5": 0.95, + "recall_at_10": 0.975, + "recall_at_20": 0.98, + "recall_at_100": 0.995, + "recall_at_1000": 1.0, + "accuracy": 0.875, + "precision_at_1": 0.875, + "precision_at_3": 0.31333, + "precision_at_5": 0.19, + "precision_at_10": 0.0975, + "precision_at_20": 0.049, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.875, + "mrr_at_3": 0.903333, + "mrr_at_5": 0.905583, + "mrr_at_10": 0.909139, + "mrr_at_20": 0.909433, + "mrr_at_100": 0.90973, + "mrr_at_1000": 0.909774, + "nauc_ndcg_at_1_max": 0.765235, + "nauc_ndcg_at_1_std": -0.168303, + "nauc_ndcg_at_1_diff1": 0.906328, + "nauc_ndcg_at_3_max": 0.795188, + "nauc_ndcg_at_3_std": 0.044936, + "nauc_ndcg_at_3_diff1": 0.892836, + "nauc_ndcg_at_5_max": 0.784975, + "nauc_ndcg_at_5_std": 0.003864, + "nauc_ndcg_at_5_diff1": 0.890576, + "nauc_ndcg_at_10_max": 0.779157, + "nauc_ndcg_at_10_std": -0.006674, + "nauc_ndcg_at_10_diff1": 0.889658, + "nauc_ndcg_at_20_max": 0.775504, + "nauc_ndcg_at_20_std": -0.021166, + "nauc_ndcg_at_20_diff1": 0.887832, + "nauc_ndcg_at_100_max": 0.780318, + "nauc_ndcg_at_100_std": -0.025067, + "nauc_ndcg_at_100_diff1": 0.892085, + "nauc_ndcg_at_1000_max": 0.777996, + "nauc_ndcg_at_1000_std": -0.035897, + "nauc_ndcg_at_1000_diff1": 0.892326, + "nauc_map_at_1_max": 0.765235, + "nauc_map_at_1_std": -0.168303, + "nauc_map_at_1_diff1": 0.906328, + "nauc_map_at_3_max": 0.787139, + "nauc_map_at_3_std": -0.020064, + "nauc_map_at_3_diff1": 0.896898, + "nauc_map_at_5_max": 0.781977, + "nauc_map_at_5_std": -0.041807, + "nauc_map_at_5_diff1": 0.895806, + "nauc_map_at_10_max": 0.779392, + "nauc_map_at_10_std": -0.047127, + "nauc_map_at_10_diff1": 0.895337, + "nauc_map_at_20_max": 0.778662, + "nauc_map_at_20_std": -0.050158, + "nauc_map_at_20_diff1": 0.894991, + "nauc_map_at_100_max": 0.778746, + "nauc_map_at_100_std": -0.051402, + "nauc_map_at_100_diff1": 0.8953, + "nauc_map_at_1000_max": 0.778636, + "nauc_map_at_1000_std": -0.051922, + "nauc_map_at_1000_diff1": 0.895312, + "nauc_recall_at_1_max": 0.765235, + "nauc_recall_at_1_std": -0.168303, + "nauc_recall_at_1_diff1": 0.906328, + "nauc_recall_at_3_max": 0.831194, + "nauc_recall_at_3_std": 0.341464, + "nauc_recall_at_3_diff1": 0.874339, + "nauc_recall_at_5_max": 0.797432, + "nauc_recall_at_5_std": 0.237535, + "nauc_recall_at_5_diff1": 0.862278, + "nauc_recall_at_10_max": 0.765733, + "nauc_recall_at_10_std": 0.373576, + "nauc_recall_at_10_diff1": 0.8324, + "nauc_recall_at_20_max": 0.707166, + "nauc_recall_at_20_std": 0.24965, + "nauc_recall_at_20_diff1": 0.7905, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.765235, + "nauc_precision_at_1_std": -0.168303, + "nauc_precision_at_1_diff1": 0.906328, + "nauc_precision_at_3_max": 0.831194, + "nauc_precision_at_3_std": 0.341464, + "nauc_precision_at_3_diff1": 0.874339, + "nauc_precision_at_5_max": 0.797432, + "nauc_precision_at_5_std": 0.237535, + "nauc_precision_at_5_diff1": 0.862278, + "nauc_precision_at_10_max": 0.765733, + "nauc_precision_at_10_std": 0.373576, + "nauc_precision_at_10_diff1": 0.8324, + "nauc_precision_at_20_max": 0.707166, + "nauc_precision_at_20_std": 0.24965, + "nauc_precision_at_20_diff1": 0.7905, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.765235, + "nauc_mrr_at_1_std": -0.168303, + "nauc_mrr_at_1_diff1": 0.906328, + "nauc_mrr_at_3_max": 0.787139, + "nauc_mrr_at_3_std": -0.020064, + "nauc_mrr_at_3_diff1": 0.896898, + "nauc_mrr_at_5_max": 0.781977, + "nauc_mrr_at_5_std": -0.041807, + "nauc_mrr_at_5_diff1": 0.895806, + "nauc_mrr_at_10_max": 0.779392, + "nauc_mrr_at_10_std": -0.047127, + "nauc_mrr_at_10_diff1": 0.895337, + "nauc_mrr_at_20_max": 0.778662, + "nauc_mrr_at_20_std": -0.050158, + "nauc_mrr_at_20_diff1": 0.894991, + "nauc_mrr_at_100_max": 0.778746, + "nauc_mrr_at_100_std": -0.051402, + "nauc_mrr_at_100_diff1": 0.8953, + "nauc_mrr_at_1000_max": 0.778636, + "nauc_mrr_at_1000_std": -0.051922, + "nauc_mrr_at_1000_diff1": 0.895312, + "hit_rate_at_1": 0.875, + "hit_rate_at_3": 0.94, + "hit_rate_at_5": 0.95, + "hit_rate_at_10": 0.975, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 0.995, + "hit_rate_at_1000": 1.0, + "main_score": 0.95, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.38, + "ndcg_at_3": 0.4397, + "ndcg_at_5": 0.45196, + "ndcg_at_10": 0.46685, + "ndcg_at_20": 0.48491, + "ndcg_at_100": 0.52718, + "ndcg_at_1000": 0.54666, + "map_at_1": 0.38, + "map_at_3": 0.42417, + "map_at_5": 0.43092, + "map_at_10": 0.43726, + "map_at_20": 0.44241, + "map_at_100": 0.44813, + "map_at_1000": 0.44911, + "recall_at_1": 0.38, + "recall_at_3": 0.485, + "recall_at_5": 0.515, + "recall_at_10": 0.56, + "recall_at_20": 0.63, + "recall_at_100": 0.86, + "recall_at_1000": 1.0, + "accuracy": 0.38, + "precision_at_1": 0.38, + "precision_at_3": 0.16167, + "precision_at_5": 0.103, + "precision_at_10": 0.056, + "precision_at_20": 0.0315, + "precision_at_100": 0.0086, + "precision_at_1000": 0.001, + "mrr_at_1": 0.38, + "mrr_at_3": 0.424167, + "mrr_at_5": 0.430917, + "mrr_at_10": 0.437256, + "mrr_at_20": 0.442406, + "mrr_at_100": 0.448134, + "mrr_at_1000": 0.449113, + "nauc_ndcg_at_1_max": 0.54921, + "nauc_ndcg_at_1_std": -0.003191, + "nauc_ndcg_at_1_diff1": 0.748681, + "nauc_ndcg_at_3_max": 0.539019, + "nauc_ndcg_at_3_std": 0.013745, + "nauc_ndcg_at_3_diff1": 0.698053, + "nauc_ndcg_at_5_max": 0.538548, + "nauc_ndcg_at_5_std": 0.016411, + "nauc_ndcg_at_5_diff1": 0.680438, + "nauc_ndcg_at_10_max": 0.521394, + "nauc_ndcg_at_10_std": 0.00324, + "nauc_ndcg_at_10_diff1": 0.677967, + "nauc_ndcg_at_20_max": 0.518361, + "nauc_ndcg_at_20_std": 0.017598, + "nauc_ndcg_at_20_diff1": 0.667682, + "nauc_ndcg_at_100_max": 0.515428, + "nauc_ndcg_at_100_std": 0.025542, + "nauc_ndcg_at_100_diff1": 0.665327, + "nauc_ndcg_at_1000_max": 0.525031, + "nauc_ndcg_at_1000_std": 0.016057, + "nauc_ndcg_at_1000_diff1": 0.682508, + "nauc_map_at_1_max": 0.54921, + "nauc_map_at_1_std": -0.003191, + "nauc_map_at_1_diff1": 0.748681, + "nauc_map_at_3_max": 0.540608, + "nauc_map_at_3_std": 0.00937, + "nauc_map_at_3_diff1": 0.709239, + "nauc_map_at_5_max": 0.540685, + "nauc_map_at_5_std": 0.011448, + "nauc_map_at_5_diff1": 0.699689, + "nauc_map_at_10_max": 0.533741, + "nauc_map_at_10_std": 0.00581, + "nauc_map_at_10_diff1": 0.699057, + "nauc_map_at_20_max": 0.53311, + "nauc_map_at_20_std": 0.010192, + "nauc_map_at_20_diff1": 0.696441, + "nauc_map_at_100_max": 0.532483, + "nauc_map_at_100_std": 0.011514, + "nauc_map_at_100_diff1": 0.696172, + "nauc_map_at_1000_max": 0.532843, + "nauc_map_at_1000_std": 0.01096, + "nauc_map_at_1000_diff1": 0.697013, + "nauc_recall_at_1_max": 0.54921, + "nauc_recall_at_1_std": -0.003191, + "nauc_recall_at_1_diff1": 0.748681, + "nauc_recall_at_3_max": 0.534744, + "nauc_recall_at_3_std": 0.026642, + "nauc_recall_at_3_diff1": 0.665821, + "nauc_recall_at_5_max": 0.532081, + "nauc_recall_at_5_std": 0.030853, + "nauc_recall_at_5_diff1": 0.620958, + "nauc_recall_at_10_max": 0.475642, + "nauc_recall_at_10_std": -0.010114, + "nauc_recall_at_10_diff1": 0.608605, + "nauc_recall_at_20_max": 0.456424, + "nauc_recall_at_20_std": 0.048293, + "nauc_recall_at_20_diff1": 0.555195, + "nauc_recall_at_100_max": 0.358113, + "nauc_recall_at_100_std": 0.163035, + "nauc_recall_at_100_diff1": 0.400963, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.54921, + "nauc_precision_at_1_std": -0.003191, + "nauc_precision_at_1_diff1": 0.748681, + "nauc_precision_at_3_max": 0.534744, + "nauc_precision_at_3_std": 0.026642, + "nauc_precision_at_3_diff1": 0.665821, + "nauc_precision_at_5_max": 0.532081, + "nauc_precision_at_5_std": 0.030853, + "nauc_precision_at_5_diff1": 0.620958, + "nauc_precision_at_10_max": 0.475642, + "nauc_precision_at_10_std": -0.010114, + "nauc_precision_at_10_diff1": 0.608605, + "nauc_precision_at_20_max": 0.456424, + "nauc_precision_at_20_std": 0.048293, + "nauc_precision_at_20_diff1": 0.555195, + "nauc_precision_at_100_max": 0.358113, + "nauc_precision_at_100_std": 0.163035, + "nauc_precision_at_100_diff1": 0.400963, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.54921, + "nauc_mrr_at_1_std": -0.003191, + "nauc_mrr_at_1_diff1": 0.748681, + "nauc_mrr_at_3_max": 0.540608, + "nauc_mrr_at_3_std": 0.00937, + "nauc_mrr_at_3_diff1": 0.709239, + "nauc_mrr_at_5_max": 0.540685, + "nauc_mrr_at_5_std": 0.011448, + "nauc_mrr_at_5_diff1": 0.699689, + "nauc_mrr_at_10_max": 0.533741, + "nauc_mrr_at_10_std": 0.00581, + "nauc_mrr_at_10_diff1": 0.699057, + "nauc_mrr_at_20_max": 0.53311, + "nauc_mrr_at_20_std": 0.010192, + "nauc_mrr_at_20_diff1": 0.696441, + "nauc_mrr_at_100_max": 0.532483, + "nauc_mrr_at_100_std": 0.011514, + "nauc_mrr_at_100_diff1": 0.696172, + "nauc_mrr_at_1000_max": 0.532843, + "nauc_mrr_at_1000_std": 0.01096, + "nauc_mrr_at_1000_diff1": 0.697013, + "hit_rate_at_1": 0.38, + "hit_rate_at_3": 0.485, + "hit_rate_at_5": 0.515, + "hit_rate_at_10": 0.56, + "hit_rate_at_20": 0.63, + "hit_rate_at_100": 0.86, + "hit_rate_at_1000": 1.0, + "main_score": 0.515, + "hf_subset": "ky", + "languages": [ + "kir-Cyrl" + ] + }, + { + "ndcg_at_1": 0.2, + "ndcg_at_3": 0.24089, + "ndcg_at_5": 0.25337, + "ndcg_at_10": 0.28044, + "ndcg_at_20": 0.31332, + "ndcg_at_100": 0.35964, + "ndcg_at_1000": 0.39092, + "map_at_1": 0.2, + "map_at_3": 0.23083, + "map_at_5": 0.23783, + "map_at_10": 0.24875, + "map_at_20": 0.25778, + "map_at_100": 0.26342, + "map_at_1000": 0.26499, + "recall_at_1": 0.2, + "recall_at_3": 0.27, + "recall_at_5": 0.3, + "recall_at_10": 0.385, + "recall_at_20": 0.515, + "recall_at_100": 0.775, + "recall_at_1000": 1.0, + "accuracy": 0.2, + "precision_at_1": 0.2, + "precision_at_3": 0.09, + "precision_at_5": 0.06, + "precision_at_10": 0.0385, + "precision_at_20": 0.02575, + "precision_at_100": 0.00775, + "precision_at_1000": 0.001, + "mrr_at_1": 0.2, + "mrr_at_3": 0.230833, + "mrr_at_5": 0.237833, + "mrr_at_10": 0.248754, + "mrr_at_20": 0.25778, + "mrr_at_100": 0.263421, + "mrr_at_1000": 0.264988, + "nauc_ndcg_at_1_max": 0.199806, + "nauc_ndcg_at_1_std": -0.146973, + "nauc_ndcg_at_1_diff1": 0.594301, + "nauc_ndcg_at_3_max": 0.198641, + "nauc_ndcg_at_3_std": -0.112342, + "nauc_ndcg_at_3_diff1": 0.531513, + "nauc_ndcg_at_5_max": 0.186321, + "nauc_ndcg_at_5_std": -0.121011, + "nauc_ndcg_at_5_diff1": 0.512821, + "nauc_ndcg_at_10_max": 0.177121, + "nauc_ndcg_at_10_std": -0.120687, + "nauc_ndcg_at_10_diff1": 0.490084, + "nauc_ndcg_at_20_max": 0.180644, + "nauc_ndcg_at_20_std": -0.110304, + "nauc_ndcg_at_20_diff1": 0.469133, + "nauc_ndcg_at_100_max": 0.180735, + "nauc_ndcg_at_100_std": -0.113672, + "nauc_ndcg_at_100_diff1": 0.475785, + "nauc_ndcg_at_1000_max": 0.186508, + "nauc_ndcg_at_1000_std": -0.115298, + "nauc_ndcg_at_1000_diff1": 0.501526, + "nauc_map_at_1_max": 0.199806, + "nauc_map_at_1_std": -0.146973, + "nauc_map_at_1_diff1": 0.594301, + "nauc_map_at_3_max": 0.198013, + "nauc_map_at_3_std": -0.122879, + "nauc_map_at_3_diff1": 0.548898, + "nauc_map_at_5_max": 0.191148, + "nauc_map_at_5_std": -0.127432, + "nauc_map_at_5_diff1": 0.537878, + "nauc_map_at_10_max": 0.188435, + "nauc_map_at_10_std": -0.12662, + "nauc_map_at_10_diff1": 0.529109, + "nauc_map_at_20_max": 0.189719, + "nauc_map_at_20_std": -0.123501, + "nauc_map_at_20_diff1": 0.523002, + "nauc_map_at_100_max": 0.190017, + "nauc_map_at_100_std": -0.123103, + "nauc_map_at_100_diff1": 0.525091, + "nauc_map_at_1000_max": 0.19035, + "nauc_map_at_1000_std": -0.123073, + "nauc_map_at_1000_diff1": 0.526171, + "nauc_recall_at_1_max": 0.199806, + "nauc_recall_at_1_std": -0.146973, + "nauc_recall_at_1_diff1": 0.594301, + "nauc_recall_at_3_max": 0.200678, + "nauc_recall_at_3_std": -0.082953, + "nauc_recall_at_3_diff1": 0.48352, + "nauc_recall_at_5_max": 0.172355, + "nauc_recall_at_5_std": -0.104803, + "nauc_recall_at_5_diff1": 0.444433, + "nauc_recall_at_10_max": 0.141612, + "nauc_recall_at_10_std": -0.107553, + "nauc_recall_at_10_diff1": 0.378804, + "nauc_recall_at_20_max": 0.151408, + "nauc_recall_at_20_std": -0.069669, + "nauc_recall_at_20_diff1": 0.298859, + "nauc_recall_at_100_max": 0.127951, + "nauc_recall_at_100_std": -0.090839, + "nauc_recall_at_100_diff1": 0.22035, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.199806, + "nauc_precision_at_1_std": -0.146973, + "nauc_precision_at_1_diff1": 0.594301, + "nauc_precision_at_3_max": 0.200678, + "nauc_precision_at_3_std": -0.082953, + "nauc_precision_at_3_diff1": 0.48352, + "nauc_precision_at_5_max": 0.172355, + "nauc_precision_at_5_std": -0.104803, + "nauc_precision_at_5_diff1": 0.444433, + "nauc_precision_at_10_max": 0.141612, + "nauc_precision_at_10_std": -0.107553, + "nauc_precision_at_10_diff1": 0.378804, + "nauc_precision_at_20_max": 0.151408, + "nauc_precision_at_20_std": -0.069669, + "nauc_precision_at_20_diff1": 0.298859, + "nauc_precision_at_100_max": 0.127951, + "nauc_precision_at_100_std": -0.090839, + "nauc_precision_at_100_diff1": 0.22035, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.199806, + "nauc_mrr_at_1_std": -0.146973, + "nauc_mrr_at_1_diff1": 0.594301, + "nauc_mrr_at_3_max": 0.198013, + "nauc_mrr_at_3_std": -0.122879, + "nauc_mrr_at_3_diff1": 0.548898, + "nauc_mrr_at_5_max": 0.191148, + "nauc_mrr_at_5_std": -0.127432, + "nauc_mrr_at_5_diff1": 0.537878, + "nauc_mrr_at_10_max": 0.188435, + "nauc_mrr_at_10_std": -0.12662, + "nauc_mrr_at_10_diff1": 0.529109, + "nauc_mrr_at_20_max": 0.189719, + "nauc_mrr_at_20_std": -0.123501, + "nauc_mrr_at_20_diff1": 0.523002, + "nauc_mrr_at_100_max": 0.190017, + "nauc_mrr_at_100_std": -0.123103, + "nauc_mrr_at_100_diff1": 0.525091, + "nauc_mrr_at_1000_max": 0.19035, + "nauc_mrr_at_1000_std": -0.123073, + "nauc_mrr_at_1000_diff1": 0.526171, + "hit_rate_at_1": 0.2, + "hit_rate_at_3": 0.27, + "hit_rate_at_5": 0.3, + "hit_rate_at_10": 0.385, + "hit_rate_at_20": 0.515, + "hit_rate_at_100": 0.775, + "hit_rate_at_1000": 1.0, + "main_score": 0.3, + "hf_subset": "lg", + "languages": [ + "lug-Latn" + ] + }, + { + "ndcg_at_1": 0.705, + "ndcg_at_3": 0.75667, + "ndcg_at_5": 0.76677, + "ndcg_at_10": 0.79242, + "ndcg_at_20": 0.7976, + "ndcg_at_100": 0.81036, + "ndcg_at_1000": 0.8125, + "map_at_1": 0.705, + "map_at_3": 0.745, + "map_at_5": 0.7505, + "map_at_10": 0.76096, + "map_at_20": 0.76245, + "map_at_100": 0.76416, + "map_at_1000": 0.76428, + "recall_at_1": 0.705, + "recall_at_3": 0.79, + "recall_at_5": 0.815, + "recall_at_10": 0.895, + "recall_at_20": 0.915, + "recall_at_100": 0.985, + "recall_at_1000": 1.0, + "accuracy": 0.705, + "precision_at_1": 0.705, + "precision_at_3": 0.26333, + "precision_at_5": 0.163, + "precision_at_10": 0.0895, + "precision_at_20": 0.04575, + "precision_at_100": 0.00985, + "precision_at_1000": 0.001, + "mrr_at_1": 0.705, + "mrr_at_3": 0.745, + "mrr_at_5": 0.7505, + "mrr_at_10": 0.760962, + "mrr_at_20": 0.762449, + "mrr_at_100": 0.764159, + "mrr_at_1000": 0.764277, + "nauc_ndcg_at_1_max": 0.787436, + "nauc_ndcg_at_1_std": 0.152111, + "nauc_ndcg_at_1_diff1": 0.788889, + "nauc_ndcg_at_3_max": 0.793004, + "nauc_ndcg_at_3_std": 0.144967, + "nauc_ndcg_at_3_diff1": 0.80229, + "nauc_ndcg_at_5_max": 0.778206, + "nauc_ndcg_at_5_std": 0.107778, + "nauc_ndcg_at_5_diff1": 0.799472, + "nauc_ndcg_at_10_max": 0.786864, + "nauc_ndcg_at_10_std": 0.175077, + "nauc_ndcg_at_10_diff1": 0.795432, + "nauc_ndcg_at_20_max": 0.783245, + "nauc_ndcg_at_20_std": 0.166319, + "nauc_ndcg_at_20_diff1": 0.798204, + "nauc_ndcg_at_100_max": 0.781939, + "nauc_ndcg_at_100_std": 0.152262, + "nauc_ndcg_at_100_diff1": 0.796971, + "nauc_ndcg_at_1000_max": 0.784843, + "nauc_ndcg_at_1000_std": 0.154247, + "nauc_ndcg_at_1000_diff1": 0.796822, + "nauc_map_at_1_max": 0.787436, + "nauc_map_at_1_std": 0.152111, + "nauc_map_at_1_diff1": 0.788889, + "nauc_map_at_3_max": 0.791054, + "nauc_map_at_3_std": 0.146994, + "nauc_map_at_3_diff1": 0.797352, + "nauc_map_at_5_max": 0.783339, + "nauc_map_at_5_std": 0.127759, + "nauc_map_at_5_diff1": 0.795702, + "nauc_map_at_10_max": 0.78688, + "nauc_map_at_10_std": 0.153032, + "nauc_map_at_10_diff1": 0.794169, + "nauc_map_at_20_max": 0.785972, + "nauc_map_at_20_std": 0.15068, + "nauc_map_at_20_diff1": 0.794928, + "nauc_map_at_100_max": 0.785892, + "nauc_map_at_100_std": 0.149674, + "nauc_map_at_100_diff1": 0.795009, + "nauc_map_at_1000_max": 0.786021, + "nauc_map_at_1000_std": 0.149754, + "nauc_map_at_1000_diff1": 0.794999, + "nauc_recall_at_1_max": 0.787436, + "nauc_recall_at_1_std": 0.152111, + "nauc_recall_at_1_diff1": 0.788889, + "nauc_recall_at_3_max": 0.799781, + "nauc_recall_at_3_std": 0.138096, + "nauc_recall_at_3_diff1": 0.819547, + "nauc_recall_at_5_max": 0.756719, + "nauc_recall_at_5_std": 0.026995, + "nauc_recall_at_5_diff1": 0.81369, + "nauc_recall_at_10_max": 0.7886, + "nauc_recall_at_10_std": 0.347926, + "nauc_recall_at_10_diff1": 0.799472, + "nauc_recall_at_20_max": 0.759021, + "nauc_recall_at_20_std": 0.314824, + "nauc_recall_at_20_diff1": 0.821772, + "nauc_recall_at_100_max": 0.554155, + "nauc_recall_at_100_std": -0.005913, + "nauc_recall_at_100_diff1": 0.807812, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.787436, + "nauc_precision_at_1_std": 0.152111, + "nauc_precision_at_1_diff1": 0.788889, + "nauc_precision_at_3_max": 0.799781, + "nauc_precision_at_3_std": 0.138096, + "nauc_precision_at_3_diff1": 0.819547, + "nauc_precision_at_5_max": 0.756719, + "nauc_precision_at_5_std": 0.026995, + "nauc_precision_at_5_diff1": 0.81369, + "nauc_precision_at_10_max": 0.7886, + "nauc_precision_at_10_std": 0.347926, + "nauc_precision_at_10_diff1": 0.799472, + "nauc_precision_at_20_max": 0.759021, + "nauc_precision_at_20_std": 0.314824, + "nauc_precision_at_20_diff1": 0.821772, + "nauc_precision_at_100_max": 0.554155, + "nauc_precision_at_100_std": -0.005913, + "nauc_precision_at_100_diff1": 0.807812, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.787436, + "nauc_mrr_at_1_std": 0.152111, + "nauc_mrr_at_1_diff1": 0.788889, + "nauc_mrr_at_3_max": 0.791054, + "nauc_mrr_at_3_std": 0.146994, + "nauc_mrr_at_3_diff1": 0.797352, + "nauc_mrr_at_5_max": 0.783339, + "nauc_mrr_at_5_std": 0.127759, + "nauc_mrr_at_5_diff1": 0.795702, + "nauc_mrr_at_10_max": 0.78688, + "nauc_mrr_at_10_std": 0.153032, + "nauc_mrr_at_10_diff1": 0.794169, + "nauc_mrr_at_20_max": 0.785972, + "nauc_mrr_at_20_std": 0.15068, + "nauc_mrr_at_20_diff1": 0.794928, + "nauc_mrr_at_100_max": 0.785892, + "nauc_mrr_at_100_std": 0.149674, + "nauc_mrr_at_100_diff1": 0.795009, + "nauc_mrr_at_1000_max": 0.786021, + "nauc_mrr_at_1000_std": 0.149754, + "nauc_mrr_at_1000_diff1": 0.794999, + "hit_rate_at_1": 0.705, + "hit_rate_at_3": 0.79, + "hit_rate_at_5": 0.815, + "hit_rate_at_10": 0.895, + "hit_rate_at_20": 0.915, + "hit_rate_at_100": 0.985, + "hit_rate_at_1000": 1.0, + "main_score": 0.815, + "hf_subset": "lij", + "languages": [ + "lij-Latn" + ] + }, + { + "ndcg_at_1": 0.242, + "ndcg_at_3": 0.30338, + "ndcg_at_5": 0.32377, + "ndcg_at_10": 0.34566, + "ndcg_at_20": 0.36226, + "ndcg_at_100": 0.40501, + "ndcg_at_1000": 0.43573, + "map_at_1": 0.242, + "map_at_3": 0.288, + "map_at_5": 0.2992, + "map_at_10": 0.30816, + "map_at_20": 0.31267, + "map_at_100": 0.31848, + "map_at_1000": 0.3197, + "recall_at_1": 0.242, + "recall_at_3": 0.348, + "recall_at_5": 0.398, + "recall_at_10": 0.466, + "recall_at_20": 0.532, + "recall_at_100": 0.764, + "recall_at_1000": 1.0, + "accuracy": 0.242, + "precision_at_1": 0.242, + "precision_at_3": 0.116, + "precision_at_5": 0.0796, + "precision_at_10": 0.0466, + "precision_at_20": 0.0266, + "precision_at_100": 0.00764, + "precision_at_1000": 0.001, + "mrr_at_1": 0.242, + "mrr_at_3": 0.288, + "mrr_at_5": 0.2992, + "mrr_at_10": 0.308163, + "mrr_at_20": 0.312672, + "mrr_at_100": 0.318477, + "mrr_at_1000": 0.319701, + "nauc_ndcg_at_1_max": 0.35147, + "nauc_ndcg_at_1_std": -0.177259, + "nauc_ndcg_at_1_diff1": 0.654962, + "nauc_ndcg_at_3_max": 0.31231, + "nauc_ndcg_at_3_std": -0.189949, + "nauc_ndcg_at_3_diff1": 0.565746, + "nauc_ndcg_at_5_max": 0.302218, + "nauc_ndcg_at_5_std": -0.192651, + "nauc_ndcg_at_5_diff1": 0.549689, + "nauc_ndcg_at_10_max": 0.290915, + "nauc_ndcg_at_10_std": -0.188673, + "nauc_ndcg_at_10_diff1": 0.530009, + "nauc_ndcg_at_20_max": 0.291243, + "nauc_ndcg_at_20_std": -0.178181, + "nauc_ndcg_at_20_diff1": 0.528958, + "nauc_ndcg_at_100_max": 0.292681, + "nauc_ndcg_at_100_std": -0.17738, + "nauc_ndcg_at_100_diff1": 0.525006, + "nauc_ndcg_at_1000_max": 0.300762, + "nauc_ndcg_at_1000_std": -0.181821, + "nauc_ndcg_at_1000_diff1": 0.545553, + "nauc_map_at_1_max": 0.35147, + "nauc_map_at_1_std": -0.177259, + "nauc_map_at_1_diff1": 0.654962, + "nauc_map_at_3_max": 0.322683, + "nauc_map_at_3_std": -0.18754, + "nauc_map_at_3_diff1": 0.587094, + "nauc_map_at_5_max": 0.316709, + "nauc_map_at_5_std": -0.189395, + "nauc_map_at_5_diff1": 0.577859, + "nauc_map_at_10_max": 0.312623, + "nauc_map_at_10_std": -0.187032, + "nauc_map_at_10_diff1": 0.569896, + "nauc_map_at_20_max": 0.312375, + "nauc_map_at_20_std": -0.184471, + "nauc_map_at_20_diff1": 0.56966, + "nauc_map_at_100_max": 0.312114, + "nauc_map_at_100_std": -0.184939, + "nauc_map_at_100_diff1": 0.568759, + "nauc_map_at_1000_max": 0.312503, + "nauc_map_at_1000_std": -0.18487, + "nauc_map_at_1000_diff1": 0.569598, + "nauc_recall_at_1_max": 0.35147, + "nauc_recall_at_1_std": -0.177259, + "nauc_recall_at_1_diff1": 0.654962, + "nauc_recall_at_3_max": 0.283634, + "nauc_recall_at_3_std": -0.19629, + "nauc_recall_at_3_diff1": 0.507491, + "nauc_recall_at_5_max": 0.26198, + "nauc_recall_at_5_std": -0.201138, + "nauc_recall_at_5_diff1": 0.472194, + "nauc_recall_at_10_max": 0.224704, + "nauc_recall_at_10_std": -0.192884, + "nauc_recall_at_10_diff1": 0.411357, + "nauc_recall_at_20_max": 0.225862, + "nauc_recall_at_20_std": -0.149494, + "nauc_recall_at_20_diff1": 0.402223, + "nauc_recall_at_100_max": 0.213698, + "nauc_recall_at_100_std": -0.114942, + "nauc_recall_at_100_diff1": 0.313503, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.35147, + "nauc_precision_at_1_std": -0.177259, + "nauc_precision_at_1_diff1": 0.654962, + "nauc_precision_at_3_max": 0.283634, + "nauc_precision_at_3_std": -0.19629, + "nauc_precision_at_3_diff1": 0.507491, + "nauc_precision_at_5_max": 0.26198, + "nauc_precision_at_5_std": -0.201138, + "nauc_precision_at_5_diff1": 0.472194, + "nauc_precision_at_10_max": 0.224704, + "nauc_precision_at_10_std": -0.192884, + "nauc_precision_at_10_diff1": 0.411357, + "nauc_precision_at_20_max": 0.225862, + "nauc_precision_at_20_std": -0.149494, + "nauc_precision_at_20_diff1": 0.402223, + "nauc_precision_at_100_max": 0.213698, + "nauc_precision_at_100_std": -0.114942, + "nauc_precision_at_100_diff1": 0.313503, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.35147, + "nauc_mrr_at_1_std": -0.177259, + "nauc_mrr_at_1_diff1": 0.654962, + "nauc_mrr_at_3_max": 0.322683, + "nauc_mrr_at_3_std": -0.18754, + "nauc_mrr_at_3_diff1": 0.587094, + "nauc_mrr_at_5_max": 0.316709, + "nauc_mrr_at_5_std": -0.189395, + "nauc_mrr_at_5_diff1": 0.577859, + "nauc_mrr_at_10_max": 0.312623, + "nauc_mrr_at_10_std": -0.187032, + "nauc_mrr_at_10_diff1": 0.569896, + "nauc_mrr_at_20_max": 0.312375, + "nauc_mrr_at_20_std": -0.184471, + "nauc_mrr_at_20_diff1": 0.56966, + "nauc_mrr_at_100_max": 0.312114, + "nauc_mrr_at_100_std": -0.184939, + "nauc_mrr_at_100_diff1": 0.568759, + "nauc_mrr_at_1000_max": 0.312503, + "nauc_mrr_at_1000_std": -0.18487, + "nauc_mrr_at_1000_diff1": 0.569598, + "hit_rate_at_1": 0.242, + "hit_rate_at_3": 0.348, + "hit_rate_at_5": 0.398, + "hit_rate_at_10": 0.466, + "hit_rate_at_20": 0.532, + "hit_rate_at_100": 0.764, + "hit_rate_at_1000": 1.0, + "main_score": 0.398, + "hf_subset": "lt", + "languages": [ + "lit-Latn" + ] + }, + { + "ndcg_at_1": 0.264, + "ndcg_at_3": 0.31859, + "ndcg_at_5": 0.34734, + "ndcg_at_10": 0.37153, + "ndcg_at_20": 0.39024, + "ndcg_at_100": 0.43026, + "ndcg_at_1000": 0.45685, + "map_at_1": 0.264, + "map_at_3": 0.305, + "map_at_5": 0.3209, + "map_at_10": 0.33103, + "map_at_20": 0.33616, + "map_at_100": 0.34127, + "map_at_1000": 0.34237, + "recall_at_1": 0.264, + "recall_at_3": 0.358, + "recall_at_5": 0.428, + "recall_at_10": 0.502, + "recall_at_20": 0.576, + "recall_at_100": 0.798, + "recall_at_1000": 1.0, + "accuracy": 0.264, + "precision_at_1": 0.264, + "precision_at_3": 0.11933, + "precision_at_5": 0.0856, + "precision_at_10": 0.0502, + "precision_at_20": 0.0288, + "precision_at_100": 0.00798, + "precision_at_1000": 0.001, + "mrr_at_1": 0.264, + "mrr_at_3": 0.305, + "mrr_at_5": 0.3209, + "mrr_at_10": 0.331032, + "mrr_at_20": 0.336163, + "mrr_at_100": 0.34127, + "mrr_at_1000": 0.342371, + "nauc_ndcg_at_1_max": 0.399482, + "nauc_ndcg_at_1_std": 0.101724, + "nauc_ndcg_at_1_diff1": 0.739004, + "nauc_ndcg_at_3_max": 0.368874, + "nauc_ndcg_at_3_std": 0.109013, + "nauc_ndcg_at_3_diff1": 0.640772, + "nauc_ndcg_at_5_max": 0.346506, + "nauc_ndcg_at_5_std": 0.09894, + "nauc_ndcg_at_5_diff1": 0.609912, + "nauc_ndcg_at_10_max": 0.336178, + "nauc_ndcg_at_10_std": 0.101537, + "nauc_ndcg_at_10_diff1": 0.592535, + "nauc_ndcg_at_20_max": 0.328452, + "nauc_ndcg_at_20_std": 0.104356, + "nauc_ndcg_at_20_diff1": 0.592042, + "nauc_ndcg_at_100_max": 0.324388, + "nauc_ndcg_at_100_std": 0.097555, + "nauc_ndcg_at_100_diff1": 0.584975, + "nauc_ndcg_at_1000_max": 0.342675, + "nauc_ndcg_at_1000_std": 0.101933, + "nauc_ndcg_at_1000_diff1": 0.610326, + "nauc_map_at_1_max": 0.399482, + "nauc_map_at_1_std": 0.101724, + "nauc_map_at_1_diff1": 0.739004, + "nauc_map_at_3_max": 0.376179, + "nauc_map_at_3_std": 0.107252, + "nauc_map_at_3_diff1": 0.66289, + "nauc_map_at_5_max": 0.363243, + "nauc_map_at_5_std": 0.101311, + "nauc_map_at_5_diff1": 0.644763, + "nauc_map_at_10_max": 0.358366, + "nauc_map_at_10_std": 0.101855, + "nauc_map_at_10_diff1": 0.637041, + "nauc_map_at_20_max": 0.356175, + "nauc_map_at_20_std": 0.102656, + "nauc_map_at_20_diff1": 0.636884, + "nauc_map_at_100_max": 0.355749, + "nauc_map_at_100_std": 0.102068, + "nauc_map_at_100_diff1": 0.635598, + "nauc_map_at_1000_max": 0.356758, + "nauc_map_at_1000_std": 0.1023, + "nauc_map_at_1000_diff1": 0.636792, + "nauc_recall_at_1_max": 0.399482, + "nauc_recall_at_1_std": 0.101724, + "nauc_recall_at_1_diff1": 0.739004, + "nauc_recall_at_3_max": 0.348662, + "nauc_recall_at_3_std": 0.113895, + "nauc_recall_at_3_diff1": 0.580076, + "nauc_recall_at_5_max": 0.297948, + "nauc_recall_at_5_std": 0.091428, + "nauc_recall_at_5_diff1": 0.511406, + "nauc_recall_at_10_max": 0.2686, + "nauc_recall_at_10_std": 0.101871, + "nauc_recall_at_10_diff1": 0.459407, + "nauc_recall_at_20_max": 0.232991, + "nauc_recall_at_20_std": 0.113235, + "nauc_recall_at_20_diff1": 0.448547, + "nauc_recall_at_100_max": 0.133281, + "nauc_recall_at_100_std": 0.05211, + "nauc_recall_at_100_diff1": 0.302969, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.399482, + "nauc_precision_at_1_std": 0.101724, + "nauc_precision_at_1_diff1": 0.739004, + "nauc_precision_at_3_max": 0.348662, + "nauc_precision_at_3_std": 0.113895, + "nauc_precision_at_3_diff1": 0.580076, + "nauc_precision_at_5_max": 0.297948, + "nauc_precision_at_5_std": 0.091428, + "nauc_precision_at_5_diff1": 0.511406, + "nauc_precision_at_10_max": 0.2686, + "nauc_precision_at_10_std": 0.101871, + "nauc_precision_at_10_diff1": 0.459407, + "nauc_precision_at_20_max": 0.232991, + "nauc_precision_at_20_std": 0.113235, + "nauc_precision_at_20_diff1": 0.448547, + "nauc_precision_at_100_max": 0.133281, + "nauc_precision_at_100_std": 0.05211, + "nauc_precision_at_100_diff1": 0.302969, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.399482, + "nauc_mrr_at_1_std": 0.101724, + "nauc_mrr_at_1_diff1": 0.739004, + "nauc_mrr_at_3_max": 0.376179, + "nauc_mrr_at_3_std": 0.107252, + "nauc_mrr_at_3_diff1": 0.66289, + "nauc_mrr_at_5_max": 0.363243, + "nauc_mrr_at_5_std": 0.101311, + "nauc_mrr_at_5_diff1": 0.644763, + "nauc_mrr_at_10_max": 0.358366, + "nauc_mrr_at_10_std": 0.101855, + "nauc_mrr_at_10_diff1": 0.637041, + "nauc_mrr_at_20_max": 0.356175, + "nauc_mrr_at_20_std": 0.102656, + "nauc_mrr_at_20_diff1": 0.636884, + "nauc_mrr_at_100_max": 0.355749, + "nauc_mrr_at_100_std": 0.102068, + "nauc_mrr_at_100_diff1": 0.635598, + "nauc_mrr_at_1000_max": 0.356758, + "nauc_mrr_at_1000_std": 0.1023, + "nauc_mrr_at_1000_diff1": 0.636792, + "hit_rate_at_1": 0.264, + "hit_rate_at_3": 0.358, + "hit_rate_at_5": 0.428, + "hit_rate_at_10": 0.502, + "hit_rate_at_20": 0.576, + "hit_rate_at_100": 0.798, + "hit_rate_at_1000": 1.0, + "main_score": 0.428, + "hf_subset": "ltg", + "languages": [ + "ltg-Latn" + ] + }, + { + "ndcg_at_1": 0.425, + "ndcg_at_3": 0.48655, + "ndcg_at_5": 0.51301, + "ndcg_at_10": 0.53397, + "ndcg_at_20": 0.55402, + "ndcg_at_100": 0.58194, + "ndcg_at_1000": 0.59629, + "map_at_1": 0.425, + "map_at_3": 0.47, + "map_at_5": 0.4845, + "map_at_10": 0.49311, + "map_at_20": 0.49851, + "map_at_100": 0.50204, + "map_at_1000": 0.50286, + "recall_at_1": 0.425, + "recall_at_3": 0.535, + "recall_at_5": 0.6, + "recall_at_10": 0.665, + "recall_at_20": 0.745, + "recall_at_100": 0.9, + "recall_at_1000": 1.0, + "accuracy": 0.425, + "precision_at_1": 0.425, + "precision_at_3": 0.17833, + "precision_at_5": 0.12, + "precision_at_10": 0.0665, + "precision_at_20": 0.03725, + "precision_at_100": 0.009, + "precision_at_1000": 0.001, + "mrr_at_1": 0.425, + "mrr_at_3": 0.47, + "mrr_at_5": 0.4845, + "mrr_at_10": 0.493111, + "mrr_at_20": 0.49851, + "mrr_at_100": 0.502044, + "mrr_at_1000": 0.502857, + "nauc_ndcg_at_1_max": 0.29962, + "nauc_ndcg_at_1_std": 0.071998, + "nauc_ndcg_at_1_diff1": 0.531118, + "nauc_ndcg_at_3_max": 0.296223, + "nauc_ndcg_at_3_std": 0.061373, + "nauc_ndcg_at_3_diff1": 0.487309, + "nauc_ndcg_at_5_max": 0.280085, + "nauc_ndcg_at_5_std": 0.05126, + "nauc_ndcg_at_5_diff1": 0.479032, + "nauc_ndcg_at_10_max": 0.277094, + "nauc_ndcg_at_10_std": 0.041702, + "nauc_ndcg_at_10_diff1": 0.479307, + "nauc_ndcg_at_20_max": 0.278717, + "nauc_ndcg_at_20_std": 0.041955, + "nauc_ndcg_at_20_diff1": 0.468809, + "nauc_ndcg_at_100_max": 0.274468, + "nauc_ndcg_at_100_std": 0.03682, + "nauc_ndcg_at_100_diff1": 0.471153, + "nauc_ndcg_at_1000_max": 0.279239, + "nauc_ndcg_at_1000_std": 0.047916, + "nauc_ndcg_at_1000_diff1": 0.481842, + "nauc_map_at_1_max": 0.29962, + "nauc_map_at_1_std": 0.071998, + "nauc_map_at_1_diff1": 0.531118, + "nauc_map_at_3_max": 0.293343, + "nauc_map_at_3_std": 0.06386, + "nauc_map_at_3_diff1": 0.498173, + "nauc_map_at_5_max": 0.2857, + "nauc_map_at_5_std": 0.059156, + "nauc_map_at_5_diff1": 0.494314, + "nauc_map_at_10_max": 0.284718, + "nauc_map_at_10_std": 0.055501, + "nauc_map_at_10_diff1": 0.49437, + "nauc_map_at_20_max": 0.284557, + "nauc_map_at_20_std": 0.055468, + "nauc_map_at_20_diff1": 0.491462, + "nauc_map_at_100_max": 0.283521, + "nauc_map_at_100_std": 0.0548, + "nauc_map_at_100_diff1": 0.491823, + "nauc_map_at_1000_max": 0.283786, + "nauc_map_at_1000_std": 0.055299, + "nauc_map_at_1000_diff1": 0.492347, + "nauc_recall_at_1_max": 0.29962, + "nauc_recall_at_1_std": 0.071998, + "nauc_recall_at_1_diff1": 0.531118, + "nauc_recall_at_3_max": 0.306465, + "nauc_recall_at_3_std": 0.053969, + "nauc_recall_at_3_diff1": 0.454685, + "nauc_recall_at_5_max": 0.259795, + "nauc_recall_at_5_std": 0.023605, + "nauc_recall_at_5_diff1": 0.42851, + "nauc_recall_at_10_max": 0.245573, + "nauc_recall_at_10_std": -0.014707, + "nauc_recall_at_10_diff1": 0.424691, + "nauc_recall_at_20_max": 0.254776, + "nauc_recall_at_20_std": -0.02344, + "nauc_recall_at_20_diff1": 0.359136, + "nauc_recall_at_100_max": 0.184827, + "nauc_recall_at_100_std": -0.184337, + "nauc_recall_at_100_diff1": 0.262325, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.29962, + "nauc_precision_at_1_std": 0.071998, + "nauc_precision_at_1_diff1": 0.531118, + "nauc_precision_at_3_max": 0.306465, + "nauc_precision_at_3_std": 0.053969, + "nauc_precision_at_3_diff1": 0.454685, + "nauc_precision_at_5_max": 0.259795, + "nauc_precision_at_5_std": 0.023605, + "nauc_precision_at_5_diff1": 0.42851, + "nauc_precision_at_10_max": 0.245573, + "nauc_precision_at_10_std": -0.014707, + "nauc_precision_at_10_diff1": 0.424691, + "nauc_precision_at_20_max": 0.254776, + "nauc_precision_at_20_std": -0.02344, + "nauc_precision_at_20_diff1": 0.359136, + "nauc_precision_at_100_max": 0.184827, + "nauc_precision_at_100_std": -0.184337, + "nauc_precision_at_100_diff1": 0.262325, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.29962, + "nauc_mrr_at_1_std": 0.071998, + "nauc_mrr_at_1_diff1": 0.531118, + "nauc_mrr_at_3_max": 0.293343, + "nauc_mrr_at_3_std": 0.06386, + "nauc_mrr_at_3_diff1": 0.498173, + "nauc_mrr_at_5_max": 0.2857, + "nauc_mrr_at_5_std": 0.059156, + "nauc_mrr_at_5_diff1": 0.494314, + "nauc_mrr_at_10_max": 0.284718, + "nauc_mrr_at_10_std": 0.055501, + "nauc_mrr_at_10_diff1": 0.49437, + "nauc_mrr_at_20_max": 0.284557, + "nauc_mrr_at_20_std": 0.055468, + "nauc_mrr_at_20_diff1": 0.491462, + "nauc_mrr_at_100_max": 0.283521, + "nauc_mrr_at_100_std": 0.0548, + "nauc_mrr_at_100_diff1": 0.491823, + "nauc_mrr_at_1000_max": 0.283786, + "nauc_mrr_at_1000_std": 0.055299, + "nauc_mrr_at_1000_diff1": 0.492347, + "hit_rate_at_1": 0.425, + "hit_rate_at_3": 0.535, + "hit_rate_at_5": 0.6, + "hit_rate_at_10": 0.665, + "hit_rate_at_20": 0.745, + "hit_rate_at_100": 0.9, + "hit_rate_at_1000": 1.0, + "main_score": 0.6, + "hf_subset": "luo", + "languages": [ + "luo-Latn" + ] + }, + { + "ndcg_at_1": 0.21, + "ndcg_at_3": 0.25702, + "ndcg_at_5": 0.27467, + "ndcg_at_10": 0.29206, + "ndcg_at_20": 0.3088, + "ndcg_at_100": 0.354, + "ndcg_at_1000": 0.39201, + "map_at_1": 0.21, + "map_at_3": 0.245, + "map_at_5": 0.255, + "map_at_10": 0.26213, + "map_at_20": 0.26675, + "map_at_100": 0.27224, + "map_at_1000": 0.27376, + "recall_at_1": 0.21, + "recall_at_3": 0.292, + "recall_at_5": 0.334, + "recall_at_10": 0.388, + "recall_at_20": 0.454, + "recall_at_100": 0.708, + "recall_at_1000": 1.0, + "accuracy": 0.21, + "precision_at_1": 0.21, + "precision_at_3": 0.09733, + "precision_at_5": 0.0668, + "precision_at_10": 0.0388, + "precision_at_20": 0.0227, + "precision_at_100": 0.00708, + "precision_at_1000": 0.001, + "mrr_at_1": 0.21, + "mrr_at_3": 0.245, + "mrr_at_5": 0.255, + "mrr_at_10": 0.262131, + "mrr_at_20": 0.26675, + "mrr_at_100": 0.272241, + "mrr_at_1000": 0.273758, + "nauc_ndcg_at_1_max": 0.571859, + "nauc_ndcg_at_1_std": 0.054568, + "nauc_ndcg_at_1_diff1": 0.642618, + "nauc_ndcg_at_3_max": 0.537222, + "nauc_ndcg_at_3_std": 0.058838, + "nauc_ndcg_at_3_diff1": 0.575951, + "nauc_ndcg_at_5_max": 0.543797, + "nauc_ndcg_at_5_std": 0.055243, + "nauc_ndcg_at_5_diff1": 0.573466, + "nauc_ndcg_at_10_max": 0.530643, + "nauc_ndcg_at_10_std": 0.063284, + "nauc_ndcg_at_10_diff1": 0.554164, + "nauc_ndcg_at_20_max": 0.528164, + "nauc_ndcg_at_20_std": 0.068666, + "nauc_ndcg_at_20_diff1": 0.550078, + "nauc_ndcg_at_100_max": 0.509982, + "nauc_ndcg_at_100_std": 0.059783, + "nauc_ndcg_at_100_diff1": 0.532795, + "nauc_ndcg_at_1000_max": 0.5269, + "nauc_ndcg_at_1000_std": 0.059785, + "nauc_ndcg_at_1000_diff1": 0.558133, + "nauc_map_at_1_max": 0.571859, + "nauc_map_at_1_std": 0.054568, + "nauc_map_at_1_diff1": 0.642618, + "nauc_map_at_3_max": 0.545389, + "nauc_map_at_3_std": 0.058734, + "nauc_map_at_3_diff1": 0.590695, + "nauc_map_at_5_max": 0.548958, + "nauc_map_at_5_std": 0.0563, + "nauc_map_at_5_diff1": 0.589283, + "nauc_map_at_10_max": 0.543375, + "nauc_map_at_10_std": 0.05973, + "nauc_map_at_10_diff1": 0.581126, + "nauc_map_at_20_max": 0.542417, + "nauc_map_at_20_std": 0.061066, + "nauc_map_at_20_diff1": 0.580027, + "nauc_map_at_100_max": 0.539384, + "nauc_map_at_100_std": 0.059172, + "nauc_map_at_100_diff1": 0.577652, + "nauc_map_at_1000_max": 0.54004, + "nauc_map_at_1000_std": 0.059213, + "nauc_map_at_1000_diff1": 0.578679, + "nauc_recall_at_1_max": 0.571859, + "nauc_recall_at_1_std": 0.054568, + "nauc_recall_at_1_diff1": 0.642618, + "nauc_recall_at_3_max": 0.515355, + "nauc_recall_at_3_std": 0.058789, + "nauc_recall_at_3_diff1": 0.53683, + "nauc_recall_at_5_max": 0.531225, + "nauc_recall_at_5_std": 0.052138, + "nauc_recall_at_5_diff1": 0.53194, + "nauc_recall_at_10_max": 0.4942, + "nauc_recall_at_10_std": 0.074868, + "nauc_recall_at_10_diff1": 0.478001, + "nauc_recall_at_20_max": 0.486356, + "nauc_recall_at_20_std": 0.095707, + "nauc_recall_at_20_diff1": 0.461971, + "nauc_recall_at_100_max": 0.363835, + "nauc_recall_at_100_std": 0.061468, + "nauc_recall_at_100_diff1": 0.317355, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.571859, + "nauc_precision_at_1_std": 0.054568, + "nauc_precision_at_1_diff1": 0.642618, + "nauc_precision_at_3_max": 0.515355, + "nauc_precision_at_3_std": 0.058789, + "nauc_precision_at_3_diff1": 0.53683, + "nauc_precision_at_5_max": 0.531225, + "nauc_precision_at_5_std": 0.052138, + "nauc_precision_at_5_diff1": 0.53194, + "nauc_precision_at_10_max": 0.4942, + "nauc_precision_at_10_std": 0.074868, + "nauc_precision_at_10_diff1": 0.478001, + "nauc_precision_at_20_max": 0.486356, + "nauc_precision_at_20_std": 0.095707, + "nauc_precision_at_20_diff1": 0.461971, + "nauc_precision_at_100_max": 0.363835, + "nauc_precision_at_100_std": 0.061468, + "nauc_precision_at_100_diff1": 0.317355, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.571859, + "nauc_mrr_at_1_std": 0.054568, + "nauc_mrr_at_1_diff1": 0.642618, + "nauc_mrr_at_3_max": 0.545389, + "nauc_mrr_at_3_std": 0.058734, + "nauc_mrr_at_3_diff1": 0.590695, + "nauc_mrr_at_5_max": 0.548958, + "nauc_mrr_at_5_std": 0.0563, + "nauc_mrr_at_5_diff1": 0.589283, + "nauc_mrr_at_10_max": 0.543375, + "nauc_mrr_at_10_std": 0.05973, + "nauc_mrr_at_10_diff1": 0.581126, + "nauc_mrr_at_20_max": 0.542417, + "nauc_mrr_at_20_std": 0.061066, + "nauc_mrr_at_20_diff1": 0.580027, + "nauc_mrr_at_100_max": 0.539384, + "nauc_mrr_at_100_std": 0.059172, + "nauc_mrr_at_100_diff1": 0.577652, + "nauc_mrr_at_1000_max": 0.54004, + "nauc_mrr_at_1000_std": 0.059213, + "nauc_mrr_at_1000_diff1": 0.578679, + "hit_rate_at_1": 0.21, + "hit_rate_at_3": 0.292, + "hit_rate_at_5": 0.334, + "hit_rate_at_10": 0.388, + "hit_rate_at_20": 0.454, + "hit_rate_at_100": 0.708, + "hit_rate_at_1000": 1.0, + "main_score": 0.334, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "ndcg_at_1": 0.57009, + "ndcg_at_3": 0.6512, + "ndcg_at_5": 0.67494, + "ndcg_at_10": 0.69651, + "ndcg_at_20": 0.70805, + "ndcg_at_100": 0.73056, + "ndcg_at_1000": 0.73056, + "map_at_1": 0.57009, + "map_at_3": 0.63084, + "map_at_5": 0.64439, + "map_at_10": 0.65354, + "map_at_20": 0.65656, + "map_at_100": 0.65963, + "map_at_1000": 0.65963, + "recall_at_1": 0.57009, + "recall_at_3": 0.71028, + "recall_at_5": 0.76636, + "recall_at_10": 0.83178, + "recall_at_20": 0.8785, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.57009, + "precision_at_1": 0.57009, + "precision_at_3": 0.23676, + "precision_at_5": 0.15327, + "precision_at_10": 0.08318, + "precision_at_20": 0.04393, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.570093, + "mrr_at_3": 0.630841, + "mrr_at_5": 0.644393, + "mrr_at_10": 0.653542, + "mrr_at_20": 0.656564, + "mrr_at_100": 0.659634, + "mrr_at_1000": 0.659634, + "nauc_ndcg_at_1_max": 0.49588, + "nauc_ndcg_at_1_std": -0.007516, + "nauc_ndcg_at_1_diff1": 0.753393, + "nauc_ndcg_at_3_max": 0.400329, + "nauc_ndcg_at_3_std": -0.055028, + "nauc_ndcg_at_3_diff1": 0.691444, + "nauc_ndcg_at_5_max": 0.421768, + "nauc_ndcg_at_5_std": -0.024862, + "nauc_ndcg_at_5_diff1": 0.699246, + "nauc_ndcg_at_10_max": 0.416135, + "nauc_ndcg_at_10_std": -0.016521, + "nauc_ndcg_at_10_diff1": 0.675079, + "nauc_ndcg_at_20_max": 0.427234, + "nauc_ndcg_at_20_std": -0.034178, + "nauc_ndcg_at_20_diff1": 0.700873, + "nauc_ndcg_at_100_max": 0.431959, + "nauc_ndcg_at_100_std": -0.030314, + "nauc_ndcg_at_100_diff1": 0.703433, + "nauc_ndcg_at_1000_max": 0.431959, + "nauc_ndcg_at_1000_std": -0.030314, + "nauc_ndcg_at_1000_diff1": 0.703433, + "nauc_map_at_1_max": 0.49588, + "nauc_map_at_1_std": -0.007516, + "nauc_map_at_1_diff1": 0.753393, + "nauc_map_at_3_max": 0.426936, + "nauc_map_at_3_std": -0.041541, + "nauc_map_at_3_diff1": 0.707405, + "nauc_map_at_5_max": 0.438326, + "nauc_map_at_5_std": -0.026058, + "nauc_map_at_5_diff1": 0.712598, + "nauc_map_at_10_max": 0.436854, + "nauc_map_at_10_std": -0.023687, + "nauc_map_at_10_diff1": 0.703168, + "nauc_map_at_20_max": 0.439891, + "nauc_map_at_20_std": -0.027882, + "nauc_map_at_20_diff1": 0.709169, + "nauc_map_at_100_max": 0.440015, + "nauc_map_at_100_std": -0.027868, + "nauc_map_at_100_diff1": 0.70976, + "nauc_map_at_1000_max": 0.440015, + "nauc_map_at_1000_std": -0.027868, + "nauc_map_at_1000_diff1": 0.70976, + "nauc_recall_at_1_max": 0.49588, + "nauc_recall_at_1_std": -0.007516, + "nauc_recall_at_1_diff1": 0.753393, + "nauc_recall_at_3_max": 0.310088, + "nauc_recall_at_3_std": -0.10089, + "nauc_recall_at_3_diff1": 0.63791, + "nauc_recall_at_5_max": 0.362044, + "nauc_recall_at_5_std": -0.013785, + "nauc_recall_at_5_diff1": 0.648202, + "nauc_recall_at_10_max": 0.313575, + "nauc_recall_at_10_std": 0.035516, + "nauc_recall_at_10_diff1": 0.522403, + "nauc_recall_at_20_max": 0.36327, + "nauc_recall_at_20_std": -0.08816, + "nauc_recall_at_20_diff1": 0.682878, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.49588, + "nauc_precision_at_1_std": -0.007516, + "nauc_precision_at_1_diff1": 0.753393, + "nauc_precision_at_3_max": 0.310088, + "nauc_precision_at_3_std": -0.10089, + "nauc_precision_at_3_diff1": 0.63791, + "nauc_precision_at_5_max": 0.362044, + "nauc_precision_at_5_std": -0.013785, + "nauc_precision_at_5_diff1": 0.648202, + "nauc_precision_at_10_max": 0.313575, + "nauc_precision_at_10_std": 0.035516, + "nauc_precision_at_10_diff1": 0.522403, + "nauc_precision_at_20_max": 0.36327, + "nauc_precision_at_20_std": -0.08816, + "nauc_precision_at_20_diff1": 0.682878, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.49588, + "nauc_mrr_at_1_std": -0.007516, + "nauc_mrr_at_1_diff1": 0.753393, + "nauc_mrr_at_3_max": 0.426936, + "nauc_mrr_at_3_std": -0.041541, + "nauc_mrr_at_3_diff1": 0.707405, + "nauc_mrr_at_5_max": 0.438326, + "nauc_mrr_at_5_std": -0.026058, + "nauc_mrr_at_5_diff1": 0.712598, + "nauc_mrr_at_10_max": 0.436854, + "nauc_mrr_at_10_std": -0.023687, + "nauc_mrr_at_10_diff1": 0.703168, + "nauc_mrr_at_20_max": 0.439891, + "nauc_mrr_at_20_std": -0.027882, + "nauc_mrr_at_20_diff1": 0.709169, + "nauc_mrr_at_100_max": 0.440015, + "nauc_mrr_at_100_std": -0.027868, + "nauc_mrr_at_100_diff1": 0.70976, + "nauc_mrr_at_1000_max": 0.440015, + "nauc_mrr_at_1000_std": -0.027868, + "nauc_mrr_at_1000_diff1": 0.70976, + "hit_rate_at_1": 0.57009, + "hit_rate_at_3": 0.71028, + "hit_rate_at_5": 0.76636, + "hit_rate_at_10": 0.83178, + "hit_rate_at_20": 0.8785, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.76636, + "hf_subset": "mdf", + "languages": [ + "mdf-Cyrl" + ] + }, + { + "ndcg_at_1": 0.336, + "ndcg_at_3": 0.39412, + "ndcg_at_5": 0.41228, + "ndcg_at_10": 0.43218, + "ndcg_at_20": 0.45398, + "ndcg_at_100": 0.48984, + "ndcg_at_1000": 0.51358, + "map_at_1": 0.336, + "map_at_3": 0.37967, + "map_at_5": 0.38977, + "map_at_10": 0.39827, + "map_at_20": 0.40427, + "map_at_100": 0.40907, + "map_at_1000": 0.4101, + "recall_at_1": 0.336, + "recall_at_3": 0.436, + "recall_at_5": 0.48, + "recall_at_10": 0.54, + "recall_at_20": 0.626, + "recall_at_100": 0.822, + "recall_at_1000": 1.0, + "accuracy": 0.336, + "precision_at_1": 0.336, + "precision_at_3": 0.14533, + "precision_at_5": 0.096, + "precision_at_10": 0.054, + "precision_at_20": 0.0313, + "precision_at_100": 0.00822, + "precision_at_1000": 0.001, + "mrr_at_1": 0.336, + "mrr_at_3": 0.379667, + "mrr_at_5": 0.389767, + "mrr_at_10": 0.398268, + "mrr_at_20": 0.404274, + "mrr_at_100": 0.409069, + "mrr_at_1000": 0.410098, + "nauc_ndcg_at_1_max": 0.252129, + "nauc_ndcg_at_1_std": -0.287416, + "nauc_ndcg_at_1_diff1": 0.736749, + "nauc_ndcg_at_3_max": 0.216341, + "nauc_ndcg_at_3_std": -0.281258, + "nauc_ndcg_at_3_diff1": 0.666755, + "nauc_ndcg_at_5_max": 0.207339, + "nauc_ndcg_at_5_std": -0.273205, + "nauc_ndcg_at_5_diff1": 0.645904, + "nauc_ndcg_at_10_max": 0.197413, + "nauc_ndcg_at_10_std": -0.279136, + "nauc_ndcg_at_10_diff1": 0.640487, + "nauc_ndcg_at_20_max": 0.196498, + "nauc_ndcg_at_20_std": -0.278444, + "nauc_ndcg_at_20_diff1": 0.631145, + "nauc_ndcg_at_100_max": 0.192943, + "nauc_ndcg_at_100_std": -0.285555, + "nauc_ndcg_at_100_diff1": 0.639861, + "nauc_ndcg_at_1000_max": 0.20319, + "nauc_ndcg_at_1000_std": -0.281541, + "nauc_ndcg_at_1000_diff1": 0.652224, + "nauc_map_at_1_max": 0.252129, + "nauc_map_at_1_std": -0.287416, + "nauc_map_at_1_diff1": 0.736749, + "nauc_map_at_3_max": 0.225435, + "nauc_map_at_3_std": -0.281161, + "nauc_map_at_3_diff1": 0.682914, + "nauc_map_at_5_max": 0.220515, + "nauc_map_at_5_std": -0.276721, + "nauc_map_at_5_diff1": 0.671557, + "nauc_map_at_10_max": 0.216126, + "nauc_map_at_10_std": -0.279564, + "nauc_map_at_10_diff1": 0.669448, + "nauc_map_at_20_max": 0.215625, + "nauc_map_at_20_std": -0.279611, + "nauc_map_at_20_diff1": 0.667164, + "nauc_map_at_100_max": 0.214696, + "nauc_map_at_100_std": -0.280779, + "nauc_map_at_100_diff1": 0.668364, + "nauc_map_at_1000_max": 0.215115, + "nauc_map_at_1000_std": -0.280575, + "nauc_map_at_1000_diff1": 0.668928, + "nauc_recall_at_1_max": 0.252129, + "nauc_recall_at_1_std": -0.287416, + "nauc_recall_at_1_diff1": 0.736749, + "nauc_recall_at_3_max": 0.190061, + "nauc_recall_at_3_std": -0.282178, + "nauc_recall_at_3_diff1": 0.620678, + "nauc_recall_at_5_max": 0.167556, + "nauc_recall_at_5_std": -0.262464, + "nauc_recall_at_5_diff1": 0.568551, + "nauc_recall_at_10_max": 0.136037, + "nauc_recall_at_10_std": -0.278742, + "nauc_recall_at_10_diff1": 0.547604, + "nauc_recall_at_20_max": 0.127894, + "nauc_recall_at_20_std": -0.273806, + "nauc_recall_at_20_diff1": 0.494561, + "nauc_recall_at_100_max": 0.057251, + "nauc_recall_at_100_std": -0.334797, + "nauc_recall_at_100_diff1": 0.480542, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.252129, + "nauc_precision_at_1_std": -0.287416, + "nauc_precision_at_1_diff1": 0.736749, + "nauc_precision_at_3_max": 0.190061, + "nauc_precision_at_3_std": -0.282178, + "nauc_precision_at_3_diff1": 0.620678, + "nauc_precision_at_5_max": 0.167556, + "nauc_precision_at_5_std": -0.262464, + "nauc_precision_at_5_diff1": 0.568551, + "nauc_precision_at_10_max": 0.136037, + "nauc_precision_at_10_std": -0.278742, + "nauc_precision_at_10_diff1": 0.547604, + "nauc_precision_at_20_max": 0.127894, + "nauc_precision_at_20_std": -0.273806, + "nauc_precision_at_20_diff1": 0.494561, + "nauc_precision_at_100_max": 0.057251, + "nauc_precision_at_100_std": -0.334797, + "nauc_precision_at_100_diff1": 0.480542, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.252129, + "nauc_mrr_at_1_std": -0.287416, + "nauc_mrr_at_1_diff1": 0.736749, + "nauc_mrr_at_3_max": 0.225435, + "nauc_mrr_at_3_std": -0.281161, + "nauc_mrr_at_3_diff1": 0.682914, + "nauc_mrr_at_5_max": 0.220515, + "nauc_mrr_at_5_std": -0.276721, + "nauc_mrr_at_5_diff1": 0.671557, + "nauc_mrr_at_10_max": 0.216126, + "nauc_mrr_at_10_std": -0.279564, + "nauc_mrr_at_10_diff1": 0.669448, + "nauc_mrr_at_20_max": 0.215625, + "nauc_mrr_at_20_std": -0.279611, + "nauc_mrr_at_20_diff1": 0.667164, + "nauc_mrr_at_100_max": 0.214696, + "nauc_mrr_at_100_std": -0.280779, + "nauc_mrr_at_100_diff1": 0.668364, + "nauc_mrr_at_1000_max": 0.215115, + "nauc_mrr_at_1000_std": -0.280575, + "nauc_mrr_at_1000_diff1": 0.668928, + "hit_rate_at_1": 0.336, + "hit_rate_at_3": 0.436, + "hit_rate_at_5": 0.48, + "hit_rate_at_10": 0.54, + "hit_rate_at_20": 0.626, + "hit_rate_at_100": 0.822, + "hit_rate_at_1000": 1.0, + "main_score": 0.48, + "hf_subset": "mhr", + "languages": [ + "mhr-Cyrl" + ] + }, + { + "ndcg_at_1": 0.758, + "ndcg_at_3": 0.79424, + "ndcg_at_5": 0.80741, + "ndcg_at_10": 0.81592, + "ndcg_at_20": 0.82307, + "ndcg_at_100": 0.83373, + "ndcg_at_1000": 0.83854, + "map_at_1": 0.758, + "map_at_3": 0.78533, + "map_at_5": 0.79263, + "map_at_10": 0.79621, + "map_at_20": 0.79821, + "map_at_100": 0.79979, + "map_at_1000": 0.79996, + "recall_at_1": 0.758, + "recall_at_3": 0.82, + "recall_at_5": 0.852, + "recall_at_10": 0.878, + "recall_at_20": 0.906, + "recall_at_100": 0.962, + "recall_at_1000": 1.0, + "accuracy": 0.758, + "precision_at_1": 0.758, + "precision_at_3": 0.27333, + "precision_at_5": 0.1704, + "precision_at_10": 0.0878, + "precision_at_20": 0.0453, + "precision_at_100": 0.00962, + "precision_at_1000": 0.001, + "mrr_at_1": 0.758, + "mrr_at_3": 0.785333, + "mrr_at_5": 0.792633, + "mrr_at_10": 0.796208, + "mrr_at_20": 0.798209, + "mrr_at_100": 0.799792, + "mrr_at_1000": 0.799959, + "nauc_ndcg_at_1_max": 0.85034, + "nauc_ndcg_at_1_std": -0.019326, + "nauc_ndcg_at_1_diff1": 0.907421, + "nauc_ndcg_at_3_max": 0.85066, + "nauc_ndcg_at_3_std": -0.014539, + "nauc_ndcg_at_3_diff1": 0.878505, + "nauc_ndcg_at_5_max": 0.843277, + "nauc_ndcg_at_5_std": -0.026449, + "nauc_ndcg_at_5_diff1": 0.877595, + "nauc_ndcg_at_10_max": 0.838929, + "nauc_ndcg_at_10_std": -0.012589, + "nauc_ndcg_at_10_diff1": 0.873396, + "nauc_ndcg_at_20_max": 0.83719, + "nauc_ndcg_at_20_std": -0.019635, + "nauc_ndcg_at_20_diff1": 0.871204, + "nauc_ndcg_at_100_max": 0.841243, + "nauc_ndcg_at_100_std": -0.033706, + "nauc_ndcg_at_100_diff1": 0.878656, + "nauc_ndcg_at_1000_max": 0.842085, + "nauc_ndcg_at_1000_std": -0.027621, + "nauc_ndcg_at_1000_diff1": 0.880199, + "nauc_map_at_1_max": 0.85034, + "nauc_map_at_1_std": -0.019326, + "nauc_map_at_1_diff1": 0.907421, + "nauc_map_at_3_max": 0.849543, + "nauc_map_at_3_std": -0.019805, + "nauc_map_at_3_diff1": 0.885326, + "nauc_map_at_5_max": 0.845566, + "nauc_map_at_5_std": -0.026553, + "nauc_map_at_5_diff1": 0.885079, + "nauc_map_at_10_max": 0.843942, + "nauc_map_at_10_std": -0.020968, + "nauc_map_at_10_diff1": 0.883588, + "nauc_map_at_20_max": 0.843545, + "nauc_map_at_20_std": -0.022981, + "nauc_map_at_20_diff1": 0.883173, + "nauc_map_at_100_max": 0.844178, + "nauc_map_at_100_std": -0.025249, + "nauc_map_at_100_diff1": 0.884385, + "nauc_map_at_1000_max": 0.844198, + "nauc_map_at_1000_std": -0.025102, + "nauc_map_at_1000_diff1": 0.884443, + "nauc_recall_at_1_max": 0.85034, + "nauc_recall_at_1_std": -0.019326, + "nauc_recall_at_1_diff1": 0.907421, + "nauc_recall_at_3_max": 0.85489, + "nauc_recall_at_3_std": 0.00499, + "nauc_recall_at_3_diff1": 0.856108, + "nauc_recall_at_5_max": 0.833755, + "nauc_recall_at_5_std": -0.025417, + "nauc_recall_at_5_diff1": 0.848947, + "nauc_recall_at_10_max": 0.812873, + "nauc_recall_at_10_std": 0.033367, + "nauc_recall_at_10_diff1": 0.825187, + "nauc_recall_at_20_max": 0.794197, + "nauc_recall_at_20_std": -3e-05, + "nauc_recall_at_20_diff1": 0.796839, + "nauc_recall_at_100_max": 0.81316, + "nauc_recall_at_100_std": -0.233378, + "nauc_recall_at_100_diff1": 0.833284, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.85034, + "nauc_precision_at_1_std": -0.019326, + "nauc_precision_at_1_diff1": 0.907421, + "nauc_precision_at_3_max": 0.85489, + "nauc_precision_at_3_std": 0.00499, + "nauc_precision_at_3_diff1": 0.856108, + "nauc_precision_at_5_max": 0.833755, + "nauc_precision_at_5_std": -0.025417, + "nauc_precision_at_5_diff1": 0.848947, + "nauc_precision_at_10_max": 0.812873, + "nauc_precision_at_10_std": 0.033367, + "nauc_precision_at_10_diff1": 0.825187, + "nauc_precision_at_20_max": 0.794197, + "nauc_precision_at_20_std": -3e-05, + "nauc_precision_at_20_diff1": 0.796839, + "nauc_precision_at_100_max": 0.81316, + "nauc_precision_at_100_std": -0.233378, + "nauc_precision_at_100_diff1": 0.833284, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.85034, + "nauc_mrr_at_1_std": -0.019326, + "nauc_mrr_at_1_diff1": 0.907421, + "nauc_mrr_at_3_max": 0.849543, + "nauc_mrr_at_3_std": -0.019805, + "nauc_mrr_at_3_diff1": 0.885326, + "nauc_mrr_at_5_max": 0.845566, + "nauc_mrr_at_5_std": -0.026553, + "nauc_mrr_at_5_diff1": 0.885079, + "nauc_mrr_at_10_max": 0.843942, + "nauc_mrr_at_10_std": -0.020968, + "nauc_mrr_at_10_diff1": 0.883588, + "nauc_mrr_at_20_max": 0.843545, + "nauc_mrr_at_20_std": -0.022981, + "nauc_mrr_at_20_diff1": 0.883173, + "nauc_mrr_at_100_max": 0.844178, + "nauc_mrr_at_100_std": -0.025249, + "nauc_mrr_at_100_diff1": 0.884385, + "nauc_mrr_at_1000_max": 0.844198, + "nauc_mrr_at_1000_std": -0.025102, + "nauc_mrr_at_1000_diff1": 0.884443, + "hit_rate_at_1": 0.758, + "hit_rate_at_3": 0.82, + "hit_rate_at_5": 0.852, + "hit_rate_at_10": 0.878, + "hit_rate_at_20": 0.906, + "hit_rate_at_100": 0.962, + "hit_rate_at_1000": 1.0, + "main_score": 0.852, + "hf_subset": "mk", + "languages": [ + "mkd-Cyrl" + ] + }, + { + "ndcg_at_1": 0.286, + "ndcg_at_3": 0.34417, + "ndcg_at_5": 0.36611, + "ndcg_at_10": 0.38357, + "ndcg_at_20": 0.40022, + "ndcg_at_100": 0.44214, + "ndcg_at_1000": 0.46922, + "map_at_1": 0.286, + "map_at_3": 0.33033, + "map_at_5": 0.34233, + "map_at_10": 0.34916, + "map_at_20": 0.35371, + "map_at_100": 0.35896, + "map_at_1000": 0.36008, + "recall_at_1": 0.286, + "recall_at_3": 0.384, + "recall_at_5": 0.438, + "recall_at_10": 0.494, + "recall_at_20": 0.56, + "recall_at_100": 0.794, + "recall_at_1000": 1.0, + "accuracy": 0.286, + "precision_at_1": 0.286, + "precision_at_3": 0.128, + "precision_at_5": 0.0876, + "precision_at_10": 0.0494, + "precision_at_20": 0.028, + "precision_at_100": 0.00794, + "precision_at_1000": 0.001, + "mrr_at_1": 0.286, + "mrr_at_3": 0.330333, + "mrr_at_5": 0.342333, + "mrr_at_10": 0.349164, + "mrr_at_20": 0.353711, + "mrr_at_100": 0.358965, + "mrr_at_1000": 0.360085, + "nauc_ndcg_at_1_max": 0.536074, + "nauc_ndcg_at_1_std": -0.109867, + "nauc_ndcg_at_1_diff1": 0.70695, + "nauc_ndcg_at_3_max": 0.538524, + "nauc_ndcg_at_3_std": -0.080589, + "nauc_ndcg_at_3_diff1": 0.654593, + "nauc_ndcg_at_5_max": 0.523716, + "nauc_ndcg_at_5_std": -0.086248, + "nauc_ndcg_at_5_diff1": 0.636955, + "nauc_ndcg_at_10_max": 0.51624, + "nauc_ndcg_at_10_std": -0.082724, + "nauc_ndcg_at_10_diff1": 0.628817, + "nauc_ndcg_at_20_max": 0.510204, + "nauc_ndcg_at_20_std": -0.081631, + "nauc_ndcg_at_20_diff1": 0.62209, + "nauc_ndcg_at_100_max": 0.504291, + "nauc_ndcg_at_100_std": -0.081807, + "nauc_ndcg_at_100_diff1": 0.620442, + "nauc_ndcg_at_1000_max": 0.5158, + "nauc_ndcg_at_1000_std": -0.08474, + "nauc_ndcg_at_1000_diff1": 0.635081, + "nauc_map_at_1_max": 0.536074, + "nauc_map_at_1_std": -0.109867, + "nauc_map_at_1_diff1": 0.70695, + "nauc_map_at_3_max": 0.536512, + "nauc_map_at_3_std": -0.088223, + "nauc_map_at_3_diff1": 0.66489, + "nauc_map_at_5_max": 0.528306, + "nauc_map_at_5_std": -0.091287, + "nauc_map_at_5_diff1": 0.655187, + "nauc_map_at_10_max": 0.525027, + "nauc_map_at_10_std": -0.090571, + "nauc_map_at_10_diff1": 0.651967, + "nauc_map_at_20_max": 0.523532, + "nauc_map_at_20_std": -0.090358, + "nauc_map_at_20_diff1": 0.650479, + "nauc_map_at_100_max": 0.522777, + "nauc_map_at_100_std": -0.090702, + "nauc_map_at_100_diff1": 0.650289, + "nauc_map_at_1000_max": 0.523271, + "nauc_map_at_1000_std": -0.090578, + "nauc_map_at_1000_diff1": 0.650823, + "nauc_recall_at_1_max": 0.536074, + "nauc_recall_at_1_std": -0.109867, + "nauc_recall_at_1_diff1": 0.70695, + "nauc_recall_at_3_max": 0.54471, + "nauc_recall_at_3_std": -0.058976, + "nauc_recall_at_3_diff1": 0.626642, + "nauc_recall_at_5_max": 0.509247, + "nauc_recall_at_5_std": -0.072738, + "nauc_recall_at_5_diff1": 0.58397, + "nauc_recall_at_10_max": 0.487064, + "nauc_recall_at_10_std": -0.057744, + "nauc_recall_at_10_diff1": 0.557397, + "nauc_recall_at_20_max": 0.459258, + "nauc_recall_at_20_std": -0.051249, + "nauc_recall_at_20_diff1": 0.52295, + "nauc_recall_at_100_max": 0.372796, + "nauc_recall_at_100_std": -0.025742, + "nauc_recall_at_100_diff1": 0.443168, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.536074, + "nauc_precision_at_1_std": -0.109867, + "nauc_precision_at_1_diff1": 0.70695, + "nauc_precision_at_3_max": 0.54471, + "nauc_precision_at_3_std": -0.058976, + "nauc_precision_at_3_diff1": 0.626642, + "nauc_precision_at_5_max": 0.509247, + "nauc_precision_at_5_std": -0.072738, + "nauc_precision_at_5_diff1": 0.58397, + "nauc_precision_at_10_max": 0.487064, + "nauc_precision_at_10_std": -0.057744, + "nauc_precision_at_10_diff1": 0.557397, + "nauc_precision_at_20_max": 0.459258, + "nauc_precision_at_20_std": -0.051249, + "nauc_precision_at_20_diff1": 0.52295, + "nauc_precision_at_100_max": 0.372796, + "nauc_precision_at_100_std": -0.025742, + "nauc_precision_at_100_diff1": 0.443168, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.536074, + "nauc_mrr_at_1_std": -0.109867, + "nauc_mrr_at_1_diff1": 0.70695, + "nauc_mrr_at_3_max": 0.536512, + "nauc_mrr_at_3_std": -0.088223, + "nauc_mrr_at_3_diff1": 0.66489, + "nauc_mrr_at_5_max": 0.528306, + "nauc_mrr_at_5_std": -0.091287, + "nauc_mrr_at_5_diff1": 0.655187, + "nauc_mrr_at_10_max": 0.525027, + "nauc_mrr_at_10_std": -0.090571, + "nauc_mrr_at_10_diff1": 0.651967, + "nauc_mrr_at_20_max": 0.523532, + "nauc_mrr_at_20_std": -0.090358, + "nauc_mrr_at_20_diff1": 0.650479, + "nauc_mrr_at_100_max": 0.522777, + "nauc_mrr_at_100_std": -0.090702, + "nauc_mrr_at_100_diff1": 0.650289, + "nauc_mrr_at_1000_max": 0.523271, + "nauc_mrr_at_1000_std": -0.090578, + "nauc_mrr_at_1000_diff1": 0.650823, + "hit_rate_at_1": 0.286, + "hit_rate_at_3": 0.384, + "hit_rate_at_5": 0.438, + "hit_rate_at_10": 0.494, + "hit_rate_at_20": 0.56, + "hit_rate_at_100": 0.794, + "hit_rate_at_1000": 1.0, + "main_score": 0.438, + "hf_subset": "ml", + "languages": [ + "mal-Mlym" + ] + }, + { + "ndcg_at_1": 0.034, + "ndcg_at_3": 0.04883, + "ndcg_at_5": 0.0565, + "ndcg_at_10": 0.06295, + "ndcg_at_20": 0.07763, + "ndcg_at_100": 0.12315, + "ndcg_at_1000": 0.19804, + "map_at_1": 0.034, + "map_at_3": 0.045, + "map_at_5": 0.0494, + "map_at_10": 0.05205, + "map_at_20": 0.05609, + "map_at_100": 0.06168, + "map_at_1000": 0.0644, + "recall_at_1": 0.034, + "recall_at_3": 0.06, + "recall_at_5": 0.078, + "recall_at_10": 0.098, + "recall_at_20": 0.156, + "recall_at_100": 0.412, + "recall_at_1000": 1.0, + "accuracy": 0.034, + "precision_at_1": 0.034, + "precision_at_3": 0.02, + "precision_at_5": 0.0156, + "precision_at_10": 0.0098, + "precision_at_20": 0.0078, + "precision_at_100": 0.00412, + "precision_at_1000": 0.001, + "mrr_at_1": 0.034, + "mrr_at_3": 0.045, + "mrr_at_5": 0.0494, + "mrr_at_10": 0.052048, + "mrr_at_20": 0.056088, + "mrr_at_100": 0.061685, + "mrr_at_1000": 0.064404, + "nauc_ndcg_at_1_max": 0.18381, + "nauc_ndcg_at_1_std": -0.160214, + "nauc_ndcg_at_1_diff1": 0.674032, + "nauc_ndcg_at_3_max": 0.132628, + "nauc_ndcg_at_3_std": -0.105472, + "nauc_ndcg_at_3_diff1": 0.420789, + "nauc_ndcg_at_5_max": 0.117495, + "nauc_ndcg_at_5_std": -0.074663, + "nauc_ndcg_at_5_diff1": 0.32976, + "nauc_ndcg_at_10_max": 0.115058, + "nauc_ndcg_at_10_std": -0.06086, + "nauc_ndcg_at_10_diff1": 0.293598, + "nauc_ndcg_at_20_max": 0.085208, + "nauc_ndcg_at_20_std": -0.081441, + "nauc_ndcg_at_20_diff1": 0.252321, + "nauc_ndcg_at_100_max": 0.067894, + "nauc_ndcg_at_100_std": -0.050158, + "nauc_ndcg_at_100_diff1": 0.172104, + "nauc_ndcg_at_1000_max": 0.092284, + "nauc_ndcg_at_1000_std": -0.062175, + "nauc_ndcg_at_1000_diff1": 0.258212, + "nauc_map_at_1_max": 0.18381, + "nauc_map_at_1_std": -0.160214, + "nauc_map_at_1_diff1": 0.674032, + "nauc_map_at_3_max": 0.139117, + "nauc_map_at_3_std": -0.117992, + "nauc_map_at_3_diff1": 0.469632, + "nauc_map_at_5_max": 0.128303, + "nauc_map_at_5_std": -0.097522, + "nauc_map_at_5_diff1": 0.404946, + "nauc_map_at_10_max": 0.125616, + "nauc_map_at_10_std": -0.09031, + "nauc_map_at_10_diff1": 0.383251, + "nauc_map_at_20_max": 0.11321, + "nauc_map_at_20_std": -0.096704, + "nauc_map_at_20_diff1": 0.363143, + "nauc_map_at_100_max": 0.109763, + "nauc_map_at_100_std": -0.086748, + "nauc_map_at_100_diff1": 0.341813, + "nauc_map_at_1000_max": 0.111425, + "nauc_map_at_1000_std": -0.087011, + "nauc_map_at_1000_diff1": 0.347426, + "nauc_recall_at_1_max": 0.18381, + "nauc_recall_at_1_std": -0.160214, + "nauc_recall_at_1_diff1": 0.674032, + "nauc_recall_at_3_max": 0.119462, + "nauc_recall_at_3_std": -0.077587, + "nauc_recall_at_3_diff1": 0.314238, + "nauc_recall_at_5_max": 0.097549, + "nauc_recall_at_5_std": -0.029322, + "nauc_recall_at_5_diff1": 0.185479, + "nauc_recall_at_10_max": 0.099429, + "nauc_recall_at_10_std": -0.00875, + "nauc_recall_at_10_diff1": 0.142698, + "nauc_recall_at_20_max": 0.044017, + "nauc_recall_at_20_std": -0.065882, + "nauc_recall_at_20_diff1": 0.100593, + "nauc_recall_at_100_max": 0.01289, + "nauc_recall_at_100_std": -0.014017, + "nauc_recall_at_100_diff1": -0.026645, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.18381, + "nauc_precision_at_1_std": -0.160214, + "nauc_precision_at_1_diff1": 0.674032, + "nauc_precision_at_3_max": 0.119462, + "nauc_precision_at_3_std": -0.077587, + "nauc_precision_at_3_diff1": 0.314238, + "nauc_precision_at_5_max": 0.097549, + "nauc_precision_at_5_std": -0.029322, + "nauc_precision_at_5_diff1": 0.185479, + "nauc_precision_at_10_max": 0.099429, + "nauc_precision_at_10_std": -0.00875, + "nauc_precision_at_10_diff1": 0.142698, + "nauc_precision_at_20_max": 0.044017, + "nauc_precision_at_20_std": -0.065882, + "nauc_precision_at_20_diff1": 0.100593, + "nauc_precision_at_100_max": 0.01289, + "nauc_precision_at_100_std": -0.014017, + "nauc_precision_at_100_diff1": -0.026645, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.18381, + "nauc_mrr_at_1_std": -0.160214, + "nauc_mrr_at_1_diff1": 0.674032, + "nauc_mrr_at_3_max": 0.139117, + "nauc_mrr_at_3_std": -0.117992, + "nauc_mrr_at_3_diff1": 0.469632, + "nauc_mrr_at_5_max": 0.128303, + "nauc_mrr_at_5_std": -0.097522, + "nauc_mrr_at_5_diff1": 0.404946, + "nauc_mrr_at_10_max": 0.125616, + "nauc_mrr_at_10_std": -0.09031, + "nauc_mrr_at_10_diff1": 0.383251, + "nauc_mrr_at_20_max": 0.11321, + "nauc_mrr_at_20_std": -0.096704, + "nauc_mrr_at_20_diff1": 0.363143, + "nauc_mrr_at_100_max": 0.109763, + "nauc_mrr_at_100_std": -0.086748, + "nauc_mrr_at_100_diff1": 0.341813, + "nauc_mrr_at_1000_max": 0.111425, + "nauc_mrr_at_1000_std": -0.087011, + "nauc_mrr_at_1000_diff1": 0.347426, + "hit_rate_at_1": 0.034, + "hit_rate_at_3": 0.06, + "hit_rate_at_5": 0.078, + "hit_rate_at_10": 0.098, + "hit_rate_at_20": 0.156, + "hit_rate_at_100": 0.412, + "hit_rate_at_1000": 1.0, + "main_score": 0.078, + "hf_subset": "mn", + "languages": [ + "mon-Cyrl" + ] + }, + { + "ndcg_at_1": 0.482, + "ndcg_at_3": 0.56805, + "ndcg_at_5": 0.58793, + "ndcg_at_10": 0.60313, + "ndcg_at_20": 0.61825, + "ndcg_at_100": 0.64497, + "ndcg_at_1000": 0.65428, + "map_at_1": 0.482, + "map_at_3": 0.54667, + "map_at_5": 0.55777, + "map_at_10": 0.56385, + "map_at_20": 0.56797, + "map_at_100": 0.57181, + "map_at_1000": 0.57218, + "recall_at_1": 0.482, + "recall_at_3": 0.63, + "recall_at_5": 0.678, + "recall_at_10": 0.726, + "recall_at_20": 0.786, + "recall_at_100": 0.928, + "recall_at_1000": 1.0, + "accuracy": 0.482, + "precision_at_1": 0.482, + "precision_at_3": 0.21, + "precision_at_5": 0.1356, + "precision_at_10": 0.0726, + "precision_at_20": 0.0393, + "precision_at_100": 0.00928, + "precision_at_1000": 0.001, + "mrr_at_1": 0.482, + "mrr_at_3": 0.546667, + "mrr_at_5": 0.557767, + "mrr_at_10": 0.563851, + "mrr_at_20": 0.567974, + "mrr_at_100": 0.571814, + "mrr_at_1000": 0.572181, + "nauc_ndcg_at_1_max": 0.585003, + "nauc_ndcg_at_1_std": 0.053425, + "nauc_ndcg_at_1_diff1": 0.761682, + "nauc_ndcg_at_3_max": 0.575791, + "nauc_ndcg_at_3_std": -0.017992, + "nauc_ndcg_at_3_diff1": 0.698466, + "nauc_ndcg_at_5_max": 0.559503, + "nauc_ndcg_at_5_std": -0.033429, + "nauc_ndcg_at_5_diff1": 0.687311, + "nauc_ndcg_at_10_max": 0.557019, + "nauc_ndcg_at_10_std": -0.030427, + "nauc_ndcg_at_10_diff1": 0.679057, + "nauc_ndcg_at_20_max": 0.554104, + "nauc_ndcg_at_20_std": -0.037247, + "nauc_ndcg_at_20_diff1": 0.676166, + "nauc_ndcg_at_100_max": 0.558027, + "nauc_ndcg_at_100_std": -0.029827, + "nauc_ndcg_at_100_diff1": 0.686772, + "nauc_ndcg_at_1000_max": 0.562638, + "nauc_ndcg_at_1000_std": -0.018508, + "nauc_ndcg_at_1000_diff1": 0.693494, + "nauc_map_at_1_max": 0.585003, + "nauc_map_at_1_std": 0.053425, + "nauc_map_at_1_diff1": 0.761682, + "nauc_map_at_3_max": 0.578043, + "nauc_map_at_3_std": 0.001547, + "nauc_map_at_3_diff1": 0.713744, + "nauc_map_at_5_max": 0.56943, + "nauc_map_at_5_std": -0.005996, + "nauc_map_at_5_diff1": 0.707963, + "nauc_map_at_10_max": 0.568215, + "nauc_map_at_10_std": -0.004939, + "nauc_map_at_10_diff1": 0.705067, + "nauc_map_at_20_max": 0.567795, + "nauc_map_at_20_std": -0.006383, + "nauc_map_at_20_diff1": 0.704792, + "nauc_map_at_100_max": 0.568533, + "nauc_map_at_100_std": -0.004483, + "nauc_map_at_100_diff1": 0.706097, + "nauc_map_at_1000_max": 0.568681, + "nauc_map_at_1000_std": -0.004128, + "nauc_map_at_1000_diff1": 0.706352, + "nauc_recall_at_1_max": 0.585003, + "nauc_recall_at_1_std": 0.053425, + "nauc_recall_at_1_diff1": 0.761682, + "nauc_recall_at_3_max": 0.568658, + "nauc_recall_at_3_std": -0.080876, + "nauc_recall_at_3_diff1": 0.650164, + "nauc_recall_at_5_max": 0.522606, + "nauc_recall_at_5_std": -0.131449, + "nauc_recall_at_5_diff1": 0.615078, + "nauc_recall_at_10_max": 0.510944, + "nauc_recall_at_10_std": -0.129328, + "nauc_recall_at_10_diff1": 0.573487, + "nauc_recall_at_20_max": 0.481465, + "nauc_recall_at_20_std": -0.191102, + "nauc_recall_at_20_diff1": 0.531069, + "nauc_recall_at_100_max": 0.426989, + "nauc_recall_at_100_std": -0.351437, + "nauc_recall_at_100_diff1": 0.50402, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.585003, + "nauc_precision_at_1_std": 0.053425, + "nauc_precision_at_1_diff1": 0.761682, + "nauc_precision_at_3_max": 0.568658, + "nauc_precision_at_3_std": -0.080876, + "nauc_precision_at_3_diff1": 0.650164, + "nauc_precision_at_5_max": 0.522606, + "nauc_precision_at_5_std": -0.131449, + "nauc_precision_at_5_diff1": 0.615078, + "nauc_precision_at_10_max": 0.510944, + "nauc_precision_at_10_std": -0.129328, + "nauc_precision_at_10_diff1": 0.573487, + "nauc_precision_at_20_max": 0.481465, + "nauc_precision_at_20_std": -0.191102, + "nauc_precision_at_20_diff1": 0.531069, + "nauc_precision_at_100_max": 0.426989, + "nauc_precision_at_100_std": -0.351437, + "nauc_precision_at_100_diff1": 0.50402, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.585003, + "nauc_mrr_at_1_std": 0.053425, + "nauc_mrr_at_1_diff1": 0.761682, + "nauc_mrr_at_3_max": 0.578043, + "nauc_mrr_at_3_std": 0.001547, + "nauc_mrr_at_3_diff1": 0.713744, + "nauc_mrr_at_5_max": 0.56943, + "nauc_mrr_at_5_std": -0.005996, + "nauc_mrr_at_5_diff1": 0.707963, + "nauc_mrr_at_10_max": 0.568215, + "nauc_mrr_at_10_std": -0.004939, + "nauc_mrr_at_10_diff1": 0.705067, + "nauc_mrr_at_20_max": 0.567795, + "nauc_mrr_at_20_std": -0.006383, + "nauc_mrr_at_20_diff1": 0.704792, + "nauc_mrr_at_100_max": 0.568533, + "nauc_mrr_at_100_std": -0.004483, + "nauc_mrr_at_100_diff1": 0.706097, + "nauc_mrr_at_1000_max": 0.568681, + "nauc_mrr_at_1000_std": -0.004128, + "nauc_mrr_at_1000_diff1": 0.706352, + "hit_rate_at_1": 0.482, + "hit_rate_at_3": 0.63, + "hit_rate_at_5": 0.678, + "hit_rate_at_10": 0.726, + "hit_rate_at_20": 0.786, + "hit_rate_at_100": 0.928, + "hit_rate_at_1000": 1.0, + "main_score": 0.678, + "hf_subset": "mr", + "languages": [ + "mar-Deva" + ] + }, + { + "ndcg_at_1": 0.31, + "ndcg_at_3": 0.37164, + "ndcg_at_5": 0.383, + "ndcg_at_10": 0.41033, + "ndcg_at_20": 0.43012, + "ndcg_at_100": 0.4685, + "ndcg_at_1000": 0.49247, + "map_at_1": 0.31, + "map_at_3": 0.35633, + "map_at_5": 0.36253, + "map_at_10": 0.37392, + "map_at_20": 0.37939, + "map_at_100": 0.38463, + "map_at_1000": 0.38554, + "recall_at_1": 0.31, + "recall_at_3": 0.416, + "recall_at_5": 0.444, + "recall_at_10": 0.528, + "recall_at_20": 0.606, + "recall_at_100": 0.814, + "recall_at_1000": 1.0, + "accuracy": 0.31, + "precision_at_1": 0.31, + "precision_at_3": 0.13867, + "precision_at_5": 0.0888, + "precision_at_10": 0.0528, + "precision_at_20": 0.0303, + "precision_at_100": 0.00814, + "precision_at_1000": 0.001, + "mrr_at_1": 0.31, + "mrr_at_3": 0.356333, + "mrr_at_5": 0.362533, + "mrr_at_10": 0.373925, + "mrr_at_20": 0.379388, + "mrr_at_100": 0.384632, + "mrr_at_1000": 0.385545, + "nauc_ndcg_at_1_max": 0.17556, + "nauc_ndcg_at_1_std": -0.246638, + "nauc_ndcg_at_1_diff1": 0.648709, + "nauc_ndcg_at_3_max": 0.132755, + "nauc_ndcg_at_3_std": -0.229538, + "nauc_ndcg_at_3_diff1": 0.566253, + "nauc_ndcg_at_5_max": 0.118924, + "nauc_ndcg_at_5_std": -0.239372, + "nauc_ndcg_at_5_diff1": 0.552701, + "nauc_ndcg_at_10_max": 0.086421, + "nauc_ndcg_at_10_std": -0.265902, + "nauc_ndcg_at_10_diff1": 0.532967, + "nauc_ndcg_at_20_max": 0.072171, + "nauc_ndcg_at_20_std": -0.277355, + "nauc_ndcg_at_20_diff1": 0.530256, + "nauc_ndcg_at_100_max": 0.087221, + "nauc_ndcg_at_100_std": -0.261205, + "nauc_ndcg_at_100_diff1": 0.54321, + "nauc_ndcg_at_1000_max": 0.100894, + "nauc_ndcg_at_1000_std": -0.25793, + "nauc_ndcg_at_1000_diff1": 0.554182, + "nauc_map_at_1_max": 0.17556, + "nauc_map_at_1_std": -0.246638, + "nauc_map_at_1_diff1": 0.648709, + "nauc_map_at_3_max": 0.143493, + "nauc_map_at_3_std": -0.233403, + "nauc_map_at_3_diff1": 0.586048, + "nauc_map_at_5_max": 0.135968, + "nauc_map_at_5_std": -0.238739, + "nauc_map_at_5_diff1": 0.578952, + "nauc_map_at_10_max": 0.121465, + "nauc_map_at_10_std": -0.250726, + "nauc_map_at_10_diff1": 0.570766, + "nauc_map_at_20_max": 0.117986, + "nauc_map_at_20_std": -0.253571, + "nauc_map_at_20_diff1": 0.570269, + "nauc_map_at_100_max": 0.11959, + "nauc_map_at_100_std": -0.251925, + "nauc_map_at_100_diff1": 0.572481, + "nauc_map_at_1000_max": 0.120244, + "nauc_map_at_1000_std": -0.251555, + "nauc_map_at_1000_diff1": 0.572866, + "nauc_recall_at_1_max": 0.17556, + "nauc_recall_at_1_std": -0.246638, + "nauc_recall_at_1_diff1": 0.648709, + "nauc_recall_at_3_max": 0.102132, + "nauc_recall_at_3_std": -0.218679, + "nauc_recall_at_3_diff1": 0.51014, + "nauc_recall_at_5_max": 0.067933, + "nauc_recall_at_5_std": -0.24284, + "nauc_recall_at_5_diff1": 0.47533, + "nauc_recall_at_10_max": -0.03077, + "nauc_recall_at_10_std": -0.321147, + "nauc_recall_at_10_diff1": 0.410264, + "nauc_recall_at_20_max": -0.104776, + "nauc_recall_at_20_std": -0.377211, + "nauc_recall_at_20_diff1": 0.386882, + "nauc_recall_at_100_max": -0.07869, + "nauc_recall_at_100_std": -0.282081, + "nauc_recall_at_100_diff1": 0.395104, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.17556, + "nauc_precision_at_1_std": -0.246638, + "nauc_precision_at_1_diff1": 0.648709, + "nauc_precision_at_3_max": 0.102132, + "nauc_precision_at_3_std": -0.218679, + "nauc_precision_at_3_diff1": 0.51014, + "nauc_precision_at_5_max": 0.067933, + "nauc_precision_at_5_std": -0.24284, + "nauc_precision_at_5_diff1": 0.47533, + "nauc_precision_at_10_max": -0.03077, + "nauc_precision_at_10_std": -0.321147, + "nauc_precision_at_10_diff1": 0.410264, + "nauc_precision_at_20_max": -0.104776, + "nauc_precision_at_20_std": -0.377211, + "nauc_precision_at_20_diff1": 0.386882, + "nauc_precision_at_100_max": -0.07869, + "nauc_precision_at_100_std": -0.282081, + "nauc_precision_at_100_diff1": 0.395104, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.17556, + "nauc_mrr_at_1_std": -0.246638, + "nauc_mrr_at_1_diff1": 0.648709, + "nauc_mrr_at_3_max": 0.143493, + "nauc_mrr_at_3_std": -0.233403, + "nauc_mrr_at_3_diff1": 0.586048, + "nauc_mrr_at_5_max": 0.135968, + "nauc_mrr_at_5_std": -0.238739, + "nauc_mrr_at_5_diff1": 0.578952, + "nauc_mrr_at_10_max": 0.121465, + "nauc_mrr_at_10_std": -0.250726, + "nauc_mrr_at_10_diff1": 0.570766, + "nauc_mrr_at_20_max": 0.117986, + "nauc_mrr_at_20_std": -0.253571, + "nauc_mrr_at_20_diff1": 0.570269, + "nauc_mrr_at_100_max": 0.11959, + "nauc_mrr_at_100_std": -0.251925, + "nauc_mrr_at_100_diff1": 0.572481, + "nauc_mrr_at_1000_max": 0.120244, + "nauc_mrr_at_1000_std": -0.251555, + "nauc_mrr_at_1000_diff1": 0.572866, + "hit_rate_at_1": 0.31, + "hit_rate_at_3": 0.416, + "hit_rate_at_5": 0.444, + "hit_rate_at_10": 0.528, + "hit_rate_at_20": 0.606, + "hit_rate_at_100": 0.814, + "hit_rate_at_1000": 1.0, + "main_score": 0.444, + "hf_subset": "mrj", + "languages": [ + "mrj-Cyrl" + ] + }, + { + "ndcg_at_1": 0.472, + "ndcg_at_3": 0.54257, + "ndcg_at_5": 0.56124, + "ndcg_at_10": 0.57435, + "ndcg_at_20": 0.59153, + "ndcg_at_100": 0.61706, + "ndcg_at_1000": 0.63289, + "map_at_1": 0.472, + "map_at_3": 0.52667, + "map_at_5": 0.53687, + "map_at_10": 0.54238, + "map_at_20": 0.54708, + "map_at_100": 0.55061, + "map_at_1000": 0.55127, + "recall_at_1": 0.472, + "recall_at_3": 0.588, + "recall_at_5": 0.634, + "recall_at_10": 0.674, + "recall_at_20": 0.742, + "recall_at_100": 0.88, + "recall_at_1000": 1.0, + "accuracy": 0.472, + "precision_at_1": 0.472, + "precision_at_3": 0.196, + "precision_at_5": 0.1268, + "precision_at_10": 0.0674, + "precision_at_20": 0.0371, + "precision_at_100": 0.0088, + "precision_at_1000": 0.001, + "mrr_at_1": 0.472, + "mrr_at_3": 0.526667, + "mrr_at_5": 0.536867, + "mrr_at_10": 0.542378, + "mrr_at_20": 0.547077, + "mrr_at_100": 0.550611, + "mrr_at_1000": 0.551275, + "nauc_ndcg_at_1_max": 0.641867, + "nauc_ndcg_at_1_std": -0.129371, + "nauc_ndcg_at_1_diff1": 0.764311, + "nauc_ndcg_at_3_max": 0.629541, + "nauc_ndcg_at_3_std": -0.140926, + "nauc_ndcg_at_3_diff1": 0.691424, + "nauc_ndcg_at_5_max": 0.632301, + "nauc_ndcg_at_5_std": -0.12588, + "nauc_ndcg_at_5_diff1": 0.685513, + "nauc_ndcg_at_10_max": 0.634438, + "nauc_ndcg_at_10_std": -0.126744, + "nauc_ndcg_at_10_diff1": 0.681478, + "nauc_ndcg_at_20_max": 0.63563, + "nauc_ndcg_at_20_std": -0.124028, + "nauc_ndcg_at_20_diff1": 0.677421, + "nauc_ndcg_at_100_max": 0.632288, + "nauc_ndcg_at_100_std": -0.122972, + "nauc_ndcg_at_100_diff1": 0.68209, + "nauc_ndcg_at_1000_max": 0.63432, + "nauc_ndcg_at_1000_std": -0.127892, + "nauc_ndcg_at_1000_diff1": 0.690712, + "nauc_map_at_1_max": 0.641867, + "nauc_map_at_1_std": -0.129371, + "nauc_map_at_1_diff1": 0.764311, + "nauc_map_at_3_max": 0.633486, + "nauc_map_at_3_std": -0.138728, + "nauc_map_at_3_diff1": 0.70817, + "nauc_map_at_5_max": 0.634867, + "nauc_map_at_5_std": -0.130505, + "nauc_map_at_5_diff1": 0.705101, + "nauc_map_at_10_max": 0.636024, + "nauc_map_at_10_std": -0.130675, + "nauc_map_at_10_diff1": 0.703807, + "nauc_map_at_20_max": 0.636413, + "nauc_map_at_20_std": -0.129774, + "nauc_map_at_20_diff1": 0.702981, + "nauc_map_at_100_max": 0.636003, + "nauc_map_at_100_std": -0.129973, + "nauc_map_at_100_diff1": 0.703617, + "nauc_map_at_1000_max": 0.636021, + "nauc_map_at_1000_std": -0.130198, + "nauc_map_at_1000_diff1": 0.703891, + "nauc_recall_at_1_max": 0.641867, + "nauc_recall_at_1_std": -0.129371, + "nauc_recall_at_1_diff1": 0.764311, + "nauc_recall_at_3_max": 0.617127, + "nauc_recall_at_3_std": -0.147323, + "nauc_recall_at_3_diff1": 0.641004, + "nauc_recall_at_5_max": 0.624272, + "nauc_recall_at_5_std": -0.108199, + "nauc_recall_at_5_diff1": 0.621989, + "nauc_recall_at_10_max": 0.629382, + "nauc_recall_at_10_std": -0.111209, + "nauc_recall_at_10_diff1": 0.60165, + "nauc_recall_at_20_max": 0.633947, + "nauc_recall_at_20_std": -0.096375, + "nauc_recall_at_20_diff1": 0.564581, + "nauc_recall_at_100_max": 0.589198, + "nauc_recall_at_100_std": -0.043048, + "nauc_recall_at_100_diff1": 0.523656, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.641867, + "nauc_precision_at_1_std": -0.129371, + "nauc_precision_at_1_diff1": 0.764311, + "nauc_precision_at_3_max": 0.617127, + "nauc_precision_at_3_std": -0.147323, + "nauc_precision_at_3_diff1": 0.641004, + "nauc_precision_at_5_max": 0.624272, + "nauc_precision_at_5_std": -0.108199, + "nauc_precision_at_5_diff1": 0.621989, + "nauc_precision_at_10_max": 0.629382, + "nauc_precision_at_10_std": -0.111209, + "nauc_precision_at_10_diff1": 0.60165, + "nauc_precision_at_20_max": 0.633947, + "nauc_precision_at_20_std": -0.096375, + "nauc_precision_at_20_diff1": 0.564581, + "nauc_precision_at_100_max": 0.589198, + "nauc_precision_at_100_std": -0.043048, + "nauc_precision_at_100_diff1": 0.523656, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.641867, + "nauc_mrr_at_1_std": -0.129371, + "nauc_mrr_at_1_diff1": 0.764311, + "nauc_mrr_at_3_max": 0.633486, + "nauc_mrr_at_3_std": -0.138728, + "nauc_mrr_at_3_diff1": 0.70817, + "nauc_mrr_at_5_max": 0.634867, + "nauc_mrr_at_5_std": -0.130505, + "nauc_mrr_at_5_diff1": 0.705101, + "nauc_mrr_at_10_max": 0.636024, + "nauc_mrr_at_10_std": -0.130675, + "nauc_mrr_at_10_diff1": 0.703807, + "nauc_mrr_at_20_max": 0.636413, + "nauc_mrr_at_20_std": -0.129774, + "nauc_mrr_at_20_diff1": 0.702981, + "nauc_mrr_at_100_max": 0.636003, + "nauc_mrr_at_100_std": -0.129973, + "nauc_mrr_at_100_diff1": 0.703617, + "nauc_mrr_at_1000_max": 0.636021, + "nauc_mrr_at_1000_std": -0.130198, + "nauc_mrr_at_1000_diff1": 0.703891, + "hit_rate_at_1": 0.472, + "hit_rate_at_3": 0.588, + "hit_rate_at_5": 0.634, + "hit_rate_at_10": 0.674, + "hit_rate_at_20": 0.742, + "hit_rate_at_100": 0.88, + "hit_rate_at_1000": 1.0, + "main_score": 0.634, + "hf_subset": "mt", + "languages": [ + "mlt-Latn" + ] + }, + { + "ndcg_at_1": 0.456, + "ndcg_at_3": 0.51028, + "ndcg_at_5": 0.53645, + "ndcg_at_10": 0.56318, + "ndcg_at_20": 0.5831, + "ndcg_at_100": 0.61336, + "ndcg_at_1000": 0.62209, + "map_at_1": 0.456, + "map_at_3": 0.496, + "map_at_5": 0.5104, + "map_at_10": 0.52195, + "map_at_20": 0.52761, + "map_at_100": 0.5318, + "map_at_1000": 0.53221, + "recall_at_1": 0.456, + "recall_at_3": 0.552, + "recall_at_5": 0.616, + "recall_at_10": 0.696, + "recall_at_20": 0.77333, + "recall_at_100": 0.936, + "recall_at_1000": 1.0, + "accuracy": 0.456, + "precision_at_1": 0.456, + "precision_at_3": 0.184, + "precision_at_5": 0.1232, + "precision_at_10": 0.0696, + "precision_at_20": 0.03867, + "precision_at_100": 0.00936, + "precision_at_1000": 0.001, + "mrr_at_1": 0.456, + "mrr_at_3": 0.496, + "mrr_at_5": 0.5104, + "mrr_at_10": 0.521953, + "mrr_at_20": 0.527608, + "mrr_at_100": 0.531798, + "mrr_at_1000": 0.532206, + "nauc_ndcg_at_1_max": 0.365137, + "nauc_ndcg_at_1_std": -0.263421, + "nauc_ndcg_at_1_diff1": 0.754444, + "nauc_ndcg_at_3_max": 0.320273, + "nauc_ndcg_at_3_std": -0.265394, + "nauc_ndcg_at_3_diff1": 0.699852, + "nauc_ndcg_at_5_max": 0.308221, + "nauc_ndcg_at_5_std": -0.273591, + "nauc_ndcg_at_5_diff1": 0.689908, + "nauc_ndcg_at_10_max": 0.299566, + "nauc_ndcg_at_10_std": -0.279539, + "nauc_ndcg_at_10_diff1": 0.685536, + "nauc_ndcg_at_20_max": 0.302285, + "nauc_ndcg_at_20_std": -0.268778, + "nauc_ndcg_at_20_diff1": 0.676874, + "nauc_ndcg_at_100_max": 0.307239, + "nauc_ndcg_at_100_std": -0.272778, + "nauc_ndcg_at_100_diff1": 0.683637, + "nauc_ndcg_at_1000_max": 0.310761, + "nauc_ndcg_at_1000_std": -0.275352, + "nauc_ndcg_at_1000_diff1": 0.693007, + "nauc_map_at_1_max": 0.365137, + "nauc_map_at_1_std": -0.263421, + "nauc_map_at_1_diff1": 0.754444, + "nauc_map_at_3_max": 0.329645, + "nauc_map_at_3_std": -0.267577, + "nauc_map_at_3_diff1": 0.713822, + "nauc_map_at_5_max": 0.323268, + "nauc_map_at_5_std": -0.271999, + "nauc_map_at_5_diff1": 0.708856, + "nauc_map_at_10_max": 0.319223, + "nauc_map_at_10_std": -0.275016, + "nauc_map_at_10_diff1": 0.706977, + "nauc_map_at_20_max": 0.319985, + "nauc_map_at_20_std": -0.272308, + "nauc_map_at_20_diff1": 0.704892, + "nauc_map_at_100_max": 0.320179, + "nauc_map_at_100_std": -0.273811, + "nauc_map_at_100_diff1": 0.705684, + "nauc_map_at_1000_max": 0.32031, + "nauc_map_at_1000_std": -0.273933, + "nauc_map_at_1000_diff1": 0.706058, + "nauc_recall_at_1_max": 0.365137, + "nauc_recall_at_1_std": -0.263421, + "nauc_recall_at_1_diff1": 0.754444, + "nauc_recall_at_3_max": 0.292754, + "nauc_recall_at_3_std": -0.257657, + "nauc_recall_at_3_diff1": 0.657521, + "nauc_recall_at_5_max": 0.258682, + "nauc_recall_at_5_std": -0.278863, + "nauc_recall_at_5_diff1": 0.626861, + "nauc_recall_at_10_max": 0.224282, + "nauc_recall_at_10_std": -0.297265, + "nauc_recall_at_10_diff1": 0.603395, + "nauc_recall_at_20_max": 0.221612, + "nauc_recall_at_20_std": -0.238864, + "nauc_recall_at_20_diff1": 0.532881, + "nauc_recall_at_100_max": 0.195702, + "nauc_recall_at_100_std": -0.198272, + "nauc_recall_at_100_diff1": 0.391947, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.365137, + "nauc_precision_at_1_std": -0.263421, + "nauc_precision_at_1_diff1": 0.754444, + "nauc_precision_at_3_max": 0.292754, + "nauc_precision_at_3_std": -0.257657, + "nauc_precision_at_3_diff1": 0.657521, + "nauc_precision_at_5_max": 0.258682, + "nauc_precision_at_5_std": -0.278863, + "nauc_precision_at_5_diff1": 0.626861, + "nauc_precision_at_10_max": 0.224282, + "nauc_precision_at_10_std": -0.297265, + "nauc_precision_at_10_diff1": 0.603395, + "nauc_precision_at_20_max": 0.221612, + "nauc_precision_at_20_std": -0.238864, + "nauc_precision_at_20_diff1": 0.532881, + "nauc_precision_at_100_max": 0.195702, + "nauc_precision_at_100_std": -0.198272, + "nauc_precision_at_100_diff1": 0.391947, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.365137, + "nauc_mrr_at_1_std": -0.263421, + "nauc_mrr_at_1_diff1": 0.754444, + "nauc_mrr_at_3_max": 0.329645, + "nauc_mrr_at_3_std": -0.267577, + "nauc_mrr_at_3_diff1": 0.713822, + "nauc_mrr_at_5_max": 0.323268, + "nauc_mrr_at_5_std": -0.271999, + "nauc_mrr_at_5_diff1": 0.708856, + "nauc_mrr_at_10_max": 0.319223, + "nauc_mrr_at_10_std": -0.275016, + "nauc_mrr_at_10_diff1": 0.706977, + "nauc_mrr_at_20_max": 0.319985, + "nauc_mrr_at_20_std": -0.272308, + "nauc_mrr_at_20_diff1": 0.704892, + "nauc_mrr_at_100_max": 0.320179, + "nauc_mrr_at_100_std": -0.273811, + "nauc_mrr_at_100_diff1": 0.705684, + "nauc_mrr_at_1000_max": 0.32031, + "nauc_mrr_at_1000_std": -0.273933, + "nauc_mrr_at_1000_diff1": 0.706058, + "hit_rate_at_1": 0.456, + "hit_rate_at_3": 0.552, + "hit_rate_at_5": 0.616, + "hit_rate_at_10": 0.696, + "hit_rate_at_20": 0.77333, + "hit_rate_at_100": 0.936, + "hit_rate_at_1000": 1.0, + "main_score": 0.616, + "hf_subset": "myv", + "languages": [ + "myv-Cyrl" + ] + }, + { + "ndcg_at_1": 0.362, + "ndcg_at_3": 0.43269, + "ndcg_at_5": 0.45438, + "ndcg_at_10": 0.48195, + "ndcg_at_20": 0.49997, + "ndcg_at_100": 0.53111, + "ndcg_at_1000": 0.5495, + "map_at_1": 0.362, + "map_at_3": 0.415, + "map_at_5": 0.4272, + "map_at_10": 0.43881, + "map_at_20": 0.44393, + "map_at_100": 0.44823, + "map_at_1000": 0.44894, + "recall_at_1": 0.362, + "recall_at_3": 0.484, + "recall_at_5": 0.536, + "recall_at_10": 0.62, + "recall_at_20": 0.69, + "recall_at_100": 0.858, + "recall_at_1000": 1.0, + "accuracy": 0.362, + "precision_at_1": 0.362, + "precision_at_3": 0.16133, + "precision_at_5": 0.1072, + "precision_at_10": 0.062, + "precision_at_20": 0.0345, + "precision_at_100": 0.00858, + "precision_at_1000": 0.001, + "mrr_at_1": 0.362, + "mrr_at_3": 0.415, + "mrr_at_5": 0.4272, + "mrr_at_10": 0.438813, + "mrr_at_20": 0.443925, + "mrr_at_100": 0.448229, + "mrr_at_1000": 0.448945, + "nauc_ndcg_at_1_max": 0.576514, + "nauc_ndcg_at_1_std": -0.031429, + "nauc_ndcg_at_1_diff1": 0.732767, + "nauc_ndcg_at_3_max": 0.542604, + "nauc_ndcg_at_3_std": -0.037599, + "nauc_ndcg_at_3_diff1": 0.669346, + "nauc_ndcg_at_5_max": 0.526478, + "nauc_ndcg_at_5_std": -0.029283, + "nauc_ndcg_at_5_diff1": 0.643081, + "nauc_ndcg_at_10_max": 0.506398, + "nauc_ndcg_at_10_std": -0.020835, + "nauc_ndcg_at_10_diff1": 0.621303, + "nauc_ndcg_at_20_max": 0.499774, + "nauc_ndcg_at_20_std": -0.025582, + "nauc_ndcg_at_20_diff1": 0.619131, + "nauc_ndcg_at_100_max": 0.502817, + "nauc_ndcg_at_100_std": -0.018044, + "nauc_ndcg_at_100_diff1": 0.629224, + "nauc_ndcg_at_1000_max": 0.517746, + "nauc_ndcg_at_1000_std": -0.023164, + "nauc_ndcg_at_1000_diff1": 0.641615, + "nauc_map_at_1_max": 0.576514, + "nauc_map_at_1_std": -0.031429, + "nauc_map_at_1_diff1": 0.732767, + "nauc_map_at_3_max": 0.551247, + "nauc_map_at_3_std": -0.035722, + "nauc_map_at_3_diff1": 0.684221, + "nauc_map_at_5_max": 0.542114, + "nauc_map_at_5_std": -0.031425, + "nauc_map_at_5_diff1": 0.66935, + "nauc_map_at_10_max": 0.53381, + "nauc_map_at_10_std": -0.028003, + "nauc_map_at_10_diff1": 0.660517, + "nauc_map_at_20_max": 0.532433, + "nauc_map_at_20_std": -0.029212, + "nauc_map_at_20_diff1": 0.660301, + "nauc_map_at_100_max": 0.533394, + "nauc_map_at_100_std": -0.027749, + "nauc_map_at_100_diff1": 0.661651, + "nauc_map_at_1000_max": 0.533857, + "nauc_map_at_1000_std": -0.027875, + "nauc_map_at_1000_diff1": 0.662041, + "nauc_recall_at_1_max": 0.576514, + "nauc_recall_at_1_std": -0.031429, + "nauc_recall_at_1_diff1": 0.732767, + "nauc_recall_at_3_max": 0.517273, + "nauc_recall_at_3_std": -0.043219, + "nauc_recall_at_3_diff1": 0.626258, + "nauc_recall_at_5_max": 0.477283, + "nauc_recall_at_5_std": -0.02137, + "nauc_recall_at_5_diff1": 0.561055, + "nauc_recall_at_10_max": 0.405535, + "nauc_recall_at_10_std": 0.008168, + "nauc_recall_at_10_diff1": 0.47975, + "nauc_recall_at_20_max": 0.357243, + "nauc_recall_at_20_std": -0.011598, + "nauc_recall_at_20_diff1": 0.448151, + "nauc_recall_at_100_max": 0.250469, + "nauc_recall_at_100_std": 0.072024, + "nauc_recall_at_100_diff1": 0.418606, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.576514, + "nauc_precision_at_1_std": -0.031429, + "nauc_precision_at_1_diff1": 0.732767, + "nauc_precision_at_3_max": 0.517273, + "nauc_precision_at_3_std": -0.043219, + "nauc_precision_at_3_diff1": 0.626258, + "nauc_precision_at_5_max": 0.477283, + "nauc_precision_at_5_std": -0.02137, + "nauc_precision_at_5_diff1": 0.561055, + "nauc_precision_at_10_max": 0.405535, + "nauc_precision_at_10_std": 0.008168, + "nauc_precision_at_10_diff1": 0.47975, + "nauc_precision_at_20_max": 0.357243, + "nauc_precision_at_20_std": -0.011598, + "nauc_precision_at_20_diff1": 0.448151, + "nauc_precision_at_100_max": 0.250469, + "nauc_precision_at_100_std": 0.072024, + "nauc_precision_at_100_diff1": 0.418606, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.576514, + "nauc_mrr_at_1_std": -0.031429, + "nauc_mrr_at_1_diff1": 0.732767, + "nauc_mrr_at_3_max": 0.551247, + "nauc_mrr_at_3_std": -0.035722, + "nauc_mrr_at_3_diff1": 0.684221, + "nauc_mrr_at_5_max": 0.542114, + "nauc_mrr_at_5_std": -0.031425, + "nauc_mrr_at_5_diff1": 0.66935, + "nauc_mrr_at_10_max": 0.53381, + "nauc_mrr_at_10_std": -0.028003, + "nauc_mrr_at_10_diff1": 0.660517, + "nauc_mrr_at_20_max": 0.532433, + "nauc_mrr_at_20_std": -0.029212, + "nauc_mrr_at_20_diff1": 0.660301, + "nauc_mrr_at_100_max": 0.533394, + "nauc_mrr_at_100_std": -0.027749, + "nauc_mrr_at_100_diff1": 0.661651, + "nauc_mrr_at_1000_max": 0.533857, + "nauc_mrr_at_1000_std": -0.027875, + "nauc_mrr_at_1000_diff1": 0.662041, + "hit_rate_at_1": 0.362, + "hit_rate_at_3": 0.484, + "hit_rate_at_5": 0.536, + "hit_rate_at_10": 0.62, + "hit_rate_at_20": 0.69, + "hit_rate_at_100": 0.858, + "hit_rate_at_1000": 1.0, + "main_score": 0.536, + "hf_subset": "nan-tw", + "languages": [ + "nan-Latn" + ] + }, + { + "ndcg_at_1": 0.42647, + "ndcg_at_3": 0.51619, + "ndcg_at_5": 0.53313, + "ndcg_at_10": 0.55362, + "ndcg_at_20": 0.57133, + "ndcg_at_100": 0.60194, + "ndcg_at_1000": 0.61204, + "map_at_1": 0.42647, + "map_at_3": 0.49387, + "map_at_5": 0.50343, + "map_at_10": 0.51208, + "map_at_20": 0.51696, + "map_at_100": 0.52066, + "map_at_1000": 0.52115, + "recall_at_1": 0.42647, + "recall_at_3": 0.58088, + "recall_at_5": 0.62132, + "recall_at_10": 0.68382, + "recall_at_20": 0.75368, + "recall_at_100": 0.92647, + "recall_at_1000": 1.0, + "accuracy": 0.42647, + "precision_at_1": 0.42647, + "precision_at_3": 0.19363, + "precision_at_5": 0.12426, + "precision_at_10": 0.06838, + "precision_at_20": 0.03768, + "precision_at_100": 0.00926, + "precision_at_1000": 0.001, + "mrr_at_1": 0.426471, + "mrr_at_3": 0.493873, + "mrr_at_5": 0.503431, + "mrr_at_10": 0.51208, + "mrr_at_20": 0.516963, + "mrr_at_100": 0.520659, + "mrr_at_1000": 0.521147, + "nauc_ndcg_at_1_max": 0.530688, + "nauc_ndcg_at_1_std": 0.15561, + "nauc_ndcg_at_1_diff1": 0.613696, + "nauc_ndcg_at_3_max": 0.541528, + "nauc_ndcg_at_3_std": 0.191308, + "nauc_ndcg_at_3_diff1": 0.563525, + "nauc_ndcg_at_5_max": 0.539224, + "nauc_ndcg_at_5_std": 0.187235, + "nauc_ndcg_at_5_diff1": 0.568694, + "nauc_ndcg_at_10_max": 0.525693, + "nauc_ndcg_at_10_std": 0.173046, + "nauc_ndcg_at_10_diff1": 0.554676, + "nauc_ndcg_at_20_max": 0.533804, + "nauc_ndcg_at_20_std": 0.180443, + "nauc_ndcg_at_20_diff1": 0.540954, + "nauc_ndcg_at_100_max": 0.522847, + "nauc_ndcg_at_100_std": 0.172789, + "nauc_ndcg_at_100_diff1": 0.55076, + "nauc_ndcg_at_1000_max": 0.531484, + "nauc_ndcg_at_1000_std": 0.178643, + "nauc_ndcg_at_1000_diff1": 0.558981, + "nauc_map_at_1_max": 0.530688, + "nauc_map_at_1_std": 0.15561, + "nauc_map_at_1_diff1": 0.613696, + "nauc_map_at_3_max": 0.53928, + "nauc_map_at_3_std": 0.18671, + "nauc_map_at_3_diff1": 0.575906, + "nauc_map_at_5_max": 0.537887, + "nauc_map_at_5_std": 0.184411, + "nauc_map_at_5_diff1": 0.578808, + "nauc_map_at_10_max": 0.532594, + "nauc_map_at_10_std": 0.178395, + "nauc_map_at_10_diff1": 0.573659, + "nauc_map_at_20_max": 0.535037, + "nauc_map_at_20_std": 0.179992, + "nauc_map_at_20_diff1": 0.57022, + "nauc_map_at_100_max": 0.533774, + "nauc_map_at_100_std": 0.179389, + "nauc_map_at_100_diff1": 0.571016, + "nauc_map_at_1000_max": 0.534129, + "nauc_map_at_1000_std": 0.179593, + "nauc_map_at_1000_diff1": 0.57138, + "nauc_recall_at_1_max": 0.530688, + "nauc_recall_at_1_std": 0.15561, + "nauc_recall_at_1_diff1": 0.613696, + "nauc_recall_at_3_max": 0.548257, + "nauc_recall_at_3_std": 0.203563, + "nauc_recall_at_3_diff1": 0.525415, + "nauc_recall_at_5_max": 0.543125, + "nauc_recall_at_5_std": 0.193718, + "nauc_recall_at_5_diff1": 0.536974, + "nauc_recall_at_10_max": 0.493463, + "nauc_recall_at_10_std": 0.144861, + "nauc_recall_at_10_diff1": 0.479686, + "nauc_recall_at_20_max": 0.527729, + "nauc_recall_at_20_std": 0.183184, + "nauc_recall_at_20_diff1": 0.389337, + "nauc_recall_at_100_max": 0.290179, + "nauc_recall_at_100_std": 0.009054, + "nauc_recall_at_100_diff1": 0.330507, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.530688, + "nauc_precision_at_1_std": 0.15561, + "nauc_precision_at_1_diff1": 0.613696, + "nauc_precision_at_3_max": 0.548257, + "nauc_precision_at_3_std": 0.203563, + "nauc_precision_at_3_diff1": 0.525415, + "nauc_precision_at_5_max": 0.543125, + "nauc_precision_at_5_std": 0.193718, + "nauc_precision_at_5_diff1": 0.536974, + "nauc_precision_at_10_max": 0.493463, + "nauc_precision_at_10_std": 0.144861, + "nauc_precision_at_10_diff1": 0.479686, + "nauc_precision_at_20_max": 0.527729, + "nauc_precision_at_20_std": 0.183184, + "nauc_precision_at_20_diff1": 0.389337, + "nauc_precision_at_100_max": 0.290179, + "nauc_precision_at_100_std": 0.009054, + "nauc_precision_at_100_diff1": 0.330507, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.530688, + "nauc_mrr_at_1_std": 0.15561, + "nauc_mrr_at_1_diff1": 0.613696, + "nauc_mrr_at_3_max": 0.53928, + "nauc_mrr_at_3_std": 0.18671, + "nauc_mrr_at_3_diff1": 0.575906, + "nauc_mrr_at_5_max": 0.537887, + "nauc_mrr_at_5_std": 0.184411, + "nauc_mrr_at_5_diff1": 0.578808, + "nauc_mrr_at_10_max": 0.532594, + "nauc_mrr_at_10_std": 0.178395, + "nauc_mrr_at_10_diff1": 0.573659, + "nauc_mrr_at_20_max": 0.535037, + "nauc_mrr_at_20_std": 0.179992, + "nauc_mrr_at_20_diff1": 0.57022, + "nauc_mrr_at_100_max": 0.533774, + "nauc_mrr_at_100_std": 0.179389, + "nauc_mrr_at_100_diff1": 0.571016, + "nauc_mrr_at_1000_max": 0.534129, + "nauc_mrr_at_1000_std": 0.179593, + "nauc_mrr_at_1000_diff1": 0.57138, + "hit_rate_at_1": 0.42647, + "hit_rate_at_3": 0.58088, + "hit_rate_at_5": 0.62132, + "hit_rate_at_10": 0.68382, + "hit_rate_at_20": 0.75368, + "hit_rate_at_100": 0.92647, + "hit_rate_at_1000": 1.0, + "main_score": 0.62132, + "hf_subset": "ne-NP", + "languages": [ + "nep-Deva" + ] + }, + { + "ndcg_at_1": 0.944, + "ndcg_at_3": 0.96088, + "ndcg_at_5": 0.96406, + "ndcg_at_10": 0.96549, + "ndcg_at_20": 0.96655, + "ndcg_at_100": 0.96817, + "ndcg_at_1000": 0.96866, + "map_at_1": 0.944, + "map_at_3": 0.957, + "map_at_5": 0.9587, + "map_at_10": 0.95937, + "map_at_20": 0.95969, + "map_at_100": 0.95996, + "map_at_1000": 0.95998, + "recall_at_1": 0.944, + "recall_at_3": 0.972, + "recall_at_5": 0.98, + "recall_at_10": 0.984, + "recall_at_20": 0.988, + "recall_at_100": 0.996, + "recall_at_1000": 1.0, + "accuracy": 0.944, + "precision_at_1": 0.944, + "precision_at_3": 0.324, + "precision_at_5": 0.196, + "precision_at_10": 0.0984, + "precision_at_20": 0.0494, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.944, + "mrr_at_3": 0.957, + "mrr_at_5": 0.9587, + "mrr_at_10": 0.959367, + "mrr_at_20": 0.959687, + "mrr_at_100": 0.95996, + "mrr_at_1000": 0.959976, + "nauc_ndcg_at_1_max": 0.905646, + "nauc_ndcg_at_1_std": -0.088252, + "nauc_ndcg_at_1_diff1": 0.943227, + "nauc_ndcg_at_3_max": 0.945933, + "nauc_ndcg_at_3_std": -0.075797, + "nauc_ndcg_at_3_diff1": 0.964914, + "nauc_ndcg_at_5_max": 0.941145, + "nauc_ndcg_at_5_std": -0.091302, + "nauc_ndcg_at_5_diff1": 0.961807, + "nauc_ndcg_at_10_max": 0.941414, + "nauc_ndcg_at_10_std": -0.047523, + "nauc_ndcg_at_10_diff1": 0.96023, + "nauc_ndcg_at_20_max": 0.939547, + "nauc_ndcg_at_20_std": -0.012071, + "nauc_ndcg_at_20_diff1": 0.958963, + "nauc_ndcg_at_100_max": 0.936486, + "nauc_ndcg_at_100_std": -0.034368, + "nauc_ndcg_at_100_diff1": 0.958293, + "nauc_ndcg_at_1000_max": 0.935474, + "nauc_ndcg_at_1000_std": -0.043258, + "nauc_ndcg_at_1000_diff1": 0.957628, + "nauc_map_at_1_max": 0.905646, + "nauc_map_at_1_std": -0.088252, + "nauc_map_at_1_diff1": 0.943227, + "nauc_map_at_3_max": 0.93552, + "nauc_map_at_3_std": -0.071838, + "nauc_map_at_3_diff1": 0.958978, + "nauc_map_at_5_max": 0.932866, + "nauc_map_at_5_std": -0.078913, + "nauc_map_at_5_diff1": 0.95729, + "nauc_map_at_10_max": 0.932837, + "nauc_map_at_10_std": -0.061311, + "nauc_map_at_10_diff1": 0.956589, + "nauc_map_at_20_max": 0.932303, + "nauc_map_at_20_std": -0.052454, + "nauc_map_at_20_diff1": 0.956244, + "nauc_map_at_100_max": 0.931842, + "nauc_map_at_100_std": -0.055765, + "nauc_map_at_100_diff1": 0.956063, + "nauc_map_at_1000_max": 0.931814, + "nauc_map_at_1000_std": -0.055941, + "nauc_map_at_1000_diff1": 0.956045, + "nauc_recall_at_1_max": 0.905646, + "nauc_recall_at_1_std": -0.088252, + "nauc_recall_at_1_diff1": 0.943227, + "nauc_recall_at_3_max": 0.990663, + "nauc_recall_at_3_std": -0.098339, + "nauc_recall_at_3_diff1": 0.990663, + "nauc_recall_at_5_max": 0.986928, + "nauc_recall_at_5_std": -0.177124, + "nauc_recall_at_5_diff1": 0.986928, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.066527, + "nauc_recall_at_10_diff1": 0.98366, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.472611, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.561391, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.905646, + "nauc_precision_at_1_std": -0.088252, + "nauc_precision_at_1_diff1": 0.943227, + "nauc_precision_at_3_max": 0.990663, + "nauc_precision_at_3_std": -0.098339, + "nauc_precision_at_3_diff1": 0.990663, + "nauc_precision_at_5_max": 0.986928, + "nauc_precision_at_5_std": -0.177124, + "nauc_precision_at_5_diff1": 0.986928, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.066527, + "nauc_precision_at_10_diff1": 0.98366, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.472611, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.561391, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.905646, + "nauc_mrr_at_1_std": -0.088252, + "nauc_mrr_at_1_diff1": 0.943227, + "nauc_mrr_at_3_max": 0.93552, + "nauc_mrr_at_3_std": -0.071838, + "nauc_mrr_at_3_diff1": 0.958978, + "nauc_mrr_at_5_max": 0.932866, + "nauc_mrr_at_5_std": -0.078913, + "nauc_mrr_at_5_diff1": 0.95729, + "nauc_mrr_at_10_max": 0.932837, + "nauc_mrr_at_10_std": -0.061311, + "nauc_mrr_at_10_diff1": 0.956589, + "nauc_mrr_at_20_max": 0.932303, + "nauc_mrr_at_20_std": -0.052454, + "nauc_mrr_at_20_diff1": 0.956244, + "nauc_mrr_at_100_max": 0.931842, + "nauc_mrr_at_100_std": -0.055765, + "nauc_mrr_at_100_diff1": 0.956063, + "nauc_mrr_at_1000_max": 0.931814, + "nauc_mrr_at_1000_std": -0.055941, + "nauc_mrr_at_1000_diff1": 0.956045, + "hit_rate_at_1": 0.944, + "hit_rate_at_3": 0.972, + "hit_rate_at_5": 0.98, + "hit_rate_at_10": 0.984, + "hit_rate_at_20": 0.988, + "hit_rate_at_100": 0.996, + "hit_rate_at_1000": 1.0, + "main_score": 0.98, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.66748, + "ndcg_at_3": 0.72333, + "ndcg_at_5": 0.7343, + "ndcg_at_10": 0.74006, + "ndcg_at_20": 0.75404, + "ndcg_at_100": 0.76935, + "ndcg_at_1000": 0.77673, + "map_at_1": 0.66748, + "map_at_3": 0.70914, + "map_at_5": 0.71521, + "map_at_10": 0.71775, + "map_at_20": 0.72151, + "map_at_100": 0.72381, + "map_at_1000": 0.72411, + "recall_at_1": 0.66748, + "recall_at_3": 0.76456, + "recall_at_5": 0.79126, + "recall_at_10": 0.80825, + "recall_at_20": 0.86408, + "recall_at_100": 0.94417, + "recall_at_1000": 1.0, + "accuracy": 0.66748, + "precision_at_1": 0.66748, + "precision_at_3": 0.25485, + "precision_at_5": 0.15825, + "precision_at_10": 0.08083, + "precision_at_20": 0.0432, + "precision_at_100": 0.00944, + "precision_at_1000": 0.001, + "mrr_at_1": 0.667476, + "mrr_at_3": 0.709142, + "mrr_at_5": 0.71521, + "mrr_at_10": 0.717748, + "mrr_at_20": 0.721509, + "mrr_at_100": 0.723809, + "mrr_at_1000": 0.724115, + "nauc_ndcg_at_1_max": 0.655158, + "nauc_ndcg_at_1_std": -0.019965, + "nauc_ndcg_at_1_diff1": 0.822851, + "nauc_ndcg_at_3_max": 0.66285, + "nauc_ndcg_at_3_std": 0.033712, + "nauc_ndcg_at_3_diff1": 0.798818, + "nauc_ndcg_at_5_max": 0.659168, + "nauc_ndcg_at_5_std": 0.027675, + "nauc_ndcg_at_5_diff1": 0.794066, + "nauc_ndcg_at_10_max": 0.660418, + "nauc_ndcg_at_10_std": 0.023855, + "nauc_ndcg_at_10_diff1": 0.79594, + "nauc_ndcg_at_20_max": 0.661078, + "nauc_ndcg_at_20_std": 0.037097, + "nauc_ndcg_at_20_diff1": 0.793871, + "nauc_ndcg_at_100_max": 0.663193, + "nauc_ndcg_at_100_std": 0.038835, + "nauc_ndcg_at_100_diff1": 0.795773, + "nauc_ndcg_at_1000_max": 0.661556, + "nauc_ndcg_at_1000_std": 0.029181, + "nauc_ndcg_at_1000_diff1": 0.798842, + "nauc_map_at_1_max": 0.655158, + "nauc_map_at_1_std": -0.019965, + "nauc_map_at_1_diff1": 0.822851, + "nauc_map_at_3_max": 0.6613, + "nauc_map_at_3_std": 0.018709, + "nauc_map_at_3_diff1": 0.805182, + "nauc_map_at_5_max": 0.659247, + "nauc_map_at_5_std": 0.01523, + "nauc_map_at_5_diff1": 0.802787, + "nauc_map_at_10_max": 0.659602, + "nauc_map_at_10_std": 0.01383, + "nauc_map_at_10_diff1": 0.803486, + "nauc_map_at_20_max": 0.659633, + "nauc_map_at_20_std": 0.016883, + "nauc_map_at_20_diff1": 0.802983, + "nauc_map_at_100_max": 0.66009, + "nauc_map_at_100_std": 0.017823, + "nauc_map_at_100_diff1": 0.803271, + "nauc_map_at_1000_max": 0.660043, + "nauc_map_at_1000_std": 0.017508, + "nauc_map_at_1000_diff1": 0.803374, + "nauc_recall_at_1_max": 0.655158, + "nauc_recall_at_1_std": -0.019965, + "nauc_recall_at_1_diff1": 0.822851, + "nauc_recall_at_3_max": 0.667866, + "nauc_recall_at_3_std": 0.084941, + "nauc_recall_at_3_diff1": 0.777255, + "nauc_recall_at_5_max": 0.658091, + "nauc_recall_at_5_std": 0.07263, + "nauc_recall_at_5_diff1": 0.761285, + "nauc_recall_at_10_max": 0.663799, + "nauc_recall_at_10_std": 0.059792, + "nauc_recall_at_10_diff1": 0.766844, + "nauc_recall_at_20_max": 0.670953, + "nauc_recall_at_20_std": 0.159904, + "nauc_recall_at_20_diff1": 0.743984, + "nauc_recall_at_100_max": 0.70856, + "nauc_recall_at_100_std": 0.298796, + "nauc_recall_at_100_diff1": 0.713276, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.655158, + "nauc_precision_at_1_std": -0.019965, + "nauc_precision_at_1_diff1": 0.822851, + "nauc_precision_at_3_max": 0.667866, + "nauc_precision_at_3_std": 0.084941, + "nauc_precision_at_3_diff1": 0.777255, + "nauc_precision_at_5_max": 0.658091, + "nauc_precision_at_5_std": 0.07263, + "nauc_precision_at_5_diff1": 0.761285, + "nauc_precision_at_10_max": 0.663799, + "nauc_precision_at_10_std": 0.059792, + "nauc_precision_at_10_diff1": 0.766844, + "nauc_precision_at_20_max": 0.670953, + "nauc_precision_at_20_std": 0.159904, + "nauc_precision_at_20_diff1": 0.743984, + "nauc_precision_at_100_max": 0.70856, + "nauc_precision_at_100_std": 0.298796, + "nauc_precision_at_100_diff1": 0.713276, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.655158, + "nauc_mrr_at_1_std": -0.019965, + "nauc_mrr_at_1_diff1": 0.822851, + "nauc_mrr_at_3_max": 0.6613, + "nauc_mrr_at_3_std": 0.018709, + "nauc_mrr_at_3_diff1": 0.805182, + "nauc_mrr_at_5_max": 0.659247, + "nauc_mrr_at_5_std": 0.01523, + "nauc_mrr_at_5_diff1": 0.802787, + "nauc_mrr_at_10_max": 0.659602, + "nauc_mrr_at_10_std": 0.01383, + "nauc_mrr_at_10_diff1": 0.803486, + "nauc_mrr_at_20_max": 0.659633, + "nauc_mrr_at_20_std": 0.016883, + "nauc_mrr_at_20_diff1": 0.802983, + "nauc_mrr_at_100_max": 0.66009, + "nauc_mrr_at_100_std": 0.017823, + "nauc_mrr_at_100_diff1": 0.803271, + "nauc_mrr_at_1000_max": 0.660043, + "nauc_mrr_at_1000_std": 0.017508, + "nauc_mrr_at_1000_diff1": 0.803374, + "hit_rate_at_1": 0.66748, + "hit_rate_at_3": 0.76456, + "hit_rate_at_5": 0.79126, + "hit_rate_at_10": 0.80825, + "hit_rate_at_20": 0.86408, + "hit_rate_at_100": 0.94417, + "hit_rate_at_1000": 1.0, + "main_score": 0.79126, + "hf_subset": "nn-NO", + "languages": [ + "nno-Latn" + ] + }, + { + "ndcg_at_1": 0.59854, + "ndcg_at_3": 0.65967, + "ndcg_at_5": 0.67914, + "ndcg_at_10": 0.69131, + "ndcg_at_20": 0.7042, + "ndcg_at_100": 0.72327, + "ndcg_at_1000": 0.73117, + "map_at_1": 0.59854, + "map_at_3": 0.64538, + "map_at_5": 0.65614, + "map_at_10": 0.66069, + "map_at_20": 0.66421, + "map_at_100": 0.66688, + "map_at_1000": 0.66723, + "recall_at_1": 0.59854, + "recall_at_3": 0.70073, + "recall_at_5": 0.74818, + "recall_at_10": 0.78832, + "recall_at_20": 0.83942, + "recall_at_100": 0.94161, + "recall_at_1000": 1.0, + "accuracy": 0.59854, + "precision_at_1": 0.59854, + "precision_at_3": 0.23358, + "precision_at_5": 0.14964, + "precision_at_10": 0.07883, + "precision_at_20": 0.04197, + "precision_at_100": 0.00942, + "precision_at_1000": 0.001, + "mrr_at_1": 0.59854, + "mrr_at_3": 0.645377, + "mrr_at_5": 0.656144, + "mrr_at_10": 0.66069, + "mrr_at_20": 0.664206, + "mrr_at_100": 0.666877, + "mrr_at_1000": 0.667233, + "nauc_ndcg_at_1_max": 0.726406, + "nauc_ndcg_at_1_std": 0.103403, + "nauc_ndcg_at_1_diff1": 0.810567, + "nauc_ndcg_at_3_max": 0.712895, + "nauc_ndcg_at_3_std": 0.068662, + "nauc_ndcg_at_3_diff1": 0.803595, + "nauc_ndcg_at_5_max": 0.70819, + "nauc_ndcg_at_5_std": 0.079127, + "nauc_ndcg_at_5_diff1": 0.801564, + "nauc_ndcg_at_10_max": 0.704593, + "nauc_ndcg_at_10_std": 0.081135, + "nauc_ndcg_at_10_diff1": 0.805196, + "nauc_ndcg_at_20_max": 0.697725, + "nauc_ndcg_at_20_std": 0.070759, + "nauc_ndcg_at_20_diff1": 0.800314, + "nauc_ndcg_at_100_max": 0.700452, + "nauc_ndcg_at_100_std": 0.071983, + "nauc_ndcg_at_100_diff1": 0.802783, + "nauc_ndcg_at_1000_max": 0.705828, + "nauc_ndcg_at_1000_std": 0.076807, + "nauc_ndcg_at_1000_diff1": 0.803559, + "nauc_map_at_1_max": 0.726406, + "nauc_map_at_1_std": 0.103403, + "nauc_map_at_1_diff1": 0.810567, + "nauc_map_at_3_max": 0.71702, + "nauc_map_at_3_std": 0.077432, + "nauc_map_at_3_diff1": 0.806554, + "nauc_map_at_5_max": 0.714878, + "nauc_map_at_5_std": 0.083181, + "nauc_map_at_5_diff1": 0.805575, + "nauc_map_at_10_max": 0.713657, + "nauc_map_at_10_std": 0.08404, + "nauc_map_at_10_diff1": 0.806839, + "nauc_map_at_20_max": 0.712071, + "nauc_map_at_20_std": 0.081403, + "nauc_map_at_20_diff1": 0.805538, + "nauc_map_at_100_max": 0.712046, + "nauc_map_at_100_std": 0.081452, + "nauc_map_at_100_diff1": 0.805684, + "nauc_map_at_1000_max": 0.712276, + "nauc_map_at_1000_std": 0.081668, + "nauc_map_at_1000_diff1": 0.805734, + "nauc_recall_at_1_max": 0.726406, + "nauc_recall_at_1_std": 0.103403, + "nauc_recall_at_1_diff1": 0.810567, + "nauc_recall_at_3_max": 0.69931, + "nauc_recall_at_3_std": 0.040519, + "nauc_recall_at_3_diff1": 0.793521, + "nauc_recall_at_5_max": 0.682471, + "nauc_recall_at_5_std": 0.066532, + "nauc_recall_at_5_diff1": 0.786063, + "nauc_recall_at_10_max": 0.663401, + "nauc_recall_at_10_std": 0.072644, + "nauc_recall_at_10_diff1": 0.799976, + "nauc_recall_at_20_max": 0.607411, + "nauc_recall_at_20_std": 0.004731, + "nauc_recall_at_20_diff1": 0.768665, + "nauc_recall_at_100_max": 0.552221, + "nauc_recall_at_100_std": -0.059905, + "nauc_recall_at_100_diff1": 0.784213, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.726406, + "nauc_precision_at_1_std": 0.103403, + "nauc_precision_at_1_diff1": 0.810567, + "nauc_precision_at_3_max": 0.69931, + "nauc_precision_at_3_std": 0.040519, + "nauc_precision_at_3_diff1": 0.793521, + "nauc_precision_at_5_max": 0.682471, + "nauc_precision_at_5_std": 0.066532, + "nauc_precision_at_5_diff1": 0.786063, + "nauc_precision_at_10_max": 0.663401, + "nauc_precision_at_10_std": 0.072644, + "nauc_precision_at_10_diff1": 0.799976, + "nauc_precision_at_20_max": 0.607411, + "nauc_precision_at_20_std": 0.004731, + "nauc_precision_at_20_diff1": 0.768665, + "nauc_precision_at_100_max": 0.552221, + "nauc_precision_at_100_std": -0.059905, + "nauc_precision_at_100_diff1": 0.784213, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.726406, + "nauc_mrr_at_1_std": 0.103403, + "nauc_mrr_at_1_diff1": 0.810567, + "nauc_mrr_at_3_max": 0.71702, + "nauc_mrr_at_3_std": 0.077432, + "nauc_mrr_at_3_diff1": 0.806554, + "nauc_mrr_at_5_max": 0.714878, + "nauc_mrr_at_5_std": 0.083181, + "nauc_mrr_at_5_diff1": 0.805575, + "nauc_mrr_at_10_max": 0.713657, + "nauc_mrr_at_10_std": 0.08404, + "nauc_mrr_at_10_diff1": 0.806839, + "nauc_mrr_at_20_max": 0.712071, + "nauc_mrr_at_20_std": 0.081403, + "nauc_mrr_at_20_diff1": 0.805538, + "nauc_mrr_at_100_max": 0.712046, + "nauc_mrr_at_100_std": 0.081452, + "nauc_mrr_at_100_diff1": 0.805684, + "nauc_mrr_at_1000_max": 0.712276, + "nauc_mrr_at_1000_std": 0.081668, + "nauc_mrr_at_1000_diff1": 0.805734, + "hit_rate_at_1": 0.59854, + "hit_rate_at_3": 0.70073, + "hit_rate_at_5": 0.74818, + "hit_rate_at_10": 0.78832, + "hit_rate_at_20": 0.83942, + "hit_rate_at_100": 0.94161, + "hit_rate_at_1000": 1.0, + "main_score": 0.74818, + "hf_subset": "oc", + "languages": [ + "oci-Latn" + ] + }, + { + "ndcg_at_1": 0.3619, + "ndcg_at_3": 0.44668, + "ndcg_at_5": 0.47096, + "ndcg_at_10": 0.49803, + "ndcg_at_20": 0.52318, + "ndcg_at_100": 0.55508, + "ndcg_at_1000": 0.56547, + "map_at_1": 0.3619, + "map_at_3": 0.42579, + "map_at_5": 0.43913, + "map_at_10": 0.45036, + "map_at_20": 0.45717, + "map_at_100": 0.46168, + "map_at_1000": 0.46212, + "recall_at_1": 0.3619, + "recall_at_3": 0.50714, + "recall_at_5": 0.56667, + "recall_at_10": 0.65, + "recall_at_20": 0.75, + "recall_at_100": 0.92143, + "recall_at_1000": 1.0, + "accuracy": 0.3619, + "precision_at_1": 0.3619, + "precision_at_3": 0.16905, + "precision_at_5": 0.11333, + "precision_at_10": 0.065, + "precision_at_20": 0.0375, + "precision_at_100": 0.00921, + "precision_at_1000": 0.001, + "mrr_at_1": 0.361905, + "mrr_at_3": 0.425794, + "mrr_at_5": 0.439127, + "mrr_at_10": 0.450358, + "mrr_at_20": 0.457174, + "mrr_at_100": 0.461684, + "mrr_at_1000": 0.462117, + "nauc_ndcg_at_1_max": 0.525557, + "nauc_ndcg_at_1_std": 0.017644, + "nauc_ndcg_at_1_diff1": 0.623973, + "nauc_ndcg_at_3_max": 0.481045, + "nauc_ndcg_at_3_std": 0.018425, + "nauc_ndcg_at_3_diff1": 0.5529, + "nauc_ndcg_at_5_max": 0.46864, + "nauc_ndcg_at_5_std": 0.014863, + "nauc_ndcg_at_5_diff1": 0.537819, + "nauc_ndcg_at_10_max": 0.466084, + "nauc_ndcg_at_10_std": 0.013431, + "nauc_ndcg_at_10_diff1": 0.531299, + "nauc_ndcg_at_20_max": 0.470641, + "nauc_ndcg_at_20_std": 0.026518, + "nauc_ndcg_at_20_diff1": 0.532849, + "nauc_ndcg_at_100_max": 0.472355, + "nauc_ndcg_at_100_std": 0.020991, + "nauc_ndcg_at_100_diff1": 0.535801, + "nauc_ndcg_at_1000_max": 0.477591, + "nauc_ndcg_at_1000_std": 0.020194, + "nauc_ndcg_at_1000_diff1": 0.548071, + "nauc_map_at_1_max": 0.525557, + "nauc_map_at_1_std": 0.017644, + "nauc_map_at_1_diff1": 0.623973, + "nauc_map_at_3_max": 0.491681, + "nauc_map_at_3_std": 0.018071, + "nauc_map_at_3_diff1": 0.571161, + "nauc_map_at_5_max": 0.485213, + "nauc_map_at_5_std": 0.01575, + "nauc_map_at_5_diff1": 0.563146, + "nauc_map_at_10_max": 0.484377, + "nauc_map_at_10_std": 0.014897, + "nauc_map_at_10_diff1": 0.561145, + "nauc_map_at_20_max": 0.485413, + "nauc_map_at_20_std": 0.018224, + "nauc_map_at_20_diff1": 0.561385, + "nauc_map_at_100_max": 0.485764, + "nauc_map_at_100_std": 0.017836, + "nauc_map_at_100_diff1": 0.562489, + "nauc_map_at_1000_max": 0.485929, + "nauc_map_at_1000_std": 0.017799, + "nauc_map_at_1000_diff1": 0.562898, + "nauc_recall_at_1_max": 0.525557, + "nauc_recall_at_1_std": 0.017644, + "nauc_recall_at_1_diff1": 0.623973, + "nauc_recall_at_3_max": 0.449942, + "nauc_recall_at_3_std": 0.01953, + "nauc_recall_at_3_diff1": 0.498957, + "nauc_recall_at_5_max": 0.415519, + "nauc_recall_at_5_std": 0.012144, + "nauc_recall_at_5_diff1": 0.457046, + "nauc_recall_at_10_max": 0.399393, + "nauc_recall_at_10_std": 0.008308, + "nauc_recall_at_10_diff1": 0.421407, + "nauc_recall_at_20_max": 0.409519, + "nauc_recall_at_20_std": 0.079829, + "nauc_recall_at_20_diff1": 0.404595, + "nauc_recall_at_100_max": 0.325468, + "nauc_recall_at_100_std": 0.041097, + "nauc_recall_at_100_diff1": 0.199785, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.525557, + "nauc_precision_at_1_std": 0.017644, + "nauc_precision_at_1_diff1": 0.623973, + "nauc_precision_at_3_max": 0.449942, + "nauc_precision_at_3_std": 0.01953, + "nauc_precision_at_3_diff1": 0.498957, + "nauc_precision_at_5_max": 0.415519, + "nauc_precision_at_5_std": 0.012144, + "nauc_precision_at_5_diff1": 0.457046, + "nauc_precision_at_10_max": 0.399393, + "nauc_precision_at_10_std": 0.008308, + "nauc_precision_at_10_diff1": 0.421407, + "nauc_precision_at_20_max": 0.409519, + "nauc_precision_at_20_std": 0.079829, + "nauc_precision_at_20_diff1": 0.404595, + "nauc_precision_at_100_max": 0.325468, + "nauc_precision_at_100_std": 0.041097, + "nauc_precision_at_100_diff1": 0.199785, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.525557, + "nauc_mrr_at_1_std": 0.017644, + "nauc_mrr_at_1_diff1": 0.623973, + "nauc_mrr_at_3_max": 0.491681, + "nauc_mrr_at_3_std": 0.018071, + "nauc_mrr_at_3_diff1": 0.571161, + "nauc_mrr_at_5_max": 0.485213, + "nauc_mrr_at_5_std": 0.01575, + "nauc_mrr_at_5_diff1": 0.563146, + "nauc_mrr_at_10_max": 0.484377, + "nauc_mrr_at_10_std": 0.014897, + "nauc_mrr_at_10_diff1": 0.561145, + "nauc_mrr_at_20_max": 0.485413, + "nauc_mrr_at_20_std": 0.018224, + "nauc_mrr_at_20_diff1": 0.561385, + "nauc_mrr_at_100_max": 0.485764, + "nauc_mrr_at_100_std": 0.017836, + "nauc_mrr_at_100_diff1": 0.562489, + "nauc_mrr_at_1000_max": 0.485929, + "nauc_mrr_at_1000_std": 0.017799, + "nauc_mrr_at_1000_diff1": 0.562898, + "hit_rate_at_1": 0.3619, + "hit_rate_at_3": 0.50714, + "hit_rate_at_5": 0.56667, + "hit_rate_at_10": 0.65, + "hit_rate_at_20": 0.75, + "hit_rate_at_100": 0.92143, + "hit_rate_at_1000": 1.0, + "main_score": 0.56667, + "hf_subset": "or", + "languages": [ + "ori-Orya" + ] + }, + { + "ndcg_at_1": 0.24615, + "ndcg_at_3": 0.31575, + "ndcg_at_5": 0.33462, + "ndcg_at_10": 0.37744, + "ndcg_at_20": 0.39501, + "ndcg_at_100": 0.45425, + "ndcg_at_1000": 0.46333, + "map_at_1": 0.24615, + "map_at_3": 0.29744, + "map_at_5": 0.30782, + "map_at_10": 0.32584, + "map_at_20": 0.3307, + "map_at_100": 0.3386, + "map_at_1000": 0.33917, + "recall_at_1": 0.24615, + "recall_at_3": 0.36923, + "recall_at_5": 0.41538, + "recall_at_10": 0.54615, + "recall_at_20": 0.61538, + "recall_at_100": 0.93846, + "recall_at_1000": 1.0, + "accuracy": 0.24615, + "precision_at_1": 0.24615, + "precision_at_3": 0.12308, + "precision_at_5": 0.08308, + "precision_at_10": 0.05462, + "precision_at_20": 0.03077, + "precision_at_100": 0.00938, + "precision_at_1000": 0.001, + "mrr_at_1": 0.246154, + "mrr_at_3": 0.297436, + "mrr_at_5": 0.307821, + "mrr_at_10": 0.325839, + "mrr_at_20": 0.330697, + "mrr_at_100": 0.338604, + "mrr_at_1000": 0.339171, + "nauc_ndcg_at_1_max": 0.042979, + "nauc_ndcg_at_1_std": -0.090402, + "nauc_ndcg_at_1_diff1": 0.452315, + "nauc_ndcg_at_3_max": -0.040089, + "nauc_ndcg_at_3_std": -0.173718, + "nauc_ndcg_at_3_diff1": 0.330436, + "nauc_ndcg_at_5_max": -0.030888, + "nauc_ndcg_at_5_std": -0.169215, + "nauc_ndcg_at_5_diff1": 0.331259, + "nauc_ndcg_at_10_max": -0.02766, + "nauc_ndcg_at_10_std": -0.127912, + "nauc_ndcg_at_10_diff1": 0.304825, + "nauc_ndcg_at_20_max": -0.039425, + "nauc_ndcg_at_20_std": -0.131338, + "nauc_ndcg_at_20_diff1": 0.304974, + "nauc_ndcg_at_100_max": -0.029956, + "nauc_ndcg_at_100_std": -0.139123, + "nauc_ndcg_at_100_diff1": 0.325102, + "nauc_ndcg_at_1000_max": -0.025526, + "nauc_ndcg_at_1000_std": -0.135616, + "nauc_ndcg_at_1000_diff1": 0.332793, + "nauc_map_at_1_max": 0.042979, + "nauc_map_at_1_std": -0.090402, + "nauc_map_at_1_diff1": 0.452315, + "nauc_map_at_3_max": -0.019553, + "nauc_map_at_3_std": -0.154549, + "nauc_map_at_3_diff1": 0.362894, + "nauc_map_at_5_max": -0.014504, + "nauc_map_at_5_std": -0.151885, + "nauc_map_at_5_diff1": 0.362217, + "nauc_map_at_10_max": -0.01215, + "nauc_map_at_10_std": -0.131844, + "nauc_map_at_10_diff1": 0.350435, + "nauc_map_at_20_max": -0.015697, + "nauc_map_at_20_std": -0.13343, + "nauc_map_at_20_diff1": 0.350413, + "nauc_map_at_100_max": -0.014859, + "nauc_map_at_100_std": -0.134336, + "nauc_map_at_100_diff1": 0.353304, + "nauc_map_at_1000_max": -0.014635, + "nauc_map_at_1000_std": -0.134175, + "nauc_map_at_1000_diff1": 0.353709, + "nauc_recall_at_1_max": 0.042979, + "nauc_recall_at_1_std": -0.090402, + "nauc_recall_at_1_diff1": 0.452315, + "nauc_recall_at_3_max": -0.096206, + "nauc_recall_at_3_std": -0.225592, + "nauc_recall_at_3_diff1": 0.240916, + "nauc_recall_at_5_max": -0.074111, + "nauc_recall_at_5_std": -0.215384, + "nauc_recall_at_5_diff1": 0.247725, + "nauc_recall_at_10_max": -0.072212, + "nauc_recall_at_10_std": -0.105978, + "nauc_recall_at_10_diff1": 0.165227, + "nauc_recall_at_20_max": -0.122389, + "nauc_recall_at_20_std": -0.113471, + "nauc_recall_at_20_diff1": 0.155632, + "nauc_recall_at_100_max": -0.168884, + "nauc_recall_at_100_std": -0.249767, + "nauc_recall_at_100_diff1": 0.085493, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.042979, + "nauc_precision_at_1_std": -0.090402, + "nauc_precision_at_1_diff1": 0.452315, + "nauc_precision_at_3_max": -0.096206, + "nauc_precision_at_3_std": -0.225592, + "nauc_precision_at_3_diff1": 0.240916, + "nauc_precision_at_5_max": -0.074111, + "nauc_precision_at_5_std": -0.215384, + "nauc_precision_at_5_diff1": 0.247725, + "nauc_precision_at_10_max": -0.072212, + "nauc_precision_at_10_std": -0.105978, + "nauc_precision_at_10_diff1": 0.165227, + "nauc_precision_at_20_max": -0.122389, + "nauc_precision_at_20_std": -0.113471, + "nauc_precision_at_20_diff1": 0.155632, + "nauc_precision_at_100_max": -0.168884, + "nauc_precision_at_100_std": -0.249767, + "nauc_precision_at_100_diff1": 0.085493, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.042979, + "nauc_mrr_at_1_std": -0.090402, + "nauc_mrr_at_1_diff1": 0.452315, + "nauc_mrr_at_3_max": -0.019553, + "nauc_mrr_at_3_std": -0.154549, + "nauc_mrr_at_3_diff1": 0.362894, + "nauc_mrr_at_5_max": -0.014504, + "nauc_mrr_at_5_std": -0.151885, + "nauc_mrr_at_5_diff1": 0.362217, + "nauc_mrr_at_10_max": -0.01215, + "nauc_mrr_at_10_std": -0.131844, + "nauc_mrr_at_10_diff1": 0.350435, + "nauc_mrr_at_20_max": -0.015697, + "nauc_mrr_at_20_std": -0.13343, + "nauc_mrr_at_20_diff1": 0.350413, + "nauc_mrr_at_100_max": -0.014859, + "nauc_mrr_at_100_std": -0.134336, + "nauc_mrr_at_100_diff1": 0.353304, + "nauc_mrr_at_1000_max": -0.014635, + "nauc_mrr_at_1000_std": -0.134175, + "nauc_mrr_at_1000_diff1": 0.353709, + "hit_rate_at_1": 0.24615, + "hit_rate_at_3": 0.36923, + "hit_rate_at_5": 0.41538, + "hit_rate_at_10": 0.54615, + "hit_rate_at_20": 0.61538, + "hit_rate_at_100": 0.93846, + "hit_rate_at_1000": 1.0, + "main_score": 0.41538, + "hf_subset": "os", + "languages": [ + "oss-Cyrl" + ] + }, + { + "ndcg_at_1": 0.584, + "ndcg_at_3": 0.65595, + "ndcg_at_5": 0.67557, + "ndcg_at_10": 0.68883, + "ndcg_at_20": 0.69789, + "ndcg_at_100": 0.71856, + "ndcg_at_1000": 0.7258, + "map_at_1": 0.584, + "map_at_3": 0.638, + "map_at_5": 0.6488, + "map_at_10": 0.65447, + "map_at_20": 0.65693, + "map_at_100": 0.65989, + "map_at_1000": 0.66013, + "recall_at_1": 0.584, + "recall_at_3": 0.708, + "recall_at_5": 0.756, + "recall_at_10": 0.796, + "recall_at_20": 0.832, + "recall_at_100": 0.942, + "recall_at_1000": 1.0, + "accuracy": 0.584, + "precision_at_1": 0.584, + "precision_at_3": 0.236, + "precision_at_5": 0.1512, + "precision_at_10": 0.0796, + "precision_at_20": 0.0416, + "precision_at_100": 0.00942, + "precision_at_1000": 0.001, + "mrr_at_1": 0.584, + "mrr_at_3": 0.638, + "mrr_at_5": 0.6488, + "mrr_at_10": 0.654467, + "mrr_at_20": 0.656928, + "mrr_at_100": 0.659886, + "mrr_at_1000": 0.660131, + "nauc_ndcg_at_1_max": 0.758168, + "nauc_ndcg_at_1_std": 0.009308, + "nauc_ndcg_at_1_diff1": 0.78174, + "nauc_ndcg_at_3_max": 0.759703, + "nauc_ndcg_at_3_std": 0.036408, + "nauc_ndcg_at_3_diff1": 0.753652, + "nauc_ndcg_at_5_max": 0.763413, + "nauc_ndcg_at_5_std": 0.035011, + "nauc_ndcg_at_5_diff1": 0.745574, + "nauc_ndcg_at_10_max": 0.75743, + "nauc_ndcg_at_10_std": 0.035488, + "nauc_ndcg_at_10_diff1": 0.742791, + "nauc_ndcg_at_20_max": 0.754229, + "nauc_ndcg_at_20_std": 0.029707, + "nauc_ndcg_at_20_diff1": 0.741198, + "nauc_ndcg_at_100_max": 0.751355, + "nauc_ndcg_at_100_std": 0.020742, + "nauc_ndcg_at_100_diff1": 0.745731, + "nauc_ndcg_at_1000_max": 0.75553, + "nauc_ndcg_at_1000_std": 0.026682, + "nauc_ndcg_at_1000_diff1": 0.749122, + "nauc_map_at_1_max": 0.758168, + "nauc_map_at_1_std": 0.009308, + "nauc_map_at_1_diff1": 0.78174, + "nauc_map_at_3_max": 0.760136, + "nauc_map_at_3_std": 0.031565, + "nauc_map_at_3_diff1": 0.761448, + "nauc_map_at_5_max": 0.762307, + "nauc_map_at_5_std": 0.030916, + "nauc_map_at_5_diff1": 0.757646, + "nauc_map_at_10_max": 0.760094, + "nauc_map_at_10_std": 0.030941, + "nauc_map_at_10_diff1": 0.756418, + "nauc_map_at_20_max": 0.759174, + "nauc_map_at_20_std": 0.02936, + "nauc_map_at_20_diff1": 0.756026, + "nauc_map_at_100_max": 0.758729, + "nauc_map_at_100_std": 0.028311, + "nauc_map_at_100_diff1": 0.756398, + "nauc_map_at_1000_max": 0.758813, + "nauc_map_at_1000_std": 0.028399, + "nauc_map_at_1000_diff1": 0.756501, + "nauc_recall_at_1_max": 0.758168, + "nauc_recall_at_1_std": 0.009308, + "nauc_recall_at_1_diff1": 0.78174, + "nauc_recall_at_3_max": 0.757866, + "nauc_recall_at_3_std": 0.051374, + "nauc_recall_at_3_diff1": 0.7276, + "nauc_recall_at_5_max": 0.767425, + "nauc_recall_at_5_std": 0.048443, + "nauc_recall_at_5_diff1": 0.698344, + "nauc_recall_at_10_max": 0.742221, + "nauc_recall_at_10_std": 0.05311, + "nauc_recall_at_10_diff1": 0.68216, + "nauc_recall_at_20_max": 0.721251, + "nauc_recall_at_20_std": 0.022035, + "nauc_recall_at_20_diff1": 0.661812, + "nauc_recall_at_100_max": 0.613542, + "nauc_recall_at_100_std": -0.181268, + "nauc_recall_at_100_diff1": 0.640797, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.758168, + "nauc_precision_at_1_std": 0.009308, + "nauc_precision_at_1_diff1": 0.78174, + "nauc_precision_at_3_max": 0.757866, + "nauc_precision_at_3_std": 0.051374, + "nauc_precision_at_3_diff1": 0.7276, + "nauc_precision_at_5_max": 0.767425, + "nauc_precision_at_5_std": 0.048443, + "nauc_precision_at_5_diff1": 0.698344, + "nauc_precision_at_10_max": 0.742221, + "nauc_precision_at_10_std": 0.05311, + "nauc_precision_at_10_diff1": 0.68216, + "nauc_precision_at_20_max": 0.721251, + "nauc_precision_at_20_std": 0.022035, + "nauc_precision_at_20_diff1": 0.661812, + "nauc_precision_at_100_max": 0.613542, + "nauc_precision_at_100_std": -0.181268, + "nauc_precision_at_100_diff1": 0.640797, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.758168, + "nauc_mrr_at_1_std": 0.009308, + "nauc_mrr_at_1_diff1": 0.78174, + "nauc_mrr_at_3_max": 0.760136, + "nauc_mrr_at_3_std": 0.031565, + "nauc_mrr_at_3_diff1": 0.761448, + "nauc_mrr_at_5_max": 0.762307, + "nauc_mrr_at_5_std": 0.030916, + "nauc_mrr_at_5_diff1": 0.757646, + "nauc_mrr_at_10_max": 0.760094, + "nauc_mrr_at_10_std": 0.030941, + "nauc_mrr_at_10_diff1": 0.756418, + "nauc_mrr_at_20_max": 0.759174, + "nauc_mrr_at_20_std": 0.02936, + "nauc_mrr_at_20_diff1": 0.756026, + "nauc_mrr_at_100_max": 0.758729, + "nauc_mrr_at_100_std": 0.028311, + "nauc_mrr_at_100_diff1": 0.756398, + "nauc_mrr_at_1000_max": 0.758813, + "nauc_mrr_at_1000_std": 0.028399, + "nauc_mrr_at_1000_diff1": 0.756501, + "hit_rate_at_1": 0.584, + "hit_rate_at_3": 0.708, + "hit_rate_at_5": 0.756, + "hit_rate_at_10": 0.796, + "hit_rate_at_20": 0.832, + "hit_rate_at_100": 0.942, + "hit_rate_at_1000": 1.0, + "main_score": 0.756, + "hf_subset": "pa-IN", + "languages": [ + "pan-Guru" + ] + }, + { + "ndcg_at_1": 0.872, + "ndcg_at_3": 0.8944, + "ndcg_at_5": 0.90035, + "ndcg_at_10": 0.90553, + "ndcg_at_20": 0.90908, + "ndcg_at_100": 0.9115, + "ndcg_at_1000": 0.91558, + "map_at_1": 0.872, + "map_at_3": 0.889, + "map_at_5": 0.8924, + "map_at_10": 0.89455, + "map_at_20": 0.89553, + "map_at_100": 0.89579, + "map_at_1000": 0.89594, + "recall_at_1": 0.872, + "recall_at_3": 0.91, + "recall_at_5": 0.924, + "recall_at_10": 0.94, + "recall_at_20": 0.954, + "recall_at_100": 0.968, + "recall_at_1000": 1.0, + "accuracy": 0.872, + "precision_at_1": 0.872, + "precision_at_3": 0.30333, + "precision_at_5": 0.1848, + "precision_at_10": 0.094, + "precision_at_20": 0.0477, + "precision_at_100": 0.00968, + "precision_at_1000": 0.001, + "mrr_at_1": 0.872, + "mrr_at_3": 0.889, + "mrr_at_5": 0.8924, + "mrr_at_10": 0.89455, + "mrr_at_20": 0.895525, + "mrr_at_100": 0.89579, + "mrr_at_1000": 0.895941, + "nauc_ndcg_at_1_max": 0.969512, + "nauc_ndcg_at_1_std": 0.406547, + "nauc_ndcg_at_1_diff1": 0.953405, + "nauc_ndcg_at_3_max": 0.960155, + "nauc_ndcg_at_3_std": 0.50275, + "nauc_ndcg_at_3_diff1": 0.933851, + "nauc_ndcg_at_5_max": 0.962356, + "nauc_ndcg_at_5_std": 0.516047, + "nauc_ndcg_at_5_diff1": 0.935464, + "nauc_ndcg_at_10_max": 0.961259, + "nauc_ndcg_at_10_std": 0.51617, + "nauc_ndcg_at_10_diff1": 0.934994, + "nauc_ndcg_at_20_max": 0.961229, + "nauc_ndcg_at_20_std": 0.51777, + "nauc_ndcg_at_20_diff1": 0.934639, + "nauc_ndcg_at_100_max": 0.960758, + "nauc_ndcg_at_100_std": 0.510532, + "nauc_ndcg_at_100_diff1": 0.933326, + "nauc_ndcg_at_1000_max": 0.961979, + "nauc_ndcg_at_1000_std": 0.499744, + "nauc_ndcg_at_1000_diff1": 0.936711, + "nauc_map_at_1_max": 0.969512, + "nauc_map_at_1_std": 0.406547, + "nauc_map_at_1_diff1": 0.953405, + "nauc_map_at_3_max": 0.962317, + "nauc_map_at_3_std": 0.474852, + "nauc_map_at_3_diff1": 0.939073, + "nauc_map_at_5_max": 0.963532, + "nauc_map_at_5_std": 0.480952, + "nauc_map_at_5_diff1": 0.940081, + "nauc_map_at_10_max": 0.963195, + "nauc_map_at_10_std": 0.481301, + "nauc_map_at_10_diff1": 0.940152, + "nauc_map_at_20_max": 0.963217, + "nauc_map_at_20_std": 0.481793, + "nauc_map_at_20_diff1": 0.940114, + "nauc_map_at_100_max": 0.963207, + "nauc_map_at_100_std": 0.481104, + "nauc_map_at_100_diff1": 0.94, + "nauc_map_at_1000_max": 0.963231, + "nauc_map_at_1000_std": 0.480743, + "nauc_map_at_1000_diff1": 0.940088, + "nauc_recall_at_1_max": 0.969512, + "nauc_recall_at_1_std": 0.406547, + "nauc_recall_at_1_diff1": 0.953405, + "nauc_recall_at_3_max": 0.952796, + "nauc_recall_at_3_std": 0.6011, + "nauc_recall_at_3_diff1": 0.915655, + "nauc_recall_at_5_max": 0.95829, + "nauc_recall_at_5_std": 0.660155, + "nauc_recall_at_5_diff1": 0.917318, + "nauc_recall_at_10_max": 0.951525, + "nauc_recall_at_10_std": 0.689885, + "nauc_recall_at_10_diff1": 0.908886, + "nauc_recall_at_20_max": 0.948139, + "nauc_recall_at_20_std": 0.747716, + "nauc_recall_at_20_diff1": 0.898206, + "nauc_recall_at_100_max": 0.933619, + "nauc_recall_at_100_std": 0.730859, + "nauc_recall_at_100_diff1": 0.861841, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.969512, + "nauc_precision_at_1_std": 0.406547, + "nauc_precision_at_1_diff1": 0.953405, + "nauc_precision_at_3_max": 0.952796, + "nauc_precision_at_3_std": 0.6011, + "nauc_precision_at_3_diff1": 0.915655, + "nauc_precision_at_5_max": 0.95829, + "nauc_precision_at_5_std": 0.660155, + "nauc_precision_at_5_diff1": 0.917318, + "nauc_precision_at_10_max": 0.951525, + "nauc_precision_at_10_std": 0.689885, + "nauc_precision_at_10_diff1": 0.908886, + "nauc_precision_at_20_max": 0.948139, + "nauc_precision_at_20_std": 0.747716, + "nauc_precision_at_20_diff1": 0.898206, + "nauc_precision_at_100_max": 0.933619, + "nauc_precision_at_100_std": 0.730859, + "nauc_precision_at_100_diff1": 0.861841, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.969512, + "nauc_mrr_at_1_std": 0.406547, + "nauc_mrr_at_1_diff1": 0.953405, + "nauc_mrr_at_3_max": 0.962317, + "nauc_mrr_at_3_std": 0.474852, + "nauc_mrr_at_3_diff1": 0.939073, + "nauc_mrr_at_5_max": 0.963532, + "nauc_mrr_at_5_std": 0.480952, + "nauc_mrr_at_5_diff1": 0.940081, + "nauc_mrr_at_10_max": 0.963195, + "nauc_mrr_at_10_std": 0.481301, + "nauc_mrr_at_10_diff1": 0.940152, + "nauc_mrr_at_20_max": 0.963217, + "nauc_mrr_at_20_std": 0.481793, + "nauc_mrr_at_20_diff1": 0.940114, + "nauc_mrr_at_100_max": 0.963207, + "nauc_mrr_at_100_std": 0.481104, + "nauc_mrr_at_100_diff1": 0.94, + "nauc_mrr_at_1000_max": 0.963231, + "nauc_mrr_at_1000_std": 0.480743, + "nauc_mrr_at_1000_diff1": 0.940088, + "hit_rate_at_1": 0.872, + "hit_rate_at_3": 0.91, + "hit_rate_at_5": 0.924, + "hit_rate_at_10": 0.94, + "hit_rate_at_20": 0.954, + "hit_rate_at_100": 0.968, + "hit_rate_at_1000": 1.0, + "main_score": 0.924, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "ndcg_at_1": 0.222, + "ndcg_at_3": 0.29474, + "ndcg_at_5": 0.30928, + "ndcg_at_10": 0.33754, + "ndcg_at_20": 0.35419, + "ndcg_at_100": 0.3933, + "ndcg_at_1000": 0.42592, + "map_at_1": 0.222, + "map_at_3": 0.277, + "map_at_5": 0.2849, + "map_at_10": 0.29645, + "map_at_20": 0.30099, + "map_at_100": 0.30644, + "map_at_1000": 0.30766, + "recall_at_1": 0.222, + "recall_at_3": 0.346, + "recall_at_5": 0.382, + "recall_at_10": 0.47, + "recall_at_20": 0.536, + "recall_at_100": 0.746, + "recall_at_1000": 1.0, + "accuracy": 0.222, + "precision_at_1": 0.222, + "precision_at_3": 0.11533, + "precision_at_5": 0.0764, + "precision_at_10": 0.047, + "precision_at_20": 0.0268, + "precision_at_100": 0.00746, + "precision_at_1000": 0.001, + "mrr_at_1": 0.222, + "mrr_at_3": 0.277, + "mrr_at_5": 0.2849, + "mrr_at_10": 0.296449, + "mrr_at_20": 0.300988, + "mrr_at_100": 0.306441, + "mrr_at_1000": 0.307665, + "nauc_ndcg_at_1_max": 0.440508, + "nauc_ndcg_at_1_std": 0.045799, + "nauc_ndcg_at_1_diff1": 0.629964, + "nauc_ndcg_at_3_max": 0.407306, + "nauc_ndcg_at_3_std": 0.07482, + "nauc_ndcg_at_3_diff1": 0.538544, + "nauc_ndcg_at_5_max": 0.420142, + "nauc_ndcg_at_5_std": 0.091775, + "nauc_ndcg_at_5_diff1": 0.526347, + "nauc_ndcg_at_10_max": 0.413139, + "nauc_ndcg_at_10_std": 0.104795, + "nauc_ndcg_at_10_diff1": 0.509286, + "nauc_ndcg_at_20_max": 0.409108, + "nauc_ndcg_at_20_std": 0.097722, + "nauc_ndcg_at_20_diff1": 0.502395, + "nauc_ndcg_at_100_max": 0.414815, + "nauc_ndcg_at_100_std": 0.100552, + "nauc_ndcg_at_100_diff1": 0.51609, + "nauc_ndcg_at_1000_max": 0.415608, + "nauc_ndcg_at_1000_std": 0.093026, + "nauc_ndcg_at_1000_diff1": 0.525267, + "nauc_map_at_1_max": 0.440508, + "nauc_map_at_1_std": 0.045799, + "nauc_map_at_1_diff1": 0.629964, + "nauc_map_at_3_max": 0.415753, + "nauc_map_at_3_std": 0.068284, + "nauc_map_at_3_diff1": 0.558675, + "nauc_map_at_5_max": 0.422969, + "nauc_map_at_5_std": 0.078302, + "nauc_map_at_5_diff1": 0.551788, + "nauc_map_at_10_max": 0.420203, + "nauc_map_at_10_std": 0.08374, + "nauc_map_at_10_diff1": 0.544415, + "nauc_map_at_20_max": 0.418952, + "nauc_map_at_20_std": 0.081901, + "nauc_map_at_20_diff1": 0.542375, + "nauc_map_at_100_max": 0.420008, + "nauc_map_at_100_std": 0.082736, + "nauc_map_at_100_diff1": 0.544255, + "nauc_map_at_1000_max": 0.419946, + "nauc_map_at_1000_std": 0.082424, + "nauc_map_at_1000_diff1": 0.54459, + "nauc_recall_at_1_max": 0.440508, + "nauc_recall_at_1_std": 0.045799, + "nauc_recall_at_1_diff1": 0.629964, + "nauc_recall_at_3_max": 0.3844, + "nauc_recall_at_3_std": 0.092261, + "nauc_recall_at_3_diff1": 0.485, + "nauc_recall_at_5_max": 0.414088, + "nauc_recall_at_5_std": 0.129095, + "nauc_recall_at_5_diff1": 0.457763, + "nauc_recall_at_10_max": 0.392721, + "nauc_recall_at_10_std": 0.167898, + "nauc_recall_at_10_diff1": 0.408014, + "nauc_recall_at_20_max": 0.377298, + "nauc_recall_at_20_std": 0.142196, + "nauc_recall_at_20_diff1": 0.378249, + "nauc_recall_at_100_max": 0.399274, + "nauc_recall_at_100_std": 0.171799, + "nauc_recall_at_100_diff1": 0.423678, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.440508, + "nauc_precision_at_1_std": 0.045799, + "nauc_precision_at_1_diff1": 0.629964, + "nauc_precision_at_3_max": 0.3844, + "nauc_precision_at_3_std": 0.092261, + "nauc_precision_at_3_diff1": 0.485, + "nauc_precision_at_5_max": 0.414088, + "nauc_precision_at_5_std": 0.129095, + "nauc_precision_at_5_diff1": 0.457763, + "nauc_precision_at_10_max": 0.392721, + "nauc_precision_at_10_std": 0.167898, + "nauc_precision_at_10_diff1": 0.408014, + "nauc_precision_at_20_max": 0.377298, + "nauc_precision_at_20_std": 0.142196, + "nauc_precision_at_20_diff1": 0.378249, + "nauc_precision_at_100_max": 0.399274, + "nauc_precision_at_100_std": 0.171799, + "nauc_precision_at_100_diff1": 0.423678, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.440508, + "nauc_mrr_at_1_std": 0.045799, + "nauc_mrr_at_1_diff1": 0.629964, + "nauc_mrr_at_3_max": 0.415753, + "nauc_mrr_at_3_std": 0.068284, + "nauc_mrr_at_3_diff1": 0.558675, + "nauc_mrr_at_5_max": 0.422969, + "nauc_mrr_at_5_std": 0.078302, + "nauc_mrr_at_5_diff1": 0.551788, + "nauc_mrr_at_10_max": 0.420203, + "nauc_mrr_at_10_std": 0.08374, + "nauc_mrr_at_10_diff1": 0.544415, + "nauc_mrr_at_20_max": 0.418952, + "nauc_mrr_at_20_std": 0.081901, + "nauc_mrr_at_20_diff1": 0.542375, + "nauc_mrr_at_100_max": 0.420008, + "nauc_mrr_at_100_std": 0.082736, + "nauc_mrr_at_100_diff1": 0.544255, + "nauc_mrr_at_1000_max": 0.419946, + "nauc_mrr_at_1000_std": 0.082424, + "nauc_mrr_at_1000_diff1": 0.54459, + "hit_rate_at_1": 0.222, + "hit_rate_at_3": 0.346, + "hit_rate_at_5": 0.382, + "hit_rate_at_10": 0.47, + "hit_rate_at_20": 0.536, + "hit_rate_at_100": 0.746, + "hit_rate_at_1000": 1.0, + "main_score": 0.382, + "hf_subset": "ps", + "languages": [ + "pus-Arab" + ] + }, + { + "ndcg_at_1": 0.928, + "ndcg_at_3": 0.94336, + "ndcg_at_5": 0.94508, + "ndcg_at_10": 0.94773, + "ndcg_at_20": 0.95032, + "ndcg_at_100": 0.95135, + "ndcg_at_1000": 0.9535, + "map_at_1": 0.928, + "map_at_3": 0.93967, + "map_at_5": 0.94067, + "map_at_10": 0.94179, + "map_at_20": 0.94254, + "map_at_100": 0.94265, + "map_at_1000": 0.94271, + "recall_at_1": 0.928, + "recall_at_3": 0.954, + "recall_at_5": 0.958, + "recall_at_10": 0.966, + "recall_at_20": 0.976, + "recall_at_100": 0.982, + "recall_at_1000": 1.0, + "accuracy": 0.928, + "precision_at_1": 0.928, + "precision_at_3": 0.318, + "precision_at_5": 0.1916, + "precision_at_10": 0.0966, + "precision_at_20": 0.0488, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.928, + "mrr_at_3": 0.939667, + "mrr_at_5": 0.940667, + "mrr_at_10": 0.941794, + "mrr_at_20": 0.942539, + "mrr_at_100": 0.942653, + "mrr_at_1000": 0.942712, + "nauc_ndcg_at_1_max": 0.938466, + "nauc_ndcg_at_1_std": 0.087885, + "nauc_ndcg_at_1_diff1": 0.970497, + "nauc_ndcg_at_3_max": 0.956208, + "nauc_ndcg_at_3_std": 0.044957, + "nauc_ndcg_at_3_diff1": 0.970631, + "nauc_ndcg_at_5_max": 0.956885, + "nauc_ndcg_at_5_std": 0.091719, + "nauc_ndcg_at_5_diff1": 0.96971, + "nauc_ndcg_at_10_max": 0.956368, + "nauc_ndcg_at_10_std": 0.109871, + "nauc_ndcg_at_10_diff1": 0.969842, + "nauc_ndcg_at_20_max": 0.955513, + "nauc_ndcg_at_20_std": 0.12081, + "nauc_ndcg_at_20_diff1": 0.969737, + "nauc_ndcg_at_100_max": 0.956291, + "nauc_ndcg_at_100_std": 0.13049, + "nauc_ndcg_at_100_diff1": 0.969099, + "nauc_ndcg_at_1000_max": 0.95426, + "nauc_ndcg_at_1000_std": 0.106116, + "nauc_ndcg_at_1000_diff1": 0.969679, + "nauc_map_at_1_max": 0.938466, + "nauc_map_at_1_std": 0.087885, + "nauc_map_at_1_diff1": 0.970497, + "nauc_map_at_3_max": 0.95218, + "nauc_map_at_3_std": 0.057616, + "nauc_map_at_3_diff1": 0.97057, + "nauc_map_at_5_max": 0.952475, + "nauc_map_at_5_std": 0.082956, + "nauc_map_at_5_diff1": 0.970074, + "nauc_map_at_10_max": 0.952197, + "nauc_map_at_10_std": 0.089938, + "nauc_map_at_10_diff1": 0.970136, + "nauc_map_at_20_max": 0.951956, + "nauc_map_at_20_std": 0.092232, + "nauc_map_at_20_diff1": 0.970163, + "nauc_map_at_100_max": 0.951957, + "nauc_map_at_100_std": 0.092229, + "nauc_map_at_100_diff1": 0.970103, + "nauc_map_at_1000_max": 0.951908, + "nauc_map_at_1000_std": 0.091608, + "nauc_map_at_1000_diff1": 0.970107, + "nauc_recall_at_1_max": 0.938466, + "nauc_recall_at_1_std": 0.087885, + "nauc_recall_at_1_diff1": 0.970497, + "nauc_recall_at_3_max": 0.970872, + "nauc_recall_at_3_std": -0.003126, + "nauc_recall_at_3_diff1": 0.970872, + "nauc_recall_at_5_max": 0.974323, + "nauc_recall_at_5_std": 0.134276, + "nauc_recall_at_5_diff1": 0.968098, + "nauc_recall_at_10_max": 0.975971, + "nauc_recall_at_10_std": 0.226287, + "nauc_recall_at_10_diff1": 0.968281, + "nauc_recall_at_20_max": 0.976852, + "nauc_recall_at_20_std": 0.364613, + "nauc_recall_at_20_diff1": 0.965959, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.645503, + "nauc_recall_at_100_diff1": 0.954611, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.938466, + "nauc_precision_at_1_std": 0.087885, + "nauc_precision_at_1_diff1": 0.970497, + "nauc_precision_at_3_max": 0.970872, + "nauc_precision_at_3_std": -0.003126, + "nauc_precision_at_3_diff1": 0.970872, + "nauc_precision_at_5_max": 0.974323, + "nauc_precision_at_5_std": 0.134276, + "nauc_precision_at_5_diff1": 0.968098, + "nauc_precision_at_10_max": 0.975971, + "nauc_precision_at_10_std": 0.226287, + "nauc_precision_at_10_diff1": 0.968281, + "nauc_precision_at_20_max": 0.976852, + "nauc_precision_at_20_std": 0.364613, + "nauc_precision_at_20_diff1": 0.965959, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.645503, + "nauc_precision_at_100_diff1": 0.954611, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.938466, + "nauc_mrr_at_1_std": 0.087885, + "nauc_mrr_at_1_diff1": 0.970497, + "nauc_mrr_at_3_max": 0.95218, + "nauc_mrr_at_3_std": 0.057616, + "nauc_mrr_at_3_diff1": 0.97057, + "nauc_mrr_at_5_max": 0.952475, + "nauc_mrr_at_5_std": 0.082956, + "nauc_mrr_at_5_diff1": 0.970074, + "nauc_mrr_at_10_max": 0.952197, + "nauc_mrr_at_10_std": 0.089938, + "nauc_mrr_at_10_diff1": 0.970136, + "nauc_mrr_at_20_max": 0.951956, + "nauc_mrr_at_20_std": 0.092232, + "nauc_mrr_at_20_diff1": 0.970163, + "nauc_mrr_at_100_max": 0.951957, + "nauc_mrr_at_100_std": 0.092229, + "nauc_mrr_at_100_diff1": 0.970103, + "nauc_mrr_at_1000_max": 0.951908, + "nauc_mrr_at_1000_std": 0.091608, + "nauc_mrr_at_1000_diff1": 0.970107, + "hit_rate_at_1": 0.928, + "hit_rate_at_3": 0.954, + "hit_rate_at_5": 0.958, + "hit_rate_at_10": 0.966, + "hit_rate_at_20": 0.976, + "hit_rate_at_100": 0.982, + "hit_rate_at_1000": 1.0, + "main_score": 0.958, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.518, + "ndcg_at_3": 0.59457, + "ndcg_at_5": 0.6141, + "ndcg_at_10": 0.63163, + "ndcg_at_20": 0.64512, + "ndcg_at_100": 0.66819, + "ndcg_at_1000": 0.67843, + "map_at_1": 0.518, + "map_at_3": 0.57667, + "map_at_5": 0.58737, + "map_at_10": 0.59463, + "map_at_20": 0.59825, + "map_at_100": 0.6016, + "map_at_1000": 0.60206, + "recall_at_1": 0.518, + "recall_at_3": 0.646, + "recall_at_5": 0.694, + "recall_at_10": 0.748, + "recall_at_20": 0.802, + "recall_at_100": 0.924, + "recall_at_1000": 1.0, + "accuracy": 0.518, + "precision_at_1": 0.518, + "precision_at_3": 0.21533, + "precision_at_5": 0.1388, + "precision_at_10": 0.0748, + "precision_at_20": 0.0401, + "precision_at_100": 0.00924, + "precision_at_1000": 0.001, + "mrr_at_1": 0.518, + "mrr_at_3": 0.576667, + "mrr_at_5": 0.587367, + "mrr_at_10": 0.594633, + "mrr_at_20": 0.598254, + "mrr_at_100": 0.601596, + "mrr_at_1000": 0.602062, + "nauc_ndcg_at_1_max": 0.731308, + "nauc_ndcg_at_1_std": -0.221761, + "nauc_ndcg_at_1_diff1": 0.82144, + "nauc_ndcg_at_3_max": 0.737469, + "nauc_ndcg_at_3_std": -0.219213, + "nauc_ndcg_at_3_diff1": 0.785366, + "nauc_ndcg_at_5_max": 0.723329, + "nauc_ndcg_at_5_std": -0.219454, + "nauc_ndcg_at_5_diff1": 0.774383, + "nauc_ndcg_at_10_max": 0.716998, + "nauc_ndcg_at_10_std": -0.219922, + "nauc_ndcg_at_10_diff1": 0.763761, + "nauc_ndcg_at_20_max": 0.711319, + "nauc_ndcg_at_20_std": -0.216479, + "nauc_ndcg_at_20_diff1": 0.763966, + "nauc_ndcg_at_100_max": 0.715525, + "nauc_ndcg_at_100_std": -0.216806, + "nauc_ndcg_at_100_diff1": 0.769972, + "nauc_ndcg_at_1000_max": 0.720818, + "nauc_ndcg_at_1000_std": -0.216529, + "nauc_ndcg_at_1000_diff1": 0.776099, + "nauc_map_at_1_max": 0.731308, + "nauc_map_at_1_std": -0.221761, + "nauc_map_at_1_diff1": 0.82144, + "nauc_map_at_3_max": 0.736359, + "nauc_map_at_3_std": -0.21919, + "nauc_map_at_3_diff1": 0.793709, + "nauc_map_at_5_max": 0.728969, + "nauc_map_at_5_std": -0.219054, + "nauc_map_at_5_diff1": 0.78824, + "nauc_map_at_10_max": 0.726718, + "nauc_map_at_10_std": -0.219082, + "nauc_map_at_10_diff1": 0.784166, + "nauc_map_at_20_max": 0.725273, + "nauc_map_at_20_std": -0.218331, + "nauc_map_at_20_diff1": 0.784288, + "nauc_map_at_100_max": 0.726013, + "nauc_map_at_100_std": -0.217525, + "nauc_map_at_100_diff1": 0.785165, + "nauc_map_at_1000_max": 0.726185, + "nauc_map_at_1000_std": -0.217648, + "nauc_map_at_1000_diff1": 0.78543, + "nauc_recall_at_1_max": 0.731308, + "nauc_recall_at_1_std": -0.221761, + "nauc_recall_at_1_diff1": 0.82144, + "nauc_recall_at_3_max": 0.740784, + "nauc_recall_at_3_std": -0.2196, + "nauc_recall_at_3_diff1": 0.759227, + "nauc_recall_at_5_max": 0.700986, + "nauc_recall_at_5_std": -0.221617, + "nauc_recall_at_5_diff1": 0.724927, + "nauc_recall_at_10_max": 0.671324, + "nauc_recall_at_10_std": -0.224705, + "nauc_recall_at_10_diff1": 0.675762, + "nauc_recall_at_20_max": 0.629194, + "nauc_recall_at_20_std": -0.203667, + "nauc_recall_at_20_diff1": 0.659616, + "nauc_recall_at_100_max": 0.581884, + "nauc_recall_at_100_std": -0.243206, + "nauc_recall_at_100_diff1": 0.623556, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.731308, + "nauc_precision_at_1_std": -0.221761, + "nauc_precision_at_1_diff1": 0.82144, + "nauc_precision_at_3_max": 0.740784, + "nauc_precision_at_3_std": -0.2196, + "nauc_precision_at_3_diff1": 0.759227, + "nauc_precision_at_5_max": 0.700986, + "nauc_precision_at_5_std": -0.221617, + "nauc_precision_at_5_diff1": 0.724927, + "nauc_precision_at_10_max": 0.671324, + "nauc_precision_at_10_std": -0.224705, + "nauc_precision_at_10_diff1": 0.675762, + "nauc_precision_at_20_max": 0.629194, + "nauc_precision_at_20_std": -0.203667, + "nauc_precision_at_20_diff1": 0.659616, + "nauc_precision_at_100_max": 0.581884, + "nauc_precision_at_100_std": -0.243206, + "nauc_precision_at_100_diff1": 0.623556, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.731308, + "nauc_mrr_at_1_std": -0.221761, + "nauc_mrr_at_1_diff1": 0.82144, + "nauc_mrr_at_3_max": 0.736359, + "nauc_mrr_at_3_std": -0.21919, + "nauc_mrr_at_3_diff1": 0.793709, + "nauc_mrr_at_5_max": 0.728969, + "nauc_mrr_at_5_std": -0.219054, + "nauc_mrr_at_5_diff1": 0.78824, + "nauc_mrr_at_10_max": 0.726718, + "nauc_mrr_at_10_std": -0.219082, + "nauc_mrr_at_10_diff1": 0.784166, + "nauc_mrr_at_20_max": 0.725273, + "nauc_mrr_at_20_std": -0.218331, + "nauc_mrr_at_20_diff1": 0.784288, + "nauc_mrr_at_100_max": 0.726013, + "nauc_mrr_at_100_std": -0.217525, + "nauc_mrr_at_100_diff1": 0.785165, + "nauc_mrr_at_1000_max": 0.726185, + "nauc_mrr_at_1000_std": -0.217648, + "nauc_mrr_at_1000_diff1": 0.78543, + "hit_rate_at_1": 0.518, + "hit_rate_at_3": 0.646, + "hit_rate_at_5": 0.694, + "hit_rate_at_10": 0.748, + "hit_rate_at_20": 0.802, + "hit_rate_at_100": 0.924, + "hit_rate_at_1000": 1.0, + "main_score": 0.694, + "hf_subset": "rm-sursilv", + "languages": [ + "roh-Latn" + ] + }, + { + "ndcg_at_1": 0.68129, + "ndcg_at_3": 0.72927, + "ndcg_at_5": 0.74218, + "ndcg_at_10": 0.76079, + "ndcg_at_20": 0.77123, + "ndcg_at_100": 0.78659, + "ndcg_at_1000": 0.78971, + "map_at_1": 0.68129, + "map_at_3": 0.71786, + "map_at_5": 0.72479, + "map_at_10": 0.73244, + "map_at_20": 0.73527, + "map_at_100": 0.73736, + "map_at_1000": 0.7375, + "recall_at_1": 0.68129, + "recall_at_3": 0.76212, + "recall_at_5": 0.79446, + "recall_at_10": 0.85219, + "recall_at_20": 0.89376, + "recall_at_100": 0.97691, + "recall_at_1000": 1.0, + "accuracy": 0.68129, + "precision_at_1": 0.68129, + "precision_at_3": 0.25404, + "precision_at_5": 0.15889, + "precision_at_10": 0.08522, + "precision_at_20": 0.04469, + "precision_at_100": 0.00977, + "precision_at_1000": 0.001, + "mrr_at_1": 0.681293, + "mrr_at_3": 0.71786, + "mrr_at_5": 0.724788, + "mrr_at_10": 0.732443, + "mrr_at_20": 0.735274, + "mrr_at_100": 0.737357, + "mrr_at_1000": 0.737501, + "nauc_ndcg_at_1_max": 0.806912, + "nauc_ndcg_at_1_std": -0.110017, + "nauc_ndcg_at_1_diff1": 0.849234, + "nauc_ndcg_at_3_max": 0.797278, + "nauc_ndcg_at_3_std": -0.111259, + "nauc_ndcg_at_3_diff1": 0.812477, + "nauc_ndcg_at_5_max": 0.790551, + "nauc_ndcg_at_5_std": -0.110679, + "nauc_ndcg_at_5_diff1": 0.801792, + "nauc_ndcg_at_10_max": 0.798095, + "nauc_ndcg_at_10_std": -0.112871, + "nauc_ndcg_at_10_diff1": 0.799647, + "nauc_ndcg_at_20_max": 0.795061, + "nauc_ndcg_at_20_std": -0.114912, + "nauc_ndcg_at_20_diff1": 0.798813, + "nauc_ndcg_at_100_max": 0.795468, + "nauc_ndcg_at_100_std": -0.114552, + "nauc_ndcg_at_100_diff1": 0.807613, + "nauc_ndcg_at_1000_max": 0.796683, + "nauc_ndcg_at_1000_std": -0.113436, + "nauc_ndcg_at_1000_diff1": 0.810125, + "nauc_map_at_1_max": 0.806912, + "nauc_map_at_1_std": -0.110017, + "nauc_map_at_1_diff1": 0.849234, + "nauc_map_at_3_max": 0.80012, + "nauc_map_at_3_std": -0.109388, + "nauc_map_at_3_diff1": 0.822172, + "nauc_map_at_5_max": 0.796826, + "nauc_map_at_5_std": -0.109178, + "nauc_map_at_5_diff1": 0.816837, + "nauc_map_at_10_max": 0.79928, + "nauc_map_at_10_std": -0.109934, + "nauc_map_at_10_diff1": 0.816004, + "nauc_map_at_20_max": 0.798624, + "nauc_map_at_20_std": -0.110003, + "nauc_map_at_20_diff1": 0.816056, + "nauc_map_at_100_max": 0.798605, + "nauc_map_at_100_std": -0.11048, + "nauc_map_at_100_diff1": 0.817213, + "nauc_map_at_1000_max": 0.798657, + "nauc_map_at_1000_std": -0.1105, + "nauc_map_at_1000_diff1": 0.817322, + "nauc_recall_at_1_max": 0.806912, + "nauc_recall_at_1_std": -0.110017, + "nauc_recall_at_1_diff1": 0.849234, + "nauc_recall_at_3_max": 0.787776, + "nauc_recall_at_3_std": -0.118154, + "nauc_recall_at_3_diff1": 0.780562, + "nauc_recall_at_5_max": 0.766169, + "nauc_recall_at_5_std": -0.116615, + "nauc_recall_at_5_diff1": 0.74527, + "nauc_recall_at_10_max": 0.797558, + "nauc_recall_at_10_std": -0.128875, + "nauc_recall_at_10_diff1": 0.719566, + "nauc_recall_at_20_max": 0.773205, + "nauc_recall_at_20_std": -0.15622, + "nauc_recall_at_20_diff1": 0.684323, + "nauc_recall_at_100_max": 0.725738, + "nauc_recall_at_100_std": -0.208855, + "nauc_recall_at_100_diff1": 0.661975, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.806912, + "nauc_precision_at_1_std": -0.110017, + "nauc_precision_at_1_diff1": 0.849234, + "nauc_precision_at_3_max": 0.787776, + "nauc_precision_at_3_std": -0.118154, + "nauc_precision_at_3_diff1": 0.780562, + "nauc_precision_at_5_max": 0.766169, + "nauc_precision_at_5_std": -0.116615, + "nauc_precision_at_5_diff1": 0.74527, + "nauc_precision_at_10_max": 0.797558, + "nauc_precision_at_10_std": -0.128875, + "nauc_precision_at_10_diff1": 0.719566, + "nauc_precision_at_20_max": 0.773205, + "nauc_precision_at_20_std": -0.15622, + "nauc_precision_at_20_diff1": 0.684323, + "nauc_precision_at_100_max": 0.725738, + "nauc_precision_at_100_std": -0.208855, + "nauc_precision_at_100_diff1": 0.661975, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.806912, + "nauc_mrr_at_1_std": -0.110017, + "nauc_mrr_at_1_diff1": 0.849234, + "nauc_mrr_at_3_max": 0.80012, + "nauc_mrr_at_3_std": -0.109388, + "nauc_mrr_at_3_diff1": 0.822172, + "nauc_mrr_at_5_max": 0.796826, + "nauc_mrr_at_5_std": -0.109178, + "nauc_mrr_at_5_diff1": 0.816837, + "nauc_mrr_at_10_max": 0.79928, + "nauc_mrr_at_10_std": -0.109934, + "nauc_mrr_at_10_diff1": 0.816004, + "nauc_mrr_at_20_max": 0.798624, + "nauc_mrr_at_20_std": -0.110003, + "nauc_mrr_at_20_diff1": 0.816056, + "nauc_mrr_at_100_max": 0.798605, + "nauc_mrr_at_100_std": -0.11048, + "nauc_mrr_at_100_diff1": 0.817213, + "nauc_mrr_at_1000_max": 0.798657, + "nauc_mrr_at_1000_std": -0.1105, + "nauc_mrr_at_1000_diff1": 0.817322, + "hit_rate_at_1": 0.68129, + "hit_rate_at_3": 0.76212, + "hit_rate_at_5": 0.79446, + "hit_rate_at_10": 0.85219, + "hit_rate_at_20": 0.89376, + "hit_rate_at_100": 0.97691, + "hit_rate_at_1000": 1.0, + "main_score": 0.79446, + "hf_subset": "rm-vallader", + "languages": [ + "roh-Latn" + ] + }, + { + "ndcg_at_1": 0.668, + "ndcg_at_3": 0.71981, + "ndcg_at_5": 0.72893, + "ndcg_at_10": 0.7378, + "ndcg_at_20": 0.74346, + "ndcg_at_100": 0.75639, + "ndcg_at_1000": 0.76857, + "map_at_1": 0.668, + "map_at_3": 0.70667, + "map_at_5": 0.71177, + "map_at_10": 0.71531, + "map_at_20": 0.71691, + "map_at_100": 0.71868, + "map_at_1000": 0.71904, + "recall_at_1": 0.668, + "recall_at_3": 0.758, + "recall_at_5": 0.78, + "recall_at_10": 0.808, + "recall_at_20": 0.83, + "recall_at_100": 0.9, + "recall_at_1000": 1.0, + "accuracy": 0.668, + "precision_at_1": 0.668, + "precision_at_3": 0.25267, + "precision_at_5": 0.156, + "precision_at_10": 0.0808, + "precision_at_20": 0.0415, + "precision_at_100": 0.009, + "precision_at_1000": 0.001, + "mrr_at_1": 0.668, + "mrr_at_3": 0.706667, + "mrr_at_5": 0.711767, + "mrr_at_10": 0.715306, + "mrr_at_20": 0.716905, + "mrr_at_100": 0.718684, + "mrr_at_1000": 0.719044, + "nauc_ndcg_at_1_max": 0.71945, + "nauc_ndcg_at_1_std": 0.027352, + "nauc_ndcg_at_1_diff1": 0.848743, + "nauc_ndcg_at_3_max": 0.731477, + "nauc_ndcg_at_3_std": 0.094573, + "nauc_ndcg_at_3_diff1": 0.8132, + "nauc_ndcg_at_5_max": 0.735182, + "nauc_ndcg_at_5_std": 0.093211, + "nauc_ndcg_at_5_diff1": 0.811434, + "nauc_ndcg_at_10_max": 0.731619, + "nauc_ndcg_at_10_std": 0.101531, + "nauc_ndcg_at_10_diff1": 0.806399, + "nauc_ndcg_at_20_max": 0.72727, + "nauc_ndcg_at_20_std": 0.10155, + "nauc_ndcg_at_20_diff1": 0.804887, + "nauc_ndcg_at_100_max": 0.727141, + "nauc_ndcg_at_100_std": 0.093766, + "nauc_ndcg_at_100_diff1": 0.80151, + "nauc_ndcg_at_1000_max": 0.729465, + "nauc_ndcg_at_1000_std": 0.088307, + "nauc_ndcg_at_1000_diff1": 0.810593, + "nauc_map_at_1_max": 0.71945, + "nauc_map_at_1_std": 0.027352, + "nauc_map_at_1_diff1": 0.848743, + "nauc_map_at_3_max": 0.729894, + "nauc_map_at_3_std": 0.076136, + "nauc_map_at_3_diff1": 0.823254, + "nauc_map_at_5_max": 0.732115, + "nauc_map_at_5_std": 0.075239, + "nauc_map_at_5_diff1": 0.822529, + "nauc_map_at_10_max": 0.730708, + "nauc_map_at_10_std": 0.078224, + "nauc_map_at_10_diff1": 0.820675, + "nauc_map_at_20_max": 0.729561, + "nauc_map_at_20_std": 0.078292, + "nauc_map_at_20_diff1": 0.820361, + "nauc_map_at_100_max": 0.730009, + "nauc_map_at_100_std": 0.077252, + "nauc_map_at_100_diff1": 0.820156, + "nauc_map_at_1000_max": 0.730034, + "nauc_map_at_1000_std": 0.077093, + "nauc_map_at_1000_diff1": 0.82036, + "nauc_recall_at_1_max": 0.71945, + "nauc_recall_at_1_std": 0.027352, + "nauc_recall_at_1_diff1": 0.848743, + "nauc_recall_at_3_max": 0.735997, + "nauc_recall_at_3_std": 0.156485, + "nauc_recall_at_3_diff1": 0.779296, + "nauc_recall_at_5_max": 0.745454, + "nauc_recall_at_5_std": 0.156999, + "nauc_recall_at_5_diff1": 0.771285, + "nauc_recall_at_10_max": 0.732631, + "nauc_recall_at_10_std": 0.197554, + "nauc_recall_at_10_diff1": 0.746934, + "nauc_recall_at_20_max": 0.709201, + "nauc_recall_at_20_std": 0.20678, + "nauc_recall_at_20_diff1": 0.731671, + "nauc_recall_at_100_max": 0.682782, + "nauc_recall_at_100_std": 0.180868, + "nauc_recall_at_100_diff1": 0.645219, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.71945, + "nauc_precision_at_1_std": 0.027352, + "nauc_precision_at_1_diff1": 0.848743, + "nauc_precision_at_3_max": 0.735997, + "nauc_precision_at_3_std": 0.156485, + "nauc_precision_at_3_diff1": 0.779296, + "nauc_precision_at_5_max": 0.745454, + "nauc_precision_at_5_std": 0.156999, + "nauc_precision_at_5_diff1": 0.771285, + "nauc_precision_at_10_max": 0.732631, + "nauc_precision_at_10_std": 0.197554, + "nauc_precision_at_10_diff1": 0.746934, + "nauc_precision_at_20_max": 0.709201, + "nauc_precision_at_20_std": 0.20678, + "nauc_precision_at_20_diff1": 0.731671, + "nauc_precision_at_100_max": 0.682782, + "nauc_precision_at_100_std": 0.180868, + "nauc_precision_at_100_diff1": 0.645219, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.71945, + "nauc_mrr_at_1_std": 0.027352, + "nauc_mrr_at_1_diff1": 0.848743, + "nauc_mrr_at_3_max": 0.729894, + "nauc_mrr_at_3_std": 0.076136, + "nauc_mrr_at_3_diff1": 0.823254, + "nauc_mrr_at_5_max": 0.732115, + "nauc_mrr_at_5_std": 0.075239, + "nauc_mrr_at_5_diff1": 0.822529, + "nauc_mrr_at_10_max": 0.730708, + "nauc_mrr_at_10_std": 0.078224, + "nauc_mrr_at_10_diff1": 0.820675, + "nauc_mrr_at_20_max": 0.729561, + "nauc_mrr_at_20_std": 0.078292, + "nauc_mrr_at_20_diff1": 0.820361, + "nauc_mrr_at_100_max": 0.730009, + "nauc_mrr_at_100_std": 0.077252, + "nauc_mrr_at_100_diff1": 0.820156, + "nauc_mrr_at_1000_max": 0.730034, + "nauc_mrr_at_1000_std": 0.077093, + "nauc_mrr_at_1000_diff1": 0.82036, + "hit_rate_at_1": 0.668, + "hit_rate_at_3": 0.758, + "hit_rate_at_5": 0.78, + "hit_rate_at_10": 0.808, + "hit_rate_at_20": 0.83, + "hit_rate_at_100": 0.9, + "hit_rate_at_1000": 1.0, + "main_score": 0.78, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.926, + "ndcg_at_3": 0.94362, + "ndcg_at_5": 0.9462, + "ndcg_at_10": 0.95143, + "ndcg_at_20": 0.95385, + "ndcg_at_100": 0.95492, + "ndcg_at_1000": 0.95568, + "map_at_1": 0.926, + "map_at_3": 0.93933, + "map_at_5": 0.94083, + "map_at_10": 0.94303, + "map_at_20": 0.94363, + "map_at_100": 0.94376, + "map_at_1000": 0.94378, + "recall_at_1": 0.926, + "recall_at_3": 0.956, + "recall_at_5": 0.962, + "recall_at_10": 0.978, + "recall_at_20": 0.988, + "recall_at_100": 0.994, + "recall_at_1000": 1.0, + "accuracy": 0.926, + "precision_at_1": 0.926, + "precision_at_3": 0.31867, + "precision_at_5": 0.1924, + "precision_at_10": 0.0978, + "precision_at_20": 0.0494, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.926, + "mrr_at_3": 0.939333, + "mrr_at_5": 0.940833, + "mrr_at_10": 0.943027, + "mrr_at_20": 0.943634, + "mrr_at_100": 0.943759, + "mrr_at_1000": 0.943785, + "nauc_ndcg_at_1_max": 0.948205, + "nauc_ndcg_at_1_std": -0.02039, + "nauc_ndcg_at_1_diff1": 0.982335, + "nauc_ndcg_at_3_max": 0.954865, + "nauc_ndcg_at_3_std": 0.003506, + "nauc_ndcg_at_3_diff1": 0.979134, + "nauc_ndcg_at_5_max": 0.956883, + "nauc_ndcg_at_5_std": 0.024461, + "nauc_ndcg_at_5_diff1": 0.978131, + "nauc_ndcg_at_10_max": 0.954158, + "nauc_ndcg_at_10_std": 0.013556, + "nauc_ndcg_at_10_diff1": 0.981109, + "nauc_ndcg_at_20_max": 0.951755, + "nauc_ndcg_at_20_std": -0.003635, + "nauc_ndcg_at_20_diff1": 0.980119, + "nauc_ndcg_at_100_max": 0.950612, + "nauc_ndcg_at_100_std": -0.000574, + "nauc_ndcg_at_100_diff1": 0.979648, + "nauc_ndcg_at_1000_max": 0.952375, + "nauc_ndcg_at_1000_std": 0.005135, + "nauc_ndcg_at_1000_diff1": 0.980064, + "nauc_map_at_1_max": 0.948205, + "nauc_map_at_1_std": -0.02039, + "nauc_map_at_1_diff1": 0.982335, + "nauc_map_at_3_max": 0.953071, + "nauc_map_at_3_std": -0.001111, + "nauc_map_at_3_diff1": 0.979889, + "nauc_map_at_5_max": 0.954091, + "nauc_map_at_5_std": 0.009833, + "nauc_map_at_5_diff1": 0.97938, + "nauc_map_at_10_max": 0.953088, + "nauc_map_at_10_std": 0.007725, + "nauc_map_at_10_diff1": 0.980516, + "nauc_map_at_20_max": 0.952582, + "nauc_map_at_20_std": 0.004349, + "nauc_map_at_20_diff1": 0.980306, + "nauc_map_at_100_max": 0.952477, + "nauc_map_at_100_std": 0.004527, + "nauc_map_at_100_diff1": 0.980262, + "nauc_map_at_1000_max": 0.952531, + "nauc_map_at_1000_std": 0.004738, + "nauc_map_at_1000_diff1": 0.980275, + "nauc_recall_at_1_max": 0.948205, + "nauc_recall_at_1_std": -0.02039, + "nauc_recall_at_1_diff1": 0.982335, + "nauc_recall_at_3_max": 0.961909, + "nauc_recall_at_3_std": 0.020499, + "nauc_recall_at_3_diff1": 0.976233, + "nauc_recall_at_5_max": 0.969655, + "nauc_recall_at_5_std": 0.092068, + "nauc_recall_at_5_diff1": 0.97248, + "nauc_recall_at_10_max": 0.959469, + "nauc_recall_at_10_std": 0.035354, + "nauc_recall_at_10_diff1": 0.988116, + "nauc_recall_at_20_max": 0.925692, + "nauc_recall_at_20_std": -0.227513, + "nauc_recall_at_20_diff1": 0.978214, + "nauc_recall_at_100_max": 0.851385, + "nauc_recall_at_100_std": -0.303766, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.948205, + "nauc_precision_at_1_std": -0.02039, + "nauc_precision_at_1_diff1": 0.982335, + "nauc_precision_at_3_max": 0.961909, + "nauc_precision_at_3_std": 0.020499, + "nauc_precision_at_3_diff1": 0.976233, + "nauc_precision_at_5_max": 0.969655, + "nauc_precision_at_5_std": 0.092068, + "nauc_precision_at_5_diff1": 0.97248, + "nauc_precision_at_10_max": 0.959469, + "nauc_precision_at_10_std": 0.035354, + "nauc_precision_at_10_diff1": 0.988116, + "nauc_precision_at_20_max": 0.925692, + "nauc_precision_at_20_std": -0.227513, + "nauc_precision_at_20_diff1": 0.978214, + "nauc_precision_at_100_max": 0.851385, + "nauc_precision_at_100_std": -0.303766, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.948205, + "nauc_mrr_at_1_std": -0.02039, + "nauc_mrr_at_1_diff1": 0.982335, + "nauc_mrr_at_3_max": 0.953071, + "nauc_mrr_at_3_std": -0.001111, + "nauc_mrr_at_3_diff1": 0.979889, + "nauc_mrr_at_5_max": 0.954091, + "nauc_mrr_at_5_std": 0.009833, + "nauc_mrr_at_5_diff1": 0.97938, + "nauc_mrr_at_10_max": 0.953088, + "nauc_mrr_at_10_std": 0.007725, + "nauc_mrr_at_10_diff1": 0.980516, + "nauc_mrr_at_20_max": 0.952582, + "nauc_mrr_at_20_std": 0.004349, + "nauc_mrr_at_20_diff1": 0.980306, + "nauc_mrr_at_100_max": 0.952477, + "nauc_mrr_at_100_std": 0.004527, + "nauc_mrr_at_100_diff1": 0.980262, + "nauc_mrr_at_1000_max": 0.952531, + "nauc_mrr_at_1000_std": 0.004738, + "nauc_mrr_at_1000_diff1": 0.980275, + "hit_rate_at_1": 0.926, + "hit_rate_at_3": 0.956, + "hit_rate_at_5": 0.962, + "hit_rate_at_10": 0.978, + "hit_rate_at_20": 0.988, + "hit_rate_at_100": 0.994, + "hit_rate_at_1000": 1.0, + "main_score": 0.962, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.12, + "ndcg_at_3": 0.17601, + "ndcg_at_5": 0.18247, + "ndcg_at_10": 0.20356, + "ndcg_at_20": 0.22603, + "ndcg_at_100": 0.29132, + "ndcg_at_1000": 0.32492, + "map_at_1": 0.12, + "map_at_3": 0.1625, + "map_at_5": 0.16625, + "map_at_10": 0.175, + "map_at_20": 0.18104, + "map_at_100": 0.18859, + "map_at_1000": 0.19032, + "recall_at_1": 0.12, + "recall_at_3": 0.215, + "recall_at_5": 0.23, + "recall_at_10": 0.295, + "recall_at_20": 0.385, + "recall_at_100": 0.76, + "recall_at_1000": 1.0, + "accuracy": 0.12, + "precision_at_1": 0.12, + "precision_at_3": 0.07167, + "precision_at_5": 0.046, + "precision_at_10": 0.0295, + "precision_at_20": 0.01925, + "precision_at_100": 0.0076, + "precision_at_1000": 0.001, + "mrr_at_1": 0.12, + "mrr_at_3": 0.1625, + "mrr_at_5": 0.16625, + "mrr_at_10": 0.174998, + "mrr_at_20": 0.181037, + "mrr_at_100": 0.188594, + "mrr_at_1000": 0.190316, + "nauc_ndcg_at_1_max": 0.30317, + "nauc_ndcg_at_1_std": -0.03335, + "nauc_ndcg_at_1_diff1": 0.49128, + "nauc_ndcg_at_3_max": 0.246016, + "nauc_ndcg_at_3_std": -0.047303, + "nauc_ndcg_at_3_diff1": 0.350873, + "nauc_ndcg_at_5_max": 0.246814, + "nauc_ndcg_at_5_std": -0.043046, + "nauc_ndcg_at_5_diff1": 0.342841, + "nauc_ndcg_at_10_max": 0.232807, + "nauc_ndcg_at_10_std": -0.026065, + "nauc_ndcg_at_10_diff1": 0.327773, + "nauc_ndcg_at_20_max": 0.228718, + "nauc_ndcg_at_20_std": -0.012226, + "nauc_ndcg_at_20_diff1": 0.323392, + "nauc_ndcg_at_100_max": 0.240529, + "nauc_ndcg_at_100_std": 0.003002, + "nauc_ndcg_at_100_diff1": 0.336542, + "nauc_ndcg_at_1000_max": 0.245646, + "nauc_ndcg_at_1000_std": -0.015133, + "nauc_ndcg_at_1000_diff1": 0.348009, + "nauc_map_at_1_max": 0.30317, + "nauc_map_at_1_std": -0.03335, + "nauc_map_at_1_diff1": 0.49128, + "nauc_map_at_3_max": 0.25723, + "nauc_map_at_3_std": -0.042114, + "nauc_map_at_3_diff1": 0.376687, + "nauc_map_at_5_max": 0.257627, + "nauc_map_at_5_std": -0.03953, + "nauc_map_at_5_diff1": 0.371504, + "nauc_map_at_10_max": 0.250449, + "nauc_map_at_10_std": -0.03243, + "nauc_map_at_10_diff1": 0.365557, + "nauc_map_at_20_max": 0.250052, + "nauc_map_at_20_std": -0.027663, + "nauc_map_at_20_diff1": 0.364519, + "nauc_map_at_100_max": 0.25234, + "nauc_map_at_100_std": -0.024956, + "nauc_map_at_100_diff1": 0.36621, + "nauc_map_at_1000_max": 0.252855, + "nauc_map_at_1000_std": -0.025736, + "nauc_map_at_1000_diff1": 0.367014, + "nauc_recall_at_1_max": 0.30317, + "nauc_recall_at_1_std": -0.03335, + "nauc_recall_at_1_diff1": 0.49128, + "nauc_recall_at_3_max": 0.219575, + "nauc_recall_at_3_std": -0.06036, + "nauc_recall_at_3_diff1": 0.290594, + "nauc_recall_at_5_max": 0.221885, + "nauc_recall_at_5_std": -0.051578, + "nauc_recall_at_5_diff1": 0.276369, + "nauc_recall_at_10_max": 0.192674, + "nauc_recall_at_10_std": -0.006852, + "nauc_recall_at_10_diff1": 0.240987, + "nauc_recall_at_20_max": 0.177202, + "nauc_recall_at_20_std": 0.031233, + "nauc_recall_at_20_diff1": 0.229361, + "nauc_recall_at_100_max": 0.210424, + "nauc_recall_at_100_std": 0.14634, + "nauc_recall_at_100_diff1": 0.254954, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.30317, + "nauc_precision_at_1_std": -0.03335, + "nauc_precision_at_1_diff1": 0.49128, + "nauc_precision_at_3_max": 0.219575, + "nauc_precision_at_3_std": -0.06036, + "nauc_precision_at_3_diff1": 0.290594, + "nauc_precision_at_5_max": 0.221885, + "nauc_precision_at_5_std": -0.051578, + "nauc_precision_at_5_diff1": 0.276369, + "nauc_precision_at_10_max": 0.192674, + "nauc_precision_at_10_std": -0.006852, + "nauc_precision_at_10_diff1": 0.240987, + "nauc_precision_at_20_max": 0.177202, + "nauc_precision_at_20_std": 0.031233, + "nauc_precision_at_20_diff1": 0.229361, + "nauc_precision_at_100_max": 0.210424, + "nauc_precision_at_100_std": 0.14634, + "nauc_precision_at_100_diff1": 0.254954, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.30317, + "nauc_mrr_at_1_std": -0.03335, + "nauc_mrr_at_1_diff1": 0.49128, + "nauc_mrr_at_3_max": 0.25723, + "nauc_mrr_at_3_std": -0.042114, + "nauc_mrr_at_3_diff1": 0.376687, + "nauc_mrr_at_5_max": 0.257627, + "nauc_mrr_at_5_std": -0.03953, + "nauc_mrr_at_5_diff1": 0.371504, + "nauc_mrr_at_10_max": 0.250449, + "nauc_mrr_at_10_std": -0.03243, + "nauc_mrr_at_10_diff1": 0.365557, + "nauc_mrr_at_20_max": 0.250052, + "nauc_mrr_at_20_std": -0.027663, + "nauc_mrr_at_20_diff1": 0.364519, + "nauc_mrr_at_100_max": 0.25234, + "nauc_mrr_at_100_std": -0.024956, + "nauc_mrr_at_100_diff1": 0.36621, + "nauc_mrr_at_1000_max": 0.252855, + "nauc_mrr_at_1000_std": -0.025736, + "nauc_mrr_at_1000_diff1": 0.367014, + "hit_rate_at_1": 0.12, + "hit_rate_at_3": 0.215, + "hit_rate_at_5": 0.23, + "hit_rate_at_10": 0.295, + "hit_rate_at_20": 0.385, + "hit_rate_at_100": 0.76, + "hit_rate_at_1000": 1.0, + "main_score": 0.23, + "hf_subset": "rw", + "languages": [ + "kin-Latn" + ] + }, + { + "ndcg_at_1": 0.16, + "ndcg_at_3": 0.20524, + "ndcg_at_5": 0.22396, + "ndcg_at_10": 0.24295, + "ndcg_at_20": 0.26436, + "ndcg_at_100": 0.31673, + "ndcg_at_1000": 0.35594, + "map_at_1": 0.16, + "map_at_3": 0.19333, + "map_at_5": 0.20383, + "map_at_10": 0.21143, + "map_at_20": 0.21727, + "map_at_100": 0.22397, + "map_at_1000": 0.22598, + "recall_at_1": 0.16, + "recall_at_3": 0.24, + "recall_at_5": 0.285, + "recall_at_10": 0.345, + "recall_at_20": 0.43, + "recall_at_100": 0.72, + "recall_at_1000": 1.0, + "accuracy": 0.16, + "precision_at_1": 0.16, + "precision_at_3": 0.08, + "precision_at_5": 0.057, + "precision_at_10": 0.0345, + "precision_at_20": 0.0215, + "precision_at_100": 0.0072, + "precision_at_1000": 0.001, + "mrr_at_1": 0.16, + "mrr_at_3": 0.193333, + "mrr_at_5": 0.203833, + "mrr_at_10": 0.211435, + "mrr_at_20": 0.217265, + "mrr_at_100": 0.223966, + "mrr_at_1000": 0.225982, + "nauc_ndcg_at_1_max": 0.077758, + "nauc_ndcg_at_1_std": -0.109224, + "nauc_ndcg_at_1_diff1": 0.650666, + "nauc_ndcg_at_3_max": 0.07362, + "nauc_ndcg_at_3_std": -0.153784, + "nauc_ndcg_at_3_diff1": 0.520592, + "nauc_ndcg_at_5_max": 0.054677, + "nauc_ndcg_at_5_std": -0.16447, + "nauc_ndcg_at_5_diff1": 0.497386, + "nauc_ndcg_at_10_max": 0.062551, + "nauc_ndcg_at_10_std": -0.166694, + "nauc_ndcg_at_10_diff1": 0.477606, + "nauc_ndcg_at_20_max": 0.043527, + "nauc_ndcg_at_20_std": -0.168672, + "nauc_ndcg_at_20_diff1": 0.451991, + "nauc_ndcg_at_100_max": 0.045582, + "nauc_ndcg_at_100_std": -0.147207, + "nauc_ndcg_at_100_diff1": 0.44831, + "nauc_ndcg_at_1000_max": 0.053379, + "nauc_ndcg_at_1000_std": -0.153717, + "nauc_ndcg_at_1000_diff1": 0.483594, + "nauc_map_at_1_max": 0.077758, + "nauc_map_at_1_std": -0.109224, + "nauc_map_at_1_diff1": 0.650666, + "nauc_map_at_3_max": 0.072859, + "nauc_map_at_3_std": -0.143519, + "nauc_map_at_3_diff1": 0.548369, + "nauc_map_at_5_max": 0.061831, + "nauc_map_at_5_std": -0.150319, + "nauc_map_at_5_diff1": 0.534748, + "nauc_map_at_10_max": 0.066033, + "nauc_map_at_10_std": -0.15053, + "nauc_map_at_10_diff1": 0.526714, + "nauc_map_at_20_max": 0.060142, + "nauc_map_at_20_std": -0.15095, + "nauc_map_at_20_diff1": 0.519367, + "nauc_map_at_100_max": 0.060616, + "nauc_map_at_100_std": -0.147297, + "nauc_map_at_100_diff1": 0.51754, + "nauc_map_at_1000_max": 0.060845, + "nauc_map_at_1000_std": -0.147835, + "nauc_map_at_1000_diff1": 0.519508, + "nauc_recall_at_1_max": 0.077758, + "nauc_recall_at_1_std": -0.109224, + "nauc_recall_at_1_diff1": 0.650666, + "nauc_recall_at_3_max": 0.076144, + "nauc_recall_at_3_std": -0.180049, + "nauc_recall_at_3_diff1": 0.450253, + "nauc_recall_at_5_max": 0.03581, + "nauc_recall_at_5_std": -0.19951, + "nauc_recall_at_5_diff1": 0.404657, + "nauc_recall_at_10_max": 0.053819, + "nauc_recall_at_10_std": -0.207437, + "nauc_recall_at_10_diff1": 0.35304, + "nauc_recall_at_20_max": -0.007094, + "nauc_recall_at_20_std": -0.214329, + "nauc_recall_at_20_diff1": 0.268816, + "nauc_recall_at_100_max": -0.019145, + "nauc_recall_at_100_std": -0.109718, + "nauc_recall_at_100_diff1": 0.191192, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.077758, + "nauc_precision_at_1_std": -0.109224, + "nauc_precision_at_1_diff1": 0.650666, + "nauc_precision_at_3_max": 0.076144, + "nauc_precision_at_3_std": -0.180049, + "nauc_precision_at_3_diff1": 0.450253, + "nauc_precision_at_5_max": 0.03581, + "nauc_precision_at_5_std": -0.19951, + "nauc_precision_at_5_diff1": 0.404657, + "nauc_precision_at_10_max": 0.053819, + "nauc_precision_at_10_std": -0.207437, + "nauc_precision_at_10_diff1": 0.35304, + "nauc_precision_at_20_max": -0.007094, + "nauc_precision_at_20_std": -0.214329, + "nauc_precision_at_20_diff1": 0.268816, + "nauc_precision_at_100_max": -0.019145, + "nauc_precision_at_100_std": -0.109718, + "nauc_precision_at_100_diff1": 0.191192, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.077758, + "nauc_mrr_at_1_std": -0.109224, + "nauc_mrr_at_1_diff1": 0.650666, + "nauc_mrr_at_3_max": 0.072859, + "nauc_mrr_at_3_std": -0.143519, + "nauc_mrr_at_3_diff1": 0.548369, + "nauc_mrr_at_5_max": 0.061831, + "nauc_mrr_at_5_std": -0.150319, + "nauc_mrr_at_5_diff1": 0.534748, + "nauc_mrr_at_10_max": 0.066033, + "nauc_mrr_at_10_std": -0.15053, + "nauc_mrr_at_10_diff1": 0.526714, + "nauc_mrr_at_20_max": 0.060142, + "nauc_mrr_at_20_std": -0.15095, + "nauc_mrr_at_20_diff1": 0.519367, + "nauc_mrr_at_100_max": 0.060616, + "nauc_mrr_at_100_std": -0.147297, + "nauc_mrr_at_100_diff1": 0.51754, + "nauc_mrr_at_1000_max": 0.060845, + "nauc_mrr_at_1000_std": -0.147835, + "nauc_mrr_at_1000_diff1": 0.519508, + "hit_rate_at_1": 0.16, + "hit_rate_at_3": 0.24, + "hit_rate_at_5": 0.285, + "hit_rate_at_10": 0.345, + "hit_rate_at_20": 0.43, + "hit_rate_at_100": 0.72, + "hit_rate_at_1000": 1.0, + "main_score": 0.285, + "hf_subset": "sah", + "languages": [ + "sah-Cyrl" + ] + }, + { + "ndcg_at_1": 0.00885, + "ndcg_at_3": 0.02887, + "ndcg_at_5": 0.02887, + "ndcg_at_10": 0.04908, + "ndcg_at_20": 0.06899, + "ndcg_at_100": 0.19375, + "ndcg_at_1000": 0.20816, + "map_at_1": 0.00885, + "map_at_3": 0.0236, + "map_at_5": 0.0236, + "map_at_10": 0.03205, + "map_at_20": 0.0374, + "map_at_100": 0.05182, + "map_at_1000": 0.05273, + "recall_at_1": 0.00885, + "recall_at_3": 0.04425, + "recall_at_5": 0.04425, + "recall_at_10": 0.10619, + "recall_at_20": 0.18584, + "recall_at_100": 0.90265, + "recall_at_1000": 1.0, + "accuracy": 0.00885, + "precision_at_1": 0.00885, + "precision_at_3": 0.01475, + "precision_at_5": 0.00885, + "precision_at_10": 0.01062, + "precision_at_20": 0.00929, + "precision_at_100": 0.00903, + "precision_at_1000": 0.001, + "mrr_at_1": 0.00885, + "mrr_at_3": 0.023599, + "mrr_at_5": 0.023599, + "mrr_at_10": 0.032052, + "mrr_at_20": 0.0374, + "mrr_at_100": 0.051817, + "mrr_at_1000": 0.052727, + "nauc_ndcg_at_1_max": -0.205401, + "nauc_ndcg_at_1_std": -0.498727, + "nauc_ndcg_at_1_diff1": -0.07165, + "nauc_ndcg_at_3_max": 0.046251, + "nauc_ndcg_at_3_std": -0.05995, + "nauc_ndcg_at_3_diff1": -0.217095, + "nauc_ndcg_at_5_max": 0.046251, + "nauc_ndcg_at_5_std": -0.05995, + "nauc_ndcg_at_5_diff1": -0.217095, + "nauc_ndcg_at_10_max": -0.055738, + "nauc_ndcg_at_10_std": 0.114133, + "nauc_ndcg_at_10_diff1": -0.182603, + "nauc_ndcg_at_20_max": -0.106343, + "nauc_ndcg_at_20_std": 0.026478, + "nauc_ndcg_at_20_diff1": -0.125742, + "nauc_ndcg_at_100_max": -0.034047, + "nauc_ndcg_at_100_std": 0.022911, + "nauc_ndcg_at_100_diff1": -0.160168, + "nauc_ndcg_at_1000_max": -0.084421, + "nauc_ndcg_at_1000_std": 0.032543, + "nauc_ndcg_at_1000_diff1": -0.183013, + "nauc_map_at_1_max": -0.205401, + "nauc_map_at_1_std": -0.498727, + "nauc_map_at_1_diff1": -0.07165, + "nauc_map_at_3_max": 0.026963, + "nauc_map_at_3_std": -0.07855, + "nauc_map_at_3_diff1": -0.217906, + "nauc_map_at_5_max": 0.026963, + "nauc_map_at_5_std": -0.07855, + "nauc_map_at_5_diff1": -0.217906, + "nauc_map_at_10_max": -0.034012, + "nauc_map_at_10_std": 0.043468, + "nauc_map_at_10_diff1": -0.199081, + "nauc_map_at_20_max": -0.059535, + "nauc_map_at_20_std": 0.009422, + "nauc_map_at_20_diff1": -0.173922, + "nauc_map_at_100_max": -0.057022, + "nauc_map_at_100_std": 0.01258, + "nauc_map_at_100_diff1": -0.18939, + "nauc_map_at_1000_max": -0.061054, + "nauc_map_at_1000_std": 0.013297, + "nauc_map_at_1000_diff1": -0.191571, + "nauc_recall_at_1_max": -0.205401, + "nauc_recall_at_1_std": -0.498727, + "nauc_recall_at_1_diff1": -0.07165, + "nauc_recall_at_3_max": 0.075173, + "nauc_recall_at_3_std": -0.035966, + "nauc_recall_at_3_diff1": -0.212771, + "nauc_recall_at_5_max": 0.075173, + "nauc_recall_at_5_std": -0.035966, + "nauc_recall_at_5_diff1": -0.212771, + "nauc_recall_at_10_max": -0.08566, + "nauc_recall_at_10_std": 0.187941, + "nauc_recall_at_10_diff1": -0.159875, + "nauc_recall_at_20_max": -0.155579, + "nauc_recall_at_20_std": 0.024914, + "nauc_recall_at_20_diff1": -0.072507, + "nauc_recall_at_100_max": 0.208493, + "nauc_recall_at_100_std": -0.020496, + "nauc_recall_at_100_diff1": -0.051446, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.205401, + "nauc_precision_at_1_std": -0.498727, + "nauc_precision_at_1_diff1": -0.07165, + "nauc_precision_at_3_max": 0.075173, + "nauc_precision_at_3_std": -0.035966, + "nauc_precision_at_3_diff1": -0.212771, + "nauc_precision_at_5_max": 0.075173, + "nauc_precision_at_5_std": -0.035966, + "nauc_precision_at_5_diff1": -0.212771, + "nauc_precision_at_10_max": -0.08566, + "nauc_precision_at_10_std": 0.187941, + "nauc_precision_at_10_diff1": -0.159875, + "nauc_precision_at_20_max": -0.155579, + "nauc_precision_at_20_std": 0.024914, + "nauc_precision_at_20_diff1": -0.072507, + "nauc_precision_at_100_max": 0.208493, + "nauc_precision_at_100_std": -0.020496, + "nauc_precision_at_100_diff1": -0.051446, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": -0.205401, + "nauc_mrr_at_1_std": -0.498727, + "nauc_mrr_at_1_diff1": -0.07165, + "nauc_mrr_at_3_max": 0.026963, + "nauc_mrr_at_3_std": -0.07855, + "nauc_mrr_at_3_diff1": -0.217906, + "nauc_mrr_at_5_max": 0.026963, + "nauc_mrr_at_5_std": -0.07855, + "nauc_mrr_at_5_diff1": -0.217906, + "nauc_mrr_at_10_max": -0.034012, + "nauc_mrr_at_10_std": 0.043468, + "nauc_mrr_at_10_diff1": -0.199081, + "nauc_mrr_at_20_max": -0.059535, + "nauc_mrr_at_20_std": 0.009422, + "nauc_mrr_at_20_diff1": -0.173922, + "nauc_mrr_at_100_max": -0.057022, + "nauc_mrr_at_100_std": 0.01258, + "nauc_mrr_at_100_diff1": -0.18939, + "nauc_mrr_at_1000_max": -0.061054, + "nauc_mrr_at_1000_std": 0.013297, + "nauc_mrr_at_1000_diff1": -0.191571, + "hit_rate_at_1": 0.00885, + "hit_rate_at_3": 0.04425, + "hit_rate_at_5": 0.04425, + "hit_rate_at_10": 0.10619, + "hit_rate_at_20": 0.18584, + "hit_rate_at_100": 0.90265, + "hit_rate_at_1000": 1.0, + "main_score": 0.04425, + "hf_subset": "sat", + "languages": [ + "sat-Olck" + ] + }, + { + "ndcg_at_1": 0.73, + "ndcg_at_3": 0.79601, + "ndcg_at_5": 0.81517, + "ndcg_at_10": 0.82668, + "ndcg_at_20": 0.83303, + "ndcg_at_100": 0.84263, + "ndcg_at_1000": 0.84263, + "map_at_1": 0.73, + "map_at_3": 0.77917, + "map_at_5": 0.79017, + "map_at_10": 0.79503, + "map_at_20": 0.79679, + "map_at_100": 0.79823, + "map_at_1000": 0.79823, + "recall_at_1": 0.73, + "recall_at_3": 0.845, + "recall_at_5": 0.89, + "recall_at_10": 0.925, + "recall_at_20": 0.95, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.73, + "precision_at_1": 0.73, + "precision_at_3": 0.28167, + "precision_at_5": 0.178, + "precision_at_10": 0.0925, + "precision_at_20": 0.0475, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.73, + "mrr_at_3": 0.779167, + "mrr_at_5": 0.790167, + "mrr_at_10": 0.795032, + "mrr_at_20": 0.796785, + "mrr_at_100": 0.798232, + "mrr_at_1000": 0.798232, + "nauc_ndcg_at_1_max": 0.803161, + "nauc_ndcg_at_1_std": -0.140085, + "nauc_ndcg_at_1_diff1": 0.820156, + "nauc_ndcg_at_3_max": 0.804586, + "nauc_ndcg_at_3_std": -0.193547, + "nauc_ndcg_at_3_diff1": 0.800269, + "nauc_ndcg_at_5_max": 0.789565, + "nauc_ndcg_at_5_std": -0.230502, + "nauc_ndcg_at_5_diff1": 0.797847, + "nauc_ndcg_at_10_max": 0.783257, + "nauc_ndcg_at_10_std": -0.217836, + "nauc_ndcg_at_10_diff1": 0.793454, + "nauc_ndcg_at_20_max": 0.784894, + "nauc_ndcg_at_20_std": -0.209599, + "nauc_ndcg_at_20_diff1": 0.796403, + "nauc_ndcg_at_100_max": 0.793854, + "nauc_ndcg_at_100_std": -0.192888, + "nauc_ndcg_at_100_diff1": 0.80217, + "nauc_ndcg_at_1000_max": 0.793854, + "nauc_ndcg_at_1000_std": -0.192888, + "nauc_ndcg_at_1000_diff1": 0.80217, + "nauc_map_at_1_max": 0.803161, + "nauc_map_at_1_std": -0.140085, + "nauc_map_at_1_diff1": 0.820156, + "nauc_map_at_3_max": 0.804853, + "nauc_map_at_3_std": -0.176825, + "nauc_map_at_3_diff1": 0.807025, + "nauc_map_at_5_max": 0.79719, + "nauc_map_at_5_std": -0.194469, + "nauc_map_at_5_diff1": 0.806221, + "nauc_map_at_10_max": 0.794867, + "nauc_map_at_10_std": -0.188137, + "nauc_map_at_10_diff1": 0.804392, + "nauc_map_at_20_max": 0.795416, + "nauc_map_at_20_std": -0.187038, + "nauc_map_at_20_diff1": 0.805014, + "nauc_map_at_100_max": 0.796771, + "nauc_map_at_100_std": -0.184121, + "nauc_map_at_100_diff1": 0.805764, + "nauc_map_at_1000_max": 0.796771, + "nauc_map_at_1000_std": -0.184121, + "nauc_map_at_1000_diff1": 0.805764, + "nauc_recall_at_1_max": 0.803161, + "nauc_recall_at_1_std": -0.140085, + "nauc_recall_at_1_diff1": 0.820156, + "nauc_recall_at_3_max": 0.803165, + "nauc_recall_at_3_std": -0.259546, + "nauc_recall_at_3_diff1": 0.773333, + "nauc_recall_at_5_max": 0.747358, + "nauc_recall_at_5_std": -0.422236, + "nauc_recall_at_5_diff1": 0.754037, + "nauc_recall_at_10_max": 0.690819, + "nauc_recall_at_10_std": -0.437597, + "nauc_recall_at_10_diff1": 0.711827, + "nauc_recall_at_20_max": 0.662512, + "nauc_recall_at_20_std": -0.418908, + "nauc_recall_at_20_diff1": 0.710831, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.803161, + "nauc_precision_at_1_std": -0.140085, + "nauc_precision_at_1_diff1": 0.820156, + "nauc_precision_at_3_max": 0.803165, + "nauc_precision_at_3_std": -0.259546, + "nauc_precision_at_3_diff1": 0.773333, + "nauc_precision_at_5_max": 0.747358, + "nauc_precision_at_5_std": -0.422236, + "nauc_precision_at_5_diff1": 0.754037, + "nauc_precision_at_10_max": 0.690819, + "nauc_precision_at_10_std": -0.437597, + "nauc_precision_at_10_diff1": 0.711827, + "nauc_precision_at_20_max": 0.662512, + "nauc_precision_at_20_std": -0.418908, + "nauc_precision_at_20_diff1": 0.710831, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.803161, + "nauc_mrr_at_1_std": -0.140085, + "nauc_mrr_at_1_diff1": 0.820156, + "nauc_mrr_at_3_max": 0.804853, + "nauc_mrr_at_3_std": -0.176825, + "nauc_mrr_at_3_diff1": 0.807025, + "nauc_mrr_at_5_max": 0.79719, + "nauc_mrr_at_5_std": -0.194469, + "nauc_mrr_at_5_diff1": 0.806221, + "nauc_mrr_at_10_max": 0.794867, + "nauc_mrr_at_10_std": -0.188137, + "nauc_mrr_at_10_diff1": 0.804392, + "nauc_mrr_at_20_max": 0.795416, + "nauc_mrr_at_20_std": -0.187038, + "nauc_mrr_at_20_diff1": 0.805014, + "nauc_mrr_at_100_max": 0.796771, + "nauc_mrr_at_100_std": -0.184121, + "nauc_mrr_at_100_diff1": 0.805764, + "nauc_mrr_at_1000_max": 0.796771, + "nauc_mrr_at_1000_std": -0.184121, + "nauc_mrr_at_1000_diff1": 0.805764, + "hit_rate_at_1": 0.73, + "hit_rate_at_3": 0.845, + "hit_rate_at_5": 0.89, + "hit_rate_at_10": 0.925, + "hit_rate_at_20": 0.95, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.89, + "hf_subset": "sc", + "languages": [ + "srd-Latn" + ] + }, + { + "ndcg_at_1": 0.76, + "ndcg_at_3": 0.81601, + "ndcg_at_5": 0.82203, + "ndcg_at_10": 0.82354, + "ndcg_at_20": 0.83226, + "ndcg_at_100": 0.84195, + "ndcg_at_1000": 0.8469, + "map_at_1": 0.76, + "map_at_3": 0.8025, + "map_at_5": 0.80575, + "map_at_10": 0.80631, + "map_at_20": 0.80863, + "map_at_100": 0.80975, + "map_at_1000": 0.81002, + "recall_at_1": 0.76, + "recall_at_3": 0.855, + "recall_at_5": 0.87, + "recall_at_10": 0.875, + "recall_at_20": 0.91, + "recall_at_100": 0.965, + "recall_at_1000": 1.0, + "accuracy": 0.76, + "precision_at_1": 0.76, + "precision_at_3": 0.285, + "precision_at_5": 0.174, + "precision_at_10": 0.0875, + "precision_at_20": 0.0455, + "precision_at_100": 0.00965, + "precision_at_1000": 0.001, + "mrr_at_1": 0.76, + "mrr_at_3": 0.8025, + "mrr_at_5": 0.80575, + "mrr_at_10": 0.806306, + "mrr_at_20": 0.808627, + "mrr_at_100": 0.809753, + "mrr_at_1000": 0.810019, + "nauc_ndcg_at_1_max": 0.853292, + "nauc_ndcg_at_1_std": 0.21659, + "nauc_ndcg_at_1_diff1": 0.944947, + "nauc_ndcg_at_3_max": 0.837785, + "nauc_ndcg_at_3_std": 0.276238, + "nauc_ndcg_at_3_diff1": 0.911093, + "nauc_ndcg_at_5_max": 0.833043, + "nauc_ndcg_at_5_std": 0.262961, + "nauc_ndcg_at_5_diff1": 0.907141, + "nauc_ndcg_at_10_max": 0.831714, + "nauc_ndcg_at_10_std": 0.259978, + "nauc_ndcg_at_10_diff1": 0.905204, + "nauc_ndcg_at_20_max": 0.836385, + "nauc_ndcg_at_20_std": 0.268263, + "nauc_ndcg_at_20_diff1": 0.906064, + "nauc_ndcg_at_100_max": 0.833852, + "nauc_ndcg_at_100_std": 0.259617, + "nauc_ndcg_at_100_diff1": 0.909635, + "nauc_ndcg_at_1000_max": 0.837669, + "nauc_ndcg_at_1000_std": 0.259118, + "nauc_ndcg_at_1000_diff1": 0.913198, + "nauc_map_at_1_max": 0.853292, + "nauc_map_at_1_std": 0.21659, + "nauc_map_at_1_diff1": 0.944947, + "nauc_map_at_3_max": 0.84195, + "nauc_map_at_3_std": 0.260756, + "nauc_map_at_3_diff1": 0.920367, + "nauc_map_at_5_max": 0.839752, + "nauc_map_at_5_std": 0.253792, + "nauc_map_at_5_diff1": 0.918677, + "nauc_map_at_10_max": 0.839319, + "nauc_map_at_10_std": 0.252754, + "nauc_map_at_10_diff1": 0.91805, + "nauc_map_at_20_max": 0.840666, + "nauc_map_at_20_std": 0.254461, + "nauc_map_at_20_diff1": 0.918376, + "nauc_map_at_100_max": 0.840387, + "nauc_map_at_100_std": 0.253609, + "nauc_map_at_100_diff1": 0.918758, + "nauc_map_at_1000_max": 0.840583, + "nauc_map_at_1000_std": 0.253579, + "nauc_map_at_1000_diff1": 0.918956, + "nauc_recall_at_1_max": 0.853292, + "nauc_recall_at_1_std": 0.21659, + "nauc_recall_at_1_diff1": 0.944947, + "nauc_recall_at_3_max": 0.822226, + "nauc_recall_at_3_std": 0.33377, + "nauc_recall_at_3_diff1": 0.876338, + "nauc_recall_at_5_max": 0.804488, + "nauc_recall_at_5_std": 0.296804, + "nauc_recall_at_5_diff1": 0.859013, + "nauc_recall_at_10_max": 0.797507, + "nauc_recall_at_10_std": 0.28464, + "nauc_recall_at_10_diff1": 0.84861, + "nauc_recall_at_20_max": 0.815852, + "nauc_recall_at_20_std": 0.353071, + "nauc_recall_at_20_diff1": 0.835175, + "nauc_recall_at_100_max": 0.727891, + "nauc_recall_at_100_std": 0.274643, + "nauc_recall_at_100_diff1": 0.812592, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.853292, + "nauc_precision_at_1_std": 0.21659, + "nauc_precision_at_1_diff1": 0.944947, + "nauc_precision_at_3_max": 0.822226, + "nauc_precision_at_3_std": 0.33377, + "nauc_precision_at_3_diff1": 0.876338, + "nauc_precision_at_5_max": 0.804488, + "nauc_precision_at_5_std": 0.296804, + "nauc_precision_at_5_diff1": 0.859013, + "nauc_precision_at_10_max": 0.797507, + "nauc_precision_at_10_std": 0.28464, + "nauc_precision_at_10_diff1": 0.84861, + "nauc_precision_at_20_max": 0.815852, + "nauc_precision_at_20_std": 0.353071, + "nauc_precision_at_20_diff1": 0.835175, + "nauc_precision_at_100_max": 0.727891, + "nauc_precision_at_100_std": 0.274643, + "nauc_precision_at_100_diff1": 0.812592, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.853292, + "nauc_mrr_at_1_std": 0.21659, + "nauc_mrr_at_1_diff1": 0.944947, + "nauc_mrr_at_3_max": 0.84195, + "nauc_mrr_at_3_std": 0.260756, + "nauc_mrr_at_3_diff1": 0.920367, + "nauc_mrr_at_5_max": 0.839752, + "nauc_mrr_at_5_std": 0.253792, + "nauc_mrr_at_5_diff1": 0.918677, + "nauc_mrr_at_10_max": 0.839319, + "nauc_mrr_at_10_std": 0.252754, + "nauc_mrr_at_10_diff1": 0.91805, + "nauc_mrr_at_20_max": 0.840666, + "nauc_mrr_at_20_std": 0.254461, + "nauc_mrr_at_20_diff1": 0.918376, + "nauc_mrr_at_100_max": 0.840387, + "nauc_mrr_at_100_std": 0.253609, + "nauc_mrr_at_100_diff1": 0.918758, + "nauc_mrr_at_1000_max": 0.840583, + "nauc_mrr_at_1000_std": 0.253579, + "nauc_mrr_at_1000_diff1": 0.918956, + "hit_rate_at_1": 0.76, + "hit_rate_at_3": 0.855, + "hit_rate_at_5": 0.87, + "hit_rate_at_10": 0.875, + "hit_rate_at_20": 0.91, + "hit_rate_at_100": 0.965, + "hit_rate_at_1000": 1.0, + "main_score": 0.87, + "hf_subset": "sk", + "languages": [ + "slk-Latn" + ] + }, + { + "ndcg_at_1": 0.305, + "ndcg_at_3": 0.38167, + "ndcg_at_5": 0.39973, + "ndcg_at_10": 0.43929, + "ndcg_at_20": 0.45829, + "ndcg_at_100": 0.49884, + "ndcg_at_1000": 0.51203, + "map_at_1": 0.305, + "map_at_3": 0.36167, + "map_at_5": 0.37142, + "map_at_10": 0.38821, + "map_at_20": 0.39347, + "map_at_100": 0.39868, + "map_at_1000": 0.39934, + "recall_at_1": 0.305, + "recall_at_3": 0.44, + "recall_at_5": 0.485, + "recall_at_10": 0.605, + "recall_at_20": 0.68, + "recall_at_100": 0.905, + "recall_at_1000": 1.0, + "accuracy": 0.305, + "precision_at_1": 0.305, + "precision_at_3": 0.14667, + "precision_at_5": 0.097, + "precision_at_10": 0.0605, + "precision_at_20": 0.034, + "precision_at_100": 0.00905, + "precision_at_1000": 0.001, + "mrr_at_1": 0.305, + "mrr_at_3": 0.361667, + "mrr_at_5": 0.371417, + "mrr_at_10": 0.388212, + "mrr_at_20": 0.393465, + "mrr_at_100": 0.398683, + "mrr_at_1000": 0.399337, + "nauc_ndcg_at_1_max": 0.399253, + "nauc_ndcg_at_1_std": 0.001132, + "nauc_ndcg_at_1_diff1": 0.581048, + "nauc_ndcg_at_3_max": 0.388355, + "nauc_ndcg_at_3_std": 0.031717, + "nauc_ndcg_at_3_diff1": 0.487482, + "nauc_ndcg_at_5_max": 0.37626, + "nauc_ndcg_at_5_std": 0.03069, + "nauc_ndcg_at_5_diff1": 0.469379, + "nauc_ndcg_at_10_max": 0.337925, + "nauc_ndcg_at_10_std": -0.004911, + "nauc_ndcg_at_10_diff1": 0.431709, + "nauc_ndcg_at_20_max": 0.336304, + "nauc_ndcg_at_20_std": 0.019022, + "nauc_ndcg_at_20_diff1": 0.426518, + "nauc_ndcg_at_100_max": 0.358727, + "nauc_ndcg_at_100_std": 0.020213, + "nauc_ndcg_at_100_diff1": 0.458553, + "nauc_ndcg_at_1000_max": 0.355945, + "nauc_ndcg_at_1000_std": 0.013828, + "nauc_ndcg_at_1000_diff1": 0.466665, + "nauc_map_at_1_max": 0.399253, + "nauc_map_at_1_std": 0.001132, + "nauc_map_at_1_diff1": 0.581048, + "nauc_map_at_3_max": 0.387123, + "nauc_map_at_3_std": 0.020007, + "nauc_map_at_3_diff1": 0.512469, + "nauc_map_at_5_max": 0.380625, + "nauc_map_at_5_std": 0.019109, + "nauc_map_at_5_diff1": 0.502842, + "nauc_map_at_10_max": 0.363074, + "nauc_map_at_10_std": 0.002282, + "nauc_map_at_10_diff1": 0.48798, + "nauc_map_at_20_max": 0.363091, + "nauc_map_at_20_std": 0.008713, + "nauc_map_at_20_diff1": 0.487349, + "nauc_map_at_100_max": 0.365432, + "nauc_map_at_100_std": 0.009625, + "nauc_map_at_100_diff1": 0.491157, + "nauc_map_at_1000_max": 0.365348, + "nauc_map_at_1000_std": 0.009266, + "nauc_map_at_1000_diff1": 0.49155, + "nauc_recall_at_1_max": 0.399253, + "nauc_recall_at_1_std": 0.001132, + "nauc_recall_at_1_diff1": 0.581048, + "nauc_recall_at_3_max": 0.393407, + "nauc_recall_at_3_std": 0.066797, + "nauc_recall_at_3_diff1": 0.415364, + "nauc_recall_at_5_max": 0.363254, + "nauc_recall_at_5_std": 0.066042, + "nauc_recall_at_5_diff1": 0.368953, + "nauc_recall_at_10_max": 0.245222, + "nauc_recall_at_10_std": -0.035756, + "nauc_recall_at_10_diff1": 0.230368, + "nauc_recall_at_20_max": 0.220916, + "nauc_recall_at_20_std": 0.073846, + "nauc_recall_at_20_diff1": 0.171999, + "nauc_recall_at_100_max": 0.421102, + "nauc_recall_at_100_std": 0.148386, + "nauc_recall_at_100_diff1": 0.283429, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.399253, + "nauc_precision_at_1_std": 0.001132, + "nauc_precision_at_1_diff1": 0.581048, + "nauc_precision_at_3_max": 0.393407, + "nauc_precision_at_3_std": 0.066797, + "nauc_precision_at_3_diff1": 0.415364, + "nauc_precision_at_5_max": 0.363254, + "nauc_precision_at_5_std": 0.066042, + "nauc_precision_at_5_diff1": 0.368953, + "nauc_precision_at_10_max": 0.245222, + "nauc_precision_at_10_std": -0.035756, + "nauc_precision_at_10_diff1": 0.230368, + "nauc_precision_at_20_max": 0.220916, + "nauc_precision_at_20_std": 0.073846, + "nauc_precision_at_20_diff1": 0.171999, + "nauc_precision_at_100_max": 0.421102, + "nauc_precision_at_100_std": 0.148386, + "nauc_precision_at_100_diff1": 0.283429, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.399253, + "nauc_mrr_at_1_std": 0.001132, + "nauc_mrr_at_1_diff1": 0.581048, + "nauc_mrr_at_3_max": 0.387123, + "nauc_mrr_at_3_std": 0.020007, + "nauc_mrr_at_3_diff1": 0.512469, + "nauc_mrr_at_5_max": 0.380625, + "nauc_mrr_at_5_std": 0.019109, + "nauc_mrr_at_5_diff1": 0.502842, + "nauc_mrr_at_10_max": 0.363074, + "nauc_mrr_at_10_std": 0.002282, + "nauc_mrr_at_10_diff1": 0.48798, + "nauc_mrr_at_20_max": 0.363091, + "nauc_mrr_at_20_std": 0.008713, + "nauc_mrr_at_20_diff1": 0.487349, + "nauc_mrr_at_100_max": 0.365432, + "nauc_mrr_at_100_std": 0.009625, + "nauc_mrr_at_100_diff1": 0.491157, + "nauc_mrr_at_1000_max": 0.365348, + "nauc_mrr_at_1000_std": 0.009266, + "nauc_mrr_at_1000_diff1": 0.49155, + "hit_rate_at_1": 0.305, + "hit_rate_at_3": 0.44, + "hit_rate_at_5": 0.485, + "hit_rate_at_10": 0.605, + "hit_rate_at_20": 0.68, + "hit_rate_at_100": 0.905, + "hit_rate_at_1000": 1.0, + "main_score": 0.485, + "hf_subset": "skr", + "languages": [ + "skr-Arab" + ] + }, + { + "ndcg_at_1": 0.545, + "ndcg_at_3": 0.60101, + "ndcg_at_5": 0.62167, + "ndcg_at_10": 0.6396, + "ndcg_at_20": 0.65832, + "ndcg_at_100": 0.68196, + "ndcg_at_1000": 0.68978, + "map_at_1": 0.545, + "map_at_3": 0.5875, + "map_at_5": 0.599, + "map_at_10": 0.6065, + "map_at_20": 0.6115, + "map_at_100": 0.61493, + "map_at_1000": 0.61535, + "recall_at_1": 0.545, + "recall_at_3": 0.64, + "recall_at_5": 0.69, + "recall_at_10": 0.745, + "recall_at_20": 0.82, + "recall_at_100": 0.945, + "recall_at_1000": 1.0, + "accuracy": 0.545, + "precision_at_1": 0.545, + "precision_at_3": 0.21333, + "precision_at_5": 0.138, + "precision_at_10": 0.0745, + "precision_at_20": 0.041, + "precision_at_100": 0.00945, + "precision_at_1000": 0.001, + "mrr_at_1": 0.545, + "mrr_at_3": 0.5875, + "mrr_at_5": 0.599, + "mrr_at_10": 0.606498, + "mrr_at_20": 0.611503, + "mrr_at_100": 0.614926, + "mrr_at_1000": 0.615354, + "nauc_ndcg_at_1_max": 0.760519, + "nauc_ndcg_at_1_std": 0.257533, + "nauc_ndcg_at_1_diff1": 0.753466, + "nauc_ndcg_at_3_max": 0.747434, + "nauc_ndcg_at_3_std": 0.280858, + "nauc_ndcg_at_3_diff1": 0.700014, + "nauc_ndcg_at_5_max": 0.759234, + "nauc_ndcg_at_5_std": 0.324086, + "nauc_ndcg_at_5_diff1": 0.705378, + "nauc_ndcg_at_10_max": 0.756133, + "nauc_ndcg_at_10_std": 0.323872, + "nauc_ndcg_at_10_diff1": 0.710386, + "nauc_ndcg_at_20_max": 0.745935, + "nauc_ndcg_at_20_std": 0.318562, + "nauc_ndcg_at_20_diff1": 0.700363, + "nauc_ndcg_at_100_max": 0.751431, + "nauc_ndcg_at_100_std": 0.308251, + "nauc_ndcg_at_100_diff1": 0.712294, + "nauc_ndcg_at_1000_max": 0.753765, + "nauc_ndcg_at_1000_std": 0.306379, + "nauc_ndcg_at_1000_diff1": 0.713684, + "nauc_map_at_1_max": 0.760519, + "nauc_map_at_1_std": 0.257533, + "nauc_map_at_1_diff1": 0.753466, + "nauc_map_at_3_max": 0.750656, + "nauc_map_at_3_std": 0.277516, + "nauc_map_at_3_diff1": 0.712908, + "nauc_map_at_5_max": 0.757583, + "nauc_map_at_5_std": 0.301458, + "nauc_map_at_5_diff1": 0.716271, + "nauc_map_at_10_max": 0.756485, + "nauc_map_at_10_std": 0.301432, + "nauc_map_at_10_diff1": 0.71886, + "nauc_map_at_20_max": 0.754244, + "nauc_map_at_20_std": 0.299954, + "nauc_map_at_20_diff1": 0.716618, + "nauc_map_at_100_max": 0.755127, + "nauc_map_at_100_std": 0.298272, + "nauc_map_at_100_diff1": 0.718532, + "nauc_map_at_1000_max": 0.755238, + "nauc_map_at_1000_std": 0.298208, + "nauc_map_at_1000_diff1": 0.718585, + "nauc_recall_at_1_max": 0.760519, + "nauc_recall_at_1_std": 0.257533, + "nauc_recall_at_1_diff1": 0.753466, + "nauc_recall_at_3_max": 0.737435, + "nauc_recall_at_3_std": 0.290123, + "nauc_recall_at_3_diff1": 0.660118, + "nauc_recall_at_5_max": 0.766046, + "nauc_recall_at_5_std": 0.40518, + "nauc_recall_at_5_diff1": 0.669524, + "nauc_recall_at_10_max": 0.754112, + "nauc_recall_at_10_std": 0.414925, + "nauc_recall_at_10_diff1": 0.679825, + "nauc_recall_at_20_max": 0.685042, + "nauc_recall_at_20_std": 0.410453, + "nauc_recall_at_20_diff1": 0.604045, + "nauc_recall_at_100_max": 0.679399, + "nauc_recall_at_100_std": 0.372676, + "nauc_recall_at_100_diff1": 0.66603, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.760519, + "nauc_precision_at_1_std": 0.257533, + "nauc_precision_at_1_diff1": 0.753466, + "nauc_precision_at_3_max": 0.737435, + "nauc_precision_at_3_std": 0.290123, + "nauc_precision_at_3_diff1": 0.660118, + "nauc_precision_at_5_max": 0.766046, + "nauc_precision_at_5_std": 0.40518, + "nauc_precision_at_5_diff1": 0.669524, + "nauc_precision_at_10_max": 0.754112, + "nauc_precision_at_10_std": 0.414925, + "nauc_precision_at_10_diff1": 0.679825, + "nauc_precision_at_20_max": 0.685042, + "nauc_precision_at_20_std": 0.410453, + "nauc_precision_at_20_diff1": 0.604045, + "nauc_precision_at_100_max": 0.679399, + "nauc_precision_at_100_std": 0.372676, + "nauc_precision_at_100_diff1": 0.66603, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.760519, + "nauc_mrr_at_1_std": 0.257533, + "nauc_mrr_at_1_diff1": 0.753466, + "nauc_mrr_at_3_max": 0.750656, + "nauc_mrr_at_3_std": 0.277516, + "nauc_mrr_at_3_diff1": 0.712908, + "nauc_mrr_at_5_max": 0.757583, + "nauc_mrr_at_5_std": 0.301458, + "nauc_mrr_at_5_diff1": 0.716271, + "nauc_mrr_at_10_max": 0.756485, + "nauc_mrr_at_10_std": 0.301432, + "nauc_mrr_at_10_diff1": 0.71886, + "nauc_mrr_at_20_max": 0.754244, + "nauc_mrr_at_20_std": 0.299954, + "nauc_mrr_at_20_diff1": 0.716618, + "nauc_mrr_at_100_max": 0.755127, + "nauc_mrr_at_100_std": 0.298272, + "nauc_mrr_at_100_diff1": 0.718532, + "nauc_mrr_at_1000_max": 0.755238, + "nauc_mrr_at_1000_std": 0.298208, + "nauc_mrr_at_1000_diff1": 0.718585, + "hit_rate_at_1": 0.545, + "hit_rate_at_3": 0.64, + "hit_rate_at_5": 0.69, + "hit_rate_at_10": 0.745, + "hit_rate_at_20": 0.82, + "hit_rate_at_100": 0.945, + "hit_rate_at_1000": 1.0, + "main_score": 0.69, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ] + }, + { + "ndcg_at_1": 0.41, + "ndcg_at_3": 0.47863, + "ndcg_at_5": 0.49972, + "ndcg_at_10": 0.51471, + "ndcg_at_20": 0.54094, + "ndcg_at_100": 0.57434, + "ndcg_at_1000": 0.58571, + "map_at_1": 0.41, + "map_at_3": 0.4625, + "map_at_5": 0.4745, + "map_at_10": 0.48001, + "map_at_20": 0.48702, + "map_at_100": 0.49097, + "map_at_1000": 0.49159, + "recall_at_1": 0.41, + "recall_at_3": 0.525, + "recall_at_5": 0.575, + "recall_at_10": 0.625, + "recall_at_20": 0.73, + "recall_at_100": 0.92, + "recall_at_1000": 1.0, + "accuracy": 0.41, + "precision_at_1": 0.41, + "precision_at_3": 0.175, + "precision_at_5": 0.115, + "precision_at_10": 0.0625, + "precision_at_20": 0.0365, + "precision_at_100": 0.0092, + "precision_at_1000": 0.001, + "mrr_at_1": 0.41, + "mrr_at_3": 0.4625, + "mrr_at_5": 0.4745, + "mrr_at_10": 0.480006, + "mrr_at_20": 0.48702, + "mrr_at_100": 0.490974, + "mrr_at_1000": 0.491593, + "nauc_ndcg_at_1_max": 0.712634, + "nauc_ndcg_at_1_std": 0.344524, + "nauc_ndcg_at_1_diff1": 0.72734, + "nauc_ndcg_at_3_max": 0.730088, + "nauc_ndcg_at_3_std": 0.384822, + "nauc_ndcg_at_3_diff1": 0.670481, + "nauc_ndcg_at_5_max": 0.724429, + "nauc_ndcg_at_5_std": 0.389227, + "nauc_ndcg_at_5_diff1": 0.668253, + "nauc_ndcg_at_10_max": 0.718413, + "nauc_ndcg_at_10_std": 0.400917, + "nauc_ndcg_at_10_diff1": 0.657361, + "nauc_ndcg_at_20_max": 0.699351, + "nauc_ndcg_at_20_std": 0.394191, + "nauc_ndcg_at_20_diff1": 0.647499, + "nauc_ndcg_at_100_max": 0.701603, + "nauc_ndcg_at_100_std": 0.381552, + "nauc_ndcg_at_100_diff1": 0.662514, + "nauc_ndcg_at_1000_max": 0.710215, + "nauc_ndcg_at_1000_std": 0.382116, + "nauc_ndcg_at_1000_diff1": 0.665936, + "nauc_map_at_1_max": 0.712634, + "nauc_map_at_1_std": 0.344524, + "nauc_map_at_1_diff1": 0.72734, + "nauc_map_at_3_max": 0.72574, + "nauc_map_at_3_std": 0.373448, + "nauc_map_at_3_diff1": 0.684212, + "nauc_map_at_5_max": 0.722777, + "nauc_map_at_5_std": 0.375443, + "nauc_map_at_5_diff1": 0.683188, + "nauc_map_at_10_max": 0.720383, + "nauc_map_at_10_std": 0.379574, + "nauc_map_at_10_diff1": 0.679242, + "nauc_map_at_20_max": 0.715254, + "nauc_map_at_20_std": 0.376842, + "nauc_map_at_20_diff1": 0.676716, + "nauc_map_at_100_max": 0.715421, + "nauc_map_at_100_std": 0.375531, + "nauc_map_at_100_diff1": 0.678091, + "nauc_map_at_1000_max": 0.715814, + "nauc_map_at_1000_std": 0.375475, + "nauc_map_at_1000_diff1": 0.678261, + "nauc_recall_at_1_max": 0.712634, + "nauc_recall_at_1_std": 0.344524, + "nauc_recall_at_1_diff1": 0.72734, + "nauc_recall_at_3_max": 0.743076, + "nauc_recall_at_3_std": 0.419369, + "nauc_recall_at_3_diff1": 0.629638, + "nauc_recall_at_5_max": 0.728468, + "nauc_recall_at_5_std": 0.433789, + "nauc_recall_at_5_diff1": 0.621559, + "nauc_recall_at_10_max": 0.707929, + "nauc_recall_at_10_std": 0.480303, + "nauc_recall_at_10_diff1": 0.57856, + "nauc_recall_at_20_max": 0.606597, + "nauc_recall_at_20_std": 0.473982, + "nauc_recall_at_20_diff1": 0.508139, + "nauc_recall_at_100_max": 0.485411, + "nauc_recall_at_100_std": 0.357581, + "nauc_recall_at_100_diff1": 0.57598, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.712634, + "nauc_precision_at_1_std": 0.344524, + "nauc_precision_at_1_diff1": 0.72734, + "nauc_precision_at_3_max": 0.743076, + "nauc_precision_at_3_std": 0.419369, + "nauc_precision_at_3_diff1": 0.629638, + "nauc_precision_at_5_max": 0.728468, + "nauc_precision_at_5_std": 0.433789, + "nauc_precision_at_5_diff1": 0.621559, + "nauc_precision_at_10_max": 0.707929, + "nauc_precision_at_10_std": 0.480303, + "nauc_precision_at_10_diff1": 0.57856, + "nauc_precision_at_20_max": 0.606597, + "nauc_precision_at_20_std": 0.473982, + "nauc_precision_at_20_diff1": 0.508139, + "nauc_precision_at_100_max": 0.485411, + "nauc_precision_at_100_std": 0.357581, + "nauc_precision_at_100_diff1": 0.57598, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.712634, + "nauc_mrr_at_1_std": 0.344524, + "nauc_mrr_at_1_diff1": 0.72734, + "nauc_mrr_at_3_max": 0.72574, + "nauc_mrr_at_3_std": 0.373448, + "nauc_mrr_at_3_diff1": 0.684212, + "nauc_mrr_at_5_max": 0.722777, + "nauc_mrr_at_5_std": 0.375443, + "nauc_mrr_at_5_diff1": 0.683188, + "nauc_mrr_at_10_max": 0.720383, + "nauc_mrr_at_10_std": 0.379574, + "nauc_mrr_at_10_diff1": 0.679242, + "nauc_mrr_at_20_max": 0.715254, + "nauc_mrr_at_20_std": 0.376842, + "nauc_mrr_at_20_diff1": 0.676716, + "nauc_mrr_at_100_max": 0.715421, + "nauc_mrr_at_100_std": 0.375531, + "nauc_mrr_at_100_diff1": 0.678091, + "nauc_mrr_at_1000_max": 0.715814, + "nauc_mrr_at_1000_std": 0.375475, + "nauc_mrr_at_1000_diff1": 0.678261, + "hit_rate_at_1": 0.41, + "hit_rate_at_3": 0.525, + "hit_rate_at_5": 0.575, + "hit_rate_at_10": 0.625, + "hit_rate_at_20": 0.73, + "hit_rate_at_100": 0.92, + "hit_rate_at_1000": 1.0, + "main_score": 0.575, + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ] + }, + { + "ndcg_at_1": 0.475, + "ndcg_at_3": 0.53036, + "ndcg_at_5": 0.55919, + "ndcg_at_10": 0.58466, + "ndcg_at_20": 0.59706, + "ndcg_at_100": 0.62792, + "ndcg_at_1000": 0.63641, + "map_at_1": 0.475, + "map_at_3": 0.51667, + "map_at_5": 0.53267, + "map_at_10": 0.54294, + "map_at_20": 0.54622, + "map_at_100": 0.55022, + "map_at_1000": 0.55068, + "recall_at_1": 0.475, + "recall_at_3": 0.57, + "recall_at_5": 0.64, + "recall_at_10": 0.72, + "recall_at_20": 0.77, + "recall_at_100": 0.94, + "recall_at_1000": 1.0, + "accuracy": 0.475, + "precision_at_1": 0.475, + "precision_at_3": 0.19, + "precision_at_5": 0.128, + "precision_at_10": 0.072, + "precision_at_20": 0.0385, + "precision_at_100": 0.0094, + "precision_at_1000": 0.001, + "mrr_at_1": 0.475, + "mrr_at_3": 0.516667, + "mrr_at_5": 0.532667, + "mrr_at_10": 0.542942, + "mrr_at_20": 0.54622, + "mrr_at_100": 0.550223, + "mrr_at_1000": 0.55068, + "nauc_ndcg_at_1_max": 0.823247, + "nauc_ndcg_at_1_std": 0.359304, + "nauc_ndcg_at_1_diff1": 0.861995, + "nauc_ndcg_at_3_max": 0.794373, + "nauc_ndcg_at_3_std": 0.342873, + "nauc_ndcg_at_3_diff1": 0.801386, + "nauc_ndcg_at_5_max": 0.788309, + "nauc_ndcg_at_5_std": 0.372146, + "nauc_ndcg_at_5_diff1": 0.796683, + "nauc_ndcg_at_10_max": 0.770017, + "nauc_ndcg_at_10_std": 0.358146, + "nauc_ndcg_at_10_diff1": 0.786945, + "nauc_ndcg_at_20_max": 0.765812, + "nauc_ndcg_at_20_std": 0.36939, + "nauc_ndcg_at_20_diff1": 0.781555, + "nauc_ndcg_at_100_max": 0.780609, + "nauc_ndcg_at_100_std": 0.372732, + "nauc_ndcg_at_100_diff1": 0.79161, + "nauc_ndcg_at_1000_max": 0.783493, + "nauc_ndcg_at_1000_std": 0.364354, + "nauc_ndcg_at_1000_diff1": 0.799407, + "nauc_map_at_1_max": 0.823247, + "nauc_map_at_1_std": 0.359304, + "nauc_map_at_1_diff1": 0.861995, + "nauc_map_at_3_max": 0.802121, + "nauc_map_at_3_std": 0.347209, + "nauc_map_at_3_diff1": 0.816405, + "nauc_map_at_5_max": 0.799259, + "nauc_map_at_5_std": 0.364022, + "nauc_map_at_5_diff1": 0.81388, + "nauc_map_at_10_max": 0.792261, + "nauc_map_at_10_std": 0.358544, + "nauc_map_at_10_diff1": 0.810319, + "nauc_map_at_20_max": 0.791369, + "nauc_map_at_20_std": 0.361225, + "nauc_map_at_20_diff1": 0.809105, + "nauc_map_at_100_max": 0.792997, + "nauc_map_at_100_std": 0.361339, + "nauc_map_at_100_diff1": 0.810564, + "nauc_map_at_1000_max": 0.793161, + "nauc_map_at_1000_std": 0.360976, + "nauc_map_at_1000_diff1": 0.810954, + "nauc_recall_at_1_max": 0.823247, + "nauc_recall_at_1_std": 0.359304, + "nauc_recall_at_1_diff1": 0.861995, + "nauc_recall_at_3_max": 0.770669, + "nauc_recall_at_3_std": 0.329638, + "nauc_recall_at_3_diff1": 0.755938, + "nauc_recall_at_5_max": 0.750607, + "nauc_recall_at_5_std": 0.402286, + "nauc_recall_at_5_diff1": 0.739726, + "nauc_recall_at_10_max": 0.672648, + "nauc_recall_at_10_std": 0.35285, + "nauc_recall_at_10_diff1": 0.691316, + "nauc_recall_at_20_max": 0.631812, + "nauc_recall_at_20_std": 0.417963, + "nauc_recall_at_20_diff1": 0.644357, + "nauc_recall_at_100_max": 0.693861, + "nauc_recall_at_100_std": 0.637644, + "nauc_recall_at_100_diff1": 0.55186, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.823247, + "nauc_precision_at_1_std": 0.359304, + "nauc_precision_at_1_diff1": 0.861995, + "nauc_precision_at_3_max": 0.770669, + "nauc_precision_at_3_std": 0.329638, + "nauc_precision_at_3_diff1": 0.755938, + "nauc_precision_at_5_max": 0.750607, + "nauc_precision_at_5_std": 0.402286, + "nauc_precision_at_5_diff1": 0.739726, + "nauc_precision_at_10_max": 0.672648, + "nauc_precision_at_10_std": 0.35285, + "nauc_precision_at_10_diff1": 0.691316, + "nauc_precision_at_20_max": 0.631812, + "nauc_precision_at_20_std": 0.417963, + "nauc_precision_at_20_diff1": 0.644357, + "nauc_precision_at_100_max": 0.693861, + "nauc_precision_at_100_std": 0.637644, + "nauc_precision_at_100_diff1": 0.55186, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.823247, + "nauc_mrr_at_1_std": 0.359304, + "nauc_mrr_at_1_diff1": 0.861995, + "nauc_mrr_at_3_max": 0.802121, + "nauc_mrr_at_3_std": 0.347209, + "nauc_mrr_at_3_diff1": 0.816405, + "nauc_mrr_at_5_max": 0.799259, + "nauc_mrr_at_5_std": 0.364022, + "nauc_mrr_at_5_diff1": 0.81388, + "nauc_mrr_at_10_max": 0.792261, + "nauc_mrr_at_10_std": 0.358544, + "nauc_mrr_at_10_diff1": 0.810319, + "nauc_mrr_at_20_max": 0.791369, + "nauc_mrr_at_20_std": 0.361225, + "nauc_mrr_at_20_diff1": 0.809105, + "nauc_mrr_at_100_max": 0.792997, + "nauc_mrr_at_100_std": 0.361339, + "nauc_mrr_at_100_diff1": 0.810564, + "nauc_mrr_at_1000_max": 0.793161, + "nauc_mrr_at_1000_std": 0.360976, + "nauc_mrr_at_1000_diff1": 0.810954, + "hit_rate_at_1": 0.475, + "hit_rate_at_3": 0.57, + "hit_rate_at_5": 0.64, + "hit_rate_at_10": 0.72, + "hit_rate_at_20": 0.77, + "hit_rate_at_100": 0.94, + "hit_rate_at_1000": 1.0, + "main_score": 0.64, + "hf_subset": "sr", + "languages": [ + "srp-Cyrl" + ] + }, + { + "ndcg_at_1": 0.85, + "ndcg_at_3": 0.88458, + "ndcg_at_5": 0.88674, + "ndcg_at_10": 0.89354, + "ndcg_at_20": 0.89482, + "ndcg_at_100": 0.90125, + "ndcg_at_1000": 0.90477, + "map_at_1": 0.85, + "map_at_3": 0.87583, + "map_at_5": 0.87708, + "map_at_10": 0.88009, + "map_at_20": 0.88045, + "map_at_100": 0.88131, + "map_at_1000": 0.88149, + "recall_at_1": 0.85, + "recall_at_3": 0.91, + "recall_at_5": 0.915, + "recall_at_10": 0.935, + "recall_at_20": 0.94, + "recall_at_100": 0.975, + "recall_at_1000": 1.0, + "accuracy": 0.85, + "precision_at_1": 0.85, + "precision_at_3": 0.30333, + "precision_at_5": 0.183, + "precision_at_10": 0.0935, + "precision_at_20": 0.047, + "precision_at_100": 0.00975, + "precision_at_1000": 0.001, + "mrr_at_1": 0.85, + "mrr_at_3": 0.875833, + "mrr_at_5": 0.877083, + "mrr_at_10": 0.880089, + "mrr_at_20": 0.880446, + "mrr_at_100": 0.881305, + "mrr_at_1000": 0.881489, + "nauc_ndcg_at_1_max": 0.852945, + "nauc_ndcg_at_1_std": 0.195867, + "nauc_ndcg_at_1_diff1": 0.887667, + "nauc_ndcg_at_3_max": 0.870001, + "nauc_ndcg_at_3_std": 0.119725, + "nauc_ndcg_at_3_diff1": 0.863586, + "nauc_ndcg_at_5_max": 0.86747, + "nauc_ndcg_at_5_std": 0.107994, + "nauc_ndcg_at_5_diff1": 0.86093, + "nauc_ndcg_at_10_max": 0.872038, + "nauc_ndcg_at_10_std": 0.13014, + "nauc_ndcg_at_10_diff1": 0.868314, + "nauc_ndcg_at_20_max": 0.870441, + "nauc_ndcg_at_20_std": 0.133904, + "nauc_ndcg_at_20_diff1": 0.86667, + "nauc_ndcg_at_100_max": 0.874857, + "nauc_ndcg_at_100_std": 0.166034, + "nauc_ndcg_at_100_diff1": 0.872342, + "nauc_ndcg_at_1000_max": 0.870099, + "nauc_ndcg_at_1000_std": 0.151255, + "nauc_ndcg_at_1000_diff1": 0.870467, + "nauc_map_at_1_max": 0.852945, + "nauc_map_at_1_std": 0.195867, + "nauc_map_at_1_diff1": 0.887667, + "nauc_map_at_3_max": 0.865848, + "nauc_map_at_3_std": 0.146436, + "nauc_map_at_3_diff1": 0.869114, + "nauc_map_at_5_max": 0.864443, + "nauc_map_at_5_std": 0.140404, + "nauc_map_at_5_diff1": 0.867743, + "nauc_map_at_10_max": 0.866475, + "nauc_map_at_10_std": 0.149766, + "nauc_map_at_10_diff1": 0.871014, + "nauc_map_at_20_max": 0.866064, + "nauc_map_at_20_std": 0.150755, + "nauc_map_at_20_diff1": 0.870617, + "nauc_map_at_100_max": 0.866731, + "nauc_map_at_100_std": 0.15533, + "nauc_map_at_100_diff1": 0.871454, + "nauc_map_at_1000_max": 0.866517, + "nauc_map_at_1000_std": 0.154636, + "nauc_map_at_1000_diff1": 0.871373, + "nauc_recall_at_1_max": 0.852945, + "nauc_recall_at_1_std": 0.195867, + "nauc_recall_at_1_diff1": 0.887667, + "nauc_recall_at_3_max": 0.885647, + "nauc_recall_at_3_std": 0.013772, + "nauc_recall_at_3_diff1": 0.842982, + "nauc_recall_at_5_max": 0.87892, + "nauc_recall_at_5_std": -0.027901, + "nauc_recall_at_5_diff1": 0.833745, + "nauc_recall_at_10_max": 0.901099, + "nauc_recall_at_10_std": 0.036235, + "nauc_recall_at_10_diff1": 0.858364, + "nauc_recall_at_20_max": 0.892857, + "nauc_recall_at_20_std": 0.053533, + "nauc_recall_at_20_diff1": 0.846561, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.545845, + "nauc_recall_at_100_diff1": 0.921569, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.852945, + "nauc_precision_at_1_std": 0.195867, + "nauc_precision_at_1_diff1": 0.887667, + "nauc_precision_at_3_max": 0.885647, + "nauc_precision_at_3_std": 0.013772, + "nauc_precision_at_3_diff1": 0.842982, + "nauc_precision_at_5_max": 0.87892, + "nauc_precision_at_5_std": -0.027901, + "nauc_precision_at_5_diff1": 0.833745, + "nauc_precision_at_10_max": 0.901099, + "nauc_precision_at_10_std": 0.036235, + "nauc_precision_at_10_diff1": 0.858364, + "nauc_precision_at_20_max": 0.892857, + "nauc_precision_at_20_std": 0.053533, + "nauc_precision_at_20_diff1": 0.846561, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.545845, + "nauc_precision_at_100_diff1": 0.921569, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.852945, + "nauc_mrr_at_1_std": 0.195867, + "nauc_mrr_at_1_diff1": 0.887667, + "nauc_mrr_at_3_max": 0.865848, + "nauc_mrr_at_3_std": 0.146436, + "nauc_mrr_at_3_diff1": 0.869114, + "nauc_mrr_at_5_max": 0.864443, + "nauc_mrr_at_5_std": 0.140404, + "nauc_mrr_at_5_diff1": 0.867743, + "nauc_mrr_at_10_max": 0.866475, + "nauc_mrr_at_10_std": 0.149766, + "nauc_mrr_at_10_diff1": 0.871014, + "nauc_mrr_at_20_max": 0.866064, + "nauc_mrr_at_20_std": 0.150755, + "nauc_mrr_at_20_diff1": 0.870617, + "nauc_mrr_at_100_max": 0.866731, + "nauc_mrr_at_100_std": 0.15533, + "nauc_mrr_at_100_diff1": 0.871454, + "nauc_mrr_at_1000_max": 0.866517, + "nauc_mrr_at_1000_std": 0.154636, + "nauc_mrr_at_1000_diff1": 0.871373, + "hit_rate_at_1": 0.85, + "hit_rate_at_3": 0.91, + "hit_rate_at_5": 0.915, + "hit_rate_at_10": 0.935, + "hit_rate_at_20": 0.94, + "hit_rate_at_100": 0.975, + "hit_rate_at_1000": 1.0, + "main_score": 0.915, + "hf_subset": "sv-SE", + "languages": [ + "swe-Latn" + ] + }, + { + "ndcg_at_1": 0.405, + "ndcg_at_3": 0.45351, + "ndcg_at_5": 0.47461, + "ndcg_at_10": 0.50376, + "ndcg_at_20": 0.51623, + "ndcg_at_100": 0.54937, + "ndcg_at_1000": 0.56941, + "map_at_1": 0.405, + "map_at_3": 0.4425, + "map_at_5": 0.4545, + "map_at_10": 0.46657, + "map_at_20": 0.4699, + "map_at_100": 0.47437, + "map_at_1000": 0.47534, + "recall_at_1": 0.405, + "recall_at_3": 0.485, + "recall_at_5": 0.535, + "recall_at_10": 0.625, + "recall_at_20": 0.675, + "recall_at_100": 0.855, + "recall_at_1000": 1.0, + "accuracy": 0.405, + "precision_at_1": 0.405, + "precision_at_3": 0.16167, + "precision_at_5": 0.107, + "precision_at_10": 0.0625, + "precision_at_20": 0.03375, + "precision_at_100": 0.00855, + "precision_at_1000": 0.001, + "mrr_at_1": 0.405, + "mrr_at_3": 0.4425, + "mrr_at_5": 0.4545, + "mrr_at_10": 0.466565, + "mrr_at_20": 0.4699, + "mrr_at_100": 0.474368, + "mrr_at_1000": 0.475344, + "nauc_ndcg_at_1_max": 0.475322, + "nauc_ndcg_at_1_std": 0.023811, + "nauc_ndcg_at_1_diff1": 0.558696, + "nauc_ndcg_at_3_max": 0.46344, + "nauc_ndcg_at_3_std": -0.000611, + "nauc_ndcg_at_3_diff1": 0.541102, + "nauc_ndcg_at_5_max": 0.451658, + "nauc_ndcg_at_5_std": -0.002868, + "nauc_ndcg_at_5_diff1": 0.549046, + "nauc_ndcg_at_10_max": 0.436573, + "nauc_ndcg_at_10_std": -0.00994, + "nauc_ndcg_at_10_diff1": 0.54761, + "nauc_ndcg_at_20_max": 0.436721, + "nauc_ndcg_at_20_std": -0.010803, + "nauc_ndcg_at_20_diff1": 0.54005, + "nauc_ndcg_at_100_max": 0.438346, + "nauc_ndcg_at_100_std": 0.007136, + "nauc_ndcg_at_100_diff1": 0.525826, + "nauc_ndcg_at_1000_max": 0.445332, + "nauc_ndcg_at_1000_std": 0.00241, + "nauc_ndcg_at_1000_diff1": 0.537968, + "nauc_map_at_1_max": 0.475322, + "nauc_map_at_1_std": 0.023811, + "nauc_map_at_1_diff1": 0.558696, + "nauc_map_at_3_max": 0.466692, + "nauc_map_at_3_std": 0.006031, + "nauc_map_at_3_diff1": 0.542715, + "nauc_map_at_5_max": 0.460385, + "nauc_map_at_5_std": 0.005352, + "nauc_map_at_5_diff1": 0.547058, + "nauc_map_at_10_max": 0.453763, + "nauc_map_at_10_std": 0.002682, + "nauc_map_at_10_diff1": 0.546149, + "nauc_map_at_20_max": 0.453819, + "nauc_map_at_20_std": 0.00214, + "nauc_map_at_20_diff1": 0.544262, + "nauc_map_at_100_max": 0.453771, + "nauc_map_at_100_std": 0.005169, + "nauc_map_at_100_diff1": 0.541999, + "nauc_map_at_1000_max": 0.454045, + "nauc_map_at_1000_std": 0.004938, + "nauc_map_at_1000_diff1": 0.542634, + "nauc_recall_at_1_max": 0.475322, + "nauc_recall_at_1_std": 0.023811, + "nauc_recall_at_1_diff1": 0.558696, + "nauc_recall_at_3_max": 0.453771, + "nauc_recall_at_3_std": -0.020346, + "nauc_recall_at_3_diff1": 0.537501, + "nauc_recall_at_5_max": 0.423171, + "nauc_recall_at_5_std": -0.029012, + "nauc_recall_at_5_diff1": 0.557469, + "nauc_recall_at_10_max": 0.371543, + "nauc_recall_at_10_std": -0.057427, + "nauc_recall_at_10_diff1": 0.555319, + "nauc_recall_at_20_max": 0.366372, + "nauc_recall_at_20_std": -0.062691, + "nauc_recall_at_20_diff1": 0.518977, + "nauc_recall_at_100_max": 0.329189, + "nauc_recall_at_100_std": 0.075271, + "nauc_recall_at_100_diff1": 0.35268, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.475322, + "nauc_precision_at_1_std": 0.023811, + "nauc_precision_at_1_diff1": 0.558696, + "nauc_precision_at_3_max": 0.453771, + "nauc_precision_at_3_std": -0.020346, + "nauc_precision_at_3_diff1": 0.537501, + "nauc_precision_at_5_max": 0.423171, + "nauc_precision_at_5_std": -0.029012, + "nauc_precision_at_5_diff1": 0.557469, + "nauc_precision_at_10_max": 0.371543, + "nauc_precision_at_10_std": -0.057427, + "nauc_precision_at_10_diff1": 0.555319, + "nauc_precision_at_20_max": 0.366372, + "nauc_precision_at_20_std": -0.062691, + "nauc_precision_at_20_diff1": 0.518977, + "nauc_precision_at_100_max": 0.329189, + "nauc_precision_at_100_std": 0.075271, + "nauc_precision_at_100_diff1": 0.35268, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.475322, + "nauc_mrr_at_1_std": 0.023811, + "nauc_mrr_at_1_diff1": 0.558696, + "nauc_mrr_at_3_max": 0.466692, + "nauc_mrr_at_3_std": 0.006031, + "nauc_mrr_at_3_diff1": 0.542715, + "nauc_mrr_at_5_max": 0.460385, + "nauc_mrr_at_5_std": 0.005352, + "nauc_mrr_at_5_diff1": 0.547058, + "nauc_mrr_at_10_max": 0.453763, + "nauc_mrr_at_10_std": 0.002682, + "nauc_mrr_at_10_diff1": 0.546149, + "nauc_mrr_at_20_max": 0.453819, + "nauc_mrr_at_20_std": 0.00214, + "nauc_mrr_at_20_diff1": 0.544262, + "nauc_mrr_at_100_max": 0.453771, + "nauc_mrr_at_100_std": 0.005169, + "nauc_mrr_at_100_diff1": 0.541999, + "nauc_mrr_at_1000_max": 0.454045, + "nauc_mrr_at_1000_std": 0.004938, + "nauc_mrr_at_1000_diff1": 0.542634, + "hit_rate_at_1": 0.405, + "hit_rate_at_3": 0.485, + "hit_rate_at_5": 0.535, + "hit_rate_at_10": 0.625, + "hit_rate_at_20": 0.675, + "hit_rate_at_100": 0.855, + "hit_rate_at_1000": 1.0, + "main_score": 0.535, + "hf_subset": "sw", + "languages": [ + "swh-Latn" + ] + }, + { + "ndcg_at_1": 0.145, + "ndcg_at_3": 0.1972, + "ndcg_at_5": 0.21289, + "ndcg_at_10": 0.24162, + "ndcg_at_20": 0.26755, + "ndcg_at_100": 0.33594, + "ndcg_at_1000": 0.35765, + "map_at_1": 0.145, + "map_at_3": 0.18417, + "map_at_5": 0.19242, + "map_at_10": 0.20407, + "map_at_20": 0.21087, + "map_at_100": 0.21985, + "map_at_1000": 0.22098, + "recall_at_1": 0.145, + "recall_at_3": 0.235, + "recall_at_5": 0.275, + "recall_at_10": 0.365, + "recall_at_20": 0.47, + "recall_at_100": 0.845, + "recall_at_1000": 1.0, + "accuracy": 0.145, + "precision_at_1": 0.145, + "precision_at_3": 0.07833, + "precision_at_5": 0.055, + "precision_at_10": 0.0365, + "precision_at_20": 0.0235, + "precision_at_100": 0.00845, + "precision_at_1000": 0.001, + "mrr_at_1": 0.145, + "mrr_at_3": 0.184167, + "mrr_at_5": 0.192417, + "mrr_at_10": 0.204067, + "mrr_at_20": 0.210866, + "mrr_at_100": 0.219854, + "mrr_at_1000": 0.220975, + "nauc_ndcg_at_1_max": 0.38962, + "nauc_ndcg_at_1_std": 0.041212, + "nauc_ndcg_at_1_diff1": 0.371613, + "nauc_ndcg_at_3_max": 0.291967, + "nauc_ndcg_at_3_std": 0.076931, + "nauc_ndcg_at_3_diff1": 0.314069, + "nauc_ndcg_at_5_max": 0.312375, + "nauc_ndcg_at_5_std": 0.105901, + "nauc_ndcg_at_5_diff1": 0.302638, + "nauc_ndcg_at_10_max": 0.29517, + "nauc_ndcg_at_10_std": 0.093215, + "nauc_ndcg_at_10_diff1": 0.327337, + "nauc_ndcg_at_20_max": 0.293896, + "nauc_ndcg_at_20_std": 0.071868, + "nauc_ndcg_at_20_diff1": 0.307113, + "nauc_ndcg_at_100_max": 0.292482, + "nauc_ndcg_at_100_std": 0.089872, + "nauc_ndcg_at_100_diff1": 0.306966, + "nauc_ndcg_at_1000_max": 0.30691, + "nauc_ndcg_at_1000_std": 0.08219, + "nauc_ndcg_at_1000_diff1": 0.31466, + "nauc_map_at_1_max": 0.38962, + "nauc_map_at_1_std": 0.041212, + "nauc_map_at_1_diff1": 0.371613, + "nauc_map_at_3_max": 0.311345, + "nauc_map_at_3_std": 0.065245, + "nauc_map_at_3_diff1": 0.326706, + "nauc_map_at_5_max": 0.322383, + "nauc_map_at_5_std": 0.081369, + "nauc_map_at_5_diff1": 0.320078, + "nauc_map_at_10_max": 0.31434, + "nauc_map_at_10_std": 0.076076, + "nauc_map_at_10_diff1": 0.330502, + "nauc_map_at_20_max": 0.314446, + "nauc_map_at_20_std": 0.071007, + "nauc_map_at_20_diff1": 0.324098, + "nauc_map_at_100_max": 0.315467, + "nauc_map_at_100_std": 0.074428, + "nauc_map_at_100_diff1": 0.323596, + "nauc_map_at_1000_max": 0.316289, + "nauc_map_at_1000_std": 0.074008, + "nauc_map_at_1000_diff1": 0.323968, + "nauc_recall_at_1_max": 0.38962, + "nauc_recall_at_1_std": 0.041212, + "nauc_recall_at_1_diff1": 0.371613, + "nauc_recall_at_3_max": 0.244429, + "nauc_recall_at_3_std": 0.107286, + "nauc_recall_at_3_diff1": 0.282621, + "nauc_recall_at_5_max": 0.292263, + "nauc_recall_at_5_std": 0.169285, + "nauc_recall_at_5_diff1": 0.259908, + "nauc_recall_at_10_max": 0.251075, + "nauc_recall_at_10_std": 0.132442, + "nauc_recall_at_10_diff1": 0.326989, + "nauc_recall_at_20_max": 0.243806, + "nauc_recall_at_20_std": 0.055723, + "nauc_recall_at_20_diff1": 0.26373, + "nauc_recall_at_100_max": 0.132592, + "nauc_recall_at_100_std": 0.176716, + "nauc_recall_at_100_diff1": 0.216402, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.38962, + "nauc_precision_at_1_std": 0.041212, + "nauc_precision_at_1_diff1": 0.371613, + "nauc_precision_at_3_max": 0.244429, + "nauc_precision_at_3_std": 0.107286, + "nauc_precision_at_3_diff1": 0.282621, + "nauc_precision_at_5_max": 0.292263, + "nauc_precision_at_5_std": 0.169285, + "nauc_precision_at_5_diff1": 0.259908, + "nauc_precision_at_10_max": 0.251075, + "nauc_precision_at_10_std": 0.132442, + "nauc_precision_at_10_diff1": 0.326989, + "nauc_precision_at_20_max": 0.243806, + "nauc_precision_at_20_std": 0.055723, + "nauc_precision_at_20_diff1": 0.26373, + "nauc_precision_at_100_max": 0.132592, + "nauc_precision_at_100_std": 0.176716, + "nauc_precision_at_100_diff1": 0.216402, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.38962, + "nauc_mrr_at_1_std": 0.041212, + "nauc_mrr_at_1_diff1": 0.371613, + "nauc_mrr_at_3_max": 0.311345, + "nauc_mrr_at_3_std": 0.065245, + "nauc_mrr_at_3_diff1": 0.326706, + "nauc_mrr_at_5_max": 0.322383, + "nauc_mrr_at_5_std": 0.081369, + "nauc_mrr_at_5_diff1": 0.320078, + "nauc_mrr_at_10_max": 0.31434, + "nauc_mrr_at_10_std": 0.076076, + "nauc_mrr_at_10_diff1": 0.330502, + "nauc_mrr_at_20_max": 0.314446, + "nauc_mrr_at_20_std": 0.071007, + "nauc_mrr_at_20_diff1": 0.324098, + "nauc_mrr_at_100_max": 0.315467, + "nauc_mrr_at_100_std": 0.074428, + "nauc_mrr_at_100_diff1": 0.323596, + "nauc_mrr_at_1000_max": 0.316289, + "nauc_mrr_at_1000_std": 0.074008, + "nauc_mrr_at_1000_diff1": 0.323968, + "hit_rate_at_1": 0.145, + "hit_rate_at_3": 0.235, + "hit_rate_at_5": 0.275, + "hit_rate_at_10": 0.365, + "hit_rate_at_20": 0.47, + "hit_rate_at_100": 0.845, + "hit_rate_at_1000": 1.0, + "main_score": 0.275, + "hf_subset": "ta", + "languages": [ + "tam-Taml" + ] + }, + { + "ndcg_at_1": 0.44262, + "ndcg_at_3": 0.54176, + "ndcg_at_5": 0.56857, + "ndcg_at_10": 0.61096, + "ndcg_at_20": 0.63558, + "ndcg_at_100": 0.65373, + "ndcg_at_1000": 0.65373, + "map_at_1": 0.44262, + "map_at_3": 0.51913, + "map_at_5": 0.53388, + "map_at_10": 0.55131, + "map_at_20": 0.55791, + "map_at_100": 0.5603, + "map_at_1000": 0.5603, + "recall_at_1": 0.44262, + "recall_at_3": 0.60656, + "recall_at_5": 0.67213, + "recall_at_10": 0.80328, + "recall_at_20": 0.90164, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.44262, + "precision_at_1": 0.44262, + "precision_at_3": 0.20219, + "precision_at_5": 0.13443, + "precision_at_10": 0.08033, + "precision_at_20": 0.04508, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.442623, + "mrr_at_3": 0.519126, + "mrr_at_5": 0.53388, + "mrr_at_10": 0.551314, + "mrr_at_20": 0.557909, + "mrr_at_100": 0.560301, + "mrr_at_1000": 0.560301, + "nauc_ndcg_at_1_max": 0.426363, + "nauc_ndcg_at_1_std": 0.28868, + "nauc_ndcg_at_1_diff1": 0.28874, + "nauc_ndcg_at_3_max": 0.460633, + "nauc_ndcg_at_3_std": 0.307439, + "nauc_ndcg_at_3_diff1": 0.346694, + "nauc_ndcg_at_5_max": 0.453154, + "nauc_ndcg_at_5_std": 0.279279, + "nauc_ndcg_at_5_diff1": 0.340511, + "nauc_ndcg_at_10_max": 0.415799, + "nauc_ndcg_at_10_std": 0.267951, + "nauc_ndcg_at_10_diff1": 0.289819, + "nauc_ndcg_at_20_max": 0.426956, + "nauc_ndcg_at_20_std": 0.295681, + "nauc_ndcg_at_20_diff1": 0.291794, + "nauc_ndcg_at_100_max": 0.437035, + "nauc_ndcg_at_100_std": 0.291448, + "nauc_ndcg_at_100_diff1": 0.311689, + "nauc_ndcg_at_1000_max": 0.437035, + "nauc_ndcg_at_1000_std": 0.291448, + "nauc_ndcg_at_1000_diff1": 0.311689, + "nauc_map_at_1_max": 0.426363, + "nauc_map_at_1_std": 0.28868, + "nauc_map_at_1_diff1": 0.28874, + "nauc_map_at_3_max": 0.457838, + "nauc_map_at_3_std": 0.308399, + "nauc_map_at_3_diff1": 0.335804, + "nauc_map_at_5_max": 0.453814, + "nauc_map_at_5_std": 0.293152, + "nauc_map_at_5_diff1": 0.331846, + "nauc_map_at_10_max": 0.438418, + "nauc_map_at_10_std": 0.287237, + "nauc_map_at_10_diff1": 0.312545, + "nauc_map_at_20_max": 0.441515, + "nauc_map_at_20_std": 0.294405, + "nauc_map_at_20_diff1": 0.313177, + "nauc_map_at_100_max": 0.442359, + "nauc_map_at_100_std": 0.294039, + "nauc_map_at_100_diff1": 0.315714, + "nauc_map_at_1000_max": 0.442359, + "nauc_map_at_1000_std": 0.294039, + "nauc_map_at_1000_diff1": 0.315714, + "nauc_recall_at_1_max": 0.426363, + "nauc_recall_at_1_std": 0.28868, + "nauc_recall_at_1_diff1": 0.28874, + "nauc_recall_at_3_max": 0.466671, + "nauc_recall_at_3_std": 0.301889, + "nauc_recall_at_3_diff1": 0.378813, + "nauc_recall_at_5_max": 0.446539, + "nauc_recall_at_5_std": 0.224224, + "nauc_recall_at_5_diff1": 0.367842, + "nauc_recall_at_10_max": 0.278816, + "nauc_recall_at_10_std": 0.163447, + "nauc_recall_at_10_diff1": 0.140062, + "nauc_recall_at_20_max": 0.275423, + "nauc_recall_at_20_std": 0.356319, + "nauc_recall_at_20_diff1": 0.03677, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.426363, + "nauc_precision_at_1_std": 0.28868, + "nauc_precision_at_1_diff1": 0.28874, + "nauc_precision_at_3_max": 0.466671, + "nauc_precision_at_3_std": 0.301889, + "nauc_precision_at_3_diff1": 0.378813, + "nauc_precision_at_5_max": 0.446539, + "nauc_precision_at_5_std": 0.224224, + "nauc_precision_at_5_diff1": 0.367842, + "nauc_precision_at_10_max": 0.278816, + "nauc_precision_at_10_std": 0.163447, + "nauc_precision_at_10_diff1": 0.140062, + "nauc_precision_at_20_max": 0.275423, + "nauc_precision_at_20_std": 0.356319, + "nauc_precision_at_20_diff1": 0.03677, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.426363, + "nauc_mrr_at_1_std": 0.28868, + "nauc_mrr_at_1_diff1": 0.28874, + "nauc_mrr_at_3_max": 0.457838, + "nauc_mrr_at_3_std": 0.308399, + "nauc_mrr_at_3_diff1": 0.335804, + "nauc_mrr_at_5_max": 0.453814, + "nauc_mrr_at_5_std": 0.293152, + "nauc_mrr_at_5_diff1": 0.331846, + "nauc_mrr_at_10_max": 0.438418, + "nauc_mrr_at_10_std": 0.287237, + "nauc_mrr_at_10_diff1": 0.312545, + "nauc_mrr_at_20_max": 0.441515, + "nauc_mrr_at_20_std": 0.294405, + "nauc_mrr_at_20_diff1": 0.313177, + "nauc_mrr_at_100_max": 0.442359, + "nauc_mrr_at_100_std": 0.294039, + "nauc_mrr_at_100_diff1": 0.315714, + "nauc_mrr_at_1000_max": 0.442359, + "nauc_mrr_at_1000_std": 0.294039, + "nauc_mrr_at_1000_diff1": 0.315714, + "hit_rate_at_1": 0.44262, + "hit_rate_at_3": 0.60656, + "hit_rate_at_5": 0.67213, + "hit_rate_at_10": 0.80328, + "hit_rate_at_20": 0.90164, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.67213, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.78, + "ndcg_at_3": 0.82774, + "ndcg_at_5": 0.84839, + "ndcg_at_10": 0.86154, + "ndcg_at_20": 0.86277, + "ndcg_at_100": 0.86897, + "ndcg_at_1000": 0.87045, + "map_at_1": 0.78, + "map_at_3": 0.815, + "map_at_5": 0.8265, + "map_at_10": 0.83205, + "map_at_20": 0.83236, + "map_at_100": 0.83347, + "map_at_1000": 0.83356, + "recall_at_1": 0.78, + "recall_at_3": 0.865, + "recall_at_5": 0.915, + "recall_at_10": 0.955, + "recall_at_20": 0.96, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.78, + "precision_at_1": 0.78, + "precision_at_3": 0.28833, + "precision_at_5": 0.183, + "precision_at_10": 0.0955, + "precision_at_20": 0.048, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.78, + "mrr_at_3": 0.815, + "mrr_at_5": 0.8265, + "mrr_at_10": 0.832046, + "mrr_at_20": 0.832358, + "mrr_at_100": 0.833465, + "mrr_at_1000": 0.833557, + "nauc_ndcg_at_1_max": 0.747531, + "nauc_ndcg_at_1_std": 0.278319, + "nauc_ndcg_at_1_diff1": 0.872328, + "nauc_ndcg_at_3_max": 0.776013, + "nauc_ndcg_at_3_std": 0.272039, + "nauc_ndcg_at_3_diff1": 0.84373, + "nauc_ndcg_at_5_max": 0.762188, + "nauc_ndcg_at_5_std": 0.259829, + "nauc_ndcg_at_5_diff1": 0.833437, + "nauc_ndcg_at_10_max": 0.761215, + "nauc_ndcg_at_10_std": 0.254657, + "nauc_ndcg_at_10_diff1": 0.830628, + "nauc_ndcg_at_20_max": 0.760187, + "nauc_ndcg_at_20_std": 0.255911, + "nauc_ndcg_at_20_diff1": 0.830261, + "nauc_ndcg_at_100_max": 0.764147, + "nauc_ndcg_at_100_std": 0.273683, + "nauc_ndcg_at_100_diff1": 0.840986, + "nauc_ndcg_at_1000_max": 0.761271, + "nauc_ndcg_at_1000_std": 0.270176, + "nauc_ndcg_at_1000_diff1": 0.842562, + "nauc_map_at_1_max": 0.747531, + "nauc_map_at_1_std": 0.278319, + "nauc_map_at_1_diff1": 0.872328, + "nauc_map_at_3_max": 0.766526, + "nauc_map_at_3_std": 0.27501, + "nauc_map_at_3_diff1": 0.850392, + "nauc_map_at_5_max": 0.759292, + "nauc_map_at_5_std": 0.269689, + "nauc_map_at_5_diff1": 0.846004, + "nauc_map_at_10_max": 0.758435, + "nauc_map_at_10_std": 0.267412, + "nauc_map_at_10_diff1": 0.84534, + "nauc_map_at_20_max": 0.758213, + "nauc_map_at_20_std": 0.267701, + "nauc_map_at_20_diff1": 0.845292, + "nauc_map_at_100_max": 0.759065, + "nauc_map_at_100_std": 0.27133, + "nauc_map_at_100_diff1": 0.847138, + "nauc_map_at_1000_max": 0.758922, + "nauc_map_at_1000_std": 0.271159, + "nauc_map_at_1000_diff1": 0.847218, + "nauc_recall_at_1_max": 0.747531, + "nauc_recall_at_1_std": 0.278319, + "nauc_recall_at_1_diff1": 0.872328, + "nauc_recall_at_3_max": 0.813008, + "nauc_recall_at_3_std": 0.260049, + "nauc_recall_at_3_diff1": 0.819075, + "nauc_recall_at_5_max": 0.775141, + "nauc_recall_at_5_std": 0.20006, + "nauc_recall_at_5_diff1": 0.76207, + "nauc_recall_at_10_max": 0.785818, + "nauc_recall_at_10_std": 0.116869, + "nauc_recall_at_10_diff1": 0.676367, + "nauc_recall_at_20_max": 0.775385, + "nauc_recall_at_20_std": 0.11613, + "nauc_recall_at_20_diff1": 0.652253, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.561391, + "nauc_recall_at_100_diff1": 0.711718, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.747531, + "nauc_precision_at_1_std": 0.278319, + "nauc_precision_at_1_diff1": 0.872328, + "nauc_precision_at_3_max": 0.813008, + "nauc_precision_at_3_std": 0.260049, + "nauc_precision_at_3_diff1": 0.819075, + "nauc_precision_at_5_max": 0.775141, + "nauc_precision_at_5_std": 0.20006, + "nauc_precision_at_5_diff1": 0.76207, + "nauc_precision_at_10_max": 0.785818, + "nauc_precision_at_10_std": 0.116869, + "nauc_precision_at_10_diff1": 0.676367, + "nauc_precision_at_20_max": 0.775385, + "nauc_precision_at_20_std": 0.11613, + "nauc_precision_at_20_diff1": 0.652253, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.561391, + "nauc_precision_at_100_diff1": 0.711718, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.747531, + "nauc_mrr_at_1_std": 0.278319, + "nauc_mrr_at_1_diff1": 0.872328, + "nauc_mrr_at_3_max": 0.766526, + "nauc_mrr_at_3_std": 0.27501, + "nauc_mrr_at_3_diff1": 0.850392, + "nauc_mrr_at_5_max": 0.759292, + "nauc_mrr_at_5_std": 0.269689, + "nauc_mrr_at_5_diff1": 0.846004, + "nauc_mrr_at_10_max": 0.758435, + "nauc_mrr_at_10_std": 0.267412, + "nauc_mrr_at_10_diff1": 0.84534, + "nauc_mrr_at_20_max": 0.758213, + "nauc_mrr_at_20_std": 0.267701, + "nauc_mrr_at_20_diff1": 0.845292, + "nauc_mrr_at_100_max": 0.759065, + "nauc_mrr_at_100_std": 0.27133, + "nauc_mrr_at_100_diff1": 0.847138, + "nauc_mrr_at_1000_max": 0.758922, + "nauc_mrr_at_1000_std": 0.271159, + "nauc_mrr_at_1000_diff1": 0.847218, + "hit_rate_at_1": 0.78, + "hit_rate_at_3": 0.865, + "hit_rate_at_5": 0.915, + "hit_rate_at_10": 0.955, + "hit_rate_at_20": 0.96, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.915, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.05, + "ndcg_at_3": 0.06946, + "ndcg_at_5": 0.09227, + "ndcg_at_10": 0.12475, + "ndcg_at_20": 0.14489, + "ndcg_at_100": 0.22894, + "ndcg_at_1000": 0.25981, + "map_at_1": 0.05, + "map_at_3": 0.06417, + "map_at_5": 0.07692, + "map_at_10": 0.0904, + "map_at_20": 0.09589, + "map_at_100": 0.10701, + "map_at_1000": 0.10861, + "recall_at_1": 0.05, + "recall_at_3": 0.085, + "recall_at_5": 0.14, + "recall_at_10": 0.24, + "recall_at_20": 0.32, + "recall_at_100": 0.78, + "recall_at_1000": 1.0, + "accuracy": 0.05, + "precision_at_1": 0.05, + "precision_at_3": 0.02833, + "precision_at_5": 0.028, + "precision_at_10": 0.024, + "precision_at_20": 0.016, + "precision_at_100": 0.0078, + "precision_at_1000": 0.001, + "mrr_at_1": 0.05, + "mrr_at_3": 0.064167, + "mrr_at_5": 0.076917, + "mrr_at_10": 0.090397, + "mrr_at_20": 0.095888, + "mrr_at_100": 0.107009, + "mrr_at_1000": 0.108614, + "nauc_ndcg_at_1_max": 0.161229, + "nauc_ndcg_at_1_std": 0.072874, + "nauc_ndcg_at_1_diff1": 0.408854, + "nauc_ndcg_at_3_max": 0.138122, + "nauc_ndcg_at_3_std": 0.070783, + "nauc_ndcg_at_3_diff1": 0.227563, + "nauc_ndcg_at_5_max": 0.054325, + "nauc_ndcg_at_5_std": 0.052459, + "nauc_ndcg_at_5_diff1": 0.139801, + "nauc_ndcg_at_10_max": 0.024323, + "nauc_ndcg_at_10_std": 0.064599, + "nauc_ndcg_at_10_diff1": 0.081973, + "nauc_ndcg_at_20_max": 0.007811, + "nauc_ndcg_at_20_std": 0.058972, + "nauc_ndcg_at_20_diff1": 0.129095, + "nauc_ndcg_at_100_max": 0.026494, + "nauc_ndcg_at_100_std": 0.057283, + "nauc_ndcg_at_100_diff1": 0.125848, + "nauc_ndcg_at_1000_max": 0.042223, + "nauc_ndcg_at_1000_std": 0.068454, + "nauc_ndcg_at_1000_diff1": 0.13646, + "nauc_map_at_1_max": 0.161229, + "nauc_map_at_1_std": 0.072874, + "nauc_map_at_1_diff1": 0.408854, + "nauc_map_at_3_max": 0.143174, + "nauc_map_at_3_std": 0.070057, + "nauc_map_at_3_diff1": 0.26251, + "nauc_map_at_5_max": 0.087776, + "nauc_map_at_5_std": 0.060491, + "nauc_map_at_5_diff1": 0.201491, + "nauc_map_at_10_max": 0.069417, + "nauc_map_at_10_std": 0.067018, + "nauc_map_at_10_diff1": 0.162208, + "nauc_map_at_20_max": 0.060917, + "nauc_map_at_20_std": 0.064052, + "nauc_map_at_20_diff1": 0.176326, + "nauc_map_at_100_max": 0.066286, + "nauc_map_at_100_std": 0.067412, + "nauc_map_at_100_diff1": 0.173629, + "nauc_map_at_1000_max": 0.06742, + "nauc_map_at_1000_std": 0.068182, + "nauc_map_at_1000_diff1": 0.174412, + "nauc_recall_at_1_max": 0.161229, + "nauc_recall_at_1_std": 0.072874, + "nauc_recall_at_1_diff1": 0.408854, + "nauc_recall_at_3_max": 0.126896, + "nauc_recall_at_3_std": 0.072713, + "nauc_recall_at_3_diff1": 0.151155, + "nauc_recall_at_5_max": -0.008645, + "nauc_recall_at_5_std": 0.036054, + "nauc_recall_at_5_diff1": 0.028236, + "nauc_recall_at_10_max": -0.045156, + "nauc_recall_at_10_std": 0.060643, + "nauc_recall_at_10_diff1": -0.035474, + "nauc_recall_at_20_max": -0.068226, + "nauc_recall_at_20_std": 0.051723, + "nauc_recall_at_20_diff1": 0.083973, + "nauc_recall_at_100_max": -0.052395, + "nauc_recall_at_100_std": 0.004729, + "nauc_recall_at_100_diff1": 0.067963, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.161229, + "nauc_precision_at_1_std": 0.072874, + "nauc_precision_at_1_diff1": 0.408854, + "nauc_precision_at_3_max": 0.126896, + "nauc_precision_at_3_std": 0.072713, + "nauc_precision_at_3_diff1": 0.151155, + "nauc_precision_at_5_max": -0.008645, + "nauc_precision_at_5_std": 0.036054, + "nauc_precision_at_5_diff1": 0.028236, + "nauc_precision_at_10_max": -0.045156, + "nauc_precision_at_10_std": 0.060643, + "nauc_precision_at_10_diff1": -0.035474, + "nauc_precision_at_20_max": -0.068226, + "nauc_precision_at_20_std": 0.051723, + "nauc_precision_at_20_diff1": 0.083973, + "nauc_precision_at_100_max": -0.052395, + "nauc_precision_at_100_std": 0.004729, + "nauc_precision_at_100_diff1": 0.067963, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.161229, + "nauc_mrr_at_1_std": 0.072874, + "nauc_mrr_at_1_diff1": 0.408854, + "nauc_mrr_at_3_max": 0.143174, + "nauc_mrr_at_3_std": 0.070057, + "nauc_mrr_at_3_diff1": 0.26251, + "nauc_mrr_at_5_max": 0.087776, + "nauc_mrr_at_5_std": 0.060491, + "nauc_mrr_at_5_diff1": 0.201491, + "nauc_mrr_at_10_max": 0.069417, + "nauc_mrr_at_10_std": 0.067018, + "nauc_mrr_at_10_diff1": 0.162208, + "nauc_mrr_at_20_max": 0.060917, + "nauc_mrr_at_20_std": 0.064052, + "nauc_mrr_at_20_diff1": 0.176326, + "nauc_mrr_at_100_max": 0.066286, + "nauc_mrr_at_100_std": 0.067412, + "nauc_mrr_at_100_diff1": 0.173629, + "nauc_mrr_at_1000_max": 0.06742, + "nauc_mrr_at_1000_std": 0.068182, + "nauc_mrr_at_1000_diff1": 0.174412, + "hit_rate_at_1": 0.05, + "hit_rate_at_3": 0.085, + "hit_rate_at_5": 0.14, + "hit_rate_at_10": 0.24, + "hit_rate_at_20": 0.32, + "hit_rate_at_100": 0.78, + "hit_rate_at_1000": 1.0, + "main_score": 0.14, + "hf_subset": "tig", + "languages": [ + "tig-Ethi" + ] + }, + { + "ndcg_at_1": 0.315, + "ndcg_at_3": 0.38863, + "ndcg_at_5": 0.40779, + "ndcg_at_10": 0.42108, + "ndcg_at_20": 0.45629, + "ndcg_at_100": 0.49477, + "ndcg_at_1000": 0.51168, + "map_at_1": 0.315, + "map_at_3": 0.37083, + "map_at_5": 0.38183, + "map_at_10": 0.38753, + "map_at_20": 0.3971, + "map_at_100": 0.40187, + "map_at_1000": 0.40276, + "recall_at_1": 0.315, + "recall_at_3": 0.44, + "recall_at_5": 0.485, + "recall_at_10": 0.525, + "recall_at_20": 0.665, + "recall_at_100": 0.88, + "recall_at_1000": 1.0, + "accuracy": 0.315, + "precision_at_1": 0.315, + "precision_at_3": 0.14667, + "precision_at_5": 0.097, + "precision_at_10": 0.0525, + "precision_at_20": 0.03325, + "precision_at_100": 0.0088, + "precision_at_1000": 0.001, + "mrr_at_1": 0.315, + "mrr_at_3": 0.370833, + "mrr_at_5": 0.381833, + "mrr_at_10": 0.387532, + "mrr_at_20": 0.3971, + "mrr_at_100": 0.401871, + "mrr_at_1000": 0.402764, + "nauc_ndcg_at_1_max": 0.364496, + "nauc_ndcg_at_1_std": -0.046499, + "nauc_ndcg_at_1_diff1": 0.70811, + "nauc_ndcg_at_3_max": 0.342408, + "nauc_ndcg_at_3_std": -0.047126, + "nauc_ndcg_at_3_diff1": 0.635162, + "nauc_ndcg_at_5_max": 0.331056, + "nauc_ndcg_at_5_std": -0.041876, + "nauc_ndcg_at_5_diff1": 0.604928, + "nauc_ndcg_at_10_max": 0.339516, + "nauc_ndcg_at_10_std": -0.028029, + "nauc_ndcg_at_10_diff1": 0.596729, + "nauc_ndcg_at_20_max": 0.316596, + "nauc_ndcg_at_20_std": -0.033817, + "nauc_ndcg_at_20_diff1": 0.586993, + "nauc_ndcg_at_100_max": 0.310143, + "nauc_ndcg_at_100_std": -0.042526, + "nauc_ndcg_at_100_diff1": 0.607206, + "nauc_ndcg_at_1000_max": 0.327462, + "nauc_ndcg_at_1000_std": -0.038842, + "nauc_ndcg_at_1000_diff1": 0.61251, + "nauc_map_at_1_max": 0.364496, + "nauc_map_at_1_std": -0.046499, + "nauc_map_at_1_diff1": 0.70811, + "nauc_map_at_3_max": 0.348705, + "nauc_map_at_3_std": -0.04549, + "nauc_map_at_3_diff1": 0.652351, + "nauc_map_at_5_max": 0.342167, + "nauc_map_at_5_std": -0.042835, + "nauc_map_at_5_diff1": 0.634775, + "nauc_map_at_10_max": 0.345202, + "nauc_map_at_10_std": -0.037514, + "nauc_map_at_10_diff1": 0.631544, + "nauc_map_at_20_max": 0.339046, + "nauc_map_at_20_std": -0.039356, + "nauc_map_at_20_diff1": 0.629048, + "nauc_map_at_100_max": 0.337883, + "nauc_map_at_100_std": -0.040511, + "nauc_map_at_100_diff1": 0.630773, + "nauc_map_at_1000_max": 0.338772, + "nauc_map_at_1000_std": -0.04023, + "nauc_map_at_1000_diff1": 0.631076, + "nauc_recall_at_1_max": 0.364496, + "nauc_recall_at_1_std": -0.046499, + "nauc_recall_at_1_diff1": 0.70811, + "nauc_recall_at_3_max": 0.324007, + "nauc_recall_at_3_std": -0.052403, + "nauc_recall_at_3_diff1": 0.586163, + "nauc_recall_at_5_max": 0.297225, + "nauc_recall_at_5_std": -0.038631, + "nauc_recall_at_5_diff1": 0.515505, + "nauc_recall_at_10_max": 0.325314, + "nauc_recall_at_10_std": 0.00698, + "nauc_recall_at_10_diff1": 0.486651, + "nauc_recall_at_20_max": 0.215128, + "nauc_recall_at_20_std": -0.011087, + "nauc_recall_at_20_diff1": 0.418834, + "nauc_recall_at_100_max": 0.012926, + "nauc_recall_at_100_std": -0.095589, + "nauc_recall_at_100_diff1": 0.515292, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.364496, + "nauc_precision_at_1_std": -0.046499, + "nauc_precision_at_1_diff1": 0.70811, + "nauc_precision_at_3_max": 0.324007, + "nauc_precision_at_3_std": -0.052403, + "nauc_precision_at_3_diff1": 0.586163, + "nauc_precision_at_5_max": 0.297225, + "nauc_precision_at_5_std": -0.038631, + "nauc_precision_at_5_diff1": 0.515505, + "nauc_precision_at_10_max": 0.325314, + "nauc_precision_at_10_std": 0.00698, + "nauc_precision_at_10_diff1": 0.486651, + "nauc_precision_at_20_max": 0.215128, + "nauc_precision_at_20_std": -0.011087, + "nauc_precision_at_20_diff1": 0.418834, + "nauc_precision_at_100_max": 0.012926, + "nauc_precision_at_100_std": -0.095589, + "nauc_precision_at_100_diff1": 0.515292, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.364496, + "nauc_mrr_at_1_std": -0.046499, + "nauc_mrr_at_1_diff1": 0.70811, + "nauc_mrr_at_3_max": 0.348705, + "nauc_mrr_at_3_std": -0.04549, + "nauc_mrr_at_3_diff1": 0.652351, + "nauc_mrr_at_5_max": 0.342167, + "nauc_mrr_at_5_std": -0.042835, + "nauc_mrr_at_5_diff1": 0.634775, + "nauc_mrr_at_10_max": 0.345202, + "nauc_mrr_at_10_std": -0.037514, + "nauc_mrr_at_10_diff1": 0.631544, + "nauc_mrr_at_20_max": 0.339046, + "nauc_mrr_at_20_std": -0.039356, + "nauc_mrr_at_20_diff1": 0.629048, + "nauc_mrr_at_100_max": 0.337883, + "nauc_mrr_at_100_std": -0.040511, + "nauc_mrr_at_100_diff1": 0.630773, + "nauc_mrr_at_1000_max": 0.338772, + "nauc_mrr_at_1000_std": -0.04023, + "nauc_mrr_at_1000_diff1": 0.631076, + "hit_rate_at_1": 0.315, + "hit_rate_at_3": 0.44, + "hit_rate_at_5": 0.485, + "hit_rate_at_10": 0.525, + "hit_rate_at_20": 0.665, + "hit_rate_at_100": 0.88, + "hit_rate_at_1000": 1.0, + "main_score": 0.485, + "hf_subset": "tk", + "languages": [ + "tuk-Latn" + ] + }, + { + "ndcg_at_1": 0.1, + "ndcg_at_3": 0.1547, + "ndcg_at_5": 0.16718, + "ndcg_at_10": 0.19485, + "ndcg_at_20": 0.22842, + "ndcg_at_100": 0.29512, + "ndcg_at_1000": 0.32029, + "map_at_1": 0.1, + "map_at_3": 0.14083, + "map_at_5": 0.14783, + "map_at_10": 0.15935, + "map_at_20": 0.16826, + "map_at_100": 0.17636, + "map_at_1000": 0.17765, + "recall_at_1": 0.1, + "recall_at_3": 0.195, + "recall_at_5": 0.225, + "recall_at_10": 0.31, + "recall_at_20": 0.445, + "recall_at_100": 0.82, + "recall_at_1000": 1.0, + "accuracy": 0.1, + "precision_at_1": 0.1, + "precision_at_3": 0.065, + "precision_at_5": 0.045, + "precision_at_10": 0.031, + "precision_at_20": 0.02225, + "precision_at_100": 0.0082, + "precision_at_1000": 0.001, + "mrr_at_1": 0.1, + "mrr_at_3": 0.140833, + "mrr_at_5": 0.147833, + "mrr_at_10": 0.159349, + "mrr_at_20": 0.168264, + "mrr_at_100": 0.176355, + "mrr_at_1000": 0.177647, + "nauc_ndcg_at_1_max": 0.262892, + "nauc_ndcg_at_1_std": -0.028495, + "nauc_ndcg_at_1_diff1": 0.432385, + "nauc_ndcg_at_3_max": 0.180813, + "nauc_ndcg_at_3_std": -0.020848, + "nauc_ndcg_at_3_diff1": 0.288378, + "nauc_ndcg_at_5_max": 0.1335, + "nauc_ndcg_at_5_std": -0.063215, + "nauc_ndcg_at_5_diff1": 0.269916, + "nauc_ndcg_at_10_max": 0.108541, + "nauc_ndcg_at_10_std": -0.093772, + "nauc_ndcg_at_10_diff1": 0.263967, + "nauc_ndcg_at_20_max": 0.098175, + "nauc_ndcg_at_20_std": -0.099772, + "nauc_ndcg_at_20_diff1": 0.249248, + "nauc_ndcg_at_100_max": 0.11593, + "nauc_ndcg_at_100_std": -0.067647, + "nauc_ndcg_at_100_diff1": 0.279817, + "nauc_ndcg_at_1000_max": 0.130094, + "nauc_ndcg_at_1000_std": -0.072867, + "nauc_ndcg_at_1000_diff1": 0.284041, + "nauc_map_at_1_max": 0.262892, + "nauc_map_at_1_std": -0.028495, + "nauc_map_at_1_diff1": 0.432385, + "nauc_map_at_3_max": 0.197725, + "nauc_map_at_3_std": -0.019126, + "nauc_map_at_3_diff1": 0.318065, + "nauc_map_at_5_max": 0.168573, + "nauc_map_at_5_std": -0.044885, + "nauc_map_at_5_diff1": 0.306519, + "nauc_map_at_10_max": 0.155506, + "nauc_map_at_10_std": -0.060662, + "nauc_map_at_10_diff1": 0.302879, + "nauc_map_at_20_max": 0.153523, + "nauc_map_at_20_std": -0.062319, + "nauc_map_at_20_diff1": 0.299158, + "nauc_map_at_100_max": 0.155916, + "nauc_map_at_100_std": -0.058489, + "nauc_map_at_100_diff1": 0.303729, + "nauc_map_at_1000_max": 0.156645, + "nauc_map_at_1000_std": -0.058706, + "nauc_map_at_1000_diff1": 0.304071, + "nauc_recall_at_1_max": 0.262892, + "nauc_recall_at_1_std": -0.028495, + "nauc_recall_at_1_diff1": 0.432385, + "nauc_recall_at_3_max": 0.142324, + "nauc_recall_at_3_std": -0.025747, + "nauc_recall_at_3_diff1": 0.220808, + "nauc_recall_at_5_max": 0.05275, + "nauc_recall_at_5_std": -0.108094, + "nauc_recall_at_5_diff1": 0.188346, + "nauc_recall_at_10_max": 0.007375, + "nauc_recall_at_10_std": -0.168863, + "nauc_recall_at_10_diff1": 0.184566, + "nauc_recall_at_20_max": -0.026491, + "nauc_recall_at_20_std": -0.185433, + "nauc_recall_at_20_diff1": 0.139379, + "nauc_recall_at_100_max": -0.014567, + "nauc_recall_at_100_std": -0.023915, + "nauc_recall_at_100_diff1": 0.243364, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.262892, + "nauc_precision_at_1_std": -0.028495, + "nauc_precision_at_1_diff1": 0.432385, + "nauc_precision_at_3_max": 0.142324, + "nauc_precision_at_3_std": -0.025747, + "nauc_precision_at_3_diff1": 0.220808, + "nauc_precision_at_5_max": 0.05275, + "nauc_precision_at_5_std": -0.108094, + "nauc_precision_at_5_diff1": 0.188346, + "nauc_precision_at_10_max": 0.007375, + "nauc_precision_at_10_std": -0.168863, + "nauc_precision_at_10_diff1": 0.184566, + "nauc_precision_at_20_max": -0.026491, + "nauc_precision_at_20_std": -0.185433, + "nauc_precision_at_20_diff1": 0.139379, + "nauc_precision_at_100_max": -0.014567, + "nauc_precision_at_100_std": -0.023915, + "nauc_precision_at_100_diff1": 0.243364, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.262892, + "nauc_mrr_at_1_std": -0.028495, + "nauc_mrr_at_1_diff1": 0.432385, + "nauc_mrr_at_3_max": 0.197725, + "nauc_mrr_at_3_std": -0.019126, + "nauc_mrr_at_3_diff1": 0.318065, + "nauc_mrr_at_5_max": 0.168573, + "nauc_mrr_at_5_std": -0.044885, + "nauc_mrr_at_5_diff1": 0.306519, + "nauc_mrr_at_10_max": 0.155506, + "nauc_mrr_at_10_std": -0.060662, + "nauc_mrr_at_10_diff1": 0.302879, + "nauc_mrr_at_20_max": 0.153523, + "nauc_mrr_at_20_std": -0.062319, + "nauc_mrr_at_20_diff1": 0.299158, + "nauc_mrr_at_100_max": 0.155916, + "nauc_mrr_at_100_std": -0.058489, + "nauc_mrr_at_100_diff1": 0.303729, + "nauc_mrr_at_1000_max": 0.156645, + "nauc_mrr_at_1000_std": -0.058706, + "nauc_mrr_at_1000_diff1": 0.304071, + "hit_rate_at_1": 0.1, + "hit_rate_at_3": 0.195, + "hit_rate_at_5": 0.225, + "hit_rate_at_10": 0.31, + "hit_rate_at_20": 0.445, + "hit_rate_at_100": 0.82, + "hit_rate_at_1000": 1.0, + "main_score": 0.225, + "hf_subset": "tn", + "languages": [ + "tsn-Latn" + ] + }, + { + "ndcg_at_1": 0.32, + "ndcg_at_3": 0.40928, + "ndcg_at_5": 0.44264, + "ndcg_at_10": 0.47923, + "ndcg_at_20": 0.49289, + "ndcg_at_100": 0.5367, + "ndcg_at_1000": 0.54162, + "map_at_1": 0.32, + "map_at_3": 0.38667, + "map_at_5": 0.40542, + "map_at_10": 0.42017, + "map_at_20": 0.42378, + "map_at_100": 0.42959, + "map_at_1000": 0.42984, + "recall_at_1": 0.32, + "recall_at_3": 0.475, + "recall_at_5": 0.555, + "recall_at_10": 0.67, + "recall_at_20": 0.725, + "recall_at_100": 0.965, + "recall_at_1000": 1.0, + "accuracy": 0.32, + "precision_at_1": 0.32, + "precision_at_3": 0.15833, + "precision_at_5": 0.111, + "precision_at_10": 0.067, + "precision_at_20": 0.03625, + "precision_at_100": 0.00965, + "precision_at_1000": 0.001, + "mrr_at_1": 0.32, + "mrr_at_3": 0.386667, + "mrr_at_5": 0.405417, + "mrr_at_10": 0.420171, + "mrr_at_20": 0.423782, + "mrr_at_100": 0.429586, + "mrr_at_1000": 0.429841, + "nauc_ndcg_at_1_max": 0.321571, + "nauc_ndcg_at_1_std": 0.054071, + "nauc_ndcg_at_1_diff1": 0.55571, + "nauc_ndcg_at_3_max": 0.285975, + "nauc_ndcg_at_3_std": 0.030769, + "nauc_ndcg_at_3_diff1": 0.456524, + "nauc_ndcg_at_5_max": 0.281565, + "nauc_ndcg_at_5_std": -0.00887, + "nauc_ndcg_at_5_diff1": 0.466282, + "nauc_ndcg_at_10_max": 0.278724, + "nauc_ndcg_at_10_std": 0.002812, + "nauc_ndcg_at_10_diff1": 0.470253, + "nauc_ndcg_at_20_max": 0.280647, + "nauc_ndcg_at_20_std": 0.014792, + "nauc_ndcg_at_20_diff1": 0.460349, + "nauc_ndcg_at_100_max": 0.277564, + "nauc_ndcg_at_100_std": 0.012084, + "nauc_ndcg_at_100_diff1": 0.48029, + "nauc_ndcg_at_1000_max": 0.281857, + "nauc_ndcg_at_1000_std": 0.016443, + "nauc_ndcg_at_1000_diff1": 0.474658, + "nauc_map_at_1_max": 0.321571, + "nauc_map_at_1_std": 0.054071, + "nauc_map_at_1_diff1": 0.55571, + "nauc_map_at_3_max": 0.292631, + "nauc_map_at_3_std": 0.037489, + "nauc_map_at_3_diff1": 0.477462, + "nauc_map_at_5_max": 0.290493, + "nauc_map_at_5_std": 0.015869, + "nauc_map_at_5_diff1": 0.481956, + "nauc_map_at_10_max": 0.289349, + "nauc_map_at_10_std": 0.020657, + "nauc_map_at_10_diff1": 0.483242, + "nauc_map_at_20_max": 0.289377, + "nauc_map_at_20_std": 0.022967, + "nauc_map_at_20_diff1": 0.480687, + "nauc_map_at_100_max": 0.288307, + "nauc_map_at_100_std": 0.022877, + "nauc_map_at_100_diff1": 0.483021, + "nauc_map_at_1000_max": 0.288511, + "nauc_map_at_1000_std": 0.023085, + "nauc_map_at_1000_diff1": 0.482789, + "nauc_recall_at_1_max": 0.321571, + "nauc_recall_at_1_std": 0.054071, + "nauc_recall_at_1_diff1": 0.55571, + "nauc_recall_at_3_max": 0.267576, + "nauc_recall_at_3_std": 0.01095, + "nauc_recall_at_3_diff1": 0.397385, + "nauc_recall_at_5_max": 0.2544, + "nauc_recall_at_5_std": -0.090489, + "nauc_recall_at_5_diff1": 0.423039, + "nauc_recall_at_10_max": 0.239813, + "nauc_recall_at_10_std": -0.061858, + "nauc_recall_at_10_diff1": 0.433097, + "nauc_recall_at_20_max": 0.249939, + "nauc_recall_at_20_std": 0.000707, + "nauc_recall_at_20_diff1": 0.377141, + "nauc_recall_at_100_max": 0.039816, + "nauc_recall_at_100_std": -0.229292, + "nauc_recall_at_100_diff1": 0.798586, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.321571, + "nauc_precision_at_1_std": 0.054071, + "nauc_precision_at_1_diff1": 0.55571, + "nauc_precision_at_3_max": 0.267576, + "nauc_precision_at_3_std": 0.01095, + "nauc_precision_at_3_diff1": 0.397385, + "nauc_precision_at_5_max": 0.2544, + "nauc_precision_at_5_std": -0.090489, + "nauc_precision_at_5_diff1": 0.423039, + "nauc_precision_at_10_max": 0.239813, + "nauc_precision_at_10_std": -0.061858, + "nauc_precision_at_10_diff1": 0.433097, + "nauc_precision_at_20_max": 0.249939, + "nauc_precision_at_20_std": 0.000707, + "nauc_precision_at_20_diff1": 0.377141, + "nauc_precision_at_100_max": 0.039816, + "nauc_precision_at_100_std": -0.229292, + "nauc_precision_at_100_diff1": 0.798586, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.321571, + "nauc_mrr_at_1_std": 0.054071, + "nauc_mrr_at_1_diff1": 0.55571, + "nauc_mrr_at_3_max": 0.292631, + "nauc_mrr_at_3_std": 0.037489, + "nauc_mrr_at_3_diff1": 0.477462, + "nauc_mrr_at_5_max": 0.290493, + "nauc_mrr_at_5_std": 0.015869, + "nauc_mrr_at_5_diff1": 0.481956, + "nauc_mrr_at_10_max": 0.289349, + "nauc_mrr_at_10_std": 0.020657, + "nauc_mrr_at_10_diff1": 0.483242, + "nauc_mrr_at_20_max": 0.289377, + "nauc_mrr_at_20_std": 0.022967, + "nauc_mrr_at_20_diff1": 0.480687, + "nauc_mrr_at_100_max": 0.288307, + "nauc_mrr_at_100_std": 0.022877, + "nauc_mrr_at_100_diff1": 0.483021, + "nauc_mrr_at_1000_max": 0.288511, + "nauc_mrr_at_1000_std": 0.023085, + "nauc_mrr_at_1000_diff1": 0.482789, + "hit_rate_at_1": 0.32, + "hit_rate_at_3": 0.475, + "hit_rate_at_5": 0.555, + "hit_rate_at_10": 0.67, + "hit_rate_at_20": 0.725, + "hit_rate_at_100": 0.965, + "hit_rate_at_1000": 1.0, + "main_score": 0.555, + "hf_subset": "tok", + "languages": [ + "tok-Latn" + ] + }, + { + "ndcg_at_1": 0.925, + "ndcg_at_3": 0.94262, + "ndcg_at_5": 0.94671, + "ndcg_at_10": 0.94821, + "ndcg_at_20": 0.94941, + "ndcg_at_100": 0.95107, + "ndcg_at_1000": 0.95309, + "map_at_1": 0.925, + "map_at_3": 0.93833, + "map_at_5": 0.94058, + "map_at_10": 0.94114, + "map_at_20": 0.94143, + "map_at_100": 0.94159, + "map_at_1000": 0.94168, + "recall_at_1": 0.925, + "recall_at_3": 0.955, + "recall_at_5": 0.965, + "recall_at_10": 0.97, + "recall_at_20": 0.975, + "recall_at_100": 0.985, + "recall_at_1000": 1.0, + "accuracy": 0.925, + "precision_at_1": 0.925, + "precision_at_3": 0.31833, + "precision_at_5": 0.193, + "precision_at_10": 0.097, + "precision_at_20": 0.04875, + "precision_at_100": 0.00985, + "precision_at_1000": 0.001, + "mrr_at_1": 0.925, + "mrr_at_3": 0.938333, + "mrr_at_5": 0.940583, + "mrr_at_10": 0.941139, + "mrr_at_20": 0.941433, + "mrr_at_100": 0.94159, + "mrr_at_1000": 0.941679, + "nauc_ndcg_at_1_max": 0.894367, + "nauc_ndcg_at_1_std": 0.438967, + "nauc_ndcg_at_1_diff1": 0.973856, + "nauc_ndcg_at_3_max": 0.941857, + "nauc_ndcg_at_3_std": 0.531246, + "nauc_ndcg_at_3_diff1": 0.980202, + "nauc_ndcg_at_5_max": 0.937397, + "nauc_ndcg_at_5_std": 0.505375, + "nauc_ndcg_at_5_diff1": 0.978683, + "nauc_ndcg_at_10_max": 0.935578, + "nauc_ndcg_at_10_std": 0.490999, + "nauc_ndcg_at_10_diff1": 0.978064, + "nauc_ndcg_at_20_max": 0.934051, + "nauc_ndcg_at_20_std": 0.482033, + "nauc_ndcg_at_20_diff1": 0.977544, + "nauc_ndcg_at_100_max": 0.931812, + "nauc_ndcg_at_100_std": 0.464446, + "nauc_ndcg_at_100_diff1": 0.976782, + "nauc_ndcg_at_1000_max": 0.930713, + "nauc_ndcg_at_1000_std": 0.481881, + "nauc_ndcg_at_1000_diff1": 0.977613, + "nauc_map_at_1_max": 0.894367, + "nauc_map_at_1_std": 0.438967, + "nauc_map_at_1_diff1": 0.973856, + "nauc_map_at_3_max": 0.930464, + "nauc_map_at_3_std": 0.504763, + "nauc_map_at_3_diff1": 0.978802, + "nauc_map_at_5_max": 0.927831, + "nauc_map_at_5_std": 0.490685, + "nauc_map_at_5_diff1": 0.978, + "nauc_map_at_10_max": 0.92715, + "nauc_map_at_10_std": 0.485877, + "nauc_map_at_10_diff1": 0.977792, + "nauc_map_at_20_max": 0.926784, + "nauc_map_at_20_std": 0.483952, + "nauc_map_at_20_diff1": 0.97768, + "nauc_map_at_100_max": 0.926587, + "nauc_map_at_100_std": 0.482563, + "nauc_map_at_100_diff1": 0.97762, + "nauc_map_at_1000_max": 0.926534, + "nauc_map_at_1000_std": 0.483096, + "nauc_map_at_1000_diff1": 0.977644, + "nauc_recall_at_1_max": 0.894367, + "nauc_recall_at_1_std": 0.438967, + "nauc_recall_at_1_diff1": 0.973856, + "nauc_recall_at_3_max": 0.985476, + "nauc_recall_at_3_std": 0.635647, + "nauc_recall_at_3_diff1": 0.985476, + "nauc_recall_at_5_max": 0.981326, + "nauc_recall_at_5_std": 0.571228, + "nauc_recall_at_5_diff1": 0.981326, + "nauc_recall_at_10_max": 0.978214, + "nauc_recall_at_10_std": 0.499767, + "nauc_recall_at_10_diff1": 0.978214, + "nauc_recall_at_20_max": 0.973856, + "nauc_recall_at_20_std": 0.425864, + "nauc_recall_at_20_diff1": 0.973856, + "nauc_recall_at_100_max": 0.956427, + "nauc_recall_at_100_std": 0.043106, + "nauc_recall_at_100_diff1": 0.956427, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.894367, + "nauc_precision_at_1_std": 0.438967, + "nauc_precision_at_1_diff1": 0.973856, + "nauc_precision_at_3_max": 0.985476, + "nauc_precision_at_3_std": 0.635647, + "nauc_precision_at_3_diff1": 0.985476, + "nauc_precision_at_5_max": 0.981326, + "nauc_precision_at_5_std": 0.571228, + "nauc_precision_at_5_diff1": 0.981326, + "nauc_precision_at_10_max": 0.978214, + "nauc_precision_at_10_std": 0.499767, + "nauc_precision_at_10_diff1": 0.978214, + "nauc_precision_at_20_max": 0.973856, + "nauc_precision_at_20_std": 0.425864, + "nauc_precision_at_20_diff1": 0.973856, + "nauc_precision_at_100_max": 0.956427, + "nauc_precision_at_100_std": 0.043106, + "nauc_precision_at_100_diff1": 0.956427, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.894367, + "nauc_mrr_at_1_std": 0.438967, + "nauc_mrr_at_1_diff1": 0.973856, + "nauc_mrr_at_3_max": 0.930464, + "nauc_mrr_at_3_std": 0.504763, + "nauc_mrr_at_3_diff1": 0.978802, + "nauc_mrr_at_5_max": 0.927831, + "nauc_mrr_at_5_std": 0.490685, + "nauc_mrr_at_5_diff1": 0.978, + "nauc_mrr_at_10_max": 0.92715, + "nauc_mrr_at_10_std": 0.485877, + "nauc_mrr_at_10_diff1": 0.977792, + "nauc_mrr_at_20_max": 0.926784, + "nauc_mrr_at_20_std": 0.483952, + "nauc_mrr_at_20_diff1": 0.97768, + "nauc_mrr_at_100_max": 0.926587, + "nauc_mrr_at_100_std": 0.482563, + "nauc_mrr_at_100_diff1": 0.97762, + "nauc_mrr_at_1000_max": 0.926534, + "nauc_mrr_at_1000_std": 0.483096, + "nauc_mrr_at_1000_diff1": 0.977644, + "hit_rate_at_1": 0.925, + "hit_rate_at_3": 0.955, + "hit_rate_at_5": 0.965, + "hit_rate_at_10": 0.97, + "hit_rate_at_20": 0.975, + "hit_rate_at_100": 0.985, + "hit_rate_at_1000": 1.0, + "main_score": 0.965, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "ndcg_at_1": 0.295, + "ndcg_at_3": 0.36863, + "ndcg_at_5": 0.38735, + "ndcg_at_10": 0.40866, + "ndcg_at_20": 0.42917, + "ndcg_at_100": 0.47409, + "ndcg_at_1000": 0.49298, + "map_at_1": 0.295, + "map_at_3": 0.35083, + "map_at_5": 0.36133, + "map_at_10": 0.3703, + "map_at_20": 0.37608, + "map_at_100": 0.38142, + "map_at_1000": 0.3824, + "recall_at_1": 0.295, + "recall_at_3": 0.42, + "recall_at_5": 0.465, + "recall_at_10": 0.53, + "recall_at_20": 0.61, + "recall_at_100": 0.865, + "recall_at_1000": 1.0, + "accuracy": 0.295, + "precision_at_1": 0.295, + "precision_at_3": 0.14, + "precision_at_5": 0.093, + "precision_at_10": 0.053, + "precision_at_20": 0.0305, + "precision_at_100": 0.00865, + "precision_at_1000": 0.001, + "mrr_at_1": 0.295, + "mrr_at_3": 0.350833, + "mrr_at_5": 0.361333, + "mrr_at_10": 0.370296, + "mrr_at_20": 0.37608, + "mrr_at_100": 0.381424, + "mrr_at_1000": 0.382395, + "nauc_ndcg_at_1_max": 0.290233, + "nauc_ndcg_at_1_std": -0.024814, + "nauc_ndcg_at_1_diff1": 0.570072, + "nauc_ndcg_at_3_max": 0.333187, + "nauc_ndcg_at_3_std": 0.01691, + "nauc_ndcg_at_3_diff1": 0.480772, + "nauc_ndcg_at_5_max": 0.332426, + "nauc_ndcg_at_5_std": 0.03295, + "nauc_ndcg_at_5_diff1": 0.479571, + "nauc_ndcg_at_10_max": 0.336028, + "nauc_ndcg_at_10_std": 0.06734, + "nauc_ndcg_at_10_diff1": 0.484262, + "nauc_ndcg_at_20_max": 0.345731, + "nauc_ndcg_at_20_std": 0.081628, + "nauc_ndcg_at_20_diff1": 0.472066, + "nauc_ndcg_at_100_max": 0.335693, + "nauc_ndcg_at_100_std": 0.062502, + "nauc_ndcg_at_100_diff1": 0.47777, + "nauc_ndcg_at_1000_max": 0.331788, + "nauc_ndcg_at_1000_std": 0.049316, + "nauc_ndcg_at_1000_diff1": 0.486159, + "nauc_map_at_1_max": 0.290233, + "nauc_map_at_1_std": -0.024814, + "nauc_map_at_1_diff1": 0.570072, + "nauc_map_at_3_max": 0.322081, + "nauc_map_at_3_std": 0.003852, + "nauc_map_at_3_diff1": 0.501751, + "nauc_map_at_5_max": 0.321391, + "nauc_map_at_5_std": 0.013246, + "nauc_map_at_5_diff1": 0.501258, + "nauc_map_at_10_max": 0.322472, + "nauc_map_at_10_std": 0.02707, + "nauc_map_at_10_diff1": 0.50269, + "nauc_map_at_20_max": 0.325566, + "nauc_map_at_20_std": 0.031464, + "nauc_map_at_20_diff1": 0.499933, + "nauc_map_at_100_max": 0.324029, + "nauc_map_at_100_std": 0.028918, + "nauc_map_at_100_diff1": 0.500184, + "nauc_map_at_1000_max": 0.32386, + "nauc_map_at_1000_std": 0.028282, + "nauc_map_at_1000_diff1": 0.500514, + "nauc_recall_at_1_max": 0.290233, + "nauc_recall_at_1_std": -0.024814, + "nauc_recall_at_1_diff1": 0.570072, + "nauc_recall_at_3_max": 0.364848, + "nauc_recall_at_3_std": 0.054968, + "nauc_recall_at_3_diff1": 0.421741, + "nauc_recall_at_5_max": 0.364431, + "nauc_recall_at_5_std": 0.092055, + "nauc_recall_at_5_diff1": 0.41753, + "nauc_recall_at_10_max": 0.378926, + "nauc_recall_at_10_std": 0.204106, + "nauc_recall_at_10_diff1": 0.433051, + "nauc_recall_at_20_max": 0.420483, + "nauc_recall_at_20_std": 0.273186, + "nauc_recall_at_20_diff1": 0.371641, + "nauc_recall_at_100_max": 0.401099, + "nauc_recall_at_100_std": 0.274707, + "nauc_recall_at_100_diff1": 0.336024, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.290233, + "nauc_precision_at_1_std": -0.024814, + "nauc_precision_at_1_diff1": 0.570072, + "nauc_precision_at_3_max": 0.364848, + "nauc_precision_at_3_std": 0.054968, + "nauc_precision_at_3_diff1": 0.421741, + "nauc_precision_at_5_max": 0.364431, + "nauc_precision_at_5_std": 0.092055, + "nauc_precision_at_5_diff1": 0.41753, + "nauc_precision_at_10_max": 0.378926, + "nauc_precision_at_10_std": 0.204106, + "nauc_precision_at_10_diff1": 0.433051, + "nauc_precision_at_20_max": 0.420483, + "nauc_precision_at_20_std": 0.273186, + "nauc_precision_at_20_diff1": 0.371641, + "nauc_precision_at_100_max": 0.401099, + "nauc_precision_at_100_std": 0.274707, + "nauc_precision_at_100_diff1": 0.336024, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.290233, + "nauc_mrr_at_1_std": -0.024814, + "nauc_mrr_at_1_diff1": 0.570072, + "nauc_mrr_at_3_max": 0.322081, + "nauc_mrr_at_3_std": 0.003852, + "nauc_mrr_at_3_diff1": 0.501751, + "nauc_mrr_at_5_max": 0.321391, + "nauc_mrr_at_5_std": 0.013246, + "nauc_mrr_at_5_diff1": 0.501258, + "nauc_mrr_at_10_max": 0.322472, + "nauc_mrr_at_10_std": 0.02707, + "nauc_mrr_at_10_diff1": 0.50269, + "nauc_mrr_at_20_max": 0.325566, + "nauc_mrr_at_20_std": 0.031464, + "nauc_mrr_at_20_diff1": 0.499933, + "nauc_mrr_at_100_max": 0.324029, + "nauc_mrr_at_100_std": 0.028918, + "nauc_mrr_at_100_diff1": 0.500184, + "nauc_mrr_at_1000_max": 0.32386, + "nauc_mrr_at_1000_std": 0.028282, + "nauc_mrr_at_1000_diff1": 0.500514, + "hit_rate_at_1": 0.295, + "hit_rate_at_3": 0.42, + "hit_rate_at_5": 0.465, + "hit_rate_at_10": 0.53, + "hit_rate_at_20": 0.61, + "hit_rate_at_100": 0.865, + "hit_rate_at_1000": 1.0, + "main_score": 0.465, + "hf_subset": "tt", + "languages": [ + "tat-Cyrl" + ] + }, + { + "ndcg_at_1": 0.515, + "ndcg_at_3": 0.58178, + "ndcg_at_5": 0.61105, + "ndcg_at_10": 0.63852, + "ndcg_at_20": 0.64684, + "ndcg_at_100": 0.67006, + "ndcg_at_1000": 0.67782, + "map_at_1": 0.515, + "map_at_3": 0.56667, + "map_at_5": 0.58317, + "map_at_10": 0.59447, + "map_at_20": 0.59649, + "map_at_100": 0.5994, + "map_at_1000": 0.59981, + "recall_at_1": 0.515, + "recall_at_3": 0.625, + "recall_at_5": 0.695, + "recall_at_10": 0.78, + "recall_at_20": 0.815, + "recall_at_100": 0.945, + "recall_at_1000": 1.0, + "accuracy": 0.515, + "precision_at_1": 0.515, + "precision_at_3": 0.20833, + "precision_at_5": 0.139, + "precision_at_10": 0.078, + "precision_at_20": 0.04075, + "precision_at_100": 0.00945, + "precision_at_1000": 0.001, + "mrr_at_1": 0.515, + "mrr_at_3": 0.566667, + "mrr_at_5": 0.583167, + "mrr_at_10": 0.594474, + "mrr_at_20": 0.596492, + "mrr_at_100": 0.599396, + "mrr_at_1000": 0.599806, + "nauc_ndcg_at_1_max": 0.544882, + "nauc_ndcg_at_1_std": -0.041083, + "nauc_ndcg_at_1_diff1": 0.785838, + "nauc_ndcg_at_3_max": 0.514941, + "nauc_ndcg_at_3_std": -0.052504, + "nauc_ndcg_at_3_diff1": 0.744119, + "nauc_ndcg_at_5_max": 0.529213, + "nauc_ndcg_at_5_std": -0.007154, + "nauc_ndcg_at_5_diff1": 0.70494, + "nauc_ndcg_at_10_max": 0.509595, + "nauc_ndcg_at_10_std": -0.011483, + "nauc_ndcg_at_10_diff1": 0.691993, + "nauc_ndcg_at_20_max": 0.506646, + "nauc_ndcg_at_20_std": -0.010667, + "nauc_ndcg_at_20_diff1": 0.695209, + "nauc_ndcg_at_100_max": 0.515617, + "nauc_ndcg_at_100_std": -0.019043, + "nauc_ndcg_at_100_diff1": 0.708983, + "nauc_ndcg_at_1000_max": 0.518897, + "nauc_ndcg_at_1000_std": -0.02018, + "nauc_ndcg_at_1000_diff1": 0.715719, + "nauc_map_at_1_max": 0.544882, + "nauc_map_at_1_std": -0.041083, + "nauc_map_at_1_diff1": 0.785838, + "nauc_map_at_3_max": 0.522492, + "nauc_map_at_3_std": -0.048917, + "nauc_map_at_3_diff1": 0.753137, + "nauc_map_at_5_max": 0.530742, + "nauc_map_at_5_std": -0.023125, + "nauc_map_at_5_diff1": 0.732053, + "nauc_map_at_10_max": 0.52326, + "nauc_map_at_10_std": -0.02518, + "nauc_map_at_10_diff1": 0.727869, + "nauc_map_at_20_max": 0.522731, + "nauc_map_at_20_std": -0.025196, + "nauc_map_at_20_diff1": 0.728897, + "nauc_map_at_100_max": 0.524105, + "nauc_map_at_100_std": -0.026023, + "nauc_map_at_100_diff1": 0.73037, + "nauc_map_at_1000_max": 0.524214, + "nauc_map_at_1000_std": -0.026134, + "nauc_map_at_1000_diff1": 0.730681, + "nauc_recall_at_1_max": 0.544882, + "nauc_recall_at_1_std": -0.041083, + "nauc_recall_at_1_diff1": 0.785838, + "nauc_recall_at_3_max": 0.491465, + "nauc_recall_at_3_std": -0.063978, + "nauc_recall_at_3_diff1": 0.716763, + "nauc_recall_at_5_max": 0.52576, + "nauc_recall_at_5_std": 0.053508, + "nauc_recall_at_5_diff1": 0.605524, + "nauc_recall_at_10_max": 0.44021, + "nauc_recall_at_10_std": 0.052882, + "nauc_recall_at_10_diff1": 0.5193, + "nauc_recall_at_20_max": 0.408892, + "nauc_recall_at_20_std": 0.070314, + "nauc_recall_at_20_diff1": 0.511558, + "nauc_recall_at_100_max": 0.401918, + "nauc_recall_at_100_std": 0.006409, + "nauc_recall_at_100_diff1": 0.492361, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.544882, + "nauc_precision_at_1_std": -0.041083, + "nauc_precision_at_1_diff1": 0.785838, + "nauc_precision_at_3_max": 0.491465, + "nauc_precision_at_3_std": -0.063978, + "nauc_precision_at_3_diff1": 0.716763, + "nauc_precision_at_5_max": 0.52576, + "nauc_precision_at_5_std": 0.053508, + "nauc_precision_at_5_diff1": 0.605524, + "nauc_precision_at_10_max": 0.44021, + "nauc_precision_at_10_std": 0.052882, + "nauc_precision_at_10_diff1": 0.5193, + "nauc_precision_at_20_max": 0.408892, + "nauc_precision_at_20_std": 0.070314, + "nauc_precision_at_20_diff1": 0.511558, + "nauc_precision_at_100_max": 0.401918, + "nauc_precision_at_100_std": 0.006409, + "nauc_precision_at_100_diff1": 0.492361, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.544882, + "nauc_mrr_at_1_std": -0.041083, + "nauc_mrr_at_1_diff1": 0.785838, + "nauc_mrr_at_3_max": 0.522492, + "nauc_mrr_at_3_std": -0.048917, + "nauc_mrr_at_3_diff1": 0.753137, + "nauc_mrr_at_5_max": 0.530742, + "nauc_mrr_at_5_std": -0.023125, + "nauc_mrr_at_5_diff1": 0.732053, + "nauc_mrr_at_10_max": 0.52326, + "nauc_mrr_at_10_std": -0.02518, + "nauc_mrr_at_10_diff1": 0.727869, + "nauc_mrr_at_20_max": 0.522731, + "nauc_mrr_at_20_std": -0.025196, + "nauc_mrr_at_20_diff1": 0.728897, + "nauc_mrr_at_100_max": 0.524105, + "nauc_mrr_at_100_std": -0.026023, + "nauc_mrr_at_100_diff1": 0.73037, + "nauc_mrr_at_1000_max": 0.524214, + "nauc_mrr_at_1000_std": -0.026134, + "nauc_mrr_at_1000_diff1": 0.730681, + "hit_rate_at_1": 0.515, + "hit_rate_at_3": 0.625, + "hit_rate_at_5": 0.695, + "hit_rate_at_10": 0.78, + "hit_rate_at_20": 0.815, + "hit_rate_at_100": 0.945, + "hit_rate_at_1000": 1.0, + "main_score": 0.695, + "hf_subset": "ug", + "languages": [ + "uig-Arab" + ] + }, + { + "ndcg_at_1": 0.815, + "ndcg_at_3": 0.84708, + "ndcg_at_5": 0.85978, + "ndcg_at_10": 0.86636, + "ndcg_at_20": 0.87438, + "ndcg_at_100": 0.87894, + "ndcg_at_1000": 0.88243, + "map_at_1": 0.815, + "map_at_3": 0.83917, + "map_at_5": 0.84642, + "map_at_10": 0.84918, + "map_at_20": 0.85162, + "map_at_100": 0.85222, + "map_at_1000": 0.8524, + "recall_at_1": 0.815, + "recall_at_3": 0.87, + "recall_at_5": 0.9, + "recall_at_10": 0.92, + "recall_at_20": 0.95, + "recall_at_100": 0.975, + "recall_at_1000": 1.0, + "accuracy": 0.815, + "precision_at_1": 0.815, + "precision_at_3": 0.29, + "precision_at_5": 0.18, + "precision_at_10": 0.092, + "precision_at_20": 0.0475, + "precision_at_100": 0.00975, + "precision_at_1000": 0.001, + "mrr_at_1": 0.815, + "mrr_at_3": 0.839167, + "mrr_at_5": 0.846417, + "mrr_at_10": 0.849185, + "mrr_at_20": 0.851616, + "mrr_at_100": 0.852222, + "mrr_at_1000": 0.852401, + "nauc_ndcg_at_1_max": 0.795782, + "nauc_ndcg_at_1_std": 0.279257, + "nauc_ndcg_at_1_diff1": 0.881735, + "nauc_ndcg_at_3_max": 0.802841, + "nauc_ndcg_at_3_std": 0.293325, + "nauc_ndcg_at_3_diff1": 0.861877, + "nauc_ndcg_at_5_max": 0.805642, + "nauc_ndcg_at_5_std": 0.324527, + "nauc_ndcg_at_5_diff1": 0.856127, + "nauc_ndcg_at_10_max": 0.804401, + "nauc_ndcg_at_10_std": 0.347657, + "nauc_ndcg_at_10_diff1": 0.863415, + "nauc_ndcg_at_20_max": 0.802314, + "nauc_ndcg_at_20_std": 0.346753, + "nauc_ndcg_at_20_diff1": 0.863231, + "nauc_ndcg_at_100_max": 0.801899, + "nauc_ndcg_at_100_std": 0.338308, + "nauc_ndcg_at_100_diff1": 0.862791, + "nauc_ndcg_at_1000_max": 0.801633, + "nauc_ndcg_at_1000_std": 0.326353, + "nauc_ndcg_at_1000_diff1": 0.864547, + "nauc_map_at_1_max": 0.795782, + "nauc_map_at_1_std": 0.279257, + "nauc_map_at_1_diff1": 0.881735, + "nauc_map_at_3_max": 0.801558, + "nauc_map_at_3_std": 0.288223, + "nauc_map_at_3_diff1": 0.867788, + "nauc_map_at_5_max": 0.802518, + "nauc_map_at_5_std": 0.303994, + "nauc_map_at_5_diff1": 0.865069, + "nauc_map_at_10_max": 0.801953, + "nauc_map_at_10_std": 0.312377, + "nauc_map_at_10_diff1": 0.867923, + "nauc_map_at_20_max": 0.801374, + "nauc_map_at_20_std": 0.312126, + "nauc_map_at_20_diff1": 0.867701, + "nauc_map_at_100_max": 0.801215, + "nauc_map_at_100_std": 0.311585, + "nauc_map_at_100_diff1": 0.867562, + "nauc_map_at_1000_max": 0.801203, + "nauc_map_at_1000_std": 0.31103, + "nauc_map_at_1000_diff1": 0.867624, + "nauc_recall_at_1_max": 0.795782, + "nauc_recall_at_1_std": 0.279257, + "nauc_recall_at_1_diff1": 0.881735, + "nauc_recall_at_3_max": 0.807006, + "nauc_recall_at_3_std": 0.311801, + "nauc_recall_at_3_diff1": 0.840961, + "nauc_recall_at_5_max": 0.819795, + "nauc_recall_at_5_std": 0.418557, + "nauc_recall_at_5_diff1": 0.816877, + "nauc_recall_at_10_max": 0.817635, + "nauc_recall_at_10_std": 0.554097, + "nauc_recall_at_10_diff1": 0.843166, + "nauc_recall_at_20_max": 0.806723, + "nauc_recall_at_20_std": 0.65789, + "nauc_recall_at_20_diff1": 0.8345, + "nauc_recall_at_100_max": 0.810458, + "nauc_recall_at_100_std": 0.716713, + "nauc_recall_at_100_diff1": 0.802988, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.795782, + "nauc_precision_at_1_std": 0.279257, + "nauc_precision_at_1_diff1": 0.881735, + "nauc_precision_at_3_max": 0.807006, + "nauc_precision_at_3_std": 0.311801, + "nauc_precision_at_3_diff1": 0.840961, + "nauc_precision_at_5_max": 0.819795, + "nauc_precision_at_5_std": 0.418557, + "nauc_precision_at_5_diff1": 0.816877, + "nauc_precision_at_10_max": 0.817635, + "nauc_precision_at_10_std": 0.554097, + "nauc_precision_at_10_diff1": 0.843166, + "nauc_precision_at_20_max": 0.806723, + "nauc_precision_at_20_std": 0.65789, + "nauc_precision_at_20_diff1": 0.8345, + "nauc_precision_at_100_max": 0.810458, + "nauc_precision_at_100_std": 0.716713, + "nauc_precision_at_100_diff1": 0.802988, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.795782, + "nauc_mrr_at_1_std": 0.279257, + "nauc_mrr_at_1_diff1": 0.881735, + "nauc_mrr_at_3_max": 0.801558, + "nauc_mrr_at_3_std": 0.288223, + "nauc_mrr_at_3_diff1": 0.867788, + "nauc_mrr_at_5_max": 0.802518, + "nauc_mrr_at_5_std": 0.303994, + "nauc_mrr_at_5_diff1": 0.865069, + "nauc_mrr_at_10_max": 0.801953, + "nauc_mrr_at_10_std": 0.312377, + "nauc_mrr_at_10_diff1": 0.867923, + "nauc_mrr_at_20_max": 0.801374, + "nauc_mrr_at_20_std": 0.312126, + "nauc_mrr_at_20_diff1": 0.867701, + "nauc_mrr_at_100_max": 0.801215, + "nauc_mrr_at_100_std": 0.311585, + "nauc_mrr_at_100_diff1": 0.867562, + "nauc_mrr_at_1000_max": 0.801203, + "nauc_mrr_at_1000_std": 0.31103, + "nauc_mrr_at_1000_diff1": 0.867624, + "hit_rate_at_1": 0.815, + "hit_rate_at_3": 0.87, + "hit_rate_at_5": 0.9, + "hit_rate_at_10": 0.92, + "hit_rate_at_20": 0.95, + "hit_rate_at_100": 0.975, + "hit_rate_at_1000": 1.0, + "main_score": 0.9, + "hf_subset": "uk", + "languages": [ + "ukr-Cyrl" + ] + }, + { + "ndcg_at_1": 0.84, + "ndcg_at_3": 0.88905, + "ndcg_at_5": 0.89529, + "ndcg_at_10": 0.90312, + "ndcg_at_20": 0.90846, + "ndcg_at_100": 0.91038, + "ndcg_at_1000": 0.91103, + "map_at_1": 0.84, + "map_at_3": 0.87667, + "map_at_5": 0.88017, + "map_at_10": 0.88324, + "map_at_20": 0.88486, + "map_at_100": 0.88514, + "map_at_1000": 0.88516, + "recall_at_1": 0.84, + "recall_at_3": 0.925, + "recall_at_5": 0.94, + "recall_at_10": 0.965, + "recall_at_20": 0.985, + "recall_at_100": 0.995, + "recall_at_1000": 1.0, + "accuracy": 0.84, + "precision_at_1": 0.84, + "precision_at_3": 0.30833, + "precision_at_5": 0.188, + "precision_at_10": 0.0965, + "precision_at_20": 0.04925, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.84, + "mrr_at_3": 0.876667, + "mrr_at_5": 0.880167, + "mrr_at_10": 0.883242, + "mrr_at_20": 0.884855, + "mrr_at_100": 0.885135, + "mrr_at_1000": 0.88516, + "nauc_ndcg_at_1_max": 0.912555, + "nauc_ndcg_at_1_std": 0.22211, + "nauc_ndcg_at_1_diff1": 0.896984, + "nauc_ndcg_at_3_max": 0.899088, + "nauc_ndcg_at_3_std": 0.247083, + "nauc_ndcg_at_3_diff1": 0.889036, + "nauc_ndcg_at_5_max": 0.913761, + "nauc_ndcg_at_5_std": 0.306005, + "nauc_ndcg_at_5_diff1": 0.893476, + "nauc_ndcg_at_10_max": 0.911232, + "nauc_ndcg_at_10_std": 0.3051, + "nauc_ndcg_at_10_diff1": 0.89577, + "nauc_ndcg_at_20_max": 0.91383, + "nauc_ndcg_at_20_std": 0.299434, + "nauc_ndcg_at_20_diff1": 0.893312, + "nauc_ndcg_at_100_max": 0.911917, + "nauc_ndcg_at_100_std": 0.285393, + "nauc_ndcg_at_100_diff1": 0.893845, + "nauc_ndcg_at_1000_max": 0.911247, + "nauc_ndcg_at_1000_std": 0.279956, + "nauc_ndcg_at_1000_diff1": 0.894032, + "nauc_map_at_1_max": 0.912555, + "nauc_map_at_1_std": 0.22211, + "nauc_map_at_1_diff1": 0.896984, + "nauc_map_at_3_max": 0.904105, + "nauc_map_at_3_std": 0.243756, + "nauc_map_at_3_diff1": 0.892338, + "nauc_map_at_5_max": 0.911166, + "nauc_map_at_5_std": 0.273262, + "nauc_map_at_5_diff1": 0.894347, + "nauc_map_at_10_max": 0.910281, + "nauc_map_at_10_std": 0.271884, + "nauc_map_at_10_diff1": 0.895122, + "nauc_map_at_20_max": 0.910815, + "nauc_map_at_20_std": 0.26969, + "nauc_map_at_20_diff1": 0.894472, + "nauc_map_at_100_max": 0.910589, + "nauc_map_at_100_std": 0.268031, + "nauc_map_at_100_diff1": 0.894536, + "nauc_map_at_1000_max": 0.910569, + "nauc_map_at_1000_std": 0.267866, + "nauc_map_at_1000_diff1": 0.894541, + "nauc_recall_at_1_max": 0.912555, + "nauc_recall_at_1_std": 0.22211, + "nauc_recall_at_1_diff1": 0.896984, + "nauc_recall_at_3_max": 0.875506, + "nauc_recall_at_3_std": 0.259477, + "nauc_recall_at_3_diff1": 0.873327, + "nauc_recall_at_5_max": 0.931917, + "nauc_recall_at_5_std": 0.497899, + "nauc_recall_at_5_diff1": 0.889706, + "nauc_recall_at_10_max": 0.922969, + "nauc_recall_at_10_std": 0.630319, + "nauc_recall_at_10_diff1": 0.906629, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.956427, + "nauc_recall_at_20_diff1": 0.869281, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.912555, + "nauc_precision_at_1_std": 0.22211, + "nauc_precision_at_1_diff1": 0.896984, + "nauc_precision_at_3_max": 0.875506, + "nauc_precision_at_3_std": 0.259477, + "nauc_precision_at_3_diff1": 0.873327, + "nauc_precision_at_5_max": 0.931917, + "nauc_precision_at_5_std": 0.497899, + "nauc_precision_at_5_diff1": 0.889706, + "nauc_precision_at_10_max": 0.922969, + "nauc_precision_at_10_std": 0.630319, + "nauc_precision_at_10_diff1": 0.906629, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.956427, + "nauc_precision_at_20_diff1": 0.869281, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.912555, + "nauc_mrr_at_1_std": 0.22211, + "nauc_mrr_at_1_diff1": 0.896984, + "nauc_mrr_at_3_max": 0.904105, + "nauc_mrr_at_3_std": 0.243756, + "nauc_mrr_at_3_diff1": 0.892338, + "nauc_mrr_at_5_max": 0.911166, + "nauc_mrr_at_5_std": 0.273262, + "nauc_mrr_at_5_diff1": 0.894347, + "nauc_mrr_at_10_max": 0.910281, + "nauc_mrr_at_10_std": 0.271884, + "nauc_mrr_at_10_diff1": 0.895122, + "nauc_mrr_at_20_max": 0.910815, + "nauc_mrr_at_20_std": 0.26969, + "nauc_mrr_at_20_diff1": 0.894472, + "nauc_mrr_at_100_max": 0.910589, + "nauc_mrr_at_100_std": 0.268031, + "nauc_mrr_at_100_diff1": 0.894536, + "nauc_mrr_at_1000_max": 0.910569, + "nauc_mrr_at_1000_std": 0.267866, + "nauc_mrr_at_1000_diff1": 0.894541, + "hit_rate_at_1": 0.84, + "hit_rate_at_3": 0.925, + "hit_rate_at_5": 0.94, + "hit_rate_at_10": 0.965, + "hit_rate_at_20": 0.985, + "hit_rate_at_100": 0.995, + "hit_rate_at_1000": 1.0, + "main_score": 0.94, + "hf_subset": "ur", + "languages": [ + "urd-Arab" + ] + }, + { + "ndcg_at_1": 0.47, + "ndcg_at_3": 0.53297, + "ndcg_at_5": 0.55535, + "ndcg_at_10": 0.57981, + "ndcg_at_20": 0.59755, + "ndcg_at_100": 0.62717, + "ndcg_at_1000": 0.63635, + "map_at_1": 0.47, + "map_at_3": 0.51833, + "map_at_5": 0.53058, + "map_at_10": 0.5408, + "map_at_20": 0.54568, + "map_at_100": 0.54972, + "map_at_1000": 0.55021, + "recall_at_1": 0.47, + "recall_at_3": 0.575, + "recall_at_5": 0.63, + "recall_at_10": 0.705, + "recall_at_20": 0.775, + "recall_at_100": 0.935, + "recall_at_1000": 1.0, + "accuracy": 0.47, + "precision_at_1": 0.47, + "precision_at_3": 0.19167, + "precision_at_5": 0.126, + "precision_at_10": 0.0705, + "precision_at_20": 0.03875, + "precision_at_100": 0.00935, + "precision_at_1000": 0.001, + "mrr_at_1": 0.47, + "mrr_at_3": 0.518333, + "mrr_at_5": 0.530583, + "mrr_at_10": 0.540796, + "mrr_at_20": 0.545683, + "mrr_at_100": 0.549722, + "mrr_at_1000": 0.550212, + "nauc_ndcg_at_1_max": 0.650477, + "nauc_ndcg_at_1_std": 0.19163, + "nauc_ndcg_at_1_diff1": 0.781728, + "nauc_ndcg_at_3_max": 0.597385, + "nauc_ndcg_at_3_std": 0.153656, + "nauc_ndcg_at_3_diff1": 0.709229, + "nauc_ndcg_at_5_max": 0.597593, + "nauc_ndcg_at_5_std": 0.147552, + "nauc_ndcg_at_5_diff1": 0.698356, + "nauc_ndcg_at_10_max": 0.58185, + "nauc_ndcg_at_10_std": 0.131249, + "nauc_ndcg_at_10_diff1": 0.682808, + "nauc_ndcg_at_20_max": 0.574615, + "nauc_ndcg_at_20_std": 0.136883, + "nauc_ndcg_at_20_diff1": 0.667014, + "nauc_ndcg_at_100_max": 0.589737, + "nauc_ndcg_at_100_std": 0.156001, + "nauc_ndcg_at_100_diff1": 0.689348, + "nauc_ndcg_at_1000_max": 0.594042, + "nauc_ndcg_at_1000_std": 0.153576, + "nauc_ndcg_at_1000_diff1": 0.698104, + "nauc_map_at_1_max": 0.650477, + "nauc_map_at_1_std": 0.19163, + "nauc_map_at_1_diff1": 0.781728, + "nauc_map_at_3_max": 0.609824, + "nauc_map_at_3_std": 0.162607, + "nauc_map_at_3_diff1": 0.725729, + "nauc_map_at_5_max": 0.609334, + "nauc_map_at_5_std": 0.158956, + "nauc_map_at_5_diff1": 0.72, + "nauc_map_at_10_max": 0.603359, + "nauc_map_at_10_std": 0.152789, + "nauc_map_at_10_diff1": 0.7142, + "nauc_map_at_20_max": 0.602164, + "nauc_map_at_20_std": 0.154855, + "nauc_map_at_20_diff1": 0.710605, + "nauc_map_at_100_max": 0.604275, + "nauc_map_at_100_std": 0.158644, + "nauc_map_at_100_diff1": 0.713681, + "nauc_map_at_1000_max": 0.604445, + "nauc_map_at_1000_std": 0.15847, + "nauc_map_at_1000_diff1": 0.714124, + "nauc_recall_at_1_max": 0.650477, + "nauc_recall_at_1_std": 0.19163, + "nauc_recall_at_1_diff1": 0.781728, + "nauc_recall_at_3_max": 0.560013, + "nauc_recall_at_3_std": 0.126736, + "nauc_recall_at_3_diff1": 0.65988, + "nauc_recall_at_5_max": 0.561118, + "nauc_recall_at_5_std": 0.110571, + "nauc_recall_at_5_diff1": 0.627407, + "nauc_recall_at_10_max": 0.496104, + "nauc_recall_at_10_std": 0.043262, + "nauc_recall_at_10_diff1": 0.557526, + "nauc_recall_at_20_max": 0.428571, + "nauc_recall_at_20_std": 0.049206, + "nauc_recall_at_20_diff1": 0.434903, + "nauc_recall_at_100_max": 0.458773, + "nauc_recall_at_100_std": 0.213208, + "nauc_recall_at_100_diff1": 0.441572, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.650477, + "nauc_precision_at_1_std": 0.19163, + "nauc_precision_at_1_diff1": 0.781728, + "nauc_precision_at_3_max": 0.560013, + "nauc_precision_at_3_std": 0.126736, + "nauc_precision_at_3_diff1": 0.65988, + "nauc_precision_at_5_max": 0.561118, + "nauc_precision_at_5_std": 0.110571, + "nauc_precision_at_5_diff1": 0.627407, + "nauc_precision_at_10_max": 0.496104, + "nauc_precision_at_10_std": 0.043262, + "nauc_precision_at_10_diff1": 0.557526, + "nauc_precision_at_20_max": 0.428571, + "nauc_precision_at_20_std": 0.049206, + "nauc_precision_at_20_diff1": 0.434903, + "nauc_precision_at_100_max": 0.458773, + "nauc_precision_at_100_std": 0.213208, + "nauc_precision_at_100_diff1": 0.441572, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.650477, + "nauc_mrr_at_1_std": 0.19163, + "nauc_mrr_at_1_diff1": 0.781728, + "nauc_mrr_at_3_max": 0.609824, + "nauc_mrr_at_3_std": 0.162607, + "nauc_mrr_at_3_diff1": 0.725729, + "nauc_mrr_at_5_max": 0.609334, + "nauc_mrr_at_5_std": 0.158956, + "nauc_mrr_at_5_diff1": 0.72, + "nauc_mrr_at_10_max": 0.603359, + "nauc_mrr_at_10_std": 0.152789, + "nauc_mrr_at_10_diff1": 0.7142, + "nauc_mrr_at_20_max": 0.602164, + "nauc_mrr_at_20_std": 0.154855, + "nauc_mrr_at_20_diff1": 0.710605, + "nauc_mrr_at_100_max": 0.604275, + "nauc_mrr_at_100_std": 0.158644, + "nauc_mrr_at_100_diff1": 0.713681, + "nauc_mrr_at_1000_max": 0.604445, + "nauc_mrr_at_1000_std": 0.15847, + "nauc_mrr_at_1000_diff1": 0.714124, + "hit_rate_at_1": 0.47, + "hit_rate_at_3": 0.575, + "hit_rate_at_5": 0.63, + "hit_rate_at_10": 0.705, + "hit_rate_at_20": 0.775, + "hit_rate_at_100": 0.935, + "hit_rate_at_1000": 1.0, + "main_score": 0.63, + "hf_subset": "uz", + "languages": [ + "uzn-Latn" + ] + }, + { + "ndcg_at_1": 0.745, + "ndcg_at_3": 0.79667, + "ndcg_at_5": 0.80699, + "ndcg_at_10": 0.82323, + "ndcg_at_20": 0.83574, + "ndcg_at_100": 0.84157, + "ndcg_at_1000": 0.84362, + "map_at_1": 0.745, + "map_at_3": 0.785, + "map_at_5": 0.79075, + "map_at_10": 0.79748, + "map_at_20": 0.80085, + "map_at_100": 0.80177, + "map_at_1000": 0.80186, + "recall_at_1": 0.745, + "recall_at_3": 0.83, + "recall_at_5": 0.855, + "recall_at_10": 0.905, + "recall_at_20": 0.955, + "recall_at_100": 0.985, + "recall_at_1000": 1.0, + "accuracy": 0.745, + "precision_at_1": 0.745, + "precision_at_3": 0.27667, + "precision_at_5": 0.171, + "precision_at_10": 0.0905, + "precision_at_20": 0.04775, + "precision_at_100": 0.00985, + "precision_at_1000": 0.001, + "mrr_at_1": 0.745, + "mrr_at_3": 0.785, + "mrr_at_5": 0.79075, + "mrr_at_10": 0.797476, + "mrr_at_20": 0.800854, + "mrr_at_100": 0.80177, + "mrr_at_1000": 0.801864, + "nauc_ndcg_at_1_max": 0.570244, + "nauc_ndcg_at_1_std": -0.066284, + "nauc_ndcg_at_1_diff1": 0.833393, + "nauc_ndcg_at_3_max": 0.545381, + "nauc_ndcg_at_3_std": -0.044418, + "nauc_ndcg_at_3_diff1": 0.79734, + "nauc_ndcg_at_5_max": 0.549496, + "nauc_ndcg_at_5_std": -0.061718, + "nauc_ndcg_at_5_diff1": 0.800888, + "nauc_ndcg_at_10_max": 0.558968, + "nauc_ndcg_at_10_std": -0.034153, + "nauc_ndcg_at_10_diff1": 0.788428, + "nauc_ndcg_at_20_max": 0.554046, + "nauc_ndcg_at_20_std": -0.057433, + "nauc_ndcg_at_20_diff1": 0.797232, + "nauc_ndcg_at_100_max": 0.553729, + "nauc_ndcg_at_100_std": -0.049422, + "nauc_ndcg_at_100_diff1": 0.800136, + "nauc_ndcg_at_1000_max": 0.554068, + "nauc_ndcg_at_1000_std": -0.052666, + "nauc_ndcg_at_1000_diff1": 0.801685, + "nauc_map_at_1_max": 0.570244, + "nauc_map_at_1_std": -0.066284, + "nauc_map_at_1_diff1": 0.833393, + "nauc_map_at_3_max": 0.551234, + "nauc_map_at_3_std": -0.048669, + "nauc_map_at_3_diff1": 0.804877, + "nauc_map_at_5_max": 0.553546, + "nauc_map_at_5_std": -0.058092, + "nauc_map_at_5_diff1": 0.806537, + "nauc_map_at_10_max": 0.557494, + "nauc_map_at_10_std": -0.047516, + "nauc_map_at_10_diff1": 0.801937, + "nauc_map_at_20_max": 0.556522, + "nauc_map_at_20_std": -0.052681, + "nauc_map_at_20_diff1": 0.804472, + "nauc_map_at_100_max": 0.555981, + "nauc_map_at_100_std": -0.052547, + "nauc_map_at_100_diff1": 0.805087, + "nauc_map_at_1000_max": 0.555991, + "nauc_map_at_1000_std": -0.052677, + "nauc_map_at_1000_diff1": 0.80515, + "nauc_recall_at_1_max": 0.570244, + "nauc_recall_at_1_std": -0.066284, + "nauc_recall_at_1_diff1": 0.833393, + "nauc_recall_at_3_max": 0.525353, + "nauc_recall_at_3_std": -0.030403, + "nauc_recall_at_3_diff1": 0.772116, + "nauc_recall_at_5_max": 0.534817, + "nauc_recall_at_5_std": -0.079818, + "nauc_recall_at_5_diff1": 0.781301, + "nauc_recall_at_10_max": 0.574746, + "nauc_recall_at_10_std": 0.054327, + "nauc_recall_at_10_diff1": 0.708364, + "nauc_recall_at_20_max": 0.520282, + "nauc_recall_at_20_std": -0.169779, + "nauc_recall_at_20_diff1": 0.727409, + "nauc_recall_at_100_max": 0.528478, + "nauc_recall_at_100_std": 0.172269, + "nauc_recall_at_100_diff1": 0.693433, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.570244, + "nauc_precision_at_1_std": -0.066284, + "nauc_precision_at_1_diff1": 0.833393, + "nauc_precision_at_3_max": 0.525353, + "nauc_precision_at_3_std": -0.030403, + "nauc_precision_at_3_diff1": 0.772116, + "nauc_precision_at_5_max": 0.534817, + "nauc_precision_at_5_std": -0.079818, + "nauc_precision_at_5_diff1": 0.781301, + "nauc_precision_at_10_max": 0.574746, + "nauc_precision_at_10_std": 0.054327, + "nauc_precision_at_10_diff1": 0.708364, + "nauc_precision_at_20_max": 0.520282, + "nauc_precision_at_20_std": -0.169779, + "nauc_precision_at_20_diff1": 0.727409, + "nauc_precision_at_100_max": 0.528478, + "nauc_precision_at_100_std": 0.172269, + "nauc_precision_at_100_diff1": 0.693433, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.570244, + "nauc_mrr_at_1_std": -0.066284, + "nauc_mrr_at_1_diff1": 0.833393, + "nauc_mrr_at_3_max": 0.551234, + "nauc_mrr_at_3_std": -0.048669, + "nauc_mrr_at_3_diff1": 0.804877, + "nauc_mrr_at_5_max": 0.553546, + "nauc_mrr_at_5_std": -0.058092, + "nauc_mrr_at_5_diff1": 0.806537, + "nauc_mrr_at_10_max": 0.557494, + "nauc_mrr_at_10_std": -0.047516, + "nauc_mrr_at_10_diff1": 0.801937, + "nauc_mrr_at_20_max": 0.556522, + "nauc_mrr_at_20_std": -0.052681, + "nauc_mrr_at_20_diff1": 0.804472, + "nauc_mrr_at_100_max": 0.555981, + "nauc_mrr_at_100_std": -0.052547, + "nauc_mrr_at_100_diff1": 0.805087, + "nauc_mrr_at_1000_max": 0.555991, + "nauc_mrr_at_1000_std": -0.052677, + "nauc_mrr_at_1000_diff1": 0.80515, + "hit_rate_at_1": 0.745, + "hit_rate_at_3": 0.83, + "hit_rate_at_5": 0.855, + "hit_rate_at_10": 0.905, + "hit_rate_at_20": 0.955, + "hit_rate_at_100": 0.985, + "hit_rate_at_1000": 1.0, + "main_score": 0.855, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.18182, + "ndcg_at_3": 0.2276, + "ndcg_at_5": 0.24777, + "ndcg_at_10": 0.31002, + "ndcg_at_20": 0.36247, + "ndcg_at_100": 0.40684, + "ndcg_at_1000": 0.41294, + "map_at_1": 0.18182, + "map_at_3": 0.21678, + "map_at_5": 0.22797, + "map_at_10": 0.25303, + "map_at_20": 0.26714, + "map_at_100": 0.27291, + "map_at_1000": 0.27327, + "recall_at_1": 0.18182, + "recall_at_3": 0.25874, + "recall_at_5": 0.30769, + "recall_at_10": 0.5035, + "recall_at_20": 0.71329, + "recall_at_100": 0.95804, + "recall_at_1000": 1.0, + "accuracy": 0.18182, + "precision_at_1": 0.18182, + "precision_at_3": 0.08625, + "precision_at_5": 0.06154, + "precision_at_10": 0.05035, + "precision_at_20": 0.03566, + "precision_at_100": 0.00958, + "precision_at_1000": 0.001, + "mrr_at_1": 0.181818, + "mrr_at_3": 0.216783, + "mrr_at_5": 0.227972, + "mrr_at_10": 0.25303, + "mrr_at_20": 0.267144, + "mrr_at_100": 0.272908, + "mrr_at_1000": 0.273268, + "nauc_ndcg_at_1_max": 0.049936, + "nauc_ndcg_at_1_std": -0.240485, + "nauc_ndcg_at_1_diff1": 0.384305, + "nauc_ndcg_at_3_max": 0.032525, + "nauc_ndcg_at_3_std": -0.211584, + "nauc_ndcg_at_3_diff1": 0.299687, + "nauc_ndcg_at_5_max": 0.031866, + "nauc_ndcg_at_5_std": -0.186082, + "nauc_ndcg_at_5_diff1": 0.275533, + "nauc_ndcg_at_10_max": -0.019727, + "nauc_ndcg_at_10_std": -0.200893, + "nauc_ndcg_at_10_diff1": 0.265004, + "nauc_ndcg_at_20_max": -0.021092, + "nauc_ndcg_at_20_std": -0.170568, + "nauc_ndcg_at_20_diff1": 0.235872, + "nauc_ndcg_at_100_max": 0.011405, + "nauc_ndcg_at_100_std": -0.174591, + "nauc_ndcg_at_100_diff1": 0.277747, + "nauc_ndcg_at_1000_max": 0.004676, + "nauc_ndcg_at_1000_std": -0.187289, + "nauc_ndcg_at_1000_diff1": 0.278019, + "nauc_map_at_1_max": 0.049936, + "nauc_map_at_1_std": -0.240485, + "nauc_map_at_1_diff1": 0.384305, + "nauc_map_at_3_max": 0.038031, + "nauc_map_at_3_std": -0.21604, + "nauc_map_at_3_diff1": 0.32077, + "nauc_map_at_5_max": 0.037377, + "nauc_map_at_5_std": -0.200529, + "nauc_map_at_5_diff1": 0.305941, + "nauc_map_at_10_max": 0.015845, + "nauc_map_at_10_std": -0.207375, + "nauc_map_at_10_diff1": 0.301671, + "nauc_map_at_20_max": 0.016408, + "nauc_map_at_20_std": -0.19788, + "nauc_map_at_20_diff1": 0.293429, + "nauc_map_at_100_max": 0.019231, + "nauc_map_at_100_std": -0.198245, + "nauc_map_at_100_diff1": 0.298844, + "nauc_map_at_1000_max": 0.018856, + "nauc_map_at_1000_std": -0.198969, + "nauc_map_at_1000_diff1": 0.298825, + "nauc_recall_at_1_max": 0.049936, + "nauc_recall_at_1_std": -0.240485, + "nauc_recall_at_1_diff1": 0.384305, + "nauc_recall_at_3_max": 0.017474, + "nauc_recall_at_3_std": -0.200626, + "nauc_recall_at_3_diff1": 0.243534, + "nauc_recall_at_5_max": 0.017717, + "nauc_recall_at_5_std": -0.148492, + "nauc_recall_at_5_diff1": 0.196771, + "nauc_recall_at_10_max": -0.127803, + "nauc_recall_at_10_std": -0.186945, + "nauc_recall_at_10_diff1": 0.166436, + "nauc_recall_at_20_max": -0.178946, + "nauc_recall_at_20_std": -0.056581, + "nauc_recall_at_20_diff1": 0.005044, + "nauc_recall_at_100_max": 0.271164, + "nauc_recall_at_100_std": 0.322103, + "nauc_recall_at_100_diff1": 0.254572, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.049936, + "nauc_precision_at_1_std": -0.240485, + "nauc_precision_at_1_diff1": 0.384305, + "nauc_precision_at_3_max": 0.017474, + "nauc_precision_at_3_std": -0.200626, + "nauc_precision_at_3_diff1": 0.243534, + "nauc_precision_at_5_max": 0.017717, + "nauc_precision_at_5_std": -0.148492, + "nauc_precision_at_5_diff1": 0.196771, + "nauc_precision_at_10_max": -0.127803, + "nauc_precision_at_10_std": -0.186945, + "nauc_precision_at_10_diff1": 0.166436, + "nauc_precision_at_20_max": -0.178946, + "nauc_precision_at_20_std": -0.056581, + "nauc_precision_at_20_diff1": 0.005044, + "nauc_precision_at_100_max": 0.271164, + "nauc_precision_at_100_std": 0.322103, + "nauc_precision_at_100_diff1": 0.254572, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.049936, + "nauc_mrr_at_1_std": -0.240485, + "nauc_mrr_at_1_diff1": 0.384305, + "nauc_mrr_at_3_max": 0.038031, + "nauc_mrr_at_3_std": -0.21604, + "nauc_mrr_at_3_diff1": 0.32077, + "nauc_mrr_at_5_max": 0.037377, + "nauc_mrr_at_5_std": -0.200529, + "nauc_mrr_at_5_diff1": 0.305941, + "nauc_mrr_at_10_max": 0.015845, + "nauc_mrr_at_10_std": -0.207375, + "nauc_mrr_at_10_diff1": 0.301671, + "nauc_mrr_at_20_max": 0.016408, + "nauc_mrr_at_20_std": -0.19788, + "nauc_mrr_at_20_diff1": 0.293429, + "nauc_mrr_at_100_max": 0.019231, + "nauc_mrr_at_100_std": -0.198245, + "nauc_mrr_at_100_diff1": 0.298844, + "nauc_mrr_at_1000_max": 0.018856, + "nauc_mrr_at_1000_std": -0.198969, + "nauc_mrr_at_1000_diff1": 0.298825, + "hit_rate_at_1": 0.18182, + "hit_rate_at_3": 0.25874, + "hit_rate_at_5": 0.30769, + "hit_rate_at_10": 0.5035, + "hit_rate_at_20": 0.71329, + "hit_rate_at_100": 0.95804, + "hit_rate_at_1000": 1.0, + "main_score": 0.30769, + "hf_subset": "yi", + "languages": [ + "yid-Hebr" + ] + }, + { + "ndcg_at_1": 0.065, + "ndcg_at_3": 0.10077, + "ndcg_at_5": 0.11304, + "ndcg_at_10": 0.14141, + "ndcg_at_20": 0.1725, + "ndcg_at_100": 0.2471, + "ndcg_at_1000": 0.27759, + "map_at_1": 0.065, + "map_at_3": 0.09083, + "map_at_5": 0.09758, + "map_at_10": 0.10982, + "map_at_20": 0.11876, + "map_at_100": 0.12815, + "map_at_1000": 0.12966, + "recall_at_1": 0.065, + "recall_at_3": 0.13, + "recall_at_5": 0.16, + "recall_at_10": 0.245, + "recall_at_20": 0.365, + "recall_at_100": 0.78, + "recall_at_1000": 1.0, + "accuracy": 0.065, + "precision_at_1": 0.065, + "precision_at_3": 0.04333, + "precision_at_5": 0.032, + "precision_at_10": 0.0245, + "precision_at_20": 0.01825, + "precision_at_100": 0.0078, + "precision_at_1000": 0.001, + "mrr_at_1": 0.065, + "mrr_at_3": 0.090833, + "mrr_at_5": 0.097583, + "mrr_at_10": 0.109823, + "mrr_at_20": 0.118761, + "mrr_at_100": 0.128146, + "mrr_at_1000": 0.129656, + "nauc_ndcg_at_1_max": 0.320633, + "nauc_ndcg_at_1_std": 0.143134, + "nauc_ndcg_at_1_diff1": 0.656086, + "nauc_ndcg_at_3_max": 0.220292, + "nauc_ndcg_at_3_std": 0.062098, + "nauc_ndcg_at_3_diff1": 0.482113, + "nauc_ndcg_at_5_max": 0.205741, + "nauc_ndcg_at_5_std": 0.035217, + "nauc_ndcg_at_5_diff1": 0.435781, + "nauc_ndcg_at_10_max": 0.208087, + "nauc_ndcg_at_10_std": 0.053267, + "nauc_ndcg_at_10_diff1": 0.371705, + "nauc_ndcg_at_20_max": 0.173647, + "nauc_ndcg_at_20_std": 0.070614, + "nauc_ndcg_at_20_diff1": 0.349484, + "nauc_ndcg_at_100_max": 0.186982, + "nauc_ndcg_at_100_std": 0.082222, + "nauc_ndcg_at_100_diff1": 0.360325, + "nauc_ndcg_at_1000_max": 0.198505, + "nauc_ndcg_at_1000_std": 0.069041, + "nauc_ndcg_at_1000_diff1": 0.391811, + "nauc_map_at_1_max": 0.320633, + "nauc_map_at_1_std": 0.143134, + "nauc_map_at_1_diff1": 0.656086, + "nauc_map_at_3_max": 0.239329, + "nauc_map_at_3_std": 0.074542, + "nauc_map_at_3_diff1": 0.519885, + "nauc_map_at_5_max": 0.230751, + "nauc_map_at_5_std": 0.057029, + "nauc_map_at_5_diff1": 0.489582, + "nauc_map_at_10_max": 0.23084, + "nauc_map_at_10_std": 0.067402, + "nauc_map_at_10_diff1": 0.452137, + "nauc_map_at_20_max": 0.218009, + "nauc_map_at_20_std": 0.072807, + "nauc_map_at_20_diff1": 0.44211, + "nauc_map_at_100_max": 0.219712, + "nauc_map_at_100_std": 0.073049, + "nauc_map_at_100_diff1": 0.441799, + "nauc_map_at_1000_max": 0.220487, + "nauc_map_at_1000_std": 0.072486, + "nauc_map_at_1000_diff1": 0.443874, + "nauc_recall_at_1_max": 0.320633, + "nauc_recall_at_1_std": 0.143134, + "nauc_recall_at_1_diff1": 0.656086, + "nauc_recall_at_3_max": 0.179893, + "nauc_recall_at_3_std": 0.036523, + "nauc_recall_at_3_diff1": 0.400595, + "nauc_recall_at_5_max": 0.155381, + "nauc_recall_at_5_std": -0.008171, + "nauc_recall_at_5_diff1": 0.327038, + "nauc_recall_at_10_max": 0.170228, + "nauc_recall_at_10_std": 0.030213, + "nauc_recall_at_10_diff1": 0.228932, + "nauc_recall_at_20_max": 0.094377, + "nauc_recall_at_20_std": 0.075633, + "nauc_recall_at_20_diff1": 0.195371, + "nauc_recall_at_100_max": 0.118619, + "nauc_recall_at_100_std": 0.163235, + "nauc_recall_at_100_diff1": 0.175152, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.320633, + "nauc_precision_at_1_std": 0.143134, + "nauc_precision_at_1_diff1": 0.656086, + "nauc_precision_at_3_max": 0.179893, + "nauc_precision_at_3_std": 0.036523, + "nauc_precision_at_3_diff1": 0.400595, + "nauc_precision_at_5_max": 0.155381, + "nauc_precision_at_5_std": -0.008171, + "nauc_precision_at_5_diff1": 0.327038, + "nauc_precision_at_10_max": 0.170228, + "nauc_precision_at_10_std": 0.030213, + "nauc_precision_at_10_diff1": 0.228932, + "nauc_precision_at_20_max": 0.094377, + "nauc_precision_at_20_std": 0.075633, + "nauc_precision_at_20_diff1": 0.195371, + "nauc_precision_at_100_max": 0.118619, + "nauc_precision_at_100_std": 0.163235, + "nauc_precision_at_100_diff1": 0.175152, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.320633, + "nauc_mrr_at_1_std": 0.143134, + "nauc_mrr_at_1_diff1": 0.656086, + "nauc_mrr_at_3_max": 0.239329, + "nauc_mrr_at_3_std": 0.074542, + "nauc_mrr_at_3_diff1": 0.519885, + "nauc_mrr_at_5_max": 0.230751, + "nauc_mrr_at_5_std": 0.057029, + "nauc_mrr_at_5_diff1": 0.489582, + "nauc_mrr_at_10_max": 0.23084, + "nauc_mrr_at_10_std": 0.067402, + "nauc_mrr_at_10_diff1": 0.452137, + "nauc_mrr_at_20_max": 0.218009, + "nauc_mrr_at_20_std": 0.072807, + "nauc_mrr_at_20_diff1": 0.44211, + "nauc_mrr_at_100_max": 0.219712, + "nauc_mrr_at_100_std": 0.073049, + "nauc_mrr_at_100_diff1": 0.441799, + "nauc_mrr_at_1000_max": 0.220487, + "nauc_mrr_at_1000_std": 0.072486, + "nauc_mrr_at_1000_diff1": 0.443874, + "hit_rate_at_1": 0.065, + "hit_rate_at_3": 0.13, + "hit_rate_at_5": 0.16, + "hit_rate_at_10": 0.245, + "hit_rate_at_20": 0.365, + "hit_rate_at_100": 0.78, + "hit_rate_at_1000": 1.0, + "main_score": 0.16, + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.935, + "ndcg_at_3": 0.95012, + "ndcg_at_5": 0.95227, + "ndcg_at_10": 0.95394, + "ndcg_at_20": 0.95394, + "ndcg_at_100": 0.95758, + "ndcg_at_1000": 0.95901, + "map_at_1": 0.935, + "map_at_3": 0.94667, + "map_at_5": 0.94792, + "map_at_10": 0.94863, + "map_at_20": 0.94863, + "map_at_100": 0.9491, + "map_at_1000": 0.94918, + "recall_at_1": 0.935, + "recall_at_3": 0.96, + "recall_at_5": 0.965, + "recall_at_10": 0.97, + "recall_at_20": 0.97, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.935, + "precision_at_1": 0.935, + "precision_at_3": 0.32, + "precision_at_5": 0.193, + "precision_at_10": 0.097, + "precision_at_20": 0.0485, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.935, + "mrr_at_3": 0.946667, + "mrr_at_5": 0.947917, + "mrr_at_10": 0.948631, + "mrr_at_20": 0.948631, + "mrr_at_100": 0.949104, + "mrr_at_1000": 0.949183, + "nauc_ndcg_at_1_max": 0.969834, + "nauc_ndcg_at_1_std": 0.682432, + "nauc_ndcg_at_1_diff1": 0.969834, + "nauc_ndcg_at_3_max": 0.968958, + "nauc_ndcg_at_3_std": 0.637462, + "nauc_ndcg_at_3_diff1": 0.960691, + "nauc_ndcg_at_5_max": 0.973455, + "nauc_ndcg_at_5_std": 0.633638, + "nauc_ndcg_at_5_diff1": 0.964815, + "nauc_ndcg_at_10_max": 0.972495, + "nauc_ndcg_at_10_std": 0.662765, + "nauc_ndcg_at_10_diff1": 0.963542, + "nauc_ndcg_at_20_max": 0.972495, + "nauc_ndcg_at_20_std": 0.662765, + "nauc_ndcg_at_20_diff1": 0.963542, + "nauc_ndcg_at_100_max": 0.972675, + "nauc_ndcg_at_100_std": 0.678918, + "nauc_ndcg_at_100_diff1": 0.962955, + "nauc_ndcg_at_1000_max": 0.971724, + "nauc_ndcg_at_1000_std": 0.667733, + "nauc_ndcg_at_1000_diff1": 0.963867, + "nauc_map_at_1_max": 0.969834, + "nauc_map_at_1_std": 0.682432, + "nauc_map_at_1_diff1": 0.969834, + "nauc_map_at_3_max": 0.969363, + "nauc_map_at_3_std": 0.650203, + "nauc_map_at_3_diff1": 0.963235, + "nauc_map_at_5_max": 0.971765, + "nauc_map_at_5_std": 0.648474, + "nauc_map_at_5_diff1": 0.96549, + "nauc_map_at_10_max": 0.971372, + "nauc_map_at_10_std": 0.659874, + "nauc_map_at_10_diff1": 0.96501, + "nauc_map_at_20_max": 0.971372, + "nauc_map_at_20_std": 0.659874, + "nauc_map_at_20_diff1": 0.96501, + "nauc_map_at_100_max": 0.971301, + "nauc_map_at_100_std": 0.663527, + "nauc_map_at_100_diff1": 0.96488, + "nauc_map_at_1000_max": 0.971256, + "nauc_map_at_1000_std": 0.663003, + "nauc_map_at_1000_diff1": 0.964911, + "nauc_recall_at_1_max": 0.969834, + "nauc_recall_at_1_std": 0.682432, + "nauc_recall_at_1_diff1": 0.969834, + "nauc_recall_at_3_max": 0.96732, + "nauc_recall_at_3_std": 0.588702, + "nauc_recall_at_3_diff1": 0.95098, + "nauc_recall_at_5_max": 0.981326, + "nauc_recall_at_5_std": 0.569628, + "nauc_recall_at_5_diff1": 0.962652, + "nauc_recall_at_10_max": 0.978214, + "nauc_recall_at_10_std": 0.693122, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": 0.978214, + "nauc_recall_at_20_std": 0.693122, + "nauc_recall_at_20_diff1": 0.956427, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.969834, + "nauc_precision_at_1_std": 0.682432, + "nauc_precision_at_1_diff1": 0.969834, + "nauc_precision_at_3_max": 0.96732, + "nauc_precision_at_3_std": 0.588702, + "nauc_precision_at_3_diff1": 0.95098, + "nauc_precision_at_5_max": 0.981326, + "nauc_precision_at_5_std": 0.569628, + "nauc_precision_at_5_diff1": 0.962652, + "nauc_precision_at_10_max": 0.978214, + "nauc_precision_at_10_std": 0.693122, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": 0.978214, + "nauc_precision_at_20_std": 0.693122, + "nauc_precision_at_20_diff1": 0.956427, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.969834, + "nauc_mrr_at_1_std": 0.682432, + "nauc_mrr_at_1_diff1": 0.969834, + "nauc_mrr_at_3_max": 0.969363, + "nauc_mrr_at_3_std": 0.650203, + "nauc_mrr_at_3_diff1": 0.963235, + "nauc_mrr_at_5_max": 0.971765, + "nauc_mrr_at_5_std": 0.648474, + "nauc_mrr_at_5_diff1": 0.96549, + "nauc_mrr_at_10_max": 0.971372, + "nauc_mrr_at_10_std": 0.659874, + "nauc_mrr_at_10_diff1": 0.96501, + "nauc_mrr_at_20_max": 0.971372, + "nauc_mrr_at_20_std": 0.659874, + "nauc_mrr_at_20_diff1": 0.96501, + "nauc_mrr_at_100_max": 0.971301, + "nauc_mrr_at_100_std": 0.663527, + "nauc_mrr_at_100_diff1": 0.96488, + "nauc_mrr_at_1000_max": 0.971256, + "nauc_mrr_at_1000_std": 0.663003, + "nauc_mrr_at_1000_diff1": 0.964911, + "hit_rate_at_1": 0.935, + "hit_rate_at_3": 0.96, + "hit_rate_at_5": 0.965, + "hit_rate_at_10": 0.97, + "hit_rate_at_20": 0.97, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.965, + "hf_subset": "yue", + "languages": [ + "yue-Hant" + ] + }, + { + "ndcg_at_1": 0.055, + "ndcg_at_3": 0.08577, + "ndcg_at_5": 0.1088, + "ndcg_at_10": 0.12807, + "ndcg_at_20": 0.15611, + "ndcg_at_100": 0.23046, + "ndcg_at_1000": 0.26597, + "map_at_1": 0.055, + "map_at_3": 0.0775, + "map_at_5": 0.0905, + "map_at_10": 0.09837, + "map_at_20": 0.10617, + "map_at_100": 0.1158, + "map_at_1000": 0.11759, + "recall_at_1": 0.055, + "recall_at_3": 0.11, + "recall_at_5": 0.165, + "recall_at_10": 0.225, + "recall_at_20": 0.335, + "recall_at_100": 0.745, + "recall_at_1000": 1.0, + "accuracy": 0.055, + "precision_at_1": 0.055, + "precision_at_3": 0.03667, + "precision_at_5": 0.033, + "precision_at_10": 0.0225, + "precision_at_20": 0.01675, + "precision_at_100": 0.00745, + "precision_at_1000": 0.001, + "mrr_at_1": 0.055, + "mrr_at_3": 0.0775, + "mrr_at_5": 0.0905, + "mrr_at_10": 0.098365, + "mrr_at_20": 0.106174, + "mrr_at_100": 0.115804, + "mrr_at_1000": 0.117587, + "nauc_ndcg_at_1_max": 0.138474, + "nauc_ndcg_at_1_std": 0.214796, + "nauc_ndcg_at_1_diff1": 0.411469, + "nauc_ndcg_at_3_max": 0.083935, + "nauc_ndcg_at_3_std": 0.188058, + "nauc_ndcg_at_3_diff1": 0.245957, + "nauc_ndcg_at_5_max": 0.034594, + "nauc_ndcg_at_5_std": 0.189088, + "nauc_ndcg_at_5_diff1": 0.179416, + "nauc_ndcg_at_10_max": 0.041607, + "nauc_ndcg_at_10_std": 0.18485, + "nauc_ndcg_at_10_diff1": 0.14155, + "nauc_ndcg_at_20_max": 0.046536, + "nauc_ndcg_at_20_std": 0.167348, + "nauc_ndcg_at_20_diff1": 0.151443, + "nauc_ndcg_at_100_max": 0.024845, + "nauc_ndcg_at_100_std": 0.148864, + "nauc_ndcg_at_100_diff1": 0.121316, + "nauc_ndcg_at_1000_max": 0.043479, + "nauc_ndcg_at_1000_std": 0.166743, + "nauc_ndcg_at_1000_diff1": 0.169079, + "nauc_map_at_1_max": 0.138474, + "nauc_map_at_1_std": 0.214796, + "nauc_map_at_1_diff1": 0.411469, + "nauc_map_at_3_max": 0.090359, + "nauc_map_at_3_std": 0.192355, + "nauc_map_at_3_diff1": 0.277998, + "nauc_map_at_5_max": 0.058126, + "nauc_map_at_5_std": 0.192841, + "nauc_map_at_5_diff1": 0.230242, + "nauc_map_at_10_max": 0.060613, + "nauc_map_at_10_std": 0.189358, + "nauc_map_at_10_diff1": 0.208775, + "nauc_map_at_20_max": 0.062373, + "nauc_map_at_20_std": 0.181264, + "nauc_map_at_20_diff1": 0.211596, + "nauc_map_at_100_max": 0.058261, + "nauc_map_at_100_std": 0.177166, + "nauc_map_at_100_diff1": 0.207294, + "nauc_map_at_1000_max": 0.059365, + "nauc_map_at_1000_std": 0.178498, + "nauc_map_at_1000_diff1": 0.21031, + "nauc_recall_at_1_max": 0.138474, + "nauc_recall_at_1_std": 0.214796, + "nauc_recall_at_1_diff1": 0.411469, + "nauc_recall_at_3_max": 0.071558, + "nauc_recall_at_3_std": 0.179279, + "nauc_recall_at_3_diff1": 0.17875, + "nauc_recall_at_5_max": -0.009521, + "nauc_recall_at_5_std": 0.182627, + "nauc_recall_at_5_diff1": 0.086989, + "nauc_recall_at_10_max": 0.012208, + "nauc_recall_at_10_std": 0.178871, + "nauc_recall_at_10_diff1": 0.029819, + "nauc_recall_at_20_max": 0.026078, + "nauc_recall_at_20_std": 0.14606, + "nauc_recall_at_20_diff1": 0.064852, + "nauc_recall_at_100_max": -0.067705, + "nauc_recall_at_100_std": 0.067613, + "nauc_recall_at_100_diff1": -0.111919, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.138474, + "nauc_precision_at_1_std": 0.214796, + "nauc_precision_at_1_diff1": 0.411469, + "nauc_precision_at_3_max": 0.071558, + "nauc_precision_at_3_std": 0.179279, + "nauc_precision_at_3_diff1": 0.17875, + "nauc_precision_at_5_max": -0.009521, + "nauc_precision_at_5_std": 0.182627, + "nauc_precision_at_5_diff1": 0.086989, + "nauc_precision_at_10_max": 0.012208, + "nauc_precision_at_10_std": 0.178871, + "nauc_precision_at_10_diff1": 0.029819, + "nauc_precision_at_20_max": 0.026078, + "nauc_precision_at_20_std": 0.14606, + "nauc_precision_at_20_diff1": 0.064852, + "nauc_precision_at_100_max": -0.067705, + "nauc_precision_at_100_std": 0.067613, + "nauc_precision_at_100_diff1": -0.111919, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.138474, + "nauc_mrr_at_1_std": 0.214796, + "nauc_mrr_at_1_diff1": 0.411469, + "nauc_mrr_at_3_max": 0.090359, + "nauc_mrr_at_3_std": 0.192355, + "nauc_mrr_at_3_diff1": 0.277998, + "nauc_mrr_at_5_max": 0.058126, + "nauc_mrr_at_5_std": 0.192841, + "nauc_mrr_at_5_diff1": 0.230242, + "nauc_mrr_at_10_max": 0.060613, + "nauc_mrr_at_10_std": 0.189358, + "nauc_mrr_at_10_diff1": 0.208775, + "nauc_mrr_at_20_max": 0.062373, + "nauc_mrr_at_20_std": 0.181264, + "nauc_mrr_at_20_diff1": 0.211596, + "nauc_mrr_at_100_max": 0.058261, + "nauc_mrr_at_100_std": 0.177166, + "nauc_mrr_at_100_diff1": 0.207294, + "nauc_mrr_at_1000_max": 0.059365, + "nauc_mrr_at_1000_std": 0.178498, + "nauc_mrr_at_1000_diff1": 0.21031, + "hit_rate_at_1": 0.055, + "hit_rate_at_3": 0.11, + "hit_rate_at_5": 0.165, + "hit_rate_at_10": 0.225, + "hit_rate_at_20": 0.335, + "hit_rate_at_100": 0.745, + "hit_rate_at_1000": 1.0, + "main_score": 0.165, + "hf_subset": "zgh", + "languages": [ + "zgh-Tfng" + ] + }, + { + "ndcg_at_1": 0.995, + "ndcg_at_3": 0.995, + "ndcg_at_5": 0.995, + "ndcg_at_10": 0.995, + "ndcg_at_20": 0.99618, + "ndcg_at_100": 0.99618, + "ndcg_at_1000": 0.99618, + "map_at_1": 0.995, + "map_at_3": 0.995, + "map_at_5": 0.995, + "map_at_10": 0.995, + "map_at_20": 0.99528, + "map_at_100": 0.99528, + "map_at_1000": 0.99528, + "recall_at_1": 0.995, + "recall_at_3": 0.995, + "recall_at_5": 0.995, + "recall_at_10": 0.995, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.995, + "precision_at_1": 0.995, + "precision_at_3": 0.33167, + "precision_at_5": 0.199, + "precision_at_10": 0.0995, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.995, + "mrr_at_3": 0.995, + "mrr_at_5": 0.995, + "mrr_at_10": 0.995, + "mrr_at_20": 0.995278, + "mrr_at_100": 0.995278, + "mrr_at_1000": 0.995278, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.869281, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 0.869281, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 0.869281, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 0.869281, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 1.0, + "nauc_ndcg_at_20_std": 0.869281, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 1.0, + "nauc_ndcg_at_100_std": 0.869281, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 1.0, + "nauc_ndcg_at_1000_std": 0.869281, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.869281, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 0.869281, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 0.869281, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 0.869281, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 1.0, + "nauc_map_at_20_std": 0.869281, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 1.0, + "nauc_map_at_100_std": 0.869281, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 1.0, + "nauc_map_at_1000_std": 0.869281, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.869281, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.869281, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.869281, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.869281, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.869281, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.869281, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.869281, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.869281, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.869281, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 0.869281, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 0.869281, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 0.869281, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 1.0, + "nauc_mrr_at_20_std": 0.869281, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 1.0, + "nauc_mrr_at_100_std": 0.869281, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 1.0, + "nauc_mrr_at_1000_std": 0.869281, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.995, + "hit_rate_at_3": 0.995, + "hit_rate_at_5": 0.995, + "hit_rate_at_10": 0.995, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.995, + "hf_subset": "zh-CN", + "languages": [ + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.83, + "ndcg_at_3": 0.88536, + "ndcg_at_5": 0.89375, + "ndcg_at_10": 0.90198, + "ndcg_at_20": 0.90198, + "ndcg_at_100": 0.90596, + "ndcg_at_1000": 0.90728, + "map_at_1": 0.83, + "map_at_3": 0.87167, + "map_at_5": 0.87642, + "map_at_10": 0.87989, + "map_at_20": 0.87989, + "map_at_100": 0.88057, + "map_at_1000": 0.88062, + "recall_at_1": 0.83, + "recall_at_3": 0.925, + "recall_at_5": 0.945, + "recall_at_10": 0.97, + "recall_at_20": 0.97, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.83, + "precision_at_1": 0.83, + "precision_at_3": 0.30833, + "precision_at_5": 0.189, + "precision_at_10": 0.097, + "precision_at_20": 0.0485, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.83, + "mrr_at_3": 0.871667, + "mrr_at_5": 0.876417, + "mrr_at_10": 0.879893, + "mrr_at_20": 0.879893, + "mrr_at_100": 0.880568, + "mrr_at_1000": 0.880622, + "nauc_ndcg_at_1_max": -0.106649, + "nauc_ndcg_at_1_std": -0.537819, + "nauc_ndcg_at_1_diff1": 0.850453, + "nauc_ndcg_at_3_max": 0.08996, + "nauc_ndcg_at_3_std": -0.395153, + "nauc_ndcg_at_3_diff1": 0.826701, + "nauc_ndcg_at_5_max": 0.171656, + "nauc_ndcg_at_5_std": -0.32098, + "nauc_ndcg_at_5_diff1": 0.824185, + "nauc_ndcg_at_10_max": 0.117799, + "nauc_ndcg_at_10_std": -0.34515, + "nauc_ndcg_at_10_diff1": 0.820853, + "nauc_ndcg_at_20_max": 0.117799, + "nauc_ndcg_at_20_std": -0.34515, + "nauc_ndcg_at_20_diff1": 0.820853, + "nauc_ndcg_at_100_max": 0.085429, + "nauc_ndcg_at_100_std": -0.372046, + "nauc_ndcg_at_100_diff1": 0.823302, + "nauc_ndcg_at_1000_max": 0.072782, + "nauc_ndcg_at_1000_std": -0.390518, + "nauc_ndcg_at_1000_diff1": 0.827488, + "nauc_map_at_1_max": -0.106649, + "nauc_map_at_1_std": -0.537819, + "nauc_map_at_1_diff1": 0.850453, + "nauc_map_at_3_max": 0.027602, + "nauc_map_at_3_std": -0.442604, + "nauc_map_at_3_diff1": 0.833002, + "nauc_map_at_5_max": 0.066589, + "nauc_map_at_5_std": -0.408059, + "nauc_map_at_5_diff1": 0.83217, + "nauc_map_at_10_max": 0.045001, + "nauc_map_at_10_std": -0.418564, + "nauc_map_at_10_diff1": 0.831395, + "nauc_map_at_20_max": 0.045001, + "nauc_map_at_20_std": -0.418564, + "nauc_map_at_20_diff1": 0.831395, + "nauc_map_at_100_max": 0.040304, + "nauc_map_at_100_std": -0.422497, + "nauc_map_at_100_diff1": 0.831894, + "nauc_map_at_1000_max": 0.039879, + "nauc_map_at_1000_std": -0.423108, + "nauc_map_at_1000_diff1": 0.832027, + "nauc_recall_at_1_max": -0.106649, + "nauc_recall_at_1_std": -0.537819, + "nauc_recall_at_1_diff1": 0.850453, + "nauc_recall_at_3_max": 0.386804, + "nauc_recall_at_3_std": -0.167787, + "nauc_recall_at_3_diff1": 0.797541, + "nauc_recall_at_5_max": 0.844665, + "nauc_recall_at_5_std": 0.243485, + "nauc_recall_at_5_diff1": 0.774425, + "nauc_recall_at_10_max": 0.885621, + "nauc_recall_at_10_std": 0.472923, + "nauc_recall_at_10_diff1": 0.698101, + "nauc_recall_at_20_max": 0.885621, + "nauc_recall_at_20_std": 0.472923, + "nauc_recall_at_20_diff1": 0.698101, + "nauc_recall_at_100_max": 0.934641, + "nauc_recall_at_100_std": 0.869281, + "nauc_recall_at_100_diff1": 0.540149, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.106649, + "nauc_precision_at_1_std": -0.537819, + "nauc_precision_at_1_diff1": 0.850453, + "nauc_precision_at_3_max": 0.386804, + "nauc_precision_at_3_std": -0.167787, + "nauc_precision_at_3_diff1": 0.797541, + "nauc_precision_at_5_max": 0.844665, + "nauc_precision_at_5_std": 0.243485, + "nauc_precision_at_5_diff1": 0.774425, + "nauc_precision_at_10_max": 0.885621, + "nauc_precision_at_10_std": 0.472923, + "nauc_precision_at_10_diff1": 0.698101, + "nauc_precision_at_20_max": 0.885621, + "nauc_precision_at_20_std": 0.472923, + "nauc_precision_at_20_diff1": 0.698101, + "nauc_precision_at_100_max": 0.934641, + "nauc_precision_at_100_std": 0.869281, + "nauc_precision_at_100_diff1": 0.540149, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": -0.106649, + "nauc_mrr_at_1_std": -0.537819, + "nauc_mrr_at_1_diff1": 0.850453, + "nauc_mrr_at_3_max": 0.027602, + "nauc_mrr_at_3_std": -0.442604, + "nauc_mrr_at_3_diff1": 0.833002, + "nauc_mrr_at_5_max": 0.066589, + "nauc_mrr_at_5_std": -0.408059, + "nauc_mrr_at_5_diff1": 0.83217, + "nauc_mrr_at_10_max": 0.045001, + "nauc_mrr_at_10_std": -0.418564, + "nauc_mrr_at_10_diff1": 0.831395, + "nauc_mrr_at_20_max": 0.045001, + "nauc_mrr_at_20_std": -0.418564, + "nauc_mrr_at_20_diff1": 0.831395, + "nauc_mrr_at_100_max": 0.040304, + "nauc_mrr_at_100_std": -0.422497, + "nauc_mrr_at_100_diff1": 0.831894, + "nauc_mrr_at_1000_max": 0.039879, + "nauc_mrr_at_1000_std": -0.423108, + "nauc_mrr_at_1000_diff1": 0.832027, + "hit_rate_at_1": 0.83, + "hit_rate_at_3": 0.925, + "hit_rate_at_5": 0.945, + "hit_rate_at_10": 0.97, + "hit_rate_at_20": 0.97, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.945, + "hf_subset": "zh-HK", + "languages": [ + "zho-Hant" + ] + }, + { + "ndcg_at_1": 0.955, + "ndcg_at_3": 0.96446, + "ndcg_at_5": 0.9664, + "ndcg_at_10": 0.96957, + "ndcg_at_20": 0.96957, + "ndcg_at_100": 0.97264, + "ndcg_at_1000": 0.97264, + "map_at_1": 0.955, + "map_at_3": 0.9625, + "map_at_5": 0.9635, + "map_at_10": 0.96477, + "map_at_20": 0.96477, + "map_at_100": 0.9653, + "map_at_1000": 0.9653, + "recall_at_1": 0.955, + "recall_at_3": 0.97, + "recall_at_5": 0.975, + "recall_at_10": 0.985, + "recall_at_20": 0.985, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.955, + "precision_at_1": 0.955, + "precision_at_3": 0.32333, + "precision_at_5": 0.195, + "precision_at_10": 0.0985, + "precision_at_20": 0.04925, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.955, + "mrr_at_3": 0.9625, + "mrr_at_5": 0.9635, + "mrr_at_10": 0.96477, + "mrr_at_20": 0.96477, + "mrr_at_100": 0.965304, + "mrr_at_1000": 0.965304, + "nauc_ndcg_at_1_max": 0.985476, + "nauc_ndcg_at_1_std": -0.360048, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.981608, + "nauc_ndcg_at_3_std": -0.479476, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.988074, + "nauc_ndcg_at_5_std": -0.406917, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.98683, + "nauc_ndcg_at_10_std": -0.410879, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.98683, + "nauc_ndcg_at_20_std": -0.410879, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.985355, + "nauc_ndcg_at_100_std": -0.417142, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.985355, + "nauc_ndcg_at_1000_std": -0.417142, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.985476, + "nauc_map_at_1_std": -0.360048, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.982571, + "nauc_map_at_3_std": -0.449735, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.985675, + "nauc_map_at_5_std": -0.414387, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.985158, + "nauc_map_at_10_std": -0.419509, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.985158, + "nauc_map_at_20_std": -0.419509, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.98493, + "nauc_map_at_100_std": -0.418279, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.98493, + "nauc_map_at_1000_std": -0.418279, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.985476, + "nauc_recall_at_1_std": -0.360048, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 0.978214, + "nauc_recall_at_3_std": -0.584267, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": -0.353128, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": -0.298319, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": -0.298319, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.985476, + "nauc_precision_at_1_std": -0.360048, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 0.978214, + "nauc_precision_at_3_std": -0.584267, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": -0.353128, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": -0.298319, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": -0.298319, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.985476, + "nauc_mrr_at_1_std": -0.360048, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.982571, + "nauc_mrr_at_3_std": -0.449735, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.985675, + "nauc_mrr_at_5_std": -0.414387, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.985158, + "nauc_mrr_at_10_std": -0.419509, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.985158, + "nauc_mrr_at_20_std": -0.419509, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.98493, + "nauc_mrr_at_100_std": -0.418279, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.98493, + "nauc_mrr_at_1000_std": -0.418279, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.955, + "hit_rate_at_3": 0.97, + "hit_rate_at_5": 0.975, + "hit_rate_at_10": 0.985, + "hit_rate_at_20": 0.985, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.975, + "hf_subset": "zh-TW", + "languages": [ + "zho-Hant" + ] + }, + { + "ndcg_at_1": 0.395, + "ndcg_at_3": 0.48809, + "ndcg_at_5": 0.52317, + "ndcg_at_10": 0.54519, + "ndcg_at_20": 0.56036, + "ndcg_at_100": 0.59304, + "ndcg_at_1000": 0.59944, + "map_at_1": 0.395, + "map_at_3": 0.465, + "map_at_5": 0.4845, + "map_at_10": 0.49322, + "map_at_20": 0.49738, + "map_at_100": 0.50136, + "map_at_1000": 0.50171, + "recall_at_1": 0.395, + "recall_at_3": 0.555, + "recall_at_5": 0.64, + "recall_at_10": 0.71, + "recall_at_20": 0.77, + "recall_at_100": 0.955, + "recall_at_1000": 1.0, + "accuracy": 0.395, + "precision_at_1": 0.395, + "precision_at_3": 0.185, + "precision_at_5": 0.128, + "precision_at_10": 0.071, + "precision_at_20": 0.0385, + "precision_at_100": 0.00955, + "precision_at_1000": 0.001, + "mrr_at_1": 0.395, + "mrr_at_3": 0.465, + "mrr_at_5": 0.4845, + "mrr_at_10": 0.493218, + "mrr_at_20": 0.497383, + "mrr_at_100": 0.501365, + "mrr_at_1000": 0.50171, + "nauc_ndcg_at_1_max": 0.473034, + "nauc_ndcg_at_1_std": 0.037279, + "nauc_ndcg_at_1_diff1": 0.660456, + "nauc_ndcg_at_3_max": 0.454216, + "nauc_ndcg_at_3_std": 0.039177, + "nauc_ndcg_at_3_diff1": 0.577195, + "nauc_ndcg_at_5_max": 0.432154, + "nauc_ndcg_at_5_std": 0.025996, + "nauc_ndcg_at_5_diff1": 0.54518, + "nauc_ndcg_at_10_max": 0.419906, + "nauc_ndcg_at_10_std": 0.03317, + "nauc_ndcg_at_10_diff1": 0.552873, + "nauc_ndcg_at_20_max": 0.412062, + "nauc_ndcg_at_20_std": 0.032595, + "nauc_ndcg_at_20_diff1": 0.55306, + "nauc_ndcg_at_100_max": 0.431805, + "nauc_ndcg_at_100_std": 0.03895, + "nauc_ndcg_at_100_diff1": 0.568306, + "nauc_ndcg_at_1000_max": 0.431113, + "nauc_ndcg_at_1000_std": 0.033719, + "nauc_ndcg_at_1000_diff1": 0.571397, + "nauc_map_at_1_max": 0.473034, + "nauc_map_at_1_std": 0.037279, + "nauc_map_at_1_diff1": 0.660456, + "nauc_map_at_3_max": 0.457863, + "nauc_map_at_3_std": 0.038785, + "nauc_map_at_3_diff1": 0.597218, + "nauc_map_at_5_max": 0.446059, + "nauc_map_at_5_std": 0.031488, + "nauc_map_at_5_diff1": 0.579765, + "nauc_map_at_10_max": 0.441695, + "nauc_map_at_10_std": 0.034008, + "nauc_map_at_10_diff1": 0.583097, + "nauc_map_at_20_max": 0.439707, + "nauc_map_at_20_std": 0.034167, + "nauc_map_at_20_diff1": 0.583611, + "nauc_map_at_100_max": 0.44159, + "nauc_map_at_100_std": 0.034415, + "nauc_map_at_100_diff1": 0.585306, + "nauc_map_at_1000_max": 0.441574, + "nauc_map_at_1000_std": 0.034186, + "nauc_map_at_1000_diff1": 0.585498, + "nauc_recall_at_1_max": 0.473034, + "nauc_recall_at_1_std": 0.037279, + "nauc_recall_at_1_diff1": 0.660456, + "nauc_recall_at_3_max": 0.443546, + "nauc_recall_at_3_std": 0.040335, + "nauc_recall_at_3_diff1": 0.51643, + "nauc_recall_at_5_max": 0.382225, + "nauc_recall_at_5_std": 0.005556, + "nauc_recall_at_5_diff1": 0.424879, + "nauc_recall_at_10_max": 0.325195, + "nauc_recall_at_10_std": 0.032476, + "nauc_recall_at_10_diff1": 0.436697, + "nauc_recall_at_20_max": 0.262919, + "nauc_recall_at_20_std": 0.025593, + "nauc_recall_at_20_diff1": 0.41145, + "nauc_recall_at_100_max": 0.462704, + "nauc_recall_at_100_std": 0.263046, + "nauc_recall_at_100_diff1": 0.445845, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.473034, + "nauc_precision_at_1_std": 0.037279, + "nauc_precision_at_1_diff1": 0.660456, + "nauc_precision_at_3_max": 0.443546, + "nauc_precision_at_3_std": 0.040335, + "nauc_precision_at_3_diff1": 0.51643, + "nauc_precision_at_5_max": 0.382225, + "nauc_precision_at_5_std": 0.005556, + "nauc_precision_at_5_diff1": 0.424879, + "nauc_precision_at_10_max": 0.325195, + "nauc_precision_at_10_std": 0.032476, + "nauc_precision_at_10_diff1": 0.436697, + "nauc_precision_at_20_max": 0.262919, + "nauc_precision_at_20_std": 0.025593, + "nauc_precision_at_20_diff1": 0.41145, + "nauc_precision_at_100_max": 0.462704, + "nauc_precision_at_100_std": 0.263046, + "nauc_precision_at_100_diff1": 0.445845, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.473034, + "nauc_mrr_at_1_std": 0.037279, + "nauc_mrr_at_1_diff1": 0.660456, + "nauc_mrr_at_3_max": 0.457863, + "nauc_mrr_at_3_std": 0.038785, + "nauc_mrr_at_3_diff1": 0.597218, + "nauc_mrr_at_5_max": 0.446059, + "nauc_mrr_at_5_std": 0.031488, + "nauc_mrr_at_5_diff1": 0.579765, + "nauc_mrr_at_10_max": 0.441695, + "nauc_mrr_at_10_std": 0.034008, + "nauc_mrr_at_10_diff1": 0.583097, + "nauc_mrr_at_20_max": 0.439707, + "nauc_mrr_at_20_std": 0.034167, + "nauc_mrr_at_20_diff1": 0.583611, + "nauc_mrr_at_100_max": 0.44159, + "nauc_mrr_at_100_std": 0.034415, + "nauc_mrr_at_100_diff1": 0.585306, + "nauc_mrr_at_1000_max": 0.441574, + "nauc_mrr_at_1000_std": 0.034186, + "nauc_mrr_at_1000_diff1": 0.585498, + "hit_rate_at_1": 0.395, + "hit_rate_at_3": 0.555, + "hit_rate_at_5": 0.64, + "hit_rate_at_10": 0.71, + "hit_rate_at_20": 0.77, + "hit_rate_at_100": 0.955, + "hit_rate_at_1000": 1.0, + "main_score": 0.64, + "hf_subset": "zza", + "languages": [ + "zza-Latn" + ] + } + ] + }, + "evaluation_time": 1507.8088862895966, + "kg_co2_emissions": null, + "date": 1776216301.057607 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Core17InstructionRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Core17InstructionRetrieval.json new file mode 100644 index 0000000000..62e5b8dc36 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Core17InstructionRetrieval.json @@ -0,0 +1,468 @@ +{ + "dataset_revision": "67d8733dd0691f08f34ed9dda5941578cba8d91c", + "task_name": "Core17InstructionRetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.475, + "ndcg_at_3": 0.39377, + "ndcg_at_5": 0.39374, + "ndcg_at_10": 0.40201, + "ndcg_at_20": 0.39256, + "ndcg_at_100": 0.44722, + "ndcg_at_1000": 0.64163, + "map_at_1": 0.01576, + "map_at_3": 0.03495, + "map_at_5": 0.0558, + "map_at_10": 0.09542, + "map_at_20": 0.14569, + "map_at_100": 0.25078, + "map_at_1000": 0.30377, + "recall_at_1": 0.01576, + "recall_at_3": 0.0382, + "recall_at_5": 0.06925, + "recall_at_10": 0.13441, + "recall_at_20": 0.21955, + "recall_at_100": 0.4801, + "recall_at_1000": 1.0, + "accuracy": 0.01576, + "precision_at_1": 0.575, + "precision_at_3": 0.46667, + "precision_at_5": 0.475, + "precision_at_10": 0.465, + "precision_at_20": 0.4, + "precision_at_100": 0.20625, + "precision_at_1000": 0.0436, + "mrr_at_1": 0.575, + "mrr_at_3": 0.629167, + "mrr_at_5": 0.651667, + "mrr_at_10": 0.671696, + "mrr_at_20": 0.67362, + "mrr_at_100": 0.67362, + "mrr_at_1000": 0.67386, + "nauc_ndcg_at_1_max": 0.364097, + "nauc_ndcg_at_1_std": -0.190093, + "nauc_ndcg_at_1_diff1": 0.33351, + "nauc_ndcg_at_3_max": 0.403122, + "nauc_ndcg_at_3_std": -0.210659, + "nauc_ndcg_at_3_diff1": 0.283156, + "nauc_ndcg_at_5_max": 0.472288, + "nauc_ndcg_at_5_std": -0.219797, + "nauc_ndcg_at_5_diff1": 0.297459, + "nauc_ndcg_at_10_max": 0.536106, + "nauc_ndcg_at_10_std": -0.201861, + "nauc_ndcg_at_10_diff1": 0.289912, + "nauc_ndcg_at_20_max": 0.618934, + "nauc_ndcg_at_20_std": -0.137979, + "nauc_ndcg_at_20_diff1": 0.298277, + "nauc_ndcg_at_100_max": 0.660562, + "nauc_ndcg_at_100_std": -0.10783, + "nauc_ndcg_at_100_diff1": 0.274577, + "nauc_ndcg_at_1000_max": 0.551448, + "nauc_ndcg_at_1000_std": -0.231647, + "nauc_ndcg_at_1000_diff1": 0.26346, + "nauc_map_at_1_max": 0.289758, + "nauc_map_at_1_std": 0.044499, + "nauc_map_at_1_diff1": 0.053068, + "nauc_map_at_3_max": 0.430004, + "nauc_map_at_3_std": 0.010916, + "nauc_map_at_3_diff1": 0.078807, + "nauc_map_at_5_max": 0.561254, + "nauc_map_at_5_std": -0.062559, + "nauc_map_at_5_diff1": 0.141736, + "nauc_map_at_10_max": 0.691361, + "nauc_map_at_10_std": -0.124671, + "nauc_map_at_10_diff1": 0.20649, + "nauc_map_at_20_max": 0.707866, + "nauc_map_at_20_std": -0.086658, + "nauc_map_at_20_diff1": 0.199825, + "nauc_map_at_100_max": 0.676772, + "nauc_map_at_100_std": -0.044101, + "nauc_map_at_100_diff1": 0.193734, + "nauc_map_at_1000_max": 0.643285, + "nauc_map_at_1000_std": -0.025142, + "nauc_map_at_1000_diff1": 0.182827, + "nauc_recall_at_1_max": 0.289758, + "nauc_recall_at_1_std": 0.044499, + "nauc_recall_at_1_diff1": 0.053068, + "nauc_recall_at_3_max": 0.378453, + "nauc_recall_at_3_std": 0.059908, + "nauc_recall_at_3_diff1": 0.065538, + "nauc_recall_at_5_max": 0.532683, + "nauc_recall_at_5_std": -0.092168, + "nauc_recall_at_5_diff1": 0.200649, + "nauc_recall_at_10_max": 0.62206, + "nauc_recall_at_10_std": -0.104207, + "nauc_recall_at_10_diff1": 0.231073, + "nauc_recall_at_20_max": 0.667893, + "nauc_recall_at_20_std": -0.077225, + "nauc_recall_at_20_diff1": 0.178435, + "nauc_recall_at_100_max": 0.662847, + "nauc_recall_at_100_std": 0.018991, + "nauc_recall_at_100_diff1": 0.194133, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.29009, + "nauc_precision_at_1_std": 0.057181, + "nauc_precision_at_1_diff1": 0.289188, + "nauc_precision_at_3_max": 0.349039, + "nauc_precision_at_3_std": 0.079494, + "nauc_precision_at_3_diff1": 0.25226, + "nauc_precision_at_5_max": 0.476933, + "nauc_precision_at_5_std": 0.005502, + "nauc_precision_at_5_diff1": 0.299846, + "nauc_precision_at_10_max": 0.528661, + "nauc_precision_at_10_std": -0.03188, + "nauc_precision_at_10_diff1": 0.272072, + "nauc_precision_at_20_max": 0.537867, + "nauc_precision_at_20_std": -0.006265, + "nauc_precision_at_20_diff1": 0.235328, + "nauc_precision_at_100_max": 0.318067, + "nauc_precision_at_100_std": 0.045032, + "nauc_precision_at_100_diff1": 0.110099, + "nauc_precision_at_1000_max": -0.125189, + "nauc_precision_at_1000_std": -0.159006, + "nauc_precision_at_1000_diff1": 0.010368, + "nauc_mrr_at_1_max": 0.29009, + "nauc_mrr_at_1_std": 0.057181, + "nauc_mrr_at_1_diff1": 0.289188, + "nauc_mrr_at_3_max": 0.214384, + "nauc_mrr_at_3_std": 0.071466, + "nauc_mrr_at_3_diff1": 0.324064, + "nauc_mrr_at_5_max": 0.241235, + "nauc_mrr_at_5_std": 0.045355, + "nauc_mrr_at_5_diff1": 0.346571, + "nauc_mrr_at_10_max": 0.229364, + "nauc_mrr_at_10_std": 0.041254, + "nauc_mrr_at_10_diff1": 0.329864, + "nauc_mrr_at_20_max": 0.243946, + "nauc_mrr_at_20_std": 0.035123, + "nauc_mrr_at_20_diff1": 0.336479, + "nauc_mrr_at_100_max": 0.243946, + "nauc_mrr_at_100_std": 0.035123, + "nauc_mrr_at_100_diff1": 0.336479, + "nauc_mrr_at_1000_max": 0.243503, + "nauc_mrr_at_1000_std": 0.036768, + "nauc_mrr_at_1000_diff1": 0.335985, + "hit_rate_at_1": 0.575, + "hit_rate_at_3": 0.7, + "hit_rate_at_5": 0.8, + "hit_rate_at_10": 0.95, + "hit_rate_at_20": 0.975, + "hit_rate_at_100": 0.975, + "hit_rate_at_1000": 1.0, + "p-MRR": 0.022729, + "og": { + "ndcg_at_1": 0.625, + "ndcg_at_3": 0.51913, + "ndcg_at_5": 0.51119, + "ndcg_at_10": 0.496, + "ndcg_at_20": 0.47098, + "ndcg_at_100": 0.49216, + "ndcg_at_1000": 0.70487, + "map_at_1": 0.01739, + "map_at_3": 0.04237, + "map_at_5": 0.06727, + "map_at_10": 0.11392, + "map_at_20": 0.17106, + "map_at_100": 0.29907, + "map_at_1000": 0.36498, + "recall_at_1": 0.01739, + "recall_at_3": 0.04295, + "recall_at_5": 0.07196, + "recall_at_10": 0.13589, + "recall_at_20": 0.21558, + "recall_at_100": 0.47517, + "recall_at_1000": 1.0, + "accuracy": 0.01739, + "precision_at_1": 0.75, + "precision_at_3": 0.6, + "precision_at_5": 0.61, + "precision_at_10": 0.57, + "precision_at_20": 0.4875, + "precision_at_100": 0.2565, + "precision_at_1000": 0.0545, + "mrr_at_1": 0.75, + "mrr_at_3": 0.775, + "mrr_at_5": 0.785, + "mrr_at_10": 0.803333, + "mrr_at_20": 0.803333, + "mrr_at_100": 0.803333, + "mrr_at_1000": 0.803333, + "nauc_ndcg_at_1_max": 0.609566, + "nauc_ndcg_at_1_std": -0.413637, + "nauc_ndcg_at_1_diff1": 0.494973, + "nauc_ndcg_at_3_max": 0.688766, + "nauc_ndcg_at_3_std": -0.382359, + "nauc_ndcg_at_3_diff1": 0.406164, + "nauc_ndcg_at_5_max": 0.734659, + "nauc_ndcg_at_5_std": -0.374307, + "nauc_ndcg_at_5_diff1": 0.405769, + "nauc_ndcg_at_10_max": 0.783343, + "nauc_ndcg_at_10_std": -0.338383, + "nauc_ndcg_at_10_diff1": 0.37701, + "nauc_ndcg_at_20_max": 0.779656, + "nauc_ndcg_at_20_std": -0.261533, + "nauc_ndcg_at_20_diff1": 0.374215, + "nauc_ndcg_at_100_max": 0.802448, + "nauc_ndcg_at_100_std": -0.241068, + "nauc_ndcg_at_100_diff1": 0.293585, + "nauc_ndcg_at_1000_max": 0.778965, + "nauc_ndcg_at_1000_std": -0.380332, + "nauc_ndcg_at_1000_diff1": 0.357015, + "nauc_map_at_1_max": 0.569034, + "nauc_map_at_1_std": -0.240606, + "nauc_map_at_1_diff1": 0.210857, + "nauc_map_at_3_max": 0.675559, + "nauc_map_at_3_std": -0.228589, + "nauc_map_at_3_diff1": 0.225777, + "nauc_map_at_5_max": 0.747755, + "nauc_map_at_5_std": -0.254933, + "nauc_map_at_5_diff1": 0.251192, + "nauc_map_at_10_max": 0.857117, + "nauc_map_at_10_std": -0.304166, + "nauc_map_at_10_diff1": 0.297135, + "nauc_map_at_20_max": 0.844622, + "nauc_map_at_20_std": -0.263455, + "nauc_map_at_20_diff1": 0.286119, + "nauc_map_at_100_max": 0.793076, + "nauc_map_at_100_std": -0.161644, + "nauc_map_at_100_diff1": 0.271595, + "nauc_map_at_1000_max": 0.774222, + "nauc_map_at_1000_std": -0.120945, + "nauc_map_at_1000_diff1": 0.269882, + "nauc_recall_at_1_max": 0.569034, + "nauc_recall_at_1_std": -0.240606, + "nauc_recall_at_1_diff1": 0.210857, + "nauc_recall_at_3_max": 0.683799, + "nauc_recall_at_3_std": -0.224814, + "nauc_recall_at_3_diff1": 0.213865, + "nauc_recall_at_5_max": 0.746335, + "nauc_recall_at_5_std": -0.264924, + "nauc_recall_at_5_diff1": 0.232363, + "nauc_recall_at_10_max": 0.822133, + "nauc_recall_at_10_std": -0.217843, + "nauc_recall_at_10_diff1": 0.211236, + "nauc_recall_at_20_max": 0.810227, + "nauc_recall_at_20_std": -0.219084, + "nauc_recall_at_20_diff1": 0.202485, + "nauc_recall_at_100_max": 0.748303, + "nauc_recall_at_100_std": -0.083215, + "nauc_recall_at_100_diff1": 0.175188, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.555835, + "nauc_precision_at_1_std": -0.040084, + "nauc_precision_at_1_diff1": 0.688749, + "nauc_precision_at_3_max": 0.680342, + "nauc_precision_at_3_std": -0.037529, + "nauc_precision_at_3_diff1": 0.479614, + "nauc_precision_at_5_max": 0.775408, + "nauc_precision_at_5_std": -0.086069, + "nauc_precision_at_5_diff1": 0.512865, + "nauc_precision_at_10_max": 0.767202, + "nauc_precision_at_10_std": -0.117834, + "nauc_precision_at_10_diff1": 0.412524, + "nauc_precision_at_20_max": 0.644644, + "nauc_precision_at_20_std": -0.056353, + "nauc_precision_at_20_diff1": 0.348906, + "nauc_precision_at_100_max": 0.325052, + "nauc_precision_at_100_std": 0.093291, + "nauc_precision_at_100_diff1": 0.160651, + "nauc_precision_at_1000_max": -0.232286, + "nauc_precision_at_1000_std": -0.092877, + "nauc_precision_at_1000_diff1": 0.120576, + "nauc_mrr_at_1_max": 0.555835, + "nauc_mrr_at_1_std": -0.040084, + "nauc_mrr_at_1_diff1": 0.688749, + "nauc_mrr_at_3_max": 0.62569, + "nauc_mrr_at_3_std": -0.058589, + "nauc_mrr_at_3_diff1": 0.643398, + "nauc_mrr_at_5_max": 0.635157, + "nauc_mrr_at_5_std": -0.097977, + "nauc_mrr_at_5_diff1": 0.653649, + "nauc_mrr_at_10_max": 0.61612, + "nauc_mrr_at_10_std": -0.085489, + "nauc_mrr_at_10_diff1": 0.646462, + "nauc_mrr_at_20_max": 0.61612, + "nauc_mrr_at_20_std": -0.085489, + "nauc_mrr_at_20_diff1": 0.646462, + "nauc_mrr_at_100_max": 0.61612, + "nauc_mrr_at_100_std": -0.085489, + "nauc_mrr_at_100_diff1": 0.646462, + "nauc_mrr_at_1000_max": 0.61612, + "nauc_mrr_at_1000_std": -0.085489, + "nauc_mrr_at_1000_diff1": 0.646462, + "hit_rate_at_1": 0.75, + "hit_rate_at_3": 0.8, + "hit_rate_at_5": 0.85, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0 + }, + "changed": { + "ndcg_at_1": 0.325, + "ndcg_at_3": 0.2684, + "ndcg_at_5": 0.27629, + "ndcg_at_10": 0.30803, + "ndcg_at_20": 0.31413, + "ndcg_at_100": 0.40228, + "ndcg_at_1000": 0.57839, + "map_at_1": 0.01413, + "map_at_3": 0.02753, + "map_at_5": 0.04433, + "map_at_10": 0.07691, + "map_at_20": 0.12032, + "map_at_100": 0.2025, + "map_at_1000": 0.24257, + "recall_at_1": 0.01413, + "recall_at_3": 0.03344, + "recall_at_5": 0.06653, + "recall_at_10": 0.13293, + "recall_at_20": 0.22353, + "recall_at_100": 0.48502, + "recall_at_1000": 1.0, + "accuracy": 0.01413, + "precision_at_1": 0.4, + "precision_at_3": 0.33333, + "precision_at_5": 0.34, + "precision_at_10": 0.36, + "precision_at_20": 0.3125, + "precision_at_100": 0.156, + "precision_at_1000": 0.0327, + "mrr_at_1": 0.4, + "mrr_at_3": 0.483333, + "mrr_at_5": 0.518333, + "mrr_at_10": 0.54006, + "mrr_at_20": 0.543906, + "mrr_at_100": 0.543906, + "mrr_at_1000": 0.544386, + "nauc_ndcg_at_1_max": 0.192304, + "nauc_ndcg_at_1_std": 0.040335, + "nauc_ndcg_at_1_diff1": 0.34005, + "nauc_ndcg_at_3_max": 0.134298, + "nauc_ndcg_at_3_std": 0.020564, + "nauc_ndcg_at_3_diff1": 0.31261, + "nauc_ndcg_at_5_max": 0.2358, + "nauc_ndcg_at_5_std": -0.01209, + "nauc_ndcg_at_5_diff1": 0.334862, + "nauc_ndcg_at_10_max": 0.291639, + "nauc_ndcg_at_10_std": 0.006317, + "nauc_ndcg_at_10_diff1": 0.355414, + "nauc_ndcg_at_20_max": 0.487275, + "nauc_ndcg_at_20_std": 0.053871, + "nauc_ndcg_at_20_diff1": 0.343521, + "nauc_ndcg_at_100_max": 0.507666, + "nauc_ndcg_at_100_std": 0.079317, + "nauc_ndcg_at_100_diff1": 0.339049, + "nauc_ndcg_at_1000_max": 0.362755, + "nauc_ndcg_at_1000_std": -0.051849, + "nauc_ndcg_at_1000_diff1": 0.297362, + "nauc_map_at_1_max": 0.04991, + "nauc_map_at_1_std": 0.269897, + "nauc_map_at_1_diff1": 0.037829, + "nauc_map_at_3_max": 0.089858, + "nauc_map_at_3_std": 0.315037, + "nauc_map_at_3_diff1": 0.059402, + "nauc_map_at_5_max": 0.280614, + "nauc_map_at_5_std": 0.193488, + "nauc_map_at_5_diff1": 0.163269, + "nauc_map_at_10_max": 0.445089, + "nauc_map_at_10_std": 0.121397, + "nauc_map_at_10_diff1": 0.269956, + "nauc_map_at_20_max": 0.525013, + "nauc_map_at_20_std": 0.149876, + "nauc_map_at_20_diff1": 0.227585, + "nauc_map_at_100_max": 0.5612, + "nauc_map_at_100_std": 0.139172, + "nauc_map_at_100_diff1": 0.191303, + "nauc_map_at_1000_max": 0.537368, + "nauc_map_at_1000_std": 0.144573, + "nauc_map_at_1000_diff1": 0.176966, + "nauc_recall_at_1_max": 0.04991, + "nauc_recall_at_1_std": 0.269897, + "nauc_recall_at_1_diff1": 0.037829, + "nauc_recall_at_3_max": -0.003209, + "nauc_recall_at_3_std": 0.385636, + "nauc_recall_at_3_diff1": 0.049565, + "nauc_recall_at_5_max": 0.305002, + "nauc_recall_at_5_std": 0.062284, + "nauc_recall_at_5_diff1": 0.288089, + "nauc_recall_at_10_max": 0.436342, + "nauc_recall_at_10_std": -0.017966, + "nauc_recall_at_10_diff1": 0.378572, + "nauc_recall_at_20_max": 0.564244, + "nauc_recall_at_20_std": 0.027478, + "nauc_recall_at_20_diff1": 0.24962, + "nauc_recall_at_100_max": 0.560163, + "nauc_recall_at_100_std": 0.110501, + "nauc_recall_at_100_diff1": 0.243547, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.098481, + "nauc_precision_at_1_std": 0.167868, + "nauc_precision_at_1_diff1": 0.186985, + "nauc_precision_at_3_max": 0.015167, + "nauc_precision_at_3_std": 0.278389, + "nauc_precision_at_3_diff1": 0.191338, + "nauc_precision_at_5_max": 0.197733, + "nauc_precision_at_5_std": 0.160264, + "nauc_precision_at_5_diff1": 0.248022, + "nauc_precision_at_10_max": 0.296201, + "nauc_precision_at_10_std": 0.11704, + "nauc_precision_at_10_diff1": 0.26863, + "nauc_precision_at_20_max": 0.46103, + "nauc_precision_at_20_std": 0.117584, + "nauc_precision_at_20_diff1": 0.17274, + "nauc_precision_at_100_max": 0.340848, + "nauc_precision_at_100_std": 0.091886, + "nauc_precision_at_100_diff1": 0.045572, + "nauc_precision_at_1000_max": -0.166324, + "nauc_precision_at_1000_std": -0.235367, + "nauc_precision_at_1000_diff1": -0.173759, + "nauc_mrr_at_1_max": 0.098481, + "nauc_mrr_at_1_std": 0.167868, + "nauc_mrr_at_1_diff1": 0.186985, + "nauc_mrr_at_3_max": -0.085243, + "nauc_mrr_at_3_std": 0.200971, + "nauc_mrr_at_3_diff1": 0.273501, + "nauc_mrr_at_5_max": -0.054834, + "nauc_mrr_at_5_std": 0.184058, + "nauc_mrr_at_5_diff1": 0.308753, + "nauc_mrr_at_10_max": -0.050695, + "nauc_mrr_at_10_std": 0.165553, + "nauc_mrr_at_10_diff1": 0.292106, + "nauc_mrr_at_20_max": -0.029181, + "nauc_mrr_at_20_std": 0.154926, + "nauc_mrr_at_20_diff1": 0.298008, + "nauc_mrr_at_100_max": -0.029181, + "nauc_mrr_at_100_std": 0.154926, + "nauc_mrr_at_100_diff1": 0.298008, + "nauc_mrr_at_1000_max": -0.030111, + "nauc_mrr_at_1000_std": 0.157947, + "nauc_mrr_at_1000_diff1": 0.297097, + "hit_rate_at_1": 0.4, + "hit_rate_at_3": 0.6, + "hit_rate_at_5": 0.75, + "hit_rate_at_10": 0.9, + "hit_rate_at_20": 0.95, + "hit_rate_at_100": 0.95, + "hit_rate_at_1000": 1.0 + }, + "main_score": 0.022729, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 187.75550770759583, + "kg_co2_emissions": null, + "date": 1776176555.961472 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Country211.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Country211.json new file mode 100644 index 0000000000..6b23da9f6e --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Country211.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "c3875324cab4803fa6d3afcd5947a97c84fad4c6", + "task_name": "Country211", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.116398, + "f1": 0.115275, + "f1_weighted": 0.115275, + "precision": 0.116352, + "precision_weighted": 0.116352, + "recall": 0.116398, + "recall_weighted": 0.116398, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.11891, + "f1": 0.118803, + "f1_weighted": 0.118803, + "precision": 0.120729, + "precision_weighted": 0.120729, + "recall": 0.11891, + "recall_weighted": 0.11891, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.118436, + "f1": 0.119598, + "f1_weighted": 0.119598, + "precision": 0.124044, + "precision_weighted": 0.124044, + "recall": 0.118436, + "recall_weighted": 0.118436, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.116445, + "f1": 0.116101, + "f1_weighted": 0.116101, + "precision": 0.118501, + "precision_weighted": 0.118501, + "recall": 0.116445, + "recall_weighted": 0.116445, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.113886, + "f1": 0.114102, + "f1_weighted": 0.114102, + "precision": 0.116977, + "precision_weighted": 0.116977, + "recall": 0.113886, + "recall_weighted": 0.113886, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.116815, + "f1": 0.116776, + "f1_weighted": 0.116776, + "precision": 0.11932, + "precision_weighted": 0.11932, + "recall": 0.116815, + "recall_weighted": 0.116815, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.116815, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1022.3309233188629, + "kg_co2_emissions": null, + "date": 1776185435.480787 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Country211ZeroShot.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Country211ZeroShot.json new file mode 100644 index 0000000000..022602f936 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Country211ZeroShot.json @@ -0,0 +1,20 @@ +{ + "dataset_revision": "c3875324cab4803fa6d3afcd5947a97c84fad4c6", + "task_name": "Country211ZeroShot", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "accuracy": 0.103981, + "main_score": 0.103981, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 353.1661946773529, + "kg_co2_emissions": null, + "date": 1776184802.789827 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CovidRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CovidRetrieval.json new file mode 100644 index 0000000000..18a501eb2c --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CovidRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "9c6dc4b276bb47c3ff725bbc5ffcafd56dded38b", + "task_name": "CovidRetrieval", + "mteb_version": "2.12.16", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.69652, + "ndcg_at_3": 0.77825, + "ndcg_at_5": 0.79664, + "ndcg_at_10": 0.8128, + "ndcg_at_20": 0.82097, + "ndcg_at_100": 0.82648, + "ndcg_at_1000": 0.82761, + "map_at_1": 0.69547, + "map_at_3": 0.75812, + "map_at_5": 0.76842, + "map_at_10": 0.77535, + "map_at_20": 0.77762, + "map_at_100": 0.7784, + "map_at_1000": 0.77845, + "recall_at_1": 0.69547, + "recall_at_3": 0.83535, + "recall_at_5": 0.87987, + "recall_at_10": 0.92887, + "recall_at_20": 0.96101, + "recall_at_100": 0.99052, + "recall_at_1000": 0.99895, + "accuracy": 0.69547, + "precision_at_1": 0.69652, + "precision_at_3": 0.27994, + "precision_at_5": 0.17724, + "precision_at_10": 0.09389, + "precision_at_20": 0.04858, + "precision_at_100": 0.01001, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.696523, + "mrr_at_3": 0.75922, + "mrr_at_5": 0.769073, + "mrr_at_10": 0.7758, + "mrr_at_20": 0.778023, + "mrr_at_100": 0.778799, + "mrr_at_1000": 0.778852, + "nauc_ndcg_at_1_max": 0.451557, + "nauc_ndcg_at_1_std": -0.441449, + "nauc_ndcg_at_1_diff1": 0.797241, + "nauc_ndcg_at_3_max": 0.460188, + "nauc_ndcg_at_3_std": -0.524834, + "nauc_ndcg_at_3_diff1": 0.766531, + "nauc_ndcg_at_5_max": 0.467582, + "nauc_ndcg_at_5_std": -0.509309, + "nauc_ndcg_at_5_diff1": 0.753221, + "nauc_ndcg_at_10_max": 0.463255, + "nauc_ndcg_at_10_std": -0.508975, + "nauc_ndcg_at_10_diff1": 0.757564, + "nauc_ndcg_at_20_max": 0.475982, + "nauc_ndcg_at_20_std": -0.501733, + "nauc_ndcg_at_20_diff1": 0.767666, + "nauc_ndcg_at_100_max": 0.470028, + "nauc_ndcg_at_100_std": -0.492707, + "nauc_ndcg_at_100_diff1": 0.767725, + "nauc_ndcg_at_1000_max": 0.467732, + "nauc_ndcg_at_1000_std": -0.492724, + "nauc_ndcg_at_1000_diff1": 0.768509, + "nauc_map_at_1_max": 0.450926, + "nauc_map_at_1_std": -0.445096, + "nauc_map_at_1_diff1": 0.79893, + "nauc_map_at_3_max": 0.458975, + "nauc_map_at_3_std": -0.502648, + "nauc_map_at_3_diff1": 0.775744, + "nauc_map_at_5_max": 0.463191, + "nauc_map_at_5_std": -0.493143, + "nauc_map_at_5_diff1": 0.769182, + "nauc_map_at_10_max": 0.461714, + "nauc_map_at_10_std": -0.491193, + "nauc_map_at_10_diff1": 0.770689, + "nauc_map_at_20_max": 0.464647, + "nauc_map_at_20_std": -0.488976, + "nauc_map_at_20_diff1": 0.772947, + "nauc_map_at_100_max": 0.463928, + "nauc_map_at_100_std": -0.48792, + "nauc_map_at_100_diff1": 0.772957, + "nauc_map_at_1000_max": 0.46385, + "nauc_map_at_1000_std": -0.487905, + "nauc_map_at_1000_diff1": 0.773, + "nauc_recall_at_1_max": 0.450926, + "nauc_recall_at_1_std": -0.445096, + "nauc_recall_at_1_diff1": 0.79893, + "nauc_recall_at_3_max": 0.458998, + "nauc_recall_at_3_std": -0.620536, + "nauc_recall_at_3_diff1": 0.731064, + "nauc_recall_at_5_max": 0.486709, + "nauc_recall_at_5_std": -0.596662, + "nauc_recall_at_5_diff1": 0.670855, + "nauc_recall_at_10_max": 0.469215, + "nauc_recall_at_10_std": -0.661545, + "nauc_recall_at_10_diff1": 0.657401, + "nauc_recall_at_20_max": 0.677745, + "nauc_recall_at_20_std": -0.682897, + "nauc_recall_at_20_diff1": 0.744669, + "nauc_recall_at_100_max": 0.795436, + "nauc_recall_at_100_std": -0.4472, + "nauc_recall_at_100_diff1": 0.68046, + "nauc_recall_at_1000_max": 0.869266, + "nauc_recall_at_1000_std": -0.171046, + "nauc_recall_at_1000_diff1": 0.722168, + "nauc_precision_at_1_max": 0.451557, + "nauc_precision_at_1_std": -0.441449, + "nauc_precision_at_1_diff1": 0.797241, + "nauc_precision_at_3_max": 0.445216, + "nauc_precision_at_3_std": -0.566818, + "nauc_precision_at_3_diff1": 0.687417, + "nauc_precision_at_5_max": 0.458471, + "nauc_precision_at_5_std": -0.484948, + "nauc_precision_at_5_diff1": 0.584692, + "nauc_precision_at_10_max": 0.378045, + "nauc_precision_at_10_std": -0.395004, + "nauc_precision_at_10_diff1": 0.443747, + "nauc_precision_at_20_max": 0.452107, + "nauc_precision_at_20_std": -0.2278, + "nauc_precision_at_20_diff1": 0.355837, + "nauc_precision_at_100_max": 0.252765, + "nauc_precision_at_100_std": 0.335651, + "nauc_precision_at_100_diff1": -0.078776, + "nauc_precision_at_1000_max": 0.020585, + "nauc_precision_at_1000_std": 0.691412, + "nauc_precision_at_1000_diff1": -0.406965, + "nauc_mrr_at_1_max": 0.451557, + "nauc_mrr_at_1_std": -0.441449, + "nauc_mrr_at_1_diff1": 0.797241, + "nauc_mrr_at_3_max": 0.461777, + "nauc_mrr_at_3_std": -0.495919, + "nauc_mrr_at_3_diff1": 0.774288, + "nauc_mrr_at_5_max": 0.46456, + "nauc_mrr_at_5_std": -0.489007, + "nauc_mrr_at_5_diff1": 0.768493, + "nauc_mrr_at_10_max": 0.462038, + "nauc_mrr_at_10_std": -0.487727, + "nauc_mrr_at_10_diff1": 0.769827, + "nauc_mrr_at_20_max": 0.464882, + "nauc_mrr_at_20_std": -0.48577, + "nauc_mrr_at_20_diff1": 0.772137, + "nauc_mrr_at_100_max": 0.464162, + "nauc_mrr_at_100_std": -0.484699, + "nauc_mrr_at_100_diff1": 0.772144, + "nauc_mrr_at_1000_max": 0.464084, + "nauc_mrr_at_1000_std": -0.484683, + "nauc_mrr_at_1000_diff1": 0.772187, + "hit_rate_at_1": 0.69652, + "hit_rate_at_3": 0.83667, + "hit_rate_at_5": 0.88093, + "hit_rate_at_10": 0.9294, + "hit_rate_at_20": 0.96101, + "hit_rate_at_100": 0.99052, + "hit_rate_at_1000": 0.99895, + "main_score": 0.8128, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 454.1261088848114, + "kg_co2_emissions": null, + "date": 1776176865.417162 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CyrillicTurkicLangClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CyrillicTurkicLangClassification.json new file mode 100644 index 0000000000..f39b84e4d9 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CyrillicTurkicLangClassification.json @@ -0,0 +1,148 @@ +{ + "dataset_revision": "33fca064726e43e32ce645ed8d8c88c78f16c4d5", + "task_name": "CyrillicTurkicLangClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.705566, + "f1": 0.701683, + "f1_weighted": 0.70181, + "precision": 0.709272, + "precision_weighted": 0.709338, + "recall": 0.70538, + "recall_weighted": 0.705566, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.71875, + "f1": 0.711392, + "f1_weighted": 0.711451, + "precision": 0.711092, + "precision_weighted": 0.711128, + "recall": 0.718665, + "recall_weighted": 0.71875, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.693848, + "f1": 0.686039, + "f1_weighted": 0.686061, + "precision": 0.701632, + "precision_weighted": 0.701585, + "recall": 0.693764, + "recall_weighted": 0.693848, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.733887, + "f1": 0.734488, + "f1_weighted": 0.734581, + "precision": 0.738583, + "precision_weighted": 0.73869, + "recall": 0.733809, + "recall_weighted": 0.733887, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.706055, + "f1": 0.6987, + "f1_weighted": 0.698751, + "precision": 0.706619, + "precision_weighted": 0.706653, + "recall": 0.706012, + "recall_weighted": 0.706055, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.691895, + "f1": 0.685537, + "f1_weighted": 0.685684, + "precision": 0.69768, + "precision_weighted": 0.697776, + "recall": 0.691716, + "recall_weighted": 0.691895, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.68457, + "f1": 0.67484, + "f1_weighted": 0.674842, + "precision": 0.676605, + "precision_weighted": 0.676602, + "recall": 0.684556, + "recall_weighted": 0.68457, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.708984, + "f1": 0.704002, + "f1_weighted": 0.704098, + "precision": 0.711615, + "precision_weighted": 0.711678, + "recall": 0.708875, + "recall_weighted": 0.708984, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.695312, + "f1": 0.691524, + "f1_weighted": 0.691545, + "precision": 0.695819, + "precision_weighted": 0.69592, + "recall": 0.695372, + "recall_weighted": 0.695312, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.701172, + "f1": 0.689746, + "f1_weighted": 0.689849, + "precision": 0.692849, + "precision_weighted": 0.692951, + "recall": 0.701085, + "recall_weighted": 0.701172, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.704004, + "f1": 0.697795, + "f1_weighted": 0.697867, + "precision": 0.704177, + "precision_weighted": 0.704232, + "recall": 0.703923, + "recall_weighted": 0.704004, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.704004, + "hf_subset": "default", + "languages": [ + "bak-Cyrl", + "chv-Cyrl", + "tat-Cyrl", + "kir-Cyrl", + "rus-Cyrl", + "kaz-Cyrl", + "tyv-Cyrl", + "krc-Cyrl", + "sah-Cyrl" + ] + } + ] + }, + "evaluation_time": 27.63599729537964, + "kg_co2_emissions": null, + "date": 1776176383.865382 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CzechProductReviewSentimentClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CzechProductReviewSentimentClassification.json new file mode 100644 index 0000000000..975bde5f4d --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/CzechProductReviewSentimentClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "66bf87809951d5382f930fbbea09e73ce8b3d671", + "task_name": "CzechProductReviewSentimentClassification", + "mteb_version": "2.12.15", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.634766, + "f1": 0.635458, + "f1_weighted": 0.635413, + "precision": 0.636545, + "precision_weighted": 0.636492, + "recall": 0.634803, + "recall_weighted": 0.634766, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.612793, + "f1": 0.609738, + "f1_weighted": 0.609689, + "precision": 0.609402, + "precision_weighted": 0.609355, + "recall": 0.612842, + "recall_weighted": 0.612793, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.648438, + "f1": 0.634681, + "f1_weighted": 0.634622, + "precision": 0.638381, + "precision_weighted": 0.638335, + "recall": 0.648502, + "recall_weighted": 0.648438, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.583984, + "f1": 0.572072, + "f1_weighted": 0.57202, + "precision": 0.573063, + "precision_weighted": 0.573003, + "recall": 0.584023, + "recall_weighted": 0.583984, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.605469, + "f1": 0.605438, + "f1_weighted": 0.605427, + "precision": 0.625578, + "precision_weighted": 0.625505, + "recall": 0.605432, + "recall_weighted": 0.605469, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.602051, + "f1": 0.598126, + "f1_weighted": 0.598076, + "precision": 0.595466, + "precision_weighted": 0.595425, + "recall": 0.602111, + "recall_weighted": 0.602051, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.625488, + "f1": 0.625717, + "f1_weighted": 0.625682, + "precision": 0.627125, + "precision_weighted": 0.627078, + "recall": 0.62551, + "recall_weighted": 0.625488, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.619629, + "f1": 0.616899, + "f1_weighted": 0.616854, + "precision": 0.615345, + "precision_weighted": 0.615302, + "recall": 0.619676, + "recall_weighted": 0.619629, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.617676, + "f1": 0.611447, + "f1_weighted": 0.611368, + "precision": 0.607932, + "precision_weighted": 0.607868, + "recall": 0.61777, + "recall_weighted": 0.617676, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.641113, + "f1": 0.636344, + "f1_weighted": 0.63629, + "precision": 0.63706, + "precision_weighted": 0.637035, + "recall": 0.641198, + "recall_weighted": 0.641113, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.619141, + "f1": 0.614592, + "f1_weighted": 0.614544, + "precision": 0.61659, + "precision_weighted": 0.61654, + "recall": 0.619187, + "recall_weighted": 0.619141, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.619141, + "hf_subset": "default", + "languages": [ + "ces-Latn" + ] + } + ] + }, + "evaluation_time": 22.55054783821106, + "kg_co2_emissions": null, + "date": 1775815440.906339 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/DBpediaClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/DBpediaClassification.json new file mode 100644 index 0000000000..24f47b9a39 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/DBpediaClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "da1478c37d6ac46d5ca45aaf2a156020e2e9bfea", + "task_name": "DBpediaClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.961914, + "f1": 0.961097, + "f1_weighted": 0.961103, + "precision": 0.963106, + "precision_weighted": 0.963079, + "recall": 0.961879, + "recall_weighted": 0.961914, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.960449, + "f1": 0.959847, + "f1_weighted": 0.959842, + "precision": 0.962534, + "precision_weighted": 0.962488, + "recall": 0.960418, + "recall_weighted": 0.960449, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.945312, + "f1": 0.94415, + "f1_weighted": 0.94415, + "precision": 0.945834, + "precision_weighted": 0.945842, + "recall": 0.945322, + "recall_weighted": 0.945312, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.932129, + "f1": 0.930874, + "f1_weighted": 0.930843, + "precision": 0.932753, + "precision_weighted": 0.932707, + "recall": 0.932149, + "recall_weighted": 0.932129, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.963379, + "f1": 0.962929, + "f1_weighted": 0.962935, + "precision": 0.964244, + "precision_weighted": 0.964231, + "recall": 0.963357, + "recall_weighted": 0.963379, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.950684, + "f1": 0.949386, + "f1_weighted": 0.949373, + "precision": 0.950798, + "precision_weighted": 0.950762, + "recall": 0.950674, + "recall_weighted": 0.950684, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.945312, + "f1": 0.943754, + "f1_weighted": 0.943751, + "precision": 0.946449, + "precision_weighted": 0.946391, + "recall": 0.945265, + "recall_weighted": 0.945312, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.929199, + "f1": 0.927347, + "f1_weighted": 0.927358, + "precision": 0.930568, + "precision_weighted": 0.930567, + "recall": 0.92918, + "recall_weighted": 0.929199, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.958008, + "f1": 0.957421, + "f1_weighted": 0.957418, + "precision": 0.958471, + "precision_weighted": 0.958458, + "recall": 0.958002, + "recall_weighted": 0.958008, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.955078, + "f1": 0.95429, + "f1_weighted": 0.954267, + "precision": 0.955308, + "precision_weighted": 0.955282, + "recall": 0.955097, + "recall_weighted": 0.955078, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.950146, + "f1": 0.949109, + "f1_weighted": 0.949104, + "precision": 0.951006, + "precision_weighted": 0.950981, + "recall": 0.950134, + "recall_weighted": 0.950146, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.950146, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 15.61022686958313, + "kg_co2_emissions": null, + "date": 1776176363.733202 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/DTD.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/DTD.json new file mode 100644 index 0000000000..a1834edf0e --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/DTD.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "96726183040de9e64a590d08eaac8de940dfcbdf", + "task_name": "DTD", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.774468, + "f1": 0.774645, + "f1_weighted": 0.774645, + "precision": 0.783347, + "precision_weighted": 0.783347, + "recall": 0.774468, + "recall_weighted": 0.774468, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.784574, + "f1": 0.782867, + "f1_weighted": 0.782867, + "precision": 0.791794, + "precision_weighted": 0.791794, + "recall": 0.784574, + "recall_weighted": 0.784574, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.782979, + "f1": 0.783282, + "f1_weighted": 0.783282, + "precision": 0.789994, + "precision_weighted": 0.789994, + "recall": 0.782979, + "recall_weighted": 0.782979, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.756915, + "f1": 0.754863, + "f1_weighted": 0.754863, + "precision": 0.760241, + "precision_weighted": 0.760241, + "recall": 0.756915, + "recall_weighted": 0.756915, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.776596, + "f1": 0.774542, + "f1_weighted": 0.774542, + "precision": 0.777194, + "precision_weighted": 0.777194, + "recall": 0.776596, + "recall_weighted": 0.776596, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.775106, + "f1": 0.77404, + "f1_weighted": 0.77404, + "precision": 0.780514, + "precision_weighted": 0.780514, + "recall": 0.775106, + "recall_weighted": 0.775106, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.775106, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 171.08785915374756, + "kg_co2_emissions": null, + "date": 1776185865.928635 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/DalajClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/DalajClassification.json new file mode 100644 index 0000000000..3a0e6f6ea4 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/DalajClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "2a460943e43451e4c9aed3c0adafc83ccd6e3ee1", + "task_name": "DalajClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.510135, + "f1": 0.499574, + "f1_weighted": 0.499574, + "precision": 0.51107, + "precision_weighted": 0.51107, + "recall": 0.510135, + "recall_weighted": 0.510135, + "ap": 0.505147, + "ap_weighted": 0.505147 + }, + { + "accuracy": 0.495495, + "f1": 0.495455, + "f1_weighted": 0.495455, + "precision": 0.495494, + "precision_weighted": 0.495494, + "recall": 0.495495, + "recall_weighted": 0.495495, + "ap": 0.497768, + "ap_weighted": 0.497768 + }, + { + "accuracy": 0.509009, + "f1": 0.508807, + "f1_weighted": 0.508807, + "precision": 0.509024, + "precision_weighted": 0.509024, + "recall": 0.509009, + "recall_weighted": 0.509009, + "ap": 0.504589, + "ap_weighted": 0.504589 + }, + { + "accuracy": 0.512387, + "f1": 0.51206, + "f1_weighted": 0.51206, + "precision": 0.512421, + "precision_weighted": 0.512421, + "recall": 0.512387, + "recall_weighted": 0.512387, + "ap": 0.506356, + "ap_weighted": 0.506356 + }, + { + "accuracy": 0.509009, + "f1": 0.486983, + "f1_weighted": 0.486983, + "precision": 0.510877, + "precision_weighted": 0.510877, + "recall": 0.509009, + "recall_weighted": 0.509009, + "ap": 0.504562, + "ap_weighted": 0.504562 + }, + { + "accuracy": 0.51464, + "f1": 0.511152, + "f1_weighted": 0.511152, + "precision": 0.51507, + "precision_weighted": 0.51507, + "recall": 0.51464, + "recall_weighted": 0.51464, + "ap": 0.507578, + "ap_weighted": 0.507578 + }, + { + "accuracy": 0.492117, + "f1": 0.483145, + "f1_weighted": 0.483145, + "precision": 0.491529, + "precision_weighted": 0.491529, + "recall": 0.492117, + "recall_weighted": 0.492117, + "ap": 0.496108, + "ap_weighted": 0.496108 + }, + { + "accuracy": 0.504505, + "f1": 0.502929, + "f1_weighted": 0.502929, + "precision": 0.504562, + "precision_weighted": 0.504562, + "recall": 0.504505, + "recall_weighted": 0.504505, + "ap": 0.502275, + "ap_weighted": 0.502275 + }, + { + "accuracy": 0.511261, + "f1": 0.500218, + "f1_weighted": 0.500218, + "precision": 0.512353, + "precision_weighted": 0.512353, + "recall": 0.511261, + "recall_weighted": 0.511261, + "ap": 0.505811, + "ap_weighted": 0.505811 + }, + { + "accuracy": 0.488739, + "f1": 0.486234, + "f1_weighted": 0.486234, + "precision": 0.488515, + "precision_weighted": 0.488515, + "recall": 0.488739, + "recall_weighted": 0.488739, + "ap": 0.494517, + "ap_weighted": 0.494517 + } + ], + "accuracy": 0.50473, + "f1": 0.498656, + "f1_weighted": 0.498656, + "precision": 0.505091, + "precision_weighted": 0.505091, + "recall": 0.50473, + "recall_weighted": 0.50473, + "ap": 0.502471, + "ap_weighted": 0.502471, + "main_score": 0.50473, + "hf_subset": "default", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 9.475010395050049, + "kg_co2_emissions": null, + "date": 1776187771.889248 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/DiaBlaBitextMining.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/DiaBlaBitextMining.json new file mode 100644 index 0000000000..01eced9e56 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/DiaBlaBitextMining.json @@ -0,0 +1,36 @@ +{ + "dataset_revision": "c458e9bf4306d6380604462926a38c34861b4d3b", + "task_name": "DiaBlaBitextMining", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "precision": 0.874706, + "recall": 0.899617, + "f1": 0.881496, + "accuracy": 0.899617, + "main_score": 0.881496, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.874706, + "recall": 0.899617, + "f1": 0.881496, + "accuracy": 0.899617, + "main_score": 0.881496, + "hf_subset": "en-fr", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 57.826148986816406, + "kg_co2_emissions": null, + "date": 1776176460.042899 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/EstonianValenceClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/EstonianValenceClassification.json new file mode 100644 index 0000000000..2deb85327f --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/EstonianValenceClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "41e23c86f6c4685f856887443c13f0da74f46ca4", + "task_name": "EstonianValenceClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.430318, + "f1": 0.397497, + "f1_weighted": 0.453918, + "precision": 0.412566, + "precision_weighted": 0.515626, + "recall": 0.419365, + "recall_weighted": 0.430318, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.507335, + "f1": 0.456124, + "f1_weighted": 0.524117, + "precision": 0.462941, + "precision_weighted": 0.550602, + "recall": 0.461498, + "recall_weighted": 0.507335, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.42176, + "f1": 0.406269, + "f1_weighted": 0.452608, + "precision": 0.446796, + "precision_weighted": 0.551748, + "recall": 0.432783, + "recall_weighted": 0.42176, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.51467, + "f1": 0.469388, + "f1_weighted": 0.534315, + "precision": 0.477075, + "precision_weighted": 0.590698, + "recall": 0.493111, + "recall_weighted": 0.51467, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.50489, + "f1": 0.46324, + "f1_weighted": 0.52824, + "precision": 0.475727, + "precision_weighted": 0.584823, + "recall": 0.483393, + "recall_weighted": 0.50489, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.49022, + "f1": 0.465819, + "f1_weighted": 0.512386, + "precision": 0.482422, + "precision_weighted": 0.585554, + "recall": 0.496076, + "recall_weighted": 0.49022, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.508557, + "f1": 0.461523, + "f1_weighted": 0.528512, + "precision": 0.465658, + "precision_weighted": 0.571346, + "recall": 0.477598, + "recall_weighted": 0.508557, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.54401, + "f1": 0.478457, + "f1_weighted": 0.553142, + "precision": 0.485856, + "precision_weighted": 0.581782, + "recall": 0.496881, + "recall_weighted": 0.54401, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.502445, + "f1": 0.458137, + "f1_weighted": 0.527555, + "precision": 0.471943, + "precision_weighted": 0.582918, + "recall": 0.476201, + "recall_weighted": 0.502445, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.491443, + "f1": 0.45224, + "f1_weighted": 0.508564, + "precision": 0.453681, + "precision_weighted": 0.550002, + "recall": 0.472599, + "recall_weighted": 0.491443, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.491565, + "f1": 0.450869, + "f1_weighted": 0.512336, + "precision": 0.463467, + "precision_weighted": 0.56651, + "recall": 0.47095, + "recall_weighted": 0.491565, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.491565, + "hf_subset": "default", + "languages": [ + "est-Latn" + ] + } + ] + }, + "evaluation_time": 8.355505228042603, + "kg_co2_emissions": null, + "date": 1776176442.907267 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/EuroSAT.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/EuroSAT.json new file mode 100644 index 0000000000..5acf34383f --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/EuroSAT.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "da02b77448e750b3b034e0b5da008167b9706571", + "task_name": "EuroSAT", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.90963, + "f1": 0.908604, + "f1_weighted": 0.909426, + "precision": 0.909493, + "precision_weighted": 0.910866, + "recall": 0.90942, + "recall_weighted": 0.90963, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.890926, + "f1": 0.89098, + "f1_weighted": 0.890629, + "precision": 0.893424, + "precision_weighted": 0.895039, + "recall": 0.893231, + "recall_weighted": 0.890926, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.896296, + "f1": 0.896087, + "f1_weighted": 0.896252, + "precision": 0.899506, + "precision_weighted": 0.899371, + "recall": 0.895688, + "recall_weighted": 0.896296, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.907222, + "f1": 0.906671, + "f1_weighted": 0.907222, + "precision": 0.908066, + "precision_weighted": 0.909153, + "recall": 0.907065, + "recall_weighted": 0.907222, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.908519, + "f1": 0.907573, + "f1_weighted": 0.908405, + "precision": 0.909127, + "precision_weighted": 0.909367, + "recall": 0.907078, + "recall_weighted": 0.908519, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.902519, + "f1": 0.901983, + "f1_weighted": 0.902387, + "precision": 0.903923, + "precision_weighted": 0.904759, + "recall": 0.902496, + "recall_weighted": 0.902519, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.902519, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 61.54774332046509, + "kg_co2_emissions": null, + "date": 1776186071.690309 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FER2013ZeroShot.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FER2013ZeroShot.json new file mode 100644 index 0000000000..413c411306 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FER2013ZeroShot.json @@ -0,0 +1,20 @@ +{ + "dataset_revision": "d9cabab388cb32bc071a1601ef68cb2f70ca0ba7", + "task_name": "FER2013ZeroShot", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "accuracy": 0.627473, + "main_score": 0.627473, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 51.384746074676514, + "kg_co2_emissions": null, + "date": 1776185001.113212 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FGVCAircraftZeroShot.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FGVCAircraftZeroShot.json new file mode 100644 index 0000000000..65ee6636c4 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FGVCAircraftZeroShot.json @@ -0,0 +1,20 @@ +{ + "dataset_revision": "2d33d00400099b87bfec8b04f2876fb10ca07487", + "task_name": "FGVCAircraftZeroShot", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "accuracy": 0.19682, + "main_score": 0.19682, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 355.8155629634857, + "kg_co2_emissions": null, + "date": 1776183840.450965 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FSD2019Kaggle.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FSD2019Kaggle.json new file mode 100644 index 0000000000..0d1f016051 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FSD2019Kaggle.json @@ -0,0 +1,158 @@ +{ + "dataset_revision": "ff7e6d9e57951b90024fcb6d4aef95d97f4fc64e", + "task_name": "FSD2019Kaggle", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.254407, + "lrap": 0.605953, + "f1": 0.405817, + "hamming": 0.331615 + }, + { + "accuracy": 0.252399, + "lrap": 0.602943, + "f1": 0.395682, + "hamming": 0.317529 + }, + { + "accuracy": 0.269806, + "lrap": 0.616937, + "f1": 0.417187, + "hamming": 0.34283 + }, + { + "accuracy": 0.249721, + "lrap": 0.605993, + "f1": 0.398382, + "hamming": 0.321203 + }, + { + "accuracy": 0.264896, + "lrap": 0.620718, + "f1": 0.409332, + "hamming": 0.338129 + }, + { + "accuracy": 0.26021, + "lrap": 0.62113, + "f1": 0.404447, + "hamming": 0.333883 + }, + { + "accuracy": 0.24682, + "lrap": 0.607313, + "f1": 0.395021, + "hamming": 0.319341 + }, + { + "accuracy": 0.254407, + "lrap": 0.61002, + "f1": 0.405969, + "hamming": 0.326789 + }, + { + "accuracy": 0.250391, + "lrap": 0.597178, + "f1": 0.39991, + "hamming": 0.323051 + }, + { + "accuracy": 0.262888, + "lrap": 0.606556, + "f1": 0.409452, + "hamming": 0.332753 + } + ], + "accuracy": 0.256595, + "lrap": 0.609474, + "f1": 0.40412, + "hamming": 0.328712, + "main_score": 0.609474, + "hf_subset": "curated", + "languages": [ + "eng-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.058246, + "lrap": 0.321841, + "f1": 0.145264, + "hamming": 0.124358 + }, + { + "accuracy": 0.051328, + "lrap": 0.320052, + "f1": 0.155959, + "hamming": 0.130216 + }, + { + "accuracy": 0.048204, + "lrap": 0.29303, + "f1": 0.149681, + "hamming": 0.11656 + }, + { + "accuracy": 0.050212, + "lrap": 0.335843, + "f1": 0.162414, + "hamming": 0.128319 + }, + { + "accuracy": 0.04441, + "lrap": 0.301126, + "f1": 0.149455, + "hamming": 0.111159 + }, + { + "accuracy": 0.046865, + "lrap": 0.32239, + "f1": 0.163534, + "hamming": 0.122811 + }, + { + "accuracy": 0.073421, + "lrap": 0.322283, + "f1": 0.143884, + "hamming": 0.128983 + }, + { + "accuracy": 0.053336, + "lrap": 0.300359, + "f1": 0.143013, + "hamming": 0.10537 + }, + { + "accuracy": 0.041062, + "lrap": 0.293923, + "f1": 0.130448, + "hamming": 0.107584 + }, + { + "accuracy": 0.069181, + "lrap": 0.340897, + "f1": 0.174393, + "hamming": 0.136235 + } + ], + "accuracy": 0.053626, + "lrap": 0.315174, + "f1": 0.151804, + "hamming": 0.121159, + "main_score": 0.315174, + "hf_subset": "noisy", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 566.4398462772369, + "kg_co2_emissions": null, + "date": 1776242261.770286 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FaroeseSTS.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FaroeseSTS.json new file mode 100644 index 0000000000..4c59f903ff --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FaroeseSTS.json @@ -0,0 +1,27 @@ +{ + "dataset_revision": "06d4ff0e5366136f3bdce1307b7d220674c45a13", + "task_name": "FaroeseSTS", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "pearson": 0.715692, + "spearman": 0.717523, + "cosine_pearson": 0.715692, + "cosine_spearman": 0.717523, + "manhattan_pearson": 0.723453, + "manhattan_spearman": 0.725078, + "euclidean_pearson": 0.722009, + "euclidean_spearman": 0.723248, + "main_score": 0.717523, + "hf_subset": "default", + "languages": [ + "fao-Latn" + ] + } + ] + }, + "evaluation_time": 2.8464627265930176, + "kg_co2_emissions": null, + "date": 1776176561.125381 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Fashion200kI2TRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Fashion200kI2TRetrieval.json new file mode 100644 index 0000000000..559bc5d48a --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Fashion200kI2TRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "74e9e63bf8f802f8cfb4ba6e01f48efc4f49032c", + "task_name": "Fashion200kI2TRetrieval", + "mteb_version": "2.12.15", + "scores": { + "test": [ + { + "ndcg_at_1": 0.02373, + "ndcg_at_3": 0.03846, + "ndcg_at_5": 0.04519, + "ndcg_at_10": 0.05493, + "ndcg_at_20": 0.065, + "ndcg_at_100": 0.09281, + "ndcg_at_1000": 0.13409, + "map_at_1": 0.02373, + "map_at_3": 0.03467, + "map_at_5": 0.0384, + "map_at_10": 0.04235, + "map_at_20": 0.04513, + "map_at_100": 0.04863, + "map_at_1000": 0.04987, + "recall_at_1": 0.02373, + "recall_at_3": 0.0495, + "recall_at_5": 0.06586, + "recall_at_10": 0.09634, + "recall_at_20": 0.13602, + "recall_at_100": 0.29106, + "recall_at_1000": 0.63387, + "accuracy": 0.02373, + "precision_at_1": 0.02373, + "precision_at_3": 0.0165, + "precision_at_5": 0.01317, + "precision_at_10": 0.00963, + "precision_at_20": 0.0068, + "precision_at_100": 0.00291, + "precision_at_1000": 0.00063, + "mrr_at_1": 0.023727, + "mrr_at_3": 0.03467, + "mrr_at_5": 0.038403, + "mrr_at_10": 0.04235, + "mrr_at_20": 0.045134, + "mrr_at_100": 0.048629, + "mrr_at_1000": 0.049873, + "nauc_ndcg_at_1_max": -0.003748, + "nauc_ndcg_at_1_std": 0.029516, + "nauc_ndcg_at_1_diff1": 0.20567, + "nauc_ndcg_at_3_max": 0.014591, + "nauc_ndcg_at_3_std": 0.064231, + "nauc_ndcg_at_3_diff1": 0.154518, + "nauc_ndcg_at_5_max": 0.015912, + "nauc_ndcg_at_5_std": 0.056349, + "nauc_ndcg_at_5_diff1": 0.157222, + "nauc_ndcg_at_10_max": 0.018572, + "nauc_ndcg_at_10_std": 0.061258, + "nauc_ndcg_at_10_diff1": 0.126971, + "nauc_ndcg_at_20_max": 0.030438, + "nauc_ndcg_at_20_std": 0.063872, + "nauc_ndcg_at_20_diff1": 0.114229, + "nauc_ndcg_at_100_max": 0.059077, + "nauc_ndcg_at_100_std": 0.103011, + "nauc_ndcg_at_100_diff1": 0.092102, + "nauc_ndcg_at_1000_max": 0.064105, + "nauc_ndcg_at_1000_std": 0.121735, + "nauc_ndcg_at_1000_diff1": 0.089137, + "nauc_map_at_1_max": -0.003748, + "nauc_map_at_1_std": 0.029516, + "nauc_map_at_1_diff1": 0.20567, + "nauc_map_at_3_max": 0.011664, + "nauc_map_at_3_std": 0.057303, + "nauc_map_at_3_diff1": 0.164142, + "nauc_map_at_5_max": 0.013088, + "nauc_map_at_5_std": 0.052961, + "nauc_map_at_5_diff1": 0.164901, + "nauc_map_at_10_max": 0.015195, + "nauc_map_at_10_std": 0.055388, + "nauc_map_at_10_diff1": 0.147659, + "nauc_map_at_20_max": 0.020297, + "nauc_map_at_20_std": 0.056786, + "nauc_map_at_20_diff1": 0.142019, + "nauc_map_at_100_max": 0.025403, + "nauc_map_at_100_std": 0.064266, + "nauc_map_at_100_diff1": 0.135422, + "nauc_map_at_1000_max": 0.025942, + "nauc_map_at_1000_std": 0.065643, + "nauc_map_at_1000_diff1": 0.135378, + "nauc_recall_at_1_max": -0.003748, + "nauc_recall_at_1_std": 0.029516, + "nauc_recall_at_1_diff1": 0.20567, + "nauc_recall_at_3_max": 0.020478, + "nauc_recall_at_3_std": 0.078582, + "nauc_recall_at_3_diff1": 0.134724, + "nauc_recall_at_5_max": 0.020548, + "nauc_recall_at_5_std": 0.061568, + "nauc_recall_at_5_diff1": 0.14432, + "nauc_recall_at_10_max": 0.022844, + "nauc_recall_at_10_std": 0.069767, + "nauc_recall_at_10_diff1": 0.095822, + "nauc_recall_at_20_max": 0.044343, + "nauc_recall_at_20_std": 0.072646, + "nauc_recall_at_20_diff1": 0.077079, + "nauc_recall_at_100_max": 0.105509, + "nauc_recall_at_100_std": 0.156504, + "nauc_recall_at_100_diff1": 0.046639, + "nauc_recall_at_1000_max": 0.126396, + "nauc_recall_at_1000_std": 0.223412, + "nauc_recall_at_1000_diff1": 0.028225, + "nauc_precision_at_1_max": -0.003748, + "nauc_precision_at_1_std": 0.029516, + "nauc_precision_at_1_diff1": 0.20567, + "nauc_precision_at_3_max": 0.020478, + "nauc_precision_at_3_std": 0.078582, + "nauc_precision_at_3_diff1": 0.134724, + "nauc_precision_at_5_max": 0.020548, + "nauc_precision_at_5_std": 0.061568, + "nauc_precision_at_5_diff1": 0.14432, + "nauc_precision_at_10_max": 0.022844, + "nauc_precision_at_10_std": 0.069767, + "nauc_precision_at_10_diff1": 0.095822, + "nauc_precision_at_20_max": 0.044343, + "nauc_precision_at_20_std": 0.072646, + "nauc_precision_at_20_diff1": 0.077079, + "nauc_precision_at_100_max": 0.105509, + "nauc_precision_at_100_std": 0.156504, + "nauc_precision_at_100_diff1": 0.046639, + "nauc_precision_at_1000_max": 0.126396, + "nauc_precision_at_1000_std": 0.223412, + "nauc_precision_at_1000_diff1": 0.028225, + "nauc_mrr_at_1_max": -0.003748, + "nauc_mrr_at_1_std": 0.029516, + "nauc_mrr_at_1_diff1": 0.20567, + "nauc_mrr_at_3_max": 0.011664, + "nauc_mrr_at_3_std": 0.057303, + "nauc_mrr_at_3_diff1": 0.164142, + "nauc_mrr_at_5_max": 0.013088, + "nauc_mrr_at_5_std": 0.052961, + "nauc_mrr_at_5_diff1": 0.164901, + "nauc_mrr_at_10_max": 0.015195, + "nauc_mrr_at_10_std": 0.055388, + "nauc_mrr_at_10_diff1": 0.147659, + "nauc_mrr_at_20_max": 0.020297, + "nauc_mrr_at_20_std": 0.056786, + "nauc_mrr_at_20_diff1": 0.142019, + "nauc_mrr_at_100_max": 0.025403, + "nauc_mrr_at_100_std": 0.064266, + "nauc_mrr_at_100_diff1": 0.135422, + "nauc_mrr_at_1000_max": 0.025942, + "nauc_mrr_at_1000_std": 0.065643, + "nauc_mrr_at_1000_diff1": 0.135378, + "hit_rate_at_1": 0.02373, + "hit_rate_at_3": 0.0495, + "hit_rate_at_5": 0.06586, + "hit_rate_at_10": 0.09634, + "hit_rate_at_20": 0.13602, + "hit_rate_at_100": 0.29106, + "hit_rate_at_1000": 0.63387, + "main_score": 0.05493, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 219.05764150619507, + "kg_co2_emissions": null, + "date": 1775833403.167258 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FilipinoShopeeReviewsClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FilipinoShopeeReviewsClassification.json new file mode 100644 index 0000000000..24c7981049 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FilipinoShopeeReviewsClassification.json @@ -0,0 +1,270 @@ +{ + "dataset_revision": "c88a93f50ccbb36878cde3362cefd65e43bd6b75", + "task_name": "FilipinoShopeeReviewsClassification", + "mteb_version": "2.12.16", + "scores": { + "validation": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.427246, + "f1": 0.409408, + "f1_weighted": 0.409355, + "precision": 0.404991, + "precision_weighted": 0.404934, + "recall": 0.427288, + "recall_weighted": 0.427246, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.413086, + "f1": 0.395464, + "f1_weighted": 0.395462, + "precision": 0.396784, + "precision_weighted": 0.39674, + "recall": 0.413041, + "recall_weighted": 0.413086, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.416504, + "f1": 0.410744, + "f1_weighted": 0.410744, + "precision": 0.407478, + "precision_weighted": 0.407477, + "recall": 0.416502, + "recall_weighted": 0.416504, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.411621, + "f1": 0.407995, + "f1_weighted": 0.407998, + "precision": 0.408897, + "precision_weighted": 0.40887, + "recall": 0.411592, + "recall_weighted": 0.411621, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.403809, + "f1": 0.369395, + "f1_weighted": 0.369303, + "precision": 0.375163, + "precision_weighted": 0.375142, + "recall": 0.403957, + "recall_weighted": 0.403809, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.412598, + "f1": 0.385391, + "f1_weighted": 0.38538, + "precision": 0.396479, + "precision_weighted": 0.396448, + "recall": 0.412599, + "recall_weighted": 0.412598, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.390625, + "f1": 0.392008, + "f1_weighted": 0.391964, + "precision": 0.396678, + "precision_weighted": 0.396628, + "recall": 0.390664, + "recall_weighted": 0.390625, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.416016, + "f1": 0.415253, + "f1_weighted": 0.415247, + "precision": 0.418131, + "precision_weighted": 0.418096, + "recall": 0.415993, + "recall_weighted": 0.416016, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.414551, + "f1": 0.400835, + "f1_weighted": 0.400794, + "precision": 0.400211, + "precision_weighted": 0.400161, + "recall": 0.414573, + "recall_weighted": 0.414551, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.365234, + "f1": 0.359494, + "f1_weighted": 0.359492, + "precision": 0.35806, + "precision_weighted": 0.358033, + "recall": 0.36521, + "recall_weighted": 0.365234, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.407129, + "f1": 0.394599, + "f1_weighted": 0.394574, + "precision": 0.396287, + "precision_weighted": 0.396253, + "recall": 0.407142, + "recall_weighted": 0.407129, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.407129, + "hf_subset": "default", + "languages": [ + "fil-Latn" + ] + } + ], + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.424316, + "f1": 0.40381, + "f1_weighted": 0.40375, + "precision": 0.39606, + "precision_weighted": 0.396005, + "recall": 0.424376, + "recall_weighted": 0.424316, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.409668, + "f1": 0.390464, + "f1_weighted": 0.390446, + "precision": 0.39221, + "precision_weighted": 0.392149, + "recall": 0.40964, + "recall_weighted": 0.409668, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.40918, + "f1": 0.403761, + "f1_weighted": 0.403761, + "precision": 0.400964, + "precision_weighted": 0.400964, + "recall": 0.409179, + "recall_weighted": 0.40918, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.394043, + "f1": 0.393283, + "f1_weighted": 0.393299, + "precision": 0.395522, + "precision_weighted": 0.395517, + "recall": 0.394009, + "recall_weighted": 0.394043, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.422363, + "f1": 0.383871, + "f1_weighted": 0.383771, + "precision": 0.383884, + "precision_weighted": 0.383855, + "recall": 0.422527, + "recall_weighted": 0.422363, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.402832, + "f1": 0.3716, + "f1_weighted": 0.371589, + "precision": 0.378306, + "precision_weighted": 0.37829, + "recall": 0.40285, + "recall_weighted": 0.402832, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.405762, + "f1": 0.402846, + "f1_weighted": 0.402802, + "precision": 0.403984, + "precision_weighted": 0.403938, + "recall": 0.405807, + "recall_weighted": 0.405762, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.395996, + "f1": 0.393497, + "f1_weighted": 0.393506, + "precision": 0.393401, + "precision_weighted": 0.393387, + "recall": 0.395966, + "recall_weighted": 0.395996, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.438965, + "f1": 0.428096, + "f1_weighted": 0.428069, + "precision": 0.429302, + "precision_weighted": 0.429279, + "recall": 0.438986, + "recall_weighted": 0.438965, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.354004, + "f1": 0.351402, + "f1_weighted": 0.351396, + "precision": 0.350422, + "precision_weighted": 0.350399, + "recall": 0.353994, + "recall_weighted": 0.354004, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.405713, + "f1": 0.392263, + "f1_weighted": 0.392239, + "precision": 0.392406, + "precision_weighted": 0.392378, + "recall": 0.405734, + "recall_weighted": 0.405713, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.405713, + "hf_subset": "default", + "languages": [ + "fil-Latn" + ] + } + ] + }, + "evaluation_time": 29.929962873458862, + "kg_co2_emissions": null, + "date": 1776176896.725186 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FinParaSTS.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FinParaSTS.json new file mode 100644 index 0000000000..2b8f46a633 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FinParaSTS.json @@ -0,0 +1,44 @@ +{ + "dataset_revision": "16d3834e2eb7f9faedbae0cf25df4b0962c97e71", + "task_name": "FinParaSTS", + "mteb_version": "2.12.16", + "scores": { + "validation": [ + { + "pearson": 0.223339, + "spearman": 0.230016, + "cosine_pearson": 0.223339, + "cosine_spearman": 0.230016, + "manhattan_pearson": 0.243017, + "manhattan_spearman": 0.245808, + "euclidean_pearson": 0.238718, + "euclidean_spearman": 0.241076, + "main_score": 0.230016, + "hf_subset": "default", + "languages": [ + "fin-Latn" + ] + } + ], + "test": [ + { + "pearson": 0.209709, + "spearman": 0.206365, + "cosine_pearson": 0.209709, + "cosine_spearman": 0.206365, + "manhattan_pearson": 0.221221, + "manhattan_spearman": 0.211639, + "euclidean_pearson": 0.218243, + "euclidean_spearman": 0.207509, + "main_score": 0.206365, + "hf_subset": "default", + "languages": [ + "fin-Latn" + ] + } + ] + }, + "evaluation_time": 8.124786376953125, + "kg_co2_emissions": null, + "date": 1776176393.342248 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FinancialPhrasebankClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FinancialPhrasebankClassification.json new file mode 100644 index 0000000000..42e3eaf44c --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FinancialPhrasebankClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "44023d2ee430a3be2d2ee573801616d9e1392fbd", + "task_name": "FinancialPhrasebankClassification", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.919611, + "f1": 0.905101, + "f1_weighted": 0.919181, + "precision": 0.898394, + "precision_weighted": 0.919954, + "recall": 0.914301, + "recall_weighted": 0.919611, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.926237, + "f1": 0.913056, + "f1_weighted": 0.925231, + "precision": 0.914032, + "precision_weighted": 0.927266, + "recall": 0.916855, + "recall_weighted": 0.926237, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.900177, + "f1": 0.879011, + "f1_weighted": 0.900373, + "precision": 0.865478, + "precision_weighted": 0.905401, + "recall": 0.903052, + "recall_weighted": 0.900177, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.909894, + "f1": 0.900932, + "f1_weighted": 0.911088, + "precision": 0.885351, + "precision_weighted": 0.914815, + "recall": 0.919559, + "recall_weighted": 0.909894, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.928887, + "f1": 0.919114, + "f1_weighted": 0.928027, + "precision": 0.921325, + "precision_weighted": 0.928319, + "recall": 0.918473, + "recall_weighted": 0.928887, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.929329, + "f1": 0.922783, + "f1_weighted": 0.930326, + "precision": 0.906486, + "precision_weighted": 0.934529, + "recall": 0.942694, + "recall_weighted": 0.929329, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.919611, + "f1": 0.904985, + "f1_weighted": 0.920035, + "precision": 0.890701, + "precision_weighted": 0.921909, + "recall": 0.922235, + "recall_weighted": 0.919611, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.919611, + "f1": 0.906724, + "f1_weighted": 0.919111, + "precision": 0.901222, + "precision_weighted": 0.919462, + "recall": 0.913956, + "recall_weighted": 0.919611, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.916961, + "f1": 0.905249, + "f1_weighted": 0.91822, + "precision": 0.887856, + "precision_weighted": 0.922364, + "recall": 0.926324, + "recall_weighted": 0.916961, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.90106, + "f1": 0.882396, + "f1_weighted": 0.901975, + "precision": 0.863272, + "precision_weighted": 0.906432, + "recall": 0.908889, + "recall_weighted": 0.90106, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.917138, + "f1": 0.903935, + "f1_weighted": 0.917357, + "precision": 0.893412, + "precision_weighted": 0.920045, + "recall": 0.918634, + "recall_weighted": 0.917138, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.917138, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 13.005089521408081, + "kg_co2_emissions": null, + "date": 1776176663.203877 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FleursT2ARetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FleursT2ARetrieval.json new file mode 100644 index 0000000000..3c14824363 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FleursT2ARetrieval.json @@ -0,0 +1,15822 @@ +{ + "dataset_revision": "720cfffb024c8a4691f26a2b79d471b1f99a49a0", + "task_name": "FleursT2ARetrieval", + "mteb_version": "2.12.15", + "scores": { + "test": [ + { + "ndcg_at_1": 0.80687, + "ndcg_at_3": 0.86036, + "ndcg_at_5": 0.86719, + "ndcg_at_10": 0.87676, + "ndcg_at_20": 0.88343, + "ndcg_at_100": 0.88849, + "ndcg_at_1000": 0.88905, + "map_at_1": 0.80687, + "map_at_3": 0.84764, + "map_at_5": 0.85129, + "map_at_10": 0.85515, + "map_at_20": 0.85706, + "map_at_100": 0.85786, + "map_at_1000": 0.85789, + "recall_at_1": 0.80687, + "recall_at_3": 0.897, + "recall_at_5": 0.91416, + "recall_at_10": 0.94421, + "recall_at_20": 0.96996, + "recall_at_100": 0.99571, + "recall_at_1000": 1.0, + "accuracy": 0.80687, + "precision_at_1": 0.80687, + "precision_at_3": 0.299, + "precision_at_5": 0.18283, + "precision_at_10": 0.09442, + "precision_at_20": 0.0485, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.806867, + "mrr_at_3": 0.847639, + "mrr_at_5": 0.851288, + "mrr_at_10": 0.855149, + "mrr_at_20": 0.857062, + "mrr_at_100": 0.857864, + "mrr_at_1000": 0.857885, + "nauc_ndcg_at_1_max": 0.789867, + "nauc_ndcg_at_1_std": 0.244053, + "nauc_ndcg_at_1_diff1": 0.804474, + "nauc_ndcg_at_3_max": 0.786827, + "nauc_ndcg_at_3_std": 0.287717, + "nauc_ndcg_at_3_diff1": 0.77703, + "nauc_ndcg_at_5_max": 0.77966, + "nauc_ndcg_at_5_std": 0.320274, + "nauc_ndcg_at_5_diff1": 0.767033, + "nauc_ndcg_at_10_max": 0.775807, + "nauc_ndcg_at_10_std": 0.297656, + "nauc_ndcg_at_10_diff1": 0.775354, + "nauc_ndcg_at_20_max": 0.78088, + "nauc_ndcg_at_20_std": 0.279915, + "nauc_ndcg_at_20_diff1": 0.773088, + "nauc_ndcg_at_100_max": 0.784813, + "nauc_ndcg_at_100_std": 0.286496, + "nauc_ndcg_at_100_diff1": 0.778446, + "nauc_ndcg_at_1000_max": 0.784364, + "nauc_ndcg_at_1000_std": 0.286116, + "nauc_ndcg_at_1000_diff1": 0.777963, + "nauc_map_at_1_max": 0.789867, + "nauc_map_at_1_std": 0.244053, + "nauc_map_at_1_diff1": 0.804474, + "nauc_map_at_3_max": 0.789818, + "nauc_map_at_3_std": 0.274966, + "nauc_map_at_3_diff1": 0.784746, + "nauc_map_at_5_max": 0.786525, + "nauc_map_at_5_std": 0.291452, + "nauc_map_at_5_diff1": 0.780015, + "nauc_map_at_10_max": 0.784963, + "nauc_map_at_10_std": 0.283504, + "nauc_map_at_10_diff1": 0.782201, + "nauc_map_at_20_max": 0.786455, + "nauc_map_at_20_std": 0.279505, + "nauc_map_at_20_diff1": 0.781719, + "nauc_map_at_100_max": 0.786763, + "nauc_map_at_100_std": 0.280623, + "nauc_map_at_100_diff1": 0.782193, + "nauc_map_at_1000_max": 0.78675, + "nauc_map_at_1000_std": 0.28061, + "nauc_map_at_1000_diff1": 0.782179, + "nauc_recall_at_1_max": 0.789867, + "nauc_recall_at_1_std": 0.244053, + "nauc_recall_at_1_diff1": 0.804474, + "nauc_recall_at_3_max": 0.773358, + "nauc_recall_at_3_std": 0.339723, + "nauc_recall_at_3_diff1": 0.745738, + "nauc_recall_at_5_max": 0.743405, + "nauc_recall_at_5_std": 0.463716, + "nauc_recall_at_5_diff1": 0.703072, + "nauc_recall_at_10_max": 0.704054, + "nauc_recall_at_10_std": 0.381463, + "nauc_recall_at_10_diff1": 0.738367, + "nauc_recall_at_20_max": 0.709234, + "nauc_recall_at_20_std": 0.187255, + "nauc_recall_at_20_diff1": 0.675886, + "nauc_recall_at_100_max": 0.869468, + "nauc_recall_at_100_std": 0.358124, + "nauc_recall_at_100_diff1": 0.869468, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.789867, + "nauc_precision_at_1_std": 0.244053, + "nauc_precision_at_1_diff1": 0.804474, + "nauc_precision_at_3_max": 0.773358, + "nauc_precision_at_3_std": 0.339723, + "nauc_precision_at_3_diff1": 0.745738, + "nauc_precision_at_5_max": 0.743405, + "nauc_precision_at_5_std": 0.463716, + "nauc_precision_at_5_diff1": 0.703072, + "nauc_precision_at_10_max": 0.704054, + "nauc_precision_at_10_std": 0.381463, + "nauc_precision_at_10_diff1": 0.738367, + "nauc_precision_at_20_max": 0.709234, + "nauc_precision_at_20_std": 0.187255, + "nauc_precision_at_20_diff1": 0.675886, + "nauc_precision_at_100_max": 0.869468, + "nauc_precision_at_100_std": 0.358124, + "nauc_precision_at_100_diff1": 0.869468, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.789867, + "nauc_mrr_at_1_std": 0.244053, + "nauc_mrr_at_1_diff1": 0.804474, + "nauc_mrr_at_3_max": 0.789818, + "nauc_mrr_at_3_std": 0.274966, + "nauc_mrr_at_3_diff1": 0.784746, + "nauc_mrr_at_5_max": 0.786525, + "nauc_mrr_at_5_std": 0.291452, + "nauc_mrr_at_5_diff1": 0.780015, + "nauc_mrr_at_10_max": 0.784963, + "nauc_mrr_at_10_std": 0.283504, + "nauc_mrr_at_10_diff1": 0.782201, + "nauc_mrr_at_20_max": 0.786455, + "nauc_mrr_at_20_std": 0.279505, + "nauc_mrr_at_20_diff1": 0.781719, + "nauc_mrr_at_100_max": 0.786763, + "nauc_mrr_at_100_std": 0.280623, + "nauc_mrr_at_100_diff1": 0.782193, + "nauc_mrr_at_1000_max": 0.78675, + "nauc_mrr_at_1000_std": 0.28061, + "nauc_mrr_at_1000_diff1": 0.782179, + "hit_rate_at_1": 0.80687, + "hit_rate_at_3": 0.897, + "hit_rate_at_5": 0.91416, + "hit_rate_at_10": 0.94421, + "hit_rate_at_20": 0.96996, + "hit_rate_at_100": 0.99571, + "hit_rate_at_1000": 1.0, + "main_score": 0.91416, + "hf_subset": "af_za", + "languages": [ + "afr-Latn" + ] + }, + { + "ndcg_at_1": 0.09459, + "ndcg_at_3": 0.14177, + "ndcg_at_5": 0.15849, + "ndcg_at_10": 0.187, + "ndcg_at_20": 0.20911, + "ndcg_at_100": 0.26947, + "ndcg_at_1000": 0.30674, + "map_at_1": 0.09459, + "map_at_3": 0.13007, + "map_at_5": 0.13936, + "map_at_10": 0.15119, + "map_at_20": 0.1572, + "map_at_100": 0.16513, + "map_at_1000": 0.16679, + "recall_at_1": 0.09459, + "recall_at_3": 0.17568, + "recall_at_5": 0.21622, + "recall_at_10": 0.30405, + "recall_at_20": 0.39189, + "recall_at_100": 0.72297, + "recall_at_1000": 1.0, + "accuracy": 0.09459, + "precision_at_1": 0.09459, + "precision_at_3": 0.05856, + "precision_at_5": 0.04324, + "precision_at_10": 0.03041, + "precision_at_20": 0.01959, + "precision_at_100": 0.00723, + "precision_at_1000": 0.001, + "mrr_at_1": 0.094595, + "mrr_at_3": 0.130068, + "mrr_at_5": 0.139358, + "mrr_at_10": 0.151185, + "mrr_at_20": 0.1572, + "mrr_at_100": 0.165134, + "mrr_at_1000": 0.166785, + "nauc_ndcg_at_1_max": 0.361009, + "nauc_ndcg_at_1_std": -0.017133, + "nauc_ndcg_at_1_diff1": 0.592088, + "nauc_ndcg_at_3_max": 0.351138, + "nauc_ndcg_at_3_std": 0.087599, + "nauc_ndcg_at_3_diff1": 0.418685, + "nauc_ndcg_at_5_max": 0.353254, + "nauc_ndcg_at_5_std": 0.117725, + "nauc_ndcg_at_5_diff1": 0.40552, + "nauc_ndcg_at_10_max": 0.34521, + "nauc_ndcg_at_10_std": 0.11638, + "nauc_ndcg_at_10_diff1": 0.336236, + "nauc_ndcg_at_20_max": 0.360436, + "nauc_ndcg_at_20_std": 0.143945, + "nauc_ndcg_at_20_diff1": 0.32528, + "nauc_ndcg_at_100_max": 0.324242, + "nauc_ndcg_at_100_std": 0.113256, + "nauc_ndcg_at_100_diff1": 0.328043, + "nauc_ndcg_at_1000_max": 0.345876, + "nauc_ndcg_at_1000_std": 0.110606, + "nauc_ndcg_at_1000_diff1": 0.362071, + "nauc_map_at_1_max": 0.361009, + "nauc_map_at_1_std": -0.017133, + "nauc_map_at_1_diff1": 0.592088, + "nauc_map_at_3_max": 0.355314, + "nauc_map_at_3_std": 0.0678, + "nauc_map_at_3_diff1": 0.452674, + "nauc_map_at_5_max": 0.356144, + "nauc_map_at_5_std": 0.087503, + "nauc_map_at_5_diff1": 0.442695, + "nauc_map_at_10_max": 0.350967, + "nauc_map_at_10_std": 0.08663, + "nauc_map_at_10_diff1": 0.408926, + "nauc_map_at_20_max": 0.35671, + "nauc_map_at_20_std": 0.096218, + "nauc_map_at_20_diff1": 0.40533, + "nauc_map_at_100_max": 0.351525, + "nauc_map_at_100_std": 0.09177, + "nauc_map_at_100_diff1": 0.405273, + "nauc_map_at_1000_max": 0.352514, + "nauc_map_at_1000_std": 0.091459, + "nauc_map_at_1000_diff1": 0.406926, + "nauc_recall_at_1_max": 0.361009, + "nauc_recall_at_1_std": -0.017133, + "nauc_recall_at_1_diff1": 0.592088, + "nauc_recall_at_3_max": 0.340854, + "nauc_recall_at_3_std": 0.132737, + "nauc_recall_at_3_diff1": 0.340797, + "nauc_recall_at_5_max": 0.347057, + "nauc_recall_at_5_std": 0.183393, + "nauc_recall_at_5_diff1": 0.326865, + "nauc_recall_at_10_max": 0.334335, + "nauc_recall_at_10_std": 0.175013, + "nauc_recall_at_10_diff1": 0.182797, + "nauc_recall_at_20_max": 0.372903, + "nauc_recall_at_20_std": 0.246211, + "nauc_recall_at_20_diff1": 0.157386, + "nauc_recall_at_100_max": 0.186526, + "nauc_recall_at_100_std": 0.127155, + "nauc_recall_at_100_diff1": 0.107321, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.361009, + "nauc_precision_at_1_std": -0.017133, + "nauc_precision_at_1_diff1": 0.592088, + "nauc_precision_at_3_max": 0.340854, + "nauc_precision_at_3_std": 0.132737, + "nauc_precision_at_3_diff1": 0.340797, + "nauc_precision_at_5_max": 0.347057, + "nauc_precision_at_5_std": 0.183393, + "nauc_precision_at_5_diff1": 0.326865, + "nauc_precision_at_10_max": 0.334335, + "nauc_precision_at_10_std": 0.175013, + "nauc_precision_at_10_diff1": 0.182797, + "nauc_precision_at_20_max": 0.372903, + "nauc_precision_at_20_std": 0.246211, + "nauc_precision_at_20_diff1": 0.157386, + "nauc_precision_at_100_max": 0.186526, + "nauc_precision_at_100_std": 0.127155, + "nauc_precision_at_100_diff1": 0.107321, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.361009, + "nauc_mrr_at_1_std": -0.017133, + "nauc_mrr_at_1_diff1": 0.592088, + "nauc_mrr_at_3_max": 0.355314, + "nauc_mrr_at_3_std": 0.0678, + "nauc_mrr_at_3_diff1": 0.452674, + "nauc_mrr_at_5_max": 0.356144, + "nauc_mrr_at_5_std": 0.087503, + "nauc_mrr_at_5_diff1": 0.442695, + "nauc_mrr_at_10_max": 0.350967, + "nauc_mrr_at_10_std": 0.08663, + "nauc_mrr_at_10_diff1": 0.408926, + "nauc_mrr_at_20_max": 0.35671, + "nauc_mrr_at_20_std": 0.096218, + "nauc_mrr_at_20_diff1": 0.40533, + "nauc_mrr_at_100_max": 0.351525, + "nauc_mrr_at_100_std": 0.09177, + "nauc_mrr_at_100_diff1": 0.405273, + "nauc_mrr_at_1000_max": 0.352514, + "nauc_mrr_at_1000_std": 0.091459, + "nauc_mrr_at_1000_diff1": 0.406926, + "hit_rate_at_1": 0.09459, + "hit_rate_at_3": 0.17568, + "hit_rate_at_5": 0.21622, + "hit_rate_at_10": 0.30405, + "hit_rate_at_20": 0.39189, + "hit_rate_at_100": 0.72297, + "hit_rate_at_1000": 1.0, + "main_score": 0.21622, + "hf_subset": "am_et", + "languages": [ + "amh-Ethi" + ] + }, + { + "ndcg_at_1": 0.88339, + "ndcg_at_3": 0.92121, + "ndcg_at_5": 0.9241, + "ndcg_at_10": 0.93207, + "ndcg_at_20": 0.93385, + "ndcg_at_100": 0.93653, + "ndcg_at_1000": 0.93653, + "map_at_1": 0.88339, + "map_at_3": 0.91225, + "map_at_5": 0.91384, + "map_at_10": 0.91711, + "map_at_20": 0.9176, + "map_at_100": 0.91798, + "map_at_1000": 0.91798, + "recall_at_1": 0.88339, + "recall_at_3": 0.947, + "recall_at_5": 0.95406, + "recall_at_10": 0.9788, + "recall_at_20": 0.98587, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.88339, + "precision_at_1": 0.88339, + "precision_at_3": 0.31567, + "precision_at_5": 0.19081, + "precision_at_10": 0.09788, + "precision_at_20": 0.04929, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.883392, + "mrr_at_3": 0.91225, + "mrr_at_5": 0.91384, + "mrr_at_10": 0.917113, + "mrr_at_20": 0.917601, + "mrr_at_100": 0.917981, + "mrr_at_1000": 0.917981, + "nauc_ndcg_at_1_max": 0.803459, + "nauc_ndcg_at_1_std": 0.079557, + "nauc_ndcg_at_1_diff1": 0.935185, + "nauc_ndcg_at_3_max": 0.843666, + "nauc_ndcg_at_3_std": 0.183836, + "nauc_ndcg_at_3_diff1": 0.925058, + "nauc_ndcg_at_5_max": 0.840296, + "nauc_ndcg_at_5_std": 0.160545, + "nauc_ndcg_at_5_diff1": 0.922174, + "nauc_ndcg_at_10_max": 0.830508, + "nauc_ndcg_at_10_std": 0.178501, + "nauc_ndcg_at_10_diff1": 0.920437, + "nauc_ndcg_at_20_max": 0.825867, + "nauc_ndcg_at_20_std": 0.164692, + "nauc_ndcg_at_20_diff1": 0.920024, + "nauc_ndcg_at_100_max": 0.826702, + "nauc_ndcg_at_100_std": 0.148961, + "nauc_ndcg_at_100_diff1": 0.925922, + "nauc_ndcg_at_1000_max": 0.826702, + "nauc_ndcg_at_1000_std": 0.148961, + "nauc_ndcg_at_1000_diff1": 0.925922, + "nauc_map_at_1_max": 0.803459, + "nauc_map_at_1_std": 0.079557, + "nauc_map_at_1_diff1": 0.935185, + "nauc_map_at_3_max": 0.830687, + "nauc_map_at_3_std": 0.150279, + "nauc_map_at_3_diff1": 0.928794, + "nauc_map_at_5_max": 0.828876, + "nauc_map_at_5_std": 0.138092, + "nauc_map_at_5_diff1": 0.927462, + "nauc_map_at_10_max": 0.825277, + "nauc_map_at_10_std": 0.143504, + "nauc_map_at_10_diff1": 0.927366, + "nauc_map_at_20_max": 0.824227, + "nauc_map_at_20_std": 0.140221, + "nauc_map_at_20_diff1": 0.927308, + "nauc_map_at_100_max": 0.824306, + "nauc_map_at_100_std": 0.138397, + "nauc_map_at_100_diff1": 0.928033, + "nauc_map_at_1000_max": 0.824306, + "nauc_map_at_1000_std": 0.138397, + "nauc_map_at_1000_diff1": 0.928033, + "nauc_recall_at_1_max": 0.803459, + "nauc_recall_at_1_std": 0.079557, + "nauc_recall_at_1_diff1": 0.935185, + "nauc_recall_at_3_max": 0.904982, + "nauc_recall_at_3_std": 0.342301, + "nauc_recall_at_3_diff1": 0.9071, + "nauc_recall_at_5_max": 0.900407, + "nauc_recall_at_5_std": 0.275427, + "nauc_recall_at_5_diff1": 0.892808, + "nauc_recall_at_10_max": 0.871258, + "nauc_recall_at_10_std": 0.583189, + "nauc_recall_at_10_diff1": 0.835825, + "nauc_recall_at_20_max": 0.806888, + "nauc_recall_at_20_std": 0.535254, + "nauc_recall_at_20_diff1": 0.786379, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.803459, + "nauc_precision_at_1_std": 0.079557, + "nauc_precision_at_1_diff1": 0.935185, + "nauc_precision_at_3_max": 0.904982, + "nauc_precision_at_3_std": 0.342301, + "nauc_precision_at_3_diff1": 0.9071, + "nauc_precision_at_5_max": 0.900407, + "nauc_precision_at_5_std": 0.275427, + "nauc_precision_at_5_diff1": 0.892808, + "nauc_precision_at_10_max": 0.871258, + "nauc_precision_at_10_std": 0.583189, + "nauc_precision_at_10_diff1": 0.835825, + "nauc_precision_at_20_max": 0.806888, + "nauc_precision_at_20_std": 0.535254, + "nauc_precision_at_20_diff1": 0.786379, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.803459, + "nauc_mrr_at_1_std": 0.079557, + "nauc_mrr_at_1_diff1": 0.935185, + "nauc_mrr_at_3_max": 0.830687, + "nauc_mrr_at_3_std": 0.150279, + "nauc_mrr_at_3_diff1": 0.928794, + "nauc_mrr_at_5_max": 0.828876, + "nauc_mrr_at_5_std": 0.138092, + "nauc_mrr_at_5_diff1": 0.927462, + "nauc_mrr_at_10_max": 0.825277, + "nauc_mrr_at_10_std": 0.143504, + "nauc_mrr_at_10_diff1": 0.927366, + "nauc_mrr_at_20_max": 0.824227, + "nauc_mrr_at_20_std": 0.140221, + "nauc_mrr_at_20_diff1": 0.927308, + "nauc_mrr_at_100_max": 0.824306, + "nauc_mrr_at_100_std": 0.138397, + "nauc_mrr_at_100_diff1": 0.928033, + "nauc_mrr_at_1000_max": 0.824306, + "nauc_mrr_at_1000_std": 0.138397, + "nauc_mrr_at_1000_diff1": 0.928033, + "hit_rate_at_1": 0.88339, + "hit_rate_at_3": 0.947, + "hit_rate_at_5": 0.95406, + "hit_rate_at_10": 0.9788, + "hit_rate_at_20": 0.98587, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.95406, + "hf_subset": "ar_eg", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.33811, + "ndcg_at_3": 0.43764, + "ndcg_at_5": 0.47293, + "ndcg_at_10": 0.51363, + "ndcg_at_20": 0.52962, + "ndcg_at_100": 0.56003, + "ndcg_at_1000": 0.56525, + "map_at_1": 0.33811, + "map_at_3": 0.41356, + "map_at_5": 0.43376, + "map_at_10": 0.44998, + "map_at_20": 0.4544, + "map_at_100": 0.45865, + "map_at_1000": 0.45892, + "recall_at_1": 0.33811, + "recall_at_3": 0.50716, + "recall_at_5": 0.59026, + "recall_at_10": 0.7192, + "recall_at_20": 0.78223, + "recall_at_100": 0.94556, + "recall_at_1000": 0.98281, + "accuracy": 0.33811, + "precision_at_1": 0.33811, + "precision_at_3": 0.16905, + "precision_at_5": 0.11805, + "precision_at_10": 0.07192, + "precision_at_20": 0.03911, + "precision_at_100": 0.00946, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.338109, + "mrr_at_3": 0.413563, + "mrr_at_5": 0.433763, + "mrr_at_10": 0.44998, + "mrr_at_20": 0.454403, + "mrr_at_100": 0.458645, + "mrr_at_1000": 0.458917, + "nauc_ndcg_at_1_max": 0.291633, + "nauc_ndcg_at_1_std": 0.131356, + "nauc_ndcg_at_1_diff1": 0.549966, + "nauc_ndcg_at_3_max": 0.327284, + "nauc_ndcg_at_3_std": 0.175641, + "nauc_ndcg_at_3_diff1": 0.466759, + "nauc_ndcg_at_5_max": 0.299823, + "nauc_ndcg_at_5_std": 0.156013, + "nauc_ndcg_at_5_diff1": 0.472184, + "nauc_ndcg_at_10_max": 0.30279, + "nauc_ndcg_at_10_std": 0.159377, + "nauc_ndcg_at_10_diff1": 0.468778, + "nauc_ndcg_at_20_max": 0.30162, + "nauc_ndcg_at_20_std": 0.148323, + "nauc_ndcg_at_20_diff1": 0.454948, + "nauc_ndcg_at_100_max": 0.299204, + "nauc_ndcg_at_100_std": 0.152848, + "nauc_ndcg_at_100_diff1": 0.476873, + "nauc_ndcg_at_1000_max": 0.304823, + "nauc_ndcg_at_1000_std": 0.154562, + "nauc_ndcg_at_1000_diff1": 0.478189, + "nauc_map_at_1_max": 0.291633, + "nauc_map_at_1_std": 0.131356, + "nauc_map_at_1_diff1": 0.549966, + "nauc_map_at_3_max": 0.319326, + "nauc_map_at_3_std": 0.165834, + "nauc_map_at_3_diff1": 0.486226, + "nauc_map_at_5_max": 0.303708, + "nauc_map_at_5_std": 0.15455, + "nauc_map_at_5_diff1": 0.489591, + "nauc_map_at_10_max": 0.304622, + "nauc_map_at_10_std": 0.154888, + "nauc_map_at_10_diff1": 0.487972, + "nauc_map_at_20_max": 0.304642, + "nauc_map_at_20_std": 0.152228, + "nauc_map_at_20_diff1": 0.484512, + "nauc_map_at_100_max": 0.30441, + "nauc_map_at_100_std": 0.152873, + "nauc_map_at_100_diff1": 0.487294, + "nauc_map_at_1000_max": 0.304656, + "nauc_map_at_1000_std": 0.152917, + "nauc_map_at_1000_diff1": 0.487348, + "nauc_recall_at_1_max": 0.291633, + "nauc_recall_at_1_std": 0.131356, + "nauc_recall_at_1_diff1": 0.549966, + "nauc_recall_at_3_max": 0.350188, + "nauc_recall_at_3_std": 0.203829, + "nauc_recall_at_3_diff1": 0.410336, + "nauc_recall_at_5_max": 0.283744, + "nauc_recall_at_5_std": 0.157594, + "nauc_recall_at_5_diff1": 0.419052, + "nauc_recall_at_10_max": 0.293378, + "nauc_recall_at_10_std": 0.178306, + "nauc_recall_at_10_diff1": 0.395385, + "nauc_recall_at_20_max": 0.280673, + "nauc_recall_at_20_std": 0.114402, + "nauc_recall_at_20_diff1": 0.297726, + "nauc_recall_at_100_max": 0.163465, + "nauc_recall_at_100_std": 0.150222, + "nauc_recall_at_100_diff1": 0.483883, + "nauc_recall_at_1000_max": 0.502707, + "nauc_recall_at_1000_std": 0.354992, + "nauc_recall_at_1000_diff1": 0.654251, + "nauc_precision_at_1_max": 0.291633, + "nauc_precision_at_1_std": 0.131356, + "nauc_precision_at_1_diff1": 0.549966, + "nauc_precision_at_3_max": 0.350188, + "nauc_precision_at_3_std": 0.203829, + "nauc_precision_at_3_diff1": 0.410336, + "nauc_precision_at_5_max": 0.283744, + "nauc_precision_at_5_std": 0.157594, + "nauc_precision_at_5_diff1": 0.419052, + "nauc_precision_at_10_max": 0.293378, + "nauc_precision_at_10_std": 0.178306, + "nauc_precision_at_10_diff1": 0.395385, + "nauc_precision_at_20_max": 0.280673, + "nauc_precision_at_20_std": 0.114402, + "nauc_precision_at_20_diff1": 0.297726, + "nauc_precision_at_100_max": 0.163465, + "nauc_precision_at_100_std": 0.150222, + "nauc_precision_at_100_diff1": 0.483883, + "nauc_precision_at_1000_max": 0.502707, + "nauc_precision_at_1000_std": 0.354992, + "nauc_precision_at_1000_diff1": 0.654251, + "nauc_mrr_at_1_max": 0.291633, + "nauc_mrr_at_1_std": 0.131356, + "nauc_mrr_at_1_diff1": 0.549966, + "nauc_mrr_at_3_max": 0.319326, + "nauc_mrr_at_3_std": 0.165834, + "nauc_mrr_at_3_diff1": 0.486226, + "nauc_mrr_at_5_max": 0.303708, + "nauc_mrr_at_5_std": 0.15455, + "nauc_mrr_at_5_diff1": 0.489591, + "nauc_mrr_at_10_max": 0.304622, + "nauc_mrr_at_10_std": 0.154888, + "nauc_mrr_at_10_diff1": 0.487972, + "nauc_mrr_at_20_max": 0.304642, + "nauc_mrr_at_20_std": 0.152228, + "nauc_mrr_at_20_diff1": 0.484512, + "nauc_mrr_at_100_max": 0.30441, + "nauc_mrr_at_100_std": 0.152873, + "nauc_mrr_at_100_diff1": 0.487294, + "nauc_mrr_at_1000_max": 0.304656, + "nauc_mrr_at_1000_std": 0.152917, + "nauc_mrr_at_1000_diff1": 0.487348, + "hit_rate_at_1": 0.33811, + "hit_rate_at_3": 0.50716, + "hit_rate_at_5": 0.59026, + "hit_rate_at_10": 0.7192, + "hit_rate_at_20": 0.78223, + "hit_rate_at_100": 0.94556, + "hit_rate_at_1000": 0.98281, + "main_score": 0.59026, + "hf_subset": "as_in", + "languages": [ + "asm-Beng" + ] + }, + { + "ndcg_at_1": 0.97135, + "ndcg_at_3": 0.97858, + "ndcg_at_5": 0.97981, + "ndcg_at_10": 0.98376, + "ndcg_at_20": 0.98376, + "ndcg_at_100": 0.98441, + "ndcg_at_1000": 0.98441, + "map_at_1": 0.97135, + "map_at_3": 0.97708, + "map_at_5": 0.97779, + "map_at_10": 0.97957, + "map_at_20": 0.97957, + "map_at_100": 0.9797, + "map_at_1000": 0.9797, + "recall_at_1": 0.97135, + "recall_at_3": 0.98281, + "recall_at_5": 0.98567, + "recall_at_10": 0.99713, + "recall_at_20": 0.99713, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.97135, + "precision_at_1": 0.97135, + "precision_at_3": 0.3276, + "precision_at_5": 0.19713, + "precision_at_10": 0.09971, + "precision_at_20": 0.04986, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.971347, + "mrr_at_3": 0.977077, + "mrr_at_5": 0.977794, + "mrr_at_10": 0.979567, + "mrr_at_20": 0.979567, + "mrr_at_100": 0.979704, + "mrr_at_1000": 0.979704, + "nauc_ndcg_at_1_max": 0.856688, + "nauc_ndcg_at_1_std": 0.04599, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.929253, + "nauc_ndcg_at_3_std": 0.259336, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.924929, + "nauc_ndcg_at_5_std": 0.285614, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.906658, + "nauc_ndcg_at_10_std": 0.237424, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.906658, + "nauc_ndcg_at_20_std": 0.237424, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.902812, + "nauc_ndcg_at_100_std": 0.206003, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.902812, + "nauc_ndcg_at_1000_std": 0.206003, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.856688, + "nauc_map_at_1_std": 0.04599, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.91043, + "nauc_map_at_3_std": 0.203995, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.90754, + "nauc_map_at_5_std": 0.216077, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.899514, + "nauc_map_at_10_std": 0.193998, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.899514, + "nauc_map_at_20_std": 0.193998, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.898838, + "nauc_map_at_100_std": 0.188579, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.898838, + "nauc_map_at_1000_std": 0.188579, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.856688, + "nauc_recall_at_1_std": 0.04599, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.467335, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.594913, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 1.0, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.856688, + "nauc_precision_at_1_std": 0.04599, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.467335, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.594913, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.856688, + "nauc_mrr_at_1_std": 0.04599, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.91043, + "nauc_mrr_at_3_std": 0.203995, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.90754, + "nauc_mrr_at_5_std": 0.216077, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.899514, + "nauc_mrr_at_10_std": 0.193998, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.899514, + "nauc_mrr_at_20_std": 0.193998, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.898838, + "nauc_mrr_at_100_std": 0.188579, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.898838, + "nauc_mrr_at_1000_std": 0.188579, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.97135, + "hit_rate_at_3": 0.98281, + "hit_rate_at_5": 0.98567, + "hit_rate_at_10": 0.99713, + "hit_rate_at_20": 0.99713, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.98567, + "hf_subset": "ast_es", + "languages": [ + "ast-Latn" + ] + }, + { + "ndcg_at_1": 0.82799, + "ndcg_at_3": 0.87835, + "ndcg_at_5": 0.89026, + "ndcg_at_10": 0.89885, + "ndcg_at_20": 0.90559, + "ndcg_at_100": 0.90744, + "ndcg_at_1000": 0.90744, + "map_at_1": 0.82799, + "map_at_3": 0.86735, + "map_at_5": 0.87391, + "map_at_10": 0.8775, + "map_at_20": 0.87941, + "map_at_100": 0.87975, + "map_at_1000": 0.87975, + "recall_at_1": 0.82799, + "recall_at_3": 0.90962, + "recall_at_5": 0.93878, + "recall_at_10": 0.96501, + "recall_at_20": 0.99125, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.82799, + "precision_at_1": 0.82799, + "precision_at_3": 0.30321, + "precision_at_5": 0.18776, + "precision_at_10": 0.0965, + "precision_at_20": 0.04956, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.827988, + "mrr_at_3": 0.867347, + "mrr_at_5": 0.873907, + "mrr_at_10": 0.877505, + "mrr_at_20": 0.879408, + "mrr_at_100": 0.879752, + "mrr_at_1000": 0.879752, + "nauc_ndcg_at_1_max": 0.707739, + "nauc_ndcg_at_1_std": 0.117241, + "nauc_ndcg_at_1_diff1": 0.904133, + "nauc_ndcg_at_3_max": 0.737679, + "nauc_ndcg_at_3_std": 0.153521, + "nauc_ndcg_at_3_diff1": 0.885132, + "nauc_ndcg_at_5_max": 0.734684, + "nauc_ndcg_at_5_std": 0.148719, + "nauc_ndcg_at_5_diff1": 0.886328, + "nauc_ndcg_at_10_max": 0.73323, + "nauc_ndcg_at_10_std": 0.172349, + "nauc_ndcg_at_10_diff1": 0.88507, + "nauc_ndcg_at_20_max": 0.728969, + "nauc_ndcg_at_20_std": 0.157658, + "nauc_ndcg_at_20_diff1": 0.889894, + "nauc_ndcg_at_100_max": 0.727222, + "nauc_ndcg_at_100_std": 0.147948, + "nauc_ndcg_at_100_diff1": 0.89037, + "nauc_ndcg_at_1000_max": 0.727222, + "nauc_ndcg_at_1000_std": 0.147948, + "nauc_ndcg_at_1000_diff1": 0.89037, + "nauc_map_at_1_max": 0.707739, + "nauc_map_at_1_std": 0.117241, + "nauc_map_at_1_diff1": 0.904133, + "nauc_map_at_3_max": 0.729876, + "nauc_map_at_3_std": 0.143486, + "nauc_map_at_3_diff1": 0.890449, + "nauc_map_at_5_max": 0.727784, + "nauc_map_at_5_std": 0.139945, + "nauc_map_at_5_diff1": 0.891365, + "nauc_map_at_10_max": 0.727063, + "nauc_map_at_10_std": 0.148074, + "nauc_map_at_10_diff1": 0.891273, + "nauc_map_at_20_max": 0.725785, + "nauc_map_at_20_std": 0.144495, + "nauc_map_at_20_diff1": 0.892129, + "nauc_map_at_100_max": 0.725489, + "nauc_map_at_100_std": 0.142992, + "nauc_map_at_100_diff1": 0.892181, + "nauc_map_at_1000_max": 0.725489, + "nauc_map_at_1000_std": 0.142992, + "nauc_map_at_1000_diff1": 0.892181, + "nauc_recall_at_1_max": 0.707739, + "nauc_recall_at_1_std": 0.117241, + "nauc_recall_at_1_diff1": 0.904133, + "nauc_recall_at_3_max": 0.768745, + "nauc_recall_at_3_std": 0.193872, + "nauc_recall_at_3_diff1": 0.863716, + "nauc_recall_at_5_max": 0.772683, + "nauc_recall_at_5_std": 0.198311, + "nauc_recall_at_5_diff1": 0.858163, + "nauc_recall_at_10_max": 0.788953, + "nauc_recall_at_10_std": 0.433569, + "nauc_recall_at_10_diff1": 0.822991, + "nauc_recall_at_20_max": 0.807802, + "nauc_recall_at_20_std": 0.614754, + "nauc_recall_at_20_diff1": 0.863847, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.707739, + "nauc_precision_at_1_std": 0.117241, + "nauc_precision_at_1_diff1": 0.904133, + "nauc_precision_at_3_max": 0.768745, + "nauc_precision_at_3_std": 0.193872, + "nauc_precision_at_3_diff1": 0.863716, + "nauc_precision_at_5_max": 0.772683, + "nauc_precision_at_5_std": 0.198311, + "nauc_precision_at_5_diff1": 0.858163, + "nauc_precision_at_10_max": 0.788953, + "nauc_precision_at_10_std": 0.433569, + "nauc_precision_at_10_diff1": 0.822991, + "nauc_precision_at_20_max": 0.807802, + "nauc_precision_at_20_std": 0.614754, + "nauc_precision_at_20_diff1": 0.863847, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.707739, + "nauc_mrr_at_1_std": 0.117241, + "nauc_mrr_at_1_diff1": 0.904133, + "nauc_mrr_at_3_max": 0.729876, + "nauc_mrr_at_3_std": 0.143486, + "nauc_mrr_at_3_diff1": 0.890449, + "nauc_mrr_at_5_max": 0.727784, + "nauc_mrr_at_5_std": 0.139945, + "nauc_mrr_at_5_diff1": 0.891365, + "nauc_mrr_at_10_max": 0.727063, + "nauc_mrr_at_10_std": 0.148074, + "nauc_mrr_at_10_diff1": 0.891273, + "nauc_mrr_at_20_max": 0.725785, + "nauc_mrr_at_20_std": 0.144495, + "nauc_mrr_at_20_diff1": 0.892129, + "nauc_mrr_at_100_max": 0.725489, + "nauc_mrr_at_100_std": 0.142992, + "nauc_mrr_at_100_diff1": 0.892181, + "nauc_mrr_at_1000_max": 0.725489, + "nauc_mrr_at_1000_std": 0.142992, + "nauc_mrr_at_1000_diff1": 0.892181, + "hit_rate_at_1": 0.82799, + "hit_rate_at_3": 0.90962, + "hit_rate_at_5": 0.93878, + "hit_rate_at_10": 0.96501, + "hit_rate_at_20": 0.99125, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.93878, + "hf_subset": "az_az", + "languages": [ + "aze-Latn" + ] + }, + { + "ndcg_at_1": 0.92837, + "ndcg_at_3": 0.95074, + "ndcg_at_5": 0.9579, + "ndcg_at_10": 0.96173, + "ndcg_at_20": 0.96328, + "ndcg_at_100": 0.96328, + "ndcg_at_1000": 0.96328, + "map_at_1": 0.92837, + "map_at_3": 0.94556, + "map_at_5": 0.94957, + "map_at_10": 0.95122, + "map_at_20": 0.95171, + "map_at_100": 0.95171, + "map_at_1000": 0.95171, + "recall_at_1": 0.92837, + "recall_at_3": 0.96562, + "recall_at_5": 0.98281, + "recall_at_10": 0.99427, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.92837, + "precision_at_1": 0.92837, + "precision_at_3": 0.32187, + "precision_at_5": 0.19656, + "precision_at_10": 0.09943, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.928367, + "mrr_at_3": 0.945559, + "mrr_at_5": 0.94957, + "mrr_at_10": 0.951225, + "mrr_at_20": 0.951705, + "mrr_at_100": 0.951705, + "mrr_at_1000": 0.951705, + "nauc_ndcg_at_1_max": 0.929192, + "nauc_ndcg_at_1_std": 0.556137, + "nauc_ndcg_at_1_diff1": 0.939841, + "nauc_ndcg_at_3_max": 0.942798, + "nauc_ndcg_at_3_std": 0.591626, + "nauc_ndcg_at_3_diff1": 0.93711, + "nauc_ndcg_at_5_max": 0.943798, + "nauc_ndcg_at_5_std": 0.595027, + "nauc_ndcg_at_5_diff1": 0.933742, + "nauc_ndcg_at_10_max": 0.938166, + "nauc_ndcg_at_10_std": 0.55771, + "nauc_ndcg_at_10_diff1": 0.940975, + "nauc_ndcg_at_20_max": 0.938399, + "nauc_ndcg_at_20_std": 0.573871, + "nauc_ndcg_at_20_diff1": 0.938481, + "nauc_ndcg_at_100_max": 0.938399, + "nauc_ndcg_at_100_std": 0.573871, + "nauc_ndcg_at_100_diff1": 0.938481, + "nauc_ndcg_at_1000_max": 0.938399, + "nauc_ndcg_at_1000_std": 0.573871, + "nauc_ndcg_at_1000_diff1": 0.938481, + "nauc_map_at_1_max": 0.929192, + "nauc_map_at_1_std": 0.556137, + "nauc_map_at_1_diff1": 0.939841, + "nauc_map_at_3_max": 0.939651, + "nauc_map_at_3_std": 0.583087, + "nauc_map_at_3_diff1": 0.93848, + "nauc_map_at_5_max": 0.93968, + "nauc_map_at_5_std": 0.583175, + "nauc_map_at_5_diff1": 0.936745, + "nauc_map_at_10_max": 0.937634, + "nauc_map_at_10_std": 0.570134, + "nauc_map_at_10_diff1": 0.939264, + "nauc_map_at_20_max": 0.937718, + "nauc_map_at_20_std": 0.573686, + "nauc_map_at_20_diff1": 0.938659, + "nauc_map_at_100_max": 0.937718, + "nauc_map_at_100_std": 0.573686, + "nauc_map_at_100_diff1": 0.938659, + "nauc_map_at_1000_max": 0.937718, + "nauc_map_at_1000_std": 0.573686, + "nauc_map_at_1000_diff1": 0.938659, + "nauc_recall_at_1_max": 0.929192, + "nauc_recall_at_1_std": 0.556137, + "nauc_recall_at_1_diff1": 0.939841, + "nauc_recall_at_3_max": 0.956413, + "nauc_recall_at_3_std": 0.62886, + "nauc_recall_at_3_diff1": 0.930519, + "nauc_recall_at_5_max": 0.978207, + "nauc_recall_at_5_std": 0.696148, + "nauc_recall_at_5_diff1": 0.907358, + "nauc_recall_at_10_max": 0.93462, + "nauc_recall_at_10_std": 0.153826, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.929192, + "nauc_precision_at_1_std": 0.556137, + "nauc_precision_at_1_diff1": 0.939841, + "nauc_precision_at_3_max": 0.956413, + "nauc_precision_at_3_std": 0.62886, + "nauc_precision_at_3_diff1": 0.930519, + "nauc_precision_at_5_max": 0.978207, + "nauc_precision_at_5_std": 0.696148, + "nauc_precision_at_5_diff1": 0.907358, + "nauc_precision_at_10_max": 0.93462, + "nauc_precision_at_10_std": 0.153826, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.929192, + "nauc_mrr_at_1_std": 0.556137, + "nauc_mrr_at_1_diff1": 0.939841, + "nauc_mrr_at_3_max": 0.939651, + "nauc_mrr_at_3_std": 0.583087, + "nauc_mrr_at_3_diff1": 0.93848, + "nauc_mrr_at_5_max": 0.93968, + "nauc_mrr_at_5_std": 0.583175, + "nauc_mrr_at_5_diff1": 0.936745, + "nauc_mrr_at_10_max": 0.937634, + "nauc_mrr_at_10_std": 0.570134, + "nauc_mrr_at_10_diff1": 0.939264, + "nauc_mrr_at_20_max": 0.937718, + "nauc_mrr_at_20_std": 0.573686, + "nauc_mrr_at_20_diff1": 0.938659, + "nauc_mrr_at_100_max": 0.937718, + "nauc_mrr_at_100_std": 0.573686, + "nauc_mrr_at_100_diff1": 0.938659, + "nauc_mrr_at_1000_max": 0.937718, + "nauc_mrr_at_1000_std": 0.573686, + "nauc_mrr_at_1000_diff1": 0.938659, + "hit_rate_at_1": 0.92837, + "hit_rate_at_3": 0.96562, + "hit_rate_at_5": 0.98281, + "hit_rate_at_10": 0.99427, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.98281, + "hf_subset": "be_by", + "languages": [ + "bel-Cyrl" + ] + }, + { + "ndcg_at_1": 0.40115, + "ndcg_at_3": 0.48577, + "ndcg_at_5": 0.51524, + "ndcg_at_10": 0.54885, + "ndcg_at_20": 0.58422, + "ndcg_at_100": 0.60479, + "ndcg_at_1000": 0.60874, + "map_at_1": 0.40115, + "map_at_3": 0.46371, + "map_at_5": 0.48004, + "map_at_10": 0.49406, + "map_at_20": 0.50371, + "map_at_100": 0.5069, + "map_at_1000": 0.50709, + "recall_at_1": 0.40115, + "recall_at_3": 0.55014, + "recall_at_5": 0.62178, + "recall_at_10": 0.72493, + "recall_at_20": 0.86533, + "recall_at_100": 0.97135, + "recall_at_1000": 1.0, + "accuracy": 0.40115, + "precision_at_1": 0.40115, + "precision_at_3": 0.18338, + "precision_at_5": 0.12436, + "precision_at_10": 0.07249, + "precision_at_20": 0.04327, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "mrr_at_1": 0.401146, + "mrr_at_3": 0.463706, + "mrr_at_5": 0.480038, + "mrr_at_10": 0.494058, + "mrr_at_20": 0.503708, + "mrr_at_100": 0.506897, + "mrr_at_1000": 0.50709, + "nauc_ndcg_at_1_max": 0.54289, + "nauc_ndcg_at_1_std": 0.242793, + "nauc_ndcg_at_1_diff1": 0.631827, + "nauc_ndcg_at_3_max": 0.513206, + "nauc_ndcg_at_3_std": 0.278727, + "nauc_ndcg_at_3_diff1": 0.562774, + "nauc_ndcg_at_5_max": 0.504381, + "nauc_ndcg_at_5_std": 0.267392, + "nauc_ndcg_at_5_diff1": 0.552316, + "nauc_ndcg_at_10_max": 0.503729, + "nauc_ndcg_at_10_std": 0.248766, + "nauc_ndcg_at_10_diff1": 0.545981, + "nauc_ndcg_at_20_max": 0.523761, + "nauc_ndcg_at_20_std": 0.251648, + "nauc_ndcg_at_20_diff1": 0.5527, + "nauc_ndcg_at_100_max": 0.522435, + "nauc_ndcg_at_100_std": 0.251589, + "nauc_ndcg_at_100_diff1": 0.565765, + "nauc_ndcg_at_1000_max": 0.519868, + "nauc_ndcg_at_1000_std": 0.255161, + "nauc_ndcg_at_1000_diff1": 0.567391, + "nauc_map_at_1_max": 0.54289, + "nauc_map_at_1_std": 0.242793, + "nauc_map_at_1_diff1": 0.631827, + "nauc_map_at_3_max": 0.520113, + "nauc_map_at_3_std": 0.269114, + "nauc_map_at_3_diff1": 0.580561, + "nauc_map_at_5_max": 0.51608, + "nauc_map_at_5_std": 0.263186, + "nauc_map_at_5_diff1": 0.575238, + "nauc_map_at_10_max": 0.516121, + "nauc_map_at_10_std": 0.255948, + "nauc_map_at_10_diff1": 0.574123, + "nauc_map_at_20_max": 0.521001, + "nauc_map_at_20_std": 0.256731, + "nauc_map_at_20_diff1": 0.575742, + "nauc_map_at_100_max": 0.521023, + "nauc_map_at_100_std": 0.256617, + "nauc_map_at_100_diff1": 0.57752, + "nauc_map_at_1000_max": 0.520936, + "nauc_map_at_1000_std": 0.256778, + "nauc_map_at_1000_diff1": 0.5776, + "nauc_recall_at_1_max": 0.54289, + "nauc_recall_at_1_std": 0.242793, + "nauc_recall_at_1_diff1": 0.631827, + "nauc_recall_at_3_max": 0.492395, + "nauc_recall_at_3_std": 0.308278, + "nauc_recall_at_3_diff1": 0.508376, + "nauc_recall_at_5_max": 0.463916, + "nauc_recall_at_5_std": 0.279115, + "nauc_recall_at_5_diff1": 0.475125, + "nauc_recall_at_10_max": 0.451044, + "nauc_recall_at_10_std": 0.206955, + "nauc_recall_at_10_diff1": 0.424467, + "nauc_recall_at_20_max": 0.584314, + "nauc_recall_at_20_std": 0.197196, + "nauc_recall_at_20_diff1": 0.391077, + "nauc_recall_at_100_max": 0.70047, + "nauc_recall_at_100_std": 0.021603, + "nauc_recall_at_100_diff1": 0.461286, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.54289, + "nauc_precision_at_1_std": 0.242793, + "nauc_precision_at_1_diff1": 0.631827, + "nauc_precision_at_3_max": 0.492395, + "nauc_precision_at_3_std": 0.308278, + "nauc_precision_at_3_diff1": 0.508376, + "nauc_precision_at_5_max": 0.463916, + "nauc_precision_at_5_std": 0.279115, + "nauc_precision_at_5_diff1": 0.475125, + "nauc_precision_at_10_max": 0.451044, + "nauc_precision_at_10_std": 0.206955, + "nauc_precision_at_10_diff1": 0.424467, + "nauc_precision_at_20_max": 0.584314, + "nauc_precision_at_20_std": 0.197196, + "nauc_precision_at_20_diff1": 0.391077, + "nauc_precision_at_100_max": 0.70047, + "nauc_precision_at_100_std": 0.021603, + "nauc_precision_at_100_diff1": 0.461286, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.54289, + "nauc_mrr_at_1_std": 0.242793, + "nauc_mrr_at_1_diff1": 0.631827, + "nauc_mrr_at_3_max": 0.520113, + "nauc_mrr_at_3_std": 0.269114, + "nauc_mrr_at_3_diff1": 0.580561, + "nauc_mrr_at_5_max": 0.51608, + "nauc_mrr_at_5_std": 0.263186, + "nauc_mrr_at_5_diff1": 0.575238, + "nauc_mrr_at_10_max": 0.516121, + "nauc_mrr_at_10_std": 0.255948, + "nauc_mrr_at_10_diff1": 0.574123, + "nauc_mrr_at_20_max": 0.521001, + "nauc_mrr_at_20_std": 0.256731, + "nauc_mrr_at_20_diff1": 0.575742, + "nauc_mrr_at_100_max": 0.521023, + "nauc_mrr_at_100_std": 0.256617, + "nauc_mrr_at_100_diff1": 0.57752, + "nauc_mrr_at_1000_max": 0.520936, + "nauc_mrr_at_1000_std": 0.256778, + "nauc_mrr_at_1000_diff1": 0.5776, + "hit_rate_at_1": 0.40115, + "hit_rate_at_3": 0.55014, + "hit_rate_at_5": 0.62178, + "hit_rate_at_10": 0.72493, + "hit_rate_at_20": 0.86533, + "hit_rate_at_100": 0.97135, + "hit_rate_at_1000": 1.0, + "main_score": 0.62178, + "hf_subset": "bn_in", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.84527, + "ndcg_at_3": 0.88641, + "ndcg_at_5": 0.89454, + "ndcg_at_10": 0.90392, + "ndcg_at_20": 0.9089, + "ndcg_at_100": 0.91231, + "ndcg_at_1000": 0.91231, + "map_at_1": 0.84527, + "map_at_3": 0.87679, + "map_at_5": 0.88123, + "map_at_10": 0.88517, + "map_at_20": 0.88649, + "map_at_100": 0.88703, + "map_at_1000": 0.88703, + "recall_at_1": 0.84527, + "recall_at_3": 0.91404, + "recall_at_5": 0.9341, + "recall_at_10": 0.96275, + "recall_at_20": 0.98281, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.84527, + "precision_at_1": 0.84527, + "precision_at_3": 0.30468, + "precision_at_5": 0.18682, + "precision_at_10": 0.09628, + "precision_at_20": 0.04914, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.845272, + "mrr_at_3": 0.876791, + "mrr_at_5": 0.881232, + "mrr_at_10": 0.885171, + "mrr_at_20": 0.886491, + "mrr_at_100": 0.887029, + "mrr_at_1000": 0.887029, + "nauc_ndcg_at_1_max": 0.841433, + "nauc_ndcg_at_1_std": 0.366005, + "nauc_ndcg_at_1_diff1": 0.905062, + "nauc_ndcg_at_3_max": 0.828049, + "nauc_ndcg_at_3_std": 0.312428, + "nauc_ndcg_at_3_diff1": 0.894195, + "nauc_ndcg_at_5_max": 0.833261, + "nauc_ndcg_at_5_std": 0.326796, + "nauc_ndcg_at_5_diff1": 0.895744, + "nauc_ndcg_at_10_max": 0.844076, + "nauc_ndcg_at_10_std": 0.343976, + "nauc_ndcg_at_10_diff1": 0.898456, + "nauc_ndcg_at_20_max": 0.844022, + "nauc_ndcg_at_20_std": 0.355647, + "nauc_ndcg_at_20_diff1": 0.902431, + "nauc_ndcg_at_100_max": 0.838649, + "nauc_ndcg_at_100_std": 0.337466, + "nauc_ndcg_at_100_diff1": 0.900301, + "nauc_ndcg_at_1000_max": 0.838649, + "nauc_ndcg_at_1000_std": 0.337466, + "nauc_ndcg_at_1000_diff1": 0.900301, + "nauc_map_at_1_max": 0.841433, + "nauc_map_at_1_std": 0.366005, + "nauc_map_at_1_diff1": 0.905062, + "nauc_map_at_3_max": 0.831907, + "nauc_map_at_3_std": 0.32385, + "nauc_map_at_3_diff1": 0.897298, + "nauc_map_at_5_max": 0.834288, + "nauc_map_at_5_std": 0.329896, + "nauc_map_at_5_diff1": 0.89831, + "nauc_map_at_10_max": 0.838573, + "nauc_map_at_10_std": 0.337366, + "nauc_map_at_10_diff1": 0.899679, + "nauc_map_at_20_max": 0.838383, + "nauc_map_at_20_std": 0.33893, + "nauc_map_at_20_diff1": 0.900613, + "nauc_map_at_100_max": 0.837695, + "nauc_map_at_100_std": 0.336616, + "nauc_map_at_100_diff1": 0.900353, + "nauc_map_at_1000_max": 0.837695, + "nauc_map_at_1000_std": 0.336616, + "nauc_map_at_1000_diff1": 0.900353, + "nauc_recall_at_1_max": 0.841433, + "nauc_recall_at_1_std": 0.366005, + "nauc_recall_at_1_diff1": 0.905062, + "nauc_recall_at_3_max": 0.812632, + "nauc_recall_at_3_std": 0.269169, + "nauc_recall_at_3_diff1": 0.881811, + "nauc_recall_at_5_max": 0.830205, + "nauc_recall_at_5_std": 0.32135, + "nauc_recall_at_5_diff1": 0.883009, + "nauc_recall_at_10_max": 0.904064, + "nauc_recall_at_10_std": 0.428803, + "nauc_recall_at_10_diff1": 0.888952, + "nauc_recall_at_20_max": 0.978207, + "nauc_recall_at_20_std": 0.810201, + "nauc_recall_at_20_diff1": 0.956413, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.841433, + "nauc_precision_at_1_std": 0.366005, + "nauc_precision_at_1_diff1": 0.905062, + "nauc_precision_at_3_max": 0.812632, + "nauc_precision_at_3_std": 0.269169, + "nauc_precision_at_3_diff1": 0.881811, + "nauc_precision_at_5_max": 0.830205, + "nauc_precision_at_5_std": 0.32135, + "nauc_precision_at_5_diff1": 0.883009, + "nauc_precision_at_10_max": 0.904064, + "nauc_precision_at_10_std": 0.428803, + "nauc_precision_at_10_diff1": 0.888952, + "nauc_precision_at_20_max": 0.978207, + "nauc_precision_at_20_std": 0.810201, + "nauc_precision_at_20_diff1": 0.956413, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.841433, + "nauc_mrr_at_1_std": 0.366005, + "nauc_mrr_at_1_diff1": 0.905062, + "nauc_mrr_at_3_max": 0.831907, + "nauc_mrr_at_3_std": 0.32385, + "nauc_mrr_at_3_diff1": 0.897298, + "nauc_mrr_at_5_max": 0.834288, + "nauc_mrr_at_5_std": 0.329896, + "nauc_mrr_at_5_diff1": 0.89831, + "nauc_mrr_at_10_max": 0.838573, + "nauc_mrr_at_10_std": 0.337366, + "nauc_mrr_at_10_diff1": 0.899679, + "nauc_mrr_at_20_max": 0.838383, + "nauc_mrr_at_20_std": 0.33893, + "nauc_mrr_at_20_diff1": 0.900613, + "nauc_mrr_at_100_max": 0.837695, + "nauc_mrr_at_100_std": 0.336616, + "nauc_mrr_at_100_diff1": 0.900353, + "nauc_mrr_at_1000_max": 0.837695, + "nauc_mrr_at_1000_std": 0.336616, + "nauc_mrr_at_1000_diff1": 0.900353, + "hit_rate_at_1": 0.84527, + "hit_rate_at_3": 0.91404, + "hit_rate_at_5": 0.9341, + "hit_rate_at_10": 0.96275, + "hit_rate_at_20": 0.98281, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.9341, + "hf_subset": "bs_ba", + "languages": [ + "bos-Latn" + ] + }, + { + "ndcg_at_1": 0.91429, + "ndcg_at_3": 0.93299, + "ndcg_at_5": 0.94098, + "ndcg_at_10": 0.94671, + "ndcg_at_20": 0.95095, + "ndcg_at_100": 0.95095, + "ndcg_at_1000": 0.95095, + "map_at_1": 0.91429, + "map_at_3": 0.92857, + "map_at_5": 0.93286, + "map_at_10": 0.93533, + "map_at_20": 0.93644, + "map_at_100": 0.93644, + "map_at_1000": 0.93644, + "recall_at_1": 0.91429, + "recall_at_3": 0.94571, + "recall_at_5": 0.96571, + "recall_at_10": 0.98286, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.91429, + "precision_at_1": 0.91429, + "precision_at_3": 0.31524, + "precision_at_5": 0.19314, + "precision_at_10": 0.09829, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.914286, + "mrr_at_3": 0.928571, + "mrr_at_5": 0.932857, + "mrr_at_10": 0.935329, + "mrr_at_20": 0.936441, + "mrr_at_100": 0.936441, + "mrr_at_1000": 0.936441, + "nauc_ndcg_at_1_max": 0.782088, + "nauc_ndcg_at_1_std": 0.108668, + "nauc_ndcg_at_1_diff1": 0.874199, + "nauc_ndcg_at_3_max": 0.820522, + "nauc_ndcg_at_3_std": 0.268467, + "nauc_ndcg_at_3_diff1": 0.872321, + "nauc_ndcg_at_5_max": 0.819051, + "nauc_ndcg_at_5_std": 0.302263, + "nauc_ndcg_at_5_diff1": 0.875793, + "nauc_ndcg_at_10_max": 0.829468, + "nauc_ndcg_at_10_std": 0.248314, + "nauc_ndcg_at_10_diff1": 0.887153, + "nauc_ndcg_at_20_max": 0.816451, + "nauc_ndcg_at_20_std": 0.23004, + "nauc_ndcg_at_20_diff1": 0.879295, + "nauc_ndcg_at_100_max": 0.816451, + "nauc_ndcg_at_100_std": 0.23004, + "nauc_ndcg_at_100_diff1": 0.879295, + "nauc_ndcg_at_1000_max": 0.816451, + "nauc_ndcg_at_1000_std": 0.23004, + "nauc_ndcg_at_1000_diff1": 0.879295, + "nauc_map_at_1_max": 0.782088, + "nauc_map_at_1_std": 0.108668, + "nauc_map_at_1_diff1": 0.874199, + "nauc_map_at_3_max": 0.812306, + "nauc_map_at_3_std": 0.231248, + "nauc_map_at_3_diff1": 0.873424, + "nauc_map_at_5_max": 0.811366, + "nauc_map_at_5_std": 0.245032, + "nauc_map_at_5_diff1": 0.875079, + "nauc_map_at_10_max": 0.815669, + "nauc_map_at_10_std": 0.223695, + "nauc_map_at_10_diff1": 0.879754, + "nauc_map_at_20_max": 0.812736, + "nauc_map_at_20_std": 0.219335, + "nauc_map_at_20_diff1": 0.878041, + "nauc_map_at_100_max": 0.812736, + "nauc_map_at_100_std": 0.219335, + "nauc_map_at_100_diff1": 0.878041, + "nauc_map_at_1000_max": 0.812736, + "nauc_map_at_1000_std": 0.219335, + "nauc_map_at_1000_diff1": 0.878041, + "nauc_recall_at_1_max": 0.782088, + "nauc_recall_at_1_std": 0.108668, + "nauc_recall_at_1_diff1": 0.874199, + "nauc_recall_at_3_max": 0.85014, + "nauc_recall_at_3_std": 0.404885, + "nauc_recall_at_3_diff1": 0.867831, + "nauc_recall_at_5_max": 0.858816, + "nauc_recall_at_5_std": 0.628346, + "nauc_recall_at_5_diff1": 0.880602, + "nauc_recall_at_10_max": 0.978214, + "nauc_recall_at_10_std": 0.451603, + "nauc_recall_at_10_diff1": 0.978214, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.782088, + "nauc_precision_at_1_std": 0.108668, + "nauc_precision_at_1_diff1": 0.874199, + "nauc_precision_at_3_max": 0.85014, + "nauc_precision_at_3_std": 0.404885, + "nauc_precision_at_3_diff1": 0.867831, + "nauc_precision_at_5_max": 0.858816, + "nauc_precision_at_5_std": 0.628346, + "nauc_precision_at_5_diff1": 0.880602, + "nauc_precision_at_10_max": 0.978214, + "nauc_precision_at_10_std": 0.451603, + "nauc_precision_at_10_diff1": 0.978214, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.782088, + "nauc_mrr_at_1_std": 0.108668, + "nauc_mrr_at_1_diff1": 0.874199, + "nauc_mrr_at_3_max": 0.812306, + "nauc_mrr_at_3_std": 0.231248, + "nauc_mrr_at_3_diff1": 0.873424, + "nauc_mrr_at_5_max": 0.811366, + "nauc_mrr_at_5_std": 0.245032, + "nauc_mrr_at_5_diff1": 0.875079, + "nauc_mrr_at_10_max": 0.815669, + "nauc_mrr_at_10_std": 0.223695, + "nauc_mrr_at_10_diff1": 0.879754, + "nauc_mrr_at_20_max": 0.812736, + "nauc_mrr_at_20_std": 0.219335, + "nauc_mrr_at_20_diff1": 0.878041, + "nauc_mrr_at_100_max": 0.812736, + "nauc_mrr_at_100_std": 0.219335, + "nauc_mrr_at_100_diff1": 0.878041, + "nauc_mrr_at_1000_max": 0.812736, + "nauc_mrr_at_1000_std": 0.219335, + "nauc_mrr_at_1000_diff1": 0.878041, + "hit_rate_at_1": 0.91429, + "hit_rate_at_3": 0.94571, + "hit_rate_at_5": 0.96571, + "hit_rate_at_10": 0.98286, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.96571, + "hf_subset": "ca_es", + "languages": [ + "cat-Latn" + ] + }, + { + "ndcg_at_1": 0.61462, + "ndcg_at_3": 0.71152, + "ndcg_at_5": 0.73368, + "ndcg_at_10": 0.75292, + "ndcg_at_20": 0.758, + "ndcg_at_100": 0.77118, + "ndcg_at_1000": 0.77295, + "map_at_1": 0.61462, + "map_at_3": 0.6866, + "map_at_5": 0.69906, + "map_at_10": 0.70696, + "map_at_20": 0.70837, + "map_at_100": 0.71029, + "map_at_1000": 0.71037, + "recall_at_1": 0.61462, + "recall_at_3": 0.78405, + "recall_at_5": 0.83721, + "recall_at_10": 0.89701, + "recall_at_20": 0.91694, + "recall_at_100": 0.98671, + "recall_at_1000": 1.0, + "accuracy": 0.61462, + "precision_at_1": 0.61462, + "precision_at_3": 0.26135, + "precision_at_5": 0.16744, + "precision_at_10": 0.0897, + "precision_at_20": 0.04585, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.614618, + "mrr_at_3": 0.6866, + "mrr_at_5": 0.699059, + "mrr_at_10": 0.706956, + "mrr_at_20": 0.708367, + "mrr_at_100": 0.710288, + "mrr_at_1000": 0.710365, + "nauc_ndcg_at_1_max": 0.694784, + "nauc_ndcg_at_1_std": 0.202402, + "nauc_ndcg_at_1_diff1": 0.817181, + "nauc_ndcg_at_3_max": 0.687566, + "nauc_ndcg_at_3_std": 0.221708, + "nauc_ndcg_at_3_diff1": 0.781185, + "nauc_ndcg_at_5_max": 0.693608, + "nauc_ndcg_at_5_std": 0.246438, + "nauc_ndcg_at_5_diff1": 0.770948, + "nauc_ndcg_at_10_max": 0.689821, + "nauc_ndcg_at_10_std": 0.238934, + "nauc_ndcg_at_10_diff1": 0.771929, + "nauc_ndcg_at_20_max": 0.69287, + "nauc_ndcg_at_20_std": 0.236868, + "nauc_ndcg_at_20_diff1": 0.779016, + "nauc_ndcg_at_100_max": 0.690306, + "nauc_ndcg_at_100_std": 0.224673, + "nauc_ndcg_at_100_diff1": 0.78281, + "nauc_ndcg_at_1000_max": 0.693446, + "nauc_ndcg_at_1000_std": 0.228986, + "nauc_ndcg_at_1000_diff1": 0.784402, + "nauc_map_at_1_max": 0.694784, + "nauc_map_at_1_std": 0.202402, + "nauc_map_at_1_diff1": 0.817181, + "nauc_map_at_3_max": 0.692947, + "nauc_map_at_3_std": 0.219463, + "nauc_map_at_3_diff1": 0.791251, + "nauc_map_at_5_max": 0.696429, + "nauc_map_at_5_std": 0.2317, + "nauc_map_at_5_diff1": 0.786629, + "nauc_map_at_10_max": 0.695147, + "nauc_map_at_10_std": 0.228897, + "nauc_map_at_10_diff1": 0.787053, + "nauc_map_at_20_max": 0.695974, + "nauc_map_at_20_std": 0.228254, + "nauc_map_at_20_diff1": 0.788953, + "nauc_map_at_100_max": 0.695603, + "nauc_map_at_100_std": 0.226806, + "nauc_map_at_100_diff1": 0.789519, + "nauc_map_at_1000_max": 0.695712, + "nauc_map_at_1000_std": 0.226878, + "nauc_map_at_1000_diff1": 0.789581, + "nauc_recall_at_1_max": 0.694784, + "nauc_recall_at_1_std": 0.202402, + "nauc_recall_at_1_diff1": 0.817181, + "nauc_recall_at_3_max": 0.665273, + "nauc_recall_at_3_std": 0.228503, + "nauc_recall_at_3_diff1": 0.742942, + "nauc_recall_at_5_max": 0.678958, + "nauc_recall_at_5_std": 0.3192, + "nauc_recall_at_5_diff1": 0.694877, + "nauc_recall_at_10_max": 0.64778, + "nauc_recall_at_10_std": 0.304808, + "nauc_recall_at_10_diff1": 0.667271, + "nauc_recall_at_20_max": 0.665645, + "nauc_recall_at_20_std": 0.302277, + "nauc_recall_at_20_diff1": 0.708365, + "nauc_recall_at_100_max": 0.349624, + "nauc_recall_at_100_std": -0.296076, + "nauc_recall_at_100_diff1": 0.614124, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.694784, + "nauc_precision_at_1_std": 0.202402, + "nauc_precision_at_1_diff1": 0.817181, + "nauc_precision_at_3_max": 0.665273, + "nauc_precision_at_3_std": 0.228503, + "nauc_precision_at_3_diff1": 0.742942, + "nauc_precision_at_5_max": 0.678958, + "nauc_precision_at_5_std": 0.3192, + "nauc_precision_at_5_diff1": 0.694877, + "nauc_precision_at_10_max": 0.64778, + "nauc_precision_at_10_std": 0.304808, + "nauc_precision_at_10_diff1": 0.667271, + "nauc_precision_at_20_max": 0.665645, + "nauc_precision_at_20_std": 0.302277, + "nauc_precision_at_20_diff1": 0.708365, + "nauc_precision_at_100_max": 0.349624, + "nauc_precision_at_100_std": -0.296076, + "nauc_precision_at_100_diff1": 0.614124, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.694784, + "nauc_mrr_at_1_std": 0.202402, + "nauc_mrr_at_1_diff1": 0.817181, + "nauc_mrr_at_3_max": 0.692947, + "nauc_mrr_at_3_std": 0.219463, + "nauc_mrr_at_3_diff1": 0.791251, + "nauc_mrr_at_5_max": 0.696429, + "nauc_mrr_at_5_std": 0.2317, + "nauc_mrr_at_5_diff1": 0.786629, + "nauc_mrr_at_10_max": 0.695147, + "nauc_mrr_at_10_std": 0.228897, + "nauc_mrr_at_10_diff1": 0.787053, + "nauc_mrr_at_20_max": 0.695974, + "nauc_mrr_at_20_std": 0.228254, + "nauc_mrr_at_20_diff1": 0.788953, + "nauc_mrr_at_100_max": 0.695603, + "nauc_mrr_at_100_std": 0.226806, + "nauc_mrr_at_100_diff1": 0.789519, + "nauc_mrr_at_1000_max": 0.695712, + "nauc_mrr_at_1000_std": 0.226878, + "nauc_mrr_at_1000_diff1": 0.789581, + "hit_rate_at_1": 0.61462, + "hit_rate_at_3": 0.78405, + "hit_rate_at_5": 0.83721, + "hit_rate_at_10": 0.89701, + "hit_rate_at_20": 0.91694, + "hit_rate_at_100": 0.98671, + "hit_rate_at_1000": 1.0, + "main_score": 0.83721, + "hf_subset": "ceb_ph", + "languages": [ + "ceb-Latn" + ] + }, + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "map_at_1": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "map_at_10": 1.0, + "map_at_20": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "recall_at_1": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 1.0, + "precision_at_1": 1.0, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_1000_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "hit_rate_at_1": 1.0, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 1.0, + "hf_subset": "cmn_hans_cn", + "languages": [ + "cmn-Hans" + ] + }, + { + "ndcg_at_1": 0.96755, + "ndcg_at_3": 0.98578, + "ndcg_at_5": 0.98578, + "ndcg_at_10": 0.98578, + "ndcg_at_20": 0.98578, + "ndcg_at_100": 0.98642, + "ndcg_at_1000": 0.98642, + "map_at_1": 0.96755, + "map_at_3": 0.98181, + "map_at_5": 0.98181, + "map_at_10": 0.98181, + "map_at_20": 0.98181, + "map_at_100": 0.98194, + "map_at_1000": 0.98194, + "recall_at_1": 0.96755, + "recall_at_3": 0.99705, + "recall_at_5": 0.99705, + "recall_at_10": 0.99705, + "recall_at_20": 0.99705, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.96755, + "precision_at_1": 0.96755, + "precision_at_3": 0.33235, + "precision_at_5": 0.19941, + "precision_at_10": 0.09971, + "precision_at_20": 0.04985, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.967552, + "mrr_at_3": 0.981809, + "mrr_at_5": 0.981809, + "mrr_at_10": 0.981809, + "mrr_at_20": 0.981809, + "mrr_at_100": 0.981937, + "mrr_at_1000": 0.981937, + "nauc_ndcg_at_1_max": 0.898507, + "nauc_ndcg_at_1_std": 0.33933, + "nauc_ndcg_at_1_diff1": 0.976225, + "nauc_ndcg_at_3_max": 0.914544, + "nauc_ndcg_at_3_std": 0.42627, + "nauc_ndcg_at_3_diff1": 0.979982, + "nauc_ndcg_at_5_max": 0.914544, + "nauc_ndcg_at_5_std": 0.42627, + "nauc_ndcg_at_5_diff1": 0.979982, + "nauc_ndcg_at_10_max": 0.914544, + "nauc_ndcg_at_10_std": 0.42627, + "nauc_ndcg_at_10_diff1": 0.979982, + "nauc_ndcg_at_20_max": 0.914544, + "nauc_ndcg_at_20_std": 0.42627, + "nauc_ndcg_at_20_diff1": 0.979982, + "nauc_ndcg_at_100_max": 0.910495, + "nauc_ndcg_at_100_std": 0.399088, + "nauc_ndcg_at_100_diff1": 0.979033, + "nauc_ndcg_at_1000_max": 0.910495, + "nauc_ndcg_at_1000_std": 0.399088, + "nauc_ndcg_at_1000_diff1": 0.979033, + "nauc_map_at_1_max": 0.898507, + "nauc_map_at_1_std": 0.33933, + "nauc_map_at_1_diff1": 0.976225, + "nauc_map_at_3_max": 0.909479, + "nauc_map_at_3_std": 0.393384, + "nauc_map_at_3_diff1": 0.978795, + "nauc_map_at_5_max": 0.909479, + "nauc_map_at_5_std": 0.393384, + "nauc_map_at_5_diff1": 0.978795, + "nauc_map_at_10_max": 0.909479, + "nauc_map_at_10_std": 0.393384, + "nauc_map_at_10_diff1": 0.978795, + "nauc_map_at_20_max": 0.909479, + "nauc_map_at_20_std": 0.393384, + "nauc_map_at_20_diff1": 0.978795, + "nauc_map_at_100_max": 0.908836, + "nauc_map_at_100_std": 0.389077, + "nauc_map_at_100_diff1": 0.978645, + "nauc_map_at_1000_max": 0.908836, + "nauc_map_at_1000_std": 0.389077, + "nauc_map_at_1000_diff1": 0.978645, + "nauc_recall_at_1_max": 0.898507, + "nauc_recall_at_1_std": 0.33933, + "nauc_recall_at_1_diff1": 0.976225, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 1.0, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 1.0, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 1.0, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.898507, + "nauc_precision_at_1_std": 0.33933, + "nauc_precision_at_1_diff1": 0.976225, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.898507, + "nauc_mrr_at_1_std": 0.33933, + "nauc_mrr_at_1_diff1": 0.976225, + "nauc_mrr_at_3_max": 0.909479, + "nauc_mrr_at_3_std": 0.393384, + "nauc_mrr_at_3_diff1": 0.978795, + "nauc_mrr_at_5_max": 0.909479, + "nauc_mrr_at_5_std": 0.393384, + "nauc_mrr_at_5_diff1": 0.978795, + "nauc_mrr_at_10_max": 0.909479, + "nauc_mrr_at_10_std": 0.393384, + "nauc_mrr_at_10_diff1": 0.978795, + "nauc_mrr_at_20_max": 0.909479, + "nauc_mrr_at_20_std": 0.393384, + "nauc_mrr_at_20_diff1": 0.978795, + "nauc_mrr_at_100_max": 0.908836, + "nauc_mrr_at_100_std": 0.389077, + "nauc_mrr_at_100_diff1": 0.978645, + "nauc_mrr_at_1000_max": 0.908836, + "nauc_mrr_at_1000_std": 0.389077, + "nauc_mrr_at_1000_diff1": 0.978645, + "hit_rate_at_1": 0.96755, + "hit_rate_at_3": 0.99705, + "hit_rate_at_5": 0.99705, + "hit_rate_at_10": 0.99705, + "hit_rate_at_20": 0.99705, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.99705, + "hf_subset": "yue_hant_hk", + "languages": [ + "yue-Hant" + ] + }, + { + "ndcg_at_1": 0.89941, + "ndcg_at_3": 0.93519, + "ndcg_at_5": 0.94614, + "ndcg_at_10": 0.94796, + "ndcg_at_20": 0.94872, + "ndcg_at_100": 0.94993, + "ndcg_at_1000": 0.94993, + "map_at_1": 0.89941, + "map_at_3": 0.92702, + "map_at_5": 0.93309, + "map_at_10": 0.93379, + "map_at_20": 0.934, + "map_at_100": 0.9342, + "map_at_1000": 0.9342, + "recall_at_1": 0.89941, + "recall_at_3": 0.95858, + "recall_at_5": 0.98521, + "recall_at_10": 0.99112, + "recall_at_20": 0.99408, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.89941, + "precision_at_1": 0.89941, + "precision_at_3": 0.31953, + "precision_at_5": 0.19704, + "precision_at_10": 0.09911, + "precision_at_20": 0.0497, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.899408, + "mrr_at_3": 0.927022, + "mrr_at_5": 0.933087, + "mrr_at_10": 0.933785, + "mrr_at_20": 0.933997, + "mrr_at_100": 0.934202, + "mrr_at_1000": 0.934202, + "nauc_ndcg_at_1_max": 0.79626, + "nauc_ndcg_at_1_std": 0.153282, + "nauc_ndcg_at_1_diff1": 0.926295, + "nauc_ndcg_at_3_max": 0.843629, + "nauc_ndcg_at_3_std": 0.161252, + "nauc_ndcg_at_3_diff1": 0.947897, + "nauc_ndcg_at_5_max": 0.826403, + "nauc_ndcg_at_5_std": 0.233173, + "nauc_ndcg_at_5_diff1": 0.9404, + "nauc_ndcg_at_10_max": 0.825306, + "nauc_ndcg_at_10_std": 0.220044, + "nauc_ndcg_at_10_diff1": 0.940657, + "nauc_ndcg_at_20_max": 0.822726, + "nauc_ndcg_at_20_std": 0.212632, + "nauc_ndcg_at_20_diff1": 0.939781, + "nauc_ndcg_at_100_max": 0.821998, + "nauc_ndcg_at_100_std": 0.195348, + "nauc_ndcg_at_100_diff1": 0.938331, + "nauc_ndcg_at_1000_max": 0.821998, + "nauc_ndcg_at_1000_std": 0.195348, + "nauc_ndcg_at_1000_diff1": 0.938331, + "nauc_map_at_1_max": 0.79626, + "nauc_map_at_1_std": 0.153282, + "nauc_map_at_1_diff1": 0.926295, + "nauc_map_at_3_max": 0.829828, + "nauc_map_at_3_std": 0.164959, + "nauc_map_at_3_diff1": 0.941249, + "nauc_map_at_5_max": 0.820622, + "nauc_map_at_5_std": 0.195688, + "nauc_map_at_5_diff1": 0.93737, + "nauc_map_at_10_max": 0.820283, + "nauc_map_at_10_std": 0.191436, + "nauc_map_at_10_diff1": 0.93744, + "nauc_map_at_20_max": 0.819707, + "nauc_map_at_20_std": 0.189738, + "nauc_map_at_20_diff1": 0.937239, + "nauc_map_at_100_max": 0.819665, + "nauc_map_at_100_std": 0.187453, + "nauc_map_at_100_diff1": 0.937043, + "nauc_map_at_1000_max": 0.819665, + "nauc_map_at_1000_std": 0.187453, + "nauc_map_at_1000_diff1": 0.937043, + "nauc_recall_at_1_max": 0.79626, + "nauc_recall_at_1_std": 0.153282, + "nauc_recall_at_1_diff1": 0.926295, + "nauc_recall_at_3_max": 0.912381, + "nauc_recall_at_3_std": 0.137784, + "nauc_recall_at_3_diff1": 0.981314, + "nauc_recall_at_5_max": 0.888767, + "nauc_recall_at_5_std": 0.763712, + "nauc_recall_at_5_diff1": 0.973839, + "nauc_recall_at_10_max": 0.907306, + "nauc_recall_at_10_std": 0.863704, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.860959, + "nauc_recall_at_20_std": 0.934598, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.79626, + "nauc_precision_at_1_std": 0.153282, + "nauc_precision_at_1_diff1": 0.926295, + "nauc_precision_at_3_max": 0.912381, + "nauc_precision_at_3_std": 0.137784, + "nauc_precision_at_3_diff1": 0.981314, + "nauc_precision_at_5_max": 0.888767, + "nauc_precision_at_5_std": 0.763712, + "nauc_precision_at_5_diff1": 0.973839, + "nauc_precision_at_10_max": 0.907306, + "nauc_precision_at_10_std": 0.863704, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.860959, + "nauc_precision_at_20_std": 0.934598, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.79626, + "nauc_mrr_at_1_std": 0.153282, + "nauc_mrr_at_1_diff1": 0.926295, + "nauc_mrr_at_3_max": 0.829828, + "nauc_mrr_at_3_std": 0.164959, + "nauc_mrr_at_3_diff1": 0.941249, + "nauc_mrr_at_5_max": 0.820622, + "nauc_mrr_at_5_std": 0.195688, + "nauc_mrr_at_5_diff1": 0.93737, + "nauc_mrr_at_10_max": 0.820283, + "nauc_mrr_at_10_std": 0.191436, + "nauc_mrr_at_10_diff1": 0.93744, + "nauc_mrr_at_20_max": 0.819707, + "nauc_mrr_at_20_std": 0.189738, + "nauc_mrr_at_20_diff1": 0.937239, + "nauc_mrr_at_100_max": 0.819665, + "nauc_mrr_at_100_std": 0.187453, + "nauc_mrr_at_100_diff1": 0.937043, + "nauc_mrr_at_1000_max": 0.819665, + "nauc_mrr_at_1000_std": 0.187453, + "nauc_mrr_at_1000_diff1": 0.937043, + "hit_rate_at_1": 0.89941, + "hit_rate_at_3": 0.95858, + "hit_rate_at_5": 0.98521, + "hit_rate_at_10": 0.99112, + "hit_rate_at_20": 0.99408, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.98521, + "hf_subset": "cs_cz", + "languages": [ + "ces-Latn" + ] + }, + { + "ndcg_at_1": 0.33714, + "ndcg_at_3": 0.39078, + "ndcg_at_5": 0.40258, + "ndcg_at_10": 0.42718, + "ndcg_at_20": 0.44709, + "ndcg_at_100": 0.48298, + "ndcg_at_1000": 0.50207, + "map_at_1": 0.33714, + "map_at_3": 0.37857, + "map_at_5": 0.38514, + "map_at_10": 0.39561, + "map_at_20": 0.4013, + "map_at_100": 0.4056, + "map_at_1000": 0.40656, + "recall_at_1": 0.33714, + "recall_at_3": 0.42571, + "recall_at_5": 0.45429, + "recall_at_10": 0.52857, + "recall_at_20": 0.60571, + "recall_at_100": 0.80857, + "recall_at_1000": 0.94571, + "accuracy": 0.33714, + "precision_at_1": 0.33714, + "precision_at_3": 0.1419, + "precision_at_5": 0.09086, + "precision_at_10": 0.05286, + "precision_at_20": 0.03029, + "precision_at_100": 0.00809, + "precision_at_1000": 0.00095, + "mrr_at_1": 0.337143, + "mrr_at_3": 0.378571, + "mrr_at_5": 0.385143, + "mrr_at_10": 0.395613, + "mrr_at_20": 0.4013, + "mrr_at_100": 0.4056, + "mrr_at_1000": 0.406564, + "nauc_ndcg_at_1_max": 0.457893, + "nauc_ndcg_at_1_std": 0.323836, + "nauc_ndcg_at_1_diff1": 0.627393, + "nauc_ndcg_at_3_max": 0.412443, + "nauc_ndcg_at_3_std": 0.334978, + "nauc_ndcg_at_3_diff1": 0.559633, + "nauc_ndcg_at_5_max": 0.414986, + "nauc_ndcg_at_5_std": 0.337772, + "nauc_ndcg_at_5_diff1": 0.556325, + "nauc_ndcg_at_10_max": 0.398359, + "nauc_ndcg_at_10_std": 0.32902, + "nauc_ndcg_at_10_diff1": 0.53786, + "nauc_ndcg_at_20_max": 0.384912, + "nauc_ndcg_at_20_std": 0.325133, + "nauc_ndcg_at_20_diff1": 0.528155, + "nauc_ndcg_at_100_max": 0.390801, + "nauc_ndcg_at_100_std": 0.322279, + "nauc_ndcg_at_100_diff1": 0.53067, + "nauc_ndcg_at_1000_max": 0.396213, + "nauc_ndcg_at_1000_std": 0.326532, + "nauc_ndcg_at_1000_diff1": 0.540209, + "nauc_map_at_1_max": 0.457893, + "nauc_map_at_1_std": 0.323836, + "nauc_map_at_1_diff1": 0.627393, + "nauc_map_at_3_max": 0.422999, + "nauc_map_at_3_std": 0.334616, + "nauc_map_at_3_diff1": 0.573992, + "nauc_map_at_5_max": 0.424439, + "nauc_map_at_5_std": 0.336255, + "nauc_map_at_5_diff1": 0.572404, + "nauc_map_at_10_max": 0.41735, + "nauc_map_at_10_std": 0.332626, + "nauc_map_at_10_diff1": 0.564656, + "nauc_map_at_20_max": 0.413981, + "nauc_map_at_20_std": 0.331904, + "nauc_map_at_20_diff1": 0.562007, + "nauc_map_at_100_max": 0.414575, + "nauc_map_at_100_std": 0.331235, + "nauc_map_at_100_diff1": 0.56171, + "nauc_map_at_1000_max": 0.414872, + "nauc_map_at_1000_std": 0.331439, + "nauc_map_at_1000_diff1": 0.562236, + "nauc_recall_at_1_max": 0.457893, + "nauc_recall_at_1_std": 0.323836, + "nauc_recall_at_1_diff1": 0.627393, + "nauc_recall_at_3_max": 0.382386, + "nauc_recall_at_3_std": 0.335071, + "nauc_recall_at_3_diff1": 0.519326, + "nauc_recall_at_5_max": 0.388238, + "nauc_recall_at_5_std": 0.341483, + "nauc_recall_at_5_diff1": 0.510017, + "nauc_recall_at_10_max": 0.336044, + "nauc_recall_at_10_std": 0.314135, + "nauc_recall_at_10_diff1": 0.450654, + "nauc_recall_at_20_max": 0.270702, + "nauc_recall_at_20_std": 0.293486, + "nauc_recall_at_20_diff1": 0.402084, + "nauc_recall_at_100_max": 0.250784, + "nauc_recall_at_100_std": 0.250464, + "nauc_recall_at_100_diff1": 0.358555, + "nauc_recall_at_1000_max": 0.144037, + "nauc_recall_at_1000_std": 0.257359, + "nauc_recall_at_1000_diff1": 0.337461, + "nauc_precision_at_1_max": 0.457893, + "nauc_precision_at_1_std": 0.323836, + "nauc_precision_at_1_diff1": 0.627393, + "nauc_precision_at_3_max": 0.382386, + "nauc_precision_at_3_std": 0.335071, + "nauc_precision_at_3_diff1": 0.519326, + "nauc_precision_at_5_max": 0.388238, + "nauc_precision_at_5_std": 0.341483, + "nauc_precision_at_5_diff1": 0.510017, + "nauc_precision_at_10_max": 0.336044, + "nauc_precision_at_10_std": 0.314135, + "nauc_precision_at_10_diff1": 0.450654, + "nauc_precision_at_20_max": 0.270702, + "nauc_precision_at_20_std": 0.293486, + "nauc_precision_at_20_diff1": 0.402084, + "nauc_precision_at_100_max": 0.250784, + "nauc_precision_at_100_std": 0.250464, + "nauc_precision_at_100_diff1": 0.358555, + "nauc_precision_at_1000_max": 0.144037, + "nauc_precision_at_1000_std": 0.257359, + "nauc_precision_at_1000_diff1": 0.337461, + "nauc_mrr_at_1_max": 0.457893, + "nauc_mrr_at_1_std": 0.323836, + "nauc_mrr_at_1_diff1": 0.627393, + "nauc_mrr_at_3_max": 0.422999, + "nauc_mrr_at_3_std": 0.334616, + "nauc_mrr_at_3_diff1": 0.573992, + "nauc_mrr_at_5_max": 0.424439, + "nauc_mrr_at_5_std": 0.336255, + "nauc_mrr_at_5_diff1": 0.572404, + "nauc_mrr_at_10_max": 0.41735, + "nauc_mrr_at_10_std": 0.332626, + "nauc_mrr_at_10_diff1": 0.564656, + "nauc_mrr_at_20_max": 0.413981, + "nauc_mrr_at_20_std": 0.331904, + "nauc_mrr_at_20_diff1": 0.562007, + "nauc_mrr_at_100_max": 0.414575, + "nauc_mrr_at_100_std": 0.331235, + "nauc_mrr_at_100_diff1": 0.56171, + "nauc_mrr_at_1000_max": 0.414872, + "nauc_mrr_at_1000_std": 0.331439, + "nauc_mrr_at_1000_diff1": 0.562236, + "hit_rate_at_1": 0.33714, + "hit_rate_at_3": 0.42571, + "hit_rate_at_5": 0.45429, + "hit_rate_at_10": 0.52857, + "hit_rate_at_20": 0.60571, + "hit_rate_at_100": 0.80857, + "hit_rate_at_1000": 0.94571, + "main_score": 0.45429, + "hf_subset": "cy_gb", + "languages": [ + "cym-Latn" + ] + }, + { + "ndcg_at_1": 0.93429, + "ndcg_at_3": 0.95908, + "ndcg_at_5": 0.96461, + "ndcg_at_10": 0.96735, + "ndcg_at_20": 0.96735, + "ndcg_at_100": 0.96735, + "ndcg_at_1000": 0.96735, + "map_at_1": 0.93429, + "map_at_3": 0.95286, + "map_at_5": 0.95571, + "map_at_10": 0.95683, + "map_at_20": 0.95683, + "map_at_100": 0.95683, + "map_at_1000": 0.95683, + "recall_at_1": 0.93429, + "recall_at_3": 0.97714, + "recall_at_5": 0.99143, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.93429, + "precision_at_1": 0.93429, + "precision_at_3": 0.32571, + "precision_at_5": 0.19829, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.934286, + "mrr_at_3": 0.952857, + "mrr_at_5": 0.955714, + "mrr_at_10": 0.956833, + "mrr_at_20": 0.956833, + "mrr_at_100": 0.956833, + "mrr_at_1000": 0.956833, + "nauc_ndcg_at_1_max": 0.759428, + "nauc_ndcg_at_1_std": 0.229448, + "nauc_ndcg_at_1_diff1": 0.920229, + "nauc_ndcg_at_3_max": 0.829995, + "nauc_ndcg_at_3_std": 0.377165, + "nauc_ndcg_at_3_diff1": 0.905602, + "nauc_ndcg_at_5_max": 0.807532, + "nauc_ndcg_at_5_std": 0.306591, + "nauc_ndcg_at_5_diff1": 0.919074, + "nauc_ndcg_at_10_max": 0.791349, + "nauc_ndcg_at_10_std": 0.295644, + "nauc_ndcg_at_10_diff1": 0.912269, + "nauc_ndcg_at_20_max": 0.791349, + "nauc_ndcg_at_20_std": 0.295644, + "nauc_ndcg_at_20_diff1": 0.912269, + "nauc_ndcg_at_100_max": 0.791349, + "nauc_ndcg_at_100_std": 0.295644, + "nauc_ndcg_at_100_diff1": 0.912269, + "nauc_ndcg_at_1000_max": 0.791349, + "nauc_ndcg_at_1000_std": 0.295644, + "nauc_ndcg_at_1000_diff1": 0.912269, + "nauc_map_at_1_max": 0.759428, + "nauc_map_at_1_std": 0.229448, + "nauc_map_at_1_diff1": 0.920229, + "nauc_map_at_3_max": 0.80444, + "nauc_map_at_3_std": 0.328415, + "nauc_map_at_3_diff1": 0.90894, + "nauc_map_at_5_max": 0.79351, + "nauc_map_at_5_std": 0.296111, + "nauc_map_at_5_diff1": 0.914721, + "nauc_map_at_10_max": 0.788157, + "nauc_map_at_10_std": 0.290927, + "nauc_map_at_10_diff1": 0.912511, + "nauc_map_at_20_max": 0.788157, + "nauc_map_at_20_std": 0.290927, + "nauc_map_at_20_diff1": 0.912511, + "nauc_map_at_100_max": 0.788157, + "nauc_map_at_100_std": 0.290927, + "nauc_map_at_100_diff1": 0.912511, + "nauc_map_at_1000_max": 0.788157, + "nauc_map_at_1000_std": 0.290927, + "nauc_map_at_1000_diff1": 0.912511, + "nauc_recall_at_1_max": 0.759428, + "nauc_recall_at_1_std": 0.229448, + "nauc_recall_at_1_diff1": 0.920229, + "nauc_recall_at_3_max": 0.98366, + "nauc_recall_at_3_std": 0.66655, + "nauc_recall_at_3_diff1": 0.88708, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.39558, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.759428, + "nauc_precision_at_1_std": 0.229448, + "nauc_precision_at_1_diff1": 0.920229, + "nauc_precision_at_3_max": 0.98366, + "nauc_precision_at_3_std": 0.66655, + "nauc_precision_at_3_diff1": 0.88708, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.39558, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.759428, + "nauc_mrr_at_1_std": 0.229448, + "nauc_mrr_at_1_diff1": 0.920229, + "nauc_mrr_at_3_max": 0.80444, + "nauc_mrr_at_3_std": 0.328415, + "nauc_mrr_at_3_diff1": 0.90894, + "nauc_mrr_at_5_max": 0.79351, + "nauc_mrr_at_5_std": 0.296111, + "nauc_mrr_at_5_diff1": 0.914721, + "nauc_mrr_at_10_max": 0.788157, + "nauc_mrr_at_10_std": 0.290927, + "nauc_mrr_at_10_diff1": 0.912511, + "nauc_mrr_at_20_max": 0.788157, + "nauc_mrr_at_20_std": 0.290927, + "nauc_mrr_at_20_diff1": 0.912511, + "nauc_mrr_at_100_max": 0.788157, + "nauc_mrr_at_100_std": 0.290927, + "nauc_mrr_at_100_diff1": 0.912511, + "nauc_mrr_at_1000_max": 0.788157, + "nauc_mrr_at_1000_std": 0.290927, + "nauc_mrr_at_1000_diff1": 0.912511, + "hit_rate_at_1": 0.93429, + "hit_rate_at_3": 0.97714, + "hit_rate_at_5": 0.99143, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.99143, + "hf_subset": "da_dk", + "languages": [ + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.99424, + "ndcg_at_3": 0.99787, + "ndcg_at_5": 0.99787, + "ndcg_at_10": 0.99787, + "ndcg_at_20": 0.99787, + "ndcg_at_100": 0.99787, + "ndcg_at_1000": 0.99787, + "map_at_1": 0.99424, + "map_at_3": 0.99712, + "map_at_5": 0.99712, + "map_at_10": 0.99712, + "map_at_20": 0.99712, + "map_at_100": 0.99712, + "map_at_1000": 0.99712, + "recall_at_1": 0.99424, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.99424, + "precision_at_1": 0.99424, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.994236, + "mrr_at_3": 0.997118, + "mrr_at_5": 0.997118, + "mrr_at_10": 0.997118, + "mrr_at_20": 0.997118, + "mrr_at_100": 0.997118, + "mrr_at_1000": 0.997118, + "nauc_ndcg_at_1_max": 0.869155, + "nauc_ndcg_at_1_std": 0.191342, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.869155, + "nauc_ndcg_at_3_std": 0.191342, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.869155, + "nauc_ndcg_at_5_std": 0.191342, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.869155, + "nauc_ndcg_at_10_std": 0.191342, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.869155, + "nauc_ndcg_at_20_std": 0.191342, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.869155, + "nauc_ndcg_at_100_std": 0.191342, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.869155, + "nauc_ndcg_at_1000_std": 0.191342, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.869155, + "nauc_map_at_1_std": 0.191342, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.869155, + "nauc_map_at_3_std": 0.191342, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.869155, + "nauc_map_at_5_std": 0.191342, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.869155, + "nauc_map_at_10_std": 0.191342, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.869155, + "nauc_map_at_20_std": 0.191342, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.869155, + "nauc_map_at_100_std": 0.191342, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.869155, + "nauc_map_at_1000_std": 0.191342, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.869155, + "nauc_recall_at_1_std": 0.191342, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.869155, + "nauc_precision_at_1_std": 0.191342, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.869155, + "nauc_mrr_at_1_std": 0.191342, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.869155, + "nauc_mrr_at_3_std": 0.191342, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.869155, + "nauc_mrr_at_5_std": 0.191342, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.869155, + "nauc_mrr_at_10_std": 0.191342, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.869155, + "nauc_mrr_at_20_std": 0.191342, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.869155, + "nauc_mrr_at_100_std": 0.191342, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.869155, + "nauc_mrr_at_1000_std": 0.191342, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.99424, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 1.0, + "hf_subset": "de_de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.32733, + "ndcg_at_3": 0.41166, + "ndcg_at_5": 0.43996, + "ndcg_at_10": 0.47382, + "ndcg_at_20": 0.50341, + "ndcg_at_100": 0.53525, + "ndcg_at_1000": 0.54522, + "map_at_1": 0.32733, + "map_at_3": 0.39189, + "map_at_5": 0.40751, + "map_at_10": 0.42197, + "map_at_20": 0.43008, + "map_at_100": 0.43449, + "map_at_1000": 0.43499, + "recall_at_1": 0.32733, + "recall_at_3": 0.46847, + "recall_at_5": 0.53754, + "recall_at_10": 0.63964, + "recall_at_20": 0.75676, + "recall_at_100": 0.92793, + "recall_at_1000": 1.0, + "accuracy": 0.32733, + "precision_at_1": 0.32733, + "precision_at_3": 0.15616, + "precision_at_5": 0.10751, + "precision_at_10": 0.06396, + "precision_at_20": 0.03784, + "precision_at_100": 0.00928, + "precision_at_1000": 0.001, + "mrr_at_1": 0.327327, + "mrr_at_3": 0.391892, + "mrr_at_5": 0.407508, + "mrr_at_10": 0.421972, + "mrr_at_20": 0.430085, + "mrr_at_100": 0.434493, + "mrr_at_1000": 0.43499, + "nauc_ndcg_at_1_max": 0.470288, + "nauc_ndcg_at_1_std": 0.149012, + "nauc_ndcg_at_1_diff1": 0.572525, + "nauc_ndcg_at_3_max": 0.46333, + "nauc_ndcg_at_3_std": 0.129032, + "nauc_ndcg_at_3_diff1": 0.510401, + "nauc_ndcg_at_5_max": 0.454715, + "nauc_ndcg_at_5_std": 0.154587, + "nauc_ndcg_at_5_diff1": 0.497088, + "nauc_ndcg_at_10_max": 0.441409, + "nauc_ndcg_at_10_std": 0.144336, + "nauc_ndcg_at_10_diff1": 0.480597, + "nauc_ndcg_at_20_max": 0.433618, + "nauc_ndcg_at_20_std": 0.138295, + "nauc_ndcg_at_20_diff1": 0.466486, + "nauc_ndcg_at_100_max": 0.423391, + "nauc_ndcg_at_100_std": 0.118186, + "nauc_ndcg_at_100_diff1": 0.485926, + "nauc_ndcg_at_1000_max": 0.441583, + "nauc_ndcg_at_1000_std": 0.134393, + "nauc_ndcg_at_1000_diff1": 0.494362, + "nauc_map_at_1_max": 0.470288, + "nauc_map_at_1_std": 0.149012, + "nauc_map_at_1_diff1": 0.572525, + "nauc_map_at_3_max": 0.464237, + "nauc_map_at_3_std": 0.135426, + "nauc_map_at_3_diff1": 0.522708, + "nauc_map_at_5_max": 0.459326, + "nauc_map_at_5_std": 0.149715, + "nauc_map_at_5_diff1": 0.515389, + "nauc_map_at_10_max": 0.453775, + "nauc_map_at_10_std": 0.145447, + "nauc_map_at_10_diff1": 0.509534, + "nauc_map_at_20_max": 0.45207, + "nauc_map_at_20_std": 0.143791, + "nauc_map_at_20_diff1": 0.506133, + "nauc_map_at_100_max": 0.450831, + "nauc_map_at_100_std": 0.14059, + "nauc_map_at_100_diff1": 0.509007, + "nauc_map_at_1000_max": 0.451653, + "nauc_map_at_1000_std": 0.141289, + "nauc_map_at_1000_diff1": 0.509343, + "nauc_recall_at_1_max": 0.470288, + "nauc_recall_at_1_std": 0.149012, + "nauc_recall_at_1_diff1": 0.572525, + "nauc_recall_at_3_max": 0.461034, + "nauc_recall_at_3_std": 0.109978, + "nauc_recall_at_3_diff1": 0.476058, + "nauc_recall_at_5_max": 0.440187, + "nauc_recall_at_5_std": 0.172122, + "nauc_recall_at_5_diff1": 0.441618, + "nauc_recall_at_10_max": 0.393514, + "nauc_recall_at_10_std": 0.139373, + "nauc_recall_at_10_diff1": 0.373169, + "nauc_recall_at_20_max": 0.331955, + "nauc_recall_at_20_std": 0.104764, + "nauc_recall_at_20_diff1": 0.259234, + "nauc_recall_at_100_max": -0.076067, + "nauc_recall_at_100_std": -0.330675, + "nauc_recall_at_100_diff1": 0.244019, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.470288, + "nauc_precision_at_1_std": 0.149012, + "nauc_precision_at_1_diff1": 0.572525, + "nauc_precision_at_3_max": 0.461034, + "nauc_precision_at_3_std": 0.109978, + "nauc_precision_at_3_diff1": 0.476058, + "nauc_precision_at_5_max": 0.440187, + "nauc_precision_at_5_std": 0.172122, + "nauc_precision_at_5_diff1": 0.441618, + "nauc_precision_at_10_max": 0.393514, + "nauc_precision_at_10_std": 0.139373, + "nauc_precision_at_10_diff1": 0.373169, + "nauc_precision_at_20_max": 0.331955, + "nauc_precision_at_20_std": 0.104764, + "nauc_precision_at_20_diff1": 0.259234, + "nauc_precision_at_100_max": -0.076067, + "nauc_precision_at_100_std": -0.330675, + "nauc_precision_at_100_diff1": 0.244019, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.470288, + "nauc_mrr_at_1_std": 0.149012, + "nauc_mrr_at_1_diff1": 0.572525, + "nauc_mrr_at_3_max": 0.464237, + "nauc_mrr_at_3_std": 0.135426, + "nauc_mrr_at_3_diff1": 0.522708, + "nauc_mrr_at_5_max": 0.459326, + "nauc_mrr_at_5_std": 0.149715, + "nauc_mrr_at_5_diff1": 0.515389, + "nauc_mrr_at_10_max": 0.453775, + "nauc_mrr_at_10_std": 0.145447, + "nauc_mrr_at_10_diff1": 0.509534, + "nauc_mrr_at_20_max": 0.45207, + "nauc_mrr_at_20_std": 0.143791, + "nauc_mrr_at_20_diff1": 0.506133, + "nauc_mrr_at_100_max": 0.450831, + "nauc_mrr_at_100_std": 0.14059, + "nauc_mrr_at_100_diff1": 0.509007, + "nauc_mrr_at_1000_max": 0.451653, + "nauc_mrr_at_1000_std": 0.141289, + "nauc_mrr_at_1000_diff1": 0.509343, + "hit_rate_at_1": 0.32733, + "hit_rate_at_3": 0.46847, + "hit_rate_at_5": 0.53754, + "hit_rate_at_10": 0.63964, + "hit_rate_at_20": 0.75676, + "hit_rate_at_100": 0.92793, + "hit_rate_at_1000": 1.0, + "main_score": 0.53754, + "hf_subset": "el_gr", + "languages": [ + "ell-Grek" + ] + }, + { + "ndcg_at_1": 0.99429, + "ndcg_at_3": 0.99609, + "ndcg_at_5": 0.99609, + "ndcg_at_10": 0.99609, + "ndcg_at_20": 0.99686, + "ndcg_at_100": 0.99686, + "ndcg_at_1000": 0.99686, + "map_at_1": 0.99429, + "map_at_3": 0.99571, + "map_at_5": 0.99571, + "map_at_10": 0.99571, + "map_at_20": 0.99595, + "map_at_100": 0.99595, + "map_at_1000": 0.99595, + "recall_at_1": 0.99429, + "recall_at_3": 0.99714, + "recall_at_5": 0.99714, + "recall_at_10": 0.99714, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.99429, + "precision_at_1": 0.99429, + "precision_at_3": 0.33238, + "precision_at_5": 0.19943, + "precision_at_10": 0.09971, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.994286, + "mrr_at_3": 0.995714, + "mrr_at_5": 0.995714, + "mrr_at_10": 0.995714, + "mrr_at_20": 0.995952, + "mrr_at_100": 0.995952, + "mrr_at_1000": 0.995952, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": -0.298786, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": -0.69186, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": -0.69186, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": -0.69186, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 1.0, + "nauc_ndcg_at_20_std": -0.578764, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 1.0, + "nauc_ndcg_at_100_std": -0.578764, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 1.0, + "nauc_ndcg_at_1000_std": -0.578764, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": -0.298786, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": -0.5831, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": -0.5831, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": -0.5831, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 1.0, + "nauc_map_at_20_std": -0.549651, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 1.0, + "nauc_map_at_100_std": -0.549651, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 1.0, + "nauc_map_at_1000_std": -0.549651, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": -0.298786, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": -1.151727, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": -1.151727, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": -1.151727, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": -0.298786, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": -1.151727, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": -1.151727, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": -1.151727, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": -0.298786, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": -0.5831, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": -0.5831, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": -0.5831, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 1.0, + "nauc_mrr_at_20_std": -0.549651, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 1.0, + "nauc_mrr_at_100_std": -0.549651, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 1.0, + "nauc_mrr_at_1000_std": -0.549651, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.99429, + "hit_rate_at_3": 0.99714, + "hit_rate_at_5": 0.99714, + "hit_rate_at_10": 0.99714, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.99714, + "hf_subset": "en_us", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "map_at_1": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "map_at_10": 1.0, + "map_at_20": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "recall_at_1": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 1.0, + "precision_at_1": 1.0, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_1000_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "hit_rate_at_1": 1.0, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 1.0, + "hf_subset": "es_419", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.55362, + "ndcg_at_3": 0.64151, + "ndcg_at_5": 0.66971, + "ndcg_at_10": 0.69311, + "ndcg_at_20": 0.71209, + "ndcg_at_100": 0.72768, + "ndcg_at_1000": 0.72768, + "map_at_1": 0.55362, + "map_at_3": 0.61981, + "map_at_5": 0.63589, + "map_at_10": 0.64553, + "map_at_20": 0.6507, + "map_at_100": 0.65302, + "map_at_1000": 0.65302, + "recall_at_1": 0.55362, + "recall_at_3": 0.70435, + "recall_at_5": 0.77101, + "recall_at_10": 0.84348, + "recall_at_20": 0.91884, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.55362, + "precision_at_1": 0.55362, + "precision_at_3": 0.23478, + "precision_at_5": 0.1542, + "precision_at_10": 0.08435, + "precision_at_20": 0.04594, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.553623, + "mrr_at_3": 0.619807, + "mrr_at_5": 0.635894, + "mrr_at_10": 0.645528, + "mrr_at_20": 0.650703, + "mrr_at_100": 0.65302, + "mrr_at_1000": 0.65302, + "nauc_ndcg_at_1_max": 0.617113, + "nauc_ndcg_at_1_std": 0.38505, + "nauc_ndcg_at_1_diff1": 0.748741, + "nauc_ndcg_at_3_max": 0.613893, + "nauc_ndcg_at_3_std": 0.350643, + "nauc_ndcg_at_3_diff1": 0.685245, + "nauc_ndcg_at_5_max": 0.616431, + "nauc_ndcg_at_5_std": 0.360712, + "nauc_ndcg_at_5_diff1": 0.680269, + "nauc_ndcg_at_10_max": 0.613922, + "nauc_ndcg_at_10_std": 0.358961, + "nauc_ndcg_at_10_diff1": 0.67614, + "nauc_ndcg_at_20_max": 0.615296, + "nauc_ndcg_at_20_std": 0.372051, + "nauc_ndcg_at_20_diff1": 0.681754, + "nauc_ndcg_at_100_max": 0.61486, + "nauc_ndcg_at_100_std": 0.366484, + "nauc_ndcg_at_100_diff1": 0.694224, + "nauc_ndcg_at_1000_max": 0.61486, + "nauc_ndcg_at_1000_std": 0.366484, + "nauc_ndcg_at_1000_diff1": 0.694224, + "nauc_map_at_1_max": 0.617113, + "nauc_map_at_1_std": 0.38505, + "nauc_map_at_1_diff1": 0.748741, + "nauc_map_at_3_max": 0.614529, + "nauc_map_at_3_std": 0.359861, + "nauc_map_at_3_diff1": 0.702476, + "nauc_map_at_5_max": 0.615837, + "nauc_map_at_5_std": 0.36464, + "nauc_map_at_5_diff1": 0.700546, + "nauc_map_at_10_max": 0.614886, + "nauc_map_at_10_std": 0.363255, + "nauc_map_at_10_diff1": 0.699428, + "nauc_map_at_20_max": 0.614904, + "nauc_map_at_20_std": 0.366624, + "nauc_map_at_20_diff1": 0.701288, + "nauc_map_at_100_max": 0.614949, + "nauc_map_at_100_std": 0.36638, + "nauc_map_at_100_diff1": 0.702678, + "nauc_map_at_1000_max": 0.614949, + "nauc_map_at_1000_std": 0.36638, + "nauc_map_at_1000_diff1": 0.702678, + "nauc_recall_at_1_max": 0.617113, + "nauc_recall_at_1_std": 0.38505, + "nauc_recall_at_1_diff1": 0.748741, + "nauc_recall_at_3_max": 0.611857, + "nauc_recall_at_3_std": 0.319568, + "nauc_recall_at_3_diff1": 0.62705, + "nauc_recall_at_5_max": 0.619488, + "nauc_recall_at_5_std": 0.348404, + "nauc_recall_at_5_diff1": 0.598323, + "nauc_recall_at_10_max": 0.607877, + "nauc_recall_at_10_std": 0.343137, + "nauc_recall_at_10_diff1": 0.546439, + "nauc_recall_at_20_max": 0.62629, + "nauc_recall_at_20_std": 0.469865, + "nauc_recall_at_20_diff1": 0.497332, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.617113, + "nauc_precision_at_1_std": 0.38505, + "nauc_precision_at_1_diff1": 0.748741, + "nauc_precision_at_3_max": 0.611857, + "nauc_precision_at_3_std": 0.319568, + "nauc_precision_at_3_diff1": 0.62705, + "nauc_precision_at_5_max": 0.619488, + "nauc_precision_at_5_std": 0.348404, + "nauc_precision_at_5_diff1": 0.598323, + "nauc_precision_at_10_max": 0.607877, + "nauc_precision_at_10_std": 0.343137, + "nauc_precision_at_10_diff1": 0.546439, + "nauc_precision_at_20_max": 0.62629, + "nauc_precision_at_20_std": 0.469865, + "nauc_precision_at_20_diff1": 0.497332, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.617113, + "nauc_mrr_at_1_std": 0.38505, + "nauc_mrr_at_1_diff1": 0.748741, + "nauc_mrr_at_3_max": 0.614529, + "nauc_mrr_at_3_std": 0.359861, + "nauc_mrr_at_3_diff1": 0.702476, + "nauc_mrr_at_5_max": 0.615837, + "nauc_mrr_at_5_std": 0.36464, + "nauc_mrr_at_5_diff1": 0.700546, + "nauc_mrr_at_10_max": 0.614886, + "nauc_mrr_at_10_std": 0.363255, + "nauc_mrr_at_10_diff1": 0.699428, + "nauc_mrr_at_20_max": 0.614904, + "nauc_mrr_at_20_std": 0.366624, + "nauc_mrr_at_20_diff1": 0.701288, + "nauc_mrr_at_100_max": 0.614949, + "nauc_mrr_at_100_std": 0.36638, + "nauc_mrr_at_100_diff1": 0.702678, + "nauc_mrr_at_1000_max": 0.614949, + "nauc_mrr_at_1000_std": 0.36638, + "nauc_mrr_at_1000_diff1": 0.702678, + "hit_rate_at_1": 0.55362, + "hit_rate_at_3": 0.70435, + "hit_rate_at_5": 0.77101, + "hit_rate_at_10": 0.84348, + "hit_rate_at_20": 0.91884, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.77101, + "hf_subset": "et_ee", + "languages": [ + "est-Latn" + ] + }, + { + "ndcg_at_1": 0.60185, + "ndcg_at_3": 0.68107, + "ndcg_at_5": 0.69634, + "ndcg_at_10": 0.71139, + "ndcg_at_20": 0.73111, + "ndcg_at_100": 0.74872, + "ndcg_at_1000": 0.75002, + "map_at_1": 0.60185, + "map_at_3": 0.66152, + "map_at_5": 0.67001, + "map_at_10": 0.67627, + "map_at_20": 0.68178, + "map_at_100": 0.68436, + "map_at_1000": 0.68443, + "recall_at_1": 0.60185, + "recall_at_3": 0.73765, + "recall_at_5": 0.77469, + "recall_at_10": 0.82099, + "recall_at_20": 0.89815, + "recall_at_100": 0.99074, + "recall_at_1000": 1.0, + "accuracy": 0.60185, + "precision_at_1": 0.60185, + "precision_at_3": 0.24588, + "precision_at_5": 0.15494, + "precision_at_10": 0.0821, + "precision_at_20": 0.04491, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.601852, + "mrr_at_3": 0.661523, + "mrr_at_5": 0.67001, + "mrr_at_10": 0.676268, + "mrr_at_20": 0.681785, + "mrr_at_100": 0.684363, + "mrr_at_1000": 0.68443, + "nauc_ndcg_at_1_max": 0.628433, + "nauc_ndcg_at_1_std": 0.316934, + "nauc_ndcg_at_1_diff1": 0.630319, + "nauc_ndcg_at_3_max": 0.61905, + "nauc_ndcg_at_3_std": 0.398363, + "nauc_ndcg_at_3_diff1": 0.591819, + "nauc_ndcg_at_5_max": 0.612319, + "nauc_ndcg_at_5_std": 0.366943, + "nauc_ndcg_at_5_diff1": 0.584376, + "nauc_ndcg_at_10_max": 0.617775, + "nauc_ndcg_at_10_std": 0.370598, + "nauc_ndcg_at_10_diff1": 0.577624, + "nauc_ndcg_at_20_max": 0.614826, + "nauc_ndcg_at_20_std": 0.375041, + "nauc_ndcg_at_20_diff1": 0.589196, + "nauc_ndcg_at_100_max": 0.619359, + "nauc_ndcg_at_100_std": 0.358322, + "nauc_ndcg_at_100_diff1": 0.599075, + "nauc_ndcg_at_1000_max": 0.620697, + "nauc_ndcg_at_1000_std": 0.366147, + "nauc_ndcg_at_1000_diff1": 0.597118, + "nauc_map_at_1_max": 0.628433, + "nauc_map_at_1_std": 0.316934, + "nauc_map_at_1_diff1": 0.630319, + "nauc_map_at_3_max": 0.623743, + "nauc_map_at_3_std": 0.378188, + "nauc_map_at_3_diff1": 0.603203, + "nauc_map_at_5_max": 0.620405, + "nauc_map_at_5_std": 0.361457, + "nauc_map_at_5_diff1": 0.599603, + "nauc_map_at_10_max": 0.622636, + "nauc_map_at_10_std": 0.363014, + "nauc_map_at_10_diff1": 0.597947, + "nauc_map_at_20_max": 0.621686, + "nauc_map_at_20_std": 0.364091, + "nauc_map_at_20_diff1": 0.600571, + "nauc_map_at_100_max": 0.622746, + "nauc_map_at_100_std": 0.362449, + "nauc_map_at_100_diff1": 0.60206, + "nauc_map_at_1000_max": 0.622797, + "nauc_map_at_1000_std": 0.362741, + "nauc_map_at_1000_diff1": 0.601981, + "nauc_recall_at_1_max": 0.628433, + "nauc_recall_at_1_std": 0.316934, + "nauc_recall_at_1_diff1": 0.630319, + "nauc_recall_at_3_max": 0.601734, + "nauc_recall_at_3_std": 0.467257, + "nauc_recall_at_3_diff1": 0.551942, + "nauc_recall_at_5_max": 0.578799, + "nauc_recall_at_5_std": 0.380834, + "nauc_recall_at_5_diff1": 0.524149, + "nauc_recall_at_10_max": 0.59566, + "nauc_recall_at_10_std": 0.397718, + "nauc_recall_at_10_diff1": 0.475863, + "nauc_recall_at_20_max": 0.561488, + "nauc_recall_at_20_std": 0.451466, + "nauc_recall_at_20_diff1": 0.520151, + "nauc_recall_at_100_max": 0.400922, + "nauc_recall_at_100_std": -0.922971, + "nauc_recall_at_100_diff1": 0.912973, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.628433, + "nauc_precision_at_1_std": 0.316934, + "nauc_precision_at_1_diff1": 0.630319, + "nauc_precision_at_3_max": 0.601734, + "nauc_precision_at_3_std": 0.467257, + "nauc_precision_at_3_diff1": 0.551942, + "nauc_precision_at_5_max": 0.578799, + "nauc_precision_at_5_std": 0.380834, + "nauc_precision_at_5_diff1": 0.524149, + "nauc_precision_at_10_max": 0.59566, + "nauc_precision_at_10_std": 0.397718, + "nauc_precision_at_10_diff1": 0.475863, + "nauc_precision_at_20_max": 0.561488, + "nauc_precision_at_20_std": 0.451466, + "nauc_precision_at_20_diff1": 0.520151, + "nauc_precision_at_100_max": 0.400922, + "nauc_precision_at_100_std": -0.922971, + "nauc_precision_at_100_diff1": 0.912973, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.628433, + "nauc_mrr_at_1_std": 0.316934, + "nauc_mrr_at_1_diff1": 0.630319, + "nauc_mrr_at_3_max": 0.623743, + "nauc_mrr_at_3_std": 0.378188, + "nauc_mrr_at_3_diff1": 0.603203, + "nauc_mrr_at_5_max": 0.620405, + "nauc_mrr_at_5_std": 0.361457, + "nauc_mrr_at_5_diff1": 0.599603, + "nauc_mrr_at_10_max": 0.622636, + "nauc_mrr_at_10_std": 0.363014, + "nauc_mrr_at_10_diff1": 0.597947, + "nauc_mrr_at_20_max": 0.621686, + "nauc_mrr_at_20_std": 0.364091, + "nauc_mrr_at_20_diff1": 0.600571, + "nauc_mrr_at_100_max": 0.622746, + "nauc_mrr_at_100_std": 0.362449, + "nauc_mrr_at_100_diff1": 0.60206, + "nauc_mrr_at_1000_max": 0.622797, + "nauc_mrr_at_1000_std": 0.362741, + "nauc_mrr_at_1000_diff1": 0.601981, + "hit_rate_at_1": 0.60185, + "hit_rate_at_3": 0.73765, + "hit_rate_at_5": 0.77469, + "hit_rate_at_10": 0.82099, + "hit_rate_at_20": 0.89815, + "hit_rate_at_100": 0.99074, + "hit_rate_at_1000": 1.0, + "main_score": 0.77469, + "hf_subset": "fa_ir", + "languages": [ + "fas-Arab" + ] + }, + { + "ndcg_at_1": 0.31212, + "ndcg_at_3": 0.39787, + "ndcg_at_5": 0.41273, + "ndcg_at_10": 0.42922, + "ndcg_at_20": 0.45297, + "ndcg_at_100": 0.49147, + "ndcg_at_1000": 0.51057, + "map_at_1": 0.31212, + "map_at_3": 0.37626, + "map_at_5": 0.38444, + "map_at_10": 0.39114, + "map_at_20": 0.39766, + "map_at_100": 0.40223, + "map_at_1000": 0.40314, + "recall_at_1": 0.31212, + "recall_at_3": 0.46061, + "recall_at_5": 0.49697, + "recall_at_10": 0.54848, + "recall_at_20": 0.64242, + "recall_at_100": 0.86061, + "recall_at_1000": 1.0, + "accuracy": 0.31212, + "precision_at_1": 0.31212, + "precision_at_3": 0.15354, + "precision_at_5": 0.09939, + "precision_at_10": 0.05485, + "precision_at_20": 0.03212, + "precision_at_100": 0.00861, + "precision_at_1000": 0.001, + "mrr_at_1": 0.312121, + "mrr_at_3": 0.376263, + "mrr_at_5": 0.384444, + "mrr_at_10": 0.391141, + "mrr_at_20": 0.397656, + "mrr_at_100": 0.402229, + "mrr_at_1000": 0.403141, + "nauc_ndcg_at_1_max": 0.204191, + "nauc_ndcg_at_1_std": 0.172152, + "nauc_ndcg_at_1_diff1": 0.701068, + "nauc_ndcg_at_3_max": 0.177682, + "nauc_ndcg_at_3_std": 0.13303, + "nauc_ndcg_at_3_diff1": 0.656997, + "nauc_ndcg_at_5_max": 0.195009, + "nauc_ndcg_at_5_std": 0.128874, + "nauc_ndcg_at_5_diff1": 0.643964, + "nauc_ndcg_at_10_max": 0.178841, + "nauc_ndcg_at_10_std": 0.123097, + "nauc_ndcg_at_10_diff1": 0.639135, + "nauc_ndcg_at_20_max": 0.193905, + "nauc_ndcg_at_20_std": 0.130673, + "nauc_ndcg_at_20_diff1": 0.634979, + "nauc_ndcg_at_100_max": 0.177101, + "nauc_ndcg_at_100_std": 0.123029, + "nauc_ndcg_at_100_diff1": 0.63628, + "nauc_ndcg_at_1000_max": 0.186118, + "nauc_ndcg_at_1000_std": 0.131853, + "nauc_ndcg_at_1000_diff1": 0.643902, + "nauc_map_at_1_max": 0.204191, + "nauc_map_at_1_std": 0.172152, + "nauc_map_at_1_diff1": 0.701068, + "nauc_map_at_3_max": 0.185369, + "nauc_map_at_3_std": 0.143701, + "nauc_map_at_3_diff1": 0.665177, + "nauc_map_at_5_max": 0.19498, + "nauc_map_at_5_std": 0.141861, + "nauc_map_at_5_diff1": 0.657843, + "nauc_map_at_10_max": 0.188031, + "nauc_map_at_10_std": 0.139579, + "nauc_map_at_10_diff1": 0.655852, + "nauc_map_at_20_max": 0.191919, + "nauc_map_at_20_std": 0.141562, + "nauc_map_at_20_diff1": 0.654561, + "nauc_map_at_100_max": 0.189556, + "nauc_map_at_100_std": 0.140048, + "nauc_map_at_100_diff1": 0.654576, + "nauc_map_at_1000_max": 0.189968, + "nauc_map_at_1000_std": 0.140513, + "nauc_map_at_1000_diff1": 0.654858, + "nauc_recall_at_1_max": 0.204191, + "nauc_recall_at_1_std": 0.172152, + "nauc_recall_at_1_diff1": 0.701068, + "nauc_recall_at_3_max": 0.155092, + "nauc_recall_at_3_std": 0.101894, + "nauc_recall_at_3_diff1": 0.634505, + "nauc_recall_at_5_max": 0.197065, + "nauc_recall_at_5_std": 0.089582, + "nauc_recall_at_5_diff1": 0.603026, + "nauc_recall_at_10_max": 0.147171, + "nauc_recall_at_10_std": 0.069025, + "nauc_recall_at_10_diff1": 0.585986, + "nauc_recall_at_20_max": 0.212802, + "nauc_recall_at_20_std": 0.097124, + "nauc_recall_at_20_diff1": 0.562167, + "nauc_recall_at_100_max": 0.037253, + "nauc_recall_at_100_std": -0.011803, + "nauc_recall_at_100_diff1": 0.507535, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.204191, + "nauc_precision_at_1_std": 0.172152, + "nauc_precision_at_1_diff1": 0.701068, + "nauc_precision_at_3_max": 0.155092, + "nauc_precision_at_3_std": 0.101894, + "nauc_precision_at_3_diff1": 0.634505, + "nauc_precision_at_5_max": 0.197065, + "nauc_precision_at_5_std": 0.089582, + "nauc_precision_at_5_diff1": 0.603026, + "nauc_precision_at_10_max": 0.147171, + "nauc_precision_at_10_std": 0.069025, + "nauc_precision_at_10_diff1": 0.585986, + "nauc_precision_at_20_max": 0.212802, + "nauc_precision_at_20_std": 0.097124, + "nauc_precision_at_20_diff1": 0.562167, + "nauc_precision_at_100_max": 0.037253, + "nauc_precision_at_100_std": -0.011803, + "nauc_precision_at_100_diff1": 0.507535, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.204191, + "nauc_mrr_at_1_std": 0.172152, + "nauc_mrr_at_1_diff1": 0.701068, + "nauc_mrr_at_3_max": 0.185369, + "nauc_mrr_at_3_std": 0.143701, + "nauc_mrr_at_3_diff1": 0.665177, + "nauc_mrr_at_5_max": 0.19498, + "nauc_mrr_at_5_std": 0.141861, + "nauc_mrr_at_5_diff1": 0.657843, + "nauc_mrr_at_10_max": 0.188031, + "nauc_mrr_at_10_std": 0.139579, + "nauc_mrr_at_10_diff1": 0.655852, + "nauc_mrr_at_20_max": 0.191919, + "nauc_mrr_at_20_std": 0.141562, + "nauc_mrr_at_20_diff1": 0.654561, + "nauc_mrr_at_100_max": 0.189556, + "nauc_mrr_at_100_std": 0.140048, + "nauc_mrr_at_100_diff1": 0.654576, + "nauc_mrr_at_1000_max": 0.189968, + "nauc_mrr_at_1000_std": 0.140513, + "nauc_mrr_at_1000_diff1": 0.654858, + "hit_rate_at_1": 0.31212, + "hit_rate_at_3": 0.46061, + "hit_rate_at_5": 0.49697, + "hit_rate_at_10": 0.54848, + "hit_rate_at_20": 0.64242, + "hit_rate_at_100": 0.86061, + "hit_rate_at_1000": 1.0, + "main_score": 0.49697, + "hf_subset": "ff_sn", + "languages": [ + "ful-Latn" + ] + }, + { + "ndcg_at_1": 0.81897, + "ndcg_at_3": 0.8736, + "ndcg_at_5": 0.88064, + "ndcg_at_10": 0.88626, + "ndcg_at_20": 0.89609, + "ndcg_at_100": 0.89954, + "ndcg_at_1000": 0.89954, + "map_at_1": 0.81897, + "map_at_3": 0.86063, + "map_at_5": 0.86451, + "map_at_10": 0.86685, + "map_at_20": 0.86975, + "map_at_100": 0.87032, + "map_at_1000": 0.87032, + "recall_at_1": 0.81897, + "recall_at_3": 0.91092, + "recall_at_5": 0.92816, + "recall_at_10": 0.9454, + "recall_at_20": 0.98276, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.81897, + "precision_at_1": 0.81897, + "precision_at_3": 0.30364, + "precision_at_5": 0.18563, + "precision_at_10": 0.09454, + "precision_at_20": 0.04914, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.818966, + "mrr_at_3": 0.860632, + "mrr_at_5": 0.864511, + "mrr_at_10": 0.866849, + "mrr_at_20": 0.869745, + "mrr_at_100": 0.870317, + "mrr_at_1000": 0.870317, + "nauc_ndcg_at_1_max": 0.625149, + "nauc_ndcg_at_1_std": 0.04436, + "nauc_ndcg_at_1_diff1": 0.821657, + "nauc_ndcg_at_3_max": 0.665367, + "nauc_ndcg_at_3_std": 0.123066, + "nauc_ndcg_at_3_diff1": 0.851104, + "nauc_ndcg_at_5_max": 0.653074, + "nauc_ndcg_at_5_std": 0.114569, + "nauc_ndcg_at_5_diff1": 0.844664, + "nauc_ndcg_at_10_max": 0.64695, + "nauc_ndcg_at_10_std": 0.091111, + "nauc_ndcg_at_10_diff1": 0.847137, + "nauc_ndcg_at_20_max": 0.651875, + "nauc_ndcg_at_20_std": 0.080768, + "nauc_ndcg_at_20_diff1": 0.84064, + "nauc_ndcg_at_100_max": 0.649838, + "nauc_ndcg_at_100_std": 0.087508, + "nauc_ndcg_at_100_diff1": 0.84014, + "nauc_ndcg_at_1000_max": 0.649838, + "nauc_ndcg_at_1000_std": 0.087508, + "nauc_ndcg_at_1000_diff1": 0.84014, + "nauc_map_at_1_max": 0.625149, + "nauc_map_at_1_std": 0.04436, + "nauc_map_at_1_diff1": 0.821657, + "nauc_map_at_3_max": 0.655401, + "nauc_map_at_3_std": 0.100345, + "nauc_map_at_3_diff1": 0.842694, + "nauc_map_at_5_max": 0.649018, + "nauc_map_at_5_std": 0.094735, + "nauc_map_at_5_diff1": 0.839299, + "nauc_map_at_10_max": 0.646536, + "nauc_map_at_10_std": 0.08579, + "nauc_map_at_10_diff1": 0.839812, + "nauc_map_at_20_max": 0.647901, + "nauc_map_at_20_std": 0.083092, + "nauc_map_at_20_diff1": 0.838162, + "nauc_map_at_100_max": 0.64779, + "nauc_map_at_100_std": 0.084306, + "nauc_map_at_100_diff1": 0.838165, + "nauc_map_at_1000_max": 0.64779, + "nauc_map_at_1000_std": 0.084306, + "nauc_map_at_1000_diff1": 0.838165, + "nauc_recall_at_1_max": 0.625149, + "nauc_recall_at_1_std": 0.04436, + "nauc_recall_at_1_diff1": 0.821657, + "nauc_recall_at_3_max": 0.707074, + "nauc_recall_at_3_std": 0.220635, + "nauc_recall_at_3_diff1": 0.887158, + "nauc_recall_at_5_max": 0.669482, + "nauc_recall_at_5_std": 0.216574, + "nauc_recall_at_5_diff1": 0.87054, + "nauc_recall_at_10_max": 0.639672, + "nauc_recall_at_10_std": 0.106855, + "nauc_recall_at_10_diff1": 0.897339, + "nauc_recall_at_20_max": 0.722619, + "nauc_recall_at_20_std": -0.07925, + "nauc_recall_at_20_diff1": 0.860964, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.625149, + "nauc_precision_at_1_std": 0.04436, + "nauc_precision_at_1_diff1": 0.821657, + "nauc_precision_at_3_max": 0.707074, + "nauc_precision_at_3_std": 0.220635, + "nauc_precision_at_3_diff1": 0.887158, + "nauc_precision_at_5_max": 0.669482, + "nauc_precision_at_5_std": 0.216574, + "nauc_precision_at_5_diff1": 0.87054, + "nauc_precision_at_10_max": 0.639672, + "nauc_precision_at_10_std": 0.106855, + "nauc_precision_at_10_diff1": 0.897339, + "nauc_precision_at_20_max": 0.722619, + "nauc_precision_at_20_std": -0.07925, + "nauc_precision_at_20_diff1": 0.860964, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.625149, + "nauc_mrr_at_1_std": 0.04436, + "nauc_mrr_at_1_diff1": 0.821657, + "nauc_mrr_at_3_max": 0.655401, + "nauc_mrr_at_3_std": 0.100345, + "nauc_mrr_at_3_diff1": 0.842694, + "nauc_mrr_at_5_max": 0.649018, + "nauc_mrr_at_5_std": 0.094735, + "nauc_mrr_at_5_diff1": 0.839299, + "nauc_mrr_at_10_max": 0.646536, + "nauc_mrr_at_10_std": 0.08579, + "nauc_mrr_at_10_diff1": 0.839812, + "nauc_mrr_at_20_max": 0.647901, + "nauc_mrr_at_20_std": 0.083092, + "nauc_mrr_at_20_diff1": 0.838162, + "nauc_mrr_at_100_max": 0.64779, + "nauc_mrr_at_100_std": 0.084306, + "nauc_mrr_at_100_diff1": 0.838165, + "nauc_mrr_at_1000_max": 0.64779, + "nauc_mrr_at_1000_std": 0.084306, + "nauc_mrr_at_1000_diff1": 0.838165, + "hit_rate_at_1": 0.81897, + "hit_rate_at_3": 0.91092, + "hit_rate_at_5": 0.92816, + "hit_rate_at_10": 0.9454, + "hit_rate_at_20": 0.98276, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.92816, + "hf_subset": "fi_fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.67335, + "ndcg_at_3": 0.78056, + "ndcg_at_5": 0.79585, + "ndcg_at_10": 0.8171, + "ndcg_at_20": 0.82502, + "ndcg_at_100": 0.82714, + "ndcg_at_1000": 0.82756, + "map_at_1": 0.67335, + "map_at_3": 0.75597, + "map_at_5": 0.76442, + "map_at_10": 0.77316, + "map_at_20": 0.77531, + "map_at_100": 0.7756, + "map_at_1000": 0.77563, + "recall_at_1": 0.67335, + "recall_at_3": 0.851, + "recall_at_5": 0.88825, + "recall_at_10": 0.95415, + "recall_at_20": 0.98567, + "recall_at_100": 0.99713, + "recall_at_1000": 1.0, + "accuracy": 0.67335, + "precision_at_1": 0.67335, + "precision_at_3": 0.28367, + "precision_at_5": 0.17765, + "precision_at_10": 0.09542, + "precision_at_20": 0.04928, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.673352, + "mrr_at_3": 0.755969, + "mrr_at_5": 0.764422, + "mrr_at_10": 0.773164, + "mrr_at_20": 0.775311, + "mrr_at_100": 0.7756, + "mrr_at_1000": 0.775627, + "nauc_ndcg_at_1_max": 0.690885, + "nauc_ndcg_at_1_std": 0.33057, + "nauc_ndcg_at_1_diff1": 0.794372, + "nauc_ndcg_at_3_max": 0.686221, + "nauc_ndcg_at_3_std": 0.30351, + "nauc_ndcg_at_3_diff1": 0.75411, + "nauc_ndcg_at_5_max": 0.689297, + "nauc_ndcg_at_5_std": 0.309749, + "nauc_ndcg_at_5_diff1": 0.760745, + "nauc_ndcg_at_10_max": 0.681185, + "nauc_ndcg_at_10_std": 0.320308, + "nauc_ndcg_at_10_diff1": 0.758639, + "nauc_ndcg_at_20_max": 0.682849, + "nauc_ndcg_at_20_std": 0.312549, + "nauc_ndcg_at_20_diff1": 0.766113, + "nauc_ndcg_at_100_max": 0.686042, + "nauc_ndcg_at_100_std": 0.319588, + "nauc_ndcg_at_100_diff1": 0.765402, + "nauc_ndcg_at_1000_max": 0.686967, + "nauc_ndcg_at_1000_std": 0.320968, + "nauc_ndcg_at_1000_diff1": 0.765997, + "nauc_map_at_1_max": 0.690885, + "nauc_map_at_1_std": 0.33057, + "nauc_map_at_1_diff1": 0.794372, + "nauc_map_at_3_max": 0.688272, + "nauc_map_at_3_std": 0.314805, + "nauc_map_at_3_diff1": 0.764307, + "nauc_map_at_5_max": 0.689914, + "nauc_map_at_5_std": 0.318748, + "nauc_map_at_5_diff1": 0.767868, + "nauc_map_at_10_max": 0.687273, + "nauc_map_at_10_std": 0.323794, + "nauc_map_at_10_diff1": 0.76743, + "nauc_map_at_20_max": 0.687683, + "nauc_map_at_20_std": 0.322022, + "nauc_map_at_20_diff1": 0.768905, + "nauc_map_at_100_max": 0.68818, + "nauc_map_at_100_std": 0.323073, + "nauc_map_at_100_diff1": 0.768844, + "nauc_map_at_1000_max": 0.688226, + "nauc_map_at_1000_std": 0.323141, + "nauc_map_at_1000_diff1": 0.768873, + "nauc_recall_at_1_max": 0.690885, + "nauc_recall_at_1_std": 0.33057, + "nauc_recall_at_1_diff1": 0.794372, + "nauc_recall_at_3_max": 0.676972, + "nauc_recall_at_3_std": 0.252842, + "nauc_recall_at_3_diff1": 0.711402, + "nauc_recall_at_5_max": 0.686106, + "nauc_recall_at_5_std": 0.259204, + "nauc_recall_at_5_diff1": 0.725857, + "nauc_recall_at_10_max": 0.591583, + "nauc_recall_at_10_std": 0.278414, + "nauc_recall_at_10_diff1": 0.654587, + "nauc_recall_at_20_max": 0.466382, + "nauc_recall_at_20_std": -0.12735, + "nauc_recall_at_20_diff1": 0.765936, + "nauc_recall_at_100_max": 0.357348, + "nauc_recall_at_100_std": -0.170552, + "nauc_recall_at_100_diff1": 0.553801, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.690885, + "nauc_precision_at_1_std": 0.33057, + "nauc_precision_at_1_diff1": 0.794372, + "nauc_precision_at_3_max": 0.676972, + "nauc_precision_at_3_std": 0.252842, + "nauc_precision_at_3_diff1": 0.711402, + "nauc_precision_at_5_max": 0.686106, + "nauc_precision_at_5_std": 0.259204, + "nauc_precision_at_5_diff1": 0.725857, + "nauc_precision_at_10_max": 0.591583, + "nauc_precision_at_10_std": 0.278414, + "nauc_precision_at_10_diff1": 0.654587, + "nauc_precision_at_20_max": 0.466382, + "nauc_precision_at_20_std": -0.12735, + "nauc_precision_at_20_diff1": 0.765936, + "nauc_precision_at_100_max": 0.357348, + "nauc_precision_at_100_std": -0.170552, + "nauc_precision_at_100_diff1": 0.553801, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.690885, + "nauc_mrr_at_1_std": 0.33057, + "nauc_mrr_at_1_diff1": 0.794372, + "nauc_mrr_at_3_max": 0.688272, + "nauc_mrr_at_3_std": 0.314805, + "nauc_mrr_at_3_diff1": 0.764307, + "nauc_mrr_at_5_max": 0.689914, + "nauc_mrr_at_5_std": 0.318748, + "nauc_mrr_at_5_diff1": 0.767868, + "nauc_mrr_at_10_max": 0.687273, + "nauc_mrr_at_10_std": 0.323794, + "nauc_mrr_at_10_diff1": 0.76743, + "nauc_mrr_at_20_max": 0.687683, + "nauc_mrr_at_20_std": 0.322022, + "nauc_mrr_at_20_diff1": 0.768905, + "nauc_mrr_at_100_max": 0.68818, + "nauc_mrr_at_100_std": 0.323073, + "nauc_mrr_at_100_diff1": 0.768844, + "nauc_mrr_at_1000_max": 0.688226, + "nauc_mrr_at_1000_std": 0.323141, + "nauc_mrr_at_1000_diff1": 0.768873, + "hit_rate_at_1": 0.67335, + "hit_rate_at_3": 0.851, + "hit_rate_at_5": 0.88825, + "hit_rate_at_10": 0.95415, + "hit_rate_at_20": 0.98567, + "hit_rate_at_100": 0.99713, + "hit_rate_at_1000": 1.0, + "main_score": 0.88825, + "hf_subset": "fil_ph", + "languages": [ + "fil-Latn" + ] + }, + { + "ndcg_at_1": 0.98795, + "ndcg_at_3": 0.99326, + "ndcg_at_5": 0.99456, + "ndcg_at_10": 0.99456, + "ndcg_at_20": 0.99456, + "ndcg_at_100": 0.99456, + "ndcg_at_1000": 0.99456, + "map_at_1": 0.98795, + "map_at_3": 0.99197, + "map_at_5": 0.99272, + "map_at_10": 0.99272, + "map_at_20": 0.99272, + "map_at_100": 0.99272, + "map_at_1000": 0.99272, + "recall_at_1": 0.98795, + "recall_at_3": 0.99699, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.98795, + "precision_at_1": 0.98795, + "precision_at_3": 0.33233, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.987952, + "mrr_at_3": 0.991968, + "mrr_at_5": 0.992721, + "mrr_at_10": 0.992721, + "mrr_at_20": 0.992721, + "mrr_at_100": 0.992721, + "mrr_at_1000": 0.992721, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.636537, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 0.672107, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 0.625104, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 0.625104, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 1.0, + "nauc_ndcg_at_20_std": 0.625104, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 1.0, + "nauc_ndcg_at_100_std": 0.625104, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 1.0, + "nauc_ndcg_at_1000_std": 0.625104, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.636537, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 0.648072, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 0.625179, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 0.625179, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 1.0, + "nauc_map_at_20_std": 0.625179, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 1.0, + "nauc_map_at_100_std": 0.625179, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 1.0, + "nauc_map_at_1000_std": 0.625179, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.636537, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.869368, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.636537, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.869368, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.636537, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 0.648072, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 0.625179, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 0.625179, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 1.0, + "nauc_mrr_at_20_std": 0.625179, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 1.0, + "nauc_mrr_at_100_std": 0.625179, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 1.0, + "nauc_mrr_at_1000_std": 0.625179, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.98795, + "hit_rate_at_3": 0.99699, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 1.0, + "hf_subset": "fr_fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.10204, + "ndcg_at_3": 0.14244, + "ndcg_at_5": 0.16566, + "ndcg_at_10": 0.18606, + "ndcg_at_20": 0.21734, + "ndcg_at_100": 0.27911, + "ndcg_at_1000": 0.30772, + "map_at_1": 0.10204, + "map_at_3": 0.13314, + "map_at_5": 0.14626, + "map_at_10": 0.15449, + "map_at_20": 0.16285, + "map_at_100": 0.1707, + "map_at_1000": 0.17212, + "recall_at_1": 0.10204, + "recall_at_3": 0.1691, + "recall_at_5": 0.22449, + "recall_at_10": 0.28863, + "recall_at_20": 0.41399, + "recall_at_100": 0.75802, + "recall_at_1000": 0.96501, + "accuracy": 0.10204, + "precision_at_1": 0.10204, + "precision_at_3": 0.05637, + "precision_at_5": 0.0449, + "precision_at_10": 0.02886, + "precision_at_20": 0.0207, + "precision_at_100": 0.00758, + "precision_at_1000": 0.00097, + "mrr_at_1": 0.102041, + "mrr_at_3": 0.133139, + "mrr_at_5": 0.146259, + "mrr_at_10": 0.154492, + "mrr_at_20": 0.162849, + "mrr_at_100": 0.170703, + "mrr_at_1000": 0.172122, + "nauc_ndcg_at_1_max": 0.340114, + "nauc_ndcg_at_1_std": 0.166225, + "nauc_ndcg_at_1_diff1": 0.464615, + "nauc_ndcg_at_3_max": 0.244774, + "nauc_ndcg_at_3_std": 0.108133, + "nauc_ndcg_at_3_diff1": 0.357377, + "nauc_ndcg_at_5_max": 0.206715, + "nauc_ndcg_at_5_std": 0.123221, + "nauc_ndcg_at_5_diff1": 0.307671, + "nauc_ndcg_at_10_max": 0.197336, + "nauc_ndcg_at_10_std": 0.097851, + "nauc_ndcg_at_10_diff1": 0.269297, + "nauc_ndcg_at_20_max": 0.193161, + "nauc_ndcg_at_20_std": 0.08176, + "nauc_ndcg_at_20_diff1": 0.251199, + "nauc_ndcg_at_100_max": 0.196359, + "nauc_ndcg_at_100_std": 0.068089, + "nauc_ndcg_at_100_diff1": 0.252707, + "nauc_ndcg_at_1000_max": 0.215297, + "nauc_ndcg_at_1000_std": 0.099122, + "nauc_ndcg_at_1000_diff1": 0.27552, + "nauc_map_at_1_max": 0.340114, + "nauc_map_at_1_std": 0.166225, + "nauc_map_at_1_diff1": 0.464615, + "nauc_map_at_3_max": 0.264993, + "nauc_map_at_3_std": 0.120667, + "nauc_map_at_3_diff1": 0.379592, + "nauc_map_at_5_max": 0.240746, + "nauc_map_at_5_std": 0.130098, + "nauc_map_at_5_diff1": 0.347486, + "nauc_map_at_10_max": 0.234989, + "nauc_map_at_10_std": 0.117398, + "nauc_map_at_10_diff1": 0.328854, + "nauc_map_at_20_max": 0.233696, + "nauc_map_at_20_std": 0.112782, + "nauc_map_at_20_diff1": 0.322747, + "nauc_map_at_100_max": 0.233973, + "nauc_map_at_100_std": 0.109439, + "nauc_map_at_100_diff1": 0.322342, + "nauc_map_at_1000_max": 0.235068, + "nauc_map_at_1000_std": 0.111034, + "nauc_map_at_1000_diff1": 0.32366, + "nauc_recall_at_1_max": 0.340114, + "nauc_recall_at_1_std": 0.166225, + "nauc_recall_at_1_diff1": 0.464615, + "nauc_recall_at_3_max": 0.195569, + "nauc_recall_at_3_std": 0.077561, + "nauc_recall_at_3_diff1": 0.303484, + "nauc_recall_at_5_max": 0.129932, + "nauc_recall_at_5_std": 0.109004, + "nauc_recall_at_5_diff1": 0.218087, + "nauc_recall_at_10_max": 0.119042, + "nauc_recall_at_10_std": 0.05465, + "nauc_recall_at_10_diff1": 0.13889, + "nauc_recall_at_20_max": 0.110492, + "nauc_recall_at_20_std": 0.008651, + "nauc_recall_at_20_diff1": 0.095432, + "nauc_recall_at_100_max": 0.08645, + "nauc_recall_at_100_std": -0.093573, + "nauc_recall_at_100_diff1": 0.024834, + "nauc_recall_at_1000_max": 0.336765, + "nauc_recall_at_1000_std": 0.440618, + "nauc_recall_at_1000_diff1": -0.137774, + "nauc_precision_at_1_max": 0.340114, + "nauc_precision_at_1_std": 0.166225, + "nauc_precision_at_1_diff1": 0.464615, + "nauc_precision_at_3_max": 0.195569, + "nauc_precision_at_3_std": 0.077561, + "nauc_precision_at_3_diff1": 0.303484, + "nauc_precision_at_5_max": 0.129932, + "nauc_precision_at_5_std": 0.109004, + "nauc_precision_at_5_diff1": 0.218087, + "nauc_precision_at_10_max": 0.119042, + "nauc_precision_at_10_std": 0.05465, + "nauc_precision_at_10_diff1": 0.13889, + "nauc_precision_at_20_max": 0.110492, + "nauc_precision_at_20_std": 0.008651, + "nauc_precision_at_20_diff1": 0.095432, + "nauc_precision_at_100_max": 0.08645, + "nauc_precision_at_100_std": -0.093573, + "nauc_precision_at_100_diff1": 0.024834, + "nauc_precision_at_1000_max": 0.336765, + "nauc_precision_at_1000_std": 0.440618, + "nauc_precision_at_1000_diff1": -0.137774, + "nauc_mrr_at_1_max": 0.340114, + "nauc_mrr_at_1_std": 0.166225, + "nauc_mrr_at_1_diff1": 0.464615, + "nauc_mrr_at_3_max": 0.264993, + "nauc_mrr_at_3_std": 0.120667, + "nauc_mrr_at_3_diff1": 0.379592, + "nauc_mrr_at_5_max": 0.240746, + "nauc_mrr_at_5_std": 0.130098, + "nauc_mrr_at_5_diff1": 0.347486, + "nauc_mrr_at_10_max": 0.234989, + "nauc_mrr_at_10_std": 0.117398, + "nauc_mrr_at_10_diff1": 0.328854, + "nauc_mrr_at_20_max": 0.233696, + "nauc_mrr_at_20_std": 0.112782, + "nauc_mrr_at_20_diff1": 0.322747, + "nauc_mrr_at_100_max": 0.233973, + "nauc_mrr_at_100_std": 0.109439, + "nauc_mrr_at_100_diff1": 0.322342, + "nauc_mrr_at_1000_max": 0.235068, + "nauc_mrr_at_1000_std": 0.111034, + "nauc_mrr_at_1000_diff1": 0.32366, + "hit_rate_at_1": 0.10204, + "hit_rate_at_3": 0.1691, + "hit_rate_at_5": 0.22449, + "hit_rate_at_10": 0.28863, + "hit_rate_at_20": 0.41399, + "hit_rate_at_100": 0.75802, + "hit_rate_at_1000": 0.96501, + "main_score": 0.22449, + "hf_subset": "ga_ie", + "languages": [ + "gle-Latn" + ] + }, + { + "ndcg_at_1": 0.96254, + "ndcg_at_3": 0.97595, + "ndcg_at_5": 0.98066, + "ndcg_at_10": 0.98169, + "ndcg_at_20": 0.98169, + "ndcg_at_100": 0.98169, + "ndcg_at_1000": 0.98169, + "map_at_1": 0.96254, + "map_at_3": 0.97262, + "map_at_5": 0.97522, + "map_at_10": 0.9757, + "map_at_20": 0.9757, + "map_at_100": 0.9757, + "map_at_1000": 0.9757, + "recall_at_1": 0.96254, + "recall_at_3": 0.98559, + "recall_at_5": 0.99712, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.96254, + "precision_at_1": 0.96254, + "precision_at_3": 0.32853, + "precision_at_5": 0.19942, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.962536, + "mrr_at_3": 0.972622, + "mrr_at_5": 0.975216, + "mrr_at_10": 0.975696, + "mrr_at_20": 0.975696, + "mrr_at_100": 0.975696, + "mrr_at_1000": 0.975696, + "nauc_ndcg_at_1_max": 0.97987, + "nauc_ndcg_at_1_std": 0.265239, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.978535, + "nauc_ndcg_at_3_std": 0.242933, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.973304, + "nauc_ndcg_at_5_std": 0.233835, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.979143, + "nauc_ndcg_at_10_std": 0.240101, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.979143, + "nauc_ndcg_at_20_std": 0.240101, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.979143, + "nauc_ndcg_at_100_std": 0.240101, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.979143, + "nauc_ndcg_at_1000_std": 0.240101, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.97987, + "nauc_map_at_1_std": 0.265239, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.97934, + "nauc_map_at_3_std": 0.240356, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.977178, + "nauc_map_at_5_std": 0.238457, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.979313, + "nauc_map_at_10_std": 0.240757, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.979313, + "nauc_map_at_20_std": 0.240757, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.979313, + "nauc_map_at_100_std": 0.240757, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.979313, + "nauc_map_at_1000_std": 0.240757, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.97987, + "nauc_recall_at_1_std": 0.265239, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 0.973831, + "nauc_recall_at_3_std": 0.264861, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 0.869155, + "nauc_recall_at_5_std": 0.122069, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.97987, + "nauc_precision_at_1_std": 0.265239, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 0.973831, + "nauc_precision_at_3_std": 0.264861, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 0.869155, + "nauc_precision_at_5_std": 0.122069, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.97987, + "nauc_mrr_at_1_std": 0.265239, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.97934, + "nauc_mrr_at_3_std": 0.240356, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.977178, + "nauc_mrr_at_5_std": 0.238457, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.979313, + "nauc_mrr_at_10_std": 0.240757, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.979313, + "nauc_mrr_at_20_std": 0.240757, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.979313, + "nauc_mrr_at_100_std": 0.240757, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.979313, + "nauc_mrr_at_1000_std": 0.240757, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.96254, + "hit_rate_at_3": 0.98559, + "hit_rate_at_5": 0.99712, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.99712, + "hf_subset": "gl_es", + "languages": [ + "glg-Latn" + ] + }, + { + "ndcg_at_1": 0.82521, + "ndcg_at_3": 0.87178, + "ndcg_at_5": 0.8825, + "ndcg_at_10": 0.89471, + "ndcg_at_20": 0.89923, + "ndcg_at_100": 0.90207, + "ndcg_at_1000": 0.90243, + "map_at_1": 0.82521, + "map_at_3": 0.86103, + "map_at_5": 0.86705, + "map_at_10": 0.87218, + "map_at_20": 0.87351, + "map_at_100": 0.87397, + "map_at_1000": 0.87399, + "recall_at_1": 0.82521, + "recall_at_3": 0.90258, + "recall_at_5": 0.92837, + "recall_at_10": 0.96562, + "recall_at_20": 0.98281, + "recall_at_100": 0.99713, + "recall_at_1000": 1.0, + "accuracy": 0.82521, + "precision_at_1": 0.82521, + "precision_at_3": 0.30086, + "precision_at_5": 0.18567, + "precision_at_10": 0.09656, + "precision_at_20": 0.04914, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.825215, + "mrr_at_3": 0.861032, + "mrr_at_5": 0.867049, + "mrr_at_10": 0.872181, + "mrr_at_20": 0.873511, + "mrr_at_100": 0.873974, + "mrr_at_1000": 0.873986, + "nauc_ndcg_at_1_max": 0.771276, + "nauc_ndcg_at_1_std": 0.095943, + "nauc_ndcg_at_1_diff1": 0.881246, + "nauc_ndcg_at_3_max": 0.790209, + "nauc_ndcg_at_3_std": 0.085408, + "nauc_ndcg_at_3_diff1": 0.851383, + "nauc_ndcg_at_5_max": 0.785025, + "nauc_ndcg_at_5_std": 0.078136, + "nauc_ndcg_at_5_diff1": 0.860437, + "nauc_ndcg_at_10_max": 0.779757, + "nauc_ndcg_at_10_std": 0.056467, + "nauc_ndcg_at_10_diff1": 0.863519, + "nauc_ndcg_at_20_max": 0.777305, + "nauc_ndcg_at_20_std": 0.089975, + "nauc_ndcg_at_20_diff1": 0.863871, + "nauc_ndcg_at_100_max": 0.777679, + "nauc_ndcg_at_100_std": 0.079114, + "nauc_ndcg_at_100_diff1": 0.863577, + "nauc_ndcg_at_1000_max": 0.780215, + "nauc_ndcg_at_1000_std": 0.086138, + "nauc_ndcg_at_1000_diff1": 0.863555, + "nauc_map_at_1_max": 0.771276, + "nauc_map_at_1_std": 0.095943, + "nauc_map_at_1_diff1": 0.881246, + "nauc_map_at_3_max": 0.786376, + "nauc_map_at_3_std": 0.093695, + "nauc_map_at_3_diff1": 0.858587, + "nauc_map_at_5_max": 0.783721, + "nauc_map_at_5_std": 0.090843, + "nauc_map_at_5_diff1": 0.863622, + "nauc_map_at_10_max": 0.781578, + "nauc_map_at_10_std": 0.084149, + "nauc_map_at_10_diff1": 0.864957, + "nauc_map_at_20_max": 0.781088, + "nauc_map_at_20_std": 0.093031, + "nauc_map_at_20_diff1": 0.864927, + "nauc_map_at_100_max": 0.781217, + "nauc_map_at_100_std": 0.091604, + "nauc_map_at_100_diff1": 0.864828, + "nauc_map_at_1000_max": 0.781283, + "nauc_map_at_1000_std": 0.091787, + "nauc_map_at_1000_diff1": 0.864827, + "nauc_recall_at_1_max": 0.771276, + "nauc_recall_at_1_std": 0.095943, + "nauc_recall_at_1_diff1": 0.881246, + "nauc_recall_at_3_max": 0.804381, + "nauc_recall_at_3_std": 0.049643, + "nauc_recall_at_3_diff1": 0.823784, + "nauc_recall_at_5_max": 0.788887, + "nauc_recall_at_5_std": 0.006191, + "nauc_recall_at_5_diff1": 0.847056, + "nauc_recall_at_10_max": 0.750356, + "nauc_recall_at_10_std": -0.273252, + "nauc_recall_at_10_diff1": 0.857905, + "nauc_recall_at_20_max": 0.664986, + "nauc_recall_at_20_std": 0.080684, + "nauc_recall_at_20_diff1": 0.866505, + "nauc_recall_at_100_max": 0.122726, + "nauc_recall_at_100_std": -1.734697, + "nauc_recall_at_100_diff1": 0.869239, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.771276, + "nauc_precision_at_1_std": 0.095943, + "nauc_precision_at_1_diff1": 0.881246, + "nauc_precision_at_3_max": 0.804381, + "nauc_precision_at_3_std": 0.049643, + "nauc_precision_at_3_diff1": 0.823784, + "nauc_precision_at_5_max": 0.788887, + "nauc_precision_at_5_std": 0.006191, + "nauc_precision_at_5_diff1": 0.847056, + "nauc_precision_at_10_max": 0.750356, + "nauc_precision_at_10_std": -0.273252, + "nauc_precision_at_10_diff1": 0.857905, + "nauc_precision_at_20_max": 0.664986, + "nauc_precision_at_20_std": 0.080684, + "nauc_precision_at_20_diff1": 0.866505, + "nauc_precision_at_100_max": 0.122726, + "nauc_precision_at_100_std": -1.734697, + "nauc_precision_at_100_diff1": 0.869239, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.771276, + "nauc_mrr_at_1_std": 0.095943, + "nauc_mrr_at_1_diff1": 0.881246, + "nauc_mrr_at_3_max": 0.786376, + "nauc_mrr_at_3_std": 0.093695, + "nauc_mrr_at_3_diff1": 0.858587, + "nauc_mrr_at_5_max": 0.783721, + "nauc_mrr_at_5_std": 0.090843, + "nauc_mrr_at_5_diff1": 0.863622, + "nauc_mrr_at_10_max": 0.781578, + "nauc_mrr_at_10_std": 0.084149, + "nauc_mrr_at_10_diff1": 0.864957, + "nauc_mrr_at_20_max": 0.781088, + "nauc_mrr_at_20_std": 0.093031, + "nauc_mrr_at_20_diff1": 0.864927, + "nauc_mrr_at_100_max": 0.781217, + "nauc_mrr_at_100_std": 0.091604, + "nauc_mrr_at_100_diff1": 0.864828, + "nauc_mrr_at_1000_max": 0.781283, + "nauc_mrr_at_1000_std": 0.091787, + "nauc_mrr_at_1000_diff1": 0.864827, + "hit_rate_at_1": 0.82521, + "hit_rate_at_3": 0.90258, + "hit_rate_at_5": 0.92837, + "hit_rate_at_10": 0.96562, + "hit_rate_at_20": 0.98281, + "hit_rate_at_100": 0.99713, + "hit_rate_at_1000": 1.0, + "main_score": 0.92837, + "hf_subset": "gu_in", + "languages": [ + "guj-Gujr" + ] + }, + { + "ndcg_at_1": 0.30211, + "ndcg_at_3": 0.37663, + "ndcg_at_5": 0.38925, + "ndcg_at_10": 0.42193, + "ndcg_at_20": 0.4495, + "ndcg_at_100": 0.49899, + "ndcg_at_1000": 0.50791, + "map_at_1": 0.30211, + "map_at_3": 0.35851, + "map_at_5": 0.36561, + "map_at_10": 0.37936, + "map_at_20": 0.38696, + "map_at_100": 0.39386, + "map_at_1000": 0.39426, + "recall_at_1": 0.30211, + "recall_at_3": 0.429, + "recall_at_5": 0.45921, + "recall_at_10": 0.55891, + "recall_at_20": 0.66767, + "recall_at_100": 0.93353, + "recall_at_1000": 1.0, + "accuracy": 0.30211, + "precision_at_1": 0.30211, + "precision_at_3": 0.143, + "precision_at_5": 0.09184, + "precision_at_10": 0.05589, + "precision_at_20": 0.03338, + "precision_at_100": 0.00934, + "precision_at_1000": 0.001, + "mrr_at_1": 0.302115, + "mrr_at_3": 0.35851, + "mrr_at_5": 0.365609, + "mrr_at_10": 0.379359, + "mrr_at_20": 0.386957, + "mrr_at_100": 0.393864, + "mrr_at_1000": 0.39426, + "nauc_ndcg_at_1_max": 0.02678, + "nauc_ndcg_at_1_std": 0.042066, + "nauc_ndcg_at_1_diff1": 0.530338, + "nauc_ndcg_at_3_max": 0.011608, + "nauc_ndcg_at_3_std": 0.059119, + "nauc_ndcg_at_3_diff1": 0.48669, + "nauc_ndcg_at_5_max": 0.012746, + "nauc_ndcg_at_5_std": 0.061786, + "nauc_ndcg_at_5_diff1": 0.488467, + "nauc_ndcg_at_10_max": 0.021815, + "nauc_ndcg_at_10_std": 0.047931, + "nauc_ndcg_at_10_diff1": 0.474827, + "nauc_ndcg_at_20_max": 0.01301, + "nauc_ndcg_at_20_std": 0.052972, + "nauc_ndcg_at_20_diff1": 0.467965, + "nauc_ndcg_at_100_max": 0.011061, + "nauc_ndcg_at_100_std": 0.04908, + "nauc_ndcg_at_100_diff1": 0.471681, + "nauc_ndcg_at_1000_max": 0.015851, + "nauc_ndcg_at_1000_std": 0.054269, + "nauc_ndcg_at_1000_diff1": 0.48052, + "nauc_map_at_1_max": 0.02678, + "nauc_map_at_1_std": 0.042066, + "nauc_map_at_1_diff1": 0.530338, + "nauc_map_at_3_max": 0.015137, + "nauc_map_at_3_std": 0.055658, + "nauc_map_at_3_diff1": 0.496311, + "nauc_map_at_5_max": 0.015881, + "nauc_map_at_5_std": 0.05718, + "nauc_map_at_5_diff1": 0.497471, + "nauc_map_at_10_max": 0.020057, + "nauc_map_at_10_std": 0.052049, + "nauc_map_at_10_diff1": 0.491952, + "nauc_map_at_20_max": 0.0178, + "nauc_map_at_20_std": 0.05383, + "nauc_map_at_20_diff1": 0.490642, + "nauc_map_at_100_max": 0.017936, + "nauc_map_at_100_std": 0.054245, + "nauc_map_at_100_diff1": 0.490782, + "nauc_map_at_1000_max": 0.018071, + "nauc_map_at_1000_std": 0.054379, + "nauc_map_at_1000_diff1": 0.491136, + "nauc_recall_at_1_max": 0.02678, + "nauc_recall_at_1_std": 0.042066, + "nauc_recall_at_1_diff1": 0.530338, + "nauc_recall_at_3_max": 0.001621, + "nauc_recall_at_3_std": 0.068701, + "nauc_recall_at_3_diff1": 0.45969, + "nauc_recall_at_5_max": 0.003846, + "nauc_recall_at_5_std": 0.075042, + "nauc_recall_at_5_diff1": 0.463089, + "nauc_recall_at_10_max": 0.029884, + "nauc_recall_at_10_std": 0.028119, + "nauc_recall_at_10_diff1": 0.417163, + "nauc_recall_at_20_max": -0.011022, + "nauc_recall_at_20_std": 0.044374, + "nauc_recall_at_20_diff1": 0.370724, + "nauc_recall_at_100_max": -0.153423, + "nauc_recall_at_100_std": -0.131099, + "nauc_recall_at_100_diff1": 0.18926, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.02678, + "nauc_precision_at_1_std": 0.042066, + "nauc_precision_at_1_diff1": 0.530338, + "nauc_precision_at_3_max": 0.001621, + "nauc_precision_at_3_std": 0.068701, + "nauc_precision_at_3_diff1": 0.45969, + "nauc_precision_at_5_max": 0.003846, + "nauc_precision_at_5_std": 0.075042, + "nauc_precision_at_5_diff1": 0.463089, + "nauc_precision_at_10_max": 0.029884, + "nauc_precision_at_10_std": 0.028119, + "nauc_precision_at_10_diff1": 0.417163, + "nauc_precision_at_20_max": -0.011022, + "nauc_precision_at_20_std": 0.044374, + "nauc_precision_at_20_diff1": 0.370724, + "nauc_precision_at_100_max": -0.153423, + "nauc_precision_at_100_std": -0.131099, + "nauc_precision_at_100_diff1": 0.18926, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.02678, + "nauc_mrr_at_1_std": 0.042066, + "nauc_mrr_at_1_diff1": 0.530338, + "nauc_mrr_at_3_max": 0.015137, + "nauc_mrr_at_3_std": 0.055658, + "nauc_mrr_at_3_diff1": 0.496311, + "nauc_mrr_at_5_max": 0.015881, + "nauc_mrr_at_5_std": 0.05718, + "nauc_mrr_at_5_diff1": 0.497471, + "nauc_mrr_at_10_max": 0.020057, + "nauc_mrr_at_10_std": 0.052049, + "nauc_mrr_at_10_diff1": 0.491952, + "nauc_mrr_at_20_max": 0.0178, + "nauc_mrr_at_20_std": 0.05383, + "nauc_mrr_at_20_diff1": 0.490642, + "nauc_mrr_at_100_max": 0.017936, + "nauc_mrr_at_100_std": 0.054245, + "nauc_mrr_at_100_diff1": 0.490782, + "nauc_mrr_at_1000_max": 0.018071, + "nauc_mrr_at_1000_std": 0.054379, + "nauc_mrr_at_1000_diff1": 0.491136, + "hit_rate_at_1": 0.30211, + "hit_rate_at_3": 0.429, + "hit_rate_at_5": 0.45921, + "hit_rate_at_10": 0.55891, + "hit_rate_at_20": 0.66767, + "hit_rate_at_100": 0.93353, + "hit_rate_at_1000": 1.0, + "main_score": 0.45921, + "hf_subset": "ha_ng", + "languages": [ + "hau-Latn" + ] + }, + { + "ndcg_at_1": 0.29971, + "ndcg_at_3": 0.3733, + "ndcg_at_5": 0.40753, + "ndcg_at_10": 0.44406, + "ndcg_at_20": 0.46762, + "ndcg_at_100": 0.50549, + "ndcg_at_1000": 0.51527, + "map_at_1": 0.29971, + "map_at_3": 0.35495, + "map_at_5": 0.37382, + "map_at_10": 0.38903, + "map_at_20": 0.39523, + "map_at_100": 0.40002, + "map_at_1000": 0.40048, + "recall_at_1": 0.29971, + "recall_at_3": 0.42651, + "recall_at_5": 0.51009, + "recall_at_10": 0.62248, + "recall_at_20": 0.71758, + "recall_at_100": 0.92795, + "recall_at_1000": 1.0, + "accuracy": 0.29971, + "precision_at_1": 0.29971, + "precision_at_3": 0.14217, + "precision_at_5": 0.10202, + "precision_at_10": 0.06225, + "precision_at_20": 0.03588, + "precision_at_100": 0.00928, + "precision_at_1000": 0.001, + "mrr_at_1": 0.299712, + "mrr_at_3": 0.354947, + "mrr_at_5": 0.373823, + "mrr_at_10": 0.389028, + "mrr_at_20": 0.395235, + "mrr_at_100": 0.400023, + "mrr_at_1000": 0.400478, + "nauc_ndcg_at_1_max": 0.474904, + "nauc_ndcg_at_1_std": 0.343499, + "nauc_ndcg_at_1_diff1": 0.569665, + "nauc_ndcg_at_3_max": 0.473598, + "nauc_ndcg_at_3_std": 0.317961, + "nauc_ndcg_at_3_diff1": 0.554189, + "nauc_ndcg_at_5_max": 0.444988, + "nauc_ndcg_at_5_std": 0.288414, + "nauc_ndcg_at_5_diff1": 0.531873, + "nauc_ndcg_at_10_max": 0.433705, + "nauc_ndcg_at_10_std": 0.273283, + "nauc_ndcg_at_10_diff1": 0.52797, + "nauc_ndcg_at_20_max": 0.435959, + "nauc_ndcg_at_20_std": 0.270448, + "nauc_ndcg_at_20_diff1": 0.518371, + "nauc_ndcg_at_100_max": 0.436611, + "nauc_ndcg_at_100_std": 0.266183, + "nauc_ndcg_at_100_diff1": 0.525583, + "nauc_ndcg_at_1000_max": 0.443813, + "nauc_ndcg_at_1000_std": 0.282819, + "nauc_ndcg_at_1000_diff1": 0.531823, + "nauc_map_at_1_max": 0.474904, + "nauc_map_at_1_std": 0.343499, + "nauc_map_at_1_diff1": 0.569665, + "nauc_map_at_3_max": 0.475059, + "nauc_map_at_3_std": 0.322091, + "nauc_map_at_3_diff1": 0.558432, + "nauc_map_at_5_max": 0.459144, + "nauc_map_at_5_std": 0.304944, + "nauc_map_at_5_diff1": 0.54575, + "nauc_map_at_10_max": 0.454638, + "nauc_map_at_10_std": 0.299592, + "nauc_map_at_10_diff1": 0.544443, + "nauc_map_at_20_max": 0.455186, + "nauc_map_at_20_std": 0.298698, + "nauc_map_at_20_diff1": 0.542427, + "nauc_map_at_100_max": 0.454853, + "nauc_map_at_100_std": 0.298311, + "nauc_map_at_100_diff1": 0.542799, + "nauc_map_at_1000_max": 0.455047, + "nauc_map_at_1000_std": 0.298853, + "nauc_map_at_1000_diff1": 0.542987, + "nauc_recall_at_1_max": 0.474904, + "nauc_recall_at_1_std": 0.343499, + "nauc_recall_at_1_diff1": 0.569665, + "nauc_recall_at_3_max": 0.469, + "nauc_recall_at_3_std": 0.307054, + "nauc_recall_at_3_diff1": 0.541952, + "nauc_recall_at_5_max": 0.399201, + "nauc_recall_at_5_std": 0.237798, + "nauc_recall_at_5_diff1": 0.488416, + "nauc_recall_at_10_max": 0.355214, + "nauc_recall_at_10_std": 0.175739, + "nauc_recall_at_10_diff1": 0.468666, + "nauc_recall_at_20_max": 0.351793, + "nauc_recall_at_20_std": 0.143574, + "nauc_recall_at_20_diff1": 0.402677, + "nauc_recall_at_100_max": 0.209044, + "nauc_recall_at_100_std": -0.240177, + "nauc_recall_at_100_diff1": 0.331283, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.474904, + "nauc_precision_at_1_std": 0.343499, + "nauc_precision_at_1_diff1": 0.569665, + "nauc_precision_at_3_max": 0.469, + "nauc_precision_at_3_std": 0.307054, + "nauc_precision_at_3_diff1": 0.541952, + "nauc_precision_at_5_max": 0.399201, + "nauc_precision_at_5_std": 0.237798, + "nauc_precision_at_5_diff1": 0.488416, + "nauc_precision_at_10_max": 0.355214, + "nauc_precision_at_10_std": 0.175739, + "nauc_precision_at_10_diff1": 0.468666, + "nauc_precision_at_20_max": 0.351793, + "nauc_precision_at_20_std": 0.143574, + "nauc_precision_at_20_diff1": 0.402677, + "nauc_precision_at_100_max": 0.209044, + "nauc_precision_at_100_std": -0.240177, + "nauc_precision_at_100_diff1": 0.331283, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.474904, + "nauc_mrr_at_1_std": 0.343499, + "nauc_mrr_at_1_diff1": 0.569665, + "nauc_mrr_at_3_max": 0.475059, + "nauc_mrr_at_3_std": 0.322091, + "nauc_mrr_at_3_diff1": 0.558432, + "nauc_mrr_at_5_max": 0.459144, + "nauc_mrr_at_5_std": 0.304944, + "nauc_mrr_at_5_diff1": 0.54575, + "nauc_mrr_at_10_max": 0.454638, + "nauc_mrr_at_10_std": 0.299592, + "nauc_mrr_at_10_diff1": 0.544443, + "nauc_mrr_at_20_max": 0.455186, + "nauc_mrr_at_20_std": 0.298698, + "nauc_mrr_at_20_diff1": 0.542427, + "nauc_mrr_at_100_max": 0.454853, + "nauc_mrr_at_100_std": 0.298311, + "nauc_mrr_at_100_diff1": 0.542799, + "nauc_mrr_at_1000_max": 0.455047, + "nauc_mrr_at_1000_std": 0.298853, + "nauc_mrr_at_1000_diff1": 0.542987, + "hit_rate_at_1": 0.29971, + "hit_rate_at_3": 0.42651, + "hit_rate_at_5": 0.51009, + "hit_rate_at_10": 0.62248, + "hit_rate_at_20": 0.71758, + "hit_rate_at_100": 0.92795, + "hit_rate_at_1000": 1.0, + "main_score": 0.51009, + "hf_subset": "he_il", + "languages": [ + "heb-Hebr" + ] + }, + { + "ndcg_at_1": 0.90566, + "ndcg_at_3": 0.93275, + "ndcg_at_5": 0.93762, + "ndcg_at_10": 0.94115, + "ndcg_at_20": 0.9422, + "ndcg_at_100": 0.94516, + "ndcg_at_1000": 0.9462, + "map_at_1": 0.90566, + "map_at_3": 0.92642, + "map_at_5": 0.92925, + "map_at_10": 0.93063, + "map_at_20": 0.93097, + "map_at_100": 0.93143, + "map_at_1000": 0.93148, + "recall_at_1": 0.90566, + "recall_at_3": 0.95094, + "recall_at_5": 0.96226, + "recall_at_10": 0.97358, + "recall_at_20": 0.97736, + "recall_at_100": 0.99245, + "recall_at_1000": 1.0, + "accuracy": 0.90566, + "precision_at_1": 0.90566, + "precision_at_3": 0.31698, + "precision_at_5": 0.19245, + "precision_at_10": 0.09736, + "precision_at_20": 0.04887, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.90566, + "mrr_at_3": 0.926415, + "mrr_at_5": 0.929245, + "mrr_at_10": 0.930629, + "mrr_at_20": 0.930972, + "mrr_at_100": 0.93143, + "mrr_at_1000": 0.93148, + "nauc_ndcg_at_1_max": 0.882491, + "nauc_ndcg_at_1_std": 0.181482, + "nauc_ndcg_at_1_diff1": 0.901234, + "nauc_ndcg_at_3_max": 0.874902, + "nauc_ndcg_at_3_std": 0.11777, + "nauc_ndcg_at_3_diff1": 0.90382, + "nauc_ndcg_at_5_max": 0.883975, + "nauc_ndcg_at_5_std": 0.103272, + "nauc_ndcg_at_5_diff1": 0.914721, + "nauc_ndcg_at_10_max": 0.89327, + "nauc_ndcg_at_10_std": 0.11862, + "nauc_ndcg_at_10_diff1": 0.914756, + "nauc_ndcg_at_20_max": 0.891326, + "nauc_ndcg_at_20_std": 0.141788, + "nauc_ndcg_at_20_diff1": 0.913203, + "nauc_ndcg_at_100_max": 0.887329, + "nauc_ndcg_at_100_std": 0.118457, + "nauc_ndcg_at_100_diff1": 0.912215, + "nauc_ndcg_at_1000_max": 0.885149, + "nauc_ndcg_at_1000_std": 0.127629, + "nauc_ndcg_at_1000_diff1": 0.910517, + "nauc_map_at_1_max": 0.882491, + "nauc_map_at_1_std": 0.181482, + "nauc_map_at_1_diff1": 0.901234, + "nauc_map_at_3_max": 0.876815, + "nauc_map_at_3_std": 0.132994, + "nauc_map_at_3_diff1": 0.903642, + "nauc_map_at_5_max": 0.881535, + "nauc_map_at_5_std": 0.126184, + "nauc_map_at_5_diff1": 0.909213, + "nauc_map_at_10_max": 0.88394, + "nauc_map_at_10_std": 0.13008, + "nauc_map_at_10_diff1": 0.908912, + "nauc_map_at_20_max": 0.883363, + "nauc_map_at_20_std": 0.136459, + "nauc_map_at_20_diff1": 0.908459, + "nauc_map_at_100_max": 0.88285, + "nauc_map_at_100_std": 0.133582, + "nauc_map_at_100_diff1": 0.908361, + "nauc_map_at_1000_max": 0.882765, + "nauc_map_at_1000_std": 0.133909, + "nauc_map_at_1000_diff1": 0.908295, + "nauc_recall_at_1_max": 0.882491, + "nauc_recall_at_1_std": 0.181482, + "nauc_recall_at_1_diff1": 0.901234, + "nauc_recall_at_3_max": 0.866885, + "nauc_recall_at_3_std": 0.054642, + "nauc_recall_at_3_diff1": 0.904207, + "nauc_recall_at_5_max": 0.899304, + "nauc_recall_at_5_std": -0.019941, + "nauc_recall_at_5_diff1": 0.94616, + "nauc_recall_at_10_max": 0.981365, + "nauc_recall_at_10_std": 0.060498, + "nauc_recall_at_10_diff1": 0.96273, + "nauc_recall_at_20_max": 0.978259, + "nauc_recall_at_20_std": 0.262832, + "nauc_recall_at_20_diff1": 0.956518, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": -0.365424, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.882491, + "nauc_precision_at_1_std": 0.181482, + "nauc_precision_at_1_diff1": 0.901234, + "nauc_precision_at_3_max": 0.866885, + "nauc_precision_at_3_std": 0.054642, + "nauc_precision_at_3_diff1": 0.904207, + "nauc_precision_at_5_max": 0.899304, + "nauc_precision_at_5_std": -0.019941, + "nauc_precision_at_5_diff1": 0.94616, + "nauc_precision_at_10_max": 0.981365, + "nauc_precision_at_10_std": 0.060498, + "nauc_precision_at_10_diff1": 0.96273, + "nauc_precision_at_20_max": 0.978259, + "nauc_precision_at_20_std": 0.262832, + "nauc_precision_at_20_diff1": 0.956518, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": -0.365424, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.882491, + "nauc_mrr_at_1_std": 0.181482, + "nauc_mrr_at_1_diff1": 0.901234, + "nauc_mrr_at_3_max": 0.876815, + "nauc_mrr_at_3_std": 0.132994, + "nauc_mrr_at_3_diff1": 0.903642, + "nauc_mrr_at_5_max": 0.881535, + "nauc_mrr_at_5_std": 0.126184, + "nauc_mrr_at_5_diff1": 0.909213, + "nauc_mrr_at_10_max": 0.88394, + "nauc_mrr_at_10_std": 0.13008, + "nauc_mrr_at_10_diff1": 0.908912, + "nauc_mrr_at_20_max": 0.883363, + "nauc_mrr_at_20_std": 0.136459, + "nauc_mrr_at_20_diff1": 0.908459, + "nauc_mrr_at_100_max": 0.88285, + "nauc_mrr_at_100_std": 0.133582, + "nauc_mrr_at_100_diff1": 0.908361, + "nauc_mrr_at_1000_max": 0.882765, + "nauc_mrr_at_1000_std": 0.133909, + "nauc_mrr_at_1000_diff1": 0.908295, + "hit_rate_at_1": 0.90566, + "hit_rate_at_3": 0.95094, + "hit_rate_at_5": 0.96226, + "hit_rate_at_10": 0.97358, + "hit_rate_at_20": 0.97736, + "hit_rate_at_100": 0.99245, + "hit_rate_at_1000": 1.0, + "main_score": 0.96226, + "hf_subset": "hi_in", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.89398, + "ndcg_at_3": 0.93007, + "ndcg_at_5": 0.93352, + "ndcg_at_10": 0.9418, + "ndcg_at_20": 0.94395, + "ndcg_at_100": 0.94452, + "ndcg_at_1000": 0.94452, + "map_at_1": 0.89398, + "map_at_3": 0.92168, + "map_at_5": 0.92354, + "map_at_10": 0.92692, + "map_at_20": 0.92749, + "map_at_100": 0.92758, + "map_at_1000": 0.92758, + "recall_at_1": 0.89398, + "recall_at_3": 0.95415, + "recall_at_5": 0.96275, + "recall_at_10": 0.98854, + "recall_at_20": 0.99713, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.89398, + "precision_at_1": 0.89398, + "precision_at_3": 0.31805, + "precision_at_5": 0.19255, + "precision_at_10": 0.09885, + "precision_at_20": 0.04986, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.893983, + "mrr_at_3": 0.921681, + "mrr_at_5": 0.923543, + "mrr_at_10": 0.92692, + "mrr_at_20": 0.927489, + "mrr_at_100": 0.927584, + "mrr_at_1000": 0.927584, + "nauc_ndcg_at_1_max": 0.705534, + "nauc_ndcg_at_1_std": -0.082222, + "nauc_ndcg_at_1_diff1": 0.892776, + "nauc_ndcg_at_3_max": 0.764286, + "nauc_ndcg_at_3_std": 0.013567, + "nauc_ndcg_at_3_diff1": 0.865247, + "nauc_ndcg_at_5_max": 0.751999, + "nauc_ndcg_at_5_std": -0.037854, + "nauc_ndcg_at_5_diff1": 0.865066, + "nauc_ndcg_at_10_max": 0.751624, + "nauc_ndcg_at_10_std": -0.072353, + "nauc_ndcg_at_10_diff1": 0.879858, + "nauc_ndcg_at_20_max": 0.743808, + "nauc_ndcg_at_20_std": -0.041547, + "nauc_ndcg_at_20_diff1": 0.878546, + "nauc_ndcg_at_100_max": 0.741124, + "nauc_ndcg_at_100_std": -0.05246, + "nauc_ndcg_at_100_diff1": 0.877273, + "nauc_ndcg_at_1000_max": 0.741124, + "nauc_ndcg_at_1000_std": -0.05246, + "nauc_ndcg_at_1000_diff1": 0.877273, + "nauc_map_at_1_max": 0.705534, + "nauc_map_at_1_std": -0.082222, + "nauc_map_at_1_diff1": 0.892776, + "nauc_map_at_3_max": 0.746627, + "nauc_map_at_3_std": -0.023228, + "nauc_map_at_3_diff1": 0.874219, + "nauc_map_at_5_max": 0.740424, + "nauc_map_at_5_std": -0.048277, + "nauc_map_at_5_diff1": 0.874218, + "nauc_map_at_10_max": 0.739293, + "nauc_map_at_10_std": -0.061024, + "nauc_map_at_10_diff1": 0.879115, + "nauc_map_at_20_max": 0.73761, + "nauc_map_at_20_std": -0.054114, + "nauc_map_at_20_diff1": 0.878822, + "nauc_map_at_100_max": 0.737262, + "nauc_map_at_100_std": -0.055511, + "nauc_map_at_100_diff1": 0.878661, + "nauc_map_at_1000_max": 0.737262, + "nauc_map_at_1000_std": -0.055511, + "nauc_map_at_1000_diff1": 0.878661, + "nauc_recall_at_1_max": 0.705534, + "nauc_recall_at_1_std": -0.082222, + "nauc_recall_at_1_diff1": 0.892776, + "nauc_recall_at_3_max": 0.849893, + "nauc_recall_at_3_std": 0.198024, + "nauc_recall_at_3_diff1": 0.821229, + "nauc_recall_at_5_max": 0.815253, + "nauc_recall_at_5_std": 0.012953, + "nauc_recall_at_5_diff1": 0.811411, + "nauc_recall_at_10_max": 0.96731, + "nauc_recall_at_10_std": -0.381373, + "nauc_recall_at_10_diff1": 0.93462, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.705534, + "nauc_precision_at_1_std": -0.082222, + "nauc_precision_at_1_diff1": 0.892776, + "nauc_precision_at_3_max": 0.849893, + "nauc_precision_at_3_std": 0.198024, + "nauc_precision_at_3_diff1": 0.821229, + "nauc_precision_at_5_max": 0.815253, + "nauc_precision_at_5_std": 0.012953, + "nauc_precision_at_5_diff1": 0.811411, + "nauc_precision_at_10_max": 0.96731, + "nauc_precision_at_10_std": -0.381373, + "nauc_precision_at_10_diff1": 0.93462, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.705534, + "nauc_mrr_at_1_std": -0.082222, + "nauc_mrr_at_1_diff1": 0.892776, + "nauc_mrr_at_3_max": 0.746627, + "nauc_mrr_at_3_std": -0.023228, + "nauc_mrr_at_3_diff1": 0.874219, + "nauc_mrr_at_5_max": 0.740424, + "nauc_mrr_at_5_std": -0.048277, + "nauc_mrr_at_5_diff1": 0.874218, + "nauc_mrr_at_10_max": 0.739293, + "nauc_mrr_at_10_std": -0.061024, + "nauc_mrr_at_10_diff1": 0.879115, + "nauc_mrr_at_20_max": 0.73761, + "nauc_mrr_at_20_std": -0.054114, + "nauc_mrr_at_20_diff1": 0.878822, + "nauc_mrr_at_100_max": 0.737262, + "nauc_mrr_at_100_std": -0.055511, + "nauc_mrr_at_100_diff1": 0.878661, + "nauc_mrr_at_1000_max": 0.737262, + "nauc_mrr_at_1000_std": -0.055511, + "nauc_mrr_at_1000_diff1": 0.878661, + "hit_rate_at_1": 0.89398, + "hit_rate_at_3": 0.95415, + "hit_rate_at_5": 0.96275, + "hit_rate_at_10": 0.98854, + "hit_rate_at_20": 0.99713, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.96275, + "hf_subset": "hr_hr", + "languages": [ + "hrv-Latn" + ] + }, + { + "ndcg_at_1": 0.49713, + "ndcg_at_3": 0.59301, + "ndcg_at_5": 0.62183, + "ndcg_at_10": 0.64707, + "ndcg_at_20": 0.67249, + "ndcg_at_100": 0.68969, + "ndcg_at_1000": 0.69047, + "map_at_1": 0.49713, + "map_at_3": 0.5704, + "map_at_5": 0.58664, + "map_at_10": 0.59713, + "map_at_20": 0.60411, + "map_at_100": 0.6067, + "map_at_1000": 0.60674, + "recall_at_1": 0.49713, + "recall_at_3": 0.65805, + "recall_at_5": 0.72701, + "recall_at_10": 0.8046, + "recall_at_20": 0.90517, + "recall_at_100": 0.99425, + "recall_at_1000": 1.0, + "accuracy": 0.49713, + "precision_at_1": 0.49713, + "precision_at_3": 0.21935, + "precision_at_5": 0.1454, + "precision_at_10": 0.08046, + "precision_at_20": 0.04526, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.497126, + "mrr_at_3": 0.570402, + "mrr_at_5": 0.586638, + "mrr_at_10": 0.597133, + "mrr_at_20": 0.604113, + "mrr_at_100": 0.6067, + "mrr_at_1000": 0.606738, + "nauc_ndcg_at_1_max": 0.510684, + "nauc_ndcg_at_1_std": 0.15384, + "nauc_ndcg_at_1_diff1": 0.613748, + "nauc_ndcg_at_3_max": 0.529235, + "nauc_ndcg_at_3_std": 0.225051, + "nauc_ndcg_at_3_diff1": 0.551383, + "nauc_ndcg_at_5_max": 0.517181, + "nauc_ndcg_at_5_std": 0.23125, + "nauc_ndcg_at_5_diff1": 0.540362, + "nauc_ndcg_at_10_max": 0.516146, + "nauc_ndcg_at_10_std": 0.212354, + "nauc_ndcg_at_10_diff1": 0.550449, + "nauc_ndcg_at_20_max": 0.509987, + "nauc_ndcg_at_20_std": 0.204044, + "nauc_ndcg_at_20_diff1": 0.549835, + "nauc_ndcg_at_100_max": 0.514366, + "nauc_ndcg_at_100_std": 0.19784, + "nauc_ndcg_at_100_diff1": 0.557954, + "nauc_ndcg_at_1000_max": 0.515055, + "nauc_ndcg_at_1000_std": 0.20005, + "nauc_ndcg_at_1000_diff1": 0.559045, + "nauc_map_at_1_max": 0.510684, + "nauc_map_at_1_std": 0.15384, + "nauc_map_at_1_diff1": 0.613748, + "nauc_map_at_3_max": 0.524628, + "nauc_map_at_3_std": 0.205167, + "nauc_map_at_3_diff1": 0.56688, + "nauc_map_at_5_max": 0.517769, + "nauc_map_at_5_std": 0.207454, + "nauc_map_at_5_diff1": 0.561551, + "nauc_map_at_10_max": 0.517098, + "nauc_map_at_10_std": 0.199353, + "nauc_map_at_10_diff1": 0.565116, + "nauc_map_at_20_max": 0.515377, + "nauc_map_at_20_std": 0.196973, + "nauc_map_at_20_diff1": 0.565063, + "nauc_map_at_100_max": 0.516024, + "nauc_map_at_100_std": 0.196053, + "nauc_map_at_100_diff1": 0.566233, + "nauc_map_at_1000_max": 0.51607, + "nauc_map_at_1000_std": 0.196113, + "nauc_map_at_1000_diff1": 0.56628, + "nauc_recall_at_1_max": 0.510684, + "nauc_recall_at_1_std": 0.15384, + "nauc_recall_at_1_diff1": 0.613748, + "nauc_recall_at_3_max": 0.544191, + "nauc_recall_at_3_std": 0.290688, + "nauc_recall_at_3_diff1": 0.501077, + "nauc_recall_at_5_max": 0.513242, + "nauc_recall_at_5_std": 0.322453, + "nauc_recall_at_5_diff1": 0.459753, + "nauc_recall_at_10_max": 0.509814, + "nauc_recall_at_10_std": 0.266818, + "nauc_recall_at_10_diff1": 0.488087, + "nauc_recall_at_20_max": 0.446325, + "nauc_recall_at_20_std": 0.234361, + "nauc_recall_at_20_diff1": 0.428955, + "nauc_recall_at_100_max": 0.348804, + "nauc_recall_at_100_std": -0.513589, + "nauc_recall_at_100_diff1": 0.240598, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.510684, + "nauc_precision_at_1_std": 0.15384, + "nauc_precision_at_1_diff1": 0.613748, + "nauc_precision_at_3_max": 0.544191, + "nauc_precision_at_3_std": 0.290688, + "nauc_precision_at_3_diff1": 0.501077, + "nauc_precision_at_5_max": 0.513242, + "nauc_precision_at_5_std": 0.322453, + "nauc_precision_at_5_diff1": 0.459753, + "nauc_precision_at_10_max": 0.509814, + "nauc_precision_at_10_std": 0.266818, + "nauc_precision_at_10_diff1": 0.488087, + "nauc_precision_at_20_max": 0.446325, + "nauc_precision_at_20_std": 0.234361, + "nauc_precision_at_20_diff1": 0.428955, + "nauc_precision_at_100_max": 0.348804, + "nauc_precision_at_100_std": -0.513589, + "nauc_precision_at_100_diff1": 0.240598, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.510684, + "nauc_mrr_at_1_std": 0.15384, + "nauc_mrr_at_1_diff1": 0.613748, + "nauc_mrr_at_3_max": 0.524628, + "nauc_mrr_at_3_std": 0.205167, + "nauc_mrr_at_3_diff1": 0.56688, + "nauc_mrr_at_5_max": 0.517769, + "nauc_mrr_at_5_std": 0.207454, + "nauc_mrr_at_5_diff1": 0.561551, + "nauc_mrr_at_10_max": 0.517098, + "nauc_mrr_at_10_std": 0.199353, + "nauc_mrr_at_10_diff1": 0.565116, + "nauc_mrr_at_20_max": 0.515377, + "nauc_mrr_at_20_std": 0.196973, + "nauc_mrr_at_20_diff1": 0.565063, + "nauc_mrr_at_100_max": 0.516024, + "nauc_mrr_at_100_std": 0.196053, + "nauc_mrr_at_100_diff1": 0.566233, + "nauc_mrr_at_1000_max": 0.51607, + "nauc_mrr_at_1000_std": 0.196113, + "nauc_mrr_at_1000_diff1": 0.56628, + "hit_rate_at_1": 0.49713, + "hit_rate_at_3": 0.65805, + "hit_rate_at_5": 0.72701, + "hit_rate_at_10": 0.8046, + "hit_rate_at_20": 0.90517, + "hit_rate_at_100": 0.99425, + "hit_rate_at_1000": 1.0, + "main_score": 0.72701, + "hf_subset": "hu_hu", + "languages": [ + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.24286, + "ndcg_at_3": 0.30507, + "ndcg_at_5": 0.32056, + "ndcg_at_10": 0.3418, + "ndcg_at_20": 0.3654, + "ndcg_at_100": 0.4164, + "ndcg_at_1000": 0.43481, + "map_at_1": 0.24286, + "map_at_3": 0.29, + "map_at_5": 0.29871, + "map_at_10": 0.30747, + "map_at_20": 0.31383, + "map_at_100": 0.32093, + "map_at_1000": 0.32181, + "recall_at_1": 0.24286, + "recall_at_3": 0.34857, + "recall_at_5": 0.38571, + "recall_at_10": 0.45143, + "recall_at_20": 0.54571, + "recall_at_100": 0.82, + "recall_at_1000": 0.95429, + "accuracy": 0.24286, + "precision_at_1": 0.24286, + "precision_at_3": 0.11619, + "precision_at_5": 0.07714, + "precision_at_10": 0.04514, + "precision_at_20": 0.02729, + "precision_at_100": 0.0082, + "precision_at_1000": 0.00095, + "mrr_at_1": 0.242857, + "mrr_at_3": 0.29, + "mrr_at_5": 0.298714, + "mrr_at_10": 0.307473, + "mrr_at_20": 0.313832, + "mrr_at_100": 0.320931, + "mrr_at_1000": 0.321813, + "nauc_ndcg_at_1_max": 0.394291, + "nauc_ndcg_at_1_std": 0.182652, + "nauc_ndcg_at_1_diff1": 0.570983, + "nauc_ndcg_at_3_max": 0.385892, + "nauc_ndcg_at_3_std": 0.190994, + "nauc_ndcg_at_3_diff1": 0.528926, + "nauc_ndcg_at_5_max": 0.371185, + "nauc_ndcg_at_5_std": 0.181218, + "nauc_ndcg_at_5_diff1": 0.507813, + "nauc_ndcg_at_10_max": 0.360119, + "nauc_ndcg_at_10_std": 0.170057, + "nauc_ndcg_at_10_diff1": 0.494149, + "nauc_ndcg_at_20_max": 0.35357, + "nauc_ndcg_at_20_std": 0.169266, + "nauc_ndcg_at_20_diff1": 0.482099, + "nauc_ndcg_at_100_max": 0.351756, + "nauc_ndcg_at_100_std": 0.169935, + "nauc_ndcg_at_100_diff1": 0.477012, + "nauc_ndcg_at_1000_max": 0.360254, + "nauc_ndcg_at_1000_std": 0.172036, + "nauc_ndcg_at_1000_diff1": 0.495196, + "nauc_map_at_1_max": 0.394291, + "nauc_map_at_1_std": 0.182652, + "nauc_map_at_1_diff1": 0.570983, + "nauc_map_at_3_max": 0.38783, + "nauc_map_at_3_std": 0.189063, + "nauc_map_at_3_diff1": 0.538716, + "nauc_map_at_5_max": 0.379723, + "nauc_map_at_5_std": 0.183456, + "nauc_map_at_5_diff1": 0.526259, + "nauc_map_at_10_max": 0.374687, + "nauc_map_at_10_std": 0.178943, + "nauc_map_at_10_diff1": 0.519934, + "nauc_map_at_20_max": 0.372841, + "nauc_map_at_20_std": 0.178376, + "nauc_map_at_20_diff1": 0.516601, + "nauc_map_at_100_max": 0.372873, + "nauc_map_at_100_std": 0.178453, + "nauc_map_at_100_diff1": 0.516233, + "nauc_map_at_1000_max": 0.373143, + "nauc_map_at_1000_std": 0.178406, + "nauc_map_at_1000_diff1": 0.517045, + "nauc_recall_at_1_max": 0.394291, + "nauc_recall_at_1_std": 0.182652, + "nauc_recall_at_1_diff1": 0.570983, + "nauc_recall_at_3_max": 0.380622, + "nauc_recall_at_3_std": 0.196246, + "nauc_recall_at_3_diff1": 0.502277, + "nauc_recall_at_5_max": 0.346068, + "nauc_recall_at_5_std": 0.174019, + "nauc_recall_at_5_diff1": 0.456035, + "nauc_recall_at_10_max": 0.31488, + "nauc_recall_at_10_std": 0.140013, + "nauc_recall_at_10_diff1": 0.418097, + "nauc_recall_at_20_max": 0.286654, + "nauc_recall_at_20_std": 0.137766, + "nauc_recall_at_20_diff1": 0.366222, + "nauc_recall_at_100_max": 0.203743, + "nauc_recall_at_100_std": 0.118027, + "nauc_recall_at_100_diff1": 0.208574, + "nauc_recall_at_1000_max": 0.231326, + "nauc_recall_at_1000_std": 0.122082, + "nauc_recall_at_1000_diff1": 0.333071, + "nauc_precision_at_1_max": 0.394291, + "nauc_precision_at_1_std": 0.182652, + "nauc_precision_at_1_diff1": 0.570983, + "nauc_precision_at_3_max": 0.380622, + "nauc_precision_at_3_std": 0.196246, + "nauc_precision_at_3_diff1": 0.502277, + "nauc_precision_at_5_max": 0.346068, + "nauc_precision_at_5_std": 0.174019, + "nauc_precision_at_5_diff1": 0.456035, + "nauc_precision_at_10_max": 0.31488, + "nauc_precision_at_10_std": 0.140013, + "nauc_precision_at_10_diff1": 0.418097, + "nauc_precision_at_20_max": 0.286654, + "nauc_precision_at_20_std": 0.137766, + "nauc_precision_at_20_diff1": 0.366222, + "nauc_precision_at_100_max": 0.203743, + "nauc_precision_at_100_std": 0.118027, + "nauc_precision_at_100_diff1": 0.208574, + "nauc_precision_at_1000_max": 0.231326, + "nauc_precision_at_1000_std": 0.122082, + "nauc_precision_at_1000_diff1": 0.333071, + "nauc_mrr_at_1_max": 0.394291, + "nauc_mrr_at_1_std": 0.182652, + "nauc_mrr_at_1_diff1": 0.570983, + "nauc_mrr_at_3_max": 0.38783, + "nauc_mrr_at_3_std": 0.189063, + "nauc_mrr_at_3_diff1": 0.538716, + "nauc_mrr_at_5_max": 0.379723, + "nauc_mrr_at_5_std": 0.183456, + "nauc_mrr_at_5_diff1": 0.526259, + "nauc_mrr_at_10_max": 0.374687, + "nauc_mrr_at_10_std": 0.178943, + "nauc_mrr_at_10_diff1": 0.519934, + "nauc_mrr_at_20_max": 0.372841, + "nauc_mrr_at_20_std": 0.178376, + "nauc_mrr_at_20_diff1": 0.516601, + "nauc_mrr_at_100_max": 0.372873, + "nauc_mrr_at_100_std": 0.178453, + "nauc_mrr_at_100_diff1": 0.516233, + "nauc_mrr_at_1000_max": 0.373143, + "nauc_mrr_at_1000_std": 0.178406, + "nauc_mrr_at_1000_diff1": 0.517045, + "hit_rate_at_1": 0.24286, + "hit_rate_at_3": 0.34857, + "hit_rate_at_5": 0.38571, + "hit_rate_at_10": 0.45143, + "hit_rate_at_20": 0.54571, + "hit_rate_at_100": 0.82, + "hit_rate_at_1000": 0.95429, + "main_score": 0.38571, + "hf_subset": "hy_am", + "languages": [ + "hye-Armn" + ] + }, + { + "ndcg_at_1": 0.89939, + "ndcg_at_3": 0.93089, + "ndcg_at_5": 0.93968, + "ndcg_at_10": 0.94282, + "ndcg_at_20": 0.94447, + "ndcg_at_100": 0.94699, + "ndcg_at_1000": 0.94699, + "map_at_1": 0.89939, + "map_at_3": 0.92378, + "map_at_5": 0.92866, + "map_at_10": 0.93006, + "map_at_20": 0.93056, + "map_at_100": 0.93101, + "map_at_1000": 0.93101, + "recall_at_1": 0.89939, + "recall_at_3": 0.95122, + "recall_at_5": 0.97256, + "recall_at_10": 0.98171, + "recall_at_20": 0.9878, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.89939, + "precision_at_1": 0.89939, + "precision_at_3": 0.31707, + "precision_at_5": 0.19451, + "precision_at_10": 0.09817, + "precision_at_20": 0.04939, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.89939, + "mrr_at_3": 0.92378, + "mrr_at_5": 0.928659, + "mrr_at_10": 0.930056, + "mrr_at_20": 0.930564, + "mrr_at_100": 0.93101, + "mrr_at_1000": 0.93101, + "nauc_ndcg_at_1_max": 0.880306, + "nauc_ndcg_at_1_std": 0.313963, + "nauc_ndcg_at_1_diff1": 0.895419, + "nauc_ndcg_at_3_max": 0.893504, + "nauc_ndcg_at_3_std": 0.394686, + "nauc_ndcg_at_3_diff1": 0.89304, + "nauc_ndcg_at_5_max": 0.898344, + "nauc_ndcg_at_5_std": 0.412073, + "nauc_ndcg_at_5_diff1": 0.901175, + "nauc_ndcg_at_10_max": 0.894973, + "nauc_ndcg_at_10_std": 0.399886, + "nauc_ndcg_at_10_diff1": 0.903259, + "nauc_ndcg_at_20_max": 0.891857, + "nauc_ndcg_at_20_std": 0.386205, + "nauc_ndcg_at_20_diff1": 0.902329, + "nauc_ndcg_at_100_max": 0.891631, + "nauc_ndcg_at_100_std": 0.368925, + "nauc_ndcg_at_100_diff1": 0.899145, + "nauc_ndcg_at_1000_max": 0.891631, + "nauc_ndcg_at_1000_std": 0.368925, + "nauc_ndcg_at_1000_diff1": 0.899145, + "nauc_map_at_1_max": 0.880306, + "nauc_map_at_1_std": 0.313963, + "nauc_map_at_1_diff1": 0.895419, + "nauc_map_at_3_max": 0.890364, + "nauc_map_at_3_std": 0.365107, + "nauc_map_at_3_diff1": 0.894499, + "nauc_map_at_5_max": 0.892722, + "nauc_map_at_5_std": 0.371267, + "nauc_map_at_5_diff1": 0.898654, + "nauc_map_at_10_max": 0.891292, + "nauc_map_at_10_std": 0.365505, + "nauc_map_at_10_diff1": 0.899058, + "nauc_map_at_20_max": 0.890496, + "nauc_map_at_20_std": 0.361879, + "nauc_map_at_20_diff1": 0.898798, + "nauc_map_at_100_max": 0.890475, + "nauc_map_at_100_std": 0.359351, + "nauc_map_at_100_diff1": 0.898314, + "nauc_map_at_1000_max": 0.890475, + "nauc_map_at_1000_std": 0.359351, + "nauc_map_at_1000_diff1": 0.898314, + "nauc_recall_at_1_max": 0.880306, + "nauc_recall_at_1_std": 0.313963, + "nauc_recall_at_1_diff1": 0.895419, + "nauc_recall_at_3_max": 0.906981, + "nauc_recall_at_3_std": 0.530563, + "nauc_recall_at_3_diff1": 0.886009, + "nauc_recall_at_5_max": 0.940033, + "nauc_recall_at_5_std": 0.72877, + "nauc_recall_at_5_diff1": 0.921391, + "nauc_recall_at_10_max": 0.93185, + "nauc_recall_at_10_std": 0.785677, + "nauc_recall_at_10_diff1": 0.956397, + "nauc_recall_at_20_max": 0.897775, + "nauc_recall_at_20_std": 0.748038, + "nauc_recall_at_20_diff1": 0.967298, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.880306, + "nauc_precision_at_1_std": 0.313963, + "nauc_precision_at_1_diff1": 0.895419, + "nauc_precision_at_3_max": 0.906981, + "nauc_precision_at_3_std": 0.530563, + "nauc_precision_at_3_diff1": 0.886009, + "nauc_precision_at_5_max": 0.940033, + "nauc_precision_at_5_std": 0.72877, + "nauc_precision_at_5_diff1": 0.921391, + "nauc_precision_at_10_max": 0.93185, + "nauc_precision_at_10_std": 0.785677, + "nauc_precision_at_10_diff1": 0.956397, + "nauc_precision_at_20_max": 0.897775, + "nauc_precision_at_20_std": 0.748038, + "nauc_precision_at_20_diff1": 0.967298, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.880306, + "nauc_mrr_at_1_std": 0.313963, + "nauc_mrr_at_1_diff1": 0.895419, + "nauc_mrr_at_3_max": 0.890364, + "nauc_mrr_at_3_std": 0.365107, + "nauc_mrr_at_3_diff1": 0.894499, + "nauc_mrr_at_5_max": 0.892722, + "nauc_mrr_at_5_std": 0.371267, + "nauc_mrr_at_5_diff1": 0.898654, + "nauc_mrr_at_10_max": 0.891292, + "nauc_mrr_at_10_std": 0.365505, + "nauc_mrr_at_10_diff1": 0.899058, + "nauc_mrr_at_20_max": 0.890496, + "nauc_mrr_at_20_std": 0.361879, + "nauc_mrr_at_20_diff1": 0.898798, + "nauc_mrr_at_100_max": 0.890475, + "nauc_mrr_at_100_std": 0.359351, + "nauc_mrr_at_100_diff1": 0.898314, + "nauc_mrr_at_1000_max": 0.890475, + "nauc_mrr_at_1000_std": 0.359351, + "nauc_mrr_at_1000_diff1": 0.898314, + "hit_rate_at_1": 0.89939, + "hit_rate_at_3": 0.95122, + "hit_rate_at_5": 0.97256, + "hit_rate_at_10": 0.98171, + "hit_rate_at_20": 0.9878, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.97256, + "hf_subset": "id_id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.32857, + "ndcg_at_3": 0.39469, + "ndcg_at_5": 0.41695, + "ndcg_at_10": 0.45073, + "ndcg_at_20": 0.47936, + "ndcg_at_100": 0.51437, + "ndcg_at_1000": 0.52545, + "map_at_1": 0.32857, + "map_at_3": 0.3781, + "map_at_5": 0.39038, + "map_at_10": 0.4041, + "map_at_20": 0.41218, + "map_at_100": 0.41702, + "map_at_1000": 0.41756, + "recall_at_1": 0.32857, + "recall_at_3": 0.44286, + "recall_at_5": 0.49714, + "recall_at_10": 0.60286, + "recall_at_20": 0.71429, + "recall_at_100": 0.90286, + "recall_at_1000": 0.98286, + "accuracy": 0.32857, + "precision_at_1": 0.32857, + "precision_at_3": 0.14762, + "precision_at_5": 0.09943, + "precision_at_10": 0.06029, + "precision_at_20": 0.03571, + "precision_at_100": 0.00903, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.328571, + "mrr_at_3": 0.378095, + "mrr_at_5": 0.390381, + "mrr_at_10": 0.404098, + "mrr_at_20": 0.412184, + "mrr_at_100": 0.417016, + "mrr_at_1000": 0.417563, + "nauc_ndcg_at_1_max": 0.218241, + "nauc_ndcg_at_1_std": 0.445956, + "nauc_ndcg_at_1_diff1": 0.629269, + "nauc_ndcg_at_3_max": 0.189446, + "nauc_ndcg_at_3_std": 0.466061, + "nauc_ndcg_at_3_diff1": 0.58124, + "nauc_ndcg_at_5_max": 0.179168, + "nauc_ndcg_at_5_std": 0.484659, + "nauc_ndcg_at_5_diff1": 0.579297, + "nauc_ndcg_at_10_max": 0.157897, + "nauc_ndcg_at_10_std": 0.448674, + "nauc_ndcg_at_10_diff1": 0.559835, + "nauc_ndcg_at_20_max": 0.14664, + "nauc_ndcg_at_20_std": 0.456221, + "nauc_ndcg_at_20_diff1": 0.564878, + "nauc_ndcg_at_100_max": 0.167396, + "nauc_ndcg_at_100_std": 0.458162, + "nauc_ndcg_at_100_diff1": 0.560682, + "nauc_ndcg_at_1000_max": 0.165382, + "nauc_ndcg_at_1000_std": 0.459761, + "nauc_ndcg_at_1000_diff1": 0.573879, + "nauc_map_at_1_max": 0.218241, + "nauc_map_at_1_std": 0.445956, + "nauc_map_at_1_diff1": 0.629269, + "nauc_map_at_3_max": 0.198149, + "nauc_map_at_3_std": 0.461502, + "nauc_map_at_3_diff1": 0.593674, + "nauc_map_at_5_max": 0.192455, + "nauc_map_at_5_std": 0.471287, + "nauc_map_at_5_diff1": 0.592944, + "nauc_map_at_10_max": 0.184851, + "nauc_map_at_10_std": 0.456391, + "nauc_map_at_10_diff1": 0.585064, + "nauc_map_at_20_max": 0.181531, + "nauc_map_at_20_std": 0.458777, + "nauc_map_at_20_diff1": 0.586817, + "nauc_map_at_100_max": 0.18362, + "nauc_map_at_100_std": 0.459344, + "nauc_map_at_100_diff1": 0.586767, + "nauc_map_at_1000_max": 0.183577, + "nauc_map_at_1000_std": 0.459374, + "nauc_map_at_1000_diff1": 0.58738, + "nauc_recall_at_1_max": 0.218241, + "nauc_recall_at_1_std": 0.445956, + "nauc_recall_at_1_diff1": 0.629269, + "nauc_recall_at_3_max": 0.163764, + "nauc_recall_at_3_std": 0.479023, + "nauc_recall_at_3_diff1": 0.545222, + "nauc_recall_at_5_max": 0.138329, + "nauc_recall_at_5_std": 0.526774, + "nauc_recall_at_5_diff1": 0.538572, + "nauc_recall_at_10_max": 0.056925, + "nauc_recall_at_10_std": 0.411902, + "nauc_recall_at_10_diff1": 0.469462, + "nauc_recall_at_20_max": -0.019212, + "nauc_recall_at_20_std": 0.437824, + "nauc_recall_at_20_diff1": 0.471053, + "nauc_recall_at_100_max": 0.105069, + "nauc_recall_at_100_std": 0.427391, + "nauc_recall_at_100_diff1": 0.243986, + "nauc_recall_at_1000_max": -0.44071, + "nauc_recall_at_1000_std": 0.506069, + "nauc_recall_at_1000_diff1": 0.3345, + "nauc_precision_at_1_max": 0.218241, + "nauc_precision_at_1_std": 0.445956, + "nauc_precision_at_1_diff1": 0.629269, + "nauc_precision_at_3_max": 0.163764, + "nauc_precision_at_3_std": 0.479023, + "nauc_precision_at_3_diff1": 0.545222, + "nauc_precision_at_5_max": 0.138329, + "nauc_precision_at_5_std": 0.526774, + "nauc_precision_at_5_diff1": 0.538572, + "nauc_precision_at_10_max": 0.056925, + "nauc_precision_at_10_std": 0.411902, + "nauc_precision_at_10_diff1": 0.469462, + "nauc_precision_at_20_max": -0.019212, + "nauc_precision_at_20_std": 0.437824, + "nauc_precision_at_20_diff1": 0.471053, + "nauc_precision_at_100_max": 0.105069, + "nauc_precision_at_100_std": 0.427391, + "nauc_precision_at_100_diff1": 0.243986, + "nauc_precision_at_1000_max": -0.44071, + "nauc_precision_at_1000_std": 0.506069, + "nauc_precision_at_1000_diff1": 0.3345, + "nauc_mrr_at_1_max": 0.218241, + "nauc_mrr_at_1_std": 0.445956, + "nauc_mrr_at_1_diff1": 0.629269, + "nauc_mrr_at_3_max": 0.198149, + "nauc_mrr_at_3_std": 0.461502, + "nauc_mrr_at_3_diff1": 0.593674, + "nauc_mrr_at_5_max": 0.192455, + "nauc_mrr_at_5_std": 0.471287, + "nauc_mrr_at_5_diff1": 0.592944, + "nauc_mrr_at_10_max": 0.184851, + "nauc_mrr_at_10_std": 0.456391, + "nauc_mrr_at_10_diff1": 0.585064, + "nauc_mrr_at_20_max": 0.181531, + "nauc_mrr_at_20_std": 0.458777, + "nauc_mrr_at_20_diff1": 0.586817, + "nauc_mrr_at_100_max": 0.18362, + "nauc_mrr_at_100_std": 0.459344, + "nauc_mrr_at_100_diff1": 0.586767, + "nauc_mrr_at_1000_max": 0.183577, + "nauc_mrr_at_1000_std": 0.459374, + "nauc_mrr_at_1000_diff1": 0.58738, + "hit_rate_at_1": 0.32857, + "hit_rate_at_3": 0.44286, + "hit_rate_at_5": 0.49714, + "hit_rate_at_10": 0.60286, + "hit_rate_at_20": 0.71429, + "hit_rate_at_100": 0.90286, + "hit_rate_at_1000": 0.98286, + "main_score": 0.49714, + "hf_subset": "ig_ng", + "languages": [ + "ibo-Latn" + ] + }, + { + "ndcg_at_1": 0.51111, + "ndcg_at_3": 0.58651, + "ndcg_at_5": 0.61424, + "ndcg_at_10": 0.62808, + "ndcg_at_20": 0.66001, + "ndcg_at_100": 0.68247, + "ndcg_at_1000": 0.68247, + "map_at_1": 0.51111, + "map_at_3": 0.56667, + "map_at_5": 0.58222, + "map_at_10": 0.58762, + "map_at_20": 0.59544, + "map_at_100": 0.59918, + "map_at_1000": 0.59918, + "recall_at_1": 0.51111, + "recall_at_3": 0.64444, + "recall_at_5": 0.71111, + "recall_at_10": 0.75556, + "recall_at_20": 0.88889, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.51111, + "precision_at_1": 0.51111, + "precision_at_3": 0.21481, + "precision_at_5": 0.14222, + "precision_at_10": 0.07556, + "precision_at_20": 0.04444, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.511111, + "mrr_at_3": 0.566667, + "mrr_at_5": 0.582222, + "mrr_at_10": 0.587619, + "mrr_at_20": 0.595439, + "mrr_at_100": 0.599178, + "mrr_at_1000": 0.599178, + "nauc_ndcg_at_1_max": 0.494942, + "nauc_ndcg_at_1_std": 0.518969, + "nauc_ndcg_at_1_diff1": 0.725269, + "nauc_ndcg_at_3_max": 0.450766, + "nauc_ndcg_at_3_std": 0.577793, + "nauc_ndcg_at_3_diff1": 0.622575, + "nauc_ndcg_at_5_max": 0.429299, + "nauc_ndcg_at_5_std": 0.534174, + "nauc_ndcg_at_5_diff1": 0.621278, + "nauc_ndcg_at_10_max": 0.451473, + "nauc_ndcg_at_10_std": 0.521828, + "nauc_ndcg_at_10_diff1": 0.620887, + "nauc_ndcg_at_20_max": 0.4647, + "nauc_ndcg_at_20_std": 0.548698, + "nauc_ndcg_at_20_diff1": 0.647758, + "nauc_ndcg_at_100_max": 0.456757, + "nauc_ndcg_at_100_std": 0.542728, + "nauc_ndcg_at_100_diff1": 0.647924, + "nauc_ndcg_at_1000_max": 0.456757, + "nauc_ndcg_at_1000_std": 0.542728, + "nauc_ndcg_at_1000_diff1": 0.647924, + "nauc_map_at_1_max": 0.494942, + "nauc_map_at_1_std": 0.518969, + "nauc_map_at_1_diff1": 0.725269, + "nauc_map_at_3_max": 0.461781, + "nauc_map_at_3_std": 0.565555, + "nauc_map_at_3_diff1": 0.650713, + "nauc_map_at_5_max": 0.451223, + "nauc_map_at_5_std": 0.541941, + "nauc_map_at_5_diff1": 0.651308, + "nauc_map_at_10_max": 0.457812, + "nauc_map_at_10_std": 0.537407, + "nauc_map_at_10_diff1": 0.650477, + "nauc_map_at_20_max": 0.461313, + "nauc_map_at_20_std": 0.54406, + "nauc_map_at_20_diff1": 0.657011, + "nauc_map_at_100_max": 0.460176, + "nauc_map_at_100_std": 0.543195, + "nauc_map_at_100_diff1": 0.657135, + "nauc_map_at_1000_max": 0.460176, + "nauc_map_at_1000_std": 0.543195, + "nauc_map_at_1000_diff1": 0.657135, + "nauc_recall_at_1_max": 0.494942, + "nauc_recall_at_1_std": 0.518969, + "nauc_recall_at_1_diff1": 0.725269, + "nauc_recall_at_3_max": 0.415489, + "nauc_recall_at_3_std": 0.615832, + "nauc_recall_at_3_diff1": 0.531241, + "nauc_recall_at_5_max": 0.345229, + "nauc_recall_at_5_std": 0.496836, + "nauc_recall_at_5_diff1": 0.510312, + "nauc_recall_at_10_max": 0.441001, + "nauc_recall_at_10_std": 0.439948, + "nauc_recall_at_10_diff1": 0.50073, + "nauc_recall_at_20_max": 0.550879, + "nauc_recall_at_20_std": 0.614012, + "nauc_recall_at_20_diff1": 0.645754, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.494942, + "nauc_precision_at_1_std": 0.518969, + "nauc_precision_at_1_diff1": 0.725269, + "nauc_precision_at_3_max": 0.415489, + "nauc_precision_at_3_std": 0.615832, + "nauc_precision_at_3_diff1": 0.531241, + "nauc_precision_at_5_max": 0.345229, + "nauc_precision_at_5_std": 0.496836, + "nauc_precision_at_5_diff1": 0.510312, + "nauc_precision_at_10_max": 0.441001, + "nauc_precision_at_10_std": 0.439948, + "nauc_precision_at_10_diff1": 0.50073, + "nauc_precision_at_20_max": 0.550879, + "nauc_precision_at_20_std": 0.614012, + "nauc_precision_at_20_diff1": 0.645754, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.494942, + "nauc_mrr_at_1_std": 0.518969, + "nauc_mrr_at_1_diff1": 0.725269, + "nauc_mrr_at_3_max": 0.461781, + "nauc_mrr_at_3_std": 0.565555, + "nauc_mrr_at_3_diff1": 0.650713, + "nauc_mrr_at_5_max": 0.451223, + "nauc_mrr_at_5_std": 0.541941, + "nauc_mrr_at_5_diff1": 0.651308, + "nauc_mrr_at_10_max": 0.457812, + "nauc_mrr_at_10_std": 0.537407, + "nauc_mrr_at_10_diff1": 0.650477, + "nauc_mrr_at_20_max": 0.461313, + "nauc_mrr_at_20_std": 0.54406, + "nauc_mrr_at_20_diff1": 0.657011, + "nauc_mrr_at_100_max": 0.460176, + "nauc_mrr_at_100_std": 0.543195, + "nauc_mrr_at_100_diff1": 0.657135, + "nauc_mrr_at_1000_max": 0.460176, + "nauc_mrr_at_1000_std": 0.543195, + "nauc_mrr_at_1000_diff1": 0.657135, + "hit_rate_at_1": 0.51111, + "hit_rate_at_3": 0.64444, + "hit_rate_at_5": 0.71111, + "hit_rate_at_10": 0.75556, + "hit_rate_at_20": 0.88889, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.71111, + "hf_subset": "is_is", + "languages": [ + "isl-Latn" + ] + }, + { + "ndcg_at_1": 0.99711, + "ndcg_at_3": 0.99893, + "ndcg_at_5": 0.99893, + "ndcg_at_10": 0.99893, + "ndcg_at_20": 0.99893, + "ndcg_at_100": 0.99893, + "ndcg_at_1000": 0.99893, + "map_at_1": 0.99711, + "map_at_3": 0.99855, + "map_at_5": 0.99855, + "map_at_10": 0.99855, + "map_at_20": 0.99855, + "map_at_100": 0.99855, + "map_at_1000": 0.99855, + "recall_at_1": 0.99711, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.99711, + "precision_at_1": 0.99711, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.99711, + "mrr_at_3": 0.998555, + "mrr_at_5": 0.998555, + "mrr_at_10": 0.998555, + "mrr_at_20": 0.998555, + "mrr_at_100": 0.998555, + "mrr_at_1000": 0.998555, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.72216, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 0.72216, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 0.72216, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 0.72216, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 1.0, + "nauc_ndcg_at_20_std": 0.72216, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 1.0, + "nauc_ndcg_at_100_std": 0.72216, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 1.0, + "nauc_ndcg_at_1000_std": 0.72216, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.72216, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 0.72216, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 0.72216, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 0.72216, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 1.0, + "nauc_map_at_20_std": 0.72216, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 1.0, + "nauc_map_at_100_std": 0.72216, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 1.0, + "nauc_map_at_1000_std": 0.72216, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.72216, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.72216, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.72216, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 0.72216, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 0.72216, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 0.72216, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 1.0, + "nauc_mrr_at_20_std": 0.72216, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 1.0, + "nauc_mrr_at_100_std": 0.72216, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 1.0, + "nauc_mrr_at_1000_std": 0.72216, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.99711, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 1.0, + "hf_subset": "it_it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.92523, + "ndcg_at_3": 0.95505, + "ndcg_at_5": 0.96028, + "ndcg_at_10": 0.96465, + "ndcg_at_20": 0.96465, + "ndcg_at_100": 0.96465, + "ndcg_at_1000": 0.96465, + "map_at_1": 0.92523, + "map_at_3": 0.94808, + "map_at_5": 0.95104, + "map_at_10": 0.95304, + "map_at_20": 0.95304, + "map_at_100": 0.95304, + "map_at_1000": 0.95304, + "recall_at_1": 0.92523, + "recall_at_3": 0.97508, + "recall_at_5": 0.98754, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.92523, + "precision_at_1": 0.92523, + "precision_at_3": 0.32503, + "precision_at_5": 0.19751, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.925234, + "mrr_at_3": 0.948079, + "mrr_at_5": 0.951038, + "mrr_at_10": 0.953041, + "mrr_at_20": 0.953041, + "mrr_at_100": 0.953041, + "mrr_at_1000": 0.953041, + "nauc_ndcg_at_1_max": 0.716512, + "nauc_ndcg_at_1_std": 0.236365, + "nauc_ndcg_at_1_diff1": 0.907946, + "nauc_ndcg_at_3_max": 0.787314, + "nauc_ndcg_at_3_std": 0.292743, + "nauc_ndcg_at_3_diff1": 0.90183, + "nauc_ndcg_at_5_max": 0.763722, + "nauc_ndcg_at_5_std": 0.316339, + "nauc_ndcg_at_5_diff1": 0.893317, + "nauc_ndcg_at_10_max": 0.75145, + "nauc_ndcg_at_10_std": 0.280337, + "nauc_ndcg_at_10_diff1": 0.902061, + "nauc_ndcg_at_20_max": 0.75145, + "nauc_ndcg_at_20_std": 0.280337, + "nauc_ndcg_at_20_diff1": 0.902061, + "nauc_ndcg_at_100_max": 0.75145, + "nauc_ndcg_at_100_std": 0.280337, + "nauc_ndcg_at_100_diff1": 0.902061, + "nauc_ndcg_at_1000_max": 0.75145, + "nauc_ndcg_at_1000_std": 0.280337, + "nauc_ndcg_at_1000_diff1": 0.902061, + "nauc_map_at_1_max": 0.716512, + "nauc_map_at_1_std": 0.236365, + "nauc_map_at_1_diff1": 0.907946, + "nauc_map_at_3_max": 0.765468, + "nauc_map_at_3_std": 0.278636, + "nauc_map_at_3_diff1": 0.903044, + "nauc_map_at_5_max": 0.75337, + "nauc_map_at_5_std": 0.29, + "nauc_map_at_5_diff1": 0.899262, + "nauc_map_at_10_max": 0.748812, + "nauc_map_at_10_std": 0.276548, + "nauc_map_at_10_diff1": 0.902575, + "nauc_map_at_20_max": 0.748812, + "nauc_map_at_20_std": 0.276548, + "nauc_map_at_20_diff1": 0.902575, + "nauc_map_at_100_max": 0.748812, + "nauc_map_at_100_std": 0.276548, + "nauc_map_at_100_diff1": 0.902575, + "nauc_map_at_1000_max": 0.748812, + "nauc_map_at_1000_std": 0.276548, + "nauc_map_at_1000_diff1": 0.902575, + "nauc_recall_at_1_max": 0.716512, + "nauc_recall_at_1_std": 0.236365, + "nauc_recall_at_1_diff1": 0.907946, + "nauc_recall_at_3_max": 0.916295, + "nauc_recall_at_3_std": 0.37285, + "nauc_recall_at_3_diff1": 0.895315, + "nauc_recall_at_5_max": 0.865259, + "nauc_recall_at_5_std": 0.609598, + "nauc_recall_at_5_diff1": 0.823298, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.716512, + "nauc_precision_at_1_std": 0.236365, + "nauc_precision_at_1_diff1": 0.907946, + "nauc_precision_at_3_max": 0.916295, + "nauc_precision_at_3_std": 0.37285, + "nauc_precision_at_3_diff1": 0.895315, + "nauc_precision_at_5_max": 0.865259, + "nauc_precision_at_5_std": 0.609598, + "nauc_precision_at_5_diff1": 0.823298, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.716512, + "nauc_mrr_at_1_std": 0.236365, + "nauc_mrr_at_1_diff1": 0.907946, + "nauc_mrr_at_3_max": 0.765468, + "nauc_mrr_at_3_std": 0.278636, + "nauc_mrr_at_3_diff1": 0.903044, + "nauc_mrr_at_5_max": 0.75337, + "nauc_mrr_at_5_std": 0.29, + "nauc_mrr_at_5_diff1": 0.899262, + "nauc_mrr_at_10_max": 0.748812, + "nauc_mrr_at_10_std": 0.276548, + "nauc_mrr_at_10_diff1": 0.902575, + "nauc_mrr_at_20_max": 0.748812, + "nauc_mrr_at_20_std": 0.276548, + "nauc_mrr_at_20_diff1": 0.902575, + "nauc_mrr_at_100_max": 0.748812, + "nauc_mrr_at_100_std": 0.276548, + "nauc_mrr_at_100_diff1": 0.902575, + "nauc_mrr_at_1000_max": 0.748812, + "nauc_mrr_at_1000_std": 0.276548, + "nauc_mrr_at_1000_diff1": 0.902575, + "hit_rate_at_1": 0.92523, + "hit_rate_at_3": 0.97508, + "hit_rate_at_5": 0.98754, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.98754, + "hf_subset": "ja_jp", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.63393, + "ndcg_at_3": 0.71109, + "ndcg_at_5": 0.7321, + "ndcg_at_10": 0.75268, + "ndcg_at_20": 0.7656, + "ndcg_at_100": 0.77502, + "ndcg_at_1000": 0.7775, + "map_at_1": 0.63393, + "map_at_3": 0.69246, + "map_at_5": 0.70422, + "map_at_10": 0.71292, + "map_at_20": 0.71652, + "map_at_100": 0.71764, + "map_at_1000": 0.71776, + "recall_at_1": 0.63393, + "recall_at_3": 0.76488, + "recall_at_5": 0.81548, + "recall_at_10": 0.87798, + "recall_at_20": 0.92857, + "recall_at_100": 0.98214, + "recall_at_1000": 1.0, + "accuracy": 0.63393, + "precision_at_1": 0.63393, + "precision_at_3": 0.25496, + "precision_at_5": 0.1631, + "precision_at_10": 0.0878, + "precision_at_20": 0.04643, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.633929, + "mrr_at_3": 0.69246, + "mrr_at_5": 0.704216, + "mrr_at_10": 0.712923, + "mrr_at_20": 0.716521, + "mrr_at_100": 0.717638, + "mrr_at_1000": 0.71776, + "nauc_ndcg_at_1_max": 0.663094, + "nauc_ndcg_at_1_std": 0.179151, + "nauc_ndcg_at_1_diff1": 0.794366, + "nauc_ndcg_at_3_max": 0.662602, + "nauc_ndcg_at_3_std": 0.167021, + "nauc_ndcg_at_3_diff1": 0.756057, + "nauc_ndcg_at_5_max": 0.644644, + "nauc_ndcg_at_5_std": 0.159412, + "nauc_ndcg_at_5_diff1": 0.752968, + "nauc_ndcg_at_10_max": 0.658092, + "nauc_ndcg_at_10_std": 0.193536, + "nauc_ndcg_at_10_diff1": 0.750881, + "nauc_ndcg_at_20_max": 0.656563, + "nauc_ndcg_at_20_std": 0.184819, + "nauc_ndcg_at_20_diff1": 0.760789, + "nauc_ndcg_at_100_max": 0.653765, + "nauc_ndcg_at_100_std": 0.175655, + "nauc_ndcg_at_100_diff1": 0.762532, + "nauc_ndcg_at_1000_max": 0.655511, + "nauc_ndcg_at_1000_std": 0.177128, + "nauc_ndcg_at_1000_diff1": 0.76317, + "nauc_map_at_1_max": 0.663094, + "nauc_map_at_1_std": 0.179151, + "nauc_map_at_1_diff1": 0.794366, + "nauc_map_at_3_max": 0.66247, + "nauc_map_at_3_std": 0.167777, + "nauc_map_at_3_diff1": 0.766286, + "nauc_map_at_5_max": 0.652997, + "nauc_map_at_5_std": 0.164184, + "nauc_map_at_5_diff1": 0.765108, + "nauc_map_at_10_max": 0.657688, + "nauc_map_at_10_std": 0.17609, + "nauc_map_at_10_diff1": 0.764554, + "nauc_map_at_20_max": 0.657186, + "nauc_map_at_20_std": 0.173822, + "nauc_map_at_20_diff1": 0.766732, + "nauc_map_at_100_max": 0.656902, + "nauc_map_at_100_std": 0.173334, + "nauc_map_at_100_diff1": 0.767123, + "nauc_map_at_1000_max": 0.656955, + "nauc_map_at_1000_std": 0.173374, + "nauc_map_at_1000_diff1": 0.767151, + "nauc_recall_at_1_max": 0.663094, + "nauc_recall_at_1_std": 0.179151, + "nauc_recall_at_1_diff1": 0.794366, + "nauc_recall_at_3_max": 0.663205, + "nauc_recall_at_3_std": 0.165663, + "nauc_recall_at_3_diff1": 0.720194, + "nauc_recall_at_5_max": 0.606874, + "nauc_recall_at_5_std": 0.139096, + "nauc_recall_at_5_diff1": 0.701969, + "nauc_recall_at_10_max": 0.668546, + "nauc_recall_at_10_std": 0.324713, + "nauc_recall_at_10_diff1": 0.668965, + "nauc_recall_at_20_max": 0.662283, + "nauc_recall_at_20_std": 0.315569, + "nauc_recall_at_20_diff1": 0.732309, + "nauc_recall_at_100_max": 0.511825, + "nauc_recall_at_100_std": 0.054593, + "nauc_recall_at_100_diff1": 0.714039, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.663094, + "nauc_precision_at_1_std": 0.179151, + "nauc_precision_at_1_diff1": 0.794366, + "nauc_precision_at_3_max": 0.663205, + "nauc_precision_at_3_std": 0.165663, + "nauc_precision_at_3_diff1": 0.720194, + "nauc_precision_at_5_max": 0.606874, + "nauc_precision_at_5_std": 0.139096, + "nauc_precision_at_5_diff1": 0.701969, + "nauc_precision_at_10_max": 0.668546, + "nauc_precision_at_10_std": 0.324713, + "nauc_precision_at_10_diff1": 0.668965, + "nauc_precision_at_20_max": 0.662283, + "nauc_precision_at_20_std": 0.315569, + "nauc_precision_at_20_diff1": 0.732309, + "nauc_precision_at_100_max": 0.511825, + "nauc_precision_at_100_std": 0.054593, + "nauc_precision_at_100_diff1": 0.714039, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.663094, + "nauc_mrr_at_1_std": 0.179151, + "nauc_mrr_at_1_diff1": 0.794366, + "nauc_mrr_at_3_max": 0.66247, + "nauc_mrr_at_3_std": 0.167777, + "nauc_mrr_at_3_diff1": 0.766286, + "nauc_mrr_at_5_max": 0.652997, + "nauc_mrr_at_5_std": 0.164184, + "nauc_mrr_at_5_diff1": 0.765108, + "nauc_mrr_at_10_max": 0.657688, + "nauc_mrr_at_10_std": 0.17609, + "nauc_mrr_at_10_diff1": 0.764554, + "nauc_mrr_at_20_max": 0.657186, + "nauc_mrr_at_20_std": 0.173822, + "nauc_mrr_at_20_diff1": 0.766732, + "nauc_mrr_at_100_max": 0.656902, + "nauc_mrr_at_100_std": 0.173334, + "nauc_mrr_at_100_diff1": 0.767123, + "nauc_mrr_at_1000_max": 0.656955, + "nauc_mrr_at_1000_std": 0.173374, + "nauc_mrr_at_1000_diff1": 0.767151, + "hit_rate_at_1": 0.63393, + "hit_rate_at_3": 0.76488, + "hit_rate_at_5": 0.81548, + "hit_rate_at_10": 0.87798, + "hit_rate_at_20": 0.92857, + "hit_rate_at_100": 0.98214, + "hit_rate_at_1000": 1.0, + "main_score": 0.81548, + "hf_subset": "jv_id", + "languages": [ + "jav-Latn" + ] + }, + { + "ndcg_at_1": 0.3, + "ndcg_at_3": 0.38588, + "ndcg_at_5": 0.42019, + "ndcg_at_10": 0.45686, + "ndcg_at_20": 0.4792, + "ndcg_at_100": 0.50566, + "ndcg_at_1000": 0.51557, + "map_at_1": 0.3, + "map_at_3": 0.36429, + "map_at_5": 0.38343, + "map_at_10": 0.39839, + "map_at_20": 0.40488, + "map_at_100": 0.40854, + "map_at_1000": 0.40903, + "recall_at_1": 0.3, + "recall_at_3": 0.44857, + "recall_at_5": 0.53143, + "recall_at_10": 0.64571, + "recall_at_20": 0.73143, + "recall_at_100": 0.87429, + "recall_at_1000": 0.94571, + "accuracy": 0.3, + "precision_at_1": 0.3, + "precision_at_3": 0.14952, + "precision_at_5": 0.10629, + "precision_at_10": 0.06457, + "precision_at_20": 0.03657, + "precision_at_100": 0.00874, + "precision_at_1000": 0.00095, + "mrr_at_1": 0.3, + "mrr_at_3": 0.364286, + "mrr_at_5": 0.383429, + "mrr_at_10": 0.398389, + "mrr_at_20": 0.40488, + "mrr_at_100": 0.408538, + "mrr_at_1000": 0.40903, + "nauc_ndcg_at_1_max": 0.479835, + "nauc_ndcg_at_1_std": 0.321543, + "nauc_ndcg_at_1_diff1": 0.565456, + "nauc_ndcg_at_3_max": 0.488671, + "nauc_ndcg_at_3_std": 0.356144, + "nauc_ndcg_at_3_diff1": 0.535059, + "nauc_ndcg_at_5_max": 0.486592, + "nauc_ndcg_at_5_std": 0.366774, + "nauc_ndcg_at_5_diff1": 0.507042, + "nauc_ndcg_at_10_max": 0.499401, + "nauc_ndcg_at_10_std": 0.368021, + "nauc_ndcg_at_10_diff1": 0.512479, + "nauc_ndcg_at_20_max": 0.490015, + "nauc_ndcg_at_20_std": 0.360453, + "nauc_ndcg_at_20_diff1": 0.513489, + "nauc_ndcg_at_100_max": 0.483443, + "nauc_ndcg_at_100_std": 0.346402, + "nauc_ndcg_at_100_diff1": 0.511061, + "nauc_ndcg_at_1000_max": 0.487441, + "nauc_ndcg_at_1000_std": 0.353301, + "nauc_ndcg_at_1000_diff1": 0.521932, + "nauc_map_at_1_max": 0.479835, + "nauc_map_at_1_std": 0.321543, + "nauc_map_at_1_diff1": 0.565456, + "nauc_map_at_3_max": 0.488051, + "nauc_map_at_3_std": 0.344824, + "nauc_map_at_3_diff1": 0.544428, + "nauc_map_at_5_max": 0.487142, + "nauc_map_at_5_std": 0.351077, + "nauc_map_at_5_diff1": 0.528372, + "nauc_map_at_10_max": 0.491714, + "nauc_map_at_10_std": 0.351193, + "nauc_map_at_10_diff1": 0.531345, + "nauc_map_at_20_max": 0.488963, + "nauc_map_at_20_std": 0.348906, + "nauc_map_at_20_diff1": 0.532112, + "nauc_map_at_100_max": 0.487808, + "nauc_map_at_100_std": 0.346684, + "nauc_map_at_100_diff1": 0.531852, + "nauc_map_at_1000_max": 0.488003, + "nauc_map_at_1000_std": 0.346998, + "nauc_map_at_1000_diff1": 0.532329, + "nauc_recall_at_1_max": 0.479835, + "nauc_recall_at_1_std": 0.321543, + "nauc_recall_at_1_diff1": 0.565456, + "nauc_recall_at_3_max": 0.489838, + "nauc_recall_at_3_std": 0.389632, + "nauc_recall_at_3_diff1": 0.507511, + "nauc_recall_at_5_max": 0.483704, + "nauc_recall_at_5_std": 0.415528, + "nauc_recall_at_5_diff1": 0.439647, + "nauc_recall_at_10_max": 0.531946, + "nauc_recall_at_10_std": 0.429025, + "nauc_recall_at_10_diff1": 0.444507, + "nauc_recall_at_20_max": 0.492351, + "nauc_recall_at_20_std": 0.404185, + "nauc_recall_at_20_diff1": 0.431691, + "nauc_recall_at_100_max": 0.422575, + "nauc_recall_at_100_std": 0.277505, + "nauc_recall_at_100_diff1": 0.327697, + "nauc_recall_at_1000_max": 0.492874, + "nauc_recall_at_1000_std": 0.448278, + "nauc_recall_at_1000_diff1": 0.514227, + "nauc_precision_at_1_max": 0.479835, + "nauc_precision_at_1_std": 0.321543, + "nauc_precision_at_1_diff1": 0.565456, + "nauc_precision_at_3_max": 0.489838, + "nauc_precision_at_3_std": 0.389632, + "nauc_precision_at_3_diff1": 0.507511, + "nauc_precision_at_5_max": 0.483704, + "nauc_precision_at_5_std": 0.415528, + "nauc_precision_at_5_diff1": 0.439647, + "nauc_precision_at_10_max": 0.531946, + "nauc_precision_at_10_std": 0.429025, + "nauc_precision_at_10_diff1": 0.444507, + "nauc_precision_at_20_max": 0.492351, + "nauc_precision_at_20_std": 0.404185, + "nauc_precision_at_20_diff1": 0.431691, + "nauc_precision_at_100_max": 0.422575, + "nauc_precision_at_100_std": 0.277505, + "nauc_precision_at_100_diff1": 0.327697, + "nauc_precision_at_1000_max": 0.492874, + "nauc_precision_at_1000_std": 0.448278, + "nauc_precision_at_1000_diff1": 0.514227, + "nauc_mrr_at_1_max": 0.479835, + "nauc_mrr_at_1_std": 0.321543, + "nauc_mrr_at_1_diff1": 0.565456, + "nauc_mrr_at_3_max": 0.488051, + "nauc_mrr_at_3_std": 0.344824, + "nauc_mrr_at_3_diff1": 0.544428, + "nauc_mrr_at_5_max": 0.487142, + "nauc_mrr_at_5_std": 0.351077, + "nauc_mrr_at_5_diff1": 0.528372, + "nauc_mrr_at_10_max": 0.491714, + "nauc_mrr_at_10_std": 0.351193, + "nauc_mrr_at_10_diff1": 0.531345, + "nauc_mrr_at_20_max": 0.488963, + "nauc_mrr_at_20_std": 0.348906, + "nauc_mrr_at_20_diff1": 0.532112, + "nauc_mrr_at_100_max": 0.487808, + "nauc_mrr_at_100_std": 0.346684, + "nauc_mrr_at_100_diff1": 0.531852, + "nauc_mrr_at_1000_max": 0.488003, + "nauc_mrr_at_1000_std": 0.346998, + "nauc_mrr_at_1000_diff1": 0.532329, + "hit_rate_at_1": 0.3, + "hit_rate_at_3": 0.44857, + "hit_rate_at_5": 0.53143, + "hit_rate_at_10": 0.64571, + "hit_rate_at_20": 0.73143, + "hit_rate_at_100": 0.87429, + "hit_rate_at_1000": 0.94571, + "main_score": 0.53143, + "hf_subset": "ka_ge", + "languages": [ + "kat-Geor" + ] + }, + { + "ndcg_at_1": 0.26012, + "ndcg_at_3": 0.30997, + "ndcg_at_5": 0.32328, + "ndcg_at_10": 0.35725, + "ndcg_at_20": 0.38314, + "ndcg_at_100": 0.43559, + "ndcg_at_1000": 0.45071, + "map_at_1": 0.26012, + "map_at_3": 0.29817, + "map_at_5": 0.30568, + "map_at_10": 0.31933, + "map_at_20": 0.32623, + "map_at_100": 0.33307, + "map_at_1000": 0.33381, + "recall_at_1": 0.26012, + "recall_at_3": 0.34393, + "recall_at_5": 0.37572, + "recall_at_10": 0.48266, + "recall_at_20": 0.58671, + "recall_at_100": 0.87572, + "recall_at_1000": 0.98555, + "accuracy": 0.26012, + "precision_at_1": 0.26012, + "precision_at_3": 0.11464, + "precision_at_5": 0.07514, + "precision_at_10": 0.04827, + "precision_at_20": 0.02934, + "precision_at_100": 0.00876, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.260116, + "mrr_at_3": 0.29817, + "mrr_at_5": 0.305684, + "mrr_at_10": 0.319334, + "mrr_at_20": 0.326225, + "mrr_at_100": 0.333071, + "mrr_at_1000": 0.333811, + "nauc_ndcg_at_1_max": 0.166229, + "nauc_ndcg_at_1_std": 0.347672, + "nauc_ndcg_at_1_diff1": 0.713395, + "nauc_ndcg_at_3_max": 0.12279, + "nauc_ndcg_at_3_std": 0.314289, + "nauc_ndcg_at_3_diff1": 0.662904, + "nauc_ndcg_at_5_max": 0.110661, + "nauc_ndcg_at_5_std": 0.299305, + "nauc_ndcg_at_5_diff1": 0.648599, + "nauc_ndcg_at_10_max": 0.087254, + "nauc_ndcg_at_10_std": 0.283136, + "nauc_ndcg_at_10_diff1": 0.618873, + "nauc_ndcg_at_20_max": 0.087053, + "nauc_ndcg_at_20_std": 0.27702, + "nauc_ndcg_at_20_diff1": 0.615862, + "nauc_ndcg_at_100_max": 0.083002, + "nauc_ndcg_at_100_std": 0.271174, + "nauc_ndcg_at_100_diff1": 0.617109, + "nauc_ndcg_at_1000_max": 0.095728, + "nauc_ndcg_at_1000_std": 0.28771, + "nauc_ndcg_at_1000_diff1": 0.634785, + "nauc_map_at_1_max": 0.166229, + "nauc_map_at_1_std": 0.347672, + "nauc_map_at_1_diff1": 0.713395, + "nauc_map_at_3_max": 0.131667, + "nauc_map_at_3_std": 0.322908, + "nauc_map_at_3_diff1": 0.674441, + "nauc_map_at_5_max": 0.124801, + "nauc_map_at_5_std": 0.314363, + "nauc_map_at_5_diff1": 0.666159, + "nauc_map_at_10_max": 0.114837, + "nauc_map_at_10_std": 0.307527, + "nauc_map_at_10_diff1": 0.65387, + "nauc_map_at_20_max": 0.114932, + "nauc_map_at_20_std": 0.306136, + "nauc_map_at_20_diff1": 0.653538, + "nauc_map_at_100_max": 0.114029, + "nauc_map_at_100_std": 0.304464, + "nauc_map_at_100_diff1": 0.653402, + "nauc_map_at_1000_max": 0.114652, + "nauc_map_at_1000_std": 0.305006, + "nauc_map_at_1000_diff1": 0.654191, + "nauc_recall_at_1_max": 0.166229, + "nauc_recall_at_1_std": 0.347672, + "nauc_recall_at_1_diff1": 0.713395, + "nauc_recall_at_3_max": 0.098773, + "nauc_recall_at_3_std": 0.290168, + "nauc_recall_at_3_diff1": 0.631146, + "nauc_recall_at_5_max": 0.070912, + "nauc_recall_at_5_std": 0.255946, + "nauc_recall_at_5_diff1": 0.599043, + "nauc_recall_at_10_max": 0.001059, + "nauc_recall_at_10_std": 0.207109, + "nauc_recall_at_10_diff1": 0.508436, + "nauc_recall_at_20_max": -0.00852, + "nauc_recall_at_20_std": 0.172851, + "nauc_recall_at_20_diff1": 0.482265, + "nauc_recall_at_100_max": -0.188909, + "nauc_recall_at_100_std": -0.022584, + "nauc_recall_at_100_diff1": 0.312384, + "nauc_recall_at_1000_max": -0.399502, + "nauc_recall_at_1000_std": 0.383559, + "nauc_recall_at_1000_diff1": 0.604023, + "nauc_precision_at_1_max": 0.166229, + "nauc_precision_at_1_std": 0.347672, + "nauc_precision_at_1_diff1": 0.713395, + "nauc_precision_at_3_max": 0.098773, + "nauc_precision_at_3_std": 0.290168, + "nauc_precision_at_3_diff1": 0.631146, + "nauc_precision_at_5_max": 0.070912, + "nauc_precision_at_5_std": 0.255946, + "nauc_precision_at_5_diff1": 0.599043, + "nauc_precision_at_10_max": 0.001059, + "nauc_precision_at_10_std": 0.207109, + "nauc_precision_at_10_diff1": 0.508436, + "nauc_precision_at_20_max": -0.00852, + "nauc_precision_at_20_std": 0.172851, + "nauc_precision_at_20_diff1": 0.482265, + "nauc_precision_at_100_max": -0.188909, + "nauc_precision_at_100_std": -0.022584, + "nauc_precision_at_100_diff1": 0.312384, + "nauc_precision_at_1000_max": -0.399502, + "nauc_precision_at_1000_std": 0.383559, + "nauc_precision_at_1000_diff1": 0.604023, + "nauc_mrr_at_1_max": 0.166229, + "nauc_mrr_at_1_std": 0.347672, + "nauc_mrr_at_1_diff1": 0.713395, + "nauc_mrr_at_3_max": 0.131667, + "nauc_mrr_at_3_std": 0.322908, + "nauc_mrr_at_3_diff1": 0.674441, + "nauc_mrr_at_5_max": 0.124801, + "nauc_mrr_at_5_std": 0.314363, + "nauc_mrr_at_5_diff1": 0.666159, + "nauc_mrr_at_10_max": 0.114837, + "nauc_mrr_at_10_std": 0.307527, + "nauc_mrr_at_10_diff1": 0.65387, + "nauc_mrr_at_20_max": 0.114932, + "nauc_mrr_at_20_std": 0.306136, + "nauc_mrr_at_20_diff1": 0.653538, + "nauc_mrr_at_100_max": 0.114029, + "nauc_mrr_at_100_std": 0.304464, + "nauc_mrr_at_100_diff1": 0.653402, + "nauc_mrr_at_1000_max": 0.114652, + "nauc_mrr_at_1000_std": 0.305006, + "nauc_mrr_at_1000_diff1": 0.654191, + "hit_rate_at_1": 0.26012, + "hit_rate_at_3": 0.34393, + "hit_rate_at_5": 0.37572, + "hit_rate_at_10": 0.48266, + "hit_rate_at_20": 0.58671, + "hit_rate_at_100": 0.87572, + "hit_rate_at_1000": 0.98555, + "main_score": 0.37572, + "hf_subset": "kam_ke", + "languages": [ + "kam-Latn" + ] + }, + { + "ndcg_at_1": 0.89244, + "ndcg_at_3": 0.92355, + "ndcg_at_5": 0.92943, + "ndcg_at_10": 0.9352, + "ndcg_at_20": 0.93735, + "ndcg_at_100": 0.94006, + "ndcg_at_1000": 0.94006, + "map_at_1": 0.89244, + "map_at_3": 0.91618, + "map_at_5": 0.91938, + "map_at_10": 0.92183, + "map_at_20": 0.9224, + "map_at_100": 0.92277, + "map_at_1000": 0.92277, + "recall_at_1": 0.89244, + "recall_at_3": 0.94477, + "recall_at_5": 0.9593, + "recall_at_10": 0.97674, + "recall_at_20": 0.98547, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.89244, + "precision_at_1": 0.89244, + "precision_at_3": 0.31492, + "precision_at_5": 0.19186, + "precision_at_10": 0.09767, + "precision_at_20": 0.04927, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.892442, + "mrr_at_3": 0.916182, + "mrr_at_5": 0.91938, + "mrr_at_10": 0.921833, + "mrr_at_20": 0.922396, + "mrr_at_100": 0.922768, + "mrr_at_1000": 0.922768, + "nauc_ndcg_at_1_max": 0.834061, + "nauc_ndcg_at_1_std": 0.088574, + "nauc_ndcg_at_1_diff1": 0.94158, + "nauc_ndcg_at_3_max": 0.866935, + "nauc_ndcg_at_3_std": 0.163304, + "nauc_ndcg_at_3_diff1": 0.94002, + "nauc_ndcg_at_5_max": 0.875459, + "nauc_ndcg_at_5_std": 0.231727, + "nauc_ndcg_at_5_diff1": 0.939446, + "nauc_ndcg_at_10_max": 0.866008, + "nauc_ndcg_at_10_std": 0.177789, + "nauc_ndcg_at_10_diff1": 0.937648, + "nauc_ndcg_at_20_max": 0.865947, + "nauc_ndcg_at_20_std": 0.171389, + "nauc_ndcg_at_20_diff1": 0.938485, + "nauc_ndcg_at_100_max": 0.85984, + "nauc_ndcg_at_100_std": 0.157111, + "nauc_ndcg_at_100_diff1": 0.9391, + "nauc_ndcg_at_1000_max": 0.85984, + "nauc_ndcg_at_1000_std": 0.157111, + "nauc_ndcg_at_1000_diff1": 0.9391, + "nauc_map_at_1_max": 0.834061, + "nauc_map_at_1_std": 0.088574, + "nauc_map_at_1_diff1": 0.94158, + "nauc_map_at_3_max": 0.857108, + "nauc_map_at_3_std": 0.137215, + "nauc_map_at_3_diff1": 0.940806, + "nauc_map_at_5_max": 0.860718, + "nauc_map_at_5_std": 0.169789, + "nauc_map_at_5_diff1": 0.940458, + "nauc_map_at_10_max": 0.856803, + "nauc_map_at_10_std": 0.1484, + "nauc_map_at_10_diff1": 0.939616, + "nauc_map_at_20_max": 0.856667, + "nauc_map_at_20_std": 0.14669, + "nauc_map_at_20_diff1": 0.9398, + "nauc_map_at_100_max": 0.855972, + "nauc_map_at_100_std": 0.145038, + "nauc_map_at_100_diff1": 0.939831, + "nauc_map_at_1000_max": 0.855972, + "nauc_map_at_1000_std": 0.145038, + "nauc_map_at_1000_diff1": 0.939831, + "nauc_recall_at_1_max": 0.834061, + "nauc_recall_at_1_std": 0.088574, + "nauc_recall_at_1_diff1": 0.94158, + "nauc_recall_at_3_max": 0.909488, + "nauc_recall_at_3_std": 0.278676, + "nauc_recall_at_3_diff1": 0.936411, + "nauc_recall_at_5_max": 0.961513, + "nauc_recall_at_5_std": 0.603424, + "nauc_recall_at_5_diff1": 0.933538, + "nauc_recall_at_10_max": 0.948967, + "nauc_recall_at_10_std": 0.437288, + "nauc_recall_at_10_diff1": 0.918406, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.488325, + "nauc_recall_at_20_diff1": 0.92167, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.834061, + "nauc_precision_at_1_std": 0.088574, + "nauc_precision_at_1_diff1": 0.94158, + "nauc_precision_at_3_max": 0.909488, + "nauc_precision_at_3_std": 0.278676, + "nauc_precision_at_3_diff1": 0.936411, + "nauc_precision_at_5_max": 0.961513, + "nauc_precision_at_5_std": 0.603424, + "nauc_precision_at_5_diff1": 0.933538, + "nauc_precision_at_10_max": 0.948967, + "nauc_precision_at_10_std": 0.437288, + "nauc_precision_at_10_diff1": 0.918406, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.488325, + "nauc_precision_at_20_diff1": 0.92167, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.834061, + "nauc_mrr_at_1_std": 0.088574, + "nauc_mrr_at_1_diff1": 0.94158, + "nauc_mrr_at_3_max": 0.857108, + "nauc_mrr_at_3_std": 0.137215, + "nauc_mrr_at_3_diff1": 0.940806, + "nauc_mrr_at_5_max": 0.860718, + "nauc_mrr_at_5_std": 0.169789, + "nauc_mrr_at_5_diff1": 0.940458, + "nauc_mrr_at_10_max": 0.856803, + "nauc_mrr_at_10_std": 0.1484, + "nauc_mrr_at_10_diff1": 0.939616, + "nauc_mrr_at_20_max": 0.856667, + "nauc_mrr_at_20_std": 0.14669, + "nauc_mrr_at_20_diff1": 0.9398, + "nauc_mrr_at_100_max": 0.855972, + "nauc_mrr_at_100_std": 0.145038, + "nauc_mrr_at_100_diff1": 0.939831, + "nauc_mrr_at_1000_max": 0.855972, + "nauc_mrr_at_1000_std": 0.145038, + "nauc_mrr_at_1000_diff1": 0.939831, + "hit_rate_at_1": 0.89244, + "hit_rate_at_3": 0.94477, + "hit_rate_at_5": 0.9593, + "hit_rate_at_10": 0.97674, + "hit_rate_at_20": 0.98547, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.9593, + "hf_subset": "kea_cv", + "languages": [ + "kea-Latn" + ] + }, + { + "ndcg_at_1": 0.4212, + "ndcg_at_3": 0.49625, + "ndcg_at_5": 0.5267, + "ndcg_at_10": 0.54711, + "ndcg_at_20": 0.57325, + "ndcg_at_100": 0.60383, + "ndcg_at_1000": 0.60936, + "map_at_1": 0.4212, + "map_at_3": 0.47851, + "map_at_5": 0.49527, + "map_at_10": 0.50372, + "map_at_20": 0.51092, + "map_at_100": 0.51525, + "map_at_1000": 0.51552, + "recall_at_1": 0.4212, + "recall_at_3": 0.54728, + "recall_at_5": 0.62178, + "recall_at_10": 0.68481, + "recall_at_20": 0.78797, + "recall_at_100": 0.95129, + "recall_at_1000": 0.9914, + "accuracy": 0.4212, + "precision_at_1": 0.4212, + "precision_at_3": 0.18243, + "precision_at_5": 0.12436, + "precision_at_10": 0.06848, + "precision_at_20": 0.0394, + "precision_at_100": 0.00951, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.421203, + "mrr_at_3": 0.47851, + "mrr_at_5": 0.495272, + "mrr_at_10": 0.503716, + "mrr_at_20": 0.510921, + "mrr_at_100": 0.51525, + "mrr_at_1000": 0.51552, + "nauc_ndcg_at_1_max": 0.550905, + "nauc_ndcg_at_1_std": 0.375242, + "nauc_ndcg_at_1_diff1": 0.667401, + "nauc_ndcg_at_3_max": 0.531998, + "nauc_ndcg_at_3_std": 0.364992, + "nauc_ndcg_at_3_diff1": 0.616363, + "nauc_ndcg_at_5_max": 0.507045, + "nauc_ndcg_at_5_std": 0.356871, + "nauc_ndcg_at_5_diff1": 0.594526, + "nauc_ndcg_at_10_max": 0.510517, + "nauc_ndcg_at_10_std": 0.357387, + "nauc_ndcg_at_10_diff1": 0.599438, + "nauc_ndcg_at_20_max": 0.508633, + "nauc_ndcg_at_20_std": 0.36047, + "nauc_ndcg_at_20_diff1": 0.598703, + "nauc_ndcg_at_100_max": 0.518071, + "nauc_ndcg_at_100_std": 0.362212, + "nauc_ndcg_at_100_diff1": 0.610014, + "nauc_ndcg_at_1000_max": 0.51979, + "nauc_ndcg_at_1000_std": 0.363746, + "nauc_ndcg_at_1000_diff1": 0.609888, + "nauc_map_at_1_max": 0.550905, + "nauc_map_at_1_std": 0.375242, + "nauc_map_at_1_diff1": 0.667401, + "nauc_map_at_3_max": 0.538989, + "nauc_map_at_3_std": 0.369265, + "nauc_map_at_3_diff1": 0.628914, + "nauc_map_at_5_max": 0.525311, + "nauc_map_at_5_std": 0.365176, + "nauc_map_at_5_diff1": 0.617162, + "nauc_map_at_10_max": 0.527348, + "nauc_map_at_10_std": 0.365696, + "nauc_map_at_10_diff1": 0.619757, + "nauc_map_at_20_max": 0.527266, + "nauc_map_at_20_std": 0.366763, + "nauc_map_at_20_diff1": 0.619969, + "nauc_map_at_100_max": 0.528425, + "nauc_map_at_100_std": 0.366855, + "nauc_map_at_100_diff1": 0.621794, + "nauc_map_at_1000_max": 0.528535, + "nauc_map_at_1000_std": 0.366896, + "nauc_map_at_1000_diff1": 0.62184, + "nauc_recall_at_1_max": 0.550905, + "nauc_recall_at_1_std": 0.375242, + "nauc_recall_at_1_diff1": 0.667401, + "nauc_recall_at_3_max": 0.509917, + "nauc_recall_at_3_std": 0.351357, + "nauc_recall_at_3_diff1": 0.578563, + "nauc_recall_at_5_max": 0.442797, + "nauc_recall_at_5_std": 0.327338, + "nauc_recall_at_5_diff1": 0.517509, + "nauc_recall_at_10_max": 0.444665, + "nauc_recall_at_10_std": 0.324036, + "nauc_recall_at_10_diff1": 0.523359, + "nauc_recall_at_20_max": 0.407217, + "nauc_recall_at_20_std": 0.328746, + "nauc_recall_at_20_diff1": 0.489775, + "nauc_recall_at_100_max": 0.403746, + "nauc_recall_at_100_std": 0.303159, + "nauc_recall_at_100_diff1": 0.48184, + "nauc_recall_at_1000_max": 0.221666, + "nauc_recall_at_1000_std": 0.435884, + "nauc_recall_at_1000_diff1": -0.203138, + "nauc_precision_at_1_max": 0.550905, + "nauc_precision_at_1_std": 0.375242, + "nauc_precision_at_1_diff1": 0.667401, + "nauc_precision_at_3_max": 0.509917, + "nauc_precision_at_3_std": 0.351357, + "nauc_precision_at_3_diff1": 0.578563, + "nauc_precision_at_5_max": 0.442797, + "nauc_precision_at_5_std": 0.327338, + "nauc_precision_at_5_diff1": 0.517509, + "nauc_precision_at_10_max": 0.444665, + "nauc_precision_at_10_std": 0.324036, + "nauc_precision_at_10_diff1": 0.523359, + "nauc_precision_at_20_max": 0.407217, + "nauc_precision_at_20_std": 0.328746, + "nauc_precision_at_20_diff1": 0.489775, + "nauc_precision_at_100_max": 0.403746, + "nauc_precision_at_100_std": 0.303159, + "nauc_precision_at_100_diff1": 0.48184, + "nauc_precision_at_1000_max": 0.221666, + "nauc_precision_at_1000_std": 0.435884, + "nauc_precision_at_1000_diff1": -0.203138, + "nauc_mrr_at_1_max": 0.550905, + "nauc_mrr_at_1_std": 0.375242, + "nauc_mrr_at_1_diff1": 0.667401, + "nauc_mrr_at_3_max": 0.538989, + "nauc_mrr_at_3_std": 0.369265, + "nauc_mrr_at_3_diff1": 0.628914, + "nauc_mrr_at_5_max": 0.525311, + "nauc_mrr_at_5_std": 0.365176, + "nauc_mrr_at_5_diff1": 0.617162, + "nauc_mrr_at_10_max": 0.527348, + "nauc_mrr_at_10_std": 0.365696, + "nauc_mrr_at_10_diff1": 0.619757, + "nauc_mrr_at_20_max": 0.527266, + "nauc_mrr_at_20_std": 0.366763, + "nauc_mrr_at_20_diff1": 0.619969, + "nauc_mrr_at_100_max": 0.528425, + "nauc_mrr_at_100_std": 0.366855, + "nauc_mrr_at_100_diff1": 0.621794, + "nauc_mrr_at_1000_max": 0.528535, + "nauc_mrr_at_1000_std": 0.366896, + "nauc_mrr_at_1000_diff1": 0.62184, + "hit_rate_at_1": 0.4212, + "hit_rate_at_3": 0.54728, + "hit_rate_at_5": 0.62178, + "hit_rate_at_10": 0.68481, + "hit_rate_at_20": 0.78797, + "hit_rate_at_100": 0.95129, + "hit_rate_at_1000": 0.9914, + "main_score": 0.62178, + "hf_subset": "kk_kz", + "languages": [ + "kaz-Cyrl" + ] + }, + { + "ndcg_at_1": 0.06269, + "ndcg_at_3": 0.08561, + "ndcg_at_5": 0.10025, + "ndcg_at_10": 0.1184, + "ndcg_at_20": 0.13954, + "ndcg_at_100": 0.19977, + "ndcg_at_1000": 0.24526, + "map_at_1": 0.06269, + "map_at_3": 0.0801, + "map_at_5": 0.08816, + "map_at_10": 0.09552, + "map_at_20": 0.10132, + "map_at_100": 0.10879, + "map_at_1000": 0.11083, + "recall_at_1": 0.06269, + "recall_at_3": 0.10149, + "recall_at_5": 0.13731, + "recall_at_10": 0.19403, + "recall_at_20": 0.27761, + "recall_at_100": 0.61493, + "recall_at_1000": 0.95224, + "accuracy": 0.06269, + "precision_at_1": 0.06269, + "precision_at_3": 0.03383, + "precision_at_5": 0.02746, + "precision_at_10": 0.0194, + "precision_at_20": 0.01388, + "precision_at_100": 0.00615, + "precision_at_1000": 0.00095, + "mrr_at_1": 0.062687, + "mrr_at_3": 0.0801, + "mrr_at_5": 0.088159, + "mrr_at_10": 0.095524, + "mrr_at_20": 0.101321, + "mrr_at_100": 0.108793, + "mrr_at_1000": 0.110829, + "nauc_ndcg_at_1_max": 0.155601, + "nauc_ndcg_at_1_std": 0.172358, + "nauc_ndcg_at_1_diff1": 0.511616, + "nauc_ndcg_at_3_max": 0.14796, + "nauc_ndcg_at_3_std": 0.139071, + "nauc_ndcg_at_3_diff1": 0.445129, + "nauc_ndcg_at_5_max": 0.111456, + "nauc_ndcg_at_5_std": 0.092072, + "nauc_ndcg_at_5_diff1": 0.346285, + "nauc_ndcg_at_10_max": 0.097716, + "nauc_ndcg_at_10_std": 0.105824, + "nauc_ndcg_at_10_diff1": 0.276791, + "nauc_ndcg_at_20_max": 0.087668, + "nauc_ndcg_at_20_std": 0.116873, + "nauc_ndcg_at_20_diff1": 0.259279, + "nauc_ndcg_at_100_max": 0.07592, + "nauc_ndcg_at_100_std": 0.09501, + "nauc_ndcg_at_100_diff1": 0.254311, + "nauc_ndcg_at_1000_max": 0.099331, + "nauc_ndcg_at_1000_std": 0.112999, + "nauc_ndcg_at_1000_diff1": 0.274946, + "nauc_map_at_1_max": 0.155601, + "nauc_map_at_1_std": 0.172358, + "nauc_map_at_1_diff1": 0.511616, + "nauc_map_at_3_max": 0.151784, + "nauc_map_at_3_std": 0.146826, + "nauc_map_at_3_diff1": 0.45694, + "nauc_map_at_5_max": 0.130304, + "nauc_map_at_5_std": 0.118212, + "nauc_map_at_5_diff1": 0.395182, + "nauc_map_at_10_max": 0.123175, + "nauc_map_at_10_std": 0.122218, + "nauc_map_at_10_diff1": 0.359097, + "nauc_map_at_20_max": 0.119202, + "nauc_map_at_20_std": 0.124613, + "nauc_map_at_20_diff1": 0.351158, + "nauc_map_at_100_max": 0.118765, + "nauc_map_at_100_std": 0.121608, + "nauc_map_at_100_diff1": 0.347473, + "nauc_map_at_1000_max": 0.120346, + "nauc_map_at_1000_std": 0.122549, + "nauc_map_at_1000_diff1": 0.349029, + "nauc_recall_at_1_max": 0.155601, + "nauc_recall_at_1_std": 0.172358, + "nauc_recall_at_1_diff1": 0.511616, + "nauc_recall_at_3_max": 0.13842, + "nauc_recall_at_3_std": 0.120834, + "nauc_recall_at_3_diff1": 0.418331, + "nauc_recall_at_5_max": 0.068816, + "nauc_recall_at_5_std": 0.034568, + "nauc_recall_at_5_diff1": 0.239992, + "nauc_recall_at_10_max": 0.048746, + "nauc_recall_at_10_std": 0.079793, + "nauc_recall_at_10_diff1": 0.12103, + "nauc_recall_at_20_max": 0.032273, + "nauc_recall_at_20_std": 0.113592, + "nauc_recall_at_20_diff1": 0.103681, + "nauc_recall_at_100_max": -0.026193, + "nauc_recall_at_100_std": 0.033516, + "nauc_recall_at_100_diff1": 0.094177, + "nauc_recall_at_1000_max": -0.006492, + "nauc_recall_at_1000_std": 0.176382, + "nauc_recall_at_1000_diff1": -0.220041, + "nauc_precision_at_1_max": 0.155601, + "nauc_precision_at_1_std": 0.172358, + "nauc_precision_at_1_diff1": 0.511616, + "nauc_precision_at_3_max": 0.13842, + "nauc_precision_at_3_std": 0.120834, + "nauc_precision_at_3_diff1": 0.418331, + "nauc_precision_at_5_max": 0.068816, + "nauc_precision_at_5_std": 0.034568, + "nauc_precision_at_5_diff1": 0.239992, + "nauc_precision_at_10_max": 0.048746, + "nauc_precision_at_10_std": 0.079793, + "nauc_precision_at_10_diff1": 0.12103, + "nauc_precision_at_20_max": 0.032273, + "nauc_precision_at_20_std": 0.113592, + "nauc_precision_at_20_diff1": 0.103681, + "nauc_precision_at_100_max": -0.026193, + "nauc_precision_at_100_std": 0.033516, + "nauc_precision_at_100_diff1": 0.094177, + "nauc_precision_at_1000_max": -0.006492, + "nauc_precision_at_1000_std": 0.176382, + "nauc_precision_at_1000_diff1": -0.220041, + "nauc_mrr_at_1_max": 0.155601, + "nauc_mrr_at_1_std": 0.172358, + "nauc_mrr_at_1_diff1": 0.511616, + "nauc_mrr_at_3_max": 0.151784, + "nauc_mrr_at_3_std": 0.146826, + "nauc_mrr_at_3_diff1": 0.45694, + "nauc_mrr_at_5_max": 0.130304, + "nauc_mrr_at_5_std": 0.118212, + "nauc_mrr_at_5_diff1": 0.395182, + "nauc_mrr_at_10_max": 0.123175, + "nauc_mrr_at_10_std": 0.122218, + "nauc_mrr_at_10_diff1": 0.359097, + "nauc_mrr_at_20_max": 0.119202, + "nauc_mrr_at_20_std": 0.124613, + "nauc_mrr_at_20_diff1": 0.351158, + "nauc_mrr_at_100_max": 0.118765, + "nauc_mrr_at_100_std": 0.121608, + "nauc_mrr_at_100_diff1": 0.347473, + "nauc_mrr_at_1000_max": 0.120346, + "nauc_mrr_at_1000_std": 0.122549, + "nauc_mrr_at_1000_diff1": 0.349029, + "hit_rate_at_1": 0.06269, + "hit_rate_at_3": 0.10149, + "hit_rate_at_5": 0.13731, + "hit_rate_at_10": 0.19403, + "hit_rate_at_20": 0.27761, + "hit_rate_at_100": 0.61493, + "hit_rate_at_1000": 0.95224, + "main_score": 0.13731, + "hf_subset": "km_kh", + "languages": [ + "khm-Khmr" + ] + }, + { + "ndcg_at_1": 0.5436, + "ndcg_at_3": 0.61233, + "ndcg_at_5": 0.63597, + "ndcg_at_10": 0.66272, + "ndcg_at_20": 0.68257, + "ndcg_at_100": 0.70393, + "ndcg_at_1000": 0.70475, + "map_at_1": 0.5436, + "map_at_3": 0.59496, + "map_at_5": 0.6079, + "map_at_10": 0.61919, + "map_at_20": 0.62464, + "map_at_100": 0.62769, + "map_at_1000": 0.62774, + "recall_at_1": 0.5436, + "recall_at_3": 0.66279, + "recall_at_5": 0.72093, + "recall_at_10": 0.80233, + "recall_at_20": 0.88081, + "recall_at_100": 0.99419, + "recall_at_1000": 1.0, + "accuracy": 0.5436, + "precision_at_1": 0.5436, + "precision_at_3": 0.22093, + "precision_at_5": 0.14419, + "precision_at_10": 0.08023, + "precision_at_20": 0.04404, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.543605, + "mrr_at_3": 0.594961, + "mrr_at_5": 0.607897, + "mrr_at_10": 0.619186, + "mrr_at_20": 0.624635, + "mrr_at_100": 0.627693, + "mrr_at_1000": 0.627738, + "nauc_ndcg_at_1_max": 0.696549, + "nauc_ndcg_at_1_std": 0.365723, + "nauc_ndcg_at_1_diff1": 0.718285, + "nauc_ndcg_at_3_max": 0.651149, + "nauc_ndcg_at_3_std": 0.337275, + "nauc_ndcg_at_3_diff1": 0.673952, + "nauc_ndcg_at_5_max": 0.654587, + "nauc_ndcg_at_5_std": 0.3501, + "nauc_ndcg_at_5_diff1": 0.667202, + "nauc_ndcg_at_10_max": 0.653747, + "nauc_ndcg_at_10_std": 0.34402, + "nauc_ndcg_at_10_diff1": 0.648372, + "nauc_ndcg_at_20_max": 0.663599, + "nauc_ndcg_at_20_std": 0.350199, + "nauc_ndcg_at_20_diff1": 0.657306, + "nauc_ndcg_at_100_max": 0.664036, + "nauc_ndcg_at_100_std": 0.348399, + "nauc_ndcg_at_100_diff1": 0.670842, + "nauc_ndcg_at_1000_max": 0.664207, + "nauc_ndcg_at_1000_std": 0.348427, + "nauc_ndcg_at_1000_diff1": 0.671258, + "nauc_map_at_1_max": 0.696549, + "nauc_map_at_1_std": 0.365723, + "nauc_map_at_1_diff1": 0.718285, + "nauc_map_at_3_max": 0.662657, + "nauc_map_at_3_std": 0.345027, + "nauc_map_at_3_diff1": 0.684658, + "nauc_map_at_5_max": 0.665405, + "nauc_map_at_5_std": 0.351641, + "nauc_map_at_5_diff1": 0.681773, + "nauc_map_at_10_max": 0.66512, + "nauc_map_at_10_std": 0.349, + "nauc_map_at_10_diff1": 0.674866, + "nauc_map_at_20_max": 0.667766, + "nauc_map_at_20_std": 0.350097, + "nauc_map_at_20_diff1": 0.678002, + "nauc_map_at_100_max": 0.6678, + "nauc_map_at_100_std": 0.349988, + "nauc_map_at_100_diff1": 0.679513, + "nauc_map_at_1000_max": 0.667807, + "nauc_map_at_1000_std": 0.349988, + "nauc_map_at_1000_diff1": 0.679532, + "nauc_recall_at_1_max": 0.696549, + "nauc_recall_at_1_std": 0.365723, + "nauc_recall_at_1_diff1": 0.718285, + "nauc_recall_at_3_max": 0.614233, + "nauc_recall_at_3_std": 0.312152, + "nauc_recall_at_3_diff1": 0.639859, + "nauc_recall_at_5_max": 0.615452, + "nauc_recall_at_5_std": 0.347229, + "nauc_recall_at_5_diff1": 0.613383, + "nauc_recall_at_10_max": 0.601273, + "nauc_recall_at_10_std": 0.322032, + "nauc_recall_at_10_diff1": 0.513043, + "nauc_recall_at_20_max": 0.652715, + "nauc_recall_at_20_std": 0.370998, + "nauc_recall_at_20_diff1": 0.499542, + "nauc_recall_at_100_max": 0.613673, + "nauc_recall_at_100_std": 0.33848, + "nauc_recall_at_100_diff1": 0.554356, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.696549, + "nauc_precision_at_1_std": 0.365723, + "nauc_precision_at_1_diff1": 0.718285, + "nauc_precision_at_3_max": 0.614233, + "nauc_precision_at_3_std": 0.312152, + "nauc_precision_at_3_diff1": 0.639859, + "nauc_precision_at_5_max": 0.615452, + "nauc_precision_at_5_std": 0.347229, + "nauc_precision_at_5_diff1": 0.613383, + "nauc_precision_at_10_max": 0.601273, + "nauc_precision_at_10_std": 0.322032, + "nauc_precision_at_10_diff1": 0.513043, + "nauc_precision_at_20_max": 0.652715, + "nauc_precision_at_20_std": 0.370998, + "nauc_precision_at_20_diff1": 0.499542, + "nauc_precision_at_100_max": 0.613673, + "nauc_precision_at_100_std": 0.33848, + "nauc_precision_at_100_diff1": 0.554356, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.696549, + "nauc_mrr_at_1_std": 0.365723, + "nauc_mrr_at_1_diff1": 0.718285, + "nauc_mrr_at_3_max": 0.662657, + "nauc_mrr_at_3_std": 0.345027, + "nauc_mrr_at_3_diff1": 0.684658, + "nauc_mrr_at_5_max": 0.665405, + "nauc_mrr_at_5_std": 0.351641, + "nauc_mrr_at_5_diff1": 0.681773, + "nauc_mrr_at_10_max": 0.66512, + "nauc_mrr_at_10_std": 0.349, + "nauc_mrr_at_10_diff1": 0.674866, + "nauc_mrr_at_20_max": 0.667766, + "nauc_mrr_at_20_std": 0.350097, + "nauc_mrr_at_20_diff1": 0.678002, + "nauc_mrr_at_100_max": 0.6678, + "nauc_mrr_at_100_std": 0.349988, + "nauc_mrr_at_100_diff1": 0.679513, + "nauc_mrr_at_1000_max": 0.667807, + "nauc_mrr_at_1000_std": 0.349988, + "nauc_mrr_at_1000_diff1": 0.679532, + "hit_rate_at_1": 0.5436, + "hit_rate_at_3": 0.66279, + "hit_rate_at_5": 0.72093, + "hit_rate_at_10": 0.80233, + "hit_rate_at_20": 0.88081, + "hit_rate_at_100": 0.99419, + "hit_rate_at_1000": 1.0, + "main_score": 0.72093, + "hf_subset": "kn_in", + "languages": [ + "kan-Knda" + ] + }, + { + "ndcg_at_1": 0.95556, + "ndcg_at_3": 0.97143, + "ndcg_at_5": 0.97302, + "ndcg_at_10": 0.97653, + "ndcg_at_20": 0.97653, + "ndcg_at_100": 0.97719, + "ndcg_at_1000": 0.97719, + "map_at_1": 0.95556, + "map_at_3": 0.9679, + "map_at_5": 0.96883, + "map_at_10": 0.97023, + "map_at_20": 0.97023, + "map_at_100": 0.97031, + "map_at_1000": 0.97031, + "recall_at_1": 0.95556, + "recall_at_3": 0.98148, + "recall_at_5": 0.98519, + "recall_at_10": 0.9963, + "recall_at_20": 0.9963, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.95556, + "precision_at_1": 0.95556, + "precision_at_3": 0.32716, + "precision_at_5": 0.19704, + "precision_at_10": 0.09963, + "precision_at_20": 0.04981, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.955556, + "mrr_at_3": 0.967901, + "mrr_at_5": 0.968827, + "mrr_at_10": 0.970226, + "mrr_at_20": 0.970226, + "mrr_at_100": 0.970307, + "mrr_at_1000": 0.970307, + "nauc_ndcg_at_1_max": 0.962846, + "nauc_ndcg_at_1_std": 0.196078, + "nauc_ndcg_at_1_diff1": 0.989107, + "nauc_ndcg_at_3_max": 0.97867, + "nauc_ndcg_at_3_std": 0.249769, + "nauc_ndcg_at_3_diff1": 0.983055, + "nauc_ndcg_at_5_max": 0.977409, + "nauc_ndcg_at_5_std": 0.205409, + "nauc_ndcg_at_5_diff1": 0.982053, + "nauc_ndcg_at_10_max": 0.974036, + "nauc_ndcg_at_10_std": 0.244236, + "nauc_ndcg_at_10_diff1": 0.985583, + "nauc_ndcg_at_20_max": 0.974036, + "nauc_ndcg_at_20_std": 0.244236, + "nauc_ndcg_at_20_diff1": 0.985583, + "nauc_ndcg_at_100_max": 0.973276, + "nauc_ndcg_at_100_std": 0.230261, + "nauc_ndcg_at_100_diff1": 0.985161, + "nauc_ndcg_at_1000_max": 0.973276, + "nauc_ndcg_at_1000_std": 0.230261, + "nauc_ndcg_at_1000_diff1": 0.985161, + "nauc_map_at_1_max": 0.962846, + "nauc_map_at_1_std": 0.196078, + "nauc_map_at_1_diff1": 0.989107, + "nauc_map_at_3_max": 0.974278, + "nauc_map_at_3_std": 0.236551, + "nauc_map_at_3_diff1": 0.984917, + "nauc_map_at_5_max": 0.973514, + "nauc_map_at_5_std": 0.213874, + "nauc_map_at_5_diff1": 0.984469, + "nauc_map_at_10_max": 0.972269, + "nauc_map_at_10_std": 0.226485, + "nauc_map_at_10_diff1": 0.985546, + "nauc_map_at_20_max": 0.972269, + "nauc_map_at_20_std": 0.226485, + "nauc_map_at_20_diff1": 0.985546, + "nauc_map_at_100_max": 0.972194, + "nauc_map_at_100_std": 0.225141, + "nauc_map_at_100_diff1": 0.985507, + "nauc_map_at_1000_max": 0.972194, + "nauc_map_at_1000_std": 0.225141, + "nauc_map_at_1000_diff1": 0.985507, + "nauc_recall_at_1_max": 0.962846, + "nauc_recall_at_1_std": 0.196078, + "nauc_recall_at_1_diff1": 0.989107, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.312512, + "nauc_recall_at_3_diff1": 0.973856, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.14064, + "nauc_recall_at_5_diff1": 0.96732, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.722222, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.722222, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.962846, + "nauc_precision_at_1_std": 0.196078, + "nauc_precision_at_1_diff1": 0.989107, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.312512, + "nauc_precision_at_3_diff1": 0.973856, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.14064, + "nauc_precision_at_5_diff1": 0.96732, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.722222, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.722222, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.962846, + "nauc_mrr_at_1_std": 0.196078, + "nauc_mrr_at_1_diff1": 0.989107, + "nauc_mrr_at_3_max": 0.974278, + "nauc_mrr_at_3_std": 0.236551, + "nauc_mrr_at_3_diff1": 0.984917, + "nauc_mrr_at_5_max": 0.973514, + "nauc_mrr_at_5_std": 0.213874, + "nauc_mrr_at_5_diff1": 0.984469, + "nauc_mrr_at_10_max": 0.972269, + "nauc_mrr_at_10_std": 0.226485, + "nauc_mrr_at_10_diff1": 0.985546, + "nauc_mrr_at_20_max": 0.972269, + "nauc_mrr_at_20_std": 0.226485, + "nauc_mrr_at_20_diff1": 0.985546, + "nauc_mrr_at_100_max": 0.972194, + "nauc_mrr_at_100_std": 0.225141, + "nauc_mrr_at_100_diff1": 0.985507, + "nauc_mrr_at_1000_max": 0.972194, + "nauc_mrr_at_1000_std": 0.225141, + "nauc_mrr_at_1000_diff1": 0.985507, + "hit_rate_at_1": 0.95556, + "hit_rate_at_3": 0.98148, + "hit_rate_at_5": 0.98519, + "hit_rate_at_10": 0.9963, + "hit_rate_at_20": 0.9963, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.98519, + "hf_subset": "ko_kr", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.32471, + "ndcg_at_3": 0.38321, + "ndcg_at_5": 0.40658, + "ndcg_at_10": 0.44036, + "ndcg_at_20": 0.47052, + "ndcg_at_100": 0.50585, + "ndcg_at_1000": 0.51773, + "map_at_1": 0.32471, + "map_at_3": 0.36782, + "map_at_5": 0.3806, + "map_at_10": 0.39473, + "map_at_20": 0.4032, + "map_at_100": 0.40808, + "map_at_1000": 0.40866, + "recall_at_1": 0.32471, + "recall_at_3": 0.42816, + "recall_at_5": 0.48563, + "recall_at_10": 0.58908, + "recall_at_20": 0.7069, + "recall_at_100": 0.89655, + "recall_at_1000": 0.98276, + "accuracy": 0.32471, + "precision_at_1": 0.32471, + "precision_at_3": 0.14272, + "precision_at_5": 0.09713, + "precision_at_10": 0.05891, + "precision_at_20": 0.03534, + "precision_at_100": 0.00897, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.324713, + "mrr_at_3": 0.367816, + "mrr_at_5": 0.380603, + "mrr_at_10": 0.394733, + "mrr_at_20": 0.403197, + "mrr_at_100": 0.40808, + "mrr_at_1000": 0.408656, + "nauc_ndcg_at_1_max": 0.362892, + "nauc_ndcg_at_1_std": 0.328671, + "nauc_ndcg_at_1_diff1": 0.591405, + "nauc_ndcg_at_3_max": 0.334329, + "nauc_ndcg_at_3_std": 0.281952, + "nauc_ndcg_at_3_diff1": 0.555249, + "nauc_ndcg_at_5_max": 0.325777, + "nauc_ndcg_at_5_std": 0.263674, + "nauc_ndcg_at_5_diff1": 0.534116, + "nauc_ndcg_at_10_max": 0.321889, + "nauc_ndcg_at_10_std": 0.246329, + "nauc_ndcg_at_10_diff1": 0.534668, + "nauc_ndcg_at_20_max": 0.304628, + "nauc_ndcg_at_20_std": 0.246175, + "nauc_ndcg_at_20_diff1": 0.529262, + "nauc_ndcg_at_100_max": 0.321909, + "nauc_ndcg_at_100_std": 0.246593, + "nauc_ndcg_at_100_diff1": 0.541485, + "nauc_ndcg_at_1000_max": 0.326371, + "nauc_ndcg_at_1000_std": 0.259513, + "nauc_ndcg_at_1000_diff1": 0.545149, + "nauc_map_at_1_max": 0.362892, + "nauc_map_at_1_std": 0.328671, + "nauc_map_at_1_diff1": 0.591405, + "nauc_map_at_3_max": 0.34172, + "nauc_map_at_3_std": 0.293857, + "nauc_map_at_3_diff1": 0.562936, + "nauc_map_at_5_max": 0.337127, + "nauc_map_at_5_std": 0.284429, + "nauc_map_at_5_diff1": 0.551285, + "nauc_map_at_10_max": 0.335032, + "nauc_map_at_10_std": 0.276854, + "nauc_map_at_10_diff1": 0.551695, + "nauc_map_at_20_max": 0.330405, + "nauc_map_at_20_std": 0.277204, + "nauc_map_at_20_diff1": 0.550658, + "nauc_map_at_100_max": 0.332821, + "nauc_map_at_100_std": 0.276751, + "nauc_map_at_100_diff1": 0.552338, + "nauc_map_at_1000_max": 0.333053, + "nauc_map_at_1000_std": 0.277305, + "nauc_map_at_1000_diff1": 0.552507, + "nauc_recall_at_1_max": 0.362892, + "nauc_recall_at_1_std": 0.328671, + "nauc_recall_at_1_diff1": 0.591405, + "nauc_recall_at_3_max": 0.31304, + "nauc_recall_at_3_std": 0.247727, + "nauc_recall_at_3_diff1": 0.533731, + "nauc_recall_at_5_max": 0.291314, + "nauc_recall_at_5_std": 0.199834, + "nauc_recall_at_5_diff1": 0.481727, + "nauc_recall_at_10_max": 0.278651, + "nauc_recall_at_10_std": 0.140173, + "nauc_recall_at_10_diff1": 0.478238, + "nauc_recall_at_20_max": 0.183326, + "nauc_recall_at_20_std": 0.112646, + "nauc_recall_at_20_diff1": 0.435336, + "nauc_recall_at_100_max": 0.272945, + "nauc_recall_at_100_std": -0.034543, + "nauc_recall_at_100_diff1": 0.485816, + "nauc_recall_at_1000_max": 0.543795, + "nauc_recall_at_1000_std": 0.140834, + "nauc_recall_at_1000_diff1": 0.643898, + "nauc_precision_at_1_max": 0.362892, + "nauc_precision_at_1_std": 0.328671, + "nauc_precision_at_1_diff1": 0.591405, + "nauc_precision_at_3_max": 0.31304, + "nauc_precision_at_3_std": 0.247727, + "nauc_precision_at_3_diff1": 0.533731, + "nauc_precision_at_5_max": 0.291314, + "nauc_precision_at_5_std": 0.199834, + "nauc_precision_at_5_diff1": 0.481727, + "nauc_precision_at_10_max": 0.278651, + "nauc_precision_at_10_std": 0.140173, + "nauc_precision_at_10_diff1": 0.478238, + "nauc_precision_at_20_max": 0.183326, + "nauc_precision_at_20_std": 0.112646, + "nauc_precision_at_20_diff1": 0.435336, + "nauc_precision_at_100_max": 0.272945, + "nauc_precision_at_100_std": -0.034543, + "nauc_precision_at_100_diff1": 0.485816, + "nauc_precision_at_1000_max": 0.543795, + "nauc_precision_at_1000_std": 0.140834, + "nauc_precision_at_1000_diff1": 0.643898, + "nauc_mrr_at_1_max": 0.362892, + "nauc_mrr_at_1_std": 0.328671, + "nauc_mrr_at_1_diff1": 0.591405, + "nauc_mrr_at_3_max": 0.34172, + "nauc_mrr_at_3_std": 0.293857, + "nauc_mrr_at_3_diff1": 0.562936, + "nauc_mrr_at_5_max": 0.337127, + "nauc_mrr_at_5_std": 0.284429, + "nauc_mrr_at_5_diff1": 0.551285, + "nauc_mrr_at_10_max": 0.335032, + "nauc_mrr_at_10_std": 0.276854, + "nauc_mrr_at_10_diff1": 0.551695, + "nauc_mrr_at_20_max": 0.330405, + "nauc_mrr_at_20_std": 0.277204, + "nauc_mrr_at_20_diff1": 0.550658, + "nauc_mrr_at_100_max": 0.332821, + "nauc_mrr_at_100_std": 0.276751, + "nauc_mrr_at_100_diff1": 0.552338, + "nauc_mrr_at_1000_max": 0.333053, + "nauc_mrr_at_1000_std": 0.277305, + "nauc_mrr_at_1000_diff1": 0.552507, + "hit_rate_at_1": 0.32471, + "hit_rate_at_3": 0.42816, + "hit_rate_at_5": 0.48563, + "hit_rate_at_10": 0.58908, + "hit_rate_at_20": 0.7069, + "hit_rate_at_100": 0.89655, + "hit_rate_at_1000": 0.98276, + "main_score": 0.48563, + "hf_subset": "ckb_iq", + "languages": [ + "ckb-Arab" + ] + }, + { + "ndcg_at_1": 0.49143, + "ndcg_at_3": 0.5849, + "ndcg_at_5": 0.61908, + "ndcg_at_10": 0.65379, + "ndcg_at_20": 0.67798, + "ndcg_at_100": 0.69004, + "ndcg_at_1000": 0.69039, + "map_at_1": 0.49143, + "map_at_3": 0.5619, + "map_at_5": 0.5809, + "map_at_10": 0.59553, + "map_at_20": 0.60235, + "map_at_100": 0.60414, + "map_at_1000": 0.60415, + "recall_at_1": 0.49143, + "recall_at_3": 0.65143, + "recall_at_5": 0.73429, + "recall_at_10": 0.84, + "recall_at_20": 0.93429, + "recall_at_100": 0.99714, + "recall_at_1000": 1.0, + "accuracy": 0.49143, + "precision_at_1": 0.49143, + "precision_at_3": 0.21714, + "precision_at_5": 0.14686, + "precision_at_10": 0.084, + "precision_at_20": 0.04671, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.491429, + "mrr_at_3": 0.561905, + "mrr_at_5": 0.580905, + "mrr_at_10": 0.595529, + "mrr_at_20": 0.60235, + "mrr_at_100": 0.604137, + "mrr_at_1000": 0.604148, + "nauc_ndcg_at_1_max": 0.511497, + "nauc_ndcg_at_1_std": 0.242227, + "nauc_ndcg_at_1_diff1": 0.79223, + "nauc_ndcg_at_3_max": 0.477356, + "nauc_ndcg_at_3_std": 0.203902, + "nauc_ndcg_at_3_diff1": 0.738532, + "nauc_ndcg_at_5_max": 0.446671, + "nauc_ndcg_at_5_std": 0.191611, + "nauc_ndcg_at_5_diff1": 0.721972, + "nauc_ndcg_at_10_max": 0.44305, + "nauc_ndcg_at_10_std": 0.181726, + "nauc_ndcg_at_10_diff1": 0.714535, + "nauc_ndcg_at_20_max": 0.451214, + "nauc_ndcg_at_20_std": 0.194707, + "nauc_ndcg_at_20_diff1": 0.736793, + "nauc_ndcg_at_100_max": 0.465612, + "nauc_ndcg_at_100_std": 0.195524, + "nauc_ndcg_at_100_diff1": 0.740479, + "nauc_ndcg_at_1000_max": 0.4648, + "nauc_ndcg_at_1000_std": 0.198464, + "nauc_ndcg_at_1000_diff1": 0.740085, + "nauc_map_at_1_max": 0.511497, + "nauc_map_at_1_std": 0.242227, + "nauc_map_at_1_diff1": 0.79223, + "nauc_map_at_3_max": 0.485514, + "nauc_map_at_3_std": 0.211332, + "nauc_map_at_3_diff1": 0.750835, + "nauc_map_at_5_max": 0.470011, + "nauc_map_at_5_std": 0.204933, + "nauc_map_at_5_diff1": 0.742628, + "nauc_map_at_10_max": 0.468962, + "nauc_map_at_10_std": 0.20166, + "nauc_map_at_10_diff1": 0.740259, + "nauc_map_at_20_max": 0.471535, + "nauc_map_at_20_std": 0.205253, + "nauc_map_at_20_diff1": 0.746105, + "nauc_map_at_100_max": 0.473149, + "nauc_map_at_100_std": 0.205256, + "nauc_map_at_100_diff1": 0.746555, + "nauc_map_at_1000_max": 0.47313, + "nauc_map_at_1000_std": 0.205324, + "nauc_map_at_1000_diff1": 0.746546, + "nauc_recall_at_1_max": 0.511497, + "nauc_recall_at_1_std": 0.242227, + "nauc_recall_at_1_diff1": 0.79223, + "nauc_recall_at_3_max": 0.451069, + "nauc_recall_at_3_std": 0.180846, + "nauc_recall_at_3_diff1": 0.699157, + "nauc_recall_at_5_max": 0.35117, + "nauc_recall_at_5_std": 0.139972, + "nauc_recall_at_5_diff1": 0.640447, + "nauc_recall_at_10_max": 0.286153, + "nauc_recall_at_10_std": 0.060173, + "nauc_recall_at_10_diff1": 0.560628, + "nauc_recall_at_20_max": 0.193541, + "nauc_recall_at_20_std": 0.083201, + "nauc_recall_at_20_diff1": 0.67641, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": -1.739963, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.511497, + "nauc_precision_at_1_std": 0.242227, + "nauc_precision_at_1_diff1": 0.79223, + "nauc_precision_at_3_max": 0.451069, + "nauc_precision_at_3_std": 0.180846, + "nauc_precision_at_3_diff1": 0.699157, + "nauc_precision_at_5_max": 0.35117, + "nauc_precision_at_5_std": 0.139972, + "nauc_precision_at_5_diff1": 0.640447, + "nauc_precision_at_10_max": 0.286153, + "nauc_precision_at_10_std": 0.060173, + "nauc_precision_at_10_diff1": 0.560628, + "nauc_precision_at_20_max": 0.193541, + "nauc_precision_at_20_std": 0.083201, + "nauc_precision_at_20_diff1": 0.67641, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": -1.739963, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.511497, + "nauc_mrr_at_1_std": 0.242227, + "nauc_mrr_at_1_diff1": 0.79223, + "nauc_mrr_at_3_max": 0.485514, + "nauc_mrr_at_3_std": 0.211332, + "nauc_mrr_at_3_diff1": 0.750835, + "nauc_mrr_at_5_max": 0.470011, + "nauc_mrr_at_5_std": 0.204933, + "nauc_mrr_at_5_diff1": 0.742628, + "nauc_mrr_at_10_max": 0.468962, + "nauc_mrr_at_10_std": 0.20166, + "nauc_mrr_at_10_diff1": 0.740259, + "nauc_mrr_at_20_max": 0.471535, + "nauc_mrr_at_20_std": 0.205253, + "nauc_mrr_at_20_diff1": 0.746105, + "nauc_mrr_at_100_max": 0.473149, + "nauc_mrr_at_100_std": 0.205256, + "nauc_mrr_at_100_diff1": 0.746555, + "nauc_mrr_at_1000_max": 0.47313, + "nauc_mrr_at_1000_std": 0.205324, + "nauc_mrr_at_1000_diff1": 0.746546, + "hit_rate_at_1": 0.49143, + "hit_rate_at_3": 0.65143, + "hit_rate_at_5": 0.73429, + "hit_rate_at_10": 0.84, + "hit_rate_at_20": 0.93429, + "hit_rate_at_100": 0.99714, + "hit_rate_at_1000": 1.0, + "main_score": 0.73429, + "hf_subset": "ky_kg", + "languages": [ + "kir-Cyrl" + ] + }, + { + "ndcg_at_1": 0.68768, + "ndcg_at_3": 0.75511, + "ndcg_at_5": 0.77287, + "ndcg_at_10": 0.79024, + "ndcg_at_20": 0.80894, + "ndcg_at_100": 0.81402, + "ndcg_at_1000": 0.81402, + "map_at_1": 0.68768, + "map_at_3": 0.73878, + "map_at_5": 0.74866, + "map_at_10": 0.75568, + "map_at_20": 0.76073, + "map_at_100": 0.76153, + "map_at_1000": 0.76153, + "recall_at_1": 0.68768, + "recall_at_3": 0.80229, + "recall_at_5": 0.84527, + "recall_at_10": 0.89971, + "recall_at_20": 0.97421, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.68768, + "precision_at_1": 0.68768, + "precision_at_3": 0.26743, + "precision_at_5": 0.16905, + "precision_at_10": 0.08997, + "precision_at_20": 0.04871, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.687679, + "mrr_at_3": 0.738777, + "mrr_at_5": 0.748663, + "mrr_at_10": 0.755681, + "mrr_at_20": 0.760735, + "mrr_at_100": 0.761531, + "mrr_at_1000": 0.761531, + "nauc_ndcg_at_1_max": 0.716437, + "nauc_ndcg_at_1_std": 0.32854, + "nauc_ndcg_at_1_diff1": 0.777657, + "nauc_ndcg_at_3_max": 0.724993, + "nauc_ndcg_at_3_std": 0.345471, + "nauc_ndcg_at_3_diff1": 0.767021, + "nauc_ndcg_at_5_max": 0.726411, + "nauc_ndcg_at_5_std": 0.336731, + "nauc_ndcg_at_5_diff1": 0.757865, + "nauc_ndcg_at_10_max": 0.730009, + "nauc_ndcg_at_10_std": 0.336824, + "nauc_ndcg_at_10_diff1": 0.766366, + "nauc_ndcg_at_20_max": 0.730409, + "nauc_ndcg_at_20_std": 0.336237, + "nauc_ndcg_at_20_diff1": 0.763372, + "nauc_ndcg_at_100_max": 0.724914, + "nauc_ndcg_at_100_std": 0.332351, + "nauc_ndcg_at_100_diff1": 0.766432, + "nauc_ndcg_at_1000_max": 0.724914, + "nauc_ndcg_at_1000_std": 0.332351, + "nauc_ndcg_at_1000_diff1": 0.766432, + "nauc_map_at_1_max": 0.716437, + "nauc_map_at_1_std": 0.32854, + "nauc_map_at_1_diff1": 0.777657, + "nauc_map_at_3_max": 0.721633, + "nauc_map_at_3_std": 0.337211, + "nauc_map_at_3_diff1": 0.769453, + "nauc_map_at_5_max": 0.722466, + "nauc_map_at_5_std": 0.333056, + "nauc_map_at_5_diff1": 0.764846, + "nauc_map_at_10_max": 0.723765, + "nauc_map_at_10_std": 0.332516, + "nauc_map_at_10_diff1": 0.76788, + "nauc_map_at_20_max": 0.723558, + "nauc_map_at_20_std": 0.332461, + "nauc_map_at_20_diff1": 0.767303, + "nauc_map_at_100_max": 0.722881, + "nauc_map_at_100_std": 0.331619, + "nauc_map_at_100_diff1": 0.767769, + "nauc_map_at_1000_max": 0.722881, + "nauc_map_at_1000_std": 0.331619, + "nauc_map_at_1000_diff1": 0.767769, + "nauc_recall_at_1_max": 0.716437, + "nauc_recall_at_1_std": 0.32854, + "nauc_recall_at_1_diff1": 0.777657, + "nauc_recall_at_3_max": 0.737557, + "nauc_recall_at_3_std": 0.376946, + "nauc_recall_at_3_diff1": 0.758567, + "nauc_recall_at_5_max": 0.743972, + "nauc_recall_at_5_std": 0.351913, + "nauc_recall_at_5_diff1": 0.726109, + "nauc_recall_at_10_max": 0.771707, + "nauc_recall_at_10_std": 0.36479, + "nauc_recall_at_10_diff1": 0.762876, + "nauc_recall_at_20_max": 0.911004, + "nauc_recall_at_20_std": 0.420093, + "nauc_recall_at_20_diff1": 0.672665, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.716437, + "nauc_precision_at_1_std": 0.32854, + "nauc_precision_at_1_diff1": 0.777657, + "nauc_precision_at_3_max": 0.737557, + "nauc_precision_at_3_std": 0.376946, + "nauc_precision_at_3_diff1": 0.758567, + "nauc_precision_at_5_max": 0.743972, + "nauc_precision_at_5_std": 0.351913, + "nauc_precision_at_5_diff1": 0.726109, + "nauc_precision_at_10_max": 0.771707, + "nauc_precision_at_10_std": 0.36479, + "nauc_precision_at_10_diff1": 0.762876, + "nauc_precision_at_20_max": 0.911004, + "nauc_precision_at_20_std": 0.420093, + "nauc_precision_at_20_diff1": 0.672665, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.716437, + "nauc_mrr_at_1_std": 0.32854, + "nauc_mrr_at_1_diff1": 0.777657, + "nauc_mrr_at_3_max": 0.721633, + "nauc_mrr_at_3_std": 0.337211, + "nauc_mrr_at_3_diff1": 0.769453, + "nauc_mrr_at_5_max": 0.722466, + "nauc_mrr_at_5_std": 0.333056, + "nauc_mrr_at_5_diff1": 0.764846, + "nauc_mrr_at_10_max": 0.723765, + "nauc_mrr_at_10_std": 0.332516, + "nauc_mrr_at_10_diff1": 0.76788, + "nauc_mrr_at_20_max": 0.723558, + "nauc_mrr_at_20_std": 0.332461, + "nauc_mrr_at_20_diff1": 0.767303, + "nauc_mrr_at_100_max": 0.722881, + "nauc_mrr_at_100_std": 0.331619, + "nauc_mrr_at_100_diff1": 0.767769, + "nauc_mrr_at_1000_max": 0.722881, + "nauc_mrr_at_1000_std": 0.331619, + "nauc_mrr_at_1000_diff1": 0.767769, + "hit_rate_at_1": 0.68768, + "hit_rate_at_3": 0.80229, + "hit_rate_at_5": 0.84527, + "hit_rate_at_10": 0.89971, + "hit_rate_at_20": 0.97421, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.84527, + "hf_subset": "lb_lu", + "languages": [ + "ltz-Latn" + ] + }, + { + "ndcg_at_1": 0.31858, + "ndcg_at_3": 0.38422, + "ndcg_at_5": 0.40491, + "ndcg_at_10": 0.43543, + "ndcg_at_20": 0.46114, + "ndcg_at_100": 0.50363, + "ndcg_at_1000": 0.51586, + "map_at_1": 0.31858, + "map_at_3": 0.36726, + "map_at_5": 0.37876, + "map_at_10": 0.39134, + "map_at_20": 0.39859, + "map_at_100": 0.40459, + "map_at_1000": 0.4052, + "recall_at_1": 0.31858, + "recall_at_3": 0.43363, + "recall_at_5": 0.48378, + "recall_at_10": 0.57817, + "recall_at_20": 0.67847, + "recall_at_100": 0.9056, + "recall_at_1000": 0.9941, + "accuracy": 0.31858, + "precision_at_1": 0.31858, + "precision_at_3": 0.14454, + "precision_at_5": 0.09676, + "precision_at_10": 0.05782, + "precision_at_20": 0.03392, + "precision_at_100": 0.00906, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.318584, + "mrr_at_3": 0.367257, + "mrr_at_5": 0.378761, + "mrr_at_10": 0.391342, + "mrr_at_20": 0.398594, + "mrr_at_100": 0.404592, + "mrr_at_1000": 0.405197, + "nauc_ndcg_at_1_max": 0.128254, + "nauc_ndcg_at_1_std": 0.304673, + "nauc_ndcg_at_1_diff1": 0.659737, + "nauc_ndcg_at_3_max": 0.111204, + "nauc_ndcg_at_3_std": 0.263327, + "nauc_ndcg_at_3_diff1": 0.613372, + "nauc_ndcg_at_5_max": 0.099474, + "nauc_ndcg_at_5_std": 0.261023, + "nauc_ndcg_at_5_diff1": 0.597883, + "nauc_ndcg_at_10_max": 0.084856, + "nauc_ndcg_at_10_std": 0.251912, + "nauc_ndcg_at_10_diff1": 0.58362, + "nauc_ndcg_at_20_max": 0.073915, + "nauc_ndcg_at_20_std": 0.25665, + "nauc_ndcg_at_20_diff1": 0.58041, + "nauc_ndcg_at_100_max": 0.08479, + "nauc_ndcg_at_100_std": 0.238017, + "nauc_ndcg_at_100_diff1": 0.591295, + "nauc_ndcg_at_1000_max": 0.088539, + "nauc_ndcg_at_1000_std": 0.257889, + "nauc_ndcg_at_1000_diff1": 0.599412, + "nauc_map_at_1_max": 0.128254, + "nauc_map_at_1_std": 0.304673, + "nauc_map_at_1_diff1": 0.659737, + "nauc_map_at_3_max": 0.114621, + "nauc_map_at_3_std": 0.273437, + "nauc_map_at_3_diff1": 0.626009, + "nauc_map_at_5_max": 0.108223, + "nauc_map_at_5_std": 0.272215, + "nauc_map_at_5_diff1": 0.617783, + "nauc_map_at_10_max": 0.101938, + "nauc_map_at_10_std": 0.268731, + "nauc_map_at_10_diff1": 0.612576, + "nauc_map_at_20_max": 0.099298, + "nauc_map_at_20_std": 0.270146, + "nauc_map_at_20_diff1": 0.612029, + "nauc_map_at_100_max": 0.100702, + "nauc_map_at_100_std": 0.267481, + "nauc_map_at_100_diff1": 0.61288, + "nauc_map_at_1000_max": 0.100911, + "nauc_map_at_1000_std": 0.268266, + "nauc_map_at_1000_diff1": 0.61325, + "nauc_recall_at_1_max": 0.128254, + "nauc_recall_at_1_std": 0.304673, + "nauc_recall_at_1_diff1": 0.659737, + "nauc_recall_at_3_max": 0.101741, + "nauc_recall_at_3_std": 0.234447, + "nauc_recall_at_3_diff1": 0.576758, + "nauc_recall_at_5_max": 0.072691, + "nauc_recall_at_5_std": 0.228285, + "nauc_recall_at_5_diff1": 0.537196, + "nauc_recall_at_10_max": 0.02474, + "nauc_recall_at_10_std": 0.194677, + "nauc_recall_at_10_diff1": 0.482565, + "nauc_recall_at_20_max": -0.039808, + "nauc_recall_at_20_std": 0.206235, + "nauc_recall_at_20_diff1": 0.44804, + "nauc_recall_at_100_max": -0.053837, + "nauc_recall_at_100_std": -0.172624, + "nauc_recall_at_100_diff1": 0.434768, + "nauc_recall_at_1000_max": -0.856173, + "nauc_recall_at_1000_std": 0.861035, + "nauc_recall_at_1000_diff1": 0.934619, + "nauc_precision_at_1_max": 0.128254, + "nauc_precision_at_1_std": 0.304673, + "nauc_precision_at_1_diff1": 0.659737, + "nauc_precision_at_3_max": 0.101741, + "nauc_precision_at_3_std": 0.234447, + "nauc_precision_at_3_diff1": 0.576758, + "nauc_precision_at_5_max": 0.072691, + "nauc_precision_at_5_std": 0.228285, + "nauc_precision_at_5_diff1": 0.537196, + "nauc_precision_at_10_max": 0.02474, + "nauc_precision_at_10_std": 0.194677, + "nauc_precision_at_10_diff1": 0.482565, + "nauc_precision_at_20_max": -0.039808, + "nauc_precision_at_20_std": 0.206235, + "nauc_precision_at_20_diff1": 0.44804, + "nauc_precision_at_100_max": -0.053837, + "nauc_precision_at_100_std": -0.172624, + "nauc_precision_at_100_diff1": 0.434768, + "nauc_precision_at_1000_max": -0.856173, + "nauc_precision_at_1000_std": 0.861035, + "nauc_precision_at_1000_diff1": 0.934619, + "nauc_mrr_at_1_max": 0.128254, + "nauc_mrr_at_1_std": 0.304673, + "nauc_mrr_at_1_diff1": 0.659737, + "nauc_mrr_at_3_max": 0.114621, + "nauc_mrr_at_3_std": 0.273437, + "nauc_mrr_at_3_diff1": 0.626009, + "nauc_mrr_at_5_max": 0.108223, + "nauc_mrr_at_5_std": 0.272215, + "nauc_mrr_at_5_diff1": 0.617783, + "nauc_mrr_at_10_max": 0.101938, + "nauc_mrr_at_10_std": 0.268731, + "nauc_mrr_at_10_diff1": 0.612576, + "nauc_mrr_at_20_max": 0.099298, + "nauc_mrr_at_20_std": 0.270146, + "nauc_mrr_at_20_diff1": 0.612029, + "nauc_mrr_at_100_max": 0.100702, + "nauc_mrr_at_100_std": 0.267481, + "nauc_mrr_at_100_diff1": 0.61288, + "nauc_mrr_at_1000_max": 0.100911, + "nauc_mrr_at_1000_std": 0.268266, + "nauc_mrr_at_1000_diff1": 0.61325, + "hit_rate_at_1": 0.31858, + "hit_rate_at_3": 0.43363, + "hit_rate_at_5": 0.48378, + "hit_rate_at_10": 0.57817, + "hit_rate_at_20": 0.67847, + "hit_rate_at_100": 0.9056, + "hit_rate_at_1000": 0.9941, + "main_score": 0.48378, + "hf_subset": "lg_ug", + "languages": [ + "lug-Latn" + ] + }, + { + "ndcg_at_1": 0.33333, + "ndcg_at_3": 0.42995, + "ndcg_at_5": 0.46468, + "ndcg_at_10": 0.4981, + "ndcg_at_20": 0.52043, + "ndcg_at_100": 0.55169, + "ndcg_at_1000": 0.55908, + "map_at_1": 0.33333, + "map_at_3": 0.40526, + "map_at_5": 0.42456, + "map_at_10": 0.43866, + "map_at_20": 0.44487, + "map_at_100": 0.44892, + "map_at_1000": 0.4493, + "recall_at_1": 0.33333, + "recall_at_3": 0.50175, + "recall_at_5": 0.58596, + "recall_at_10": 0.68772, + "recall_at_20": 0.77544, + "recall_at_100": 0.94737, + "recall_at_1000": 1.0, + "accuracy": 0.33333, + "precision_at_1": 0.33333, + "precision_at_3": 0.16725, + "precision_at_5": 0.11719, + "precision_at_10": 0.06877, + "precision_at_20": 0.03877, + "precision_at_100": 0.00947, + "precision_at_1000": 0.001, + "mrr_at_1": 0.333333, + "mrr_at_3": 0.405263, + "mrr_at_5": 0.424561, + "mrr_at_10": 0.438661, + "mrr_at_20": 0.444868, + "mrr_at_100": 0.448917, + "mrr_at_1000": 0.449303, + "nauc_ndcg_at_1_max": 0.355646, + "nauc_ndcg_at_1_std": -0.191348, + "nauc_ndcg_at_1_diff1": 0.720157, + "nauc_ndcg_at_3_max": 0.302093, + "nauc_ndcg_at_3_std": -0.194726, + "nauc_ndcg_at_3_diff1": 0.630369, + "nauc_ndcg_at_5_max": 0.276444, + "nauc_ndcg_at_5_std": -0.222318, + "nauc_ndcg_at_5_diff1": 0.626824, + "nauc_ndcg_at_10_max": 0.279099, + "nauc_ndcg_at_10_std": -0.244859, + "nauc_ndcg_at_10_diff1": 0.631387, + "nauc_ndcg_at_20_max": 0.281109, + "nauc_ndcg_at_20_std": -0.255745, + "nauc_ndcg_at_20_diff1": 0.639581, + "nauc_ndcg_at_100_max": 0.293844, + "nauc_ndcg_at_100_std": -0.238675, + "nauc_ndcg_at_100_diff1": 0.642708, + "nauc_ndcg_at_1000_max": 0.298441, + "nauc_ndcg_at_1000_std": -0.228874, + "nauc_ndcg_at_1000_diff1": 0.644749, + "nauc_map_at_1_max": 0.355646, + "nauc_map_at_1_std": -0.191348, + "nauc_map_at_1_diff1": 0.720157, + "nauc_map_at_3_max": 0.31473, + "nauc_map_at_3_std": -0.193274, + "nauc_map_at_3_diff1": 0.652272, + "nauc_map_at_5_max": 0.301409, + "nauc_map_at_5_std": -0.208674, + "nauc_map_at_5_diff1": 0.650589, + "nauc_map_at_10_max": 0.303394, + "nauc_map_at_10_std": -0.217319, + "nauc_map_at_10_diff1": 0.652688, + "nauc_map_at_20_max": 0.304514, + "nauc_map_at_20_std": -0.21983, + "nauc_map_at_20_diff1": 0.654715, + "nauc_map_at_100_max": 0.306746, + "nauc_map_at_100_std": -0.21743, + "nauc_map_at_100_diff1": 0.654836, + "nauc_map_at_1000_max": 0.307021, + "nauc_map_at_1000_std": -0.216918, + "nauc_map_at_1000_diff1": 0.654877, + "nauc_recall_at_1_max": 0.355646, + "nauc_recall_at_1_std": -0.191348, + "nauc_recall_at_1_diff1": 0.720157, + "nauc_recall_at_3_max": 0.265506, + "nauc_recall_at_3_std": -0.199211, + "nauc_recall_at_3_diff1": 0.566654, + "nauc_recall_at_5_max": 0.19418, + "nauc_recall_at_5_std": -0.268954, + "nauc_recall_at_5_diff1": 0.552364, + "nauc_recall_at_10_max": 0.184799, + "nauc_recall_at_10_std": -0.362082, + "nauc_recall_at_10_diff1": 0.555753, + "nauc_recall_at_20_max": 0.164916, + "nauc_recall_at_20_std": -0.460271, + "nauc_recall_at_20_diff1": 0.585116, + "nauc_recall_at_100_max": 0.139854, + "nauc_recall_at_100_std": -0.582207, + "nauc_recall_at_100_diff1": 0.553159, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.355646, + "nauc_precision_at_1_std": -0.191348, + "nauc_precision_at_1_diff1": 0.720157, + "nauc_precision_at_3_max": 0.265506, + "nauc_precision_at_3_std": -0.199211, + "nauc_precision_at_3_diff1": 0.566654, + "nauc_precision_at_5_max": 0.19418, + "nauc_precision_at_5_std": -0.268954, + "nauc_precision_at_5_diff1": 0.552364, + "nauc_precision_at_10_max": 0.184799, + "nauc_precision_at_10_std": -0.362082, + "nauc_precision_at_10_diff1": 0.555753, + "nauc_precision_at_20_max": 0.164916, + "nauc_precision_at_20_std": -0.460271, + "nauc_precision_at_20_diff1": 0.585116, + "nauc_precision_at_100_max": 0.139854, + "nauc_precision_at_100_std": -0.582207, + "nauc_precision_at_100_diff1": 0.553159, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.355646, + "nauc_mrr_at_1_std": -0.191348, + "nauc_mrr_at_1_diff1": 0.720157, + "nauc_mrr_at_3_max": 0.31473, + "nauc_mrr_at_3_std": -0.193274, + "nauc_mrr_at_3_diff1": 0.652272, + "nauc_mrr_at_5_max": 0.301409, + "nauc_mrr_at_5_std": -0.208674, + "nauc_mrr_at_5_diff1": 0.650589, + "nauc_mrr_at_10_max": 0.303394, + "nauc_mrr_at_10_std": -0.217319, + "nauc_mrr_at_10_diff1": 0.652688, + "nauc_mrr_at_20_max": 0.304514, + "nauc_mrr_at_20_std": -0.21983, + "nauc_mrr_at_20_diff1": 0.654715, + "nauc_mrr_at_100_max": 0.306746, + "nauc_mrr_at_100_std": -0.21743, + "nauc_mrr_at_100_diff1": 0.654836, + "nauc_mrr_at_1000_max": 0.307021, + "nauc_mrr_at_1000_std": -0.216918, + "nauc_mrr_at_1000_diff1": 0.654877, + "hit_rate_at_1": 0.33333, + "hit_rate_at_3": 0.50175, + "hit_rate_at_5": 0.58596, + "hit_rate_at_10": 0.68772, + "hit_rate_at_20": 0.77544, + "hit_rate_at_100": 0.94737, + "hit_rate_at_1000": 1.0, + "main_score": 0.58596, + "hf_subset": "ln_cd", + "languages": [ + "lin-Latn" + ] + }, + { + "ndcg_at_1": 0.32567, + "ndcg_at_3": 0.41251, + "ndcg_at_5": 0.44087, + "ndcg_at_10": 0.47048, + "ndcg_at_20": 0.49223, + "ndcg_at_100": 0.53483, + "ndcg_at_1000": 0.54231, + "map_at_1": 0.32567, + "map_at_3": 0.39208, + "map_at_5": 0.40779, + "map_at_10": 0.41994, + "map_at_20": 0.42613, + "map_at_100": 0.43197, + "map_at_1000": 0.43235, + "recall_at_1": 0.32567, + "recall_at_3": 0.47126, + "recall_at_5": 0.54023, + "recall_at_10": 0.63218, + "recall_at_20": 0.71648, + "recall_at_100": 0.94636, + "recall_at_1000": 1.0, + "accuracy": 0.32567, + "precision_at_1": 0.32567, + "precision_at_3": 0.15709, + "precision_at_5": 0.10805, + "precision_at_10": 0.06322, + "precision_at_20": 0.03582, + "precision_at_100": 0.00946, + "precision_at_1000": 0.001, + "mrr_at_1": 0.32567, + "mrr_at_3": 0.392082, + "mrr_at_5": 0.407791, + "mrr_at_10": 0.419936, + "mrr_at_20": 0.426133, + "mrr_at_100": 0.431972, + "mrr_at_1000": 0.432352, + "nauc_ndcg_at_1_max": 0.382985, + "nauc_ndcg_at_1_std": 0.090463, + "nauc_ndcg_at_1_diff1": 0.473403, + "nauc_ndcg_at_3_max": 0.382759, + "nauc_ndcg_at_3_std": 0.069849, + "nauc_ndcg_at_3_diff1": 0.408576, + "nauc_ndcg_at_5_max": 0.352051, + "nauc_ndcg_at_5_std": 0.04998, + "nauc_ndcg_at_5_diff1": 0.402483, + "nauc_ndcg_at_10_max": 0.361343, + "nauc_ndcg_at_10_std": 0.052897, + "nauc_ndcg_at_10_diff1": 0.40379, + "nauc_ndcg_at_20_max": 0.350753, + "nauc_ndcg_at_20_std": 0.081822, + "nauc_ndcg_at_20_diff1": 0.397126, + "nauc_ndcg_at_100_max": 0.357624, + "nauc_ndcg_at_100_std": 0.075529, + "nauc_ndcg_at_100_diff1": 0.401074, + "nauc_ndcg_at_1000_max": 0.359377, + "nauc_ndcg_at_1000_std": 0.068143, + "nauc_ndcg_at_1000_diff1": 0.408352, + "nauc_map_at_1_max": 0.382985, + "nauc_map_at_1_std": 0.090463, + "nauc_map_at_1_diff1": 0.473403, + "nauc_map_at_3_max": 0.38104, + "nauc_map_at_3_std": 0.073292, + "nauc_map_at_3_diff1": 0.423486, + "nauc_map_at_5_max": 0.363345, + "nauc_map_at_5_std": 0.061668, + "nauc_map_at_5_diff1": 0.419869, + "nauc_map_at_10_max": 0.366497, + "nauc_map_at_10_std": 0.061831, + "nauc_map_at_10_diff1": 0.420001, + "nauc_map_at_20_max": 0.363459, + "nauc_map_at_20_std": 0.069599, + "nauc_map_at_20_diff1": 0.418302, + "nauc_map_at_100_max": 0.364412, + "nauc_map_at_100_std": 0.068009, + "nauc_map_at_100_diff1": 0.418714, + "nauc_map_at_1000_max": 0.364468, + "nauc_map_at_1000_std": 0.067734, + "nauc_map_at_1000_diff1": 0.419078, + "nauc_recall_at_1_max": 0.382985, + "nauc_recall_at_1_std": 0.090463, + "nauc_recall_at_1_diff1": 0.473403, + "nauc_recall_at_3_max": 0.388438, + "nauc_recall_at_3_std": 0.060555, + "nauc_recall_at_3_diff1": 0.365909, + "nauc_recall_at_5_max": 0.315345, + "nauc_recall_at_5_std": 0.01355, + "nauc_recall_at_5_diff1": 0.350287, + "nauc_recall_at_10_max": 0.347142, + "nauc_recall_at_10_std": 0.026232, + "nauc_recall_at_10_diff1": 0.351818, + "nauc_recall_at_20_max": 0.293763, + "nauc_recall_at_20_std": 0.167227, + "nauc_recall_at_20_diff1": 0.308896, + "nauc_recall_at_100_max": 0.287179, + "nauc_recall_at_100_std": 0.360097, + "nauc_recall_at_100_diff1": 0.138317, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.382985, + "nauc_precision_at_1_std": 0.090463, + "nauc_precision_at_1_diff1": 0.473403, + "nauc_precision_at_3_max": 0.388438, + "nauc_precision_at_3_std": 0.060555, + "nauc_precision_at_3_diff1": 0.365909, + "nauc_precision_at_5_max": 0.315345, + "nauc_precision_at_5_std": 0.01355, + "nauc_precision_at_5_diff1": 0.350287, + "nauc_precision_at_10_max": 0.347142, + "nauc_precision_at_10_std": 0.026232, + "nauc_precision_at_10_diff1": 0.351818, + "nauc_precision_at_20_max": 0.293763, + "nauc_precision_at_20_std": 0.167227, + "nauc_precision_at_20_diff1": 0.308896, + "nauc_precision_at_100_max": 0.287179, + "nauc_precision_at_100_std": 0.360097, + "nauc_precision_at_100_diff1": 0.138317, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.382985, + "nauc_mrr_at_1_std": 0.090463, + "nauc_mrr_at_1_diff1": 0.473403, + "nauc_mrr_at_3_max": 0.38104, + "nauc_mrr_at_3_std": 0.073292, + "nauc_mrr_at_3_diff1": 0.423486, + "nauc_mrr_at_5_max": 0.363345, + "nauc_mrr_at_5_std": 0.061668, + "nauc_mrr_at_5_diff1": 0.419869, + "nauc_mrr_at_10_max": 0.366497, + "nauc_mrr_at_10_std": 0.061831, + "nauc_mrr_at_10_diff1": 0.420001, + "nauc_mrr_at_20_max": 0.363459, + "nauc_mrr_at_20_std": 0.069599, + "nauc_mrr_at_20_diff1": 0.418302, + "nauc_mrr_at_100_max": 0.364412, + "nauc_mrr_at_100_std": 0.068009, + "nauc_mrr_at_100_diff1": 0.418714, + "nauc_mrr_at_1000_max": 0.364468, + "nauc_mrr_at_1000_std": 0.067734, + "nauc_mrr_at_1000_diff1": 0.419078, + "hit_rate_at_1": 0.32567, + "hit_rate_at_3": 0.47126, + "hit_rate_at_5": 0.54023, + "hit_rate_at_10": 0.63218, + "hit_rate_at_20": 0.71648, + "hit_rate_at_100": 0.94636, + "hit_rate_at_1000": 1.0, + "main_score": 0.54023, + "hf_subset": "lo_la", + "languages": [ + "lao-Laoo" + ] + }, + { + "ndcg_at_1": 0.42407, + "ndcg_at_3": 0.50273, + "ndcg_at_5": 0.54698, + "ndcg_at_10": 0.57385, + "ndcg_at_20": 0.58847, + "ndcg_at_100": 0.61338, + "ndcg_at_1000": 0.61985, + "map_at_1": 0.42407, + "map_at_3": 0.48424, + "map_at_5": 0.50845, + "map_at_10": 0.51954, + "map_at_20": 0.52361, + "map_at_100": 0.52706, + "map_at_1000": 0.52741, + "recall_at_1": 0.42407, + "recall_at_3": 0.55587, + "recall_at_5": 0.66476, + "recall_at_10": 0.74785, + "recall_at_20": 0.80516, + "recall_at_100": 0.93983, + "recall_at_1000": 0.98567, + "accuracy": 0.42407, + "precision_at_1": 0.42407, + "precision_at_3": 0.18529, + "precision_at_5": 0.13295, + "precision_at_10": 0.07479, + "precision_at_20": 0.04026, + "precision_at_100": 0.0094, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.424069, + "mrr_at_3": 0.484241, + "mrr_at_5": 0.508453, + "mrr_at_10": 0.519535, + "mrr_at_20": 0.523614, + "mrr_at_100": 0.527063, + "mrr_at_1000": 0.527407, + "nauc_ndcg_at_1_max": 0.596879, + "nauc_ndcg_at_1_std": 0.391674, + "nauc_ndcg_at_1_diff1": 0.70719, + "nauc_ndcg_at_3_max": 0.579783, + "nauc_ndcg_at_3_std": 0.373536, + "nauc_ndcg_at_3_diff1": 0.662635, + "nauc_ndcg_at_5_max": 0.556795, + "nauc_ndcg_at_5_std": 0.355448, + "nauc_ndcg_at_5_diff1": 0.641278, + "nauc_ndcg_at_10_max": 0.54518, + "nauc_ndcg_at_10_std": 0.368345, + "nauc_ndcg_at_10_diff1": 0.629881, + "nauc_ndcg_at_20_max": 0.548686, + "nauc_ndcg_at_20_std": 0.380658, + "nauc_ndcg_at_20_diff1": 0.626533, + "nauc_ndcg_at_100_max": 0.560152, + "nauc_ndcg_at_100_std": 0.375598, + "nauc_ndcg_at_100_diff1": 0.636043, + "nauc_ndcg_at_1000_max": 0.563105, + "nauc_ndcg_at_1000_std": 0.377548, + "nauc_ndcg_at_1000_diff1": 0.644295, + "nauc_map_at_1_max": 0.596879, + "nauc_map_at_1_std": 0.391674, + "nauc_map_at_1_diff1": 0.70719, + "nauc_map_at_3_max": 0.582768, + "nauc_map_at_3_std": 0.376934, + "nauc_map_at_3_diff1": 0.672383, + "nauc_map_at_5_max": 0.570946, + "nauc_map_at_5_std": 0.368431, + "nauc_map_at_5_diff1": 0.661253, + "nauc_map_at_10_max": 0.56591, + "nauc_map_at_10_std": 0.372951, + "nauc_map_at_10_diff1": 0.656718, + "nauc_map_at_20_max": 0.567074, + "nauc_map_at_20_std": 0.375994, + "nauc_map_at_20_diff1": 0.656182, + "nauc_map_at_100_max": 0.568924, + "nauc_map_at_100_std": 0.375716, + "nauc_map_at_100_diff1": 0.657606, + "nauc_map_at_1000_max": 0.569055, + "nauc_map_at_1000_std": 0.375819, + "nauc_map_at_1000_diff1": 0.657997, + "nauc_recall_at_1_max": 0.596879, + "nauc_recall_at_1_std": 0.391674, + "nauc_recall_at_1_diff1": 0.70719, + "nauc_recall_at_3_max": 0.571293, + "nauc_recall_at_3_std": 0.363731, + "nauc_recall_at_3_diff1": 0.633695, + "nauc_recall_at_5_max": 0.503701, + "nauc_recall_at_5_std": 0.306153, + "nauc_recall_at_5_diff1": 0.568886, + "nauc_recall_at_10_max": 0.449082, + "nauc_recall_at_10_std": 0.353703, + "nauc_recall_at_10_diff1": 0.508337, + "nauc_recall_at_20_max": 0.447699, + "nauc_recall_at_20_std": 0.429258, + "nauc_recall_at_20_diff1": 0.458169, + "nauc_recall_at_100_max": 0.49247, + "nauc_recall_at_100_std": 0.373701, + "nauc_recall_at_100_diff1": 0.346189, + "nauc_recall_at_1000_max": 0.666838, + "nauc_recall_at_1000_std": 0.611253, + "nauc_recall_at_1000_diff1": 0.495815, + "nauc_precision_at_1_max": 0.596879, + "nauc_precision_at_1_std": 0.391674, + "nauc_precision_at_1_diff1": 0.70719, + "nauc_precision_at_3_max": 0.571293, + "nauc_precision_at_3_std": 0.363731, + "nauc_precision_at_3_diff1": 0.633695, + "nauc_precision_at_5_max": 0.503701, + "nauc_precision_at_5_std": 0.306153, + "nauc_precision_at_5_diff1": 0.568886, + "nauc_precision_at_10_max": 0.449082, + "nauc_precision_at_10_std": 0.353703, + "nauc_precision_at_10_diff1": 0.508337, + "nauc_precision_at_20_max": 0.447699, + "nauc_precision_at_20_std": 0.429258, + "nauc_precision_at_20_diff1": 0.458169, + "nauc_precision_at_100_max": 0.49247, + "nauc_precision_at_100_std": 0.373701, + "nauc_precision_at_100_diff1": 0.346189, + "nauc_precision_at_1000_max": 0.666838, + "nauc_precision_at_1000_std": 0.611253, + "nauc_precision_at_1000_diff1": 0.495815, + "nauc_mrr_at_1_max": 0.596879, + "nauc_mrr_at_1_std": 0.391674, + "nauc_mrr_at_1_diff1": 0.70719, + "nauc_mrr_at_3_max": 0.582768, + "nauc_mrr_at_3_std": 0.376934, + "nauc_mrr_at_3_diff1": 0.672383, + "nauc_mrr_at_5_max": 0.570946, + "nauc_mrr_at_5_std": 0.368431, + "nauc_mrr_at_5_diff1": 0.661253, + "nauc_mrr_at_10_max": 0.56591, + "nauc_mrr_at_10_std": 0.372951, + "nauc_mrr_at_10_diff1": 0.656718, + "nauc_mrr_at_20_max": 0.567074, + "nauc_mrr_at_20_std": 0.375994, + "nauc_mrr_at_20_diff1": 0.656182, + "nauc_mrr_at_100_max": 0.568924, + "nauc_mrr_at_100_std": 0.375716, + "nauc_mrr_at_100_diff1": 0.657606, + "nauc_mrr_at_1000_max": 0.569055, + "nauc_mrr_at_1000_std": 0.375819, + "nauc_mrr_at_1000_diff1": 0.657997, + "hit_rate_at_1": 0.42407, + "hit_rate_at_3": 0.55587, + "hit_rate_at_5": 0.66476, + "hit_rate_at_10": 0.74785, + "hit_rate_at_20": 0.80516, + "hit_rate_at_100": 0.93983, + "hit_rate_at_1000": 0.98567, + "main_score": 0.66476, + "hf_subset": "lt_lt", + "languages": [ + "lit-Latn" + ] + }, + { + "ndcg_at_1": 0.46907, + "ndcg_at_3": 0.54823, + "ndcg_at_5": 0.57795, + "ndcg_at_10": 0.60597, + "ndcg_at_20": 0.62338, + "ndcg_at_100": 0.65291, + "ndcg_at_1000": 0.65511, + "map_at_1": 0.46907, + "map_at_3": 0.52921, + "map_at_5": 0.5457, + "map_at_10": 0.55709, + "map_at_20": 0.56211, + "map_at_100": 0.56649, + "map_at_1000": 0.56661, + "recall_at_1": 0.46907, + "recall_at_3": 0.60309, + "recall_at_5": 0.67526, + "recall_at_10": 0.76289, + "recall_at_20": 0.8299, + "recall_at_100": 0.98454, + "recall_at_1000": 1.0, + "accuracy": 0.46907, + "precision_at_1": 0.46907, + "precision_at_3": 0.20103, + "precision_at_5": 0.13505, + "precision_at_10": 0.07629, + "precision_at_20": 0.04149, + "precision_at_100": 0.00985, + "precision_at_1000": 0.001, + "mrr_at_1": 0.469072, + "mrr_at_3": 0.52921, + "mrr_at_5": 0.545704, + "mrr_at_10": 0.557094, + "mrr_at_20": 0.562112, + "mrr_at_100": 0.566493, + "mrr_at_1000": 0.566614, + "nauc_ndcg_at_1_max": 0.294989, + "nauc_ndcg_at_1_std": -0.128178, + "nauc_ndcg_at_1_diff1": 0.749261, + "nauc_ndcg_at_3_max": 0.297741, + "nauc_ndcg_at_3_std": -0.103752, + "nauc_ndcg_at_3_diff1": 0.713762, + "nauc_ndcg_at_5_max": 0.296512, + "nauc_ndcg_at_5_std": -0.105918, + "nauc_ndcg_at_5_diff1": 0.716579, + "nauc_ndcg_at_10_max": 0.282538, + "nauc_ndcg_at_10_std": -0.101506, + "nauc_ndcg_at_10_diff1": 0.702866, + "nauc_ndcg_at_20_max": 0.288258, + "nauc_ndcg_at_20_std": -0.090316, + "nauc_ndcg_at_20_diff1": 0.707025, + "nauc_ndcg_at_100_max": 0.292259, + "nauc_ndcg_at_100_std": -0.09777, + "nauc_ndcg_at_100_diff1": 0.71477, + "nauc_ndcg_at_1000_max": 0.289724, + "nauc_ndcg_at_1000_std": -0.1026, + "nauc_ndcg_at_1000_diff1": 0.715399, + "nauc_map_at_1_max": 0.294989, + "nauc_map_at_1_std": -0.128178, + "nauc_map_at_1_diff1": 0.749261, + "nauc_map_at_3_max": 0.297103, + "nauc_map_at_3_std": -0.110406, + "nauc_map_at_3_diff1": 0.722115, + "nauc_map_at_5_max": 0.295398, + "nauc_map_at_5_std": -0.113146, + "nauc_map_at_5_diff1": 0.724128, + "nauc_map_at_10_max": 0.290937, + "nauc_map_at_10_std": -0.110836, + "nauc_map_at_10_diff1": 0.718544, + "nauc_map_at_20_max": 0.292492, + "nauc_map_at_20_std": -0.107588, + "nauc_map_at_20_diff1": 0.719468, + "nauc_map_at_100_max": 0.292187, + "nauc_map_at_100_std": -0.108655, + "nauc_map_at_100_diff1": 0.720606, + "nauc_map_at_1000_max": 0.292052, + "nauc_map_at_1000_std": -0.1089, + "nauc_map_at_1000_diff1": 0.720647, + "nauc_recall_at_1_max": 0.294989, + "nauc_recall_at_1_std": -0.128178, + "nauc_recall_at_1_diff1": 0.749261, + "nauc_recall_at_3_max": 0.299689, + "nauc_recall_at_3_std": -0.08291, + "nauc_recall_at_3_diff1": 0.688145, + "nauc_recall_at_5_max": 0.301678, + "nauc_recall_at_5_std": -0.07894, + "nauc_recall_at_5_diff1": 0.690865, + "nauc_recall_at_10_max": 0.236305, + "nauc_recall_at_10_std": -0.059281, + "nauc_recall_at_10_diff1": 0.62951, + "nauc_recall_at_20_max": 0.259664, + "nauc_recall_at_20_std": 0.022847, + "nauc_recall_at_20_diff1": 0.638534, + "nauc_recall_at_100_max": 0.566478, + "nauc_recall_at_100_std": 0.435308, + "nauc_recall_at_100_diff1": 0.649889, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.294989, + "nauc_precision_at_1_std": -0.128178, + "nauc_precision_at_1_diff1": 0.749261, + "nauc_precision_at_3_max": 0.299689, + "nauc_precision_at_3_std": -0.08291, + "nauc_precision_at_3_diff1": 0.688145, + "nauc_precision_at_5_max": 0.301678, + "nauc_precision_at_5_std": -0.07894, + "nauc_precision_at_5_diff1": 0.690865, + "nauc_precision_at_10_max": 0.236305, + "nauc_precision_at_10_std": -0.059281, + "nauc_precision_at_10_diff1": 0.62951, + "nauc_precision_at_20_max": 0.259664, + "nauc_precision_at_20_std": 0.022847, + "nauc_precision_at_20_diff1": 0.638534, + "nauc_precision_at_100_max": 0.566478, + "nauc_precision_at_100_std": 0.435308, + "nauc_precision_at_100_diff1": 0.649889, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.294989, + "nauc_mrr_at_1_std": -0.128178, + "nauc_mrr_at_1_diff1": 0.749261, + "nauc_mrr_at_3_max": 0.297103, + "nauc_mrr_at_3_std": -0.110406, + "nauc_mrr_at_3_diff1": 0.722115, + "nauc_mrr_at_5_max": 0.295398, + "nauc_mrr_at_5_std": -0.113146, + "nauc_mrr_at_5_diff1": 0.724128, + "nauc_mrr_at_10_max": 0.290937, + "nauc_mrr_at_10_std": -0.110836, + "nauc_mrr_at_10_diff1": 0.718544, + "nauc_mrr_at_20_max": 0.292492, + "nauc_mrr_at_20_std": -0.107588, + "nauc_mrr_at_20_diff1": 0.719468, + "nauc_mrr_at_100_max": 0.292187, + "nauc_mrr_at_100_std": -0.108655, + "nauc_mrr_at_100_diff1": 0.720606, + "nauc_mrr_at_1000_max": 0.292052, + "nauc_mrr_at_1000_std": -0.1089, + "nauc_mrr_at_1000_diff1": 0.720647, + "hit_rate_at_1": 0.46907, + "hit_rate_at_3": 0.60309, + "hit_rate_at_5": 0.67526, + "hit_rate_at_10": 0.76289, + "hit_rate_at_20": 0.8299, + "hit_rate_at_100": 0.98454, + "hit_rate_at_1000": 1.0, + "main_score": 0.67526, + "hf_subset": "luo_ke", + "languages": [ + "luo-Latn" + ] + }, + { + "ndcg_at_1": 0.43064, + "ndcg_at_3": 0.49356, + "ndcg_at_5": 0.52118, + "ndcg_at_10": 0.54465, + "ndcg_at_20": 0.56745, + "ndcg_at_100": 0.59944, + "ndcg_at_1000": 0.60623, + "map_at_1": 0.43064, + "map_at_3": 0.47832, + "map_at_5": 0.49379, + "map_at_10": 0.50354, + "map_at_20": 0.50987, + "map_at_100": 0.51435, + "map_at_1000": 0.51469, + "recall_at_1": 0.43064, + "recall_at_3": 0.53757, + "recall_at_5": 0.60405, + "recall_at_10": 0.6763, + "recall_at_20": 0.7659, + "recall_at_100": 0.93642, + "recall_at_1000": 0.98555, + "accuracy": 0.43064, + "precision_at_1": 0.43064, + "precision_at_3": 0.17919, + "precision_at_5": 0.12081, + "precision_at_10": 0.06763, + "precision_at_20": 0.03829, + "precision_at_100": 0.00936, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.430636, + "mrr_at_3": 0.478324, + "mrr_at_5": 0.493786, + "mrr_at_10": 0.503538, + "mrr_at_20": 0.50987, + "mrr_at_100": 0.514354, + "mrr_at_1000": 0.514688, + "nauc_ndcg_at_1_max": 0.781863, + "nauc_ndcg_at_1_std": 0.470401, + "nauc_ndcg_at_1_diff1": 0.815984, + "nauc_ndcg_at_3_max": 0.729329, + "nauc_ndcg_at_3_std": 0.462508, + "nauc_ndcg_at_3_diff1": 0.755672, + "nauc_ndcg_at_5_max": 0.726919, + "nauc_ndcg_at_5_std": 0.455667, + "nauc_ndcg_at_5_diff1": 0.732067, + "nauc_ndcg_at_10_max": 0.725862, + "nauc_ndcg_at_10_std": 0.455132, + "nauc_ndcg_at_10_diff1": 0.7309, + "nauc_ndcg_at_20_max": 0.71406, + "nauc_ndcg_at_20_std": 0.449477, + "nauc_ndcg_at_20_diff1": 0.72695, + "nauc_ndcg_at_100_max": 0.722398, + "nauc_ndcg_at_100_std": 0.447655, + "nauc_ndcg_at_100_diff1": 0.732683, + "nauc_ndcg_at_1000_max": 0.727384, + "nauc_ndcg_at_1000_std": 0.455486, + "nauc_ndcg_at_1000_diff1": 0.74094, + "nauc_map_at_1_max": 0.781863, + "nauc_map_at_1_std": 0.470401, + "nauc_map_at_1_diff1": 0.815984, + "nauc_map_at_3_max": 0.741496, + "nauc_map_at_3_std": 0.46367, + "nauc_map_at_3_diff1": 0.770126, + "nauc_map_at_5_max": 0.740697, + "nauc_map_at_5_std": 0.460318, + "nauc_map_at_5_diff1": 0.757572, + "nauc_map_at_10_max": 0.741199, + "nauc_map_at_10_std": 0.461359, + "nauc_map_at_10_diff1": 0.758304, + "nauc_map_at_20_max": 0.738451, + "nauc_map_at_20_std": 0.459984, + "nauc_map_at_20_diff1": 0.757555, + "nauc_map_at_100_max": 0.739754, + "nauc_map_at_100_std": 0.459675, + "nauc_map_at_100_diff1": 0.758478, + "nauc_map_at_1000_max": 0.739993, + "nauc_map_at_1000_std": 0.460045, + "nauc_map_at_1000_diff1": 0.758844, + "nauc_recall_at_1_max": 0.781863, + "nauc_recall_at_1_std": 0.470401, + "nauc_recall_at_1_diff1": 0.815984, + "nauc_recall_at_3_max": 0.693211, + "nauc_recall_at_3_std": 0.459363, + "nauc_recall_at_3_diff1": 0.712544, + "nauc_recall_at_5_max": 0.68268, + "nauc_recall_at_5_std": 0.439685, + "nauc_recall_at_5_diff1": 0.647407, + "nauc_recall_at_10_max": 0.667713, + "nauc_recall_at_10_std": 0.427701, + "nauc_recall_at_10_diff1": 0.6256, + "nauc_recall_at_20_max": 0.582511, + "nauc_recall_at_20_std": 0.387383, + "nauc_recall_at_20_diff1": 0.573778, + "nauc_recall_at_100_max": 0.469292, + "nauc_recall_at_100_std": 0.216011, + "nauc_recall_at_100_diff1": 0.359509, + "nauc_recall_at_1000_max": 0.274497, + "nauc_recall_at_1000_std": 0.466294, + "nauc_recall_at_1000_diff1": 0.218929, + "nauc_precision_at_1_max": 0.781863, + "nauc_precision_at_1_std": 0.470401, + "nauc_precision_at_1_diff1": 0.815984, + "nauc_precision_at_3_max": 0.693211, + "nauc_precision_at_3_std": 0.459363, + "nauc_precision_at_3_diff1": 0.712544, + "nauc_precision_at_5_max": 0.68268, + "nauc_precision_at_5_std": 0.439685, + "nauc_precision_at_5_diff1": 0.647407, + "nauc_precision_at_10_max": 0.667713, + "nauc_precision_at_10_std": 0.427701, + "nauc_precision_at_10_diff1": 0.6256, + "nauc_precision_at_20_max": 0.582511, + "nauc_precision_at_20_std": 0.387383, + "nauc_precision_at_20_diff1": 0.573778, + "nauc_precision_at_100_max": 0.469292, + "nauc_precision_at_100_std": 0.216011, + "nauc_precision_at_100_diff1": 0.359509, + "nauc_precision_at_1000_max": 0.274497, + "nauc_precision_at_1000_std": 0.466294, + "nauc_precision_at_1000_diff1": 0.218929, + "nauc_mrr_at_1_max": 0.781863, + "nauc_mrr_at_1_std": 0.470401, + "nauc_mrr_at_1_diff1": 0.815984, + "nauc_mrr_at_3_max": 0.741496, + "nauc_mrr_at_3_std": 0.46367, + "nauc_mrr_at_3_diff1": 0.770126, + "nauc_mrr_at_5_max": 0.740697, + "nauc_mrr_at_5_std": 0.460318, + "nauc_mrr_at_5_diff1": 0.757572, + "nauc_mrr_at_10_max": 0.741199, + "nauc_mrr_at_10_std": 0.461359, + "nauc_mrr_at_10_diff1": 0.758304, + "nauc_mrr_at_20_max": 0.738451, + "nauc_mrr_at_20_std": 0.459984, + "nauc_mrr_at_20_diff1": 0.757555, + "nauc_mrr_at_100_max": 0.739754, + "nauc_mrr_at_100_std": 0.459675, + "nauc_mrr_at_100_diff1": 0.758478, + "nauc_mrr_at_1000_max": 0.739993, + "nauc_mrr_at_1000_std": 0.460045, + "nauc_mrr_at_1000_diff1": 0.758844, + "hit_rate_at_1": 0.43064, + "hit_rate_at_3": 0.53757, + "hit_rate_at_5": 0.60405, + "hit_rate_at_10": 0.6763, + "hit_rate_at_20": 0.7659, + "hit_rate_at_100": 0.93642, + "hit_rate_at_1000": 0.98555, + "main_score": 0.60405, + "hf_subset": "lv_lv", + "languages": [ + "lvs-Latn" + ] + }, + { + "ndcg_at_1": 0.19771, + "ndcg_at_3": 0.22401, + "ndcg_at_5": 0.23955, + "ndcg_at_10": 0.25327, + "ndcg_at_20": 0.26922, + "ndcg_at_100": 0.3088, + "ndcg_at_1000": 0.34557, + "map_at_1": 0.19771, + "map_at_3": 0.21729, + "map_at_5": 0.22603, + "map_at_10": 0.23159, + "map_at_20": 0.23597, + "map_at_100": 0.24077, + "map_at_1000": 0.24249, + "recall_at_1": 0.19771, + "recall_at_3": 0.24355, + "recall_at_5": 0.2808, + "recall_at_10": 0.32378, + "recall_at_20": 0.38682, + "recall_at_100": 0.61032, + "recall_at_1000": 0.87966, + "accuracy": 0.19771, + "precision_at_1": 0.19771, + "precision_at_3": 0.08118, + "precision_at_5": 0.05616, + "precision_at_10": 0.03238, + "precision_at_20": 0.01934, + "precision_at_100": 0.0061, + "precision_at_1000": 0.00088, + "mrr_at_1": 0.197708, + "mrr_at_3": 0.217287, + "mrr_at_5": 0.226027, + "mrr_at_10": 0.231594, + "mrr_at_20": 0.235974, + "mrr_at_100": 0.240771, + "mrr_at_1000": 0.242487, + "nauc_ndcg_at_1_max": 0.036277, + "nauc_ndcg_at_1_std": -0.359548, + "nauc_ndcg_at_1_diff1": 0.680541, + "nauc_ndcg_at_3_max": 0.002188, + "nauc_ndcg_at_3_std": -0.39717, + "nauc_ndcg_at_3_diff1": 0.621488, + "nauc_ndcg_at_5_max": -0.004225, + "nauc_ndcg_at_5_std": -0.399657, + "nauc_ndcg_at_5_diff1": 0.598551, + "nauc_ndcg_at_10_max": -0.013436, + "nauc_ndcg_at_10_std": -0.401978, + "nauc_ndcg_at_10_diff1": 0.579575, + "nauc_ndcg_at_20_max": -0.012593, + "nauc_ndcg_at_20_std": -0.389905, + "nauc_ndcg_at_20_diff1": 0.570027, + "nauc_ndcg_at_100_max": -0.024811, + "nauc_ndcg_at_100_std": -0.386477, + "nauc_ndcg_at_100_diff1": 0.563878, + "nauc_ndcg_at_1000_max": -0.013551, + "nauc_ndcg_at_1000_std": -0.388455, + "nauc_ndcg_at_1000_diff1": 0.577901, + "nauc_map_at_1_max": 0.036277, + "nauc_map_at_1_std": -0.359548, + "nauc_map_at_1_diff1": 0.680541, + "nauc_map_at_3_max": 0.012199, + "nauc_map_at_3_std": -0.387699, + "nauc_map_at_3_diff1": 0.636692, + "nauc_map_at_5_max": 0.008021, + "nauc_map_at_5_std": -0.389381, + "nauc_map_at_5_diff1": 0.623235, + "nauc_map_at_10_max": 0.004146, + "nauc_map_at_10_std": -0.389911, + "nauc_map_at_10_diff1": 0.615353, + "nauc_map_at_20_max": 0.004694, + "nauc_map_at_20_std": -0.386126, + "nauc_map_at_20_diff1": 0.611952, + "nauc_map_at_100_max": 0.002686, + "nauc_map_at_100_std": -0.385653, + "nauc_map_at_100_diff1": 0.610838, + "nauc_map_at_1000_max": 0.003324, + "nauc_map_at_1000_std": -0.3857, + "nauc_map_at_1000_diff1": 0.611516, + "nauc_recall_at_1_max": 0.036277, + "nauc_recall_at_1_std": -0.359548, + "nauc_recall_at_1_diff1": 0.680541, + "nauc_recall_at_3_max": -0.026095, + "nauc_recall_at_3_std": -0.423439, + "nauc_recall_at_3_diff1": 0.579196, + "nauc_recall_at_5_max": -0.037415, + "nauc_recall_at_5_std": -0.426981, + "nauc_recall_at_5_diff1": 0.530699, + "nauc_recall_at_10_max": -0.06253, + "nauc_recall_at_10_std": -0.434841, + "nauc_recall_at_10_diff1": 0.478834, + "nauc_recall_at_20_max": -0.06033, + "nauc_recall_at_20_std": -0.393919, + "nauc_recall_at_20_diff1": 0.452358, + "nauc_recall_at_100_max": -0.131357, + "nauc_recall_at_100_std": -0.376458, + "nauc_recall_at_100_diff1": 0.405634, + "nauc_recall_at_1000_max": -0.109046, + "nauc_recall_at_1000_std": -0.398586, + "nauc_recall_at_1000_diff1": 0.407659, + "nauc_precision_at_1_max": 0.036277, + "nauc_precision_at_1_std": -0.359548, + "nauc_precision_at_1_diff1": 0.680541, + "nauc_precision_at_3_max": -0.026095, + "nauc_precision_at_3_std": -0.423439, + "nauc_precision_at_3_diff1": 0.579196, + "nauc_precision_at_5_max": -0.037415, + "nauc_precision_at_5_std": -0.426981, + "nauc_precision_at_5_diff1": 0.530699, + "nauc_precision_at_10_max": -0.06253, + "nauc_precision_at_10_std": -0.434841, + "nauc_precision_at_10_diff1": 0.478834, + "nauc_precision_at_20_max": -0.06033, + "nauc_precision_at_20_std": -0.393919, + "nauc_precision_at_20_diff1": 0.452358, + "nauc_precision_at_100_max": -0.131357, + "nauc_precision_at_100_std": -0.376458, + "nauc_precision_at_100_diff1": 0.405634, + "nauc_precision_at_1000_max": -0.109046, + "nauc_precision_at_1000_std": -0.398586, + "nauc_precision_at_1000_diff1": 0.407659, + "nauc_mrr_at_1_max": 0.036277, + "nauc_mrr_at_1_std": -0.359548, + "nauc_mrr_at_1_diff1": 0.680541, + "nauc_mrr_at_3_max": 0.012199, + "nauc_mrr_at_3_std": -0.387699, + "nauc_mrr_at_3_diff1": 0.636692, + "nauc_mrr_at_5_max": 0.008021, + "nauc_mrr_at_5_std": -0.389381, + "nauc_mrr_at_5_diff1": 0.623235, + "nauc_mrr_at_10_max": 0.004146, + "nauc_mrr_at_10_std": -0.389911, + "nauc_mrr_at_10_diff1": 0.615353, + "nauc_mrr_at_20_max": 0.004694, + "nauc_mrr_at_20_std": -0.386126, + "nauc_mrr_at_20_diff1": 0.611952, + "nauc_mrr_at_100_max": 0.002686, + "nauc_mrr_at_100_std": -0.385653, + "nauc_mrr_at_100_diff1": 0.610838, + "nauc_mrr_at_1000_max": 0.003324, + "nauc_mrr_at_1000_std": -0.3857, + "nauc_mrr_at_1000_diff1": 0.611516, + "hit_rate_at_1": 0.19771, + "hit_rate_at_3": 0.24355, + "hit_rate_at_5": 0.2808, + "hit_rate_at_10": 0.32378, + "hit_rate_at_20": 0.38682, + "hit_rate_at_100": 0.61032, + "hit_rate_at_1000": 0.87966, + "main_score": 0.2808, + "hf_subset": "mi_nz", + "languages": [ + "mri-Latn" + ] + }, + { + "ndcg_at_1": 0.91379, + "ndcg_at_3": 0.9413, + "ndcg_at_5": 0.95095, + "ndcg_at_10": 0.95561, + "ndcg_at_20": 0.9563, + "ndcg_at_100": 0.9563, + "ndcg_at_1000": 0.9563, + "map_at_1": 0.91379, + "map_at_3": 0.93487, + "map_at_5": 0.94033, + "map_at_10": 0.94226, + "map_at_20": 0.94243, + "map_at_100": 0.94243, + "map_at_1000": 0.94243, + "recall_at_1": 0.91379, + "recall_at_3": 0.95977, + "recall_at_5": 0.98276, + "recall_at_10": 0.99713, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.91379, + "precision_at_1": 0.91379, + "precision_at_3": 0.31992, + "precision_at_5": 0.19655, + "precision_at_10": 0.09971, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.913793, + "mrr_at_3": 0.934866, + "mrr_at_5": 0.940326, + "mrr_at_10": 0.942264, + "mrr_at_20": 0.942433, + "mrr_at_100": 0.942433, + "mrr_at_1000": 0.942433, + "nauc_ndcg_at_1_max": 0.820044, + "nauc_ndcg_at_1_std": 0.343257, + "nauc_ndcg_at_1_diff1": 0.95149, + "nauc_ndcg_at_3_max": 0.835055, + "nauc_ndcg_at_3_std": 0.313442, + "nauc_ndcg_at_3_diff1": 0.963114, + "nauc_ndcg_at_5_max": 0.841317, + "nauc_ndcg_at_5_std": 0.329435, + "nauc_ndcg_at_5_diff1": 0.962459, + "nauc_ndcg_at_10_max": 0.832545, + "nauc_ndcg_at_10_std": 0.291617, + "nauc_ndcg_at_10_diff1": 0.958509, + "nauc_ndcg_at_20_max": 0.831967, + "nauc_ndcg_at_20_std": 0.323578, + "nauc_ndcg_at_20_diff1": 0.957855, + "nauc_ndcg_at_100_max": 0.831967, + "nauc_ndcg_at_100_std": 0.323578, + "nauc_ndcg_at_100_diff1": 0.957855, + "nauc_ndcg_at_1000_max": 0.831967, + "nauc_ndcg_at_1000_std": 0.323578, + "nauc_ndcg_at_1000_diff1": 0.957855, + "nauc_map_at_1_max": 0.820044, + "nauc_map_at_1_std": 0.343257, + "nauc_map_at_1_diff1": 0.95149, + "nauc_map_at_3_max": 0.831265, + "nauc_map_at_3_std": 0.32422, + "nauc_map_at_3_diff1": 0.959242, + "nauc_map_at_5_max": 0.834142, + "nauc_map_at_5_std": 0.333934, + "nauc_map_at_5_diff1": 0.958662, + "nauc_map_at_10_max": 0.83095, + "nauc_map_at_10_std": 0.321981, + "nauc_map_at_10_diff1": 0.957274, + "nauc_map_at_20_max": 0.830838, + "nauc_map_at_20_std": 0.328021, + "nauc_map_at_20_diff1": 0.957149, + "nauc_map_at_100_max": 0.830838, + "nauc_map_at_100_std": 0.328021, + "nauc_map_at_100_diff1": 0.957149, + "nauc_map_at_1000_max": 0.830838, + "nauc_map_at_1000_std": 0.328021, + "nauc_map_at_1000_diff1": 0.957149, + "nauc_recall_at_1_max": 0.820044, + "nauc_recall_at_1_std": 0.343257, + "nauc_recall_at_1_diff1": 0.95149, + "nauc_recall_at_3_max": 0.85209, + "nauc_recall_at_3_std": 0.26224, + "nauc_recall_at_3_diff1": 0.981314, + "nauc_recall_at_5_max": 0.912798, + "nauc_recall_at_5_std": 0.283902, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 0.869198, + "nauc_recall_at_10_std": -1.735003, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.820044, + "nauc_precision_at_1_std": 0.343257, + "nauc_precision_at_1_diff1": 0.95149, + "nauc_precision_at_3_max": 0.85209, + "nauc_precision_at_3_std": 0.26224, + "nauc_precision_at_3_diff1": 0.981314, + "nauc_precision_at_5_max": 0.912798, + "nauc_precision_at_5_std": 0.283902, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 0.869198, + "nauc_precision_at_10_std": -1.735003, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.820044, + "nauc_mrr_at_1_std": 0.343257, + "nauc_mrr_at_1_diff1": 0.95149, + "nauc_mrr_at_3_max": 0.831265, + "nauc_mrr_at_3_std": 0.32422, + "nauc_mrr_at_3_diff1": 0.959242, + "nauc_mrr_at_5_max": 0.834142, + "nauc_mrr_at_5_std": 0.333934, + "nauc_mrr_at_5_diff1": 0.958662, + "nauc_mrr_at_10_max": 0.83095, + "nauc_mrr_at_10_std": 0.321981, + "nauc_mrr_at_10_diff1": 0.957274, + "nauc_mrr_at_20_max": 0.830838, + "nauc_mrr_at_20_std": 0.328021, + "nauc_mrr_at_20_diff1": 0.957149, + "nauc_mrr_at_100_max": 0.830838, + "nauc_mrr_at_100_std": 0.328021, + "nauc_mrr_at_100_diff1": 0.957149, + "nauc_mrr_at_1000_max": 0.830838, + "nauc_mrr_at_1000_std": 0.328021, + "nauc_mrr_at_1000_diff1": 0.957149, + "hit_rate_at_1": 0.91379, + "hit_rate_at_3": 0.95977, + "hit_rate_at_5": 0.98276, + "hit_rate_at_10": 0.99713, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.98276, + "hf_subset": "mk_mk", + "languages": [ + "mkd-Cyrl" + ] + }, + { + "ndcg_at_1": 0.46802, + "ndcg_at_3": 0.55547, + "ndcg_at_5": 0.57474, + "ndcg_at_10": 0.61066, + "ndcg_at_20": 0.63441, + "ndcg_at_100": 0.65414, + "ndcg_at_1000": 0.65785, + "map_at_1": 0.46802, + "map_at_3": 0.5344, + "map_at_5": 0.54516, + "map_at_10": 0.5601, + "map_at_20": 0.56673, + "map_at_100": 0.56959, + "map_at_1000": 0.56979, + "recall_at_1": 0.46802, + "recall_at_3": 0.61628, + "recall_at_5": 0.66279, + "recall_at_10": 0.77326, + "recall_at_20": 0.86628, + "recall_at_100": 0.97093, + "recall_at_1000": 0.99709, + "accuracy": 0.46802, + "precision_at_1": 0.46802, + "precision_at_3": 0.20543, + "precision_at_5": 0.13256, + "precision_at_10": 0.07733, + "precision_at_20": 0.04331, + "precision_at_100": 0.00971, + "precision_at_1000": 0.001, + "mrr_at_1": 0.468023, + "mrr_at_3": 0.534399, + "mrr_at_5": 0.545155, + "mrr_at_10": 0.560104, + "mrr_at_20": 0.566734, + "mrr_at_100": 0.569591, + "mrr_at_1000": 0.569793, + "nauc_ndcg_at_1_max": 0.520501, + "nauc_ndcg_at_1_std": 0.317292, + "nauc_ndcg_at_1_diff1": 0.682295, + "nauc_ndcg_at_3_max": 0.495897, + "nauc_ndcg_at_3_std": 0.336947, + "nauc_ndcg_at_3_diff1": 0.63463, + "nauc_ndcg_at_5_max": 0.509163, + "nauc_ndcg_at_5_std": 0.352958, + "nauc_ndcg_at_5_diff1": 0.634108, + "nauc_ndcg_at_10_max": 0.491305, + "nauc_ndcg_at_10_std": 0.337311, + "nauc_ndcg_at_10_diff1": 0.619975, + "nauc_ndcg_at_20_max": 0.500462, + "nauc_ndcg_at_20_std": 0.337351, + "nauc_ndcg_at_20_diff1": 0.624186, + "nauc_ndcg_at_100_max": 0.502417, + "nauc_ndcg_at_100_std": 0.339112, + "nauc_ndcg_at_100_diff1": 0.633262, + "nauc_ndcg_at_1000_max": 0.503648, + "nauc_ndcg_at_1000_std": 0.338081, + "nauc_ndcg_at_1000_diff1": 0.636608, + "nauc_map_at_1_max": 0.520501, + "nauc_map_at_1_std": 0.317292, + "nauc_map_at_1_diff1": 0.682295, + "nauc_map_at_3_max": 0.501872, + "nauc_map_at_3_std": 0.332816, + "nauc_map_at_3_diff1": 0.645391, + "nauc_map_at_5_max": 0.509242, + "nauc_map_at_5_std": 0.341498, + "nauc_map_at_5_diff1": 0.645253, + "nauc_map_at_10_max": 0.502221, + "nauc_map_at_10_std": 0.335329, + "nauc_map_at_10_diff1": 0.640191, + "nauc_map_at_20_max": 0.505467, + "nauc_map_at_20_std": 0.335378, + "nauc_map_at_20_diff1": 0.64162, + "nauc_map_at_100_max": 0.505762, + "nauc_map_at_100_std": 0.335463, + "nauc_map_at_100_diff1": 0.643079, + "nauc_map_at_1000_max": 0.505799, + "nauc_map_at_1000_std": 0.335395, + "nauc_map_at_1000_diff1": 0.643215, + "nauc_recall_at_1_max": 0.520501, + "nauc_recall_at_1_std": 0.317292, + "nauc_recall_at_1_diff1": 0.682295, + "nauc_recall_at_3_max": 0.477233, + "nauc_recall_at_3_std": 0.349547, + "nauc_recall_at_3_diff1": 0.601405, + "nauc_recall_at_5_max": 0.511038, + "nauc_recall_at_5_std": 0.393613, + "nauc_recall_at_5_diff1": 0.59718, + "nauc_recall_at_10_max": 0.435767, + "nauc_recall_at_10_std": 0.338788, + "nauc_recall_at_10_diff1": 0.522592, + "nauc_recall_at_20_max": 0.46354, + "nauc_recall_at_20_std": 0.338743, + "nauc_recall_at_20_diff1": 0.498307, + "nauc_recall_at_100_max": 0.424859, + "nauc_recall_at_100_std": 0.446853, + "nauc_recall_at_100_diff1": 0.445701, + "nauc_recall_at_1000_max": 0.554356, + "nauc_recall_at_1000_std": 0.86945, + "nauc_recall_at_1000_diff1": 0.86945, + "nauc_precision_at_1_max": 0.520501, + "nauc_precision_at_1_std": 0.317292, + "nauc_precision_at_1_diff1": 0.682295, + "nauc_precision_at_3_max": 0.477233, + "nauc_precision_at_3_std": 0.349547, + "nauc_precision_at_3_diff1": 0.601405, + "nauc_precision_at_5_max": 0.511038, + "nauc_precision_at_5_std": 0.393613, + "nauc_precision_at_5_diff1": 0.59718, + "nauc_precision_at_10_max": 0.435767, + "nauc_precision_at_10_std": 0.338788, + "nauc_precision_at_10_diff1": 0.522592, + "nauc_precision_at_20_max": 0.46354, + "nauc_precision_at_20_std": 0.338743, + "nauc_precision_at_20_diff1": 0.498307, + "nauc_precision_at_100_max": 0.424859, + "nauc_precision_at_100_std": 0.446853, + "nauc_precision_at_100_diff1": 0.445701, + "nauc_precision_at_1000_max": 0.554356, + "nauc_precision_at_1000_std": 0.86945, + "nauc_precision_at_1000_diff1": 0.86945, + "nauc_mrr_at_1_max": 0.520501, + "nauc_mrr_at_1_std": 0.317292, + "nauc_mrr_at_1_diff1": 0.682295, + "nauc_mrr_at_3_max": 0.501872, + "nauc_mrr_at_3_std": 0.332816, + "nauc_mrr_at_3_diff1": 0.645391, + "nauc_mrr_at_5_max": 0.509242, + "nauc_mrr_at_5_std": 0.341498, + "nauc_mrr_at_5_diff1": 0.645253, + "nauc_mrr_at_10_max": 0.502221, + "nauc_mrr_at_10_std": 0.335329, + "nauc_mrr_at_10_diff1": 0.640191, + "nauc_mrr_at_20_max": 0.505467, + "nauc_mrr_at_20_std": 0.335378, + "nauc_mrr_at_20_diff1": 0.64162, + "nauc_mrr_at_100_max": 0.505762, + "nauc_mrr_at_100_std": 0.335463, + "nauc_mrr_at_100_diff1": 0.643079, + "nauc_mrr_at_1000_max": 0.505799, + "nauc_mrr_at_1000_std": 0.335395, + "nauc_mrr_at_1000_diff1": 0.643215, + "hit_rate_at_1": 0.46802, + "hit_rate_at_3": 0.61628, + "hit_rate_at_5": 0.66279, + "hit_rate_at_10": 0.77326, + "hit_rate_at_20": 0.86628, + "hit_rate_at_100": 0.97093, + "hit_rate_at_1000": 0.99709, + "main_score": 0.66279, + "hf_subset": "ml_in", + "languages": [ + "mal-Mlym" + ] + }, + { + "ndcg_at_1": 0.14286, + "ndcg_at_3": 0.19102, + "ndcg_at_5": 0.21119, + "ndcg_at_10": 0.23815, + "ndcg_at_20": 0.26006, + "ndcg_at_100": 0.31075, + "ndcg_at_1000": 0.33967, + "map_at_1": 0.14286, + "map_at_3": 0.17905, + "map_at_5": 0.19033, + "map_at_10": 0.20156, + "map_at_20": 0.20731, + "map_at_100": 0.21425, + "map_at_1000": 0.21562, + "recall_at_1": 0.14286, + "recall_at_3": 0.22571, + "recall_at_5": 0.27429, + "recall_at_10": 0.35714, + "recall_at_20": 0.44571, + "recall_at_100": 0.72, + "recall_at_1000": 0.93143, + "accuracy": 0.14286, + "precision_at_1": 0.14286, + "precision_at_3": 0.07524, + "precision_at_5": 0.05486, + "precision_at_10": 0.03571, + "precision_at_20": 0.02229, + "precision_at_100": 0.0072, + "precision_at_1000": 0.00093, + "mrr_at_1": 0.142857, + "mrr_at_3": 0.179048, + "mrr_at_5": 0.190333, + "mrr_at_10": 0.201556, + "mrr_at_20": 0.20731, + "mrr_at_100": 0.214246, + "mrr_at_1000": 0.215619, + "nauc_ndcg_at_1_max": 0.209466, + "nauc_ndcg_at_1_std": 0.063177, + "nauc_ndcg_at_1_diff1": 0.359265, + "nauc_ndcg_at_3_max": 0.183115, + "nauc_ndcg_at_3_std": 0.092068, + "nauc_ndcg_at_3_diff1": 0.300356, + "nauc_ndcg_at_5_max": 0.160999, + "nauc_ndcg_at_5_std": 0.090867, + "nauc_ndcg_at_5_diff1": 0.279751, + "nauc_ndcg_at_10_max": 0.176007, + "nauc_ndcg_at_10_std": 0.104662, + "nauc_ndcg_at_10_diff1": 0.272367, + "nauc_ndcg_at_20_max": 0.150502, + "nauc_ndcg_at_20_std": 0.104625, + "nauc_ndcg_at_20_diff1": 0.263123, + "nauc_ndcg_at_100_max": 0.150907, + "nauc_ndcg_at_100_std": 0.085702, + "nauc_ndcg_at_100_diff1": 0.244253, + "nauc_ndcg_at_1000_max": 0.152577, + "nauc_ndcg_at_1000_std": 0.103333, + "nauc_ndcg_at_1000_diff1": 0.266233, + "nauc_map_at_1_max": 0.209466, + "nauc_map_at_1_std": 0.063177, + "nauc_map_at_1_diff1": 0.359265, + "nauc_map_at_3_max": 0.185501, + "nauc_map_at_3_std": 0.086688, + "nauc_map_at_3_diff1": 0.31362, + "nauc_map_at_5_max": 0.172101, + "nauc_map_at_5_std": 0.086267, + "nauc_map_at_5_diff1": 0.301665, + "nauc_map_at_10_max": 0.179402, + "nauc_map_at_10_std": 0.092207, + "nauc_map_at_10_diff1": 0.298575, + "nauc_map_at_20_max": 0.172148, + "nauc_map_at_20_std": 0.09216, + "nauc_map_at_20_diff1": 0.295523, + "nauc_map_at_100_max": 0.171602, + "nauc_map_at_100_std": 0.090753, + "nauc_map_at_100_diff1": 0.293159, + "nauc_map_at_1000_max": 0.171803, + "nauc_map_at_1000_std": 0.091265, + "nauc_map_at_1000_diff1": 0.294394, + "nauc_recall_at_1_max": 0.209466, + "nauc_recall_at_1_std": 0.063177, + "nauc_recall_at_1_diff1": 0.359265, + "nauc_recall_at_3_max": 0.178306, + "nauc_recall_at_3_std": 0.105147, + "nauc_recall_at_3_diff1": 0.267209, + "nauc_recall_at_5_max": 0.133931, + "nauc_recall_at_5_std": 0.101051, + "nauc_recall_at_5_diff1": 0.22559, + "nauc_recall_at_10_max": 0.170564, + "nauc_recall_at_10_std": 0.136154, + "nauc_recall_at_10_diff1": 0.208631, + "nauc_recall_at_20_max": 0.086494, + "nauc_recall_at_20_std": 0.135913, + "nauc_recall_at_20_diff1": 0.180927, + "nauc_recall_at_100_max": 0.068997, + "nauc_recall_at_100_std": 0.015404, + "nauc_recall_at_100_diff1": 0.031877, + "nauc_recall_at_1000_max": -0.102766, + "nauc_recall_at_1000_std": 0.350296, + "nauc_recall_at_1000_diff1": 0.056392, + "nauc_precision_at_1_max": 0.209466, + "nauc_precision_at_1_std": 0.063177, + "nauc_precision_at_1_diff1": 0.359265, + "nauc_precision_at_3_max": 0.178306, + "nauc_precision_at_3_std": 0.105147, + "nauc_precision_at_3_diff1": 0.267209, + "nauc_precision_at_5_max": 0.133931, + "nauc_precision_at_5_std": 0.101051, + "nauc_precision_at_5_diff1": 0.22559, + "nauc_precision_at_10_max": 0.170564, + "nauc_precision_at_10_std": 0.136154, + "nauc_precision_at_10_diff1": 0.208631, + "nauc_precision_at_20_max": 0.086494, + "nauc_precision_at_20_std": 0.135913, + "nauc_precision_at_20_diff1": 0.180927, + "nauc_precision_at_100_max": 0.068997, + "nauc_precision_at_100_std": 0.015404, + "nauc_precision_at_100_diff1": 0.031877, + "nauc_precision_at_1000_max": -0.102766, + "nauc_precision_at_1000_std": 0.350296, + "nauc_precision_at_1000_diff1": 0.056392, + "nauc_mrr_at_1_max": 0.209466, + "nauc_mrr_at_1_std": 0.063177, + "nauc_mrr_at_1_diff1": 0.359265, + "nauc_mrr_at_3_max": 0.185501, + "nauc_mrr_at_3_std": 0.086688, + "nauc_mrr_at_3_diff1": 0.31362, + "nauc_mrr_at_5_max": 0.172101, + "nauc_mrr_at_5_std": 0.086267, + "nauc_mrr_at_5_diff1": 0.301665, + "nauc_mrr_at_10_max": 0.179402, + "nauc_mrr_at_10_std": 0.092207, + "nauc_mrr_at_10_diff1": 0.298575, + "nauc_mrr_at_20_max": 0.172148, + "nauc_mrr_at_20_std": 0.09216, + "nauc_mrr_at_20_diff1": 0.295523, + "nauc_mrr_at_100_max": 0.171602, + "nauc_mrr_at_100_std": 0.090753, + "nauc_mrr_at_100_diff1": 0.293159, + "nauc_mrr_at_1000_max": 0.171803, + "nauc_mrr_at_1000_std": 0.091265, + "nauc_mrr_at_1000_diff1": 0.294394, + "hit_rate_at_1": 0.14286, + "hit_rate_at_3": 0.22571, + "hit_rate_at_5": 0.27429, + "hit_rate_at_10": 0.35714, + "hit_rate_at_20": 0.44571, + "hit_rate_at_100": 0.72, + "hit_rate_at_1000": 0.93143, + "main_score": 0.27429, + "hf_subset": "mn_mn", + "languages": [ + "mon-Cyrl" + ] + }, + { + "ndcg_at_1": 0.7851, + "ndcg_at_3": 0.84599, + "ndcg_at_5": 0.85412, + "ndcg_at_10": 0.86347, + "ndcg_at_20": 0.87026, + "ndcg_at_100": 0.87569, + "ndcg_at_1000": 0.87651, + "map_at_1": 0.7851, + "map_at_3": 0.83047, + "map_at_5": 0.83491, + "map_at_10": 0.83883, + "map_at_20": 0.84083, + "map_at_100": 0.84162, + "map_at_1000": 0.84167, + "recall_at_1": 0.7851, + "recall_at_3": 0.89112, + "recall_at_5": 0.91117, + "recall_at_10": 0.93983, + "recall_at_20": 0.96562, + "recall_at_100": 0.99427, + "recall_at_1000": 1.0, + "accuracy": 0.7851, + "precision_at_1": 0.7851, + "precision_at_3": 0.29704, + "precision_at_5": 0.18223, + "precision_at_10": 0.09398, + "precision_at_20": 0.04828, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.7851, + "mrr_at_3": 0.830468, + "mrr_at_5": 0.834909, + "mrr_at_10": 0.838825, + "mrr_at_20": 0.840829, + "mrr_at_100": 0.841624, + "mrr_at_1000": 0.841669, + "nauc_ndcg_at_1_max": 0.730768, + "nauc_ndcg_at_1_std": 0.360347, + "nauc_ndcg_at_1_diff1": 0.83599, + "nauc_ndcg_at_3_max": 0.757097, + "nauc_ndcg_at_3_std": 0.356787, + "nauc_ndcg_at_3_diff1": 0.788633, + "nauc_ndcg_at_5_max": 0.755298, + "nauc_ndcg_at_5_std": 0.339766, + "nauc_ndcg_at_5_diff1": 0.794627, + "nauc_ndcg_at_10_max": 0.752881, + "nauc_ndcg_at_10_std": 0.35866, + "nauc_ndcg_at_10_diff1": 0.79995, + "nauc_ndcg_at_20_max": 0.751302, + "nauc_ndcg_at_20_std": 0.365091, + "nauc_ndcg_at_20_diff1": 0.801185, + "nauc_ndcg_at_100_max": 0.749841, + "nauc_ndcg_at_100_std": 0.356868, + "nauc_ndcg_at_100_diff1": 0.805682, + "nauc_ndcg_at_1000_max": 0.748532, + "nauc_ndcg_at_1000_std": 0.353773, + "nauc_ndcg_at_1000_diff1": 0.80527, + "nauc_map_at_1_max": 0.730768, + "nauc_map_at_1_std": 0.360347, + "nauc_map_at_1_diff1": 0.83599, + "nauc_map_at_3_max": 0.74942, + "nauc_map_at_3_std": 0.354, + "nauc_map_at_3_diff1": 0.802438, + "nauc_map_at_5_max": 0.748007, + "nauc_map_at_5_std": 0.345094, + "nauc_map_at_5_diff1": 0.805454, + "nauc_map_at_10_max": 0.7468, + "nauc_map_at_10_std": 0.351844, + "nauc_map_at_10_diff1": 0.807575, + "nauc_map_at_20_max": 0.74625, + "nauc_map_at_20_std": 0.352794, + "nauc_map_at_20_diff1": 0.808014, + "nauc_map_at_100_max": 0.746062, + "nauc_map_at_100_std": 0.351744, + "nauc_map_at_100_diff1": 0.808616, + "nauc_map_at_1000_max": 0.746003, + "nauc_map_at_1000_std": 0.351608, + "nauc_map_at_1000_diff1": 0.808595, + "nauc_recall_at_1_max": 0.730768, + "nauc_recall_at_1_std": 0.360347, + "nauc_recall_at_1_diff1": 0.83599, + "nauc_recall_at_3_max": 0.789749, + "nauc_recall_at_3_std": 0.371043, + "nauc_recall_at_3_diff1": 0.72992, + "nauc_recall_at_5_max": 0.792188, + "nauc_recall_at_5_std": 0.312533, + "nauc_recall_at_5_diff1": 0.742436, + "nauc_recall_at_10_max": 0.795895, + "nauc_recall_at_10_std": 0.425828, + "nauc_recall_at_10_diff1": 0.753339, + "nauc_recall_at_20_max": 0.809439, + "nauc_recall_at_20_std": 0.580238, + "nauc_recall_at_20_diff1": 0.733985, + "nauc_recall_at_100_max": 0.93462, + "nauc_recall_at_100_std": 0.795657, + "nauc_recall_at_100_diff1": 0.861038, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.730768, + "nauc_precision_at_1_std": 0.360347, + "nauc_precision_at_1_diff1": 0.83599, + "nauc_precision_at_3_max": 0.789749, + "nauc_precision_at_3_std": 0.371043, + "nauc_precision_at_3_diff1": 0.72992, + "nauc_precision_at_5_max": 0.792188, + "nauc_precision_at_5_std": 0.312533, + "nauc_precision_at_5_diff1": 0.742436, + "nauc_precision_at_10_max": 0.795895, + "nauc_precision_at_10_std": 0.425828, + "nauc_precision_at_10_diff1": 0.753339, + "nauc_precision_at_20_max": 0.809439, + "nauc_precision_at_20_std": 0.580238, + "nauc_precision_at_20_diff1": 0.733985, + "nauc_precision_at_100_max": 0.93462, + "nauc_precision_at_100_std": 0.795657, + "nauc_precision_at_100_diff1": 0.861038, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.730768, + "nauc_mrr_at_1_std": 0.360347, + "nauc_mrr_at_1_diff1": 0.83599, + "nauc_mrr_at_3_max": 0.74942, + "nauc_mrr_at_3_std": 0.354, + "nauc_mrr_at_3_diff1": 0.802438, + "nauc_mrr_at_5_max": 0.748007, + "nauc_mrr_at_5_std": 0.345094, + "nauc_mrr_at_5_diff1": 0.805454, + "nauc_mrr_at_10_max": 0.7468, + "nauc_mrr_at_10_std": 0.351844, + "nauc_mrr_at_10_diff1": 0.807575, + "nauc_mrr_at_20_max": 0.74625, + "nauc_mrr_at_20_std": 0.352794, + "nauc_mrr_at_20_diff1": 0.808014, + "nauc_mrr_at_100_max": 0.746062, + "nauc_mrr_at_100_std": 0.351744, + "nauc_mrr_at_100_diff1": 0.808616, + "nauc_mrr_at_1000_max": 0.746003, + "nauc_mrr_at_1000_std": 0.351608, + "nauc_mrr_at_1000_diff1": 0.808595, + "hit_rate_at_1": 0.7851, + "hit_rate_at_3": 0.89112, + "hit_rate_at_5": 0.91117, + "hit_rate_at_10": 0.93983, + "hit_rate_at_20": 0.96562, + "hit_rate_at_100": 0.99427, + "hit_rate_at_1000": 1.0, + "main_score": 0.91117, + "hf_subset": "mr_in", + "languages": [ + "mar-Deva" + ] + }, + { + "ndcg_at_1": 0.83086, + "ndcg_at_3": 0.88392, + "ndcg_at_5": 0.88903, + "ndcg_at_10": 0.89944, + "ndcg_at_20": 0.90365, + "ndcg_at_100": 0.90704, + "ndcg_at_1000": 0.90704, + "map_at_1": 0.83086, + "map_at_3": 0.87141, + "map_at_5": 0.87438, + "map_at_10": 0.8786, + "map_at_20": 0.8796, + "map_at_100": 0.8801, + "map_at_1000": 0.8801, + "recall_at_1": 0.83086, + "recall_at_3": 0.91988, + "recall_at_5": 0.93175, + "recall_at_10": 0.96439, + "recall_at_20": 0.9822, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.83086, + "precision_at_1": 0.83086, + "precision_at_3": 0.30663, + "precision_at_5": 0.18635, + "precision_at_10": 0.09644, + "precision_at_20": 0.04911, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.830861, + "mrr_at_3": 0.871414, + "mrr_at_5": 0.874382, + "mrr_at_10": 0.878596, + "mrr_at_20": 0.879603, + "mrr_at_100": 0.880098, + "mrr_at_1000": 0.880098, + "nauc_ndcg_at_1_max": 0.771396, + "nauc_ndcg_at_1_std": 0.35257, + "nauc_ndcg_at_1_diff1": 0.828039, + "nauc_ndcg_at_3_max": 0.763886, + "nauc_ndcg_at_3_std": 0.353288, + "nauc_ndcg_at_3_diff1": 0.799697, + "nauc_ndcg_at_5_max": 0.775218, + "nauc_ndcg_at_5_std": 0.35734, + "nauc_ndcg_at_5_diff1": 0.815587, + "nauc_ndcg_at_10_max": 0.769155, + "nauc_ndcg_at_10_std": 0.34852, + "nauc_ndcg_at_10_diff1": 0.818904, + "nauc_ndcg_at_20_max": 0.76608, + "nauc_ndcg_at_20_std": 0.348138, + "nauc_ndcg_at_20_diff1": 0.813707, + "nauc_ndcg_at_100_max": 0.768092, + "nauc_ndcg_at_100_std": 0.353689, + "nauc_ndcg_at_100_diff1": 0.814831, + "nauc_ndcg_at_1000_max": 0.768092, + "nauc_ndcg_at_1000_std": 0.353689, + "nauc_ndcg_at_1000_diff1": 0.814831, + "nauc_map_at_1_max": 0.771396, + "nauc_map_at_1_std": 0.35257, + "nauc_map_at_1_diff1": 0.828039, + "nauc_map_at_3_max": 0.76357, + "nauc_map_at_3_std": 0.353916, + "nauc_map_at_3_diff1": 0.806423, + "nauc_map_at_5_max": 0.769408, + "nauc_map_at_5_std": 0.356022, + "nauc_map_at_5_diff1": 0.814786, + "nauc_map_at_10_max": 0.767594, + "nauc_map_at_10_std": 0.353665, + "nauc_map_at_10_diff1": 0.816013, + "nauc_map_at_20_max": 0.766964, + "nauc_map_at_20_std": 0.353558, + "nauc_map_at_20_diff1": 0.814957, + "nauc_map_at_100_max": 0.767349, + "nauc_map_at_100_std": 0.354388, + "nauc_map_at_100_diff1": 0.815085, + "nauc_map_at_1000_max": 0.767349, + "nauc_map_at_1000_std": 0.354388, + "nauc_map_at_1000_diff1": 0.815085, + "nauc_recall_at_1_max": 0.771396, + "nauc_recall_at_1_std": 0.35257, + "nauc_recall_at_1_diff1": 0.828039, + "nauc_recall_at_3_max": 0.766997, + "nauc_recall_at_3_std": 0.349938, + "nauc_recall_at_3_diff1": 0.770987, + "nauc_recall_at_5_max": 0.80903, + "nauc_recall_at_5_std": 0.364194, + "nauc_recall_at_5_diff1": 0.824172, + "nauc_recall_at_10_max": 0.780464, + "nauc_recall_at_10_std": 0.283521, + "nauc_recall_at_10_diff1": 0.857629, + "nauc_recall_at_20_max": 0.725106, + "nauc_recall_at_20_std": 0.213734, + "nauc_recall_at_20_diff1": 0.783349, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.771396, + "nauc_precision_at_1_std": 0.35257, + "nauc_precision_at_1_diff1": 0.828039, + "nauc_precision_at_3_max": 0.766997, + "nauc_precision_at_3_std": 0.349938, + "nauc_precision_at_3_diff1": 0.770987, + "nauc_precision_at_5_max": 0.80903, + "nauc_precision_at_5_std": 0.364194, + "nauc_precision_at_5_diff1": 0.824172, + "nauc_precision_at_10_max": 0.780464, + "nauc_precision_at_10_std": 0.283521, + "nauc_precision_at_10_diff1": 0.857629, + "nauc_precision_at_20_max": 0.725106, + "nauc_precision_at_20_std": 0.213734, + "nauc_precision_at_20_diff1": 0.783349, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.771396, + "nauc_mrr_at_1_std": 0.35257, + "nauc_mrr_at_1_diff1": 0.828039, + "nauc_mrr_at_3_max": 0.76357, + "nauc_mrr_at_3_std": 0.353916, + "nauc_mrr_at_3_diff1": 0.806423, + "nauc_mrr_at_5_max": 0.769408, + "nauc_mrr_at_5_std": 0.356022, + "nauc_mrr_at_5_diff1": 0.814786, + "nauc_mrr_at_10_max": 0.767594, + "nauc_mrr_at_10_std": 0.353665, + "nauc_mrr_at_10_diff1": 0.816013, + "nauc_mrr_at_20_max": 0.766964, + "nauc_mrr_at_20_std": 0.353558, + "nauc_mrr_at_20_diff1": 0.814957, + "nauc_mrr_at_100_max": 0.767349, + "nauc_mrr_at_100_std": 0.354388, + "nauc_mrr_at_100_diff1": 0.815085, + "nauc_mrr_at_1000_max": 0.767349, + "nauc_mrr_at_1000_std": 0.354388, + "nauc_mrr_at_1000_diff1": 0.815085, + "hit_rate_at_1": 0.83086, + "hit_rate_at_3": 0.91988, + "hit_rate_at_5": 0.93175, + "hit_rate_at_10": 0.96439, + "hit_rate_at_20": 0.9822, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.93175, + "hf_subset": "ms_my", + "languages": [ + "msa-Latn" + ] + }, + { + "ndcg_at_1": 0.63218, + "ndcg_at_3": 0.69838, + "ndcg_at_5": 0.7173, + "ndcg_at_10": 0.73879, + "ndcg_at_20": 0.75863, + "ndcg_at_100": 0.77118, + "ndcg_at_1000": 0.7716, + "map_at_1": 0.63218, + "map_at_3": 0.68247, + "map_at_5": 0.69296, + "map_at_10": 0.70191, + "map_at_20": 0.70747, + "map_at_100": 0.70952, + "map_at_1000": 0.70955, + "recall_at_1": 0.63218, + "recall_at_3": 0.74425, + "recall_at_5": 0.79023, + "recall_at_10": 0.85632, + "recall_at_20": 0.93391, + "recall_at_100": 0.99713, + "recall_at_1000": 1.0, + "accuracy": 0.63218, + "precision_at_1": 0.63218, + "precision_at_3": 0.24808, + "precision_at_5": 0.15805, + "precision_at_10": 0.08563, + "precision_at_20": 0.0467, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.632184, + "mrr_at_3": 0.682471, + "mrr_at_5": 0.69296, + "mrr_at_10": 0.701909, + "mrr_at_20": 0.707473, + "mrr_at_100": 0.709521, + "mrr_at_1000": 0.709545, + "nauc_ndcg_at_1_max": 0.732409, + "nauc_ndcg_at_1_std": 0.46913, + "nauc_ndcg_at_1_diff1": 0.819995, + "nauc_ndcg_at_3_max": 0.736061, + "nauc_ndcg_at_3_std": 0.514183, + "nauc_ndcg_at_3_diff1": 0.774012, + "nauc_ndcg_at_5_max": 0.73721, + "nauc_ndcg_at_5_std": 0.533442, + "nauc_ndcg_at_5_diff1": 0.775897, + "nauc_ndcg_at_10_max": 0.734048, + "nauc_ndcg_at_10_std": 0.519743, + "nauc_ndcg_at_10_diff1": 0.774672, + "nauc_ndcg_at_20_max": 0.729399, + "nauc_ndcg_at_20_std": 0.509562, + "nauc_ndcg_at_20_diff1": 0.781716, + "nauc_ndcg_at_100_max": 0.733337, + "nauc_ndcg_at_100_std": 0.503176, + "nauc_ndcg_at_100_diff1": 0.784964, + "nauc_ndcg_at_1000_max": 0.733362, + "nauc_ndcg_at_1000_std": 0.504637, + "nauc_ndcg_at_1000_diff1": 0.785889, + "nauc_map_at_1_max": 0.732409, + "nauc_map_at_1_std": 0.46913, + "nauc_map_at_1_diff1": 0.819995, + "nauc_map_at_3_max": 0.734769, + "nauc_map_at_3_std": 0.498934, + "nauc_map_at_3_diff1": 0.785938, + "nauc_map_at_5_max": 0.735622, + "nauc_map_at_5_std": 0.509104, + "nauc_map_at_5_diff1": 0.787299, + "nauc_map_at_10_max": 0.734584, + "nauc_map_at_10_std": 0.503669, + "nauc_map_at_10_diff1": 0.787691, + "nauc_map_at_20_max": 0.733411, + "nauc_map_at_20_std": 0.500687, + "nauc_map_at_20_diff1": 0.789485, + "nauc_map_at_100_max": 0.733874, + "nauc_map_at_100_std": 0.499682, + "nauc_map_at_100_diff1": 0.789981, + "nauc_map_at_1000_max": 0.733876, + "nauc_map_at_1000_std": 0.49975, + "nauc_map_at_1000_diff1": 0.790025, + "nauc_recall_at_1_max": 0.732409, + "nauc_recall_at_1_std": 0.46913, + "nauc_recall_at_1_diff1": 0.819995, + "nauc_recall_at_3_max": 0.740577, + "nauc_recall_at_3_std": 0.567214, + "nauc_recall_at_3_diff1": 0.733929, + "nauc_recall_at_5_max": 0.743217, + "nauc_recall_at_5_std": 0.631418, + "nauc_recall_at_5_diff1": 0.73263, + "nauc_recall_at_10_max": 0.728082, + "nauc_recall_at_10_std": 0.599115, + "nauc_recall_at_10_diff1": 0.70399, + "nauc_recall_at_20_max": 0.667407, + "nauc_recall_at_20_std": 0.568385, + "nauc_recall_at_20_diff1": 0.716198, + "nauc_recall_at_100_max": 0.721927, + "nauc_recall_at_100_std": -0.17159, + "nauc_recall_at_100_diff1": 0.358245, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.732409, + "nauc_precision_at_1_std": 0.46913, + "nauc_precision_at_1_diff1": 0.819995, + "nauc_precision_at_3_max": 0.740577, + "nauc_precision_at_3_std": 0.567214, + "nauc_precision_at_3_diff1": 0.733929, + "nauc_precision_at_5_max": 0.743217, + "nauc_precision_at_5_std": 0.631418, + "nauc_precision_at_5_diff1": 0.73263, + "nauc_precision_at_10_max": 0.728082, + "nauc_precision_at_10_std": 0.599115, + "nauc_precision_at_10_diff1": 0.70399, + "nauc_precision_at_20_max": 0.667407, + "nauc_precision_at_20_std": 0.568385, + "nauc_precision_at_20_diff1": 0.716198, + "nauc_precision_at_100_max": 0.721927, + "nauc_precision_at_100_std": -0.17159, + "nauc_precision_at_100_diff1": 0.358245, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.732409, + "nauc_mrr_at_1_std": 0.46913, + "nauc_mrr_at_1_diff1": 0.819995, + "nauc_mrr_at_3_max": 0.734769, + "nauc_mrr_at_3_std": 0.498934, + "nauc_mrr_at_3_diff1": 0.785938, + "nauc_mrr_at_5_max": 0.735622, + "nauc_mrr_at_5_std": 0.509104, + "nauc_mrr_at_5_diff1": 0.787299, + "nauc_mrr_at_10_max": 0.734584, + "nauc_mrr_at_10_std": 0.503669, + "nauc_mrr_at_10_diff1": 0.787691, + "nauc_mrr_at_20_max": 0.733411, + "nauc_mrr_at_20_std": 0.500687, + "nauc_mrr_at_20_diff1": 0.789485, + "nauc_mrr_at_100_max": 0.733874, + "nauc_mrr_at_100_std": 0.499682, + "nauc_mrr_at_100_diff1": 0.789981, + "nauc_mrr_at_1000_max": 0.733876, + "nauc_mrr_at_1000_std": 0.49975, + "nauc_mrr_at_1000_diff1": 0.790025, + "hit_rate_at_1": 0.63218, + "hit_rate_at_3": 0.74425, + "hit_rate_at_5": 0.79023, + "hit_rate_at_10": 0.85632, + "hit_rate_at_20": 0.93391, + "hit_rate_at_100": 0.99713, + "hit_rate_at_1000": 1.0, + "main_score": 0.79023, + "hf_subset": "mt_mt", + "languages": [ + "mlt-Latn" + ] + }, + { + "ndcg_at_1": 0.04913, + "ndcg_at_3": 0.07277, + "ndcg_at_5": 0.08496, + "ndcg_at_10": 0.09956, + "ndcg_at_20": 0.11427, + "ndcg_at_100": 0.16958, + "ndcg_at_1000": 0.21715, + "map_at_1": 0.04913, + "map_at_3": 0.06696, + "map_at_5": 0.07389, + "map_at_10": 0.07971, + "map_at_20": 0.08343, + "map_at_100": 0.09035, + "map_at_1000": 0.09256, + "recall_at_1": 0.04913, + "recall_at_3": 0.0896, + "recall_at_5": 0.1185, + "recall_at_10": 0.16474, + "recall_at_20": 0.22543, + "recall_at_100": 0.53468, + "recall_at_1000": 0.88439, + "accuracy": 0.04913, + "precision_at_1": 0.04913, + "precision_at_3": 0.02987, + "precision_at_5": 0.0237, + "precision_at_10": 0.01647, + "precision_at_20": 0.01127, + "precision_at_100": 0.00535, + "precision_at_1000": 0.00088, + "mrr_at_1": 0.049133, + "mrr_at_3": 0.066956, + "mrr_at_5": 0.073892, + "mrr_at_10": 0.079711, + "mrr_at_20": 0.083426, + "mrr_at_100": 0.090349, + "mrr_at_1000": 0.092557, + "nauc_ndcg_at_1_max": 0.489237, + "nauc_ndcg_at_1_std": 0.286055, + "nauc_ndcg_at_1_diff1": 0.409479, + "nauc_ndcg_at_3_max": 0.374587, + "nauc_ndcg_at_3_std": 0.251589, + "nauc_ndcg_at_3_diff1": 0.329323, + "nauc_ndcg_at_5_max": 0.329402, + "nauc_ndcg_at_5_std": 0.243024, + "nauc_ndcg_at_5_diff1": 0.296149, + "nauc_ndcg_at_10_max": 0.291578, + "nauc_ndcg_at_10_std": 0.242734, + "nauc_ndcg_at_10_diff1": 0.272921, + "nauc_ndcg_at_20_max": 0.258423, + "nauc_ndcg_at_20_std": 0.222142, + "nauc_ndcg_at_20_diff1": 0.245689, + "nauc_ndcg_at_100_max": 0.256072, + "nauc_ndcg_at_100_std": 0.217399, + "nauc_ndcg_at_100_diff1": 0.227657, + "nauc_ndcg_at_1000_max": 0.281447, + "nauc_ndcg_at_1000_std": 0.231585, + "nauc_ndcg_at_1000_diff1": 0.248936, + "nauc_map_at_1_max": 0.489237, + "nauc_map_at_1_std": 0.286055, + "nauc_map_at_1_diff1": 0.409479, + "nauc_map_at_3_max": 0.396522, + "nauc_map_at_3_std": 0.257446, + "nauc_map_at_3_diff1": 0.344823, + "nauc_map_at_5_max": 0.365689, + "nauc_map_at_5_std": 0.251177, + "nauc_map_at_5_diff1": 0.322538, + "nauc_map_at_10_max": 0.346191, + "nauc_map_at_10_std": 0.251548, + "nauc_map_at_10_diff1": 0.311136, + "nauc_map_at_20_max": 0.333726, + "nauc_map_at_20_std": 0.243957, + "nauc_map_at_20_diff1": 0.301553, + "nauc_map_at_100_max": 0.33384, + "nauc_map_at_100_std": 0.242038, + "nauc_map_at_100_diff1": 0.294113, + "nauc_map_at_1000_max": 0.335893, + "nauc_map_at_1000_std": 0.241959, + "nauc_map_at_1000_diff1": 0.296407, + "nauc_recall_at_1_max": 0.489237, + "nauc_recall_at_1_std": 0.286055, + "nauc_recall_at_1_diff1": 0.409479, + "nauc_recall_at_3_max": 0.326774, + "nauc_recall_at_3_std": 0.239032, + "nauc_recall_at_3_diff1": 0.295491, + "nauc_recall_at_5_max": 0.257841, + "nauc_recall_at_5_std": 0.227466, + "nauc_recall_at_5_diff1": 0.243805, + "nauc_recall_at_10_max": 0.194783, + "nauc_recall_at_10_std": 0.227658, + "nauc_recall_at_10_diff1": 0.204624, + "nauc_recall_at_20_max": 0.135286, + "nauc_recall_at_20_std": 0.184658, + "nauc_recall_at_20_diff1": 0.152003, + "nauc_recall_at_100_max": 0.129621, + "nauc_recall_at_100_std": 0.179322, + "nauc_recall_at_100_diff1": 0.127715, + "nauc_recall_at_1000_max": 0.131466, + "nauc_recall_at_1000_std": 0.295661, + "nauc_recall_at_1000_diff1": 0.11617, + "nauc_precision_at_1_max": 0.489237, + "nauc_precision_at_1_std": 0.286055, + "nauc_precision_at_1_diff1": 0.409479, + "nauc_precision_at_3_max": 0.326774, + "nauc_precision_at_3_std": 0.239032, + "nauc_precision_at_3_diff1": 0.295491, + "nauc_precision_at_5_max": 0.257841, + "nauc_precision_at_5_std": 0.227466, + "nauc_precision_at_5_diff1": 0.243805, + "nauc_precision_at_10_max": 0.194783, + "nauc_precision_at_10_std": 0.227658, + "nauc_precision_at_10_diff1": 0.204624, + "nauc_precision_at_20_max": 0.135286, + "nauc_precision_at_20_std": 0.184658, + "nauc_precision_at_20_diff1": 0.152003, + "nauc_precision_at_100_max": 0.129621, + "nauc_precision_at_100_std": 0.179322, + "nauc_precision_at_100_diff1": 0.127715, + "nauc_precision_at_1000_max": 0.131466, + "nauc_precision_at_1000_std": 0.295661, + "nauc_precision_at_1000_diff1": 0.11617, + "nauc_mrr_at_1_max": 0.489237, + "nauc_mrr_at_1_std": 0.286055, + "nauc_mrr_at_1_diff1": 0.409479, + "nauc_mrr_at_3_max": 0.396522, + "nauc_mrr_at_3_std": 0.257446, + "nauc_mrr_at_3_diff1": 0.344823, + "nauc_mrr_at_5_max": 0.365689, + "nauc_mrr_at_5_std": 0.251177, + "nauc_mrr_at_5_diff1": 0.322538, + "nauc_mrr_at_10_max": 0.346191, + "nauc_mrr_at_10_std": 0.251548, + "nauc_mrr_at_10_diff1": 0.311136, + "nauc_mrr_at_20_max": 0.333726, + "nauc_mrr_at_20_std": 0.243957, + "nauc_mrr_at_20_diff1": 0.301553, + "nauc_mrr_at_100_max": 0.33384, + "nauc_mrr_at_100_std": 0.242038, + "nauc_mrr_at_100_diff1": 0.294113, + "nauc_mrr_at_1000_max": 0.335893, + "nauc_mrr_at_1000_std": 0.241959, + "nauc_mrr_at_1000_diff1": 0.296407, + "hit_rate_at_1": 0.04913, + "hit_rate_at_3": 0.0896, + "hit_rate_at_5": 0.1185, + "hit_rate_at_10": 0.16474, + "hit_rate_at_20": 0.22543, + "hit_rate_at_100": 0.53468, + "hit_rate_at_1000": 0.88439, + "main_score": 0.1185, + "hf_subset": "my_mm", + "languages": [ + "mya-Mymr" + ] + }, + { + "ndcg_at_1": 0.97571, + "ndcg_at_3": 0.98742, + "ndcg_at_5": 0.98742, + "ndcg_at_10": 0.98742, + "ndcg_at_20": 0.98841, + "ndcg_at_100": 0.98841, + "ndcg_at_1000": 0.98841, + "map_at_1": 0.97571, + "map_at_3": 0.98448, + "map_at_5": 0.98448, + "map_at_10": 0.98448, + "map_at_20": 0.98473, + "map_at_100": 0.98473, + "map_at_1000": 0.98473, + "recall_at_1": 0.97571, + "recall_at_3": 0.99595, + "recall_at_5": 0.99595, + "recall_at_10": 0.99595, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.97571, + "precision_at_1": 0.97571, + "precision_at_3": 0.33198, + "precision_at_5": 0.19919, + "precision_at_10": 0.0996, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.975709, + "mrr_at_3": 0.98448, + "mrr_at_5": 0.98448, + "mrr_at_10": 0.98448, + "mrr_at_20": 0.984733, + "mrr_at_100": 0.984733, + "mrr_at_1000": 0.984733, + "nauc_ndcg_at_1_max": 0.871189, + "nauc_ndcg_at_1_std": -0.475495, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.902684, + "nauc_ndcg_at_3_std": -0.404766, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.902684, + "nauc_ndcg_at_5_std": -0.404766, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.902684, + "nauc_ndcg_at_10_std": -0.404766, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.894367, + "nauc_ndcg_at_20_std": -0.424681, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.894367, + "nauc_ndcg_at_100_std": -0.424681, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.894367, + "nauc_ndcg_at_1000_std": -0.424681, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.871189, + "nauc_map_at_1_std": -0.475495, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.8935, + "nauc_map_at_3_std": -0.426536, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.8935, + "nauc_map_at_5_std": -0.426536, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.8935, + "nauc_map_at_10_std": -0.426536, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.891735, + "nauc_map_at_20_std": -0.430759, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.891735, + "nauc_map_at_100_std": -0.430759, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.891735, + "nauc_map_at_1000_std": -0.430759, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.871189, + "nauc_recall_at_1_std": -0.475495, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": -0.171745, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": -0.171745, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": -0.171745, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.871189, + "nauc_precision_at_1_std": -0.475495, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": -0.171745, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": -0.171745, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": -0.171745, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.871189, + "nauc_mrr_at_1_std": -0.475495, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.8935, + "nauc_mrr_at_3_std": -0.426536, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.8935, + "nauc_mrr_at_5_std": -0.426536, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.8935, + "nauc_mrr_at_10_std": -0.426536, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.891735, + "nauc_mrr_at_20_std": -0.430759, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.891735, + "nauc_mrr_at_100_std": -0.430759, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.891735, + "nauc_mrr_at_1000_std": -0.430759, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.97571, + "hit_rate_at_3": 0.99595, + "hit_rate_at_5": 0.99595, + "hit_rate_at_10": 0.99595, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.99595, + "hf_subset": "nb_no", + "languages": [ + "nob-Latn" + ] + }, + { + "ndcg_at_1": 0.50437, + "ndcg_at_3": 0.59423, + "ndcg_at_5": 0.61832, + "ndcg_at_10": 0.64126, + "ndcg_at_20": 0.66026, + "ndcg_at_100": 0.68002, + "ndcg_at_1000": 0.6836, + "map_at_1": 0.50437, + "map_at_3": 0.57191, + "map_at_5": 0.58533, + "map_at_10": 0.59498, + "map_at_20": 0.60011, + "map_at_100": 0.60258, + "map_at_1000": 0.60275, + "recall_at_1": 0.50437, + "recall_at_3": 0.65889, + "recall_at_5": 0.7172, + "recall_at_10": 0.78717, + "recall_at_20": 0.86297, + "recall_at_100": 0.97376, + "recall_at_1000": 1.0, + "accuracy": 0.50437, + "precision_at_1": 0.50437, + "precision_at_3": 0.21963, + "precision_at_5": 0.14344, + "precision_at_10": 0.07872, + "precision_at_20": 0.04315, + "precision_at_100": 0.00974, + "precision_at_1000": 0.001, + "mrr_at_1": 0.504373, + "mrr_at_3": 0.571914, + "mrr_at_5": 0.585326, + "mrr_at_10": 0.594985, + "mrr_at_20": 0.600105, + "mrr_at_100": 0.602579, + "mrr_at_1000": 0.602753, + "nauc_ndcg_at_1_max": 0.495243, + "nauc_ndcg_at_1_std": 0.183319, + "nauc_ndcg_at_1_diff1": 0.68163, + "nauc_ndcg_at_3_max": 0.498967, + "nauc_ndcg_at_3_std": 0.252429, + "nauc_ndcg_at_3_diff1": 0.610016, + "nauc_ndcg_at_5_max": 0.491934, + "nauc_ndcg_at_5_std": 0.25167, + "nauc_ndcg_at_5_diff1": 0.598421, + "nauc_ndcg_at_10_max": 0.497867, + "nauc_ndcg_at_10_std": 0.258295, + "nauc_ndcg_at_10_diff1": 0.594649, + "nauc_ndcg_at_20_max": 0.497799, + "nauc_ndcg_at_20_std": 0.242704, + "nauc_ndcg_at_20_diff1": 0.608056, + "nauc_ndcg_at_100_max": 0.501725, + "nauc_ndcg_at_100_std": 0.237742, + "nauc_ndcg_at_100_diff1": 0.622371, + "nauc_ndcg_at_1000_max": 0.495643, + "nauc_ndcg_at_1000_std": 0.236195, + "nauc_ndcg_at_1000_diff1": 0.618718, + "nauc_map_at_1_max": 0.495243, + "nauc_map_at_1_std": 0.183319, + "nauc_map_at_1_diff1": 0.68163, + "nauc_map_at_3_max": 0.497685, + "nauc_map_at_3_std": 0.236744, + "nauc_map_at_3_diff1": 0.629324, + "nauc_map_at_5_max": 0.493104, + "nauc_map_at_5_std": 0.234511, + "nauc_map_at_5_diff1": 0.623693, + "nauc_map_at_10_max": 0.495001, + "nauc_map_at_10_std": 0.235856, + "nauc_map_at_10_diff1": 0.622967, + "nauc_map_at_20_max": 0.494742, + "nauc_map_at_20_std": 0.231825, + "nauc_map_at_20_diff1": 0.626417, + "nauc_map_at_100_max": 0.494808, + "nauc_map_at_100_std": 0.231019, + "nauc_map_at_100_diff1": 0.627899, + "nauc_map_at_1000_max": 0.49456, + "nauc_map_at_1000_std": 0.230834, + "nauc_map_at_1000_diff1": 0.627741, + "nauc_recall_at_1_max": 0.495243, + "nauc_recall_at_1_std": 0.183319, + "nauc_recall_at_1_diff1": 0.68163, + "nauc_recall_at_3_max": 0.503317, + "nauc_recall_at_3_std": 0.302773, + "nauc_recall_at_3_diff1": 0.546392, + "nauc_recall_at_5_max": 0.487893, + "nauc_recall_at_5_std": 0.315261, + "nauc_recall_at_5_diff1": 0.503637, + "nauc_recall_at_10_max": 0.516018, + "nauc_recall_at_10_std": 0.366846, + "nauc_recall_at_10_diff1": 0.461644, + "nauc_recall_at_20_max": 0.527446, + "nauc_recall_at_20_std": 0.295457, + "nauc_recall_at_20_diff1": 0.505392, + "nauc_recall_at_100_max": 0.909232, + "nauc_recall_at_100_std": 0.285039, + "nauc_recall_at_100_diff1": 0.859676, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.495243, + "nauc_precision_at_1_std": 0.183319, + "nauc_precision_at_1_diff1": 0.68163, + "nauc_precision_at_3_max": 0.503317, + "nauc_precision_at_3_std": 0.302773, + "nauc_precision_at_3_diff1": 0.546392, + "nauc_precision_at_5_max": 0.487893, + "nauc_precision_at_5_std": 0.315261, + "nauc_precision_at_5_diff1": 0.503637, + "nauc_precision_at_10_max": 0.516018, + "nauc_precision_at_10_std": 0.366846, + "nauc_precision_at_10_diff1": 0.461644, + "nauc_precision_at_20_max": 0.527446, + "nauc_precision_at_20_std": 0.295457, + "nauc_precision_at_20_diff1": 0.505392, + "nauc_precision_at_100_max": 0.909232, + "nauc_precision_at_100_std": 0.285039, + "nauc_precision_at_100_diff1": 0.859676, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.495243, + "nauc_mrr_at_1_std": 0.183319, + "nauc_mrr_at_1_diff1": 0.68163, + "nauc_mrr_at_3_max": 0.497685, + "nauc_mrr_at_3_std": 0.236744, + "nauc_mrr_at_3_diff1": 0.629324, + "nauc_mrr_at_5_max": 0.493104, + "nauc_mrr_at_5_std": 0.234511, + "nauc_mrr_at_5_diff1": 0.623693, + "nauc_mrr_at_10_max": 0.495001, + "nauc_mrr_at_10_std": 0.235856, + "nauc_mrr_at_10_diff1": 0.622967, + "nauc_mrr_at_20_max": 0.494742, + "nauc_mrr_at_20_std": 0.231825, + "nauc_mrr_at_20_diff1": 0.626417, + "nauc_mrr_at_100_max": 0.494808, + "nauc_mrr_at_100_std": 0.231019, + "nauc_mrr_at_100_diff1": 0.627899, + "nauc_mrr_at_1000_max": 0.49456, + "nauc_mrr_at_1000_std": 0.230834, + "nauc_mrr_at_1000_diff1": 0.627741, + "hit_rate_at_1": 0.50437, + "hit_rate_at_3": 0.65889, + "hit_rate_at_5": 0.7172, + "hit_rate_at_10": 0.78717, + "hit_rate_at_20": 0.86297, + "hit_rate_at_100": 0.97376, + "hit_rate_at_1000": 1.0, + "main_score": 0.7172, + "hf_subset": "ne_np", + "languages": [ + "npi-Deva" + ] + }, + { + "ndcg_at_1": 0.99602, + "ndcg_at_3": 0.99853, + "ndcg_at_5": 0.99853, + "ndcg_at_10": 0.99853, + "ndcg_at_20": 0.99853, + "ndcg_at_100": 0.99853, + "ndcg_at_1000": 0.99853, + "map_at_1": 0.99602, + "map_at_3": 0.99801, + "map_at_5": 0.99801, + "map_at_10": 0.99801, + "map_at_20": 0.99801, + "map_at_100": 0.99801, + "map_at_1000": 0.99801, + "recall_at_1": 0.99602, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.99602, + "precision_at_1": 0.99602, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.996016, + "mrr_at_3": 0.998008, + "mrr_at_5": 0.998008, + "mrr_at_10": 0.998008, + "mrr_at_20": 0.998008, + "mrr_at_100": 0.998008, + "mrr_at_1000": 0.998008, + "nauc_ndcg_at_1_max": 0.869339, + "nauc_ndcg_at_1_std": -1.156757, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.869339, + "nauc_ndcg_at_3_std": -1.156757, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.869339, + "nauc_ndcg_at_5_std": -1.156757, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.869339, + "nauc_ndcg_at_10_std": -1.156757, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.869339, + "nauc_ndcg_at_20_std": -1.156757, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.869339, + "nauc_ndcg_at_100_std": -1.156757, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.869339, + "nauc_ndcg_at_1000_std": -1.156757, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.869339, + "nauc_map_at_1_std": -1.156757, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.869339, + "nauc_map_at_3_std": -1.156757, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.869339, + "nauc_map_at_5_std": -1.156757, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.869339, + "nauc_map_at_10_std": -1.156757, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.869339, + "nauc_map_at_20_std": -1.156757, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.869339, + "nauc_map_at_100_std": -1.156757, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.869339, + "nauc_map_at_1000_std": -1.156757, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.869339, + "nauc_recall_at_1_std": -1.156757, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.869339, + "nauc_precision_at_1_std": -1.156757, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.869339, + "nauc_mrr_at_1_std": -1.156757, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.869339, + "nauc_mrr_at_3_std": -1.156757, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.869339, + "nauc_mrr_at_5_std": -1.156757, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.869339, + "nauc_mrr_at_10_std": -1.156757, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.869339, + "nauc_mrr_at_20_std": -1.156757, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.869339, + "nauc_mrr_at_100_std": -1.156757, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.869339, + "nauc_mrr_at_1000_std": -1.156757, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.99602, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 1.0, + "hf_subset": "nl_nl", + "languages": [ + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.28446, + "ndcg_at_3": 0.34129, + "ndcg_at_5": 0.36792, + "ndcg_at_10": 0.39862, + "ndcg_at_20": 0.42058, + "ndcg_at_100": 0.46555, + "ndcg_at_1000": 0.48282, + "map_at_1": 0.28446, + "map_at_3": 0.32747, + "map_at_5": 0.34228, + "map_at_10": 0.35459, + "map_at_20": 0.36087, + "map_at_100": 0.36684, + "map_at_1000": 0.36774, + "recall_at_1": 0.28446, + "recall_at_3": 0.38123, + "recall_at_5": 0.44575, + "recall_at_10": 0.54252, + "recall_at_20": 0.62757, + "recall_at_100": 0.8739, + "recall_at_1000": 0.99707, + "accuracy": 0.28446, + "precision_at_1": 0.28446, + "precision_at_3": 0.12708, + "precision_at_5": 0.08915, + "precision_at_10": 0.05425, + "precision_at_20": 0.03138, + "precision_at_100": 0.00874, + "precision_at_1000": 0.001, + "mrr_at_1": 0.284457, + "mrr_at_3": 0.327468, + "mrr_at_5": 0.342278, + "mrr_at_10": 0.354592, + "mrr_at_20": 0.360871, + "mrr_at_100": 0.366843, + "mrr_at_1000": 0.367742, + "nauc_ndcg_at_1_max": 0.121547, + "nauc_ndcg_at_1_std": 0.315281, + "nauc_ndcg_at_1_diff1": 0.638601, + "nauc_ndcg_at_3_max": 0.11483, + "nauc_ndcg_at_3_std": 0.284212, + "nauc_ndcg_at_3_diff1": 0.584496, + "nauc_ndcg_at_5_max": 0.115537, + "nauc_ndcg_at_5_std": 0.306911, + "nauc_ndcg_at_5_diff1": 0.571862, + "nauc_ndcg_at_10_max": 0.097296, + "nauc_ndcg_at_10_std": 0.302023, + "nauc_ndcg_at_10_diff1": 0.574629, + "nauc_ndcg_at_20_max": 0.089675, + "nauc_ndcg_at_20_std": 0.289864, + "nauc_ndcg_at_20_diff1": 0.567494, + "nauc_ndcg_at_100_max": 0.093086, + "nauc_ndcg_at_100_std": 0.282672, + "nauc_ndcg_at_100_diff1": 0.579758, + "nauc_ndcg_at_1000_max": 0.100163, + "nauc_ndcg_at_1000_std": 0.292351, + "nauc_ndcg_at_1000_diff1": 0.579433, + "nauc_map_at_1_max": 0.121547, + "nauc_map_at_1_std": 0.315281, + "nauc_map_at_1_diff1": 0.638601, + "nauc_map_at_3_max": 0.117639, + "nauc_map_at_3_std": 0.290695, + "nauc_map_at_3_diff1": 0.596911, + "nauc_map_at_5_max": 0.117591, + "nauc_map_at_5_std": 0.303333, + "nauc_map_at_5_diff1": 0.589469, + "nauc_map_at_10_max": 0.109327, + "nauc_map_at_10_std": 0.301248, + "nauc_map_at_10_diff1": 0.590223, + "nauc_map_at_20_max": 0.106967, + "nauc_map_at_20_std": 0.297747, + "nauc_map_at_20_diff1": 0.588415, + "nauc_map_at_100_max": 0.107142, + "nauc_map_at_100_std": 0.296829, + "nauc_map_at_100_diff1": 0.589735, + "nauc_map_at_1000_max": 0.107529, + "nauc_map_at_1000_std": 0.297167, + "nauc_map_at_1000_diff1": 0.589723, + "nauc_recall_at_1_max": 0.121547, + "nauc_recall_at_1_std": 0.315281, + "nauc_recall_at_1_diff1": 0.638601, + "nauc_recall_at_3_max": 0.106502, + "nauc_recall_at_3_std": 0.266448, + "nauc_recall_at_3_diff1": 0.549969, + "nauc_recall_at_5_max": 0.109922, + "nauc_recall_at_5_std": 0.320555, + "nauc_recall_at_5_diff1": 0.521247, + "nauc_recall_at_10_max": 0.056205, + "nauc_recall_at_10_std": 0.306381, + "nauc_recall_at_10_diff1": 0.529603, + "nauc_recall_at_20_max": 0.020979, + "nauc_recall_at_20_std": 0.255252, + "nauc_recall_at_20_diff1": 0.492981, + "nauc_recall_at_100_max": -0.00918, + "nauc_recall_at_100_std": 0.118569, + "nauc_recall_at_100_diff1": 0.571945, + "nauc_recall_at_1000_max": 0.554516, + "nauc_recall_at_1000_std": 0.722373, + "nauc_recall_at_1000_diff1": 0.124214, + "nauc_precision_at_1_max": 0.121547, + "nauc_precision_at_1_std": 0.315281, + "nauc_precision_at_1_diff1": 0.638601, + "nauc_precision_at_3_max": 0.106502, + "nauc_precision_at_3_std": 0.266448, + "nauc_precision_at_3_diff1": 0.549969, + "nauc_precision_at_5_max": 0.109922, + "nauc_precision_at_5_std": 0.320555, + "nauc_precision_at_5_diff1": 0.521247, + "nauc_precision_at_10_max": 0.056205, + "nauc_precision_at_10_std": 0.306381, + "nauc_precision_at_10_diff1": 0.529603, + "nauc_precision_at_20_max": 0.020979, + "nauc_precision_at_20_std": 0.255252, + "nauc_precision_at_20_diff1": 0.492981, + "nauc_precision_at_100_max": -0.00918, + "nauc_precision_at_100_std": 0.118569, + "nauc_precision_at_100_diff1": 0.571945, + "nauc_precision_at_1000_max": 0.554516, + "nauc_precision_at_1000_std": 0.722373, + "nauc_precision_at_1000_diff1": 0.124214, + "nauc_mrr_at_1_max": 0.121547, + "nauc_mrr_at_1_std": 0.315281, + "nauc_mrr_at_1_diff1": 0.638601, + "nauc_mrr_at_3_max": 0.117639, + "nauc_mrr_at_3_std": 0.290695, + "nauc_mrr_at_3_diff1": 0.596911, + "nauc_mrr_at_5_max": 0.117591, + "nauc_mrr_at_5_std": 0.303333, + "nauc_mrr_at_5_diff1": 0.589469, + "nauc_mrr_at_10_max": 0.109327, + "nauc_mrr_at_10_std": 0.301248, + "nauc_mrr_at_10_diff1": 0.590223, + "nauc_mrr_at_20_max": 0.106967, + "nauc_mrr_at_20_std": 0.297747, + "nauc_mrr_at_20_diff1": 0.588415, + "nauc_mrr_at_100_max": 0.107142, + "nauc_mrr_at_100_std": 0.296829, + "nauc_mrr_at_100_diff1": 0.589735, + "nauc_mrr_at_1000_max": 0.107529, + "nauc_mrr_at_1000_std": 0.297167, + "nauc_mrr_at_1000_diff1": 0.589723, + "hit_rate_at_1": 0.28446, + "hit_rate_at_3": 0.38123, + "hit_rate_at_5": 0.44575, + "hit_rate_at_10": 0.54252, + "hit_rate_at_20": 0.62757, + "hit_rate_at_100": 0.8739, + "hit_rate_at_1000": 0.99707, + "main_score": 0.44575, + "hf_subset": "nso_za", + "languages": [ + "nso-Latn" + ] + }, + { + "ndcg_at_1": 0.25749, + "ndcg_at_3": 0.31134, + "ndcg_at_5": 0.33053, + "ndcg_at_10": 0.36695, + "ndcg_at_20": 0.39488, + "ndcg_at_100": 0.43783, + "ndcg_at_1000": 0.45647, + "map_at_1": 0.25749, + "map_at_3": 0.2979, + "map_at_5": 0.30823, + "map_at_10": 0.32307, + "map_at_20": 0.33068, + "map_at_100": 0.3365, + "map_at_1000": 0.33742, + "recall_at_1": 0.25749, + "recall_at_3": 0.3503, + "recall_at_5": 0.3982, + "recall_at_10": 0.51198, + "recall_at_20": 0.62275, + "recall_at_100": 0.85629, + "recall_at_1000": 0.99102, + "accuracy": 0.25749, + "precision_at_1": 0.25749, + "precision_at_3": 0.11677, + "precision_at_5": 0.07964, + "precision_at_10": 0.0512, + "precision_at_20": 0.03114, + "precision_at_100": 0.00856, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.257485, + "mrr_at_3": 0.297904, + "mrr_at_5": 0.308234, + "mrr_at_10": 0.323068, + "mrr_at_20": 0.330679, + "mrr_at_100": 0.336497, + "mrr_at_1000": 0.337417, + "nauc_ndcg_at_1_max": 0.198979, + "nauc_ndcg_at_1_std": 0.169613, + "nauc_ndcg_at_1_diff1": 0.51761, + "nauc_ndcg_at_3_max": 0.192078, + "nauc_ndcg_at_3_std": 0.237314, + "nauc_ndcg_at_3_diff1": 0.475811, + "nauc_ndcg_at_5_max": 0.198296, + "nauc_ndcg_at_5_std": 0.21842, + "nauc_ndcg_at_5_diff1": 0.476661, + "nauc_ndcg_at_10_max": 0.182497, + "nauc_ndcg_at_10_std": 0.204594, + "nauc_ndcg_at_10_diff1": 0.444912, + "nauc_ndcg_at_20_max": 0.170816, + "nauc_ndcg_at_20_std": 0.17609, + "nauc_ndcg_at_20_diff1": 0.443939, + "nauc_ndcg_at_100_max": 0.183476, + "nauc_ndcg_at_100_std": 0.178085, + "nauc_ndcg_at_100_diff1": 0.454894, + "nauc_ndcg_at_1000_max": 0.185704, + "nauc_ndcg_at_1000_std": 0.19141, + "nauc_ndcg_at_1000_diff1": 0.462557, + "nauc_map_at_1_max": 0.198979, + "nauc_map_at_1_std": 0.169613, + "nauc_map_at_1_diff1": 0.51761, + "nauc_map_at_3_max": 0.193717, + "nauc_map_at_3_std": 0.22042, + "nauc_map_at_3_diff1": 0.485923, + "nauc_map_at_5_max": 0.197053, + "nauc_map_at_5_std": 0.210447, + "nauc_map_at_5_diff1": 0.486189, + "nauc_map_at_10_max": 0.190181, + "nauc_map_at_10_std": 0.204677, + "nauc_map_at_10_diff1": 0.472523, + "nauc_map_at_20_max": 0.186886, + "nauc_map_at_20_std": 0.196786, + "nauc_map_at_20_diff1": 0.47248, + "nauc_map_at_100_max": 0.188716, + "nauc_map_at_100_std": 0.196439, + "nauc_map_at_100_diff1": 0.474151, + "nauc_map_at_1000_max": 0.1888, + "nauc_map_at_1000_std": 0.196853, + "nauc_map_at_1000_diff1": 0.474447, + "nauc_recall_at_1_max": 0.198979, + "nauc_recall_at_1_std": 0.169613, + "nauc_recall_at_1_diff1": 0.51761, + "nauc_recall_at_3_max": 0.187556, + "nauc_recall_at_3_std": 0.28421, + "nauc_recall_at_3_diff1": 0.447857, + "nauc_recall_at_5_max": 0.202669, + "nauc_recall_at_5_std": 0.237161, + "nauc_recall_at_5_diff1": 0.451073, + "nauc_recall_at_10_max": 0.156417, + "nauc_recall_at_10_std": 0.195873, + "nauc_recall_at_10_diff1": 0.356257, + "nauc_recall_at_20_max": 0.104383, + "nauc_recall_at_20_std": 0.073515, + "nauc_recall_at_20_diff1": 0.339139, + "nauc_recall_at_100_max": 0.169188, + "nauc_recall_at_100_std": 0.004411, + "nauc_recall_at_100_diff1": 0.345925, + "nauc_recall_at_1000_max": 0.493496, + "nauc_recall_at_1000_std": 0.820398, + "nauc_recall_at_1000_diff1": 0.637418, + "nauc_precision_at_1_max": 0.198979, + "nauc_precision_at_1_std": 0.169613, + "nauc_precision_at_1_diff1": 0.51761, + "nauc_precision_at_3_max": 0.187556, + "nauc_precision_at_3_std": 0.28421, + "nauc_precision_at_3_diff1": 0.447857, + "nauc_precision_at_5_max": 0.202669, + "nauc_precision_at_5_std": 0.237161, + "nauc_precision_at_5_diff1": 0.451073, + "nauc_precision_at_10_max": 0.156417, + "nauc_precision_at_10_std": 0.195873, + "nauc_precision_at_10_diff1": 0.356257, + "nauc_precision_at_20_max": 0.104383, + "nauc_precision_at_20_std": 0.073515, + "nauc_precision_at_20_diff1": 0.339139, + "nauc_precision_at_100_max": 0.169188, + "nauc_precision_at_100_std": 0.004411, + "nauc_precision_at_100_diff1": 0.345925, + "nauc_precision_at_1000_max": 0.493496, + "nauc_precision_at_1000_std": 0.820398, + "nauc_precision_at_1000_diff1": 0.637418, + "nauc_mrr_at_1_max": 0.198979, + "nauc_mrr_at_1_std": 0.169613, + "nauc_mrr_at_1_diff1": 0.51761, + "nauc_mrr_at_3_max": 0.193717, + "nauc_mrr_at_3_std": 0.22042, + "nauc_mrr_at_3_diff1": 0.485923, + "nauc_mrr_at_5_max": 0.197053, + "nauc_mrr_at_5_std": 0.210447, + "nauc_mrr_at_5_diff1": 0.486189, + "nauc_mrr_at_10_max": 0.190181, + "nauc_mrr_at_10_std": 0.204677, + "nauc_mrr_at_10_diff1": 0.472523, + "nauc_mrr_at_20_max": 0.186886, + "nauc_mrr_at_20_std": 0.196786, + "nauc_mrr_at_20_diff1": 0.47248, + "nauc_mrr_at_100_max": 0.188716, + "nauc_mrr_at_100_std": 0.196439, + "nauc_mrr_at_100_diff1": 0.474151, + "nauc_mrr_at_1000_max": 0.1888, + "nauc_mrr_at_1000_std": 0.196853, + "nauc_mrr_at_1000_diff1": 0.474447, + "hit_rate_at_1": 0.25749, + "hit_rate_at_3": 0.3503, + "hit_rate_at_5": 0.3982, + "hit_rate_at_10": 0.51198, + "hit_rate_at_20": 0.62275, + "hit_rate_at_100": 0.85629, + "hit_rate_at_1000": 0.99102, + "main_score": 0.3982, + "hf_subset": "ny_mw", + "languages": [ + "nya-Latn" + ] + }, + { + "ndcg_at_1": 0.81714, + "ndcg_at_3": 0.86748, + "ndcg_at_5": 0.87818, + "ndcg_at_10": 0.8884, + "ndcg_at_20": 0.89352, + "ndcg_at_100": 0.89754, + "ndcg_at_1000": 0.89754, + "map_at_1": 0.81714, + "map_at_3": 0.85524, + "map_at_5": 0.86124, + "map_at_10": 0.86549, + "map_at_20": 0.86694, + "map_at_100": 0.86761, + "map_at_1000": 0.86761, + "recall_at_1": 0.81714, + "recall_at_3": 0.90286, + "recall_at_5": 0.92857, + "recall_at_10": 0.96, + "recall_at_20": 0.98, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.81714, + "precision_at_1": 0.81714, + "precision_at_3": 0.30095, + "precision_at_5": 0.18571, + "precision_at_10": 0.096, + "precision_at_20": 0.049, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.817143, + "mrr_at_3": 0.855238, + "mrr_at_5": 0.861238, + "mrr_at_10": 0.865491, + "mrr_at_20": 0.866936, + "mrr_at_100": 0.867611, + "mrr_at_1000": 0.867611, + "nauc_ndcg_at_1_max": 0.495185, + "nauc_ndcg_at_1_std": -0.200274, + "nauc_ndcg_at_1_diff1": 0.758669, + "nauc_ndcg_at_3_max": 0.583258, + "nauc_ndcg_at_3_std": -0.146873, + "nauc_ndcg_at_3_diff1": 0.716415, + "nauc_ndcg_at_5_max": 0.600448, + "nauc_ndcg_at_5_std": -0.114692, + "nauc_ndcg_at_5_diff1": 0.726408, + "nauc_ndcg_at_10_max": 0.589979, + "nauc_ndcg_at_10_std": -0.139013, + "nauc_ndcg_at_10_diff1": 0.744969, + "nauc_ndcg_at_20_max": 0.576754, + "nauc_ndcg_at_20_std": -0.149102, + "nauc_ndcg_at_20_diff1": 0.73791, + "nauc_ndcg_at_100_max": 0.569471, + "nauc_ndcg_at_100_std": -0.150018, + "nauc_ndcg_at_100_diff1": 0.739793, + "nauc_ndcg_at_1000_max": 0.569471, + "nauc_ndcg_at_1000_std": -0.150018, + "nauc_ndcg_at_1000_diff1": 0.739793, + "nauc_map_at_1_max": 0.495185, + "nauc_map_at_1_std": -0.200274, + "nauc_map_at_1_diff1": 0.758669, + "nauc_map_at_3_max": 0.561433, + "nauc_map_at_3_std": -0.160399, + "nauc_map_at_3_diff1": 0.729412, + "nauc_map_at_5_max": 0.569374, + "nauc_map_at_5_std": -0.145364, + "nauc_map_at_5_diff1": 0.735272, + "nauc_map_at_10_max": 0.564728, + "nauc_map_at_10_std": -0.154143, + "nauc_map_at_10_diff1": 0.742072, + "nauc_map_at_20_max": 0.561374, + "nauc_map_at_20_std": -0.156782, + "nauc_map_at_20_diff1": 0.740286, + "nauc_map_at_100_max": 0.56056, + "nauc_map_at_100_std": -0.156613, + "nauc_map_at_100_diff1": 0.740827, + "nauc_map_at_1000_max": 0.56056, + "nauc_map_at_1000_std": -0.156613, + "nauc_map_at_1000_diff1": 0.740827, + "nauc_recall_at_1_max": 0.495185, + "nauc_recall_at_1_std": -0.200274, + "nauc_recall_at_1_diff1": 0.758669, + "nauc_recall_at_3_max": 0.67058, + "nauc_recall_at_3_std": -0.092547, + "nauc_recall_at_3_diff1": 0.662616, + "nauc_recall_at_5_max": 0.766797, + "nauc_recall_at_5_std": 0.056489, + "nauc_recall_at_5_diff1": 0.680261, + "nauc_recall_at_10_max": 0.810624, + "nauc_recall_at_10_std": -0.022142, + "nauc_recall_at_10_diff1": 0.795452, + "nauc_recall_at_20_max": 0.771309, + "nauc_recall_at_20_std": -0.098106, + "nauc_recall_at_20_diff1": 0.712952, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.495185, + "nauc_precision_at_1_std": -0.200274, + "nauc_precision_at_1_diff1": 0.758669, + "nauc_precision_at_3_max": 0.67058, + "nauc_precision_at_3_std": -0.092547, + "nauc_precision_at_3_diff1": 0.662616, + "nauc_precision_at_5_max": 0.766797, + "nauc_precision_at_5_std": 0.056489, + "nauc_precision_at_5_diff1": 0.680261, + "nauc_precision_at_10_max": 0.810624, + "nauc_precision_at_10_std": -0.022142, + "nauc_precision_at_10_diff1": 0.795452, + "nauc_precision_at_20_max": 0.771309, + "nauc_precision_at_20_std": -0.098106, + "nauc_precision_at_20_diff1": 0.712952, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.495185, + "nauc_mrr_at_1_std": -0.200274, + "nauc_mrr_at_1_diff1": 0.758669, + "nauc_mrr_at_3_max": 0.561433, + "nauc_mrr_at_3_std": -0.160399, + "nauc_mrr_at_3_diff1": 0.729412, + "nauc_mrr_at_5_max": 0.569374, + "nauc_mrr_at_5_std": -0.145364, + "nauc_mrr_at_5_diff1": 0.735272, + "nauc_mrr_at_10_max": 0.564728, + "nauc_mrr_at_10_std": -0.154143, + "nauc_mrr_at_10_diff1": 0.742072, + "nauc_mrr_at_20_max": 0.561374, + "nauc_mrr_at_20_std": -0.156782, + "nauc_mrr_at_20_diff1": 0.740286, + "nauc_mrr_at_100_max": 0.56056, + "nauc_mrr_at_100_std": -0.156613, + "nauc_mrr_at_100_diff1": 0.740827, + "nauc_mrr_at_1000_max": 0.56056, + "nauc_mrr_at_1000_std": -0.156613, + "nauc_mrr_at_1000_diff1": 0.740827, + "hit_rate_at_1": 0.81714, + "hit_rate_at_3": 0.90286, + "hit_rate_at_5": 0.92857, + "hit_rate_at_10": 0.96, + "hit_rate_at_20": 0.98, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.92857, + "hf_subset": "oc_fr", + "languages": [ + "oci-Latn" + ] + }, + { + "ndcg_at_1": 0.47222, + "ndcg_at_3": 0.55258, + "ndcg_at_5": 0.57407, + "ndcg_at_10": 0.61065, + "ndcg_at_20": 0.65977, + "ndcg_at_100": 0.66519, + "ndcg_at_1000": 0.66519, + "map_at_1": 0.47222, + "map_at_3": 0.53241, + "map_at_5": 0.54352, + "map_at_10": 0.55903, + "map_at_20": 0.5725, + "map_at_100": 0.57331, + "map_at_1000": 0.57331, + "recall_at_1": 0.47222, + "recall_at_3": 0.61111, + "recall_at_5": 0.66667, + "recall_at_10": 0.77778, + "recall_at_20": 0.97222, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.47222, + "precision_at_1": 0.47222, + "precision_at_3": 0.2037, + "precision_at_5": 0.13333, + "precision_at_10": 0.07778, + "precision_at_20": 0.04861, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.472222, + "mrr_at_3": 0.532407, + "mrr_at_5": 0.543519, + "mrr_at_10": 0.559028, + "mrr_at_20": 0.572496, + "mrr_at_100": 0.573313, + "mrr_at_1000": 0.573313, + "nauc_ndcg_at_1_max": 0.31658, + "nauc_ndcg_at_1_std": 0.187441, + "nauc_ndcg_at_1_diff1": 0.652941, + "nauc_ndcg_at_3_max": 0.272402, + "nauc_ndcg_at_3_std": 0.143577, + "nauc_ndcg_at_3_diff1": 0.610188, + "nauc_ndcg_at_5_max": 0.264161, + "nauc_ndcg_at_5_std": 0.132521, + "nauc_ndcg_at_5_diff1": 0.604342, + "nauc_ndcg_at_10_max": 0.193136, + "nauc_ndcg_at_10_std": 0.100746, + "nauc_ndcg_at_10_diff1": 0.594134, + "nauc_ndcg_at_20_max": 0.235997, + "nauc_ndcg_at_20_std": 0.142003, + "nauc_ndcg_at_20_diff1": 0.597464, + "nauc_ndcg_at_100_max": 0.253869, + "nauc_ndcg_at_100_std": 0.149162, + "nauc_ndcg_at_100_diff1": 0.608043, + "nauc_ndcg_at_1000_max": 0.253869, + "nauc_ndcg_at_1000_std": 0.149162, + "nauc_ndcg_at_1000_diff1": 0.608043, + "nauc_map_at_1_max": 0.31658, + "nauc_map_at_1_std": 0.187441, + "nauc_map_at_1_diff1": 0.652941, + "nauc_map_at_3_max": 0.287458, + "nauc_map_at_3_std": 0.16163, + "nauc_map_at_3_diff1": 0.626316, + "nauc_map_at_5_max": 0.283636, + "nauc_map_at_5_std": 0.156462, + "nauc_map_at_5_diff1": 0.623707, + "nauc_map_at_10_max": 0.256515, + "nauc_map_at_10_std": 0.147326, + "nauc_map_at_10_diff1": 0.617789, + "nauc_map_at_20_max": 0.266403, + "nauc_map_at_20_std": 0.157463, + "nauc_map_at_20_diff1": 0.616934, + "nauc_map_at_100_max": 0.268623, + "nauc_map_at_100_std": 0.158361, + "nauc_map_at_100_diff1": 0.618252, + "nauc_map_at_1000_max": 0.268623, + "nauc_map_at_1000_std": 0.158361, + "nauc_map_at_1000_diff1": 0.618252, + "nauc_recall_at_1_max": 0.31658, + "nauc_recall_at_1_std": 0.187441, + "nauc_recall_at_1_diff1": 0.652941, + "nauc_recall_at_3_max": 0.223733, + "nauc_recall_at_3_std": 0.084189, + "nauc_recall_at_3_diff1": 0.557535, + "nauc_recall_at_5_max": 0.194218, + "nauc_recall_at_5_std": 0.045243, + "nauc_recall_at_5_diff1": 0.534605, + "nauc_recall_at_10_max": -0.139502, + "nauc_recall_at_10_std": -0.145239, + "nauc_recall_at_10_diff1": 0.485268, + "nauc_recall_at_20_max": -0.563165, + "nauc_recall_at_20_std": -0.178138, + "nauc_recall_at_20_diff1": 0.124383, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.31658, + "nauc_precision_at_1_std": 0.187441, + "nauc_precision_at_1_diff1": 0.652941, + "nauc_precision_at_3_max": 0.223733, + "nauc_precision_at_3_std": 0.084189, + "nauc_precision_at_3_diff1": 0.557535, + "nauc_precision_at_5_max": 0.194218, + "nauc_precision_at_5_std": 0.045243, + "nauc_precision_at_5_diff1": 0.534605, + "nauc_precision_at_10_max": -0.139502, + "nauc_precision_at_10_std": -0.145239, + "nauc_precision_at_10_diff1": 0.485268, + "nauc_precision_at_20_max": -0.563165, + "nauc_precision_at_20_std": -0.178138, + "nauc_precision_at_20_diff1": 0.124383, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.31658, + "nauc_mrr_at_1_std": 0.187441, + "nauc_mrr_at_1_diff1": 0.652941, + "nauc_mrr_at_3_max": 0.287458, + "nauc_mrr_at_3_std": 0.16163, + "nauc_mrr_at_3_diff1": 0.626316, + "nauc_mrr_at_5_max": 0.283636, + "nauc_mrr_at_5_std": 0.156462, + "nauc_mrr_at_5_diff1": 0.623707, + "nauc_mrr_at_10_max": 0.256515, + "nauc_mrr_at_10_std": 0.147326, + "nauc_mrr_at_10_diff1": 0.617789, + "nauc_mrr_at_20_max": 0.266403, + "nauc_mrr_at_20_std": 0.157463, + "nauc_mrr_at_20_diff1": 0.616934, + "nauc_mrr_at_100_max": 0.268623, + "nauc_mrr_at_100_std": 0.158361, + "nauc_mrr_at_100_diff1": 0.618252, + "nauc_mrr_at_1000_max": 0.268623, + "nauc_mrr_at_1000_std": 0.158361, + "nauc_mrr_at_1000_diff1": 0.618252, + "hit_rate_at_1": 0.47222, + "hit_rate_at_3": 0.61111, + "hit_rate_at_5": 0.66667, + "hit_rate_at_10": 0.77778, + "hit_rate_at_20": 0.97222, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.66667, + "hf_subset": "om_et", + "languages": [ + "orm-Latn" + ] + }, + { + "ndcg_at_1": 0.34431, + "ndcg_at_3": 0.428, + "ndcg_at_5": 0.45634, + "ndcg_at_10": 0.48962, + "ndcg_at_20": 0.51655, + "ndcg_at_100": 0.55397, + "ndcg_at_1000": 0.55888, + "map_at_1": 0.34431, + "map_at_3": 0.40818, + "map_at_5": 0.4239, + "map_at_10": 0.43784, + "map_at_20": 0.44507, + "map_at_100": 0.45047, + "map_at_1000": 0.4507, + "recall_at_1": 0.34431, + "recall_at_3": 0.48503, + "recall_at_5": 0.55389, + "recall_at_10": 0.65569, + "recall_at_20": 0.76347, + "recall_at_100": 0.96108, + "recall_at_1000": 0.99701, + "accuracy": 0.34431, + "precision_at_1": 0.34431, + "precision_at_3": 0.16168, + "precision_at_5": 0.11078, + "precision_at_10": 0.06557, + "precision_at_20": 0.03817, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "mrr_at_1": 0.344311, + "mrr_at_3": 0.408184, + "mrr_at_5": 0.423902, + "mrr_at_10": 0.437836, + "mrr_at_20": 0.445067, + "mrr_at_100": 0.450471, + "mrr_at_1000": 0.450701, + "nauc_ndcg_at_1_max": 0.446566, + "nauc_ndcg_at_1_std": 0.085599, + "nauc_ndcg_at_1_diff1": 0.613256, + "nauc_ndcg_at_3_max": 0.418981, + "nauc_ndcg_at_3_std": 0.140122, + "nauc_ndcg_at_3_diff1": 0.544387, + "nauc_ndcg_at_5_max": 0.418605, + "nauc_ndcg_at_5_std": 0.170791, + "nauc_ndcg_at_5_diff1": 0.523964, + "nauc_ndcg_at_10_max": 0.402671, + "nauc_ndcg_at_10_std": 0.147235, + "nauc_ndcg_at_10_diff1": 0.524484, + "nauc_ndcg_at_20_max": 0.404541, + "nauc_ndcg_at_20_std": 0.146674, + "nauc_ndcg_at_20_diff1": 0.52445, + "nauc_ndcg_at_100_max": 0.404699, + "nauc_ndcg_at_100_std": 0.119796, + "nauc_ndcg_at_100_diff1": 0.533949, + "nauc_ndcg_at_1000_max": 0.412167, + "nauc_ndcg_at_1000_std": 0.131798, + "nauc_ndcg_at_1000_diff1": 0.539044, + "nauc_map_at_1_max": 0.446566, + "nauc_map_at_1_std": 0.085599, + "nauc_map_at_1_diff1": 0.613256, + "nauc_map_at_3_max": 0.426986, + "nauc_map_at_3_std": 0.127848, + "nauc_map_at_3_diff1": 0.560537, + "nauc_map_at_5_max": 0.426282, + "nauc_map_at_5_std": 0.144512, + "nauc_map_at_5_diff1": 0.549556, + "nauc_map_at_10_max": 0.419834, + "nauc_map_at_10_std": 0.134036, + "nauc_map_at_10_diff1": 0.550151, + "nauc_map_at_20_max": 0.420511, + "nauc_map_at_20_std": 0.133539, + "nauc_map_at_20_diff1": 0.550491, + "nauc_map_at_100_max": 0.42015, + "nauc_map_at_100_std": 0.129417, + "nauc_map_at_100_diff1": 0.551283, + "nauc_map_at_1000_max": 0.420432, + "nauc_map_at_1000_std": 0.129871, + "nauc_map_at_1000_diff1": 0.551491, + "nauc_recall_at_1_max": 0.446566, + "nauc_recall_at_1_std": 0.085599, + "nauc_recall_at_1_diff1": 0.613256, + "nauc_recall_at_3_max": 0.395244, + "nauc_recall_at_3_std": 0.175296, + "nauc_recall_at_3_diff1": 0.497816, + "nauc_recall_at_5_max": 0.39543, + "nauc_recall_at_5_std": 0.254933, + "nauc_recall_at_5_diff1": 0.443278, + "nauc_recall_at_10_max": 0.335968, + "nauc_recall_at_10_std": 0.18848, + "nauc_recall_at_10_diff1": 0.432105, + "nauc_recall_at_20_max": 0.325128, + "nauc_recall_at_20_std": 0.200889, + "nauc_recall_at_20_diff1": 0.401459, + "nauc_recall_at_100_max": 0.050028, + "nauc_recall_at_100_std": -0.486373, + "nauc_recall_at_100_diff1": 0.297592, + "nauc_recall_at_1000_max": 0.869455, + "nauc_recall_at_1000_std": 0.357892, + "nauc_recall_at_1000_diff1": 0.869455, + "nauc_precision_at_1_max": 0.446566, + "nauc_precision_at_1_std": 0.085599, + "nauc_precision_at_1_diff1": 0.613256, + "nauc_precision_at_3_max": 0.395244, + "nauc_precision_at_3_std": 0.175296, + "nauc_precision_at_3_diff1": 0.497816, + "nauc_precision_at_5_max": 0.39543, + "nauc_precision_at_5_std": 0.254933, + "nauc_precision_at_5_diff1": 0.443278, + "nauc_precision_at_10_max": 0.335968, + "nauc_precision_at_10_std": 0.18848, + "nauc_precision_at_10_diff1": 0.432105, + "nauc_precision_at_20_max": 0.325128, + "nauc_precision_at_20_std": 0.200889, + "nauc_precision_at_20_diff1": 0.401459, + "nauc_precision_at_100_max": 0.050028, + "nauc_precision_at_100_std": -0.486373, + "nauc_precision_at_100_diff1": 0.297592, + "nauc_precision_at_1000_max": 0.869455, + "nauc_precision_at_1000_std": 0.357892, + "nauc_precision_at_1000_diff1": 0.869455, + "nauc_mrr_at_1_max": 0.446566, + "nauc_mrr_at_1_std": 0.085599, + "nauc_mrr_at_1_diff1": 0.613256, + "nauc_mrr_at_3_max": 0.426986, + "nauc_mrr_at_3_std": 0.127848, + "nauc_mrr_at_3_diff1": 0.560537, + "nauc_mrr_at_5_max": 0.426282, + "nauc_mrr_at_5_std": 0.144512, + "nauc_mrr_at_5_diff1": 0.549556, + "nauc_mrr_at_10_max": 0.419834, + "nauc_mrr_at_10_std": 0.134036, + "nauc_mrr_at_10_diff1": 0.550151, + "nauc_mrr_at_20_max": 0.420511, + "nauc_mrr_at_20_std": 0.133539, + "nauc_mrr_at_20_diff1": 0.550491, + "nauc_mrr_at_100_max": 0.42015, + "nauc_mrr_at_100_std": 0.129417, + "nauc_mrr_at_100_diff1": 0.551283, + "nauc_mrr_at_1000_max": 0.420432, + "nauc_mrr_at_1000_std": 0.129871, + "nauc_mrr_at_1000_diff1": 0.551491, + "hit_rate_at_1": 0.34431, + "hit_rate_at_3": 0.48503, + "hit_rate_at_5": 0.55389, + "hit_rate_at_10": 0.65569, + "hit_rate_at_20": 0.76347, + "hit_rate_at_100": 0.96108, + "hit_rate_at_1000": 0.99701, + "main_score": 0.55389, + "hf_subset": "or_in", + "languages": [ + "ori-Orya" + ] + }, + { + "ndcg_at_1": 0.54839, + "ndcg_at_3": 0.61201, + "ndcg_at_5": 0.64024, + "ndcg_at_10": 0.65213, + "ndcg_at_20": 0.67108, + "ndcg_at_100": 0.69033, + "ndcg_at_1000": 0.69869, + "map_at_1": 0.54839, + "map_at_3": 0.59677, + "map_at_5": 0.61254, + "map_at_10": 0.61764, + "map_at_20": 0.6228, + "map_at_100": 0.62545, + "map_at_1000": 0.62585, + "recall_at_1": 0.54839, + "recall_at_3": 0.65591, + "recall_at_5": 0.72401, + "recall_at_10": 0.75986, + "recall_at_20": 0.83513, + "recall_at_100": 0.93907, + "recall_at_1000": 1.0, + "accuracy": 0.54839, + "precision_at_1": 0.54839, + "precision_at_3": 0.21864, + "precision_at_5": 0.1448, + "precision_at_10": 0.07599, + "precision_at_20": 0.04176, + "precision_at_100": 0.00939, + "precision_at_1000": 0.001, + "mrr_at_1": 0.548387, + "mrr_at_3": 0.596774, + "mrr_at_5": 0.612545, + "mrr_at_10": 0.617635, + "mrr_at_20": 0.622803, + "mrr_at_100": 0.62545, + "mrr_at_1000": 0.625849, + "nauc_ndcg_at_1_max": 0.62187, + "nauc_ndcg_at_1_std": 0.188808, + "nauc_ndcg_at_1_diff1": 0.738718, + "nauc_ndcg_at_3_max": 0.598139, + "nauc_ndcg_at_3_std": 0.208653, + "nauc_ndcg_at_3_diff1": 0.683125, + "nauc_ndcg_at_5_max": 0.585969, + "nauc_ndcg_at_5_std": 0.194756, + "nauc_ndcg_at_5_diff1": 0.664527, + "nauc_ndcg_at_10_max": 0.601755, + "nauc_ndcg_at_10_std": 0.202331, + "nauc_ndcg_at_10_diff1": 0.664249, + "nauc_ndcg_at_20_max": 0.601806, + "nauc_ndcg_at_20_std": 0.205354, + "nauc_ndcg_at_20_diff1": 0.663581, + "nauc_ndcg_at_100_max": 0.598971, + "nauc_ndcg_at_100_std": 0.200951, + "nauc_ndcg_at_100_diff1": 0.677489, + "nauc_ndcg_at_1000_max": 0.601646, + "nauc_ndcg_at_1000_std": 0.202383, + "nauc_ndcg_at_1000_diff1": 0.678165, + "nauc_map_at_1_max": 0.62187, + "nauc_map_at_1_std": 0.188808, + "nauc_map_at_1_diff1": 0.738718, + "nauc_map_at_3_max": 0.603938, + "nauc_map_at_3_std": 0.201819, + "nauc_map_at_3_diff1": 0.696921, + "nauc_map_at_5_max": 0.597796, + "nauc_map_at_5_std": 0.194538, + "nauc_map_at_5_diff1": 0.687652, + "nauc_map_at_10_max": 0.60424, + "nauc_map_at_10_std": 0.197894, + "nauc_map_at_10_diff1": 0.687811, + "nauc_map_at_20_max": 0.604607, + "nauc_map_at_20_std": 0.199055, + "nauc_map_at_20_diff1": 0.687851, + "nauc_map_at_100_max": 0.604226, + "nauc_map_at_100_std": 0.199194, + "nauc_map_at_100_diff1": 0.689242, + "nauc_map_at_1000_max": 0.604333, + "nauc_map_at_1000_std": 0.199195, + "nauc_map_at_1000_diff1": 0.689244, + "nauc_recall_at_1_max": 0.62187, + "nauc_recall_at_1_std": 0.188808, + "nauc_recall_at_1_diff1": 0.738718, + "nauc_recall_at_3_max": 0.579911, + "nauc_recall_at_3_std": 0.231085, + "nauc_recall_at_3_diff1": 0.639661, + "nauc_recall_at_5_max": 0.541171, + "nauc_recall_at_5_std": 0.193519, + "nauc_recall_at_5_diff1": 0.577959, + "nauc_recall_at_10_max": 0.597422, + "nauc_recall_at_10_std": 0.220487, + "nauc_recall_at_10_diff1": 0.566749, + "nauc_recall_at_20_max": 0.591807, + "nauc_recall_at_20_std": 0.240771, + "nauc_recall_at_20_diff1": 0.52697, + "nauc_recall_at_100_max": 0.522796, + "nauc_recall_at_100_std": 0.150987, + "nauc_recall_at_100_diff1": 0.65054, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.62187, + "nauc_precision_at_1_std": 0.188808, + "nauc_precision_at_1_diff1": 0.738718, + "nauc_precision_at_3_max": 0.579911, + "nauc_precision_at_3_std": 0.231085, + "nauc_precision_at_3_diff1": 0.639661, + "nauc_precision_at_5_max": 0.541171, + "nauc_precision_at_5_std": 0.193519, + "nauc_precision_at_5_diff1": 0.577959, + "nauc_precision_at_10_max": 0.597422, + "nauc_precision_at_10_std": 0.220487, + "nauc_precision_at_10_diff1": 0.566749, + "nauc_precision_at_20_max": 0.591807, + "nauc_precision_at_20_std": 0.240771, + "nauc_precision_at_20_diff1": 0.52697, + "nauc_precision_at_100_max": 0.522796, + "nauc_precision_at_100_std": 0.150987, + "nauc_precision_at_100_diff1": 0.65054, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.62187, + "nauc_mrr_at_1_std": 0.188808, + "nauc_mrr_at_1_diff1": 0.738718, + "nauc_mrr_at_3_max": 0.603938, + "nauc_mrr_at_3_std": 0.201819, + "nauc_mrr_at_3_diff1": 0.696921, + "nauc_mrr_at_5_max": 0.597796, + "nauc_mrr_at_5_std": 0.194538, + "nauc_mrr_at_5_diff1": 0.687652, + "nauc_mrr_at_10_max": 0.60424, + "nauc_mrr_at_10_std": 0.197894, + "nauc_mrr_at_10_diff1": 0.687811, + "nauc_mrr_at_20_max": 0.604607, + "nauc_mrr_at_20_std": 0.199055, + "nauc_mrr_at_20_diff1": 0.687851, + "nauc_mrr_at_100_max": 0.604226, + "nauc_mrr_at_100_std": 0.199194, + "nauc_mrr_at_100_diff1": 0.689242, + "nauc_mrr_at_1000_max": 0.604333, + "nauc_mrr_at_1000_std": 0.199195, + "nauc_mrr_at_1000_diff1": 0.689244, + "hit_rate_at_1": 0.54839, + "hit_rate_at_3": 0.65591, + "hit_rate_at_5": 0.72401, + "hit_rate_at_10": 0.75986, + "hit_rate_at_20": 0.83513, + "hit_rate_at_100": 0.93907, + "hit_rate_at_1000": 1.0, + "main_score": 0.72401, + "hf_subset": "pa_in", + "languages": [ + "pan-Guru" + ] + }, + { + "ndcg_at_1": 0.9303, + "ndcg_at_3": 0.95588, + "ndcg_at_5": 0.96214, + "ndcg_at_10": 0.96302, + "ndcg_at_20": 0.96523, + "ndcg_at_100": 0.96523, + "ndcg_at_1000": 0.96523, + "map_at_1": 0.9303, + "map_at_3": 0.95, + "map_at_5": 0.95348, + "map_at_10": 0.95379, + "map_at_20": 0.95435, + "map_at_100": 0.95435, + "map_at_1000": 0.95435, + "recall_at_1": 0.9303, + "recall_at_3": 0.97273, + "recall_at_5": 0.98788, + "recall_at_10": 0.99091, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.9303, + "precision_at_1": 0.9303, + "precision_at_3": 0.32424, + "precision_at_5": 0.19758, + "precision_at_10": 0.09909, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.930303, + "mrr_at_3": 0.95, + "mrr_at_5": 0.953485, + "mrr_at_10": 0.953788, + "mrr_at_20": 0.954349, + "mrr_at_100": 0.954349, + "mrr_at_1000": 0.954349, + "nauc_ndcg_at_1_max": 0.927333, + "nauc_ndcg_at_1_std": 0.339139, + "nauc_ndcg_at_1_diff1": 0.971583, + "nauc_ndcg_at_3_max": 0.948296, + "nauc_ndcg_at_3_std": 0.451289, + "nauc_ndcg_at_3_diff1": 0.976592, + "nauc_ndcg_at_5_max": 0.939747, + "nauc_ndcg_at_5_std": 0.382742, + "nauc_ndcg_at_5_diff1": 0.972722, + "nauc_ndcg_at_10_max": 0.93832, + "nauc_ndcg_at_10_std": 0.419085, + "nauc_ndcg_at_10_diff1": 0.972076, + "nauc_ndcg_at_20_max": 0.937035, + "nauc_ndcg_at_20_std": 0.39383, + "nauc_ndcg_at_20_diff1": 0.973293, + "nauc_ndcg_at_100_max": 0.937035, + "nauc_ndcg_at_100_std": 0.39383, + "nauc_ndcg_at_100_diff1": 0.973293, + "nauc_ndcg_at_1000_max": 0.937035, + "nauc_ndcg_at_1000_std": 0.39383, + "nauc_ndcg_at_1000_diff1": 0.973293, + "nauc_map_at_1_max": 0.927333, + "nauc_map_at_1_std": 0.339139, + "nauc_map_at_1_diff1": 0.971583, + "nauc_map_at_3_max": 0.941266, + "nauc_map_at_3_std": 0.418272, + "nauc_map_at_3_diff1": 0.974913, + "nauc_map_at_5_max": 0.936866, + "nauc_map_at_5_std": 0.38475, + "nauc_map_at_5_diff1": 0.973033, + "nauc_map_at_10_max": 0.936452, + "nauc_map_at_10_std": 0.394825, + "nauc_map_at_10_diff1": 0.972856, + "nauc_map_at_20_max": 0.936128, + "nauc_map_at_20_std": 0.389428, + "nauc_map_at_20_diff1": 0.97319, + "nauc_map_at_100_max": 0.936128, + "nauc_map_at_100_std": 0.389428, + "nauc_map_at_100_diff1": 0.97319, + "nauc_map_at_1000_max": 0.936128, + "nauc_map_at_1000_std": 0.389428, + "nauc_map_at_1000_diff1": 0.97319, + "nauc_recall_at_1_max": 0.927333, + "nauc_recall_at_1_std": 0.339139, + "nauc_recall_at_1_diff1": 0.971583, + "nauc_recall_at_3_max": 0.985476, + "nauc_recall_at_3_std": 0.622419, + "nauc_recall_at_3_diff1": 0.985476, + "nauc_recall_at_5_max": 0.96732, + "nauc_recall_at_5_std": 0.317927, + "nauc_recall_at_5_diff1": 0.96732, + "nauc_recall_at_10_max": 0.956427, + "nauc_recall_at_10_std": 0.807812, + "nauc_recall_at_10_diff1": 0.956427, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.927333, + "nauc_precision_at_1_std": 0.339139, + "nauc_precision_at_1_diff1": 0.971583, + "nauc_precision_at_3_max": 0.985476, + "nauc_precision_at_3_std": 0.622419, + "nauc_precision_at_3_diff1": 0.985476, + "nauc_precision_at_5_max": 0.96732, + "nauc_precision_at_5_std": 0.317927, + "nauc_precision_at_5_diff1": 0.96732, + "nauc_precision_at_10_max": 0.956427, + "nauc_precision_at_10_std": 0.807812, + "nauc_precision_at_10_diff1": 0.956427, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.927333, + "nauc_mrr_at_1_std": 0.339139, + "nauc_mrr_at_1_diff1": 0.971583, + "nauc_mrr_at_3_max": 0.941266, + "nauc_mrr_at_3_std": 0.418272, + "nauc_mrr_at_3_diff1": 0.974913, + "nauc_mrr_at_5_max": 0.936866, + "nauc_mrr_at_5_std": 0.38475, + "nauc_mrr_at_5_diff1": 0.973033, + "nauc_mrr_at_10_max": 0.936452, + "nauc_mrr_at_10_std": 0.394825, + "nauc_mrr_at_10_diff1": 0.972856, + "nauc_mrr_at_20_max": 0.936128, + "nauc_mrr_at_20_std": 0.389428, + "nauc_mrr_at_20_diff1": 0.97319, + "nauc_mrr_at_100_max": 0.936128, + "nauc_mrr_at_100_std": 0.389428, + "nauc_mrr_at_100_diff1": 0.97319, + "nauc_mrr_at_1000_max": 0.936128, + "nauc_mrr_at_1000_std": 0.389428, + "nauc_mrr_at_1000_diff1": 0.97319, + "hit_rate_at_1": 0.9303, + "hit_rate_at_3": 0.97273, + "hit_rate_at_5": 0.98788, + "hit_rate_at_10": 0.99091, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.98788, + "hf_subset": "pl_pl", + "languages": [ + "pol-Latn" + ] + }, + { + "ndcg_at_1": 0.33449, + "ndcg_at_3": 0.41899, + "ndcg_at_5": 0.44913, + "ndcg_at_10": 0.47208, + "ndcg_at_20": 0.48914, + "ndcg_at_100": 0.53259, + "ndcg_at_1000": 0.54269, + "map_at_1": 0.33449, + "map_at_3": 0.39663, + "map_at_5": 0.41336, + "map_at_10": 0.42307, + "map_at_20": 0.42792, + "map_at_100": 0.43404, + "map_at_1000": 0.43453, + "recall_at_1": 0.33449, + "recall_at_3": 0.48432, + "recall_at_5": 0.55749, + "recall_at_10": 0.62718, + "recall_at_20": 0.69338, + "recall_at_100": 0.92683, + "recall_at_1000": 1.0, + "accuracy": 0.33449, + "precision_at_1": 0.33449, + "precision_at_3": 0.16144, + "precision_at_5": 0.1115, + "precision_at_10": 0.06272, + "precision_at_20": 0.03467, + "precision_at_100": 0.00927, + "precision_at_1000": 0.001, + "mrr_at_1": 0.334495, + "mrr_at_3": 0.396632, + "mrr_at_5": 0.413357, + "mrr_at_10": 0.423066, + "mrr_at_20": 0.427917, + "mrr_at_100": 0.434038, + "mrr_at_1000": 0.434535, + "nauc_ndcg_at_1_max": 0.53091, + "nauc_ndcg_at_1_std": 0.210797, + "nauc_ndcg_at_1_diff1": 0.609115, + "nauc_ndcg_at_3_max": 0.506544, + "nauc_ndcg_at_3_std": 0.206934, + "nauc_ndcg_at_3_diff1": 0.509894, + "nauc_ndcg_at_5_max": 0.480664, + "nauc_ndcg_at_5_std": 0.182534, + "nauc_ndcg_at_5_diff1": 0.493449, + "nauc_ndcg_at_10_max": 0.473741, + "nauc_ndcg_at_10_std": 0.180421, + "nauc_ndcg_at_10_diff1": 0.491732, + "nauc_ndcg_at_20_max": 0.471278, + "nauc_ndcg_at_20_std": 0.181133, + "nauc_ndcg_at_20_diff1": 0.488262, + "nauc_ndcg_at_100_max": 0.487835, + "nauc_ndcg_at_100_std": 0.192095, + "nauc_ndcg_at_100_diff1": 0.494618, + "nauc_ndcg_at_1000_max": 0.484616, + "nauc_ndcg_at_1000_std": 0.187718, + "nauc_ndcg_at_1000_diff1": 0.506656, + "nauc_map_at_1_max": 0.53091, + "nauc_map_at_1_std": 0.210797, + "nauc_map_at_1_diff1": 0.609115, + "nauc_map_at_3_max": 0.508753, + "nauc_map_at_3_std": 0.204287, + "nauc_map_at_3_diff1": 0.531989, + "nauc_map_at_5_max": 0.494045, + "nauc_map_at_5_std": 0.190568, + "nauc_map_at_5_diff1": 0.523354, + "nauc_map_at_10_max": 0.491078, + "nauc_map_at_10_std": 0.189407, + "nauc_map_at_10_diff1": 0.523112, + "nauc_map_at_20_max": 0.490022, + "nauc_map_at_20_std": 0.189748, + "nauc_map_at_20_diff1": 0.522129, + "nauc_map_at_100_max": 0.492173, + "nauc_map_at_100_std": 0.190984, + "nauc_map_at_100_diff1": 0.523363, + "nauc_map_at_1000_max": 0.492011, + "nauc_map_at_1000_std": 0.190789, + "nauc_map_at_1000_diff1": 0.523885, + "nauc_recall_at_1_max": 0.53091, + "nauc_recall_at_1_std": 0.210797, + "nauc_recall_at_1_diff1": 0.609115, + "nauc_recall_at_3_max": 0.501655, + "nauc_recall_at_3_std": 0.216072, + "nauc_recall_at_3_diff1": 0.446652, + "nauc_recall_at_5_max": 0.438209, + "nauc_recall_at_5_std": 0.156257, + "nauc_recall_at_5_diff1": 0.400395, + "nauc_recall_at_10_max": 0.412103, + "nauc_recall_at_10_std": 0.148666, + "nauc_recall_at_10_diff1": 0.384546, + "nauc_recall_at_20_max": 0.396745, + "nauc_recall_at_20_std": 0.146533, + "nauc_recall_at_20_diff1": 0.355782, + "nauc_recall_at_100_max": 0.569489, + "nauc_recall_at_100_std": 0.311401, + "nauc_recall_at_100_diff1": 0.157381, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.53091, + "nauc_precision_at_1_std": 0.210797, + "nauc_precision_at_1_diff1": 0.609115, + "nauc_precision_at_3_max": 0.501655, + "nauc_precision_at_3_std": 0.216072, + "nauc_precision_at_3_diff1": 0.446652, + "nauc_precision_at_5_max": 0.438209, + "nauc_precision_at_5_std": 0.156257, + "nauc_precision_at_5_diff1": 0.400395, + "nauc_precision_at_10_max": 0.412103, + "nauc_precision_at_10_std": 0.148666, + "nauc_precision_at_10_diff1": 0.384546, + "nauc_precision_at_20_max": 0.396745, + "nauc_precision_at_20_std": 0.146533, + "nauc_precision_at_20_diff1": 0.355782, + "nauc_precision_at_100_max": 0.569489, + "nauc_precision_at_100_std": 0.311401, + "nauc_precision_at_100_diff1": 0.157381, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.53091, + "nauc_mrr_at_1_std": 0.210797, + "nauc_mrr_at_1_diff1": 0.609115, + "nauc_mrr_at_3_max": 0.508753, + "nauc_mrr_at_3_std": 0.204287, + "nauc_mrr_at_3_diff1": 0.531989, + "nauc_mrr_at_5_max": 0.494045, + "nauc_mrr_at_5_std": 0.190568, + "nauc_mrr_at_5_diff1": 0.523354, + "nauc_mrr_at_10_max": 0.491078, + "nauc_mrr_at_10_std": 0.189407, + "nauc_mrr_at_10_diff1": 0.523112, + "nauc_mrr_at_20_max": 0.490022, + "nauc_mrr_at_20_std": 0.189748, + "nauc_mrr_at_20_diff1": 0.522129, + "nauc_mrr_at_100_max": 0.492173, + "nauc_mrr_at_100_std": 0.190984, + "nauc_mrr_at_100_diff1": 0.523363, + "nauc_mrr_at_1000_max": 0.492011, + "nauc_mrr_at_1000_std": 0.190789, + "nauc_mrr_at_1000_diff1": 0.523885, + "hit_rate_at_1": 0.33449, + "hit_rate_at_3": 0.48432, + "hit_rate_at_5": 0.55749, + "hit_rate_at_10": 0.62718, + "hit_rate_at_20": 0.69338, + "hit_rate_at_100": 0.92683, + "hit_rate_at_1000": 1.0, + "main_score": 0.55749, + "hf_subset": "ps_af", + "languages": [ + "pus-Arab" + ] + }, + { + "ndcg_at_1": 0.99427, + "ndcg_at_3": 0.99608, + "ndcg_at_5": 0.99608, + "ndcg_at_10": 0.99694, + "ndcg_at_20": 0.99694, + "ndcg_at_100": 0.99694, + "ndcg_at_1000": 0.99694, + "map_at_1": 0.99427, + "map_at_3": 0.9957, + "map_at_5": 0.9957, + "map_at_10": 0.99602, + "map_at_20": 0.99602, + "map_at_100": 0.99602, + "map_at_1000": 0.99602, + "recall_at_1": 0.99427, + "recall_at_3": 0.99713, + "recall_at_5": 0.99713, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.99427, + "precision_at_1": 0.99427, + "precision_at_3": 0.33238, + "precision_at_5": 0.19943, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.994269, + "mrr_at_3": 0.995702, + "mrr_at_5": 0.995702, + "mrr_at_10": 0.99602, + "mrr_at_20": 0.99602, + "mrr_at_100": 0.99602, + "mrr_at_1000": 0.99602, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": -0.590448, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": -1.11777, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": -1.11777, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": -0.943887, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 1.0, + "nauc_ndcg_at_20_std": -0.943887, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 1.0, + "nauc_ndcg_at_100_std": -0.943887, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 1.0, + "nauc_ndcg_at_1000_std": -0.943887, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": -0.590448, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": -0.971864, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": -0.971864, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": -0.910838, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 1.0, + "nauc_map_at_20_std": -0.910838, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 1.0, + "nauc_map_at_100_std": -0.910838, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 1.0, + "nauc_map_at_1000_std": -0.910838, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": -0.590448, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": -1.734697, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": -1.734697, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": -0.590448, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": -1.734697, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": -1.734697, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": -0.590448, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": -0.971864, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": -0.971864, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": -0.910838, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 1.0, + "nauc_mrr_at_20_std": -0.910838, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 1.0, + "nauc_mrr_at_100_std": -0.910838, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 1.0, + "nauc_mrr_at_1000_std": -0.910838, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.99427, + "hit_rate_at_3": 0.99713, + "hit_rate_at_5": 0.99713, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.99713, + "hf_subset": "pt_br", + "languages": [ + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.82759, + "ndcg_at_3": 0.87028, + "ndcg_at_5": 0.87647, + "ndcg_at_10": 0.88776, + "ndcg_at_20": 0.89204, + "ndcg_at_100": 0.89887, + "ndcg_at_1000": 0.89887, + "map_at_1": 0.82759, + "map_at_3": 0.86015, + "map_at_5": 0.86375, + "map_at_10": 0.86849, + "map_at_20": 0.86962, + "map_at_100": 0.87074, + "map_at_1000": 0.87074, + "recall_at_1": 0.82759, + "recall_at_3": 0.89943, + "recall_at_5": 0.91379, + "recall_at_10": 0.94828, + "recall_at_20": 0.96552, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.82759, + "precision_at_1": 0.82759, + "precision_at_3": 0.29981, + "precision_at_5": 0.18276, + "precision_at_10": 0.09483, + "precision_at_20": 0.04828, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.827586, + "mrr_at_3": 0.860153, + "mrr_at_5": 0.863745, + "mrr_at_10": 0.868488, + "mrr_at_20": 0.869623, + "mrr_at_100": 0.870735, + "mrr_at_1000": 0.870735, + "nauc_ndcg_at_1_max": 0.766411, + "nauc_ndcg_at_1_std": 0.276901, + "nauc_ndcg_at_1_diff1": 0.862979, + "nauc_ndcg_at_3_max": 0.801665, + "nauc_ndcg_at_3_std": 0.319763, + "nauc_ndcg_at_3_diff1": 0.873969, + "nauc_ndcg_at_5_max": 0.799867, + "nauc_ndcg_at_5_std": 0.314902, + "nauc_ndcg_at_5_diff1": 0.87016, + "nauc_ndcg_at_10_max": 0.799468, + "nauc_ndcg_at_10_std": 0.294051, + "nauc_ndcg_at_10_diff1": 0.873413, + "nauc_ndcg_at_20_max": 0.793845, + "nauc_ndcg_at_20_std": 0.2922, + "nauc_ndcg_at_20_diff1": 0.872719, + "nauc_ndcg_at_100_max": 0.793189, + "nauc_ndcg_at_100_std": 0.302226, + "nauc_ndcg_at_100_diff1": 0.871784, + "nauc_ndcg_at_1000_max": 0.793189, + "nauc_ndcg_at_1000_std": 0.302226, + "nauc_ndcg_at_1000_diff1": 0.871784, + "nauc_map_at_1_max": 0.766411, + "nauc_map_at_1_std": 0.276901, + "nauc_map_at_1_diff1": 0.862979, + "nauc_map_at_3_max": 0.792584, + "nauc_map_at_3_std": 0.307521, + "nauc_map_at_3_diff1": 0.871882, + "nauc_map_at_5_max": 0.791382, + "nauc_map_at_5_std": 0.304609, + "nauc_map_at_5_diff1": 0.869805, + "nauc_map_at_10_max": 0.791306, + "nauc_map_at_10_std": 0.297615, + "nauc_map_at_10_diff1": 0.870875, + "nauc_map_at_20_max": 0.789963, + "nauc_map_at_20_std": 0.29727, + "nauc_map_at_20_diff1": 0.870658, + "nauc_map_at_100_max": 0.790022, + "nauc_map_at_100_std": 0.299518, + "nauc_map_at_100_diff1": 0.8707, + "nauc_map_at_1000_max": 0.790022, + "nauc_map_at_1000_std": 0.299518, + "nauc_map_at_1000_diff1": 0.8707, + "nauc_recall_at_1_max": 0.766411, + "nauc_recall_at_1_std": 0.276901, + "nauc_recall_at_1_diff1": 0.862979, + "nauc_recall_at_3_max": 0.836096, + "nauc_recall_at_3_std": 0.366936, + "nauc_recall_at_3_diff1": 0.881419, + "nauc_recall_at_5_max": 0.836038, + "nauc_recall_at_5_std": 0.359123, + "nauc_recall_at_5_diff1": 0.870376, + "nauc_recall_at_10_max": 0.852922, + "nauc_recall_at_10_std": 0.243801, + "nauc_recall_at_10_diff1": 0.89255, + "nauc_recall_at_20_max": 0.812083, + "nauc_recall_at_20_std": 0.195793, + "nauc_recall_at_20_diff1": 0.894699, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.766411, + "nauc_precision_at_1_std": 0.276901, + "nauc_precision_at_1_diff1": 0.862979, + "nauc_precision_at_3_max": 0.836096, + "nauc_precision_at_3_std": 0.366936, + "nauc_precision_at_3_diff1": 0.881419, + "nauc_precision_at_5_max": 0.836038, + "nauc_precision_at_5_std": 0.359123, + "nauc_precision_at_5_diff1": 0.870376, + "nauc_precision_at_10_max": 0.852922, + "nauc_precision_at_10_std": 0.243801, + "nauc_precision_at_10_diff1": 0.89255, + "nauc_precision_at_20_max": 0.812083, + "nauc_precision_at_20_std": 0.195793, + "nauc_precision_at_20_diff1": 0.894699, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.766411, + "nauc_mrr_at_1_std": 0.276901, + "nauc_mrr_at_1_diff1": 0.862979, + "nauc_mrr_at_3_max": 0.792584, + "nauc_mrr_at_3_std": 0.307521, + "nauc_mrr_at_3_diff1": 0.871882, + "nauc_mrr_at_5_max": 0.791382, + "nauc_mrr_at_5_std": 0.304609, + "nauc_mrr_at_5_diff1": 0.869805, + "nauc_mrr_at_10_max": 0.791306, + "nauc_mrr_at_10_std": 0.297615, + "nauc_mrr_at_10_diff1": 0.870875, + "nauc_mrr_at_20_max": 0.789963, + "nauc_mrr_at_20_std": 0.29727, + "nauc_mrr_at_20_diff1": 0.870658, + "nauc_mrr_at_100_max": 0.790022, + "nauc_mrr_at_100_std": 0.299518, + "nauc_mrr_at_100_diff1": 0.8707, + "nauc_mrr_at_1000_max": 0.790022, + "nauc_mrr_at_1000_std": 0.299518, + "nauc_mrr_at_1000_diff1": 0.8707, + "hit_rate_at_1": 0.82759, + "hit_rate_at_3": 0.89943, + "hit_rate_at_5": 0.91379, + "hit_rate_at_10": 0.94828, + "hit_rate_at_20": 0.96552, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.91379, + "hf_subset": "ro_ro", + "languages": [ + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.99419, + "ndcg_at_3": 0.99785, + "ndcg_at_5": 0.99785, + "ndcg_at_10": 0.99785, + "ndcg_at_20": 0.99785, + "ndcg_at_100": 0.99785, + "ndcg_at_1000": 0.99785, + "map_at_1": 0.99419, + "map_at_3": 0.99709, + "map_at_5": 0.99709, + "map_at_10": 0.99709, + "map_at_20": 0.99709, + "map_at_100": 0.99709, + "map_at_1000": 0.99709, + "recall_at_1": 0.99419, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.99419, + "precision_at_1": 0.99419, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.994186, + "mrr_at_3": 0.997093, + "mrr_at_5": 0.997093, + "mrr_at_10": 0.997093, + "mrr_at_20": 0.997093, + "mrr_at_100": 0.997093, + "mrr_at_1000": 0.997093, + "nauc_ndcg_at_1_max": 0.934725, + "nauc_ndcg_at_1_std": -0.075055, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.934725, + "nauc_ndcg_at_3_std": -0.075055, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.934725, + "nauc_ndcg_at_5_std": -0.075055, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.934725, + "nauc_ndcg_at_10_std": -0.075055, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.934725, + "nauc_ndcg_at_20_std": -0.075055, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.934725, + "nauc_ndcg_at_100_std": -0.075055, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.934725, + "nauc_ndcg_at_1000_std": -0.075055, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.934725, + "nauc_map_at_1_std": -0.075055, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.934725, + "nauc_map_at_3_std": -0.075055, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.934725, + "nauc_map_at_5_std": -0.075055, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.934725, + "nauc_map_at_10_std": -0.075055, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.934725, + "nauc_map_at_20_std": -0.075055, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.934725, + "nauc_map_at_100_std": -0.075055, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.934725, + "nauc_map_at_1000_std": -0.075055, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.934725, + "nauc_recall_at_1_std": -0.075055, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.934725, + "nauc_precision_at_1_std": -0.075055, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_5_max": NaN, + "nauc_precision_at_5_std": NaN, + "nauc_precision_at_5_diff1": NaN, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.934725, + "nauc_mrr_at_1_std": -0.075055, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.934725, + "nauc_mrr_at_3_std": -0.075055, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.934725, + "nauc_mrr_at_5_std": -0.075055, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.934725, + "nauc_mrr_at_10_std": -0.075055, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.934725, + "nauc_mrr_at_20_std": -0.075055, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.934725, + "nauc_mrr_at_100_std": -0.075055, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.934725, + "nauc_mrr_at_1000_std": -0.075055, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.99419, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 1.0, + "hf_subset": "ru_ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.74419, + "ndcg_at_3": 0.81046, + "ndcg_at_5": 0.82847, + "ndcg_at_10": 0.84176, + "ndcg_at_20": 0.84816, + "ndcg_at_100": 0.85394, + "ndcg_at_1000": 0.85473, + "map_at_1": 0.74419, + "map_at_3": 0.79506, + "map_at_5": 0.80509, + "map_at_10": 0.81066, + "map_at_20": 0.81231, + "map_at_100": 0.81325, + "map_at_1000": 0.81328, + "recall_at_1": 0.74419, + "recall_at_3": 0.85465, + "recall_at_5": 0.89826, + "recall_at_10": 0.93895, + "recall_at_20": 0.96512, + "recall_at_100": 0.99419, + "recall_at_1000": 1.0, + "accuracy": 0.74419, + "precision_at_1": 0.74419, + "precision_at_3": 0.28488, + "precision_at_5": 0.17965, + "precision_at_10": 0.0939, + "precision_at_20": 0.04826, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.744186, + "mrr_at_3": 0.795058, + "mrr_at_5": 0.805087, + "mrr_at_10": 0.810657, + "mrr_at_20": 0.812306, + "mrr_at_100": 0.813245, + "mrr_at_1000": 0.813281, + "nauc_ndcg_at_1_max": 0.787876, + "nauc_ndcg_at_1_std": 0.28367, + "nauc_ndcg_at_1_diff1": 0.837093, + "nauc_ndcg_at_3_max": 0.811138, + "nauc_ndcg_at_3_std": 0.294231, + "nauc_ndcg_at_3_diff1": 0.812427, + "nauc_ndcg_at_5_max": 0.792988, + "nauc_ndcg_at_5_std": 0.259087, + "nauc_ndcg_at_5_diff1": 0.802525, + "nauc_ndcg_at_10_max": 0.801464, + "nauc_ndcg_at_10_std": 0.291216, + "nauc_ndcg_at_10_diff1": 0.803893, + "nauc_ndcg_at_20_max": 0.800232, + "nauc_ndcg_at_20_std": 0.276592, + "nauc_ndcg_at_20_diff1": 0.80927, + "nauc_ndcg_at_100_max": 0.797526, + "nauc_ndcg_at_100_std": 0.286147, + "nauc_ndcg_at_100_diff1": 0.811952, + "nauc_ndcg_at_1000_max": 0.799074, + "nauc_ndcg_at_1000_std": 0.286432, + "nauc_ndcg_at_1000_diff1": 0.812992, + "nauc_map_at_1_max": 0.787876, + "nauc_map_at_1_std": 0.28367, + "nauc_map_at_1_diff1": 0.837093, + "nauc_map_at_3_max": 0.805675, + "nauc_map_at_3_std": 0.292197, + "nauc_map_at_3_diff1": 0.81924, + "nauc_map_at_5_max": 0.796287, + "nauc_map_at_5_std": 0.274707, + "nauc_map_at_5_diff1": 0.814515, + "nauc_map_at_10_max": 0.799537, + "nauc_map_at_10_std": 0.28814, + "nauc_map_at_10_diff1": 0.815426, + "nauc_map_at_20_max": 0.799228, + "nauc_map_at_20_std": 0.284996, + "nauc_map_at_20_diff1": 0.816422, + "nauc_map_at_100_max": 0.798874, + "nauc_map_at_100_std": 0.286602, + "nauc_map_at_100_diff1": 0.816869, + "nauc_map_at_1000_max": 0.798932, + "nauc_map_at_1000_std": 0.286614, + "nauc_map_at_1000_diff1": 0.816908, + "nauc_recall_at_1_max": 0.787876, + "nauc_recall_at_1_std": 0.28367, + "nauc_recall_at_1_diff1": 0.837093, + "nauc_recall_at_3_max": 0.831559, + "nauc_recall_at_3_std": 0.301523, + "nauc_recall_at_3_diff1": 0.786258, + "nauc_recall_at_5_max": 0.771061, + "nauc_recall_at_5_std": 0.17035, + "nauc_recall_at_5_diff1": 0.739892, + "nauc_recall_at_10_max": 0.816551, + "nauc_recall_at_10_std": 0.322879, + "nauc_recall_at_10_diff1": 0.70777, + "nauc_recall_at_20_max": 0.809018, + "nauc_recall_at_20_std": 0.108855, + "nauc_recall_at_20_diff1": 0.733014, + "nauc_recall_at_100_max": 0.54009, + "nauc_recall_at_100_std": 0.24025, + "nauc_recall_at_100_diff1": 0.63832, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.787876, + "nauc_precision_at_1_std": 0.28367, + "nauc_precision_at_1_diff1": 0.837093, + "nauc_precision_at_3_max": 0.831559, + "nauc_precision_at_3_std": 0.301523, + "nauc_precision_at_3_diff1": 0.786258, + "nauc_precision_at_5_max": 0.771061, + "nauc_precision_at_5_std": 0.17035, + "nauc_precision_at_5_diff1": 0.739892, + "nauc_precision_at_10_max": 0.816551, + "nauc_precision_at_10_std": 0.322879, + "nauc_precision_at_10_diff1": 0.70777, + "nauc_precision_at_20_max": 0.809018, + "nauc_precision_at_20_std": 0.108855, + "nauc_precision_at_20_diff1": 0.733014, + "nauc_precision_at_100_max": 0.54009, + "nauc_precision_at_100_std": 0.24025, + "nauc_precision_at_100_diff1": 0.63832, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.787876, + "nauc_mrr_at_1_std": 0.28367, + "nauc_mrr_at_1_diff1": 0.837093, + "nauc_mrr_at_3_max": 0.805675, + "nauc_mrr_at_3_std": 0.292197, + "nauc_mrr_at_3_diff1": 0.81924, + "nauc_mrr_at_5_max": 0.796287, + "nauc_mrr_at_5_std": 0.274707, + "nauc_mrr_at_5_diff1": 0.814515, + "nauc_mrr_at_10_max": 0.799537, + "nauc_mrr_at_10_std": 0.28814, + "nauc_mrr_at_10_diff1": 0.815426, + "nauc_mrr_at_20_max": 0.799228, + "nauc_mrr_at_20_std": 0.284996, + "nauc_mrr_at_20_diff1": 0.816422, + "nauc_mrr_at_100_max": 0.798874, + "nauc_mrr_at_100_std": 0.286602, + "nauc_mrr_at_100_diff1": 0.816869, + "nauc_mrr_at_1000_max": 0.798932, + "nauc_mrr_at_1000_std": 0.286614, + "nauc_mrr_at_1000_diff1": 0.816908, + "hit_rate_at_1": 0.74419, + "hit_rate_at_3": 0.85465, + "hit_rate_at_5": 0.89826, + "hit_rate_at_10": 0.93895, + "hit_rate_at_20": 0.96512, + "hit_rate_at_100": 0.99419, + "hit_rate_at_1000": 1.0, + "main_score": 0.89826, + "hf_subset": "bg_bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "ndcg_at_1": 0.6, + "ndcg_at_3": 0.68347, + "ndcg_at_5": 0.72428, + "ndcg_at_10": 0.75993, + "ndcg_at_20": 0.7653, + "ndcg_at_100": 0.7708, + "ndcg_at_1000": 0.77122, + "map_at_1": 0.6, + "map_at_3": 0.66381, + "map_at_5": 0.68624, + "map_at_10": 0.70126, + "map_at_20": 0.70291, + "map_at_100": 0.70373, + "map_at_1000": 0.70376, + "recall_at_1": 0.6, + "recall_at_3": 0.74, + "recall_at_5": 0.84, + "recall_at_10": 0.94857, + "recall_at_20": 0.96857, + "recall_at_100": 0.99714, + "recall_at_1000": 1.0, + "accuracy": 0.6, + "precision_at_1": 0.6, + "precision_at_3": 0.24667, + "precision_at_5": 0.168, + "precision_at_10": 0.09486, + "precision_at_20": 0.04843, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.6, + "mrr_at_3": 0.66381, + "mrr_at_5": 0.686238, + "mrr_at_10": 0.701264, + "mrr_at_20": 0.702906, + "mrr_at_100": 0.703731, + "mrr_at_1000": 0.703755, + "nauc_ndcg_at_1_max": 0.651961, + "nauc_ndcg_at_1_std": 0.155281, + "nauc_ndcg_at_1_diff1": 0.800517, + "nauc_ndcg_at_3_max": 0.648273, + "nauc_ndcg_at_3_std": 0.178789, + "nauc_ndcg_at_3_diff1": 0.771573, + "nauc_ndcg_at_5_max": 0.654757, + "nauc_ndcg_at_5_std": 0.174778, + "nauc_ndcg_at_5_diff1": 0.766876, + "nauc_ndcg_at_10_max": 0.64772, + "nauc_ndcg_at_10_std": 0.176966, + "nauc_ndcg_at_10_diff1": 0.773976, + "nauc_ndcg_at_20_max": 0.652627, + "nauc_ndcg_at_20_std": 0.17745, + "nauc_ndcg_at_20_diff1": 0.773574, + "nauc_ndcg_at_100_max": 0.651026, + "nauc_ndcg_at_100_std": 0.172333, + "nauc_ndcg_at_100_diff1": 0.776415, + "nauc_ndcg_at_1000_max": 0.650547, + "nauc_ndcg_at_1000_std": 0.171926, + "nauc_ndcg_at_1000_diff1": 0.776533, + "nauc_map_at_1_max": 0.651961, + "nauc_map_at_1_std": 0.155281, + "nauc_map_at_1_diff1": 0.800517, + "nauc_map_at_3_max": 0.648795, + "nauc_map_at_3_std": 0.172902, + "nauc_map_at_3_diff1": 0.778853, + "nauc_map_at_5_max": 0.651628, + "nauc_map_at_5_std": 0.170068, + "nauc_map_at_5_diff1": 0.776653, + "nauc_map_at_10_max": 0.648956, + "nauc_map_at_10_std": 0.170108, + "nauc_map_at_10_diff1": 0.779136, + "nauc_map_at_20_max": 0.650295, + "nauc_map_at_20_std": 0.170156, + "nauc_map_at_20_diff1": 0.779127, + "nauc_map_at_100_max": 0.650071, + "nauc_map_at_100_std": 0.169521, + "nauc_map_at_100_diff1": 0.779441, + "nauc_map_at_1000_max": 0.650049, + "nauc_map_at_1000_std": 0.169502, + "nauc_map_at_1000_diff1": 0.779446, + "nauc_recall_at_1_max": 0.651961, + "nauc_recall_at_1_std": 0.155281, + "nauc_recall_at_1_diff1": 0.800517, + "nauc_recall_at_3_max": 0.646706, + "nauc_recall_at_3_std": 0.198943, + "nauc_recall_at_3_diff1": 0.746633, + "nauc_recall_at_5_max": 0.673084, + "nauc_recall_at_5_std": 0.197472, + "nauc_recall_at_5_diff1": 0.7188, + "nauc_recall_at_10_max": 0.62701, + "nauc_recall_at_10_std": 0.278634, + "nauc_recall_at_10_diff1": 0.721574, + "nauc_recall_at_20_max": 0.71993, + "nauc_recall_at_20_std": 0.35587, + "nauc_recall_at_20_diff1": 0.675961, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": 0.358077, + "nauc_recall_at_100_diff1": 0.722222, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.651961, + "nauc_precision_at_1_std": 0.155281, + "nauc_precision_at_1_diff1": 0.800517, + "nauc_precision_at_3_max": 0.646706, + "nauc_precision_at_3_std": 0.198943, + "nauc_precision_at_3_diff1": 0.746633, + "nauc_precision_at_5_max": 0.673084, + "nauc_precision_at_5_std": 0.197472, + "nauc_precision_at_5_diff1": 0.7188, + "nauc_precision_at_10_max": 0.62701, + "nauc_precision_at_10_std": 0.278634, + "nauc_precision_at_10_diff1": 0.721574, + "nauc_precision_at_20_max": 0.71993, + "nauc_precision_at_20_std": 0.35587, + "nauc_precision_at_20_diff1": 0.675961, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": 0.358077, + "nauc_precision_at_100_diff1": 0.722222, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.651961, + "nauc_mrr_at_1_std": 0.155281, + "nauc_mrr_at_1_diff1": 0.800517, + "nauc_mrr_at_3_max": 0.648795, + "nauc_mrr_at_3_std": 0.172902, + "nauc_mrr_at_3_diff1": 0.778853, + "nauc_mrr_at_5_max": 0.651628, + "nauc_mrr_at_5_std": 0.170068, + "nauc_mrr_at_5_diff1": 0.776653, + "nauc_mrr_at_10_max": 0.648956, + "nauc_mrr_at_10_std": 0.170108, + "nauc_mrr_at_10_diff1": 0.779136, + "nauc_mrr_at_20_max": 0.650295, + "nauc_mrr_at_20_std": 0.170156, + "nauc_mrr_at_20_diff1": 0.779127, + "nauc_mrr_at_100_max": 0.650071, + "nauc_mrr_at_100_std": 0.169521, + "nauc_mrr_at_100_diff1": 0.779441, + "nauc_mrr_at_1000_max": 0.650049, + "nauc_mrr_at_1000_std": 0.169502, + "nauc_mrr_at_1000_diff1": 0.779446, + "hit_rate_at_1": 0.6, + "hit_rate_at_3": 0.74, + "hit_rate_at_5": 0.84, + "hit_rate_at_10": 0.94857, + "hit_rate_at_20": 0.96857, + "hit_rate_at_100": 0.99714, + "hit_rate_at_1000": 1.0, + "main_score": 0.84, + "hf_subset": "sd_in", + "languages": [ + "snd-Arab" + ] + }, + { + "ndcg_at_1": 0.90265, + "ndcg_at_3": 0.93756, + "ndcg_at_5": 0.94111, + "ndcg_at_10": 0.94598, + "ndcg_at_20": 0.94912, + "ndcg_at_100": 0.9497, + "ndcg_at_1000": 0.9497, + "map_at_1": 0.90265, + "map_at_3": 0.9292, + "map_at_5": 0.93112, + "map_at_10": 0.93319, + "map_at_20": 0.93414, + "map_at_100": 0.93423, + "map_at_1000": 0.93423, + "recall_at_1": 0.90265, + "recall_at_3": 0.96165, + "recall_at_5": 0.9705, + "recall_at_10": 0.98525, + "recall_at_20": 0.99705, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.90265, + "precision_at_1": 0.90265, + "precision_at_3": 0.32055, + "precision_at_5": 0.1941, + "precision_at_10": 0.09853, + "precision_at_20": 0.04985, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.902655, + "mrr_at_3": 0.929204, + "mrr_at_5": 0.931121, + "mrr_at_10": 0.933189, + "mrr_at_20": 0.934137, + "mrr_at_100": 0.934226, + "mrr_at_1000": 0.934226, + "nauc_ndcg_at_1_max": 0.827751, + "nauc_ndcg_at_1_std": 0.314512, + "nauc_ndcg_at_1_diff1": 0.92173, + "nauc_ndcg_at_3_max": 0.869051, + "nauc_ndcg_at_3_std": 0.364999, + "nauc_ndcg_at_3_diff1": 0.91498, + "nauc_ndcg_at_5_max": 0.866506, + "nauc_ndcg_at_5_std": 0.360619, + "nauc_ndcg_at_5_diff1": 0.912385, + "nauc_ndcg_at_10_max": 0.85892, + "nauc_ndcg_at_10_std": 0.338299, + "nauc_ndcg_at_10_diff1": 0.913509, + "nauc_ndcg_at_20_max": 0.854149, + "nauc_ndcg_at_20_std": 0.345651, + "nauc_ndcg_at_20_diff1": 0.916605, + "nauc_ndcg_at_100_max": 0.852468, + "nauc_ndcg_at_100_std": 0.341312, + "nauc_ndcg_at_100_diff1": 0.915643, + "nauc_ndcg_at_1000_max": 0.852468, + "nauc_ndcg_at_1000_std": 0.341312, + "nauc_ndcg_at_1000_diff1": 0.915643, + "nauc_map_at_1_max": 0.827751, + "nauc_map_at_1_std": 0.314512, + "nauc_map_at_1_diff1": 0.92173, + "nauc_map_at_3_max": 0.855952, + "nauc_map_at_3_std": 0.346519, + "nauc_map_at_3_diff1": 0.916786, + "nauc_map_at_5_max": 0.854462, + "nauc_map_at_5_std": 0.344697, + "nauc_map_at_5_diff1": 0.91559, + "nauc_map_at_10_max": 0.851358, + "nauc_map_at_10_std": 0.335682, + "nauc_map_at_10_diff1": 0.91575, + "nauc_map_at_20_max": 0.849998, + "nauc_map_at_20_std": 0.338162, + "nauc_map_at_20_diff1": 0.916447, + "nauc_map_at_100_max": 0.849794, + "nauc_map_at_100_std": 0.33764, + "nauc_map_at_100_diff1": 0.916334, + "nauc_map_at_1000_max": 0.849794, + "nauc_map_at_1000_std": 0.33764, + "nauc_map_at_1000_diff1": 0.916334, + "nauc_recall_at_1_max": 0.827751, + "nauc_recall_at_1_std": 0.314512, + "nauc_recall_at_1_diff1": 0.92173, + "nauc_recall_at_3_max": 0.938386, + "nauc_recall_at_3_std": 0.464781, + "nauc_recall_at_3_diff1": 0.905687, + "nauc_recall_at_5_max": 0.946055, + "nauc_recall_at_5_std": 0.466028, + "nauc_recall_at_5_diff1": 0.890469, + "nauc_recall_at_10_max": 0.944414, + "nauc_recall_at_10_std": 0.344923, + "nauc_recall_at_10_diff1": 0.888828, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.722071, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.827751, + "nauc_precision_at_1_std": 0.314512, + "nauc_precision_at_1_diff1": 0.92173, + "nauc_precision_at_3_max": 0.938386, + "nauc_precision_at_3_std": 0.464781, + "nauc_precision_at_3_diff1": 0.905687, + "nauc_precision_at_5_max": 0.946055, + "nauc_precision_at_5_std": 0.466028, + "nauc_precision_at_5_diff1": 0.890469, + "nauc_precision_at_10_max": 0.944414, + "nauc_precision_at_10_std": 0.344923, + "nauc_precision_at_10_diff1": 0.888828, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.722071, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.827751, + "nauc_mrr_at_1_std": 0.314512, + "nauc_mrr_at_1_diff1": 0.92173, + "nauc_mrr_at_3_max": 0.855952, + "nauc_mrr_at_3_std": 0.346519, + "nauc_mrr_at_3_diff1": 0.916786, + "nauc_mrr_at_5_max": 0.854462, + "nauc_mrr_at_5_std": 0.344697, + "nauc_mrr_at_5_diff1": 0.91559, + "nauc_mrr_at_10_max": 0.851358, + "nauc_mrr_at_10_std": 0.335682, + "nauc_mrr_at_10_diff1": 0.91575, + "nauc_mrr_at_20_max": 0.849998, + "nauc_mrr_at_20_std": 0.338162, + "nauc_mrr_at_20_diff1": 0.916447, + "nauc_mrr_at_100_max": 0.849794, + "nauc_mrr_at_100_std": 0.33764, + "nauc_mrr_at_100_diff1": 0.916334, + "nauc_mrr_at_1000_max": 0.849794, + "nauc_mrr_at_1000_std": 0.33764, + "nauc_mrr_at_1000_diff1": 0.916334, + "hit_rate_at_1": 0.90265, + "hit_rate_at_3": 0.96165, + "hit_rate_at_5": 0.9705, + "hit_rate_at_10": 0.98525, + "hit_rate_at_20": 0.99705, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.9705, + "hf_subset": "sk_sk", + "languages": [ + "slk-Latn" + ] + }, + { + "ndcg_at_1": 0.74928, + "ndcg_at_3": 0.7946, + "ndcg_at_5": 0.81109, + "ndcg_at_10": 0.82637, + "ndcg_at_20": 0.83611, + "ndcg_at_100": 0.84346, + "ndcg_at_1000": 0.84461, + "map_at_1": 0.74928, + "map_at_3": 0.78338, + "map_at_5": 0.79246, + "map_at_10": 0.79898, + "map_at_20": 0.8018, + "map_at_100": 0.80277, + "map_at_1000": 0.80282, + "recall_at_1": 0.74928, + "recall_at_3": 0.82709, + "recall_at_5": 0.86744, + "recall_at_10": 0.91354, + "recall_at_20": 0.95101, + "recall_at_100": 0.99135, + "recall_at_1000": 1.0, + "accuracy": 0.74928, + "precision_at_1": 0.74928, + "precision_at_3": 0.2757, + "precision_at_5": 0.17349, + "precision_at_10": 0.09135, + "precision_at_20": 0.04755, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.74928, + "mrr_at_3": 0.783381, + "mrr_at_5": 0.792459, + "mrr_at_10": 0.79898, + "mrr_at_20": 0.801797, + "mrr_at_100": 0.802769, + "mrr_at_1000": 0.802817, + "nauc_ndcg_at_1_max": 0.719768, + "nauc_ndcg_at_1_std": 0.289811, + "nauc_ndcg_at_1_diff1": 0.84623, + "nauc_ndcg_at_3_max": 0.753617, + "nauc_ndcg_at_3_std": 0.329987, + "nauc_ndcg_at_3_diff1": 0.824032, + "nauc_ndcg_at_5_max": 0.759717, + "nauc_ndcg_at_5_std": 0.361318, + "nauc_ndcg_at_5_diff1": 0.820374, + "nauc_ndcg_at_10_max": 0.751895, + "nauc_ndcg_at_10_std": 0.324324, + "nauc_ndcg_at_10_diff1": 0.823907, + "nauc_ndcg_at_20_max": 0.753103, + "nauc_ndcg_at_20_std": 0.316805, + "nauc_ndcg_at_20_diff1": 0.823686, + "nauc_ndcg_at_100_max": 0.750481, + "nauc_ndcg_at_100_std": 0.317244, + "nauc_ndcg_at_100_diff1": 0.825408, + "nauc_ndcg_at_1000_max": 0.749149, + "nauc_ndcg_at_1000_std": 0.324706, + "nauc_ndcg_at_1000_diff1": 0.826151, + "nauc_map_at_1_max": 0.719768, + "nauc_map_at_1_std": 0.289811, + "nauc_map_at_1_diff1": 0.84623, + "nauc_map_at_3_max": 0.746835, + "nauc_map_at_3_std": 0.324035, + "nauc_map_at_3_diff1": 0.828909, + "nauc_map_at_5_max": 0.749286, + "nauc_map_at_5_std": 0.340133, + "nauc_map_at_5_diff1": 0.827072, + "nauc_map_at_10_max": 0.745859, + "nauc_map_at_10_std": 0.326001, + "nauc_map_at_10_diff1": 0.828237, + "nauc_map_at_20_max": 0.745957, + "nauc_map_at_20_std": 0.3241, + "nauc_map_at_20_diff1": 0.828326, + "nauc_map_at_100_max": 0.745725, + "nauc_map_at_100_std": 0.324988, + "nauc_map_at_100_diff1": 0.828542, + "nauc_map_at_1000_max": 0.745671, + "nauc_map_at_1000_std": 0.325172, + "nauc_map_at_1000_diff1": 0.828578, + "nauc_recall_at_1_max": 0.719768, + "nauc_recall_at_1_std": 0.289811, + "nauc_recall_at_1_diff1": 0.84623, + "nauc_recall_at_3_max": 0.776047, + "nauc_recall_at_3_std": 0.34825, + "nauc_recall_at_3_diff1": 0.807609, + "nauc_recall_at_5_max": 0.804633, + "nauc_recall_at_5_std": 0.454467, + "nauc_recall_at_5_diff1": 0.792112, + "nauc_recall_at_10_max": 0.784454, + "nauc_recall_at_10_std": 0.28853, + "nauc_recall_at_10_diff1": 0.802215, + "nauc_recall_at_20_max": 0.826164, + "nauc_recall_at_20_std": 0.174819, + "nauc_recall_at_20_diff1": 0.781008, + "nauc_recall_at_100_max": 0.907436, + "nauc_recall_at_100_std": -0.675216, + "nauc_recall_at_100_diff1": 0.742399, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.719768, + "nauc_precision_at_1_std": 0.289811, + "nauc_precision_at_1_diff1": 0.84623, + "nauc_precision_at_3_max": 0.776047, + "nauc_precision_at_3_std": 0.34825, + "nauc_precision_at_3_diff1": 0.807609, + "nauc_precision_at_5_max": 0.804633, + "nauc_precision_at_5_std": 0.454467, + "nauc_precision_at_5_diff1": 0.792112, + "nauc_precision_at_10_max": 0.784454, + "nauc_precision_at_10_std": 0.28853, + "nauc_precision_at_10_diff1": 0.802215, + "nauc_precision_at_20_max": 0.826164, + "nauc_precision_at_20_std": 0.174819, + "nauc_precision_at_20_diff1": 0.781008, + "nauc_precision_at_100_max": 0.907436, + "nauc_precision_at_100_std": -0.675216, + "nauc_precision_at_100_diff1": 0.742399, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.719768, + "nauc_mrr_at_1_std": 0.289811, + "nauc_mrr_at_1_diff1": 0.84623, + "nauc_mrr_at_3_max": 0.746835, + "nauc_mrr_at_3_std": 0.324035, + "nauc_mrr_at_3_diff1": 0.828909, + "nauc_mrr_at_5_max": 0.749286, + "nauc_mrr_at_5_std": 0.340133, + "nauc_mrr_at_5_diff1": 0.827072, + "nauc_mrr_at_10_max": 0.745859, + "nauc_mrr_at_10_std": 0.326001, + "nauc_mrr_at_10_diff1": 0.828237, + "nauc_mrr_at_20_max": 0.745957, + "nauc_mrr_at_20_std": 0.3241, + "nauc_mrr_at_20_diff1": 0.828326, + "nauc_mrr_at_100_max": 0.745725, + "nauc_mrr_at_100_std": 0.324988, + "nauc_mrr_at_100_diff1": 0.828542, + "nauc_mrr_at_1000_max": 0.745671, + "nauc_mrr_at_1000_std": 0.325172, + "nauc_mrr_at_1000_diff1": 0.828578, + "hit_rate_at_1": 0.74928, + "hit_rate_at_3": 0.82709, + "hit_rate_at_5": 0.86744, + "hit_rate_at_10": 0.91354, + "hit_rate_at_20": 0.95101, + "hit_rate_at_100": 0.99135, + "hit_rate_at_1000": 1.0, + "main_score": 0.86744, + "hf_subset": "sl_si", + "languages": [ + "slv-Latn" + ] + }, + { + "ndcg_at_1": 0.27299, + "ndcg_at_3": 0.34031, + "ndcg_at_5": 0.36231, + "ndcg_at_10": 0.38889, + "ndcg_at_20": 0.41218, + "ndcg_at_100": 0.46187, + "ndcg_at_1000": 0.47629, + "map_at_1": 0.27299, + "map_at_3": 0.32471, + "map_at_5": 0.33664, + "map_at_10": 0.34739, + "map_at_20": 0.3538, + "map_at_100": 0.36069, + "map_at_1000": 0.36142, + "recall_at_1": 0.27299, + "recall_at_3": 0.38506, + "recall_at_5": 0.43966, + "recall_at_10": 0.52299, + "recall_at_20": 0.61494, + "recall_at_100": 0.88218, + "recall_at_1000": 0.98563, + "accuracy": 0.27299, + "precision_at_1": 0.27299, + "precision_at_3": 0.12835, + "precision_at_5": 0.08793, + "precision_at_10": 0.0523, + "precision_at_20": 0.03075, + "precision_at_100": 0.00882, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.272989, + "mrr_at_3": 0.324713, + "mrr_at_5": 0.336638, + "mrr_at_10": 0.347385, + "mrr_at_20": 0.353797, + "mrr_at_100": 0.360689, + "mrr_at_1000": 0.361425, + "nauc_ndcg_at_1_max": -0.048721, + "nauc_ndcg_at_1_std": 0.324627, + "nauc_ndcg_at_1_diff1": 0.665211, + "nauc_ndcg_at_3_max": -0.066404, + "nauc_ndcg_at_3_std": 0.330738, + "nauc_ndcg_at_3_diff1": 0.596111, + "nauc_ndcg_at_5_max": -0.078908, + "nauc_ndcg_at_5_std": 0.34162, + "nauc_ndcg_at_5_diff1": 0.597954, + "nauc_ndcg_at_10_max": -0.098975, + "nauc_ndcg_at_10_std": 0.328559, + "nauc_ndcg_at_10_diff1": 0.584224, + "nauc_ndcg_at_20_max": -0.095451, + "nauc_ndcg_at_20_std": 0.318829, + "nauc_ndcg_at_20_diff1": 0.575829, + "nauc_ndcg_at_100_max": -0.09708, + "nauc_ndcg_at_100_std": 0.313191, + "nauc_ndcg_at_100_diff1": 0.588686, + "nauc_ndcg_at_1000_max": -0.083162, + "nauc_ndcg_at_1000_std": 0.318699, + "nauc_ndcg_at_1000_diff1": 0.590705, + "nauc_map_at_1_max": -0.048721, + "nauc_map_at_1_std": 0.324627, + "nauc_map_at_1_diff1": 0.665211, + "nauc_map_at_3_max": -0.060531, + "nauc_map_at_3_std": 0.330337, + "nauc_map_at_3_diff1": 0.609904, + "nauc_map_at_5_max": -0.066914, + "nauc_map_at_5_std": 0.336246, + "nauc_map_at_5_diff1": 0.610776, + "nauc_map_at_10_max": -0.074929, + "nauc_map_at_10_std": 0.331275, + "nauc_map_at_10_diff1": 0.604804, + "nauc_map_at_20_max": -0.073384, + "nauc_map_at_20_std": 0.328663, + "nauc_map_at_20_diff1": 0.602918, + "nauc_map_at_100_max": -0.073307, + "nauc_map_at_100_std": 0.327416, + "nauc_map_at_100_diff1": 0.604213, + "nauc_map_at_1000_max": -0.072605, + "nauc_map_at_1000_std": 0.32756, + "nauc_map_at_1000_diff1": 0.604329, + "nauc_recall_at_1_max": -0.048721, + "nauc_recall_at_1_std": 0.324627, + "nauc_recall_at_1_diff1": 0.665211, + "nauc_recall_at_3_max": -0.083327, + "nauc_recall_at_3_std": 0.331448, + "nauc_recall_at_3_diff1": 0.55888, + "nauc_recall_at_5_max": -0.115442, + "nauc_recall_at_5_std": 0.357908, + "nauc_recall_at_5_diff1": 0.563685, + "nauc_recall_at_10_max": -0.180427, + "nauc_recall_at_10_std": 0.315603, + "nauc_recall_at_10_diff1": 0.521494, + "nauc_recall_at_20_max": -0.178151, + "nauc_recall_at_20_std": 0.272033, + "nauc_recall_at_20_diff1": 0.475944, + "nauc_recall_at_100_max": -0.335133, + "nauc_recall_at_100_std": 0.140603, + "nauc_recall_at_100_diff1": 0.514673, + "nauc_recall_at_1000_max": -0.072062, + "nauc_recall_at_1000_std": -0.173471, + "nauc_recall_at_1000_diff1": 0.284725, + "nauc_precision_at_1_max": -0.048721, + "nauc_precision_at_1_std": 0.324627, + "nauc_precision_at_1_diff1": 0.665211, + "nauc_precision_at_3_max": -0.083327, + "nauc_precision_at_3_std": 0.331448, + "nauc_precision_at_3_diff1": 0.55888, + "nauc_precision_at_5_max": -0.115442, + "nauc_precision_at_5_std": 0.357908, + "nauc_precision_at_5_diff1": 0.563685, + "nauc_precision_at_10_max": -0.180427, + "nauc_precision_at_10_std": 0.315603, + "nauc_precision_at_10_diff1": 0.521494, + "nauc_precision_at_20_max": -0.178151, + "nauc_precision_at_20_std": 0.272033, + "nauc_precision_at_20_diff1": 0.475944, + "nauc_precision_at_100_max": -0.335133, + "nauc_precision_at_100_std": 0.140603, + "nauc_precision_at_100_diff1": 0.514673, + "nauc_precision_at_1000_max": -0.072062, + "nauc_precision_at_1000_std": -0.173471, + "nauc_precision_at_1000_diff1": 0.284725, + "nauc_mrr_at_1_max": -0.048721, + "nauc_mrr_at_1_std": 0.324627, + "nauc_mrr_at_1_diff1": 0.665211, + "nauc_mrr_at_3_max": -0.060531, + "nauc_mrr_at_3_std": 0.330337, + "nauc_mrr_at_3_diff1": 0.609904, + "nauc_mrr_at_5_max": -0.066914, + "nauc_mrr_at_5_std": 0.336246, + "nauc_mrr_at_5_diff1": 0.610776, + "nauc_mrr_at_10_max": -0.074929, + "nauc_mrr_at_10_std": 0.331275, + "nauc_mrr_at_10_diff1": 0.604804, + "nauc_mrr_at_20_max": -0.073384, + "nauc_mrr_at_20_std": 0.328663, + "nauc_mrr_at_20_diff1": 0.602918, + "nauc_mrr_at_100_max": -0.073307, + "nauc_mrr_at_100_std": 0.327416, + "nauc_mrr_at_100_diff1": 0.604213, + "nauc_mrr_at_1000_max": -0.072605, + "nauc_mrr_at_1000_std": 0.32756, + "nauc_mrr_at_1000_diff1": 0.604329, + "hit_rate_at_1": 0.27299, + "hit_rate_at_3": 0.38506, + "hit_rate_at_5": 0.43966, + "hit_rate_at_10": 0.52299, + "hit_rate_at_20": 0.61494, + "hit_rate_at_100": 0.88218, + "hit_rate_at_1000": 0.98563, + "main_score": 0.43966, + "hf_subset": "sn_zw", + "languages": [ + "sna-Latn" + ] + }, + { + "ndcg_at_1": 0.30571, + "ndcg_at_3": 0.34959, + "ndcg_at_5": 0.37111, + "ndcg_at_10": 0.39256, + "ndcg_at_20": 0.41483, + "ndcg_at_100": 0.46475, + "ndcg_at_1000": 0.4798, + "map_at_1": 0.30571, + "map_at_3": 0.33905, + "map_at_5": 0.35119, + "map_at_10": 0.36016, + "map_at_20": 0.36659, + "map_at_100": 0.37294, + "map_at_1000": 0.37368, + "recall_at_1": 0.30571, + "recall_at_3": 0.38, + "recall_at_5": 0.43143, + "recall_at_10": 0.49714, + "recall_at_20": 0.58286, + "recall_at_100": 0.86, + "recall_at_1000": 0.96857, + "accuracy": 0.30571, + "precision_at_1": 0.30571, + "precision_at_3": 0.12667, + "precision_at_5": 0.08629, + "precision_at_10": 0.04971, + "precision_at_20": 0.02914, + "precision_at_100": 0.0086, + "precision_at_1000": 0.00097, + "mrr_at_1": 0.305714, + "mrr_at_3": 0.339048, + "mrr_at_5": 0.35119, + "mrr_at_10": 0.36016, + "mrr_at_20": 0.36659, + "mrr_at_100": 0.372936, + "mrr_at_1000": 0.373682, + "nauc_ndcg_at_1_max": -0.01516, + "nauc_ndcg_at_1_std": 0.426648, + "nauc_ndcg_at_1_diff1": 0.676116, + "nauc_ndcg_at_3_max": -0.048715, + "nauc_ndcg_at_3_std": 0.422423, + "nauc_ndcg_at_3_diff1": 0.649053, + "nauc_ndcg_at_5_max": -0.069713, + "nauc_ndcg_at_5_std": 0.407826, + "nauc_ndcg_at_5_diff1": 0.651997, + "nauc_ndcg_at_10_max": -0.063886, + "nauc_ndcg_at_10_std": 0.407693, + "nauc_ndcg_at_10_diff1": 0.633977, + "nauc_ndcg_at_20_max": -0.067947, + "nauc_ndcg_at_20_std": 0.40065, + "nauc_ndcg_at_20_diff1": 0.621059, + "nauc_ndcg_at_100_max": -0.0641, + "nauc_ndcg_at_100_std": 0.402758, + "nauc_ndcg_at_100_diff1": 0.626459, + "nauc_ndcg_at_1000_max": -0.05711, + "nauc_ndcg_at_1000_std": 0.410353, + "nauc_ndcg_at_1000_diff1": 0.637321, + "nauc_map_at_1_max": -0.01516, + "nauc_map_at_1_std": 0.426648, + "nauc_map_at_1_diff1": 0.676116, + "nauc_map_at_3_max": -0.041346, + "nauc_map_at_3_std": 0.424784, + "nauc_map_at_3_diff1": 0.657184, + "nauc_map_at_5_max": -0.053328, + "nauc_map_at_5_std": 0.416581, + "nauc_map_at_5_diff1": 0.658755, + "nauc_map_at_10_max": -0.051294, + "nauc_map_at_10_std": 0.417032, + "nauc_map_at_10_diff1": 0.651449, + "nauc_map_at_20_max": -0.052526, + "nauc_map_at_20_std": 0.415321, + "nauc_map_at_20_diff1": 0.647647, + "nauc_map_at_100_max": -0.0512, + "nauc_map_at_100_std": 0.415257, + "nauc_map_at_100_diff1": 0.648756, + "nauc_map_at_1000_max": -0.05098, + "nauc_map_at_1000_std": 0.415551, + "nauc_map_at_1000_diff1": 0.649264, + "nauc_recall_at_1_max": -0.01516, + "nauc_recall_at_1_std": 0.426648, + "nauc_recall_at_1_diff1": 0.676116, + "nauc_recall_at_3_max": -0.069325, + "nauc_recall_at_3_std": 0.415193, + "nauc_recall_at_3_diff1": 0.625355, + "nauc_recall_at_5_max": -0.118522, + "nauc_recall_at_5_std": 0.380487, + "nauc_recall_at_5_diff1": 0.632666, + "nauc_recall_at_10_max": -0.099556, + "nauc_recall_at_10_std": 0.376925, + "nauc_recall_at_10_diff1": 0.57582, + "nauc_recall_at_20_max": -0.118117, + "nauc_recall_at_20_std": 0.343286, + "nauc_recall_at_20_diff1": 0.519032, + "nauc_recall_at_100_max": -0.172005, + "nauc_recall_at_100_std": 0.309586, + "nauc_recall_at_100_diff1": 0.441042, + "nauc_recall_at_1000_max": -0.008743, + "nauc_recall_at_1000_std": 0.545752, + "nauc_recall_at_1000_diff1": 0.570622, + "nauc_precision_at_1_max": -0.01516, + "nauc_precision_at_1_std": 0.426648, + "nauc_precision_at_1_diff1": 0.676116, + "nauc_precision_at_3_max": -0.069325, + "nauc_precision_at_3_std": 0.415193, + "nauc_precision_at_3_diff1": 0.625355, + "nauc_precision_at_5_max": -0.118522, + "nauc_precision_at_5_std": 0.380487, + "nauc_precision_at_5_diff1": 0.632666, + "nauc_precision_at_10_max": -0.099556, + "nauc_precision_at_10_std": 0.376925, + "nauc_precision_at_10_diff1": 0.57582, + "nauc_precision_at_20_max": -0.118117, + "nauc_precision_at_20_std": 0.343286, + "nauc_precision_at_20_diff1": 0.519032, + "nauc_precision_at_100_max": -0.172005, + "nauc_precision_at_100_std": 0.309586, + "nauc_precision_at_100_diff1": 0.441042, + "nauc_precision_at_1000_max": -0.008743, + "nauc_precision_at_1000_std": 0.545752, + "nauc_precision_at_1000_diff1": 0.570622, + "nauc_mrr_at_1_max": -0.01516, + "nauc_mrr_at_1_std": 0.426648, + "nauc_mrr_at_1_diff1": 0.676116, + "nauc_mrr_at_3_max": -0.041346, + "nauc_mrr_at_3_std": 0.424784, + "nauc_mrr_at_3_diff1": 0.657184, + "nauc_mrr_at_5_max": -0.053328, + "nauc_mrr_at_5_std": 0.416581, + "nauc_mrr_at_5_diff1": 0.658755, + "nauc_mrr_at_10_max": -0.051294, + "nauc_mrr_at_10_std": 0.417032, + "nauc_mrr_at_10_diff1": 0.651449, + "nauc_mrr_at_20_max": -0.052526, + "nauc_mrr_at_20_std": 0.415321, + "nauc_mrr_at_20_diff1": 0.647647, + "nauc_mrr_at_100_max": -0.0512, + "nauc_mrr_at_100_std": 0.415257, + "nauc_mrr_at_100_diff1": 0.648756, + "nauc_mrr_at_1000_max": -0.05098, + "nauc_mrr_at_1000_std": 0.415551, + "nauc_mrr_at_1000_diff1": 0.649264, + "hit_rate_at_1": 0.30571, + "hit_rate_at_3": 0.38, + "hit_rate_at_5": 0.43143, + "hit_rate_at_10": 0.49714, + "hit_rate_at_20": 0.58286, + "hit_rate_at_100": 0.86, + "hit_rate_at_1000": 0.96857, + "main_score": 0.43143, + "hf_subset": "so_so", + "languages": [ + "som-Latn" + ] + }, + { + "ndcg_at_1": 0.95107, + "ndcg_at_3": 0.97189, + "ndcg_at_5": 0.97321, + "ndcg_at_10": 0.97634, + "ndcg_at_20": 0.97709, + "ndcg_at_100": 0.97709, + "ndcg_at_1000": 0.97709, + "map_at_1": 0.95107, + "map_at_3": 0.96738, + "map_at_5": 0.96814, + "map_at_10": 0.96953, + "map_at_20": 0.96972, + "map_at_100": 0.96972, + "map_at_1000": 0.96972, + "recall_at_1": 0.95107, + "recall_at_3": 0.98471, + "recall_at_5": 0.98777, + "recall_at_10": 0.99694, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.95107, + "precision_at_1": 0.95107, + "precision_at_3": 0.32824, + "precision_at_5": 0.19755, + "precision_at_10": 0.09969, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.95107, + "mrr_at_3": 0.96738, + "mrr_at_5": 0.968145, + "mrr_at_10": 0.969528, + "mrr_at_20": 0.969719, + "mrr_at_100": 0.969719, + "mrr_at_1000": 0.969719, + "nauc_ndcg_at_1_max": 0.92877, + "nauc_ndcg_at_1_std": 0.031922, + "nauc_ndcg_at_1_diff1": 0.974466, + "nauc_ndcg_at_3_max": 0.945251, + "nauc_ndcg_at_3_std": 0.10457, + "nauc_ndcg_at_3_diff1": 0.974611, + "nauc_ndcg_at_5_max": 0.942559, + "nauc_ndcg_at_5_std": 0.082459, + "nauc_ndcg_at_5_diff1": 0.973363, + "nauc_ndcg_at_10_max": 0.940603, + "nauc_ndcg_at_10_std": 0.073246, + "nauc_ndcg_at_10_diff1": 0.975479, + "nauc_ndcg_at_20_max": 0.938664, + "nauc_ndcg_at_20_std": 0.071653, + "nauc_ndcg_at_20_diff1": 0.974679, + "nauc_ndcg_at_100_max": 0.938664, + "nauc_ndcg_at_100_std": 0.071653, + "nauc_ndcg_at_100_diff1": 0.974679, + "nauc_ndcg_at_1000_max": 0.938664, + "nauc_ndcg_at_1000_std": 0.071653, + "nauc_ndcg_at_1000_diff1": 0.974679, + "nauc_map_at_1_max": 0.92877, + "nauc_map_at_1_std": 0.031922, + "nauc_map_at_1_diff1": 0.974466, + "nauc_map_at_3_max": 0.940444, + "nauc_map_at_3_std": 0.0856, + "nauc_map_at_3_diff1": 0.974716, + "nauc_map_at_5_max": 0.939014, + "nauc_map_at_5_std": 0.07435, + "nauc_map_at_5_diff1": 0.974109, + "nauc_map_at_10_max": 0.938122, + "nauc_map_at_10_std": 0.069626, + "nauc_map_at_10_diff1": 0.97481, + "nauc_map_at_20_max": 0.937731, + "nauc_map_at_20_std": 0.069296, + "nauc_map_at_20_diff1": 0.974651, + "nauc_map_at_100_max": 0.937731, + "nauc_map_at_100_std": 0.069296, + "nauc_map_at_100_diff1": 0.974651, + "nauc_map_at_1000_max": 0.937731, + "nauc_map_at_1000_std": 0.069296, + "nauc_map_at_1000_diff1": 0.974651, + "nauc_recall_at_1_max": 0.92877, + "nauc_recall_at_1_std": 0.031922, + "nauc_recall_at_1_diff1": 0.974466, + "nauc_recall_at_3_max": 0.97383, + "nauc_recall_at_3_std": 0.214922, + "nauc_recall_at_3_diff1": 0.97383, + "nauc_recall_at_5_max": 0.967287, + "nauc_recall_at_5_std": 0.130072, + "nauc_recall_at_5_diff1": 0.967287, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.122025, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.92877, + "nauc_precision_at_1_std": 0.031922, + "nauc_precision_at_1_diff1": 0.974466, + "nauc_precision_at_3_max": 0.97383, + "nauc_precision_at_3_std": 0.214922, + "nauc_precision_at_3_diff1": 0.97383, + "nauc_precision_at_5_max": 0.967287, + "nauc_precision_at_5_std": 0.130072, + "nauc_precision_at_5_diff1": 0.967287, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.122025, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.92877, + "nauc_mrr_at_1_std": 0.031922, + "nauc_mrr_at_1_diff1": 0.974466, + "nauc_mrr_at_3_max": 0.940444, + "nauc_mrr_at_3_std": 0.0856, + "nauc_mrr_at_3_diff1": 0.974716, + "nauc_mrr_at_5_max": 0.939014, + "nauc_mrr_at_5_std": 0.07435, + "nauc_mrr_at_5_diff1": 0.974109, + "nauc_mrr_at_10_max": 0.938122, + "nauc_mrr_at_10_std": 0.069626, + "nauc_mrr_at_10_diff1": 0.97481, + "nauc_mrr_at_20_max": 0.937731, + "nauc_mrr_at_20_std": 0.069296, + "nauc_mrr_at_20_diff1": 0.974651, + "nauc_mrr_at_100_max": 0.937731, + "nauc_mrr_at_100_std": 0.069296, + "nauc_mrr_at_100_diff1": 0.974651, + "nauc_mrr_at_1000_max": 0.937731, + "nauc_mrr_at_1000_std": 0.069296, + "nauc_mrr_at_1000_diff1": 0.974651, + "hit_rate_at_1": 0.95107, + "hit_rate_at_3": 0.98471, + "hit_rate_at_5": 0.98777, + "hit_rate_at_10": 0.99694, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.98777, + "hf_subset": "sr_rs", + "languages": [ + "srp-Cyrl" + ] + }, + { + "ndcg_at_1": 0.92962, + "ndcg_at_3": 0.95992, + "ndcg_at_5": 0.96118, + "ndcg_at_10": 0.96511, + "ndcg_at_20": 0.96593, + "ndcg_at_100": 0.96643, + "ndcg_at_1000": 0.96643, + "map_at_1": 0.92962, + "map_at_3": 0.95308, + "map_at_5": 0.95381, + "map_at_10": 0.95551, + "map_at_20": 0.95577, + "map_at_100": 0.95583, + "map_at_1000": 0.95583, + "recall_at_1": 0.92962, + "recall_at_3": 0.97947, + "recall_at_5": 0.9824, + "recall_at_10": 0.99413, + "recall_at_20": 0.99707, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.92962, + "precision_at_1": 0.92962, + "precision_at_3": 0.32649, + "precision_at_5": 0.19648, + "precision_at_10": 0.09941, + "precision_at_20": 0.04985, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.929619, + "mrr_at_3": 0.953079, + "mrr_at_5": 0.953812, + "mrr_at_10": 0.955506, + "mrr_at_20": 0.955772, + "mrr_at_100": 0.955825, + "mrr_at_1000": 0.955825, + "nauc_ndcg_at_1_max": 0.881709, + "nauc_ndcg_at_1_std": 0.001309, + "nauc_ndcg_at_1_diff1": 0.934974, + "nauc_ndcg_at_3_max": 0.8887, + "nauc_ndcg_at_3_std": 0.008377, + "nauc_ndcg_at_3_diff1": 0.918441, + "nauc_ndcg_at_5_max": 0.899574, + "nauc_ndcg_at_5_std": 0.027003, + "nauc_ndcg_at_5_diff1": 0.924821, + "nauc_ndcg_at_10_max": 0.896056, + "nauc_ndcg_at_10_std": 0.060532, + "nauc_ndcg_at_10_diff1": 0.932506, + "nauc_ndcg_at_20_max": 0.89356, + "nauc_ndcg_at_20_std": 0.041115, + "nauc_ndcg_at_20_diff1": 0.930886, + "nauc_ndcg_at_100_max": 0.891959, + "nauc_ndcg_at_100_std": 0.028656, + "nauc_ndcg_at_100_diff1": 0.929846, + "nauc_ndcg_at_1000_max": 0.891959, + "nauc_ndcg_at_1000_std": 0.028656, + "nauc_ndcg_at_1000_diff1": 0.929846, + "nauc_map_at_1_max": 0.881709, + "nauc_map_at_1_std": 0.001309, + "nauc_map_at_1_diff1": 0.934974, + "nauc_map_at_3_max": 0.887323, + "nauc_map_at_3_std": 0.006607, + "nauc_map_at_3_diff1": 0.92455, + "nauc_map_at_5_max": 0.892606, + "nauc_map_at_5_std": 0.015665, + "nauc_map_at_5_diff1": 0.927759, + "nauc_map_at_10_max": 0.891133, + "nauc_map_at_10_std": 0.027195, + "nauc_map_at_10_diff1": 0.930435, + "nauc_map_at_20_max": 0.890477, + "nauc_map_at_20_std": 0.022119, + "nauc_map_at_20_diff1": 0.930015, + "nauc_map_at_100_max": 0.890345, + "nauc_map_at_100_std": 0.021096, + "nauc_map_at_100_diff1": 0.929931, + "nauc_map_at_1000_max": 0.890345, + "nauc_map_at_1000_std": 0.021096, + "nauc_map_at_1000_diff1": 0.929931, + "nauc_recall_at_1_max": 0.881709, + "nauc_recall_at_1_std": 0.001309, + "nauc_recall_at_1_diff1": 0.934974, + "nauc_recall_at_3_max": 0.896698, + "nauc_recall_at_3_std": 0.019311, + "nauc_recall_at_3_diff1": 0.87803, + "nauc_recall_at_5_max": 0.953729, + "nauc_recall_at_5_std": 0.116543, + "nauc_recall_at_5_diff1": 0.903973, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.869324, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.869324, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.881709, + "nauc_precision_at_1_std": 0.001309, + "nauc_precision_at_1_diff1": 0.934974, + "nauc_precision_at_3_max": 0.896698, + "nauc_precision_at_3_std": 0.019311, + "nauc_precision_at_3_diff1": 0.87803, + "nauc_precision_at_5_max": 0.953729, + "nauc_precision_at_5_std": 0.116543, + "nauc_precision_at_5_diff1": 0.903973, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.869324, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.869324, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.881709, + "nauc_mrr_at_1_std": 0.001309, + "nauc_mrr_at_1_diff1": 0.934974, + "nauc_mrr_at_3_max": 0.887323, + "nauc_mrr_at_3_std": 0.006607, + "nauc_mrr_at_3_diff1": 0.92455, + "nauc_mrr_at_5_max": 0.892606, + "nauc_mrr_at_5_std": 0.015665, + "nauc_mrr_at_5_diff1": 0.927759, + "nauc_mrr_at_10_max": 0.891133, + "nauc_mrr_at_10_std": 0.027195, + "nauc_mrr_at_10_diff1": 0.930435, + "nauc_mrr_at_20_max": 0.890477, + "nauc_mrr_at_20_std": 0.022119, + "nauc_mrr_at_20_diff1": 0.930015, + "nauc_mrr_at_100_max": 0.890345, + "nauc_mrr_at_100_std": 0.021096, + "nauc_mrr_at_100_diff1": 0.929931, + "nauc_mrr_at_1000_max": 0.890345, + "nauc_mrr_at_1000_std": 0.021096, + "nauc_mrr_at_1000_diff1": 0.929931, + "hit_rate_at_1": 0.92962, + "hit_rate_at_3": 0.97947, + "hit_rate_at_5": 0.9824, + "hit_rate_at_10": 0.99413, + "hit_rate_at_20": 0.99707, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.9824, + "hf_subset": "sv_se", + "languages": [ + "swe-Latn" + ] + }, + { + "ndcg_at_1": 0.34936, + "ndcg_at_3": 0.4328, + "ndcg_at_5": 0.45005, + "ndcg_at_10": 0.48703, + "ndcg_at_20": 0.50466, + "ndcg_at_100": 0.53671, + "ndcg_at_1000": 0.55142, + "map_at_1": 0.34936, + "map_at_3": 0.41186, + "map_at_5": 0.42147, + "map_at_10": 0.43654, + "map_at_20": 0.44127, + "map_at_100": 0.44588, + "map_at_1000": 0.44655, + "recall_at_1": 0.34936, + "recall_at_3": 0.49359, + "recall_at_5": 0.53526, + "recall_at_10": 0.65064, + "recall_at_20": 0.72115, + "recall_at_100": 0.89103, + "recall_at_1000": 1.0, + "accuracy": 0.34936, + "precision_at_1": 0.34936, + "precision_at_3": 0.16453, + "precision_at_5": 0.10705, + "precision_at_10": 0.06506, + "precision_at_20": 0.03606, + "precision_at_100": 0.00891, + "precision_at_1000": 0.001, + "mrr_at_1": 0.349359, + "mrr_at_3": 0.411859, + "mrr_at_5": 0.421474, + "mrr_at_10": 0.436536, + "mrr_at_20": 0.441271, + "mrr_at_100": 0.445877, + "mrr_at_1000": 0.446546, + "nauc_ndcg_at_1_max": 0.342041, + "nauc_ndcg_at_1_std": -0.176937, + "nauc_ndcg_at_1_diff1": 0.579395, + "nauc_ndcg_at_3_max": 0.300261, + "nauc_ndcg_at_3_std": -0.188447, + "nauc_ndcg_at_3_diff1": 0.525748, + "nauc_ndcg_at_5_max": 0.291467, + "nauc_ndcg_at_5_std": -0.181186, + "nauc_ndcg_at_5_diff1": 0.507546, + "nauc_ndcg_at_10_max": 0.290622, + "nauc_ndcg_at_10_std": -0.182723, + "nauc_ndcg_at_10_diff1": 0.51077, + "nauc_ndcg_at_20_max": 0.298218, + "nauc_ndcg_at_20_std": -0.178032, + "nauc_ndcg_at_20_diff1": 0.514912, + "nauc_ndcg_at_100_max": 0.311205, + "nauc_ndcg_at_100_std": -0.16616, + "nauc_ndcg_at_100_diff1": 0.520934, + "nauc_ndcg_at_1000_max": 0.307424, + "nauc_ndcg_at_1000_std": -0.176368, + "nauc_ndcg_at_1000_diff1": 0.523932, + "nauc_map_at_1_max": 0.342041, + "nauc_map_at_1_std": -0.176937, + "nauc_map_at_1_diff1": 0.579395, + "nauc_map_at_3_max": 0.313263, + "nauc_map_at_3_std": -0.185693, + "nauc_map_at_3_diff1": 0.538737, + "nauc_map_at_5_max": 0.308517, + "nauc_map_at_5_std": -0.181967, + "nauc_map_at_5_diff1": 0.528853, + "nauc_map_at_10_max": 0.307779, + "nauc_map_at_10_std": -0.182303, + "nauc_map_at_10_diff1": 0.529755, + "nauc_map_at_20_max": 0.310002, + "nauc_map_at_20_std": -0.180854, + "nauc_map_at_20_diff1": 0.531002, + "nauc_map_at_100_max": 0.311911, + "nauc_map_at_100_std": -0.179567, + "nauc_map_at_100_diff1": 0.532277, + "nauc_map_at_1000_max": 0.311786, + "nauc_map_at_1000_std": -0.17995, + "nauc_map_at_1000_diff1": 0.532355, + "nauc_recall_at_1_max": 0.342041, + "nauc_recall_at_1_std": -0.176937, + "nauc_recall_at_1_diff1": 0.579395, + "nauc_recall_at_3_max": 0.261259, + "nauc_recall_at_3_std": -0.196442, + "nauc_recall_at_3_diff1": 0.487978, + "nauc_recall_at_5_max": 0.237839, + "nauc_recall_at_5_std": -0.17736, + "nauc_recall_at_5_diff1": 0.440949, + "nauc_recall_at_10_max": 0.229637, + "nauc_recall_at_10_std": -0.184148, + "nauc_recall_at_10_diff1": 0.445438, + "nauc_recall_at_20_max": 0.257114, + "nauc_recall_at_20_std": -0.162577, + "nauc_recall_at_20_diff1": 0.455205, + "nauc_recall_at_100_max": 0.386721, + "nauc_recall_at_100_std": 0.034598, + "nauc_recall_at_100_diff1": 0.455032, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.342041, + "nauc_precision_at_1_std": -0.176937, + "nauc_precision_at_1_diff1": 0.579395, + "nauc_precision_at_3_max": 0.261259, + "nauc_precision_at_3_std": -0.196442, + "nauc_precision_at_3_diff1": 0.487978, + "nauc_precision_at_5_max": 0.237839, + "nauc_precision_at_5_std": -0.17736, + "nauc_precision_at_5_diff1": 0.440949, + "nauc_precision_at_10_max": 0.229637, + "nauc_precision_at_10_std": -0.184148, + "nauc_precision_at_10_diff1": 0.445438, + "nauc_precision_at_20_max": 0.257114, + "nauc_precision_at_20_std": -0.162577, + "nauc_precision_at_20_diff1": 0.455205, + "nauc_precision_at_100_max": 0.386721, + "nauc_precision_at_100_std": 0.034598, + "nauc_precision_at_100_diff1": 0.455032, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.342041, + "nauc_mrr_at_1_std": -0.176937, + "nauc_mrr_at_1_diff1": 0.579395, + "nauc_mrr_at_3_max": 0.313263, + "nauc_mrr_at_3_std": -0.185693, + "nauc_mrr_at_3_diff1": 0.538737, + "nauc_mrr_at_5_max": 0.308517, + "nauc_mrr_at_5_std": -0.181967, + "nauc_mrr_at_5_diff1": 0.528853, + "nauc_mrr_at_10_max": 0.307779, + "nauc_mrr_at_10_std": -0.182303, + "nauc_mrr_at_10_diff1": 0.529755, + "nauc_mrr_at_20_max": 0.310002, + "nauc_mrr_at_20_std": -0.180854, + "nauc_mrr_at_20_diff1": 0.531002, + "nauc_mrr_at_100_max": 0.311911, + "nauc_mrr_at_100_std": -0.179567, + "nauc_mrr_at_100_diff1": 0.532277, + "nauc_mrr_at_1000_max": 0.311786, + "nauc_mrr_at_1000_std": -0.17995, + "nauc_mrr_at_1000_diff1": 0.532355, + "hit_rate_at_1": 0.34936, + "hit_rate_at_3": 0.49359, + "hit_rate_at_5": 0.53526, + "hit_rate_at_10": 0.65064, + "hit_rate_at_20": 0.72115, + "hit_rate_at_100": 0.89103, + "hit_rate_at_1000": 1.0, + "main_score": 0.53526, + "hf_subset": "sw_ke", + "languages": [ + "swh-Latn" + ] + }, + { + "ndcg_at_1": 0.13988, + "ndcg_at_3": 0.20468, + "ndcg_at_5": 0.23016, + "ndcg_at_10": 0.25565, + "ndcg_at_20": 0.27311, + "ndcg_at_100": 0.32772, + "ndcg_at_1000": 0.35915, + "map_at_1": 0.13988, + "map_at_3": 0.18899, + "map_at_5": 0.20298, + "map_at_10": 0.2132, + "map_at_20": 0.21808, + "map_at_100": 0.22522, + "map_at_1000": 0.22658, + "recall_at_1": 0.13988, + "recall_at_3": 0.25, + "recall_at_5": 0.3125, + "recall_at_10": 0.39286, + "recall_at_20": 0.46131, + "recall_at_100": 0.7619, + "recall_at_1000": 0.99702, + "accuracy": 0.13988, + "precision_at_1": 0.13988, + "precision_at_3": 0.08333, + "precision_at_5": 0.0625, + "precision_at_10": 0.03929, + "precision_at_20": 0.02307, + "precision_at_100": 0.00762, + "precision_at_1000": 0.001, + "mrr_at_1": 0.139881, + "mrr_at_3": 0.188988, + "mrr_at_5": 0.202976, + "mrr_at_10": 0.213203, + "mrr_at_20": 0.21808, + "mrr_at_100": 0.225223, + "mrr_at_1000": 0.226584, + "nauc_ndcg_at_1_max": 0.528826, + "nauc_ndcg_at_1_std": 0.238163, + "nauc_ndcg_at_1_diff1": 0.583543, + "nauc_ndcg_at_3_max": 0.448152, + "nauc_ndcg_at_3_std": 0.19402, + "nauc_ndcg_at_3_diff1": 0.46029, + "nauc_ndcg_at_5_max": 0.433452, + "nauc_ndcg_at_5_std": 0.200228, + "nauc_ndcg_at_5_diff1": 0.43185, + "nauc_ndcg_at_10_max": 0.419783, + "nauc_ndcg_at_10_std": 0.185521, + "nauc_ndcg_at_10_diff1": 0.412401, + "nauc_ndcg_at_20_max": 0.404407, + "nauc_ndcg_at_20_std": 0.169866, + "nauc_ndcg_at_20_diff1": 0.400814, + "nauc_ndcg_at_100_max": 0.387959, + "nauc_ndcg_at_100_std": 0.140549, + "nauc_ndcg_at_100_diff1": 0.40686, + "nauc_ndcg_at_1000_max": 0.42038, + "nauc_ndcg_at_1000_std": 0.176851, + "nauc_ndcg_at_1000_diff1": 0.429214, + "nauc_map_at_1_max": 0.528826, + "nauc_map_at_1_std": 0.238163, + "nauc_map_at_1_diff1": 0.583543, + "nauc_map_at_3_max": 0.464653, + "nauc_map_at_3_std": 0.203298, + "nauc_map_at_3_diff1": 0.482522, + "nauc_map_at_5_max": 0.455811, + "nauc_map_at_5_std": 0.207306, + "nauc_map_at_5_diff1": 0.465059, + "nauc_map_at_10_max": 0.449492, + "nauc_map_at_10_std": 0.200385, + "nauc_map_at_10_diff1": 0.456514, + "nauc_map_at_20_max": 0.444744, + "nauc_map_at_20_std": 0.195232, + "nauc_map_at_20_diff1": 0.45309, + "nauc_map_at_100_max": 0.443448, + "nauc_map_at_100_std": 0.192738, + "nauc_map_at_100_diff1": 0.454589, + "nauc_map_at_1000_max": 0.444748, + "nauc_map_at_1000_std": 0.194206, + "nauc_map_at_1000_diff1": 0.455522, + "nauc_recall_at_1_max": 0.528826, + "nauc_recall_at_1_std": 0.238163, + "nauc_recall_at_1_diff1": 0.583543, + "nauc_recall_at_3_max": 0.4082, + "nauc_recall_at_3_std": 0.171474, + "nauc_recall_at_3_diff1": 0.407473, + "nauc_recall_at_5_max": 0.380825, + "nauc_recall_at_5_std": 0.184265, + "nauc_recall_at_5_diff1": 0.354308, + "nauc_recall_at_10_max": 0.348782, + "nauc_recall_at_10_std": 0.149078, + "nauc_recall_at_10_diff1": 0.306932, + "nauc_recall_at_20_max": 0.298544, + "nauc_recall_at_20_std": 0.100226, + "nauc_recall_at_20_diff1": 0.267336, + "nauc_recall_at_100_max": 0.108156, + "nauc_recall_at_100_std": -0.169381, + "nauc_recall_at_100_diff1": 0.218068, + "nauc_recall_at_1000_max": 0.722158, + "nauc_recall_at_1000_std": 0.553948, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.528826, + "nauc_precision_at_1_std": 0.238163, + "nauc_precision_at_1_diff1": 0.583543, + "nauc_precision_at_3_max": 0.4082, + "nauc_precision_at_3_std": 0.171474, + "nauc_precision_at_3_diff1": 0.407473, + "nauc_precision_at_5_max": 0.380825, + "nauc_precision_at_5_std": 0.184265, + "nauc_precision_at_5_diff1": 0.354308, + "nauc_precision_at_10_max": 0.348782, + "nauc_precision_at_10_std": 0.149078, + "nauc_precision_at_10_diff1": 0.306932, + "nauc_precision_at_20_max": 0.298544, + "nauc_precision_at_20_std": 0.100226, + "nauc_precision_at_20_diff1": 0.267336, + "nauc_precision_at_100_max": 0.108156, + "nauc_precision_at_100_std": -0.169381, + "nauc_precision_at_100_diff1": 0.218068, + "nauc_precision_at_1000_max": 0.722158, + "nauc_precision_at_1000_std": 0.553948, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.528826, + "nauc_mrr_at_1_std": 0.238163, + "nauc_mrr_at_1_diff1": 0.583543, + "nauc_mrr_at_3_max": 0.464653, + "nauc_mrr_at_3_std": 0.203298, + "nauc_mrr_at_3_diff1": 0.482522, + "nauc_mrr_at_5_max": 0.455811, + "nauc_mrr_at_5_std": 0.207306, + "nauc_mrr_at_5_diff1": 0.465059, + "nauc_mrr_at_10_max": 0.449492, + "nauc_mrr_at_10_std": 0.200385, + "nauc_mrr_at_10_diff1": 0.456514, + "nauc_mrr_at_20_max": 0.444744, + "nauc_mrr_at_20_std": 0.195232, + "nauc_mrr_at_20_diff1": 0.45309, + "nauc_mrr_at_100_max": 0.443448, + "nauc_mrr_at_100_std": 0.192738, + "nauc_mrr_at_100_diff1": 0.454589, + "nauc_mrr_at_1000_max": 0.444748, + "nauc_mrr_at_1000_std": 0.194206, + "nauc_mrr_at_1000_diff1": 0.455522, + "hit_rate_at_1": 0.13988, + "hit_rate_at_3": 0.25, + "hit_rate_at_5": 0.3125, + "hit_rate_at_10": 0.39286, + "hit_rate_at_20": 0.46131, + "hit_rate_at_100": 0.7619, + "hit_rate_at_1000": 0.99702, + "main_score": 0.3125, + "hf_subset": "ta_in", + "languages": [ + "tam-Taml" + ] + }, + { + "ndcg_at_1": 0.49007, + "ndcg_at_3": 0.58759, + "ndcg_at_5": 0.61466, + "ndcg_at_10": 0.63859, + "ndcg_at_20": 0.64766, + "ndcg_at_100": 0.66556, + "ndcg_at_1000": 0.67513, + "map_at_1": 0.49007, + "map_at_3": 0.56402, + "map_at_5": 0.57892, + "map_at_10": 0.58902, + "map_at_20": 0.59143, + "map_at_100": 0.59369, + "map_at_1000": 0.59415, + "recall_at_1": 0.49007, + "recall_at_3": 0.65563, + "recall_at_5": 0.72185, + "recall_at_10": 0.7947, + "recall_at_20": 0.83113, + "recall_at_100": 0.93046, + "recall_at_1000": 1.0, + "accuracy": 0.49007, + "precision_at_1": 0.49007, + "precision_at_3": 0.21854, + "precision_at_5": 0.14437, + "precision_at_10": 0.07947, + "precision_at_20": 0.04156, + "precision_at_100": 0.0093, + "precision_at_1000": 0.001, + "mrr_at_1": 0.490066, + "mrr_at_3": 0.564018, + "mrr_at_5": 0.578918, + "mrr_at_10": 0.589015, + "mrr_at_20": 0.59143, + "mrr_at_100": 0.593687, + "mrr_at_1000": 0.594151, + "nauc_ndcg_at_1_max": 0.615038, + "nauc_ndcg_at_1_std": 0.135047, + "nauc_ndcg_at_1_diff1": 0.739112, + "nauc_ndcg_at_3_max": 0.605119, + "nauc_ndcg_at_3_std": 0.149375, + "nauc_ndcg_at_3_diff1": 0.658837, + "nauc_ndcg_at_5_max": 0.595649, + "nauc_ndcg_at_5_std": 0.166296, + "nauc_ndcg_at_5_diff1": 0.664613, + "nauc_ndcg_at_10_max": 0.587433, + "nauc_ndcg_at_10_std": 0.149974, + "nauc_ndcg_at_10_diff1": 0.66443, + "nauc_ndcg_at_20_max": 0.589266, + "nauc_ndcg_at_20_std": 0.144044, + "nauc_ndcg_at_20_diff1": 0.663431, + "nauc_ndcg_at_100_max": 0.592255, + "nauc_ndcg_at_100_std": 0.138962, + "nauc_ndcg_at_100_diff1": 0.666825, + "nauc_ndcg_at_1000_max": 0.59668, + "nauc_ndcg_at_1000_std": 0.145045, + "nauc_ndcg_at_1000_diff1": 0.674408, + "nauc_map_at_1_max": 0.615038, + "nauc_map_at_1_std": 0.135047, + "nauc_map_at_1_diff1": 0.739112, + "nauc_map_at_3_max": 0.608369, + "nauc_map_at_3_std": 0.145477, + "nauc_map_at_3_diff1": 0.67966, + "nauc_map_at_5_max": 0.60337, + "nauc_map_at_5_std": 0.154558, + "nauc_map_at_5_diff1": 0.682801, + "nauc_map_at_10_max": 0.600083, + "nauc_map_at_10_std": 0.148211, + "nauc_map_at_10_diff1": 0.683037, + "nauc_map_at_20_max": 0.600716, + "nauc_map_at_20_std": 0.146848, + "nauc_map_at_20_diff1": 0.682963, + "nauc_map_at_100_max": 0.601267, + "nauc_map_at_100_std": 0.145978, + "nauc_map_at_100_diff1": 0.683736, + "nauc_map_at_1000_max": 0.601471, + "nauc_map_at_1000_std": 0.146222, + "nauc_map_at_1000_diff1": 0.684055, + "nauc_recall_at_1_max": 0.615038, + "nauc_recall_at_1_std": 0.135047, + "nauc_recall_at_1_diff1": 0.739112, + "nauc_recall_at_3_max": 0.594155, + "nauc_recall_at_3_std": 0.162227, + "nauc_recall_at_3_diff1": 0.590646, + "nauc_recall_at_5_max": 0.565012, + "nauc_recall_at_5_std": 0.212676, + "nauc_recall_at_5_diff1": 0.598938, + "nauc_recall_at_10_max": 0.522454, + "nauc_recall_at_10_std": 0.150913, + "nauc_recall_at_10_diff1": 0.581102, + "nauc_recall_at_20_max": 0.52059, + "nauc_recall_at_20_std": 0.109607, + "nauc_recall_at_20_diff1": 0.557604, + "nauc_recall_at_100_max": 0.481848, + "nauc_recall_at_100_std": -0.017024, + "nauc_recall_at_100_diff1": 0.471563, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.615038, + "nauc_precision_at_1_std": 0.135047, + "nauc_precision_at_1_diff1": 0.739112, + "nauc_precision_at_3_max": 0.594155, + "nauc_precision_at_3_std": 0.162227, + "nauc_precision_at_3_diff1": 0.590646, + "nauc_precision_at_5_max": 0.565012, + "nauc_precision_at_5_std": 0.212676, + "nauc_precision_at_5_diff1": 0.598938, + "nauc_precision_at_10_max": 0.522454, + "nauc_precision_at_10_std": 0.150913, + "nauc_precision_at_10_diff1": 0.581102, + "nauc_precision_at_20_max": 0.52059, + "nauc_precision_at_20_std": 0.109607, + "nauc_precision_at_20_diff1": 0.557604, + "nauc_precision_at_100_max": 0.481848, + "nauc_precision_at_100_std": -0.017024, + "nauc_precision_at_100_diff1": 0.471563, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.615038, + "nauc_mrr_at_1_std": 0.135047, + "nauc_mrr_at_1_diff1": 0.739112, + "nauc_mrr_at_3_max": 0.608369, + "nauc_mrr_at_3_std": 0.145477, + "nauc_mrr_at_3_diff1": 0.67966, + "nauc_mrr_at_5_max": 0.60337, + "nauc_mrr_at_5_std": 0.154558, + "nauc_mrr_at_5_diff1": 0.682801, + "nauc_mrr_at_10_max": 0.600083, + "nauc_mrr_at_10_std": 0.148211, + "nauc_mrr_at_10_diff1": 0.683037, + "nauc_mrr_at_20_max": 0.600716, + "nauc_mrr_at_20_std": 0.146848, + "nauc_mrr_at_20_diff1": 0.682963, + "nauc_mrr_at_100_max": 0.601267, + "nauc_mrr_at_100_std": 0.145978, + "nauc_mrr_at_100_diff1": 0.683736, + "nauc_mrr_at_1000_max": 0.601471, + "nauc_mrr_at_1000_std": 0.146222, + "nauc_mrr_at_1000_diff1": 0.684055, + "hit_rate_at_1": 0.49007, + "hit_rate_at_3": 0.65563, + "hit_rate_at_5": 0.72185, + "hit_rate_at_10": 0.7947, + "hit_rate_at_20": 0.83113, + "hit_rate_at_100": 0.93046, + "hit_rate_at_1000": 1.0, + "main_score": 0.72185, + "hf_subset": "te_in", + "languages": [ + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.66144, + "ndcg_at_3": 0.73563, + "ndcg_at_5": 0.74979, + "ndcg_at_10": 0.76002, + "ndcg_at_20": 0.77029, + "ndcg_at_100": 0.78761, + "ndcg_at_1000": 0.78983, + "map_at_1": 0.66144, + "map_at_3": 0.71787, + "map_at_5": 0.72571, + "map_at_10": 0.72998, + "map_at_20": 0.73278, + "map_at_100": 0.73531, + "map_at_1000": 0.73543, + "recall_at_1": 0.66144, + "recall_at_3": 0.78683, + "recall_at_5": 0.82132, + "recall_at_10": 0.85266, + "recall_at_20": 0.89342, + "recall_at_100": 0.98433, + "recall_at_1000": 1.0, + "accuracy": 0.66144, + "precision_at_1": 0.66144, + "precision_at_3": 0.26228, + "precision_at_5": 0.16426, + "precision_at_10": 0.08527, + "precision_at_20": 0.04467, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.661442, + "mrr_at_3": 0.717868, + "mrr_at_5": 0.725705, + "mrr_at_10": 0.729981, + "mrr_at_20": 0.732776, + "mrr_at_100": 0.735305, + "mrr_at_1000": 0.735425, + "nauc_ndcg_at_1_max": 0.746994, + "nauc_ndcg_at_1_std": 0.050569, + "nauc_ndcg_at_1_diff1": 0.866251, + "nauc_ndcg_at_3_max": 0.76013, + "nauc_ndcg_at_3_std": 0.071355, + "nauc_ndcg_at_3_diff1": 0.843577, + "nauc_ndcg_at_5_max": 0.753616, + "nauc_ndcg_at_5_std": 0.06244, + "nauc_ndcg_at_5_diff1": 0.840829, + "nauc_ndcg_at_10_max": 0.745413, + "nauc_ndcg_at_10_std": 0.043456, + "nauc_ndcg_at_10_diff1": 0.83492, + "nauc_ndcg_at_20_max": 0.745226, + "nauc_ndcg_at_20_std": 0.042702, + "nauc_ndcg_at_20_diff1": 0.834741, + "nauc_ndcg_at_100_max": 0.744989, + "nauc_ndcg_at_100_std": 0.046877, + "nauc_ndcg_at_100_diff1": 0.842976, + "nauc_ndcg_at_1000_max": 0.748672, + "nauc_ndcg_at_1000_std": 0.050261, + "nauc_ndcg_at_1000_diff1": 0.843861, + "nauc_map_at_1_max": 0.746994, + "nauc_map_at_1_std": 0.050569, + "nauc_map_at_1_diff1": 0.866251, + "nauc_map_at_3_max": 0.756147, + "nauc_map_at_3_std": 0.06211, + "nauc_map_at_3_diff1": 0.84944, + "nauc_map_at_5_max": 0.752721, + "nauc_map_at_5_std": 0.057884, + "nauc_map_at_5_diff1": 0.848238, + "nauc_map_at_10_max": 0.749602, + "nauc_map_at_10_std": 0.050601, + "nauc_map_at_10_diff1": 0.84613, + "nauc_map_at_20_max": 0.749628, + "nauc_map_at_20_std": 0.049951, + "nauc_map_at_20_diff1": 0.84628, + "nauc_map_at_100_max": 0.74984, + "nauc_map_at_100_std": 0.051588, + "nauc_map_at_100_diff1": 0.847543, + "nauc_map_at_1000_max": 0.750011, + "nauc_map_at_1000_std": 0.051609, + "nauc_map_at_1000_diff1": 0.84759, + "nauc_recall_at_1_max": 0.746994, + "nauc_recall_at_1_std": 0.050569, + "nauc_recall_at_1_diff1": 0.866251, + "nauc_recall_at_3_max": 0.774519, + "nauc_recall_at_3_std": 0.10613, + "nauc_recall_at_3_diff1": 0.822873, + "nauc_recall_at_5_max": 0.756094, + "nauc_recall_at_5_std": 0.080156, + "nauc_recall_at_5_diff1": 0.810395, + "nauc_recall_at_10_max": 0.719046, + "nauc_recall_at_10_std": -0.003071, + "nauc_recall_at_10_diff1": 0.777394, + "nauc_recall_at_20_max": 0.708483, + "nauc_recall_at_20_std": -0.015851, + "nauc_recall_at_20_diff1": 0.75563, + "nauc_recall_at_100_max": 0.445024, + "nauc_recall_at_100_std": -0.298917, + "nauc_recall_at_100_diff1": 0.773425, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.746994, + "nauc_precision_at_1_std": 0.050569, + "nauc_precision_at_1_diff1": 0.866251, + "nauc_precision_at_3_max": 0.774519, + "nauc_precision_at_3_std": 0.10613, + "nauc_precision_at_3_diff1": 0.822873, + "nauc_precision_at_5_max": 0.756094, + "nauc_precision_at_5_std": 0.080156, + "nauc_precision_at_5_diff1": 0.810395, + "nauc_precision_at_10_max": 0.719046, + "nauc_precision_at_10_std": -0.003071, + "nauc_precision_at_10_diff1": 0.777394, + "nauc_precision_at_20_max": 0.708483, + "nauc_precision_at_20_std": -0.015851, + "nauc_precision_at_20_diff1": 0.75563, + "nauc_precision_at_100_max": 0.445024, + "nauc_precision_at_100_std": -0.298917, + "nauc_precision_at_100_diff1": 0.773425, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.746994, + "nauc_mrr_at_1_std": 0.050569, + "nauc_mrr_at_1_diff1": 0.866251, + "nauc_mrr_at_3_max": 0.756147, + "nauc_mrr_at_3_std": 0.06211, + "nauc_mrr_at_3_diff1": 0.84944, + "nauc_mrr_at_5_max": 0.752721, + "nauc_mrr_at_5_std": 0.057884, + "nauc_mrr_at_5_diff1": 0.848238, + "nauc_mrr_at_10_max": 0.749602, + "nauc_mrr_at_10_std": 0.050601, + "nauc_mrr_at_10_diff1": 0.84613, + "nauc_mrr_at_20_max": 0.749628, + "nauc_mrr_at_20_std": 0.049951, + "nauc_mrr_at_20_diff1": 0.84628, + "nauc_mrr_at_100_max": 0.74984, + "nauc_mrr_at_100_std": 0.051588, + "nauc_mrr_at_100_diff1": 0.847543, + "nauc_mrr_at_1000_max": 0.750011, + "nauc_mrr_at_1000_std": 0.051609, + "nauc_mrr_at_1000_diff1": 0.84759, + "hit_rate_at_1": 0.66144, + "hit_rate_at_3": 0.78683, + "hit_rate_at_5": 0.82132, + "hit_rate_at_10": 0.85266, + "hit_rate_at_20": 0.89342, + "hit_rate_at_100": 0.98433, + "hit_rate_at_1000": 1.0, + "main_score": 0.82132, + "hf_subset": "tg_tj", + "languages": [ + "tgk-Cyrl" + ] + }, + { + "ndcg_at_1": 0.7937, + "ndcg_at_3": 0.86799, + "ndcg_at_5": 0.87514, + "ndcg_at_10": 0.88512, + "ndcg_at_20": 0.88727, + "ndcg_at_100": 0.891, + "ndcg_at_1000": 0.89141, + "map_at_1": 0.7937, + "map_at_3": 0.85005, + "map_at_5": 0.85406, + "map_at_10": 0.85861, + "map_at_20": 0.85918, + "map_at_100": 0.85969, + "map_at_1000": 0.85972, + "recall_at_1": 0.7937, + "recall_at_3": 0.91977, + "recall_at_5": 0.93696, + "recall_at_10": 0.96562, + "recall_at_20": 0.97421, + "recall_at_100": 0.99427, + "recall_at_1000": 0.99713, + "accuracy": 0.7937, + "precision_at_1": 0.7937, + "precision_at_3": 0.30659, + "precision_at_5": 0.18739, + "precision_at_10": 0.09656, + "precision_at_20": 0.04871, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.793696, + "mrr_at_3": 0.850048, + "mrr_at_5": 0.854059, + "mrr_at_10": 0.858607, + "mrr_at_20": 0.859178, + "mrr_at_100": 0.859693, + "mrr_at_1000": 0.859717, + "nauc_ndcg_at_1_max": 0.578137, + "nauc_ndcg_at_1_std": 0.195512, + "nauc_ndcg_at_1_diff1": 0.774874, + "nauc_ndcg_at_3_max": 0.609842, + "nauc_ndcg_at_3_std": 0.212214, + "nauc_ndcg_at_3_diff1": 0.716843, + "nauc_ndcg_at_5_max": 0.607762, + "nauc_ndcg_at_5_std": 0.216662, + "nauc_ndcg_at_5_diff1": 0.724365, + "nauc_ndcg_at_10_max": 0.596219, + "nauc_ndcg_at_10_std": 0.200836, + "nauc_ndcg_at_10_diff1": 0.722457, + "nauc_ndcg_at_20_max": 0.592897, + "nauc_ndcg_at_20_std": 0.187602, + "nauc_ndcg_at_20_diff1": 0.72373, + "nauc_ndcg_at_100_max": 0.593379, + "nauc_ndcg_at_100_std": 0.195787, + "nauc_ndcg_at_100_diff1": 0.733235, + "nauc_ndcg_at_1000_max": 0.595281, + "nauc_ndcg_at_1000_std": 0.201219, + "nauc_ndcg_at_1000_diff1": 0.73396, + "nauc_map_at_1_max": 0.578137, + "nauc_map_at_1_std": 0.195512, + "nauc_map_at_1_diff1": 0.774874, + "nauc_map_at_3_max": 0.599596, + "nauc_map_at_3_std": 0.206158, + "nauc_map_at_3_diff1": 0.733776, + "nauc_map_at_5_max": 0.598067, + "nauc_map_at_5_std": 0.207967, + "nauc_map_at_5_diff1": 0.737873, + "nauc_map_at_10_max": 0.593478, + "nauc_map_at_10_std": 0.201417, + "nauc_map_at_10_diff1": 0.737732, + "nauc_map_at_20_max": 0.592728, + "nauc_map_at_20_std": 0.198609, + "nauc_map_at_20_diff1": 0.737992, + "nauc_map_at_100_max": 0.59311, + "nauc_map_at_100_std": 0.199729, + "nauc_map_at_100_diff1": 0.739206, + "nauc_map_at_1000_max": 0.593196, + "nauc_map_at_1000_std": 0.199976, + "nauc_map_at_1000_diff1": 0.73924, + "nauc_recall_at_1_max": 0.578137, + "nauc_recall_at_1_std": 0.195512, + "nauc_recall_at_1_diff1": 0.774874, + "nauc_recall_at_3_max": 0.66219, + "nauc_recall_at_3_std": 0.24364, + "nauc_recall_at_3_diff1": 0.631665, + "nauc_recall_at_5_max": 0.669076, + "nauc_recall_at_5_std": 0.273906, + "nauc_recall_at_5_diff1": 0.64287, + "nauc_recall_at_10_max": 0.61426, + "nauc_recall_at_10_std": 0.184877, + "nauc_recall_at_10_diff1": 0.555319, + "nauc_recall_at_20_max": 0.566138, + "nauc_recall_at_20_std": -0.041421, + "nauc_recall_at_20_diff1": 0.523907, + "nauc_recall_at_100_max": 0.4224, + "nauc_recall_at_100_std": -0.074071, + "nauc_recall_at_100_diff1": 0.71152, + "nauc_recall_at_1000_max": 0.722075, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.869239, + "nauc_precision_at_1_max": 0.578137, + "nauc_precision_at_1_std": 0.195512, + "nauc_precision_at_1_diff1": 0.774874, + "nauc_precision_at_3_max": 0.66219, + "nauc_precision_at_3_std": 0.24364, + "nauc_precision_at_3_diff1": 0.631665, + "nauc_precision_at_5_max": 0.669076, + "nauc_precision_at_5_std": 0.273906, + "nauc_precision_at_5_diff1": 0.64287, + "nauc_precision_at_10_max": 0.61426, + "nauc_precision_at_10_std": 0.184877, + "nauc_precision_at_10_diff1": 0.555319, + "nauc_precision_at_20_max": 0.566138, + "nauc_precision_at_20_std": -0.041421, + "nauc_precision_at_20_diff1": 0.523907, + "nauc_precision_at_100_max": 0.4224, + "nauc_precision_at_100_std": -0.074071, + "nauc_precision_at_100_diff1": 0.71152, + "nauc_precision_at_1000_max": 0.722075, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.869239, + "nauc_mrr_at_1_max": 0.578137, + "nauc_mrr_at_1_std": 0.195512, + "nauc_mrr_at_1_diff1": 0.774874, + "nauc_mrr_at_3_max": 0.599596, + "nauc_mrr_at_3_std": 0.206158, + "nauc_mrr_at_3_diff1": 0.733776, + "nauc_mrr_at_5_max": 0.598067, + "nauc_mrr_at_5_std": 0.207967, + "nauc_mrr_at_5_diff1": 0.737873, + "nauc_mrr_at_10_max": 0.593478, + "nauc_mrr_at_10_std": 0.201417, + "nauc_mrr_at_10_diff1": 0.737732, + "nauc_mrr_at_20_max": 0.592728, + "nauc_mrr_at_20_std": 0.198609, + "nauc_mrr_at_20_diff1": 0.737992, + "nauc_mrr_at_100_max": 0.59311, + "nauc_mrr_at_100_std": 0.199729, + "nauc_mrr_at_100_diff1": 0.739206, + "nauc_mrr_at_1000_max": 0.593196, + "nauc_mrr_at_1000_std": 0.199976, + "nauc_mrr_at_1000_diff1": 0.73924, + "hit_rate_at_1": 0.7937, + "hit_rate_at_3": 0.91977, + "hit_rate_at_5": 0.93696, + "hit_rate_at_10": 0.96562, + "hit_rate_at_20": 0.97421, + "hit_rate_at_100": 0.99427, + "hit_rate_at_1000": 0.99713, + "main_score": 0.93696, + "hf_subset": "th_th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.9848, + "ndcg_at_3": 0.99399, + "ndcg_at_5": 0.99399, + "ndcg_at_10": 0.99399, + "ndcg_at_20": 0.99399, + "ndcg_at_100": 0.99399, + "ndcg_at_1000": 0.99399, + "map_at_1": 0.9848, + "map_at_3": 0.99189, + "map_at_5": 0.99189, + "map_at_10": 0.99189, + "map_at_20": 0.99189, + "map_at_100": 0.99189, + "map_at_1000": 0.99189, + "recall_at_1": 0.9848, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.9848, + "precision_at_1": 0.9848, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.984802, + "mrr_at_3": 0.991895, + "mrr_at_5": 0.991895, + "mrr_at_10": 0.991895, + "mrr_at_20": 0.991895, + "mrr_at_100": 0.991895, + "mrr_at_1000": 0.991895, + "nauc_ndcg_at_1_max": 0.973847, + "nauc_ndcg_at_1_std": 0.544262, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.97558, + "nauc_ndcg_at_3_std": 0.574455, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.97558, + "nauc_ndcg_at_5_std": 0.574455, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.97558, + "nauc_ndcg_at_10_std": 0.574455, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.97558, + "nauc_ndcg_at_20_std": 0.574455, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.97558, + "nauc_ndcg_at_100_std": 0.574455, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.97558, + "nauc_ndcg_at_1000_std": 0.574455, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.973847, + "nauc_map_at_1_std": 0.544262, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.975482, + "nauc_map_at_3_std": 0.572746, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.975482, + "nauc_map_at_5_std": 0.572746, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.975482, + "nauc_map_at_10_std": 0.572746, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.975482, + "nauc_map_at_20_std": 0.572746, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.975482, + "nauc_map_at_100_std": 0.572746, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.975482, + "nauc_map_at_1000_std": 0.572746, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.973847, + "nauc_recall_at_1_std": 0.544262, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.973847, + "nauc_precision_at_1_std": 0.544262, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": NaN, + "nauc_precision_at_3_std": NaN, + "nauc_precision_at_3_diff1": NaN, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.973847, + "nauc_mrr_at_1_std": 0.544262, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.975482, + "nauc_mrr_at_3_std": 0.572746, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.975482, + "nauc_mrr_at_5_std": 0.572746, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.975482, + "nauc_mrr_at_10_std": 0.572746, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.975482, + "nauc_mrr_at_20_std": 0.572746, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.975482, + "nauc_mrr_at_100_std": 0.572746, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.975482, + "nauc_mrr_at_1000_std": 0.572746, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.9848, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 1.0, + "hf_subset": "tr_tr", + "languages": [ + "tur-Latn" + ] + }, + { + "ndcg_at_1": 0.92401, + "ndcg_at_3": 0.95158, + "ndcg_at_5": 0.95669, + "ndcg_at_10": 0.95777, + "ndcg_at_20": 0.95936, + "ndcg_at_100": 0.9613, + "ndcg_at_1000": 0.9613, + "map_at_1": 0.92401, + "map_at_3": 0.94529, + "map_at_5": 0.94818, + "map_at_10": 0.94868, + "map_at_20": 0.94915, + "map_at_100": 0.94951, + "map_at_1000": 0.94951, + "recall_at_1": 0.92401, + "recall_at_3": 0.9696, + "recall_at_5": 0.98176, + "recall_at_10": 0.9848, + "recall_at_20": 0.99088, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.92401, + "precision_at_1": 0.92401, + "precision_at_3": 0.3232, + "precision_at_5": 0.19635, + "precision_at_10": 0.09848, + "precision_at_20": 0.04954, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.924012, + "mrr_at_3": 0.945289, + "mrr_at_5": 0.948176, + "mrr_at_10": 0.948683, + "mrr_at_20": 0.949149, + "mrr_at_100": 0.949514, + "mrr_at_1000": 0.949514, + "nauc_ndcg_at_1_max": 0.824784, + "nauc_ndcg_at_1_std": 0.272549, + "nauc_ndcg_at_1_diff1": 0.963386, + "nauc_ndcg_at_3_max": 0.861609, + "nauc_ndcg_at_3_std": 0.39251, + "nauc_ndcg_at_3_diff1": 0.968433, + "nauc_ndcg_at_5_max": 0.86912, + "nauc_ndcg_at_5_std": 0.392735, + "nauc_ndcg_at_5_diff1": 0.972216, + "nauc_ndcg_at_10_max": 0.865764, + "nauc_ndcg_at_10_std": 0.377166, + "nauc_ndcg_at_10_diff1": 0.971503, + "nauc_ndcg_at_20_max": 0.860507, + "nauc_ndcg_at_20_std": 0.371269, + "nauc_ndcg_at_20_diff1": 0.970387, + "nauc_ndcg_at_100_max": 0.853529, + "nauc_ndcg_at_100_std": 0.342001, + "nauc_ndcg_at_100_diff1": 0.968906, + "nauc_ndcg_at_1000_max": 0.853529, + "nauc_ndcg_at_1000_std": 0.342001, + "nauc_ndcg_at_1000_diff1": 0.968906, + "nauc_map_at_1_max": 0.824784, + "nauc_map_at_1_std": 0.272549, + "nauc_map_at_1_diff1": 0.963386, + "nauc_map_at_3_max": 0.851532, + "nauc_map_at_3_std": 0.346567, + "nauc_map_at_3_diff1": 0.967309, + "nauc_map_at_5_max": 0.85355, + "nauc_map_at_5_std": 0.341897, + "nauc_map_at_5_diff1": 0.968939, + "nauc_map_at_10_max": 0.852105, + "nauc_map_at_10_std": 0.3354, + "nauc_map_at_10_diff1": 0.968632, + "nauc_map_at_20_max": 0.850748, + "nauc_map_at_20_std": 0.333837, + "nauc_map_at_20_diff1": 0.968345, + "nauc_map_at_100_max": 0.849671, + "nauc_map_at_100_std": 0.329344, + "nauc_map_at_100_diff1": 0.968116, + "nauc_map_at_1000_max": 0.849671, + "nauc_map_at_1000_std": 0.329344, + "nauc_map_at_1000_diff1": 0.968116, + "nauc_recall_at_1_max": 0.824784, + "nauc_recall_at_1_std": 0.272549, + "nauc_recall_at_1_diff1": 0.963386, + "nauc_recall_at_3_max": 0.912272, + "nauc_recall_at_3_std": 0.635446, + "nauc_recall_at_3_diff1": 0.973847, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.824768, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.789721, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.956412, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.824784, + "nauc_precision_at_1_std": 0.272549, + "nauc_precision_at_1_diff1": 0.963386, + "nauc_precision_at_3_max": 0.912272, + "nauc_precision_at_3_std": 0.635446, + "nauc_precision_at_3_diff1": 0.973847, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.824768, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.789721, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.956412, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.824784, + "nauc_mrr_at_1_std": 0.272549, + "nauc_mrr_at_1_diff1": 0.963386, + "nauc_mrr_at_3_max": 0.851532, + "nauc_mrr_at_3_std": 0.346567, + "nauc_mrr_at_3_diff1": 0.967309, + "nauc_mrr_at_5_max": 0.85355, + "nauc_mrr_at_5_std": 0.341897, + "nauc_mrr_at_5_diff1": 0.968939, + "nauc_mrr_at_10_max": 0.852105, + "nauc_mrr_at_10_std": 0.3354, + "nauc_mrr_at_10_diff1": 0.968632, + "nauc_mrr_at_20_max": 0.850748, + "nauc_mrr_at_20_std": 0.333837, + "nauc_mrr_at_20_diff1": 0.968345, + "nauc_mrr_at_100_max": 0.849671, + "nauc_mrr_at_100_std": 0.329344, + "nauc_mrr_at_100_diff1": 0.968116, + "nauc_mrr_at_1000_max": 0.849671, + "nauc_mrr_at_1000_std": 0.329344, + "nauc_mrr_at_1000_diff1": 0.968116, + "hit_rate_at_1": 0.92401, + "hit_rate_at_3": 0.9696, + "hit_rate_at_5": 0.98176, + "hit_rate_at_10": 0.9848, + "hit_rate_at_20": 0.99088, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.98176, + "hf_subset": "uk_ua", + "languages": [ + "ukr-Cyrl" + ] + }, + { + "ndcg_at_1": 0.27519, + "ndcg_at_3": 0.32932, + "ndcg_at_5": 0.35017, + "ndcg_at_10": 0.37654, + "ndcg_at_20": 0.39405, + "ndcg_at_100": 0.43736, + "ndcg_at_1000": 0.46367, + "map_at_1": 0.27519, + "map_at_3": 0.31589, + "map_at_5": 0.32752, + "map_at_10": 0.33844, + "map_at_20": 0.34318, + "map_at_100": 0.3487, + "map_at_1000": 0.35001, + "recall_at_1": 0.27519, + "recall_at_3": 0.36822, + "recall_at_5": 0.4186, + "recall_at_10": 0.5, + "recall_at_20": 0.56977, + "recall_at_100": 0.81008, + "recall_at_1000": 1.0, + "accuracy": 0.27519, + "precision_at_1": 0.27519, + "precision_at_3": 0.12274, + "precision_at_5": 0.08372, + "precision_at_10": 0.05, + "precision_at_20": 0.02849, + "precision_at_100": 0.0081, + "precision_at_1000": 0.001, + "mrr_at_1": 0.275194, + "mrr_at_3": 0.315891, + "mrr_at_5": 0.327519, + "mrr_at_10": 0.33844, + "mrr_at_20": 0.34318, + "mrr_at_100": 0.348696, + "mrr_at_1000": 0.350005, + "nauc_ndcg_at_1_max": 0.282079, + "nauc_ndcg_at_1_std": -0.27298, + "nauc_ndcg_at_1_diff1": 0.720716, + "nauc_ndcg_at_3_max": 0.220566, + "nauc_ndcg_at_3_std": -0.314907, + "nauc_ndcg_at_3_diff1": 0.646594, + "nauc_ndcg_at_5_max": 0.186527, + "nauc_ndcg_at_5_std": -0.322786, + "nauc_ndcg_at_5_diff1": 0.650089, + "nauc_ndcg_at_10_max": 0.158756, + "nauc_ndcg_at_10_std": -0.331003, + "nauc_ndcg_at_10_diff1": 0.617908, + "nauc_ndcg_at_20_max": 0.162066, + "nauc_ndcg_at_20_std": -0.321535, + "nauc_ndcg_at_20_diff1": 0.615801, + "nauc_ndcg_at_100_max": 0.19694, + "nauc_ndcg_at_100_std": -0.296614, + "nauc_ndcg_at_100_diff1": 0.603046, + "nauc_ndcg_at_1000_max": 0.194898, + "nauc_ndcg_at_1000_std": -0.310017, + "nauc_ndcg_at_1000_diff1": 0.631549, + "nauc_map_at_1_max": 0.282079, + "nauc_map_at_1_std": -0.27298, + "nauc_map_at_1_diff1": 0.720716, + "nauc_map_at_3_max": 0.235048, + "nauc_map_at_3_std": -0.304691, + "nauc_map_at_3_diff1": 0.66485, + "nauc_map_at_5_max": 0.216044, + "nauc_map_at_5_std": -0.308605, + "nauc_map_at_5_diff1": 0.666846, + "nauc_map_at_10_max": 0.204117, + "nauc_map_at_10_std": -0.312462, + "nauc_map_at_10_diff1": 0.653132, + "nauc_map_at_20_max": 0.205954, + "nauc_map_at_20_std": -0.309089, + "nauc_map_at_20_diff1": 0.652528, + "nauc_map_at_100_max": 0.210919, + "nauc_map_at_100_std": -0.306268, + "nauc_map_at_100_diff1": 0.65107, + "nauc_map_at_1000_max": 0.210874, + "nauc_map_at_1000_std": -0.306839, + "nauc_map_at_1000_diff1": 0.65247, + "nauc_recall_at_1_max": 0.282079, + "nauc_recall_at_1_std": -0.27298, + "nauc_recall_at_1_diff1": 0.720716, + "nauc_recall_at_3_max": 0.180299, + "nauc_recall_at_3_std": -0.343448, + "nauc_recall_at_3_diff1": 0.595519, + "nauc_recall_at_5_max": 0.1001, + "nauc_recall_at_5_std": -0.363845, + "nauc_recall_at_5_diff1": 0.603834, + "nauc_recall_at_10_max": 0.015592, + "nauc_recall_at_10_std": -0.387432, + "nauc_recall_at_10_diff1": 0.506578, + "nauc_recall_at_20_max": 0.012694, + "nauc_recall_at_20_std": -0.358134, + "nauc_recall_at_20_diff1": 0.49084, + "nauc_recall_at_100_max": 0.220192, + "nauc_recall_at_100_std": -0.137241, + "nauc_recall_at_100_diff1": 0.270906, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.282079, + "nauc_precision_at_1_std": -0.27298, + "nauc_precision_at_1_diff1": 0.720716, + "nauc_precision_at_3_max": 0.180299, + "nauc_precision_at_3_std": -0.343448, + "nauc_precision_at_3_diff1": 0.595519, + "nauc_precision_at_5_max": 0.1001, + "nauc_precision_at_5_std": -0.363845, + "nauc_precision_at_5_diff1": 0.603834, + "nauc_precision_at_10_max": 0.015592, + "nauc_precision_at_10_std": -0.387432, + "nauc_precision_at_10_diff1": 0.506578, + "nauc_precision_at_20_max": 0.012694, + "nauc_precision_at_20_std": -0.358134, + "nauc_precision_at_20_diff1": 0.49084, + "nauc_precision_at_100_max": 0.220192, + "nauc_precision_at_100_std": -0.137241, + "nauc_precision_at_100_diff1": 0.270906, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.282079, + "nauc_mrr_at_1_std": -0.27298, + "nauc_mrr_at_1_diff1": 0.720716, + "nauc_mrr_at_3_max": 0.235048, + "nauc_mrr_at_3_std": -0.304691, + "nauc_mrr_at_3_diff1": 0.66485, + "nauc_mrr_at_5_max": 0.216044, + "nauc_mrr_at_5_std": -0.308605, + "nauc_mrr_at_5_diff1": 0.666846, + "nauc_mrr_at_10_max": 0.204117, + "nauc_mrr_at_10_std": -0.312462, + "nauc_mrr_at_10_diff1": 0.653132, + "nauc_mrr_at_20_max": 0.205954, + "nauc_mrr_at_20_std": -0.309089, + "nauc_mrr_at_20_diff1": 0.652528, + "nauc_mrr_at_100_max": 0.210919, + "nauc_mrr_at_100_std": -0.306268, + "nauc_mrr_at_100_diff1": 0.65107, + "nauc_mrr_at_1000_max": 0.210874, + "nauc_mrr_at_1000_std": -0.306839, + "nauc_mrr_at_1000_diff1": 0.65247, + "hit_rate_at_1": 0.27519, + "hit_rate_at_3": 0.36822, + "hit_rate_at_5": 0.4186, + "hit_rate_at_10": 0.5, + "hit_rate_at_20": 0.56977, + "hit_rate_at_100": 0.81008, + "hit_rate_at_1000": 1.0, + "main_score": 0.4186, + "hf_subset": "umb_ao", + "languages": [ + "umb-Latn" + ] + }, + { + "ndcg_at_1": 0.88696, + "ndcg_at_3": 0.9264, + "ndcg_at_5": 0.93182, + "ndcg_at_10": 0.93439, + "ndcg_at_20": 0.93756, + "ndcg_at_100": 0.93991, + "ndcg_at_1000": 0.93991, + "map_at_1": 0.88696, + "map_at_3": 0.91739, + "map_at_5": 0.92043, + "map_at_10": 0.92135, + "map_at_20": 0.92215, + "map_at_100": 0.92245, + "map_at_1000": 0.92245, + "recall_at_1": 0.88696, + "recall_at_3": 0.95217, + "recall_at_5": 0.96522, + "recall_at_10": 0.97391, + "recall_at_20": 0.98696, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.88696, + "precision_at_1": 0.88696, + "precision_at_3": 0.31739, + "precision_at_5": 0.19304, + "precision_at_10": 0.09739, + "precision_at_20": 0.04935, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.886957, + "mrr_at_3": 0.917391, + "mrr_at_5": 0.920435, + "mrr_at_10": 0.921353, + "mrr_at_20": 0.922154, + "mrr_at_100": 0.922451, + "mrr_at_1000": 0.922451, + "nauc_ndcg_at_1_max": 0.819077, + "nauc_ndcg_at_1_std": 0.137789, + "nauc_ndcg_at_1_diff1": 0.946401, + "nauc_ndcg_at_3_max": 0.877354, + "nauc_ndcg_at_3_std": 0.257676, + "nauc_ndcg_at_3_diff1": 0.934193, + "nauc_ndcg_at_5_max": 0.871124, + "nauc_ndcg_at_5_std": 0.225977, + "nauc_ndcg_at_5_diff1": 0.932161, + "nauc_ndcg_at_10_max": 0.868564, + "nauc_ndcg_at_10_std": 0.221363, + "nauc_ndcg_at_10_diff1": 0.929483, + "nauc_ndcg_at_20_max": 0.864117, + "nauc_ndcg_at_20_std": 0.231789, + "nauc_ndcg_at_20_diff1": 0.935053, + "nauc_ndcg_at_100_max": 0.858761, + "nauc_ndcg_at_100_std": 0.214464, + "nauc_ndcg_at_100_diff1": 0.93631, + "nauc_ndcg_at_1000_max": 0.858761, + "nauc_ndcg_at_1000_std": 0.214464, + "nauc_ndcg_at_1000_diff1": 0.93631, + "nauc_map_at_1_max": 0.819077, + "nauc_map_at_1_std": 0.137789, + "nauc_map_at_1_diff1": 0.946401, + "nauc_map_at_3_max": 0.85953, + "nauc_map_at_3_std": 0.221899, + "nauc_map_at_3_diff1": 0.938304, + "nauc_map_at_5_max": 0.855904, + "nauc_map_at_5_std": 0.205732, + "nauc_map_at_5_diff1": 0.937362, + "nauc_map_at_10_max": 0.854935, + "nauc_map_at_10_std": 0.204032, + "nauc_map_at_10_diff1": 0.936623, + "nauc_map_at_20_max": 0.853917, + "nauc_map_at_20_std": 0.206497, + "nauc_map_at_20_diff1": 0.937813, + "nauc_map_at_100_max": 0.853352, + "nauc_map_at_100_std": 0.204502, + "nauc_map_at_100_diff1": 0.937976, + "nauc_map_at_1000_max": 0.853352, + "nauc_map_at_1000_std": 0.204502, + "nauc_map_at_1000_diff1": 0.937976, + "nauc_recall_at_1_max": 0.819077, + "nauc_recall_at_1_std": 0.137789, + "nauc_recall_at_1_diff1": 0.946401, + "nauc_recall_at_3_max": 0.964349, + "nauc_recall_at_3_std": 0.431627, + "nauc_recall_at_3_diff1": 0.913844, + "nauc_recall_at_5_max": 0.96732, + "nauc_recall_at_5_std": 0.344479, + "nauc_recall_at_5_diff1": 0.897876, + "nauc_recall_at_10_max": 0.978214, + "nauc_recall_at_10_std": 0.346483, + "nauc_recall_at_10_diff1": 0.863834, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.64986, + "nauc_recall_at_20_diff1": 0.907407, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.819077, + "nauc_precision_at_1_std": 0.137789, + "nauc_precision_at_1_diff1": 0.946401, + "nauc_precision_at_3_max": 0.964349, + "nauc_precision_at_3_std": 0.431627, + "nauc_precision_at_3_diff1": 0.913844, + "nauc_precision_at_5_max": 0.96732, + "nauc_precision_at_5_std": 0.344479, + "nauc_precision_at_5_diff1": 0.897876, + "nauc_precision_at_10_max": 0.978214, + "nauc_precision_at_10_std": 0.346483, + "nauc_precision_at_10_diff1": 0.863834, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.64986, + "nauc_precision_at_20_diff1": 0.907407, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.819077, + "nauc_mrr_at_1_std": 0.137789, + "nauc_mrr_at_1_diff1": 0.946401, + "nauc_mrr_at_3_max": 0.85953, + "nauc_mrr_at_3_std": 0.221899, + "nauc_mrr_at_3_diff1": 0.938304, + "nauc_mrr_at_5_max": 0.855904, + "nauc_mrr_at_5_std": 0.205732, + "nauc_mrr_at_5_diff1": 0.937362, + "nauc_mrr_at_10_max": 0.854935, + "nauc_mrr_at_10_std": 0.204032, + "nauc_mrr_at_10_diff1": 0.936623, + "nauc_mrr_at_20_max": 0.853917, + "nauc_mrr_at_20_std": 0.206497, + "nauc_mrr_at_20_diff1": 0.937813, + "nauc_mrr_at_100_max": 0.853352, + "nauc_mrr_at_100_std": 0.204502, + "nauc_mrr_at_100_diff1": 0.937976, + "nauc_mrr_at_1000_max": 0.853352, + "nauc_mrr_at_1000_std": 0.204502, + "nauc_mrr_at_1000_diff1": 0.937976, + "hit_rate_at_1": 0.88696, + "hit_rate_at_3": 0.95217, + "hit_rate_at_5": 0.96522, + "hit_rate_at_10": 0.97391, + "hit_rate_at_20": 0.98696, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.96522, + "hf_subset": "ur_pk", + "languages": [ + "urd-Arab" + ] + }, + { + "ndcg_at_1": 0.38261, + "ndcg_at_3": 0.45152, + "ndcg_at_5": 0.47909, + "ndcg_at_10": 0.50222, + "ndcg_at_20": 0.53334, + "ndcg_at_100": 0.57, + "ndcg_at_1000": 0.57511, + "map_at_1": 0.38261, + "map_at_3": 0.4343, + "map_at_5": 0.44966, + "map_at_10": 0.45905, + "map_at_20": 0.46777, + "map_at_100": 0.47286, + "map_at_1000": 0.47309, + "recall_at_1": 0.38261, + "recall_at_3": 0.50145, + "recall_at_5": 0.56812, + "recall_at_10": 0.64058, + "recall_at_20": 0.76232, + "recall_at_100": 0.95942, + "recall_at_1000": 0.9971, + "accuracy": 0.38261, + "precision_at_1": 0.38261, + "precision_at_3": 0.16715, + "precision_at_5": 0.11362, + "precision_at_10": 0.06406, + "precision_at_20": 0.03812, + "precision_at_100": 0.00959, + "precision_at_1000": 0.001, + "mrr_at_1": 0.382609, + "mrr_at_3": 0.4343, + "mrr_at_5": 0.449662, + "mrr_at_10": 0.459052, + "mrr_at_20": 0.46777, + "mrr_at_100": 0.472858, + "mrr_at_1000": 0.473093, + "nauc_ndcg_at_1_max": 0.467267, + "nauc_ndcg_at_1_std": 0.199299, + "nauc_ndcg_at_1_diff1": 0.569246, + "nauc_ndcg_at_3_max": 0.466159, + "nauc_ndcg_at_3_std": 0.18044, + "nauc_ndcg_at_3_diff1": 0.509241, + "nauc_ndcg_at_5_max": 0.472518, + "nauc_ndcg_at_5_std": 0.18587, + "nauc_ndcg_at_5_diff1": 0.515943, + "nauc_ndcg_at_10_max": 0.44263, + "nauc_ndcg_at_10_std": 0.183341, + "nauc_ndcg_at_10_diff1": 0.49594, + "nauc_ndcg_at_20_max": 0.440827, + "nauc_ndcg_at_20_std": 0.171111, + "nauc_ndcg_at_20_diff1": 0.492404, + "nauc_ndcg_at_100_max": 0.450913, + "nauc_ndcg_at_100_std": 0.170635, + "nauc_ndcg_at_100_diff1": 0.505301, + "nauc_ndcg_at_1000_max": 0.45273, + "nauc_ndcg_at_1000_std": 0.179861, + "nauc_ndcg_at_1000_diff1": 0.509374, + "nauc_map_at_1_max": 0.467267, + "nauc_map_at_1_std": 0.199299, + "nauc_map_at_1_diff1": 0.569246, + "nauc_map_at_3_max": 0.465276, + "nauc_map_at_3_std": 0.183794, + "nauc_map_at_3_diff1": 0.52348, + "nauc_map_at_5_max": 0.468778, + "nauc_map_at_5_std": 0.186644, + "nauc_map_at_5_diff1": 0.52739, + "nauc_map_at_10_max": 0.456914, + "nauc_map_at_10_std": 0.185514, + "nauc_map_at_10_diff1": 0.51954, + "nauc_map_at_20_max": 0.456653, + "nauc_map_at_20_std": 0.182018, + "nauc_map_at_20_diff1": 0.519184, + "nauc_map_at_100_max": 0.457785, + "nauc_map_at_100_std": 0.182453, + "nauc_map_at_100_diff1": 0.520804, + "nauc_map_at_1000_max": 0.45787, + "nauc_map_at_1000_std": 0.182896, + "nauc_map_at_1000_diff1": 0.52099, + "nauc_recall_at_1_max": 0.467267, + "nauc_recall_at_1_std": 0.199299, + "nauc_recall_at_1_diff1": 0.569246, + "nauc_recall_at_3_max": 0.469234, + "nauc_recall_at_3_std": 0.171125, + "nauc_recall_at_3_diff1": 0.46764, + "nauc_recall_at_5_max": 0.48556, + "nauc_recall_at_5_std": 0.1851, + "nauc_recall_at_5_diff1": 0.481651, + "nauc_recall_at_10_max": 0.380932, + "nauc_recall_at_10_std": 0.176783, + "nauc_recall_at_10_diff1": 0.407117, + "nauc_recall_at_20_max": 0.347891, + "nauc_recall_at_20_std": 0.10855, + "nauc_recall_at_20_diff1": 0.352145, + "nauc_recall_at_100_max": 0.355962, + "nauc_recall_at_100_std": -0.21722, + "nauc_recall_at_100_diff1": 0.259582, + "nauc_recall_at_1000_max": 0.357938, + "nauc_recall_at_1000_std": 0.869491, + "nauc_recall_at_1000_diff1": -0.170794, + "nauc_precision_at_1_max": 0.467267, + "nauc_precision_at_1_std": 0.199299, + "nauc_precision_at_1_diff1": 0.569246, + "nauc_precision_at_3_max": 0.469234, + "nauc_precision_at_3_std": 0.171125, + "nauc_precision_at_3_diff1": 0.46764, + "nauc_precision_at_5_max": 0.48556, + "nauc_precision_at_5_std": 0.1851, + "nauc_precision_at_5_diff1": 0.481651, + "nauc_precision_at_10_max": 0.380932, + "nauc_precision_at_10_std": 0.176783, + "nauc_precision_at_10_diff1": 0.407117, + "nauc_precision_at_20_max": 0.347891, + "nauc_precision_at_20_std": 0.10855, + "nauc_precision_at_20_diff1": 0.352145, + "nauc_precision_at_100_max": 0.355962, + "nauc_precision_at_100_std": -0.21722, + "nauc_precision_at_100_diff1": 0.259582, + "nauc_precision_at_1000_max": 0.357938, + "nauc_precision_at_1000_std": 0.869491, + "nauc_precision_at_1000_diff1": -0.170794, + "nauc_mrr_at_1_max": 0.467267, + "nauc_mrr_at_1_std": 0.199299, + "nauc_mrr_at_1_diff1": 0.569246, + "nauc_mrr_at_3_max": 0.465276, + "nauc_mrr_at_3_std": 0.183794, + "nauc_mrr_at_3_diff1": 0.52348, + "nauc_mrr_at_5_max": 0.468778, + "nauc_mrr_at_5_std": 0.186644, + "nauc_mrr_at_5_diff1": 0.52739, + "nauc_mrr_at_10_max": 0.456914, + "nauc_mrr_at_10_std": 0.185514, + "nauc_mrr_at_10_diff1": 0.51954, + "nauc_mrr_at_20_max": 0.456653, + "nauc_mrr_at_20_std": 0.182018, + "nauc_mrr_at_20_diff1": 0.519184, + "nauc_mrr_at_100_max": 0.457785, + "nauc_mrr_at_100_std": 0.182453, + "nauc_mrr_at_100_diff1": 0.520804, + "nauc_mrr_at_1000_max": 0.45787, + "nauc_mrr_at_1000_std": 0.182896, + "nauc_mrr_at_1000_diff1": 0.52099, + "hit_rate_at_1": 0.38261, + "hit_rate_at_3": 0.50145, + "hit_rate_at_5": 0.56812, + "hit_rate_at_10": 0.64058, + "hit_rate_at_20": 0.76232, + "hit_rate_at_100": 0.95942, + "hit_rate_at_1000": 0.9971, + "main_score": 0.56812, + "hf_subset": "uz_uz", + "languages": [ + "uzn-Latn" + ] + }, + { + "ndcg_at_1": 0.77233, + "ndcg_at_3": 0.81621, + "ndcg_at_5": 0.83296, + "ndcg_at_10": 0.85277, + "ndcg_at_20": 0.86004, + "ndcg_at_100": 0.86438, + "ndcg_at_1000": 0.86438, + "map_at_1": 0.77233, + "map_at_3": 0.80548, + "map_at_5": 0.81484, + "map_at_10": 0.82316, + "map_at_20": 0.82515, + "map_at_100": 0.82577, + "map_at_1000": 0.82577, + "recall_at_1": 0.77233, + "recall_at_3": 0.84726, + "recall_at_5": 0.88761, + "recall_at_10": 0.94813, + "recall_at_20": 0.97695, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.77233, + "precision_at_1": 0.77233, + "precision_at_3": 0.28242, + "precision_at_5": 0.17752, + "precision_at_10": 0.09481, + "precision_at_20": 0.04885, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.772334, + "mrr_at_3": 0.805476, + "mrr_at_5": 0.814841, + "mrr_at_10": 0.823159, + "mrr_at_20": 0.825151, + "mrr_at_100": 0.825773, + "mrr_at_1000": 0.825773, + "nauc_ndcg_at_1_max": 0.641125, + "nauc_ndcg_at_1_std": 0.250786, + "nauc_ndcg_at_1_diff1": 0.795341, + "nauc_ndcg_at_3_max": 0.652738, + "nauc_ndcg_at_3_std": 0.251527, + "nauc_ndcg_at_3_diff1": 0.788119, + "nauc_ndcg_at_5_max": 0.648154, + "nauc_ndcg_at_5_std": 0.259644, + "nauc_ndcg_at_5_diff1": 0.78375, + "nauc_ndcg_at_10_max": 0.644831, + "nauc_ndcg_at_10_std": 0.268424, + "nauc_ndcg_at_10_diff1": 0.793536, + "nauc_ndcg_at_20_max": 0.650091, + "nauc_ndcg_at_20_std": 0.261522, + "nauc_ndcg_at_20_diff1": 0.79616, + "nauc_ndcg_at_100_max": 0.648, + "nauc_ndcg_at_100_std": 0.258717, + "nauc_ndcg_at_100_diff1": 0.791915, + "nauc_ndcg_at_1000_max": 0.648, + "nauc_ndcg_at_1000_std": 0.258717, + "nauc_ndcg_at_1000_diff1": 0.791915, + "nauc_map_at_1_max": 0.641125, + "nauc_map_at_1_std": 0.250786, + "nauc_map_at_1_diff1": 0.795341, + "nauc_map_at_3_max": 0.6512, + "nauc_map_at_3_std": 0.251066, + "nauc_map_at_3_diff1": 0.790513, + "nauc_map_at_5_max": 0.648792, + "nauc_map_at_5_std": 0.254738, + "nauc_map_at_5_diff1": 0.788189, + "nauc_map_at_10_max": 0.646652, + "nauc_map_at_10_std": 0.257665, + "nauc_map_at_10_diff1": 0.791776, + "nauc_map_at_20_max": 0.647789, + "nauc_map_at_20_std": 0.25598, + "nauc_map_at_20_diff1": 0.792227, + "nauc_map_at_100_max": 0.647661, + "nauc_map_at_100_std": 0.255926, + "nauc_map_at_100_diff1": 0.79173, + "nauc_map_at_1000_max": 0.647661, + "nauc_map_at_1000_std": 0.255926, + "nauc_map_at_1000_diff1": 0.79173, + "nauc_recall_at_1_max": 0.641125, + "nauc_recall_at_1_std": 0.250786, + "nauc_recall_at_1_diff1": 0.795341, + "nauc_recall_at_3_max": 0.657362, + "nauc_recall_at_3_std": 0.253298, + "nauc_recall_at_3_diff1": 0.779393, + "nauc_recall_at_5_max": 0.643185, + "nauc_recall_at_5_std": 0.284383, + "nauc_recall_at_5_diff1": 0.763088, + "nauc_recall_at_10_max": 0.627185, + "nauc_recall_at_10_std": 0.382712, + "nauc_recall_at_10_diff1": 0.820252, + "nauc_recall_at_20_max": 0.724555, + "nauc_recall_at_20_std": 0.372403, + "nauc_recall_at_20_diff1": 0.918222, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.641125, + "nauc_precision_at_1_std": 0.250786, + "nauc_precision_at_1_diff1": 0.795341, + "nauc_precision_at_3_max": 0.657362, + "nauc_precision_at_3_std": 0.253298, + "nauc_precision_at_3_diff1": 0.779393, + "nauc_precision_at_5_max": 0.643185, + "nauc_precision_at_5_std": 0.284383, + "nauc_precision_at_5_diff1": 0.763088, + "nauc_precision_at_10_max": 0.627185, + "nauc_precision_at_10_std": 0.382712, + "nauc_precision_at_10_diff1": 0.820252, + "nauc_precision_at_20_max": 0.724555, + "nauc_precision_at_20_std": 0.372403, + "nauc_precision_at_20_diff1": 0.918222, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.641125, + "nauc_mrr_at_1_std": 0.250786, + "nauc_mrr_at_1_diff1": 0.795341, + "nauc_mrr_at_3_max": 0.6512, + "nauc_mrr_at_3_std": 0.251066, + "nauc_mrr_at_3_diff1": 0.790513, + "nauc_mrr_at_5_max": 0.648792, + "nauc_mrr_at_5_std": 0.254738, + "nauc_mrr_at_5_diff1": 0.788189, + "nauc_mrr_at_10_max": 0.646652, + "nauc_mrr_at_10_std": 0.257665, + "nauc_mrr_at_10_diff1": 0.791776, + "nauc_mrr_at_20_max": 0.647789, + "nauc_mrr_at_20_std": 0.25598, + "nauc_mrr_at_20_diff1": 0.792227, + "nauc_mrr_at_100_max": 0.647661, + "nauc_mrr_at_100_std": 0.255926, + "nauc_mrr_at_100_diff1": 0.79173, + "nauc_mrr_at_1000_max": 0.647661, + "nauc_mrr_at_1000_std": 0.255926, + "nauc_mrr_at_1000_diff1": 0.79173, + "hit_rate_at_1": 0.77233, + "hit_rate_at_3": 0.84726, + "hit_rate_at_5": 0.88761, + "hit_rate_at_10": 0.94813, + "hit_rate_at_20": 0.97695, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.88761, + "hf_subset": "vi_vn", + "languages": [ + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.42678, + "ndcg_at_3": 0.4721, + "ndcg_at_5": 0.48273, + "ndcg_at_10": 0.49733, + "ndcg_at_20": 0.51543, + "ndcg_at_100": 0.5582, + "ndcg_at_1000": 0.576, + "map_at_1": 0.42678, + "map_at_3": 0.46165, + "map_at_5": 0.46771, + "map_at_10": 0.47356, + "map_at_20": 0.47858, + "map_at_100": 0.48456, + "map_at_1000": 0.48552, + "recall_at_1": 0.42678, + "recall_at_3": 0.50209, + "recall_at_5": 0.5272, + "recall_at_10": 0.57322, + "recall_at_20": 0.64435, + "recall_at_100": 0.87448, + "recall_at_1000": 1.0, + "accuracy": 0.42678, + "precision_at_1": 0.42678, + "precision_at_3": 0.16736, + "precision_at_5": 0.10544, + "precision_at_10": 0.05732, + "precision_at_20": 0.03222, + "precision_at_100": 0.00874, + "precision_at_1000": 0.001, + "mrr_at_1": 0.426778, + "mrr_at_3": 0.461646, + "mrr_at_5": 0.467713, + "mrr_at_10": 0.473555, + "mrr_at_20": 0.478577, + "mrr_at_100": 0.484557, + "mrr_at_1000": 0.485524, + "nauc_ndcg_at_1_max": 0.290989, + "nauc_ndcg_at_1_std": -0.184068, + "nauc_ndcg_at_1_diff1": 0.73295, + "nauc_ndcg_at_3_max": 0.268651, + "nauc_ndcg_at_3_std": -0.167255, + "nauc_ndcg_at_3_diff1": 0.704198, + "nauc_ndcg_at_5_max": 0.267569, + "nauc_ndcg_at_5_std": -0.174808, + "nauc_ndcg_at_5_diff1": 0.689385, + "nauc_ndcg_at_10_max": 0.259763, + "nauc_ndcg_at_10_std": -0.183789, + "nauc_ndcg_at_10_diff1": 0.686434, + "nauc_ndcg_at_20_max": 0.258344, + "nauc_ndcg_at_20_std": -0.189438, + "nauc_ndcg_at_20_diff1": 0.6802, + "nauc_ndcg_at_100_max": 0.251869, + "nauc_ndcg_at_100_std": -0.196521, + "nauc_ndcg_at_100_diff1": 0.688901, + "nauc_ndcg_at_1000_max": 0.263698, + "nauc_ndcg_at_1000_std": -0.182744, + "nauc_ndcg_at_1000_diff1": 0.693032, + "nauc_map_at_1_max": 0.290989, + "nauc_map_at_1_std": -0.184068, + "nauc_map_at_1_diff1": 0.73295, + "nauc_map_at_3_max": 0.273495, + "nauc_map_at_3_std": -0.170933, + "nauc_map_at_3_diff1": 0.711923, + "nauc_map_at_5_max": 0.273035, + "nauc_map_at_5_std": -0.175448, + "nauc_map_at_5_diff1": 0.703625, + "nauc_map_at_10_max": 0.27007, + "nauc_map_at_10_std": -0.179111, + "nauc_map_at_10_diff1": 0.702624, + "nauc_map_at_20_max": 0.269837, + "nauc_map_at_20_std": -0.18064, + "nauc_map_at_20_diff1": 0.70097, + "nauc_map_at_100_max": 0.269339, + "nauc_map_at_100_std": -0.180574, + "nauc_map_at_100_diff1": 0.701772, + "nauc_map_at_1000_max": 0.26993, + "nauc_map_at_1000_std": -0.179833, + "nauc_map_at_1000_diff1": 0.702038, + "nauc_recall_at_1_max": 0.290989, + "nauc_recall_at_1_std": -0.184068, + "nauc_recall_at_1_diff1": 0.73295, + "nauc_recall_at_3_max": 0.254707, + "nauc_recall_at_3_std": -0.156654, + "nauc_recall_at_3_diff1": 0.681258, + "nauc_recall_at_5_max": 0.251189, + "nauc_recall_at_5_std": -0.173761, + "nauc_recall_at_5_diff1": 0.644553, + "nauc_recall_at_10_max": 0.223799, + "nauc_recall_at_10_std": -0.203048, + "nauc_recall_at_10_diff1": 0.63195, + "nauc_recall_at_20_max": 0.212288, + "nauc_recall_at_20_std": -0.23074, + "nauc_recall_at_20_diff1": 0.597936, + "nauc_recall_at_100_max": 0.056485, + "nauc_recall_at_100_std": -0.417721, + "nauc_recall_at_100_diff1": 0.624315, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.290989, + "nauc_precision_at_1_std": -0.184068, + "nauc_precision_at_1_diff1": 0.73295, + "nauc_precision_at_3_max": 0.254707, + "nauc_precision_at_3_std": -0.156654, + "nauc_precision_at_3_diff1": 0.681258, + "nauc_precision_at_5_max": 0.251189, + "nauc_precision_at_5_std": -0.173761, + "nauc_precision_at_5_diff1": 0.644553, + "nauc_precision_at_10_max": 0.223799, + "nauc_precision_at_10_std": -0.203048, + "nauc_precision_at_10_diff1": 0.63195, + "nauc_precision_at_20_max": 0.212288, + "nauc_precision_at_20_std": -0.23074, + "nauc_precision_at_20_diff1": 0.597936, + "nauc_precision_at_100_max": 0.056485, + "nauc_precision_at_100_std": -0.417721, + "nauc_precision_at_100_diff1": 0.624315, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.290989, + "nauc_mrr_at_1_std": -0.184068, + "nauc_mrr_at_1_diff1": 0.73295, + "nauc_mrr_at_3_max": 0.273495, + "nauc_mrr_at_3_std": -0.170933, + "nauc_mrr_at_3_diff1": 0.711923, + "nauc_mrr_at_5_max": 0.273035, + "nauc_mrr_at_5_std": -0.175448, + "nauc_mrr_at_5_diff1": 0.703625, + "nauc_mrr_at_10_max": 0.27007, + "nauc_mrr_at_10_std": -0.179111, + "nauc_mrr_at_10_diff1": 0.702624, + "nauc_mrr_at_20_max": 0.269837, + "nauc_mrr_at_20_std": -0.18064, + "nauc_mrr_at_20_diff1": 0.70097, + "nauc_mrr_at_100_max": 0.269339, + "nauc_mrr_at_100_std": -0.180574, + "nauc_mrr_at_100_diff1": 0.701772, + "nauc_mrr_at_1000_max": 0.26993, + "nauc_mrr_at_1000_std": -0.179833, + "nauc_mrr_at_1000_diff1": 0.702038, + "hit_rate_at_1": 0.42678, + "hit_rate_at_3": 0.50209, + "hit_rate_at_5": 0.5272, + "hit_rate_at_10": 0.57322, + "hit_rate_at_20": 0.64435, + "hit_rate_at_100": 0.87448, + "hit_rate_at_1000": 1.0, + "main_score": 0.5272, + "hf_subset": "wo_sn", + "languages": [ + "wol-Latn" + ] + }, + { + "ndcg_at_1": 0.32, + "ndcg_at_3": 0.39184, + "ndcg_at_5": 0.41298, + "ndcg_at_10": 0.44875, + "ndcg_at_20": 0.47058, + "ndcg_at_100": 0.50947, + "ndcg_at_1000": 0.51842, + "map_at_1": 0.32, + "map_at_3": 0.37333, + "map_at_5": 0.38505, + "map_at_10": 0.39965, + "map_at_20": 0.40573, + "map_at_100": 0.41101, + "map_at_1000": 0.4115, + "recall_at_1": 0.32, + "recall_at_3": 0.44571, + "recall_at_5": 0.49714, + "recall_at_10": 0.60857, + "recall_at_20": 0.69429, + "recall_at_100": 0.90571, + "recall_at_1000": 0.96857, + "accuracy": 0.32, + "precision_at_1": 0.32, + "precision_at_3": 0.14857, + "precision_at_5": 0.09943, + "precision_at_10": 0.06086, + "precision_at_20": 0.03471, + "precision_at_100": 0.00906, + "precision_at_1000": 0.00097, + "mrr_at_1": 0.32, + "mrr_at_3": 0.373333, + "mrr_at_5": 0.385048, + "mrr_at_10": 0.399654, + "mrr_at_20": 0.405728, + "mrr_at_100": 0.411008, + "mrr_at_1000": 0.411499, + "nauc_ndcg_at_1_max": 0.199695, + "nauc_ndcg_at_1_std": 0.478341, + "nauc_ndcg_at_1_diff1": 0.69187, + "nauc_ndcg_at_3_max": 0.168825, + "nauc_ndcg_at_3_std": 0.523805, + "nauc_ndcg_at_3_diff1": 0.655762, + "nauc_ndcg_at_5_max": 0.168093, + "nauc_ndcg_at_5_std": 0.521421, + "nauc_ndcg_at_5_diff1": 0.645346, + "nauc_ndcg_at_10_max": 0.154384, + "nauc_ndcg_at_10_std": 0.5364, + "nauc_ndcg_at_10_diff1": 0.632426, + "nauc_ndcg_at_20_max": 0.145739, + "nauc_ndcg_at_20_std": 0.524883, + "nauc_ndcg_at_20_diff1": 0.625391, + "nauc_ndcg_at_100_max": 0.15288, + "nauc_ndcg_at_100_std": 0.520826, + "nauc_ndcg_at_100_diff1": 0.6267, + "nauc_ndcg_at_1000_max": 0.157915, + "nauc_ndcg_at_1000_std": 0.523807, + "nauc_ndcg_at_1000_diff1": 0.641337, + "nauc_map_at_1_max": 0.199695, + "nauc_map_at_1_std": 0.478341, + "nauc_map_at_1_diff1": 0.69187, + "nauc_map_at_3_max": 0.175887, + "nauc_map_at_3_std": 0.514015, + "nauc_map_at_3_diff1": 0.667633, + "nauc_map_at_5_max": 0.176099, + "nauc_map_at_5_std": 0.513467, + "nauc_map_at_5_diff1": 0.661906, + "nauc_map_at_10_max": 0.17044, + "nauc_map_at_10_std": 0.51939, + "nauc_map_at_10_diff1": 0.656822, + "nauc_map_at_20_max": 0.168206, + "nauc_map_at_20_std": 0.51638, + "nauc_map_at_20_diff1": 0.655358, + "nauc_map_at_100_max": 0.169271, + "nauc_map_at_100_std": 0.515641, + "nauc_map_at_100_diff1": 0.655485, + "nauc_map_at_1000_max": 0.169526, + "nauc_map_at_1000_std": 0.515696, + "nauc_map_at_1000_diff1": 0.656192, + "nauc_recall_at_1_max": 0.199695, + "nauc_recall_at_1_std": 0.478341, + "nauc_recall_at_1_diff1": 0.69187, + "nauc_recall_at_3_max": 0.14876, + "nauc_recall_at_3_std": 0.551361, + "nauc_recall_at_3_diff1": 0.620494, + "nauc_recall_at_5_max": 0.144159, + "nauc_recall_at_5_std": 0.542668, + "nauc_recall_at_5_diff1": 0.594479, + "nauc_recall_at_10_max": 0.096113, + "nauc_recall_at_10_std": 0.596197, + "nauc_recall_at_10_diff1": 0.544761, + "nauc_recall_at_20_max": 0.044025, + "nauc_recall_at_20_std": 0.548777, + "nauc_recall_at_20_diff1": 0.492848, + "nauc_recall_at_100_max": -0.01443, + "nauc_recall_at_100_std": 0.53217, + "nauc_recall_at_100_diff1": 0.296084, + "nauc_recall_at_1000_max": -0.024064, + "nauc_recall_at_1000_std": 0.774255, + "nauc_recall_at_1000_diff1": 0.580171, + "nauc_precision_at_1_max": 0.199695, + "nauc_precision_at_1_std": 0.478341, + "nauc_precision_at_1_diff1": 0.69187, + "nauc_precision_at_3_max": 0.14876, + "nauc_precision_at_3_std": 0.551361, + "nauc_precision_at_3_diff1": 0.620494, + "nauc_precision_at_5_max": 0.144159, + "nauc_precision_at_5_std": 0.542668, + "nauc_precision_at_5_diff1": 0.594479, + "nauc_precision_at_10_max": 0.096113, + "nauc_precision_at_10_std": 0.596197, + "nauc_precision_at_10_diff1": 0.544761, + "nauc_precision_at_20_max": 0.044025, + "nauc_precision_at_20_std": 0.548777, + "nauc_precision_at_20_diff1": 0.492848, + "nauc_precision_at_100_max": -0.01443, + "nauc_precision_at_100_std": 0.53217, + "nauc_precision_at_100_diff1": 0.296084, + "nauc_precision_at_1000_max": -0.024064, + "nauc_precision_at_1000_std": 0.774255, + "nauc_precision_at_1000_diff1": 0.580171, + "nauc_mrr_at_1_max": 0.199695, + "nauc_mrr_at_1_std": 0.478341, + "nauc_mrr_at_1_diff1": 0.69187, + "nauc_mrr_at_3_max": 0.175887, + "nauc_mrr_at_3_std": 0.514015, + "nauc_mrr_at_3_diff1": 0.667633, + "nauc_mrr_at_5_max": 0.176099, + "nauc_mrr_at_5_std": 0.513467, + "nauc_mrr_at_5_diff1": 0.661906, + "nauc_mrr_at_10_max": 0.17044, + "nauc_mrr_at_10_std": 0.51939, + "nauc_mrr_at_10_diff1": 0.656822, + "nauc_mrr_at_20_max": 0.168206, + "nauc_mrr_at_20_std": 0.51638, + "nauc_mrr_at_20_diff1": 0.655358, + "nauc_mrr_at_100_max": 0.169271, + "nauc_mrr_at_100_std": 0.515641, + "nauc_mrr_at_100_diff1": 0.655485, + "nauc_mrr_at_1000_max": 0.169526, + "nauc_mrr_at_1000_std": 0.515696, + "nauc_mrr_at_1000_diff1": 0.656192, + "hit_rate_at_1": 0.32, + "hit_rate_at_3": 0.44571, + "hit_rate_at_5": 0.49714, + "hit_rate_at_10": 0.60857, + "hit_rate_at_20": 0.69429, + "hit_rate_at_100": 0.90571, + "hit_rate_at_1000": 0.96857, + "main_score": 0.49714, + "hf_subset": "xh_za", + "languages": [ + "xho-Latn" + ] + }, + { + "ndcg_at_1": 0.25294, + "ndcg_at_3": 0.31327, + "ndcg_at_5": 0.33731, + "ndcg_at_10": 0.35729, + "ndcg_at_20": 0.38122, + "ndcg_at_100": 0.4374, + "ndcg_at_1000": 0.45343, + "map_at_1": 0.25294, + "map_at_3": 0.29853, + "map_at_5": 0.31176, + "map_at_10": 0.32, + "map_at_20": 0.32664, + "map_at_100": 0.33397, + "map_at_1000": 0.3348, + "recall_at_1": 0.25294, + "recall_at_3": 0.35588, + "recall_at_5": 0.41471, + "recall_at_10": 0.47647, + "recall_at_20": 0.57059, + "recall_at_100": 0.87941, + "recall_at_1000": 0.99412, + "accuracy": 0.25294, + "precision_at_1": 0.25294, + "precision_at_3": 0.11863, + "precision_at_5": 0.08294, + "precision_at_10": 0.04765, + "precision_at_20": 0.02853, + "precision_at_100": 0.00879, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.252941, + "mrr_at_3": 0.298529, + "mrr_at_5": 0.311765, + "mrr_at_10": 0.32, + "mrr_at_20": 0.326638, + "mrr_at_100": 0.333973, + "mrr_at_1000": 0.334797, + "nauc_ndcg_at_1_max": 0.044305, + "nauc_ndcg_at_1_std": 0.347871, + "nauc_ndcg_at_1_diff1": 0.669024, + "nauc_ndcg_at_3_max": -0.010384, + "nauc_ndcg_at_3_std": 0.344678, + "nauc_ndcg_at_3_diff1": 0.607293, + "nauc_ndcg_at_5_max": -0.013941, + "nauc_ndcg_at_5_std": 0.332021, + "nauc_ndcg_at_5_diff1": 0.597026, + "nauc_ndcg_at_10_max": -0.019081, + "nauc_ndcg_at_10_std": 0.317506, + "nauc_ndcg_at_10_diff1": 0.582646, + "nauc_ndcg_at_20_max": -0.044389, + "nauc_ndcg_at_20_std": 0.316544, + "nauc_ndcg_at_20_diff1": 0.571257, + "nauc_ndcg_at_100_max": -0.044017, + "nauc_ndcg_at_100_std": 0.308102, + "nauc_ndcg_at_100_diff1": 0.581761, + "nauc_ndcg_at_1000_max": -0.02651, + "nauc_ndcg_at_1000_std": 0.323788, + "nauc_ndcg_at_1000_diff1": 0.591151, + "nauc_map_at_1_max": 0.044305, + "nauc_map_at_1_std": 0.347871, + "nauc_map_at_1_diff1": 0.669024, + "nauc_map_at_3_max": 0.003544, + "nauc_map_at_3_std": 0.345598, + "nauc_map_at_3_diff1": 0.623228, + "nauc_map_at_5_max": 0.001643, + "nauc_map_at_5_std": 0.33868, + "nauc_map_at_5_diff1": 0.6166, + "nauc_map_at_10_max": -0.000155, + "nauc_map_at_10_std": 0.332203, + "nauc_map_at_10_diff1": 0.610746, + "nauc_map_at_20_max": -0.007169, + "nauc_map_at_20_std": 0.332061, + "nauc_map_at_20_diff1": 0.608028, + "nauc_map_at_100_max": -0.007461, + "nauc_map_at_100_std": 0.330669, + "nauc_map_at_100_diff1": 0.608901, + "nauc_map_at_1000_max": -0.006606, + "nauc_map_at_1000_std": 0.331415, + "nauc_map_at_1000_diff1": 0.609359, + "nauc_recall_at_1_max": 0.044305, + "nauc_recall_at_1_std": 0.347871, + "nauc_recall_at_1_diff1": 0.669024, + "nauc_recall_at_3_max": -0.04897, + "nauc_recall_at_3_std": 0.342091, + "nauc_recall_at_3_diff1": 0.563071, + "nauc_recall_at_5_max": -0.057219, + "nauc_recall_at_5_std": 0.311982, + "nauc_recall_at_5_diff1": 0.543008, + "nauc_recall_at_10_max": -0.075033, + "nauc_recall_at_10_std": 0.270373, + "nauc_recall_at_10_diff1": 0.498426, + "nauc_recall_at_20_max": -0.181292, + "nauc_recall_at_20_std": 0.262145, + "nauc_recall_at_20_diff1": 0.442947, + "nauc_recall_at_100_max": -0.381973, + "nauc_recall_at_100_std": 0.070951, + "nauc_recall_at_100_diff1": 0.399548, + "nauc_recall_at_1000_max": -0.80859, + "nauc_recall_at_1000_std": 0.934641, + "nauc_recall_at_1000_diff1": 0.19141, + "nauc_precision_at_1_max": 0.044305, + "nauc_precision_at_1_std": 0.347871, + "nauc_precision_at_1_diff1": 0.669024, + "nauc_precision_at_3_max": -0.04897, + "nauc_precision_at_3_std": 0.342091, + "nauc_precision_at_3_diff1": 0.563071, + "nauc_precision_at_5_max": -0.057219, + "nauc_precision_at_5_std": 0.311982, + "nauc_precision_at_5_diff1": 0.543008, + "nauc_precision_at_10_max": -0.075033, + "nauc_precision_at_10_std": 0.270373, + "nauc_precision_at_10_diff1": 0.498426, + "nauc_precision_at_20_max": -0.181292, + "nauc_precision_at_20_std": 0.262145, + "nauc_precision_at_20_diff1": 0.442947, + "nauc_precision_at_100_max": -0.381973, + "nauc_precision_at_100_std": 0.070951, + "nauc_precision_at_100_diff1": 0.399548, + "nauc_precision_at_1000_max": -0.80859, + "nauc_precision_at_1000_std": 0.934641, + "nauc_precision_at_1000_diff1": 0.19141, + "nauc_mrr_at_1_max": 0.044305, + "nauc_mrr_at_1_std": 0.347871, + "nauc_mrr_at_1_diff1": 0.669024, + "nauc_mrr_at_3_max": 0.003544, + "nauc_mrr_at_3_std": 0.345598, + "nauc_mrr_at_3_diff1": 0.623228, + "nauc_mrr_at_5_max": 0.001643, + "nauc_mrr_at_5_std": 0.33868, + "nauc_mrr_at_5_diff1": 0.6166, + "nauc_mrr_at_10_max": -0.000155, + "nauc_mrr_at_10_std": 0.332203, + "nauc_mrr_at_10_diff1": 0.610746, + "nauc_mrr_at_20_max": -0.007169, + "nauc_mrr_at_20_std": 0.332061, + "nauc_mrr_at_20_diff1": 0.608028, + "nauc_mrr_at_100_max": -0.007461, + "nauc_mrr_at_100_std": 0.330669, + "nauc_mrr_at_100_diff1": 0.608901, + "nauc_mrr_at_1000_max": -0.006606, + "nauc_mrr_at_1000_std": 0.331415, + "nauc_mrr_at_1000_diff1": 0.609359, + "hit_rate_at_1": 0.25294, + "hit_rate_at_3": 0.35588, + "hit_rate_at_5": 0.41471, + "hit_rate_at_10": 0.47647, + "hit_rate_at_20": 0.57059, + "hit_rate_at_100": 0.87941, + "hit_rate_at_1000": 0.99412, + "main_score": 0.41471, + "hf_subset": "yo_ng", + "languages": [ + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.1474, + "ndcg_at_3": 0.19209, + "ndcg_at_5": 0.21336, + "ndcg_at_10": 0.23307, + "ndcg_at_20": 0.25842, + "ndcg_at_100": 0.3251, + "ndcg_at_1000": 0.35029, + "map_at_1": 0.1474, + "map_at_3": 0.18064, + "map_at_5": 0.19234, + "map_at_10": 0.20054, + "map_at_20": 0.20738, + "map_at_100": 0.21607, + "map_at_1000": 0.21731, + "recall_at_1": 0.1474, + "recall_at_3": 0.22543, + "recall_at_5": 0.27746, + "recall_at_10": 0.33815, + "recall_at_20": 0.43931, + "recall_at_100": 0.80636, + "recall_at_1000": 0.98844, + "accuracy": 0.1474, + "precision_at_1": 0.1474, + "precision_at_3": 0.07514, + "precision_at_5": 0.05549, + "precision_at_10": 0.03382, + "precision_at_20": 0.02197, + "precision_at_100": 0.00806, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.147399, + "mrr_at_3": 0.180636, + "mrr_at_5": 0.192341, + "mrr_at_10": 0.200541, + "mrr_at_20": 0.207383, + "mrr_at_100": 0.216066, + "mrr_at_1000": 0.217311, + "nauc_ndcg_at_1_max": 0.10212, + "nauc_ndcg_at_1_std": 0.426684, + "nauc_ndcg_at_1_diff1": 0.622635, + "nauc_ndcg_at_3_max": 0.089652, + "nauc_ndcg_at_3_std": 0.406566, + "nauc_ndcg_at_3_diff1": 0.533865, + "nauc_ndcg_at_5_max": 0.077183, + "nauc_ndcg_at_5_std": 0.418663, + "nauc_ndcg_at_5_diff1": 0.518513, + "nauc_ndcg_at_10_max": 0.060852, + "nauc_ndcg_at_10_std": 0.40796, + "nauc_ndcg_at_10_diff1": 0.486313, + "nauc_ndcg_at_20_max": 0.053273, + "nauc_ndcg_at_20_std": 0.403056, + "nauc_ndcg_at_20_diff1": 0.465721, + "nauc_ndcg_at_100_max": 0.060828, + "nauc_ndcg_at_100_std": 0.368139, + "nauc_ndcg_at_100_diff1": 0.47398, + "nauc_ndcg_at_1000_max": 0.067983, + "nauc_ndcg_at_1000_std": 0.396339, + "nauc_ndcg_at_1000_diff1": 0.494367, + "nauc_map_at_1_max": 0.10212, + "nauc_map_at_1_std": 0.426684, + "nauc_map_at_1_diff1": 0.622635, + "nauc_map_at_3_max": 0.091093, + "nauc_map_at_3_std": 0.412171, + "nauc_map_at_3_diff1": 0.552786, + "nauc_map_at_5_max": 0.082522, + "nauc_map_at_5_std": 0.420094, + "nauc_map_at_5_diff1": 0.544172, + "nauc_map_at_10_max": 0.074679, + "nauc_map_at_10_std": 0.415216, + "nauc_map_at_10_diff1": 0.529204, + "nauc_map_at_20_max": 0.072113, + "nauc_map_at_20_std": 0.414072, + "nauc_map_at_20_diff1": 0.523289, + "nauc_map_at_100_max": 0.073439, + "nauc_map_at_100_std": 0.40778, + "nauc_map_at_100_diff1": 0.523966, + "nauc_map_at_1000_max": 0.074008, + "nauc_map_at_1000_std": 0.408899, + "nauc_map_at_1000_diff1": 0.525067, + "nauc_recall_at_1_max": 0.10212, + "nauc_recall_at_1_std": 0.426684, + "nauc_recall_at_1_diff1": 0.622635, + "nauc_recall_at_3_max": 0.086483, + "nauc_recall_at_3_std": 0.392113, + "nauc_recall_at_3_diff1": 0.486638, + "nauc_recall_at_5_max": 0.064891, + "nauc_recall_at_5_std": 0.415341, + "nauc_recall_at_5_diff1": 0.455979, + "nauc_recall_at_10_max": 0.026125, + "nauc_recall_at_10_std": 0.388648, + "nauc_recall_at_10_diff1": 0.378863, + "nauc_recall_at_20_max": 0.003858, + "nauc_recall_at_20_std": 0.371311, + "nauc_recall_at_20_diff1": 0.312486, + "nauc_recall_at_100_max": 0.014893, + "nauc_recall_at_100_std": 0.106986, + "nauc_recall_at_100_diff1": 0.252508, + "nauc_recall_at_1000_max": 0.242401, + "nauc_recall_at_1000_std": 0.744255, + "nauc_recall_at_1000_diff1": 0.049242, + "nauc_precision_at_1_max": 0.10212, + "nauc_precision_at_1_std": 0.426684, + "nauc_precision_at_1_diff1": 0.622635, + "nauc_precision_at_3_max": 0.086483, + "nauc_precision_at_3_std": 0.392113, + "nauc_precision_at_3_diff1": 0.486638, + "nauc_precision_at_5_max": 0.064891, + "nauc_precision_at_5_std": 0.415341, + "nauc_precision_at_5_diff1": 0.455979, + "nauc_precision_at_10_max": 0.026125, + "nauc_precision_at_10_std": 0.388648, + "nauc_precision_at_10_diff1": 0.378863, + "nauc_precision_at_20_max": 0.003858, + "nauc_precision_at_20_std": 0.371311, + "nauc_precision_at_20_diff1": 0.312486, + "nauc_precision_at_100_max": 0.014893, + "nauc_precision_at_100_std": 0.106986, + "nauc_precision_at_100_diff1": 0.252508, + "nauc_precision_at_1000_max": 0.242401, + "nauc_precision_at_1000_std": 0.744255, + "nauc_precision_at_1000_diff1": 0.049242, + "nauc_mrr_at_1_max": 0.10212, + "nauc_mrr_at_1_std": 0.426684, + "nauc_mrr_at_1_diff1": 0.622635, + "nauc_mrr_at_3_max": 0.091093, + "nauc_mrr_at_3_std": 0.412171, + "nauc_mrr_at_3_diff1": 0.552786, + "nauc_mrr_at_5_max": 0.082522, + "nauc_mrr_at_5_std": 0.420094, + "nauc_mrr_at_5_diff1": 0.544172, + "nauc_mrr_at_10_max": 0.074679, + "nauc_mrr_at_10_std": 0.415216, + "nauc_mrr_at_10_diff1": 0.529204, + "nauc_mrr_at_20_max": 0.072113, + "nauc_mrr_at_20_std": 0.414072, + "nauc_mrr_at_20_diff1": 0.523289, + "nauc_mrr_at_100_max": 0.073439, + "nauc_mrr_at_100_std": 0.40778, + "nauc_mrr_at_100_diff1": 0.523966, + "nauc_mrr_at_1000_max": 0.074008, + "nauc_mrr_at_1000_std": 0.408899, + "nauc_mrr_at_1000_diff1": 0.525067, + "hit_rate_at_1": 0.1474, + "hit_rate_at_3": 0.22543, + "hit_rate_at_5": 0.27746, + "hit_rate_at_10": 0.33815, + "hit_rate_at_20": 0.43931, + "hit_rate_at_100": 0.80636, + "hit_rate_at_1000": 0.98844, + "main_score": 0.27746, + "hf_subset": "zu_za", + "languages": [ + "zul-Latn" + ] + } + ] + }, + "evaluation_time": 4012.9563908576965, + "kg_co2_emissions": null, + "date": 1775837769.165496 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FloresBitextMining.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FloresBitextMining.json new file mode 100644 index 0000000000..e3fdb577e6 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/FloresBitextMining.json @@ -0,0 +1 @@ +{"dataset_revision":"2144d16cc15edd22d4a9237d12bff5f31f5c07fc","task_name":"FloresBitextMining","mteb_version":"2.12.16","scores":{"devtest":[{"precision":0.319255,"recall":0.379447,"f1":0.33571,"accuracy":0.379447,"main_score":0.33571,"hf_subset":"ace_Arab-bam_Latn","languages":["ace-Arab","bam-Latn"]},{"precision":0.105375,"recall":0.137352,"f1":0.11331,"accuracy":0.137352,"main_score":0.11331,"hf_subset":"ace_Arab-dzo_Tibt","languages":["ace-Arab","dzo-Tibt"]},{"precision":0.412558,"recall":0.503953,"f1":0.437232,"accuracy":0.503953,"main_score":0.437232,"hf_subset":"ace_Arab-hin_Deva","languages":["ace-Arab","hin-Deva"]},{"precision":0.263055,"recall":0.335968,"f1":0.281598,"accuracy":0.335968,"main_score":0.281598,"hf_subset":"ace_Arab-khm_Khmr","languages":["ace-Arab","khm-Khmr"]},{"precision":0.425029,"recall":0.517787,"f1":0.450705,"accuracy":0.517787,"main_score":0.450705,"hf_subset":"ace_Arab-mag_Deva","languages":["ace-Arab","mag-Deva"]},{"precision":0.461997,"recall":0.538538,"f1":0.483137,"accuracy":0.538538,"main_score":0.483137,"hf_subset":"ace_Arab-pap_Latn","languages":["ace-Arab","pap-Latn"]},{"precision":0.353764,"recall":0.416008,"f1":0.37116,"accuracy":0.416008,"main_score":0.37116,"hf_subset":"ace_Arab-sot_Latn","languages":["ace-Arab","sot-Latn"]},{"precision":0.428677,"recall":0.513834,"f1":0.452333,"accuracy":0.513834,"main_score":0.452333,"hf_subset":"ace_Arab-tur_Latn","languages":["ace-Arab","tur-Latn"]},{"precision":0.6085,"recall":0.677866,"f1":0.62755,"accuracy":0.677866,"main_score":0.62755,"hf_subset":"ace_Arab-ace_Latn","languages":["ace-Arab","ace-Latn"]},{"precision":0.497883,"recall":0.576087,"f1":0.519659,"accuracy":0.576087,"main_score":0.519659,"hf_subset":"ace_Arab-ban_Latn","languages":["ace-Arab","ban-Latn"]},{"precision":0.405957,"recall":0.494071,"f1":0.430079,"accuracy":0.494071,"main_score":0.430079,"hf_subset":"ace_Arab-ell_Grek","languages":["ace-Arab","ell-Grek"]},{"precision":0.418588,"recall":0.51087,"f1":0.443147,"accuracy":0.51087,"main_score":0.443147,"hf_subset":"ace_Arab-hne_Deva","languages":["ace-Arab","hne-Deva"]},{"precision":0.29828,"recall":0.369565,"f1":0.31717,"accuracy":0.369565,"main_score":0.31717,"hf_subset":"ace_Arab-kik_Latn","languages":["ace-Arab","kik-Latn"]},{"precision":0.440817,"recall":0.529644,"f1":0.465147,"accuracy":0.529644,"main_score":0.465147,"hf_subset":"ace_Arab-mai_Deva","languages":["ace-Arab","mai-Deva"]},{"precision":0.414498,"recall":0.495059,"f1":0.436392,"accuracy":0.495059,"main_score":0.436392,"hf_subset":"ace_Arab-pbt_Arab","languages":["ace-Arab","pbt-Arab"]},{"precision":0.428641,"recall":0.519763,"f1":0.453097,"accuracy":0.519763,"main_score":0.453097,"hf_subset":"ace_Arab-spa_Latn","languages":["ace-Arab","spa-Latn"]},{"precision":0.387912,"recall":0.445652,"f1":0.404089,"accuracy":0.445652,"main_score":0.404089,"hf_subset":"ace_Arab-twi_Latn","languages":["ace-Arab","twi-Latn"]},{"precision":0.405887,"recall":0.500988,"f1":0.431582,"accuracy":0.500988,"main_score":0.431582,"hf_subset":"ace_Arab-acm_Arab","languages":["ace-Arab","acm-Arab"]},{"precision":0.41615,"recall":0.503953,"f1":0.440358,"accuracy":0.503953,"main_score":0.440358,"hf_subset":"ace_Arab-bel_Cyrl","languages":["ace-Arab","bel-Cyrl"]},{"precision":0.425777,"recall":0.521739,"f1":0.452775,"accuracy":0.521739,"main_score":0.452775,"hf_subset":"ace_Arab-eng_Latn","languages":["ace-Arab","eng-Latn"]},{"precision":0.434077,"recall":0.529644,"f1":0.461124,"accuracy":0.529644,"main_score":0.461124,"hf_subset":"ace_Arab-hrv_Latn","languages":["ace-Arab","hrv-Latn"]},{"precision":0.335862,"recall":0.398221,"f1":0.352655,"accuracy":0.398221,"main_score":0.352655,"hf_subset":"ace_Arab-kin_Latn","languages":["ace-Arab","kin-Latn"]},{"precision":0.394275,"recall":0.483202,"f1":0.418485,"accuracy":0.483202,"main_score":0.418485,"hf_subset":"ace_Arab-mal_Mlym","languages":["ace-Arab","mal-Mlym"]},{"precision":0.414709,"recall":0.499012,"f1":0.437563,"accuracy":0.499012,"main_score":0.437563,"hf_subset":"ace_Arab-pes_Arab","languages":["ace-Arab","pes-Arab"]},{"precision":0.440433,"recall":0.521739,"f1":0.463355,"accuracy":0.521739,"main_score":0.463355,"hf_subset":"ace_Arab-srd_Latn","languages":["ace-Arab","srd-Latn"]},{"precision":0.139478,"recall":0.182806,"f1":0.150525,"accuracy":0.182806,"main_score":0.150525,"hf_subset":"ace_Arab-tzm_Tfng","languages":["ace-Arab","tzm-Tfng"]},{"precision":0.421813,"recall":0.513834,"f1":0.446585,"accuracy":0.513834,"main_score":0.446585,"hf_subset":"ace_Arab-acq_Arab","languages":["ace-Arab","acq-Arab"]},{"precision":0.363225,"recall":0.420949,"f1":0.379304,"accuracy":0.420949,"main_score":0.379304,"hf_subset":"ace_Arab-bem_Latn","languages":["ace-Arab","bem-Latn"]},{"precision":0.452569,"recall":0.535573,"f1":0.47564,"accuracy":0.535573,"main_score":0.47564,"hf_subset":"ace_Arab-epo_Latn","languages":["ace-Arab","epo-Latn"]},{"precision":0.439339,"recall":0.528656,"f1":0.463876,"accuracy":0.528656,"main_score":0.463876,"hf_subset":"ace_Arab-hun_Latn","languages":["ace-Arab","hun-Latn"]},{"precision":0.437338,"recall":0.517787,"f1":0.459745,"accuracy":0.517787,"main_score":0.459745,"hf_subset":"ace_Arab-kir_Cyrl","languages":["ace-Arab","kir-Cyrl"]},{"precision":0.432918,"recall":0.514822,"f1":0.455312,"accuracy":0.514822,"main_score":0.455312,"hf_subset":"ace_Arab-mar_Deva","languages":["ace-Arab","mar-Deva"]},{"precision":0.381046,"recall":0.435771,"f1":0.396805,"accuracy":0.435771,"main_score":0.396805,"hf_subset":"ace_Arab-plt_Latn","languages":["ace-Arab","plt-Latn"]},{"precision":0.447097,"recall":0.531621,"f1":0.469803,"accuracy":0.531621,"main_score":0.469803,"hf_subset":"ace_Arab-srp_Cyrl","languages":["ace-Arab","srp-Cyrl"]},{"precision":0.364265,"recall":0.449605,"f1":0.387404,"accuracy":0.449605,"main_score":0.387404,"hf_subset":"ace_Arab-uig_Arab","languages":["ace-Arab","uig-Arab"]},{"precision":0.425799,"recall":0.511858,"f1":0.449534,"accuracy":0.511858,"main_score":0.449534,"hf_subset":"ace_Arab-aeb_Arab","languages":["ace-Arab","aeb-Arab"]},{"precision":0.41305,"recall":0.506917,"f1":0.438451,"accuracy":0.506917,"main_score":0.438451,"hf_subset":"ace_Arab-ben_Beng","languages":["ace-Arab","ben-Beng"]},{"precision":0.443892,"recall":0.529644,"f1":0.467736,"accuracy":0.529644,"main_score":0.467736,"hf_subset":"ace_Arab-est_Latn","languages":["ace-Arab","est-Latn"]},{"precision":0.378743,"recall":0.476285,"f1":0.405603,"accuracy":0.476285,"main_score":0.405603,"hf_subset":"ace_Arab-hye_Armn","languages":["ace-Arab","hye-Armn"]},{"precision":0.337987,"recall":0.401186,"f1":0.35505,"accuracy":0.401186,"main_score":0.35505,"hf_subset":"ace_Arab-kmb_Latn","languages":["ace-Arab","kmb-Latn"]},{"precision":0.554077,"recall":0.624506,"f1":0.574819,"accuracy":0.624506,"main_score":0.574819,"hf_subset":"ace_Arab-min_Arab","languages":["ace-Arab","min-Arab"]},{"precision":0.42249,"recall":0.513834,"f1":0.447463,"accuracy":0.513834,"main_score":0.447463,"hf_subset":"ace_Arab-pol_Latn","languages":["ace-Arab","pol-Latn"]},{"precision":0.326422,"recall":0.389328,"f1":0.344081,"accuracy":0.389328,"main_score":0.344081,"hf_subset":"ace_Arab-ssw_Latn","languages":["ace-Arab","ssw-Latn"]},{"precision":0.431343,"recall":0.524704,"f1":0.457303,"accuracy":0.524704,"main_score":0.457303,"hf_subset":"ace_Arab-ukr_Cyrl","languages":["ace-Arab","ukr-Cyrl"]},{"precision":0.45846,"recall":0.549407,"f1":0.48397,"accuracy":0.549407,"main_score":0.48397,"hf_subset":"ace_Arab-afr_Latn","languages":["ace-Arab","afr-Latn"]},{"precision":0.399952,"recall":0.495059,"f1":0.426739,"accuracy":0.495059,"main_score":0.426739,"hf_subset":"ace_Arab-bho_Deva","languages":["ace-Arab","bho-Deva"]},{"precision":0.457541,"recall":0.536561,"f1":0.479635,"accuracy":0.536561,"main_score":0.479635,"hf_subset":"ace_Arab-eus_Latn","languages":["ace-Arab","eus-Latn"]},{"precision":0.327104,"recall":0.401186,"f1":0.347021,"accuracy":0.401186,"main_score":0.347021,"hf_subset":"ace_Arab-ibo_Latn","languages":["ace-Arab","ibo-Latn"]},{"precision":0.415704,"recall":0.485178,"f1":0.436055,"accuracy":0.485178,"main_score":0.436055,"hf_subset":"ace_Arab-kmr_Latn","languages":["ace-Arab","kmr-Latn"]},{"precision":0.482898,"recall":0.559289,"f1":0.504451,"accuracy":0.559289,"main_score":0.504451,"hf_subset":"ace_Arab-min_Latn","languages":["ace-Arab","min-Latn"]},{"precision":0.43079,"recall":0.52668,"f1":0.457744,"accuracy":0.52668,"main_score":0.457744,"hf_subset":"ace_Arab-por_Latn","languages":["ace-Arab","por-Latn"]},{"precision":0.496196,"recall":0.58004,"f1":0.519346,"accuracy":0.58004,"main_score":0.519346,"hf_subset":"ace_Arab-sun_Latn","languages":["ace-Arab","sun-Latn"]},{"precision":0.31829,"recall":0.386364,"f1":0.33663,"accuracy":0.386364,"main_score":0.33663,"hf_subset":"ace_Arab-umb_Latn","languages":["ace-Arab","umb-Latn"]},{"precision":0.436908,"recall":0.523715,"f1":0.460549,"accuracy":0.523715,"main_score":0.460549,"hf_subset":"ace_Arab-ajp_Arab","languages":["ace-Arab","ajp-Arab"]},{"precision":0.550555,"recall":0.619565,"f1":0.570439,"accuracy":0.619565,"main_score":0.570439,"hf_subset":"ace_Arab-bjn_Arab","languages":["ace-Arab","bjn-Arab"]},{"precision":0.337841,"recall":0.394269,"f1":0.352177,"accuracy":0.394269,"main_score":0.352177,"hf_subset":"ace_Arab-ewe_Latn","languages":["ace-Arab","ewe-Latn"]},{"precision":0.467551,"recall":0.537549,"f1":0.487102,"accuracy":0.537549,"main_score":0.487102,"hf_subset":"ace_Arab-ilo_Latn","languages":["ace-Arab","ilo-Latn"]},{"precision":0.177797,"recall":0.230237,"f1":0.190288,"accuracy":0.230237,"main_score":0.190288,"hf_subset":"ace_Arab-knc_Arab","languages":["ace-Arab","knc-Arab"]},{"precision":0.442331,"recall":0.524704,"f1":0.465543,"accuracy":0.524704,"main_score":0.465543,"hf_subset":"ace_Arab-mkd_Cyrl","languages":["ace-Arab","mkd-Cyrl"]},{"precision":0.417852,"recall":0.507905,"f1":0.44188,"accuracy":0.507905,"main_score":0.44188,"hf_subset":"ace_Arab-prs_Arab","languages":["ace-Arab","prs-Arab"]},{"precision":0.428198,"recall":0.525692,"f1":0.456483,"accuracy":0.525692,"main_score":0.456483,"hf_subset":"ace_Arab-swe_Latn","languages":["ace-Arab","swe-Latn"]},{"precision":0.391858,"recall":0.485178,"f1":0.417031,"accuracy":0.485178,"main_score":0.417031,"hf_subset":"ace_Arab-urd_Arab","languages":["ace-Arab","urd-Arab"]},{"precision":0.359556,"recall":0.41996,"f1":0.376459,"accuracy":0.41996,"main_score":0.376459,"hf_subset":"ace_Arab-aka_Latn","languages":["ace-Arab","aka-Latn"]},{"precision":0.460661,"recall":0.54249,"f1":0.483023,"accuracy":0.54249,"main_score":0.483023,"hf_subset":"ace_Arab-bjn_Latn","languages":["ace-Arab","bjn-Latn"]},{"precision":0.375081,"recall":0.452569,"f1":0.396625,"accuracy":0.452569,"main_score":0.396625,"hf_subset":"ace_Arab-fao_Latn","languages":["ace-Arab","fao-Latn"]},{"precision":0.473036,"recall":0.566206,"f1":0.49902,"accuracy":0.566206,"main_score":0.49902,"hf_subset":"ace_Arab-ind_Latn","languages":["ace-Arab","ind-Latn"]},{"precision":0.353491,"recall":0.411067,"f1":0.36983,"accuracy":0.411067,"main_score":0.36983,"hf_subset":"ace_Arab-knc_Latn","languages":["ace-Arab","knc-Latn"]},{"precision":0.468396,"recall":0.544466,"f1":0.489239,"accuracy":0.544466,"main_score":0.489239,"hf_subset":"ace_Arab-mlt_Latn","languages":["ace-Arab","mlt-Latn"]},{"precision":0.376847,"recall":0.44664,"f1":0.396302,"accuracy":0.44664,"main_score":0.396302,"hf_subset":"ace_Arab-quy_Latn","languages":["ace-Arab","quy-Latn"]},{"precision":0.372734,"recall":0.444664,"f1":0.392969,"accuracy":0.444664,"main_score":0.392969,"hf_subset":"ace_Arab-swh_Latn","languages":["ace-Arab","swh-Latn"]},{"precision":0.424184,"recall":0.508893,"f1":0.447329,"accuracy":0.508893,"main_score":0.447329,"hf_subset":"ace_Arab-uzn_Latn","languages":["ace-Arab","uzn-Latn"]},{"precision":0.452383,"recall":0.537549,"f1":0.476061,"accuracy":0.537549,"main_score":0.476061,"hf_subset":"ace_Arab-als_Latn","languages":["ace-Arab","als-Latn"]},{"precision":0.133595,"recall":0.179842,"f1":0.145067,"accuracy":0.179842,"main_score":0.145067,"hf_subset":"ace_Arab-bod_Tibt","languages":["ace-Arab","bod-Tibt"]},{"precision":0.337254,"recall":0.389328,"f1":0.351776,"accuracy":0.389328,"main_score":0.351776,"hf_subset":"ace_Arab-fij_Latn","languages":["ace-Arab","fij-Latn"]},{"precision":0.34023,"recall":0.418972,"f1":0.360894,"accuracy":0.418972,"main_score":0.360894,"hf_subset":"ace_Arab-isl_Latn","languages":["ace-Arab","isl-Latn"]},{"precision":0.377276,"recall":0.442688,"f1":0.395317,"accuracy":0.442688,"main_score":0.395317,"hf_subset":"ace_Arab-kon_Latn","languages":["ace-Arab","kon-Latn"]},{"precision":0.372179,"recall":0.442688,"f1":0.391538,"accuracy":0.442688,"main_score":0.391538,"hf_subset":"ace_Arab-mni_Beng","languages":["ace-Arab","mni-Beng"]},{"precision":0.437584,"recall":0.532609,"f1":0.464273,"accuracy":0.532609,"main_score":0.464273,"hf_subset":"ace_Arab-ron_Latn","languages":["ace-Arab","ron-Latn"]},{"precision":0.428282,"recall":0.516798,"f1":0.452848,"accuracy":0.516798,"main_score":0.452848,"hf_subset":"ace_Arab-szl_Latn","languages":["ace-Arab","szl-Latn"]},{"precision":0.457561,"recall":0.534585,"f1":0.47952,"accuracy":0.534585,"main_score":0.47952,"hf_subset":"ace_Arab-vec_Latn","languages":["ace-Arab","vec-Latn"]},{"precision":0.243185,"recall":0.310277,"f1":0.261057,"accuracy":0.310277,"main_score":0.261057,"hf_subset":"ace_Arab-amh_Ethi","languages":["ace-Arab","amh-Ethi"]},{"precision":0.438765,"recall":0.530632,"f1":0.464315,"accuracy":0.530632,"main_score":0.464315,"hf_subset":"ace_Arab-bos_Latn","languages":["ace-Arab","bos-Latn"]},{"precision":0.411768,"recall":0.504941,"f1":0.438325,"accuracy":0.504941,"main_score":0.438325,"hf_subset":"ace_Arab-fin_Latn","languages":["ace-Arab","fin-Latn"]},{"precision":0.440817,"recall":0.524704,"f1":0.464056,"accuracy":0.524704,"main_score":0.464056,"hf_subset":"ace_Arab-ita_Latn","languages":["ace-Arab","ita-Latn"]},{"precision":0.404855,"recall":0.498024,"f1":0.43078,"accuracy":0.498024,"main_score":0.43078,"hf_subset":"ace_Arab-kor_Hang","languages":["ace-Arab","kor-Hang"]},{"precision":0.349824,"recall":0.409091,"f1":0.365549,"accuracy":0.409091,"main_score":0.365549,"hf_subset":"ace_Arab-mos_Latn","languages":["ace-Arab","mos-Latn"]},{"precision":0.337734,"recall":0.399209,"f1":0.354074,"accuracy":0.399209,"main_score":0.354074,"hf_subset":"ace_Arab-run_Latn","languages":["ace-Arab","run-Latn"]},{"precision":0.36065,"recall":0.449605,"f1":0.384489,"accuracy":0.449605,"main_score":0.384489,"hf_subset":"ace_Arab-tam_Taml","languages":["ace-Arab","tam-Taml"]},{"precision":0.411472,"recall":0.500988,"f1":0.43554,"accuracy":0.500988,"main_score":0.43554,"hf_subset":"ace_Arab-vie_Latn","languages":["ace-Arab","vie-Latn"]},{"precision":0.429227,"recall":0.518775,"f1":0.453279,"accuracy":0.518775,"main_score":0.453279,"hf_subset":"ace_Arab-apc_Arab","languages":["ace-Arab","apc-Arab"]},{"precision":0.471502,"recall":0.536561,"f1":0.489093,"accuracy":0.536561,"main_score":0.489093,"hf_subset":"ace_Arab-bug_Latn","languages":["ace-Arab","bug-Latn"]},{"precision":0.30674,"recall":0.365613,"f1":0.322441,"accuracy":0.365613,"main_score":0.322441,"hf_subset":"ace_Arab-fon_Latn","languages":["ace-Arab","fon-Latn"]},{"precision":0.48223,"recall":0.56917,"f1":0.506732,"accuracy":0.56917,"main_score":0.506732,"hf_subset":"ace_Arab-jav_Latn","languages":["ace-Arab","jav-Latn"]},{"precision":0.294314,"recall":0.368577,"f1":0.314279,"accuracy":0.368577,"main_score":0.314279,"hf_subset":"ace_Arab-lao_Laoo","languages":["ace-Arab","lao-Laoo"]},{"precision":0.309276,"recall":0.386364,"f1":0.329574,"accuracy":0.386364,"main_score":0.329574,"hf_subset":"ace_Arab-mri_Latn","languages":["ace-Arab","mri-Latn"]},{"precision":0.425182,"recall":0.520751,"f1":0.452364,"accuracy":0.520751,"main_score":0.452364,"hf_subset":"ace_Arab-rus_Cyrl","languages":["ace-Arab","rus-Cyrl"]},{"precision":0.355269,"recall":0.417984,"f1":0.37272,"accuracy":0.417984,"main_score":0.37272,"hf_subset":"ace_Arab-taq_Latn","languages":["ace-Arab","taq-Latn"]},{"precision":0.480636,"recall":0.563241,"f1":0.503885,"accuracy":0.563241,"main_score":0.503885,"hf_subset":"ace_Arab-war_Latn","languages":["ace-Arab","war-Latn"]},{"precision":0.412889,"recall":0.505929,"f1":0.437885,"accuracy":0.505929,"main_score":0.437885,"hf_subset":"ace_Arab-arb_Arab","languages":["ace-Arab","arb-Arab"]},{"precision":0.441948,"recall":0.534585,"f1":0.467793,"accuracy":0.534585,"main_score":0.467793,"hf_subset":"ace_Arab-bul_Cyrl","languages":["ace-Arab","bul-Cyrl"]},{"precision":0.437854,"recall":0.527668,"f1":0.462762,"accuracy":0.527668,"main_score":0.462762,"hf_subset":"ace_Arab-fra_Latn","languages":["ace-Arab","fra-Latn"]},{"precision":0.395209,"recall":0.483202,"f1":0.419002,"accuracy":0.483202,"main_score":0.419002,"hf_subset":"ace_Arab-jpn_Jpan","languages":["ace-Arab","jpn-Jpan"]},{"precision":0.445023,"recall":0.520751,"f1":0.466163,"accuracy":0.520751,"main_score":0.466163,"hf_subset":"ace_Arab-lij_Latn","languages":["ace-Arab","lij-Latn"]},{"precision":0.206563,"recall":0.279644,"f1":0.225603,"accuracy":0.279644,"main_score":0.225603,"hf_subset":"ace_Arab-mya_Mymr","languages":["ace-Arab","mya-Mymr"]},{"precision":0.360541,"recall":0.432806,"f1":0.3806,"accuracy":0.432806,"main_score":0.3806,"hf_subset":"ace_Arab-sag_Latn","languages":["ace-Arab","sag-Latn"]},{"precision":0.151138,"recall":0.197628,"f1":0.162018,"accuracy":0.197628,"main_score":0.162018,"hf_subset":"ace_Arab-taq_Tfng","languages":["ace-Arab","taq-Tfng"]},{"precision":0.388168,"recall":0.456522,"f1":0.407081,"accuracy":0.456522,"main_score":0.407081,"hf_subset":"ace_Arab-wol_Latn","languages":["ace-Arab","wol-Latn"]},{"precision":0.339322,"recall":0.414032,"f1":0.359489,"accuracy":0.414032,"main_score":0.359489,"hf_subset":"ace_Arab-arb_Latn","languages":["ace-Arab","arb-Latn"]},{"precision":0.435079,"recall":0.530632,"f1":0.461604,"accuracy":0.530632,"main_score":0.461604,"hf_subset":"ace_Arab-cat_Latn","languages":["ace-Arab","cat-Latn"]},{"precision":0.453429,"recall":0.528656,"f1":0.475398,"accuracy":0.528656,"main_score":0.475398,"hf_subset":"ace_Arab-fur_Latn","languages":["ace-Arab","fur-Latn"]},{"precision":0.276406,"recall":0.335968,"f1":0.292386,"accuracy":0.335968,"main_score":0.292386,"hf_subset":"ace_Arab-kab_Latn","languages":["ace-Arab","kab-Latn"]},{"precision":0.449878,"recall":0.532609,"f1":0.472765,"accuracy":0.532609,"main_score":0.472765,"hf_subset":"ace_Arab-lim_Latn","languages":["ace-Arab","lim-Latn"]},{"precision":0.428425,"recall":0.520751,"f1":0.453939,"accuracy":0.520751,"main_score":0.453939,"hf_subset":"ace_Arab-nld_Latn","languages":["ace-Arab","nld-Latn"]},{"precision":0.37663,"recall":0.47332,"f1":0.403195,"accuracy":0.47332,"main_score":0.403195,"hf_subset":"ace_Arab-san_Deva","languages":["ace-Arab","san-Deva"]},{"precision":0.440522,"recall":0.532609,"f1":0.466331,"accuracy":0.532609,"main_score":0.466331,"hf_subset":"ace_Arab-tat_Cyrl","languages":["ace-Arab","tat-Cyrl"]},{"precision":0.358787,"recall":0.443676,"f1":0.381899,"accuracy":0.443676,"main_score":0.381899,"hf_subset":"ace_Arab-xho_Latn","languages":["ace-Arab","xho-Latn"]},{"precision":0.395533,"recall":0.495059,"f1":0.422285,"accuracy":0.495059,"main_score":0.422285,"hf_subset":"ace_Arab-ars_Arab","languages":["ace-Arab","ars-Arab"]},{"precision":0.459271,"recall":0.546443,"f1":0.483788,"accuracy":0.546443,"main_score":0.483788,"hf_subset":"ace_Arab-ceb_Latn","languages":["ace-Arab","ceb-Latn"]},{"precision":0.336251,"recall":0.408103,"f1":0.356117,"accuracy":0.408103,"main_score":0.356117,"hf_subset":"ace_Arab-fuv_Latn","languages":["ace-Arab","fuv-Latn"]},{"precision":0.338853,"recall":0.402174,"f1":0.355825,"accuracy":0.402174,"main_score":0.355825,"hf_subset":"ace_Arab-kac_Latn","languages":["ace-Arab","kac-Latn"]},{"precision":0.375857,"recall":0.440711,"f1":0.394172,"accuracy":0.440711,"main_score":0.394172,"hf_subset":"ace_Arab-lin_Latn","languages":["ace-Arab","lin-Latn"]},{"precision":0.433491,"recall":0.528656,"f1":0.461234,"accuracy":0.528656,"main_score":0.461234,"hf_subset":"ace_Arab-nno_Latn","languages":["ace-Arab","nno-Latn"]},{"precision":0.033972,"recall":0.071146,"f1":0.040809,"accuracy":0.071146,"main_score":0.040809,"hf_subset":"ace_Arab-sat_Olck","languages":["ace-Arab","sat-Olck"]},{"precision":0.398102,"recall":0.485178,"f1":0.422142,"accuracy":0.485178,"main_score":0.422142,"hf_subset":"ace_Arab-tel_Telu","languages":["ace-Arab","tel-Telu"]},{"precision":0.334844,"recall":0.411067,"f1":0.355912,"accuracy":0.411067,"main_score":0.355912,"hf_subset":"ace_Arab-ydd_Hebr","languages":["ace-Arab","ydd-Hebr"]},{"precision":0.402769,"recall":0.48419,"f1":0.423691,"accuracy":0.48419,"main_score":0.423691,"hf_subset":"ace_Arab-ary_Arab","languages":["ace-Arab","ary-Arab"]},{"precision":0.436559,"recall":0.52668,"f1":0.46119,"accuracy":0.52668,"main_score":0.46119,"hf_subset":"ace_Arab-ces_Latn","languages":["ace-Arab","ces-Latn"]},{"precision":0.320685,"recall":0.386364,"f1":0.339348,"accuracy":0.386364,"main_score":0.339348,"hf_subset":"ace_Arab-gaz_Latn","languages":["ace-Arab","gaz-Latn"]},{"precision":0.338093,"recall":0.395257,"f1":0.353322,"accuracy":0.395257,"main_score":0.353322,"hf_subset":"ace_Arab-kam_Latn","languages":["ace-Arab","kam-Latn"]},{"precision":0.40592,"recall":0.500988,"f1":0.432449,"accuracy":0.500988,"main_score":0.432449,"hf_subset":"ace_Arab-lit_Latn","languages":["ace-Arab","lit-Latn"]},{"precision":0.441079,"recall":0.533597,"f1":0.466787,"accuracy":0.533597,"main_score":0.466787,"hf_subset":"ace_Arab-nob_Latn","languages":["ace-Arab","nob-Latn"]},{"precision":0.436604,"recall":0.516798,"f1":0.458539,"accuracy":0.516798,"main_score":0.458539,"hf_subset":"ace_Arab-scn_Latn","languages":["ace-Arab","scn-Latn"]},{"precision":0.433823,"recall":0.506917,"f1":0.453871,"accuracy":0.506917,"main_score":0.453871,"hf_subset":"ace_Arab-tgk_Cyrl","languages":["ace-Arab","tgk-Cyrl"]},{"precision":0.289806,"recall":0.36166,"f1":0.30986,"accuracy":0.36166,"main_score":0.30986,"hf_subset":"ace_Arab-yor_Latn","languages":["ace-Arab","yor-Latn"]},{"precision":0.412102,"recall":0.500988,"f1":0.436684,"accuracy":0.500988,"main_score":0.436684,"hf_subset":"ace_Arab-arz_Arab","languages":["ace-Arab","arz-Arab"]},{"precision":0.331464,"recall":0.400198,"f1":0.350151,"accuracy":0.400198,"main_score":0.350151,"hf_subset":"ace_Arab-cjk_Latn","languages":["ace-Arab","cjk-Latn"]},{"precision":0.320393,"recall":0.397233,"f1":0.341182,"accuracy":0.397233,"main_score":0.341182,"hf_subset":"ace_Arab-gla_Latn","languages":["ace-Arab","gla-Latn"]},{"precision":0.394438,"recall":0.48419,"f1":0.418972,"accuracy":0.48419,"main_score":0.418972,"hf_subset":"ace_Arab-kan_Knda","languages":["ace-Arab","kan-Knda"]},{"precision":0.455647,"recall":0.531621,"f1":0.477247,"accuracy":0.531621,"main_score":0.477247,"hf_subset":"ace_Arab-lmo_Latn","languages":["ace-Arab","lmo-Latn"]},{"precision":0.40902,"recall":0.499012,"f1":0.433936,"accuracy":0.499012,"main_score":0.433936,"hf_subset":"ace_Arab-npi_Deva","languages":["ace-Arab","npi-Deva"]},{"precision":0.285043,"recall":0.363636,"f1":0.304478,"accuracy":0.363636,"main_score":0.304478,"hf_subset":"ace_Arab-shn_Mymr","languages":["ace-Arab","shn-Mymr"]},{"precision":0.463152,"recall":0.548419,"f1":0.48726,"accuracy":0.548419,"main_score":0.48726,"hf_subset":"ace_Arab-tgl_Latn","languages":["ace-Arab","tgl-Latn"]},{"precision":0.390891,"recall":0.488142,"f1":0.417651,"accuracy":0.488142,"main_score":0.417651,"hf_subset":"ace_Arab-yue_Hant","languages":["ace-Arab","yue-Hant"]},{"precision":0.371184,"recall":0.456522,"f1":0.394811,"accuracy":0.456522,"main_score":0.394811,"hf_subset":"ace_Arab-asm_Beng","languages":["ace-Arab","asm-Beng"]},{"precision":0.366486,"recall":0.440711,"f1":0.386335,"accuracy":0.440711,"main_score":0.386335,"hf_subset":"ace_Arab-ckb_Arab","languages":["ace-Arab","ckb-Arab"]},{"precision":0.341403,"recall":0.414032,"f1":0.360902,"accuracy":0.414032,"main_score":0.360902,"hf_subset":"ace_Arab-gle_Latn","languages":["ace-Arab","gle-Latn"]},{"precision":0.394578,"recall":0.478261,"f1":0.417031,"accuracy":0.478261,"main_score":0.417031,"hf_subset":"ace_Arab-kas_Arab","languages":["ace-Arab","kas-Arab"]},{"precision":0.406653,"recall":0.488142,"f1":0.428809,"accuracy":0.488142,"main_score":0.428809,"hf_subset":"ace_Arab-ltg_Latn","languages":["ace-Arab","ltg-Latn"]},{"precision":0.378011,"recall":0.438735,"f1":0.394675,"accuracy":0.438735,"main_score":0.394675,"hf_subset":"ace_Arab-nso_Latn","languages":["ace-Arab","nso-Latn"]},{"precision":0.170243,"recall":0.209486,"f1":0.180323,"accuracy":0.209486,"main_score":0.180323,"hf_subset":"ace_Arab-sin_Sinh","languages":["ace-Arab","sin-Sinh"]},{"precision":0.404358,"recall":0.496047,"f1":0.429178,"accuracy":0.496047,"main_score":0.429178,"hf_subset":"ace_Arab-tha_Thai","languages":["ace-Arab","tha-Thai"]},{"precision":0.38706,"recall":0.483202,"f1":0.413678,"accuracy":0.483202,"main_score":0.413678,"hf_subset":"ace_Arab-zho_Hans","languages":["ace-Arab","zho-Hans"]},{"precision":0.426768,"recall":0.516798,"f1":0.451767,"accuracy":0.516798,"main_score":0.451767,"hf_subset":"ace_Arab-ast_Latn","languages":["ace-Arab","ast-Latn"]},{"precision":0.400339,"recall":0.497036,"f1":0.427101,"accuracy":0.497036,"main_score":0.427101,"hf_subset":"ace_Arab-crh_Latn","languages":["ace-Arab","crh-Latn"]},{"precision":0.435237,"recall":0.523715,"f1":0.459527,"accuracy":0.523715,"main_score":0.459527,"hf_subset":"ace_Arab-glg_Latn","languages":["ace-Arab","glg-Latn"]},{"precision":0.383429,"recall":0.466403,"f1":0.40607,"accuracy":0.466403,"main_score":0.40607,"hf_subset":"ace_Arab-kas_Deva","languages":["ace-Arab","kas-Deva"]},{"precision":0.454581,"recall":0.538538,"f1":0.477849,"accuracy":0.538538,"main_score":0.477849,"hf_subset":"ace_Arab-ltz_Latn","languages":["ace-Arab","ltz-Latn"]},{"precision":0.278338,"recall":0.353755,"f1":0.297977,"accuracy":0.353755,"main_score":0.297977,"hf_subset":"ace_Arab-nus_Latn","languages":["ace-Arab","nus-Latn"]},{"precision":0.425796,"recall":0.518775,"f1":0.451297,"accuracy":0.518775,"main_score":0.451297,"hf_subset":"ace_Arab-slk_Latn","languages":["ace-Arab","slk-Latn"]},{"precision":0.204073,"recall":0.255929,"f1":0.21695,"accuracy":0.255929,"main_score":0.21695,"hf_subset":"ace_Arab-tir_Ethi","languages":["ace-Arab","tir-Ethi"]},{"precision":0.393173,"recall":0.482213,"f1":0.417769,"accuracy":0.482213,"main_score":0.417769,"hf_subset":"ace_Arab-zho_Hant","languages":["ace-Arab","zho-Hant"]},{"precision":0.423002,"recall":0.511858,"f1":0.447525,"accuracy":0.511858,"main_score":0.447525,"hf_subset":"ace_Arab-awa_Deva","languages":["ace-Arab","awa-Deva"]},{"precision":0.384338,"recall":0.461462,"f1":0.406157,"accuracy":0.461462,"main_score":0.406157,"hf_subset":"ace_Arab-cym_Latn","languages":["ace-Arab","cym-Latn"]},{"precision":0.42144,"recall":0.483202,"f1":0.438975,"accuracy":0.483202,"main_score":0.438975,"hf_subset":"ace_Arab-grn_Latn","languages":["ace-Arab","grn-Latn"]},{"precision":0.405401,"recall":0.491107,"f1":0.428895,"accuracy":0.491107,"main_score":0.428895,"hf_subset":"ace_Arab-kat_Geor","languages":["ace-Arab","kat-Geor"]},{"precision":0.355348,"recall":0.423913,"f1":0.373843,"accuracy":0.423913,"main_score":0.373843,"hf_subset":"ace_Arab-lua_Latn","languages":["ace-Arab","lua-Latn"]},{"precision":0.349058,"recall":0.412055,"f1":0.366529,"accuracy":0.412055,"main_score":0.366529,"hf_subset":"ace_Arab-nya_Latn","languages":["ace-Arab","nya-Latn"]},{"precision":0.431012,"recall":0.516798,"f1":0.454853,"accuracy":0.516798,"main_score":0.454853,"hf_subset":"ace_Arab-slv_Latn","languages":["ace-Arab","slv-Latn"]},{"precision":0.441,"recall":0.51581,"f1":0.461502,"accuracy":0.51581,"main_score":0.461502,"hf_subset":"ace_Arab-tpi_Latn","languages":["ace-Arab","tpi-Latn"]},{"precision":0.472245,"recall":0.561265,"f1":0.497928,"accuracy":0.561265,"main_score":0.497928,"hf_subset":"ace_Arab-zsm_Latn","languages":["ace-Arab","zsm-Latn"]},{"precision":0.347803,"recall":0.416008,"f1":0.365917,"accuracy":0.416008,"main_score":0.365917,"hf_subset":"ace_Arab-ayr_Latn","languages":["ace-Arab","ayr-Latn"]},{"precision":0.452499,"recall":0.54249,"f1":0.478224,"accuracy":0.54249,"main_score":0.478224,"hf_subset":"ace_Arab-dan_Latn","languages":["ace-Arab","dan-Latn"]},{"precision":0.408599,"recall":0.502964,"f1":0.434455,"accuracy":0.502964,"main_score":0.434455,"hf_subset":"ace_Arab-guj_Gujr","languages":["ace-Arab","guj-Gujr"]},{"precision":0.438483,"recall":0.530632,"f1":0.464391,"accuracy":0.530632,"main_score":0.464391,"hf_subset":"ace_Arab-kaz_Cyrl","languages":["ace-Arab","kaz-Cyrl"]},{"precision":0.317288,"recall":0.374506,"f1":0.332605,"accuracy":0.374506,"main_score":0.332605,"hf_subset":"ace_Arab-lug_Latn","languages":["ace-Arab","lug-Latn"]},{"precision":0.449651,"recall":0.539526,"f1":0.475386,"accuracy":0.539526,"main_score":0.475386,"hf_subset":"ace_Arab-oci_Latn","languages":["ace-Arab","oci-Latn"]},{"precision":0.340155,"recall":0.403162,"f1":0.356836,"accuracy":0.403162,"main_score":0.356836,"hf_subset":"ace_Arab-smo_Latn","languages":["ace-Arab","smo-Latn"]},{"precision":0.33527,"recall":0.399209,"f1":0.352301,"accuracy":0.399209,"main_score":0.352301,"hf_subset":"ace_Arab-tsn_Latn","languages":["ace-Arab","tsn-Latn"]},{"precision":0.329887,"recall":0.401186,"f1":0.347949,"accuracy":0.401186,"main_score":0.347949,"hf_subset":"ace_Arab-zul_Latn","languages":["ace-Arab","zul-Latn"]},{"precision":0.381382,"recall":0.462451,"f1":0.40373,"accuracy":0.462451,"main_score":0.40373,"hf_subset":"ace_Arab-azb_Arab","languages":["ace-Arab","azb-Arab"]},{"precision":0.43391,"recall":0.528656,"f1":0.460082,"accuracy":0.528656,"main_score":0.460082,"hf_subset":"ace_Arab-deu_Latn","languages":["ace-Arab","deu-Latn"]},{"precision":0.431056,"recall":0.516798,"f1":0.454592,"accuracy":0.516798,"main_score":0.454592,"hf_subset":"ace_Arab-hat_Latn","languages":["ace-Arab","hat-Latn"]},{"precision":0.320928,"recall":0.382411,"f1":0.337661,"accuracy":0.382411,"main_score":0.337661,"hf_subset":"ace_Arab-kbp_Latn","languages":["ace-Arab","kbp-Latn"]},{"precision":0.349064,"recall":0.408103,"f1":0.365504,"accuracy":0.408103,"main_score":0.365504,"hf_subset":"ace_Arab-luo_Latn","languages":["ace-Arab","luo-Latn"]},{"precision":0.390839,"recall":0.479249,"f1":0.414651,"accuracy":0.479249,"main_score":0.414651,"hf_subset":"ace_Arab-ory_Orya","languages":["ace-Arab","ory-Orya"]},{"precision":0.33558,"recall":0.399209,"f1":0.352777,"accuracy":0.399209,"main_score":0.352777,"hf_subset":"ace_Arab-sna_Latn","languages":["ace-Arab","sna-Latn"]},{"precision":0.347006,"recall":0.407115,"f1":0.36327,"accuracy":0.407115,"main_score":0.36327,"hf_subset":"ace_Arab-tso_Latn","languages":["ace-Arab","tso-Latn"]},{"precision":0.412708,"recall":0.500988,"f1":0.43683,"accuracy":0.500988,"main_score":0.43683,"hf_subset":"ace_Arab-azj_Latn","languages":["ace-Arab","azj-Latn"]},{"precision":0.304901,"recall":0.378458,"f1":0.324734,"accuracy":0.378458,"main_score":0.324734,"hf_subset":"ace_Arab-dik_Latn","languages":["ace-Arab","dik-Latn"]},{"precision":0.342542,"recall":0.405138,"f1":0.3598,"accuracy":0.405138,"main_score":0.3598,"hf_subset":"ace_Arab-hau_Latn","languages":["ace-Arab","hau-Latn"]},{"precision":0.459702,"recall":0.544466,"f1":0.482592,"accuracy":0.544466,"main_score":0.482592,"hf_subset":"ace_Arab-kea_Latn","languages":["ace-Arab","kea-Latn"]},{"precision":0.39756,"recall":0.460474,"f1":0.415176,"accuracy":0.460474,"main_score":0.415176,"hf_subset":"ace_Arab-lus_Latn","languages":["ace-Arab","lus-Latn"]},{"precision":0.44096,"recall":0.506917,"f1":0.459359,"accuracy":0.506917,"main_score":0.459359,"hf_subset":"ace_Arab-pag_Latn","languages":["ace-Arab","pag-Latn"]},{"precision":0.419258,"recall":0.508893,"f1":0.444096,"accuracy":0.508893,"main_score":0.444096,"hf_subset":"ace_Arab-snd_Arab","languages":["ace-Arab","snd-Arab"]},{"precision":0.422729,"recall":0.498024,"f1":0.44368,"accuracy":0.498024,"main_score":0.44368,"hf_subset":"ace_Arab-tuk_Latn","languages":["ace-Arab","tuk-Latn"]},{"precision":0.464509,"recall":0.541502,"f1":0.485898,"accuracy":0.541502,"main_score":0.485898,"hf_subset":"ace_Arab-bak_Cyrl","languages":["ace-Arab","bak-Cyrl"]},{"precision":0.255016,"recall":0.326087,"f1":0.274803,"accuracy":0.326087,"main_score":0.274803,"hf_subset":"ace_Arab-dyu_Latn","languages":["ace-Arab","dyu-Latn"]},{"precision":0.401335,"recall":0.491107,"f1":0.426662,"accuracy":0.491107,"main_score":0.426662,"hf_subset":"ace_Arab-heb_Hebr","languages":["ace-Arab","heb-Hebr"]},{"precision":0.370736,"recall":0.450593,"f1":0.393423,"accuracy":0.450593,"main_score":0.393423,"hf_subset":"ace_Arab-khk_Cyrl","languages":["ace-Arab","khk-Cyrl"]},{"precision":0.426802,"recall":0.517787,"f1":0.451807,"accuracy":0.517787,"main_score":0.451807,"hf_subset":"ace_Arab-lvs_Latn","languages":["ace-Arab","lvs-Latn"]},{"precision":0.39298,"recall":0.483202,"f1":0.417538,"accuracy":0.483202,"main_score":0.417538,"hf_subset":"ace_Arab-pan_Guru","languages":["ace-Arab","pan-Guru"]},{"precision":0.348309,"recall":0.412055,"f1":0.36511,"accuracy":0.412055,"main_score":0.36511,"hf_subset":"ace_Arab-som_Latn","languages":["ace-Arab","som-Latn"]},{"precision":0.337062,"recall":0.392292,"f1":0.351917,"accuracy":0.392292,"main_score":0.351917,"hf_subset":"ace_Arab-tum_Latn","languages":["ace-Arab","tum-Latn"]},{"precision":0.323346,"recall":0.37747,"f1":0.33847,"accuracy":0.37747,"main_score":0.33847,"hf_subset":"bam_Latn-ace_Arab","languages":["bam-Latn","ace-Arab"]},{"precision":0.109688,"recall":0.150198,"f1":0.119953,"accuracy":0.150198,"main_score":0.119953,"hf_subset":"bam_Latn-dzo_Tibt","languages":["bam-Latn","dzo-Tibt"]},{"precision":0.429146,"recall":0.503953,"f1":0.450083,"accuracy":0.503953,"main_score":0.450083,"hf_subset":"bam_Latn-hin_Deva","languages":["bam-Latn","hin-Deva"]},{"precision":0.360556,"recall":0.429842,"f1":0.379553,"accuracy":0.429842,"main_score":0.379553,"hf_subset":"bam_Latn-khm_Khmr","languages":["bam-Latn","khm-Khmr"]},{"precision":0.448995,"recall":0.512846,"f1":0.467494,"accuracy":0.512846,"main_score":0.467494,"hf_subset":"bam_Latn-mag_Deva","languages":["bam-Latn","mag-Deva"]},{"precision":0.471437,"recall":0.531621,"f1":0.487881,"accuracy":0.531621,"main_score":0.487881,"hf_subset":"bam_Latn-pap_Latn","languages":["bam-Latn","pap-Latn"]},{"precision":0.462047,"recall":0.507905,"f1":0.474947,"accuracy":0.507905,"main_score":0.474947,"hf_subset":"bam_Latn-sot_Latn","languages":["bam-Latn","sot-Latn"]},{"precision":0.456722,"recall":0.523715,"f1":0.475959,"accuracy":0.523715,"main_score":0.475959,"hf_subset":"bam_Latn-tur_Latn","languages":["bam-Latn","tur-Latn"]},{"precision":0.468367,"recall":0.516798,"f1":0.481544,"accuracy":0.516798,"main_score":0.481544,"hf_subset":"bam_Latn-ace_Latn","languages":["bam-Latn","ace-Latn"]},{"precision":0.478929,"recall":0.529644,"f1":0.493637,"accuracy":0.529644,"main_score":0.493637,"hf_subset":"bam_Latn-ban_Latn","languages":["bam-Latn","ban-Latn"]},{"precision":0.415671,"recall":0.487154,"f1":0.435056,"accuracy":0.487154,"main_score":0.435056,"hf_subset":"bam_Latn-ell_Grek","languages":["bam-Latn","ell-Grek"]},{"precision":0.426194,"recall":0.492095,"f1":0.444378,"accuracy":0.492095,"main_score":0.444378,"hf_subset":"bam_Latn-hne_Deva","languages":["bam-Latn","hne-Deva"]},{"precision":0.440844,"recall":0.497036,"f1":0.456372,"accuracy":0.497036,"main_score":0.456372,"hf_subset":"bam_Latn-kik_Latn","languages":["bam-Latn","kik-Latn"]},{"precision":0.439731,"recall":0.509881,"f1":0.45911,"accuracy":0.509881,"main_score":0.45911,"hf_subset":"bam_Latn-mai_Deva","languages":["bam-Latn","mai-Deva"]},{"precision":0.410081,"recall":0.474308,"f1":0.428216,"accuracy":0.474308,"main_score":0.428216,"hf_subset":"bam_Latn-pbt_Arab","languages":["bam-Latn","pbt-Arab"]},{"precision":0.464119,"recall":0.531621,"f1":0.482671,"accuracy":0.531621,"main_score":0.482671,"hf_subset":"bam_Latn-spa_Latn","languages":["bam-Latn","spa-Latn"]},{"precision":0.465607,"recall":0.508893,"f1":0.477559,"accuracy":0.508893,"main_score":0.477559,"hf_subset":"bam_Latn-twi_Latn","languages":["bam-Latn","twi-Latn"]},{"precision":0.419626,"recall":0.493083,"f1":0.440264,"accuracy":0.493083,"main_score":0.440264,"hf_subset":"bam_Latn-acm_Arab","languages":["bam-Latn","acm-Arab"]},{"precision":0.432434,"recall":0.505929,"f1":0.45306,"accuracy":0.505929,"main_score":0.45306,"hf_subset":"bam_Latn-bel_Cyrl","languages":["bam-Latn","bel-Cyrl"]},{"precision":0.445529,"recall":0.518775,"f1":0.465904,"accuracy":0.518775,"main_score":0.465904,"hf_subset":"bam_Latn-eng_Latn","languages":["bam-Latn","eng-Latn"]},{"precision":0.46793,"recall":0.531621,"f1":0.485676,"accuracy":0.531621,"main_score":0.485676,"hf_subset":"bam_Latn-hrv_Latn","languages":["bam-Latn","hrv-Latn"]},{"precision":0.464611,"recall":0.512846,"f1":0.478236,"accuracy":0.512846,"main_score":0.478236,"hf_subset":"bam_Latn-kin_Latn","languages":["bam-Latn","kin-Latn"]},{"precision":0.413243,"recall":0.48419,"f1":0.43269,"accuracy":0.48419,"main_score":0.43269,"hf_subset":"bam_Latn-mal_Mlym","languages":["bam-Latn","mal-Mlym"]},{"precision":0.447045,"recall":0.517787,"f1":0.466711,"accuracy":0.517787,"main_score":0.466711,"hf_subset":"bam_Latn-pes_Arab","languages":["bam-Latn","pes-Arab"]},{"precision":0.46395,"recall":0.527668,"f1":0.482155,"accuracy":0.527668,"main_score":0.482155,"hf_subset":"bam_Latn-srd_Latn","languages":["bam-Latn","srd-Latn"]},{"precision":0.145926,"recall":0.19664,"f1":0.158198,"accuracy":0.19664,"main_score":0.158198,"hf_subset":"bam_Latn-tzm_Tfng","languages":["bam-Latn","tzm-Tfng"]},{"precision":0.424038,"recall":0.498024,"f1":0.444814,"accuracy":0.498024,"main_score":0.444814,"hf_subset":"bam_Latn-acq_Arab","languages":["bam-Latn","acq-Arab"]},{"precision":0.473182,"recall":0.513834,"f1":0.484637,"accuracy":0.513834,"main_score":0.484637,"hf_subset":"bam_Latn-bem_Latn","languages":["bam-Latn","bem-Latn"]},{"precision":0.44416,"recall":0.513834,"f1":0.463418,"accuracy":0.513834,"main_score":0.463418,"hf_subset":"bam_Latn-epo_Latn","languages":["bam-Latn","epo-Latn"]},{"precision":0.449613,"recall":0.516798,"f1":0.468476,"accuracy":0.516798,"main_score":0.468476,"hf_subset":"bam_Latn-hun_Latn","languages":["bam-Latn","hun-Latn"]},{"precision":0.452012,"recall":0.507905,"f1":0.468136,"accuracy":0.507905,"main_score":0.468136,"hf_subset":"bam_Latn-kir_Cyrl","languages":["bam-Latn","kir-Cyrl"]},{"precision":0.431563,"recall":0.502964,"f1":0.451403,"accuracy":0.502964,"main_score":0.451403,"hf_subset":"bam_Latn-mar_Deva","languages":["bam-Latn","mar-Deva"]},{"precision":0.47349,"recall":0.520751,"f1":0.487371,"accuracy":0.520751,"main_score":0.487371,"hf_subset":"bam_Latn-plt_Latn","languages":["bam-Latn","plt-Latn"]},{"precision":0.461679,"recall":0.523715,"f1":0.478806,"accuracy":0.523715,"main_score":0.478806,"hf_subset":"bam_Latn-srp_Cyrl","languages":["bam-Latn","srp-Cyrl"]},{"precision":0.40953,"recall":0.472332,"f1":0.42643,"accuracy":0.472332,"main_score":0.42643,"hf_subset":"bam_Latn-uig_Arab","languages":["bam-Latn","uig-Arab"]},{"precision":0.418762,"recall":0.485178,"f1":0.437689,"accuracy":0.485178,"main_score":0.437689,"hf_subset":"bam_Latn-aeb_Arab","languages":["bam-Latn","aeb-Arab"]},{"precision":0.429918,"recall":0.501976,"f1":0.450343,"accuracy":0.501976,"main_score":0.450343,"hf_subset":"bam_Latn-ben_Beng","languages":["bam-Latn","ben-Beng"]},{"precision":0.446019,"recall":0.51087,"f1":0.464117,"accuracy":0.51087,"main_score":0.464117,"hf_subset":"bam_Latn-est_Latn","languages":["bam-Latn","est-Latn"]},{"precision":0.411899,"recall":0.483202,"f1":0.432017,"accuracy":0.483202,"main_score":0.432017,"hf_subset":"bam_Latn-hye_Armn","languages":["bam-Latn","hye-Armn"]},{"precision":0.456655,"recall":0.498024,"f1":0.46807,"accuracy":0.498024,"main_score":0.46807,"hf_subset":"bam_Latn-kmb_Latn","languages":["bam-Latn","kmb-Latn"]},{"precision":0.30118,"recall":0.359684,"f1":0.317663,"accuracy":0.359684,"main_score":0.317663,"hf_subset":"bam_Latn-min_Arab","languages":["bam-Latn","min-Arab"]},{"precision":0.453294,"recall":0.520751,"f1":0.472117,"accuracy":0.520751,"main_score":0.472117,"hf_subset":"bam_Latn-pol_Latn","languages":["bam-Latn","pol-Latn"]},{"precision":0.455682,"recall":0.497036,"f1":0.467587,"accuracy":0.497036,"main_score":0.467587,"hf_subset":"bam_Latn-ssw_Latn","languages":["bam-Latn","ssw-Latn"]},{"precision":0.448224,"recall":0.519763,"f1":0.467622,"accuracy":0.519763,"main_score":0.467622,"hf_subset":"bam_Latn-ukr_Cyrl","languages":["bam-Latn","ukr-Cyrl"]},{"precision":0.466754,"recall":0.535573,"f1":0.485264,"accuracy":0.535573,"main_score":0.485264,"hf_subset":"bam_Latn-afr_Latn","languages":["bam-Latn","afr-Latn"]},{"precision":0.42961,"recall":0.498024,"f1":0.448984,"accuracy":0.498024,"main_score":0.448984,"hf_subset":"bam_Latn-bho_Deva","languages":["bam-Latn","bho-Deva"]},{"precision":0.491552,"recall":0.539526,"f1":0.504617,"accuracy":0.539526,"main_score":0.504617,"hf_subset":"bam_Latn-eus_Latn","languages":["bam-Latn","eus-Latn"]},{"precision":0.451928,"recall":0.502964,"f1":0.466696,"accuracy":0.502964,"main_score":0.466696,"hf_subset":"bam_Latn-ibo_Latn","languages":["bam-Latn","ibo-Latn"]},{"precision":0.476733,"recall":0.529644,"f1":0.491799,"accuracy":0.529644,"main_score":0.491799,"hf_subset":"bam_Latn-kmr_Latn","languages":["bam-Latn","kmr-Latn"]},{"precision":0.475464,"recall":0.52668,"f1":0.489311,"accuracy":0.52668,"main_score":0.489311,"hf_subset":"bam_Latn-min_Latn","languages":["bam-Latn","min-Latn"]},{"precision":0.450361,"recall":0.525692,"f1":0.471522,"accuracy":0.525692,"main_score":0.471522,"hf_subset":"bam_Latn-por_Latn","languages":["bam-Latn","por-Latn"]},{"precision":0.470916,"recall":0.528656,"f1":0.486654,"accuracy":0.528656,"main_score":0.486654,"hf_subset":"bam_Latn-sun_Latn","languages":["bam-Latn","sun-Latn"]},{"precision":0.436357,"recall":0.483202,"f1":0.449856,"accuracy":0.483202,"main_score":0.449856,"hf_subset":"bam_Latn-umb_Latn","languages":["bam-Latn","umb-Latn"]},{"precision":0.429541,"recall":0.497036,"f1":0.449058,"accuracy":0.497036,"main_score":0.449058,"hf_subset":"bam_Latn-ajp_Arab","languages":["bam-Latn","ajp-Arab"]},{"precision":0.324441,"recall":0.385375,"f1":0.341497,"accuracy":0.385375,"main_score":0.341497,"hf_subset":"bam_Latn-bjn_Arab","languages":["bam-Latn","bjn-Arab"]},{"precision":0.464211,"recall":0.504941,"f1":0.475678,"accuracy":0.504941,"main_score":0.475678,"hf_subset":"bam_Latn-ewe_Latn","languages":["bam-Latn","ewe-Latn"]},{"precision":0.500411,"recall":0.545455,"f1":0.512635,"accuracy":0.545455,"main_score":0.512635,"hf_subset":"bam_Latn-ilo_Latn","languages":["bam-Latn","ilo-Latn"]},{"precision":0.206867,"recall":0.264822,"f1":0.221836,"accuracy":0.264822,"main_score":0.221836,"hf_subset":"bam_Latn-knc_Arab","languages":["bam-Latn","knc-Arab"]},{"precision":0.46289,"recall":0.524704,"f1":0.480044,"accuracy":0.524704,"main_score":0.480044,"hf_subset":"bam_Latn-mkd_Cyrl","languages":["bam-Latn","mkd-Cyrl"]},{"precision":0.418938,"recall":0.494071,"f1":0.439005,"accuracy":0.494071,"main_score":0.439005,"hf_subset":"bam_Latn-prs_Arab","languages":["bam-Latn","prs-Arab"]},{"precision":0.448414,"recall":0.519763,"f1":0.468771,"accuracy":0.519763,"main_score":0.468771,"hf_subset":"bam_Latn-swe_Latn","languages":["bam-Latn","swe-Latn"]},{"precision":0.394964,"recall":0.47332,"f1":0.41651,"accuracy":0.47332,"main_score":0.41651,"hf_subset":"bam_Latn-urd_Arab","languages":["bam-Latn","urd-Arab"]},{"precision":0.467949,"recall":0.51087,"f1":0.480135,"accuracy":0.51087,"main_score":0.480135,"hf_subset":"bam_Latn-aka_Latn","languages":["bam-Latn","aka-Latn"]},{"precision":0.473751,"recall":0.531621,"f1":0.489636,"accuracy":0.531621,"main_score":0.489636,"hf_subset":"bam_Latn-bjn_Latn","languages":["bam-Latn","bjn-Latn"]},{"precision":0.450241,"recall":0.51581,"f1":0.468301,"accuracy":0.51581,"main_score":0.468301,"hf_subset":"bam_Latn-fao_Latn","languages":["bam-Latn","fao-Latn"]},{"precision":0.452816,"recall":0.522727,"f1":0.472216,"accuracy":0.522727,"main_score":0.472216,"hf_subset":"bam_Latn-ind_Latn","languages":["bam-Latn","ind-Latn"]},{"precision":0.466588,"recall":0.507905,"f1":0.478594,"accuracy":0.507905,"main_score":0.478594,"hf_subset":"bam_Latn-knc_Latn","languages":["bam-Latn","knc-Latn"]},{"precision":0.47415,"recall":0.539526,"f1":0.491336,"accuracy":0.539526,"main_score":0.491336,"hf_subset":"bam_Latn-mlt_Latn","languages":["bam-Latn","mlt-Latn"]},{"precision":0.445422,"recall":0.490119,"f1":0.458296,"accuracy":0.490119,"main_score":0.458296,"hf_subset":"bam_Latn-quy_Latn","languages":["bam-Latn","quy-Latn"]},{"precision":0.458259,"recall":0.51087,"f1":0.472691,"accuracy":0.51087,"main_score":0.472691,"hf_subset":"bam_Latn-swh_Latn","languages":["bam-Latn","swh-Latn"]},{"precision":0.434464,"recall":0.495059,"f1":0.450823,"accuracy":0.495059,"main_score":0.450823,"hf_subset":"bam_Latn-uzn_Latn","languages":["bam-Latn","uzn-Latn"]},{"precision":0.447461,"recall":0.511858,"f1":0.465332,"accuracy":0.511858,"main_score":0.465332,"hf_subset":"bam_Latn-als_Latn","languages":["bam-Latn","als-Latn"]},{"precision":0.155214,"recall":0.209486,"f1":0.168467,"accuracy":0.209486,"main_score":0.168467,"hf_subset":"bam_Latn-bod_Tibt","languages":["bam-Latn","bod-Tibt"]},{"precision":0.448697,"recall":0.48913,"f1":0.460159,"accuracy":0.48913,"main_score":0.460159,"hf_subset":"bam_Latn-fij_Latn","languages":["bam-Latn","fij-Latn"]},{"precision":0.424255,"recall":0.488142,"f1":0.441974,"accuracy":0.488142,"main_score":0.441974,"hf_subset":"bam_Latn-isl_Latn","languages":["bam-Latn","isl-Latn"]},{"precision":0.46218,"recall":0.512846,"f1":0.476884,"accuracy":0.512846,"main_score":0.476884,"hf_subset":"bam_Latn-kon_Latn","languages":["bam-Latn","kon-Latn"]},{"precision":0.369675,"recall":0.426877,"f1":0.384978,"accuracy":0.426877,"main_score":0.384978,"hf_subset":"bam_Latn-mni_Beng","languages":["bam-Latn","mni-Beng"]},{"precision":0.465014,"recall":0.530632,"f1":0.483394,"accuracy":0.530632,"main_score":0.483394,"hf_subset":"bam_Latn-ron_Latn","languages":["bam-Latn","ron-Latn"]},{"precision":0.448139,"recall":0.518775,"f1":0.467408,"accuracy":0.518775,"main_score":0.467408,"hf_subset":"bam_Latn-szl_Latn","languages":["bam-Latn","szl-Latn"]},{"precision":0.472266,"recall":0.531621,"f1":0.488198,"accuracy":0.531621,"main_score":0.488198,"hf_subset":"bam_Latn-vec_Latn","languages":["bam-Latn","vec-Latn"]},{"precision":0.272361,"recall":0.338933,"f1":0.2909,"accuracy":0.338933,"main_score":0.2909,"hf_subset":"bam_Latn-amh_Ethi","languages":["bam-Latn","amh-Ethi"]},{"precision":0.473541,"recall":0.539526,"f1":0.491556,"accuracy":0.539526,"main_score":0.491556,"hf_subset":"bam_Latn-bos_Latn","languages":["bam-Latn","bos-Latn"]},{"precision":0.433712,"recall":0.497036,"f1":0.451872,"accuracy":0.497036,"main_score":0.451872,"hf_subset":"bam_Latn-fin_Latn","languages":["bam-Latn","fin-Latn"]},{"precision":0.455647,"recall":0.530632,"f1":0.476073,"accuracy":0.530632,"main_score":0.476073,"hf_subset":"bam_Latn-ita_Latn","languages":["bam-Latn","ita-Latn"]},{"precision":0.415865,"recall":0.491107,"f1":0.436182,"accuracy":0.491107,"main_score":0.436182,"hf_subset":"bam_Latn-kor_Hang","languages":["bam-Latn","kor-Hang"]},{"precision":0.462608,"recall":0.507905,"f1":0.475568,"accuracy":0.507905,"main_score":0.475568,"hf_subset":"bam_Latn-mos_Latn","languages":["bam-Latn","mos-Latn"]},{"precision":0.447687,"recall":0.492095,"f1":0.461099,"accuracy":0.492095,"main_score":0.461099,"hf_subset":"bam_Latn-run_Latn","languages":["bam-Latn","run-Latn"]},{"precision":0.412598,"recall":0.481225,"f1":0.431258,"accuracy":0.481225,"main_score":0.431258,"hf_subset":"bam_Latn-tam_Taml","languages":["bam-Latn","tam-Taml"]},{"precision":0.427459,"recall":0.500988,"f1":0.448016,"accuracy":0.500988,"main_score":0.448016,"hf_subset":"bam_Latn-vie_Latn","languages":["bam-Latn","vie-Latn"]},{"precision":0.422593,"recall":0.497036,"f1":0.443389,"accuracy":0.497036,"main_score":0.443389,"hf_subset":"bam_Latn-apc_Arab","languages":["bam-Latn","apc-Arab"]},{"precision":0.464438,"recall":0.507905,"f1":0.477002,"accuracy":0.507905,"main_score":0.477002,"hf_subset":"bam_Latn-bug_Latn","languages":["bam-Latn","bug-Latn"]},{"precision":0.431629,"recall":0.47332,"f1":0.443637,"accuracy":0.47332,"main_score":0.443637,"hf_subset":"bam_Latn-fon_Latn","languages":["bam-Latn","fon-Latn"]},{"precision":0.479586,"recall":0.534585,"f1":0.494428,"accuracy":0.534585,"main_score":0.494428,"hf_subset":"bam_Latn-jav_Latn","languages":["bam-Latn","jav-Latn"]},{"precision":0.386924,"recall":0.443676,"f1":0.402404,"accuracy":0.443676,"main_score":0.402404,"hf_subset":"bam_Latn-lao_Laoo","languages":["bam-Latn","lao-Laoo"]},{"precision":0.433337,"recall":0.481225,"f1":0.44633,"accuracy":0.481225,"main_score":0.44633,"hf_subset":"bam_Latn-mri_Latn","languages":["bam-Latn","mri-Latn"]},{"precision":0.448186,"recall":0.521739,"f1":0.468709,"accuracy":0.521739,"main_score":0.468709,"hf_subset":"bam_Latn-rus_Cyrl","languages":["bam-Latn","rus-Cyrl"]},{"precision":0.437396,"recall":0.485178,"f1":0.45142,"accuracy":0.485178,"main_score":0.45142,"hf_subset":"bam_Latn-taq_Latn","languages":["bam-Latn","taq-Latn"]},{"precision":0.488217,"recall":0.545455,"f1":0.503492,"accuracy":0.545455,"main_score":0.503492,"hf_subset":"bam_Latn-war_Latn","languages":["bam-Latn","war-Latn"]},{"precision":0.429626,"recall":0.500988,"f1":0.449623,"accuracy":0.500988,"main_score":0.449623,"hf_subset":"bam_Latn-arb_Arab","languages":["bam-Latn","arb-Arab"]},{"precision":0.449053,"recall":0.516798,"f1":0.467549,"accuracy":0.516798,"main_score":0.467549,"hf_subset":"bam_Latn-bul_Cyrl","languages":["bam-Latn","bul-Cyrl"]},{"precision":0.45054,"recall":0.528656,"f1":0.47217,"accuracy":0.528656,"main_score":0.47217,"hf_subset":"bam_Latn-fra_Latn","languages":["bam-Latn","fra-Latn"]},{"precision":0.427405,"recall":0.498024,"f1":0.447132,"accuracy":0.498024,"main_score":0.447132,"hf_subset":"bam_Latn-jpn_Jpan","languages":["bam-Latn","jpn-Jpan"]},{"precision":0.463108,"recall":0.524704,"f1":0.480435,"accuracy":0.524704,"main_score":0.480435,"hf_subset":"bam_Latn-lij_Latn","languages":["bam-Latn","lij-Latn"]},{"precision":0.257292,"recall":0.328063,"f1":0.275753,"accuracy":0.328063,"main_score":0.275753,"hf_subset":"bam_Latn-mya_Mymr","languages":["bam-Latn","mya-Mymr"]},{"precision":0.449944,"recall":0.491107,"f1":0.461578,"accuracy":0.491107,"main_score":0.461578,"hf_subset":"bam_Latn-sag_Latn","languages":["bam-Latn","sag-Latn"]},{"precision":0.156082,"recall":0.218379,"f1":0.170856,"accuracy":0.218379,"main_score":0.170856,"hf_subset":"bam_Latn-taq_Tfng","languages":["bam-Latn","taq-Tfng"]},{"precision":0.471009,"recall":0.517787,"f1":0.484473,"accuracy":0.517787,"main_score":0.484473,"hf_subset":"bam_Latn-wol_Latn","languages":["bam-Latn","wol-Latn"]},{"precision":0.387447,"recall":0.445652,"f1":0.403011,"accuracy":0.445652,"main_score":0.403011,"hf_subset":"bam_Latn-arb_Latn","languages":["bam-Latn","arb-Latn"]},{"precision":0.457491,"recall":0.525692,"f1":0.476845,"accuracy":0.525692,"main_score":0.476845,"hf_subset":"bam_Latn-cat_Latn","languages":["bam-Latn","cat-Latn"]},{"precision":0.472496,"recall":0.531621,"f1":0.489099,"accuracy":0.531621,"main_score":0.489099,"hf_subset":"bam_Latn-fur_Latn","languages":["bam-Latn","fur-Latn"]},{"precision":0.359462,"recall":0.421937,"f1":0.37655,"accuracy":0.421937,"main_score":0.37655,"hf_subset":"bam_Latn-kab_Latn","languages":["bam-Latn","kab-Latn"]},{"precision":0.467564,"recall":0.529644,"f1":0.484709,"accuracy":0.529644,"main_score":0.484709,"hf_subset":"bam_Latn-lim_Latn","languages":["bam-Latn","lim-Latn"]},{"precision":0.452952,"recall":0.52668,"f1":0.473296,"accuracy":0.52668,"main_score":0.473296,"hf_subset":"bam_Latn-nld_Latn","languages":["bam-Latn","nld-Latn"]},{"precision":0.379296,"recall":0.450593,"f1":0.399692,"accuracy":0.450593,"main_score":0.399692,"hf_subset":"bam_Latn-san_Deva","languages":["bam-Latn","san-Deva"]},{"precision":0.44983,"recall":0.512846,"f1":0.46758,"accuracy":0.512846,"main_score":0.46758,"hf_subset":"bam_Latn-tat_Cyrl","languages":["bam-Latn","tat-Cyrl"]},{"precision":0.468142,"recall":0.514822,"f1":0.481294,"accuracy":0.514822,"main_score":0.481294,"hf_subset":"bam_Latn-xho_Latn","languages":["bam-Latn","xho-Latn"]},{"precision":0.413693,"recall":0.487154,"f1":0.434578,"accuracy":0.487154,"main_score":0.434578,"hf_subset":"bam_Latn-ars_Arab","languages":["bam-Latn","ars-Arab"]},{"precision":0.48058,"recall":0.541502,"f1":0.496541,"accuracy":0.541502,"main_score":0.496541,"hf_subset":"bam_Latn-ceb_Latn","languages":["bam-Latn","ceb-Latn"]},{"precision":0.43305,"recall":0.479249,"f1":0.446147,"accuracy":0.479249,"main_score":0.446147,"hf_subset":"bam_Latn-fuv_Latn","languages":["bam-Latn","fuv-Latn"]},{"precision":0.450714,"recall":0.493083,"f1":0.462686,"accuracy":0.493083,"main_score":0.462686,"hf_subset":"bam_Latn-kac_Latn","languages":["bam-Latn","kac-Latn"]},{"precision":0.480143,"recall":0.523715,"f1":0.492369,"accuracy":0.523715,"main_score":0.492369,"hf_subset":"bam_Latn-lin_Latn","languages":["bam-Latn","lin-Latn"]},{"precision":0.462185,"recall":0.52668,"f1":0.480299,"accuracy":0.52668,"main_score":0.480299,"hf_subset":"bam_Latn-nno_Latn","languages":["bam-Latn","nno-Latn"]},{"precision":0.031798,"recall":0.08004,"f1":0.039492,"accuracy":0.08004,"main_score":0.039492,"hf_subset":"bam_Latn-sat_Olck","languages":["bam-Latn","sat-Olck"]},{"precision":0.420205,"recall":0.494071,"f1":0.441268,"accuracy":0.494071,"main_score":0.441268,"hf_subset":"bam_Latn-tel_Telu","languages":["bam-Latn","tel-Telu"]},{"precision":0.355256,"recall":0.422925,"f1":0.374779,"accuracy":0.422925,"main_score":0.374779,"hf_subset":"bam_Latn-ydd_Hebr","languages":["bam-Latn","ydd-Hebr"]},{"precision":0.407693,"recall":0.477273,"f1":0.426554,"accuracy":0.477273,"main_score":0.426554,"hf_subset":"bam_Latn-ary_Arab","languages":["bam-Latn","ary-Arab"]},{"precision":0.450017,"recall":0.518775,"f1":0.468519,"accuracy":0.518775,"main_score":0.468519,"hf_subset":"bam_Latn-ces_Latn","languages":["bam-Latn","ces-Latn"]},{"precision":0.386736,"recall":0.445652,"f1":0.403393,"accuracy":0.445652,"main_score":0.403393,"hf_subset":"bam_Latn-gaz_Latn","languages":["bam-Latn","gaz-Latn"]},{"precision":0.445121,"recall":0.496047,"f1":0.460148,"accuracy":0.496047,"main_score":0.460148,"hf_subset":"bam_Latn-kam_Latn","languages":["bam-Latn","kam-Latn"]},{"precision":0.422786,"recall":0.48913,"f1":0.441459,"accuracy":0.48913,"main_score":0.441459,"hf_subset":"bam_Latn-lit_Latn","languages":["bam-Latn","lit-Latn"]},{"precision":0.443895,"recall":0.51087,"f1":0.462743,"accuracy":0.51087,"main_score":0.462743,"hf_subset":"bam_Latn-nob_Latn","languages":["bam-Latn","nob-Latn"]},{"precision":0.460842,"recall":0.521739,"f1":0.477645,"accuracy":0.521739,"main_score":0.477645,"hf_subset":"bam_Latn-scn_Latn","languages":["bam-Latn","scn-Latn"]},{"precision":0.448081,"recall":0.497036,"f1":0.461563,"accuracy":0.497036,"main_score":0.461563,"hf_subset":"bam_Latn-tgk_Cyrl","languages":["bam-Latn","tgk-Cyrl"]},{"precision":0.41544,"recall":0.474308,"f1":0.432437,"accuracy":0.474308,"main_score":0.432437,"hf_subset":"bam_Latn-yor_Latn","languages":["bam-Latn","yor-Latn"]},{"precision":0.419466,"recall":0.493083,"f1":0.440137,"accuracy":0.493083,"main_score":0.440137,"hf_subset":"bam_Latn-arz_Arab","languages":["bam-Latn","arz-Arab"]},{"precision":0.440408,"recall":0.488142,"f1":0.453674,"accuracy":0.488142,"main_score":0.453674,"hf_subset":"bam_Latn-cjk_Latn","languages":["bam-Latn","cjk-Latn"]},{"precision":0.429633,"recall":0.48419,"f1":0.444851,"accuracy":0.48419,"main_score":0.444851,"hf_subset":"bam_Latn-gla_Latn","languages":["bam-Latn","gla-Latn"]},{"precision":0.41863,"recall":0.483202,"f1":0.436802,"accuracy":0.483202,"main_score":0.436802,"hf_subset":"bam_Latn-kan_Knda","languages":["bam-Latn","kan-Knda"]},{"precision":0.467781,"recall":0.528656,"f1":0.4848,"accuracy":0.528656,"main_score":0.4848,"hf_subset":"bam_Latn-lmo_Latn","languages":["bam-Latn","lmo-Latn"]},{"precision":0.418367,"recall":0.48913,"f1":0.4378,"accuracy":0.48913,"main_score":0.4378,"hf_subset":"bam_Latn-npi_Deva","languages":["bam-Latn","npi-Deva"]},{"precision":0.387294,"recall":0.448617,"f1":0.404974,"accuracy":0.448617,"main_score":0.404974,"hf_subset":"bam_Latn-shn_Mymr","languages":["bam-Latn","shn-Mymr"]},{"precision":0.472024,"recall":0.534585,"f1":0.48922,"accuracy":0.534585,"main_score":0.48922,"hf_subset":"bam_Latn-tgl_Latn","languages":["bam-Latn","tgl-Latn"]},{"precision":0.419551,"recall":0.490119,"f1":0.439009,"accuracy":0.490119,"main_score":0.439009,"hf_subset":"bam_Latn-yue_Hant","languages":["bam-Latn","yue-Hant"]},{"precision":0.390089,"recall":0.464427,"f1":0.41088,"accuracy":0.464427,"main_score":0.41088,"hf_subset":"bam_Latn-asm_Beng","languages":["bam-Latn","asm-Beng"]},{"precision":0.398093,"recall":0.455534,"f1":0.41382,"accuracy":0.455534,"main_score":0.41382,"hf_subset":"bam_Latn-ckb_Arab","languages":["bam-Latn","ckb-Arab"]},{"precision":0.431969,"recall":0.488142,"f1":0.447868,"accuracy":0.488142,"main_score":0.447868,"hf_subset":"bam_Latn-gle_Latn","languages":["bam-Latn","gle-Latn"]},{"precision":0.377696,"recall":0.452569,"f1":0.398727,"accuracy":0.452569,"main_score":0.398727,"hf_subset":"bam_Latn-kas_Arab","languages":["bam-Latn","kas-Arab"]},{"precision":0.422515,"recall":0.485178,"f1":0.439147,"accuracy":0.485178,"main_score":0.439147,"hf_subset":"bam_Latn-ltg_Latn","languages":["bam-Latn","ltg-Latn"]},{"precision":0.464403,"recall":0.508893,"f1":0.477125,"accuracy":0.508893,"main_score":0.477125,"hf_subset":"bam_Latn-nso_Latn","languages":["bam-Latn","nso-Latn"]},{"precision":0.199688,"recall":0.246047,"f1":0.211935,"accuracy":0.246047,"main_score":0.211935,"hf_subset":"bam_Latn-sin_Sinh","languages":["bam-Latn","sin-Sinh"]},{"precision":0.418585,"recall":0.493083,"f1":0.438687,"accuracy":0.493083,"main_score":0.438687,"hf_subset":"bam_Latn-tha_Thai","languages":["bam-Latn","tha-Thai"]},{"precision":0.412369,"recall":0.483202,"f1":0.431752,"accuracy":0.483202,"main_score":0.431752,"hf_subset":"bam_Latn-zho_Hans","languages":["bam-Latn","zho-Hans"]},{"precision":0.456376,"recall":0.52668,"f1":0.4759,"accuracy":0.52668,"main_score":0.4759,"hf_subset":"bam_Latn-ast_Latn","languages":["bam-Latn","ast-Latn"]},{"precision":0.444639,"recall":0.504941,"f1":0.461353,"accuracy":0.504941,"main_score":0.461353,"hf_subset":"bam_Latn-crh_Latn","languages":["bam-Latn","crh-Latn"]},{"precision":0.465428,"recall":0.531621,"f1":0.483711,"accuracy":0.531621,"main_score":0.483711,"hf_subset":"bam_Latn-glg_Latn","languages":["bam-Latn","glg-Latn"]},{"precision":0.404384,"recall":0.471344,"f1":0.423068,"accuracy":0.471344,"main_score":0.423068,"hf_subset":"bam_Latn-kas_Deva","languages":["bam-Latn","kas-Deva"]},{"precision":0.452795,"recall":0.51581,"f1":0.470257,"accuracy":0.51581,"main_score":0.470257,"hf_subset":"bam_Latn-ltz_Latn","languages":["bam-Latn","ltz-Latn"]},{"precision":0.404496,"recall":0.456522,"f1":0.418942,"accuracy":0.456522,"main_score":0.418942,"hf_subset":"bam_Latn-nus_Latn","languages":["bam-Latn","nus-Latn"]},{"precision":0.451333,"recall":0.520751,"f1":0.470035,"accuracy":0.520751,"main_score":0.470035,"hf_subset":"bam_Latn-slk_Latn","languages":["bam-Latn","slk-Latn"]},{"precision":0.216422,"recall":0.264822,"f1":0.228469,"accuracy":0.264822,"main_score":0.228469,"hf_subset":"bam_Latn-tir_Ethi","languages":["bam-Latn","tir-Ethi"]},{"precision":0.406999,"recall":0.48419,"f1":0.42862,"accuracy":0.48419,"main_score":0.42862,"hf_subset":"bam_Latn-zho_Hant","languages":["bam-Latn","zho-Hant"]},{"precision":0.415479,"recall":0.483202,"f1":0.43372,"accuracy":0.483202,"main_score":0.43372,"hf_subset":"bam_Latn-awa_Deva","languages":["bam-Latn","awa-Deva"]},{"precision":0.458093,"recall":0.51087,"f1":0.472812,"accuracy":0.51087,"main_score":0.472812,"hf_subset":"bam_Latn-cym_Latn","languages":["bam-Latn","cym-Latn"]},{"precision":0.471042,"recall":0.516798,"f1":0.482719,"accuracy":0.516798,"main_score":0.482719,"hf_subset":"bam_Latn-grn_Latn","languages":["bam-Latn","grn-Latn"]},{"precision":0.412455,"recall":0.481225,"f1":0.431738,"accuracy":0.481225,"main_score":0.431738,"hf_subset":"bam_Latn-kat_Geor","languages":["bam-Latn","kat-Geor"]},{"precision":0.474431,"recall":0.521739,"f1":0.486988,"accuracy":0.521739,"main_score":0.486988,"hf_subset":"bam_Latn-lua_Latn","languages":["bam-Latn","lua-Latn"]},{"precision":0.464869,"recall":0.51087,"f1":0.477765,"accuracy":0.51087,"main_score":0.477765,"hf_subset":"bam_Latn-nya_Latn","languages":["bam-Latn","nya-Latn"]},{"precision":0.44689,"recall":0.51581,"f1":0.46611,"accuracy":0.51581,"main_score":0.46611,"hf_subset":"bam_Latn-slv_Latn","languages":["bam-Latn","slv-Latn"]},{"precision":0.478992,"recall":0.531621,"f1":0.493375,"accuracy":0.531621,"main_score":0.493375,"hf_subset":"bam_Latn-tpi_Latn","languages":["bam-Latn","tpi-Latn"]},{"precision":0.458563,"recall":0.525692,"f1":0.477543,"accuracy":0.525692,"main_score":0.477543,"hf_subset":"bam_Latn-zsm_Latn","languages":["bam-Latn","zsm-Latn"]},{"precision":0.449565,"recall":0.48913,"f1":0.460773,"accuracy":0.48913,"main_score":0.460773,"hf_subset":"bam_Latn-ayr_Latn","languages":["bam-Latn","ayr-Latn"]},{"precision":0.46418,"recall":0.535573,"f1":0.48399,"accuracy":0.535573,"main_score":0.48399,"hf_subset":"bam_Latn-dan_Latn","languages":["bam-Latn","dan-Latn"]},{"precision":0.431613,"recall":0.501976,"f1":0.450801,"accuracy":0.501976,"main_score":0.450801,"hf_subset":"bam_Latn-guj_Gujr","languages":["bam-Latn","guj-Gujr"]},{"precision":0.449208,"recall":0.514822,"f1":0.467847,"accuracy":0.514822,"main_score":0.467847,"hf_subset":"bam_Latn-kaz_Cyrl","languages":["bam-Latn","kaz-Cyrl"]},{"precision":0.42361,"recall":0.474308,"f1":0.43823,"accuracy":0.474308,"main_score":0.43823,"hf_subset":"bam_Latn-lug_Latn","languages":["bam-Latn","lug-Latn"]},{"precision":0.446138,"recall":0.513834,"f1":0.465221,"accuracy":0.513834,"main_score":0.465221,"hf_subset":"bam_Latn-oci_Latn","languages":["bam-Latn","oci-Latn"]},{"precision":0.459867,"recall":0.509881,"f1":0.474231,"accuracy":0.509881,"main_score":0.474231,"hf_subset":"bam_Latn-smo_Latn","languages":["bam-Latn","smo-Latn"]},{"precision":0.441291,"recall":0.487154,"f1":0.454324,"accuracy":0.487154,"main_score":0.454324,"hf_subset":"bam_Latn-tsn_Latn","languages":["bam-Latn","tsn-Latn"]},{"precision":0.440854,"recall":0.494071,"f1":0.456512,"accuracy":0.494071,"main_score":0.456512,"hf_subset":"bam_Latn-zul_Latn","languages":["bam-Latn","zul-Latn"]},{"precision":0.382403,"recall":0.448617,"f1":0.400616,"accuracy":0.448617,"main_score":0.400616,"hf_subset":"bam_Latn-azb_Arab","languages":["bam-Latn","azb-Arab"]},{"precision":0.451988,"recall":0.521739,"f1":0.47149,"accuracy":0.521739,"main_score":0.47149,"hf_subset":"bam_Latn-deu_Latn","languages":["bam-Latn","deu-Latn"]},{"precision":0.452561,"recall":0.524704,"f1":0.47255,"accuracy":0.524704,"main_score":0.47255,"hf_subset":"bam_Latn-hat_Latn","languages":["bam-Latn","hat-Latn"]},{"precision":0.437592,"recall":0.485178,"f1":0.451386,"accuracy":0.485178,"main_score":0.451386,"hf_subset":"bam_Latn-kbp_Latn","languages":["bam-Latn","kbp-Latn"]},{"precision":0.464747,"recall":0.503953,"f1":0.475946,"accuracy":0.503953,"main_score":0.475946,"hf_subset":"bam_Latn-luo_Latn","languages":["bam-Latn","luo-Latn"]},{"precision":0.406847,"recall":0.480237,"f1":0.426987,"accuracy":0.480237,"main_score":0.426987,"hf_subset":"bam_Latn-ory_Orya","languages":["bam-Latn","ory-Orya"]},{"precision":0.462315,"recall":0.505929,"f1":0.474041,"accuracy":0.505929,"main_score":0.474041,"hf_subset":"bam_Latn-sna_Latn","languages":["bam-Latn","sna-Latn"]},{"precision":0.463979,"recall":0.503953,"f1":0.475513,"accuracy":0.503953,"main_score":0.475513,"hf_subset":"bam_Latn-tso_Latn","languages":["bam-Latn","tso-Latn"]},{"precision":0.422903,"recall":0.487154,"f1":0.440551,"accuracy":0.487154,"main_score":0.440551,"hf_subset":"bam_Latn-azj_Latn","languages":["bam-Latn","azj-Latn"]},{"precision":0.420702,"recall":0.467391,"f1":0.434552,"accuracy":0.467391,"main_score":0.434552,"hf_subset":"bam_Latn-dik_Latn","languages":["bam-Latn","dik-Latn"]},{"precision":0.461587,"recall":0.502964,"f1":0.473732,"accuracy":0.502964,"main_score":0.473732,"hf_subset":"bam_Latn-hau_Latn","languages":["bam-Latn","hau-Latn"]},{"precision":0.454253,"recall":0.516798,"f1":0.470818,"accuracy":0.516798,"main_score":0.470818,"hf_subset":"bam_Latn-kea_Latn","languages":["bam-Latn","kea-Latn"]},{"precision":0.469092,"recall":0.512846,"f1":0.48163,"accuracy":0.512846,"main_score":0.48163,"hf_subset":"bam_Latn-lus_Latn","languages":["bam-Latn","lus-Latn"]},{"precision":0.46984,"recall":0.51581,"f1":0.482987,"accuracy":0.51581,"main_score":0.482987,"hf_subset":"bam_Latn-pag_Latn","languages":["bam-Latn","pag-Latn"]},{"precision":0.388828,"recall":0.461462,"f1":0.408145,"accuracy":0.461462,"main_score":0.408145,"hf_subset":"bam_Latn-snd_Arab","languages":["bam-Latn","snd-Arab"]},{"precision":0.440688,"recall":0.494071,"f1":0.455865,"accuracy":0.494071,"main_score":0.455865,"hf_subset":"bam_Latn-tuk_Latn","languages":["bam-Latn","tuk-Latn"]},{"precision":0.455676,"recall":0.511858,"f1":0.471929,"accuracy":0.511858,"main_score":0.471929,"hf_subset":"bam_Latn-bak_Cyrl","languages":["bam-Latn","bak-Cyrl"]},{"precision":0.426218,"recall":0.495059,"f1":0.445425,"accuracy":0.495059,"main_score":0.445425,"hf_subset":"bam_Latn-dyu_Latn","languages":["bam-Latn","dyu-Latn"]},{"precision":0.403134,"recall":0.476285,"f1":0.42366,"accuracy":0.476285,"main_score":0.42366,"hf_subset":"bam_Latn-heb_Hebr","languages":["bam-Latn","heb-Hebr"]},{"precision":0.439559,"recall":0.500988,"f1":0.457239,"accuracy":0.500988,"main_score":0.457239,"hf_subset":"bam_Latn-khk_Cyrl","languages":["bam-Latn","khk-Cyrl"]},{"precision":0.426728,"recall":0.494071,"f1":0.445184,"accuracy":0.494071,"main_score":0.445184,"hf_subset":"bam_Latn-lvs_Latn","languages":["bam-Latn","lvs-Latn"]},{"precision":0.419152,"recall":0.491107,"f1":0.438923,"accuracy":0.491107,"main_score":0.438923,"hf_subset":"bam_Latn-pan_Guru","languages":["bam-Latn","pan-Guru"]},{"precision":0.440847,"recall":0.491107,"f1":0.45502,"accuracy":0.491107,"main_score":0.45502,"hf_subset":"bam_Latn-som_Latn","languages":["bam-Latn","som-Latn"]},{"precision":0.45268,"recall":0.493083,"f1":0.464221,"accuracy":0.493083,"main_score":0.464221,"hf_subset":"bam_Latn-tum_Latn","languages":["bam-Latn","tum-Latn"]},{"precision":0.05681,"recall":0.081028,"f1":0.062506,"accuracy":0.081028,"main_score":0.062506,"hf_subset":"dzo_Tibt-ace_Arab","languages":["dzo-Tibt","ace-Arab"]},{"precision":0.054247,"recall":0.078063,"f1":0.058748,"accuracy":0.078063,"main_score":0.058748,"hf_subset":"dzo_Tibt-bam_Latn","languages":["dzo-Tibt","bam-Latn"]},{"precision":0.076419,"recall":0.114625,"f1":0.084623,"accuracy":0.114625,"main_score":0.084623,"hf_subset":"dzo_Tibt-hin_Deva","languages":["dzo-Tibt","hin-Deva"]},{"precision":0.074309,"recall":0.110672,"f1":0.082582,"accuracy":0.110672,"main_score":0.082582,"hf_subset":"dzo_Tibt-khm_Khmr","languages":["dzo-Tibt","khm-Khmr"]},{"precision":0.073283,"recall":0.108696,"f1":0.081166,"accuracy":0.108696,"main_score":0.081166,"hf_subset":"dzo_Tibt-mag_Deva","languages":["dzo-Tibt","mag-Deva"]},{"precision":0.07105,"recall":0.106719,"f1":0.079288,"accuracy":0.106719,"main_score":0.079288,"hf_subset":"dzo_Tibt-pap_Latn","languages":["dzo-Tibt","pap-Latn"]},{"precision":0.055597,"recall":0.083004,"f1":0.061581,"accuracy":0.083004,"main_score":0.061581,"hf_subset":"dzo_Tibt-sot_Latn","languages":["dzo-Tibt","sot-Latn"]},{"precision":0.075454,"recall":0.114625,"f1":0.083642,"accuracy":0.114625,"main_score":0.083642,"hf_subset":"dzo_Tibt-tur_Latn","languages":["dzo-Tibt","tur-Latn"]},{"precision":0.062593,"recall":0.091897,"f1":0.069389,"accuracy":0.091897,"main_score":0.069389,"hf_subset":"dzo_Tibt-ace_Latn","languages":["dzo-Tibt","ace-Latn"]},{"precision":0.072951,"recall":0.101779,"f1":0.078435,"accuracy":0.101779,"main_score":0.078435,"hf_subset":"dzo_Tibt-ban_Latn","languages":["dzo-Tibt","ban-Latn"]},{"precision":0.084314,"recall":0.118577,"f1":0.09239,"accuracy":0.118577,"main_score":0.09239,"hf_subset":"dzo_Tibt-ell_Grek","languages":["dzo-Tibt","ell-Grek"]},{"precision":0.076729,"recall":0.109684,"f1":0.083363,"accuracy":0.109684,"main_score":0.083363,"hf_subset":"dzo_Tibt-hne_Deva","languages":["dzo-Tibt","hne-Deva"]},{"precision":0.018279,"recall":0.032609,"f1":0.020608,"accuracy":0.032609,"main_score":0.020608,"hf_subset":"dzo_Tibt-kik_Latn","languages":["dzo-Tibt","kik-Latn"]},{"precision":0.069968,"recall":0.106719,"f1":0.077697,"accuracy":0.106719,"main_score":0.077697,"hf_subset":"dzo_Tibt-mai_Deva","languages":["dzo-Tibt","mai-Deva"]},{"precision":0.075882,"recall":0.104743,"f1":0.082137,"accuracy":0.104743,"main_score":0.082137,"hf_subset":"dzo_Tibt-pbt_Arab","languages":["dzo-Tibt","pbt-Arab"]},{"precision":0.071537,"recall":0.104743,"f1":0.07834,"accuracy":0.104743,"main_score":0.07834,"hf_subset":"dzo_Tibt-spa_Latn","languages":["dzo-Tibt","spa-Latn"]},{"precision":0.045724,"recall":0.071146,"f1":0.050733,"accuracy":0.071146,"main_score":0.050733,"hf_subset":"dzo_Tibt-twi_Latn","languages":["dzo-Tibt","twi-Latn"]},{"precision":0.07714,"recall":0.109684,"f1":0.084487,"accuracy":0.109684,"main_score":0.084487,"hf_subset":"dzo_Tibt-acm_Arab","languages":["dzo-Tibt","acm-Arab"]},{"precision":0.072177,"recall":0.104743,"f1":0.080007,"accuracy":0.104743,"main_score":0.080007,"hf_subset":"dzo_Tibt-bel_Cyrl","languages":["dzo-Tibt","bel-Cyrl"]},{"precision":0.060842,"recall":0.09585,"f1":0.067964,"accuracy":0.09585,"main_score":0.067964,"hf_subset":"dzo_Tibt-eng_Latn","languages":["dzo-Tibt","eng-Latn"]},{"precision":0.066754,"recall":0.102767,"f1":0.074802,"accuracy":0.102767,"main_score":0.074802,"hf_subset":"dzo_Tibt-hrv_Latn","languages":["dzo-Tibt","hrv-Latn"]},{"precision":0.068035,"recall":0.089921,"f1":0.072615,"accuracy":0.089921,"main_score":0.072615,"hf_subset":"dzo_Tibt-kin_Latn","languages":["dzo-Tibt","kin-Latn"]},{"precision":0.083879,"recall":0.117589,"f1":0.09178,"accuracy":0.117589,"main_score":0.09178,"hf_subset":"dzo_Tibt-mal_Mlym","languages":["dzo-Tibt","mal-Mlym"]},{"precision":0.072146,"recall":0.107708,"f1":0.079536,"accuracy":0.107708,"main_score":0.079536,"hf_subset":"dzo_Tibt-pes_Arab","languages":["dzo-Tibt","pes-Arab"]},{"precision":0.059794,"recall":0.090909,"f1":0.067142,"accuracy":0.090909,"main_score":0.067142,"hf_subset":"dzo_Tibt-srd_Latn","languages":["dzo-Tibt","srd-Latn"]},{"precision":0.076191,"recall":0.100791,"f1":0.082522,"accuracy":0.100791,"main_score":0.082522,"hf_subset":"dzo_Tibt-tzm_Tfng","languages":["dzo-Tibt","tzm-Tfng"]},{"precision":0.072824,"recall":0.102767,"f1":0.079407,"accuracy":0.102767,"main_score":0.079407,"hf_subset":"dzo_Tibt-acq_Arab","languages":["dzo-Tibt","acq-Arab"]},{"precision":0.056951,"recall":0.083992,"f1":0.062674,"accuracy":0.083992,"main_score":0.062674,"hf_subset":"dzo_Tibt-bem_Latn","languages":["dzo-Tibt","bem-Latn"]},{"precision":0.074687,"recall":0.104743,"f1":0.08106,"accuracy":0.104743,"main_score":0.08106,"hf_subset":"dzo_Tibt-epo_Latn","languages":["dzo-Tibt","epo-Latn"]},{"precision":0.067448,"recall":0.102767,"f1":0.07508,"accuracy":0.102767,"main_score":0.07508,"hf_subset":"dzo_Tibt-hun_Latn","languages":["dzo-Tibt","hun-Latn"]},{"precision":0.076574,"recall":0.11166,"f1":0.084439,"accuracy":0.11166,"main_score":0.084439,"hf_subset":"dzo_Tibt-kir_Cyrl","languages":["dzo-Tibt","kir-Cyrl"]},{"precision":0.075681,"recall":0.110672,"f1":0.083511,"accuracy":0.110672,"main_score":0.083511,"hf_subset":"dzo_Tibt-mar_Deva","languages":["dzo-Tibt","mar-Deva"]},{"precision":0.068799,"recall":0.09585,"f1":0.075081,"accuracy":0.09585,"main_score":0.075081,"hf_subset":"dzo_Tibt-plt_Latn","languages":["dzo-Tibt","plt-Latn"]},{"precision":0.061749,"recall":0.09585,"f1":0.068279,"accuracy":0.09585,"main_score":0.068279,"hf_subset":"dzo_Tibt-srp_Cyrl","languages":["dzo-Tibt","srp-Cyrl"]},{"precision":0.076867,"recall":0.105731,"f1":0.083242,"accuracy":0.105731,"main_score":0.083242,"hf_subset":"dzo_Tibt-uig_Arab","languages":["dzo-Tibt","uig-Arab"]},{"precision":0.071053,"recall":0.106719,"f1":0.078578,"accuracy":0.106719,"main_score":0.078578,"hf_subset":"dzo_Tibt-aeb_Arab","languages":["dzo-Tibt","aeb-Arab"]},{"precision":0.074039,"recall":0.108696,"f1":0.081325,"accuracy":0.108696,"main_score":0.081325,"hf_subset":"dzo_Tibt-ben_Beng","languages":["dzo-Tibt","ben-Beng"]},{"precision":0.066483,"recall":0.097826,"f1":0.072401,"accuracy":0.097826,"main_score":0.072401,"hf_subset":"dzo_Tibt-est_Latn","languages":["dzo-Tibt","est-Latn"]},{"precision":0.083439,"recall":0.106719,"f1":0.088424,"accuracy":0.106719,"main_score":0.088424,"hf_subset":"dzo_Tibt-hye_Armn","languages":["dzo-Tibt","hye-Armn"]},{"precision":0.056253,"recall":0.081028,"f1":0.061318,"accuracy":0.081028,"main_score":0.061318,"hf_subset":"dzo_Tibt-kmb_Latn","languages":["dzo-Tibt","kmb-Latn"]},{"precision":0.070711,"recall":0.096838,"f1":0.076818,"accuracy":0.096838,"main_score":0.076818,"hf_subset":"dzo_Tibt-min_Arab","languages":["dzo-Tibt","min-Arab"]},{"precision":0.06382,"recall":0.09585,"f1":0.070829,"accuracy":0.09585,"main_score":0.070829,"hf_subset":"dzo_Tibt-pol_Latn","languages":["dzo-Tibt","pol-Latn"]},{"precision":0.05328,"recall":0.08004,"f1":0.058908,"accuracy":0.08004,"main_score":0.058908,"hf_subset":"dzo_Tibt-ssw_Latn","languages":["dzo-Tibt","ssw-Latn"]},{"precision":0.075443,"recall":0.110672,"f1":0.082819,"accuracy":0.110672,"main_score":0.082819,"hf_subset":"dzo_Tibt-ukr_Cyrl","languages":["dzo-Tibt","ukr-Cyrl"]},{"precision":0.071655,"recall":0.101779,"f1":0.078813,"accuracy":0.101779,"main_score":0.078813,"hf_subset":"dzo_Tibt-afr_Latn","languages":["dzo-Tibt","afr-Latn"]},{"precision":0.07872,"recall":0.108696,"f1":0.08472,"accuracy":0.108696,"main_score":0.08472,"hf_subset":"dzo_Tibt-bho_Deva","languages":["dzo-Tibt","bho-Deva"]},{"precision":0.070811,"recall":0.105731,"f1":0.078498,"accuracy":0.105731,"main_score":0.078498,"hf_subset":"dzo_Tibt-eus_Latn","languages":["dzo-Tibt","eus-Latn"]},{"precision":0.052992,"recall":0.079051,"f1":0.058083,"accuracy":0.079051,"main_score":0.058083,"hf_subset":"dzo_Tibt-ibo_Latn","languages":["dzo-Tibt","ibo-Latn"]},{"precision":0.065091,"recall":0.092885,"f1":0.07114,"accuracy":0.092885,"main_score":0.07114,"hf_subset":"dzo_Tibt-kmr_Latn","languages":["dzo-Tibt","kmr-Latn"]},{"precision":0.078025,"recall":0.114625,"f1":0.085711,"accuracy":0.114625,"main_score":0.085711,"hf_subset":"dzo_Tibt-min_Latn","languages":["dzo-Tibt","min-Latn"]},{"precision":0.068125,"recall":0.100791,"f1":0.074785,"accuracy":0.100791,"main_score":0.074785,"hf_subset":"dzo_Tibt-por_Latn","languages":["dzo-Tibt","por-Latn"]},{"precision":0.082994,"recall":0.115613,"f1":0.090397,"accuracy":0.115613,"main_score":0.090397,"hf_subset":"dzo_Tibt-sun_Latn","languages":["dzo-Tibt","sun-Latn"]},{"precision":0.056861,"recall":0.081028,"f1":0.061444,"accuracy":0.081028,"main_score":0.061444,"hf_subset":"dzo_Tibt-umb_Latn","languages":["dzo-Tibt","umb-Latn"]},{"precision":0.07472,"recall":0.105731,"f1":0.081276,"accuracy":0.105731,"main_score":0.081276,"hf_subset":"dzo_Tibt-ajp_Arab","languages":["dzo-Tibt","ajp-Arab"]},{"precision":0.068422,"recall":0.093874,"f1":0.074069,"accuracy":0.093874,"main_score":0.074069,"hf_subset":"dzo_Tibt-bjn_Arab","languages":["dzo-Tibt","bjn-Arab"]},{"precision":0.044627,"recall":0.072134,"f1":0.050292,"accuracy":0.072134,"main_score":0.050292,"hf_subset":"dzo_Tibt-ewe_Latn","languages":["dzo-Tibt","ewe-Latn"]},{"precision":0.067927,"recall":0.090909,"f1":0.072752,"accuracy":0.090909,"main_score":0.072752,"hf_subset":"dzo_Tibt-ilo_Latn","languages":["dzo-Tibt","ilo-Latn"]},{"precision":0.058278,"recall":0.089921,"f1":0.066016,"accuracy":0.089921,"main_score":0.066016,"hf_subset":"dzo_Tibt-knc_Arab","languages":["dzo-Tibt","knc-Arab"]},{"precision":0.08032,"recall":0.113636,"f1":0.087306,"accuracy":0.113636,"main_score":0.087306,"hf_subset":"dzo_Tibt-mkd_Cyrl","languages":["dzo-Tibt","mkd-Cyrl"]},{"precision":0.070221,"recall":0.105731,"f1":0.077588,"accuracy":0.105731,"main_score":0.077588,"hf_subset":"dzo_Tibt-prs_Arab","languages":["dzo-Tibt","prs-Arab"]},{"precision":0.063403,"recall":0.094862,"f1":0.070573,"accuracy":0.094862,"main_score":0.070573,"hf_subset":"dzo_Tibt-swe_Latn","languages":["dzo-Tibt","swe-Latn"]},{"precision":0.068656,"recall":0.098814,"f1":0.07502,"accuracy":0.098814,"main_score":0.07502,"hf_subset":"dzo_Tibt-urd_Arab","languages":["dzo-Tibt","urd-Arab"]},{"precision":0.044854,"recall":0.067194,"f1":0.049055,"accuracy":0.067194,"main_score":0.049055,"hf_subset":"dzo_Tibt-aka_Latn","languages":["dzo-Tibt","aka-Latn"]},{"precision":0.080876,"recall":0.104743,"f1":0.086268,"accuracy":0.104743,"main_score":0.086268,"hf_subset":"dzo_Tibt-bjn_Latn","languages":["dzo-Tibt","bjn-Latn"]},{"precision":0.064934,"recall":0.090909,"f1":0.070722,"accuracy":0.090909,"main_score":0.070722,"hf_subset":"dzo_Tibt-fao_Latn","languages":["dzo-Tibt","fao-Latn"]},{"precision":0.071706,"recall":0.104743,"f1":0.078914,"accuracy":0.104743,"main_score":0.078914,"hf_subset":"dzo_Tibt-ind_Latn","languages":["dzo-Tibt","ind-Latn"]},{"precision":0.06523,"recall":0.093874,"f1":0.072144,"accuracy":0.093874,"main_score":0.072144,"hf_subset":"dzo_Tibt-knc_Latn","languages":["dzo-Tibt","knc-Latn"]},{"precision":0.073864,"recall":0.104743,"f1":0.0804,"accuracy":0.104743,"main_score":0.0804,"hf_subset":"dzo_Tibt-mlt_Latn","languages":["dzo-Tibt","mlt-Latn"]},{"precision":0.046453,"recall":0.06917,"f1":0.050714,"accuracy":0.06917,"main_score":0.050714,"hf_subset":"dzo_Tibt-quy_Latn","languages":["dzo-Tibt","quy-Latn"]},{"precision":0.068385,"recall":0.099802,"f1":0.075481,"accuracy":0.099802,"main_score":0.075481,"hf_subset":"dzo_Tibt-swh_Latn","languages":["dzo-Tibt","swh-Latn"]},{"precision":0.065971,"recall":0.096838,"f1":0.072384,"accuracy":0.096838,"main_score":0.072384,"hf_subset":"dzo_Tibt-uzn_Latn","languages":["dzo-Tibt","uzn-Latn"]},{"precision":0.069511,"recall":0.102767,"f1":0.077407,"accuracy":0.102767,"main_score":0.077407,"hf_subset":"dzo_Tibt-als_Latn","languages":["dzo-Tibt","als-Latn"]},{"precision":0.176111,"recall":0.236166,"f1":0.19107,"accuracy":0.236166,"main_score":0.19107,"hf_subset":"dzo_Tibt-bod_Tibt","languages":["dzo-Tibt","bod-Tibt"]},{"precision":0.045679,"recall":0.072134,"f1":0.051115,"accuracy":0.072134,"main_score":0.051115,"hf_subset":"dzo_Tibt-fij_Latn","languages":["dzo-Tibt","fij-Latn"]},{"precision":0.073062,"recall":0.101779,"f1":0.079215,"accuracy":0.101779,"main_score":0.079215,"hf_subset":"dzo_Tibt-isl_Latn","languages":["dzo-Tibt","isl-Latn"]},{"precision":0.066589,"recall":0.094862,"f1":0.072921,"accuracy":0.094862,"main_score":0.072921,"hf_subset":"dzo_Tibt-kon_Latn","languages":["dzo-Tibt","kon-Latn"]},{"precision":0.060472,"recall":0.090909,"f1":0.067804,"accuracy":0.090909,"main_score":0.067804,"hf_subset":"dzo_Tibt-mni_Beng","languages":["dzo-Tibt","mni-Beng"]},{"precision":0.06821,"recall":0.103755,"f1":0.075788,"accuracy":0.103755,"main_score":0.075788,"hf_subset":"dzo_Tibt-ron_Latn","languages":["dzo-Tibt","ron-Latn"]},{"precision":0.072001,"recall":0.104743,"f1":0.079476,"accuracy":0.104743,"main_score":0.079476,"hf_subset":"dzo_Tibt-szl_Latn","languages":["dzo-Tibt","szl-Latn"]},{"precision":0.066837,"recall":0.09585,"f1":0.073165,"accuracy":0.09585,"main_score":0.073165,"hf_subset":"dzo_Tibt-vec_Latn","languages":["dzo-Tibt","vec-Latn"]},{"precision":0.07918,"recall":0.109684,"f1":0.086064,"accuracy":0.109684,"main_score":0.086064,"hf_subset":"dzo_Tibt-amh_Ethi","languages":["dzo-Tibt","amh-Ethi"]},{"precision":0.072729,"recall":0.109684,"f1":0.080247,"accuracy":0.109684,"main_score":0.080247,"hf_subset":"dzo_Tibt-bos_Latn","languages":["dzo-Tibt","bos-Latn"]},{"precision":0.067614,"recall":0.096838,"f1":0.07434,"accuracy":0.096838,"main_score":0.07434,"hf_subset":"dzo_Tibt-fin_Latn","languages":["dzo-Tibt","fin-Latn"]},{"precision":0.069674,"recall":0.106719,"f1":0.077575,"accuracy":0.106719,"main_score":0.077575,"hf_subset":"dzo_Tibt-ita_Latn","languages":["dzo-Tibt","ita-Latn"]},{"precision":0.072679,"recall":0.105731,"f1":0.079522,"accuracy":0.105731,"main_score":0.079522,"hf_subset":"dzo_Tibt-kor_Hang","languages":["dzo-Tibt","kor-Hang"]},{"precision":0.049748,"recall":0.071146,"f1":0.054225,"accuracy":0.071146,"main_score":0.054225,"hf_subset":"dzo_Tibt-mos_Latn","languages":["dzo-Tibt","mos-Latn"]},{"precision":0.060078,"recall":0.087945,"f1":0.065953,"accuracy":0.087945,"main_score":0.065953,"hf_subset":"dzo_Tibt-run_Latn","languages":["dzo-Tibt","run-Latn"]},{"precision":0.082149,"recall":0.113636,"f1":0.089851,"accuracy":0.113636,"main_score":0.089851,"hf_subset":"dzo_Tibt-tam_Taml","languages":["dzo-Tibt","tam-Taml"]},{"precision":0.073675,"recall":0.108696,"f1":0.0806,"accuracy":0.108696,"main_score":0.0806,"hf_subset":"dzo_Tibt-vie_Latn","languages":["dzo-Tibt","vie-Latn"]},{"precision":0.076659,"recall":0.11166,"f1":0.084176,"accuracy":0.11166,"main_score":0.084176,"hf_subset":"dzo_Tibt-apc_Arab","languages":["dzo-Tibt","apc-Arab"]},{"precision":0.071433,"recall":0.090909,"f1":0.075589,"accuracy":0.090909,"main_score":0.075589,"hf_subset":"dzo_Tibt-bug_Latn","languages":["dzo-Tibt","bug-Latn"]},{"precision":0.05181,"recall":0.076087,"f1":0.056149,"accuracy":0.076087,"main_score":0.056149,"hf_subset":"dzo_Tibt-fon_Latn","languages":["dzo-Tibt","fon-Latn"]},{"precision":0.074922,"recall":0.105731,"f1":0.081121,"accuracy":0.105731,"main_score":0.081121,"hf_subset":"dzo_Tibt-jav_Latn","languages":["dzo-Tibt","jav-Latn"]},{"precision":0.082591,"recall":0.109684,"f1":0.089025,"accuracy":0.109684,"main_score":0.089025,"hf_subset":"dzo_Tibt-lao_Laoo","languages":["dzo-Tibt","lao-Laoo"]},{"precision":0.056365,"recall":0.08498,"f1":0.062448,"accuracy":0.08498,"main_score":0.062448,"hf_subset":"dzo_Tibt-mri_Latn","languages":["dzo-Tibt","mri-Latn"]},{"precision":0.073014,"recall":0.106719,"f1":0.079863,"accuracy":0.106719,"main_score":0.079863,"hf_subset":"dzo_Tibt-rus_Cyrl","languages":["dzo-Tibt","rus-Cyrl"]},{"precision":0.058206,"recall":0.083992,"f1":0.064251,"accuracy":0.083992,"main_score":0.064251,"hf_subset":"dzo_Tibt-taq_Latn","languages":["dzo-Tibt","taq-Latn"]},{"precision":0.060363,"recall":0.094862,"f1":0.067768,"accuracy":0.094862,"main_score":0.067768,"hf_subset":"dzo_Tibt-war_Latn","languages":["dzo-Tibt","war-Latn"]},{"precision":0.076928,"recall":0.106719,"f1":0.083191,"accuracy":0.106719,"main_score":0.083191,"hf_subset":"dzo_Tibt-arb_Arab","languages":["dzo-Tibt","arb-Arab"]},{"precision":0.075601,"recall":0.113636,"f1":0.084012,"accuracy":0.113636,"main_score":0.084012,"hf_subset":"dzo_Tibt-bul_Cyrl","languages":["dzo-Tibt","bul-Cyrl"]},{"precision":0.066117,"recall":0.098814,"f1":0.073246,"accuracy":0.098814,"main_score":0.073246,"hf_subset":"dzo_Tibt-fra_Latn","languages":["dzo-Tibt","fra-Latn"]},{"precision":0.070632,"recall":0.099802,"f1":0.076469,"accuracy":0.099802,"main_score":0.076469,"hf_subset":"dzo_Tibt-jpn_Jpan","languages":["dzo-Tibt","jpn-Jpan"]},{"precision":0.072445,"recall":0.103755,"f1":0.078953,"accuracy":0.103755,"main_score":0.078953,"hf_subset":"dzo_Tibt-lij_Latn","languages":["dzo-Tibt","lij-Latn"]},{"precision":0.068409,"recall":0.096838,"f1":0.075045,"accuracy":0.096838,"main_score":0.075045,"hf_subset":"dzo_Tibt-mya_Mymr","languages":["dzo-Tibt","mya-Mymr"]},{"precision":0.05639,"recall":0.085968,"f1":0.063117,"accuracy":0.085968,"main_score":0.063117,"hf_subset":"dzo_Tibt-sag_Latn","languages":["dzo-Tibt","sag-Latn"]},{"precision":0.082858,"recall":0.108696,"f1":0.089576,"accuracy":0.108696,"main_score":0.089576,"hf_subset":"dzo_Tibt-taq_Tfng","languages":["dzo-Tibt","taq-Tfng"]},{"precision":0.048471,"recall":0.075099,"f1":0.053592,"accuracy":0.075099,"main_score":0.053592,"hf_subset":"dzo_Tibt-wol_Latn","languages":["dzo-Tibt","wol-Latn"]},{"precision":0.063183,"recall":0.088933,"f1":0.069337,"accuracy":0.088933,"main_score":0.069337,"hf_subset":"dzo_Tibt-arb_Latn","languages":["dzo-Tibt","arb-Latn"]},{"precision":0.062512,"recall":0.098814,"f1":0.069681,"accuracy":0.098814,"main_score":0.069681,"hf_subset":"dzo_Tibt-cat_Latn","languages":["dzo-Tibt","cat-Latn"]},{"precision":0.069523,"recall":0.100791,"f1":0.076464,"accuracy":0.100791,"main_score":0.076464,"hf_subset":"dzo_Tibt-fur_Latn","languages":["dzo-Tibt","fur-Latn"]},{"precision":0.075645,"recall":0.104743,"f1":0.082393,"accuracy":0.104743,"main_score":0.082393,"hf_subset":"dzo_Tibt-kab_Latn","languages":["dzo-Tibt","kab-Latn"]},{"precision":0.065386,"recall":0.099802,"f1":0.072752,"accuracy":0.099802,"main_score":0.072752,"hf_subset":"dzo_Tibt-lim_Latn","languages":["dzo-Tibt","lim-Latn"]},{"precision":0.074349,"recall":0.104743,"f1":0.081032,"accuracy":0.104743,"main_score":0.081032,"hf_subset":"dzo_Tibt-nld_Latn","languages":["dzo-Tibt","nld-Latn"]},{"precision":0.078478,"recall":0.109684,"f1":0.085142,"accuracy":0.109684,"main_score":0.085142,"hf_subset":"dzo_Tibt-san_Deva","languages":["dzo-Tibt","san-Deva"]},{"precision":0.071114,"recall":0.101779,"f1":0.077802,"accuracy":0.101779,"main_score":0.077802,"hf_subset":"dzo_Tibt-tat_Cyrl","languages":["dzo-Tibt","tat-Cyrl"]},{"precision":0.060273,"recall":0.083004,"f1":0.064867,"accuracy":0.083004,"main_score":0.064867,"hf_subset":"dzo_Tibt-xho_Latn","languages":["dzo-Tibt","xho-Latn"]},{"precision":0.050029,"recall":0.076087,"f1":0.055531,"accuracy":0.076087,"main_score":0.055531,"hf_subset":"dzo_Tibt-ars_Arab","languages":["dzo-Tibt","ars-Arab"]},{"precision":0.061897,"recall":0.097826,"f1":0.069601,"accuracy":0.097826,"main_score":0.069601,"hf_subset":"dzo_Tibt-ceb_Latn","languages":["dzo-Tibt","ceb-Latn"]},{"precision":0.047037,"recall":0.073123,"f1":0.051889,"accuracy":0.073123,"main_score":0.051889,"hf_subset":"dzo_Tibt-fuv_Latn","languages":["dzo-Tibt","fuv-Latn"]},{"precision":0.05338,"recall":0.079051,"f1":0.058045,"accuracy":0.079051,"main_score":0.058045,"hf_subset":"dzo_Tibt-kac_Latn","languages":["dzo-Tibt","kac-Latn"]},{"precision":0.061394,"recall":0.087945,"f1":0.067272,"accuracy":0.087945,"main_score":0.067272,"hf_subset":"dzo_Tibt-lin_Latn","languages":["dzo-Tibt","lin-Latn"]},{"precision":0.069378,"recall":0.103755,"f1":0.077561,"accuracy":0.103755,"main_score":0.077561,"hf_subset":"dzo_Tibt-nno_Latn","languages":["dzo-Tibt","nno-Latn"]},{"precision":0.023859,"recall":0.041502,"f1":0.027228,"accuracy":0.041502,"main_score":0.027228,"hf_subset":"dzo_Tibt-sat_Olck","languages":["dzo-Tibt","sat-Olck"]},{"precision":0.090284,"recall":0.124506,"f1":0.097738,"accuracy":0.124506,"main_score":0.097738,"hf_subset":"dzo_Tibt-tel_Telu","languages":["dzo-Tibt","tel-Telu"]},{"precision":0.07551,"recall":0.107708,"f1":0.083551,"accuracy":0.107708,"main_score":0.083551,"hf_subset":"dzo_Tibt-ydd_Hebr","languages":["dzo-Tibt","ydd-Hebr"]},{"precision":0.067954,"recall":0.101779,"f1":0.075675,"accuracy":0.101779,"main_score":0.075675,"hf_subset":"dzo_Tibt-ary_Arab","languages":["dzo-Tibt","ary-Arab"]},{"precision":0.075695,"recall":0.103755,"f1":0.081887,"accuracy":0.103755,"main_score":0.081887,"hf_subset":"dzo_Tibt-ces_Latn","languages":["dzo-Tibt","ces-Latn"]},{"precision":0.073178,"recall":0.098814,"f1":0.079044,"accuracy":0.098814,"main_score":0.079044,"hf_subset":"dzo_Tibt-gaz_Latn","languages":["dzo-Tibt","gaz-Latn"]},{"precision":0.05311,"recall":0.076087,"f1":0.05799,"accuracy":0.076087,"main_score":0.05799,"hf_subset":"dzo_Tibt-kam_Latn","languages":["dzo-Tibt","kam-Latn"]},{"precision":0.060506,"recall":0.096838,"f1":0.068288,"accuracy":0.096838,"main_score":0.068288,"hf_subset":"dzo_Tibt-lit_Latn","languages":["dzo-Tibt","lit-Latn"]},{"precision":0.064517,"recall":0.096838,"f1":0.071569,"accuracy":0.096838,"main_score":0.071569,"hf_subset":"dzo_Tibt-nob_Latn","languages":["dzo-Tibt","nob-Latn"]},{"precision":0.076466,"recall":0.108696,"f1":0.083583,"accuracy":0.108696,"main_score":0.083583,"hf_subset":"dzo_Tibt-scn_Latn","languages":["dzo-Tibt","scn-Latn"]},{"precision":0.077101,"recall":0.107708,"f1":0.084333,"accuracy":0.107708,"main_score":0.084333,"hf_subset":"dzo_Tibt-tgk_Cyrl","languages":["dzo-Tibt","tgk-Cyrl"]},{"precision":0.039572,"recall":0.061265,"f1":0.04382,"accuracy":0.061265,"main_score":0.04382,"hf_subset":"dzo_Tibt-yor_Latn","languages":["dzo-Tibt","yor-Latn"]},{"precision":0.057063,"recall":0.085968,"f1":0.063024,"accuracy":0.085968,"main_score":0.063024,"hf_subset":"dzo_Tibt-arz_Arab","languages":["dzo-Tibt","arz-Arab"]},{"precision":0.060554,"recall":0.085968,"f1":0.066568,"accuracy":0.085968,"main_score":0.066568,"hf_subset":"dzo_Tibt-cjk_Latn","languages":["dzo-Tibt","cjk-Latn"]},{"precision":0.061796,"recall":0.091897,"f1":0.068238,"accuracy":0.091897,"main_score":0.068238,"hf_subset":"dzo_Tibt-gla_Latn","languages":["dzo-Tibt","gla-Latn"]},{"precision":0.088996,"recall":0.126482,"f1":0.098104,"accuracy":0.126482,"main_score":0.098104,"hf_subset":"dzo_Tibt-kan_Knda","languages":["dzo-Tibt","kan-Knda"]},{"precision":0.060345,"recall":0.093874,"f1":0.068002,"accuracy":0.093874,"main_score":0.068002,"hf_subset":"dzo_Tibt-lmo_Latn","languages":["dzo-Tibt","lmo-Latn"]},{"precision":0.071088,"recall":0.103755,"f1":0.078619,"accuracy":0.103755,"main_score":0.078619,"hf_subset":"dzo_Tibt-npi_Deva","languages":["dzo-Tibt","npi-Deva"]},{"precision":0.050993,"recall":0.083004,"f1":0.057847,"accuracy":0.083004,"main_score":0.057847,"hf_subset":"dzo_Tibt-shn_Mymr","languages":["dzo-Tibt","shn-Mymr"]},{"precision":0.061855,"recall":0.094862,"f1":0.068174,"accuracy":0.094862,"main_score":0.068174,"hf_subset":"dzo_Tibt-tgl_Latn","languages":["dzo-Tibt","tgl-Latn"]},{"precision":0.072896,"recall":0.103755,"f1":0.07875,"accuracy":0.103755,"main_score":0.07875,"hf_subset":"dzo_Tibt-yue_Hant","languages":["dzo-Tibt","yue-Hant"]},{"precision":0.082784,"recall":0.116601,"f1":0.091042,"accuracy":0.116601,"main_score":0.091042,"hf_subset":"dzo_Tibt-asm_Beng","languages":["dzo-Tibt","asm-Beng"]},{"precision":0.075854,"recall":0.104743,"f1":0.082257,"accuracy":0.104743,"main_score":0.082257,"hf_subset":"dzo_Tibt-ckb_Arab","languages":["dzo-Tibt","ckb-Arab"]},{"precision":0.067343,"recall":0.09585,"f1":0.073433,"accuracy":0.09585,"main_score":0.073433,"hf_subset":"dzo_Tibt-gle_Latn","languages":["dzo-Tibt","gle-Latn"]},{"precision":0.055204,"recall":0.086957,"f1":0.062089,"accuracy":0.086957,"main_score":0.062089,"hf_subset":"dzo_Tibt-kas_Arab","languages":["dzo-Tibt","kas-Arab"]},{"precision":0.071605,"recall":0.100791,"f1":0.077959,"accuracy":0.100791,"main_score":0.077959,"hf_subset":"dzo_Tibt-ltg_Latn","languages":["dzo-Tibt","ltg-Latn"]},{"precision":0.061886,"recall":0.091897,"f1":0.068679,"accuracy":0.091897,"main_score":0.068679,"hf_subset":"dzo_Tibt-nso_Latn","languages":["dzo-Tibt","nso-Latn"]},{"precision":0.086721,"recall":0.118577,"f1":0.09476,"accuracy":0.118577,"main_score":0.09476,"hf_subset":"dzo_Tibt-sin_Sinh","languages":["dzo-Tibt","sin-Sinh"]},{"precision":0.066025,"recall":0.102767,"f1":0.073697,"accuracy":0.102767,"main_score":0.073697,"hf_subset":"dzo_Tibt-tha_Thai","languages":["dzo-Tibt","tha-Thai"]},{"precision":0.062149,"recall":0.096838,"f1":0.069153,"accuracy":0.096838,"main_score":0.069153,"hf_subset":"dzo_Tibt-zho_Hans","languages":["dzo-Tibt","zho-Hans"]},{"precision":0.063967,"recall":0.102767,"f1":0.072772,"accuracy":0.102767,"main_score":0.072772,"hf_subset":"dzo_Tibt-ast_Latn","languages":["dzo-Tibt","ast-Latn"]},{"precision":0.079316,"recall":0.109684,"f1":0.085322,"accuracy":0.109684,"main_score":0.085322,"hf_subset":"dzo_Tibt-crh_Latn","languages":["dzo-Tibt","crh-Latn"]},{"precision":0.061699,"recall":0.097826,"f1":0.069427,"accuracy":0.097826,"main_score":0.069427,"hf_subset":"dzo_Tibt-glg_Latn","languages":["dzo-Tibt","glg-Latn"]},{"precision":0.068355,"recall":0.098814,"f1":0.075067,"accuracy":0.098814,"main_score":0.075067,"hf_subset":"dzo_Tibt-kas_Deva","languages":["dzo-Tibt","kas-Deva"]},{"precision":0.064297,"recall":0.092885,"f1":0.070759,"accuracy":0.092885,"main_score":0.070759,"hf_subset":"dzo_Tibt-ltz_Latn","languages":["dzo-Tibt","ltz-Latn"]},{"precision":0.062634,"recall":0.087945,"f1":0.06892,"accuracy":0.087945,"main_score":0.06892,"hf_subset":"dzo_Tibt-nus_Latn","languages":["dzo-Tibt","nus-Latn"]},{"precision":0.072358,"recall":0.104743,"f1":0.079393,"accuracy":0.104743,"main_score":0.079393,"hf_subset":"dzo_Tibt-slk_Latn","languages":["dzo-Tibt","slk-Latn"]},{"precision":0.082646,"recall":0.113636,"f1":0.089657,"accuracy":0.113636,"main_score":0.089657,"hf_subset":"dzo_Tibt-tir_Ethi","languages":["dzo-Tibt","tir-Ethi"]},{"precision":0.068062,"recall":0.103755,"f1":0.074884,"accuracy":0.103755,"main_score":0.074884,"hf_subset":"dzo_Tibt-zho_Hant","languages":["dzo-Tibt","zho-Hant"]},{"precision":0.082044,"recall":0.11166,"f1":0.088217,"accuracy":0.11166,"main_score":0.088217,"hf_subset":"dzo_Tibt-awa_Deva","languages":["dzo-Tibt","awa-Deva"]},{"precision":0.070162,"recall":0.096838,"f1":0.076275,"accuracy":0.096838,"main_score":0.076275,"hf_subset":"dzo_Tibt-cym_Latn","languages":["dzo-Tibt","cym-Latn"]},{"precision":0.056402,"recall":0.082016,"f1":0.061931,"accuracy":0.082016,"main_score":0.061931,"hf_subset":"dzo_Tibt-grn_Latn","languages":["dzo-Tibt","grn-Latn"]},{"precision":0.082534,"recall":0.113636,"f1":0.08927,"accuracy":0.113636,"main_score":0.08927,"hf_subset":"dzo_Tibt-kat_Geor","languages":["dzo-Tibt","kat-Geor"]},{"precision":0.057813,"recall":0.083992,"f1":0.063369,"accuracy":0.083992,"main_score":0.063369,"hf_subset":"dzo_Tibt-lua_Latn","languages":["dzo-Tibt","lua-Latn"]},{"precision":0.063101,"recall":0.089921,"f1":0.068825,"accuracy":0.089921,"main_score":0.068825,"hf_subset":"dzo_Tibt-nya_Latn","languages":["dzo-Tibt","nya-Latn"]},{"precision":0.069452,"recall":0.099802,"f1":0.076392,"accuracy":0.099802,"main_score":0.076392,"hf_subset":"dzo_Tibt-slv_Latn","languages":["dzo-Tibt","slv-Latn"]},{"precision":0.069535,"recall":0.090909,"f1":0.074226,"accuracy":0.090909,"main_score":0.074226,"hf_subset":"dzo_Tibt-tpi_Latn","languages":["dzo-Tibt","tpi-Latn"]},{"precision":0.075865,"recall":0.108696,"f1":0.082899,"accuracy":0.108696,"main_score":0.082899,"hf_subset":"dzo_Tibt-zsm_Latn","languages":["dzo-Tibt","zsm-Latn"]},{"precision":0.056646,"recall":0.08004,"f1":0.061094,"accuracy":0.08004,"main_score":0.061094,"hf_subset":"dzo_Tibt-ayr_Latn","languages":["dzo-Tibt","ayr-Latn"]},{"precision":0.072205,"recall":0.101779,"f1":0.078765,"accuracy":0.101779,"main_score":0.078765,"hf_subset":"dzo_Tibt-dan_Latn","languages":["dzo-Tibt","dan-Latn"]},{"precision":0.074951,"recall":0.105731,"f1":0.081569,"accuracy":0.105731,"main_score":0.081569,"hf_subset":"dzo_Tibt-guj_Gujr","languages":["dzo-Tibt","guj-Gujr"]},{"precision":0.067494,"recall":0.101779,"f1":0.075095,"accuracy":0.101779,"main_score":0.075095,"hf_subset":"dzo_Tibt-kaz_Cyrl","languages":["dzo-Tibt","kaz-Cyrl"]},{"precision":0.050109,"recall":0.075099,"f1":0.055258,"accuracy":0.075099,"main_score":0.055258,"hf_subset":"dzo_Tibt-lug_Latn","languages":["dzo-Tibt","lug-Latn"]},{"precision":0.065183,"recall":0.100791,"f1":0.072447,"accuracy":0.100791,"main_score":0.072447,"hf_subset":"dzo_Tibt-oci_Latn","languages":["dzo-Tibt","oci-Latn"]},{"precision":0.067261,"recall":0.09585,"f1":0.073889,"accuracy":0.09585,"main_score":0.073889,"hf_subset":"dzo_Tibt-smo_Latn","languages":["dzo-Tibt","smo-Latn"]},{"precision":0.05464,"recall":0.077075,"f1":0.058905,"accuracy":0.077075,"main_score":0.058905,"hf_subset":"dzo_Tibt-tsn_Latn","languages":["dzo-Tibt","tsn-Latn"]},{"precision":0.052725,"recall":0.081028,"f1":0.058482,"accuracy":0.081028,"main_score":0.058482,"hf_subset":"dzo_Tibt-zul_Latn","languages":["dzo-Tibt","zul-Latn"]},{"precision":0.069399,"recall":0.099802,"f1":0.076319,"accuracy":0.099802,"main_score":0.076319,"hf_subset":"dzo_Tibt-azb_Arab","languages":["dzo-Tibt","azb-Arab"]},{"precision":0.064985,"recall":0.096838,"f1":0.07147,"accuracy":0.096838,"main_score":0.07147,"hf_subset":"dzo_Tibt-deu_Latn","languages":["dzo-Tibt","deu-Latn"]},{"precision":0.055428,"recall":0.089921,"f1":0.062484,"accuracy":0.089921,"main_score":0.062484,"hf_subset":"dzo_Tibt-hat_Latn","languages":["dzo-Tibt","hat-Latn"]},{"precision":0.061204,"recall":0.086957,"f1":0.066255,"accuracy":0.086957,"main_score":0.066255,"hf_subset":"dzo_Tibt-kbp_Latn","languages":["dzo-Tibt","kbp-Latn"]},{"precision":0.046747,"recall":0.071146,"f1":0.051608,"accuracy":0.071146,"main_score":0.051608,"hf_subset":"dzo_Tibt-luo_Latn","languages":["dzo-Tibt","luo-Latn"]},{"precision":0.091099,"recall":0.12253,"f1":0.098215,"accuracy":0.12253,"main_score":0.098215,"hf_subset":"dzo_Tibt-ory_Orya","languages":["dzo-Tibt","ory-Orya"]},{"precision":0.061936,"recall":0.087945,"f1":0.067651,"accuracy":0.087945,"main_score":0.067651,"hf_subset":"dzo_Tibt-sna_Latn","languages":["dzo-Tibt","sna-Latn"]},{"precision":0.062814,"recall":0.089921,"f1":0.068536,"accuracy":0.089921,"main_score":0.068536,"hf_subset":"dzo_Tibt-tso_Latn","languages":["dzo-Tibt","tso-Latn"]},{"precision":0.076561,"recall":0.108696,"f1":0.084271,"accuracy":0.108696,"main_score":0.084271,"hf_subset":"dzo_Tibt-azj_Latn","languages":["dzo-Tibt","azj-Latn"]},{"precision":0.03562,"recall":0.0583,"f1":0.039733,"accuracy":0.0583,"main_score":0.039733,"hf_subset":"dzo_Tibt-dik_Latn","languages":["dzo-Tibt","dik-Latn"]},{"precision":0.067342,"recall":0.094862,"f1":0.073622,"accuracy":0.094862,"main_score":0.073622,"hf_subset":"dzo_Tibt-hau_Latn","languages":["dzo-Tibt","hau-Latn"]},{"precision":0.072316,"recall":0.104743,"f1":0.078836,"accuracy":0.104743,"main_score":0.078836,"hf_subset":"dzo_Tibt-kea_Latn","languages":["dzo-Tibt","kea-Latn"]},{"precision":0.061073,"recall":0.083992,"f1":0.066191,"accuracy":0.083992,"main_score":0.066191,"hf_subset":"dzo_Tibt-lus_Latn","languages":["dzo-Tibt","lus-Latn"]},{"precision":0.056499,"recall":0.082016,"f1":0.061882,"accuracy":0.082016,"main_score":0.061882,"hf_subset":"dzo_Tibt-pag_Latn","languages":["dzo-Tibt","pag-Latn"]},{"precision":0.075373,"recall":0.11166,"f1":0.083429,"accuracy":0.11166,"main_score":0.083429,"hf_subset":"dzo_Tibt-snd_Arab","languages":["dzo-Tibt","snd-Arab"]},{"precision":0.070383,"recall":0.099802,"f1":0.077252,"accuracy":0.099802,"main_score":0.077252,"hf_subset":"dzo_Tibt-tuk_Latn","languages":["dzo-Tibt","tuk-Latn"]},{"precision":0.071509,"recall":0.104743,"f1":0.078798,"accuracy":0.104743,"main_score":0.078798,"hf_subset":"dzo_Tibt-bak_Cyrl","languages":["dzo-Tibt","bak-Cyrl"]},{"precision":0.026071,"recall":0.046443,"f1":0.029582,"accuracy":0.046443,"main_score":0.029582,"hf_subset":"dzo_Tibt-dyu_Latn","languages":["dzo-Tibt","dyu-Latn"]},{"precision":0.072855,"recall":0.100791,"f1":0.079369,"accuracy":0.100791,"main_score":0.079369,"hf_subset":"dzo_Tibt-heb_Hebr","languages":["dzo-Tibt","heb-Hebr"]},{"precision":0.068535,"recall":0.100791,"f1":0.075279,"accuracy":0.100791,"main_score":0.075279,"hf_subset":"dzo_Tibt-khk_Cyrl","languages":["dzo-Tibt","khk-Cyrl"]},{"precision":0.073933,"recall":0.104743,"f1":0.080653,"accuracy":0.104743,"main_score":0.080653,"hf_subset":"dzo_Tibt-lvs_Latn","languages":["dzo-Tibt","lvs-Latn"]},{"precision":0.081474,"recall":0.112648,"f1":0.08913,"accuracy":0.112648,"main_score":0.08913,"hf_subset":"dzo_Tibt-pan_Guru","languages":["dzo-Tibt","pan-Guru"]},{"precision":0.06214,"recall":0.090909,"f1":0.069017,"accuracy":0.090909,"main_score":0.069017,"hf_subset":"dzo_Tibt-som_Latn","languages":["dzo-Tibt","som-Latn"]},{"precision":0.057261,"recall":0.082016,"f1":0.062579,"accuracy":0.082016,"main_score":0.062579,"hf_subset":"dzo_Tibt-tum_Latn","languages":["dzo-Tibt","tum-Latn"]},{"precision":0.417555,"recall":0.506917,"f1":0.441929,"accuracy":0.506917,"main_score":0.441929,"hf_subset":"hin_Deva-ace_Arab","languages":["hin-Deva","ace-Arab"]},{"precision":0.428059,"recall":0.503953,"f1":0.448337,"accuracy":0.503953,"main_score":0.448337,"hf_subset":"hin_Deva-bam_Latn","languages":["hin-Deva","bam-Latn"]},{"precision":0.122492,"recall":0.170949,"f1":0.134661,"accuracy":0.170949,"main_score":0.134661,"hf_subset":"hin_Deva-dzo_Tibt","languages":["hin-Deva","dzo-Tibt"]},{"precision":0.948452,"recall":0.965415,"f1":0.954051,"accuracy":0.965415,"main_score":0.954051,"hf_subset":"hin_Deva-khm_Khmr","languages":["hin-Deva","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-mag_Deva","languages":["hin-Deva","mag-Deva"]},{"precision":0.971509,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"hin_Deva-pap_Latn","languages":["hin-Deva","pap-Latn"]},{"precision":0.479822,"recall":0.559289,"f1":0.501568,"accuracy":0.559289,"main_score":0.501568,"hf_subset":"hin_Deva-sot_Latn","languages":["hin-Deva","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-tur_Latn","languages":["hin-Deva","tur-Latn"]},{"precision":0.794071,"recall":0.848814,"f1":0.811265,"accuracy":0.848814,"main_score":0.811265,"hf_subset":"hin_Deva-ace_Latn","languages":["hin-Deva","ace-Latn"]},{"precision":0.9083,"recall":0.935771,"f1":0.917161,"accuracy":0.935771,"main_score":0.917161,"hf_subset":"hin_Deva-ban_Latn","languages":["hin-Deva","ban-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-ell_Grek","languages":["hin-Deva","ell-Grek"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"hin_Deva-hne_Deva","languages":["hin-Deva","hne-Deva"]},{"precision":0.48003,"recall":0.563241,"f1":0.503516,"accuracy":0.563241,"main_score":0.503516,"hf_subset":"hin_Deva-kik_Latn","languages":["hin-Deva","kik-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-mai_Deva","languages":["hin-Deva","mai-Deva"]},{"precision":0.902174,"recall":0.931818,"f1":0.911891,"accuracy":0.931818,"main_score":0.911891,"hf_subset":"hin_Deva-pbt_Arab","languages":["hin-Deva","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-spa_Latn","languages":["hin-Deva","spa-Latn"]},{"precision":0.541798,"recall":0.617589,"f1":0.562408,"accuracy":0.617589,"main_score":0.562408,"hf_subset":"hin_Deva-twi_Latn","languages":["hin-Deva","twi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hin_Deva-acm_Arab","languages":["hin-Deva","acm-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hin_Deva-bel_Cyrl","languages":["hin-Deva","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-eng_Latn","languages":["hin-Deva","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-hrv_Latn","languages":["hin-Deva","hrv-Latn"]},{"precision":0.438222,"recall":0.51087,"f1":0.457722,"accuracy":0.51087,"main_score":0.457722,"hf_subset":"hin_Deva-kin_Latn","languages":["hin-Deva","kin-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hin_Deva-mal_Mlym","languages":["hin-Deva","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-pes_Arab","languages":["hin-Deva","pes-Arab"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"hin_Deva-srd_Latn","languages":["hin-Deva","srd-Latn"]},{"precision":0.120769,"recall":0.190711,"f1":0.135742,"accuracy":0.190711,"main_score":0.135742,"hf_subset":"hin_Deva-tzm_Tfng","languages":["hin-Deva","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-acq_Arab","languages":["hin-Deva","acq-Arab"]},{"precision":0.508952,"recall":0.581028,"f1":0.529265,"accuracy":0.581028,"main_score":0.529265,"hf_subset":"hin_Deva-bem_Latn","languages":["hin-Deva","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-epo_Latn","languages":["hin-Deva","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-hun_Latn","languages":["hin-Deva","hun-Latn"]},{"precision":0.955534,"recall":0.970356,"f1":0.960474,"accuracy":0.970356,"main_score":0.960474,"hf_subset":"hin_Deva-kir_Cyrl","languages":["hin-Deva","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hin_Deva-mar_Deva","languages":["hin-Deva","mar-Deva"]},{"precision":0.54517,"recall":0.614625,"f1":0.564693,"accuracy":0.614625,"main_score":0.564693,"hf_subset":"hin_Deva-plt_Latn","languages":["hin-Deva","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-srp_Cyrl","languages":["hin-Deva","srp-Cyrl"]},{"precision":0.935277,"recall":0.955534,"f1":0.941864,"accuracy":0.955534,"main_score":0.941864,"hf_subset":"hin_Deva-uig_Arab","languages":["hin-Deva","uig-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"hin_Deva-aeb_Arab","languages":["hin-Deva","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-ben_Beng","languages":["hin-Deva","ben-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hin_Deva-est_Latn","languages":["hin-Deva","est-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hin_Deva-hye_Armn","languages":["hin-Deva","hye-Armn"]},{"precision":0.451033,"recall":0.516798,"f1":0.46956,"accuracy":0.516798,"main_score":0.46956,"hf_subset":"hin_Deva-kmb_Latn","languages":["hin-Deva","kmb-Latn"]},{"precision":0.356494,"recall":0.45751,"f1":0.383341,"accuracy":0.45751,"main_score":0.383341,"hf_subset":"hin_Deva-min_Arab","languages":["hin-Deva","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-pol_Latn","languages":["hin-Deva","pol-Latn"]},{"precision":0.432831,"recall":0.513834,"f1":0.454149,"accuracy":0.513834,"main_score":0.454149,"hf_subset":"hin_Deva-ssw_Latn","languages":["hin-Deva","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-ukr_Cyrl","languages":["hin-Deva","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-afr_Latn","languages":["hin-Deva","afr-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hin_Deva-bho_Deva","languages":["hin-Deva","bho-Deva"]},{"precision":0.944252,"recall":0.961462,"f1":0.949671,"accuracy":0.961462,"main_score":0.949671,"hf_subset":"hin_Deva-eus_Latn","languages":["hin-Deva","eus-Latn"]},{"precision":0.471603,"recall":0.552372,"f1":0.493553,"accuracy":0.552372,"main_score":0.493553,"hf_subset":"hin_Deva-ibo_Latn","languages":["hin-Deva","ibo-Latn"]},{"precision":0.695497,"recall":0.763834,"f1":0.715455,"accuracy":0.763834,"main_score":0.715455,"hf_subset":"hin_Deva-kmr_Latn","languages":["hin-Deva","kmr-Latn"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"hin_Deva-min_Latn","languages":["hin-Deva","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-por_Latn","languages":["hin-Deva","por-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"hin_Deva-sun_Latn","languages":["hin-Deva","sun-Latn"]},{"precision":0.441367,"recall":0.513834,"f1":0.461727,"accuracy":0.513834,"main_score":0.461727,"hf_subset":"hin_Deva-umb_Latn","languages":["hin-Deva","umb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-ajp_Arab","languages":["hin-Deva","ajp-Arab"]},{"precision":0.374973,"recall":0.47332,"f1":0.401736,"accuracy":0.47332,"main_score":0.401736,"hf_subset":"hin_Deva-bjn_Arab","languages":["hin-Deva","bjn-Arab"]},{"precision":0.446336,"recall":0.518775,"f1":0.465593,"accuracy":0.518775,"main_score":0.465593,"hf_subset":"hin_Deva-ewe_Latn","languages":["hin-Deva","ewe-Latn"]},{"precision":0.854694,"recall":0.893281,"f1":0.866304,"accuracy":0.893281,"main_score":0.866304,"hf_subset":"hin_Deva-ilo_Latn","languages":["hin-Deva","ilo-Latn"]},{"precision":0.186143,"recall":0.268775,"f1":0.206152,"accuracy":0.268775,"main_score":0.206152,"hf_subset":"hin_Deva-knc_Arab","languages":["hin-Deva","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-mkd_Cyrl","languages":["hin-Deva","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-prs_Arab","languages":["hin-Deva","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-swe_Latn","languages":["hin-Deva","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hin_Deva-urd_Arab","languages":["hin-Deva","urd-Arab"]},{"precision":0.518409,"recall":0.596838,"f1":0.540375,"accuracy":0.596838,"main_score":0.540375,"hf_subset":"hin_Deva-aka_Latn","languages":["hin-Deva","aka-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"hin_Deva-bjn_Latn","languages":["hin-Deva","bjn-Latn"]},{"precision":0.927866,"recall":0.949605,"f1":0.934947,"accuracy":0.949605,"main_score":0.934947,"hf_subset":"hin_Deva-fao_Latn","languages":["hin-Deva","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-ind_Latn","languages":["hin-Deva","ind-Latn"]},{"precision":0.514896,"recall":0.588933,"f1":0.535719,"accuracy":0.588933,"main_score":0.535719,"hf_subset":"hin_Deva-knc_Latn","languages":["hin-Deva","knc-Latn"]},{"precision":0.964921,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"hin_Deva-mlt_Latn","languages":["hin-Deva","mlt-Latn"]},{"precision":0.541408,"recall":0.620553,"f1":0.563385,"accuracy":0.620553,"main_score":0.563385,"hf_subset":"hin_Deva-quy_Latn","languages":["hin-Deva","quy-Latn"]},{"precision":0.697118,"recall":0.774704,"f1":0.720817,"accuracy":0.774704,"main_score":0.720817,"hf_subset":"hin_Deva-swh_Latn","languages":["hin-Deva","swh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hin_Deva-uzn_Latn","languages":["hin-Deva","uzn-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hin_Deva-als_Latn","languages":["hin-Deva","als-Latn"]},{"precision":0.162258,"recall":0.244071,"f1":0.182413,"accuracy":0.244071,"main_score":0.182413,"hf_subset":"hin_Deva-bod_Tibt","languages":["hin-Deva","bod-Tibt"]},{"precision":0.457603,"recall":0.531621,"f1":0.476881,"accuracy":0.531621,"main_score":0.476881,"hf_subset":"hin_Deva-fij_Latn","languages":["hin-Deva","fij-Latn"]},{"precision":0.958169,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"hin_Deva-isl_Latn","languages":["hin-Deva","isl-Latn"]},{"precision":0.529488,"recall":0.606719,"f1":0.551528,"accuracy":0.606719,"main_score":0.551528,"hf_subset":"hin_Deva-kon_Latn","languages":["hin-Deva","kon-Latn"]},{"precision":0.503399,"recall":0.600791,"f1":0.531035,"accuracy":0.600791,"main_score":0.531035,"hf_subset":"hin_Deva-mni_Beng","languages":["hin-Deva","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-ron_Latn","languages":["hin-Deva","ron-Latn"]},{"precision":0.977767,"recall":0.983202,"f1":0.979578,"accuracy":0.983202,"main_score":0.979578,"hf_subset":"hin_Deva-szl_Latn","languages":["hin-Deva","szl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-vec_Latn","languages":["hin-Deva","vec-Latn"]},{"precision":0.566167,"recall":0.658103,"f1":0.593267,"accuracy":0.658103,"main_score":0.593267,"hf_subset":"hin_Deva-amh_Ethi","languages":["hin-Deva","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-bos_Latn","languages":["hin-Deva","bos-Latn"]},{"precision":0.996542,"recall":0.997036,"f1":0.996706,"accuracy":0.997036,"main_score":0.996706,"hf_subset":"hin_Deva-fin_Latn","languages":["hin-Deva","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-ita_Latn","languages":["hin-Deva","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-kor_Hang","languages":["hin-Deva","kor-Hang"]},{"precision":0.452303,"recall":0.530632,"f1":0.473708,"accuracy":0.530632,"main_score":0.473708,"hf_subset":"hin_Deva-mos_Latn","languages":["hin-Deva","mos-Latn"]},{"precision":0.438045,"recall":0.51087,"f1":0.458122,"accuracy":0.51087,"main_score":0.458122,"hf_subset":"hin_Deva-run_Latn","languages":["hin-Deva","run-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hin_Deva-tam_Taml","languages":["hin-Deva","tam-Taml"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-vie_Latn","languages":["hin-Deva","vie-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hin_Deva-apc_Arab","languages":["hin-Deva","apc-Arab"]},{"precision":0.73512,"recall":0.790514,"f1":0.751114,"accuracy":0.790514,"main_score":0.751114,"hf_subset":"hin_Deva-bug_Latn","languages":["hin-Deva","bug-Latn"]},{"precision":0.408359,"recall":0.483202,"f1":0.428231,"accuracy":0.483202,"main_score":0.428231,"hf_subset":"hin_Deva-fon_Latn","languages":["hin-Deva","fon-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hin_Deva-jav_Latn","languages":["hin-Deva","jav-Latn"]},{"precision":0.90942,"recall":0.937747,"f1":0.918643,"accuracy":0.937747,"main_score":0.918643,"hf_subset":"hin_Deva-lao_Laoo","languages":["hin-Deva","lao-Laoo"]},{"precision":0.571518,"recall":0.65415,"f1":0.594188,"accuracy":0.65415,"main_score":0.594188,"hf_subset":"hin_Deva-mri_Latn","languages":["hin-Deva","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-rus_Cyrl","languages":["hin-Deva","rus-Cyrl"]},{"precision":0.486993,"recall":0.559289,"f1":0.506389,"accuracy":0.559289,"main_score":0.506389,"hf_subset":"hin_Deva-taq_Latn","languages":["hin-Deva","taq-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"hin_Deva-war_Latn","languages":["hin-Deva","war-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-arb_Arab","languages":["hin-Deva","arb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hin_Deva-bul_Cyrl","languages":["hin-Deva","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-fra_Latn","languages":["hin-Deva","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-jpn_Jpan","languages":["hin-Deva","jpn-Jpan"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"hin_Deva-lij_Latn","languages":["hin-Deva","lij-Latn"]},{"precision":0.958004,"recall":0.970356,"f1":0.961924,"accuracy":0.970356,"main_score":0.961924,"hf_subset":"hin_Deva-mya_Mymr","languages":["hin-Deva","mya-Mymr"]},{"precision":0.472838,"recall":0.556324,"f1":0.496025,"accuracy":0.556324,"main_score":0.496025,"hf_subset":"hin_Deva-sag_Latn","languages":["hin-Deva","sag-Latn"]},{"precision":0.132037,"recall":0.214427,"f1":0.148085,"accuracy":0.214427,"main_score":0.148085,"hf_subset":"hin_Deva-taq_Tfng","languages":["hin-Deva","taq-Tfng"]},{"precision":0.522025,"recall":0.604743,"f1":0.545669,"accuracy":0.604743,"main_score":0.545669,"hf_subset":"hin_Deva-wol_Latn","languages":["hin-Deva","wol-Latn"]},{"precision":0.620512,"recall":0.703557,"f1":0.643968,"accuracy":0.703557,"main_score":0.643968,"hf_subset":"hin_Deva-arb_Latn","languages":["hin-Deva","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-cat_Latn","languages":["hin-Deva","cat-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"hin_Deva-fur_Latn","languages":["hin-Deva","fur-Latn"]},{"precision":0.315516,"recall":0.386364,"f1":0.334445,"accuracy":0.386364,"main_score":0.334445,"hf_subset":"hin_Deva-kab_Latn","languages":["hin-Deva","kab-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"hin_Deva-lim_Latn","languages":["hin-Deva","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-nld_Latn","languages":["hin-Deva","nld-Latn"]},{"precision":0.964921,"recall":0.975296,"f1":0.968215,"accuracy":0.975296,"main_score":0.968215,"hf_subset":"hin_Deva-san_Deva","languages":["hin-Deva","san-Deva"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"hin_Deva-tat_Cyrl","languages":["hin-Deva","tat-Cyrl"]},{"precision":0.493522,"recall":0.571146,"f1":0.514954,"accuracy":0.571146,"main_score":0.514954,"hf_subset":"hin_Deva-xho_Latn","languages":["hin-Deva","xho-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-ars_Arab","languages":["hin-Deva","ars-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hin_Deva-ceb_Latn","languages":["hin-Deva","ceb-Latn"]},{"precision":0.464363,"recall":0.540514,"f1":0.485581,"accuracy":0.540514,"main_score":0.485581,"hf_subset":"hin_Deva-fuv_Latn","languages":["hin-Deva","fuv-Latn"]},{"precision":0.451474,"recall":0.540514,"f1":0.475553,"accuracy":0.540514,"main_score":0.475553,"hf_subset":"hin_Deva-kac_Latn","languages":["hin-Deva","kac-Latn"]},{"precision":0.535281,"recall":0.618577,"f1":0.558386,"accuracy":0.618577,"main_score":0.558386,"hf_subset":"hin_Deva-lin_Latn","languages":["hin-Deva","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-nno_Latn","languages":["hin-Deva","nno-Latn"]},{"precision":0.017744,"recall":0.060277,"f1":0.024177,"accuracy":0.060277,"main_score":0.024177,"hf_subset":"hin_Deva-sat_Olck","languages":["hin-Deva","sat-Olck"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hin_Deva-tel_Telu","languages":["hin-Deva","tel-Telu"]},{"precision":0.737146,"recall":0.805336,"f1":0.758059,"accuracy":0.805336,"main_score":0.758059,"hf_subset":"hin_Deva-ydd_Hebr","languages":["hin-Deva","ydd-Hebr"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"hin_Deva-ary_Arab","languages":["hin-Deva","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-ces_Latn","languages":["hin-Deva","ces-Latn"]},{"precision":0.403587,"recall":0.481225,"f1":0.424983,"accuracy":0.481225,"main_score":0.424983,"hf_subset":"hin_Deva-gaz_Latn","languages":["hin-Deva","gaz-Latn"]},{"precision":0.471579,"recall":0.554348,"f1":0.494496,"accuracy":0.554348,"main_score":0.494496,"hf_subset":"hin_Deva-kam_Latn","languages":["hin-Deva","kam-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"hin_Deva-lit_Latn","languages":["hin-Deva","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-nob_Latn","languages":["hin-Deva","nob-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"hin_Deva-scn_Latn","languages":["hin-Deva","scn-Latn"]},{"precision":0.916173,"recall":0.9417,"f1":0.924374,"accuracy":0.9417,"main_score":0.924374,"hf_subset":"hin_Deva-tgk_Cyrl","languages":["hin-Deva","tgk-Cyrl"]},{"precision":0.41794,"recall":0.497036,"f1":0.439846,"accuracy":0.497036,"main_score":0.439846,"hf_subset":"hin_Deva-yor_Latn","languages":["hin-Deva","yor-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hin_Deva-arz_Arab","languages":["hin-Deva","arz-Arab"]},{"precision":0.460616,"recall":0.550395,"f1":0.485375,"accuracy":0.550395,"main_score":0.485375,"hf_subset":"hin_Deva-cjk_Latn","languages":["hin-Deva","cjk-Latn"]},{"precision":0.602752,"recall":0.68083,"f1":0.625142,"accuracy":0.68083,"main_score":0.625142,"hf_subset":"hin_Deva-gla_Latn","languages":["hin-Deva","gla-Latn"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"hin_Deva-kan_Knda","languages":["hin-Deva","kan-Knda"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"hin_Deva-lmo_Latn","languages":["hin-Deva","lmo-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"hin_Deva-npi_Deva","languages":["hin-Deva","npi-Deva"]},{"precision":0.403328,"recall":0.503953,"f1":0.430281,"accuracy":0.503953,"main_score":0.430281,"hf_subset":"hin_Deva-shn_Mymr","languages":["hin-Deva","shn-Mymr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-tgl_Latn","languages":["hin-Deva","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-yue_Hant","languages":["hin-Deva","yue-Hant"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hin_Deva-asm_Beng","languages":["hin-Deva","asm-Beng"]},{"precision":0.722079,"recall":0.785573,"f1":0.740734,"accuracy":0.785573,"main_score":0.740734,"hf_subset":"hin_Deva-ckb_Arab","languages":["hin-Deva","ckb-Arab"]},{"precision":0.702216,"recall":0.778656,"f1":0.725675,"accuracy":0.778656,"main_score":0.725675,"hf_subset":"hin_Deva-gle_Latn","languages":["hin-Deva","gle-Latn"]},{"precision":0.899292,"recall":0.93083,"f1":0.909321,"accuracy":0.93083,"main_score":0.909321,"hf_subset":"hin_Deva-kas_Arab","languages":["hin-Deva","kas-Arab"]},{"precision":0.882799,"recall":0.916996,"f1":0.893594,"accuracy":0.916996,"main_score":0.893594,"hf_subset":"hin_Deva-ltg_Latn","languages":["hin-Deva","ltg-Latn"]},{"precision":0.498233,"recall":0.579051,"f1":0.520673,"accuracy":0.579051,"main_score":0.520673,"hf_subset":"hin_Deva-nso_Latn","languages":["hin-Deva","nso-Latn"]},{"precision":0.476029,"recall":0.583992,"f1":0.50701,"accuracy":0.583992,"main_score":0.50701,"hf_subset":"hin_Deva-sin_Sinh","languages":["hin-Deva","sin-Sinh"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-tha_Thai","languages":["hin-Deva","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-zho_Hans","languages":["hin-Deva","zho-Hans"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hin_Deva-ast_Latn","languages":["hin-Deva","ast-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hin_Deva-crh_Latn","languages":["hin-Deva","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-glg_Latn","languages":["hin-Deva","glg-Latn"]},{"precision":0.79277,"recall":0.849802,"f1":0.809947,"accuracy":0.849802,"main_score":0.809947,"hf_subset":"hin_Deva-kas_Deva","languages":["hin-Deva","kas-Deva"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"hin_Deva-ltz_Latn","languages":["hin-Deva","ltz-Latn"]},{"precision":0.375223,"recall":0.462451,"f1":0.398694,"accuracy":0.462451,"main_score":0.398694,"hf_subset":"hin_Deva-nus_Latn","languages":["hin-Deva","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-slk_Latn","languages":["hin-Deva","slk-Latn"]},{"precision":0.276478,"recall":0.347826,"f1":0.294942,"accuracy":0.347826,"main_score":0.294942,"hf_subset":"hin_Deva-tir_Ethi","languages":["hin-Deva","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hin_Deva-zho_Hant","languages":["hin-Deva","zho-Hant"]},{"precision":0.986166,"recall":0.990119,"f1":0.987484,"accuracy":0.990119,"main_score":0.987484,"hf_subset":"hin_Deva-awa_Deva","languages":["hin-Deva","awa-Deva"]},{"precision":0.863505,"recall":0.903162,"f1":0.875955,"accuracy":0.903162,"main_score":0.875955,"hf_subset":"hin_Deva-cym_Latn","languages":["hin-Deva","cym-Latn"]},{"precision":0.702761,"recall":0.76581,"f1":0.720942,"accuracy":0.76581,"main_score":0.720942,"hf_subset":"hin_Deva-grn_Latn","languages":["hin-Deva","grn-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"hin_Deva-kat_Geor","languages":["hin-Deva","kat-Geor"]},{"precision":0.543902,"recall":0.616601,"f1":0.564444,"accuracy":0.616601,"main_score":0.564444,"hf_subset":"hin_Deva-lua_Latn","languages":["hin-Deva","lua-Latn"]},{"precision":0.497492,"recall":0.575099,"f1":0.518232,"accuracy":0.575099,"main_score":0.518232,"hf_subset":"hin_Deva-nya_Latn","languages":["hin-Deva","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-slv_Latn","languages":["hin-Deva","slv-Latn"]},{"precision":0.780016,"recall":0.83498,"f1":0.796624,"accuracy":0.83498,"main_score":0.796624,"hf_subset":"hin_Deva-tpi_Latn","languages":["hin-Deva","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-zsm_Latn","languages":["hin-Deva","zsm-Latn"]},{"precision":0.454691,"recall":0.528656,"f1":0.474654,"accuracy":0.528656,"main_score":0.474654,"hf_subset":"hin_Deva-ayr_Latn","languages":["hin-Deva","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-dan_Latn","languages":["hin-Deva","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hin_Deva-guj_Gujr","languages":["hin-Deva","guj-Gujr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"hin_Deva-kaz_Cyrl","languages":["hin-Deva","kaz-Cyrl"]},{"precision":0.432491,"recall":0.507905,"f1":0.453219,"accuracy":0.507905,"main_score":0.453219,"hf_subset":"hin_Deva-lug_Latn","languages":["hin-Deva","lug-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hin_Deva-oci_Latn","languages":["hin-Deva","oci-Latn"]},{"precision":0.493488,"recall":0.583004,"f1":0.519065,"accuracy":0.583004,"main_score":0.519065,"hf_subset":"hin_Deva-smo_Latn","languages":["hin-Deva","smo-Latn"]},{"precision":0.447542,"recall":0.529644,"f1":0.469107,"accuracy":0.529644,"main_score":0.469107,"hf_subset":"hin_Deva-tsn_Latn","languages":["hin-Deva","tsn-Latn"]},{"precision":0.455412,"recall":0.531621,"f1":0.475809,"accuracy":0.531621,"main_score":0.475809,"hf_subset":"hin_Deva-zul_Latn","languages":["hin-Deva","zul-Latn"]},{"precision":0.810359,"recall":0.867589,"f1":0.828623,"accuracy":0.867589,"main_score":0.828623,"hf_subset":"hin_Deva-azb_Arab","languages":["hin-Deva","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-deu_Latn","languages":["hin-Deva","deu-Latn"]},{"precision":0.915679,"recall":0.938735,"f1":0.923057,"accuracy":0.938735,"main_score":0.923057,"hf_subset":"hin_Deva-hat_Latn","languages":["hin-Deva","hat-Latn"]},{"precision":0.408161,"recall":0.485178,"f1":0.429482,"accuracy":0.485178,"main_score":0.429482,"hf_subset":"hin_Deva-kbp_Latn","languages":["hin-Deva","kbp-Latn"]},{"precision":0.474016,"recall":0.547431,"f1":0.49471,"accuracy":0.547431,"main_score":0.49471,"hf_subset":"hin_Deva-luo_Latn","languages":["hin-Deva","luo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hin_Deva-ory_Orya","languages":["hin-Deva","ory-Orya"]},{"precision":0.470389,"recall":0.551383,"f1":0.493564,"accuracy":0.551383,"main_score":0.493564,"hf_subset":"hin_Deva-sna_Latn","languages":["hin-Deva","sna-Latn"]},{"precision":0.436244,"recall":0.511858,"f1":0.457082,"accuracy":0.511858,"main_score":0.457082,"hf_subset":"hin_Deva-tso_Latn","languages":["hin-Deva","tso-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hin_Deva-azj_Latn","languages":["hin-Deva","azj-Latn"]},{"precision":0.447597,"recall":0.535573,"f1":0.472372,"accuracy":0.535573,"main_score":0.472372,"hf_subset":"hin_Deva-dik_Latn","languages":["hin-Deva","dik-Latn"]},{"precision":0.460906,"recall":0.524704,"f1":0.478812,"accuracy":0.524704,"main_score":0.478812,"hf_subset":"hin_Deva-hau_Latn","languages":["hin-Deva","hau-Latn"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"hin_Deva-kea_Latn","languages":["hin-Deva","kea-Latn"]},{"precision":0.625834,"recall":0.701581,"f1":0.647816,"accuracy":0.701581,"main_score":0.647816,"hf_subset":"hin_Deva-lus_Latn","languages":["hin-Deva","lus-Latn"]},{"precision":0.806933,"recall":0.855731,"f1":0.821758,"accuracy":0.855731,"main_score":0.821758,"hf_subset":"hin_Deva-pag_Latn","languages":["hin-Deva","pag-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"hin_Deva-snd_Arab","languages":["hin-Deva","snd-Arab"]},{"precision":0.883235,"recall":0.918972,"f1":0.894565,"accuracy":0.918972,"main_score":0.894565,"hf_subset":"hin_Deva-tuk_Latn","languages":["hin-Deva","tuk-Latn"]},{"precision":0.942688,"recall":0.960474,"f1":0.948452,"accuracy":0.960474,"main_score":0.948452,"hf_subset":"hin_Deva-bak_Cyrl","languages":["hin-Deva","bak-Cyrl"]},{"precision":0.40732,"recall":0.5,"f1":0.433482,"accuracy":0.5,"main_score":0.433482,"hf_subset":"hin_Deva-dyu_Latn","languages":["hin-Deva","dyu-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-heb_Hebr","languages":["hin-Deva","heb-Hebr"]},{"precision":0.899209,"recall":0.928854,"f1":0.908762,"accuracy":0.928854,"main_score":0.908762,"hf_subset":"hin_Deva-khk_Cyrl","languages":["hin-Deva","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hin_Deva-lvs_Latn","languages":["hin-Deva","lvs-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hin_Deva-pan_Guru","languages":["hin-Deva","pan-Guru"]},{"precision":0.457672,"recall":0.534585,"f1":0.478679,"accuracy":0.534585,"main_score":0.478679,"hf_subset":"hin_Deva-som_Latn","languages":["hin-Deva","som-Latn"]},{"precision":0.498697,"recall":0.570158,"f1":0.51851,"accuracy":0.570158,"main_score":0.51851,"hf_subset":"hin_Deva-tum_Latn","languages":["hin-Deva","tum-Latn"]},{"precision":0.283453,"recall":0.34585,"f1":0.299848,"accuracy":0.34585,"main_score":0.299848,"hf_subset":"khm_Khmr-ace_Arab","languages":["khm-Khmr","ace-Arab"]},{"precision":0.36929,"recall":0.416008,"f1":0.382793,"accuracy":0.416008,"main_score":0.382793,"hf_subset":"khm_Khmr-bam_Latn","languages":["khm-Khmr","bam-Latn"]},{"precision":0.118541,"recall":0.155138,"f1":0.127841,"accuracy":0.155138,"main_score":0.127841,"hf_subset":"khm_Khmr-dzo_Tibt","languages":["khm-Khmr","dzo-Tibt"]},{"precision":0.956851,"recall":0.970356,"f1":0.961298,"accuracy":0.970356,"main_score":0.961298,"hf_subset":"khm_Khmr-hin_Deva","languages":["khm-Khmr","hin-Deva"]},{"precision":0.923007,"recall":0.94664,"f1":0.930567,"accuracy":0.94664,"main_score":0.930567,"hf_subset":"khm_Khmr-mag_Deva","languages":["khm-Khmr","mag-Deva"]},{"precision":0.839592,"recall":0.882411,"f1":0.852701,"accuracy":0.882411,"main_score":0.852701,"hf_subset":"khm_Khmr-pap_Latn","languages":["khm-Khmr","pap-Latn"]},{"precision":0.403789,"recall":0.452569,"f1":0.417519,"accuracy":0.452569,"main_score":0.417519,"hf_subset":"khm_Khmr-sot_Latn","languages":["khm-Khmr","sot-Latn"]},{"precision":0.944417,"recall":0.961462,"f1":0.949835,"accuracy":0.961462,"main_score":0.949835,"hf_subset":"khm_Khmr-tur_Latn","languages":["khm-Khmr","tur-Latn"]},{"precision":0.600271,"recall":0.673913,"f1":0.620822,"accuracy":0.673913,"main_score":0.620822,"hf_subset":"khm_Khmr-ace_Latn","languages":["khm-Khmr","ace-Latn"]},{"precision":0.732765,"recall":0.797431,"f1":0.751965,"accuracy":0.797431,"main_score":0.751965,"hf_subset":"khm_Khmr-ban_Latn","languages":["khm-Khmr","ban-Latn"]},{"precision":0.9361,"recall":0.956522,"f1":0.942852,"accuracy":0.956522,"main_score":0.942852,"hf_subset":"khm_Khmr-ell_Grek","languages":["khm-Khmr","ell-Grek"]},{"precision":0.913043,"recall":0.938735,"f1":0.921278,"accuracy":0.938735,"main_score":0.921278,"hf_subset":"khm_Khmr-hne_Deva","languages":["khm-Khmr","hne-Deva"]},{"precision":0.365176,"recall":0.416008,"f1":0.37873,"accuracy":0.416008,"main_score":0.37873,"hf_subset":"khm_Khmr-kik_Latn","languages":["khm-Khmr","kik-Latn"]},{"precision":0.919302,"recall":0.944664,"f1":0.927536,"accuracy":0.944664,"main_score":0.927536,"hf_subset":"khm_Khmr-mai_Deva","languages":["khm-Khmr","mai-Deva"]},{"precision":0.722753,"recall":0.790514,"f1":0.74333,"accuracy":0.790514,"main_score":0.74333,"hf_subset":"khm_Khmr-pbt_Arab","languages":["khm-Khmr","pbt-Arab"]},{"precision":0.942688,"recall":0.960474,"f1":0.948452,"accuracy":0.960474,"main_score":0.948452,"hf_subset":"khm_Khmr-spa_Latn","languages":["khm-Khmr","spa-Latn"]},{"precision":0.403708,"recall":0.450593,"f1":0.416724,"accuracy":0.450593,"main_score":0.416724,"hf_subset":"khm_Khmr-twi_Latn","languages":["khm-Khmr","twi-Latn"]},{"precision":0.932312,"recall":0.952569,"f1":0.938702,"accuracy":0.952569,"main_score":0.938702,"hf_subset":"khm_Khmr-acm_Arab","languages":["khm-Khmr","acm-Arab"]},{"precision":0.921278,"recall":0.945652,"f1":0.929183,"accuracy":0.945652,"main_score":0.929183,"hf_subset":"khm_Khmr-bel_Cyrl","languages":["khm-Khmr","bel-Cyrl"]},{"precision":0.947217,"recall":0.963439,"f1":0.952306,"accuracy":0.963439,"main_score":0.952306,"hf_subset":"khm_Khmr-eng_Latn","languages":["khm-Khmr","eng-Latn"]},{"precision":0.946723,"recall":0.963439,"f1":0.952141,"accuracy":0.963439,"main_score":0.952141,"hf_subset":"khm_Khmr-hrv_Latn","languages":["khm-Khmr","hrv-Latn"]},{"precision":0.385171,"recall":0.43083,"f1":0.397486,"accuracy":0.43083,"main_score":0.397486,"hf_subset":"khm_Khmr-kin_Latn","languages":["khm-Khmr","kin-Latn"]},{"precision":0.918478,"recall":0.943676,"f1":0.926548,"accuracy":0.943676,"main_score":0.926548,"hf_subset":"khm_Khmr-mal_Mlym","languages":["khm-Khmr","mal-Mlym"]},{"precision":0.945982,"recall":0.963439,"f1":0.951746,"accuracy":0.963439,"main_score":0.951746,"hf_subset":"khm_Khmr-pes_Arab","languages":["khm-Khmr","pes-Arab"]},{"precision":0.863142,"recall":0.90415,"f1":0.876285,"accuracy":0.90415,"main_score":0.876285,"hf_subset":"khm_Khmr-srd_Latn","languages":["khm-Khmr","srd-Latn"]},{"precision":0.135344,"recall":0.185771,"f1":0.147271,"accuracy":0.185771,"main_score":0.147271,"hf_subset":"khm_Khmr-tzm_Tfng","languages":["khm-Khmr","tzm-Tfng"]},{"precision":0.921196,"recall":0.945652,"f1":0.929084,"accuracy":0.945652,"main_score":0.929084,"hf_subset":"khm_Khmr-acq_Arab","languages":["khm-Khmr","acq-Arab"]},{"precision":0.416604,"recall":0.463439,"f1":0.429073,"accuracy":0.463439,"main_score":0.429073,"hf_subset":"khm_Khmr-bem_Latn","languages":["khm-Khmr","bem-Latn"]},{"precision":0.949852,"recall":0.965415,"f1":0.954776,"accuracy":0.965415,"main_score":0.954776,"hf_subset":"khm_Khmr-epo_Latn","languages":["khm-Khmr","epo-Latn"]},{"precision":0.948205,"recall":0.964427,"f1":0.953458,"accuracy":0.964427,"main_score":0.953458,"hf_subset":"khm_Khmr-hun_Latn","languages":["khm-Khmr","hun-Latn"]},{"precision":0.837648,"recall":0.884387,"f1":0.852404,"accuracy":0.884387,"main_score":0.852404,"hf_subset":"khm_Khmr-kir_Cyrl","languages":["khm-Khmr","kir-Cyrl"]},{"precision":0.945652,"recall":0.963439,"f1":0.951581,"accuracy":0.963439,"main_score":0.951581,"hf_subset":"khm_Khmr-mar_Deva","languages":["khm-Khmr","mar-Deva"]},{"precision":0.439877,"recall":0.486166,"f1":0.452497,"accuracy":0.486166,"main_score":0.452497,"hf_subset":"khm_Khmr-plt_Latn","languages":["khm-Khmr","plt-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"khm_Khmr-srp_Cyrl","languages":["khm-Khmr","srp-Cyrl"]},{"precision":0.831933,"recall":0.879447,"f1":0.847233,"accuracy":0.879447,"main_score":0.847233,"hf_subset":"khm_Khmr-uig_Arab","languages":["khm-Khmr","uig-Arab"]},{"precision":0.876186,"recall":0.914032,"f1":0.888307,"accuracy":0.914032,"main_score":0.888307,"hf_subset":"khm_Khmr-aeb_Arab","languages":["khm-Khmr","aeb-Arab"]},{"precision":0.954875,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"khm_Khmr-ben_Beng","languages":["khm-Khmr","ben-Beng"]},{"precision":0.938406,"recall":0.95751,"f1":0.944499,"accuracy":0.95751,"main_score":0.944499,"hf_subset":"khm_Khmr-est_Latn","languages":["khm-Khmr","est-Latn"]},{"precision":0.935771,"recall":0.955534,"f1":0.942147,"accuracy":0.955534,"main_score":0.942147,"hf_subset":"khm_Khmr-hye_Armn","languages":["khm-Khmr","hye-Armn"]},{"precision":0.399301,"recall":0.438735,"f1":0.411018,"accuracy":0.438735,"main_score":0.411018,"hf_subset":"khm_Khmr-kmb_Latn","languages":["khm-Khmr","kmb-Latn"]},{"precision":0.26406,"recall":0.33004,"f1":0.280335,"accuracy":0.33004,"main_score":0.280335,"hf_subset":"khm_Khmr-min_Arab","languages":["khm-Khmr","min-Arab"]},{"precision":0.93857,"recall":0.95751,"f1":0.944664,"accuracy":0.95751,"main_score":0.944664,"hf_subset":"khm_Khmr-pol_Latn","languages":["khm-Khmr","pol-Latn"]},{"precision":0.371946,"recall":0.427866,"f1":0.387027,"accuracy":0.427866,"main_score":0.387027,"hf_subset":"khm_Khmr-ssw_Latn","languages":["khm-Khmr","ssw-Latn"]},{"precision":0.959157,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"khm_Khmr-ukr_Cyrl","languages":["khm-Khmr","ukr-Cyrl"]},{"precision":0.946393,"recall":0.962451,"f1":0.951482,"accuracy":0.962451,"main_score":0.951482,"hf_subset":"khm_Khmr-afr_Latn","languages":["khm-Khmr","afr-Latn"]},{"precision":0.885211,"recall":0.920949,"f1":0.896739,"accuracy":0.920949,"main_score":0.896739,"hf_subset":"khm_Khmr-bho_Deva","languages":["khm-Khmr","bho-Deva"]},{"precision":0.838992,"recall":0.882411,"f1":0.852355,"accuracy":0.882411,"main_score":0.852355,"hf_subset":"khm_Khmr-eus_Latn","languages":["khm-Khmr","eus-Latn"]},{"precision":0.385298,"recall":0.435771,"f1":0.399207,"accuracy":0.435771,"main_score":0.399207,"hf_subset":"khm_Khmr-ibo_Latn","languages":["khm-Khmr","ibo-Latn"]},{"precision":0.558743,"recall":0.632411,"f1":0.578877,"accuracy":0.632411,"main_score":0.578877,"hf_subset":"khm_Khmr-kmr_Latn","languages":["khm-Khmr","kmr-Latn"]},{"precision":0.837072,"recall":0.882411,"f1":0.851021,"accuracy":0.882411,"main_score":0.851021,"hf_subset":"khm_Khmr-min_Latn","languages":["khm-Khmr","min-Latn"]},{"precision":0.955698,"recall":0.969368,"f1":0.95998,"accuracy":0.969368,"main_score":0.95998,"hf_subset":"khm_Khmr-por_Latn","languages":["khm-Khmr","por-Latn"]},{"precision":0.874012,"recall":0.911067,"f1":0.885837,"accuracy":0.911067,"main_score":0.885837,"hf_subset":"khm_Khmr-sun_Latn","languages":["khm-Khmr","sun-Latn"]},{"precision":0.375119,"recall":0.416996,"f1":0.386978,"accuracy":0.416996,"main_score":0.386978,"hf_subset":"khm_Khmr-umb_Latn","languages":["khm-Khmr","umb-Latn"]},{"precision":0.943758,"recall":0.961462,"f1":0.949506,"accuracy":0.961462,"main_score":0.949506,"hf_subset":"khm_Khmr-ajp_Arab","languages":["khm-Khmr","ajp-Arab"]},{"precision":0.285848,"recall":0.353755,"f1":0.303818,"accuracy":0.353755,"main_score":0.303818,"hf_subset":"khm_Khmr-bjn_Arab","languages":["khm-Khmr","bjn-Arab"]},{"precision":0.383285,"recall":0.43083,"f1":0.39631,"accuracy":0.43083,"main_score":0.39631,"hf_subset":"khm_Khmr-ewe_Latn","languages":["khm-Khmr","ewe-Latn"]},{"precision":0.636917,"recall":0.709486,"f1":0.657319,"accuracy":0.709486,"main_score":0.657319,"hf_subset":"khm_Khmr-ilo_Latn","languages":["khm-Khmr","ilo-Latn"]},{"precision":0.167757,"recall":0.233202,"f1":0.184463,"accuracy":0.233202,"main_score":0.184463,"hf_subset":"khm_Khmr-knc_Arab","languages":["khm-Khmr","knc-Arab"]},{"precision":0.963933,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"khm_Khmr-mkd_Cyrl","languages":["khm-Khmr","mkd-Cyrl"]},{"precision":0.935441,"recall":0.955534,"f1":0.941864,"accuracy":0.955534,"main_score":0.941864,"hf_subset":"khm_Khmr-prs_Arab","languages":["khm-Khmr","prs-Arab"]},{"precision":0.951087,"recall":0.966403,"f1":0.956028,"accuracy":0.966403,"main_score":0.956028,"hf_subset":"khm_Khmr-swe_Latn","languages":["khm-Khmr","swe-Latn"]},{"precision":0.938653,"recall":0.95751,"f1":0.94473,"accuracy":0.95751,"main_score":0.94473,"hf_subset":"khm_Khmr-urd_Arab","languages":["khm-Khmr","urd-Arab"]},{"precision":0.39414,"recall":0.4417,"f1":0.407839,"accuracy":0.4417,"main_score":0.407839,"hf_subset":"khm_Khmr-aka_Latn","languages":["khm-Khmr","aka-Latn"]},{"precision":0.852437,"recall":0.893281,"f1":0.86525,"accuracy":0.893281,"main_score":0.86525,"hf_subset":"khm_Khmr-bjn_Latn","languages":["khm-Khmr","bjn-Latn"]},{"precision":0.810096,"recall":0.860672,"f1":0.825743,"accuracy":0.860672,"main_score":0.825743,"hf_subset":"khm_Khmr-fao_Latn","languages":["khm-Khmr","fao-Latn"]},{"precision":0.955204,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"khm_Khmr-ind_Latn","languages":["khm-Khmr","ind-Latn"]},{"precision":0.405791,"recall":0.458498,"f1":0.419961,"accuracy":0.458498,"main_score":0.419961,"hf_subset":"khm_Khmr-knc_Latn","languages":["khm-Khmr","knc-Latn"]},{"precision":0.840031,"recall":0.883399,"f1":0.853096,"accuracy":0.883399,"main_score":0.853096,"hf_subset":"khm_Khmr-mlt_Latn","languages":["khm-Khmr","mlt-Latn"]},{"precision":0.414435,"recall":0.468379,"f1":0.428818,"accuracy":0.468379,"main_score":0.428818,"hf_subset":"khm_Khmr-quy_Latn","languages":["khm-Khmr","quy-Latn"]},{"precision":0.623379,"recall":0.702569,"f1":0.646403,"accuracy":0.702569,"main_score":0.646403,"hf_subset":"khm_Khmr-swh_Latn","languages":["khm-Khmr","swh-Latn"]},{"precision":0.916667,"recall":0.9417,"f1":0.924704,"accuracy":0.9417,"main_score":0.924704,"hf_subset":"khm_Khmr-uzn_Latn","languages":["khm-Khmr","uzn-Latn"]},{"precision":0.926466,"recall":0.948617,"f1":0.933696,"accuracy":0.948617,"main_score":0.933696,"hf_subset":"khm_Khmr-als_Latn","languages":["khm-Khmr","als-Latn"]},{"precision":0.195913,"recall":0.246047,"f1":0.208823,"accuracy":0.246047,"main_score":0.208823,"hf_subset":"khm_Khmr-bod_Tibt","languages":["khm-Khmr","bod-Tibt"]},{"precision":0.398337,"recall":0.432806,"f1":0.408068,"accuracy":0.432806,"main_score":0.408068,"hf_subset":"khm_Khmr-fij_Latn","languages":["khm-Khmr","fij-Latn"]},{"precision":0.837121,"recall":0.882411,"f1":0.851285,"accuracy":0.882411,"main_score":0.851285,"hf_subset":"khm_Khmr-isl_Latn","languages":["khm-Khmr","isl-Latn"]},{"precision":0.407171,"recall":0.469368,"f1":0.424144,"accuracy":0.469368,"main_score":0.424144,"hf_subset":"khm_Khmr-kon_Latn","languages":["khm-Khmr","kon-Latn"]},{"precision":0.335045,"recall":0.410079,"f1":0.355011,"accuracy":0.410079,"main_score":0.355011,"hf_subset":"khm_Khmr-mni_Beng","languages":["khm-Khmr","mni-Beng"]},{"precision":0.946146,"recall":0.963439,"f1":0.951746,"accuracy":0.963439,"main_score":0.951746,"hf_subset":"khm_Khmr-ron_Latn","languages":["khm-Khmr","ron-Latn"]},{"precision":0.882115,"recall":0.916996,"f1":0.893281,"accuracy":0.916996,"main_score":0.893281,"hf_subset":"khm_Khmr-szl_Latn","languages":["khm-Khmr","szl-Latn"]},{"precision":0.929595,"recall":0.951581,"f1":0.93666,"accuracy":0.951581,"main_score":0.93666,"hf_subset":"khm_Khmr-vec_Latn","languages":["khm-Khmr","vec-Latn"]},{"precision":0.444799,"recall":0.52668,"f1":0.467295,"accuracy":0.52668,"main_score":0.467295,"hf_subset":"khm_Khmr-amh_Ethi","languages":["khm-Khmr","amh-Ethi"]},{"precision":0.951416,"recall":0.967391,"f1":0.956686,"accuracy":0.967391,"main_score":0.956686,"hf_subset":"khm_Khmr-bos_Latn","languages":["khm-Khmr","bos-Latn"]},{"precision":0.944829,"recall":0.962451,"f1":0.950593,"accuracy":0.962451,"main_score":0.950593,"hf_subset":"khm_Khmr-fin_Latn","languages":["khm-Khmr","fin-Latn"]},{"precision":0.948205,"recall":0.964427,"f1":0.953458,"accuracy":0.964427,"main_score":0.953458,"hf_subset":"khm_Khmr-ita_Latn","languages":["khm-Khmr","ita-Latn"]},{"precision":0.947299,"recall":0.964427,"f1":0.952899,"accuracy":0.964427,"main_score":0.952899,"hf_subset":"khm_Khmr-kor_Hang","languages":["khm-Khmr","kor-Hang"]},{"precision":0.380728,"recall":0.424901,"f1":0.392773,"accuracy":0.424901,"main_score":0.392773,"hf_subset":"khm_Khmr-mos_Latn","languages":["khm-Khmr","mos-Latn"]},{"precision":0.381977,"recall":0.426877,"f1":0.393929,"accuracy":0.426877,"main_score":0.393929,"hf_subset":"khm_Khmr-run_Latn","languages":["khm-Khmr","run-Latn"]},{"precision":0.936594,"recall":0.95751,"f1":0.943511,"accuracy":0.95751,"main_score":0.943511,"hf_subset":"khm_Khmr-tam_Taml","languages":["khm-Khmr","tam-Taml"]},{"precision":0.951746,"recall":0.967391,"f1":0.956851,"accuracy":0.967391,"main_score":0.956851,"hf_subset":"khm_Khmr-vie_Latn","languages":["khm-Khmr","vie-Latn"]},{"precision":0.9333,"recall":0.953557,"f1":0.939888,"accuracy":0.953557,"main_score":0.939888,"hf_subset":"khm_Khmr-apc_Arab","languages":["khm-Khmr","apc-Arab"]},{"precision":0.535683,"recall":0.608696,"f1":0.555719,"accuracy":0.608696,"main_score":0.555719,"hf_subset":"khm_Khmr-bug_Latn","languages":["khm-Khmr","bug-Latn"]},{"precision":0.354537,"recall":0.397233,"f1":0.366414,"accuracy":0.397233,"main_score":0.366414,"hf_subset":"khm_Khmr-fon_Latn","languages":["khm-Khmr","fon-Latn"]},{"precision":0.894269,"recall":0.925889,"f1":0.90448,"accuracy":0.925889,"main_score":0.90448,"hf_subset":"khm_Khmr-jav_Latn","languages":["khm-Khmr","jav-Latn"]},{"precision":0.89114,"recall":0.922925,"f1":0.901153,"accuracy":0.922925,"main_score":0.901153,"hf_subset":"khm_Khmr-lao_Laoo","languages":["khm-Khmr","lao-Laoo"]},{"precision":0.490987,"recall":0.555336,"f1":0.508204,"accuracy":0.555336,"main_score":0.508204,"hf_subset":"khm_Khmr-mri_Latn","languages":["khm-Khmr","mri-Latn"]},{"precision":0.944993,"recall":0.962451,"f1":0.950593,"accuracy":0.962451,"main_score":0.950593,"hf_subset":"khm_Khmr-rus_Cyrl","languages":["khm-Khmr","rus-Cyrl"]},{"precision":0.38207,"recall":0.425889,"f1":0.394023,"accuracy":0.425889,"main_score":0.394023,"hf_subset":"khm_Khmr-taq_Latn","languages":["khm-Khmr","taq-Latn"]},{"precision":0.857823,"recall":0.897233,"f1":0.86973,"accuracy":0.897233,"main_score":0.86973,"hf_subset":"khm_Khmr-war_Latn","languages":["khm-Khmr","war-Latn"]},{"precision":0.946344,"recall":0.962451,"f1":0.951416,"accuracy":0.962451,"main_score":0.951416,"hf_subset":"khm_Khmr-arb_Arab","languages":["khm-Khmr","arb-Arab"]},{"precision":0.954875,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"khm_Khmr-bul_Cyrl","languages":["khm-Khmr","bul-Cyrl"]},{"precision":0.943264,"recall":0.961462,"f1":0.949177,"accuracy":0.961462,"main_score":0.949177,"hf_subset":"khm_Khmr-fra_Latn","languages":["khm-Khmr","fra-Latn"]},{"precision":0.930583,"recall":0.951581,"f1":0.937319,"accuracy":0.951581,"main_score":0.937319,"hf_subset":"khm_Khmr-jpn_Jpan","languages":["khm-Khmr","jpn-Jpan"]},{"precision":0.899704,"recall":0.93083,"f1":0.909914,"accuracy":0.93083,"main_score":0.909914,"hf_subset":"khm_Khmr-lij_Latn","languages":["khm-Khmr","lij-Latn"]},{"precision":0.888505,"recall":0.922925,"f1":0.899868,"accuracy":0.922925,"main_score":0.899868,"hf_subset":"khm_Khmr-mya_Mymr","languages":["khm-Khmr","mya-Mymr"]},{"precision":0.397046,"recall":0.453557,"f1":0.412282,"accuracy":0.453557,"main_score":0.412282,"hf_subset":"khm_Khmr-sag_Latn","languages":["khm-Khmr","sag-Latn"]},{"precision":0.142229,"recall":0.20751,"f1":0.156219,"accuracy":0.20751,"main_score":0.156219,"hf_subset":"khm_Khmr-taq_Tfng","languages":["khm-Khmr","taq-Tfng"]},{"precision":0.418161,"recall":0.466403,"f1":0.431303,"accuracy":0.466403,"main_score":0.431303,"hf_subset":"khm_Khmr-wol_Latn","languages":["khm-Khmr","wol-Latn"]},{"precision":0.482718,"recall":0.573123,"f1":0.507637,"accuracy":0.573123,"main_score":0.507637,"hf_subset":"khm_Khmr-arb_Latn","languages":["khm-Khmr","arb-Latn"]},{"precision":0.940876,"recall":0.959486,"f1":0.94697,"accuracy":0.959486,"main_score":0.94697,"hf_subset":"khm_Khmr-cat_Latn","languages":["khm-Khmr","cat-Latn"]},{"precision":0.871953,"recall":0.908103,"f1":0.883418,"accuracy":0.908103,"main_score":0.883418,"hf_subset":"khm_Khmr-fur_Latn","languages":["khm-Khmr","fur-Latn"]},{"precision":0.303153,"recall":0.346838,"f1":0.315895,"accuracy":0.346838,"main_score":0.315895,"hf_subset":"khm_Khmr-kab_Latn","languages":["khm-Khmr","kab-Latn"]},{"precision":0.854694,"recall":0.893281,"f1":0.866667,"accuracy":0.893281,"main_score":0.866667,"hf_subset":"khm_Khmr-lim_Latn","languages":["khm-Khmr","lim-Latn"]},{"precision":0.936841,"recall":0.956522,"f1":0.943083,"accuracy":0.956522,"main_score":0.943083,"hf_subset":"khm_Khmr-nld_Latn","languages":["khm-Khmr","nld-Latn"]},{"precision":0.854802,"recall":0.897233,"f1":0.868231,"accuracy":0.897233,"main_score":0.868231,"hf_subset":"khm_Khmr-san_Deva","languages":["khm-Khmr","san-Deva"]},{"precision":0.882288,"recall":0.916008,"f1":0.892743,"accuracy":0.916008,"main_score":0.892743,"hf_subset":"khm_Khmr-tat_Cyrl","languages":["khm-Khmr","tat-Cyrl"]},{"precision":0.416026,"recall":0.467391,"f1":0.429938,"accuracy":0.467391,"main_score":0.429938,"hf_subset":"khm_Khmr-xho_Latn","languages":["khm-Khmr","xho-Latn"]},{"precision":0.943709,"recall":0.960474,"f1":0.948946,"accuracy":0.960474,"main_score":0.948946,"hf_subset":"khm_Khmr-ars_Arab","languages":["khm-Khmr","ars-Arab"]},{"precision":0.905748,"recall":0.932806,"f1":0.914262,"accuracy":0.932806,"main_score":0.914262,"hf_subset":"khm_Khmr-ceb_Latn","languages":["khm-Khmr","ceb-Latn"]},{"precision":0.387698,"recall":0.432806,"f1":0.400645,"accuracy":0.432806,"main_score":0.400645,"hf_subset":"khm_Khmr-fuv_Latn","languages":["khm-Khmr","fuv-Latn"]},{"precision":0.374502,"recall":0.424901,"f1":0.388832,"accuracy":0.424901,"main_score":0.388832,"hf_subset":"khm_Khmr-kac_Latn","languages":["khm-Khmr","kac-Latn"]},{"precision":0.406534,"recall":0.468379,"f1":0.423374,"accuracy":0.468379,"main_score":0.423374,"hf_subset":"khm_Khmr-lin_Latn","languages":["khm-Khmr","lin-Latn"]},{"precision":0.935359,"recall":0.954545,"f1":0.941436,"accuracy":0.954545,"main_score":0.941436,"hf_subset":"khm_Khmr-nno_Latn","languages":["khm-Khmr","nno-Latn"]},{"precision":0.029189,"recall":0.077075,"f1":0.038036,"accuracy":0.077075,"main_score":0.038036,"hf_subset":"khm_Khmr-sat_Olck","languages":["khm-Khmr","sat-Olck"]},{"precision":0.928113,"recall":0.950593,"f1":0.935343,"accuracy":0.950593,"main_score":0.935343,"hf_subset":"khm_Khmr-tel_Telu","languages":["khm-Khmr","tel-Telu"]},{"precision":0.589155,"recall":0.676877,"f1":0.614797,"accuracy":0.676877,"main_score":0.614797,"hf_subset":"khm_Khmr-ydd_Hebr","languages":["khm-Khmr","ydd-Hebr"]},{"precision":0.852437,"recall":0.894269,"f1":0.865909,"accuracy":0.894269,"main_score":0.865909,"hf_subset":"khm_Khmr-ary_Arab","languages":["khm-Khmr","ary-Arab"]},{"precision":0.952899,"recall":0.968379,"f1":0.958004,"accuracy":0.968379,"main_score":0.958004,"hf_subset":"khm_Khmr-ces_Latn","languages":["khm-Khmr","ces-Latn"]},{"precision":0.305666,"recall":0.357708,"f1":0.320191,"accuracy":0.357708,"main_score":0.320191,"hf_subset":"khm_Khmr-gaz_Latn","languages":["khm-Khmr","gaz-Latn"]},{"precision":0.404267,"recall":0.45751,"f1":0.419279,"accuracy":0.45751,"main_score":0.419279,"hf_subset":"khm_Khmr-kam_Latn","languages":["khm-Khmr","kam-Latn"]},{"precision":0.930171,"recall":0.952569,"f1":0.937582,"accuracy":0.952569,"main_score":0.937582,"hf_subset":"khm_Khmr-lit_Latn","languages":["khm-Khmr","lit-Latn"]},{"precision":0.944088,"recall":0.961462,"f1":0.949671,"accuracy":0.961462,"main_score":0.949671,"hf_subset":"khm_Khmr-nob_Latn","languages":["khm-Khmr","nob-Latn"]},{"precision":0.879282,"recall":0.91502,"f1":0.890646,"accuracy":0.91502,"main_score":0.890646,"hf_subset":"khm_Khmr-scn_Latn","languages":["khm-Khmr","scn-Latn"]},{"precision":0.784157,"recall":0.837945,"f1":0.800329,"accuracy":0.837945,"main_score":0.800329,"hf_subset":"khm_Khmr-tgk_Cyrl","languages":["khm-Khmr","tgk-Cyrl"]},{"precision":0.337891,"recall":0.391304,"f1":0.353261,"accuracy":0.391304,"main_score":0.353261,"hf_subset":"khm_Khmr-yor_Latn","languages":["khm-Khmr","yor-Latn"]},{"precision":0.936182,"recall":0.955534,"f1":0.942424,"accuracy":0.955534,"main_score":0.942424,"hf_subset":"khm_Khmr-arz_Arab","languages":["khm-Khmr","arz-Arab"]},{"precision":0.379055,"recall":0.428854,"f1":0.391899,"accuracy":0.428854,"main_score":0.391899,"hf_subset":"khm_Khmr-cjk_Latn","languages":["khm-Khmr","cjk-Latn"]},{"precision":0.507337,"recall":0.58498,"f1":0.528787,"accuracy":0.58498,"main_score":0.528787,"hf_subset":"khm_Khmr-gla_Latn","languages":["khm-Khmr","gla-Latn"]},{"precision":0.924984,"recall":0.947628,"f1":0.932213,"accuracy":0.947628,"main_score":0.932213,"hf_subset":"khm_Khmr-kan_Knda","languages":["khm-Khmr","kan-Knda"]},{"precision":0.859717,"recall":0.900198,"f1":0.872332,"accuracy":0.900198,"main_score":0.872332,"hf_subset":"khm_Khmr-lmo_Latn","languages":["khm-Khmr","lmo-Latn"]},{"precision":0.933136,"recall":0.953557,"f1":0.939723,"accuracy":0.953557,"main_score":0.939723,"hf_subset":"khm_Khmr-npi_Deva","languages":["khm-Khmr","npi-Deva"]},{"precision":0.378179,"recall":0.426877,"f1":0.391326,"accuracy":0.426877,"main_score":0.391326,"hf_subset":"khm_Khmr-shn_Mymr","languages":["khm-Khmr","shn-Mymr"]},{"precision":0.92719,"recall":0.948617,"f1":0.93386,"accuracy":0.948617,"main_score":0.93386,"hf_subset":"khm_Khmr-tgl_Latn","languages":["khm-Khmr","tgl-Latn"]},{"precision":0.943017,"recall":0.960474,"f1":0.948617,"accuracy":0.960474,"main_score":0.948617,"hf_subset":"khm_Khmr-yue_Hant","languages":["khm-Khmr","yue-Hant"]},{"precision":0.914855,"recall":0.9417,"f1":0.923584,"accuracy":0.9417,"main_score":0.923584,"hf_subset":"khm_Khmr-asm_Beng","languages":["khm-Khmr","asm-Beng"]},{"precision":0.570287,"recall":0.648221,"f1":0.592227,"accuracy":0.648221,"main_score":0.592227,"hf_subset":"khm_Khmr-ckb_Arab","languages":["khm-Khmr","ckb-Arab"]},{"precision":0.585714,"recall":0.66502,"f1":0.608435,"accuracy":0.66502,"main_score":0.608435,"hf_subset":"khm_Khmr-gle_Latn","languages":["khm-Khmr","gle-Latn"]},{"precision":0.673979,"recall":0.76087,"f1":0.700461,"accuracy":0.76087,"main_score":0.700461,"hf_subset":"khm_Khmr-kas_Arab","languages":["khm-Khmr","kas-Arab"]},{"precision":0.685909,"recall":0.750988,"f1":0.704826,"accuracy":0.750988,"main_score":0.704826,"hf_subset":"khm_Khmr-ltg_Latn","languages":["khm-Khmr","ltg-Latn"]},{"precision":0.402747,"recall":0.451581,"f1":0.416358,"accuracy":0.451581,"main_score":0.416358,"hf_subset":"khm_Khmr-nso_Latn","languages":["khm-Khmr","nso-Latn"]},{"precision":0.439722,"recall":0.534585,"f1":0.466086,"accuracy":0.534585,"main_score":0.466086,"hf_subset":"khm_Khmr-sin_Sinh","languages":["khm-Khmr","sin-Sinh"]},{"precision":0.945735,"recall":0.962451,"f1":0.951153,"accuracy":0.962451,"main_score":0.951153,"hf_subset":"khm_Khmr-tha_Thai","languages":["khm-Khmr","tha-Thai"]},{"precision":0.936215,"recall":0.955534,"f1":0.94226,"accuracy":0.955534,"main_score":0.94226,"hf_subset":"khm_Khmr-zho_Hans","languages":["khm-Khmr","zho-Hans"]},{"precision":0.934783,"recall":0.955534,"f1":0.941535,"accuracy":0.955534,"main_score":0.941535,"hf_subset":"khm_Khmr-ast_Latn","languages":["khm-Khmr","ast-Latn"]},{"precision":0.880599,"recall":0.916996,"f1":0.892292,"accuracy":0.916996,"main_score":0.892292,"hf_subset":"khm_Khmr-crh_Latn","languages":["khm-Khmr","crh-Latn"]},{"precision":0.949275,"recall":0.965415,"f1":0.954545,"accuracy":0.965415,"main_score":0.954545,"hf_subset":"khm_Khmr-glg_Latn","languages":["khm-Khmr","glg-Latn"]},{"precision":0.587313,"recall":0.672925,"f1":0.611302,"accuracy":0.672925,"main_score":0.611302,"hf_subset":"khm_Khmr-kas_Deva","languages":["khm-Khmr","kas-Deva"]},{"precision":0.893939,"recall":0.925889,"f1":0.903953,"accuracy":0.925889,"main_score":0.903953,"hf_subset":"khm_Khmr-ltz_Latn","languages":["khm-Khmr","ltz-Latn"]},{"precision":0.323356,"recall":0.37253,"f1":0.336952,"accuracy":0.37253,"main_score":0.336952,"hf_subset":"khm_Khmr-nus_Latn","languages":["khm-Khmr","nus-Latn"]},{"precision":0.945652,"recall":0.962451,"f1":0.950922,"accuracy":0.962451,"main_score":0.950922,"hf_subset":"khm_Khmr-slk_Latn","languages":["khm-Khmr","slk-Latn"]},{"precision":0.228624,"recall":0.280632,"f1":0.241955,"accuracy":0.280632,"main_score":0.241955,"hf_subset":"khm_Khmr-tir_Ethi","languages":["khm-Khmr","tir-Ethi"]},{"precision":0.933547,"recall":0.953557,"f1":0.939789,"accuracy":0.953557,"main_score":0.939789,"hf_subset":"khm_Khmr-zho_Hant","languages":["khm-Khmr","zho-Hant"]},{"precision":0.922101,"recall":0.945652,"f1":0.929644,"accuracy":0.945652,"main_score":0.929644,"hf_subset":"khm_Khmr-awa_Deva","languages":["khm-Khmr","awa-Deva"]},{"precision":0.730418,"recall":0.794466,"f1":0.749558,"accuracy":0.794466,"main_score":0.749558,"hf_subset":"khm_Khmr-cym_Latn","languages":["khm-Khmr","cym-Latn"]},{"precision":0.484384,"recall":0.545455,"f1":0.500135,"accuracy":0.545455,"main_score":0.500135,"hf_subset":"khm_Khmr-grn_Latn","languages":["khm-Khmr","grn-Latn"]},{"precision":0.887361,"recall":0.918972,"f1":0.897151,"accuracy":0.918972,"main_score":0.897151,"hf_subset":"khm_Khmr-kat_Geor","languages":["khm-Khmr","kat-Geor"]},{"precision":0.41145,"recall":0.467391,"f1":0.426553,"accuracy":0.467391,"main_score":0.426553,"hf_subset":"khm_Khmr-lua_Latn","languages":["khm-Khmr","lua-Latn"]},{"precision":0.409528,"recall":0.45751,"f1":0.422348,"accuracy":0.45751,"main_score":0.422348,"hf_subset":"khm_Khmr-nya_Latn","languages":["khm-Khmr","nya-Latn"]},{"precision":0.943264,"recall":0.961462,"f1":0.949177,"accuracy":0.961462,"main_score":0.949177,"hf_subset":"khm_Khmr-slv_Latn","languages":["khm-Khmr","slv-Latn"]},{"precision":0.555666,"recall":0.623518,"f1":0.575409,"accuracy":0.623518,"main_score":0.575409,"hf_subset":"khm_Khmr-tpi_Latn","languages":["khm-Khmr","tpi-Latn"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"khm_Khmr-zsm_Latn","languages":["khm-Khmr","zsm-Latn"]},{"precision":0.396073,"recall":0.439723,"f1":0.408497,"accuracy":0.439723,"main_score":0.408497,"hf_subset":"khm_Khmr-ayr_Latn","languages":["khm-Khmr","ayr-Latn"]},{"precision":0.947546,"recall":0.963439,"f1":0.952635,"accuracy":0.963439,"main_score":0.952635,"hf_subset":"khm_Khmr-dan_Latn","languages":["khm-Khmr","dan-Latn"]},{"precision":0.935277,"recall":0.955534,"f1":0.942029,"accuracy":0.955534,"main_score":0.942029,"hf_subset":"khm_Khmr-guj_Gujr","languages":["khm-Khmr","guj-Gujr"]},{"precision":0.922546,"recall":0.944664,"f1":0.929578,"accuracy":0.944664,"main_score":0.929578,"hf_subset":"khm_Khmr-kaz_Cyrl","languages":["khm-Khmr","kaz-Cyrl"]},{"precision":0.383012,"recall":0.428854,"f1":0.395704,"accuracy":0.428854,"main_score":0.395704,"hf_subset":"khm_Khmr-lug_Latn","languages":["khm-Khmr","lug-Latn"]},{"precision":0.930995,"recall":0.952569,"f1":0.938076,"accuracy":0.952569,"main_score":0.938076,"hf_subset":"khm_Khmr-oci_Latn","languages":["khm-Khmr","oci-Latn"]},{"precision":0.434873,"recall":0.488142,"f1":0.449191,"accuracy":0.488142,"main_score":0.449191,"hf_subset":"khm_Khmr-smo_Latn","languages":["khm-Khmr","smo-Latn"]},{"precision":0.369549,"recall":0.420949,"f1":0.384088,"accuracy":0.420949,"main_score":0.384088,"hf_subset":"khm_Khmr-tsn_Latn","languages":["khm-Khmr","tsn-Latn"]},{"precision":0.391549,"recall":0.443676,"f1":0.405453,"accuracy":0.443676,"main_score":0.405453,"hf_subset":"khm_Khmr-zul_Latn","languages":["khm-Khmr","zul-Latn"]},{"precision":0.597563,"recall":0.686759,"f1":0.624018,"accuracy":0.686759,"main_score":0.624018,"hf_subset":"khm_Khmr-azb_Arab","languages":["khm-Khmr","azb-Arab"]},{"precision":0.942111,"recall":0.960474,"f1":0.948024,"accuracy":0.960474,"main_score":0.948024,"hf_subset":"khm_Khmr-deu_Latn","languages":["khm-Khmr","deu-Latn"]},{"precision":0.793791,"recall":0.849802,"f1":0.811265,"accuracy":0.849802,"main_score":0.811265,"hf_subset":"khm_Khmr-hat_Latn","languages":["khm-Khmr","hat-Latn"]},{"precision":0.362416,"recall":0.409091,"f1":0.375547,"accuracy":0.409091,"main_score":0.375547,"hf_subset":"khm_Khmr-kbp_Latn","languages":["khm-Khmr","kbp-Latn"]},{"precision":0.391263,"recall":0.437747,"f1":0.404195,"accuracy":0.437747,"main_score":0.404195,"hf_subset":"khm_Khmr-luo_Latn","languages":["khm-Khmr","luo-Latn"]},{"precision":0.931077,"recall":0.952569,"f1":0.937978,"accuracy":0.952569,"main_score":0.937978,"hf_subset":"khm_Khmr-ory_Orya","languages":["khm-Khmr","ory-Orya"]},{"precision":0.396591,"recall":0.4417,"f1":0.409326,"accuracy":0.4417,"main_score":0.409326,"hf_subset":"khm_Khmr-sna_Latn","languages":["khm-Khmr","sna-Latn"]},{"precision":0.397312,"recall":0.440711,"f1":0.409021,"accuracy":0.440711,"main_score":0.409021,"hf_subset":"khm_Khmr-tso_Latn","languages":["khm-Khmr","tso-Latn"]},{"precision":0.91917,"recall":0.943676,"f1":0.927042,"accuracy":0.943676,"main_score":0.927042,"hf_subset":"khm_Khmr-azj_Latn","languages":["khm-Khmr","azj-Latn"]},{"precision":0.344575,"recall":0.399209,"f1":0.359778,"accuracy":0.399209,"main_score":0.359778,"hf_subset":"khm_Khmr-dik_Latn","languages":["khm-Khmr","dik-Latn"]},{"precision":0.384933,"recall":0.425889,"f1":0.396069,"accuracy":0.425889,"main_score":0.396069,"hf_subset":"khm_Khmr-hau_Latn","languages":["khm-Khmr","hau-Latn"]},{"precision":0.829875,"recall":0.880435,"f1":0.845982,"accuracy":0.880435,"main_score":0.845982,"hf_subset":"khm_Khmr-kea_Latn","languages":["khm-Khmr","kea-Latn"]},{"precision":0.454735,"recall":0.508893,"f1":0.469156,"accuracy":0.508893,"main_score":0.469156,"hf_subset":"khm_Khmr-lus_Latn","languages":["khm-Khmr","lus-Latn"]},{"precision":0.577686,"recall":0.647233,"f1":0.597711,"accuracy":0.647233,"main_score":0.597711,"hf_subset":"khm_Khmr-pag_Latn","languages":["khm-Khmr","pag-Latn"]},{"precision":0.874671,"recall":0.913043,"f1":0.887187,"accuracy":0.913043,"main_score":0.887187,"hf_subset":"khm_Khmr-snd_Arab","languages":["khm-Khmr","snd-Arab"]},{"precision":0.719277,"recall":0.791502,"f1":0.740884,"accuracy":0.791502,"main_score":0.740884,"hf_subset":"khm_Khmr-tuk_Latn","languages":["khm-Khmr","tuk-Latn"]},{"precision":0.837286,"recall":0.883399,"f1":0.85191,"accuracy":0.883399,"main_score":0.85191,"hf_subset":"khm_Khmr-bak_Cyrl","languages":["khm-Khmr","bak-Cyrl"]},{"precision":0.301915,"recall":0.360672,"f1":0.318611,"accuracy":0.360672,"main_score":0.318611,"hf_subset":"khm_Khmr-dyu_Latn","languages":["khm-Khmr","dyu-Latn"]},{"precision":0.937582,"recall":0.956522,"f1":0.943629,"accuracy":0.956522,"main_score":0.943629,"hf_subset":"khm_Khmr-heb_Hebr","languages":["khm-Khmr","heb-Hebr"]},{"precision":0.774984,"recall":0.831028,"f1":0.791601,"accuracy":0.831028,"main_score":0.791601,"hf_subset":"khm_Khmr-khk_Cyrl","languages":["khm-Khmr","khk-Cyrl"]},{"precision":0.944829,"recall":0.962451,"f1":0.950593,"accuracy":0.962451,"main_score":0.950593,"hf_subset":"khm_Khmr-lvs_Latn","languages":["khm-Khmr","lvs-Latn"]},{"precision":0.949522,"recall":0.963439,"f1":0.953953,"accuracy":0.963439,"main_score":0.953953,"hf_subset":"khm_Khmr-pan_Guru","languages":["khm-Khmr","pan-Guru"]},{"precision":0.397014,"recall":0.449605,"f1":0.411648,"accuracy":0.449605,"main_score":0.411648,"hf_subset":"khm_Khmr-som_Latn","languages":["khm-Khmr","som-Latn"]},{"precision":0.397717,"recall":0.448617,"f1":0.411926,"accuracy":0.448617,"main_score":0.411926,"hf_subset":"khm_Khmr-tum_Latn","languages":["khm-Khmr","tum-Latn"]},{"precision":0.417284,"recall":0.504941,"f1":0.441649,"accuracy":0.504941,"main_score":0.441649,"hf_subset":"mag_Deva-ace_Arab","languages":["mag-Deva","ace-Arab"]},{"precision":0.435615,"recall":0.51087,"f1":0.45612,"accuracy":0.51087,"main_score":0.45612,"hf_subset":"mag_Deva-bam_Latn","languages":["mag-Deva","bam-Latn"]},{"precision":0.113678,"recall":0.167984,"f1":0.127541,"accuracy":0.167984,"main_score":0.127541,"hf_subset":"mag_Deva-dzo_Tibt","languages":["mag-Deva","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-hin_Deva","languages":["mag-Deva","hin-Deva"]},{"precision":0.924736,"recall":0.948617,"f1":0.932642,"accuracy":0.948617,"main_score":0.932642,"hf_subset":"mag_Deva-khm_Khmr","languages":["mag-Deva","khm-Khmr"]},{"precision":0.969697,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"mag_Deva-pap_Latn","languages":["mag-Deva","pap-Latn"]},{"precision":0.469739,"recall":0.545455,"f1":0.490522,"accuracy":0.545455,"main_score":0.490522,"hf_subset":"mag_Deva-sot_Latn","languages":["mag-Deva","sot-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mag_Deva-tur_Latn","languages":["mag-Deva","tur-Latn"]},{"precision":0.804908,"recall":0.853755,"f1":0.819913,"accuracy":0.853755,"main_score":0.819913,"hf_subset":"mag_Deva-ace_Latn","languages":["mag-Deva","ace-Latn"]},{"precision":0.923666,"recall":0.945652,"f1":0.930731,"accuracy":0.945652,"main_score":0.930731,"hf_subset":"mag_Deva-ban_Latn","languages":["mag-Deva","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-ell_Grek","languages":["mag-Deva","ell-Grek"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"mag_Deva-hne_Deva","languages":["mag-Deva","hne-Deva"]},{"precision":0.473226,"recall":0.557312,"f1":0.497147,"accuracy":0.557312,"main_score":0.497147,"hf_subset":"mag_Deva-kik_Latn","languages":["mag-Deva","kik-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mag_Deva-mai_Deva","languages":["mag-Deva","mai-Deva"]},{"precision":0.894466,"recall":0.923913,"f1":0.903623,"accuracy":0.923913,"main_score":0.903623,"hf_subset":"mag_Deva-pbt_Arab","languages":["mag-Deva","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-spa_Latn","languages":["mag-Deva","spa-Latn"]},{"precision":0.554193,"recall":0.626482,"f1":0.574077,"accuracy":0.626482,"main_score":0.574077,"hf_subset":"mag_Deva-twi_Latn","languages":["mag-Deva","twi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mag_Deva-acm_Arab","languages":["mag-Deva","acm-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mag_Deva-bel_Cyrl","languages":["mag-Deva","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-eng_Latn","languages":["mag-Deva","eng-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mag_Deva-hrv_Latn","languages":["mag-Deva","hrv-Latn"]},{"precision":0.440379,"recall":0.514822,"f1":0.459693,"accuracy":0.514822,"main_score":0.459693,"hf_subset":"mag_Deva-kin_Latn","languages":["mag-Deva","kin-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"mag_Deva-mal_Mlym","languages":["mag-Deva","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mag_Deva-pes_Arab","languages":["mag-Deva","pes-Arab"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"mag_Deva-srd_Latn","languages":["mag-Deva","srd-Latn"]},{"precision":0.124671,"recall":0.188735,"f1":0.138164,"accuracy":0.188735,"main_score":0.138164,"hf_subset":"mag_Deva-tzm_Tfng","languages":["mag-Deva","tzm-Tfng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mag_Deva-acq_Arab","languages":["mag-Deva","acq-Arab"]},{"precision":0.500486,"recall":0.572134,"f1":0.5207,"accuracy":0.572134,"main_score":0.5207,"hf_subset":"mag_Deva-bem_Latn","languages":["mag-Deva","bem-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mag_Deva-epo_Latn","languages":["mag-Deva","epo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mag_Deva-hun_Latn","languages":["mag-Deva","hun-Latn"]},{"precision":0.94697,"recall":0.964427,"f1":0.952734,"accuracy":0.964427,"main_score":0.952734,"hf_subset":"mag_Deva-kir_Cyrl","languages":["mag-Deva","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-mar_Deva","languages":["mag-Deva","mar-Deva"]},{"precision":0.534677,"recall":0.603755,"f1":0.554185,"accuracy":0.603755,"main_score":0.554185,"hf_subset":"mag_Deva-plt_Latn","languages":["mag-Deva","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-srp_Cyrl","languages":["mag-Deva","srp-Cyrl"]},{"precision":0.932806,"recall":0.952569,"f1":0.939229,"accuracy":0.952569,"main_score":0.939229,"hf_subset":"mag_Deva-uig_Arab","languages":["mag-Deva","uig-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mag_Deva-aeb_Arab","languages":["mag-Deva","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-ben_Beng","languages":["mag-Deva","ben-Beng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"mag_Deva-est_Latn","languages":["mag-Deva","est-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"mag_Deva-hye_Armn","languages":["mag-Deva","hye-Armn"]},{"precision":0.438056,"recall":0.504941,"f1":0.456203,"accuracy":0.504941,"main_score":0.456203,"hf_subset":"mag_Deva-kmb_Latn","languages":["mag-Deva","kmb-Latn"]},{"precision":0.369627,"recall":0.45751,"f1":0.392127,"accuracy":0.45751,"main_score":0.392127,"hf_subset":"mag_Deva-min_Arab","languages":["mag-Deva","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mag_Deva-pol_Latn","languages":["mag-Deva","pol-Latn"]},{"precision":0.425391,"recall":0.504941,"f1":0.446448,"accuracy":0.504941,"main_score":0.446448,"hf_subset":"mag_Deva-ssw_Latn","languages":["mag-Deva","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-ukr_Cyrl","languages":["mag-Deva","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-afr_Latn","languages":["mag-Deva","afr-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mag_Deva-bho_Deva","languages":["mag-Deva","bho-Deva"]},{"precision":0.930007,"recall":0.951581,"f1":0.936924,"accuracy":0.951581,"main_score":0.936924,"hf_subset":"mag_Deva-eus_Latn","languages":["mag-Deva","eus-Latn"]},{"precision":0.459821,"recall":0.54249,"f1":0.482564,"accuracy":0.54249,"main_score":0.482564,"hf_subset":"mag_Deva-ibo_Latn","languages":["mag-Deva","ibo-Latn"]},{"precision":0.685749,"recall":0.76087,"f1":0.708155,"accuracy":0.76087,"main_score":0.708155,"hf_subset":"mag_Deva-kmr_Latn","languages":["mag-Deva","kmr-Latn"]},{"precision":0.950264,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"mag_Deva-min_Latn","languages":["mag-Deva","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mag_Deva-por_Latn","languages":["mag-Deva","por-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"mag_Deva-sun_Latn","languages":["mag-Deva","sun-Latn"]},{"precision":0.43349,"recall":0.503953,"f1":0.453711,"accuracy":0.503953,"main_score":0.453711,"hf_subset":"mag_Deva-umb_Latn","languages":["mag-Deva","umb-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mag_Deva-ajp_Arab","languages":["mag-Deva","ajp-Arab"]},{"precision":0.396057,"recall":0.488142,"f1":0.420611,"accuracy":0.488142,"main_score":0.420611,"hf_subset":"mag_Deva-bjn_Arab","languages":["mag-Deva","bjn-Arab"]},{"precision":0.452036,"recall":0.523715,"f1":0.470887,"accuracy":0.523715,"main_score":0.470887,"hf_subset":"mag_Deva-ewe_Latn","languages":["mag-Deva","ewe-Latn"]},{"precision":0.85746,"recall":0.895257,"f1":0.869104,"accuracy":0.895257,"main_score":0.869104,"hf_subset":"mag_Deva-ilo_Latn","languages":["mag-Deva","ilo-Latn"]},{"precision":0.18621,"recall":0.268775,"f1":0.206335,"accuracy":0.268775,"main_score":0.206335,"hf_subset":"mag_Deva-knc_Arab","languages":["mag-Deva","knc-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mag_Deva-mkd_Cyrl","languages":["mag-Deva","mkd-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mag_Deva-prs_Arab","languages":["mag-Deva","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-swe_Latn","languages":["mag-Deva","swe-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mag_Deva-urd_Arab","languages":["mag-Deva","urd-Arab"]},{"precision":0.513069,"recall":0.588933,"f1":0.534674,"accuracy":0.588933,"main_score":0.534674,"hf_subset":"mag_Deva-aka_Latn","languages":["mag-Deva","aka-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"mag_Deva-bjn_Latn","languages":["mag-Deva","bjn-Latn"]},{"precision":0.912879,"recall":0.939723,"f1":0.921772,"accuracy":0.939723,"main_score":0.921772,"hf_subset":"mag_Deva-fao_Latn","languages":["mag-Deva","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mag_Deva-ind_Latn","languages":["mag-Deva","ind-Latn"]},{"precision":0.514981,"recall":0.589921,"f1":0.536255,"accuracy":0.589921,"main_score":0.536255,"hf_subset":"mag_Deva-knc_Latn","languages":["mag-Deva","knc-Latn"]},{"precision":0.963439,"recall":0.974308,"f1":0.966897,"accuracy":0.974308,"main_score":0.966897,"hf_subset":"mag_Deva-mlt_Latn","languages":["mag-Deva","mlt-Latn"]},{"precision":0.539103,"recall":0.617589,"f1":0.56096,"accuracy":0.617589,"main_score":0.56096,"hf_subset":"mag_Deva-quy_Latn","languages":["mag-Deva","quy-Latn"]},{"precision":0.698238,"recall":0.77668,"f1":0.72212,"accuracy":0.77668,"main_score":0.72212,"hf_subset":"mag_Deva-swh_Latn","languages":["mag-Deva","swh-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mag_Deva-uzn_Latn","languages":["mag-Deva","uzn-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mag_Deva-als_Latn","languages":["mag-Deva","als-Latn"]},{"precision":0.159829,"recall":0.233202,"f1":0.177653,"accuracy":0.233202,"main_score":0.177653,"hf_subset":"mag_Deva-bod_Tibt","languages":["mag-Deva","bod-Tibt"]},{"precision":0.451463,"recall":0.527668,"f1":0.472186,"accuracy":0.527668,"main_score":0.472186,"hf_subset":"mag_Deva-fij_Latn","languages":["mag-Deva","fij-Latn"]},{"precision":0.915761,"recall":0.940711,"f1":0.92365,"accuracy":0.940711,"main_score":0.92365,"hf_subset":"mag_Deva-isl_Latn","languages":["mag-Deva","isl-Latn"]},{"precision":0.53307,"recall":0.615613,"f1":0.556418,"accuracy":0.615613,"main_score":0.556418,"hf_subset":"mag_Deva-kon_Latn","languages":["mag-Deva","kon-Latn"]},{"precision":0.518562,"recall":0.615613,"f1":0.546189,"accuracy":0.615613,"main_score":0.546189,"hf_subset":"mag_Deva-mni_Beng","languages":["mag-Deva","mni-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mag_Deva-ron_Latn","languages":["mag-Deva","ron-Latn"]},{"precision":0.974638,"recall":0.981225,"f1":0.976779,"accuracy":0.981225,"main_score":0.976779,"hf_subset":"mag_Deva-szl_Latn","languages":["mag-Deva","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mag_Deva-vec_Latn","languages":["mag-Deva","vec-Latn"]},{"precision":0.531343,"recall":0.615613,"f1":0.554971,"accuracy":0.615613,"main_score":0.554971,"hf_subset":"mag_Deva-amh_Ethi","languages":["mag-Deva","amh-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mag_Deva-bos_Latn","languages":["mag-Deva","bos-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"mag_Deva-fin_Latn","languages":["mag-Deva","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-ita_Latn","languages":["mag-Deva","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-kor_Hang","languages":["mag-Deva","kor-Hang"]},{"precision":0.455813,"recall":0.536561,"f1":0.477798,"accuracy":0.536561,"main_score":0.477798,"hf_subset":"mag_Deva-mos_Latn","languages":["mag-Deva","mos-Latn"]},{"precision":0.431964,"recall":0.502964,"f1":0.45115,"accuracy":0.502964,"main_score":0.45115,"hf_subset":"mag_Deva-run_Latn","languages":["mag-Deva","run-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mag_Deva-tam_Taml","languages":["mag-Deva","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mag_Deva-vie_Latn","languages":["mag-Deva","vie-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mag_Deva-apc_Arab","languages":["mag-Deva","apc-Arab"]},{"precision":0.723386,"recall":0.786561,"f1":0.742622,"accuracy":0.786561,"main_score":0.742622,"hf_subset":"mag_Deva-bug_Latn","languages":["mag-Deva","bug-Latn"]},{"precision":0.402053,"recall":0.474308,"f1":0.421192,"accuracy":0.474308,"main_score":0.421192,"hf_subset":"mag_Deva-fon_Latn","languages":["mag-Deva","fon-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"mag_Deva-jav_Latn","languages":["mag-Deva","jav-Latn"]},{"precision":0.881094,"recall":0.916996,"f1":0.892787,"accuracy":0.916996,"main_score":0.892787,"hf_subset":"mag_Deva-lao_Laoo","languages":["mag-Deva","lao-Laoo"]},{"precision":0.545439,"recall":0.631423,"f1":0.569891,"accuracy":0.631423,"main_score":0.569891,"hf_subset":"mag_Deva-mri_Latn","languages":["mag-Deva","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-rus_Cyrl","languages":["mag-Deva","rus-Cyrl"]},{"precision":0.499604,"recall":0.571146,"f1":0.519856,"accuracy":0.571146,"main_score":0.519856,"hf_subset":"mag_Deva-taq_Latn","languages":["mag-Deva","taq-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"mag_Deva-war_Latn","languages":["mag-Deva","war-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mag_Deva-arb_Arab","languages":["mag-Deva","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-bul_Cyrl","languages":["mag-Deva","bul-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mag_Deva-fra_Latn","languages":["mag-Deva","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-jpn_Jpan","languages":["mag-Deva","jpn-Jpan"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"mag_Deva-lij_Latn","languages":["mag-Deva","lij-Latn"]},{"precision":0.938686,"recall":0.95751,"f1":0.94473,"accuracy":0.95751,"main_score":0.94473,"hf_subset":"mag_Deva-mya_Mymr","languages":["mag-Deva","mya-Mymr"]},{"precision":0.475168,"recall":0.561265,"f1":0.498905,"accuracy":0.561265,"main_score":0.498905,"hf_subset":"mag_Deva-sag_Latn","languages":["mag-Deva","sag-Latn"]},{"precision":0.130965,"recall":0.213439,"f1":0.147748,"accuracy":0.213439,"main_score":0.147748,"hf_subset":"mag_Deva-taq_Tfng","languages":["mag-Deva","taq-Tfng"]},{"precision":0.525553,"recall":0.606719,"f1":0.548879,"accuracy":0.606719,"main_score":0.548879,"hf_subset":"mag_Deva-wol_Latn","languages":["mag-Deva","wol-Latn"]},{"precision":0.606205,"recall":0.689723,"f1":0.629891,"accuracy":0.689723,"main_score":0.629891,"hf_subset":"mag_Deva-arb_Latn","languages":["mag-Deva","arb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-cat_Latn","languages":["mag-Deva","cat-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"mag_Deva-fur_Latn","languages":["mag-Deva","fur-Latn"]},{"precision":0.315613,"recall":0.385375,"f1":0.334822,"accuracy":0.385375,"main_score":0.334822,"hf_subset":"mag_Deva-kab_Latn","languages":["mag-Deva","kab-Latn"]},{"precision":0.960968,"recall":0.972332,"f1":0.964592,"accuracy":0.972332,"main_score":0.964592,"hf_subset":"mag_Deva-lim_Latn","languages":["mag-Deva","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mag_Deva-nld_Latn","languages":["mag-Deva","nld-Latn"]},{"precision":0.973897,"recall":0.981225,"f1":0.976186,"accuracy":0.981225,"main_score":0.976186,"hf_subset":"mag_Deva-san_Deva","languages":["mag-Deva","san-Deva"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"mag_Deva-tat_Cyrl","languages":["mag-Deva","tat-Cyrl"]},{"precision":0.498268,"recall":0.579051,"f1":0.520658,"accuracy":0.579051,"main_score":0.520658,"hf_subset":"mag_Deva-xho_Latn","languages":["mag-Deva","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mag_Deva-ars_Arab","languages":["mag-Deva","ars-Arab"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"mag_Deva-ceb_Latn","languages":["mag-Deva","ceb-Latn"]},{"precision":0.459042,"recall":0.541502,"f1":0.482737,"accuracy":0.541502,"main_score":0.482737,"hf_subset":"mag_Deva-fuv_Latn","languages":["mag-Deva","fuv-Latn"]},{"precision":0.452476,"recall":0.532609,"f1":0.47368,"accuracy":0.532609,"main_score":0.47368,"hf_subset":"mag_Deva-kac_Latn","languages":["mag-Deva","kac-Latn"]},{"precision":0.550983,"recall":0.632411,"f1":0.573553,"accuracy":0.632411,"main_score":0.573553,"hf_subset":"mag_Deva-lin_Latn","languages":["mag-Deva","lin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mag_Deva-nno_Latn","languages":["mag-Deva","nno-Latn"]},{"precision":0.021742,"recall":0.064229,"f1":0.028097,"accuracy":0.064229,"main_score":0.028097,"hf_subset":"mag_Deva-sat_Olck","languages":["mag-Deva","sat-Olck"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mag_Deva-tel_Telu","languages":["mag-Deva","tel-Telu"]},{"precision":0.723511,"recall":0.791502,"f1":0.743674,"accuracy":0.791502,"main_score":0.743674,"hf_subset":"mag_Deva-ydd_Hebr","languages":["mag-Deva","ydd-Hebr"]},{"precision":0.960474,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"mag_Deva-ary_Arab","languages":["mag-Deva","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-ces_Latn","languages":["mag-Deva","ces-Latn"]},{"precision":0.387949,"recall":0.469368,"f1":0.40995,"accuracy":0.469368,"main_score":0.40995,"hf_subset":"mag_Deva-gaz_Latn","languages":["mag-Deva","gaz-Latn"]},{"precision":0.467903,"recall":0.544466,"f1":0.489109,"accuracy":0.544466,"main_score":0.489109,"hf_subset":"mag_Deva-kam_Latn","languages":["mag-Deva","kam-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"mag_Deva-lit_Latn","languages":["mag-Deva","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-nob_Latn","languages":["mag-Deva","nob-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"mag_Deva-scn_Latn","languages":["mag-Deva","scn-Latn"]},{"precision":0.895916,"recall":0.927866,"f1":0.906126,"accuracy":0.927866,"main_score":0.906126,"hf_subset":"mag_Deva-tgk_Cyrl","languages":["mag-Deva","tgk-Cyrl"]},{"precision":0.403473,"recall":0.48913,"f1":0.427529,"accuracy":0.48913,"main_score":0.427529,"hf_subset":"mag_Deva-yor_Latn","languages":["mag-Deva","yor-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mag_Deva-arz_Arab","languages":["mag-Deva","arz-Arab"]},{"precision":0.457612,"recall":0.549407,"f1":0.482839,"accuracy":0.549407,"main_score":0.482839,"hf_subset":"mag_Deva-cjk_Latn","languages":["mag-Deva","cjk-Latn"]},{"precision":0.592148,"recall":0.673913,"f1":0.615758,"accuracy":0.673913,"main_score":0.615758,"hf_subset":"mag_Deva-gla_Latn","languages":["mag-Deva","gla-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mag_Deva-kan_Knda","languages":["mag-Deva","kan-Knda"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"mag_Deva-lmo_Latn","languages":["mag-Deva","lmo-Latn"]},{"precision":0.992095,"recall":0.994071,"f1":0.992754,"accuracy":0.994071,"main_score":0.992754,"hf_subset":"mag_Deva-npi_Deva","languages":["mag-Deva","npi-Deva"]},{"precision":0.392496,"recall":0.493083,"f1":0.418725,"accuracy":0.493083,"main_score":0.418725,"hf_subset":"mag_Deva-shn_Mymr","languages":["mag-Deva","shn-Mymr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mag_Deva-tgl_Latn","languages":["mag-Deva","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-yue_Hant","languages":["mag-Deva","yue-Hant"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mag_Deva-asm_Beng","languages":["mag-Deva","asm-Beng"]},{"precision":0.717038,"recall":0.782609,"f1":0.7364,"accuracy":0.782609,"main_score":0.7364,"hf_subset":"mag_Deva-ckb_Arab","languages":["mag-Deva","ckb-Arab"]},{"precision":0.652899,"recall":0.733202,"f1":0.677146,"accuracy":0.733202,"main_score":0.677146,"hf_subset":"mag_Deva-gle_Latn","languages":["mag-Deva","gle-Latn"]},{"precision":0.916173,"recall":0.9417,"f1":0.924242,"accuracy":0.9417,"main_score":0.924242,"hf_subset":"mag_Deva-kas_Arab","languages":["mag-Deva","kas-Arab"]},{"precision":0.865424,"recall":0.905138,"f1":0.878211,"accuracy":0.905138,"main_score":0.878211,"hf_subset":"mag_Deva-ltg_Latn","languages":["mag-Deva","ltg-Latn"]},{"precision":0.501795,"recall":0.576087,"f1":0.522842,"accuracy":0.576087,"main_score":0.522842,"hf_subset":"mag_Deva-nso_Latn","languages":["mag-Deva","nso-Latn"]},{"precision":0.427028,"recall":0.529644,"f1":0.455287,"accuracy":0.529644,"main_score":0.455287,"hf_subset":"mag_Deva-sin_Sinh","languages":["mag-Deva","sin-Sinh"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-tha_Thai","languages":["mag-Deva","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-zho_Hans","languages":["mag-Deva","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-ast_Latn","languages":["mag-Deva","ast-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"mag_Deva-crh_Latn","languages":["mag-Deva","crh-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-glg_Latn","languages":["mag-Deva","glg-Latn"]},{"precision":0.817803,"recall":0.869565,"f1":0.834058,"accuracy":0.869565,"main_score":0.834058,"hf_subset":"mag_Deva-kas_Deva","languages":["mag-Deva","kas-Deva"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"mag_Deva-ltz_Latn","languages":["mag-Deva","ltz-Latn"]},{"precision":0.363263,"recall":0.445652,"f1":0.385082,"accuracy":0.445652,"main_score":0.385082,"hf_subset":"mag_Deva-nus_Latn","languages":["mag-Deva","nus-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mag_Deva-slk_Latn","languages":["mag-Deva","slk-Latn"]},{"precision":0.271143,"recall":0.339921,"f1":0.289058,"accuracy":0.339921,"main_score":0.289058,"hf_subset":"mag_Deva-tir_Ethi","languages":["mag-Deva","tir-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mag_Deva-zho_Hant","languages":["mag-Deva","zho-Hant"]},{"precision":0.986495,"recall":0.990119,"f1":0.987648,"accuracy":0.990119,"main_score":0.987648,"hf_subset":"mag_Deva-awa_Deva","languages":["mag-Deva","awa-Deva"]},{"precision":0.824144,"recall":0.875494,"f1":0.84025,"accuracy":0.875494,"main_score":0.84025,"hf_subset":"mag_Deva-cym_Latn","languages":["mag-Deva","cym-Latn"]},{"precision":0.707757,"recall":0.771739,"f1":0.726605,"accuracy":0.771739,"main_score":0.726605,"hf_subset":"mag_Deva-grn_Latn","languages":["mag-Deva","grn-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"mag_Deva-kat_Geor","languages":["mag-Deva","kat-Geor"]},{"precision":0.543561,"recall":0.619565,"f1":0.565107,"accuracy":0.619565,"main_score":0.565107,"hf_subset":"mag_Deva-lua_Latn","languages":["mag-Deva","lua-Latn"]},{"precision":0.493772,"recall":0.572134,"f1":0.515105,"accuracy":0.572134,"main_score":0.515105,"hf_subset":"mag_Deva-nya_Latn","languages":["mag-Deva","nya-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mag_Deva-slv_Latn","languages":["mag-Deva","slv-Latn"]},{"precision":0.784173,"recall":0.839921,"f1":0.801054,"accuracy":0.839921,"main_score":0.801054,"hf_subset":"mag_Deva-tpi_Latn","languages":["mag-Deva","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mag_Deva-zsm_Latn","languages":["mag-Deva","zsm-Latn"]},{"precision":0.455488,"recall":0.530632,"f1":0.476055,"accuracy":0.530632,"main_score":0.476055,"hf_subset":"mag_Deva-ayr_Latn","languages":["mag-Deva","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-dan_Latn","languages":["mag-Deva","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-guj_Gujr","languages":["mag-Deva","guj-Gujr"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"mag_Deva-kaz_Cyrl","languages":["mag-Deva","kaz-Cyrl"]},{"precision":0.441705,"recall":0.514822,"f1":0.461588,"accuracy":0.514822,"main_score":0.461588,"hf_subset":"mag_Deva-lug_Latn","languages":["mag-Deva","lug-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"mag_Deva-oci_Latn","languages":["mag-Deva","oci-Latn"]},{"precision":0.493365,"recall":0.577075,"f1":0.516518,"accuracy":0.577075,"main_score":0.516518,"hf_subset":"mag_Deva-smo_Latn","languages":["mag-Deva","smo-Latn"]},{"precision":0.443792,"recall":0.520751,"f1":0.464465,"accuracy":0.520751,"main_score":0.464465,"hf_subset":"mag_Deva-tsn_Latn","languages":["mag-Deva","tsn-Latn"]},{"precision":0.444408,"recall":0.523715,"f1":0.46535,"accuracy":0.523715,"main_score":0.46535,"hf_subset":"mag_Deva-zul_Latn","languages":["mag-Deva","zul-Latn"]},{"precision":0.817358,"recall":0.870553,"f1":0.834289,"accuracy":0.870553,"main_score":0.834289,"hf_subset":"mag_Deva-azb_Arab","languages":["mag-Deva","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mag_Deva-deu_Latn","languages":["mag-Deva","deu-Latn"]},{"precision":0.894681,"recall":0.924901,"f1":0.904381,"accuracy":0.924901,"main_score":0.904381,"hf_subset":"mag_Deva-hat_Latn","languages":["mag-Deva","hat-Latn"]},{"precision":0.409334,"recall":0.478261,"f1":0.427313,"accuracy":0.478261,"main_score":0.427313,"hf_subset":"mag_Deva-kbp_Latn","languages":["mag-Deva","kbp-Latn"]},{"precision":0.458216,"recall":0.536561,"f1":0.4801,"accuracy":0.536561,"main_score":0.4801,"hf_subset":"mag_Deva-luo_Latn","languages":["mag-Deva","luo-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mag_Deva-ory_Orya","languages":["mag-Deva","ory-Orya"]},{"precision":0.460683,"recall":0.539526,"f1":0.48294,"accuracy":0.539526,"main_score":0.48294,"hf_subset":"mag_Deva-sna_Latn","languages":["mag-Deva","sna-Latn"]},{"precision":0.447809,"recall":0.522727,"f1":0.468345,"accuracy":0.522727,"main_score":0.468345,"hf_subset":"mag_Deva-tso_Latn","languages":["mag-Deva","tso-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"mag_Deva-azj_Latn","languages":["mag-Deva","azj-Latn"]},{"precision":0.458103,"recall":0.544466,"f1":0.482588,"accuracy":0.544466,"main_score":0.482588,"hf_subset":"mag_Deva-dik_Latn","languages":["mag-Deva","dik-Latn"]},{"precision":0.447111,"recall":0.514822,"f1":0.465974,"accuracy":0.514822,"main_score":0.465974,"hf_subset":"mag_Deva-hau_Latn","languages":["mag-Deva","hau-Latn"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"mag_Deva-kea_Latn","languages":["mag-Deva","kea-Latn"]},{"precision":0.628082,"recall":0.700593,"f1":0.648926,"accuracy":0.700593,"main_score":0.648926,"hf_subset":"mag_Deva-lus_Latn","languages":["mag-Deva","lus-Latn"]},{"precision":0.795767,"recall":0.849802,"f1":0.812451,"accuracy":0.849802,"main_score":0.812451,"hf_subset":"mag_Deva-pag_Latn","languages":["mag-Deva","pag-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mag_Deva-snd_Arab","languages":["mag-Deva","snd-Arab"]},{"precision":0.850906,"recall":0.894269,"f1":0.864493,"accuracy":0.894269,"main_score":0.864493,"hf_subset":"mag_Deva-tuk_Latn","languages":["mag-Deva","tuk-Latn"]},{"precision":0.930665,"recall":0.951581,"f1":0.937418,"accuracy":0.951581,"main_score":0.937418,"hf_subset":"mag_Deva-bak_Cyrl","languages":["mag-Deva","bak-Cyrl"]},{"precision":0.384956,"recall":0.474308,"f1":0.410779,"accuracy":0.474308,"main_score":0.410779,"hf_subset":"mag_Deva-dyu_Latn","languages":["mag-Deva","dyu-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mag_Deva-heb_Hebr","languages":["mag-Deva","heb-Hebr"]},{"precision":0.876894,"recall":0.912055,"f1":0.888076,"accuracy":0.912055,"main_score":0.888076,"hf_subset":"mag_Deva-khk_Cyrl","languages":["mag-Deva","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mag_Deva-lvs_Latn","languages":["mag-Deva","lvs-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mag_Deva-pan_Guru","languages":["mag-Deva","pan-Guru"]},{"precision":0.446692,"recall":0.525692,"f1":0.468969,"accuracy":0.525692,"main_score":0.468969,"hf_subset":"mag_Deva-som_Latn","languages":["mag-Deva","som-Latn"]},{"precision":0.484236,"recall":0.55336,"f1":0.503661,"accuracy":0.55336,"main_score":0.503661,"hf_subset":"mag_Deva-tum_Latn","languages":["mag-Deva","tum-Latn"]},{"precision":0.450495,"recall":0.538538,"f1":0.475024,"accuracy":0.538538,"main_score":0.475024,"hf_subset":"pap_Latn-ace_Arab","languages":["pap-Latn","ace-Arab"]},{"precision":0.478706,"recall":0.545455,"f1":0.497981,"accuracy":0.545455,"main_score":0.497981,"hf_subset":"pap_Latn-bam_Latn","languages":["pap-Latn","bam-Latn"]},{"precision":0.110173,"recall":0.164032,"f1":0.123558,"accuracy":0.164032,"main_score":0.123558,"hf_subset":"pap_Latn-dzo_Tibt","languages":["pap-Latn","dzo-Tibt"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"pap_Latn-hin_Deva","languages":["pap-Latn","hin-Deva"]},{"precision":0.843709,"recall":0.891304,"f1":0.859025,"accuracy":0.891304,"main_score":0.859025,"hf_subset":"pap_Latn-khm_Khmr","languages":["pap-Latn","khm-Khmr"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"pap_Latn-mag_Deva","languages":["pap-Latn","mag-Deva"]},{"precision":0.5112,"recall":0.583004,"f1":0.531781,"accuracy":0.583004,"main_score":0.531781,"hf_subset":"pap_Latn-sot_Latn","languages":["pap-Latn","sot-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"pap_Latn-tur_Latn","languages":["pap-Latn","tur-Latn"]},{"precision":0.795702,"recall":0.841897,"f1":0.80975,"accuracy":0.841897,"main_score":0.80975,"hf_subset":"pap_Latn-ace_Latn","languages":["pap-Latn","ace-Latn"]},{"precision":0.906785,"recall":0.932806,"f1":0.915349,"accuracy":0.932806,"main_score":0.915349,"hf_subset":"pap_Latn-ban_Latn","languages":["pap-Latn","ban-Latn"]},{"precision":0.974308,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"pap_Latn-ell_Grek","languages":["pap-Latn","ell-Grek"]},{"precision":0.962615,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"pap_Latn-hne_Deva","languages":["pap-Latn","hne-Deva"]},{"precision":0.512599,"recall":0.585968,"f1":0.533651,"accuracy":0.585968,"main_score":0.533651,"hf_subset":"pap_Latn-kik_Latn","languages":["pap-Latn","kik-Latn"]},{"precision":0.974473,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"pap_Latn-mai_Deva","languages":["pap-Latn","mai-Deva"]},{"precision":0.839542,"recall":0.884387,"f1":0.853821,"accuracy":0.884387,"main_score":0.853821,"hf_subset":"pap_Latn-pbt_Arab","languages":["pap-Latn","pbt-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"pap_Latn-spa_Latn","languages":["pap-Latn","spa-Latn"]},{"precision":0.576532,"recall":0.639328,"f1":0.594542,"accuracy":0.639328,"main_score":0.594542,"hf_subset":"pap_Latn-twi_Latn","languages":["pap-Latn","twi-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"pap_Latn-acm_Arab","languages":["pap-Latn","acm-Arab"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"pap_Latn-bel_Cyrl","languages":["pap-Latn","bel-Cyrl"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"pap_Latn-eng_Latn","languages":["pap-Latn","eng-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"pap_Latn-hrv_Latn","languages":["pap-Latn","hrv-Latn"]},{"precision":0.475934,"recall":0.550395,"f1":0.496972,"accuracy":0.550395,"main_score":0.496972,"hf_subset":"pap_Latn-kin_Latn","languages":["pap-Latn","kin-Latn"]},{"precision":0.947299,"recall":0.963439,"f1":0.952569,"accuracy":0.963439,"main_score":0.952569,"hf_subset":"pap_Latn-mal_Mlym","languages":["pap-Latn","mal-Mlym"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"pap_Latn-pes_Arab","languages":["pap-Latn","pes-Arab"]},{"precision":0.971097,"recall":0.980237,"f1":0.974045,"accuracy":0.980237,"main_score":0.974045,"hf_subset":"pap_Latn-srd_Latn","languages":["pap-Latn","srd-Latn"]},{"precision":0.120412,"recall":0.185771,"f1":0.133732,"accuracy":0.185771,"main_score":0.133732,"hf_subset":"pap_Latn-tzm_Tfng","languages":["pap-Latn","tzm-Tfng"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"pap_Latn-acq_Arab","languages":["pap-Latn","acq-Arab"]},{"precision":0.541257,"recall":0.61166,"f1":0.561335,"accuracy":0.61166,"main_score":0.561335,"hf_subset":"pap_Latn-bem_Latn","languages":["pap-Latn","bem-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"pap_Latn-epo_Latn","languages":["pap-Latn","epo-Latn"]},{"precision":0.972497,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"pap_Latn-hun_Latn","languages":["pap-Latn","hun-Latn"]},{"precision":0.921607,"recall":0.944664,"f1":0.929018,"accuracy":0.944664,"main_score":0.929018,"hf_subset":"pap_Latn-kir_Cyrl","languages":["pap-Latn","kir-Cyrl"]},{"precision":0.958992,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"pap_Latn-mar_Deva","languages":["pap-Latn","mar-Deva"]},{"precision":0.574266,"recall":0.634387,"f1":0.591836,"accuracy":0.634387,"main_score":0.591836,"hf_subset":"pap_Latn-plt_Latn","languages":["pap-Latn","plt-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"pap_Latn-srp_Cyrl","languages":["pap-Latn","srp-Cyrl"]},{"precision":0.867836,"recall":0.905138,"f1":0.879842,"accuracy":0.905138,"main_score":0.879842,"hf_subset":"pap_Latn-uig_Arab","languages":["pap-Latn","uig-Arab"]},{"precision":0.958086,"recall":0.971344,"f1":0.962352,"accuracy":0.971344,"main_score":0.962352,"hf_subset":"pap_Latn-aeb_Arab","languages":["pap-Latn","aeb-Arab"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"pap_Latn-ben_Beng","languages":["pap-Latn","ben-Beng"]},{"precision":0.966733,"recall":0.976285,"f1":0.969862,"accuracy":0.976285,"main_score":0.969862,"hf_subset":"pap_Latn-est_Latn","languages":["pap-Latn","est-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"pap_Latn-hye_Armn","languages":["pap-Latn","hye-Armn"]},{"precision":0.480041,"recall":0.549407,"f1":0.499643,"accuracy":0.549407,"main_score":0.499643,"hf_subset":"pap_Latn-kmb_Latn","languages":["pap-Latn","kmb-Latn"]},{"precision":0.401134,"recall":0.500988,"f1":0.428121,"accuracy":0.500988,"main_score":0.428121,"hf_subset":"pap_Latn-min_Arab","languages":["pap-Latn","min-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"pap_Latn-pol_Latn","languages":["pap-Latn","pol-Latn"]},{"precision":0.447381,"recall":0.530632,"f1":0.470629,"accuracy":0.530632,"main_score":0.470629,"hf_subset":"pap_Latn-ssw_Latn","languages":["pap-Latn","ssw-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"pap_Latn-ukr_Cyrl","languages":["pap-Latn","ukr-Cyrl"]},{"precision":0.983202,"recall":0.988142,"f1":0.984848,"accuracy":0.988142,"main_score":0.984848,"hf_subset":"pap_Latn-afr_Latn","languages":["pap-Latn","afr-Latn"]},{"precision":0.960474,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"pap_Latn-bho_Deva","languages":["pap-Latn","bho-Deva"]},{"precision":0.909914,"recall":0.934783,"f1":0.917819,"accuracy":0.934783,"main_score":0.917819,"hf_subset":"pap_Latn-eus_Latn","languages":["pap-Latn","eus-Latn"]},{"precision":0.501197,"recall":0.581028,"f1":0.5238,"accuracy":0.581028,"main_score":0.5238,"hf_subset":"pap_Latn-ibo_Latn","languages":["pap-Latn","ibo-Latn"]},{"precision":0.686933,"recall":0.758893,"f1":0.708646,"accuracy":0.758893,"main_score":0.708646,"hf_subset":"pap_Latn-kmr_Latn","languages":["pap-Latn","kmr-Latn"]},{"precision":0.930418,"recall":0.950593,"f1":0.936825,"accuracy":0.950593,"main_score":0.936825,"hf_subset":"pap_Latn-min_Latn","languages":["pap-Latn","min-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"pap_Latn-por_Latn","languages":["pap-Latn","por-Latn"]},{"precision":0.949605,"recall":0.964427,"f1":0.954545,"accuracy":0.964427,"main_score":0.954545,"hf_subset":"pap_Latn-sun_Latn","languages":["pap-Latn","sun-Latn"]},{"precision":0.479743,"recall":0.549407,"f1":0.500104,"accuracy":0.549407,"main_score":0.500104,"hf_subset":"pap_Latn-umb_Latn","languages":["pap-Latn","umb-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"pap_Latn-ajp_Arab","languages":["pap-Latn","ajp-Arab"]},{"precision":0.431906,"recall":0.525692,"f1":0.457475,"accuracy":0.525692,"main_score":0.457475,"hf_subset":"pap_Latn-bjn_Arab","languages":["pap-Latn","bjn-Arab"]},{"precision":0.488161,"recall":0.552372,"f1":0.506621,"accuracy":0.552372,"main_score":0.506621,"hf_subset":"pap_Latn-ewe_Latn","languages":["pap-Latn","ewe-Latn"]},{"precision":0.846821,"recall":0.88834,"f1":0.85975,"accuracy":0.88834,"main_score":0.85975,"hf_subset":"pap_Latn-ilo_Latn","languages":["pap-Latn","ilo-Latn"]},{"precision":0.193111,"recall":0.271739,"f1":0.211774,"accuracy":0.271739,"main_score":0.211774,"hf_subset":"pap_Latn-knc_Arab","languages":["pap-Latn","knc-Arab"]},{"precision":0.984848,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"pap_Latn-mkd_Cyrl","languages":["pap-Latn","mkd-Cyrl"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pap_Latn-prs_Arab","languages":["pap-Latn","prs-Arab"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"pap_Latn-swe_Latn","languages":["pap-Latn","swe-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"pap_Latn-urd_Arab","languages":["pap-Latn","urd-Arab"]},{"precision":0.537376,"recall":0.604743,"f1":0.557039,"accuracy":0.604743,"main_score":0.557039,"hf_subset":"pap_Latn-aka_Latn","languages":["pap-Latn","aka-Latn"]},{"precision":0.931159,"recall":0.951581,"f1":0.937747,"accuracy":0.951581,"main_score":0.937747,"hf_subset":"pap_Latn-bjn_Latn","languages":["pap-Latn","bjn-Latn"]},{"precision":0.850461,"recall":0.895257,"f1":0.865086,"accuracy":0.895257,"main_score":0.865086,"hf_subset":"pap_Latn-fao_Latn","languages":["pap-Latn","fao-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"pap_Latn-ind_Latn","languages":["pap-Latn","ind-Latn"]},{"precision":0.531679,"recall":0.602767,"f1":0.552492,"accuracy":0.602767,"main_score":0.552492,"hf_subset":"pap_Latn-knc_Latn","languages":["pap-Latn","knc-Latn"]},{"precision":0.955534,"recall":0.968379,"f1":0.959651,"accuracy":0.968379,"main_score":0.959651,"hf_subset":"pap_Latn-mlt_Latn","languages":["pap-Latn","mlt-Latn"]},{"precision":0.579829,"recall":0.65415,"f1":0.601155,"accuracy":0.65415,"main_score":0.601155,"hf_subset":"pap_Latn-quy_Latn","languages":["pap-Latn","quy-Latn"]},{"precision":0.675708,"recall":0.747036,"f1":0.697021,"accuracy":0.747036,"main_score":0.697021,"hf_subset":"pap_Latn-swh_Latn","languages":["pap-Latn","swh-Latn"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"pap_Latn-uzn_Latn","languages":["pap-Latn","uzn-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"pap_Latn-als_Latn","languages":["pap-Latn","als-Latn"]},{"precision":0.165587,"recall":0.23913,"f1":0.183065,"accuracy":0.23913,"main_score":0.183065,"hf_subset":"pap_Latn-bod_Tibt","languages":["pap-Latn","bod-Tibt"]},{"precision":0.498983,"recall":0.568182,"f1":0.518331,"accuracy":0.568182,"main_score":0.518331,"hf_subset":"pap_Latn-fij_Latn","languages":["pap-Latn","fij-Latn"]},{"precision":0.844285,"recall":0.889328,"f1":0.858597,"accuracy":0.889328,"main_score":0.858597,"hf_subset":"pap_Latn-isl_Latn","languages":["pap-Latn","isl-Latn"]},{"precision":0.575033,"recall":0.653162,"f1":0.598108,"accuracy":0.653162,"main_score":0.598108,"hf_subset":"pap_Latn-kon_Latn","languages":["pap-Latn","kon-Latn"]},{"precision":0.525562,"recall":0.618577,"f1":0.55216,"accuracy":0.618577,"main_score":0.55216,"hf_subset":"pap_Latn-mni_Beng","languages":["pap-Latn","mni-Beng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"pap_Latn-ron_Latn","languages":["pap-Latn","ron-Latn"]},{"precision":0.961545,"recall":0.972332,"f1":0.964987,"accuracy":0.972332,"main_score":0.964987,"hf_subset":"pap_Latn-szl_Latn","languages":["pap-Latn","szl-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"pap_Latn-vec_Latn","languages":["pap-Latn","vec-Latn"]},{"precision":0.494444,"recall":0.589921,"f1":0.521716,"accuracy":0.589921,"main_score":0.521716,"hf_subset":"pap_Latn-amh_Ethi","languages":["pap-Latn","amh-Ethi"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pap_Latn-bos_Latn","languages":["pap-Latn","bos-Latn"]},{"precision":0.966403,"recall":0.976285,"f1":0.969697,"accuracy":0.976285,"main_score":0.969697,"hf_subset":"pap_Latn-fin_Latn","languages":["pap-Latn","fin-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"pap_Latn-ita_Latn","languages":["pap-Latn","ita-Latn"]},{"precision":0.977437,"recall":0.98419,"f1":0.979578,"accuracy":0.98419,"main_score":0.979578,"hf_subset":"pap_Latn-kor_Hang","languages":["pap-Latn","kor-Hang"]},{"precision":0.498074,"recall":0.571146,"f1":0.518986,"accuracy":0.571146,"main_score":0.518986,"hf_subset":"pap_Latn-mos_Latn","languages":["pap-Latn","mos-Latn"]},{"precision":0.47024,"recall":0.540514,"f1":0.49028,"accuracy":0.540514,"main_score":0.49028,"hf_subset":"pap_Latn-run_Latn","languages":["pap-Latn","run-Latn"]},{"precision":0.955534,"recall":0.970356,"f1":0.960474,"accuracy":0.970356,"main_score":0.960474,"hf_subset":"pap_Latn-tam_Taml","languages":["pap-Latn","tam-Taml"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"pap_Latn-vie_Latn","languages":["pap-Latn","vie-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"pap_Latn-apc_Arab","languages":["pap-Latn","apc-Arab"]},{"precision":0.745043,"recall":0.802372,"f1":0.762286,"accuracy":0.802372,"main_score":0.762286,"hf_subset":"pap_Latn-bug_Latn","languages":["pap-Latn","bug-Latn"]},{"precision":0.438628,"recall":0.506917,"f1":0.457533,"accuracy":0.506917,"main_score":0.457533,"hf_subset":"pap_Latn-fon_Latn","languages":["pap-Latn","fon-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"pap_Latn-jav_Latn","languages":["pap-Latn","jav-Latn"]},{"precision":0.768231,"recall":0.83004,"f1":0.787451,"accuracy":0.83004,"main_score":0.787451,"hf_subset":"pap_Latn-lao_Laoo","languages":["pap-Latn","lao-Laoo"]},{"precision":0.549657,"recall":0.625494,"f1":0.571396,"accuracy":0.625494,"main_score":0.571396,"hf_subset":"pap_Latn-mri_Latn","languages":["pap-Latn","mri-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"pap_Latn-rus_Cyrl","languages":["pap-Latn","rus-Cyrl"]},{"precision":0.501212,"recall":0.572134,"f1":0.521462,"accuracy":0.572134,"main_score":0.521462,"hf_subset":"pap_Latn-taq_Latn","languages":["pap-Latn","taq-Latn"]},{"precision":0.946476,"recall":0.962451,"f1":0.951746,"accuracy":0.962451,"main_score":0.951746,"hf_subset":"pap_Latn-war_Latn","languages":["pap-Latn","war-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"pap_Latn-arb_Arab","languages":["pap-Latn","arb-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pap_Latn-bul_Cyrl","languages":["pap-Latn","bul-Cyrl"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"pap_Latn-fra_Latn","languages":["pap-Latn","fra-Latn"]},{"precision":0.976943,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"pap_Latn-jpn_Jpan","languages":["pap-Latn","jpn-Jpan"]},{"precision":0.969862,"recall":0.979249,"f1":0.972991,"accuracy":0.979249,"main_score":0.972991,"hf_subset":"pap_Latn-lij_Latn","languages":["pap-Latn","lij-Latn"]},{"precision":0.807559,"recall":0.862648,"f1":0.825165,"accuracy":0.862648,"main_score":0.825165,"hf_subset":"pap_Latn-mya_Mymr","languages":["pap-Latn","mya-Mymr"]},{"precision":0.541522,"recall":0.619565,"f1":0.56373,"accuracy":0.619565,"main_score":0.56373,"hf_subset":"pap_Latn-sag_Latn","languages":["pap-Latn","sag-Latn"]},{"precision":0.137257,"recall":0.218379,"f1":0.153478,"accuracy":0.218379,"main_score":0.153478,"hf_subset":"pap_Latn-taq_Tfng","languages":["pap-Latn","taq-Tfng"]},{"precision":0.564025,"recall":0.642292,"f1":0.586239,"accuracy":0.642292,"main_score":0.586239,"hf_subset":"pap_Latn-wol_Latn","languages":["pap-Latn","wol-Latn"]},{"precision":0.589896,"recall":0.671937,"f1":0.613037,"accuracy":0.671937,"main_score":0.613037,"hf_subset":"pap_Latn-arb_Latn","languages":["pap-Latn","arb-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"pap_Latn-cat_Latn","languages":["pap-Latn","cat-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"pap_Latn-fur_Latn","languages":["pap-Latn","fur-Latn"]},{"precision":0.353446,"recall":0.423913,"f1":0.3727,"accuracy":0.423913,"main_score":0.3727,"hf_subset":"pap_Latn-kab_Latn","languages":["pap-Latn","kab-Latn"]},{"precision":0.94664,"recall":0.962451,"f1":0.951746,"accuracy":0.962451,"main_score":0.951746,"hf_subset":"pap_Latn-lim_Latn","languages":["pap-Latn","lim-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"pap_Latn-nld_Latn","languages":["pap-Latn","nld-Latn"]},{"precision":0.905007,"recall":0.932806,"f1":0.914032,"accuracy":0.932806,"main_score":0.914032,"hf_subset":"pap_Latn-san_Deva","languages":["pap-Latn","san-Deva"]},{"precision":0.941864,"recall":0.959486,"f1":0.947628,"accuracy":0.959486,"main_score":0.947628,"hf_subset":"pap_Latn-tat_Cyrl","languages":["pap-Latn","tat-Cyrl"]},{"precision":0.532445,"recall":0.606719,"f1":0.553451,"accuracy":0.606719,"main_score":0.553451,"hf_subset":"pap_Latn-xho_Latn","languages":["pap-Latn","xho-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"pap_Latn-ars_Arab","languages":["pap-Latn","ars-Arab"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"pap_Latn-ceb_Latn","languages":["pap-Latn","ceb-Latn"]},{"precision":0.490853,"recall":0.571146,"f1":0.513592,"accuracy":0.571146,"main_score":0.513592,"hf_subset":"pap_Latn-fuv_Latn","languages":["pap-Latn","fuv-Latn"]},{"precision":0.498708,"recall":0.573123,"f1":0.519786,"accuracy":0.573123,"main_score":0.519786,"hf_subset":"pap_Latn-kac_Latn","languages":["pap-Latn","kac-Latn"]},{"precision":0.573445,"recall":0.645257,"f1":0.593514,"accuracy":0.645257,"main_score":0.593514,"hf_subset":"pap_Latn-lin_Latn","languages":["pap-Latn","lin-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"pap_Latn-nno_Latn","languages":["pap-Latn","nno-Latn"]},{"precision":0.022531,"recall":0.068182,"f1":0.029102,"accuracy":0.068182,"main_score":0.029102,"hf_subset":"pap_Latn-sat_Olck","languages":["pap-Latn","sat-Olck"]},{"precision":0.963933,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"pap_Latn-tel_Telu","languages":["pap-Latn","tel-Telu"]},{"precision":0.719097,"recall":0.79249,"f1":0.741683,"accuracy":0.79249,"main_score":0.741683,"hf_subset":"pap_Latn-ydd_Hebr","languages":["pap-Latn","ydd-Hebr"]},{"precision":0.911726,"recall":0.939723,"f1":0.920784,"accuracy":0.939723,"main_score":0.920784,"hf_subset":"pap_Latn-ary_Arab","languages":["pap-Latn","ary-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pap_Latn-ces_Latn","languages":["pap-Latn","ces-Latn"]},{"precision":0.402647,"recall":0.488142,"f1":0.426097,"accuracy":0.488142,"main_score":0.426097,"hf_subset":"pap_Latn-gaz_Latn","languages":["pap-Latn","gaz-Latn"]},{"precision":0.503936,"recall":0.583004,"f1":0.526454,"accuracy":0.583004,"main_score":0.526454,"hf_subset":"pap_Latn-kam_Latn","languages":["pap-Latn","kam-Latn"]},{"precision":0.965909,"recall":0.976285,"f1":0.969368,"accuracy":0.976285,"main_score":0.969368,"hf_subset":"pap_Latn-lit_Latn","languages":["pap-Latn","lit-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"pap_Latn-nob_Latn","languages":["pap-Latn","nob-Latn"]},{"precision":0.953063,"recall":0.967391,"f1":0.957675,"accuracy":0.967391,"main_score":0.957675,"hf_subset":"pap_Latn-scn_Latn","languages":["pap-Latn","scn-Latn"]},{"precision":0.853706,"recall":0.893281,"f1":0.866173,"accuracy":0.893281,"main_score":0.866173,"hf_subset":"pap_Latn-tgk_Cyrl","languages":["pap-Latn","tgk-Cyrl"]},{"precision":0.451186,"recall":0.525692,"f1":0.472417,"accuracy":0.525692,"main_score":0.472417,"hf_subset":"pap_Latn-yor_Latn","languages":["pap-Latn","yor-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"pap_Latn-arz_Arab","languages":["pap-Latn","arz-Arab"]},{"precision":0.505871,"recall":0.588933,"f1":0.529342,"accuracy":0.588933,"main_score":0.529342,"hf_subset":"pap_Latn-cjk_Latn","languages":["pap-Latn","cjk-Latn"]},{"precision":0.574332,"recall":0.649209,"f1":0.595525,"accuracy":0.649209,"main_score":0.595525,"hf_subset":"pap_Latn-gla_Latn","languages":["pap-Latn","gla-Latn"]},{"precision":0.957016,"recall":0.971344,"f1":0.961792,"accuracy":0.971344,"main_score":0.961792,"hf_subset":"pap_Latn-kan_Knda","languages":["pap-Latn","kan-Knda"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"pap_Latn-lmo_Latn","languages":["pap-Latn","lmo-Latn"]},{"precision":0.96031,"recall":0.972332,"f1":0.964262,"accuracy":0.972332,"main_score":0.964262,"hf_subset":"pap_Latn-npi_Deva","languages":["pap-Latn","npi-Deva"]},{"precision":0.418876,"recall":0.518775,"f1":0.44681,"accuracy":0.518775,"main_score":0.44681,"hf_subset":"pap_Latn-shn_Mymr","languages":["pap-Latn","shn-Mymr"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"pap_Latn-tgl_Latn","languages":["pap-Latn","tgl-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pap_Latn-yue_Hant","languages":["pap-Latn","yue-Hant"]},{"precision":0.938323,"recall":0.95751,"f1":0.944565,"accuracy":0.95751,"main_score":0.944565,"hf_subset":"pap_Latn-asm_Beng","languages":["pap-Latn","asm-Beng"]},{"precision":0.662533,"recall":0.73419,"f1":0.684209,"accuracy":0.73419,"main_score":0.684209,"hf_subset":"pap_Latn-ckb_Arab","languages":["pap-Latn","ckb-Arab"]},{"precision":0.669203,"recall":0.746047,"f1":0.692476,"accuracy":0.746047,"main_score":0.692476,"hf_subset":"pap_Latn-gle_Latn","languages":["pap-Latn","gle-Latn"]},{"precision":0.842424,"recall":0.887352,"f1":0.857049,"accuracy":0.887352,"main_score":0.857049,"hf_subset":"pap_Latn-kas_Arab","languages":["pap-Latn","kas-Arab"]},{"precision":0.828673,"recall":0.87253,"f1":0.842292,"accuracy":0.87253,"main_score":0.842292,"hf_subset":"pap_Latn-ltg_Latn","languages":["pap-Latn","ltg-Latn"]},{"precision":0.53492,"recall":0.603755,"f1":0.554268,"accuracy":0.603755,"main_score":0.554268,"hf_subset":"pap_Latn-nso_Latn","languages":["pap-Latn","nso-Latn"]},{"precision":0.364027,"recall":0.454545,"f1":0.388625,"accuracy":0.454545,"main_score":0.388625,"hf_subset":"pap_Latn-sin_Sinh","languages":["pap-Latn","sin-Sinh"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"pap_Latn-tha_Thai","languages":["pap-Latn","tha-Thai"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"pap_Latn-zho_Hans","languages":["pap-Latn","zho-Hans"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pap_Latn-ast_Latn","languages":["pap-Latn","ast-Latn"]},{"precision":0.940382,"recall":0.958498,"f1":0.946311,"accuracy":0.958498,"main_score":0.946311,"hf_subset":"pap_Latn-crh_Latn","languages":["pap-Latn","crh-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"pap_Latn-glg_Latn","languages":["pap-Latn","glg-Latn"]},{"precision":0.731868,"recall":0.797431,"f1":0.751976,"accuracy":0.797431,"main_score":0.751976,"hf_subset":"pap_Latn-kas_Deva","languages":["pap-Latn","kas-Deva"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"pap_Latn-ltz_Latn","languages":["pap-Latn","ltz-Latn"]},{"precision":0.40208,"recall":0.486166,"f1":0.425196,"accuracy":0.486166,"main_score":0.425196,"hf_subset":"pap_Latn-nus_Latn","languages":["pap-Latn","nus-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"pap_Latn-slk_Latn","languages":["pap-Latn","slk-Latn"]},{"precision":0.276482,"recall":0.346838,"f1":0.294846,"accuracy":0.346838,"main_score":0.294846,"hf_subset":"pap_Latn-tir_Ethi","languages":["pap-Latn","tir-Ethi"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"pap_Latn-zho_Hant","languages":["pap-Latn","zho-Hant"]},{"precision":0.961957,"recall":0.97332,"f1":0.965744,"accuracy":0.97332,"main_score":0.965744,"hf_subset":"pap_Latn-awa_Deva","languages":["pap-Latn","awa-Deva"]},{"precision":0.808794,"recall":0.86166,"f1":0.825198,"accuracy":0.86166,"main_score":0.825198,"hf_subset":"pap_Latn-cym_Latn","languages":["pap-Latn","cym-Latn"]},{"precision":0.734371,"recall":0.790514,"f1":0.75135,"accuracy":0.790514,"main_score":0.75135,"hf_subset":"pap_Latn-grn_Latn","languages":["pap-Latn","grn-Latn"]},{"precision":0.945487,"recall":0.962451,"f1":0.950922,"accuracy":0.962451,"main_score":0.950922,"hf_subset":"pap_Latn-kat_Geor","languages":["pap-Latn","kat-Geor"]},{"precision":0.571814,"recall":0.636364,"f1":0.590301,"accuracy":0.636364,"main_score":0.590301,"hf_subset":"pap_Latn-lua_Latn","languages":["pap-Latn","lua-Latn"]},{"precision":0.538513,"recall":0.610672,"f1":0.559546,"accuracy":0.610672,"main_score":0.559546,"hf_subset":"pap_Latn-nya_Latn","languages":["pap-Latn","nya-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"pap_Latn-slv_Latn","languages":["pap-Latn","slv-Latn"]},{"precision":0.787549,"recall":0.842885,"f1":0.804941,"accuracy":0.842885,"main_score":0.804941,"hf_subset":"pap_Latn-tpi_Latn","languages":["pap-Latn","tpi-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pap_Latn-zsm_Latn","languages":["pap-Latn","zsm-Latn"]},{"precision":0.501798,"recall":0.573123,"f1":0.521696,"accuracy":0.573123,"main_score":0.521696,"hf_subset":"pap_Latn-ayr_Latn","languages":["pap-Latn","ayr-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"pap_Latn-dan_Latn","languages":["pap-Latn","dan-Latn"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"pap_Latn-guj_Gujr","languages":["pap-Latn","guj-Gujr"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"pap_Latn-kaz_Cyrl","languages":["pap-Latn","kaz-Cyrl"]},{"precision":0.453426,"recall":0.530632,"f1":0.475823,"accuracy":0.530632,"main_score":0.475823,"hf_subset":"pap_Latn-lug_Latn","languages":["pap-Latn","lug-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"pap_Latn-oci_Latn","languages":["pap-Latn","oci-Latn"]},{"precision":0.532815,"recall":0.612648,"f1":0.556083,"accuracy":0.612648,"main_score":0.556083,"hf_subset":"pap_Latn-smo_Latn","languages":["pap-Latn","smo-Latn"]},{"precision":0.494873,"recall":0.562253,"f1":0.513229,"accuracy":0.562253,"main_score":0.513229,"hf_subset":"pap_Latn-tsn_Latn","languages":["pap-Latn","tsn-Latn"]},{"precision":0.47736,"recall":0.551383,"f1":0.497225,"accuracy":0.551383,"main_score":0.497225,"hf_subset":"pap_Latn-zul_Latn","languages":["pap-Latn","zul-Latn"]},{"precision":0.794443,"recall":0.850791,"f1":0.812288,"accuracy":0.850791,"main_score":0.812288,"hf_subset":"pap_Latn-azb_Arab","languages":["pap-Latn","azb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"pap_Latn-deu_Latn","languages":["pap-Latn","deu-Latn"]},{"precision":0.907856,"recall":0.934783,"f1":0.916568,"accuracy":0.934783,"main_score":0.916568,"hf_subset":"pap_Latn-hat_Latn","languages":["pap-Latn","hat-Latn"]},{"precision":0.451476,"recall":0.521739,"f1":0.470909,"accuracy":0.521739,"main_score":0.470909,"hf_subset":"pap_Latn-kbp_Latn","languages":["pap-Latn","kbp-Latn"]},{"precision":0.518504,"recall":0.585968,"f1":0.537176,"accuracy":0.585968,"main_score":0.537176,"hf_subset":"pap_Latn-luo_Latn","languages":["pap-Latn","luo-Latn"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"pap_Latn-ory_Orya","languages":["pap-Latn","ory-Orya"]},{"precision":0.496643,"recall":0.564229,"f1":0.515947,"accuracy":0.564229,"main_score":0.515947,"hf_subset":"pap_Latn-sna_Latn","languages":["pap-Latn","sna-Latn"]},{"precision":0.497805,"recall":0.559289,"f1":0.514876,"accuracy":0.559289,"main_score":0.514876,"hf_subset":"pap_Latn-tso_Latn","languages":["pap-Latn","tso-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"pap_Latn-azj_Latn","languages":["pap-Latn","azj-Latn"]},{"precision":0.501573,"recall":0.574111,"f1":0.522298,"accuracy":0.574111,"main_score":0.522298,"hf_subset":"pap_Latn-dik_Latn","languages":["pap-Latn","dik-Latn"]},{"precision":0.49456,"recall":0.559289,"f1":0.513081,"accuracy":0.559289,"main_score":0.513081,"hf_subset":"pap_Latn-hau_Latn","languages":["pap-Latn","hau-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"pap_Latn-kea_Latn","languages":["pap-Latn","kea-Latn"]},{"precision":0.653928,"recall":0.712451,"f1":0.670829,"accuracy":0.712451,"main_score":0.670829,"hf_subset":"pap_Latn-lus_Latn","languages":["pap-Latn","lus-Latn"]},{"precision":0.829167,"recall":0.868577,"f1":0.841469,"accuracy":0.868577,"main_score":0.841469,"hf_subset":"pap_Latn-pag_Latn","languages":["pap-Latn","pag-Latn"]},{"precision":0.930748,"recall":0.952569,"f1":0.937813,"accuracy":0.952569,"main_score":0.937813,"hf_subset":"pap_Latn-snd_Arab","languages":["pap-Latn","snd-Arab"]},{"precision":0.81917,"recall":0.866601,"f1":0.834124,"accuracy":0.866601,"main_score":0.834124,"hf_subset":"pap_Latn-tuk_Latn","languages":["pap-Latn","tuk-Latn"]},{"precision":0.905962,"recall":0.93083,"f1":0.914032,"accuracy":0.93083,"main_score":0.914032,"hf_subset":"pap_Latn-bak_Cyrl","languages":["pap-Latn","bak-Cyrl"]},{"precision":0.436808,"recall":0.527668,"f1":0.463153,"accuracy":0.527668,"main_score":0.463153,"hf_subset":"pap_Latn-dyu_Latn","languages":["pap-Latn","dyu-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"pap_Latn-heb_Hebr","languages":["pap-Latn","heb-Hebr"]},{"precision":0.818132,"recall":0.865613,"f1":0.833004,"accuracy":0.865613,"main_score":0.833004,"hf_subset":"pap_Latn-khk_Cyrl","languages":["pap-Latn","khk-Cyrl"]},{"precision":0.981719,"recall":0.987154,"f1":0.983531,"accuracy":0.987154,"main_score":0.983531,"hf_subset":"pap_Latn-lvs_Latn","languages":["pap-Latn","lvs-Latn"]},{"precision":0.957839,"recall":0.970356,"f1":0.961957,"accuracy":0.970356,"main_score":0.961957,"hf_subset":"pap_Latn-pan_Guru","languages":["pap-Latn","pan-Guru"]},{"precision":0.49552,"recall":0.568182,"f1":0.515788,"accuracy":0.568182,"main_score":0.515788,"hf_subset":"pap_Latn-som_Latn","languages":["pap-Latn","som-Latn"]},{"precision":0.513952,"recall":0.582016,"f1":0.533159,"accuracy":0.582016,"main_score":0.533159,"hf_subset":"pap_Latn-tum_Latn","languages":["pap-Latn","tum-Latn"]},{"precision":0.357042,"recall":0.412055,"f1":0.372828,"accuracy":0.412055,"main_score":0.372828,"hf_subset":"sot_Latn-ace_Arab","languages":["sot-Latn","ace-Arab"]},{"precision":0.470099,"recall":0.520751,"f1":0.484179,"accuracy":0.520751,"main_score":0.484179,"hf_subset":"sot_Latn-bam_Latn","languages":["sot-Latn","bam-Latn"]},{"precision":0.121607,"recall":0.162055,"f1":0.131364,"accuracy":0.162055,"main_score":0.131364,"hf_subset":"sot_Latn-dzo_Tibt","languages":["sot-Latn","dzo-Tibt"]},{"precision":0.469992,"recall":0.547431,"f1":0.490735,"accuracy":0.547431,"main_score":0.490735,"hf_subset":"sot_Latn-hin_Deva","languages":["sot-Latn","hin-Deva"]},{"precision":0.371122,"recall":0.447628,"f1":0.392001,"accuracy":0.447628,"main_score":0.392001,"hf_subset":"sot_Latn-khm_Khmr","languages":["sot-Latn","khm-Khmr"]},{"precision":0.480213,"recall":0.551383,"f1":0.500497,"accuracy":0.551383,"main_score":0.500497,"hf_subset":"sot_Latn-mag_Deva","languages":["sot-Latn","mag-Deva"]},{"precision":0.5175,"recall":0.572134,"f1":0.532603,"accuracy":0.572134,"main_score":0.532603,"hf_subset":"sot_Latn-pap_Latn","languages":["sot-Latn","pap-Latn"]},{"precision":0.486704,"recall":0.560277,"f1":0.506375,"accuracy":0.560277,"main_score":0.506375,"hf_subset":"sot_Latn-tur_Latn","languages":["sot-Latn","tur-Latn"]},{"precision":0.525238,"recall":0.568182,"f1":0.538158,"accuracy":0.568182,"main_score":0.538158,"hf_subset":"sot_Latn-ace_Latn","languages":["sot-Latn","ace-Latn"]},{"precision":0.525144,"recall":0.572134,"f1":0.538801,"accuracy":0.572134,"main_score":0.538801,"hf_subset":"sot_Latn-ban_Latn","languages":["sot-Latn","ban-Latn"]},{"precision":0.437681,"recall":0.518775,"f1":0.459863,"accuracy":0.518775,"main_score":0.459863,"hf_subset":"sot_Latn-ell_Grek","languages":["sot-Latn","ell-Grek"]},{"precision":0.466374,"recall":0.54249,"f1":0.487247,"accuracy":0.54249,"main_score":0.487247,"hf_subset":"sot_Latn-hne_Deva","languages":["sot-Latn","hne-Deva"]},{"precision":0.477351,"recall":0.528656,"f1":0.492409,"accuracy":0.528656,"main_score":0.492409,"hf_subset":"sot_Latn-kik_Latn","languages":["sot-Latn","kik-Latn"]},{"precision":0.485712,"recall":0.55336,"f1":0.504498,"accuracy":0.55336,"main_score":0.504498,"hf_subset":"sot_Latn-mai_Deva","languages":["sot-Latn","mai-Deva"]},{"precision":0.448169,"recall":0.513834,"f1":0.466365,"accuracy":0.513834,"main_score":0.466365,"hf_subset":"sot_Latn-pbt_Arab","languages":["sot-Latn","pbt-Arab"]},{"precision":0.479987,"recall":0.554348,"f1":0.500656,"accuracy":0.554348,"main_score":0.500656,"hf_subset":"sot_Latn-spa_Latn","languages":["sot-Latn","spa-Latn"]},{"precision":0.538828,"recall":0.573123,"f1":0.548675,"accuracy":0.573123,"main_score":0.548675,"hf_subset":"sot_Latn-twi_Latn","languages":["sot-Latn","twi-Latn"]},{"precision":0.462622,"recall":0.535573,"f1":0.482661,"accuracy":0.535573,"main_score":0.482661,"hf_subset":"sot_Latn-acm_Arab","languages":["sot-Latn","acm-Arab"]},{"precision":0.463811,"recall":0.535573,"f1":0.483882,"accuracy":0.535573,"main_score":0.483882,"hf_subset":"sot_Latn-bel_Cyrl","languages":["sot-Latn","bel-Cyrl"]},{"precision":0.485477,"recall":0.559289,"f1":0.505831,"accuracy":0.559289,"main_score":0.505831,"hf_subset":"sot_Latn-eng_Latn","languages":["sot-Latn","eng-Latn"]},{"precision":0.496613,"recall":0.56917,"f1":0.516571,"accuracy":0.56917,"main_score":0.516571,"hf_subset":"sot_Latn-hrv_Latn","languages":["sot-Latn","hrv-Latn"]},{"precision":0.477379,"recall":0.527668,"f1":0.492369,"accuracy":0.527668,"main_score":0.492369,"hf_subset":"sot_Latn-kin_Latn","languages":["sot-Latn","kin-Latn"]},{"precision":0.463825,"recall":0.539526,"f1":0.4849,"accuracy":0.539526,"main_score":0.4849,"hf_subset":"sot_Latn-mal_Mlym","languages":["sot-Latn","mal-Mlym"]},{"precision":0.462312,"recall":0.536561,"f1":0.482473,"accuracy":0.536561,"main_score":0.482473,"hf_subset":"sot_Latn-pes_Arab","languages":["sot-Latn","pes-Arab"]},{"precision":0.503995,"recall":0.566206,"f1":0.520917,"accuracy":0.566206,"main_score":0.520917,"hf_subset":"sot_Latn-srd_Latn","languages":["sot-Latn","srd-Latn"]},{"precision":0.163834,"recall":0.213439,"f1":0.17416,"accuracy":0.213439,"main_score":0.17416,"hf_subset":"sot_Latn-tzm_Tfng","languages":["sot-Latn","tzm-Tfng"]},{"precision":0.46243,"recall":0.532609,"f1":0.481021,"accuracy":0.532609,"main_score":0.481021,"hf_subset":"sot_Latn-acq_Arab","languages":["sot-Latn","acq-Arab"]},{"precision":0.544732,"recall":0.579051,"f1":0.554803,"accuracy":0.579051,"main_score":0.554803,"hf_subset":"sot_Latn-bem_Latn","languages":["sot-Latn","bem-Latn"]},{"precision":0.493079,"recall":0.561265,"f1":0.512477,"accuracy":0.561265,"main_score":0.512477,"hf_subset":"sot_Latn-epo_Latn","languages":["sot-Latn","epo-Latn"]},{"precision":0.482527,"recall":0.557312,"f1":0.502784,"accuracy":0.557312,"main_score":0.502784,"hf_subset":"sot_Latn-hun_Latn","languages":["sot-Latn","hun-Latn"]},{"precision":0.498468,"recall":0.5583,"f1":0.516751,"accuracy":0.5583,"main_score":0.516751,"hf_subset":"sot_Latn-kir_Cyrl","languages":["sot-Latn","kir-Cyrl"]},{"precision":0.469395,"recall":0.541502,"f1":0.488704,"accuracy":0.541502,"main_score":0.488704,"hf_subset":"sot_Latn-mar_Deva","languages":["sot-Latn","mar-Deva"]},{"precision":0.502679,"recall":0.551383,"f1":0.516787,"accuracy":0.551383,"main_score":0.516787,"hf_subset":"sot_Latn-plt_Latn","languages":["sot-Latn","plt-Latn"]},{"precision":0.48845,"recall":0.55336,"f1":0.506108,"accuracy":0.55336,"main_score":0.506108,"hf_subset":"sot_Latn-srp_Cyrl","languages":["sot-Latn","srp-Cyrl"]},{"precision":0.437498,"recall":0.501976,"f1":0.455291,"accuracy":0.501976,"main_score":0.455291,"hf_subset":"sot_Latn-uig_Arab","languages":["sot-Latn","uig-Arab"]},{"precision":0.457863,"recall":0.518775,"f1":0.475298,"accuracy":0.518775,"main_score":0.475298,"hf_subset":"sot_Latn-aeb_Arab","languages":["sot-Latn","aeb-Arab"]},{"precision":0.471659,"recall":0.545455,"f1":0.492129,"accuracy":0.545455,"main_score":0.492129,"hf_subset":"sot_Latn-ben_Beng","languages":["sot-Latn","ben-Beng"]},{"precision":0.464813,"recall":0.531621,"f1":0.483057,"accuracy":0.531621,"main_score":0.483057,"hf_subset":"sot_Latn-est_Latn","languages":["sot-Latn","est-Latn"]},{"precision":0.442016,"recall":0.514822,"f1":0.462203,"accuracy":0.514822,"main_score":0.462203,"hf_subset":"sot_Latn-hye_Armn","languages":["sot-Latn","hye-Armn"]},{"precision":0.493466,"recall":0.537549,"f1":0.506225,"accuracy":0.537549,"main_score":0.506225,"hf_subset":"sot_Latn-kmb_Latn","languages":["sot-Latn","kmb-Latn"]},{"precision":0.3411,"recall":0.403162,"f1":0.35883,"accuracy":0.403162,"main_score":0.35883,"hf_subset":"sot_Latn-min_Arab","languages":["sot-Latn","min-Arab"]},{"precision":0.482377,"recall":0.556324,"f1":0.502637,"accuracy":0.556324,"main_score":0.502637,"hf_subset":"sot_Latn-pol_Latn","languages":["sot-Latn","pol-Latn"]},{"precision":0.486075,"recall":0.530632,"f1":0.499349,"accuracy":0.530632,"main_score":0.499349,"hf_subset":"sot_Latn-ssw_Latn","languages":["sot-Latn","ssw-Latn"]},{"precision":0.488426,"recall":0.559289,"f1":0.507592,"accuracy":0.559289,"main_score":0.507592,"hf_subset":"sot_Latn-ukr_Cyrl","languages":["sot-Latn","ukr-Cyrl"]},{"precision":0.508912,"recall":0.574111,"f1":0.526996,"accuracy":0.574111,"main_score":0.526996,"hf_subset":"sot_Latn-afr_Latn","languages":["sot-Latn","afr-Latn"]},{"precision":0.467345,"recall":0.535573,"f1":0.486183,"accuracy":0.535573,"main_score":0.486183,"hf_subset":"sot_Latn-bho_Deva","languages":["sot-Latn","bho-Deva"]},{"precision":0.5107,"recall":0.562253,"f1":0.524768,"accuracy":0.562253,"main_score":0.524768,"hf_subset":"sot_Latn-eus_Latn","languages":["sot-Latn","eus-Latn"]},{"precision":0.484948,"recall":0.541502,"f1":0.501159,"accuracy":0.541502,"main_score":0.501159,"hf_subset":"sot_Latn-ibo_Latn","languages":["sot-Latn","ibo-Latn"]},{"precision":0.512866,"recall":0.564229,"f1":0.527311,"accuracy":0.564229,"main_score":0.527311,"hf_subset":"sot_Latn-kmr_Latn","languages":["sot-Latn","kmr-Latn"]},{"precision":0.517475,"recall":0.570158,"f1":0.532421,"accuracy":0.570158,"main_score":0.532421,"hf_subset":"sot_Latn-min_Latn","languages":["sot-Latn","min-Latn"]},{"precision":0.48979,"recall":0.561265,"f1":0.509606,"accuracy":0.561265,"main_score":0.509606,"hf_subset":"sot_Latn-por_Latn","languages":["sot-Latn","por-Latn"]},{"precision":0.514395,"recall":0.576087,"f1":0.532535,"accuracy":0.576087,"main_score":0.532535,"hf_subset":"sot_Latn-sun_Latn","languages":["sot-Latn","sun-Latn"]},{"precision":0.457312,"recall":0.505929,"f1":0.471228,"accuracy":0.505929,"main_score":0.471228,"hf_subset":"sot_Latn-umb_Latn","languages":["sot-Latn","umb-Latn"]},{"precision":0.47161,"recall":0.546443,"f1":0.492532,"accuracy":0.546443,"main_score":0.492532,"hf_subset":"sot_Latn-ajp_Arab","languages":["sot-Latn","ajp-Arab"]},{"precision":0.339415,"recall":0.399209,"f1":0.35608,"accuracy":0.399209,"main_score":0.35608,"hf_subset":"sot_Latn-bjn_Arab","languages":["sot-Latn","bjn-Arab"]},{"precision":0.479552,"recall":0.518775,"f1":0.491162,"accuracy":0.518775,"main_score":0.491162,"hf_subset":"sot_Latn-ewe_Latn","languages":["sot-Latn","ewe-Latn"]},{"precision":0.546504,"recall":0.587945,"f1":0.557936,"accuracy":0.587945,"main_score":0.557936,"hf_subset":"sot_Latn-ilo_Latn","languages":["sot-Latn","ilo-Latn"]},{"precision":0.211022,"recall":0.282609,"f1":0.229726,"accuracy":0.282609,"main_score":0.229726,"hf_subset":"sot_Latn-knc_Arab","languages":["sot-Latn","knc-Arab"]},{"precision":0.493095,"recall":0.559289,"f1":0.511078,"accuracy":0.559289,"main_score":0.511078,"hf_subset":"sot_Latn-mkd_Cyrl","languages":["sot-Latn","mkd-Cyrl"]},{"precision":0.447451,"recall":0.523715,"f1":0.468682,"accuracy":0.523715,"main_score":0.468682,"hf_subset":"sot_Latn-prs_Arab","languages":["sot-Latn","prs-Arab"]},{"precision":0.474394,"recall":0.552372,"f1":0.496167,"accuracy":0.552372,"main_score":0.496167,"hf_subset":"sot_Latn-swe_Latn","languages":["sot-Latn","swe-Latn"]},{"precision":0.436105,"recall":0.512846,"f1":0.456652,"accuracy":0.512846,"main_score":0.456652,"hf_subset":"sot_Latn-urd_Arab","languages":["sot-Latn","urd-Arab"]},{"precision":0.52845,"recall":0.566206,"f1":0.539032,"accuracy":0.566206,"main_score":0.539032,"hf_subset":"sot_Latn-aka_Latn","languages":["sot-Latn","aka-Latn"]},{"precision":0.503897,"recall":0.560277,"f1":0.519944,"accuracy":0.560277,"main_score":0.519944,"hf_subset":"sot_Latn-bjn_Latn","languages":["sot-Latn","bjn-Latn"]},{"precision":0.481092,"recall":0.543478,"f1":0.498442,"accuracy":0.543478,"main_score":0.498442,"hf_subset":"sot_Latn-fao_Latn","languages":["sot-Latn","fao-Latn"]},{"precision":0.493013,"recall":0.564229,"f1":0.512827,"accuracy":0.564229,"main_score":0.512827,"hf_subset":"sot_Latn-ind_Latn","languages":["sot-Latn","ind-Latn"]},{"precision":0.505741,"recall":0.55336,"f1":0.519016,"accuracy":0.55336,"main_score":0.519016,"hf_subset":"sot_Latn-knc_Latn","languages":["sot-Latn","knc-Latn"]},{"precision":0.5301,"recall":0.587945,"f1":0.545372,"accuracy":0.587945,"main_score":0.545372,"hf_subset":"sot_Latn-mlt_Latn","languages":["sot-Latn","mlt-Latn"]},{"precision":0.498593,"recall":0.543478,"f1":0.511796,"accuracy":0.543478,"main_score":0.511796,"hf_subset":"sot_Latn-quy_Latn","languages":["sot-Latn","quy-Latn"]},{"precision":0.489608,"recall":0.54249,"f1":0.504614,"accuracy":0.54249,"main_score":0.504614,"hf_subset":"sot_Latn-swh_Latn","languages":["sot-Latn","swh-Latn"]},{"precision":0.477344,"recall":0.544466,"f1":0.495375,"accuracy":0.544466,"main_score":0.495375,"hf_subset":"sot_Latn-uzn_Latn","languages":["sot-Latn","uzn-Latn"]},{"precision":0.488892,"recall":0.554348,"f1":0.506461,"accuracy":0.554348,"main_score":0.506461,"hf_subset":"sot_Latn-als_Latn","languages":["sot-Latn","als-Latn"]},{"precision":0.168781,"recall":0.222332,"f1":0.182175,"accuracy":0.222332,"main_score":0.182175,"hf_subset":"sot_Latn-bod_Tibt","languages":["sot-Latn","bod-Tibt"]},{"precision":0.502182,"recall":0.543478,"f1":0.514385,"accuracy":0.543478,"main_score":0.514385,"hf_subset":"sot_Latn-fij_Latn","languages":["sot-Latn","fij-Latn"]},{"precision":0.458551,"recall":0.523715,"f1":0.476055,"accuracy":0.523715,"main_score":0.476055,"hf_subset":"sot_Latn-isl_Latn","languages":["sot-Latn","isl-Latn"]},{"precision":0.518245,"recall":0.560277,"f1":0.530156,"accuracy":0.560277,"main_score":0.530156,"hf_subset":"sot_Latn-kon_Latn","languages":["sot-Latn","kon-Latn"]},{"precision":0.418831,"recall":0.472332,"f1":0.434332,"accuracy":0.472332,"main_score":0.434332,"hf_subset":"sot_Latn-mni_Beng","languages":["sot-Latn","mni-Beng"]},{"precision":0.49246,"recall":0.563241,"f1":0.511896,"accuracy":0.563241,"main_score":0.511896,"hf_subset":"sot_Latn-ron_Latn","languages":["sot-Latn","ron-Latn"]},{"precision":0.4826,"recall":0.548419,"f1":0.500705,"accuracy":0.548419,"main_score":0.500705,"hf_subset":"sot_Latn-szl_Latn","languages":["sot-Latn","szl-Latn"]},{"precision":0.50065,"recall":0.562253,"f1":0.517958,"accuracy":0.562253,"main_score":0.517958,"hf_subset":"sot_Latn-vec_Latn","languages":["sot-Latn","vec-Latn"]},{"precision":0.294463,"recall":0.363636,"f1":0.312444,"accuracy":0.363636,"main_score":0.312444,"hf_subset":"sot_Latn-amh_Ethi","languages":["sot-Latn","amh-Ethi"]},{"precision":0.489366,"recall":0.559289,"f1":0.508906,"accuracy":0.559289,"main_score":0.508906,"hf_subset":"sot_Latn-bos_Latn","languages":["sot-Latn","bos-Latn"]},{"precision":0.466637,"recall":0.537549,"f1":0.48612,"accuracy":0.537549,"main_score":0.48612,"hf_subset":"sot_Latn-fin_Latn","languages":["sot-Latn","fin-Latn"]},{"precision":0.490077,"recall":0.559289,"f1":0.509088,"accuracy":0.559289,"main_score":0.509088,"hf_subset":"sot_Latn-ita_Latn","languages":["sot-Latn","ita-Latn"]},{"precision":0.463107,"recall":0.541502,"f1":0.484416,"accuracy":0.541502,"main_score":0.484416,"hf_subset":"sot_Latn-kor_Hang","languages":["sot-Latn","kor-Hang"]},{"precision":0.475423,"recall":0.519763,"f1":0.488312,"accuracy":0.519763,"main_score":0.488312,"hf_subset":"sot_Latn-mos_Latn","languages":["sot-Latn","mos-Latn"]},{"precision":0.478319,"recall":0.524704,"f1":0.491927,"accuracy":0.524704,"main_score":0.491927,"hf_subset":"sot_Latn-run_Latn","languages":["sot-Latn","run-Latn"]},{"precision":0.440542,"recall":0.506917,"f1":0.458471,"accuracy":0.506917,"main_score":0.458471,"hf_subset":"sot_Latn-tam_Taml","languages":["sot-Latn","tam-Taml"]},{"precision":0.471838,"recall":0.546443,"f1":0.492083,"accuracy":0.546443,"main_score":0.492083,"hf_subset":"sot_Latn-vie_Latn","languages":["sot-Latn","vie-Latn"]},{"precision":0.467019,"recall":0.533597,"f1":0.485443,"accuracy":0.533597,"main_score":0.485443,"hf_subset":"sot_Latn-apc_Arab","languages":["sot-Latn","apc-Arab"]},{"precision":0.519615,"recall":0.562253,"f1":0.531995,"accuracy":0.562253,"main_score":0.531995,"hf_subset":"sot_Latn-bug_Latn","languages":["sot-Latn","bug-Latn"]},{"precision":0.448551,"recall":0.497036,"f1":0.462963,"accuracy":0.497036,"main_score":0.462963,"hf_subset":"sot_Latn-fon_Latn","languages":["sot-Latn","fon-Latn"]},{"precision":0.522024,"recall":0.578063,"f1":0.537791,"accuracy":0.578063,"main_score":0.537791,"hf_subset":"sot_Latn-jav_Latn","languages":["sot-Latn","jav-Latn"]},{"precision":0.395469,"recall":0.468379,"f1":0.415359,"accuracy":0.468379,"main_score":0.415359,"hf_subset":"sot_Latn-lao_Laoo","languages":["sot-Latn","lao-Laoo"]},{"precision":0.454586,"recall":0.507905,"f1":0.469622,"accuracy":0.507905,"main_score":0.469622,"hf_subset":"sot_Latn-mri_Latn","languages":["sot-Latn","mri-Latn"]},{"precision":0.472844,"recall":0.549407,"f1":0.49415,"accuracy":0.549407,"main_score":0.49415,"hf_subset":"sot_Latn-rus_Cyrl","languages":["sot-Latn","rus-Cyrl"]},{"precision":0.467712,"recall":0.516798,"f1":0.481903,"accuracy":0.516798,"main_score":0.481903,"hf_subset":"sot_Latn-taq_Latn","languages":["sot-Latn","taq-Latn"]},{"precision":0.536915,"recall":0.588933,"f1":0.551173,"accuracy":0.588933,"main_score":0.551173,"hf_subset":"sot_Latn-war_Latn","languages":["sot-Latn","war-Latn"]},{"precision":0.456662,"recall":0.532609,"f1":0.477435,"accuracy":0.532609,"main_score":0.477435,"hf_subset":"sot_Latn-arb_Arab","languages":["sot-Latn","arb-Arab"]},{"precision":0.494213,"recall":0.562253,"f1":0.51284,"accuracy":0.562253,"main_score":0.51284,"hf_subset":"sot_Latn-bul_Cyrl","languages":["sot-Latn","bul-Cyrl"]},{"precision":0.484369,"recall":0.555336,"f1":0.503836,"accuracy":0.555336,"main_score":0.503836,"hf_subset":"sot_Latn-fra_Latn","languages":["sot-Latn","fra-Latn"]},{"precision":0.458893,"recall":0.525692,"f1":0.477116,"accuracy":0.525692,"main_score":0.477116,"hf_subset":"sot_Latn-jpn_Jpan","languages":["sot-Latn","jpn-Jpan"]},{"precision":0.496763,"recall":0.559289,"f1":0.514274,"accuracy":0.559289,"main_score":0.514274,"hf_subset":"sot_Latn-lij_Latn","languages":["sot-Latn","lij-Latn"]},{"precision":0.278793,"recall":0.353755,"f1":0.297518,"accuracy":0.353755,"main_score":0.297518,"hf_subset":"sot_Latn-mya_Mymr","languages":["sot-Latn","mya-Mymr"]},{"precision":0.497938,"recall":0.540514,"f1":0.509974,"accuracy":0.540514,"main_score":0.509974,"hf_subset":"sot_Latn-sag_Latn","languages":["sot-Latn","sag-Latn"]},{"precision":0.165848,"recall":0.225296,"f1":0.177702,"accuracy":0.225296,"main_score":0.177702,"hf_subset":"sot_Latn-taq_Tfng","languages":["sot-Latn","taq-Tfng"]},{"precision":0.511107,"recall":0.560277,"f1":0.524832,"accuracy":0.560277,"main_score":0.524832,"hf_subset":"sot_Latn-wol_Latn","languages":["sot-Latn","wol-Latn"]},{"precision":0.393146,"recall":0.456522,"f1":0.41082,"accuracy":0.456522,"main_score":0.41082,"hf_subset":"sot_Latn-arb_Latn","languages":["sot-Latn","arb-Latn"]},{"precision":0.479704,"recall":0.554348,"f1":0.500229,"accuracy":0.554348,"main_score":0.500229,"hf_subset":"sot_Latn-cat_Latn","languages":["sot-Latn","cat-Latn"]},{"precision":0.514772,"recall":0.572134,"f1":0.530753,"accuracy":0.572134,"main_score":0.530753,"hf_subset":"sot_Latn-fur_Latn","languages":["sot-Latn","fur-Latn"]},{"precision":0.389711,"recall":0.443676,"f1":0.404468,"accuracy":0.443676,"main_score":0.404468,"hf_subset":"sot_Latn-kab_Latn","languages":["sot-Latn","kab-Latn"]},{"precision":0.51313,"recall":0.568182,"f1":0.528745,"accuracy":0.568182,"main_score":0.528745,"hf_subset":"sot_Latn-lim_Latn","languages":["sot-Latn","lim-Latn"]},{"precision":0.501024,"recall":0.565217,"f1":0.518031,"accuracy":0.565217,"main_score":0.518031,"hf_subset":"sot_Latn-nld_Latn","languages":["sot-Latn","nld-Latn"]},{"precision":0.428776,"recall":0.511858,"f1":0.452281,"accuracy":0.511858,"main_score":0.452281,"hf_subset":"sot_Latn-san_Deva","languages":["sot-Latn","san-Deva"]},{"precision":0.491502,"recall":0.560277,"f1":0.511127,"accuracy":0.560277,"main_score":0.511127,"hf_subset":"sot_Latn-tat_Cyrl","languages":["sot-Latn","tat-Cyrl"]},{"precision":0.538999,"recall":0.579051,"f1":0.550529,"accuracy":0.579051,"main_score":0.550529,"hf_subset":"sot_Latn-xho_Latn","languages":["sot-Latn","xho-Latn"]},{"precision":0.438774,"recall":0.517787,"f1":0.460107,"accuracy":0.517787,"main_score":0.460107,"hf_subset":"sot_Latn-ars_Arab","languages":["sot-Latn","ars-Arab"]},{"precision":0.520989,"recall":0.577075,"f1":0.53678,"accuracy":0.577075,"main_score":0.53678,"hf_subset":"sot_Latn-ceb_Latn","languages":["sot-Latn","ceb-Latn"]},{"precision":0.456483,"recall":0.507905,"f1":0.471311,"accuracy":0.507905,"main_score":0.471311,"hf_subset":"sot_Latn-fuv_Latn","languages":["sot-Latn","fuv-Latn"]},{"precision":0.477593,"recall":0.529644,"f1":0.493,"accuracy":0.529644,"main_score":0.493,"hf_subset":"sot_Latn-kac_Latn","languages":["sot-Latn","kac-Latn"]},{"precision":0.524617,"recall":0.566206,"f1":0.536728,"accuracy":0.566206,"main_score":0.536728,"hf_subset":"sot_Latn-lin_Latn","languages":["sot-Latn","lin-Latn"]},{"precision":0.496247,"recall":0.562253,"f1":0.514156,"accuracy":0.562253,"main_score":0.514156,"hf_subset":"sot_Latn-nno_Latn","languages":["sot-Latn","nno-Latn"]},{"precision":0.039381,"recall":0.088933,"f1":0.047615,"accuracy":0.088933,"main_score":0.047615,"hf_subset":"sot_Latn-sat_Olck","languages":["sot-Latn","sat-Olck"]},{"precision":0.4747,"recall":0.543478,"f1":0.493299,"accuracy":0.543478,"main_score":0.493299,"hf_subset":"sot_Latn-tel_Telu","languages":["sot-Latn","tel-Telu"]},{"precision":0.377216,"recall":0.447628,"f1":0.396108,"accuracy":0.447628,"main_score":0.396108,"hf_subset":"sot_Latn-ydd_Hebr","languages":["sot-Latn","ydd-Hebr"]},{"precision":0.440609,"recall":0.509881,"f1":0.459518,"accuracy":0.509881,"main_score":0.459518,"hf_subset":"sot_Latn-ary_Arab","languages":["sot-Latn","ary-Arab"]},{"precision":0.484387,"recall":0.559289,"f1":0.504952,"accuracy":0.559289,"main_score":0.504952,"hf_subset":"sot_Latn-ces_Latn","languages":["sot-Latn","ces-Latn"]},{"precision":0.405525,"recall":0.468379,"f1":0.422931,"accuracy":0.468379,"main_score":0.422931,"hf_subset":"sot_Latn-gaz_Latn","languages":["sot-Latn","gaz-Latn"]},{"precision":0.491093,"recall":0.539526,"f1":0.505002,"accuracy":0.539526,"main_score":0.505002,"hf_subset":"sot_Latn-kam_Latn","languages":["sot-Latn","kam-Latn"]},{"precision":0.474975,"recall":0.541502,"f1":0.49365,"accuracy":0.541502,"main_score":0.49365,"hf_subset":"sot_Latn-lit_Latn","languages":["sot-Latn","lit-Latn"]},{"precision":0.48149,"recall":0.55336,"f1":0.500787,"accuracy":0.55336,"main_score":0.500787,"hf_subset":"sot_Latn-nob_Latn","languages":["sot-Latn","nob-Latn"]},{"precision":0.499451,"recall":0.560277,"f1":0.515505,"accuracy":0.560277,"main_score":0.515505,"hf_subset":"sot_Latn-scn_Latn","languages":["sot-Latn","scn-Latn"]},{"precision":0.491056,"recall":0.547431,"f1":0.507247,"accuracy":0.547431,"main_score":0.507247,"hf_subset":"sot_Latn-tgk_Cyrl","languages":["sot-Latn","tgk-Cyrl"]},{"precision":0.448608,"recall":0.503953,"f1":0.465429,"accuracy":0.503953,"main_score":0.465429,"hf_subset":"sot_Latn-yor_Latn","languages":["sot-Latn","yor-Latn"]},{"precision":0.470446,"recall":0.537549,"f1":0.489007,"accuracy":0.537549,"main_score":0.489007,"hf_subset":"sot_Latn-arz_Arab","languages":["sot-Latn","arz-Arab"]},{"precision":0.45226,"recall":0.499012,"f1":0.465856,"accuracy":0.499012,"main_score":0.465856,"hf_subset":"sot_Latn-cjk_Latn","languages":["sot-Latn","cjk-Latn"]},{"precision":0.452002,"recall":0.512846,"f1":0.46897,"accuracy":0.512846,"main_score":0.46897,"hf_subset":"sot_Latn-gla_Latn","languages":["sot-Latn","gla-Latn"]},{"precision":0.450576,"recall":0.522727,"f1":0.469828,"accuracy":0.522727,"main_score":0.469828,"hf_subset":"sot_Latn-kan_Knda","languages":["sot-Latn","kan-Knda"]},{"precision":0.5038,"recall":0.562253,"f1":0.519858,"accuracy":0.562253,"main_score":0.519858,"hf_subset":"sot_Latn-lmo_Latn","languages":["sot-Latn","lmo-Latn"]},{"precision":0.462698,"recall":0.534585,"f1":0.482004,"accuracy":0.534585,"main_score":0.482004,"hf_subset":"sot_Latn-npi_Deva","languages":["sot-Latn","npi-Deva"]},{"precision":0.417314,"recall":0.491107,"f1":0.438897,"accuracy":0.491107,"main_score":0.438897,"hf_subset":"sot_Latn-shn_Mymr","languages":["sot-Latn","shn-Mymr"]},{"precision":0.529175,"recall":0.587945,"f1":0.545452,"accuracy":0.587945,"main_score":0.545452,"hf_subset":"sot_Latn-tgl_Latn","languages":["sot-Latn","tgl-Latn"]},{"precision":0.455467,"recall":0.528656,"f1":0.475865,"accuracy":0.528656,"main_score":0.475865,"hf_subset":"sot_Latn-yue_Hant","languages":["sot-Latn","yue-Hant"]},{"precision":0.423733,"recall":0.497036,"f1":0.443886,"accuracy":0.497036,"main_score":0.443886,"hf_subset":"sot_Latn-asm_Beng","languages":["sot-Latn","asm-Beng"]},{"precision":0.433926,"recall":0.48913,"f1":0.449605,"accuracy":0.48913,"main_score":0.449605,"hf_subset":"sot_Latn-ckb_Arab","languages":["sot-Latn","ckb-Arab"]},{"precision":0.44964,"recall":0.508893,"f1":0.4659,"accuracy":0.508893,"main_score":0.4659,"hf_subset":"sot_Latn-gle_Latn","languages":["sot-Latn","gle-Latn"]},{"precision":0.419543,"recall":0.488142,"f1":0.438102,"accuracy":0.488142,"main_score":0.438102,"hf_subset":"sot_Latn-kas_Arab","languages":["sot-Latn","kas-Arab"]},{"precision":0.463036,"recall":0.52668,"f1":0.480489,"accuracy":0.52668,"main_score":0.480489,"hf_subset":"sot_Latn-ltg_Latn","languages":["sot-Latn","ltg-Latn"]},{"precision":0.634851,"recall":0.687747,"f1":0.649873,"accuracy":0.687747,"main_score":0.649873,"hf_subset":"sot_Latn-nso_Latn","languages":["sot-Latn","nso-Latn"]},{"precision":0.205488,"recall":0.249012,"f1":0.216851,"accuracy":0.249012,"main_score":0.216851,"hf_subset":"sot_Latn-sin_Sinh","languages":["sot-Latn","sin-Sinh"]},{"precision":0.45892,"recall":0.534585,"f1":0.480008,"accuracy":0.534585,"main_score":0.480008,"hf_subset":"sot_Latn-tha_Thai","languages":["sot-Latn","tha-Thai"]},{"precision":0.459948,"recall":0.532609,"f1":0.480217,"accuracy":0.532609,"main_score":0.480217,"hf_subset":"sot_Latn-zho_Hans","languages":["sot-Latn","zho-Hans"]},{"precision":0.492174,"recall":0.562253,"f1":0.511714,"accuracy":0.562253,"main_score":0.511714,"hf_subset":"sot_Latn-ast_Latn","languages":["sot-Latn","ast-Latn"]},{"precision":0.476782,"recall":0.54249,"f1":0.494755,"accuracy":0.54249,"main_score":0.494755,"hf_subset":"sot_Latn-crh_Latn","languages":["sot-Latn","crh-Latn"]},{"precision":0.495266,"recall":0.563241,"f1":0.5143,"accuracy":0.563241,"main_score":0.5143,"hf_subset":"sot_Latn-glg_Latn","languages":["sot-Latn","glg-Latn"]},{"precision":0.446141,"recall":0.514822,"f1":0.465239,"accuracy":0.514822,"main_score":0.465239,"hf_subset":"sot_Latn-kas_Deva","languages":["sot-Latn","kas-Deva"]},{"precision":0.499519,"recall":0.566206,"f1":0.518354,"accuracy":0.566206,"main_score":0.518354,"hf_subset":"sot_Latn-ltz_Latn","languages":["sot-Latn","ltz-Latn"]},{"precision":0.424103,"recall":0.485178,"f1":0.441151,"accuracy":0.485178,"main_score":0.441151,"hf_subset":"sot_Latn-nus_Latn","languages":["sot-Latn","nus-Latn"]},{"precision":0.495997,"recall":0.566206,"f1":0.51546,"accuracy":0.566206,"main_score":0.51546,"hf_subset":"sot_Latn-slk_Latn","languages":["sot-Latn","slk-Latn"]},{"precision":0.215791,"recall":0.269763,"f1":0.229748,"accuracy":0.269763,"main_score":0.229748,"hf_subset":"sot_Latn-tir_Ethi","languages":["sot-Latn","tir-Ethi"]},{"precision":0.461167,"recall":0.533597,"f1":0.481172,"accuracy":0.533597,"main_score":0.481172,"hf_subset":"sot_Latn-zho_Hant","languages":["sot-Latn","zho-Hant"]},{"precision":0.468539,"recall":0.543478,"f1":0.489614,"accuracy":0.543478,"main_score":0.489614,"hf_subset":"sot_Latn-awa_Deva","languages":["sot-Latn","awa-Deva"]},{"precision":0.474727,"recall":0.534585,"f1":0.491631,"accuracy":0.534585,"main_score":0.491631,"hf_subset":"sot_Latn-cym_Latn","languages":["sot-Latn","cym-Latn"]},{"precision":0.520181,"recall":0.564229,"f1":0.532029,"accuracy":0.564229,"main_score":0.532029,"hf_subset":"sot_Latn-grn_Latn","languages":["sot-Latn","grn-Latn"]},{"precision":0.453642,"recall":0.52668,"f1":0.474227,"accuracy":0.52668,"main_score":0.474227,"hf_subset":"sot_Latn-kat_Geor","languages":["sot-Latn","kat-Geor"]},{"precision":0.523848,"recall":0.561265,"f1":0.534664,"accuracy":0.561265,"main_score":0.534664,"hf_subset":"sot_Latn-lua_Latn","languages":["sot-Latn","lua-Latn"]},{"precision":0.521976,"recall":0.562253,"f1":0.533494,"accuracy":0.562253,"main_score":0.533494,"hf_subset":"sot_Latn-nya_Latn","languages":["sot-Latn","nya-Latn"]},{"precision":0.493509,"recall":0.557312,"f1":0.510306,"accuracy":0.557312,"main_score":0.510306,"hf_subset":"sot_Latn-slv_Latn","languages":["sot-Latn","slv-Latn"]},{"precision":0.532597,"recall":0.577075,"f1":0.545074,"accuracy":0.577075,"main_score":0.545074,"hf_subset":"sot_Latn-tpi_Latn","languages":["sot-Latn","tpi-Latn"]},{"precision":0.499013,"recall":0.567194,"f1":0.517541,"accuracy":0.567194,"main_score":0.517541,"hf_subset":"sot_Latn-zsm_Latn","languages":["sot-Latn","zsm-Latn"]},{"precision":0.471774,"recall":0.522727,"f1":0.486613,"accuracy":0.522727,"main_score":0.486613,"hf_subset":"sot_Latn-ayr_Latn","languages":["sot-Latn","ayr-Latn"]},{"precision":0.490354,"recall":0.565217,"f1":0.511064,"accuracy":0.565217,"main_score":0.511064,"hf_subset":"sot_Latn-dan_Latn","languages":["sot-Latn","dan-Latn"]},{"precision":0.462162,"recall":0.536561,"f1":0.482827,"accuracy":0.536561,"main_score":0.482827,"hf_subset":"sot_Latn-guj_Gujr","languages":["sot-Latn","guj-Gujr"]},{"precision":0.484762,"recall":0.548419,"f1":0.502569,"accuracy":0.548419,"main_score":0.502569,"hf_subset":"sot_Latn-kaz_Cyrl","languages":["sot-Latn","kaz-Cyrl"]},{"precision":0.468692,"recall":0.51581,"f1":0.482872,"accuracy":0.51581,"main_score":0.482872,"hf_subset":"sot_Latn-lug_Latn","languages":["sot-Latn","lug-Latn"]},{"precision":0.50142,"recall":0.566206,"f1":0.519466,"accuracy":0.566206,"main_score":0.519466,"hf_subset":"sot_Latn-oci_Latn","languages":["sot-Latn","oci-Latn"]},{"precision":0.509389,"recall":0.555336,"f1":0.522344,"accuracy":0.555336,"main_score":0.522344,"hf_subset":"sot_Latn-smo_Latn","languages":["sot-Latn","smo-Latn"]},{"precision":0.585063,"recall":0.642292,"f1":0.601173,"accuracy":0.642292,"main_score":0.601173,"hf_subset":"sot_Latn-tsn_Latn","languages":["sot-Latn","tsn-Latn"]},{"precision":0.502946,"recall":0.551383,"f1":0.516472,"accuracy":0.551383,"main_score":0.516472,"hf_subset":"sot_Latn-zul_Latn","languages":["sot-Latn","zul-Latn"]},{"precision":0.406668,"recall":0.478261,"f1":0.426267,"accuracy":0.478261,"main_score":0.426267,"hf_subset":"sot_Latn-azb_Arab","languages":["sot-Latn","azb-Arab"]},{"precision":0.491547,"recall":0.564229,"f1":0.511789,"accuracy":0.564229,"main_score":0.511789,"hf_subset":"sot_Latn-deu_Latn","languages":["sot-Latn","deu-Latn"]},{"precision":0.478116,"recall":0.54249,"f1":0.496073,"accuracy":0.54249,"main_score":0.496073,"hf_subset":"sot_Latn-hat_Latn","languages":["sot-Latn","hat-Latn"]},{"precision":0.456118,"recall":0.501976,"f1":0.469612,"accuracy":0.501976,"main_score":0.469612,"hf_subset":"sot_Latn-kbp_Latn","languages":["sot-Latn","kbp-Latn"]},{"precision":0.515814,"recall":0.552372,"f1":0.526311,"accuracy":0.552372,"main_score":0.526311,"hf_subset":"sot_Latn-luo_Latn","languages":["sot-Latn","luo-Latn"]},{"precision":0.434412,"recall":0.504941,"f1":0.453448,"accuracy":0.504941,"main_score":0.453448,"hf_subset":"sot_Latn-ory_Orya","languages":["sot-Latn","ory-Orya"]},{"precision":0.498408,"recall":0.541502,"f1":0.511199,"accuracy":0.541502,"main_score":0.511199,"hf_subset":"sot_Latn-sna_Latn","languages":["sot-Latn","sna-Latn"]},{"precision":0.549285,"recall":0.588933,"f1":0.560472,"accuracy":0.588933,"main_score":0.560472,"hf_subset":"sot_Latn-tso_Latn","languages":["sot-Latn","tso-Latn"]},{"precision":0.461005,"recall":0.530632,"f1":0.479589,"accuracy":0.530632,"main_score":0.479589,"hf_subset":"sot_Latn-azj_Latn","languages":["sot-Latn","azj-Latn"]},{"precision":0.447403,"recall":0.503953,"f1":0.464014,"accuracy":0.503953,"main_score":0.464014,"hf_subset":"sot_Latn-dik_Latn","languages":["sot-Latn","dik-Latn"]},{"precision":0.484637,"recall":0.530632,"f1":0.498254,"accuracy":0.530632,"main_score":0.498254,"hf_subset":"sot_Latn-hau_Latn","languages":["sot-Latn","hau-Latn"]},{"precision":0.508804,"recall":0.560277,"f1":0.522884,"accuracy":0.560277,"main_score":0.522884,"hf_subset":"sot_Latn-kea_Latn","languages":["sot-Latn","kea-Latn"]},{"precision":0.537552,"recall":0.575099,"f1":0.54797,"accuracy":0.575099,"main_score":0.54797,"hf_subset":"sot_Latn-lus_Latn","languages":["sot-Latn","lus-Latn"]},{"precision":0.524421,"recall":0.565217,"f1":0.536585,"accuracy":0.565217,"main_score":0.536585,"hf_subset":"sot_Latn-pag_Latn","languages":["sot-Latn","pag-Latn"]},{"precision":0.43236,"recall":0.508893,"f1":0.452913,"accuracy":0.508893,"main_score":0.452913,"hf_subset":"sot_Latn-snd_Arab","languages":["sot-Latn","snd-Arab"]},{"precision":0.476022,"recall":0.536561,"f1":0.493252,"accuracy":0.536561,"main_score":0.493252,"hf_subset":"sot_Latn-tuk_Latn","languages":["sot-Latn","tuk-Latn"]},{"precision":0.493205,"recall":0.556324,"f1":0.510633,"accuracy":0.556324,"main_score":0.510633,"hf_subset":"sot_Latn-bak_Cyrl","languages":["sot-Latn","bak-Cyrl"]},{"precision":0.390573,"recall":0.45751,"f1":0.409739,"accuracy":0.45751,"main_score":0.409739,"hf_subset":"sot_Latn-dyu_Latn","languages":["sot-Latn","dyu-Latn"]},{"precision":0.441106,"recall":0.519763,"f1":0.462077,"accuracy":0.519763,"main_score":0.462077,"hf_subset":"sot_Latn-heb_Hebr","languages":["sot-Latn","heb-Hebr"]},{"precision":0.476852,"recall":0.535573,"f1":0.494054,"accuracy":0.535573,"main_score":0.494054,"hf_subset":"sot_Latn-khk_Cyrl","languages":["sot-Latn","khk-Cyrl"]},{"precision":0.461406,"recall":0.54249,"f1":0.483715,"accuracy":0.54249,"main_score":0.483715,"hf_subset":"sot_Latn-lvs_Latn","languages":["sot-Latn","lvs-Latn"]},{"precision":0.460845,"recall":0.533597,"f1":0.480948,"accuracy":0.533597,"main_score":0.480948,"hf_subset":"sot_Latn-pan_Guru","languages":["sot-Latn","pan-Guru"]},{"precision":0.47035,"recall":0.51581,"f1":0.483099,"accuracy":0.51581,"main_score":0.483099,"hf_subset":"sot_Latn-som_Latn","languages":["sot-Latn","som-Latn"]},{"precision":0.497299,"recall":0.538538,"f1":0.508701,"accuracy":0.538538,"main_score":0.508701,"hf_subset":"sot_Latn-tum_Latn","languages":["sot-Latn","tum-Latn"]},{"precision":0.410118,"recall":0.495059,"f1":0.432911,"accuracy":0.495059,"main_score":0.432911,"hf_subset":"tur_Latn-ace_Arab","languages":["tur-Latn","ace-Arab"]},{"precision":0.434859,"recall":0.511858,"f1":0.456746,"accuracy":0.511858,"main_score":0.456746,"hf_subset":"tur_Latn-bam_Latn","languages":["tur-Latn","bam-Latn"]},{"precision":0.112329,"recall":0.166996,"f1":0.126299,"accuracy":0.166996,"main_score":0.126299,"hf_subset":"tur_Latn-dzo_Tibt","languages":["tur-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-hin_Deva","languages":["tur-Latn","hin-Deva"]},{"precision":0.928524,"recall":0.951581,"f1":0.9361,"accuracy":0.951581,"main_score":0.9361,"hf_subset":"tur_Latn-khm_Khmr","languages":["tur-Latn","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tur_Latn-mag_Deva","languages":["tur-Latn","mag-Deva"]},{"precision":0.972991,"recall":0.981225,"f1":0.975626,"accuracy":0.981225,"main_score":0.975626,"hf_subset":"tur_Latn-pap_Latn","languages":["tur-Latn","pap-Latn"]},{"precision":0.489412,"recall":0.566206,"f1":0.510353,"accuracy":0.566206,"main_score":0.510353,"hf_subset":"tur_Latn-sot_Latn","languages":["tur-Latn","sot-Latn"]},{"precision":0.793511,"recall":0.84585,"f1":0.809684,"accuracy":0.84585,"main_score":0.809684,"hf_subset":"tur_Latn-ace_Latn","languages":["tur-Latn","ace-Latn"]},{"precision":0.918808,"recall":0.943676,"f1":0.927042,"accuracy":0.943676,"main_score":0.927042,"hf_subset":"tur_Latn-ban_Latn","languages":["tur-Latn","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-ell_Grek","languages":["tur-Latn","ell-Grek"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"tur_Latn-hne_Deva","languages":["tur-Latn","hne-Deva"]},{"precision":0.479738,"recall":0.563241,"f1":0.503329,"accuracy":0.563241,"main_score":0.503329,"hf_subset":"tur_Latn-kik_Latn","languages":["tur-Latn","kik-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tur_Latn-mai_Deva","languages":["tur-Latn","mai-Deva"]},{"precision":0.888999,"recall":0.920949,"f1":0.899177,"accuracy":0.920949,"main_score":0.899177,"hf_subset":"tur_Latn-pbt_Arab","languages":["tur-Latn","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-spa_Latn","languages":["tur-Latn","spa-Latn"]},{"precision":0.547269,"recall":0.624506,"f1":0.568625,"accuracy":0.624506,"main_score":0.568625,"hf_subset":"tur_Latn-twi_Latn","languages":["tur-Latn","twi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-acm_Arab","languages":["tur-Latn","acm-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tur_Latn-bel_Cyrl","languages":["tur-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-eng_Latn","languages":["tur-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-hrv_Latn","languages":["tur-Latn","hrv-Latn"]},{"precision":0.459389,"recall":0.531621,"f1":0.479097,"accuracy":0.531621,"main_score":0.479097,"hf_subset":"tur_Latn-kin_Latn","languages":["tur-Latn","kin-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"tur_Latn-mal_Mlym","languages":["tur-Latn","mal-Mlym"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-pes_Arab","languages":["tur-Latn","pes-Arab"]},{"precision":0.980237,"recall":0.986166,"f1":0.982213,"accuracy":0.986166,"main_score":0.982213,"hf_subset":"tur_Latn-srd_Latn","languages":["tur-Latn","srd-Latn"]},{"precision":0.107842,"recall":0.173913,"f1":0.12162,"accuracy":0.173913,"main_score":0.12162,"hf_subset":"tur_Latn-tzm_Tfng","languages":["tur-Latn","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-acq_Arab","languages":["tur-Latn","acq-Arab"]},{"precision":0.507673,"recall":0.583992,"f1":0.528863,"accuracy":0.583992,"main_score":0.528863,"hf_subset":"tur_Latn-bem_Latn","languages":["tur-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-epo_Latn","languages":["tur-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-hun_Latn","languages":["tur-Latn","hun-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"tur_Latn-kir_Cyrl","languages":["tur-Latn","kir-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tur_Latn-mar_Deva","languages":["tur-Latn","mar-Deva"]},{"precision":0.551411,"recall":0.624506,"f1":0.571787,"accuracy":0.624506,"main_score":0.571787,"hf_subset":"tur_Latn-plt_Latn","languages":["tur-Latn","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-srp_Cyrl","languages":["tur-Latn","srp-Cyrl"]},{"precision":0.954875,"recall":0.968379,"f1":0.959321,"accuracy":0.968379,"main_score":0.959321,"hf_subset":"tur_Latn-uig_Arab","languages":["tur-Latn","uig-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tur_Latn-aeb_Arab","languages":["tur-Latn","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-ben_Beng","languages":["tur-Latn","ben-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-est_Latn","languages":["tur-Latn","est-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tur_Latn-hye_Armn","languages":["tur-Latn","hye-Armn"]},{"precision":0.456115,"recall":0.525692,"f1":0.475323,"accuracy":0.525692,"main_score":0.475323,"hf_subset":"tur_Latn-kmb_Latn","languages":["tur-Latn","kmb-Latn"]},{"precision":0.36399,"recall":0.458498,"f1":0.388789,"accuracy":0.458498,"main_score":0.388789,"hf_subset":"tur_Latn-min_Arab","languages":["tur-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-pol_Latn","languages":["tur-Latn","pol-Latn"]},{"precision":0.439216,"recall":0.523715,"f1":0.462508,"accuracy":0.523715,"main_score":0.462508,"hf_subset":"tur_Latn-ssw_Latn","languages":["tur-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-ukr_Cyrl","languages":["tur-Latn","ukr-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-afr_Latn","languages":["tur-Latn","afr-Latn"]},{"precision":0.98913,"recall":0.992095,"f1":0.990119,"accuracy":0.992095,"main_score":0.990119,"hf_subset":"tur_Latn-bho_Deva","languages":["tur-Latn","bho-Deva"]},{"precision":0.945817,"recall":0.963439,"f1":0.951581,"accuracy":0.963439,"main_score":0.951581,"hf_subset":"tur_Latn-eus_Latn","languages":["tur-Latn","eus-Latn"]},{"precision":0.483211,"recall":0.562253,"f1":0.504763,"accuracy":0.562253,"main_score":0.504763,"hf_subset":"tur_Latn-ibo_Latn","languages":["tur-Latn","ibo-Latn"]},{"precision":0.715819,"recall":0.785573,"f1":0.7368,"accuracy":0.785573,"main_score":0.7368,"hf_subset":"tur_Latn-kmr_Latn","languages":["tur-Latn","kmr-Latn"]},{"precision":0.957016,"recall":0.971344,"f1":0.961792,"accuracy":0.971344,"main_score":0.961792,"hf_subset":"tur_Latn-min_Latn","languages":["tur-Latn","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-por_Latn","languages":["tur-Latn","por-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"tur_Latn-sun_Latn","languages":["tur-Latn","sun-Latn"]},{"precision":0.445579,"recall":0.517787,"f1":0.466406,"accuracy":0.517787,"main_score":0.466406,"hf_subset":"tur_Latn-umb_Latn","languages":["tur-Latn","umb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-ajp_Arab","languages":["tur-Latn","ajp-Arab"]},{"precision":0.387085,"recall":0.48419,"f1":0.413441,"accuracy":0.48419,"main_score":0.413441,"hf_subset":"tur_Latn-bjn_Arab","languages":["tur-Latn","bjn-Arab"]},{"precision":0.466633,"recall":0.536561,"f1":0.4859,"accuracy":0.536561,"main_score":0.4859,"hf_subset":"tur_Latn-ewe_Latn","languages":["tur-Latn","ewe-Latn"]},{"precision":0.840168,"recall":0.883399,"f1":0.854103,"accuracy":0.883399,"main_score":0.854103,"hf_subset":"tur_Latn-ilo_Latn","languages":["tur-Latn","ilo-Latn"]},{"precision":0.179185,"recall":0.26581,"f1":0.200123,"accuracy":0.26581,"main_score":0.200123,"hf_subset":"tur_Latn-knc_Arab","languages":["tur-Latn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-mkd_Cyrl","languages":["tur-Latn","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-prs_Arab","languages":["tur-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-swe_Latn","languages":["tur-Latn","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tur_Latn-urd_Arab","languages":["tur-Latn","urd-Arab"]},{"precision":0.526359,"recall":0.605731,"f1":0.548228,"accuracy":0.605731,"main_score":0.548228,"hf_subset":"tur_Latn-aka_Latn","languages":["tur-Latn","aka-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"tur_Latn-bjn_Latn","languages":["tur-Latn","bjn-Latn"]},{"precision":0.927207,"recall":0.950593,"f1":0.934947,"accuracy":0.950593,"main_score":0.934947,"hf_subset":"tur_Latn-fao_Latn","languages":["tur-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-ind_Latn","languages":["tur-Latn","ind-Latn"]},{"precision":0.504161,"recall":0.578063,"f1":0.524925,"accuracy":0.578063,"main_score":0.524925,"hf_subset":"tur_Latn-knc_Latn","languages":["tur-Latn","knc-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"tur_Latn-mlt_Latn","languages":["tur-Latn","mlt-Latn"]},{"precision":0.549435,"recall":0.630435,"f1":0.571861,"accuracy":0.630435,"main_score":0.571861,"hf_subset":"tur_Latn-quy_Latn","languages":["tur-Latn","quy-Latn"]},{"precision":0.698765,"recall":0.775692,"f1":0.722285,"accuracy":0.775692,"main_score":0.722285,"hf_subset":"tur_Latn-swh_Latn","languages":["tur-Latn","swh-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tur_Latn-uzn_Latn","languages":["tur-Latn","uzn-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tur_Latn-als_Latn","languages":["tur-Latn","als-Latn"]},{"precision":0.153942,"recall":0.236166,"f1":0.173316,"accuracy":0.236166,"main_score":0.173316,"hf_subset":"tur_Latn-bod_Tibt","languages":["tur-Latn","bod-Tibt"]},{"precision":0.458291,"recall":0.544466,"f1":0.482017,"accuracy":0.544466,"main_score":0.482017,"hf_subset":"tur_Latn-fij_Latn","languages":["tur-Latn","fij-Latn"]},{"precision":0.964427,"recall":0.975296,"f1":0.967852,"accuracy":0.975296,"main_score":0.967852,"hf_subset":"tur_Latn-isl_Latn","languages":["tur-Latn","isl-Latn"]},{"precision":0.525685,"recall":0.610672,"f1":0.549769,"accuracy":0.610672,"main_score":0.549769,"hf_subset":"tur_Latn-kon_Latn","languages":["tur-Latn","kon-Latn"]},{"precision":0.487767,"recall":0.582016,"f1":0.514068,"accuracy":0.582016,"main_score":0.514068,"hf_subset":"tur_Latn-mni_Beng","languages":["tur-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-ron_Latn","languages":["tur-Latn","ron-Latn"]},{"precision":0.981719,"recall":0.986166,"f1":0.983202,"accuracy":0.986166,"main_score":0.983202,"hf_subset":"tur_Latn-szl_Latn","languages":["tur-Latn","szl-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tur_Latn-vec_Latn","languages":["tur-Latn","vec-Latn"]},{"precision":0.550652,"recall":0.639328,"f1":0.575318,"accuracy":0.639328,"main_score":0.575318,"hf_subset":"tur_Latn-amh_Ethi","languages":["tur-Latn","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-bos_Latn","languages":["tur-Latn","bos-Latn"]},{"precision":0.993577,"recall":0.995059,"f1":0.994071,"accuracy":0.995059,"main_score":0.994071,"hf_subset":"tur_Latn-fin_Latn","languages":["tur-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-ita_Latn","languages":["tur-Latn","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-kor_Hang","languages":["tur-Latn","kor-Hang"]},{"precision":0.456595,"recall":0.546443,"f1":0.48192,"accuracy":0.546443,"main_score":0.48192,"hf_subset":"tur_Latn-mos_Latn","languages":["tur-Latn","mos-Latn"]},{"precision":0.460516,"recall":0.534585,"f1":0.48096,"accuracy":0.534585,"main_score":0.48096,"hf_subset":"tur_Latn-run_Latn","languages":["tur-Latn","run-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tur_Latn-tam_Taml","languages":["tur-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-vie_Latn","languages":["tur-Latn","vie-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tur_Latn-apc_Arab","languages":["tur-Latn","apc-Arab"]},{"precision":0.739904,"recall":0.801383,"f1":0.757684,"accuracy":0.801383,"main_score":0.757684,"hf_subset":"tur_Latn-bug_Latn","languages":["tur-Latn","bug-Latn"]},{"precision":0.402005,"recall":0.48419,"f1":0.424591,"accuracy":0.48419,"main_score":0.424591,"hf_subset":"tur_Latn-fon_Latn","languages":["tur-Latn","fon-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tur_Latn-jav_Latn","languages":["tur-Latn","jav-Latn"]},{"precision":0.90695,"recall":0.935771,"f1":0.916337,"accuracy":0.935771,"main_score":0.916337,"hf_subset":"tur_Latn-lao_Laoo","languages":["tur-Latn","lao-Laoo"]},{"precision":0.575003,"recall":0.661067,"f1":0.599947,"accuracy":0.661067,"main_score":0.599947,"hf_subset":"tur_Latn-mri_Latn","languages":["tur-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-rus_Cyrl","languages":["tur-Latn","rus-Cyrl"]},{"precision":0.483011,"recall":0.556324,"f1":0.503058,"accuracy":0.556324,"main_score":0.503058,"hf_subset":"tur_Latn-taq_Latn","languages":["tur-Latn","taq-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"tur_Latn-war_Latn","languages":["tur-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-arb_Arab","languages":["tur-Latn","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-bul_Cyrl","languages":["tur-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-fra_Latn","languages":["tur-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-jpn_Jpan","languages":["tur-Latn","jpn-Jpan"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"tur_Latn-lij_Latn","languages":["tur-Latn","lij-Latn"]},{"precision":0.941864,"recall":0.960474,"f1":0.947958,"accuracy":0.960474,"main_score":0.947958,"hf_subset":"tur_Latn-mya_Mymr","languages":["tur-Latn","mya-Mymr"]},{"precision":0.490499,"recall":0.58004,"f1":0.515693,"accuracy":0.58004,"main_score":0.515693,"hf_subset":"tur_Latn-sag_Latn","languages":["tur-Latn","sag-Latn"]},{"precision":0.133293,"recall":0.213439,"f1":0.149075,"accuracy":0.213439,"main_score":0.149075,"hf_subset":"tur_Latn-taq_Tfng","languages":["tur-Latn","taq-Tfng"]},{"precision":0.527831,"recall":0.614625,"f1":0.552444,"accuracy":0.614625,"main_score":0.552444,"hf_subset":"tur_Latn-wol_Latn","languages":["tur-Latn","wol-Latn"]},{"precision":0.620104,"recall":0.708498,"f1":0.645921,"accuracy":0.708498,"main_score":0.645921,"hf_subset":"tur_Latn-arb_Latn","languages":["tur-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-cat_Latn","languages":["tur-Latn","cat-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tur_Latn-fur_Latn","languages":["tur-Latn","fur-Latn"]},{"precision":0.327194,"recall":0.399209,"f1":0.346328,"accuracy":0.399209,"main_score":0.346328,"hf_subset":"tur_Latn-kab_Latn","languages":["tur-Latn","kab-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"tur_Latn-lim_Latn","languages":["tur-Latn","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-nld_Latn","languages":["tur-Latn","nld-Latn"]},{"precision":0.965003,"recall":0.975296,"f1":0.968281,"accuracy":0.975296,"main_score":0.968281,"hf_subset":"tur_Latn-san_Deva","languages":["tur-Latn","san-Deva"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"tur_Latn-tat_Cyrl","languages":["tur-Latn","tat-Cyrl"]},{"precision":0.511637,"recall":0.590909,"f1":0.533804,"accuracy":0.590909,"main_score":0.533804,"hf_subset":"tur_Latn-xho_Latn","languages":["tur-Latn","xho-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-ars_Arab","languages":["tur-Latn","ars-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tur_Latn-ceb_Latn","languages":["tur-Latn","ceb-Latn"]},{"precision":0.466513,"recall":0.551383,"f1":0.490689,"accuracy":0.551383,"main_score":0.490689,"hf_subset":"tur_Latn-fuv_Latn","languages":["tur-Latn","fuv-Latn"]},{"precision":0.461976,"recall":0.543478,"f1":0.484145,"accuracy":0.543478,"main_score":0.484145,"hf_subset":"tur_Latn-kac_Latn","languages":["tur-Latn","kac-Latn"]},{"precision":0.541396,"recall":0.629447,"f1":0.566129,"accuracy":0.629447,"main_score":0.566129,"hf_subset":"tur_Latn-lin_Latn","languages":["tur-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-nno_Latn","languages":["tur-Latn","nno-Latn"]},{"precision":0.015064,"recall":0.055336,"f1":0.020255,"accuracy":0.055336,"main_score":0.020255,"hf_subset":"tur_Latn-sat_Olck","languages":["tur-Latn","sat-Olck"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tur_Latn-tel_Telu","languages":["tur-Latn","tel-Telu"]},{"precision":0.723971,"recall":0.795455,"f1":0.745477,"accuracy":0.795455,"main_score":0.745477,"hf_subset":"tur_Latn-ydd_Hebr","languages":["tur-Latn","ydd-Hebr"]},{"precision":0.95751,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"tur_Latn-ary_Arab","languages":["tur-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-ces_Latn","languages":["tur-Latn","ces-Latn"]},{"precision":0.36452,"recall":0.452569,"f1":0.388555,"accuracy":0.452569,"main_score":0.388555,"hf_subset":"tur_Latn-gaz_Latn","languages":["tur-Latn","gaz-Latn"]},{"precision":0.478224,"recall":0.560277,"f1":0.501542,"accuracy":0.560277,"main_score":0.501542,"hf_subset":"tur_Latn-kam_Latn","languages":["tur-Latn","kam-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"tur_Latn-lit_Latn","languages":["tur-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-nob_Latn","languages":["tur-Latn","nob-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tur_Latn-scn_Latn","languages":["tur-Latn","scn-Latn"]},{"precision":0.90555,"recall":0.934783,"f1":0.914921,"accuracy":0.934783,"main_score":0.914921,"hf_subset":"tur_Latn-tgk_Cyrl","languages":["tur-Latn","tgk-Cyrl"]},{"precision":0.418588,"recall":0.501976,"f1":0.442444,"accuracy":0.501976,"main_score":0.442444,"hf_subset":"tur_Latn-yor_Latn","languages":["tur-Latn","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tur_Latn-arz_Arab","languages":["tur-Latn","arz-Arab"]},{"precision":0.472137,"recall":0.561265,"f1":0.496911,"accuracy":0.561265,"main_score":0.496911,"hf_subset":"tur_Latn-cjk_Latn","languages":["tur-Latn","cjk-Latn"]},{"precision":0.594236,"recall":0.672925,"f1":0.616619,"accuracy":0.672925,"main_score":0.616619,"hf_subset":"tur_Latn-gla_Latn","languages":["tur-Latn","gla-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tur_Latn-kan_Knda","languages":["tur-Latn","kan-Knda"]},{"precision":0.967556,"recall":0.977273,"f1":0.97052,"accuracy":0.977273,"main_score":0.97052,"hf_subset":"tur_Latn-lmo_Latn","languages":["tur-Latn","lmo-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"tur_Latn-npi_Deva","languages":["tur-Latn","npi-Deva"]},{"precision":0.409451,"recall":0.506917,"f1":0.435451,"accuracy":0.506917,"main_score":0.435451,"hf_subset":"tur_Latn-shn_Mymr","languages":["tur-Latn","shn-Mymr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tur_Latn-tgl_Latn","languages":["tur-Latn","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-yue_Hant","languages":["tur-Latn","yue-Hant"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tur_Latn-asm_Beng","languages":["tur-Latn","asm-Beng"]},{"precision":0.732662,"recall":0.797431,"f1":0.752143,"accuracy":0.797431,"main_score":0.752143,"hf_subset":"tur_Latn-ckb_Arab","languages":["tur-Latn","ckb-Arab"]},{"precision":0.702602,"recall":0.781621,"f1":0.727141,"accuracy":0.781621,"main_score":0.727141,"hf_subset":"tur_Latn-gle_Latn","languages":["tur-Latn","gle-Latn"]},{"precision":0.875,"recall":0.91502,"f1":0.888011,"accuracy":0.91502,"main_score":0.888011,"hf_subset":"tur_Latn-kas_Arab","languages":["tur-Latn","kas-Arab"]},{"precision":0.885187,"recall":0.918972,"f1":0.895998,"accuracy":0.918972,"main_score":0.895998,"hf_subset":"tur_Latn-ltg_Latn","languages":["tur-Latn","ltg-Latn"]},{"precision":0.50404,"recall":0.583992,"f1":0.525953,"accuracy":0.583992,"main_score":0.525953,"hf_subset":"tur_Latn-nso_Latn","languages":["tur-Latn","nso-Latn"]},{"precision":0.437315,"recall":0.540514,"f1":0.466178,"accuracy":0.540514,"main_score":0.466178,"hf_subset":"tur_Latn-sin_Sinh","languages":["tur-Latn","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tur_Latn-tha_Thai","languages":["tur-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-zho_Hans","languages":["tur-Latn","zho-Hans"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tur_Latn-ast_Latn","languages":["tur-Latn","ast-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tur_Latn-crh_Latn","languages":["tur-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-glg_Latn","languages":["tur-Latn","glg-Latn"]},{"precision":0.764114,"recall":0.828063,"f1":0.783794,"accuracy":0.828063,"main_score":0.783794,"hf_subset":"tur_Latn-kas_Deva","languages":["tur-Latn","kas-Deva"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tur_Latn-ltz_Latn","languages":["tur-Latn","ltz-Latn"]},{"precision":0.363333,"recall":0.449605,"f1":0.38659,"accuracy":0.449605,"main_score":0.38659,"hf_subset":"tur_Latn-nus_Latn","languages":["tur-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-slk_Latn","languages":["tur-Latn","slk-Latn"]},{"precision":0.263475,"recall":0.339921,"f1":0.28391,"accuracy":0.339921,"main_score":0.28391,"hf_subset":"tur_Latn-tir_Ethi","languages":["tur-Latn","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tur_Latn-zho_Hant","languages":["tur-Latn","zho-Hant"]},{"precision":0.984025,"recall":0.988142,"f1":0.985343,"accuracy":0.988142,"main_score":0.985343,"hf_subset":"tur_Latn-awa_Deva","languages":["tur-Latn","awa-Deva"]},{"precision":0.862731,"recall":0.903162,"f1":0.875527,"accuracy":0.903162,"main_score":0.875527,"hf_subset":"tur_Latn-cym_Latn","languages":["tur-Latn","cym-Latn"]},{"precision":0.723987,"recall":0.786561,"f1":0.742282,"accuracy":0.786561,"main_score":0.742282,"hf_subset":"tur_Latn-grn_Latn","languages":["tur-Latn","grn-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tur_Latn-kat_Geor","languages":["tur-Latn","kat-Geor"]},{"precision":0.553676,"recall":0.625494,"f1":0.574146,"accuracy":0.625494,"main_score":0.574146,"hf_subset":"tur_Latn-lua_Latn","languages":["tur-Latn","lua-Latn"]},{"precision":0.5053,"recall":0.585968,"f1":0.527856,"accuracy":0.585968,"main_score":0.527856,"hf_subset":"tur_Latn-nya_Latn","languages":["tur-Latn","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tur_Latn-slv_Latn","languages":["tur-Latn","slv-Latn"]},{"precision":0.778557,"recall":0.836957,"f1":0.796344,"accuracy":0.836957,"main_score":0.796344,"hf_subset":"tur_Latn-tpi_Latn","languages":["tur-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-zsm_Latn","languages":["tur-Latn","zsm-Latn"]},{"precision":0.469544,"recall":0.547431,"f1":0.491117,"accuracy":0.547431,"main_score":0.491117,"hf_subset":"tur_Latn-ayr_Latn","languages":["tur-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-dan_Latn","languages":["tur-Latn","dan-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tur_Latn-guj_Gujr","languages":["tur-Latn","guj-Gujr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tur_Latn-kaz_Cyrl","languages":["tur-Latn","kaz-Cyrl"]},{"precision":0.435624,"recall":0.514822,"f1":0.457686,"accuracy":0.514822,"main_score":0.457686,"hf_subset":"tur_Latn-lug_Latn","languages":["tur-Latn","lug-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-oci_Latn","languages":["tur-Latn","oci-Latn"]},{"precision":0.503022,"recall":0.589921,"f1":0.527592,"accuracy":0.589921,"main_score":0.527592,"hf_subset":"tur_Latn-smo_Latn","languages":["tur-Latn","smo-Latn"]},{"precision":0.450323,"recall":0.532609,"f1":0.472767,"accuracy":0.532609,"main_score":0.472767,"hf_subset":"tur_Latn-tsn_Latn","languages":["tur-Latn","tsn-Latn"]},{"precision":0.461901,"recall":0.536561,"f1":0.481661,"accuracy":0.536561,"main_score":0.481661,"hf_subset":"tur_Latn-zul_Latn","languages":["tur-Latn","zul-Latn"]},{"precision":0.829628,"recall":0.879447,"f1":0.845389,"accuracy":0.879447,"main_score":0.845389,"hf_subset":"tur_Latn-azb_Arab","languages":["tur-Latn","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-deu_Latn","languages":["tur-Latn","deu-Latn"]},{"precision":0.921278,"recall":0.945652,"f1":0.929183,"accuracy":0.945652,"main_score":0.929183,"hf_subset":"tur_Latn-hat_Latn","languages":["tur-Latn","hat-Latn"]},{"precision":0.428913,"recall":0.503953,"f1":0.449513,"accuracy":0.503953,"main_score":0.449513,"hf_subset":"tur_Latn-kbp_Latn","languages":["tur-Latn","kbp-Latn"]},{"precision":0.490572,"recall":0.563241,"f1":0.510082,"accuracy":0.563241,"main_score":0.510082,"hf_subset":"tur_Latn-luo_Latn","languages":["tur-Latn","luo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tur_Latn-ory_Orya","languages":["tur-Latn","ory-Orya"]},{"precision":0.470689,"recall":0.547431,"f1":0.491915,"accuracy":0.547431,"main_score":0.491915,"hf_subset":"tur_Latn-sna_Latn","languages":["tur-Latn","sna-Latn"]},{"precision":0.458336,"recall":0.537549,"f1":0.480055,"accuracy":0.537549,"main_score":0.480055,"hf_subset":"tur_Latn-tso_Latn","languages":["tur-Latn","tso-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tur_Latn-azj_Latn","languages":["tur-Latn","azj-Latn"]},{"precision":0.471469,"recall":0.552372,"f1":0.494001,"accuracy":0.552372,"main_score":0.494001,"hf_subset":"tur_Latn-dik_Latn","languages":["tur-Latn","dik-Latn"]},{"precision":0.460709,"recall":0.531621,"f1":0.481571,"accuracy":0.531621,"main_score":0.481571,"hf_subset":"tur_Latn-hau_Latn","languages":["tur-Latn","hau-Latn"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"tur_Latn-kea_Latn","languages":["tur-Latn","kea-Latn"]},{"precision":0.628007,"recall":0.701581,"f1":0.649472,"accuracy":0.701581,"main_score":0.649472,"hf_subset":"tur_Latn-lus_Latn","languages":["tur-Latn","lus-Latn"]},{"precision":0.80331,"recall":0.853755,"f1":0.818676,"accuracy":0.853755,"main_score":0.818676,"hf_subset":"tur_Latn-pag_Latn","languages":["tur-Latn","pag-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tur_Latn-snd_Arab","languages":["tur-Latn","snd-Arab"]},{"precision":0.884223,"recall":0.91996,"f1":0.895718,"accuracy":0.91996,"main_score":0.895718,"hf_subset":"tur_Latn-tuk_Latn","languages":["tur-Latn","tuk-Latn"]},{"precision":0.943347,"recall":0.961462,"f1":0.949275,"accuracy":0.961462,"main_score":0.949275,"hf_subset":"tur_Latn-bak_Cyrl","languages":["tur-Latn","bak-Cyrl"]},{"precision":0.422737,"recall":0.51581,"f1":0.449273,"accuracy":0.51581,"main_score":0.449273,"hf_subset":"tur_Latn-dyu_Latn","languages":["tur-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tur_Latn-heb_Hebr","languages":["tur-Latn","heb-Hebr"]},{"precision":0.905385,"recall":0.933794,"f1":0.914427,"accuracy":0.933794,"main_score":0.914427,"hf_subset":"tur_Latn-khk_Cyrl","languages":["tur-Latn","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-lvs_Latn","languages":["tur-Latn","lvs-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tur_Latn-pan_Guru","languages":["tur-Latn","pan-Guru"]},{"precision":0.450056,"recall":0.529644,"f1":0.472069,"accuracy":0.529644,"main_score":0.472069,"hf_subset":"tur_Latn-som_Latn","languages":["tur-Latn","som-Latn"]},{"precision":0.499961,"recall":0.570158,"f1":0.519855,"accuracy":0.570158,"main_score":0.519855,"hf_subset":"tur_Latn-tum_Latn","languages":["tur-Latn","tum-Latn"]},{"precision":0.57772,"recall":0.649209,"f1":0.597889,"accuracy":0.649209,"main_score":0.597889,"hf_subset":"ace_Latn-ace_Arab","languages":["ace-Latn","ace-Arab"]},{"precision":0.466495,"recall":0.532609,"f1":0.485265,"accuracy":0.532609,"main_score":0.485265,"hf_subset":"ace_Latn-bam_Latn","languages":["ace-Latn","bam-Latn"]},{"precision":0.101221,"recall":0.149209,"f1":0.114247,"accuracy":0.149209,"main_score":0.114247,"hf_subset":"ace_Latn-dzo_Tibt","languages":["ace-Latn","dzo-Tibt"]},{"precision":0.790194,"recall":0.843874,"f1":0.806623,"accuracy":0.843874,"main_score":0.806623,"hf_subset":"ace_Latn-hin_Deva","languages":["ace-Latn","hin-Deva"]},{"precision":0.580809,"recall":0.666008,"f1":0.605334,"accuracy":0.666008,"main_score":0.605334,"hf_subset":"ace_Latn-khm_Khmr","languages":["ace-Latn","khm-Khmr"]},{"precision":0.780951,"recall":0.833992,"f1":0.796937,"accuracy":0.833992,"main_score":0.796937,"hf_subset":"ace_Latn-mag_Deva","languages":["ace-Latn","mag-Deva"]},{"precision":0.793017,"recall":0.837945,"f1":0.807068,"accuracy":0.837945,"main_score":0.807068,"hf_subset":"ace_Latn-pap_Latn","languages":["ace-Latn","pap-Latn"]},{"precision":0.512896,"recall":0.574111,"f1":0.530517,"accuracy":0.574111,"main_score":0.530517,"hf_subset":"ace_Latn-sot_Latn","languages":["ace-Latn","sot-Latn"]},{"precision":0.805492,"recall":0.853755,"f1":0.820345,"accuracy":0.853755,"main_score":0.820345,"hf_subset":"ace_Latn-tur_Latn","languages":["ace-Latn","tur-Latn"]},{"precision":0.816535,"recall":0.855731,"f1":0.828854,"accuracy":0.855731,"main_score":0.828854,"hf_subset":"ace_Latn-ban_Latn","languages":["ace-Latn","ban-Latn"]},{"precision":0.787862,"recall":0.838933,"f1":0.803313,"accuracy":0.838933,"main_score":0.803313,"hf_subset":"ace_Latn-ell_Grek","languages":["ace-Latn","ell-Grek"]},{"precision":0.77827,"recall":0.83498,"f1":0.795669,"accuracy":0.83498,"main_score":0.795669,"hf_subset":"ace_Latn-hne_Deva","languages":["ace-Latn","hne-Deva"]},{"precision":0.517811,"recall":0.585968,"f1":0.538282,"accuracy":0.585968,"main_score":0.538282,"hf_subset":"ace_Latn-kik_Latn","languages":["ace-Latn","kik-Latn"]},{"precision":0.776877,"recall":0.831028,"f1":0.793215,"accuracy":0.831028,"main_score":0.793215,"hf_subset":"ace_Latn-mai_Deva","languages":["ace-Latn","mai-Deva"]},{"precision":0.70121,"recall":0.761858,"f1":0.719071,"accuracy":0.761858,"main_score":0.719071,"hf_subset":"ace_Latn-pbt_Arab","languages":["ace-Latn","pbt-Arab"]},{"precision":0.810533,"recall":0.860672,"f1":0.826005,"accuracy":0.860672,"main_score":0.826005,"hf_subset":"ace_Latn-spa_Latn","languages":["ace-Latn","spa-Latn"]},{"precision":0.5833,"recall":0.634387,"f1":0.598405,"accuracy":0.634387,"main_score":0.598405,"hf_subset":"ace_Latn-twi_Latn","languages":["ace-Latn","twi-Latn"]},{"precision":0.788142,"recall":0.836957,"f1":0.802931,"accuracy":0.836957,"main_score":0.802931,"hf_subset":"ace_Latn-acm_Arab","languages":["ace-Latn","acm-Arab"]},{"precision":0.774037,"recall":0.827075,"f1":0.790536,"accuracy":0.827075,"main_score":0.790536,"hf_subset":"ace_Latn-bel_Cyrl","languages":["ace-Latn","bel-Cyrl"]},{"precision":0.815613,"recall":0.863636,"f1":0.830289,"accuracy":0.863636,"main_score":0.830289,"hf_subset":"ace_Latn-eng_Latn","languages":["ace-Latn","eng-Latn"]},{"precision":0.789592,"recall":0.843874,"f1":0.806456,"accuracy":0.843874,"main_score":0.806456,"hf_subset":"ace_Latn-hrv_Latn","languages":["ace-Latn","hrv-Latn"]},{"precision":0.473155,"recall":0.541502,"f1":0.492312,"accuracy":0.541502,"main_score":0.492312,"hf_subset":"ace_Latn-kin_Latn","languages":["ace-Latn","kin-Latn"]},{"precision":0.756324,"recall":0.820158,"f1":0.776303,"accuracy":0.820158,"main_score":0.776303,"hf_subset":"ace_Latn-mal_Mlym","languages":["ace-Latn","mal-Mlym"]},{"precision":0.780592,"recall":0.835968,"f1":0.797334,"accuracy":0.835968,"main_score":0.797334,"hf_subset":"ace_Latn-pes_Arab","languages":["ace-Latn","pes-Arab"]},{"precision":0.792747,"recall":0.836957,"f1":0.806143,"accuracy":0.836957,"main_score":0.806143,"hf_subset":"ace_Latn-srd_Latn","languages":["ace-Latn","srd-Latn"]},{"precision":0.135457,"recall":0.195652,"f1":0.148418,"accuracy":0.195652,"main_score":0.148418,"hf_subset":"ace_Latn-tzm_Tfng","languages":["ace-Latn","tzm-Tfng"]},{"precision":0.788488,"recall":0.840909,"f1":0.804513,"accuracy":0.840909,"main_score":0.804513,"hf_subset":"ace_Latn-acq_Arab","languages":["ace-Latn","acq-Arab"]},{"precision":0.552026,"recall":0.608696,"f1":0.568659,"accuracy":0.608696,"main_score":0.568659,"hf_subset":"ace_Latn-bem_Latn","languages":["ace-Latn","bem-Latn"]},{"precision":0.800296,"recall":0.847826,"f1":0.814657,"accuracy":0.847826,"main_score":0.814657,"hf_subset":"ace_Latn-epo_Latn","languages":["ace-Latn","epo-Latn"]},{"precision":0.799844,"recall":0.848814,"f1":0.814811,"accuracy":0.848814,"main_score":0.814811,"hf_subset":"ace_Latn-hun_Latn","languages":["ace-Latn","hun-Latn"]},{"precision":0.762171,"recall":0.813241,"f1":0.777602,"accuracy":0.813241,"main_score":0.777602,"hf_subset":"ace_Latn-kir_Cyrl","languages":["ace-Latn","kir-Cyrl"]},{"precision":0.777487,"recall":0.83498,"f1":0.795473,"accuracy":0.83498,"main_score":0.795473,"hf_subset":"ace_Latn-mar_Deva","languages":["ace-Latn","mar-Deva"]},{"precision":0.551762,"recall":0.603755,"f1":0.566305,"accuracy":0.603755,"main_score":0.566305,"hf_subset":"ace_Latn-plt_Latn","languages":["ace-Latn","plt-Latn"]},{"precision":0.805387,"recall":0.850791,"f1":0.819279,"accuracy":0.850791,"main_score":0.819279,"hf_subset":"ace_Latn-srp_Cyrl","languages":["ace-Latn","srp-Cyrl"]},{"precision":0.663407,"recall":0.73419,"f1":0.684261,"accuracy":0.73419,"main_score":0.684261,"hf_subset":"ace_Latn-uig_Arab","languages":["ace-Latn","uig-Arab"]},{"precision":0.752009,"recall":0.809289,"f1":0.769335,"accuracy":0.809289,"main_score":0.769335,"hf_subset":"ace_Latn-aeb_Arab","languages":["ace-Latn","aeb-Arab"]},{"precision":0.779736,"recall":0.832016,"f1":0.795866,"accuracy":0.832016,"main_score":0.795866,"hf_subset":"ace_Latn-ben_Beng","languages":["ace-Latn","ben-Beng"]},{"precision":0.767902,"recall":0.822134,"f1":0.784618,"accuracy":0.822134,"main_score":0.784618,"hf_subset":"ace_Latn-est_Latn","languages":["ace-Latn","est-Latn"]},{"precision":0.731225,"recall":0.791502,"f1":0.749934,"accuracy":0.791502,"main_score":0.749934,"hf_subset":"ace_Latn-hye_Armn","languages":["ace-Latn","hye-Armn"]},{"precision":0.492909,"recall":0.546443,"f1":0.508385,"accuracy":0.546443,"main_score":0.508385,"hf_subset":"ace_Latn-kmb_Latn","languages":["ace-Latn","kmb-Latn"]},{"precision":0.439801,"recall":0.522727,"f1":0.46266,"accuracy":0.522727,"main_score":0.46266,"hf_subset":"ace_Latn-min_Arab","languages":["ace-Latn","min-Arab"]},{"precision":0.804776,"recall":0.851779,"f1":0.818939,"accuracy":0.851779,"main_score":0.818939,"hf_subset":"ace_Latn-pol_Latn","languages":["ace-Latn","pol-Latn"]},{"precision":0.494757,"recall":0.560277,"f1":0.513608,"accuracy":0.560277,"main_score":0.513608,"hf_subset":"ace_Latn-ssw_Latn","languages":["ace-Latn","ssw-Latn"]},{"precision":0.797334,"recall":0.84585,"f1":0.812121,"accuracy":0.84585,"main_score":0.812121,"hf_subset":"ace_Latn-ukr_Cyrl","languages":["ace-Latn","ukr-Cyrl"]},{"precision":0.813307,"recall":0.859684,"f1":0.827687,"accuracy":0.859684,"main_score":0.827687,"hf_subset":"ace_Latn-afr_Latn","languages":["ace-Latn","afr-Latn"]},{"precision":0.763422,"recall":0.820158,"f1":0.780962,"accuracy":0.820158,"main_score":0.780962,"hf_subset":"ace_Latn-bho_Deva","languages":["ace-Latn","bho-Deva"]},{"precision":0.751492,"recall":0.799407,"f1":0.766156,"accuracy":0.799407,"main_score":0.766156,"hf_subset":"ace_Latn-eus_Latn","languages":["ace-Latn","eus-Latn"]},{"precision":0.530429,"recall":0.587945,"f1":0.546816,"accuracy":0.587945,"main_score":0.546816,"hf_subset":"ace_Latn-ibo_Latn","languages":["ace-Latn","ibo-Latn"]},{"precision":0.626857,"recall":0.690711,"f1":0.645832,"accuracy":0.690711,"main_score":0.645832,"hf_subset":"ace_Latn-kmr_Latn","languages":["ace-Latn","kmr-Latn"]},{"precision":0.811742,"recall":0.854743,"f1":0.824755,"accuracy":0.854743,"main_score":0.824755,"hf_subset":"ace_Latn-min_Latn","languages":["ace-Latn","min-Latn"]},{"precision":0.81418,"recall":0.862648,"f1":0.829051,"accuracy":0.862648,"main_score":0.829051,"hf_subset":"ace_Latn-por_Latn","languages":["ace-Latn","por-Latn"]},{"precision":0.821701,"recall":0.862648,"f1":0.834223,"accuracy":0.862648,"main_score":0.834223,"hf_subset":"ace_Latn-sun_Latn","languages":["ace-Latn","sun-Latn"]},{"precision":0.47506,"recall":0.534585,"f1":0.492288,"accuracy":0.534585,"main_score":0.492288,"hf_subset":"ace_Latn-umb_Latn","languages":["ace-Latn","umb-Latn"]},{"precision":0.780295,"recall":0.83498,"f1":0.796648,"accuracy":0.83498,"main_score":0.796648,"hf_subset":"ace_Latn-ajp_Arab","languages":["ace-Latn","ajp-Arab"]},{"precision":0.436288,"recall":0.518775,"f1":0.457865,"accuracy":0.518775,"main_score":0.457865,"hf_subset":"ace_Latn-bjn_Arab","languages":["ace-Latn","bjn-Arab"]},{"precision":0.496854,"recall":0.549407,"f1":0.51206,"accuracy":0.549407,"main_score":0.51206,"hf_subset":"ace_Latn-ewe_Latn","languages":["ace-Latn","ewe-Latn"]},{"precision":0.765679,"recall":0.8083,"f1":0.77836,"accuracy":0.8083,"main_score":0.77836,"hf_subset":"ace_Latn-ilo_Latn","languages":["ace-Latn","ilo-Latn"]},{"precision":0.202166,"recall":0.280632,"f1":0.221604,"accuracy":0.280632,"main_score":0.221604,"hf_subset":"ace_Latn-knc_Arab","languages":["ace-Latn","knc-Arab"]},{"precision":0.80667,"recall":0.850791,"f1":0.820356,"accuracy":0.850791,"main_score":0.820356,"hf_subset":"ace_Latn-mkd_Cyrl","languages":["ace-Latn","mkd-Cyrl"]},{"precision":0.777981,"recall":0.833004,"f1":0.794946,"accuracy":0.833004,"main_score":0.794946,"hf_subset":"ace_Latn-prs_Arab","languages":["ace-Latn","prs-Arab"]},{"precision":0.80583,"recall":0.853755,"f1":0.820822,"accuracy":0.853755,"main_score":0.820822,"hf_subset":"ace_Latn-swe_Latn","languages":["ace-Latn","swe-Latn"]},{"precision":0.758383,"recall":0.817194,"f1":0.776139,"accuracy":0.817194,"main_score":0.776139,"hf_subset":"ace_Latn-urd_Arab","languages":["ace-Latn","urd-Arab"]},{"precision":0.562458,"recall":0.607708,"f1":0.575527,"accuracy":0.607708,"main_score":0.575527,"hf_subset":"ace_Latn-aka_Latn","languages":["ace-Latn","aka-Latn"]},{"precision":0.816958,"recall":0.858696,"f1":0.829809,"accuracy":0.858696,"main_score":0.829809,"hf_subset":"ace_Latn-bjn_Latn","languages":["ace-Latn","bjn-Latn"]},{"precision":0.674056,"recall":0.730237,"f1":0.690843,"accuracy":0.730237,"main_score":0.690843,"hf_subset":"ace_Latn-fao_Latn","languages":["ace-Latn","fao-Latn"]},{"precision":0.838809,"recall":0.879447,"f1":0.851175,"accuracy":0.879447,"main_score":0.851175,"hf_subset":"ace_Latn-ind_Latn","languages":["ace-Latn","ind-Latn"]},{"precision":0.54776,"recall":0.601779,"f1":0.563462,"accuracy":0.601779,"main_score":0.563462,"hf_subset":"ace_Latn-knc_Latn","languages":["ace-Latn","knc-Latn"]},{"precision":0.802249,"recall":0.843874,"f1":0.81474,"accuracy":0.843874,"main_score":0.81474,"hf_subset":"ace_Latn-mlt_Latn","languages":["ace-Latn","mlt-Latn"]},{"precision":0.577527,"recall":0.63834,"f1":0.594586,"accuracy":0.63834,"main_score":0.594586,"hf_subset":"ace_Latn-quy_Latn","languages":["ace-Latn","quy-Latn"]},{"precision":0.595309,"recall":0.66502,"f1":0.615218,"accuracy":0.66502,"main_score":0.615218,"hf_subset":"ace_Latn-swh_Latn","languages":["ace-Latn","swh-Latn"]},{"precision":0.759354,"recall":0.814229,"f1":0.776135,"accuracy":0.814229,"main_score":0.776135,"hf_subset":"ace_Latn-uzn_Latn","languages":["ace-Latn","uzn-Latn"]},{"precision":0.804365,"recall":0.851779,"f1":0.818978,"accuracy":0.851779,"main_score":0.818978,"hf_subset":"ace_Latn-als_Latn","languages":["ace-Latn","als-Latn"]},{"precision":0.168414,"recall":0.233202,"f1":0.183927,"accuracy":0.233202,"main_score":0.183927,"hf_subset":"ace_Latn-bod_Tibt","languages":["ace-Latn","bod-Tibt"]},{"precision":0.49741,"recall":0.557312,"f1":0.51425,"accuracy":0.557312,"main_score":0.51425,"hf_subset":"ace_Latn-fij_Latn","languages":["ace-Latn","fij-Latn"]},{"precision":0.634429,"recall":0.710474,"f1":0.656633,"accuracy":0.710474,"main_score":0.656633,"hf_subset":"ace_Latn-isl_Latn","languages":["ace-Latn","isl-Latn"]},{"precision":0.562667,"recall":0.62253,"f1":0.580124,"accuracy":0.62253,"main_score":0.580124,"hf_subset":"ace_Latn-kon_Latn","languages":["ace-Latn","kon-Latn"]},{"precision":0.493882,"recall":0.572134,"f1":0.515873,"accuracy":0.572134,"main_score":0.515873,"hf_subset":"ace_Latn-mni_Beng","languages":["ace-Latn","mni-Beng"]},{"precision":0.81371,"recall":0.858696,"f1":0.82713,"accuracy":0.858696,"main_score":0.82713,"hf_subset":"ace_Latn-ron_Latn","languages":["ace-Latn","ron-Latn"]},{"precision":0.787533,"recall":0.838933,"f1":0.80359,"accuracy":0.838933,"main_score":0.80359,"hf_subset":"ace_Latn-szl_Latn","languages":["ace-Latn","szl-Latn"]},{"precision":0.816329,"recall":0.859684,"f1":0.82937,"accuracy":0.859684,"main_score":0.82937,"hf_subset":"ace_Latn-vec_Latn","languages":["ace-Latn","vec-Latn"]},{"precision":0.367718,"recall":0.4417,"f1":0.387833,"accuracy":0.4417,"main_score":0.387833,"hf_subset":"ace_Latn-amh_Ethi","languages":["ace-Latn","amh-Ethi"]},{"precision":0.817946,"recall":0.86166,"f1":0.831291,"accuracy":0.86166,"main_score":0.831291,"hf_subset":"ace_Latn-bos_Latn","languages":["ace-Latn","bos-Latn"]},{"precision":0.7854,"recall":0.838933,"f1":0.801819,"accuracy":0.838933,"main_score":0.801819,"hf_subset":"ace_Latn-fin_Latn","languages":["ace-Latn","fin-Latn"]},{"precision":0.801005,"recall":0.849802,"f1":0.815909,"accuracy":0.849802,"main_score":0.815909,"hf_subset":"ace_Latn-ita_Latn","languages":["ace-Latn","ita-Latn"]},{"precision":0.792353,"recall":0.844862,"f1":0.808333,"accuracy":0.844862,"main_score":0.808333,"hf_subset":"ace_Latn-kor_Hang","languages":["ace-Latn","kor-Hang"]},{"precision":0.495343,"recall":0.564229,"f1":0.514291,"accuracy":0.564229,"main_score":0.514291,"hf_subset":"ace_Latn-mos_Latn","languages":["ace-Latn","mos-Latn"]},{"precision":0.47636,"recall":0.536561,"f1":0.493506,"accuracy":0.536561,"main_score":0.493506,"hf_subset":"ace_Latn-run_Latn","languages":["ace-Latn","run-Latn"]},{"precision":0.732625,"recall":0.796443,"f1":0.752259,"accuracy":0.796443,"main_score":0.752259,"hf_subset":"ace_Latn-tam_Taml","languages":["ace-Latn","tam-Taml"]},{"precision":0.800791,"recall":0.849802,"f1":0.815928,"accuracy":0.849802,"main_score":0.815928,"hf_subset":"ace_Latn-vie_Latn","languages":["ace-Latn","vie-Latn"]},{"precision":0.784206,"recall":0.83498,"f1":0.799478,"accuracy":0.83498,"main_score":0.799478,"hf_subset":"ace_Latn-apc_Arab","languages":["ace-Latn","apc-Arab"]},{"precision":0.717368,"recall":0.759881,"f1":0.729995,"accuracy":0.759881,"main_score":0.729995,"hf_subset":"ace_Latn-bug_Latn","languages":["ace-Latn","bug-Latn"]},{"precision":0.444834,"recall":0.5,"f1":0.460011,"accuracy":0.5,"main_score":0.460011,"hf_subset":"ace_Latn-fon_Latn","languages":["ace-Latn","fon-Latn"]},{"precision":0.823287,"recall":0.866601,"f1":0.836994,"accuracy":0.866601,"main_score":0.836994,"hf_subset":"ace_Latn-jav_Latn","languages":["ace-Latn","jav-Latn"]},{"precision":0.54193,"recall":0.625494,"f1":0.566348,"accuracy":0.625494,"main_score":0.566348,"hf_subset":"ace_Latn-lao_Laoo","languages":["ace-Latn","lao-Laoo"]},{"precision":0.514092,"recall":0.58498,"f1":0.534254,"accuracy":0.58498,"main_score":0.534254,"hf_subset":"ace_Latn-mri_Latn","languages":["ace-Latn","mri-Latn"]},{"precision":0.809017,"recall":0.855731,"f1":0.823262,"accuracy":0.855731,"main_score":0.823262,"hf_subset":"ace_Latn-rus_Cyrl","languages":["ace-Latn","rus-Cyrl"]},{"precision":0.492465,"recall":0.554348,"f1":0.510658,"accuracy":0.554348,"main_score":0.510658,"hf_subset":"ace_Latn-taq_Latn","languages":["ace-Latn","taq-Latn"]},{"precision":0.817507,"recall":0.855731,"f1":0.829249,"accuracy":0.855731,"main_score":0.829249,"hf_subset":"ace_Latn-war_Latn","languages":["ace-Latn","war-Latn"]},{"precision":0.784183,"recall":0.837945,"f1":0.800412,"accuracy":0.837945,"main_score":0.800412,"hf_subset":"ace_Latn-arb_Arab","languages":["ace-Latn","arb-Arab"]},{"precision":0.809848,"recall":0.858696,"f1":0.824868,"accuracy":0.858696,"main_score":0.824868,"hf_subset":"ace_Latn-bul_Cyrl","languages":["ace-Latn","bul-Cyrl"]},{"precision":0.796426,"recall":0.849802,"f1":0.812978,"accuracy":0.849802,"main_score":0.812978,"hf_subset":"ace_Latn-fra_Latn","languages":["ace-Latn","fra-Latn"]},{"precision":0.788356,"recall":0.838933,"f1":0.803266,"accuracy":0.838933,"main_score":0.803266,"hf_subset":"ace_Latn-jpn_Jpan","languages":["ace-Latn","jpn-Jpan"]},{"precision":0.808753,"recall":0.849802,"f1":0.821498,"accuracy":0.849802,"main_score":0.821498,"hf_subset":"ace_Latn-lij_Latn","languages":["ace-Latn","lij-Latn"]},{"precision":0.522409,"recall":0.624506,"f1":0.55231,"accuracy":0.624506,"main_score":0.55231,"hf_subset":"ace_Latn-mya_Mymr","languages":["ace-Latn","mya-Mymr"]},{"precision":0.543948,"recall":0.600791,"f1":0.559966,"accuracy":0.600791,"main_score":0.559966,"hf_subset":"ace_Latn-sag_Latn","languages":["ace-Latn","sag-Latn"]},{"precision":0.149643,"recall":0.22332,"f1":0.164438,"accuracy":0.22332,"main_score":0.164438,"hf_subset":"ace_Latn-taq_Tfng","languages":["ace-Latn","taq-Tfng"]},{"precision":0.556468,"recall":0.616601,"f1":0.57359,"accuracy":0.616601,"main_score":0.57359,"hf_subset":"ace_Latn-wol_Latn","languages":["ace-Latn","wol-Latn"]},{"precision":0.490124,"recall":0.572134,"f1":0.513271,"accuracy":0.572134,"main_score":0.513271,"hf_subset":"ace_Latn-arb_Latn","languages":["ace-Latn","arb-Latn"]},{"precision":0.800264,"recall":0.850791,"f1":0.815354,"accuracy":0.850791,"main_score":0.815354,"hf_subset":"ace_Latn-cat_Latn","languages":["ace-Latn","cat-Latn"]},{"precision":0.808178,"recall":0.846838,"f1":0.819666,"accuracy":0.846838,"main_score":0.819666,"hf_subset":"ace_Latn-fur_Latn","languages":["ace-Latn","fur-Latn"]},{"precision":0.360721,"recall":0.423913,"f1":0.377984,"accuracy":0.423913,"main_score":0.377984,"hf_subset":"ace_Latn-kab_Latn","languages":["ace-Latn","kab-Latn"]},{"precision":0.767549,"recall":0.818182,"f1":0.783086,"accuracy":0.818182,"main_score":0.783086,"hf_subset":"ace_Latn-lim_Latn","languages":["ace-Latn","lim-Latn"]},{"precision":0.796694,"recall":0.848814,"f1":0.812632,"accuracy":0.848814,"main_score":0.812632,"hf_subset":"ace_Latn-nld_Latn","languages":["ace-Latn","nld-Latn"]},{"precision":0.698847,"recall":0.768775,"f1":0.720196,"accuracy":0.768775,"main_score":0.720196,"hf_subset":"ace_Latn-san_Deva","languages":["ace-Latn","san-Deva"]},{"precision":0.781632,"recall":0.825099,"f1":0.794551,"accuracy":0.825099,"main_score":0.794551,"hf_subset":"ace_Latn-tat_Cyrl","languages":["ace-Latn","tat-Cyrl"]},{"precision":0.535388,"recall":0.600791,"f1":0.553868,"accuracy":0.600791,"main_score":0.553868,"hf_subset":"ace_Latn-xho_Latn","languages":["ace-Latn","xho-Latn"]},{"precision":0.773048,"recall":0.83004,"f1":0.790239,"accuracy":0.83004,"main_score":0.790239,"hf_subset":"ace_Latn-ars_Arab","languages":["ace-Latn","ars-Arab"]},{"precision":0.81494,"recall":0.856719,"f1":0.827163,"accuracy":0.856719,"main_score":0.827163,"hf_subset":"ace_Latn-ceb_Latn","languages":["ace-Latn","ceb-Latn"]},{"precision":0.490243,"recall":0.5583,"f1":0.510227,"accuracy":0.5583,"main_score":0.510227,"hf_subset":"ace_Latn-fuv_Latn","languages":["ace-Latn","fuv-Latn"]},{"precision":0.504434,"recall":0.563241,"f1":0.520398,"accuracy":0.563241,"main_score":0.520398,"hf_subset":"ace_Latn-kac_Latn","languages":["ace-Latn","kac-Latn"]},{"precision":0.561561,"recall":0.625494,"f1":0.580055,"accuracy":0.625494,"main_score":0.580055,"hf_subset":"ace_Latn-lin_Latn","languages":["ace-Latn","lin-Latn"]},{"precision":0.80639,"recall":0.852767,"f1":0.820704,"accuracy":0.852767,"main_score":0.820704,"hf_subset":"ace_Latn-nno_Latn","languages":["ace-Latn","nno-Latn"]},{"precision":0.026922,"recall":0.076087,"f1":0.034503,"accuracy":0.076087,"main_score":0.034503,"hf_subset":"ace_Latn-sat_Olck","languages":["ace-Latn","sat-Olck"]},{"precision":0.779983,"recall":0.83498,"f1":0.796544,"accuracy":0.83498,"main_score":0.796544,"hf_subset":"ace_Latn-tel_Telu","languages":["ace-Latn","tel-Telu"]},{"precision":0.547219,"recall":0.625494,"f1":0.569829,"accuracy":0.625494,"main_score":0.569829,"hf_subset":"ace_Latn-ydd_Hebr","languages":["ace-Latn","ydd-Hebr"]},{"precision":0.731291,"recall":0.793478,"f1":0.750908,"accuracy":0.793478,"main_score":0.750908,"hf_subset":"ace_Latn-ary_Arab","languages":["ace-Latn","ary-Arab"]},{"precision":0.804934,"recall":0.853755,"f1":0.820095,"accuracy":0.853755,"main_score":0.820095,"hf_subset":"ace_Latn-ces_Latn","languages":["ace-Latn","ces-Latn"]},{"precision":0.420598,"recall":0.497036,"f1":0.442284,"accuracy":0.497036,"main_score":0.442284,"hf_subset":"ace_Latn-gaz_Latn","languages":["ace-Latn","gaz-Latn"]},{"precision":0.499795,"recall":0.562253,"f1":0.517822,"accuracy":0.562253,"main_score":0.517822,"hf_subset":"ace_Latn-kam_Latn","languages":["ace-Latn","kam-Latn"]},{"precision":0.784759,"recall":0.83498,"f1":0.799706,"accuracy":0.83498,"main_score":0.799706,"hf_subset":"ace_Latn-lit_Latn","languages":["ace-Latn","lit-Latn"]},{"precision":0.800306,"recall":0.846838,"f1":0.814265,"accuracy":0.846838,"main_score":0.814265,"hf_subset":"ace_Latn-nob_Latn","languages":["ace-Latn","nob-Latn"]},{"precision":0.770586,"recall":0.822134,"f1":0.786495,"accuracy":0.822134,"main_score":0.786495,"hf_subset":"ace_Latn-scn_Latn","languages":["ace-Latn","scn-Latn"]},{"precision":0.718528,"recall":0.775692,"f1":0.735426,"accuracy":0.775692,"main_score":0.735426,"hf_subset":"ace_Latn-tgk_Cyrl","languages":["ace-Latn","tgk-Cyrl"]},{"precision":0.445042,"recall":0.517787,"f1":0.466378,"accuracy":0.517787,"main_score":0.466378,"hf_subset":"ace_Latn-yor_Latn","languages":["ace-Latn","yor-Latn"]},{"precision":0.781621,"recall":0.833992,"f1":0.797826,"accuracy":0.833992,"main_score":0.797826,"hf_subset":"ace_Latn-arz_Arab","languages":["ace-Latn","arz-Arab"]},{"precision":0.490566,"recall":0.560277,"f1":0.510419,"accuracy":0.560277,"main_score":0.510419,"hf_subset":"ace_Latn-cjk_Latn","languages":["ace-Latn","cjk-Latn"]},{"precision":0.518775,"recall":0.588933,"f1":0.538345,"accuracy":0.588933,"main_score":0.538345,"hf_subset":"ace_Latn-gla_Latn","languages":["ace-Latn","gla-Latn"]},{"precision":0.766354,"recall":0.827075,"f1":0.785127,"accuracy":0.827075,"main_score":0.785127,"hf_subset":"ace_Latn-kan_Knda","languages":["ace-Latn","kan-Knda"]},{"precision":0.79984,"recall":0.841897,"f1":0.812451,"accuracy":0.841897,"main_score":0.812451,"hf_subset":"ace_Latn-lmo_Latn","languages":["ace-Latn","lmo-Latn"]},{"precision":0.769971,"recall":0.824111,"f1":0.786528,"accuracy":0.824111,"main_score":0.786528,"hf_subset":"ace_Latn-npi_Deva","languages":["ace-Latn","npi-Deva"]},{"precision":0.43589,"recall":0.520751,"f1":0.459142,"accuracy":0.520751,"main_score":0.459142,"hf_subset":"ace_Latn-shn_Mymr","languages":["ace-Latn","shn-Mymr"]},{"precision":0.815276,"recall":0.856719,"f1":0.82792,"accuracy":0.856719,"main_score":0.82792,"hf_subset":"ace_Latn-tgl_Latn","languages":["ace-Latn","tgl-Latn"]},{"precision":0.798073,"recall":0.853755,"f1":0.815217,"accuracy":0.853755,"main_score":0.815217,"hf_subset":"ace_Latn-yue_Hant","languages":["ace-Latn","yue-Hant"]},{"precision":0.716395,"recall":0.780632,"f1":0.736122,"accuracy":0.780632,"main_score":0.736122,"hf_subset":"ace_Latn-asm_Beng","languages":["ace-Latn","asm-Beng"]},{"precision":0.58485,"recall":0.650198,"f1":0.603784,"accuracy":0.650198,"main_score":0.603784,"hf_subset":"ace_Latn-ckb_Arab","languages":["ace-Latn","ckb-Arab"]},{"precision":0.546287,"recall":0.624506,"f1":0.568584,"accuracy":0.624506,"main_score":0.568584,"hf_subset":"ace_Latn-gle_Latn","languages":["ace-Latn","gle-Latn"]},{"precision":0.702883,"recall":0.764822,"f1":0.721434,"accuracy":0.764822,"main_score":0.721434,"hf_subset":"ace_Latn-kas_Arab","languages":["ace-Latn","kas-Arab"]},{"precision":0.715203,"recall":0.775692,"f1":0.733564,"accuracy":0.775692,"main_score":0.733564,"hf_subset":"ace_Latn-ltg_Latn","languages":["ace-Latn","ltg-Latn"]},{"precision":0.54193,"recall":0.594862,"f1":0.557342,"accuracy":0.594862,"main_score":0.557342,"hf_subset":"ace_Latn-nso_Latn","languages":["ace-Latn","nso-Latn"]},{"precision":0.258019,"recall":0.323123,"f1":0.274294,"accuracy":0.323123,"main_score":0.274294,"hf_subset":"ace_Latn-sin_Sinh","languages":["ace-Latn","sin-Sinh"]},{"precision":0.791938,"recall":0.844862,"f1":0.808045,"accuracy":0.844862,"main_score":0.808045,"hf_subset":"ace_Latn-tha_Thai","languages":["ace-Latn","tha-Thai"]},{"precision":0.785903,"recall":0.839921,"f1":0.802376,"accuracy":0.839921,"main_score":0.802376,"hf_subset":"ace_Latn-zho_Hans","languages":["ace-Latn","zho-Hans"]},{"precision":0.794302,"recall":0.843874,"f1":0.809293,"accuracy":0.843874,"main_score":0.809293,"hf_subset":"ace_Latn-ast_Latn","languages":["ace-Latn","ast-Latn"]},{"precision":0.752012,"recall":0.804348,"f1":0.767819,"accuracy":0.804348,"main_score":0.767819,"hf_subset":"ace_Latn-crh_Latn","languages":["ace-Latn","crh-Latn"]},{"precision":0.813834,"recall":0.860672,"f1":0.828148,"accuracy":0.860672,"main_score":0.828148,"hf_subset":"ace_Latn-glg_Latn","languages":["ace-Latn","glg-Latn"]},{"precision":0.620026,"recall":0.69664,"f1":0.642956,"accuracy":0.69664,"main_score":0.642956,"hf_subset":"ace_Latn-kas_Deva","languages":["ace-Latn","kas-Deva"]},{"precision":0.786479,"recall":0.833004,"f1":0.800443,"accuracy":0.833004,"main_score":0.800443,"hf_subset":"ace_Latn-ltz_Latn","languages":["ace-Latn","ltz-Latn"]},{"precision":0.430674,"recall":0.498024,"f1":0.448293,"accuracy":0.498024,"main_score":0.448293,"hf_subset":"ace_Latn-nus_Latn","languages":["ace-Latn","nus-Latn"]},{"precision":0.791511,"recall":0.843874,"f1":0.807479,"accuracy":0.843874,"main_score":0.807479,"hf_subset":"ace_Latn-slk_Latn","languages":["ace-Latn","slk-Latn"]},{"precision":0.251574,"recall":0.323123,"f1":0.270745,"accuracy":0.323123,"main_score":0.270745,"hf_subset":"ace_Latn-tir_Ethi","languages":["ace-Latn","tir-Ethi"]},{"precision":0.796624,"recall":0.847826,"f1":0.812121,"accuracy":0.847826,"main_score":0.812121,"hf_subset":"ace_Latn-zho_Hant","languages":["ace-Latn","zho-Hant"]},{"precision":0.784874,"recall":0.837945,"f1":0.801038,"accuracy":0.837945,"main_score":0.801038,"hf_subset":"ace_Latn-awa_Deva","languages":["ace-Latn","awa-Deva"]},{"precision":0.656105,"recall":0.713439,"f1":0.672977,"accuracy":0.713439,"main_score":0.672977,"hf_subset":"ace_Latn-cym_Latn","languages":["ace-Latn","cym-Latn"]},{"precision":0.664323,"recall":0.712451,"f1":0.678788,"accuracy":0.712451,"main_score":0.678788,"hf_subset":"ace_Latn-grn_Latn","languages":["ace-Latn","grn-Latn"]},{"precision":0.758079,"recall":0.815217,"f1":0.775576,"accuracy":0.815217,"main_score":0.775576,"hf_subset":"ace_Latn-kat_Geor","languages":["ace-Latn","kat-Geor"]},{"precision":0.561276,"recall":0.619565,"f1":0.5783,"accuracy":0.619565,"main_score":0.5783,"hf_subset":"ace_Latn-lua_Latn","languages":["ace-Latn","lua-Latn"]},{"precision":0.52719,"recall":0.587945,"f1":0.544943,"accuracy":0.587945,"main_score":0.544943,"hf_subset":"ace_Latn-nya_Latn","languages":["ace-Latn","nya-Latn"]},{"precision":0.77916,"recall":0.832016,"f1":0.795306,"accuracy":0.832016,"main_score":0.795306,"hf_subset":"ace_Latn-slv_Latn","languages":["ace-Latn","slv-Latn"]},{"precision":0.703887,"recall":0.754941,"f1":0.719222,"accuracy":0.754941,"main_score":0.719222,"hf_subset":"ace_Latn-tpi_Latn","languages":["ace-Latn","tpi-Latn"]},{"precision":0.828228,"recall":0.871542,"f1":0.841502,"accuracy":0.871542,"main_score":0.841502,"hf_subset":"ace_Latn-zsm_Latn","languages":["ace-Latn","zsm-Latn"]},{"precision":0.508281,"recall":0.570158,"f1":0.525974,"accuracy":0.570158,"main_score":0.525974,"hf_subset":"ace_Latn-ayr_Latn","languages":["ace-Latn","ayr-Latn"]},{"precision":0.813307,"recall":0.859684,"f1":0.827442,"accuracy":0.859684,"main_score":0.827442,"hf_subset":"ace_Latn-dan_Latn","languages":["ace-Latn","dan-Latn"]},{"precision":0.780916,"recall":0.837945,"f1":0.798224,"accuracy":0.837945,"main_score":0.798224,"hf_subset":"ace_Latn-guj_Gujr","languages":["ace-Latn","guj-Gujr"]},{"precision":0.779249,"recall":0.826087,"f1":0.793116,"accuracy":0.826087,"main_score":0.793116,"hf_subset":"ace_Latn-kaz_Cyrl","languages":["ace-Latn","kaz-Cyrl"]},{"precision":0.474202,"recall":0.536561,"f1":0.491551,"accuracy":0.536561,"main_score":0.491551,"hf_subset":"ace_Latn-lug_Latn","languages":["ace-Latn","lug-Latn"]},{"precision":0.80762,"recall":0.853755,"f1":0.821574,"accuracy":0.853755,"main_score":0.821574,"hf_subset":"ace_Latn-oci_Latn","languages":["ace-Latn","oci-Latn"]},{"precision":0.525972,"recall":0.592885,"f1":0.545083,"accuracy":0.592885,"main_score":0.545083,"hf_subset":"ace_Latn-smo_Latn","languages":["ace-Latn","smo-Latn"]},{"precision":0.494763,"recall":0.552372,"f1":0.510844,"accuracy":0.552372,"main_score":0.510844,"hf_subset":"ace_Latn-tsn_Latn","languages":["ace-Latn","tsn-Latn"]},{"precision":0.491033,"recall":0.55336,"f1":0.508151,"accuracy":0.55336,"main_score":0.508151,"hf_subset":"ace_Latn-zul_Latn","languages":["ace-Latn","zul-Latn"]},{"precision":0.648048,"recall":0.726285,"f1":0.671846,"accuracy":0.726285,"main_score":0.671846,"hf_subset":"ace_Latn-azb_Arab","languages":["ace-Latn","azb-Arab"]},{"precision":0.805149,"recall":0.853755,"f1":0.820158,"accuracy":0.853755,"main_score":0.820158,"hf_subset":"ace_Latn-deu_Latn","languages":["ace-Latn","deu-Latn"]},{"precision":0.731011,"recall":0.786561,"f1":0.748353,"accuracy":0.786561,"main_score":0.748353,"hf_subset":"ace_Latn-hat_Latn","languages":["ace-Latn","hat-Latn"]},{"precision":0.466047,"recall":0.529644,"f1":0.483743,"accuracy":0.529644,"main_score":0.483743,"hf_subset":"ace_Latn-kbp_Latn","languages":["ace-Latn","kbp-Latn"]},{"precision":0.513159,"recall":0.575099,"f1":0.530587,"accuracy":0.575099,"main_score":0.530587,"hf_subset":"ace_Latn-luo_Latn","languages":["ace-Latn","luo-Latn"]},{"precision":0.748864,"recall":0.8083,"f1":0.766568,"accuracy":0.8083,"main_score":0.766568,"hf_subset":"ace_Latn-ory_Orya","languages":["ace-Latn","ory-Orya"]},{"precision":0.515894,"recall":0.575099,"f1":0.532887,"accuracy":0.575099,"main_score":0.532887,"hf_subset":"ace_Latn-sna_Latn","languages":["ace-Latn","sna-Latn"]},{"precision":0.498133,"recall":0.560277,"f1":0.5161,"accuracy":0.560277,"main_score":0.5161,"hf_subset":"ace_Latn-tso_Latn","languages":["ace-Latn","tso-Latn"]},{"precision":0.776416,"recall":0.832016,"f1":0.79353,"accuracy":0.832016,"main_score":0.79353,"hf_subset":"ace_Latn-azj_Latn","languages":["ace-Latn","azj-Latn"]},{"precision":0.498624,"recall":0.563241,"f1":0.517951,"accuracy":0.563241,"main_score":0.517951,"hf_subset":"ace_Latn-dik_Latn","languages":["ace-Latn","dik-Latn"]},{"precision":0.502093,"recall":0.556324,"f1":0.518088,"accuracy":0.556324,"main_score":0.518088,"hf_subset":"ace_Latn-hau_Latn","languages":["ace-Latn","hau-Latn"]},{"precision":0.786397,"recall":0.833004,"f1":0.800268,"accuracy":0.833004,"main_score":0.800268,"hf_subset":"ace_Latn-kea_Latn","languages":["ace-Latn","kea-Latn"]},{"precision":0.627882,"recall":0.68083,"f1":0.643577,"accuracy":0.68083,"main_score":0.643577,"hf_subset":"ace_Latn-lus_Latn","languages":["ace-Latn","lus-Latn"]},{"precision":0.738752,"recall":0.781621,"f1":0.751435,"accuracy":0.781621,"main_score":0.751435,"hf_subset":"ace_Latn-pag_Latn","languages":["ace-Latn","pag-Latn"]},{"precision":0.740507,"recall":0.80336,"f1":0.75995,"accuracy":0.80336,"main_score":0.75995,"hf_subset":"ace_Latn-snd_Arab","languages":["ace-Latn","snd-Arab"]},{"precision":0.686199,"recall":0.75,"f1":0.704966,"accuracy":0.75,"main_score":0.704966,"hf_subset":"ace_Latn-tuk_Latn","languages":["ace-Latn","tuk-Latn"]},{"precision":0.76362,"recall":0.813241,"f1":0.778854,"accuracy":0.813241,"main_score":0.778854,"hf_subset":"ace_Latn-bak_Cyrl","languages":["ace-Latn","bak-Cyrl"]},{"precision":0.430924,"recall":0.51087,"f1":0.453988,"accuracy":0.51087,"main_score":0.453988,"hf_subset":"ace_Latn-dyu_Latn","languages":["ace-Latn","dyu-Latn"]},{"precision":0.768165,"recall":0.820158,"f1":0.783536,"accuracy":0.820158,"main_score":0.783536,"hf_subset":"ace_Latn-heb_Hebr","languages":["ace-Latn","heb-Hebr"]},{"precision":0.653518,"recall":0.722332,"f1":0.673927,"accuracy":0.722332,"main_score":0.673927,"hf_subset":"ace_Latn-khk_Cyrl","languages":["ace-Latn","khk-Cyrl"]},{"precision":0.791733,"recall":0.837945,"f1":0.805882,"accuracy":0.837945,"main_score":0.805882,"hf_subset":"ace_Latn-lvs_Latn","languages":["ace-Latn","lvs-Latn"]},{"precision":0.770199,"recall":0.826087,"f1":0.786931,"accuracy":0.826087,"main_score":0.786931,"hf_subset":"ace_Latn-pan_Guru","languages":["ace-Latn","pan-Guru"]},{"precision":0.482157,"recall":0.544466,"f1":0.499795,"accuracy":0.544466,"main_score":0.499795,"hf_subset":"ace_Latn-som_Latn","languages":["ace-Latn","som-Latn"]},{"precision":0.515093,"recall":0.567194,"f1":0.530303,"accuracy":0.567194,"main_score":0.530303,"hf_subset":"ace_Latn-tum_Latn","languages":["ace-Latn","tum-Latn"]},{"precision":0.480319,"recall":0.565217,"f1":0.503953,"accuracy":0.565217,"main_score":0.503953,"hf_subset":"ban_Latn-ace_Arab","languages":["ban-Latn","ace-Arab"]},{"precision":0.46161,"recall":0.538538,"f1":0.483094,"accuracy":0.538538,"main_score":0.483094,"hf_subset":"ban_Latn-bam_Latn","languages":["ban-Latn","bam-Latn"]},{"precision":0.101301,"recall":0.148221,"f1":0.113453,"accuracy":0.148221,"main_score":0.113453,"hf_subset":"ban_Latn-dzo_Tibt","languages":["ban-Latn","dzo-Tibt"]},{"precision":0.916831,"recall":0.9417,"f1":0.924901,"accuracy":0.9417,"main_score":0.924901,"hf_subset":"ban_Latn-hin_Deva","languages":["ban-Latn","hin-Deva"]},{"precision":0.719318,"recall":0.79249,"f1":0.741238,"accuracy":0.79249,"main_score":0.741238,"hf_subset":"ban_Latn-khm_Khmr","languages":["ban-Latn","khm-Khmr"]},{"precision":0.923419,"recall":0.945652,"f1":0.930665,"accuracy":0.945652,"main_score":0.930665,"hf_subset":"ban_Latn-mag_Deva","languages":["ban-Latn","mag-Deva"]},{"precision":0.888505,"recall":0.918972,"f1":0.898353,"accuracy":0.918972,"main_score":0.898353,"hf_subset":"ban_Latn-pap_Latn","languages":["ban-Latn","pap-Latn"]},{"precision":0.520539,"recall":0.588933,"f1":0.539508,"accuracy":0.588933,"main_score":0.539508,"hf_subset":"ban_Latn-sot_Latn","languages":["ban-Latn","sot-Latn"]},{"precision":0.919137,"recall":0.943676,"f1":0.927042,"accuracy":0.943676,"main_score":0.927042,"hf_subset":"ban_Latn-tur_Latn","languages":["ban-Latn","tur-Latn"]},{"precision":0.810277,"recall":0.857708,"f1":0.825264,"accuracy":0.857708,"main_score":0.825264,"hf_subset":"ban_Latn-ace_Latn","languages":["ban-Latn","ace-Latn"]},{"precision":0.903656,"recall":0.932806,"f1":0.913043,"accuracy":0.932806,"main_score":0.913043,"hf_subset":"ban_Latn-ell_Grek","languages":["ban-Latn","ell-Grek"]},{"precision":0.910903,"recall":0.934783,"f1":0.918445,"accuracy":0.934783,"main_score":0.918445,"hf_subset":"ban_Latn-hne_Deva","languages":["ban-Latn","hne-Deva"]},{"precision":0.514795,"recall":0.591897,"f1":0.537587,"accuracy":0.591897,"main_score":0.537587,"hf_subset":"ban_Latn-kik_Latn","languages":["ban-Latn","kik-Latn"]},{"precision":0.915267,"recall":0.940711,"f1":0.923485,"accuracy":0.940711,"main_score":0.923485,"hf_subset":"ban_Latn-mai_Deva","languages":["ban-Latn","mai-Deva"]},{"precision":0.770702,"recall":0.83004,"f1":0.788867,"accuracy":0.83004,"main_score":0.788867,"hf_subset":"ban_Latn-pbt_Arab","languages":["ban-Latn","pbt-Arab"]},{"precision":0.93503,"recall":0.955534,"f1":0.941765,"accuracy":0.955534,"main_score":0.941765,"hf_subset":"ban_Latn-spa_Latn","languages":["ban-Latn","spa-Latn"]},{"precision":0.590805,"recall":0.657115,"f1":0.609538,"accuracy":0.657115,"main_score":0.609538,"hf_subset":"ban_Latn-twi_Latn","languages":["ban-Latn","twi-Latn"]},{"precision":0.919302,"recall":0.943676,"f1":0.927207,"accuracy":0.943676,"main_score":0.927207,"hf_subset":"ban_Latn-acm_Arab","languages":["ban-Latn","acm-Arab"]},{"precision":0.908432,"recall":0.936759,"f1":0.917819,"accuracy":0.936759,"main_score":0.917819,"hf_subset":"ban_Latn-bel_Cyrl","languages":["ban-Latn","bel-Cyrl"]},{"precision":0.941206,"recall":0.959486,"f1":0.947134,"accuracy":0.959486,"main_score":0.947134,"hf_subset":"ban_Latn-eng_Latn","languages":["ban-Latn","eng-Latn"]},{"precision":0.91642,"recall":0.939723,"f1":0.923814,"accuracy":0.939723,"main_score":0.923814,"hf_subset":"ban_Latn-hrv_Latn","languages":["ban-Latn","hrv-Latn"]},{"precision":0.466572,"recall":0.533597,"f1":0.485067,"accuracy":0.533597,"main_score":0.485067,"hf_subset":"ban_Latn-kin_Latn","languages":["ban-Latn","kin-Latn"]},{"precision":0.883811,"recall":0.916996,"f1":0.894499,"accuracy":0.916996,"main_score":0.894499,"hf_subset":"ban_Latn-mal_Mlym","languages":["ban-Latn","mal-Mlym"]},{"precision":0.910408,"recall":0.937747,"f1":0.919137,"accuracy":0.937747,"main_score":0.919137,"hf_subset":"ban_Latn-pes_Arab","languages":["ban-Latn","pes-Arab"]},{"precision":0.892292,"recall":0.922925,"f1":0.902009,"accuracy":0.922925,"main_score":0.902009,"hf_subset":"ban_Latn-srd_Latn","languages":["ban-Latn","srd-Latn"]},{"precision":0.128695,"recall":0.192688,"f1":0.141799,"accuracy":0.192688,"main_score":0.141799,"hf_subset":"ban_Latn-tzm_Tfng","languages":["ban-Latn","tzm-Tfng"]},{"precision":0.927372,"recall":0.949605,"f1":0.934618,"accuracy":0.949605,"main_score":0.934618,"hf_subset":"ban_Latn-acq_Arab","languages":["ban-Latn","acq-Arab"]},{"precision":0.52846,"recall":0.601779,"f1":0.549676,"accuracy":0.601779,"main_score":0.549676,"hf_subset":"ban_Latn-bem_Latn","languages":["ban-Latn","bem-Latn"]},{"precision":0.928442,"recall":0.949605,"f1":0.935343,"accuracy":0.949605,"main_score":0.935343,"hf_subset":"ban_Latn-epo_Latn","languages":["ban-Latn","epo-Latn"]},{"precision":0.919219,"recall":0.942688,"f1":0.926779,"accuracy":0.942688,"main_score":0.926779,"hf_subset":"ban_Latn-hun_Latn","languages":["ban-Latn","hun-Latn"]},{"precision":0.833893,"recall":0.876482,"f1":0.847299,"accuracy":0.876482,"main_score":0.847299,"hf_subset":"ban_Latn-kir_Cyrl","languages":["ban-Latn","kir-Cyrl"]},{"precision":0.913702,"recall":0.938735,"f1":0.921772,"accuracy":0.938735,"main_score":0.921772,"hf_subset":"ban_Latn-mar_Deva","languages":["ban-Latn","mar-Deva"]},{"precision":0.555138,"recall":0.624506,"f1":0.575612,"accuracy":0.624506,"main_score":0.575612,"hf_subset":"ban_Latn-plt_Latn","languages":["ban-Latn","plt-Latn"]},{"precision":0.935606,"recall":0.953557,"f1":0.94137,"accuracy":0.953557,"main_score":0.94137,"hf_subset":"ban_Latn-srp_Cyrl","languages":["ban-Latn","srp-Cyrl"]},{"precision":0.740629,"recall":0.800395,"f1":0.758729,"accuracy":0.800395,"main_score":0.758729,"hf_subset":"ban_Latn-uig_Arab","languages":["ban-Latn","uig-Arab"]},{"precision":0.887681,"recall":0.920949,"f1":0.898551,"accuracy":0.920949,"main_score":0.898551,"hf_subset":"ban_Latn-aeb_Arab","languages":["ban-Latn","aeb-Arab"]},{"precision":0.914526,"recall":0.940711,"f1":0.92309,"accuracy":0.940711,"main_score":0.92309,"hf_subset":"ban_Latn-ben_Beng","languages":["ban-Latn","ben-Beng"]},{"precision":0.87887,"recall":0.913043,"f1":0.889723,"accuracy":0.913043,"main_score":0.889723,"hf_subset":"ban_Latn-est_Latn","languages":["ban-Latn","est-Latn"]},{"precision":0.839542,"recall":0.885375,"f1":0.85415,"accuracy":0.885375,"main_score":0.85415,"hf_subset":"ban_Latn-hye_Armn","languages":["ban-Latn","hye-Armn"]},{"precision":0.477688,"recall":0.541502,"f1":0.495911,"accuracy":0.541502,"main_score":0.495911,"hf_subset":"ban_Latn-kmb_Latn","languages":["ban-Latn","kmb-Latn"]},{"precision":0.413119,"recall":0.505929,"f1":0.438415,"accuracy":0.505929,"main_score":0.438415,"hf_subset":"ban_Latn-min_Arab","languages":["ban-Latn","min-Arab"]},{"precision":0.933959,"recall":0.953557,"f1":0.940217,"accuracy":0.953557,"main_score":0.940217,"hf_subset":"ban_Latn-pol_Latn","languages":["ban-Latn","pol-Latn"]},{"precision":0.471139,"recall":0.545455,"f1":0.490949,"accuracy":0.545455,"main_score":0.490949,"hf_subset":"ban_Latn-ssw_Latn","languages":["ban-Latn","ssw-Latn"]},{"precision":0.934453,"recall":0.954545,"f1":0.941041,"accuracy":0.954545,"main_score":0.941041,"hf_subset":"ban_Latn-ukr_Cyrl","languages":["ban-Latn","ukr-Cyrl"]},{"precision":0.930501,"recall":0.951581,"f1":0.937418,"accuracy":0.951581,"main_score":0.937418,"hf_subset":"ban_Latn-afr_Latn","languages":["ban-Latn","afr-Latn"]},{"precision":0.894928,"recall":0.924901,"f1":0.90448,"accuracy":0.924901,"main_score":0.90448,"hf_subset":"ban_Latn-bho_Deva","languages":["ban-Latn","bho-Deva"]},{"precision":0.85359,"recall":0.892292,"f1":0.865547,"accuracy":0.892292,"main_score":0.865547,"hf_subset":"ban_Latn-eus_Latn","languages":["ban-Latn","eus-Latn"]},{"precision":0.518434,"recall":0.597826,"f1":0.540523,"accuracy":0.597826,"main_score":0.540523,"hf_subset":"ban_Latn-ibo_Latn","languages":["ban-Latn","ibo-Latn"]},{"precision":0.653519,"recall":0.727273,"f1":0.675663,"accuracy":0.727273,"main_score":0.675663,"hf_subset":"ban_Latn-kmr_Latn","languages":["ban-Latn","kmr-Latn"]},{"precision":0.895422,"recall":0.921937,"f1":0.903788,"accuracy":0.921937,"main_score":0.903788,"hf_subset":"ban_Latn-min_Latn","languages":["ban-Latn","min-Latn"]},{"precision":0.943182,"recall":0.960474,"f1":0.948781,"accuracy":0.960474,"main_score":0.948781,"hf_subset":"ban_Latn-por_Latn","languages":["ban-Latn","por-Latn"]},{"precision":0.930583,"recall":0.949605,"f1":0.936825,"accuracy":0.949605,"main_score":0.936825,"hf_subset":"ban_Latn-sun_Latn","languages":["ban-Latn","sun-Latn"]},{"precision":0.469516,"recall":0.536561,"f1":0.488721,"accuracy":0.536561,"main_score":0.488721,"hf_subset":"ban_Latn-umb_Latn","languages":["ban-Latn","umb-Latn"]},{"precision":0.923995,"recall":0.94664,"f1":0.93139,"accuracy":0.94664,"main_score":0.93139,"hf_subset":"ban_Latn-ajp_Arab","languages":["ban-Latn","ajp-Arab"]},{"precision":0.452799,"recall":0.54249,"f1":0.477702,"accuracy":0.54249,"main_score":0.477702,"hf_subset":"ban_Latn-bjn_Arab","languages":["ban-Latn","bjn-Arab"]},{"precision":0.478228,"recall":0.545455,"f1":0.496774,"accuracy":0.545455,"main_score":0.496774,"hf_subset":"ban_Latn-ewe_Latn","languages":["ban-Latn","ewe-Latn"]},{"precision":0.84865,"recall":0.884387,"f1":0.859453,"accuracy":0.884387,"main_score":0.859453,"hf_subset":"ban_Latn-ilo_Latn","languages":["ban-Latn","ilo-Latn"]},{"precision":0.191899,"recall":0.269763,"f1":0.211122,"accuracy":0.269763,"main_score":0.211122,"hf_subset":"ban_Latn-knc_Arab","languages":["ban-Latn","knc-Arab"]},{"precision":0.918396,"recall":0.9417,"f1":0.925758,"accuracy":0.9417,"main_score":0.925758,"hf_subset":"ban_Latn-mkd_Cyrl","languages":["ban-Latn","mkd-Cyrl"]},{"precision":0.90308,"recall":0.93083,"f1":0.911957,"accuracy":0.93083,"main_score":0.911957,"hf_subset":"ban_Latn-prs_Arab","languages":["ban-Latn","prs-Arab"]},{"precision":0.924901,"recall":0.947628,"f1":0.932312,"accuracy":0.947628,"main_score":0.932312,"hf_subset":"ban_Latn-swe_Latn","languages":["ban-Latn","swe-Latn"]},{"precision":0.873468,"recall":0.910079,"f1":0.885112,"accuracy":0.910079,"main_score":0.885112,"hf_subset":"ban_Latn-urd_Arab","languages":["ban-Latn","urd-Arab"]},{"precision":0.565136,"recall":0.631423,"f1":0.584225,"accuracy":0.631423,"main_score":0.584225,"hf_subset":"ban_Latn-aka_Latn","languages":["ban-Latn","aka-Latn"]},{"precision":0.902009,"recall":0.929842,"f1":0.911067,"accuracy":0.929842,"main_score":0.911067,"hf_subset":"ban_Latn-bjn_Latn","languages":["ban-Latn","bjn-Latn"]},{"precision":0.761479,"recall":0.818182,"f1":0.779216,"accuracy":0.818182,"main_score":0.779216,"hf_subset":"ban_Latn-fao_Latn","languages":["ban-Latn","fao-Latn"]},{"precision":0.945323,"recall":0.961462,"f1":0.950593,"accuracy":0.961462,"main_score":0.950593,"hf_subset":"ban_Latn-ind_Latn","languages":["ban-Latn","ind-Latn"]},{"precision":0.538938,"recall":0.606719,"f1":0.55839,"accuracy":0.606719,"main_score":0.55839,"hf_subset":"ban_Latn-knc_Latn","languages":["ban-Latn","knc-Latn"]},{"precision":0.891304,"recall":0.921937,"f1":0.90135,"accuracy":0.921937,"main_score":0.90135,"hf_subset":"ban_Latn-mlt_Latn","languages":["ban-Latn","mlt-Latn"]},{"precision":0.594082,"recall":0.666996,"f1":0.614615,"accuracy":0.666996,"main_score":0.614615,"hf_subset":"ban_Latn-quy_Latn","languages":["ban-Latn","quy-Latn"]},{"precision":0.627281,"recall":0.702569,"f1":0.649434,"accuracy":0.702569,"main_score":0.649434,"hf_subset":"ban_Latn-swh_Latn","languages":["ban-Latn","swh-Latn"]},{"precision":0.863142,"recall":0.902174,"f1":0.875296,"accuracy":0.902174,"main_score":0.875296,"hf_subset":"ban_Latn-uzn_Latn","languages":["ban-Latn","uzn-Latn"]},{"precision":0.894104,"recall":0.924901,"f1":0.903986,"accuracy":0.924901,"main_score":0.903986,"hf_subset":"ban_Latn-als_Latn","languages":["ban-Latn","als-Latn"]},{"precision":0.168388,"recall":0.235178,"f1":0.183594,"accuracy":0.235178,"main_score":0.183594,"hf_subset":"ban_Latn-bod_Tibt","languages":["ban-Latn","bod-Tibt"]},{"precision":0.488204,"recall":0.557312,"f1":0.507374,"accuracy":0.557312,"main_score":0.507374,"hf_subset":"ban_Latn-fij_Latn","languages":["ban-Latn","fij-Latn"]},{"precision":0.720553,"recall":0.790514,"f1":0.741949,"accuracy":0.790514,"main_score":0.741949,"hf_subset":"ban_Latn-isl_Latn","languages":["ban-Latn","isl-Latn"]},{"precision":0.568908,"recall":0.644269,"f1":0.590407,"accuracy":0.644269,"main_score":0.590407,"hf_subset":"ban_Latn-kon_Latn","languages":["ban-Latn","kon-Latn"]},{"precision":0.52124,"recall":0.615613,"f1":0.547852,"accuracy":0.615613,"main_score":0.547852,"hf_subset":"ban_Latn-mni_Beng","languages":["ban-Latn","mni-Beng"]},{"precision":0.929183,"recall":0.950593,"f1":0.9361,"accuracy":0.950593,"main_score":0.9361,"hf_subset":"ban_Latn-ron_Latn","languages":["ban-Latn","ron-Latn"]},{"precision":0.89781,"recall":0.926877,"f1":0.907181,"accuracy":0.926877,"main_score":0.907181,"hf_subset":"ban_Latn-szl_Latn","languages":["ban-Latn","szl-Latn"]},{"precision":0.917655,"recall":0.9417,"f1":0.925395,"accuracy":0.9417,"main_score":0.925395,"hf_subset":"ban_Latn-vec_Latn","languages":["ban-Latn","vec-Latn"]},{"precision":0.410312,"recall":0.499012,"f1":0.433737,"accuracy":0.499012,"main_score":0.433737,"hf_subset":"ban_Latn-amh_Ethi","languages":["ban-Latn","amh-Ethi"]},{"precision":0.920949,"recall":0.944664,"f1":0.928689,"accuracy":0.944664,"main_score":0.928689,"hf_subset":"ban_Latn-bos_Latn","languages":["ban-Latn","bos-Latn"]},{"precision":0.900807,"recall":0.927866,"f1":0.909321,"accuracy":0.927866,"main_score":0.909321,"hf_subset":"ban_Latn-fin_Latn","languages":["ban-Latn","fin-Latn"]},{"precision":0.935112,"recall":0.955534,"f1":0.941864,"accuracy":0.955534,"main_score":0.941864,"hf_subset":"ban_Latn-ita_Latn","languages":["ban-Latn","ita-Latn"]},{"precision":0.91469,"recall":0.939723,"f1":0.92276,"accuracy":0.939723,"main_score":0.92276,"hf_subset":"ban_Latn-kor_Hang","languages":["ban-Latn","kor-Hang"]},{"precision":0.492765,"recall":0.572134,"f1":0.514873,"accuracy":0.572134,"main_score":0.514873,"hf_subset":"ban_Latn-mos_Latn","languages":["ban-Latn","mos-Latn"]},{"precision":0.471869,"recall":0.546443,"f1":0.492427,"accuracy":0.546443,"main_score":0.492427,"hf_subset":"ban_Latn-run_Latn","languages":["ban-Latn","run-Latn"]},{"precision":0.87108,"recall":0.910079,"f1":0.883399,"accuracy":0.910079,"main_score":0.883399,"hf_subset":"ban_Latn-tam_Taml","languages":["ban-Latn","tam-Taml"]},{"precision":0.92136,"recall":0.945652,"f1":0.929249,"accuracy":0.945652,"main_score":0.929249,"hf_subset":"ban_Latn-vie_Latn","languages":["ban-Latn","vie-Latn"]},{"precision":0.909914,"recall":0.936759,"f1":0.918643,"accuracy":0.936759,"main_score":0.918643,"hf_subset":"ban_Latn-apc_Arab","languages":["ban-Latn","apc-Arab"]},{"precision":0.775972,"recall":0.825099,"f1":0.790843,"accuracy":0.825099,"main_score":0.790843,"hf_subset":"ban_Latn-bug_Latn","languages":["ban-Latn","bug-Latn"]},{"precision":0.437328,"recall":0.509881,"f1":0.457181,"accuracy":0.509881,"main_score":0.457181,"hf_subset":"ban_Latn-fon_Latn","languages":["ban-Latn","fon-Latn"]},{"precision":0.927536,"recall":0.949605,"f1":0.934783,"accuracy":0.949605,"main_score":0.934783,"hf_subset":"ban_Latn-jav_Latn","languages":["ban-Latn","jav-Latn"]},{"precision":0.6389,"recall":0.720356,"f1":0.663655,"accuracy":0.720356,"main_score":0.663655,"hf_subset":"ban_Latn-lao_Laoo","languages":["ban-Latn","lao-Laoo"]},{"precision":0.522291,"recall":0.598814,"f1":0.543707,"accuracy":0.598814,"main_score":0.543707,"hf_subset":"ban_Latn-mri_Latn","languages":["ban-Latn","mri-Latn"]},{"precision":0.92836,"recall":0.950593,"f1":0.935606,"accuracy":0.950593,"main_score":0.935606,"hf_subset":"ban_Latn-rus_Cyrl","languages":["ban-Latn","rus-Cyrl"]},{"precision":0.513687,"recall":0.579051,"f1":0.531912,"accuracy":0.579051,"main_score":0.531912,"hf_subset":"ban_Latn-taq_Latn","languages":["ban-Latn","taq-Latn"]},{"precision":0.91082,"recall":0.936759,"f1":0.919203,"accuracy":0.936759,"main_score":0.919203,"hf_subset":"ban_Latn-war_Latn","languages":["ban-Latn","war-Latn"]},{"precision":0.928524,"recall":0.950593,"f1":0.935771,"accuracy":0.950593,"main_score":0.935771,"hf_subset":"ban_Latn-arb_Arab","languages":["ban-Latn","arb-Arab"]},{"precision":0.932642,"recall":0.952569,"f1":0.939065,"accuracy":0.952569,"main_score":0.939065,"hf_subset":"ban_Latn-bul_Cyrl","languages":["ban-Latn","bul-Cyrl"]},{"precision":0.942358,"recall":0.960474,"f1":0.948287,"accuracy":0.960474,"main_score":0.948287,"hf_subset":"ban_Latn-fra_Latn","languages":["ban-Latn","fra-Latn"]},{"precision":0.923172,"recall":0.945652,"f1":0.930402,"accuracy":0.945652,"main_score":0.930402,"hf_subset":"ban_Latn-jpn_Jpan","languages":["ban-Latn","jpn-Jpan"]},{"precision":0.918808,"recall":0.9417,"f1":0.926219,"accuracy":0.9417,"main_score":0.926219,"hf_subset":"ban_Latn-lij_Latn","languages":["ban-Latn","lij-Latn"]},{"precision":0.692918,"recall":0.769763,"f1":0.716634,"accuracy":0.769763,"main_score":0.716634,"hf_subset":"ban_Latn-mya_Mymr","languages":["ban-Latn","mya-Mymr"]},{"precision":0.530008,"recall":0.610672,"f1":0.552532,"accuracy":0.610672,"main_score":0.552532,"hf_subset":"ban_Latn-sag_Latn","languages":["ban-Latn","sag-Latn"]},{"precision":0.135866,"recall":0.220356,"f1":0.152454,"accuracy":0.220356,"main_score":0.152454,"hf_subset":"ban_Latn-taq_Tfng","languages":["ban-Latn","taq-Tfng"]},{"precision":0.567409,"recall":0.63834,"f1":0.587011,"accuracy":0.63834,"main_score":0.587011,"hf_subset":"ban_Latn-wol_Latn","languages":["ban-Latn","wol-Latn"]},{"precision":0.535247,"recall":0.618577,"f1":0.558002,"accuracy":0.618577,"main_score":0.558002,"hf_subset":"ban_Latn-arb_Latn","languages":["ban-Latn","arb-Latn"]},{"precision":0.932642,"recall":0.952569,"f1":0.939065,"accuracy":0.952569,"main_score":0.939065,"hf_subset":"ban_Latn-cat_Latn","languages":["ban-Latn","cat-Latn"]},{"precision":0.890069,"recall":0.920949,"f1":0.899934,"accuracy":0.920949,"main_score":0.899934,"hf_subset":"ban_Latn-fur_Latn","languages":["ban-Latn","fur-Latn"]},{"precision":0.349462,"recall":0.416996,"f1":0.367494,"accuracy":0.416996,"main_score":0.367494,"hf_subset":"ban_Latn-kab_Latn","languages":["ban-Latn","kab-Latn"]},{"precision":0.888093,"recall":0.91996,"f1":0.898287,"accuracy":0.91996,"main_score":0.898287,"hf_subset":"ban_Latn-lim_Latn","languages":["ban-Latn","lim-Latn"]},{"precision":0.933218,"recall":0.952569,"f1":0.93946,"accuracy":0.952569,"main_score":0.93946,"hf_subset":"ban_Latn-nld_Latn","languages":["ban-Latn","nld-Latn"]},{"precision":0.813735,"recall":0.866601,"f1":0.830322,"accuracy":0.866601,"main_score":0.830322,"hf_subset":"ban_Latn-san_Deva","languages":["ban-Latn","san-Deva"]},{"precision":0.864295,"recall":0.898221,"f1":0.875132,"accuracy":0.898221,"main_score":0.875132,"hf_subset":"ban_Latn-tat_Cyrl","languages":["ban-Latn","tat-Cyrl"]},{"precision":0.534167,"recall":0.608696,"f1":0.555165,"accuracy":0.608696,"main_score":0.555165,"hf_subset":"ban_Latn-xho_Latn","languages":["ban-Latn","xho-Latn"]},{"precision":0.926219,"recall":0.948617,"f1":0.933465,"accuracy":0.948617,"main_score":0.933465,"hf_subset":"ban_Latn-ars_Arab","languages":["ban-Latn","ars-Arab"]},{"precision":0.910244,"recall":0.933794,"f1":0.917819,"accuracy":0.933794,"main_score":0.917819,"hf_subset":"ban_Latn-ceb_Latn","languages":["ban-Latn","ceb-Latn"]},{"precision":0.485607,"recall":0.563241,"f1":0.507765,"accuracy":0.563241,"main_score":0.507765,"hf_subset":"ban_Latn-fuv_Latn","languages":["ban-Latn","fuv-Latn"]},{"precision":0.489921,"recall":0.56917,"f1":0.511755,"accuracy":0.56917,"main_score":0.511755,"hf_subset":"ban_Latn-kac_Latn","languages":["ban-Latn","kac-Latn"]},{"precision":0.575016,"recall":0.648221,"f1":0.596096,"accuracy":0.648221,"main_score":0.596096,"hf_subset":"ban_Latn-lin_Latn","languages":["ban-Latn","lin-Latn"]},{"precision":0.918808,"recall":0.942688,"f1":0.926548,"accuracy":0.942688,"main_score":0.926548,"hf_subset":"ban_Latn-nno_Latn","languages":["ban-Latn","nno-Latn"]},{"precision":0.019216,"recall":0.066206,"f1":0.025565,"accuracy":0.066206,"main_score":0.025565,"hf_subset":"ban_Latn-sat_Olck","languages":["ban-Latn","sat-Olck"]},{"precision":0.891963,"recall":0.922925,"f1":0.901812,"accuracy":0.922925,"main_score":0.901812,"hf_subset":"ban_Latn-tel_Telu","languages":["ban-Latn","tel-Telu"]},{"precision":0.622678,"recall":0.703557,"f1":0.646316,"accuracy":0.703557,"main_score":0.646316,"hf_subset":"ban_Latn-ydd_Hebr","languages":["ban-Latn","ydd-Hebr"]},{"precision":0.858531,"recall":0.897233,"f1":0.870817,"accuracy":0.897233,"main_score":0.870817,"hf_subset":"ban_Latn-ary_Arab","languages":["ban-Latn","ary-Arab"]},{"precision":0.935441,"recall":0.954545,"f1":0.941535,"accuracy":0.954545,"main_score":0.941535,"hf_subset":"ban_Latn-ces_Latn","languages":["ban-Latn","ces-Latn"]},{"precision":0.398684,"recall":0.482213,"f1":0.421701,"accuracy":0.482213,"main_score":0.421701,"hf_subset":"ban_Latn-gaz_Latn","languages":["ban-Latn","gaz-Latn"]},{"precision":0.496987,"recall":0.574111,"f1":0.518423,"accuracy":0.574111,"main_score":0.518423,"hf_subset":"ban_Latn-kam_Latn","languages":["ban-Latn","kam-Latn"]},{"precision":0.905468,"recall":0.931818,"f1":0.914032,"accuracy":0.931818,"main_score":0.914032,"hf_subset":"ban_Latn-lit_Latn","languages":["ban-Latn","lit-Latn"]},{"precision":0.927701,"recall":0.950593,"f1":0.935277,"accuracy":0.950593,"main_score":0.935277,"hf_subset":"ban_Latn-nob_Latn","languages":["ban-Latn","nob-Latn"]},{"precision":0.884058,"recall":0.917984,"f1":0.89473,"accuracy":0.917984,"main_score":0.89473,"hf_subset":"ban_Latn-scn_Latn","languages":["ban-Latn","scn-Latn"]},{"precision":0.756374,"recall":0.820158,"f1":0.776383,"accuracy":0.820158,"main_score":0.776383,"hf_subset":"ban_Latn-tgk_Cyrl","languages":["ban-Latn","tgk-Cyrl"]},{"precision":0.444452,"recall":0.52668,"f1":0.468423,"accuracy":0.52668,"main_score":0.468423,"hf_subset":"ban_Latn-yor_Latn","languages":["ban-Latn","yor-Latn"]},{"precision":0.923254,"recall":0.944664,"f1":0.930007,"accuracy":0.944664,"main_score":0.930007,"hf_subset":"ban_Latn-arz_Arab","languages":["ban-Latn","arz-Arab"]},{"precision":0.497118,"recall":0.579051,"f1":0.520349,"accuracy":0.579051,"main_score":0.520349,"hf_subset":"ban_Latn-cjk_Latn","languages":["ban-Latn","cjk-Latn"]},{"precision":0.54818,"recall":0.629447,"f1":0.571526,"accuracy":0.629447,"main_score":0.571526,"hf_subset":"ban_Latn-gla_Latn","languages":["ban-Latn","gla-Latn"]},{"precision":0.877964,"recall":0.914032,"f1":0.889328,"accuracy":0.914032,"main_score":0.889328,"hf_subset":"ban_Latn-kan_Knda","languages":["ban-Latn","kan-Knda"]},{"precision":0.885705,"recall":0.917984,"f1":0.89608,"accuracy":0.917984,"main_score":0.89608,"hf_subset":"ban_Latn-lmo_Latn","languages":["ban-Latn","lmo-Latn"]},{"precision":0.907115,"recall":0.934783,"f1":0.916173,"accuracy":0.934783,"main_score":0.916173,"hf_subset":"ban_Latn-npi_Deva","languages":["ban-Latn","npi-Deva"]},{"precision":0.423085,"recall":0.519763,"f1":0.449037,"accuracy":0.519763,"main_score":0.449037,"hf_subset":"ban_Latn-shn_Mymr","languages":["ban-Latn","shn-Mymr"]},{"precision":0.913208,"recall":0.938735,"f1":0.92141,"accuracy":0.938735,"main_score":0.92141,"hf_subset":"ban_Latn-tgl_Latn","languages":["ban-Latn","tgl-Latn"]},{"precision":0.927701,"recall":0.949605,"f1":0.934947,"accuracy":0.949605,"main_score":0.934947,"hf_subset":"ban_Latn-yue_Hant","languages":["ban-Latn","yue-Hant"]},{"precision":0.833613,"recall":0.878458,"f1":0.847694,"accuracy":0.878458,"main_score":0.847694,"hf_subset":"ban_Latn-asm_Beng","languages":["ban-Latn","asm-Beng"]},{"precision":0.615417,"recall":0.688735,"f1":0.636086,"accuracy":0.688735,"main_score":0.636086,"hf_subset":"ban_Latn-ckb_Arab","languages":["ban-Latn","ckb-Arab"]},{"precision":0.59389,"recall":0.673913,"f1":0.617227,"accuracy":0.673913,"main_score":0.617227,"hf_subset":"ban_Latn-gle_Latn","languages":["ban-Latn","gle-Latn"]},{"precision":0.786051,"recall":0.844862,"f1":0.804578,"accuracy":0.844862,"main_score":0.804578,"hf_subset":"ban_Latn-kas_Arab","languages":["ban-Latn","kas-Arab"]},{"precision":0.782526,"recall":0.837945,"f1":0.800052,"accuracy":0.837945,"main_score":0.800052,"hf_subset":"ban_Latn-ltg_Latn","languages":["ban-Latn","ltg-Latn"]},{"precision":0.537921,"recall":0.604743,"f1":0.556793,"accuracy":0.604743,"main_score":0.556793,"hf_subset":"ban_Latn-nso_Latn","languages":["ban-Latn","nso-Latn"]},{"precision":0.272955,"recall":0.349802,"f1":0.293935,"accuracy":0.349802,"main_score":0.293935,"hf_subset":"ban_Latn-sin_Sinh","languages":["ban-Latn","sin-Sinh"]},{"precision":0.911561,"recall":0.938735,"f1":0.92029,"accuracy":0.938735,"main_score":0.92029,"hf_subset":"ban_Latn-tha_Thai","languages":["ban-Latn","tha-Thai"]},{"precision":0.919631,"recall":0.944664,"f1":0.927866,"accuracy":0.944664,"main_score":0.927866,"hf_subset":"ban_Latn-zho_Hans","languages":["ban-Latn","zho-Hans"]},{"precision":0.935359,"recall":0.953557,"f1":0.941271,"accuracy":0.953557,"main_score":0.941271,"hf_subset":"ban_Latn-ast_Latn","languages":["ban-Latn","ast-Latn"]},{"precision":0.884881,"recall":0.916996,"f1":0.895045,"accuracy":0.916996,"main_score":0.895045,"hf_subset":"ban_Latn-crh_Latn","languages":["ban-Latn","crh-Latn"]},{"precision":0.936594,"recall":0.956522,"f1":0.943182,"accuracy":0.956522,"main_score":0.943182,"hf_subset":"ban_Latn-glg_Latn","languages":["ban-Latn","glg-Latn"]},{"precision":0.710764,"recall":0.780632,"f1":0.731477,"accuracy":0.780632,"main_score":0.731477,"hf_subset":"ban_Latn-kas_Deva","languages":["ban-Latn","kas-Deva"]},{"precision":0.907444,"recall":0.933794,"f1":0.916008,"accuracy":0.933794,"main_score":0.916008,"hf_subset":"ban_Latn-ltz_Latn","languages":["ban-Latn","ltz-Latn"]},{"precision":0.398742,"recall":0.48913,"f1":0.422997,"accuracy":0.48913,"main_score":0.422997,"hf_subset":"ban_Latn-nus_Latn","languages":["ban-Latn","nus-Latn"]},{"precision":0.922266,"recall":0.945652,"f1":0.929842,"accuracy":0.945652,"main_score":0.929842,"hf_subset":"ban_Latn-slk_Latn","languages":["ban-Latn","slk-Latn"]},{"precision":0.247565,"recall":0.321146,"f1":0.266879,"accuracy":0.321146,"main_score":0.266879,"hf_subset":"ban_Latn-tir_Ethi","languages":["ban-Latn","tir-Ethi"]},{"precision":0.923172,"recall":0.94664,"f1":0.930731,"accuracy":0.94664,"main_score":0.930731,"hf_subset":"ban_Latn-zho_Hant","languages":["ban-Latn","zho-Hant"]},{"precision":0.905632,"recall":0.933794,"f1":0.91469,"accuracy":0.933794,"main_score":0.91469,"hf_subset":"ban_Latn-awa_Deva","languages":["ban-Latn","awa-Deva"]},{"precision":0.709914,"recall":0.773715,"f1":0.729249,"accuracy":0.773715,"main_score":0.729249,"hf_subset":"ban_Latn-cym_Latn","languages":["ban-Latn","cym-Latn"]},{"precision":0.734124,"recall":0.786561,"f1":0.749689,"accuracy":0.786561,"main_score":0.749689,"hf_subset":"ban_Latn-grn_Latn","languages":["ban-Latn","grn-Latn"]},{"precision":0.851202,"recall":0.892292,"f1":0.864526,"accuracy":0.892292,"main_score":0.864526,"hf_subset":"ban_Latn-kat_Geor","languages":["ban-Latn","kat-Geor"]},{"precision":0.572794,"recall":0.642292,"f1":0.592585,"accuracy":0.642292,"main_score":0.592585,"hf_subset":"ban_Latn-lua_Latn","languages":["ban-Latn","lua-Latn"]},{"precision":0.535698,"recall":0.610672,"f1":0.557202,"accuracy":0.610672,"main_score":0.557202,"hf_subset":"ban_Latn-nya_Latn","languages":["ban-Latn","nya-Latn"]},{"precision":0.916667,"recall":0.9417,"f1":0.924736,"accuracy":0.9417,"main_score":0.924736,"hf_subset":"ban_Latn-slv_Latn","languages":["ban-Latn","slv-Latn"]},{"precision":0.782345,"recall":0.833004,"f1":0.797812,"accuracy":0.833004,"main_score":0.797812,"hf_subset":"ban_Latn-tpi_Latn","languages":["ban-Latn","tpi-Latn"]},{"precision":0.929348,"recall":0.950593,"f1":0.936265,"accuracy":0.950593,"main_score":0.936265,"hf_subset":"ban_Latn-zsm_Latn","languages":["ban-Latn","zsm-Latn"]},{"precision":0.502013,"recall":0.574111,"f1":0.521892,"accuracy":0.574111,"main_score":0.521892,"hf_subset":"ban_Latn-ayr_Latn","languages":["ban-Latn","ayr-Latn"]},{"precision":0.939394,"recall":0.95751,"f1":0.945323,"accuracy":0.95751,"main_score":0.945323,"hf_subset":"ban_Latn-dan_Latn","languages":["ban-Latn","dan-Latn"]},{"precision":0.899621,"recall":0.928854,"f1":0.908992,"accuracy":0.928854,"main_score":0.908992,"hf_subset":"ban_Latn-guj_Gujr","languages":["ban-Latn","guj-Gujr"]},{"precision":0.875988,"recall":0.911067,"f1":0.887187,"accuracy":0.911067,"main_score":0.887187,"hf_subset":"ban_Latn-kaz_Cyrl","languages":["ban-Latn","kaz-Cyrl"]},{"precision":0.466175,"recall":0.539526,"f1":0.487557,"accuracy":0.539526,"main_score":0.487557,"hf_subset":"ban_Latn-lug_Latn","languages":["ban-Latn","lug-Latn"]},{"precision":0.922596,"recall":0.94664,"f1":0.930501,"accuracy":0.94664,"main_score":0.930501,"hf_subset":"ban_Latn-oci_Latn","languages":["ban-Latn","oci-Latn"]},{"precision":0.528171,"recall":0.604743,"f1":0.549857,"accuracy":0.604743,"main_score":0.549857,"hf_subset":"ban_Latn-smo_Latn","languages":["ban-Latn","smo-Latn"]},{"precision":0.489964,"recall":0.557312,"f1":0.508367,"accuracy":0.557312,"main_score":0.508367,"hf_subset":"ban_Latn-tsn_Latn","languages":["ban-Latn","tsn-Latn"]},{"precision":0.471942,"recall":0.544466,"f1":0.491749,"accuracy":0.544466,"main_score":0.491749,"hf_subset":"ban_Latn-zul_Latn","languages":["ban-Latn","zul-Latn"]},{"precision":0.759832,"recall":0.824111,"f1":0.77963,"accuracy":0.824111,"main_score":0.77963,"hf_subset":"ban_Latn-azb_Arab","languages":["ban-Latn","azb-Arab"]},{"precision":0.9333,"recall":0.951581,"f1":0.939065,"accuracy":0.951581,"main_score":0.939065,"hf_subset":"ban_Latn-deu_Latn","languages":["ban-Latn","deu-Latn"]},{"precision":0.789914,"recall":0.84585,"f1":0.80746,"accuracy":0.84585,"main_score":0.80746,"hf_subset":"ban_Latn-hat_Latn","languages":["ban-Latn","hat-Latn"]},{"precision":0.449836,"recall":0.519763,"f1":0.469152,"accuracy":0.519763,"main_score":0.469152,"hf_subset":"ban_Latn-kbp_Latn","languages":["ban-Latn","kbp-Latn"]},{"precision":0.520709,"recall":0.583992,"f1":0.538757,"accuracy":0.583992,"main_score":0.538757,"hf_subset":"ban_Latn-luo_Latn","languages":["ban-Latn","luo-Latn"]},{"precision":0.881044,"recall":0.916008,"f1":0.892194,"accuracy":0.916008,"main_score":0.892194,"hf_subset":"ban_Latn-ory_Orya","languages":["ban-Latn","ory-Orya"]},{"precision":0.505872,"recall":0.58004,"f1":0.527051,"accuracy":0.58004,"main_score":0.527051,"hf_subset":"ban_Latn-sna_Latn","languages":["ban-Latn","sna-Latn"]},{"precision":0.479804,"recall":0.550395,"f1":0.49884,"accuracy":0.550395,"main_score":0.49884,"hf_subset":"ban_Latn-tso_Latn","languages":["ban-Latn","tso-Latn"]},{"precision":0.891337,"recall":0.923913,"f1":0.901845,"accuracy":0.923913,"main_score":0.901845,"hf_subset":"ban_Latn-azj_Latn","languages":["ban-Latn","azj-Latn"]},{"precision":0.504596,"recall":0.581028,"f1":0.526822,"accuracy":0.581028,"main_score":0.526822,"hf_subset":"ban_Latn-dik_Latn","languages":["ban-Latn","dik-Latn"]},{"precision":0.489999,"recall":0.557312,"f1":0.508687,"accuracy":0.557312,"main_score":0.508687,"hf_subset":"ban_Latn-hau_Latn","languages":["ban-Latn","hau-Latn"]},{"precision":0.889657,"recall":0.922925,"f1":0.900527,"accuracy":0.922925,"main_score":0.900527,"hf_subset":"ban_Latn-kea_Latn","languages":["ban-Latn","kea-Latn"]},{"precision":0.6583,"recall":0.716403,"f1":0.675411,"accuracy":0.716403,"main_score":0.675411,"hf_subset":"ban_Latn-lus_Latn","languages":["ban-Latn","lus-Latn"]},{"precision":0.822579,"recall":0.858696,"f1":0.833531,"accuracy":0.858696,"main_score":0.833531,"hf_subset":"ban_Latn-pag_Latn","languages":["ban-Latn","pag-Latn"]},{"precision":0.842227,"recall":0.88834,"f1":0.856884,"accuracy":0.88834,"main_score":0.856884,"hf_subset":"ban_Latn-snd_Arab","languages":["ban-Latn","snd-Arab"]},{"precision":0.763455,"recall":0.820158,"f1":0.780632,"accuracy":0.820158,"main_score":0.780632,"hf_subset":"ban_Latn-tuk_Latn","languages":["ban-Latn","tuk-Latn"]},{"precision":0.831192,"recall":0.875494,"f1":0.845158,"accuracy":0.875494,"main_score":0.845158,"hf_subset":"ban_Latn-bak_Cyrl","languages":["ban-Latn","bak-Cyrl"]},{"precision":0.445718,"recall":0.535573,"f1":0.47145,"accuracy":0.535573,"main_score":0.47145,"hf_subset":"ban_Latn-dyu_Latn","languages":["ban-Latn","dyu-Latn"]},{"precision":0.901186,"recall":0.929842,"f1":0.910408,"accuracy":0.929842,"main_score":0.910408,"hf_subset":"ban_Latn-heb_Hebr","languages":["ban-Latn","heb-Hebr"]},{"precision":0.729611,"recall":0.795455,"f1":0.749605,"accuracy":0.795455,"main_score":0.749605,"hf_subset":"ban_Latn-khk_Cyrl","languages":["ban-Latn","khk-Cyrl"]},{"precision":0.914773,"recall":0.939723,"f1":0.922826,"accuracy":0.939723,"main_score":0.922826,"hf_subset":"ban_Latn-lvs_Latn","languages":["ban-Latn","lvs-Latn"]},{"precision":0.884717,"recall":0.917984,"f1":0.895389,"accuracy":0.917984,"main_score":0.895389,"hf_subset":"ban_Latn-pan_Guru","languages":["ban-Latn","pan-Guru"]},{"precision":0.468008,"recall":0.546443,"f1":0.490336,"accuracy":0.546443,"main_score":0.490336,"hf_subset":"ban_Latn-som_Latn","languages":["ban-Latn","som-Latn"]},{"precision":0.529202,"recall":0.592885,"f1":0.546799,"accuracy":0.592885,"main_score":0.546799,"hf_subset":"ban_Latn-tum_Latn","languages":["ban-Latn","tum-Latn"]},{"precision":0.397454,"recall":0.485178,"f1":0.421117,"accuracy":0.485178,"main_score":0.421117,"hf_subset":"ell_Grek-ace_Arab","languages":["ell-Grek","ace-Arab"]},{"precision":0.424759,"recall":0.5,"f1":0.445198,"accuracy":0.5,"main_score":0.445198,"hf_subset":"ell_Grek-bam_Latn","languages":["ell-Grek","bam-Latn"]},{"precision":0.119134,"recall":0.170949,"f1":0.132732,"accuracy":0.170949,"main_score":0.132732,"hf_subset":"ell_Grek-dzo_Tibt","languages":["ell-Grek","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-hin_Deva","languages":["ell-Grek","hin-Deva"]},{"precision":0.940711,"recall":0.959486,"f1":0.94697,"accuracy":0.959486,"main_score":0.94697,"hf_subset":"ell_Grek-khm_Khmr","languages":["ell-Grek","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-mag_Deva","languages":["ell-Grek","mag-Deva"]},{"precision":0.960886,"recall":0.972332,"f1":0.964493,"accuracy":0.972332,"main_score":0.964493,"hf_subset":"ell_Grek-pap_Latn","languages":["ell-Grek","pap-Latn"]},{"precision":0.471703,"recall":0.545455,"f1":0.492056,"accuracy":0.545455,"main_score":0.492056,"hf_subset":"ell_Grek-sot_Latn","languages":["ell-Grek","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-tur_Latn","languages":["ell-Grek","tur-Latn"]},{"precision":0.773419,"recall":0.831028,"f1":0.791191,"accuracy":0.831028,"main_score":0.791191,"hf_subset":"ell_Grek-ace_Latn","languages":["ell-Grek","ace-Latn"]},{"precision":0.909585,"recall":0.935771,"f1":0.917951,"accuracy":0.935771,"main_score":0.917951,"hf_subset":"ell_Grek-ban_Latn","languages":["ell-Grek","ban-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"ell_Grek-hne_Deva","languages":["ell-Grek","hne-Deva"]},{"precision":0.45392,"recall":0.539526,"f1":0.478446,"accuracy":0.539526,"main_score":0.478446,"hf_subset":"ell_Grek-kik_Latn","languages":["ell-Grek","kik-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ell_Grek-mai_Deva","languages":["ell-Grek","mai-Deva"]},{"precision":0.87253,"recall":0.909091,"f1":0.884025,"accuracy":0.909091,"main_score":0.884025,"hf_subset":"ell_Grek-pbt_Arab","languages":["ell-Grek","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-spa_Latn","languages":["ell-Grek","spa-Latn"]},{"precision":0.523832,"recall":0.600791,"f1":0.545871,"accuracy":0.600791,"main_score":0.545871,"hf_subset":"ell_Grek-twi_Latn","languages":["ell-Grek","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ell_Grek-acm_Arab","languages":["ell-Grek","acm-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-bel_Cyrl","languages":["ell-Grek","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-eng_Latn","languages":["ell-Grek","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-hrv_Latn","languages":["ell-Grek","hrv-Latn"]},{"precision":0.428006,"recall":0.500988,"f1":0.447139,"accuracy":0.500988,"main_score":0.447139,"hf_subset":"ell_Grek-kin_Latn","languages":["ell-Grek","kin-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ell_Grek-mal_Mlym","languages":["ell-Grek","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-pes_Arab","languages":["ell-Grek","pes-Arab"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"ell_Grek-srd_Latn","languages":["ell-Grek","srd-Latn"]},{"precision":0.119006,"recall":0.185771,"f1":0.133037,"accuracy":0.185771,"main_score":0.133037,"hf_subset":"ell_Grek-tzm_Tfng","languages":["ell-Grek","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-acq_Arab","languages":["ell-Grek","acq-Arab"]},{"precision":0.485955,"recall":0.565217,"f1":0.507491,"accuracy":0.565217,"main_score":0.507491,"hf_subset":"ell_Grek-bem_Latn","languages":["ell-Grek","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-epo_Latn","languages":["ell-Grek","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-hun_Latn","languages":["ell-Grek","hun-Latn"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"ell_Grek-kir_Cyrl","languages":["ell-Grek","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ell_Grek-mar_Deva","languages":["ell-Grek","mar-Deva"]},{"precision":0.52814,"recall":0.59585,"f1":0.548006,"accuracy":0.59585,"main_score":0.548006,"hf_subset":"ell_Grek-plt_Latn","languages":["ell-Grek","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-srp_Cyrl","languages":["ell-Grek","srp-Cyrl"]},{"precision":0.936594,"recall":0.955534,"f1":0.942688,"accuracy":0.955534,"main_score":0.942688,"hf_subset":"ell_Grek-uig_Arab","languages":["ell-Grek","uig-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ell_Grek-aeb_Arab","languages":["ell-Grek","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-ben_Beng","languages":["ell-Grek","ben-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-est_Latn","languages":["ell-Grek","est-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ell_Grek-hye_Armn","languages":["ell-Grek","hye-Armn"]},{"precision":0.434457,"recall":0.508893,"f1":0.454758,"accuracy":0.508893,"main_score":0.454758,"hf_subset":"ell_Grek-kmb_Latn","languages":["ell-Grek","kmb-Latn"]},{"precision":0.350404,"recall":0.4417,"f1":0.374497,"accuracy":0.4417,"main_score":0.374497,"hf_subset":"ell_Grek-min_Arab","languages":["ell-Grek","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-pol_Latn","languages":["ell-Grek","pol-Latn"]},{"precision":0.424379,"recall":0.500988,"f1":0.44487,"accuracy":0.500988,"main_score":0.44487,"hf_subset":"ell_Grek-ssw_Latn","languages":["ell-Grek","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-ukr_Cyrl","languages":["ell-Grek","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-afr_Latn","languages":["ell-Grek","afr-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"ell_Grek-bho_Deva","languages":["ell-Grek","bho-Deva"]},{"precision":0.944664,"recall":0.962451,"f1":0.950428,"accuracy":0.962451,"main_score":0.950428,"hf_subset":"ell_Grek-eus_Latn","languages":["ell-Grek","eus-Latn"]},{"precision":0.455731,"recall":0.531621,"f1":0.476646,"accuracy":0.531621,"main_score":0.476646,"hf_subset":"ell_Grek-ibo_Latn","languages":["ell-Grek","ibo-Latn"]},{"precision":0.68379,"recall":0.758893,"f1":0.705799,"accuracy":0.758893,"main_score":0.705799,"hf_subset":"ell_Grek-kmr_Latn","languages":["ell-Grek","kmr-Latn"]},{"precision":0.953228,"recall":0.968379,"f1":0.958169,"accuracy":0.968379,"main_score":0.958169,"hf_subset":"ell_Grek-min_Latn","languages":["ell-Grek","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-por_Latn","languages":["ell-Grek","por-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"ell_Grek-sun_Latn","languages":["ell-Grek","sun-Latn"]},{"precision":0.430641,"recall":0.504941,"f1":0.452168,"accuracy":0.504941,"main_score":0.452168,"hf_subset":"ell_Grek-umb_Latn","languages":["ell-Grek","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-ajp_Arab","languages":["ell-Grek","ajp-Arab"]},{"precision":0.359135,"recall":0.452569,"f1":0.383819,"accuracy":0.452569,"main_score":0.383819,"hf_subset":"ell_Grek-bjn_Arab","languages":["ell-Grek","bjn-Arab"]},{"precision":0.443954,"recall":0.51087,"f1":0.462743,"accuracy":0.51087,"main_score":0.462743,"hf_subset":"ell_Grek-ewe_Latn","languages":["ell-Grek","ewe-Latn"]},{"precision":0.828557,"recall":0.874506,"f1":0.842805,"accuracy":0.874506,"main_score":0.842805,"hf_subset":"ell_Grek-ilo_Latn","languages":["ell-Grek","ilo-Latn"]},{"precision":0.178126,"recall":0.254941,"f1":0.196387,"accuracy":0.254941,"main_score":0.196387,"hf_subset":"ell_Grek-knc_Arab","languages":["ell-Grek","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-mkd_Cyrl","languages":["ell-Grek","mkd-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ell_Grek-prs_Arab","languages":["ell-Grek","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-swe_Latn","languages":["ell-Grek","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ell_Grek-urd_Arab","languages":["ell-Grek","urd-Arab"]},{"precision":0.494715,"recall":0.571146,"f1":0.515794,"accuracy":0.571146,"main_score":0.515794,"hf_subset":"ell_Grek-aka_Latn","languages":["ell-Grek","aka-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"ell_Grek-bjn_Latn","languages":["ell-Grek","bjn-Latn"]},{"precision":0.92309,"recall":0.94664,"f1":0.93083,"accuracy":0.94664,"main_score":0.93083,"hf_subset":"ell_Grek-fao_Latn","languages":["ell-Grek","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-ind_Latn","languages":["ell-Grek","ind-Latn"]},{"precision":0.479799,"recall":0.560277,"f1":0.502099,"accuracy":0.560277,"main_score":0.502099,"hf_subset":"ell_Grek-knc_Latn","languages":["ell-Grek","knc-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"ell_Grek-mlt_Latn","languages":["ell-Grek","mlt-Latn"]},{"precision":0.533976,"recall":0.61166,"f1":0.55547,"accuracy":0.61166,"main_score":0.55547,"hf_subset":"ell_Grek-quy_Latn","languages":["ell-Grek","quy-Latn"]},{"precision":0.667111,"recall":0.75,"f1":0.692081,"accuracy":0.75,"main_score":0.692081,"hf_subset":"ell_Grek-swh_Latn","languages":["ell-Grek","swh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ell_Grek-uzn_Latn","languages":["ell-Grek","uzn-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ell_Grek-als_Latn","languages":["ell-Grek","als-Latn"]},{"precision":0.160646,"recall":0.235178,"f1":0.178855,"accuracy":0.235178,"main_score":0.178855,"hf_subset":"ell_Grek-bod_Tibt","languages":["ell-Grek","bod-Tibt"]},{"precision":0.44814,"recall":0.519763,"f1":0.467171,"accuracy":0.519763,"main_score":0.467171,"hf_subset":"ell_Grek-fij_Latn","languages":["ell-Grek","fij-Latn"]},{"precision":0.948946,"recall":0.964427,"f1":0.953887,"accuracy":0.964427,"main_score":0.953887,"hf_subset":"ell_Grek-isl_Latn","languages":["ell-Grek","isl-Latn"]},{"precision":0.507396,"recall":0.592885,"f1":0.53158,"accuracy":0.592885,"main_score":0.53158,"hf_subset":"ell_Grek-kon_Latn","languages":["ell-Grek","kon-Latn"]},{"precision":0.469878,"recall":0.567194,"f1":0.49705,"accuracy":0.567194,"main_score":0.49705,"hf_subset":"ell_Grek-mni_Beng","languages":["ell-Grek","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-ron_Latn","languages":["ell-Grek","ron-Latn"]},{"precision":0.975791,"recall":0.982213,"f1":0.977931,"accuracy":0.982213,"main_score":0.977931,"hf_subset":"ell_Grek-szl_Latn","languages":["ell-Grek","szl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ell_Grek-vec_Latn","languages":["ell-Grek","vec-Latn"]},{"precision":0.55355,"recall":0.633399,"f1":0.57602,"accuracy":0.633399,"main_score":0.57602,"hf_subset":"ell_Grek-amh_Ethi","languages":["ell-Grek","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-bos_Latn","languages":["ell-Grek","bos-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"ell_Grek-fin_Latn","languages":["ell-Grek","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-ita_Latn","languages":["ell-Grek","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-kor_Hang","languages":["ell-Grek","kor-Hang"]},{"precision":0.442234,"recall":0.521739,"f1":0.463752,"accuracy":0.521739,"main_score":0.463752,"hf_subset":"ell_Grek-mos_Latn","languages":["ell-Grek","mos-Latn"]},{"precision":0.423125,"recall":0.498024,"f1":0.443221,"accuracy":0.498024,"main_score":0.443221,"hf_subset":"ell_Grek-run_Latn","languages":["ell-Grek","run-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ell_Grek-tam_Taml","languages":["ell-Grek","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-vie_Latn","languages":["ell-Grek","vie-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-apc_Arab","languages":["ell-Grek","apc-Arab"]},{"precision":0.720876,"recall":0.782609,"f1":0.738888,"accuracy":0.782609,"main_score":0.738888,"hf_subset":"ell_Grek-bug_Latn","languages":["ell-Grek","bug-Latn"]},{"precision":0.395135,"recall":0.471344,"f1":0.415753,"accuracy":0.471344,"main_score":0.415753,"hf_subset":"ell_Grek-fon_Latn","languages":["ell-Grek","fon-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ell_Grek-jav_Latn","languages":["ell-Grek","jav-Latn"]},{"precision":0.894104,"recall":0.926877,"f1":0.904644,"accuracy":0.926877,"main_score":0.904644,"hf_subset":"ell_Grek-lao_Laoo","languages":["ell-Grek","lao-Laoo"]},{"precision":0.558267,"recall":0.649209,"f1":0.584397,"accuracy":0.649209,"main_score":0.584397,"hf_subset":"ell_Grek-mri_Latn","languages":["ell-Grek","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-rus_Cyrl","languages":["ell-Grek","rus-Cyrl"]},{"precision":0.460912,"recall":0.530632,"f1":0.480257,"accuracy":0.530632,"main_score":0.480257,"hf_subset":"ell_Grek-taq_Latn","languages":["ell-Grek","taq-Latn"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"ell_Grek-war_Latn","languages":["ell-Grek","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-arb_Arab","languages":["ell-Grek","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-bul_Cyrl","languages":["ell-Grek","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-fra_Latn","languages":["ell-Grek","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-jpn_Jpan","languages":["ell-Grek","jpn-Jpan"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ell_Grek-lij_Latn","languages":["ell-Grek","lij-Latn"]},{"precision":0.9403,"recall":0.958498,"f1":0.946212,"accuracy":0.958498,"main_score":0.946212,"hf_subset":"ell_Grek-mya_Mymr","languages":["ell-Grek","mya-Mymr"]},{"precision":0.47194,"recall":0.554348,"f1":0.49442,"accuracy":0.554348,"main_score":0.49442,"hf_subset":"ell_Grek-sag_Latn","languages":["ell-Grek","sag-Latn"]},{"precision":0.123621,"recall":0.201581,"f1":0.139246,"accuracy":0.201581,"main_score":0.139246,"hf_subset":"ell_Grek-taq_Tfng","languages":["ell-Grek","taq-Tfng"]},{"precision":0.498325,"recall":0.585968,"f1":0.52331,"accuracy":0.585968,"main_score":0.52331,"hf_subset":"ell_Grek-wol_Latn","languages":["ell-Grek","wol-Latn"]},{"precision":0.594037,"recall":0.679842,"f1":0.61859,"accuracy":0.679842,"main_score":0.61859,"hf_subset":"ell_Grek-arb_Latn","languages":["ell-Grek","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-cat_Latn","languages":["ell-Grek","cat-Latn"]},{"precision":0.984519,"recall":0.98913,"f1":0.986001,"accuracy":0.98913,"main_score":0.986001,"hf_subset":"ell_Grek-fur_Latn","languages":["ell-Grek","fur-Latn"]},{"precision":0.314025,"recall":0.376482,"f1":0.330768,"accuracy":0.376482,"main_score":0.330768,"hf_subset":"ell_Grek-kab_Latn","languages":["ell-Grek","kab-Latn"]},{"precision":0.968379,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"ell_Grek-lim_Latn","languages":["ell-Grek","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-nld_Latn","languages":["ell-Grek","nld-Latn"]},{"precision":0.954661,"recall":0.967391,"f1":0.958564,"accuracy":0.967391,"main_score":0.958564,"hf_subset":"ell_Grek-san_Deva","languages":["ell-Grek","san-Deva"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ell_Grek-tat_Cyrl","languages":["ell-Grek","tat-Cyrl"]},{"precision":0.469929,"recall":0.554348,"f1":0.493372,"accuracy":0.554348,"main_score":0.493372,"hf_subset":"ell_Grek-xho_Latn","languages":["ell-Grek","xho-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-ars_Arab","languages":["ell-Grek","ars-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ell_Grek-ceb_Latn","languages":["ell-Grek","ceb-Latn"]},{"precision":0.438726,"recall":0.523715,"f1":0.462407,"accuracy":0.523715,"main_score":0.462407,"hf_subset":"ell_Grek-fuv_Latn","languages":["ell-Grek","fuv-Latn"]},{"precision":0.439614,"recall":0.519763,"f1":0.461668,"accuracy":0.519763,"main_score":0.461668,"hf_subset":"ell_Grek-kac_Latn","languages":["ell-Grek","kac-Latn"]},{"precision":0.514569,"recall":0.599802,"f1":0.537905,"accuracy":0.599802,"main_score":0.537905,"hf_subset":"ell_Grek-lin_Latn","languages":["ell-Grek","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-nno_Latn","languages":["ell-Grek","nno-Latn"]},{"precision":0.015371,"recall":0.057312,"f1":0.021484,"accuracy":0.057312,"main_score":0.021484,"hf_subset":"ell_Grek-sat_Olck","languages":["ell-Grek","sat-Olck"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ell_Grek-tel_Telu","languages":["ell-Grek","tel-Telu"]},{"precision":0.709249,"recall":0.783597,"f1":0.731703,"accuracy":0.783597,"main_score":0.731703,"hf_subset":"ell_Grek-ydd_Hebr","languages":["ell-Grek","ydd-Hebr"]},{"precision":0.960968,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"ell_Grek-ary_Arab","languages":["ell-Grek","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-ces_Latn","languages":["ell-Grek","ces-Latn"]},{"precision":0.376373,"recall":0.453557,"f1":0.396482,"accuracy":0.453557,"main_score":0.396482,"hf_subset":"ell_Grek-gaz_Latn","languages":["ell-Grek","gaz-Latn"]},{"precision":0.464657,"recall":0.544466,"f1":0.486839,"accuracy":0.544466,"main_score":0.486839,"hf_subset":"ell_Grek-kam_Latn","languages":["ell-Grek","kam-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"ell_Grek-lit_Latn","languages":["ell-Grek","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-nob_Latn","languages":["ell-Grek","nob-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ell_Grek-scn_Latn","languages":["ell-Grek","scn-Latn"]},{"precision":0.899704,"recall":0.93083,"f1":0.90975,"accuracy":0.93083,"main_score":0.90975,"hf_subset":"ell_Grek-tgk_Cyrl","languages":["ell-Grek","tgk-Cyrl"]},{"precision":0.410562,"recall":0.487154,"f1":0.431765,"accuracy":0.487154,"main_score":0.431765,"hf_subset":"ell_Grek-yor_Latn","languages":["ell-Grek","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ell_Grek-arz_Arab","languages":["ell-Grek","arz-Arab"]},{"precision":0.450184,"recall":0.534585,"f1":0.472852,"accuracy":0.534585,"main_score":0.472852,"hf_subset":"ell_Grek-cjk_Latn","languages":["ell-Grek","cjk-Latn"]},{"precision":0.578937,"recall":0.660079,"f1":0.601629,"accuracy":0.660079,"main_score":0.601629,"hf_subset":"ell_Grek-gla_Latn","languages":["ell-Grek","gla-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ell_Grek-kan_Knda","languages":["ell-Grek","kan-Knda"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"ell_Grek-lmo_Latn","languages":["ell-Grek","lmo-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"ell_Grek-npi_Deva","languages":["ell-Grek","npi-Deva"]},{"precision":0.405737,"recall":0.497036,"f1":0.429317,"accuracy":0.497036,"main_score":0.429317,"hf_subset":"ell_Grek-shn_Mymr","languages":["ell-Grek","shn-Mymr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ell_Grek-tgl_Latn","languages":["ell-Grek","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-yue_Hant","languages":["ell-Grek","yue-Hant"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"ell_Grek-asm_Beng","languages":["ell-Grek","asm-Beng"]},{"precision":0.701761,"recall":0.76581,"f1":0.720543,"accuracy":0.76581,"main_score":0.720543,"hf_subset":"ell_Grek-ckb_Arab","languages":["ell-Grek","ckb-Arab"]},{"precision":0.685886,"recall":0.759881,"f1":0.708202,"accuracy":0.759881,"main_score":0.708202,"hf_subset":"ell_Grek-gle_Latn","languages":["ell-Grek","gle-Latn"]},{"precision":0.862484,"recall":0.905138,"f1":0.876153,"accuracy":0.905138,"main_score":0.876153,"hf_subset":"ell_Grek-kas_Arab","languages":["ell-Grek","kas-Arab"]},{"precision":0.874209,"recall":0.909091,"f1":0.885013,"accuracy":0.909091,"main_score":0.885013,"hf_subset":"ell_Grek-ltg_Latn","languages":["ell-Grek","ltg-Latn"]},{"precision":0.484485,"recall":0.565217,"f1":0.507115,"accuracy":0.565217,"main_score":0.507115,"hf_subset":"ell_Grek-nso_Latn","languages":["ell-Grek","nso-Latn"]},{"precision":0.453532,"recall":0.548419,"f1":0.479796,"accuracy":0.548419,"main_score":0.479796,"hf_subset":"ell_Grek-sin_Sinh","languages":["ell-Grek","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-tha_Thai","languages":["ell-Grek","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-zho_Hans","languages":["ell-Grek","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-ast_Latn","languages":["ell-Grek","ast-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ell_Grek-crh_Latn","languages":["ell-Grek","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-glg_Latn","languages":["ell-Grek","glg-Latn"]},{"precision":0.725965,"recall":0.798419,"f1":0.747796,"accuracy":0.798419,"main_score":0.747796,"hf_subset":"ell_Grek-kas_Deva","languages":["ell-Grek","kas-Deva"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ell_Grek-ltz_Latn","languages":["ell-Grek","ltz-Latn"]},{"precision":0.355375,"recall":0.443676,"f1":0.378677,"accuracy":0.443676,"main_score":0.378677,"hf_subset":"ell_Grek-nus_Latn","languages":["ell-Grek","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-slk_Latn","languages":["ell-Grek","slk-Latn"]},{"precision":0.258041,"recall":0.324111,"f1":0.274437,"accuracy":0.324111,"main_score":0.274437,"hf_subset":"ell_Grek-tir_Ethi","languages":["ell-Grek","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-zho_Hant","languages":["ell-Grek","zho-Hant"]},{"precision":0.985507,"recall":0.98913,"f1":0.98666,"accuracy":0.98913,"main_score":0.98666,"hf_subset":"ell_Grek-awa_Deva","languages":["ell-Grek","awa-Deva"]},{"precision":0.854809,"recall":0.897233,"f1":0.868083,"accuracy":0.897233,"main_score":0.868083,"hf_subset":"ell_Grek-cym_Latn","languages":["ell-Grek","cym-Latn"]},{"precision":0.682184,"recall":0.75,"f1":0.702125,"accuracy":0.75,"main_score":0.702125,"hf_subset":"ell_Grek-grn_Latn","languages":["ell-Grek","grn-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ell_Grek-kat_Geor","languages":["ell-Grek","kat-Geor"]},{"precision":0.515848,"recall":0.593874,"f1":0.537331,"accuracy":0.593874,"main_score":0.537331,"hf_subset":"ell_Grek-lua_Latn","languages":["ell-Grek","lua-Latn"]},{"precision":0.47265,"recall":0.556324,"f1":0.495044,"accuracy":0.556324,"main_score":0.495044,"hf_subset":"ell_Grek-nya_Latn","languages":["ell-Grek","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-slv_Latn","languages":["ell-Grek","slv-Latn"]},{"precision":0.759371,"recall":0.822134,"f1":0.778327,"accuracy":0.822134,"main_score":0.778327,"hf_subset":"ell_Grek-tpi_Latn","languages":["ell-Grek","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-zsm_Latn","languages":["ell-Grek","zsm-Latn"]},{"precision":0.448488,"recall":0.523715,"f1":0.46795,"accuracy":0.523715,"main_score":0.46795,"hf_subset":"ell_Grek-ayr_Latn","languages":["ell-Grek","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-dan_Latn","languages":["ell-Grek","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ell_Grek-guj_Gujr","languages":["ell-Grek","guj-Gujr"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ell_Grek-kaz_Cyrl","languages":["ell-Grek","kaz-Cyrl"]},{"precision":0.411486,"recall":0.48913,"f1":0.432533,"accuracy":0.48913,"main_score":0.432533,"hf_subset":"ell_Grek-lug_Latn","languages":["ell-Grek","lug-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ell_Grek-oci_Latn","languages":["ell-Grek","oci-Latn"]},{"precision":0.489819,"recall":0.575099,"f1":0.513118,"accuracy":0.575099,"main_score":0.513118,"hf_subset":"ell_Grek-smo_Latn","languages":["ell-Grek","smo-Latn"]},{"precision":0.424218,"recall":0.502964,"f1":0.445182,"accuracy":0.502964,"main_score":0.445182,"hf_subset":"ell_Grek-tsn_Latn","languages":["ell-Grek","tsn-Latn"]},{"precision":0.436308,"recall":0.512846,"f1":0.456529,"accuracy":0.512846,"main_score":0.456529,"hf_subset":"ell_Grek-zul_Latn","languages":["ell-Grek","zul-Latn"]},{"precision":0.79137,"recall":0.849802,"f1":0.809223,"accuracy":0.849802,"main_score":0.809223,"hf_subset":"ell_Grek-azb_Arab","languages":["ell-Grek","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ell_Grek-deu_Latn","languages":["ell-Grek","deu-Latn"]},{"precision":0.910408,"recall":0.937747,"f1":0.919302,"accuracy":0.937747,"main_score":0.919302,"hf_subset":"ell_Grek-hat_Latn","languages":["ell-Grek","hat-Latn"]},{"precision":0.409952,"recall":0.475296,"f1":0.427209,"accuracy":0.475296,"main_score":0.427209,"hf_subset":"ell_Grek-kbp_Latn","languages":["ell-Grek","kbp-Latn"]},{"precision":0.457807,"recall":0.531621,"f1":0.477069,"accuracy":0.531621,"main_score":0.477069,"hf_subset":"ell_Grek-luo_Latn","languages":["ell-Grek","luo-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ell_Grek-ory_Orya","languages":["ell-Grek","ory-Orya"]},{"precision":0.464159,"recall":0.545455,"f1":0.487558,"accuracy":0.545455,"main_score":0.487558,"hf_subset":"ell_Grek-sna_Latn","languages":["ell-Grek","sna-Latn"]},{"precision":0.431482,"recall":0.504941,"f1":0.451529,"accuracy":0.504941,"main_score":0.451529,"hf_subset":"ell_Grek-tso_Latn","languages":["ell-Grek","tso-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ell_Grek-azj_Latn","languages":["ell-Grek","azj-Latn"]},{"precision":0.445097,"recall":0.529644,"f1":0.468735,"accuracy":0.529644,"main_score":0.468735,"hf_subset":"ell_Grek-dik_Latn","languages":["ell-Grek","dik-Latn"]},{"precision":0.430031,"recall":0.497036,"f1":0.448899,"accuracy":0.497036,"main_score":0.448899,"hf_subset":"ell_Grek-hau_Latn","languages":["ell-Grek","hau-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"ell_Grek-kea_Latn","languages":["ell-Grek","kea-Latn"]},{"precision":0.611578,"recall":0.68083,"f1":0.631359,"accuracy":0.68083,"main_score":0.631359,"hf_subset":"ell_Grek-lus_Latn","languages":["ell-Grek","lus-Latn"]},{"precision":0.794285,"recall":0.843874,"f1":0.809453,"accuracy":0.843874,"main_score":0.809453,"hf_subset":"ell_Grek-pag_Latn","languages":["ell-Grek","pag-Latn"]},{"precision":0.96805,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"ell_Grek-snd_Arab","languages":["ell-Grek","snd-Arab"]},{"precision":0.855896,"recall":0.899209,"f1":0.869532,"accuracy":0.899209,"main_score":0.869532,"hf_subset":"ell_Grek-tuk_Latn","languages":["ell-Grek","tuk-Latn"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"ell_Grek-bak_Cyrl","languages":["ell-Grek","bak-Cyrl"]},{"precision":0.391884,"recall":0.481225,"f1":0.416427,"accuracy":0.481225,"main_score":0.416427,"hf_subset":"ell_Grek-dyu_Latn","languages":["ell-Grek","dyu-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ell_Grek-heb_Hebr","languages":["ell-Grek","heb-Hebr"]},{"precision":0.886397,"recall":0.91996,"f1":0.897069,"accuracy":0.91996,"main_score":0.897069,"hf_subset":"ell_Grek-khk_Cyrl","languages":["ell-Grek","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-lvs_Latn","languages":["ell-Grek","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ell_Grek-pan_Guru","languages":["ell-Grek","pan-Guru"]},{"precision":0.439118,"recall":0.516798,"f1":0.461094,"accuracy":0.516798,"main_score":0.461094,"hf_subset":"ell_Grek-som_Latn","languages":["ell-Grek","som-Latn"]},{"precision":0.481044,"recall":0.549407,"f1":0.500257,"accuracy":0.549407,"main_score":0.500257,"hf_subset":"ell_Grek-tum_Latn","languages":["ell-Grek","tum-Latn"]},{"precision":0.415633,"recall":0.502964,"f1":0.439737,"accuracy":0.502964,"main_score":0.439737,"hf_subset":"hne_Deva-ace_Arab","languages":["hne-Deva","ace-Arab"]},{"precision":0.4232,"recall":0.495059,"f1":0.442842,"accuracy":0.495059,"main_score":0.442842,"hf_subset":"hne_Deva-bam_Latn","languages":["hne-Deva","bam-Latn"]},{"precision":0.114567,"recall":0.166996,"f1":0.128142,"accuracy":0.166996,"main_score":0.128142,"hf_subset":"hne_Deva-dzo_Tibt","languages":["hne-Deva","dzo-Tibt"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hne_Deva-hin_Deva","languages":["hne-Deva","hin-Deva"]},{"precision":0.921113,"recall":0.94664,"f1":0.929513,"accuracy":0.94664,"main_score":0.929513,"hf_subset":"hne_Deva-khm_Khmr","languages":["hne-Deva","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hne_Deva-mag_Deva","languages":["hne-Deva","mag-Deva"]},{"precision":0.959157,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"hne_Deva-pap_Latn","languages":["hne-Deva","pap-Latn"]},{"precision":0.480406,"recall":0.550395,"f1":0.499861,"accuracy":0.550395,"main_score":0.499861,"hf_subset":"hne_Deva-sot_Latn","languages":["hne-Deva","sot-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-tur_Latn","languages":["hne-Deva","tur-Latn"]},{"precision":0.784594,"recall":0.838933,"f1":0.801038,"accuracy":0.838933,"main_score":0.801038,"hf_subset":"hne_Deva-ace_Latn","languages":["hne-Deva","ace-Latn"]},{"precision":0.906456,"recall":0.933794,"f1":0.915349,"accuracy":0.933794,"main_score":0.915349,"hf_subset":"hne_Deva-ban_Latn","languages":["hne-Deva","ban-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hne_Deva-ell_Grek","languages":["hne-Deva","ell-Grek"]},{"precision":0.45909,"recall":0.541502,"f1":0.482315,"accuracy":0.541502,"main_score":0.482315,"hf_subset":"hne_Deva-kik_Latn","languages":["hne-Deva","kik-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hne_Deva-mai_Deva","languages":["hne-Deva","mai-Deva"]},{"precision":0.888027,"recall":0.91996,"f1":0.897958,"accuracy":0.91996,"main_score":0.897958,"hf_subset":"hne_Deva-pbt_Arab","languages":["hne-Deva","pbt-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hne_Deva-spa_Latn","languages":["hne-Deva","spa-Latn"]},{"precision":0.541958,"recall":0.609684,"f1":0.560434,"accuracy":0.609684,"main_score":0.560434,"hf_subset":"hne_Deva-twi_Latn","languages":["hne-Deva","twi-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"hne_Deva-acm_Arab","languages":["hne-Deva","acm-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"hne_Deva-bel_Cyrl","languages":["hne-Deva","bel-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hne_Deva-eng_Latn","languages":["hne-Deva","eng-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-hrv_Latn","languages":["hne-Deva","hrv-Latn"]},{"precision":0.428948,"recall":0.5,"f1":0.447565,"accuracy":0.5,"main_score":0.447565,"hf_subset":"hne_Deva-kin_Latn","languages":["hne-Deva","kin-Latn"]},{"precision":0.98139,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"hne_Deva-mal_Mlym","languages":["hne-Deva","mal-Mlym"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hne_Deva-pes_Arab","languages":["hne-Deva","pes-Arab"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"hne_Deva-srd_Latn","languages":["hne-Deva","srd-Latn"]},{"precision":0.127144,"recall":0.1917,"f1":0.140858,"accuracy":0.1917,"main_score":0.140858,"hf_subset":"hne_Deva-tzm_Tfng","languages":["hne-Deva","tzm-Tfng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hne_Deva-acq_Arab","languages":["hne-Deva","acq-Arab"]},{"precision":0.501012,"recall":0.56917,"f1":0.520123,"accuracy":0.56917,"main_score":0.520123,"hf_subset":"hne_Deva-bem_Latn","languages":["hne-Deva","bem-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"hne_Deva-epo_Latn","languages":["hne-Deva","epo-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-hun_Latn","languages":["hne-Deva","hun-Latn"]},{"precision":0.933959,"recall":0.954545,"f1":0.940711,"accuracy":0.954545,"main_score":0.940711,"hf_subset":"hne_Deva-kir_Cyrl","languages":["hne-Deva","kir-Cyrl"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"hne_Deva-mar_Deva","languages":["hne-Deva","mar-Deva"]},{"precision":0.519782,"recall":0.587945,"f1":0.53938,"accuracy":0.587945,"main_score":0.53938,"hf_subset":"hne_Deva-plt_Latn","languages":["hne-Deva","plt-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-srp_Cyrl","languages":["hne-Deva","srp-Cyrl"]},{"precision":0.904809,"recall":0.932806,"f1":0.913867,"accuracy":0.932806,"main_score":0.913867,"hf_subset":"hne_Deva-uig_Arab","languages":["hne-Deva","uig-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"hne_Deva-aeb_Arab","languages":["hne-Deva","aeb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hne_Deva-ben_Beng","languages":["hne-Deva","ben-Beng"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"hne_Deva-est_Latn","languages":["hne-Deva","est-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"hne_Deva-hye_Armn","languages":["hne-Deva","hye-Armn"]},{"precision":0.429623,"recall":0.498024,"f1":0.448509,"accuracy":0.498024,"main_score":0.448509,"hf_subset":"hne_Deva-kmb_Latn","languages":["hne-Deva","kmb-Latn"]},{"precision":0.376675,"recall":0.468379,"f1":0.400767,"accuracy":0.468379,"main_score":0.400767,"hf_subset":"hne_Deva-min_Arab","languages":["hne-Deva","min-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-pol_Latn","languages":["hne-Deva","pol-Latn"]},{"precision":0.420045,"recall":0.5,"f1":0.441188,"accuracy":0.5,"main_score":0.441188,"hf_subset":"hne_Deva-ssw_Latn","languages":["hne-Deva","ssw-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hne_Deva-ukr_Cyrl","languages":["hne-Deva","ukr-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-afr_Latn","languages":["hne-Deva","afr-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"hne_Deva-bho_Deva","languages":["hne-Deva","bho-Deva"]},{"precision":0.897727,"recall":0.928854,"f1":0.907773,"accuracy":0.928854,"main_score":0.907773,"hf_subset":"hne_Deva-eus_Latn","languages":["hne-Deva","eus-Latn"]},{"precision":0.451752,"recall":0.529644,"f1":0.473578,"accuracy":0.529644,"main_score":0.473578,"hf_subset":"hne_Deva-ibo_Latn","languages":["hne-Deva","ibo-Latn"]},{"precision":0.659143,"recall":0.737154,"f1":0.681958,"accuracy":0.737154,"main_score":0.681958,"hf_subset":"hne_Deva-kmr_Latn","languages":["hne-Deva","kmr-Latn"]},{"precision":0.944829,"recall":0.961462,"f1":0.950264,"accuracy":0.961462,"main_score":0.950264,"hf_subset":"hne_Deva-min_Latn","languages":["hne-Deva","min-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"hne_Deva-por_Latn","languages":["hne-Deva","por-Latn"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"hne_Deva-sun_Latn","languages":["hne-Deva","sun-Latn"]},{"precision":0.430214,"recall":0.503953,"f1":0.451569,"accuracy":0.503953,"main_score":0.451569,"hf_subset":"hne_Deva-umb_Latn","languages":["hne-Deva","umb-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"hne_Deva-ajp_Arab","languages":["hne-Deva","ajp-Arab"]},{"precision":0.391818,"recall":0.483202,"f1":0.416047,"accuracy":0.483202,"main_score":0.416047,"hf_subset":"hne_Deva-bjn_Arab","languages":["hne-Deva","bjn-Arab"]},{"precision":0.443496,"recall":0.509881,"f1":0.461187,"accuracy":0.509881,"main_score":0.461187,"hf_subset":"hne_Deva-ewe_Latn","languages":["hne-Deva","ewe-Latn"]},{"precision":0.847908,"recall":0.887352,"f1":0.860046,"accuracy":0.887352,"main_score":0.860046,"hf_subset":"hne_Deva-ilo_Latn","languages":["hne-Deva","ilo-Latn"]},{"precision":0.190041,"recall":0.270751,"f1":0.210141,"accuracy":0.270751,"main_score":0.210141,"hf_subset":"hne_Deva-knc_Arab","languages":["hne-Deva","knc-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-mkd_Cyrl","languages":["hne-Deva","mkd-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hne_Deva-prs_Arab","languages":["hne-Deva","prs-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hne_Deva-swe_Latn","languages":["hne-Deva","swe-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"hne_Deva-urd_Arab","languages":["hne-Deva","urd-Arab"]},{"precision":0.502163,"recall":0.578063,"f1":0.523595,"accuracy":0.578063,"main_score":0.523595,"hf_subset":"hne_Deva-aka_Latn","languages":["hne-Deva","aka-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"hne_Deva-bjn_Latn","languages":["hne-Deva","bjn-Latn"]},{"precision":0.886034,"recall":0.920949,"f1":0.897563,"accuracy":0.920949,"main_score":0.897563,"hf_subset":"hne_Deva-fao_Latn","languages":["hne-Deva","fao-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hne_Deva-ind_Latn","languages":["hne-Deva","ind-Latn"]},{"precision":0.51327,"recall":0.58004,"f1":0.532023,"accuracy":0.58004,"main_score":0.532023,"hf_subset":"hne_Deva-knc_Latn","languages":["hne-Deva","knc-Latn"]},{"precision":0.952899,"recall":0.967391,"f1":0.957675,"accuracy":0.967391,"main_score":0.957675,"hf_subset":"hne_Deva-mlt_Latn","languages":["hne-Deva","mlt-Latn"]},{"precision":0.535997,"recall":0.614625,"f1":0.557766,"accuracy":0.614625,"main_score":0.557766,"hf_subset":"hne_Deva-quy_Latn","languages":["hne-Deva","quy-Latn"]},{"precision":0.6889,"recall":0.761858,"f1":0.711067,"accuracy":0.761858,"main_score":0.711067,"hf_subset":"hne_Deva-swh_Latn","languages":["hne-Deva","swh-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"hne_Deva-uzn_Latn","languages":["hne-Deva","uzn-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-als_Latn","languages":["hne-Deva","als-Latn"]},{"precision":0.166856,"recall":0.23913,"f1":0.184712,"accuracy":0.23913,"main_score":0.184712,"hf_subset":"hne_Deva-bod_Tibt","languages":["hne-Deva","bod-Tibt"]},{"precision":0.450316,"recall":0.523715,"f1":0.470344,"accuracy":0.523715,"main_score":0.470344,"hf_subset":"hne_Deva-fij_Latn","languages":["hne-Deva","fij-Latn"]},{"precision":0.914773,"recall":0.939723,"f1":0.922826,"accuracy":0.939723,"main_score":0.922826,"hf_subset":"hne_Deva-isl_Latn","languages":["hne-Deva","isl-Latn"]},{"precision":0.5273,"recall":0.607708,"f1":0.549459,"accuracy":0.607708,"main_score":0.549459,"hf_subset":"hne_Deva-kon_Latn","languages":["hne-Deva","kon-Latn"]},{"precision":0.513819,"recall":0.607708,"f1":0.54074,"accuracy":0.607708,"main_score":0.54074,"hf_subset":"hne_Deva-mni_Beng","languages":["hne-Deva","mni-Beng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hne_Deva-ron_Latn","languages":["hne-Deva","ron-Latn"]},{"precision":0.968874,"recall":0.977273,"f1":0.971673,"accuracy":0.977273,"main_score":0.971673,"hf_subset":"hne_Deva-szl_Latn","languages":["hne-Deva","szl-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"hne_Deva-vec_Latn","languages":["hne-Deva","vec-Latn"]},{"precision":0.509059,"recall":0.594862,"f1":0.533,"accuracy":0.594862,"main_score":0.533,"hf_subset":"hne_Deva-amh_Ethi","languages":["hne-Deva","amh-Ethi"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-bos_Latn","languages":["hne-Deva","bos-Latn"]},{"precision":0.986166,"recall":0.990119,"f1":0.987484,"accuracy":0.990119,"main_score":0.987484,"hf_subset":"hne_Deva-fin_Latn","languages":["hne-Deva","fin-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-ita_Latn","languages":["hne-Deva","ita-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-kor_Hang","languages":["hne-Deva","kor-Hang"]},{"precision":0.457017,"recall":0.534585,"f1":0.478859,"accuracy":0.534585,"main_score":0.478859,"hf_subset":"hne_Deva-mos_Latn","languages":["hne-Deva","mos-Latn"]},{"precision":0.425735,"recall":0.499012,"f1":0.445931,"accuracy":0.499012,"main_score":0.445931,"hf_subset":"hne_Deva-run_Latn","languages":["hne-Deva","run-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hne_Deva-tam_Taml","languages":["hne-Deva","tam-Taml"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-vie_Latn","languages":["hne-Deva","vie-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-apc_Arab","languages":["hne-Deva","apc-Arab"]},{"precision":0.715391,"recall":0.77668,"f1":0.733449,"accuracy":0.77668,"main_score":0.733449,"hf_subset":"hne_Deva-bug_Latn","languages":["hne-Deva","bug-Latn"]},{"precision":0.395856,"recall":0.462451,"f1":0.413545,"accuracy":0.462451,"main_score":0.413545,"hf_subset":"hne_Deva-fon_Latn","languages":["hne-Deva","fon-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"hne_Deva-jav_Latn","languages":["hne-Deva","jav-Latn"]},{"precision":0.86586,"recall":0.906126,"f1":0.878689,"accuracy":0.906126,"main_score":0.878689,"hf_subset":"hne_Deva-lao_Laoo","languages":["hne-Deva","lao-Laoo"]},{"precision":0.528863,"recall":0.615613,"f1":0.552785,"accuracy":0.615613,"main_score":0.552785,"hf_subset":"hne_Deva-mri_Latn","languages":["hne-Deva","mri-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hne_Deva-rus_Cyrl","languages":["hne-Deva","rus-Cyrl"]},{"precision":0.495876,"recall":0.561265,"f1":0.514582,"accuracy":0.561265,"main_score":0.514582,"hf_subset":"hne_Deva-taq_Latn","languages":["hne-Deva","taq-Latn"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"hne_Deva-war_Latn","languages":["hne-Deva","war-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-arb_Arab","languages":["hne-Deva","arb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hne_Deva-bul_Cyrl","languages":["hne-Deva","bul-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hne_Deva-fra_Latn","languages":["hne-Deva","fra-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hne_Deva-jpn_Jpan","languages":["hne-Deva","jpn-Jpan"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"hne_Deva-lij_Latn","languages":["hne-Deva","lij-Latn"]},{"precision":0.915958,"recall":0.9417,"f1":0.924308,"accuracy":0.9417,"main_score":0.924308,"hf_subset":"hne_Deva-mya_Mymr","languages":["hne-Deva","mya-Mymr"]},{"precision":0.473753,"recall":0.5583,"f1":0.496842,"accuracy":0.5583,"main_score":0.496842,"hf_subset":"hne_Deva-sag_Latn","languages":["hne-Deva","sag-Latn"]},{"precision":0.137109,"recall":0.217391,"f1":0.152972,"accuracy":0.217391,"main_score":0.152972,"hf_subset":"hne_Deva-taq_Tfng","languages":["hne-Deva","taq-Tfng"]},{"precision":0.524377,"recall":0.600791,"f1":0.545843,"accuracy":0.600791,"main_score":0.545843,"hf_subset":"hne_Deva-wol_Latn","languages":["hne-Deva","wol-Latn"]},{"precision":0.600307,"recall":0.681818,"f1":0.624046,"accuracy":0.681818,"main_score":0.624046,"hf_subset":"hne_Deva-arb_Latn","languages":["hne-Deva","arb-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-cat_Latn","languages":["hne-Deva","cat-Latn"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"hne_Deva-fur_Latn","languages":["hne-Deva","fur-Latn"]},{"precision":0.308236,"recall":0.370553,"f1":0.324948,"accuracy":0.370553,"main_score":0.324948,"hf_subset":"hne_Deva-kab_Latn","languages":["hne-Deva","kab-Latn"]},{"precision":0.950758,"recall":0.965415,"f1":0.955369,"accuracy":0.965415,"main_score":0.955369,"hf_subset":"hne_Deva-lim_Latn","languages":["hne-Deva","lim-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hne_Deva-nld_Latn","languages":["hne-Deva","nld-Latn"]},{"precision":0.965119,"recall":0.975296,"f1":0.968379,"accuracy":0.975296,"main_score":0.968379,"hf_subset":"hne_Deva-san_Deva","languages":["hne-Deva","san-Deva"]},{"precision":0.95084,"recall":0.965415,"f1":0.955599,"accuracy":0.965415,"main_score":0.955599,"hf_subset":"hne_Deva-tat_Cyrl","languages":["hne-Deva","tat-Cyrl"]},{"precision":0.489183,"recall":0.570158,"f1":0.511508,"accuracy":0.570158,"main_score":0.511508,"hf_subset":"hne_Deva-xho_Latn","languages":["hne-Deva","xho-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-ars_Arab","languages":["hne-Deva","ars-Arab"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"hne_Deva-ceb_Latn","languages":["hne-Deva","ceb-Latn"]},{"precision":0.459009,"recall":0.536561,"f1":0.480968,"accuracy":0.536561,"main_score":0.480968,"hf_subset":"hne_Deva-fuv_Latn","languages":["hne-Deva","fuv-Latn"]},{"precision":0.457773,"recall":0.531621,"f1":0.477598,"accuracy":0.531621,"main_score":0.477598,"hf_subset":"hne_Deva-kac_Latn","languages":["hne-Deva","kac-Latn"]},{"precision":0.536065,"recall":0.616601,"f1":0.558077,"accuracy":0.616601,"main_score":0.558077,"hf_subset":"hne_Deva-lin_Latn","languages":["hne-Deva","lin-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"hne_Deva-nno_Latn","languages":["hne-Deva","nno-Latn"]},{"precision":0.024747,"recall":0.072134,"f1":0.032618,"accuracy":0.072134,"main_score":0.032618,"hf_subset":"hne_Deva-sat_Olck","languages":["hne-Deva","sat-Olck"]},{"precision":0.984437,"recall":0.98913,"f1":0.985903,"accuracy":0.98913,"main_score":0.985903,"hf_subset":"hne_Deva-tel_Telu","languages":["hne-Deva","tel-Telu"]},{"precision":0.701705,"recall":0.77668,"f1":0.724429,"accuracy":0.77668,"main_score":0.724429,"hf_subset":"hne_Deva-ydd_Hebr","languages":["hne-Deva","ydd-Hebr"]},{"precision":0.943182,"recall":0.961462,"f1":0.949275,"accuracy":0.961462,"main_score":0.949275,"hf_subset":"hne_Deva-ary_Arab","languages":["hne-Deva","ary-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hne_Deva-ces_Latn","languages":["hne-Deva","ces-Latn"]},{"precision":0.382536,"recall":0.458498,"f1":0.403248,"accuracy":0.458498,"main_score":0.403248,"hf_subset":"hne_Deva-gaz_Latn","languages":["hne-Deva","gaz-Latn"]},{"precision":0.453502,"recall":0.530632,"f1":0.474874,"accuracy":0.530632,"main_score":0.474874,"hf_subset":"hne_Deva-kam_Latn","languages":["hne-Deva","kam-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"hne_Deva-lit_Latn","languages":["hne-Deva","lit-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hne_Deva-nob_Latn","languages":["hne-Deva","nob-Latn"]},{"precision":0.965415,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"hne_Deva-scn_Latn","languages":["hne-Deva","scn-Latn"]},{"precision":0.874374,"recall":0.909091,"f1":0.88554,"accuracy":0.909091,"main_score":0.88554,"hf_subset":"hne_Deva-tgk_Cyrl","languages":["hne-Deva","tgk-Cyrl"]},{"precision":0.411515,"recall":0.490119,"f1":0.433358,"accuracy":0.490119,"main_score":0.433358,"hf_subset":"hne_Deva-yor_Latn","languages":["hne-Deva","yor-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"hne_Deva-arz_Arab","languages":["hne-Deva","arz-Arab"]},{"precision":0.45572,"recall":0.543478,"f1":0.479889,"accuracy":0.543478,"main_score":0.479889,"hf_subset":"hne_Deva-cjk_Latn","languages":["hne-Deva","cjk-Latn"]},{"precision":0.588721,"recall":0.666008,"f1":0.610614,"accuracy":0.666008,"main_score":0.610614,"hf_subset":"hne_Deva-gla_Latn","languages":["hne-Deva","gla-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"hne_Deva-kan_Knda","languages":["hne-Deva","kan-Knda"]},{"precision":0.965415,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"hne_Deva-lmo_Latn","languages":["hne-Deva","lmo-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"hne_Deva-npi_Deva","languages":["hne-Deva","npi-Deva"]},{"precision":0.387588,"recall":0.487154,"f1":0.413783,"accuracy":0.487154,"main_score":0.413783,"hf_subset":"hne_Deva-shn_Mymr","languages":["hne-Deva","shn-Mymr"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"hne_Deva-tgl_Latn","languages":["hne-Deva","tgl-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hne_Deva-yue_Hant","languages":["hne-Deva","yue-Hant"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"hne_Deva-asm_Beng","languages":["hne-Deva","asm-Beng"]},{"precision":0.688064,"recall":0.756917,"f1":0.708482,"accuracy":0.756917,"main_score":0.708482,"hf_subset":"hne_Deva-ckb_Arab","languages":["hne-Deva","ckb-Arab"]},{"precision":0.66777,"recall":0.746047,"f1":0.691375,"accuracy":0.746047,"main_score":0.691375,"hf_subset":"hne_Deva-gle_Latn","languages":["hne-Deva","gle-Latn"]},{"precision":0.897892,"recall":0.929842,"f1":0.908267,"accuracy":0.929842,"main_score":0.908267,"hf_subset":"hne_Deva-kas_Arab","languages":["hne-Deva","kas-Arab"]},{"precision":0.863142,"recall":0.903162,"f1":0.875791,"accuracy":0.903162,"main_score":0.875791,"hf_subset":"hne_Deva-ltg_Latn","languages":["hne-Deva","ltg-Latn"]},{"precision":0.494085,"recall":0.56917,"f1":0.516151,"accuracy":0.56917,"main_score":0.516151,"hf_subset":"hne_Deva-nso_Latn","languages":["hne-Deva","nso-Latn"]},{"precision":0.418514,"recall":0.513834,"f1":0.445397,"accuracy":0.513834,"main_score":0.445397,"hf_subset":"hne_Deva-sin_Sinh","languages":["hne-Deva","sin-Sinh"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"hne_Deva-tha_Thai","languages":["hne-Deva","tha-Thai"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hne_Deva-zho_Hans","languages":["hne-Deva","zho-Hans"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hne_Deva-ast_Latn","languages":["hne-Deva","ast-Latn"]},{"precision":0.964097,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"hne_Deva-crh_Latn","languages":["hne-Deva","crh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hne_Deva-glg_Latn","languages":["hne-Deva","glg-Latn"]},{"precision":0.813521,"recall":0.864625,"f1":0.829249,"accuracy":0.864625,"main_score":0.829249,"hf_subset":"hne_Deva-kas_Deva","languages":["hne-Deva","kas-Deva"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"hne_Deva-ltz_Latn","languages":["hne-Deva","ltz-Latn"]},{"precision":0.363323,"recall":0.447628,"f1":0.386145,"accuracy":0.447628,"main_score":0.386145,"hf_subset":"hne_Deva-nus_Latn","languages":["hne-Deva","nus-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hne_Deva-slk_Latn","languages":["hne-Deva","slk-Latn"]},{"precision":0.273302,"recall":0.340909,"f1":0.290661,"accuracy":0.340909,"main_score":0.290661,"hf_subset":"hne_Deva-tir_Ethi","languages":["hne-Deva","tir-Ethi"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hne_Deva-zho_Hant","languages":["hne-Deva","zho-Hant"]},{"precision":0.985672,"recall":0.98913,"f1":0.986825,"accuracy":0.98913,"main_score":0.986825,"hf_subset":"hne_Deva-awa_Deva","languages":["hne-Deva","awa-Deva"]},{"precision":0.808794,"recall":0.859684,"f1":0.824374,"accuracy":0.859684,"main_score":0.824374,"hf_subset":"hne_Deva-cym_Latn","languages":["hne-Deva","cym-Latn"]},{"precision":0.706505,"recall":0.76581,"f1":0.724426,"accuracy":0.76581,"main_score":0.724426,"hf_subset":"hne_Deva-grn_Latn","languages":["hne-Deva","grn-Latn"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"hne_Deva-kat_Geor","languages":["hne-Deva","kat-Geor"]},{"precision":0.524332,"recall":0.598814,"f1":0.544997,"accuracy":0.598814,"main_score":0.544997,"hf_subset":"hne_Deva-lua_Latn","languages":["hne-Deva","lua-Latn"]},{"precision":0.497538,"recall":0.573123,"f1":0.518587,"accuracy":0.573123,"main_score":0.518587,"hf_subset":"hne_Deva-nya_Latn","languages":["hne-Deva","nya-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hne_Deva-slv_Latn","languages":["hne-Deva","slv-Latn"]},{"precision":0.789773,"recall":0.842885,"f1":0.806357,"accuracy":0.842885,"main_score":0.806357,"hf_subset":"hne_Deva-tpi_Latn","languages":["hne-Deva","tpi-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hne_Deva-zsm_Latn","languages":["hne-Deva","zsm-Latn"]},{"precision":0.461889,"recall":0.529644,"f1":0.479729,"accuracy":0.529644,"main_score":0.479729,"hf_subset":"hne_Deva-ayr_Latn","languages":["hne-Deva","ayr-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"hne_Deva-dan_Latn","languages":["hne-Deva","dan-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hne_Deva-guj_Gujr","languages":["hne-Deva","guj-Gujr"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"hne_Deva-kaz_Cyrl","languages":["hne-Deva","kaz-Cyrl"]},{"precision":0.430783,"recall":0.507905,"f1":0.452286,"accuracy":0.507905,"main_score":0.452286,"hf_subset":"hne_Deva-lug_Latn","languages":["hne-Deva","lug-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"hne_Deva-oci_Latn","languages":["hne-Deva","oci-Latn"]},{"precision":0.491174,"recall":0.565217,"f1":0.511546,"accuracy":0.565217,"main_score":0.511546,"hf_subset":"hne_Deva-smo_Latn","languages":["hne-Deva","smo-Latn"]},{"precision":0.433924,"recall":0.503953,"f1":0.452515,"accuracy":0.503953,"main_score":0.452515,"hf_subset":"hne_Deva-tsn_Latn","languages":["hne-Deva","tsn-Latn"]},{"precision":0.442627,"recall":0.518775,"f1":0.462691,"accuracy":0.518775,"main_score":0.462691,"hf_subset":"hne_Deva-zul_Latn","languages":["hne-Deva","zul-Latn"]},{"precision":0.80863,"recall":0.864625,"f1":0.826746,"accuracy":0.864625,"main_score":0.826746,"hf_subset":"hne_Deva-azb_Arab","languages":["hne-Deva","azb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hne_Deva-deu_Latn","languages":["hne-Deva","deu-Latn"]},{"precision":0.888093,"recall":0.920949,"f1":0.898781,"accuracy":0.920949,"main_score":0.898781,"hf_subset":"hne_Deva-hat_Latn","languages":["hne-Deva","hat-Latn"]},{"precision":0.398588,"recall":0.466403,"f1":0.417114,"accuracy":0.466403,"main_score":0.417114,"hf_subset":"hne_Deva-kbp_Latn","languages":["hne-Deva","kbp-Latn"]},{"precision":0.469629,"recall":0.537549,"f1":0.488497,"accuracy":0.537549,"main_score":0.488497,"hf_subset":"hne_Deva-luo_Latn","languages":["hne-Deva","luo-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hne_Deva-ory_Orya","languages":["hne-Deva","ory-Orya"]},{"precision":0.455646,"recall":0.533597,"f1":0.477624,"accuracy":0.533597,"main_score":0.477624,"hf_subset":"hne_Deva-sna_Latn","languages":["hne-Deva","sna-Latn"]},{"precision":0.444423,"recall":0.514822,"f1":0.463705,"accuracy":0.514822,"main_score":0.463705,"hf_subset":"hne_Deva-tso_Latn","languages":["hne-Deva","tso-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"hne_Deva-azj_Latn","languages":["hne-Deva","azj-Latn"]},{"precision":0.440377,"recall":0.522727,"f1":0.463665,"accuracy":0.522727,"main_score":0.463665,"hf_subset":"hne_Deva-dik_Latn","languages":["hne-Deva","dik-Latn"]},{"precision":0.444543,"recall":0.509881,"f1":0.463223,"accuracy":0.509881,"main_score":0.463223,"hf_subset":"hne_Deva-hau_Latn","languages":["hne-Deva","hau-Latn"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"hne_Deva-kea_Latn","languages":["hne-Deva","kea-Latn"]},{"precision":0.629251,"recall":0.699605,"f1":0.649182,"accuracy":0.699605,"main_score":0.649182,"hf_subset":"hne_Deva-lus_Latn","languages":["hne-Deva","lus-Latn"]},{"precision":0.804792,"recall":0.854743,"f1":0.820224,"accuracy":0.854743,"main_score":0.820224,"hf_subset":"hne_Deva-pag_Latn","languages":["hne-Deva","pag-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"hne_Deva-snd_Arab","languages":["hne-Deva","snd-Arab"]},{"precision":0.844351,"recall":0.889328,"f1":0.858432,"accuracy":0.889328,"main_score":0.858432,"hf_subset":"hne_Deva-tuk_Latn","languages":["hne-Deva","tuk-Latn"]},{"precision":0.937747,"recall":0.956522,"f1":0.943841,"accuracy":0.956522,"main_score":0.943841,"hf_subset":"hne_Deva-bak_Cyrl","languages":["hne-Deva","bak-Cyrl"]},{"precision":0.387171,"recall":0.472332,"f1":0.411613,"accuracy":0.472332,"main_score":0.411613,"hf_subset":"hne_Deva-dyu_Latn","languages":["hne-Deva","dyu-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"hne_Deva-heb_Hebr","languages":["hne-Deva","heb-Hebr"]},{"precision":0.869928,"recall":0.908103,"f1":0.882082,"accuracy":0.908103,"main_score":0.882082,"hf_subset":"hne_Deva-khk_Cyrl","languages":["hne-Deva","khk-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hne_Deva-lvs_Latn","languages":["hne-Deva","lvs-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hne_Deva-pan_Guru","languages":["hne-Deva","pan-Guru"]},{"precision":0.44602,"recall":0.518775,"f1":0.466372,"accuracy":0.518775,"main_score":0.466372,"hf_subset":"hne_Deva-som_Latn","languages":["hne-Deva","som-Latn"]},{"precision":0.484044,"recall":0.549407,"f1":0.502115,"accuracy":0.549407,"main_score":0.502115,"hf_subset":"hne_Deva-tum_Latn","languages":["hne-Deva","tum-Latn"]},{"precision":0.299996,"recall":0.374506,"f1":0.31992,"accuracy":0.374506,"main_score":0.31992,"hf_subset":"kik_Latn-ace_Arab","languages":["kik-Latn","ace-Arab"]},{"precision":0.425365,"recall":0.498024,"f1":0.444228,"accuracy":0.498024,"main_score":0.444228,"hf_subset":"kik_Latn-bam_Latn","languages":["kik-Latn","bam-Latn"]},{"precision":0.050512,"recall":0.076087,"f1":0.05623,"accuracy":0.076087,"main_score":0.05623,"hf_subset":"kik_Latn-dzo_Tibt","languages":["kik-Latn","dzo-Tibt"]},{"precision":0.46671,"recall":0.549407,"f1":0.489585,"accuracy":0.549407,"main_score":0.489585,"hf_subset":"kik_Latn-hin_Deva","languages":["kik-Latn","hin-Deva"]},{"precision":0.331762,"recall":0.416996,"f1":0.354346,"accuracy":0.416996,"main_score":0.354346,"hf_subset":"kik_Latn-khm_Khmr","languages":["kik-Latn","khm-Khmr"]},{"precision":0.469738,"recall":0.54249,"f1":0.490028,"accuracy":0.54249,"main_score":0.490028,"hf_subset":"kik_Latn-mag_Deva","languages":["kik-Latn","mag-Deva"]},{"precision":0.519486,"recall":0.576087,"f1":0.535442,"accuracy":0.576087,"main_score":0.535442,"hf_subset":"kik_Latn-pap_Latn","languages":["kik-Latn","pap-Latn"]},{"precision":0.463513,"recall":0.524704,"f1":0.480548,"accuracy":0.524704,"main_score":0.480548,"hf_subset":"kik_Latn-sot_Latn","languages":["kik-Latn","sot-Latn"]},{"precision":0.495573,"recall":0.566206,"f1":0.515827,"accuracy":0.566206,"main_score":0.515827,"hf_subset":"kik_Latn-tur_Latn","languages":["kik-Latn","tur-Latn"]},{"precision":0.512438,"recall":0.564229,"f1":0.526646,"accuracy":0.564229,"main_score":0.526646,"hf_subset":"kik_Latn-ace_Latn","languages":["kik-Latn","ace-Latn"]},{"precision":0.515231,"recall":0.570158,"f1":0.530554,"accuracy":0.570158,"main_score":0.530554,"hf_subset":"kik_Latn-ban_Latn","languages":["kik-Latn","ban-Latn"]},{"precision":0.433984,"recall":0.516798,"f1":0.457224,"accuracy":0.516798,"main_score":0.457224,"hf_subset":"kik_Latn-ell_Grek","languages":["kik-Latn","ell-Grek"]},{"precision":0.462984,"recall":0.536561,"f1":0.484426,"accuracy":0.536561,"main_score":0.484426,"hf_subset":"kik_Latn-hne_Deva","languages":["kik-Latn","hne-Deva"]},{"precision":0.474513,"recall":0.551383,"f1":0.49615,"accuracy":0.551383,"main_score":0.49615,"hf_subset":"kik_Latn-mai_Deva","languages":["kik-Latn","mai-Deva"]},{"precision":0.408597,"recall":0.482213,"f1":0.428914,"accuracy":0.482213,"main_score":0.428914,"hf_subset":"kik_Latn-pbt_Arab","languages":["kik-Latn","pbt-Arab"]},{"precision":0.512486,"recall":0.58004,"f1":0.531789,"accuracy":0.58004,"main_score":0.531789,"hf_subset":"kik_Latn-spa_Latn","languages":["kik-Latn","spa-Latn"]},{"precision":0.510812,"recall":0.5583,"f1":0.524836,"accuracy":0.5583,"main_score":0.524836,"hf_subset":"kik_Latn-twi_Latn","languages":["kik-Latn","twi-Latn"]},{"precision":0.465711,"recall":0.534585,"f1":0.485987,"accuracy":0.534585,"main_score":0.485987,"hf_subset":"kik_Latn-acm_Arab","languages":["kik-Latn","acm-Arab"]},{"precision":0.470088,"recall":0.547431,"f1":0.492086,"accuracy":0.547431,"main_score":0.492086,"hf_subset":"kik_Latn-bel_Cyrl","languages":["kik-Latn","bel-Cyrl"]},{"precision":0.507876,"recall":0.578063,"f1":0.527948,"accuracy":0.578063,"main_score":0.527948,"hf_subset":"kik_Latn-eng_Latn","languages":["kik-Latn","eng-Latn"]},{"precision":0.500258,"recall":0.566206,"f1":0.519059,"accuracy":0.566206,"main_score":0.519059,"hf_subset":"kik_Latn-hrv_Latn","languages":["kik-Latn","hrv-Latn"]},{"precision":0.426512,"recall":0.490119,"f1":0.443096,"accuracy":0.490119,"main_score":0.443096,"hf_subset":"kik_Latn-kin_Latn","languages":["kik-Latn","kin-Latn"]},{"precision":0.451832,"recall":0.52668,"f1":0.473454,"accuracy":0.52668,"main_score":0.473454,"hf_subset":"kik_Latn-mal_Mlym","languages":["kik-Latn","mal-Mlym"]},{"precision":0.456826,"recall":0.534585,"f1":0.478676,"accuracy":0.534585,"main_score":0.478676,"hf_subset":"kik_Latn-pes_Arab","languages":["kik-Latn","pes-Arab"]},{"precision":0.514042,"recall":0.579051,"f1":0.532077,"accuracy":0.579051,"main_score":0.532077,"hf_subset":"kik_Latn-srd_Latn","languages":["kik-Latn","srd-Latn"]},{"precision":0.067144,"recall":0.103755,"f1":0.074127,"accuracy":0.103755,"main_score":0.074127,"hf_subset":"kik_Latn-tzm_Tfng","languages":["kik-Latn","tzm-Tfng"]},{"precision":0.470125,"recall":0.539526,"f1":0.490453,"accuracy":0.539526,"main_score":0.490453,"hf_subset":"kik_Latn-acq_Arab","languages":["kik-Latn","acq-Arab"]},{"precision":0.483204,"recall":0.538538,"f1":0.498692,"accuracy":0.538538,"main_score":0.498692,"hf_subset":"kik_Latn-bem_Latn","languages":["kik-Latn","bem-Latn"]},{"precision":0.486929,"recall":0.55336,"f1":0.505663,"accuracy":0.55336,"main_score":0.505663,"hf_subset":"kik_Latn-epo_Latn","languages":["kik-Latn","epo-Latn"]},{"precision":0.483409,"recall":0.556324,"f1":0.504595,"accuracy":0.556324,"main_score":0.504595,"hf_subset":"kik_Latn-hun_Latn","languages":["kik-Latn","hun-Latn"]},{"precision":0.489163,"recall":0.551383,"f1":0.508042,"accuracy":0.551383,"main_score":0.508042,"hf_subset":"kik_Latn-kir_Cyrl","languages":["kik-Latn","kir-Cyrl"]},{"precision":0.46743,"recall":0.54249,"f1":0.489056,"accuracy":0.54249,"main_score":0.489056,"hf_subset":"kik_Latn-mar_Deva","languages":["kik-Latn","mar-Deva"]},{"precision":0.472598,"recall":0.523715,"f1":0.487008,"accuracy":0.523715,"main_score":0.487008,"hf_subset":"kik_Latn-plt_Latn","languages":["kik-Latn","plt-Latn"]},{"precision":0.483774,"recall":0.560277,"f1":0.506,"accuracy":0.560277,"main_score":0.506,"hf_subset":"kik_Latn-srp_Cyrl","languages":["kik-Latn","srp-Cyrl"]},{"precision":0.392701,"recall":0.474308,"f1":0.415317,"accuracy":0.474308,"main_score":0.415317,"hf_subset":"kik_Latn-uig_Arab","languages":["kik-Latn","uig-Arab"]},{"precision":0.469745,"recall":0.535573,"f1":0.48894,"accuracy":0.535573,"main_score":0.48894,"hf_subset":"kik_Latn-aeb_Arab","languages":["kik-Latn","aeb-Arab"]},{"precision":0.466213,"recall":0.546443,"f1":0.489121,"accuracy":0.546443,"main_score":0.489121,"hf_subset":"kik_Latn-ben_Beng","languages":["kik-Latn","ben-Beng"]},{"precision":0.458766,"recall":0.530632,"f1":0.479616,"accuracy":0.530632,"main_score":0.479616,"hf_subset":"kik_Latn-est_Latn","languages":["kik-Latn","est-Latn"]},{"precision":0.438779,"recall":0.512846,"f1":0.459344,"accuracy":0.512846,"main_score":0.459344,"hf_subset":"kik_Latn-hye_Armn","languages":["kik-Latn","hye-Armn"]},{"precision":0.438196,"recall":0.493083,"f1":0.453743,"accuracy":0.493083,"main_score":0.453743,"hf_subset":"kik_Latn-kmb_Latn","languages":["kik-Latn","kmb-Latn"]},{"precision":0.263263,"recall":0.337945,"f1":0.283277,"accuracy":0.337945,"main_score":0.283277,"hf_subset":"kik_Latn-min_Arab","languages":["kik-Latn","min-Arab"]},{"precision":0.485057,"recall":0.556324,"f1":0.505476,"accuracy":0.556324,"main_score":0.505476,"hf_subset":"kik_Latn-pol_Latn","languages":["kik-Latn","pol-Latn"]},{"precision":0.435729,"recall":0.505929,"f1":0.455294,"accuracy":0.505929,"main_score":0.455294,"hf_subset":"kik_Latn-ssw_Latn","languages":["kik-Latn","ssw-Latn"]},{"precision":0.482353,"recall":0.556324,"f1":0.503669,"accuracy":0.556324,"main_score":0.503669,"hf_subset":"kik_Latn-ukr_Cyrl","languages":["kik-Latn","ukr-Cyrl"]},{"precision":0.51406,"recall":0.581028,"f1":0.53332,"accuracy":0.581028,"main_score":0.53332,"hf_subset":"kik_Latn-afr_Latn","languages":["kik-Latn","afr-Latn"]},{"precision":0.470703,"recall":0.543478,"f1":0.491263,"accuracy":0.543478,"main_score":0.491263,"hf_subset":"kik_Latn-bho_Deva","languages":["kik-Latn","bho-Deva"]},{"precision":0.483198,"recall":0.547431,"f1":0.50143,"accuracy":0.547431,"main_score":0.50143,"hf_subset":"kik_Latn-eus_Latn","languages":["kik-Latn","eus-Latn"]},{"precision":0.451155,"recall":0.512846,"f1":0.46855,"accuracy":0.512846,"main_score":0.46855,"hf_subset":"kik_Latn-ibo_Latn","languages":["kik-Latn","ibo-Latn"]},{"precision":0.47384,"recall":0.533597,"f1":0.490923,"accuracy":0.533597,"main_score":0.490923,"hf_subset":"kik_Latn-kmr_Latn","languages":["kik-Latn","kmr-Latn"]},{"precision":0.506911,"recall":0.567194,"f1":0.523747,"accuracy":0.567194,"main_score":0.523747,"hf_subset":"kik_Latn-min_Latn","languages":["kik-Latn","min-Latn"]},{"precision":0.505344,"recall":0.56917,"f1":0.52402,"accuracy":0.56917,"main_score":0.52402,"hf_subset":"kik_Latn-por_Latn","languages":["kik-Latn","por-Latn"]},{"precision":0.510819,"recall":0.572134,"f1":0.528175,"accuracy":0.572134,"main_score":0.528175,"hf_subset":"kik_Latn-sun_Latn","languages":["kik-Latn","sun-Latn"]},{"precision":0.394796,"recall":0.460474,"f1":0.414088,"accuracy":0.460474,"main_score":0.414088,"hf_subset":"kik_Latn-umb_Latn","languages":["kik-Latn","umb-Latn"]},{"precision":0.464902,"recall":0.541502,"f1":0.486346,"accuracy":0.541502,"main_score":0.486346,"hf_subset":"kik_Latn-ajp_Arab","languages":["kik-Latn","ajp-Arab"]},{"precision":0.295063,"recall":0.365613,"f1":0.314212,"accuracy":0.365613,"main_score":0.314212,"hf_subset":"kik_Latn-bjn_Arab","languages":["kik-Latn","bjn-Arab"]},{"precision":0.445289,"recall":0.500988,"f1":0.460189,"accuracy":0.500988,"main_score":0.460189,"hf_subset":"kik_Latn-ewe_Latn","languages":["kik-Latn","ewe-Latn"]},{"precision":0.539316,"recall":0.589921,"f1":0.553941,"accuracy":0.589921,"main_score":0.553941,"hf_subset":"kik_Latn-ilo_Latn","languages":["kik-Latn","ilo-Latn"]},{"precision":0.129939,"recall":0.201581,"f1":0.146867,"accuracy":0.201581,"main_score":0.146867,"hf_subset":"kik_Latn-knc_Arab","languages":["kik-Latn","knc-Arab"]},{"precision":0.49492,"recall":0.567194,"f1":0.515905,"accuracy":0.567194,"main_score":0.515905,"hf_subset":"kik_Latn-mkd_Cyrl","languages":["kik-Latn","mkd-Cyrl"]},{"precision":0.45304,"recall":0.528656,"f1":0.474137,"accuracy":0.528656,"main_score":0.474137,"hf_subset":"kik_Latn-prs_Arab","languages":["kik-Latn","prs-Arab"]},{"precision":0.49134,"recall":0.559289,"f1":0.511086,"accuracy":0.559289,"main_score":0.511086,"hf_subset":"kik_Latn-swe_Latn","languages":["kik-Latn","swe-Latn"]},{"precision":0.415136,"recall":0.498024,"f1":0.438482,"accuracy":0.498024,"main_score":0.438482,"hf_subset":"kik_Latn-urd_Arab","languages":["kik-Latn","urd-Arab"]},{"precision":0.510065,"recall":0.555336,"f1":0.523024,"accuracy":0.555336,"main_score":0.523024,"hf_subset":"kik_Latn-aka_Latn","languages":["kik-Latn","aka-Latn"]},{"precision":0.502062,"recall":0.570158,"f1":0.521191,"accuracy":0.570158,"main_score":0.521191,"hf_subset":"kik_Latn-bjn_Latn","languages":["kik-Latn","bjn-Latn"]},{"precision":0.461246,"recall":0.52668,"f1":0.479836,"accuracy":0.52668,"main_score":0.479836,"hf_subset":"kik_Latn-fao_Latn","languages":["kik-Latn","fao-Latn"]},{"precision":0.507849,"recall":0.577075,"f1":0.527795,"accuracy":0.577075,"main_score":0.527795,"hf_subset":"kik_Latn-ind_Latn","languages":["kik-Latn","ind-Latn"]},{"precision":0.466701,"recall":0.523715,"f1":0.482892,"accuracy":0.523715,"main_score":0.482892,"hf_subset":"kik_Latn-knc_Latn","languages":["kik-Latn","knc-Latn"]},{"precision":0.519968,"recall":0.578063,"f1":0.536103,"accuracy":0.578063,"main_score":0.536103,"hf_subset":"kik_Latn-mlt_Latn","languages":["kik-Latn","mlt-Latn"]},{"precision":0.455134,"recall":0.513834,"f1":0.472011,"accuracy":0.513834,"main_score":0.472011,"hf_subset":"kik_Latn-quy_Latn","languages":["kik-Latn","quy-Latn"]},{"precision":0.468312,"recall":0.536561,"f1":0.486961,"accuracy":0.536561,"main_score":0.486961,"hf_subset":"kik_Latn-swh_Latn","languages":["kik-Latn","swh-Latn"]},{"precision":0.472694,"recall":0.543478,"f1":0.492199,"accuracy":0.543478,"main_score":0.492199,"hf_subset":"kik_Latn-uzn_Latn","languages":["kik-Latn","uzn-Latn"]},{"precision":0.484001,"recall":0.550395,"f1":0.502289,"accuracy":0.550395,"main_score":0.502289,"hf_subset":"kik_Latn-als_Latn","languages":["kik-Latn","als-Latn"]},{"precision":0.076687,"recall":0.133399,"f1":0.089407,"accuracy":0.133399,"main_score":0.089407,"hf_subset":"kik_Latn-bod_Tibt","languages":["kik-Latn","bod-Tibt"]},{"precision":0.432065,"recall":0.486166,"f1":0.447911,"accuracy":0.486166,"main_score":0.447911,"hf_subset":"kik_Latn-fij_Latn","languages":["kik-Latn","fij-Latn"]},{"precision":0.436022,"recall":0.504941,"f1":0.455966,"accuracy":0.504941,"main_score":0.455966,"hf_subset":"kik_Latn-isl_Latn","languages":["kik-Latn","isl-Latn"]},{"precision":0.484069,"recall":0.54249,"f1":0.500676,"accuracy":0.54249,"main_score":0.500676,"hf_subset":"kik_Latn-kon_Latn","languages":["kik-Latn","kon-Latn"]},{"precision":0.353163,"recall":0.422925,"f1":0.372666,"accuracy":0.422925,"main_score":0.372666,"hf_subset":"kik_Latn-mni_Beng","languages":["kik-Latn","mni-Beng"]},{"precision":0.521511,"recall":0.585968,"f1":0.539936,"accuracy":0.585968,"main_score":0.539936,"hf_subset":"kik_Latn-ron_Latn","languages":["kik-Latn","ron-Latn"]},{"precision":0.498806,"recall":0.56917,"f1":0.518171,"accuracy":0.56917,"main_score":0.518171,"hf_subset":"kik_Latn-szl_Latn","languages":["kik-Latn","szl-Latn"]},{"precision":0.500683,"recall":0.567194,"f1":0.520284,"accuracy":0.567194,"main_score":0.520284,"hf_subset":"kik_Latn-vec_Latn","languages":["kik-Latn","vec-Latn"]},{"precision":0.19518,"recall":0.267787,"f1":0.213247,"accuracy":0.267787,"main_score":0.213247,"hf_subset":"kik_Latn-amh_Ethi","languages":["kik-Latn","amh-Ethi"]},{"precision":0.507982,"recall":0.576087,"f1":0.526807,"accuracy":0.576087,"main_score":0.526807,"hf_subset":"kik_Latn-bos_Latn","languages":["kik-Latn","bos-Latn"]},{"precision":0.4632,"recall":0.533597,"f1":0.482652,"accuracy":0.533597,"main_score":0.482652,"hf_subset":"kik_Latn-fin_Latn","languages":["kik-Latn","fin-Latn"]},{"precision":0.503664,"recall":0.577075,"f1":0.525165,"accuracy":0.577075,"main_score":0.525165,"hf_subset":"kik_Latn-ita_Latn","languages":["kik-Latn","ita-Latn"]},{"precision":0.474227,"recall":0.547431,"f1":0.495287,"accuracy":0.547431,"main_score":0.495287,"hf_subset":"kik_Latn-kor_Hang","languages":["kik-Latn","kor-Hang"]},{"precision":0.422298,"recall":0.482213,"f1":0.439703,"accuracy":0.482213,"main_score":0.439703,"hf_subset":"kik_Latn-mos_Latn","languages":["kik-Latn","mos-Latn"]},{"precision":0.423926,"recall":0.485178,"f1":0.440872,"accuracy":0.485178,"main_score":0.440872,"hf_subset":"kik_Latn-run_Latn","languages":["kik-Latn","run-Latn"]},{"precision":0.418608,"recall":0.497036,"f1":0.440779,"accuracy":0.497036,"main_score":0.440779,"hf_subset":"kik_Latn-tam_Taml","languages":["kik-Latn","tam-Taml"]},{"precision":0.489962,"recall":0.562253,"f1":0.510962,"accuracy":0.562253,"main_score":0.510962,"hf_subset":"kik_Latn-vie_Latn","languages":["kik-Latn","vie-Latn"]},{"precision":0.464279,"recall":0.534585,"f1":0.48451,"accuracy":0.534585,"main_score":0.48451,"hf_subset":"kik_Latn-apc_Arab","languages":["kik-Latn","apc-Arab"]},{"precision":0.488258,"recall":0.543478,"f1":0.504776,"accuracy":0.543478,"main_score":0.504776,"hf_subset":"kik_Latn-bug_Latn","languages":["kik-Latn","bug-Latn"]},{"precision":0.400454,"recall":0.458498,"f1":0.416741,"accuracy":0.458498,"main_score":0.416741,"hf_subset":"kik_Latn-fon_Latn","languages":["kik-Latn","fon-Latn"]},{"precision":0.508507,"recall":0.570158,"f1":0.525702,"accuracy":0.570158,"main_score":0.525702,"hf_subset":"kik_Latn-jav_Latn","languages":["kik-Latn","jav-Latn"]},{"precision":0.368317,"recall":0.4417,"f1":0.388675,"accuracy":0.4417,"main_score":0.388675,"hf_subset":"kik_Latn-lao_Laoo","languages":["kik-Latn","lao-Laoo"]},{"precision":0.398273,"recall":0.462451,"f1":0.416118,"accuracy":0.462451,"main_score":0.416118,"hf_subset":"kik_Latn-mri_Latn","languages":["kik-Latn","mri-Latn"]},{"precision":0.486205,"recall":0.557312,"f1":0.506276,"accuracy":0.557312,"main_score":0.506276,"hf_subset":"kik_Latn-rus_Cyrl","languages":["kik-Latn","rus-Cyrl"]},{"precision":0.429062,"recall":0.485178,"f1":0.445125,"accuracy":0.485178,"main_score":0.445125,"hf_subset":"kik_Latn-taq_Latn","languages":["kik-Latn","taq-Latn"]},{"precision":0.551651,"recall":0.602767,"f1":0.565747,"accuracy":0.602767,"main_score":0.565747,"hf_subset":"kik_Latn-war_Latn","languages":["kik-Latn","war-Latn"]},{"precision":0.463966,"recall":0.537549,"f1":0.485658,"accuracy":0.537549,"main_score":0.485658,"hf_subset":"kik_Latn-arb_Arab","languages":["kik-Latn","arb-Arab"]},{"precision":0.495937,"recall":0.567194,"f1":0.516653,"accuracy":0.567194,"main_score":0.516653,"hf_subset":"kik_Latn-bul_Cyrl","languages":["kik-Latn","bul-Cyrl"]},{"precision":0.499629,"recall":0.56917,"f1":0.519295,"accuracy":0.56917,"main_score":0.519295,"hf_subset":"kik_Latn-fra_Latn","languages":["kik-Latn","fra-Latn"]},{"precision":0.494311,"recall":0.562253,"f1":0.513645,"accuracy":0.562253,"main_score":0.513645,"hf_subset":"kik_Latn-jpn_Jpan","languages":["kik-Latn","jpn-Jpan"]},{"precision":0.514905,"recall":0.575099,"f1":0.531979,"accuracy":0.575099,"main_score":0.531979,"hf_subset":"kik_Latn-lij_Latn","languages":["kik-Latn","lij-Latn"]},{"precision":0.204275,"recall":0.295455,"f1":0.227954,"accuracy":0.295455,"main_score":0.227954,"hf_subset":"kik_Latn-mya_Mymr","languages":["kik-Latn","mya-Mymr"]},{"precision":0.443842,"recall":0.504941,"f1":0.461254,"accuracy":0.504941,"main_score":0.461254,"hf_subset":"kik_Latn-sag_Latn","languages":["kik-Latn","sag-Latn"]},{"precision":0.078544,"recall":0.136364,"f1":0.089366,"accuracy":0.136364,"main_score":0.089366,"hf_subset":"kik_Latn-taq_Tfng","languages":["kik-Latn","taq-Tfng"]},{"precision":0.483391,"recall":0.536561,"f1":0.498437,"accuracy":0.536561,"main_score":0.498437,"hf_subset":"kik_Latn-wol_Latn","languages":["kik-Latn","wol-Latn"]},{"precision":0.337822,"recall":0.412055,"f1":0.358746,"accuracy":0.412055,"main_score":0.358746,"hf_subset":"kik_Latn-arb_Latn","languages":["kik-Latn","arb-Latn"]},{"precision":0.502917,"recall":0.56917,"f1":0.52204,"accuracy":0.56917,"main_score":0.52204,"hf_subset":"kik_Latn-cat_Latn","languages":["kik-Latn","cat-Latn"]},{"precision":0.507075,"recall":0.561265,"f1":0.522908,"accuracy":0.561265,"main_score":0.522908,"hf_subset":"kik_Latn-fur_Latn","languages":["kik-Latn","fur-Latn"]},{"precision":0.295812,"recall":0.359684,"f1":0.31272,"accuracy":0.359684,"main_score":0.31272,"hf_subset":"kik_Latn-kab_Latn","languages":["kik-Latn","kab-Latn"]},{"precision":0.511921,"recall":0.574111,"f1":0.529819,"accuracy":0.574111,"main_score":0.529819,"hf_subset":"kik_Latn-lim_Latn","languages":["kik-Latn","lim-Latn"]},{"precision":0.507867,"recall":0.572134,"f1":0.526386,"accuracy":0.572134,"main_score":0.526386,"hf_subset":"kik_Latn-nld_Latn","languages":["kik-Latn","nld-Latn"]},{"precision":0.389568,"recall":0.471344,"f1":0.41317,"accuracy":0.471344,"main_score":0.41317,"hf_subset":"kik_Latn-san_Deva","languages":["kik-Latn","san-Deva"]},{"precision":0.499452,"recall":0.559289,"f1":0.516803,"accuracy":0.559289,"main_score":0.516803,"hf_subset":"kik_Latn-tat_Cyrl","languages":["kik-Latn","tat-Cyrl"]},{"precision":0.483776,"recall":0.541502,"f1":0.500024,"accuracy":0.541502,"main_score":0.500024,"hf_subset":"kik_Latn-xho_Latn","languages":["kik-Latn","xho-Latn"]},{"precision":0.463949,"recall":0.536561,"f1":0.485112,"accuracy":0.536561,"main_score":0.485112,"hf_subset":"kik_Latn-ars_Arab","languages":["kik-Latn","ars-Arab"]},{"precision":0.524193,"recall":0.583004,"f1":0.54072,"accuracy":0.583004,"main_score":0.54072,"hf_subset":"kik_Latn-ceb_Latn","languages":["kik-Latn","ceb-Latn"]},{"precision":0.411677,"recall":0.475296,"f1":0.430552,"accuracy":0.475296,"main_score":0.430552,"hf_subset":"kik_Latn-fuv_Latn","languages":["kik-Latn","fuv-Latn"]},{"precision":0.435228,"recall":0.5,"f1":0.454002,"accuracy":0.5,"main_score":0.454002,"hf_subset":"kik_Latn-kac_Latn","languages":["kik-Latn","kac-Latn"]},{"precision":0.462458,"recall":0.521739,"f1":0.479208,"accuracy":0.521739,"main_score":0.479208,"hf_subset":"kik_Latn-lin_Latn","languages":["kik-Latn","lin-Latn"]},{"precision":0.488853,"recall":0.564229,"f1":0.51087,"accuracy":0.564229,"main_score":0.51087,"hf_subset":"kik_Latn-nno_Latn","languages":["kik-Latn","nno-Latn"]},{"precision":0.023775,"recall":0.066206,"f1":0.030531,"accuracy":0.066206,"main_score":0.030531,"hf_subset":"kik_Latn-sat_Olck","languages":["kik-Latn","sat-Olck"]},{"precision":0.464381,"recall":0.535573,"f1":0.484357,"accuracy":0.535573,"main_score":0.484357,"hf_subset":"kik_Latn-tel_Telu","languages":["kik-Latn","tel-Telu"]},{"precision":0.314892,"recall":0.398221,"f1":0.337232,"accuracy":0.398221,"main_score":0.337232,"hf_subset":"kik_Latn-ydd_Hebr","languages":["kik-Latn","ydd-Hebr"]},{"precision":0.439658,"recall":0.514822,"f1":0.460397,"accuracy":0.514822,"main_score":0.460397,"hf_subset":"kik_Latn-ary_Arab","languages":["kik-Latn","ary-Arab"]},{"precision":0.49032,"recall":0.562253,"f1":0.51052,"accuracy":0.562253,"main_score":0.51052,"hf_subset":"kik_Latn-ces_Latn","languages":["kik-Latn","ces-Latn"]},{"precision":0.338176,"recall":0.411067,"f1":0.357836,"accuracy":0.411067,"main_score":0.357836,"hf_subset":"kik_Latn-gaz_Latn","languages":["kik-Latn","gaz-Latn"]},{"precision":0.464888,"recall":0.528656,"f1":0.483159,"accuracy":0.528656,"main_score":0.483159,"hf_subset":"kik_Latn-kam_Latn","languages":["kik-Latn","kam-Latn"]},{"precision":0.453824,"recall":0.530632,"f1":0.475485,"accuracy":0.530632,"main_score":0.475485,"hf_subset":"kik_Latn-lit_Latn","languages":["kik-Latn","lit-Latn"]},{"precision":0.505142,"recall":0.574111,"f1":0.524981,"accuracy":0.574111,"main_score":0.524981,"hf_subset":"kik_Latn-nob_Latn","languages":["kik-Latn","nob-Latn"]},{"precision":0.487571,"recall":0.550395,"f1":0.505305,"accuracy":0.550395,"main_score":0.505305,"hf_subset":"kik_Latn-scn_Latn","languages":["kik-Latn","scn-Latn"]},{"precision":0.445097,"recall":0.51087,"f1":0.464032,"accuracy":0.51087,"main_score":0.464032,"hf_subset":"kik_Latn-tgk_Cyrl","languages":["kik-Latn","tgk-Cyrl"]},{"precision":0.418361,"recall":0.488142,"f1":0.438211,"accuracy":0.488142,"main_score":0.438211,"hf_subset":"kik_Latn-yor_Latn","languages":["kik-Latn","yor-Latn"]},{"precision":0.469499,"recall":0.539526,"f1":0.489728,"accuracy":0.539526,"main_score":0.489728,"hf_subset":"kik_Latn-arz_Arab","languages":["kik-Latn","arz-Arab"]},{"precision":0.413478,"recall":0.477273,"f1":0.431755,"accuracy":0.477273,"main_score":0.431755,"hf_subset":"kik_Latn-cjk_Latn","languages":["kik-Latn","cjk-Latn"]},{"precision":0.397238,"recall":0.462451,"f1":0.41479,"accuracy":0.462451,"main_score":0.41479,"hf_subset":"kik_Latn-gla_Latn","languages":["kik-Latn","gla-Latn"]},{"precision":0.459332,"recall":0.532609,"f1":0.479567,"accuracy":0.532609,"main_score":0.479567,"hf_subset":"kik_Latn-kan_Knda","languages":["kik-Latn","kan-Knda"]},{"precision":0.51118,"recall":0.567194,"f1":0.526748,"accuracy":0.567194,"main_score":0.526748,"hf_subset":"kik_Latn-lmo_Latn","languages":["kik-Latn","lmo-Latn"]},{"precision":0.452388,"recall":0.525692,"f1":0.473034,"accuracy":0.525692,"main_score":0.473034,"hf_subset":"kik_Latn-npi_Deva","languages":["kik-Latn","npi-Deva"]},{"precision":0.373791,"recall":0.452569,"f1":0.3962,"accuracy":0.452569,"main_score":0.3962,"hf_subset":"kik_Latn-shn_Mymr","languages":["kik-Latn","shn-Mymr"]},{"precision":0.516925,"recall":0.582016,"f1":0.535382,"accuracy":0.582016,"main_score":0.535382,"hf_subset":"kik_Latn-tgl_Latn","languages":["kik-Latn","tgl-Latn"]},{"precision":0.465141,"recall":0.540514,"f1":0.486519,"accuracy":0.540514,"main_score":0.486519,"hf_subset":"kik_Latn-yue_Hant","languages":["kik-Latn","yue-Hant"]},{"precision":0.413719,"recall":0.493083,"f1":0.436401,"accuracy":0.493083,"main_score":0.436401,"hf_subset":"kik_Latn-asm_Beng","languages":["kik-Latn","asm-Beng"]},{"precision":0.396144,"recall":0.469368,"f1":0.417524,"accuracy":0.469368,"main_score":0.417524,"hf_subset":"kik_Latn-ckb_Arab","languages":["kik-Latn","ckb-Arab"]},{"precision":0.395053,"recall":0.469368,"f1":0.414998,"accuracy":0.469368,"main_score":0.414998,"hf_subset":"kik_Latn-gle_Latn","languages":["kik-Latn","gle-Latn"]},{"precision":0.392664,"recall":0.472332,"f1":0.415062,"accuracy":0.472332,"main_score":0.415062,"hf_subset":"kik_Latn-kas_Arab","languages":["kik-Latn","kas-Arab"]},{"precision":0.430428,"recall":0.507905,"f1":0.45203,"accuracy":0.507905,"main_score":0.45203,"hf_subset":"kik_Latn-ltg_Latn","languages":["kik-Latn","ltg-Latn"]},{"precision":0.477981,"recall":0.534585,"f1":0.493878,"accuracy":0.534585,"main_score":0.493878,"hf_subset":"kik_Latn-nso_Latn","languages":["kik-Latn","nso-Latn"]},{"precision":0.106923,"recall":0.156126,"f1":0.118584,"accuracy":0.156126,"main_score":0.118584,"hf_subset":"kik_Latn-sin_Sinh","languages":["kik-Latn","sin-Sinh"]},{"precision":0.475167,"recall":0.548419,"f1":0.495791,"accuracy":0.548419,"main_score":0.495791,"hf_subset":"kik_Latn-tha_Thai","languages":["kik-Latn","tha-Thai"]},{"precision":0.474066,"recall":0.545455,"f1":0.494766,"accuracy":0.545455,"main_score":0.494766,"hf_subset":"kik_Latn-zho_Hans","languages":["kik-Latn","zho-Hans"]},{"precision":0.498073,"recall":0.565217,"f1":0.51789,"accuracy":0.565217,"main_score":0.51789,"hf_subset":"kik_Latn-ast_Latn","languages":["kik-Latn","ast-Latn"]},{"precision":0.469402,"recall":0.539526,"f1":0.490293,"accuracy":0.539526,"main_score":0.490293,"hf_subset":"kik_Latn-crh_Latn","languages":["kik-Latn","crh-Latn"]},{"precision":0.509231,"recall":0.577075,"f1":0.528302,"accuracy":0.577075,"main_score":0.528302,"hf_subset":"kik_Latn-glg_Latn","languages":["kik-Latn","glg-Latn"]},{"precision":0.402795,"recall":0.479249,"f1":0.424426,"accuracy":0.479249,"main_score":0.424426,"hf_subset":"kik_Latn-kas_Deva","languages":["kik-Latn","kas-Deva"]},{"precision":0.48112,"recall":0.552372,"f1":0.501348,"accuracy":0.552372,"main_score":0.501348,"hf_subset":"kik_Latn-ltz_Latn","languages":["kik-Latn","ltz-Latn"]},{"precision":0.35373,"recall":0.421937,"f1":0.372478,"accuracy":0.421937,"main_score":0.372478,"hf_subset":"kik_Latn-nus_Latn","languages":["kik-Latn","nus-Latn"]},{"precision":0.500297,"recall":0.570158,"f1":0.52057,"accuracy":0.570158,"main_score":0.52057,"hf_subset":"kik_Latn-slk_Latn","languages":["kik-Latn","slk-Latn"]},{"precision":0.129501,"recall":0.181818,"f1":0.141579,"accuracy":0.181818,"main_score":0.141579,"hf_subset":"kik_Latn-tir_Ethi","languages":["kik-Latn","tir-Ethi"]},{"precision":0.459914,"recall":0.534585,"f1":0.481399,"accuracy":0.534585,"main_score":0.481399,"hf_subset":"kik_Latn-zho_Hant","languages":["kik-Latn","zho-Hant"]},{"precision":0.459532,"recall":0.534585,"f1":0.480259,"accuracy":0.534585,"main_score":0.480259,"hf_subset":"kik_Latn-awa_Deva","languages":["kik-Latn","awa-Deva"]},{"precision":0.457139,"recall":0.522727,"f1":0.47558,"accuracy":0.522727,"main_score":0.47558,"hf_subset":"kik_Latn-cym_Latn","languages":["kik-Latn","cym-Latn"]},{"precision":0.520835,"recall":0.570158,"f1":0.534569,"accuracy":0.570158,"main_score":0.534569,"hf_subset":"kik_Latn-grn_Latn","languages":["kik-Latn","grn-Latn"]},{"precision":0.419805,"recall":0.502964,"f1":0.443514,"accuracy":0.502964,"main_score":0.443514,"hf_subset":"kik_Latn-kat_Geor","languages":["kik-Latn","kat-Geor"]},{"precision":0.461896,"recall":0.519763,"f1":0.479052,"accuracy":0.519763,"main_score":0.479052,"hf_subset":"kik_Latn-lua_Latn","languages":["kik-Latn","lua-Latn"]},{"precision":0.47829,"recall":0.535573,"f1":0.494485,"accuracy":0.535573,"main_score":0.494485,"hf_subset":"kik_Latn-nya_Latn","languages":["kik-Latn","nya-Latn"]},{"precision":0.482952,"recall":0.555336,"f1":0.503471,"accuracy":0.555336,"main_score":0.503471,"hf_subset":"kik_Latn-slv_Latn","languages":["kik-Latn","slv-Latn"]},{"precision":0.528376,"recall":0.58004,"f1":0.543232,"accuracy":0.58004,"main_score":0.543232,"hf_subset":"kik_Latn-tpi_Latn","languages":["kik-Latn","tpi-Latn"]},{"precision":0.505436,"recall":0.575099,"f1":0.525759,"accuracy":0.575099,"main_score":0.525759,"hf_subset":"kik_Latn-zsm_Latn","languages":["kik-Latn","zsm-Latn"]},{"precision":0.435604,"recall":0.494071,"f1":0.452296,"accuracy":0.494071,"main_score":0.452296,"hf_subset":"kik_Latn-ayr_Latn","languages":["kik-Latn","ayr-Latn"]},{"precision":0.502009,"recall":0.571146,"f1":0.521913,"accuracy":0.571146,"main_score":0.521913,"hf_subset":"kik_Latn-dan_Latn","languages":["kik-Latn","dan-Latn"]},{"precision":0.459269,"recall":0.538538,"f1":0.482141,"accuracy":0.538538,"main_score":0.482141,"hf_subset":"kik_Latn-guj_Gujr","languages":["kik-Latn","guj-Gujr"]},{"precision":0.485841,"recall":0.557312,"f1":0.505904,"accuracy":0.557312,"main_score":0.505904,"hf_subset":"kik_Latn-kaz_Cyrl","languages":["kik-Latn","kaz-Cyrl"]},{"precision":0.407867,"recall":0.47332,"f1":0.426304,"accuracy":0.47332,"main_score":0.426304,"hf_subset":"kik_Latn-lug_Latn","languages":["kik-Latn","lug-Latn"]},{"precision":0.506275,"recall":0.572134,"f1":0.525213,"accuracy":0.572134,"main_score":0.525213,"hf_subset":"kik_Latn-oci_Latn","languages":["kik-Latn","oci-Latn"]},{"precision":0.460123,"recall":0.519763,"f1":0.477202,"accuracy":0.519763,"main_score":0.477202,"hf_subset":"kik_Latn-smo_Latn","languages":["kik-Latn","smo-Latn"]},{"precision":0.439757,"recall":0.498024,"f1":0.456433,"accuracy":0.498024,"main_score":0.456433,"hf_subset":"kik_Latn-tsn_Latn","languages":["kik-Latn","tsn-Latn"]},{"precision":0.41736,"recall":0.491107,"f1":0.437858,"accuracy":0.491107,"main_score":0.437858,"hf_subset":"kik_Latn-zul_Latn","languages":["kik-Latn","zul-Latn"]},{"precision":0.385993,"recall":0.466403,"f1":0.409847,"accuracy":0.466403,"main_score":0.409847,"hf_subset":"kik_Latn-azb_Arab","languages":["kik-Latn","azb-Arab"]},{"precision":0.503267,"recall":0.574111,"f1":0.52352,"accuracy":0.574111,"main_score":0.52352,"hf_subset":"kik_Latn-deu_Latn","languages":["kik-Latn","deu-Latn"]},{"precision":0.436247,"recall":0.511858,"f1":0.457842,"accuracy":0.511858,"main_score":0.457842,"hf_subset":"kik_Latn-hat_Latn","languages":["kik-Latn","hat-Latn"]},{"precision":0.391518,"recall":0.456522,"f1":0.409582,"accuracy":0.456522,"main_score":0.409582,"hf_subset":"kik_Latn-kbp_Latn","languages":["kik-Latn","kbp-Latn"]},{"precision":0.460055,"recall":0.517787,"f1":0.476062,"accuracy":0.517787,"main_score":0.476062,"hf_subset":"kik_Latn-luo_Latn","languages":["kik-Latn","luo-Latn"]},{"precision":0.416967,"recall":0.497036,"f1":0.439401,"accuracy":0.497036,"main_score":0.439401,"hf_subset":"kik_Latn-ory_Orya","languages":["kik-Latn","ory-Orya"]},{"precision":0.47379,"recall":0.52668,"f1":0.489218,"accuracy":0.52668,"main_score":0.489218,"hf_subset":"kik_Latn-sna_Latn","languages":["kik-Latn","sna-Latn"]},{"precision":0.428729,"recall":0.492095,"f1":0.446443,"accuracy":0.492095,"main_score":0.446443,"hf_subset":"kik_Latn-tso_Latn","languages":["kik-Latn","tso-Latn"]},{"precision":0.44272,"recall":0.524704,"f1":0.465963,"accuracy":0.524704,"main_score":0.465963,"hf_subset":"kik_Latn-azj_Latn","languages":["kik-Latn","azj-Latn"]},{"precision":0.452915,"recall":0.501976,"f1":0.467344,"accuracy":0.501976,"main_score":0.467344,"hf_subset":"kik_Latn-dik_Latn","languages":["kik-Latn","dik-Latn"]},{"precision":0.441166,"recall":0.496047,"f1":0.456535,"accuracy":0.496047,"main_score":0.456535,"hf_subset":"kik_Latn-hau_Latn","languages":["kik-Latn","hau-Latn"]},{"precision":0.518802,"recall":0.58004,"f1":0.536458,"accuracy":0.58004,"main_score":0.536458,"hf_subset":"kik_Latn-kea_Latn","languages":["kik-Latn","kea-Latn"]},{"precision":0.527344,"recall":0.573123,"f1":0.540621,"accuracy":0.573123,"main_score":0.540621,"hf_subset":"kik_Latn-lus_Latn","languages":["kik-Latn","lus-Latn"]},{"precision":0.527426,"recall":0.574111,"f1":0.541173,"accuracy":0.574111,"main_score":0.541173,"hf_subset":"kik_Latn-pag_Latn","languages":["kik-Latn","pag-Latn"]},{"precision":0.41742,"recall":0.493083,"f1":0.438466,"accuracy":0.493083,"main_score":0.438466,"hf_subset":"kik_Latn-snd_Arab","languages":["kik-Latn","snd-Arab"]},{"precision":0.459261,"recall":0.522727,"f1":0.476985,"accuracy":0.522727,"main_score":0.476985,"hf_subset":"kik_Latn-tuk_Latn","languages":["kik-Latn","tuk-Latn"]},{"precision":0.510703,"recall":0.56917,"f1":0.527478,"accuracy":0.56917,"main_score":0.527478,"hf_subset":"kik_Latn-bak_Cyrl","languages":["kik-Latn","bak-Cyrl"]},{"precision":0.374219,"recall":0.436759,"f1":0.392525,"accuracy":0.436759,"main_score":0.392525,"hf_subset":"kik_Latn-dyu_Latn","languages":["kik-Latn","dyu-Latn"]},{"precision":0.436005,"recall":0.521739,"f1":0.459942,"accuracy":0.521739,"main_score":0.459942,"hf_subset":"kik_Latn-heb_Hebr","languages":["kik-Latn","heb-Hebr"]},{"precision":0.434629,"recall":0.500988,"f1":0.453858,"accuracy":0.500988,"main_score":0.453858,"hf_subset":"kik_Latn-khk_Cyrl","languages":["kik-Latn","khk-Cyrl"]},{"precision":0.470323,"recall":0.540514,"f1":0.490942,"accuracy":0.540514,"main_score":0.490942,"hf_subset":"kik_Latn-lvs_Latn","languages":["kik-Latn","lvs-Latn"]},{"precision":0.439427,"recall":0.516798,"f1":0.460924,"accuracy":0.516798,"main_score":0.460924,"hf_subset":"kik_Latn-pan_Guru","languages":["kik-Latn","pan-Guru"]},{"precision":0.402013,"recall":0.472332,"f1":0.421703,"accuracy":0.472332,"main_score":0.421703,"hf_subset":"kik_Latn-som_Latn","languages":["kik-Latn","som-Latn"]},{"precision":0.453903,"recall":0.505929,"f1":0.468729,"accuracy":0.505929,"main_score":0.468729,"hf_subset":"kik_Latn-tum_Latn","languages":["kik-Latn","tum-Latn"]},{"precision":0.423495,"recall":0.512846,"f1":0.448426,"accuracy":0.512846,"main_score":0.448426,"hf_subset":"mai_Deva-ace_Arab","languages":["mai-Deva","ace-Arab"]},{"precision":0.442672,"recall":0.514822,"f1":0.462189,"accuracy":0.514822,"main_score":0.462189,"hf_subset":"mai_Deva-bam_Latn","languages":["mai-Deva","bam-Latn"]},{"precision":0.115961,"recall":0.166996,"f1":0.128913,"accuracy":0.166996,"main_score":0.128913,"hf_subset":"mai_Deva-dzo_Tibt","languages":["mai-Deva","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mai_Deva-hin_Deva","languages":["mai-Deva","hin-Deva"]},{"precision":0.914937,"recall":0.9417,"f1":0.92365,"accuracy":0.9417,"main_score":0.92365,"hf_subset":"mai_Deva-khm_Khmr","languages":["mai-Deva","khm-Khmr"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mai_Deva-mag_Deva","languages":["mai-Deva","mag-Deva"]},{"precision":0.969862,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"mai_Deva-pap_Latn","languages":["mai-Deva","pap-Latn"]},{"precision":0.487822,"recall":0.563241,"f1":0.508958,"accuracy":0.563241,"main_score":0.508958,"hf_subset":"mai_Deva-sot_Latn","languages":["mai-Deva","sot-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-tur_Latn","languages":["mai-Deva","tur-Latn"]},{"precision":0.782526,"recall":0.838933,"f1":0.800216,"accuracy":0.838933,"main_score":0.800216,"hf_subset":"mai_Deva-ace_Latn","languages":["mai-Deva","ace-Latn"]},{"precision":0.899621,"recall":0.929842,"f1":0.909486,"accuracy":0.929842,"main_score":0.909486,"hf_subset":"mai_Deva-ban_Latn","languages":["mai-Deva","ban-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-ell_Grek","languages":["mai-Deva","ell-Grek"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"mai_Deva-hne_Deva","languages":["mai-Deva","hne-Deva"]},{"precision":0.481498,"recall":0.563241,"f1":0.505035,"accuracy":0.563241,"main_score":0.505035,"hf_subset":"mai_Deva-kik_Latn","languages":["mai-Deva","kik-Latn"]},{"precision":0.891782,"recall":0.922925,"f1":0.901581,"accuracy":0.922925,"main_score":0.901581,"hf_subset":"mai_Deva-pbt_Arab","languages":["mai-Deva","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-spa_Latn","languages":["mai-Deva","spa-Latn"]},{"precision":0.553764,"recall":0.624506,"f1":0.573889,"accuracy":0.624506,"main_score":0.573889,"hf_subset":"mai_Deva-twi_Latn","languages":["mai-Deva","twi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-acm_Arab","languages":["mai-Deva","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mai_Deva-bel_Cyrl","languages":["mai-Deva","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mai_Deva-eng_Latn","languages":["mai-Deva","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mai_Deva-hrv_Latn","languages":["mai-Deva","hrv-Latn"]},{"precision":0.442478,"recall":0.514822,"f1":0.461935,"accuracy":0.514822,"main_score":0.461935,"hf_subset":"mai_Deva-kin_Latn","languages":["mai-Deva","kin-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"mai_Deva-mal_Mlym","languages":["mai-Deva","mal-Mlym"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-pes_Arab","languages":["mai-Deva","pes-Arab"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"mai_Deva-srd_Latn","languages":["mai-Deva","srd-Latn"]},{"precision":0.123143,"recall":0.188735,"f1":0.13748,"accuracy":0.188735,"main_score":0.13748,"hf_subset":"mai_Deva-tzm_Tfng","languages":["mai-Deva","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-acq_Arab","languages":["mai-Deva","acq-Arab"]},{"precision":0.502399,"recall":0.575099,"f1":0.52282,"accuracy":0.575099,"main_score":0.52282,"hf_subset":"mai_Deva-bem_Latn","languages":["mai-Deva","bem-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-epo_Latn","languages":["mai-Deva","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mai_Deva-hun_Latn","languages":["mai-Deva","hun-Latn"]},{"precision":0.953228,"recall":0.968379,"f1":0.958169,"accuracy":0.968379,"main_score":0.958169,"hf_subset":"mai_Deva-kir_Cyrl","languages":["mai-Deva","kir-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mai_Deva-mar_Deva","languages":["mai-Deva","mar-Deva"]},{"precision":0.541295,"recall":0.607708,"f1":0.560376,"accuracy":0.607708,"main_score":0.560376,"hf_subset":"mai_Deva-plt_Latn","languages":["mai-Deva","plt-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-srp_Cyrl","languages":["mai-Deva","srp-Cyrl"]},{"precision":0.926383,"recall":0.948617,"f1":0.93363,"accuracy":0.948617,"main_score":0.93363,"hf_subset":"mai_Deva-uig_Arab","languages":["mai-Deva","uig-Arab"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"mai_Deva-aeb_Arab","languages":["mai-Deva","aeb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-ben_Beng","languages":["mai-Deva","ben-Beng"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mai_Deva-est_Latn","languages":["mai-Deva","est-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"mai_Deva-hye_Armn","languages":["mai-Deva","hye-Armn"]},{"precision":0.444546,"recall":0.51581,"f1":0.464074,"accuracy":0.51581,"main_score":0.464074,"hf_subset":"mai_Deva-kmb_Latn","languages":["mai-Deva","kmb-Latn"]},{"precision":0.384189,"recall":0.480237,"f1":0.409068,"accuracy":0.480237,"main_score":0.409068,"hf_subset":"mai_Deva-min_Arab","languages":["mai-Deva","min-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mai_Deva-pol_Latn","languages":["mai-Deva","pol-Latn"]},{"precision":0.431029,"recall":0.514822,"f1":0.453404,"accuracy":0.514822,"main_score":0.453404,"hf_subset":"mai_Deva-ssw_Latn","languages":["mai-Deva","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mai_Deva-ukr_Cyrl","languages":["mai-Deva","ukr-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-afr_Latn","languages":["mai-Deva","afr-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"mai_Deva-bho_Deva","languages":["mai-Deva","bho-Deva"]},{"precision":0.919878,"recall":0.944664,"f1":0.927767,"accuracy":0.944664,"main_score":0.927767,"hf_subset":"mai_Deva-eus_Latn","languages":["mai-Deva","eus-Latn"]},{"precision":0.472453,"recall":0.548419,"f1":0.493824,"accuracy":0.548419,"main_score":0.493824,"hf_subset":"mai_Deva-ibo_Latn","languages":["mai-Deva","ibo-Latn"]},{"precision":0.676136,"recall":0.750988,"f1":0.698309,"accuracy":0.750988,"main_score":0.698309,"hf_subset":"mai_Deva-kmr_Latn","languages":["mai-Deva","kmr-Latn"]},{"precision":0.940217,"recall":0.958498,"f1":0.946146,"accuracy":0.958498,"main_score":0.946146,"hf_subset":"mai_Deva-min_Latn","languages":["mai-Deva","min-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-por_Latn","languages":["mai-Deva","por-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"mai_Deva-sun_Latn","languages":["mai-Deva","sun-Latn"]},{"precision":0.435607,"recall":0.502964,"f1":0.455012,"accuracy":0.502964,"main_score":0.455012,"hf_subset":"mai_Deva-umb_Latn","languages":["mai-Deva","umb-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mai_Deva-ajp_Arab","languages":["mai-Deva","ajp-Arab"]},{"precision":0.403747,"recall":0.492095,"f1":0.427341,"accuracy":0.492095,"main_score":0.427341,"hf_subset":"mai_Deva-bjn_Arab","languages":["mai-Deva","bjn-Arab"]},{"precision":0.447558,"recall":0.520751,"f1":0.467638,"accuracy":0.520751,"main_score":0.467638,"hf_subset":"mai_Deva-ewe_Latn","languages":["mai-Deva","ewe-Latn"]},{"precision":0.850296,"recall":0.889328,"f1":0.862615,"accuracy":0.889328,"main_score":0.862615,"hf_subset":"mai_Deva-ilo_Latn","languages":["mai-Deva","ilo-Latn"]},{"precision":0.19501,"recall":0.280632,"f1":0.215848,"accuracy":0.280632,"main_score":0.215848,"hf_subset":"mai_Deva-knc_Arab","languages":["mai-Deva","knc-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mai_Deva-mkd_Cyrl","languages":["mai-Deva","mkd-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-prs_Arab","languages":["mai-Deva","prs-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-swe_Latn","languages":["mai-Deva","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-urd_Arab","languages":["mai-Deva","urd-Arab"]},{"precision":0.515818,"recall":0.587945,"f1":0.53624,"accuracy":0.587945,"main_score":0.53624,"hf_subset":"mai_Deva-aka_Latn","languages":["mai-Deva","aka-Latn"]},{"precision":0.957016,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"mai_Deva-bjn_Latn","languages":["mai-Deva","bjn-Latn"]},{"precision":0.901021,"recall":0.93083,"f1":0.910738,"accuracy":0.93083,"main_score":0.910738,"hf_subset":"mai_Deva-fao_Latn","languages":["mai-Deva","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mai_Deva-ind_Latn","languages":["mai-Deva","ind-Latn"]},{"precision":0.510459,"recall":0.587945,"f1":0.532489,"accuracy":0.587945,"main_score":0.532489,"hf_subset":"mai_Deva-knc_Latn","languages":["mai-Deva","knc-Latn"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"mai_Deva-mlt_Latn","languages":["mai-Deva","mlt-Latn"]},{"precision":0.550714,"recall":0.626482,"f1":0.571275,"accuracy":0.626482,"main_score":0.571275,"hf_subset":"mai_Deva-quy_Latn","languages":["mai-Deva","quy-Latn"]},{"precision":0.683722,"recall":0.76087,"f1":0.707202,"accuracy":0.76087,"main_score":0.707202,"hf_subset":"mai_Deva-swh_Latn","languages":["mai-Deva","swh-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"mai_Deva-uzn_Latn","languages":["mai-Deva","uzn-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mai_Deva-als_Latn","languages":["mai-Deva","als-Latn"]},{"precision":0.171055,"recall":0.244071,"f1":0.18911,"accuracy":0.244071,"main_score":0.18911,"hf_subset":"mai_Deva-bod_Tibt","languages":["mai-Deva","bod-Tibt"]},{"precision":0.462159,"recall":0.535573,"f1":0.481958,"accuracy":0.535573,"main_score":0.481958,"hf_subset":"mai_Deva-fij_Latn","languages":["mai-Deva","fij-Latn"]},{"precision":0.903738,"recall":0.932806,"f1":0.913109,"accuracy":0.932806,"main_score":0.913109,"hf_subset":"mai_Deva-isl_Latn","languages":["mai-Deva","isl-Latn"]},{"precision":0.531443,"recall":0.612648,"f1":0.554306,"accuracy":0.612648,"main_score":0.554306,"hf_subset":"mai_Deva-kon_Latn","languages":["mai-Deva","kon-Latn"]},{"precision":0.533524,"recall":0.625494,"f1":0.559724,"accuracy":0.625494,"main_score":0.559724,"hf_subset":"mai_Deva-mni_Beng","languages":["mai-Deva","mni-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-ron_Latn","languages":["mai-Deva","ron-Latn"]},{"precision":0.977767,"recall":0.983202,"f1":0.979578,"accuracy":0.983202,"main_score":0.979578,"hf_subset":"mai_Deva-szl_Latn","languages":["mai-Deva","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-vec_Latn","languages":["mai-Deva","vec-Latn"]},{"precision":0.516429,"recall":0.609684,"f1":0.543168,"accuracy":0.609684,"main_score":0.543168,"hf_subset":"mai_Deva-amh_Ethi","languages":["mai-Deva","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mai_Deva-bos_Latn","languages":["mai-Deva","bos-Latn"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"mai_Deva-fin_Latn","languages":["mai-Deva","fin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-ita_Latn","languages":["mai-Deva","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mai_Deva-kor_Hang","languages":["mai-Deva","kor-Hang"]},{"precision":0.460066,"recall":0.537549,"f1":0.481515,"accuracy":0.537549,"main_score":0.481515,"hf_subset":"mai_Deva-mos_Latn","languages":["mai-Deva","mos-Latn"]},{"precision":0.44658,"recall":0.519763,"f1":0.466594,"accuracy":0.519763,"main_score":0.466594,"hf_subset":"mai_Deva-run_Latn","languages":["mai-Deva","run-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"mai_Deva-tam_Taml","languages":["mai-Deva","tam-Taml"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-vie_Latn","languages":["mai-Deva","vie-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-apc_Arab","languages":["mai-Deva","apc-Arab"]},{"precision":0.722225,"recall":0.779644,"f1":0.738922,"accuracy":0.779644,"main_score":0.738922,"hf_subset":"mai_Deva-bug_Latn","languages":["mai-Deva","bug-Latn"]},{"precision":0.409173,"recall":0.479249,"f1":0.428088,"accuracy":0.479249,"main_score":0.428088,"hf_subset":"mai_Deva-fon_Latn","languages":["mai-Deva","fon-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mai_Deva-jav_Latn","languages":["mai-Deva","jav-Latn"]},{"precision":0.862978,"recall":0.903162,"f1":0.875791,"accuracy":0.903162,"main_score":0.875791,"hf_subset":"mai_Deva-lao_Laoo","languages":["mai-Deva","lao-Laoo"]},{"precision":0.543845,"recall":0.625494,"f1":0.566454,"accuracy":0.625494,"main_score":0.566454,"hf_subset":"mai_Deva-mri_Latn","languages":["mai-Deva","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-rus_Cyrl","languages":["mai-Deva","rus-Cyrl"]},{"precision":0.504391,"recall":0.56917,"f1":0.522363,"accuracy":0.56917,"main_score":0.522363,"hf_subset":"mai_Deva-taq_Latn","languages":["mai-Deva","taq-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"mai_Deva-war_Latn","languages":["mai-Deva","war-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mai_Deva-arb_Arab","languages":["mai-Deva","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mai_Deva-bul_Cyrl","languages":["mai-Deva","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mai_Deva-fra_Latn","languages":["mai-Deva","fra-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-jpn_Jpan","languages":["mai-Deva","jpn-Jpan"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"mai_Deva-lij_Latn","languages":["mai-Deva","lij-Latn"]},{"precision":0.912055,"recall":0.937747,"f1":0.920243,"accuracy":0.937747,"main_score":0.920243,"hf_subset":"mai_Deva-mya_Mymr","languages":["mai-Deva","mya-Mymr"]},{"precision":0.490049,"recall":0.573123,"f1":0.513363,"accuracy":0.573123,"main_score":0.513363,"hf_subset":"mai_Deva-sag_Latn","languages":["mai-Deva","sag-Latn"]},{"precision":0.14115,"recall":0.221344,"f1":0.156724,"accuracy":0.221344,"main_score":0.156724,"hf_subset":"mai_Deva-taq_Tfng","languages":["mai-Deva","taq-Tfng"]},{"precision":0.521151,"recall":0.601779,"f1":0.544044,"accuracy":0.601779,"main_score":0.544044,"hf_subset":"mai_Deva-wol_Latn","languages":["mai-Deva","wol-Latn"]},{"precision":0.592686,"recall":0.679842,"f1":0.618121,"accuracy":0.679842,"main_score":0.618121,"hf_subset":"mai_Deva-arb_Latn","languages":["mai-Deva","arb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mai_Deva-cat_Latn","languages":["mai-Deva","cat-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"mai_Deva-fur_Latn","languages":["mai-Deva","fur-Latn"]},{"precision":0.332971,"recall":0.399209,"f1":0.350727,"accuracy":0.399209,"main_score":0.350727,"hf_subset":"mai_Deva-kab_Latn","languages":["mai-Deva","kab-Latn"]},{"precision":0.962451,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"mai_Deva-lim_Latn","languages":["mai-Deva","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-nld_Latn","languages":["mai-Deva","nld-Latn"]},{"precision":0.966156,"recall":0.976285,"f1":0.969433,"accuracy":0.976285,"main_score":0.969433,"hf_subset":"mai_Deva-san_Deva","languages":["mai-Deva","san-Deva"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"mai_Deva-tat_Cyrl","languages":["mai-Deva","tat-Cyrl"]},{"precision":0.500691,"recall":0.583004,"f1":0.523847,"accuracy":0.583004,"main_score":0.523847,"hf_subset":"mai_Deva-xho_Latn","languages":["mai-Deva","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-ars_Arab","languages":["mai-Deva","ars-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mai_Deva-ceb_Latn","languages":["mai-Deva","ceb-Latn"]},{"precision":0.467165,"recall":0.548419,"f1":0.490669,"accuracy":0.548419,"main_score":0.490669,"hf_subset":"mai_Deva-fuv_Latn","languages":["mai-Deva","fuv-Latn"]},{"precision":0.465658,"recall":0.544466,"f1":0.487007,"accuracy":0.544466,"main_score":0.487007,"hf_subset":"mai_Deva-kac_Latn","languages":["mai-Deva","kac-Latn"]},{"precision":0.552781,"recall":0.636364,"f1":0.575804,"accuracy":0.636364,"main_score":0.575804,"hf_subset":"mai_Deva-lin_Latn","languages":["mai-Deva","lin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-nno_Latn","languages":["mai-Deva","nno-Latn"]},{"precision":0.024192,"recall":0.070158,"f1":0.031249,"accuracy":0.070158,"main_score":0.031249,"hf_subset":"mai_Deva-sat_Olck","languages":["mai-Deva","sat-Olck"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"mai_Deva-tel_Telu","languages":["mai-Deva","tel-Telu"]},{"precision":0.715311,"recall":0.788538,"f1":0.737516,"accuracy":0.788538,"main_score":0.737516,"hf_subset":"mai_Deva-ydd_Hebr","languages":["mai-Deva","ydd-Hebr"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"mai_Deva-ary_Arab","languages":["mai-Deva","ary-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-ces_Latn","languages":["mai-Deva","ces-Latn"]},{"precision":0.395715,"recall":0.472332,"f1":0.416412,"accuracy":0.472332,"main_score":0.416412,"hf_subset":"mai_Deva-gaz_Latn","languages":["mai-Deva","gaz-Latn"]},{"precision":0.47259,"recall":0.550395,"f1":0.494314,"accuracy":0.550395,"main_score":0.494314,"hf_subset":"mai_Deva-kam_Latn","languages":["mai-Deva","kam-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"mai_Deva-lit_Latn","languages":["mai-Deva","lit-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mai_Deva-nob_Latn","languages":["mai-Deva","nob-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"mai_Deva-scn_Latn","languages":["mai-Deva","scn-Latn"]},{"precision":0.868742,"recall":0.908103,"f1":0.881258,"accuracy":0.908103,"main_score":0.881258,"hf_subset":"mai_Deva-tgk_Cyrl","languages":["mai-Deva","tgk-Cyrl"]},{"precision":0.415755,"recall":0.495059,"f1":0.437786,"accuracy":0.495059,"main_score":0.437786,"hf_subset":"mai_Deva-yor_Latn","languages":["mai-Deva","yor-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-arz_Arab","languages":["mai-Deva","arz-Arab"]},{"precision":0.46595,"recall":0.552372,"f1":0.489797,"accuracy":0.552372,"main_score":0.489797,"hf_subset":"mai_Deva-cjk_Latn","languages":["mai-Deva","cjk-Latn"]},{"precision":0.572208,"recall":0.652174,"f1":0.595082,"accuracy":0.652174,"main_score":0.595082,"hf_subset":"mai_Deva-gla_Latn","languages":["mai-Deva","gla-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mai_Deva-kan_Knda","languages":["mai-Deva","kan-Knda"]},{"precision":0.959816,"recall":0.972332,"f1":0.963933,"accuracy":0.972332,"main_score":0.963933,"hf_subset":"mai_Deva-lmo_Latn","languages":["mai-Deva","lmo-Latn"]},{"precision":0.98913,"recall":0.992095,"f1":0.990119,"accuracy":0.992095,"main_score":0.990119,"hf_subset":"mai_Deva-npi_Deva","languages":["mai-Deva","npi-Deva"]},{"precision":0.400554,"recall":0.499012,"f1":0.427402,"accuracy":0.499012,"main_score":0.427402,"hf_subset":"mai_Deva-shn_Mymr","languages":["mai-Deva","shn-Mymr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-tgl_Latn","languages":["mai-Deva","tgl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mai_Deva-yue_Hant","languages":["mai-Deva","yue-Hant"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mai_Deva-asm_Beng","languages":["mai-Deva","asm-Beng"]},{"precision":0.699624,"recall":0.766798,"f1":0.719024,"accuracy":0.766798,"main_score":0.719024,"hf_subset":"mai_Deva-ckb_Arab","languages":["mai-Deva","ckb-Arab"]},{"precision":0.646813,"recall":0.726285,"f1":0.670796,"accuracy":0.726285,"main_score":0.670796,"hf_subset":"mai_Deva-gle_Latn","languages":["mai-Deva","gle-Latn"]},{"precision":0.895092,"recall":0.926877,"f1":0.905303,"accuracy":0.926877,"main_score":0.905303,"hf_subset":"mai_Deva-kas_Arab","languages":["mai-Deva","kas-Arab"]},{"precision":0.859601,"recall":0.901186,"f1":0.872892,"accuracy":0.901186,"main_score":0.872892,"hf_subset":"mai_Deva-ltg_Latn","languages":["mai-Deva","ltg-Latn"]},{"precision":0.511736,"recall":0.582016,"f1":0.531494,"accuracy":0.582016,"main_score":0.531494,"hf_subset":"mai_Deva-nso_Latn","languages":["mai-Deva","nso-Latn"]},{"precision":0.401972,"recall":0.499012,"f1":0.429021,"accuracy":0.499012,"main_score":0.429021,"hf_subset":"mai_Deva-sin_Sinh","languages":["mai-Deva","sin-Sinh"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mai_Deva-tha_Thai","languages":["mai-Deva","tha-Thai"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-zho_Hans","languages":["mai-Deva","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mai_Deva-ast_Latn","languages":["mai-Deva","ast-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"mai_Deva-crh_Latn","languages":["mai-Deva","crh-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mai_Deva-glg_Latn","languages":["mai-Deva","glg-Latn"]},{"precision":0.815695,"recall":0.867589,"f1":0.831719,"accuracy":0.867589,"main_score":0.831719,"hf_subset":"mai_Deva-kas_Deva","languages":["mai-Deva","kas-Deva"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"mai_Deva-ltz_Latn","languages":["mai-Deva","ltz-Latn"]},{"precision":0.370051,"recall":0.456522,"f1":0.393123,"accuracy":0.456522,"main_score":0.393123,"hf_subset":"mai_Deva-nus_Latn","languages":["mai-Deva","nus-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-slk_Latn","languages":["mai-Deva","slk-Latn"]},{"precision":0.277298,"recall":0.350791,"f1":0.296469,"accuracy":0.350791,"main_score":0.296469,"hf_subset":"mai_Deva-tir_Ethi","languages":["mai-Deva","tir-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-zho_Hant","languages":["mai-Deva","zho-Hant"]},{"precision":0.986166,"recall":0.990119,"f1":0.987484,"accuracy":0.990119,"main_score":0.987484,"hf_subset":"mai_Deva-awa_Deva","languages":["mai-Deva","awa-Deva"]},{"precision":0.814509,"recall":0.866601,"f1":0.830929,"accuracy":0.866601,"main_score":0.830929,"hf_subset":"mai_Deva-cym_Latn","languages":["mai-Deva","cym-Latn"]},{"precision":0.717401,"recall":0.778656,"f1":0.736004,"accuracy":0.778656,"main_score":0.736004,"hf_subset":"mai_Deva-grn_Latn","languages":["mai-Deva","grn-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"mai_Deva-kat_Geor","languages":["mai-Deva","kat-Geor"]},{"precision":0.541685,"recall":0.612648,"f1":0.562046,"accuracy":0.612648,"main_score":0.562046,"hf_subset":"mai_Deva-lua_Latn","languages":["mai-Deva","lua-Latn"]},{"precision":0.506211,"recall":0.58004,"f1":0.526267,"accuracy":0.58004,"main_score":0.526267,"hf_subset":"mai_Deva-nya_Latn","languages":["mai-Deva","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-slv_Latn","languages":["mai-Deva","slv-Latn"]},{"precision":0.79002,"recall":0.84585,"f1":0.807364,"accuracy":0.84585,"main_score":0.807364,"hf_subset":"mai_Deva-tpi_Latn","languages":["mai-Deva","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mai_Deva-zsm_Latn","languages":["mai-Deva","zsm-Latn"]},{"precision":0.472141,"recall":0.543478,"f1":0.491177,"accuracy":0.543478,"main_score":0.491177,"hf_subset":"mai_Deva-ayr_Latn","languages":["mai-Deva","ayr-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mai_Deva-dan_Latn","languages":["mai-Deva","dan-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mai_Deva-guj_Gujr","languages":["mai-Deva","guj-Gujr"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"mai_Deva-kaz_Cyrl","languages":["mai-Deva","kaz-Cyrl"]},{"precision":0.440345,"recall":0.512846,"f1":0.460056,"accuracy":0.512846,"main_score":0.460056,"hf_subset":"mai_Deva-lug_Latn","languages":["mai-Deva","lug-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mai_Deva-oci_Latn","languages":["mai-Deva","oci-Latn"]},{"precision":0.494325,"recall":0.58004,"f1":0.51831,"accuracy":0.58004,"main_score":0.51831,"hf_subset":"mai_Deva-smo_Latn","languages":["mai-Deva","smo-Latn"]},{"precision":0.450461,"recall":0.525692,"f1":0.470543,"accuracy":0.525692,"main_score":0.470543,"hf_subset":"mai_Deva-tsn_Latn","languages":["mai-Deva","tsn-Latn"]},{"precision":0.446429,"recall":0.527668,"f1":0.467769,"accuracy":0.527668,"main_score":0.467769,"hf_subset":"mai_Deva-zul_Latn","languages":["mai-Deva","zul-Latn"]},{"precision":0.802701,"recall":0.86166,"f1":0.821443,"accuracy":0.86166,"main_score":0.821443,"hf_subset":"mai_Deva-azb_Arab","languages":["mai-Deva","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-deu_Latn","languages":["mai-Deva","deu-Latn"]},{"precision":0.904644,"recall":0.932806,"f1":0.913702,"accuracy":0.932806,"main_score":0.913702,"hf_subset":"mai_Deva-hat_Latn","languages":["mai-Deva","hat-Latn"]},{"precision":0.422688,"recall":0.493083,"f1":0.44153,"accuracy":0.493083,"main_score":0.44153,"hf_subset":"mai_Deva-kbp_Latn","languages":["mai-Deva","kbp-Latn"]},{"precision":0.481632,"recall":0.552372,"f1":0.500516,"accuracy":0.552372,"main_score":0.500516,"hf_subset":"mai_Deva-luo_Latn","languages":["mai-Deva","luo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-ory_Orya","languages":["mai-Deva","ory-Orya"]},{"precision":0.468525,"recall":0.550395,"f1":0.49226,"accuracy":0.550395,"main_score":0.49226,"hf_subset":"mai_Deva-sna_Latn","languages":["mai-Deva","sna-Latn"]},{"precision":0.450304,"recall":0.525692,"f1":0.470936,"accuracy":0.525692,"main_score":0.470936,"hf_subset":"mai_Deva-tso_Latn","languages":["mai-Deva","tso-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mai_Deva-azj_Latn","languages":["mai-Deva","azj-Latn"]},{"precision":0.458926,"recall":0.539526,"f1":0.481816,"accuracy":0.539526,"main_score":0.481816,"hf_subset":"mai_Deva-dik_Latn","languages":["mai-Deva","dik-Latn"]},{"precision":0.452323,"recall":0.517787,"f1":0.470608,"accuracy":0.517787,"main_score":0.470608,"hf_subset":"mai_Deva-hau_Latn","languages":["mai-Deva","hau-Latn"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"mai_Deva-kea_Latn","languages":["mai-Deva","kea-Latn"]},{"precision":0.641033,"recall":0.706522,"f1":0.660136,"accuracy":0.706522,"main_score":0.660136,"hf_subset":"mai_Deva-lus_Latn","languages":["mai-Deva","lus-Latn"]},{"precision":0.808663,"recall":0.859684,"f1":0.824341,"accuracy":0.859684,"main_score":0.824341,"hf_subset":"mai_Deva-pag_Latn","languages":["mai-Deva","pag-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"mai_Deva-snd_Arab","languages":["mai-Deva","snd-Arab"]},{"precision":0.852026,"recall":0.896245,"f1":0.865975,"accuracy":0.896245,"main_score":0.865975,"hf_subset":"mai_Deva-tuk_Latn","languages":["mai-Deva","tuk-Latn"]},{"precision":0.93083,"recall":0.952569,"f1":0.937912,"accuracy":0.952569,"main_score":0.937912,"hf_subset":"mai_Deva-bak_Cyrl","languages":["mai-Deva","bak-Cyrl"]},{"precision":0.398568,"recall":0.492095,"f1":0.425274,"accuracy":0.492095,"main_score":0.425274,"hf_subset":"mai_Deva-dyu_Latn","languages":["mai-Deva","dyu-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"mai_Deva-heb_Hebr","languages":["mai-Deva","heb-Hebr"]},{"precision":0.863719,"recall":0.90415,"f1":0.876383,"accuracy":0.90415,"main_score":0.876383,"hf_subset":"mai_Deva-khk_Cyrl","languages":["mai-Deva","khk-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mai_Deva-lvs_Latn","languages":["mai-Deva","lvs-Latn"]},{"precision":0.996047,"recall":0.997036,"f1":0.996377,"accuracy":0.997036,"main_score":0.996377,"hf_subset":"mai_Deva-pan_Guru","languages":["mai-Deva","pan-Guru"]},{"precision":0.449402,"recall":0.52668,"f1":0.47119,"accuracy":0.52668,"main_score":0.47119,"hf_subset":"mai_Deva-som_Latn","languages":["mai-Deva","som-Latn"]},{"precision":0.487792,"recall":0.5583,"f1":0.507268,"accuracy":0.5583,"main_score":0.507268,"hf_subset":"mai_Deva-tum_Latn","languages":["mai-Deva","tum-Latn"]},{"precision":0.417939,"recall":0.494071,"f1":0.439566,"accuracy":0.494071,"main_score":0.439566,"hf_subset":"pbt_Arab-ace_Arab","languages":["pbt-Arab","ace-Arab"]},{"precision":0.432093,"recall":0.493083,"f1":0.449521,"accuracy":0.493083,"main_score":0.449521,"hf_subset":"pbt_Arab-bam_Latn","languages":["pbt-Arab","bam-Latn"]},{"precision":0.109746,"recall":0.163043,"f1":0.122543,"accuracy":0.163043,"main_score":0.122543,"hf_subset":"pbt_Arab-dzo_Tibt","languages":["pbt-Arab","dzo-Tibt"]},{"precision":0.924572,"recall":0.947628,"f1":0.931983,"accuracy":0.947628,"main_score":0.931983,"hf_subset":"pbt_Arab-hin_Deva","languages":["pbt-Arab","hin-Deva"]},{"precision":0.75387,"recall":0.81917,"f1":0.774736,"accuracy":0.81917,"main_score":0.774736,"hf_subset":"pbt_Arab-khm_Khmr","languages":["pbt-Arab","khm-Khmr"]},{"precision":0.911726,"recall":0.937747,"f1":0.92029,"accuracy":0.937747,"main_score":0.92029,"hf_subset":"pbt_Arab-mag_Deva","languages":["pbt-Arab","mag-Deva"]},{"precision":0.880929,"recall":0.91502,"f1":0.891798,"accuracy":0.91502,"main_score":0.891798,"hf_subset":"pbt_Arab-pap_Latn","languages":["pbt-Arab","pap-Latn"]},{"precision":0.470299,"recall":0.538538,"f1":0.489826,"accuracy":0.538538,"main_score":0.489826,"hf_subset":"pbt_Arab-sot_Latn","languages":["pbt-Arab","sot-Latn"]},{"precision":0.917161,"recall":0.942688,"f1":0.92556,"accuracy":0.942688,"main_score":0.92556,"hf_subset":"pbt_Arab-tur_Latn","languages":["pbt-Arab","tur-Latn"]},{"precision":0.71969,"recall":0.773715,"f1":0.736084,"accuracy":0.773715,"main_score":0.736084,"hf_subset":"pbt_Arab-ace_Latn","languages":["pbt-Arab","ace-Latn"]},{"precision":0.818544,"recall":0.864625,"f1":0.833136,"accuracy":0.864625,"main_score":0.833136,"hf_subset":"pbt_Arab-ban_Latn","languages":["pbt-Arab","ban-Latn"]},{"precision":0.901597,"recall":0.931818,"f1":0.911298,"accuracy":0.931818,"main_score":0.911298,"hf_subset":"pbt_Arab-ell_Grek","languages":["pbt-Arab","ell-Grek"]},{"precision":0.884667,"recall":0.918972,"f1":0.895817,"accuracy":0.918972,"main_score":0.895817,"hf_subset":"pbt_Arab-hne_Deva","languages":["pbt-Arab","hne-Deva"]},{"precision":0.449664,"recall":0.520751,"f1":0.469845,"accuracy":0.520751,"main_score":0.469845,"hf_subset":"pbt_Arab-kik_Latn","languages":["pbt-Arab","kik-Latn"]},{"precision":0.912055,"recall":0.938735,"f1":0.920784,"accuracy":0.938735,"main_score":0.920784,"hf_subset":"pbt_Arab-mai_Deva","languages":["pbt-Arab","mai-Deva"]},{"precision":0.918067,"recall":0.943676,"f1":0.926449,"accuracy":0.943676,"main_score":0.926449,"hf_subset":"pbt_Arab-spa_Latn","languages":["pbt-Arab","spa-Latn"]},{"precision":0.508156,"recall":0.572134,"f1":0.526409,"accuracy":0.572134,"main_score":0.526409,"hf_subset":"pbt_Arab-twi_Latn","languages":["pbt-Arab","twi-Latn"]},{"precision":0.896574,"recall":0.927866,"f1":0.906785,"accuracy":0.927866,"main_score":0.906785,"hf_subset":"pbt_Arab-acm_Arab","languages":["pbt-Arab","acm-Arab"]},{"precision":0.897316,"recall":0.927866,"f1":0.907016,"accuracy":0.927866,"main_score":0.907016,"hf_subset":"pbt_Arab-bel_Cyrl","languages":["pbt-Arab","bel-Cyrl"]},{"precision":0.92803,"recall":0.950593,"f1":0.935277,"accuracy":0.950593,"main_score":0.935277,"hf_subset":"pbt_Arab-eng_Latn","languages":["pbt-Arab","eng-Latn"]},{"precision":0.922184,"recall":0.945652,"f1":0.929743,"accuracy":0.945652,"main_score":0.929743,"hf_subset":"pbt_Arab-hrv_Latn","languages":["pbt-Arab","hrv-Latn"]},{"precision":0.438957,"recall":0.511858,"f1":0.458583,"accuracy":0.511858,"main_score":0.458583,"hf_subset":"pbt_Arab-kin_Latn","languages":["pbt-Arab","kin-Latn"]},{"precision":0.897892,"recall":0.927866,"f1":0.907411,"accuracy":0.927866,"main_score":0.907411,"hf_subset":"pbt_Arab-mal_Mlym","languages":["pbt-Arab","mal-Mlym"]},{"precision":0.932642,"recall":0.953557,"f1":0.939394,"accuracy":0.953557,"main_score":0.939394,"hf_subset":"pbt_Arab-pes_Arab","languages":["pbt-Arab","pes-Arab"]},{"precision":0.88554,"recall":0.918972,"f1":0.896245,"accuracy":0.918972,"main_score":0.896245,"hf_subset":"pbt_Arab-srd_Latn","languages":["pbt-Arab","srd-Latn"]},{"precision":0.133559,"recall":0.190711,"f1":0.146848,"accuracy":0.190711,"main_score":0.146848,"hf_subset":"pbt_Arab-tzm_Tfng","languages":["pbt-Arab","tzm-Tfng"]},{"precision":0.912138,"recall":0.938735,"f1":0.92085,"accuracy":0.938735,"main_score":0.92085,"hf_subset":"pbt_Arab-acq_Arab","languages":["pbt-Arab","acq-Arab"]},{"precision":0.494594,"recall":0.552372,"f1":0.511322,"accuracy":0.552372,"main_score":0.511322,"hf_subset":"pbt_Arab-bem_Latn","languages":["pbt-Arab","bem-Latn"]},{"precision":0.92276,"recall":0.947628,"f1":0.930995,"accuracy":0.947628,"main_score":0.930995,"hf_subset":"pbt_Arab-epo_Latn","languages":["pbt-Arab","epo-Latn"]},{"precision":0.91222,"recall":0.938735,"f1":0.920784,"accuracy":0.938735,"main_score":0.920784,"hf_subset":"pbt_Arab-hun_Latn","languages":["pbt-Arab","hun-Latn"]},{"precision":0.84865,"recall":0.890316,"f1":0.862154,"accuracy":0.890316,"main_score":0.862154,"hf_subset":"pbt_Arab-kir_Cyrl","languages":["pbt-Arab","kir-Cyrl"]},{"precision":0.905632,"recall":0.934783,"f1":0.915184,"accuracy":0.934783,"main_score":0.915184,"hf_subset":"pbt_Arab-mar_Deva","languages":["pbt-Arab","mar-Deva"]},{"precision":0.535731,"recall":0.594862,"f1":0.552835,"accuracy":0.594862,"main_score":0.552835,"hf_subset":"pbt_Arab-plt_Latn","languages":["pbt-Arab","plt-Latn"]},{"precision":0.917029,"recall":0.942688,"f1":0.925231,"accuracy":0.942688,"main_score":0.925231,"hf_subset":"pbt_Arab-srp_Cyrl","languages":["pbt-Arab","srp-Cyrl"]},{"precision":0.827404,"recall":0.874506,"f1":0.842556,"accuracy":0.874506,"main_score":0.842556,"hf_subset":"pbt_Arab-uig_Arab","languages":["pbt-Arab","uig-Arab"]},{"precision":0.870224,"recall":0.909091,"f1":0.88274,"accuracy":0.909091,"main_score":0.88274,"hf_subset":"pbt_Arab-aeb_Arab","languages":["pbt-Arab","aeb-Arab"]},{"precision":0.923946,"recall":0.94664,"f1":0.931324,"accuracy":0.94664,"main_score":0.931324,"hf_subset":"pbt_Arab-ben_Beng","languages":["pbt-Arab","ben-Beng"]},{"precision":0.910573,"recall":0.937747,"f1":0.919466,"accuracy":0.937747,"main_score":0.919466,"hf_subset":"pbt_Arab-est_Latn","languages":["pbt-Arab","est-Latn"]},{"precision":0.894104,"recall":0.924901,"f1":0.903986,"accuracy":0.924901,"main_score":0.903986,"hf_subset":"pbt_Arab-hye_Armn","languages":["pbt-Arab","hye-Armn"]},{"precision":0.448395,"recall":0.508893,"f1":0.46578,"accuracy":0.508893,"main_score":0.46578,"hf_subset":"pbt_Arab-kmb_Latn","languages":["pbt-Arab","kmb-Latn"]},{"precision":0.355311,"recall":0.442688,"f1":0.378916,"accuracy":0.442688,"main_score":0.378916,"hf_subset":"pbt_Arab-min_Arab","languages":["pbt-Arab","min-Arab"]},{"precision":0.902174,"recall":0.932806,"f1":0.912055,"accuracy":0.932806,"main_score":0.912055,"hf_subset":"pbt_Arab-pol_Latn","languages":["pbt-Arab","pol-Latn"]},{"precision":0.43247,"recall":0.506917,"f1":0.453743,"accuracy":0.506917,"main_score":0.453743,"hf_subset":"pbt_Arab-ssw_Latn","languages":["pbt-Arab","ssw-Latn"]},{"precision":0.912138,"recall":0.939723,"f1":0.921014,"accuracy":0.939723,"main_score":0.921014,"hf_subset":"pbt_Arab-ukr_Cyrl","languages":["pbt-Arab","ukr-Cyrl"]},{"precision":0.932148,"recall":0.953557,"f1":0.939229,"accuracy":0.953557,"main_score":0.939229,"hf_subset":"pbt_Arab-afr_Latn","languages":["pbt-Arab","afr-Latn"]},{"precision":0.883811,"recall":0.916008,"f1":0.89417,"accuracy":0.916008,"main_score":0.89417,"hf_subset":"pbt_Arab-bho_Deva","languages":["pbt-Arab","bho-Deva"]},{"precision":0.826746,"recall":0.87253,"f1":0.841403,"accuracy":0.87253,"main_score":0.841403,"hf_subset":"pbt_Arab-eus_Latn","languages":["pbt-Arab","eus-Latn"]},{"precision":0.454596,"recall":0.525692,"f1":0.473963,"accuracy":0.525692,"main_score":0.473963,"hf_subset":"pbt_Arab-ibo_Latn","languages":["pbt-Arab","ibo-Latn"]},{"precision":0.652108,"recall":0.720356,"f1":0.672417,"accuracy":0.720356,"main_score":0.672417,"hf_subset":"pbt_Arab-kmr_Latn","languages":["pbt-Arab","kmr-Latn"]},{"precision":0.845883,"recall":0.88834,"f1":0.858992,"accuracy":0.88834,"main_score":0.858992,"hf_subset":"pbt_Arab-min_Latn","languages":["pbt-Arab","min-Latn"]},{"precision":0.931159,"recall":0.951581,"f1":0.937912,"accuracy":0.951581,"main_score":0.937912,"hf_subset":"pbt_Arab-por_Latn","languages":["pbt-Arab","por-Latn"]},{"precision":0.874835,"recall":0.910079,"f1":0.885837,"accuracy":0.910079,"main_score":0.885837,"hf_subset":"pbt_Arab-sun_Latn","languages":["pbt-Arab","sun-Latn"]},{"precision":0.435263,"recall":0.495059,"f1":0.452029,"accuracy":0.495059,"main_score":0.452029,"hf_subset":"pbt_Arab-umb_Latn","languages":["pbt-Arab","umb-Latn"]},{"precision":0.905468,"recall":0.932806,"f1":0.914196,"accuracy":0.932806,"main_score":0.914196,"hf_subset":"pbt_Arab-ajp_Arab","languages":["pbt-Arab","ajp-Arab"]},{"precision":0.400141,"recall":0.48419,"f1":0.423053,"accuracy":0.48419,"main_score":0.423053,"hf_subset":"pbt_Arab-bjn_Arab","languages":["pbt-Arab","bjn-Arab"]},{"precision":0.434996,"recall":0.493083,"f1":0.451647,"accuracy":0.493083,"main_score":0.451647,"hf_subset":"pbt_Arab-ewe_Latn","languages":["pbt-Arab","ewe-Latn"]},{"precision":0.744351,"recall":0.802372,"f1":0.761745,"accuracy":0.802372,"main_score":0.761745,"hf_subset":"pbt_Arab-ilo_Latn","languages":["pbt-Arab","ilo-Latn"]},{"precision":0.199469,"recall":0.266798,"f1":0.216651,"accuracy":0.266798,"main_score":0.216651,"hf_subset":"pbt_Arab-knc_Arab","languages":["pbt-Arab","knc-Arab"]},{"precision":0.918478,"recall":0.943676,"f1":0.926548,"accuracy":0.943676,"main_score":0.926548,"hf_subset":"pbt_Arab-mkd_Cyrl","languages":["pbt-Arab","mkd-Cyrl"]},{"precision":0.939394,"recall":0.95751,"f1":0.945323,"accuracy":0.95751,"main_score":0.945323,"hf_subset":"pbt_Arab-prs_Arab","languages":["pbt-Arab","prs-Arab"]},{"precision":0.922925,"recall":0.94664,"f1":0.930665,"accuracy":0.94664,"main_score":0.930665,"hf_subset":"pbt_Arab-swe_Latn","languages":["pbt-Arab","swe-Latn"]},{"precision":0.93857,"recall":0.95751,"f1":0.944829,"accuracy":0.95751,"main_score":0.944829,"hf_subset":"pbt_Arab-urd_Arab","languages":["pbt-Arab","urd-Arab"]},{"precision":0.48163,"recall":0.549407,"f1":0.500744,"accuracy":0.549407,"main_score":0.500744,"hf_subset":"pbt_Arab-aka_Latn","languages":["pbt-Arab","aka-Latn"]},{"precision":0.847003,"recall":0.88834,"f1":0.860178,"accuracy":0.88834,"main_score":0.860178,"hf_subset":"pbt_Arab-bjn_Latn","languages":["pbt-Arab","bjn-Latn"]},{"precision":0.78335,"recall":0.837945,"f1":0.800593,"accuracy":0.837945,"main_score":0.800593,"hf_subset":"pbt_Arab-fao_Latn","languages":["pbt-Arab","fao-Latn"]},{"precision":0.926219,"recall":0.949605,"f1":0.933794,"accuracy":0.949605,"main_score":0.933794,"hf_subset":"pbt_Arab-ind_Latn","languages":["pbt-Arab","ind-Latn"]},{"precision":0.501087,"recall":0.5583,"f1":0.517081,"accuracy":0.5583,"main_score":0.517081,"hf_subset":"pbt_Arab-knc_Latn","languages":["pbt-Arab","knc-Latn"]},{"precision":0.879941,"recall":0.912055,"f1":0.889954,"accuracy":0.912055,"main_score":0.889954,"hf_subset":"pbt_Arab-mlt_Latn","languages":["pbt-Arab","mlt-Latn"]},{"precision":0.514177,"recall":0.579051,"f1":0.532282,"accuracy":0.579051,"main_score":0.532282,"hf_subset":"pbt_Arab-quy_Latn","languages":["pbt-Arab","quy-Latn"]},{"precision":0.627849,"recall":0.710474,"f1":0.6528,"accuracy":0.710474,"main_score":0.6528,"hf_subset":"pbt_Arab-swh_Latn","languages":["pbt-Arab","swh-Latn"]},{"precision":0.882082,"recall":0.917984,"f1":0.893577,"accuracy":0.917984,"main_score":0.893577,"hf_subset":"pbt_Arab-uzn_Latn","languages":["pbt-Arab","uzn-Latn"]},{"precision":0.91642,"recall":0.940711,"f1":0.924144,"accuracy":0.940711,"main_score":0.924144,"hf_subset":"pbt_Arab-als_Latn","languages":["pbt-Arab","als-Latn"]},{"precision":0.168838,"recall":0.235178,"f1":0.185395,"accuracy":0.235178,"main_score":0.185395,"hf_subset":"pbt_Arab-bod_Tibt","languages":["pbt-Arab","bod-Tibt"]},{"precision":0.436786,"recall":0.5,"f1":0.454324,"accuracy":0.5,"main_score":0.454324,"hf_subset":"pbt_Arab-fij_Latn","languages":["pbt-Arab","fij-Latn"]},{"precision":0.789279,"recall":0.844862,"f1":0.806884,"accuracy":0.844862,"main_score":0.806884,"hf_subset":"pbt_Arab-isl_Latn","languages":["pbt-Arab","isl-Latn"]},{"precision":0.507944,"recall":0.576087,"f1":0.527833,"accuracy":0.576087,"main_score":0.527833,"hf_subset":"pbt_Arab-kon_Latn","languages":["pbt-Arab","kon-Latn"]},{"precision":0.492608,"recall":0.575099,"f1":0.516634,"accuracy":0.575099,"main_score":0.516634,"hf_subset":"pbt_Arab-mni_Beng","languages":["pbt-Arab","mni-Beng"]},{"precision":0.921607,"recall":0.94664,"f1":0.929842,"accuracy":0.94664,"main_score":0.929842,"hf_subset":"pbt_Arab-ron_Latn","languages":["pbt-Arab","ron-Latn"]},{"precision":0.876318,"recall":0.912055,"f1":0.887813,"accuracy":0.912055,"main_score":0.887813,"hf_subset":"pbt_Arab-szl_Latn","languages":["pbt-Arab","szl-Latn"]},{"precision":0.920405,"recall":0.943676,"f1":0.927767,"accuracy":0.943676,"main_score":0.927767,"hf_subset":"pbt_Arab-vec_Latn","languages":["pbt-Arab","vec-Latn"]},{"precision":0.476235,"recall":0.561265,"f1":0.500781,"accuracy":0.561265,"main_score":0.500781,"hf_subset":"pbt_Arab-amh_Ethi","languages":["pbt-Arab","amh-Ethi"]},{"precision":0.926713,"recall":0.949605,"f1":0.934289,"accuracy":0.949605,"main_score":0.934289,"hf_subset":"pbt_Arab-bos_Latn","languages":["pbt-Arab","bos-Latn"]},{"precision":0.902009,"recall":0.93083,"f1":0.911199,"accuracy":0.93083,"main_score":0.911199,"hf_subset":"pbt_Arab-fin_Latn","languages":["pbt-Arab","fin-Latn"]},{"precision":0.928524,"recall":0.951581,"f1":0.9361,"accuracy":0.951581,"main_score":0.9361,"hf_subset":"pbt_Arab-ita_Latn","languages":["pbt-Arab","ita-Latn"]},{"precision":0.911561,"recall":0.938735,"f1":0.920455,"accuracy":0.938735,"main_score":0.920455,"hf_subset":"pbt_Arab-kor_Hang","languages":["pbt-Arab","kor-Hang"]},{"precision":0.4496,"recall":0.51087,"f1":0.466852,"accuracy":0.51087,"main_score":0.466852,"hf_subset":"pbt_Arab-mos_Latn","languages":["pbt-Arab","mos-Latn"]},{"precision":0.4252,"recall":0.487154,"f1":0.442305,"accuracy":0.487154,"main_score":0.442305,"hf_subset":"pbt_Arab-run_Latn","languages":["pbt-Arab","run-Latn"]},{"precision":0.880847,"recall":0.916996,"f1":0.892358,"accuracy":0.916996,"main_score":0.892358,"hf_subset":"pbt_Arab-tam_Taml","languages":["pbt-Arab","tam-Taml"]},{"precision":0.922431,"recall":0.945652,"f1":0.930007,"accuracy":0.945652,"main_score":0.930007,"hf_subset":"pbt_Arab-vie_Latn","languages":["pbt-Arab","vie-Latn"]},{"precision":0.898798,"recall":0.928854,"f1":0.908333,"accuracy":0.928854,"main_score":0.908333,"hf_subset":"pbt_Arab-apc_Arab","languages":["pbt-Arab","apc-Arab"]},{"precision":0.660451,"recall":0.720356,"f1":0.678235,"accuracy":0.720356,"main_score":0.678235,"hf_subset":"pbt_Arab-bug_Latn","languages":["pbt-Arab","bug-Latn"]},{"precision":0.398043,"recall":0.459486,"f1":0.415072,"accuracy":0.459486,"main_score":0.415072,"hf_subset":"pbt_Arab-fon_Latn","languages":["pbt-Arab","fon-Latn"]},{"precision":0.890563,"recall":0.920949,"f1":0.900428,"accuracy":0.920949,"main_score":0.900428,"hf_subset":"pbt_Arab-jav_Latn","languages":["pbt-Arab","jav-Latn"]},{"precision":0.726532,"recall":0.788538,"f1":0.745553,"accuracy":0.788538,"main_score":0.745553,"hf_subset":"pbt_Arab-lao_Laoo","languages":["pbt-Arab","lao-Laoo"]},{"precision":0.487044,"recall":0.568182,"f1":0.510136,"accuracy":0.568182,"main_score":0.510136,"hf_subset":"pbt_Arab-mri_Latn","languages":["pbt-Arab","mri-Latn"]},{"precision":0.926713,"recall":0.950593,"f1":0.934618,"accuracy":0.950593,"main_score":0.934618,"hf_subset":"pbt_Arab-rus_Cyrl","languages":["pbt-Arab","rus-Cyrl"]},{"precision":0.462758,"recall":0.522727,"f1":0.480283,"accuracy":0.522727,"main_score":0.480283,"hf_subset":"pbt_Arab-taq_Latn","languages":["pbt-Arab","taq-Latn"]},{"precision":0.894104,"recall":0.923913,"f1":0.903821,"accuracy":0.923913,"main_score":0.903821,"hf_subset":"pbt_Arab-war_Latn","languages":["pbt-Arab","war-Latn"]},{"precision":0.911726,"recall":0.938735,"f1":0.920455,"accuracy":0.938735,"main_score":0.920455,"hf_subset":"pbt_Arab-arb_Arab","languages":["pbt-Arab","arb-Arab"]},{"precision":0.924736,"recall":0.949605,"f1":0.932971,"accuracy":0.949605,"main_score":0.932971,"hf_subset":"pbt_Arab-bul_Cyrl","languages":["pbt-Arab","bul-Cyrl"]},{"precision":0.915843,"recall":0.942688,"f1":0.924572,"accuracy":0.942688,"main_score":0.924572,"hf_subset":"pbt_Arab-fra_Latn","languages":["pbt-Arab","fra-Latn"]},{"precision":0.902092,"recall":0.931818,"f1":0.911627,"accuracy":0.931818,"main_score":0.911627,"hf_subset":"pbt_Arab-jpn_Jpan","languages":["pbt-Arab","jpn-Jpan"]},{"precision":0.893528,"recall":0.925889,"f1":0.903887,"accuracy":0.925889,"main_score":0.903887,"hf_subset":"pbt_Arab-lij_Latn","languages":["pbt-Arab","lij-Latn"]},{"precision":0.724967,"recall":0.797431,"f1":0.747054,"accuracy":0.797431,"main_score":0.747054,"hf_subset":"pbt_Arab-mya_Mymr","languages":["pbt-Arab","mya-Mymr"]},{"precision":0.466677,"recall":0.535573,"f1":0.48601,"accuracy":0.535573,"main_score":0.48601,"hf_subset":"pbt_Arab-sag_Latn","languages":["pbt-Arab","sag-Latn"]},{"precision":0.141019,"recall":0.212451,"f1":0.15515,"accuracy":0.212451,"main_score":0.15515,"hf_subset":"pbt_Arab-taq_Tfng","languages":["pbt-Arab","taq-Tfng"]},{"precision":0.515316,"recall":0.58498,"f1":0.535874,"accuracy":0.58498,"main_score":0.535874,"hf_subset":"pbt_Arab-wol_Latn","languages":["pbt-Arab","wol-Latn"]},{"precision":0.554037,"recall":0.634387,"f1":0.577052,"accuracy":0.634387,"main_score":0.577052,"hf_subset":"pbt_Arab-arb_Latn","languages":["pbt-Arab","arb-Latn"]},{"precision":0.927125,"recall":0.949605,"f1":0.934354,"accuracy":0.949605,"main_score":0.934354,"hf_subset":"pbt_Arab-cat_Latn","languages":["pbt-Arab","cat-Latn"]},{"precision":0.885375,"recall":0.916996,"f1":0.895553,"accuracy":0.916996,"main_score":0.895553,"hf_subset":"pbt_Arab-fur_Latn","languages":["pbt-Arab","fur-Latn"]},{"precision":0.330052,"recall":0.391304,"f1":0.346688,"accuracy":0.391304,"main_score":0.346688,"hf_subset":"pbt_Arab-kab_Latn","languages":["pbt-Arab","kab-Latn"]},{"precision":0.87108,"recall":0.907115,"f1":0.882576,"accuracy":0.907115,"main_score":0.882576,"hf_subset":"pbt_Arab-lim_Latn","languages":["pbt-Arab","lim-Latn"]},{"precision":0.921113,"recall":0.944664,"f1":0.928689,"accuracy":0.944664,"main_score":0.928689,"hf_subset":"pbt_Arab-nld_Latn","languages":["pbt-Arab","nld-Latn"]},{"precision":0.837204,"recall":0.882411,"f1":0.851482,"accuracy":0.882411,"main_score":0.851482,"hf_subset":"pbt_Arab-san_Deva","languages":["pbt-Arab","san-Deva"]},{"precision":0.869269,"recall":0.905138,"f1":0.880388,"accuracy":0.905138,"main_score":0.880388,"hf_subset":"pbt_Arab-tat_Cyrl","languages":["pbt-Arab","tat-Cyrl"]},{"precision":0.496643,"recall":0.565217,"f1":0.515716,"accuracy":0.565217,"main_score":0.515716,"hf_subset":"pbt_Arab-xho_Latn","languages":["pbt-Arab","xho-Latn"]},{"precision":0.903821,"recall":0.932806,"f1":0.913208,"accuracy":0.932806,"main_score":0.913208,"hf_subset":"pbt_Arab-ars_Arab","languages":["pbt-Arab","ars-Arab"]},{"precision":0.881588,"recall":0.916996,"f1":0.893116,"accuracy":0.916996,"main_score":0.893116,"hf_subset":"pbt_Arab-ceb_Latn","languages":["pbt-Arab","ceb-Latn"]},{"precision":0.457241,"recall":0.516798,"f1":0.474327,"accuracy":0.516798,"main_score":0.474327,"hf_subset":"pbt_Arab-fuv_Latn","languages":["pbt-Arab","fuv-Latn"]},{"precision":0.441182,"recall":0.507905,"f1":0.459994,"accuracy":0.507905,"main_score":0.459994,"hf_subset":"pbt_Arab-kac_Latn","languages":["pbt-Arab","kac-Latn"]},{"precision":0.529004,"recall":0.600791,"f1":0.550104,"accuracy":0.600791,"main_score":0.550104,"hf_subset":"pbt_Arab-lin_Latn","languages":["pbt-Arab","lin-Latn"]},{"precision":0.909256,"recall":0.935771,"f1":0.917819,"accuracy":0.935771,"main_score":0.917819,"hf_subset":"pbt_Arab-nno_Latn","languages":["pbt-Arab","nno-Latn"]},{"precision":0.018024,"recall":0.062253,"f1":0.024405,"accuracy":0.062253,"main_score":0.024405,"hf_subset":"pbt_Arab-sat_Olck","languages":["pbt-Arab","sat-Olck"]},{"precision":0.904809,"recall":0.932806,"f1":0.913867,"accuracy":0.932806,"main_score":0.913867,"hf_subset":"pbt_Arab-tel_Telu","languages":["pbt-Arab","tel-Telu"]},{"precision":0.661274,"recall":0.733202,"f1":0.683284,"accuracy":0.733202,"main_score":0.683284,"hf_subset":"pbt_Arab-ydd_Hebr","languages":["pbt-Arab","ydd-Hebr"]},{"precision":0.857329,"recall":0.897233,"f1":0.86996,"accuracy":0.897233,"main_score":0.86996,"hf_subset":"pbt_Arab-ary_Arab","languages":["pbt-Arab","ary-Arab"]},{"precision":0.926877,"recall":0.949605,"f1":0.934289,"accuracy":0.949605,"main_score":0.934289,"hf_subset":"pbt_Arab-ces_Latn","languages":["pbt-Arab","ces-Latn"]},{"precision":0.379834,"recall":0.45751,"f1":0.402394,"accuracy":0.45751,"main_score":0.402394,"hf_subset":"pbt_Arab-gaz_Latn","languages":["pbt-Arab","gaz-Latn"]},{"precision":0.456011,"recall":0.520751,"f1":0.474925,"accuracy":0.520751,"main_score":0.474925,"hf_subset":"pbt_Arab-kam_Latn","languages":["pbt-Arab","kam-Latn"]},{"precision":0.906374,"recall":0.935771,"f1":0.915909,"accuracy":0.935771,"main_score":0.915909,"hf_subset":"pbt_Arab-lit_Latn","languages":["pbt-Arab","lit-Latn"]},{"precision":0.918725,"recall":0.943676,"f1":0.926779,"accuracy":0.943676,"main_score":0.926779,"hf_subset":"pbt_Arab-nob_Latn","languages":["pbt-Arab","nob-Latn"]},{"precision":0.86833,"recall":0.906126,"f1":0.880501,"accuracy":0.906126,"main_score":0.880501,"hf_subset":"pbt_Arab-scn_Latn","languages":["pbt-Arab","scn-Latn"]},{"precision":0.821789,"recall":0.866601,"f1":0.836034,"accuracy":0.866601,"main_score":0.836034,"hf_subset":"pbt_Arab-tgk_Cyrl","languages":["pbt-Arab","tgk-Cyrl"]},{"precision":0.404397,"recall":0.476285,"f1":0.425085,"accuracy":0.476285,"main_score":0.425085,"hf_subset":"pbt_Arab-yor_Latn","languages":["pbt-Arab","yor-Latn"]},{"precision":0.907477,"recall":0.934783,"f1":0.915975,"accuracy":0.934783,"main_score":0.915975,"hf_subset":"pbt_Arab-arz_Arab","languages":["pbt-Arab","arz-Arab"]},{"precision":0.441031,"recall":0.516798,"f1":0.4632,"accuracy":0.516798,"main_score":0.4632,"hf_subset":"pbt_Arab-cjk_Latn","languages":["pbt-Arab","cjk-Latn"]},{"precision":0.538291,"recall":0.615613,"f1":0.560987,"accuracy":0.615613,"main_score":0.560987,"hf_subset":"pbt_Arab-gla_Latn","languages":["pbt-Arab","gla-Latn"]},{"precision":0.899786,"recall":0.929842,"f1":0.909486,"accuracy":0.929842,"main_score":0.909486,"hf_subset":"pbt_Arab-kan_Knda","languages":["pbt-Arab","kan-Knda"]},{"precision":0.881094,"recall":0.91502,"f1":0.891765,"accuracy":0.91502,"main_score":0.891765,"hf_subset":"pbt_Arab-lmo_Latn","languages":["pbt-Arab","lmo-Latn"]},{"precision":0.902503,"recall":0.93083,"f1":0.911397,"accuracy":0.93083,"main_score":0.911397,"hf_subset":"pbt_Arab-npi_Deva","languages":["pbt-Arab","npi-Deva"]},{"precision":0.382103,"recall":0.47332,"f1":0.407918,"accuracy":0.47332,"main_score":0.407918,"hf_subset":"pbt_Arab-shn_Mymr","languages":["pbt-Arab","shn-Mymr"]},{"precision":0.905962,"recall":0.932806,"f1":0.914493,"accuracy":0.932806,"main_score":0.914493,"hf_subset":"pbt_Arab-tgl_Latn","languages":["pbt-Arab","tgl-Latn"]},{"precision":0.908514,"recall":0.935771,"f1":0.917227,"accuracy":0.935771,"main_score":0.917227,"hf_subset":"pbt_Arab-yue_Hant","languages":["pbt-Arab","yue-Hant"]},{"precision":0.878458,"recall":0.914032,"f1":0.889987,"accuracy":0.914032,"main_score":0.889987,"hf_subset":"pbt_Arab-asm_Beng","languages":["pbt-Arab","asm-Beng"]},{"precision":0.671739,"recall":0.740119,"f1":0.692227,"accuracy":0.740119,"main_score":0.692227,"hf_subset":"pbt_Arab-ckb_Arab","languages":["pbt-Arab","ckb-Arab"]},{"precision":0.614229,"recall":0.688735,"f1":0.636759,"accuracy":0.688735,"main_score":0.636759,"hf_subset":"pbt_Arab-gle_Latn","languages":["pbt-Arab","gle-Latn"]},{"precision":0.813768,"recall":0.864625,"f1":0.83004,"accuracy":0.864625,"main_score":0.83004,"hf_subset":"pbt_Arab-kas_Arab","languages":["pbt-Arab","kas-Arab"]},{"precision":0.753903,"recall":0.814229,"f1":0.772516,"accuracy":0.814229,"main_score":0.772516,"hf_subset":"pbt_Arab-ltg_Latn","languages":["pbt-Arab","ltg-Latn"]},{"precision":0.495827,"recall":0.561265,"f1":0.514503,"accuracy":0.561265,"main_score":0.514503,"hf_subset":"pbt_Arab-nso_Latn","languages":["pbt-Arab","nso-Latn"]},{"precision":0.358982,"recall":0.447628,"f1":0.383621,"accuracy":0.447628,"main_score":0.383621,"hf_subset":"pbt_Arab-sin_Sinh","languages":["pbt-Arab","sin-Sinh"]},{"precision":0.918478,"recall":0.943676,"f1":0.926713,"accuracy":0.943676,"main_score":0.926713,"hf_subset":"pbt_Arab-tha_Thai","languages":["pbt-Arab","tha-Thai"]},{"precision":0.900856,"recall":0.93083,"f1":0.910573,"accuracy":0.93083,"main_score":0.910573,"hf_subset":"pbt_Arab-zho_Hans","languages":["pbt-Arab","zho-Hans"]},{"precision":0.916008,"recall":0.942688,"f1":0.924736,"accuracy":0.942688,"main_score":0.924736,"hf_subset":"pbt_Arab-ast_Latn","languages":["pbt-Arab","ast-Latn"]},{"precision":0.868001,"recall":0.906126,"f1":0.880171,"accuracy":0.906126,"main_score":0.880171,"hf_subset":"pbt_Arab-crh_Latn","languages":["pbt-Arab","crh-Latn"]},{"precision":0.920949,"recall":0.945652,"f1":0.929018,"accuracy":0.945652,"main_score":0.929018,"hf_subset":"pbt_Arab-glg_Latn","languages":["pbt-Arab","glg-Latn"]},{"precision":0.692318,"recall":0.764822,"f1":0.713982,"accuracy":0.764822,"main_score":0.713982,"hf_subset":"pbt_Arab-kas_Deva","languages":["pbt-Arab","kas-Deva"]},{"precision":0.897727,"recall":0.927866,"f1":0.907609,"accuracy":0.927866,"main_score":0.907609,"hf_subset":"pbt_Arab-ltz_Latn","languages":["pbt-Arab","ltz-Latn"]},{"precision":0.380919,"recall":0.456522,"f1":0.401043,"accuracy":0.456522,"main_score":0.401043,"hf_subset":"pbt_Arab-nus_Latn","languages":["pbt-Arab","nus-Latn"]},{"precision":0.920372,"recall":0.945652,"f1":0.92859,"accuracy":0.945652,"main_score":0.92859,"hf_subset":"pbt_Arab-slk_Latn","languages":["pbt-Arab","slk-Latn"]},{"precision":0.263821,"recall":0.33004,"f1":0.281477,"accuracy":0.33004,"main_score":0.281477,"hf_subset":"pbt_Arab-tir_Ethi","languages":["pbt-Arab","tir-Ethi"]},{"precision":0.907444,"recall":0.936759,"f1":0.916996,"accuracy":0.936759,"main_score":0.916996,"hf_subset":"pbt_Arab-zho_Hant","languages":["pbt-Arab","zho-Hant"]},{"precision":0.909667,"recall":0.935771,"f1":0.917885,"accuracy":0.935771,"main_score":0.917885,"hf_subset":"pbt_Arab-awa_Deva","languages":["pbt-Arab","awa-Deva"]},{"precision":0.72887,"recall":0.795455,"f1":0.749539,"accuracy":0.795455,"main_score":0.749539,"hf_subset":"pbt_Arab-cym_Latn","languages":["pbt-Arab","cym-Latn"]},{"precision":0.642161,"recall":0.70751,"f1":0.661514,"accuracy":0.70751,"main_score":0.661514,"hf_subset":"pbt_Arab-grn_Latn","languages":["pbt-Arab","grn-Latn"]},{"precision":0.858037,"recall":0.896245,"f1":0.869862,"accuracy":0.896245,"main_score":0.869862,"hf_subset":"pbt_Arab-kat_Geor","languages":["pbt-Arab","kat-Geor"]},{"precision":0.503296,"recall":0.572134,"f1":0.52308,"accuracy":0.572134,"main_score":0.52308,"hf_subset":"pbt_Arab-lua_Latn","languages":["pbt-Arab","lua-Latn"]},{"precision":0.476078,"recall":0.543478,"f1":0.495591,"accuracy":0.543478,"main_score":0.495591,"hf_subset":"pbt_Arab-nya_Latn","languages":["pbt-Arab","nya-Latn"]},{"precision":0.907148,"recall":0.934783,"f1":0.915843,"accuracy":0.934783,"main_score":0.915843,"hf_subset":"pbt_Arab-slv_Latn","languages":["pbt-Arab","slv-Latn"]},{"precision":0.695339,"recall":0.757905,"f1":0.713853,"accuracy":0.757905,"main_score":0.713853,"hf_subset":"pbt_Arab-tpi_Latn","languages":["pbt-Arab","tpi-Latn"]},{"precision":0.926548,"recall":0.950593,"f1":0.934453,"accuracy":0.950593,"main_score":0.934453,"hf_subset":"pbt_Arab-zsm_Latn","languages":["pbt-Arab","zsm-Latn"]},{"precision":0.455367,"recall":0.51581,"f1":0.471233,"accuracy":0.51581,"main_score":0.471233,"hf_subset":"pbt_Arab-ayr_Latn","languages":["pbt-Arab","ayr-Latn"]},{"precision":0.928854,"recall":0.950593,"f1":0.935771,"accuracy":0.950593,"main_score":0.935771,"hf_subset":"pbt_Arab-dan_Latn","languages":["pbt-Arab","dan-Latn"]},{"precision":0.92416,"recall":0.947628,"f1":0.931719,"accuracy":0.947628,"main_score":0.931719,"hf_subset":"pbt_Arab-guj_Gujr","languages":["pbt-Arab","guj-Gujr"]},{"precision":0.896657,"recall":0.926877,"f1":0.906357,"accuracy":0.926877,"main_score":0.906357,"hf_subset":"pbt_Arab-kaz_Cyrl","languages":["pbt-Arab","kaz-Cyrl"]},{"precision":0.413603,"recall":0.480237,"f1":0.432548,"accuracy":0.480237,"main_score":0.432548,"hf_subset":"pbt_Arab-lug_Latn","languages":["pbt-Arab","lug-Latn"]},{"precision":0.926054,"recall":0.948617,"f1":0.933465,"accuracy":0.948617,"main_score":0.933465,"hf_subset":"pbt_Arab-oci_Latn","languages":["pbt-Arab","oci-Latn"]},{"precision":0.470473,"recall":0.540514,"f1":0.490316,"accuracy":0.540514,"main_score":0.490316,"hf_subset":"pbt_Arab-smo_Latn","languages":["pbt-Arab","smo-Latn"]},{"precision":0.449713,"recall":0.51581,"f1":0.467871,"accuracy":0.51581,"main_score":0.467871,"hf_subset":"pbt_Arab-tsn_Latn","languages":["pbt-Arab","tsn-Latn"]},{"precision":0.451987,"recall":0.522727,"f1":0.471422,"accuracy":0.522727,"main_score":0.471422,"hf_subset":"pbt_Arab-zul_Latn","languages":["pbt-Arab","zul-Latn"]},{"precision":0.736248,"recall":0.804348,"f1":0.757938,"accuracy":0.804348,"main_score":0.757938,"hf_subset":"pbt_Arab-azb_Arab","languages":["pbt-Arab","azb-Arab"]},{"precision":0.92836,"recall":0.951581,"f1":0.935935,"accuracy":0.951581,"main_score":0.935935,"hf_subset":"pbt_Arab-deu_Latn","languages":["pbt-Arab","deu-Latn"]},{"precision":0.805912,"recall":0.853755,"f1":0.821212,"accuracy":0.853755,"main_score":0.821212,"hf_subset":"pbt_Arab-hat_Latn","languages":["pbt-Arab","hat-Latn"]},{"precision":0.413241,"recall":0.468379,"f1":0.428634,"accuracy":0.468379,"main_score":0.428634,"hf_subset":"pbt_Arab-kbp_Latn","languages":["pbt-Arab","kbp-Latn"]},{"precision":0.475931,"recall":0.54249,"f1":0.495059,"accuracy":0.54249,"main_score":0.495059,"hf_subset":"pbt_Arab-luo_Latn","languages":["pbt-Arab","luo-Latn"]},{"precision":0.910573,"recall":0.935771,"f1":0.91861,"accuracy":0.935771,"main_score":0.91861,"hf_subset":"pbt_Arab-ory_Orya","languages":["pbt-Arab","ory-Orya"]},{"precision":0.453928,"recall":0.519763,"f1":0.473672,"accuracy":0.519763,"main_score":0.473672,"hf_subset":"pbt_Arab-sna_Latn","languages":["pbt-Arab","sna-Latn"]},{"precision":0.435452,"recall":0.5,"f1":0.453667,"accuracy":0.5,"main_score":0.453667,"hf_subset":"pbt_Arab-tso_Latn","languages":["pbt-Arab","tso-Latn"]},{"precision":0.892704,"recall":0.925889,"f1":0.903393,"accuracy":0.925889,"main_score":0.903393,"hf_subset":"pbt_Arab-azj_Latn","languages":["pbt-Arab","azj-Latn"]},{"precision":0.43471,"recall":0.502964,"f1":0.455042,"accuracy":0.502964,"main_score":0.455042,"hf_subset":"pbt_Arab-dik_Latn","languages":["pbt-Arab","dik-Latn"]},{"precision":0.439295,"recall":0.499012,"f1":0.456264,"accuracy":0.499012,"main_score":0.456264,"hf_subset":"pbt_Arab-hau_Latn","languages":["pbt-Arab","hau-Latn"]},{"precision":0.879117,"recall":0.912055,"f1":0.88946,"accuracy":0.912055,"main_score":0.88946,"hf_subset":"pbt_Arab-kea_Latn","languages":["pbt-Arab","kea-Latn"]},{"precision":0.589453,"recall":0.648221,"f1":0.606769,"accuracy":0.648221,"main_score":0.606769,"hf_subset":"pbt_Arab-lus_Latn","languages":["pbt-Arab","lus-Latn"]},{"precision":0.702767,"recall":0.756917,"f1":0.719222,"accuracy":0.756917,"main_score":0.719222,"hf_subset":"pbt_Arab-pag_Latn","languages":["pbt-Arab","pag-Latn"]},{"precision":0.919219,"recall":0.943676,"f1":0.927108,"accuracy":0.943676,"main_score":0.927108,"hf_subset":"pbt_Arab-snd_Arab","languages":["pbt-Arab","snd-Arab"]},{"precision":0.769055,"recall":0.826087,"f1":0.786594,"accuracy":0.826087,"main_score":0.786594,"hf_subset":"pbt_Arab-tuk_Latn","languages":["pbt-Arab","tuk-Latn"]},{"precision":0.831472,"recall":0.874506,"f1":0.844848,"accuracy":0.874506,"main_score":0.844848,"hf_subset":"pbt_Arab-bak_Cyrl","languages":["pbt-Arab","bak-Cyrl"]},{"precision":0.383293,"recall":0.463439,"f1":0.406839,"accuracy":0.463439,"main_score":0.406839,"hf_subset":"pbt_Arab-dyu_Latn","languages":["pbt-Arab","dyu-Latn"]},{"precision":0.903162,"recall":0.932806,"f1":0.912714,"accuracy":0.932806,"main_score":0.912714,"hf_subset":"pbt_Arab-heb_Hebr","languages":["pbt-Arab","heb-Hebr"]},{"precision":0.784173,"recall":0.836957,"f1":0.800428,"accuracy":0.836957,"main_score":0.800428,"hf_subset":"pbt_Arab-khk_Cyrl","languages":["pbt-Arab","khk-Cyrl"]},{"precision":0.923584,"recall":0.948617,"f1":0.931818,"accuracy":0.948617,"main_score":0.931818,"hf_subset":"pbt_Arab-lvs_Latn","languages":["pbt-Arab","lvs-Latn"]},{"precision":0.922266,"recall":0.945652,"f1":0.929842,"accuracy":0.945652,"main_score":0.929842,"hf_subset":"pbt_Arab-pan_Guru","languages":["pbt-Arab","pan-Guru"]},{"precision":0.449819,"recall":0.520751,"f1":0.470619,"accuracy":0.520751,"main_score":0.470619,"hf_subset":"pbt_Arab-som_Latn","languages":["pbt-Arab","som-Latn"]},{"precision":0.471824,"recall":0.52668,"f1":0.488043,"accuracy":0.52668,"main_score":0.488043,"hf_subset":"pbt_Arab-tum_Latn","languages":["pbt-Arab","tum-Latn"]},{"precision":0.416634,"recall":0.507905,"f1":0.441898,"accuracy":0.507905,"main_score":0.441898,"hf_subset":"spa_Latn-ace_Arab","languages":["spa-Latn","ace-Arab"]},{"precision":0.434544,"recall":0.520751,"f1":0.458202,"accuracy":0.520751,"main_score":0.458202,"hf_subset":"spa_Latn-bam_Latn","languages":["spa-Latn","bam-Latn"]},{"precision":0.111574,"recall":0.163043,"f1":0.125012,"accuracy":0.163043,"main_score":0.125012,"hf_subset":"spa_Latn-dzo_Tibt","languages":["spa-Latn","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-hin_Deva","languages":["spa-Latn","hin-Deva"]},{"precision":0.93083,"recall":0.952569,"f1":0.937912,"accuracy":0.952569,"main_score":0.937912,"hf_subset":"spa_Latn-khm_Khmr","languages":["spa-Latn","khm-Khmr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-mag_Deva","languages":["spa-Latn","mag-Deva"]},{"precision":0.973979,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"spa_Latn-pap_Latn","languages":["spa-Latn","pap-Latn"]},{"precision":0.489151,"recall":0.568182,"f1":0.510761,"accuracy":0.568182,"main_score":0.510761,"hf_subset":"spa_Latn-sot_Latn","languages":["spa-Latn","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-tur_Latn","languages":["spa-Latn","tur-Latn"]},{"precision":0.796146,"recall":0.847826,"f1":0.811858,"accuracy":0.847826,"main_score":0.811858,"hf_subset":"spa_Latn-ace_Latn","languages":["spa-Latn","ace-Latn"]},{"precision":0.930501,"recall":0.951581,"f1":0.937418,"accuracy":0.951581,"main_score":0.937418,"hf_subset":"spa_Latn-ban_Latn","languages":["spa-Latn","ban-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"spa_Latn-ell_Grek","languages":["spa-Latn","ell-Grek"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"spa_Latn-hne_Deva","languages":["spa-Latn","hne-Deva"]},{"precision":0.502619,"recall":0.582016,"f1":0.524664,"accuracy":0.582016,"main_score":0.524664,"hf_subset":"spa_Latn-kik_Latn","languages":["spa-Latn","kik-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"spa_Latn-mai_Deva","languages":["spa-Latn","mai-Deva"]},{"precision":0.887599,"recall":0.91996,"f1":0.897958,"accuracy":0.91996,"main_score":0.897958,"hf_subset":"spa_Latn-pbt_Arab","languages":["spa-Latn","pbt-Arab"]},{"precision":0.55545,"recall":0.634387,"f1":0.5772,"accuracy":0.634387,"main_score":0.5772,"hf_subset":"spa_Latn-twi_Latn","languages":["spa-Latn","twi-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"spa_Latn-acm_Arab","languages":["spa-Latn","acm-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-bel_Cyrl","languages":["spa-Latn","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-eng_Latn","languages":["spa-Latn","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-hrv_Latn","languages":["spa-Latn","hrv-Latn"]},{"precision":0.438787,"recall":0.519763,"f1":0.460971,"accuracy":0.519763,"main_score":0.460971,"hf_subset":"spa_Latn-kin_Latn","languages":["spa-Latn","kin-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"spa_Latn-mal_Mlym","languages":["spa-Latn","mal-Mlym"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-pes_Arab","languages":["spa-Latn","pes-Arab"]},{"precision":0.983037,"recall":0.988142,"f1":0.984684,"accuracy":0.988142,"main_score":0.984684,"hf_subset":"spa_Latn-srd_Latn","languages":["spa-Latn","srd-Latn"]},{"precision":0.104317,"recall":0.172925,"f1":0.118851,"accuracy":0.172925,"main_score":0.118851,"hf_subset":"spa_Latn-tzm_Tfng","languages":["spa-Latn","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-acq_Arab","languages":["spa-Latn","acq-Arab"]},{"precision":0.515116,"recall":0.59585,"f1":0.537564,"accuracy":0.59585,"main_score":0.537564,"hf_subset":"spa_Latn-bem_Latn","languages":["spa-Latn","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-epo_Latn","languages":["spa-Latn","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-hun_Latn","languages":["spa-Latn","hun-Latn"]},{"precision":0.95224,"recall":0.967391,"f1":0.957181,"accuracy":0.967391,"main_score":0.957181,"hf_subset":"spa_Latn-kir_Cyrl","languages":["spa-Latn","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-mar_Deva","languages":["spa-Latn","mar-Deva"]},{"precision":0.540715,"recall":0.615613,"f1":0.561528,"accuracy":0.615613,"main_score":0.561528,"hf_subset":"spa_Latn-plt_Latn","languages":["spa-Latn","plt-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-srp_Cyrl","languages":["spa-Latn","srp-Cyrl"]},{"precision":0.937088,"recall":0.956522,"f1":0.943347,"accuracy":0.956522,"main_score":0.943347,"hf_subset":"spa_Latn-uig_Arab","languages":["spa-Latn","uig-Arab"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"spa_Latn-aeb_Arab","languages":["spa-Latn","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-ben_Beng","languages":["spa-Latn","ben-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"spa_Latn-est_Latn","languages":["spa-Latn","est-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"spa_Latn-hye_Armn","languages":["spa-Latn","hye-Armn"]},{"precision":0.464804,"recall":0.536561,"f1":0.484836,"accuracy":0.536561,"main_score":0.484836,"hf_subset":"spa_Latn-kmb_Latn","languages":["spa-Latn","kmb-Latn"]},{"precision":0.359473,"recall":0.456522,"f1":0.384986,"accuracy":0.456522,"main_score":0.384986,"hf_subset":"spa_Latn-min_Arab","languages":["spa-Latn","min-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-pol_Latn","languages":["spa-Latn","pol-Latn"]},{"precision":0.431479,"recall":0.519763,"f1":0.454854,"accuracy":0.519763,"main_score":0.454854,"hf_subset":"spa_Latn-ssw_Latn","languages":["spa-Latn","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-ukr_Cyrl","languages":["spa-Latn","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-afr_Latn","languages":["spa-Latn","afr-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"spa_Latn-bho_Deva","languages":["spa-Latn","bho-Deva"]},{"precision":0.952652,"recall":0.967391,"f1":0.957411,"accuracy":0.967391,"main_score":0.957411,"hf_subset":"spa_Latn-eus_Latn","languages":["spa-Latn","eus-Latn"]},{"precision":0.486658,"recall":0.566206,"f1":0.508313,"accuracy":0.566206,"main_score":0.508313,"hf_subset":"spa_Latn-ibo_Latn","languages":["spa-Latn","ibo-Latn"]},{"precision":0.683921,"recall":0.757905,"f1":0.705651,"accuracy":0.757905,"main_score":0.705651,"hf_subset":"spa_Latn-kmr_Latn","languages":["spa-Latn","kmr-Latn"]},{"precision":0.949275,"recall":0.965415,"f1":0.954545,"accuracy":0.965415,"main_score":0.954545,"hf_subset":"spa_Latn-min_Latn","languages":["spa-Latn","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-por_Latn","languages":["spa-Latn","por-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"spa_Latn-sun_Latn","languages":["spa-Latn","sun-Latn"]},{"precision":0.449448,"recall":0.528656,"f1":0.471879,"accuracy":0.528656,"main_score":0.471879,"hf_subset":"spa_Latn-umb_Latn","languages":["spa-Latn","umb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-ajp_Arab","languages":["spa-Latn","ajp-Arab"]},{"precision":0.386394,"recall":0.481225,"f1":0.412162,"accuracy":0.481225,"main_score":0.412162,"hf_subset":"spa_Latn-bjn_Arab","languages":["spa-Latn","bjn-Arab"]},{"precision":0.468725,"recall":0.540514,"f1":0.488274,"accuracy":0.540514,"main_score":0.488274,"hf_subset":"spa_Latn-ewe_Latn","languages":["spa-Latn","ewe-Latn"]},{"precision":0.845191,"recall":0.889328,"f1":0.859096,"accuracy":0.889328,"main_score":0.859096,"hf_subset":"spa_Latn-ilo_Latn","languages":["spa-Latn","ilo-Latn"]},{"precision":0.18693,"recall":0.264822,"f1":0.206054,"accuracy":0.264822,"main_score":0.206054,"hf_subset":"spa_Latn-knc_Arab","languages":["spa-Latn","knc-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-mkd_Cyrl","languages":["spa-Latn","mkd-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"spa_Latn-prs_Arab","languages":["spa-Latn","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-swe_Latn","languages":["spa-Latn","swe-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"spa_Latn-urd_Arab","languages":["spa-Latn","urd-Arab"]},{"precision":0.526378,"recall":0.610672,"f1":0.550353,"accuracy":0.610672,"main_score":0.550353,"hf_subset":"spa_Latn-aka_Latn","languages":["spa-Latn","aka-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"spa_Latn-bjn_Latn","languages":["spa-Latn","bjn-Latn"]},{"precision":0.927207,"recall":0.950593,"f1":0.934947,"accuracy":0.950593,"main_score":0.934947,"hf_subset":"spa_Latn-fao_Latn","languages":["spa-Latn","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-ind_Latn","languages":["spa-Latn","ind-Latn"]},{"precision":0.509885,"recall":0.589921,"f1":0.532131,"accuracy":0.589921,"main_score":0.532131,"hf_subset":"spa_Latn-knc_Latn","languages":["spa-Latn","knc-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"spa_Latn-mlt_Latn","languages":["spa-Latn","mlt-Latn"]},{"precision":0.563034,"recall":0.648221,"f1":0.586335,"accuracy":0.648221,"main_score":0.586335,"hf_subset":"spa_Latn-quy_Latn","languages":["spa-Latn","quy-Latn"]},{"precision":0.677026,"recall":0.758893,"f1":0.701746,"accuracy":0.758893,"main_score":0.701746,"hf_subset":"spa_Latn-swh_Latn","languages":["spa-Latn","swh-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"spa_Latn-uzn_Latn","languages":["spa-Latn","uzn-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"spa_Latn-als_Latn","languages":["spa-Latn","als-Latn"]},{"precision":0.150237,"recall":0.228261,"f1":0.168672,"accuracy":0.228261,"main_score":0.168672,"hf_subset":"spa_Latn-bod_Tibt","languages":["spa-Latn","bod-Tibt"]},{"precision":0.464322,"recall":0.541502,"f1":0.485106,"accuracy":0.541502,"main_score":0.485106,"hf_subset":"spa_Latn-fij_Latn","languages":["spa-Latn","fij-Latn"]},{"precision":0.946673,"recall":0.963439,"f1":0.952075,"accuracy":0.963439,"main_score":0.952075,"hf_subset":"spa_Latn-isl_Latn","languages":["spa-Latn","isl-Latn"]},{"precision":0.538258,"recall":0.620553,"f1":0.561571,"accuracy":0.620553,"main_score":0.561571,"hf_subset":"spa_Latn-kon_Latn","languages":["spa-Latn","kon-Latn"]},{"precision":0.487122,"recall":0.583004,"f1":0.513731,"accuracy":0.583004,"main_score":0.513731,"hf_subset":"spa_Latn-mni_Beng","languages":["spa-Latn","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-ron_Latn","languages":["spa-Latn","ron-Latn"]},{"precision":0.977273,"recall":0.983202,"f1":0.979249,"accuracy":0.983202,"main_score":0.979249,"hf_subset":"spa_Latn-szl_Latn","languages":["spa-Latn","szl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-vec_Latn","languages":["spa-Latn","vec-Latn"]},{"precision":0.533078,"recall":0.620553,"f1":0.558125,"accuracy":0.620553,"main_score":0.558125,"hf_subset":"spa_Latn-amh_Ethi","languages":["spa-Latn","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-bos_Latn","languages":["spa-Latn","bos-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"spa_Latn-fin_Latn","languages":["spa-Latn","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-ita_Latn","languages":["spa-Latn","ita-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-kor_Hang","languages":["spa-Latn","kor-Hang"]},{"precision":0.466037,"recall":0.554348,"f1":0.489671,"accuracy":0.554348,"main_score":0.489671,"hf_subset":"spa_Latn-mos_Latn","languages":["spa-Latn","mos-Latn"]},{"precision":0.438888,"recall":0.518775,"f1":0.460648,"accuracy":0.518775,"main_score":0.460648,"hf_subset":"spa_Latn-run_Latn","languages":["spa-Latn","run-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"spa_Latn-tam_Taml","languages":["spa-Latn","tam-Taml"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-vie_Latn","languages":["spa-Latn","vie-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"spa_Latn-apc_Arab","languages":["spa-Latn","apc-Arab"]},{"precision":0.733794,"recall":0.796443,"f1":0.75208,"accuracy":0.796443,"main_score":0.75208,"hf_subset":"spa_Latn-bug_Latn","languages":["spa-Latn","bug-Latn"]},{"precision":0.408022,"recall":0.494071,"f1":0.431417,"accuracy":0.494071,"main_score":0.431417,"hf_subset":"spa_Latn-fon_Latn","languages":["spa-Latn","fon-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"spa_Latn-jav_Latn","languages":["spa-Latn","jav-Latn"]},{"precision":0.862648,"recall":0.903162,"f1":0.875494,"accuracy":0.903162,"main_score":0.875494,"hf_subset":"spa_Latn-lao_Laoo","languages":["spa-Latn","lao-Laoo"]},{"precision":0.554216,"recall":0.640316,"f1":0.578713,"accuracy":0.640316,"main_score":0.578713,"hf_subset":"spa_Latn-mri_Latn","languages":["spa-Latn","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-rus_Cyrl","languages":["spa-Latn","rus-Cyrl"]},{"precision":0.47956,"recall":0.560277,"f1":0.502059,"accuracy":0.560277,"main_score":0.502059,"hf_subset":"spa_Latn-taq_Latn","languages":["spa-Latn","taq-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"spa_Latn-war_Latn","languages":["spa-Latn","war-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-arb_Arab","languages":["spa-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-bul_Cyrl","languages":["spa-Latn","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-fra_Latn","languages":["spa-Latn","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-jpn_Jpan","languages":["spa-Latn","jpn-Jpan"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"spa_Latn-lij_Latn","languages":["spa-Latn","lij-Latn"]},{"precision":0.927701,"recall":0.949605,"f1":0.934947,"accuracy":0.949605,"main_score":0.934947,"hf_subset":"spa_Latn-mya_Mymr","languages":["spa-Latn","mya-Mymr"]},{"precision":0.502055,"recall":0.599802,"f1":0.529489,"accuracy":0.599802,"main_score":0.529489,"hf_subset":"spa_Latn-sag_Latn","languages":["spa-Latn","sag-Latn"]},{"precision":0.113954,"recall":0.19664,"f1":0.129977,"accuracy":0.19664,"main_score":0.129977,"hf_subset":"spa_Latn-taq_Tfng","languages":["spa-Latn","taq-Tfng"]},{"precision":0.548305,"recall":0.637352,"f1":0.573415,"accuracy":0.637352,"main_score":0.573415,"hf_subset":"spa_Latn-wol_Latn","languages":["spa-Latn","wol-Latn"]},{"precision":0.593228,"recall":0.684783,"f1":0.619485,"accuracy":0.684783,"main_score":0.619485,"hf_subset":"spa_Latn-arb_Latn","languages":["spa-Latn","arb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-cat_Latn","languages":["spa-Latn","cat-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"spa_Latn-fur_Latn","languages":["spa-Latn","fur-Latn"]},{"precision":0.313542,"recall":0.389328,"f1":0.333328,"accuracy":0.389328,"main_score":0.333328,"hf_subset":"spa_Latn-kab_Latn","languages":["spa-Latn","kab-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"spa_Latn-lim_Latn","languages":["spa-Latn","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-nld_Latn","languages":["spa-Latn","nld-Latn"]},{"precision":0.960886,"recall":0.972332,"f1":0.964493,"accuracy":0.972332,"main_score":0.964493,"hf_subset":"spa_Latn-san_Deva","languages":["spa-Latn","san-Deva"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"spa_Latn-tat_Cyrl","languages":["spa-Latn","tat-Cyrl"]},{"precision":0.514523,"recall":0.596838,"f1":0.536626,"accuracy":0.596838,"main_score":0.536626,"hf_subset":"spa_Latn-xho_Latn","languages":["spa-Latn","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-ars_Arab","languages":["spa-Latn","ars-Arab"]},{"precision":0.983037,"recall":0.988142,"f1":0.984684,"accuracy":0.988142,"main_score":0.984684,"hf_subset":"spa_Latn-ceb_Latn","languages":["spa-Latn","ceb-Latn"]},{"precision":0.467189,"recall":0.556324,"f1":0.491752,"accuracy":0.556324,"main_score":0.491752,"hf_subset":"spa_Latn-fuv_Latn","languages":["spa-Latn","fuv-Latn"]},{"precision":0.463934,"recall":0.547431,"f1":0.486345,"accuracy":0.547431,"main_score":0.486345,"hf_subset":"spa_Latn-kac_Latn","languages":["spa-Latn","kac-Latn"]},{"precision":0.556393,"recall":0.642292,"f1":0.580537,"accuracy":0.642292,"main_score":0.580537,"hf_subset":"spa_Latn-lin_Latn","languages":["spa-Latn","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-nno_Latn","languages":["spa-Latn","nno-Latn"]},{"precision":0.020852,"recall":0.061265,"f1":0.026185,"accuracy":0.061265,"main_score":0.026185,"hf_subset":"spa_Latn-sat_Olck","languages":["spa-Latn","sat-Olck"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"spa_Latn-tel_Telu","languages":["spa-Latn","tel-Telu"]},{"precision":0.73326,"recall":0.805336,"f1":0.754792,"accuracy":0.805336,"main_score":0.754792,"hf_subset":"spa_Latn-ydd_Hebr","languages":["spa-Latn","ydd-Hebr"]},{"precision":0.950758,"recall":0.966403,"f1":0.955863,"accuracy":0.966403,"main_score":0.955863,"hf_subset":"spa_Latn-ary_Arab","languages":["spa-Latn","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-ces_Latn","languages":["spa-Latn","ces-Latn"]},{"precision":0.378542,"recall":0.467391,"f1":0.402058,"accuracy":0.467391,"main_score":0.402058,"hf_subset":"spa_Latn-gaz_Latn","languages":["spa-Latn","gaz-Latn"]},{"precision":0.486822,"recall":0.570158,"f1":0.509375,"accuracy":0.570158,"main_score":0.509375,"hf_subset":"spa_Latn-kam_Latn","languages":["spa-Latn","kam-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"spa_Latn-lit_Latn","languages":["spa-Latn","lit-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-nob_Latn","languages":["spa-Latn","nob-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"spa_Latn-scn_Latn","languages":["spa-Latn","scn-Latn"]},{"precision":0.893857,"recall":0.925889,"f1":0.903887,"accuracy":0.925889,"main_score":0.903887,"hf_subset":"spa_Latn-tgk_Cyrl","languages":["spa-Latn","tgk-Cyrl"]},{"precision":0.410606,"recall":0.496047,"f1":0.434297,"accuracy":0.496047,"main_score":0.434297,"hf_subset":"spa_Latn-yor_Latn","languages":["spa-Latn","yor-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"spa_Latn-arz_Arab","languages":["spa-Latn","arz-Arab"]},{"precision":0.473674,"recall":0.572134,"f1":0.500471,"accuracy":0.572134,"main_score":0.500471,"hf_subset":"spa_Latn-cjk_Latn","languages":["spa-Latn","cjk-Latn"]},{"precision":0.609823,"recall":0.687747,"f1":0.632173,"accuracy":0.687747,"main_score":0.632173,"hf_subset":"spa_Latn-gla_Latn","languages":["spa-Latn","gla-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"spa_Latn-kan_Knda","languages":["spa-Latn","kan-Knda"]},{"precision":0.965415,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"spa_Latn-lmo_Latn","languages":["spa-Latn","lmo-Latn"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"spa_Latn-npi_Deva","languages":["spa-Latn","npi-Deva"]},{"precision":0.403066,"recall":0.505929,"f1":0.430264,"accuracy":0.505929,"main_score":0.430264,"hf_subset":"spa_Latn-shn_Mymr","languages":["spa-Latn","shn-Mymr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-tgl_Latn","languages":["spa-Latn","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-yue_Hant","languages":["spa-Latn","yue-Hant"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"spa_Latn-asm_Beng","languages":["spa-Latn","asm-Beng"]},{"precision":0.70383,"recall":0.775692,"f1":0.725215,"accuracy":0.775692,"main_score":0.725215,"hf_subset":"spa_Latn-ckb_Arab","languages":["spa-Latn","ckb-Arab"]},{"precision":0.686611,"recall":0.767787,"f1":0.711298,"accuracy":0.767787,"main_score":0.711298,"hf_subset":"spa_Latn-gle_Latn","languages":["spa-Latn","gle-Latn"]},{"precision":0.864707,"recall":0.907115,"f1":0.878195,"accuracy":0.907115,"main_score":0.878195,"hf_subset":"spa_Latn-kas_Arab","languages":["spa-Latn","kas-Arab"]},{"precision":0.877092,"recall":0.913043,"f1":0.888406,"accuracy":0.913043,"main_score":0.888406,"hf_subset":"spa_Latn-ltg_Latn","languages":["spa-Latn","ltg-Latn"]},{"precision":0.507629,"recall":0.589921,"f1":0.53069,"accuracy":0.589921,"main_score":0.53069,"hf_subset":"spa_Latn-nso_Latn","languages":["spa-Latn","nso-Latn"]},{"precision":0.419379,"recall":0.518775,"f1":0.447271,"accuracy":0.518775,"main_score":0.447271,"hf_subset":"spa_Latn-sin_Sinh","languages":["spa-Latn","sin-Sinh"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-tha_Thai","languages":["spa-Latn","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-zho_Hans","languages":["spa-Latn","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-ast_Latn","languages":["spa-Latn","ast-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"spa_Latn-crh_Latn","languages":["spa-Latn","crh-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-glg_Latn","languages":["spa-Latn","glg-Latn"]},{"precision":0.765119,"recall":0.827075,"f1":0.783696,"accuracy":0.827075,"main_score":0.783696,"hf_subset":"spa_Latn-kas_Deva","languages":["spa-Latn","kas-Deva"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"spa_Latn-ltz_Latn","languages":["spa-Latn","ltz-Latn"]},{"precision":0.367606,"recall":0.456522,"f1":0.390962,"accuracy":0.456522,"main_score":0.390962,"hf_subset":"spa_Latn-nus_Latn","languages":["spa-Latn","nus-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-slk_Latn","languages":["spa-Latn","slk-Latn"]},{"precision":0.254351,"recall":0.323123,"f1":0.271874,"accuracy":0.323123,"main_score":0.271874,"hf_subset":"spa_Latn-tir_Ethi","languages":["spa-Latn","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-zho_Hant","languages":["spa-Latn","zho-Hant"]},{"precision":0.980731,"recall":0.986166,"f1":0.982543,"accuracy":0.986166,"main_score":0.982543,"hf_subset":"spa_Latn-awa_Deva","languages":["spa-Latn","awa-Deva"]},{"precision":0.851038,"recall":0.896245,"f1":0.865514,"accuracy":0.896245,"main_score":0.865514,"hf_subset":"spa_Latn-cym_Latn","languages":["spa-Latn","cym-Latn"]},{"precision":0.733053,"recall":0.799407,"f1":0.753082,"accuracy":0.799407,"main_score":0.753082,"hf_subset":"spa_Latn-grn_Latn","languages":["spa-Latn","grn-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"spa_Latn-kat_Geor","languages":["spa-Latn","kat-Geor"]},{"precision":0.543332,"recall":0.625494,"f1":0.567111,"accuracy":0.625494,"main_score":0.567111,"hf_subset":"spa_Latn-lua_Latn","languages":["spa-Latn","lua-Latn"]},{"precision":0.515179,"recall":0.59585,"f1":0.537434,"accuracy":0.59585,"main_score":0.537434,"hf_subset":"spa_Latn-nya_Latn","languages":["spa-Latn","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-slv_Latn","languages":["spa-Latn","slv-Latn"]},{"precision":0.796229,"recall":0.852767,"f1":0.813966,"accuracy":0.852767,"main_score":0.813966,"hf_subset":"spa_Latn-tpi_Latn","languages":["spa-Latn","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-zsm_Latn","languages":["spa-Latn","zsm-Latn"]},{"precision":0.478745,"recall":0.5583,"f1":0.499987,"accuracy":0.5583,"main_score":0.499987,"hf_subset":"spa_Latn-ayr_Latn","languages":["spa-Latn","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-dan_Latn","languages":["spa-Latn","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-guj_Gujr","languages":["spa-Latn","guj-Gujr"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"spa_Latn-kaz_Cyrl","languages":["spa-Latn","kaz-Cyrl"]},{"precision":0.426149,"recall":0.507905,"f1":0.448796,"accuracy":0.507905,"main_score":0.448796,"hf_subset":"spa_Latn-lug_Latn","languages":["spa-Latn","lug-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"spa_Latn-oci_Latn","languages":["spa-Latn","oci-Latn"]},{"precision":0.50597,"recall":0.593874,"f1":0.52988,"accuracy":0.593874,"main_score":0.52988,"hf_subset":"spa_Latn-smo_Latn","languages":["spa-Latn","smo-Latn"]},{"precision":0.440297,"recall":0.528656,"f1":0.464425,"accuracy":0.528656,"main_score":0.464425,"hf_subset":"spa_Latn-tsn_Latn","languages":["spa-Latn","tsn-Latn"]},{"precision":0.449676,"recall":0.534585,"f1":0.47241,"accuracy":0.534585,"main_score":0.47241,"hf_subset":"spa_Latn-zul_Latn","languages":["spa-Latn","zul-Latn"]},{"precision":0.808959,"recall":0.864625,"f1":0.826501,"accuracy":0.864625,"main_score":0.826501,"hf_subset":"spa_Latn-azb_Arab","languages":["spa-Latn","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"spa_Latn-deu_Latn","languages":["spa-Latn","deu-Latn"]},{"precision":0.911808,"recall":0.938735,"f1":0.92052,"accuracy":0.938735,"main_score":0.92052,"hf_subset":"spa_Latn-hat_Latn","languages":["spa-Latn","hat-Latn"]},{"precision":0.416322,"recall":0.495059,"f1":0.437828,"accuracy":0.495059,"main_score":0.437828,"hf_subset":"spa_Latn-kbp_Latn","languages":["spa-Latn","kbp-Latn"]},{"precision":0.481643,"recall":0.563241,"f1":0.503432,"accuracy":0.563241,"main_score":0.503432,"hf_subset":"spa_Latn-luo_Latn","languages":["spa-Latn","luo-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"spa_Latn-ory_Orya","languages":["spa-Latn","ory-Orya"]},{"precision":0.482762,"recall":0.568182,"f1":0.506745,"accuracy":0.568182,"main_score":0.506745,"hf_subset":"spa_Latn-sna_Latn","languages":["spa-Latn","sna-Latn"]},{"precision":0.458164,"recall":0.535573,"f1":0.479311,"accuracy":0.535573,"main_score":0.479311,"hf_subset":"spa_Latn-tso_Latn","languages":["spa-Latn","tso-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"spa_Latn-azj_Latn","languages":["spa-Latn","azj-Latn"]},{"precision":0.470008,"recall":0.555336,"f1":0.493877,"accuracy":0.555336,"main_score":0.493877,"hf_subset":"spa_Latn-dik_Latn","languages":["spa-Latn","dik-Latn"]},{"precision":0.462722,"recall":0.537549,"f1":0.483913,"accuracy":0.537549,"main_score":0.483913,"hf_subset":"spa_Latn-hau_Latn","languages":["spa-Latn","hau-Latn"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"spa_Latn-kea_Latn","languages":["spa-Latn","kea-Latn"]},{"precision":0.649135,"recall":0.724308,"f1":0.6711,"accuracy":0.724308,"main_score":0.6711,"hf_subset":"spa_Latn-lus_Latn","languages":["spa-Latn","lus-Latn"]},{"precision":0.816881,"recall":0.862648,"f1":0.830519,"accuracy":0.862648,"main_score":0.830519,"hf_subset":"spa_Latn-pag_Latn","languages":["spa-Latn","pag-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"spa_Latn-snd_Arab","languages":["spa-Latn","snd-Arab"]},{"precision":0.855814,"recall":0.900198,"f1":0.86996,"accuracy":0.900198,"main_score":0.86996,"hf_subset":"spa_Latn-tuk_Latn","languages":["spa-Latn","tuk-Latn"]},{"precision":0.947628,"recall":0.964427,"f1":0.953063,"accuracy":0.964427,"main_score":0.953063,"hf_subset":"spa_Latn-bak_Cyrl","languages":["spa-Latn","bak-Cyrl"]},{"precision":0.42297,"recall":0.518775,"f1":0.449883,"accuracy":0.518775,"main_score":0.449883,"hf_subset":"spa_Latn-dyu_Latn","languages":["spa-Latn","dyu-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"spa_Latn-heb_Hebr","languages":["spa-Latn","heb-Hebr"]},{"precision":0.889328,"recall":0.920949,"f1":0.899506,"accuracy":0.920949,"main_score":0.899506,"hf_subset":"spa_Latn-khk_Cyrl","languages":["spa-Latn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"spa_Latn-lvs_Latn","languages":["spa-Latn","lvs-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"spa_Latn-pan_Guru","languages":["spa-Latn","pan-Guru"]},{"precision":0.450396,"recall":0.529644,"f1":0.472233,"accuracy":0.529644,"main_score":0.472233,"hf_subset":"spa_Latn-som_Latn","languages":["spa-Latn","som-Latn"]},{"precision":0.499068,"recall":0.573123,"f1":0.519564,"accuracy":0.573123,"main_score":0.519564,"hf_subset":"spa_Latn-tum_Latn","languages":["spa-Latn","tum-Latn"]},{"precision":0.362167,"recall":0.427866,"f1":0.379735,"accuracy":0.427866,"main_score":0.379735,"hf_subset":"twi_Latn-ace_Arab","languages":["twi-Latn","ace-Arab"]},{"precision":0.459519,"recall":0.51087,"f1":0.474162,"accuracy":0.51087,"main_score":0.474162,"hf_subset":"twi_Latn-bam_Latn","languages":["twi-Latn","bam-Latn"]},{"precision":0.100657,"recall":0.150198,"f1":0.112878,"accuracy":0.150198,"main_score":0.112878,"hf_subset":"twi_Latn-dzo_Tibt","languages":["twi-Latn","dzo-Tibt"]},{"precision":0.528003,"recall":0.593874,"f1":0.547417,"accuracy":0.593874,"main_score":0.547417,"hf_subset":"twi_Latn-hin_Deva","languages":["twi-Latn","hin-Deva"]},{"precision":0.383215,"recall":0.45751,"f1":0.403906,"accuracy":0.45751,"main_score":0.403906,"hf_subset":"twi_Latn-khm_Khmr","languages":["twi-Latn","khm-Khmr"]},{"precision":0.526435,"recall":0.586957,"f1":0.543831,"accuracy":0.586957,"main_score":0.543831,"hf_subset":"twi_Latn-mag_Deva","languages":["twi-Latn","mag-Deva"]},{"precision":0.574063,"recall":0.623518,"f1":0.588572,"accuracy":0.623518,"main_score":0.588572,"hf_subset":"twi_Latn-pap_Latn","languages":["twi-Latn","pap-Latn"]},{"precision":0.51138,"recall":0.555336,"f1":0.523965,"accuracy":0.555336,"main_score":0.523965,"hf_subset":"twi_Latn-sot_Latn","languages":["twi-Latn","sot-Latn"]},{"precision":0.541764,"recall":0.609684,"f1":0.561387,"accuracy":0.609684,"main_score":0.561387,"hf_subset":"twi_Latn-tur_Latn","languages":["twi-Latn","tur-Latn"]},{"precision":0.558627,"recall":0.609684,"f1":0.573564,"accuracy":0.609684,"main_score":0.573564,"hf_subset":"twi_Latn-ace_Latn","languages":["twi-Latn","ace-Latn"]},{"precision":0.58282,"recall":0.633399,"f1":0.597423,"accuracy":0.633399,"main_score":0.597423,"hf_subset":"twi_Latn-ban_Latn","languages":["twi-Latn","ban-Latn"]},{"precision":0.504334,"recall":0.573123,"f1":0.524381,"accuracy":0.573123,"main_score":0.524381,"hf_subset":"twi_Latn-ell_Grek","languages":["twi-Latn","ell-Grek"]},{"precision":0.528034,"recall":0.593874,"f1":0.547476,"accuracy":0.593874,"main_score":0.547476,"hf_subset":"twi_Latn-hne_Deva","languages":["twi-Latn","hne-Deva"]},{"precision":0.506374,"recall":0.561265,"f1":0.52208,"accuracy":0.561265,"main_score":0.52208,"hf_subset":"twi_Latn-kik_Latn","languages":["twi-Latn","kik-Latn"]},{"precision":0.527463,"recall":0.592885,"f1":0.54709,"accuracy":0.592885,"main_score":0.54709,"hf_subset":"twi_Latn-mai_Deva","languages":["twi-Latn","mai-Deva"]},{"precision":0.487895,"recall":0.557312,"f1":0.508611,"accuracy":0.557312,"main_score":0.508611,"hf_subset":"twi_Latn-pbt_Arab","languages":["twi-Latn","pbt-Arab"]},{"precision":0.556278,"recall":0.620553,"f1":0.57563,"accuracy":0.620553,"main_score":0.57563,"hf_subset":"twi_Latn-spa_Latn","languages":["twi-Latn","spa-Latn"]},{"precision":0.512673,"recall":0.583004,"f1":0.534475,"accuracy":0.583004,"main_score":0.534475,"hf_subset":"twi_Latn-acm_Arab","languages":["twi-Latn","acm-Arab"]},{"precision":0.525976,"recall":0.591897,"f1":0.545385,"accuracy":0.591897,"main_score":0.545385,"hf_subset":"twi_Latn-bel_Cyrl","languages":["twi-Latn","bel-Cyrl"]},{"precision":0.565183,"recall":0.628458,"f1":0.583124,"accuracy":0.628458,"main_score":0.583124,"hf_subset":"twi_Latn-eng_Latn","languages":["twi-Latn","eng-Latn"]},{"precision":0.548622,"recall":0.609684,"f1":0.566888,"accuracy":0.609684,"main_score":0.566888,"hf_subset":"twi_Latn-hrv_Latn","languages":["twi-Latn","hrv-Latn"]},{"precision":0.458906,"recall":0.517787,"f1":0.475841,"accuracy":0.517787,"main_score":0.475841,"hf_subset":"twi_Latn-kin_Latn","languages":["twi-Latn","kin-Latn"]},{"precision":0.516577,"recall":0.581028,"f1":0.53571,"accuracy":0.581028,"main_score":0.53571,"hf_subset":"twi_Latn-mal_Mlym","languages":["twi-Latn","mal-Mlym"]},{"precision":0.511339,"recall":0.582016,"f1":0.531771,"accuracy":0.582016,"main_score":0.531771,"hf_subset":"twi_Latn-pes_Arab","languages":["twi-Latn","pes-Arab"]},{"precision":0.574224,"recall":0.625494,"f1":0.588945,"accuracy":0.625494,"main_score":0.588945,"hf_subset":"twi_Latn-srd_Latn","languages":["twi-Latn","srd-Latn"]},{"precision":0.156906,"recall":0.205534,"f1":0.168064,"accuracy":0.205534,"main_score":0.168064,"hf_subset":"twi_Latn-tzm_Tfng","languages":["twi-Latn","tzm-Tfng"]},{"precision":0.511346,"recall":0.582016,"f1":0.532166,"accuracy":0.582016,"main_score":0.532166,"hf_subset":"twi_Latn-acq_Arab","languages":["twi-Latn","acq-Arab"]},{"precision":0.542321,"recall":0.589921,"f1":0.555979,"accuracy":0.589921,"main_score":0.555979,"hf_subset":"twi_Latn-bem_Latn","languages":["twi-Latn","bem-Latn"]},{"precision":0.556853,"recall":0.612648,"f1":0.573295,"accuracy":0.612648,"main_score":0.573295,"hf_subset":"twi_Latn-epo_Latn","languages":["twi-Latn","epo-Latn"]},{"precision":0.533825,"recall":0.597826,"f1":0.55267,"accuracy":0.597826,"main_score":0.55267,"hf_subset":"twi_Latn-hun_Latn","languages":["twi-Latn","hun-Latn"]},{"precision":0.53566,"recall":0.59585,"f1":0.553788,"accuracy":0.59585,"main_score":0.553788,"hf_subset":"twi_Latn-kir_Cyrl","languages":["twi-Latn","kir-Cyrl"]},{"precision":0.522174,"recall":0.586957,"f1":0.541466,"accuracy":0.586957,"main_score":0.541466,"hf_subset":"twi_Latn-mar_Deva","languages":["twi-Latn","mar-Deva"]},{"precision":0.520669,"recall":0.567194,"f1":0.53415,"accuracy":0.567194,"main_score":0.53415,"hf_subset":"twi_Latn-plt_Latn","languages":["twi-Latn","plt-Latn"]},{"precision":0.549149,"recall":0.61166,"f1":0.567809,"accuracy":0.61166,"main_score":0.567809,"hf_subset":"twi_Latn-srp_Cyrl","languages":["twi-Latn","srp-Cyrl"]},{"precision":0.467043,"recall":0.531621,"f1":0.485506,"accuracy":0.531621,"main_score":0.485506,"hf_subset":"twi_Latn-uig_Arab","languages":["twi-Latn","uig-Arab"]},{"precision":0.522226,"recall":0.583992,"f1":0.540911,"accuracy":0.583992,"main_score":0.540911,"hf_subset":"twi_Latn-aeb_Arab","languages":["twi-Latn","aeb-Arab"]},{"precision":0.522644,"recall":0.590909,"f1":0.54284,"accuracy":0.590909,"main_score":0.54284,"hf_subset":"twi_Latn-ben_Beng","languages":["twi-Latn","ben-Beng"]},{"precision":0.519885,"recall":0.579051,"f1":0.536974,"accuracy":0.579051,"main_score":0.536974,"hf_subset":"twi_Latn-est_Latn","languages":["twi-Latn","est-Latn"]},{"precision":0.483432,"recall":0.55336,"f1":0.503469,"accuracy":0.55336,"main_score":0.503469,"hf_subset":"twi_Latn-hye_Armn","languages":["twi-Latn","hye-Armn"]},{"precision":0.492022,"recall":0.544466,"f1":0.507475,"accuracy":0.544466,"main_score":0.507475,"hf_subset":"twi_Latn-kmb_Latn","languages":["twi-Latn","kmb-Latn"]},{"precision":0.325554,"recall":0.402174,"f1":0.346541,"accuracy":0.402174,"main_score":0.346541,"hf_subset":"twi_Latn-min_Arab","languages":["twi-Latn","min-Arab"]},{"precision":0.552868,"recall":0.615613,"f1":0.570876,"accuracy":0.615613,"main_score":0.570876,"hf_subset":"twi_Latn-pol_Latn","languages":["twi-Latn","pol-Latn"]},{"precision":0.473625,"recall":0.532609,"f1":0.489746,"accuracy":0.532609,"main_score":0.489746,"hf_subset":"twi_Latn-ssw_Latn","languages":["twi-Latn","ssw-Latn"]},{"precision":0.541738,"recall":0.610672,"f1":0.562154,"accuracy":0.610672,"main_score":0.562154,"hf_subset":"twi_Latn-ukr_Cyrl","languages":["twi-Latn","ukr-Cyrl"]},{"precision":0.577734,"recall":0.630435,"f1":0.593644,"accuracy":0.630435,"main_score":0.593644,"hf_subset":"twi_Latn-afr_Latn","languages":["twi-Latn","afr-Latn"]},{"precision":0.536114,"recall":0.600791,"f1":0.554447,"accuracy":0.600791,"main_score":0.554447,"hf_subset":"twi_Latn-bho_Deva","languages":["twi-Latn","bho-Deva"]},{"precision":0.560076,"recall":0.609684,"f1":0.574961,"accuracy":0.609684,"main_score":0.574961,"hf_subset":"twi_Latn-eus_Latn","languages":["twi-Latn","eus-Latn"]},{"precision":0.509927,"recall":0.568182,"f1":0.526565,"accuracy":0.568182,"main_score":0.526565,"hf_subset":"twi_Latn-ibo_Latn","languages":["twi-Latn","ibo-Latn"]},{"precision":0.519351,"recall":0.571146,"f1":0.535079,"accuracy":0.571146,"main_score":0.535079,"hf_subset":"twi_Latn-kmr_Latn","languages":["twi-Latn","kmr-Latn"]},{"precision":0.573382,"recall":0.619565,"f1":0.586476,"accuracy":0.619565,"main_score":0.586476,"hf_subset":"twi_Latn-min_Latn","languages":["twi-Latn","min-Latn"]},{"precision":0.554156,"recall":0.618577,"f1":0.572969,"accuracy":0.618577,"main_score":0.572969,"hf_subset":"twi_Latn-por_Latn","languages":["twi-Latn","por-Latn"]},{"precision":0.564494,"recall":0.620553,"f1":0.581184,"accuracy":0.620553,"main_score":0.581184,"hf_subset":"twi_Latn-sun_Latn","languages":["twi-Latn","sun-Latn"]},{"precision":0.475844,"recall":0.530632,"f1":0.492126,"accuracy":0.530632,"main_score":0.492126,"hf_subset":"twi_Latn-umb_Latn","languages":["twi-Latn","umb-Latn"]},{"precision":0.52626,"recall":0.591897,"f1":0.545259,"accuracy":0.591897,"main_score":0.545259,"hf_subset":"twi_Latn-ajp_Arab","languages":["twi-Latn","ajp-Arab"]},{"precision":0.365587,"recall":0.431818,"f1":0.384286,"accuracy":0.431818,"main_score":0.384286,"hf_subset":"twi_Latn-bjn_Arab","languages":["twi-Latn","bjn-Arab"]},{"precision":0.512014,"recall":0.552372,"f1":0.523521,"accuracy":0.552372,"main_score":0.523521,"hf_subset":"twi_Latn-ewe_Latn","languages":["twi-Latn","ewe-Latn"]},{"precision":0.583742,"recall":0.632411,"f1":0.597825,"accuracy":0.632411,"main_score":0.597825,"hf_subset":"twi_Latn-ilo_Latn","languages":["twi-Latn","ilo-Latn"]},{"precision":0.206462,"recall":0.279644,"f1":0.225103,"accuracy":0.279644,"main_score":0.225103,"hf_subset":"twi_Latn-knc_Arab","languages":["twi-Latn","knc-Arab"]},{"precision":0.544112,"recall":0.607708,"f1":0.563075,"accuracy":0.607708,"main_score":0.563075,"hf_subset":"twi_Latn-mkd_Cyrl","languages":["twi-Latn","mkd-Cyrl"]},{"precision":0.506514,"recall":0.577075,"f1":0.526664,"accuracy":0.577075,"main_score":0.526664,"hf_subset":"twi_Latn-prs_Arab","languages":["twi-Latn","prs-Arab"]},{"precision":0.54994,"recall":0.615613,"f1":0.569147,"accuracy":0.615613,"main_score":0.569147,"hf_subset":"twi_Latn-swe_Latn","languages":["twi-Latn","swe-Latn"]},{"precision":0.494606,"recall":0.571146,"f1":0.517677,"accuracy":0.571146,"main_score":0.517677,"hf_subset":"twi_Latn-urd_Arab","languages":["twi-Latn","urd-Arab"]},{"precision":0.681705,"recall":0.733202,"f1":0.696542,"accuracy":0.733202,"main_score":0.696542,"hf_subset":"twi_Latn-aka_Latn","languages":["twi-Latn","aka-Latn"]},{"precision":0.566036,"recall":0.62253,"f1":0.582439,"accuracy":0.62253,"main_score":0.582439,"hf_subset":"twi_Latn-bjn_Latn","languages":["twi-Latn","bjn-Latn"]},{"precision":0.528338,"recall":0.581028,"f1":0.544181,"accuracy":0.581028,"main_score":0.544181,"hf_subset":"twi_Latn-fao_Latn","languages":["twi-Latn","fao-Latn"]},{"precision":0.559293,"recall":0.62253,"f1":0.578175,"accuracy":0.62253,"main_score":0.578175,"hf_subset":"twi_Latn-ind_Latn","languages":["twi-Latn","ind-Latn"]},{"precision":0.519626,"recall":0.561265,"f1":0.531832,"accuracy":0.561265,"main_score":0.531832,"hf_subset":"twi_Latn-knc_Latn","languages":["twi-Latn","knc-Latn"]},{"precision":0.583417,"recall":0.635375,"f1":0.598204,"accuracy":0.635375,"main_score":0.598204,"hf_subset":"twi_Latn-mlt_Latn","languages":["twi-Latn","mlt-Latn"]},{"precision":0.531175,"recall":0.579051,"f1":0.54535,"accuracy":0.579051,"main_score":0.54535,"hf_subset":"twi_Latn-quy_Latn","languages":["twi-Latn","quy-Latn"]},{"precision":0.506524,"recall":0.567194,"f1":0.523771,"accuracy":0.567194,"main_score":0.523771,"hf_subset":"twi_Latn-swh_Latn","languages":["twi-Latn","swh-Latn"]},{"precision":0.528009,"recall":0.586957,"f1":0.545273,"accuracy":0.586957,"main_score":0.545273,"hf_subset":"twi_Latn-uzn_Latn","languages":["twi-Latn","uzn-Latn"]},{"precision":0.538251,"recall":0.599802,"f1":0.556755,"accuracy":0.599802,"main_score":0.556755,"hf_subset":"twi_Latn-als_Latn","languages":["twi-Latn","als-Latn"]},{"precision":0.163792,"recall":0.221344,"f1":0.177585,"accuracy":0.221344,"main_score":0.177585,"hf_subset":"twi_Latn-bod_Tibt","languages":["twi-Latn","bod-Tibt"]},{"precision":0.489544,"recall":0.539526,"f1":0.503507,"accuracy":0.539526,"main_score":0.503507,"hf_subset":"twi_Latn-fij_Latn","languages":["twi-Latn","fij-Latn"]},{"precision":0.478969,"recall":0.543478,"f1":0.497779,"accuracy":0.543478,"main_score":0.497779,"hf_subset":"twi_Latn-isl_Latn","languages":["twi-Latn","isl-Latn"]},{"precision":0.51062,"recall":0.567194,"f1":0.527582,"accuracy":0.567194,"main_score":0.527582,"hf_subset":"twi_Latn-kon_Latn","languages":["twi-Latn","kon-Latn"]},{"precision":0.447941,"recall":0.516798,"f1":0.468511,"accuracy":0.516798,"main_score":0.468511,"hf_subset":"twi_Latn-mni_Beng","languages":["twi-Latn","mni-Beng"]},{"precision":0.567294,"recall":0.629447,"f1":0.585753,"accuracy":0.629447,"main_score":0.585753,"hf_subset":"twi_Latn-ron_Latn","languages":["twi-Latn","ron-Latn"]},{"precision":0.554999,"recall":0.617589,"f1":0.573169,"accuracy":0.617589,"main_score":0.573169,"hf_subset":"twi_Latn-szl_Latn","languages":["twi-Latn","szl-Latn"]},{"precision":0.572314,"recall":0.625494,"f1":0.587164,"accuracy":0.625494,"main_score":0.587164,"hf_subset":"twi_Latn-vec_Latn","languages":["twi-Latn","vec-Latn"]},{"precision":0.290057,"recall":0.366601,"f1":0.310592,"accuracy":0.366601,"main_score":0.310592,"hf_subset":"twi_Latn-amh_Ethi","languages":["twi-Latn","amh-Ethi"]},{"precision":0.551647,"recall":0.616601,"f1":0.570687,"accuracy":0.616601,"main_score":0.570687,"hf_subset":"twi_Latn-bos_Latn","languages":["twi-Latn","bos-Latn"]},{"precision":0.527539,"recall":0.589921,"f1":0.545371,"accuracy":0.589921,"main_score":0.545371,"hf_subset":"twi_Latn-fin_Latn","languages":["twi-Latn","fin-Latn"]},{"precision":0.566584,"recall":0.629447,"f1":0.58556,"accuracy":0.629447,"main_score":0.58556,"hf_subset":"twi_Latn-ita_Latn","languages":["twi-Latn","ita-Latn"]},{"precision":0.528043,"recall":0.596838,"f1":0.547719,"accuracy":0.596838,"main_score":0.547719,"hf_subset":"twi_Latn-kor_Hang","languages":["twi-Latn","kor-Hang"]},{"precision":0.497289,"recall":0.551383,"f1":0.512957,"accuracy":0.551383,"main_score":0.512957,"hf_subset":"twi_Latn-mos_Latn","languages":["twi-Latn","mos-Latn"]},{"precision":0.467292,"recall":0.524704,"f1":0.484013,"accuracy":0.524704,"main_score":0.484013,"hf_subset":"twi_Latn-run_Latn","languages":["twi-Latn","run-Latn"]},{"precision":0.470819,"recall":0.538538,"f1":0.490646,"accuracy":0.538538,"main_score":0.490646,"hf_subset":"twi_Latn-tam_Taml","languages":["twi-Latn","tam-Taml"]},{"precision":0.547177,"recall":0.612648,"f1":0.566813,"accuracy":0.612648,"main_score":0.566813,"hf_subset":"twi_Latn-vie_Latn","languages":["twi-Latn","vie-Latn"]},{"precision":0.524953,"recall":0.589921,"f1":0.543583,"accuracy":0.589921,"main_score":0.543583,"hf_subset":"twi_Latn-apc_Arab","languages":["twi-Latn","apc-Arab"]},{"precision":0.56576,"recall":0.613636,"f1":0.580155,"accuracy":0.613636,"main_score":0.580155,"hf_subset":"twi_Latn-bug_Latn","languages":["twi-Latn","bug-Latn"]},{"precision":0.455918,"recall":0.509881,"f1":0.470949,"accuracy":0.509881,"main_score":0.470949,"hf_subset":"twi_Latn-fon_Latn","languages":["twi-Latn","fon-Latn"]},{"precision":0.569384,"recall":0.625494,"f1":0.585917,"accuracy":0.625494,"main_score":0.585917,"hf_subset":"twi_Latn-jav_Latn","languages":["twi-Latn","jav-Latn"]},{"precision":0.409143,"recall":0.478261,"f1":0.428454,"accuracy":0.478261,"main_score":0.428454,"hf_subset":"twi_Latn-lao_Laoo","languages":["twi-Latn","lao-Laoo"]},{"precision":0.442616,"recall":0.508893,"f1":0.460876,"accuracy":0.508893,"main_score":0.460876,"hf_subset":"twi_Latn-mri_Latn","languages":["twi-Latn","mri-Latn"]},{"precision":0.546567,"recall":0.61166,"f1":0.56626,"accuracy":0.61166,"main_score":0.56626,"hf_subset":"twi_Latn-rus_Cyrl","languages":["twi-Latn","rus-Cyrl"]},{"precision":0.492918,"recall":0.54249,"f1":0.507346,"accuracy":0.54249,"main_score":0.507346,"hf_subset":"twi_Latn-taq_Latn","languages":["twi-Latn","taq-Latn"]},{"precision":0.604925,"recall":0.651186,"f1":0.618064,"accuracy":0.651186,"main_score":0.618064,"hf_subset":"twi_Latn-war_Latn","languages":["twi-Latn","war-Latn"]},{"precision":0.516542,"recall":0.585968,"f1":0.537371,"accuracy":0.585968,"main_score":0.537371,"hf_subset":"twi_Latn-arb_Arab","languages":["twi-Latn","arb-Arab"]},{"precision":0.553355,"recall":0.618577,"f1":0.572532,"accuracy":0.618577,"main_score":0.572532,"hf_subset":"twi_Latn-bul_Cyrl","languages":["twi-Latn","bul-Cyrl"]},{"precision":0.564015,"recall":0.623518,"f1":0.581044,"accuracy":0.623518,"main_score":0.581044,"hf_subset":"twi_Latn-fra_Latn","languages":["twi-Latn","fra-Latn"]},{"precision":0.531357,"recall":0.594862,"f1":0.550477,"accuracy":0.594862,"main_score":0.550477,"hf_subset":"twi_Latn-jpn_Jpan","languages":["twi-Latn","jpn-Jpan"]},{"precision":0.554657,"recall":0.612648,"f1":0.572204,"accuracy":0.612648,"main_score":0.572204,"hf_subset":"twi_Latn-lij_Latn","languages":["twi-Latn","lij-Latn"]},{"precision":0.290291,"recall":0.370553,"f1":0.311019,"accuracy":0.370553,"main_score":0.311019,"hf_subset":"twi_Latn-mya_Mymr","languages":["twi-Latn","mya-Mymr"]},{"precision":0.503123,"recall":0.559289,"f1":0.518692,"accuracy":0.559289,"main_score":0.518692,"hf_subset":"twi_Latn-sag_Latn","languages":["twi-Latn","sag-Latn"]},{"precision":0.157031,"recall":0.22332,"f1":0.170782,"accuracy":0.22332,"main_score":0.170782,"hf_subset":"twi_Latn-taq_Tfng","languages":["twi-Latn","taq-Tfng"]},{"precision":0.521953,"recall":0.574111,"f1":0.537249,"accuracy":0.574111,"main_score":0.537249,"hf_subset":"twi_Latn-wol_Latn","languages":["twi-Latn","wol-Latn"]},{"precision":0.400203,"recall":0.468379,"f1":0.419479,"accuracy":0.468379,"main_score":0.419479,"hf_subset":"twi_Latn-arb_Latn","languages":["twi-Latn","arb-Latn"]},{"precision":0.559504,"recall":0.623518,"f1":0.578167,"accuracy":0.623518,"main_score":0.578167,"hf_subset":"twi_Latn-cat_Latn","languages":["twi-Latn","cat-Latn"]},{"precision":0.568673,"recall":0.624506,"f1":0.585327,"accuracy":0.624506,"main_score":0.585327,"hf_subset":"twi_Latn-fur_Latn","languages":["twi-Latn","fur-Latn"]},{"precision":0.390016,"recall":0.440711,"f1":0.403752,"accuracy":0.440711,"main_score":0.403752,"hf_subset":"twi_Latn-kab_Latn","languages":["twi-Latn","kab-Latn"]},{"precision":0.558976,"recall":0.612648,"f1":0.575085,"accuracy":0.612648,"main_score":0.575085,"hf_subset":"twi_Latn-lim_Latn","languages":["twi-Latn","lim-Latn"]},{"precision":0.558753,"recall":0.617589,"f1":0.576012,"accuracy":0.617589,"main_score":0.576012,"hf_subset":"twi_Latn-nld_Latn","languages":["twi-Latn","nld-Latn"]},{"precision":0.452207,"recall":0.530632,"f1":0.47548,"accuracy":0.530632,"main_score":0.47548,"hf_subset":"twi_Latn-san_Deva","languages":["twi-Latn","san-Deva"]},{"precision":0.542045,"recall":0.607708,"f1":0.561277,"accuracy":0.607708,"main_score":0.561277,"hf_subset":"twi_Latn-tat_Cyrl","languages":["twi-Latn","tat-Cyrl"]},{"precision":0.520876,"recall":0.576087,"f1":0.53682,"accuracy":0.576087,"main_score":0.53682,"hf_subset":"twi_Latn-xho_Latn","languages":["twi-Latn","xho-Latn"]},{"precision":0.508317,"recall":0.583004,"f1":0.530614,"accuracy":0.583004,"main_score":0.530614,"hf_subset":"twi_Latn-ars_Arab","languages":["twi-Latn","ars-Arab"]},{"precision":0.579728,"recall":0.633399,"f1":0.595538,"accuracy":0.633399,"main_score":0.595538,"hf_subset":"twi_Latn-ceb_Latn","languages":["twi-Latn","ceb-Latn"]},{"precision":0.456118,"recall":0.51581,"f1":0.473894,"accuracy":0.51581,"main_score":0.473894,"hf_subset":"twi_Latn-fuv_Latn","languages":["twi-Latn","fuv-Latn"]},{"precision":0.495553,"recall":0.554348,"f1":0.512537,"accuracy":0.554348,"main_score":0.512537,"hf_subset":"twi_Latn-kac_Latn","languages":["twi-Latn","kac-Latn"]},{"precision":0.533239,"recall":0.58498,"f1":0.547939,"accuracy":0.58498,"main_score":0.547939,"hf_subset":"twi_Latn-lin_Latn","languages":["twi-Latn","lin-Latn"]},{"precision":0.565924,"recall":0.629447,"f1":0.58453,"accuracy":0.629447,"main_score":0.58453,"hf_subset":"twi_Latn-nno_Latn","languages":["twi-Latn","nno-Latn"]},{"precision":0.031203,"recall":0.082016,"f1":0.039035,"accuracy":0.082016,"main_score":0.039035,"hf_subset":"twi_Latn-sat_Olck","languages":["twi-Latn","sat-Olck"]},{"precision":0.525738,"recall":0.590909,"f1":0.545006,"accuracy":0.590909,"main_score":0.545006,"hf_subset":"twi_Latn-tel_Telu","languages":["twi-Latn","tel-Telu"]},{"precision":0.39428,"recall":0.467391,"f1":0.414956,"accuracy":0.467391,"main_score":0.414956,"hf_subset":"twi_Latn-ydd_Hebr","languages":["twi-Latn","ydd-Hebr"]},{"precision":0.49662,"recall":0.564229,"f1":0.516308,"accuracy":0.564229,"main_score":0.516308,"hf_subset":"twi_Latn-ary_Arab","languages":["twi-Latn","ary-Arab"]},{"precision":0.546547,"recall":0.613636,"f1":0.566214,"accuracy":0.613636,"main_score":0.566214,"hf_subset":"twi_Latn-ces_Latn","languages":["twi-Latn","ces-Latn"]},{"precision":0.408145,"recall":0.474308,"f1":0.426616,"accuracy":0.474308,"main_score":0.426616,"hf_subset":"twi_Latn-gaz_Latn","languages":["twi-Latn","gaz-Latn"]},{"precision":0.478978,"recall":0.54249,"f1":0.497514,"accuracy":0.54249,"main_score":0.497514,"hf_subset":"twi_Latn-kam_Latn","languages":["twi-Latn","kam-Latn"]},{"precision":0.531579,"recall":0.596838,"f1":0.550814,"accuracy":0.596838,"main_score":0.550814,"hf_subset":"twi_Latn-lit_Latn","languages":["twi-Latn","lit-Latn"]},{"precision":0.551649,"recall":0.615613,"f1":0.570373,"accuracy":0.615613,"main_score":0.570373,"hf_subset":"twi_Latn-nob_Latn","languages":["twi-Latn","nob-Latn"]},{"precision":0.545651,"recall":0.604743,"f1":0.563296,"accuracy":0.604743,"main_score":0.563296,"hf_subset":"twi_Latn-scn_Latn","languages":["twi-Latn","scn-Latn"]},{"precision":0.513943,"recall":0.578063,"f1":0.531824,"accuracy":0.578063,"main_score":0.531824,"hf_subset":"twi_Latn-tgk_Cyrl","languages":["twi-Latn","tgk-Cyrl"]},{"precision":0.455303,"recall":0.514822,"f1":0.473221,"accuracy":0.514822,"main_score":0.473221,"hf_subset":"twi_Latn-yor_Latn","languages":["twi-Latn","yor-Latn"]},{"precision":0.507242,"recall":0.575099,"f1":0.527389,"accuracy":0.575099,"main_score":0.527389,"hf_subset":"twi_Latn-arz_Arab","languages":["twi-Latn","arz-Arab"]},{"precision":0.474818,"recall":0.532609,"f1":0.491831,"accuracy":0.532609,"main_score":0.491831,"hf_subset":"twi_Latn-cjk_Latn","languages":["twi-Latn","cjk-Latn"]},{"precision":0.460982,"recall":0.521739,"f1":0.477851,"accuracy":0.521739,"main_score":0.477851,"hf_subset":"twi_Latn-gla_Latn","languages":["twi-Latn","gla-Latn"]},{"precision":0.518448,"recall":0.583004,"f1":0.537477,"accuracy":0.583004,"main_score":0.537477,"hf_subset":"twi_Latn-kan_Knda","languages":["twi-Latn","kan-Knda"]},{"precision":0.563215,"recall":0.616601,"f1":0.578452,"accuracy":0.616601,"main_score":0.578452,"hf_subset":"twi_Latn-lmo_Latn","languages":["twi-Latn","lmo-Latn"]},{"precision":0.523224,"recall":0.589921,"f1":0.542725,"accuracy":0.589921,"main_score":0.542725,"hf_subset":"twi_Latn-npi_Deva","languages":["twi-Latn","npi-Deva"]},{"precision":0.428954,"recall":0.504941,"f1":0.45121,"accuracy":0.504941,"main_score":0.45121,"hf_subset":"twi_Latn-shn_Mymr","languages":["twi-Latn","shn-Mymr"]},{"precision":0.575996,"recall":0.62747,"f1":0.591444,"accuracy":0.62747,"main_score":0.591444,"hf_subset":"twi_Latn-tgl_Latn","languages":["twi-Latn","tgl-Latn"]},{"precision":0.53159,"recall":0.599802,"f1":0.551196,"accuracy":0.599802,"main_score":0.551196,"hf_subset":"twi_Latn-yue_Hant","languages":["twi-Latn","yue-Hant"]},{"precision":0.484918,"recall":0.557312,"f1":0.506312,"accuracy":0.557312,"main_score":0.506312,"hf_subset":"twi_Latn-asm_Beng","languages":["twi-Latn","asm-Beng"]},{"precision":0.430397,"recall":0.497036,"f1":0.449841,"accuracy":0.497036,"main_score":0.449841,"hf_subset":"twi_Latn-ckb_Arab","languages":["twi-Latn","ckb-Arab"]},{"precision":0.45149,"recall":0.516798,"f1":0.469673,"accuracy":0.516798,"main_score":0.469673,"hf_subset":"twi_Latn-gle_Latn","languages":["twi-Latn","gle-Latn"]},{"precision":0.465533,"recall":0.539526,"f1":0.486877,"accuracy":0.539526,"main_score":0.486877,"hf_subset":"twi_Latn-kas_Arab","languages":["twi-Latn","kas-Arab"]},{"precision":0.497746,"recall":0.564229,"f1":0.516082,"accuracy":0.564229,"main_score":0.516082,"hf_subset":"twi_Latn-ltg_Latn","languages":["twi-Latn","ltg-Latn"]},{"precision":0.532152,"recall":0.581028,"f1":0.546088,"accuracy":0.581028,"main_score":0.546088,"hf_subset":"twi_Latn-nso_Latn","languages":["twi-Latn","nso-Latn"]},{"precision":0.19301,"recall":0.236166,"f1":0.204055,"accuracy":0.236166,"main_score":0.204055,"hf_subset":"twi_Latn-sin_Sinh","languages":["twi-Latn","sin-Sinh"]},{"precision":0.522718,"recall":0.593874,"f1":0.543738,"accuracy":0.593874,"main_score":0.543738,"hf_subset":"twi_Latn-tha_Thai","languages":["twi-Latn","tha-Thai"]},{"precision":0.519881,"recall":0.590909,"f1":0.540939,"accuracy":0.590909,"main_score":0.540939,"hf_subset":"twi_Latn-zho_Hans","languages":["twi-Latn","zho-Hans"]},{"precision":0.557565,"recall":0.614625,"f1":0.574761,"accuracy":0.614625,"main_score":0.574761,"hf_subset":"twi_Latn-ast_Latn","languages":["twi-Latn","ast-Latn"]},{"precision":0.528728,"recall":0.591897,"f1":0.54683,"accuracy":0.591897,"main_score":0.54683,"hf_subset":"twi_Latn-crh_Latn","languages":["twi-Latn","crh-Latn"]},{"precision":0.578183,"recall":0.633399,"f1":0.594283,"accuracy":0.633399,"main_score":0.594283,"hf_subset":"twi_Latn-glg_Latn","languages":["twi-Latn","glg-Latn"]},{"precision":0.489121,"recall":0.556324,"f1":0.508929,"accuracy":0.556324,"main_score":0.508929,"hf_subset":"twi_Latn-kas_Deva","languages":["twi-Latn","kas-Deva"]},{"precision":0.541421,"recall":0.596838,"f1":0.557962,"accuracy":0.596838,"main_score":0.557962,"hf_subset":"twi_Latn-ltz_Latn","languages":["twi-Latn","ltz-Latn"]},{"precision":0.428128,"recall":0.493083,"f1":0.446189,"accuracy":0.493083,"main_score":0.446189,"hf_subset":"twi_Latn-nus_Latn","languages":["twi-Latn","nus-Latn"]},{"precision":0.556618,"recall":0.619565,"f1":0.574848,"accuracy":0.619565,"main_score":0.574848,"hf_subset":"twi_Latn-slk_Latn","languages":["twi-Latn","slk-Latn"]},{"precision":0.238355,"recall":0.295455,"f1":0.251887,"accuracy":0.295455,"main_score":0.251887,"hf_subset":"twi_Latn-tir_Ethi","languages":["twi-Latn","tir-Ethi"]},{"precision":0.515975,"recall":0.58498,"f1":0.536539,"accuracy":0.58498,"main_score":0.536539,"hf_subset":"twi_Latn-zho_Hant","languages":["twi-Latn","zho-Hant"]},{"precision":0.526812,"recall":0.593874,"f1":0.546121,"accuracy":0.593874,"main_score":0.546121,"hf_subset":"twi_Latn-awa_Deva","languages":["twi-Latn","awa-Deva"]},{"precision":0.514538,"recall":0.571146,"f1":0.53056,"accuracy":0.571146,"main_score":0.53056,"hf_subset":"twi_Latn-cym_Latn","languages":["twi-Latn","cym-Latn"]},{"precision":0.574549,"recall":0.619565,"f1":0.587225,"accuracy":0.619565,"main_score":0.587225,"hf_subset":"twi_Latn-grn_Latn","languages":["twi-Latn","grn-Latn"]},{"precision":0.509386,"recall":0.576087,"f1":0.528256,"accuracy":0.576087,"main_score":0.528256,"hf_subset":"twi_Latn-kat_Geor","languages":["twi-Latn","kat-Geor"]},{"precision":0.522674,"recall":0.570158,"f1":0.536152,"accuracy":0.570158,"main_score":0.536152,"hf_subset":"twi_Latn-lua_Latn","languages":["twi-Latn","lua-Latn"]},{"precision":0.522737,"recall":0.578063,"f1":0.538842,"accuracy":0.578063,"main_score":0.538842,"hf_subset":"twi_Latn-nya_Latn","languages":["twi-Latn","nya-Latn"]},{"precision":0.533789,"recall":0.598814,"f1":0.552565,"accuracy":0.598814,"main_score":0.552565,"hf_subset":"twi_Latn-slv_Latn","languages":["twi-Latn","slv-Latn"]},{"precision":0.595007,"recall":0.63834,"f1":0.607851,"accuracy":0.63834,"main_score":0.607851,"hf_subset":"twi_Latn-tpi_Latn","languages":["twi-Latn","tpi-Latn"]},{"precision":0.574205,"recall":0.634387,"f1":0.591341,"accuracy":0.634387,"main_score":0.591341,"hf_subset":"twi_Latn-zsm_Latn","languages":["twi-Latn","zsm-Latn"]},{"precision":0.488234,"recall":0.545455,"f1":0.505075,"accuracy":0.545455,"main_score":0.505075,"hf_subset":"twi_Latn-ayr_Latn","languages":["twi-Latn","ayr-Latn"]},{"precision":0.557067,"recall":0.618577,"f1":0.574674,"accuracy":0.618577,"main_score":0.574674,"hf_subset":"twi_Latn-dan_Latn","languages":["twi-Latn","dan-Latn"]},{"precision":0.519336,"recall":0.58498,"f1":0.538823,"accuracy":0.58498,"main_score":0.538823,"hf_subset":"twi_Latn-guj_Gujr","languages":["twi-Latn","guj-Gujr"]},{"precision":0.547018,"recall":0.608696,"f1":0.565653,"accuracy":0.608696,"main_score":0.565653,"hf_subset":"twi_Latn-kaz_Cyrl","languages":["twi-Latn","kaz-Cyrl"]},{"precision":0.46474,"recall":0.518775,"f1":0.480171,"accuracy":0.518775,"main_score":0.480171,"hf_subset":"twi_Latn-lug_Latn","languages":["twi-Latn","lug-Latn"]},{"precision":0.563919,"recall":0.620553,"f1":0.58048,"accuracy":0.620553,"main_score":0.58048,"hf_subset":"twi_Latn-oci_Latn","languages":["twi-Latn","oci-Latn"]},{"precision":0.518845,"recall":0.563241,"f1":0.531886,"accuracy":0.563241,"main_score":0.531886,"hf_subset":"twi_Latn-smo_Latn","languages":["twi-Latn","smo-Latn"]},{"precision":0.492325,"recall":0.548419,"f1":0.508305,"accuracy":0.548419,"main_score":0.508305,"hf_subset":"twi_Latn-tsn_Latn","languages":["twi-Latn","tsn-Latn"]},{"precision":0.47416,"recall":0.530632,"f1":0.490156,"accuracy":0.530632,"main_score":0.490156,"hf_subset":"twi_Latn-zul_Latn","languages":["twi-Latn","zul-Latn"]},{"precision":0.457162,"recall":0.52668,"f1":0.477499,"accuracy":0.52668,"main_score":0.477499,"hf_subset":"twi_Latn-azb_Arab","languages":["twi-Latn","azb-Arab"]},{"precision":0.562884,"recall":0.621542,"f1":0.580176,"accuracy":0.621542,"main_score":0.580176,"hf_subset":"twi_Latn-deu_Latn","languages":["twi-Latn","deu-Latn"]},{"precision":0.488755,"recall":0.5583,"f1":0.509318,"accuracy":0.5583,"main_score":0.509318,"hf_subset":"twi_Latn-hat_Latn","languages":["twi-Latn","hat-Latn"]},{"precision":0.461973,"recall":0.520751,"f1":0.479451,"accuracy":0.520751,"main_score":0.479451,"hf_subset":"twi_Latn-kbp_Latn","languages":["twi-Latn","kbp-Latn"]},{"precision":0.524786,"recall":0.566206,"f1":0.537117,"accuracy":0.566206,"main_score":0.537117,"hf_subset":"twi_Latn-luo_Latn","languages":["twi-Latn","luo-Latn"]},{"precision":0.4999,"recall":0.568182,"f1":0.519836,"accuracy":0.568182,"main_score":0.519836,"hf_subset":"twi_Latn-ory_Orya","languages":["twi-Latn","ory-Orya"]},{"precision":0.498029,"recall":0.555336,"f1":0.514643,"accuracy":0.555336,"main_score":0.514643,"hf_subset":"twi_Latn-sna_Latn","languages":["twi-Latn","sna-Latn"]},{"precision":0.487822,"recall":0.543478,"f1":0.503757,"accuracy":0.543478,"main_score":0.503757,"hf_subset":"twi_Latn-tso_Latn","languages":["twi-Latn","tso-Latn"]},{"precision":0.523868,"recall":0.593874,"f1":0.544308,"accuracy":0.593874,"main_score":0.544308,"hf_subset":"twi_Latn-azj_Latn","languages":["twi-Latn","azj-Latn"]},{"precision":0.480472,"recall":0.531621,"f1":0.495576,"accuracy":0.531621,"main_score":0.495576,"hf_subset":"twi_Latn-dik_Latn","languages":["twi-Latn","dik-Latn"]},{"precision":0.496765,"recall":0.545455,"f1":0.511055,"accuracy":0.545455,"main_score":0.511055,"hf_subset":"twi_Latn-hau_Latn","languages":["twi-Latn","hau-Latn"]},{"precision":0.562423,"recall":0.620553,"f1":0.579747,"accuracy":0.620553,"main_score":0.579747,"hf_subset":"twi_Latn-kea_Latn","languages":["twi-Latn","kea-Latn"]},{"precision":0.566782,"recall":0.608696,"f1":0.579578,"accuracy":0.608696,"main_score":0.579578,"hf_subset":"twi_Latn-lus_Latn","languages":["twi-Latn","lus-Latn"]},{"precision":0.587774,"recall":0.629447,"f1":0.599731,"accuracy":0.629447,"main_score":0.599731,"hf_subset":"twi_Latn-pag_Latn","languages":["twi-Latn","pag-Latn"]},{"precision":0.475552,"recall":0.551383,"f1":0.497968,"accuracy":0.551383,"main_score":0.497968,"hf_subset":"twi_Latn-snd_Arab","languages":["twi-Latn","snd-Arab"]},{"precision":0.514237,"recall":0.577075,"f1":0.532089,"accuracy":0.577075,"main_score":0.532089,"hf_subset":"twi_Latn-tuk_Latn","languages":["twi-Latn","tuk-Latn"]},{"precision":0.556749,"recall":0.615613,"f1":0.573193,"accuracy":0.615613,"main_score":0.573193,"hf_subset":"twi_Latn-bak_Cyrl","languages":["twi-Latn","bak-Cyrl"]},{"precision":0.39098,"recall":0.463439,"f1":0.412535,"accuracy":0.463439,"main_score":0.412535,"hf_subset":"twi_Latn-dyu_Latn","languages":["twi-Latn","dyu-Latn"]},{"precision":0.497885,"recall":0.567194,"f1":0.5186,"accuracy":0.567194,"main_score":0.5186,"hf_subset":"twi_Latn-heb_Hebr","languages":["twi-Latn","heb-Hebr"]},{"precision":0.502372,"recall":0.559289,"f1":0.519664,"accuracy":0.559289,"main_score":0.519664,"hf_subset":"twi_Latn-khk_Cyrl","languages":["twi-Latn","khk-Cyrl"]},{"precision":0.537253,"recall":0.598814,"f1":0.555548,"accuracy":0.598814,"main_score":0.555548,"hf_subset":"twi_Latn-lvs_Latn","languages":["twi-Latn","lvs-Latn"]},{"precision":0.518834,"recall":0.586957,"f1":0.538534,"accuracy":0.586957,"main_score":0.538534,"hf_subset":"twi_Latn-pan_Guru","languages":["twi-Latn","pan-Guru"]},{"precision":0.462079,"recall":0.517787,"f1":0.477931,"accuracy":0.517787,"main_score":0.477931,"hf_subset":"twi_Latn-som_Latn","languages":["twi-Latn","som-Latn"]},{"precision":0.494863,"recall":0.546443,"f1":0.509855,"accuracy":0.546443,"main_score":0.509855,"hf_subset":"twi_Latn-tum_Latn","languages":["twi-Latn","tum-Latn"]},{"precision":0.39842,"recall":0.488142,"f1":0.422188,"accuracy":0.488142,"main_score":0.422188,"hf_subset":"acm_Arab-ace_Arab","languages":["acm-Arab","ace-Arab"]},{"precision":0.416322,"recall":0.500988,"f1":0.43984,"accuracy":0.500988,"main_score":0.43984,"hf_subset":"acm_Arab-bam_Latn","languages":["acm-Arab","bam-Latn"]},{"precision":0.111573,"recall":0.167984,"f1":0.126393,"accuracy":0.167984,"main_score":0.126393,"hf_subset":"acm_Arab-dzo_Tibt","languages":["acm-Arab","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-hin_Deva","languages":["acm-Arab","hin-Deva"]},{"precision":0.911808,"recall":0.938735,"f1":0.920356,"accuracy":0.938735,"main_score":0.920356,"hf_subset":"acm_Arab-khm_Khmr","languages":["acm-Arab","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acm_Arab-mag_Deva","languages":["acm-Arab","mag-Deva"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"acm_Arab-pap_Latn","languages":["acm-Arab","pap-Latn"]},{"precision":0.454806,"recall":0.540514,"f1":0.478653,"accuracy":0.540514,"main_score":0.478653,"hf_subset":"acm_Arab-sot_Latn","languages":["acm-Arab","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-tur_Latn","languages":["acm-Arab","tur-Latn"]},{"precision":0.778738,"recall":0.835968,"f1":0.796711,"accuracy":0.835968,"main_score":0.796711,"hf_subset":"acm_Arab-ace_Latn","languages":["acm-Arab","ace-Latn"]},{"precision":0.91642,"recall":0.939723,"f1":0.923979,"accuracy":0.939723,"main_score":0.923979,"hf_subset":"acm_Arab-ban_Latn","languages":["acm-Arab","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-ell_Grek","languages":["acm-Arab","ell-Grek"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"acm_Arab-hne_Deva","languages":["acm-Arab","hne-Deva"]},{"precision":0.465319,"recall":0.548419,"f1":0.488458,"accuracy":0.548419,"main_score":0.488458,"hf_subset":"acm_Arab-kik_Latn","languages":["acm-Arab","kik-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"acm_Arab-mai_Deva","languages":["acm-Arab","mai-Deva"]},{"precision":0.867507,"recall":0.908103,"f1":0.880501,"accuracy":0.908103,"main_score":0.880501,"hf_subset":"acm_Arab-pbt_Arab","languages":["acm-Arab","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-spa_Latn","languages":["acm-Arab","spa-Latn"]},{"precision":0.513494,"recall":0.597826,"f1":0.537487,"accuracy":0.597826,"main_score":0.537487,"hf_subset":"acm_Arab-twi_Latn","languages":["acm-Arab","twi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-bel_Cyrl","languages":["acm-Arab","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-eng_Latn","languages":["acm-Arab","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-hrv_Latn","languages":["acm-Arab","hrv-Latn"]},{"precision":0.409812,"recall":0.491107,"f1":0.431279,"accuracy":0.491107,"main_score":0.431279,"hf_subset":"acm_Arab-kin_Latn","languages":["acm-Arab","kin-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"acm_Arab-mal_Mlym","languages":["acm-Arab","mal-Mlym"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acm_Arab-pes_Arab","languages":["acm-Arab","pes-Arab"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"acm_Arab-srd_Latn","languages":["acm-Arab","srd-Latn"]},{"precision":0.116071,"recall":0.179842,"f1":0.129932,"accuracy":0.179842,"main_score":0.129932,"hf_subset":"acm_Arab-tzm_Tfng","languages":["acm-Arab","tzm-Tfng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-acq_Arab","languages":["acm-Arab","acq-Arab"]},{"precision":0.47644,"recall":0.562253,"f1":0.500356,"accuracy":0.562253,"main_score":0.500356,"hf_subset":"acm_Arab-bem_Latn","languages":["acm-Arab","bem-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acm_Arab-epo_Latn","languages":["acm-Arab","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-hun_Latn","languages":["acm-Arab","hun-Latn"]},{"precision":0.952899,"recall":0.968379,"f1":0.958004,"accuracy":0.968379,"main_score":0.958004,"hf_subset":"acm_Arab-kir_Cyrl","languages":["acm-Arab","kir-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"acm_Arab-mar_Deva","languages":["acm-Arab","mar-Deva"]},{"precision":0.504866,"recall":0.58498,"f1":0.528101,"accuracy":0.58498,"main_score":0.528101,"hf_subset":"acm_Arab-plt_Latn","languages":["acm-Arab","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-srp_Cyrl","languages":["acm-Arab","srp-Cyrl"]},{"precision":0.926466,"recall":0.948617,"f1":0.933531,"accuracy":0.948617,"main_score":0.933531,"hf_subset":"acm_Arab-uig_Arab","languages":["acm-Arab","uig-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"acm_Arab-aeb_Arab","languages":["acm-Arab","aeb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acm_Arab-ben_Beng","languages":["acm-Arab","ben-Beng"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"acm_Arab-est_Latn","languages":["acm-Arab","est-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"acm_Arab-hye_Armn","languages":["acm-Arab","hye-Armn"]},{"precision":0.421896,"recall":0.498024,"f1":0.44331,"accuracy":0.498024,"main_score":0.44331,"hf_subset":"acm_Arab-kmb_Latn","languages":["acm-Arab","kmb-Latn"]},{"precision":0.346161,"recall":0.44664,"f1":0.371629,"accuracy":0.44664,"main_score":0.371629,"hf_subset":"acm_Arab-min_Arab","languages":["acm-Arab","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-pol_Latn","languages":["acm-Arab","pol-Latn"]},{"precision":0.40443,"recall":0.495059,"f1":0.428498,"accuracy":0.495059,"main_score":0.428498,"hf_subset":"acm_Arab-ssw_Latn","languages":["acm-Arab","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-ukr_Cyrl","languages":["acm-Arab","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-afr_Latn","languages":["acm-Arab","afr-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"acm_Arab-bho_Deva","languages":["acm-Arab","bho-Deva"]},{"precision":0.931028,"recall":0.952569,"f1":0.937912,"accuracy":0.952569,"main_score":0.937912,"hf_subset":"acm_Arab-eus_Latn","languages":["acm-Arab","eus-Latn"]},{"precision":0.432829,"recall":0.519763,"f1":0.456201,"accuracy":0.519763,"main_score":0.456201,"hf_subset":"acm_Arab-ibo_Latn","languages":["acm-Arab","ibo-Latn"]},{"precision":0.661399,"recall":0.738142,"f1":0.683912,"accuracy":0.738142,"main_score":0.683912,"hf_subset":"acm_Arab-kmr_Latn","languages":["acm-Arab","kmr-Latn"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"acm_Arab-min_Latn","languages":["acm-Arab","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-por_Latn","languages":["acm-Arab","por-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"acm_Arab-sun_Latn","languages":["acm-Arab","sun-Latn"]},{"precision":0.407331,"recall":0.494071,"f1":0.431391,"accuracy":0.494071,"main_score":0.431391,"hf_subset":"acm_Arab-umb_Latn","languages":["acm-Arab","umb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acm_Arab-ajp_Arab","languages":["acm-Arab","ajp-Arab"]},{"precision":0.376033,"recall":0.472332,"f1":0.402804,"accuracy":0.472332,"main_score":0.402804,"hf_subset":"acm_Arab-bjn_Arab","languages":["acm-Arab","bjn-Arab"]},{"precision":0.430728,"recall":0.507905,"f1":0.451529,"accuracy":0.507905,"main_score":0.451529,"hf_subset":"acm_Arab-ewe_Latn","languages":["acm-Arab","ewe-Latn"]},{"precision":0.835672,"recall":0.879447,"f1":0.849407,"accuracy":0.879447,"main_score":0.849407,"hf_subset":"acm_Arab-ilo_Latn","languages":["acm-Arab","ilo-Latn"]},{"precision":0.181905,"recall":0.262846,"f1":0.20206,"accuracy":0.262846,"main_score":0.20206,"hf_subset":"acm_Arab-knc_Arab","languages":["acm-Arab","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-mkd_Cyrl","languages":["acm-Arab","mkd-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"acm_Arab-prs_Arab","languages":["acm-Arab","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-swe_Latn","languages":["acm-Arab","swe-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"acm_Arab-urd_Arab","languages":["acm-Arab","urd-Arab"]},{"precision":0.493857,"recall":0.583004,"f1":0.519112,"accuracy":0.583004,"main_score":0.519112,"hf_subset":"acm_Arab-aka_Latn","languages":["acm-Arab","aka-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"acm_Arab-bjn_Latn","languages":["acm-Arab","bjn-Latn"]},{"precision":0.893857,"recall":0.926877,"f1":0.904545,"accuracy":0.926877,"main_score":0.904545,"hf_subset":"acm_Arab-fao_Latn","languages":["acm-Arab","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-ind_Latn","languages":["acm-Arab","ind-Latn"]},{"precision":0.479317,"recall":0.562253,"f1":0.502538,"accuracy":0.562253,"main_score":0.502538,"hf_subset":"acm_Arab-knc_Latn","languages":["acm-Arab","knc-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"acm_Arab-mlt_Latn","languages":["acm-Arab","mlt-Latn"]},{"precision":0.52344,"recall":0.606719,"f1":0.546411,"accuracy":0.606719,"main_score":0.546411,"hf_subset":"acm_Arab-quy_Latn","languages":["acm-Arab","quy-Latn"]},{"precision":0.678771,"recall":0.758893,"f1":0.703078,"accuracy":0.758893,"main_score":0.703078,"hf_subset":"acm_Arab-swh_Latn","languages":["acm-Arab","swh-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"acm_Arab-uzn_Latn","languages":["acm-Arab","uzn-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acm_Arab-als_Latn","languages":["acm-Arab","als-Latn"]},{"precision":0.144318,"recall":0.220356,"f1":0.161869,"accuracy":0.220356,"main_score":0.161869,"hf_subset":"acm_Arab-bod_Tibt","languages":["acm-Arab","bod-Tibt"]},{"precision":0.431512,"recall":0.51581,"f1":0.454929,"accuracy":0.51581,"main_score":0.454929,"hf_subset":"acm_Arab-fij_Latn","languages":["acm-Arab","fij-Latn"]},{"precision":0.910079,"recall":0.936759,"f1":0.918445,"accuracy":0.936759,"main_score":0.918445,"hf_subset":"acm_Arab-isl_Latn","languages":["acm-Arab","isl-Latn"]},{"precision":0.497115,"recall":0.586957,"f1":0.522619,"accuracy":0.586957,"main_score":0.522619,"hf_subset":"acm_Arab-kon_Latn","languages":["acm-Arab","kon-Latn"]},{"precision":0.454154,"recall":0.560277,"f1":0.48378,"accuracy":0.560277,"main_score":0.48378,"hf_subset":"acm_Arab-mni_Beng","languages":["acm-Arab","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-ron_Latn","languages":["acm-Arab","ron-Latn"]},{"precision":0.972826,"recall":0.980237,"f1":0.975296,"accuracy":0.980237,"main_score":0.975296,"hf_subset":"acm_Arab-szl_Latn","languages":["acm-Arab","szl-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"acm_Arab-vec_Latn","languages":["acm-Arab","vec-Latn"]},{"precision":0.507207,"recall":0.599802,"f1":0.533813,"accuracy":0.599802,"main_score":0.533813,"hf_subset":"acm_Arab-amh_Ethi","languages":["acm-Arab","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-bos_Latn","languages":["acm-Arab","bos-Latn"]},{"precision":0.990613,"recall":0.993083,"f1":0.991436,"accuracy":0.993083,"main_score":0.991436,"hf_subset":"acm_Arab-fin_Latn","languages":["acm-Arab","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-ita_Latn","languages":["acm-Arab","ita-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acm_Arab-kor_Hang","languages":["acm-Arab","kor-Hang"]},{"precision":0.427518,"recall":0.521739,"f1":0.453426,"accuracy":0.521739,"main_score":0.453426,"hf_subset":"acm_Arab-mos_Latn","languages":["acm-Arab","mos-Latn"]},{"precision":0.415992,"recall":0.494071,"f1":0.437062,"accuracy":0.494071,"main_score":0.437062,"hf_subset":"acm_Arab-run_Latn","languages":["acm-Arab","run-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"acm_Arab-tam_Taml","languages":["acm-Arab","tam-Taml"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-vie_Latn","languages":["acm-Arab","vie-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"acm_Arab-apc_Arab","languages":["acm-Arab","apc-Arab"]},{"precision":0.72528,"recall":0.788538,"f1":0.743714,"accuracy":0.788538,"main_score":0.743714,"hf_subset":"acm_Arab-bug_Latn","languages":["acm-Arab","bug-Latn"]},{"precision":0.390608,"recall":0.47332,"f1":0.412715,"accuracy":0.47332,"main_score":0.412715,"hf_subset":"acm_Arab-fon_Latn","languages":["acm-Arab","fon-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"acm_Arab-jav_Latn","languages":["acm-Arab","jav-Latn"]},{"precision":0.858449,"recall":0.901186,"f1":0.872266,"accuracy":0.901186,"main_score":0.872266,"hf_subset":"acm_Arab-lao_Laoo","languages":["acm-Arab","lao-Laoo"]},{"precision":0.527826,"recall":0.62253,"f1":0.554427,"accuracy":0.62253,"main_score":0.554427,"hf_subset":"acm_Arab-mri_Latn","languages":["acm-Arab","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-rus_Cyrl","languages":["acm-Arab","rus-Cyrl"]},{"precision":0.46153,"recall":0.540514,"f1":0.483178,"accuracy":0.540514,"main_score":0.483178,"hf_subset":"acm_Arab-taq_Latn","languages":["acm-Arab","taq-Latn"]},{"precision":0.965086,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"acm_Arab-war_Latn","languages":["acm-Arab","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-arb_Arab","languages":["acm-Arab","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-bul_Cyrl","languages":["acm-Arab","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-fra_Latn","languages":["acm-Arab","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-jpn_Jpan","languages":["acm-Arab","jpn-Jpan"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"acm_Arab-lij_Latn","languages":["acm-Arab","lij-Latn"]},{"precision":0.921749,"recall":0.944664,"f1":0.929101,"accuracy":0.944664,"main_score":0.929101,"hf_subset":"acm_Arab-mya_Mymr","languages":["acm-Arab","mya-Mymr"]},{"precision":0.466582,"recall":0.5583,"f1":0.491907,"accuracy":0.5583,"main_score":0.491907,"hf_subset":"acm_Arab-sag_Latn","languages":["acm-Arab","sag-Latn"]},{"precision":0.120426,"recall":0.201581,"f1":0.135895,"accuracy":0.201581,"main_score":0.135895,"hf_subset":"acm_Arab-taq_Tfng","languages":["acm-Arab","taq-Tfng"]},{"precision":0.516644,"recall":0.603755,"f1":0.540847,"accuracy":0.603755,"main_score":0.540847,"hf_subset":"acm_Arab-wol_Latn","languages":["acm-Arab","wol-Latn"]},{"precision":0.647087,"recall":0.728261,"f1":0.670144,"accuracy":0.728261,"main_score":0.670144,"hf_subset":"acm_Arab-arb_Latn","languages":["acm-Arab","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-cat_Latn","languages":["acm-Arab","cat-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"acm_Arab-fur_Latn","languages":["acm-Arab","fur-Latn"]},{"precision":0.323007,"recall":0.396245,"f1":0.342654,"accuracy":0.396245,"main_score":0.342654,"hf_subset":"acm_Arab-kab_Latn","languages":["acm-Arab","kab-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"acm_Arab-lim_Latn","languages":["acm-Arab","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-nld_Latn","languages":["acm-Arab","nld-Latn"]},{"precision":0.941535,"recall":0.958498,"f1":0.946923,"accuracy":0.958498,"main_score":0.946923,"hf_subset":"acm_Arab-san_Deva","languages":["acm-Arab","san-Deva"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"acm_Arab-tat_Cyrl","languages":["acm-Arab","tat-Cyrl"]},{"precision":0.467829,"recall":0.555336,"f1":0.49144,"accuracy":0.555336,"main_score":0.49144,"hf_subset":"acm_Arab-xho_Latn","languages":["acm-Arab","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-ars_Arab","languages":["acm-Arab","ars-Arab"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"acm_Arab-ceb_Latn","languages":["acm-Arab","ceb-Latn"]},{"precision":0.445835,"recall":0.530632,"f1":0.469197,"accuracy":0.530632,"main_score":0.469197,"hf_subset":"acm_Arab-fuv_Latn","languages":["acm-Arab","fuv-Latn"]},{"precision":0.433717,"recall":0.519763,"f1":0.456625,"accuracy":0.519763,"main_score":0.456625,"hf_subset":"acm_Arab-kac_Latn","languages":["acm-Arab","kac-Latn"]},{"precision":0.519651,"recall":0.609684,"f1":0.544555,"accuracy":0.609684,"main_score":0.544555,"hf_subset":"acm_Arab-lin_Latn","languages":["acm-Arab","lin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acm_Arab-nno_Latn","languages":["acm-Arab","nno-Latn"]},{"precision":0.017849,"recall":0.057312,"f1":0.02319,"accuracy":0.057312,"main_score":0.02319,"hf_subset":"acm_Arab-sat_Olck","languages":["acm-Arab","sat-Olck"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"acm_Arab-tel_Telu","languages":["acm-Arab","tel-Telu"]},{"precision":0.683037,"recall":0.767787,"f1":0.709058,"accuracy":0.767787,"main_score":0.709058,"hf_subset":"acm_Arab-ydd_Hebr","languages":["acm-Arab","ydd-Hebr"]},{"precision":0.962451,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"acm_Arab-ary_Arab","languages":["acm-Arab","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-ces_Latn","languages":["acm-Arab","ces-Latn"]},{"precision":0.361886,"recall":0.450593,"f1":0.386176,"accuracy":0.450593,"main_score":0.386176,"hf_subset":"acm_Arab-gaz_Latn","languages":["acm-Arab","gaz-Latn"]},{"precision":0.447019,"recall":0.537549,"f1":0.472493,"accuracy":0.537549,"main_score":0.472493,"hf_subset":"acm_Arab-kam_Latn","languages":["acm-Arab","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"acm_Arab-lit_Latn","languages":["acm-Arab","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-nob_Latn","languages":["acm-Arab","nob-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"acm_Arab-scn_Latn","languages":["acm-Arab","scn-Latn"]},{"precision":0.883811,"recall":0.918972,"f1":0.895158,"accuracy":0.918972,"main_score":0.895158,"hf_subset":"acm_Arab-tgk_Cyrl","languages":["acm-Arab","tgk-Cyrl"]},{"precision":0.38453,"recall":0.475296,"f1":0.40927,"accuracy":0.475296,"main_score":0.40927,"hf_subset":"acm_Arab-yor_Latn","languages":["acm-Arab","yor-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acm_Arab-arz_Arab","languages":["acm-Arab","arz-Arab"]},{"precision":0.443408,"recall":0.533597,"f1":0.467467,"accuracy":0.533597,"main_score":0.467467,"hf_subset":"acm_Arab-cjk_Latn","languages":["acm-Arab","cjk-Latn"]},{"precision":0.559104,"recall":0.646245,"f1":0.583306,"accuracy":0.646245,"main_score":0.583306,"hf_subset":"acm_Arab-gla_Latn","languages":["acm-Arab","gla-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"acm_Arab-kan_Knda","languages":["acm-Arab","kan-Knda"]},{"precision":0.969697,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"acm_Arab-lmo_Latn","languages":["acm-Arab","lmo-Latn"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"acm_Arab-npi_Deva","languages":["acm-Arab","npi-Deva"]},{"precision":0.374853,"recall":0.485178,"f1":0.403608,"accuracy":0.485178,"main_score":0.403608,"hf_subset":"acm_Arab-shn_Mymr","languages":["acm-Arab","shn-Mymr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"acm_Arab-tgl_Latn","languages":["acm-Arab","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-yue_Hant","languages":["acm-Arab","yue-Hant"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"acm_Arab-asm_Beng","languages":["acm-Arab","asm-Beng"]},{"precision":0.692092,"recall":0.762846,"f1":0.712635,"accuracy":0.762846,"main_score":0.712635,"hf_subset":"acm_Arab-ckb_Arab","languages":["acm-Arab","ckb-Arab"]},{"precision":0.637132,"recall":0.728261,"f1":0.665269,"accuracy":0.728261,"main_score":0.665269,"hf_subset":"acm_Arab-gle_Latn","languages":["acm-Arab","gle-Latn"]},{"precision":0.864707,"recall":0.905138,"f1":0.877536,"accuracy":0.905138,"main_score":0.877536,"hf_subset":"acm_Arab-kas_Arab","languages":["acm-Arab","kas-Arab"]},{"precision":0.86564,"recall":0.90415,"f1":0.877734,"accuracy":0.90415,"main_score":0.877734,"hf_subset":"acm_Arab-ltg_Latn","languages":["acm-Arab","ltg-Latn"]},{"precision":0.472089,"recall":0.554348,"f1":0.49467,"accuracy":0.554348,"main_score":0.49467,"hf_subset":"acm_Arab-nso_Latn","languages":["acm-Arab","nso-Latn"]},{"precision":0.400416,"recall":0.502964,"f1":0.428678,"accuracy":0.502964,"main_score":0.428678,"hf_subset":"acm_Arab-sin_Sinh","languages":["acm-Arab","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acm_Arab-tha_Thai","languages":["acm-Arab","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-zho_Hans","languages":["acm-Arab","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-ast_Latn","languages":["acm-Arab","ast-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"acm_Arab-crh_Latn","languages":["acm-Arab","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-glg_Latn","languages":["acm-Arab","glg-Latn"]},{"precision":0.745537,"recall":0.814229,"f1":0.766271,"accuracy":0.814229,"main_score":0.766271,"hf_subset":"acm_Arab-kas_Deva","languages":["acm-Arab","kas-Deva"]},{"precision":0.983202,"recall":0.988142,"f1":0.984848,"accuracy":0.988142,"main_score":0.984848,"hf_subset":"acm_Arab-ltz_Latn","languages":["acm-Arab","ltz-Latn"]},{"precision":0.33814,"recall":0.43083,"f1":0.362333,"accuracy":0.43083,"main_score":0.362333,"hf_subset":"acm_Arab-nus_Latn","languages":["acm-Arab","nus-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acm_Arab-slk_Latn","languages":["acm-Arab","slk-Latn"]},{"precision":0.249397,"recall":0.325099,"f1":0.268711,"accuracy":0.325099,"main_score":0.268711,"hf_subset":"acm_Arab-tir_Ethi","languages":["acm-Arab","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acm_Arab-zho_Hant","languages":["acm-Arab","zho-Hant"]},{"precision":0.982708,"recall":0.987154,"f1":0.98419,"accuracy":0.987154,"main_score":0.98419,"hf_subset":"acm_Arab-awa_Deva","languages":["acm-Arab","awa-Deva"]},{"precision":0.827767,"recall":0.875494,"f1":0.842688,"accuracy":0.875494,"main_score":0.842688,"hf_subset":"acm_Arab-cym_Latn","languages":["acm-Arab","cym-Latn"]},{"precision":0.697374,"recall":0.767787,"f1":0.717836,"accuracy":0.767787,"main_score":0.717836,"hf_subset":"acm_Arab-grn_Latn","languages":["acm-Arab","grn-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"acm_Arab-kat_Geor","languages":["acm-Arab","kat-Geor"]},{"precision":0.527208,"recall":0.609684,"f1":0.550919,"accuracy":0.609684,"main_score":0.550919,"hf_subset":"acm_Arab-lua_Latn","languages":["acm-Arab","lua-Latn"]},{"precision":0.46961,"recall":0.554348,"f1":0.492783,"accuracy":0.554348,"main_score":0.492783,"hf_subset":"acm_Arab-nya_Latn","languages":["acm-Arab","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-slv_Latn","languages":["acm-Arab","slv-Latn"]},{"precision":0.773551,"recall":0.83498,"f1":0.792589,"accuracy":0.83498,"main_score":0.792589,"hf_subset":"acm_Arab-tpi_Latn","languages":["acm-Arab","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-zsm_Latn","languages":["acm-Arab","zsm-Latn"]},{"precision":0.445815,"recall":0.523715,"f1":0.467121,"accuracy":0.523715,"main_score":0.467121,"hf_subset":"acm_Arab-ayr_Latn","languages":["acm-Arab","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-dan_Latn","languages":["acm-Arab","dan-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acm_Arab-guj_Gujr","languages":["acm-Arab","guj-Gujr"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"acm_Arab-kaz_Cyrl","languages":["acm-Arab","kaz-Cyrl"]},{"precision":0.40984,"recall":0.492095,"f1":0.432785,"accuracy":0.492095,"main_score":0.432785,"hf_subset":"acm_Arab-lug_Latn","languages":["acm-Arab","lug-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acm_Arab-oci_Latn","languages":["acm-Arab","oci-Latn"]},{"precision":0.457041,"recall":0.551383,"f1":0.483659,"accuracy":0.551383,"main_score":0.483659,"hf_subset":"acm_Arab-smo_Latn","languages":["acm-Arab","smo-Latn"]},{"precision":0.421668,"recall":0.51087,"f1":0.445577,"accuracy":0.51087,"main_score":0.445577,"hf_subset":"acm_Arab-tsn_Latn","languages":["acm-Arab","tsn-Latn"]},{"precision":0.423547,"recall":0.504941,"f1":0.444459,"accuracy":0.504941,"main_score":0.444459,"hf_subset":"acm_Arab-zul_Latn","languages":["acm-Arab","zul-Latn"]},{"precision":0.811545,"recall":0.866601,"f1":0.828426,"accuracy":0.866601,"main_score":0.828426,"hf_subset":"acm_Arab-azb_Arab","languages":["acm-Arab","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-deu_Latn","languages":["acm-Arab","deu-Latn"]},{"precision":0.898386,"recall":0.929842,"f1":0.908432,"accuracy":0.929842,"main_score":0.908432,"hf_subset":"acm_Arab-hat_Latn","languages":["acm-Arab","hat-Latn"]},{"precision":0.39548,"recall":0.470356,"f1":0.415224,"accuracy":0.470356,"main_score":0.415224,"hf_subset":"acm_Arab-kbp_Latn","languages":["acm-Arab","kbp-Latn"]},{"precision":0.453061,"recall":0.534585,"f1":0.475329,"accuracy":0.534585,"main_score":0.475329,"hf_subset":"acm_Arab-luo_Latn","languages":["acm-Arab","luo-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"acm_Arab-ory_Orya","languages":["acm-Arab","ory-Orya"]},{"precision":0.452006,"recall":0.539526,"f1":0.47664,"accuracy":0.539526,"main_score":0.47664,"hf_subset":"acm_Arab-sna_Latn","languages":["acm-Arab","sna-Latn"]},{"precision":0.426516,"recall":0.51087,"f1":0.449695,"accuracy":0.51087,"main_score":0.449695,"hf_subset":"acm_Arab-tso_Latn","languages":["acm-Arab","tso-Latn"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"acm_Arab-azj_Latn","languages":["acm-Arab","azj-Latn"]},{"precision":0.446734,"recall":0.535573,"f1":0.471393,"accuracy":0.535573,"main_score":0.471393,"hf_subset":"acm_Arab-dik_Latn","languages":["acm-Arab","dik-Latn"]},{"precision":0.423305,"recall":0.502964,"f1":0.446053,"accuracy":0.502964,"main_score":0.446053,"hf_subset":"acm_Arab-hau_Latn","languages":["acm-Arab","hau-Latn"]},{"precision":0.956851,"recall":0.970356,"f1":0.961298,"accuracy":0.970356,"main_score":0.961298,"hf_subset":"acm_Arab-kea_Latn","languages":["acm-Arab","kea-Latn"]},{"precision":0.613381,"recall":0.694664,"f1":0.636815,"accuracy":0.694664,"main_score":0.636815,"hf_subset":"acm_Arab-lus_Latn","languages":["acm-Arab","lus-Latn"]},{"precision":0.801235,"recall":0.851779,"f1":0.816403,"accuracy":0.851779,"main_score":0.816403,"hf_subset":"acm_Arab-pag_Latn","languages":["acm-Arab","pag-Latn"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"acm_Arab-snd_Arab","languages":["acm-Arab","snd-Arab"]},{"precision":0.855896,"recall":0.898221,"f1":0.869071,"accuracy":0.898221,"main_score":0.869071,"hf_subset":"acm_Arab-tuk_Latn","languages":["acm-Arab","tuk-Latn"]},{"precision":0.93363,"recall":0.954545,"f1":0.940382,"accuracy":0.954545,"main_score":0.940382,"hf_subset":"acm_Arab-bak_Cyrl","languages":["acm-Arab","bak-Cyrl"]},{"precision":0.384497,"recall":0.482213,"f1":0.41156,"accuracy":0.482213,"main_score":0.41156,"hf_subset":"acm_Arab-dyu_Latn","languages":["acm-Arab","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-heb_Hebr","languages":["acm-Arab","heb-Hebr"]},{"precision":0.861907,"recall":0.903162,"f1":0.874901,"accuracy":0.903162,"main_score":0.874901,"hf_subset":"acm_Arab-khk_Cyrl","languages":["acm-Arab","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acm_Arab-lvs_Latn","languages":["acm-Arab","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acm_Arab-pan_Guru","languages":["acm-Arab","pan-Guru"]},{"precision":0.418241,"recall":0.508893,"f1":0.443686,"accuracy":0.508893,"main_score":0.443686,"hf_subset":"acm_Arab-som_Latn","languages":["acm-Arab","som-Latn"]},{"precision":0.470919,"recall":0.55336,"f1":0.493626,"accuracy":0.55336,"main_score":0.493626,"hf_subset":"acm_Arab-tum_Latn","languages":["acm-Arab","tum-Latn"]},{"precision":0.406952,"recall":0.495059,"f1":0.431358,"accuracy":0.495059,"main_score":0.431358,"hf_subset":"bel_Cyrl-ace_Arab","languages":["bel-Cyrl","ace-Arab"]},{"precision":0.417156,"recall":0.494071,"f1":0.438466,"accuracy":0.494071,"main_score":0.438466,"hf_subset":"bel_Cyrl-bam_Latn","languages":["bel-Cyrl","bam-Latn"]},{"precision":0.107999,"recall":0.161067,"f1":0.121632,"accuracy":0.161067,"main_score":0.121632,"hf_subset":"bel_Cyrl-dzo_Tibt","languages":["bel-Cyrl","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bel_Cyrl-hin_Deva","languages":["bel-Cyrl","hin-Deva"]},{"precision":0.918314,"recall":0.944664,"f1":0.927042,"accuracy":0.944664,"main_score":0.927042,"hf_subset":"bel_Cyrl-khm_Khmr","languages":["bel-Cyrl","khm-Khmr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bel_Cyrl-mag_Deva","languages":["bel-Cyrl","mag-Deva"]},{"precision":0.961051,"recall":0.97332,"f1":0.964987,"accuracy":0.97332,"main_score":0.964987,"hf_subset":"bel_Cyrl-pap_Latn","languages":["bel-Cyrl","pap-Latn"]},{"precision":0.479228,"recall":0.559289,"f1":0.50086,"accuracy":0.559289,"main_score":0.50086,"hf_subset":"bel_Cyrl-sot_Latn","languages":["bel-Cyrl","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-tur_Latn","languages":["bel-Cyrl","tur-Latn"]},{"precision":0.767598,"recall":0.825099,"f1":0.78559,"accuracy":0.825099,"main_score":0.78559,"hf_subset":"bel_Cyrl-ace_Latn","languages":["bel-Cyrl","ace-Latn"]},{"precision":0.903821,"recall":0.932806,"f1":0.913208,"accuracy":0.932806,"main_score":0.913208,"hf_subset":"bel_Cyrl-ban_Latn","languages":["bel-Cyrl","ban-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"bel_Cyrl-ell_Grek","languages":["bel-Cyrl","ell-Grek"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"bel_Cyrl-hne_Deva","languages":["bel-Cyrl","hne-Deva"]},{"precision":0.470784,"recall":0.554348,"f1":0.494905,"accuracy":0.554348,"main_score":0.494905,"hf_subset":"bel_Cyrl-kik_Latn","languages":["bel-Cyrl","kik-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"bel_Cyrl-mai_Deva","languages":["bel-Cyrl","mai-Deva"]},{"precision":0.857493,"recall":0.899209,"f1":0.870422,"accuracy":0.899209,"main_score":0.870422,"hf_subset":"bel_Cyrl-pbt_Arab","languages":["bel-Cyrl","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bel_Cyrl-spa_Latn","languages":["bel-Cyrl","spa-Latn"]},{"precision":0.53079,"recall":0.610672,"f1":0.55335,"accuracy":0.610672,"main_score":0.55335,"hf_subset":"bel_Cyrl-twi_Latn","languages":["bel-Cyrl","twi-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bel_Cyrl-acm_Arab","languages":["bel-Cyrl","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-eng_Latn","languages":["bel-Cyrl","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-hrv_Latn","languages":["bel-Cyrl","hrv-Latn"]},{"precision":0.426685,"recall":0.503953,"f1":0.44749,"accuracy":0.503953,"main_score":0.44749,"hf_subset":"bel_Cyrl-kin_Latn","languages":["bel-Cyrl","kin-Latn"]},{"precision":0.982049,"recall":0.987154,"f1":0.983696,"accuracy":0.987154,"main_score":0.983696,"hf_subset":"bel_Cyrl-mal_Mlym","languages":["bel-Cyrl","mal-Mlym"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bel_Cyrl-pes_Arab","languages":["bel-Cyrl","pes-Arab"]},{"precision":0.960968,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"bel_Cyrl-srd_Latn","languages":["bel-Cyrl","srd-Latn"]},{"precision":0.118597,"recall":0.188735,"f1":0.134211,"accuracy":0.188735,"main_score":0.134211,"hf_subset":"bel_Cyrl-tzm_Tfng","languages":["bel-Cyrl","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bel_Cyrl-acq_Arab","languages":["bel-Cyrl","acq-Arab"]},{"precision":0.487244,"recall":0.565217,"f1":0.509192,"accuracy":0.565217,"main_score":0.509192,"hf_subset":"bel_Cyrl-bem_Latn","languages":["bel-Cyrl","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-epo_Latn","languages":["bel-Cyrl","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-hun_Latn","languages":["bel-Cyrl","hun-Latn"]},{"precision":0.94944,"recall":0.965415,"f1":0.95471,"accuracy":0.965415,"main_score":0.95471,"hf_subset":"bel_Cyrl-kir_Cyrl","languages":["bel-Cyrl","kir-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bel_Cyrl-mar_Deva","languages":["bel-Cyrl","mar-Deva"]},{"precision":0.532431,"recall":0.599802,"f1":0.551585,"accuracy":0.599802,"main_score":0.551585,"hf_subset":"bel_Cyrl-plt_Latn","languages":["bel-Cyrl","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bel_Cyrl-srp_Cyrl","languages":["bel-Cyrl","srp-Cyrl"]},{"precision":0.922431,"recall":0.94664,"f1":0.930336,"accuracy":0.94664,"main_score":0.930336,"hf_subset":"bel_Cyrl-uig_Arab","languages":["bel-Cyrl","uig-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bel_Cyrl-aeb_Arab","languages":["bel-Cyrl","aeb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bel_Cyrl-ben_Beng","languages":["bel-Cyrl","ben-Beng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bel_Cyrl-est_Latn","languages":["bel-Cyrl","est-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"bel_Cyrl-hye_Armn","languages":["bel-Cyrl","hye-Armn"]},{"precision":0.44639,"recall":0.521739,"f1":0.467002,"accuracy":0.521739,"main_score":0.467002,"hf_subset":"bel_Cyrl-kmb_Latn","languages":["bel-Cyrl","kmb-Latn"]},{"precision":0.35738,"recall":0.444664,"f1":0.379608,"accuracy":0.444664,"main_score":0.379608,"hf_subset":"bel_Cyrl-min_Arab","languages":["bel-Cyrl","min-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bel_Cyrl-pol_Latn","languages":["bel-Cyrl","pol-Latn"]},{"precision":0.415717,"recall":0.502964,"f1":0.439322,"accuracy":0.502964,"main_score":0.439322,"hf_subset":"bel_Cyrl-ssw_Latn","languages":["bel-Cyrl","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bel_Cyrl-ukr_Cyrl","languages":["bel-Cyrl","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bel_Cyrl-afr_Latn","languages":["bel-Cyrl","afr-Latn"]},{"precision":0.979908,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"bel_Cyrl-bho_Deva","languages":["bel-Cyrl","bho-Deva"]},{"precision":0.926548,"recall":0.949605,"f1":0.933959,"accuracy":0.949605,"main_score":0.933959,"hf_subset":"bel_Cyrl-eus_Latn","languages":["bel-Cyrl","eus-Latn"]},{"precision":0.459076,"recall":0.535573,"f1":0.480247,"accuracy":0.535573,"main_score":0.480247,"hf_subset":"bel_Cyrl-ibo_Latn","languages":["bel-Cyrl","ibo-Latn"]},{"precision":0.672208,"recall":0.746047,"f1":0.693895,"accuracy":0.746047,"main_score":0.693895,"hf_subset":"bel_Cyrl-kmr_Latn","languages":["bel-Cyrl","kmr-Latn"]},{"precision":0.953557,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"bel_Cyrl-min_Latn","languages":["bel-Cyrl","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-por_Latn","languages":["bel-Cyrl","por-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"bel_Cyrl-sun_Latn","languages":["bel-Cyrl","sun-Latn"]},{"precision":0.446954,"recall":0.521739,"f1":0.468042,"accuracy":0.521739,"main_score":0.468042,"hf_subset":"bel_Cyrl-umb_Latn","languages":["bel-Cyrl","umb-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bel_Cyrl-ajp_Arab","languages":["bel-Cyrl","ajp-Arab"]},{"precision":0.394224,"recall":0.483202,"f1":0.417983,"accuracy":0.483202,"main_score":0.417983,"hf_subset":"bel_Cyrl-bjn_Arab","languages":["bel-Cyrl","bjn-Arab"]},{"precision":0.447165,"recall":0.518775,"f1":0.466668,"accuracy":0.518775,"main_score":0.466668,"hf_subset":"bel_Cyrl-ewe_Latn","languages":["bel-Cyrl","ewe-Latn"]},{"precision":0.828376,"recall":0.874506,"f1":0.842589,"accuracy":0.874506,"main_score":0.842589,"hf_subset":"bel_Cyrl-ilo_Latn","languages":["bel-Cyrl","ilo-Latn"]},{"precision":0.182239,"recall":0.261858,"f1":0.201839,"accuracy":0.261858,"main_score":0.201839,"hf_subset":"bel_Cyrl-knc_Arab","languages":["bel-Cyrl","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-mkd_Cyrl","languages":["bel-Cyrl","mkd-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bel_Cyrl-prs_Arab","languages":["bel-Cyrl","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bel_Cyrl-swe_Latn","languages":["bel-Cyrl","swe-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bel_Cyrl-urd_Arab","languages":["bel-Cyrl","urd-Arab"]},{"precision":0.499808,"recall":0.578063,"f1":0.52166,"accuracy":0.578063,"main_score":0.52166,"hf_subset":"bel_Cyrl-aka_Latn","languages":["bel-Cyrl","aka-Latn"]},{"precision":0.956192,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"bel_Cyrl-bjn_Latn","languages":["bel-Cyrl","bjn-Latn"]},{"precision":0.923995,"recall":0.94664,"f1":0.931225,"accuracy":0.94664,"main_score":0.931225,"hf_subset":"bel_Cyrl-fao_Latn","languages":["bel-Cyrl","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bel_Cyrl-ind_Latn","languages":["bel-Cyrl","ind-Latn"]},{"precision":0.493061,"recall":0.568182,"f1":0.514009,"accuracy":0.568182,"main_score":0.514009,"hf_subset":"bel_Cyrl-knc_Latn","languages":["bel-Cyrl","knc-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"bel_Cyrl-mlt_Latn","languages":["bel-Cyrl","mlt-Latn"]},{"precision":0.547688,"recall":0.628458,"f1":0.569819,"accuracy":0.628458,"main_score":0.569819,"hf_subset":"bel_Cyrl-quy_Latn","languages":["bel-Cyrl","quy-Latn"]},{"precision":0.655181,"recall":0.738142,"f1":0.680272,"accuracy":0.738142,"main_score":0.680272,"hf_subset":"bel_Cyrl-swh_Latn","languages":["bel-Cyrl","swh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bel_Cyrl-uzn_Latn","languages":["bel-Cyrl","uzn-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bel_Cyrl-als_Latn","languages":["bel-Cyrl","als-Latn"]},{"precision":0.156179,"recall":0.231225,"f1":0.173998,"accuracy":0.231225,"main_score":0.173998,"hf_subset":"bel_Cyrl-bod_Tibt","languages":["bel-Cyrl","bod-Tibt"]},{"precision":0.449426,"recall":0.529644,"f1":0.471544,"accuracy":0.529644,"main_score":0.471544,"hf_subset":"bel_Cyrl-fij_Latn","languages":["bel-Cyrl","fij-Latn"]},{"precision":0.929265,"recall":0.950593,"f1":0.935968,"accuracy":0.950593,"main_score":0.935968,"hf_subset":"bel_Cyrl-isl_Latn","languages":["bel-Cyrl","isl-Latn"]},{"precision":0.535,"recall":0.618577,"f1":0.558847,"accuracy":0.618577,"main_score":0.558847,"hf_subset":"bel_Cyrl-kon_Latn","languages":["bel-Cyrl","kon-Latn"]},{"precision":0.469478,"recall":0.570158,"f1":0.497472,"accuracy":0.570158,"main_score":0.497472,"hf_subset":"bel_Cyrl-mni_Beng","languages":["bel-Cyrl","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-ron_Latn","languages":["bel-Cyrl","ron-Latn"]},{"precision":0.972826,"recall":0.980237,"f1":0.975296,"accuracy":0.980237,"main_score":0.975296,"hf_subset":"bel_Cyrl-szl_Latn","languages":["bel-Cyrl","szl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bel_Cyrl-vec_Latn","languages":["bel-Cyrl","vec-Latn"]},{"precision":0.502547,"recall":0.598814,"f1":0.530129,"accuracy":0.598814,"main_score":0.530129,"hf_subset":"bel_Cyrl-amh_Ethi","languages":["bel-Cyrl","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-bos_Latn","languages":["bel-Cyrl","bos-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"bel_Cyrl-fin_Latn","languages":["bel-Cyrl","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-ita_Latn","languages":["bel-Cyrl","ita-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bel_Cyrl-kor_Hang","languages":["bel-Cyrl","kor-Hang"]},{"precision":0.453659,"recall":0.532609,"f1":0.475178,"accuracy":0.532609,"main_score":0.475178,"hf_subset":"bel_Cyrl-mos_Latn","languages":["bel-Cyrl","mos-Latn"]},{"precision":0.42862,"recall":0.502964,"f1":0.448699,"accuracy":0.502964,"main_score":0.448699,"hf_subset":"bel_Cyrl-run_Latn","languages":["bel-Cyrl","run-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bel_Cyrl-tam_Taml","languages":["bel-Cyrl","tam-Taml"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bel_Cyrl-vie_Latn","languages":["bel-Cyrl","vie-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bel_Cyrl-apc_Arab","languages":["bel-Cyrl","apc-Arab"]},{"precision":0.704529,"recall":0.771739,"f1":0.724261,"accuracy":0.771739,"main_score":0.724261,"hf_subset":"bel_Cyrl-bug_Latn","languages":["bel-Cyrl","bug-Latn"]},{"precision":0.399858,"recall":0.477273,"f1":0.42096,"accuracy":0.477273,"main_score":0.42096,"hf_subset":"bel_Cyrl-fon_Latn","languages":["bel-Cyrl","fon-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bel_Cyrl-jav_Latn","languages":["bel-Cyrl","jav-Latn"]},{"precision":0.852273,"recall":0.896245,"f1":0.866238,"accuracy":0.896245,"main_score":0.866238,"hf_subset":"bel_Cyrl-lao_Laoo","languages":["bel-Cyrl","lao-Laoo"]},{"precision":0.54512,"recall":0.635375,"f1":0.571433,"accuracy":0.635375,"main_score":0.571433,"hf_subset":"bel_Cyrl-mri_Latn","languages":["bel-Cyrl","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-rus_Cyrl","languages":["bel-Cyrl","rus-Cyrl"]},{"precision":0.478294,"recall":0.554348,"f1":0.499875,"accuracy":0.554348,"main_score":0.499875,"hf_subset":"bel_Cyrl-taq_Latn","languages":["bel-Cyrl","taq-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"bel_Cyrl-war_Latn","languages":["bel-Cyrl","war-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-arb_Arab","languages":["bel-Cyrl","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-bul_Cyrl","languages":["bel-Cyrl","bul-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bel_Cyrl-fra_Latn","languages":["bel-Cyrl","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-jpn_Jpan","languages":["bel-Cyrl","jpn-Jpan"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bel_Cyrl-lij_Latn","languages":["bel-Cyrl","lij-Latn"]},{"precision":0.928524,"recall":0.950593,"f1":0.935771,"accuracy":0.950593,"main_score":0.935771,"hf_subset":"bel_Cyrl-mya_Mymr","languages":["bel-Cyrl","mya-Mymr"]},{"precision":0.484719,"recall":0.568182,"f1":0.507598,"accuracy":0.568182,"main_score":0.507598,"hf_subset":"bel_Cyrl-sag_Latn","languages":["bel-Cyrl","sag-Latn"]},{"precision":0.12831,"recall":0.210474,"f1":0.144858,"accuracy":0.210474,"main_score":0.144858,"hf_subset":"bel_Cyrl-taq_Tfng","languages":["bel-Cyrl","taq-Tfng"]},{"precision":0.515855,"recall":0.601779,"f1":0.539614,"accuracy":0.601779,"main_score":0.539614,"hf_subset":"bel_Cyrl-wol_Latn","languages":["bel-Cyrl","wol-Latn"]},{"precision":0.599613,"recall":0.682806,"f1":0.622869,"accuracy":0.682806,"main_score":0.622869,"hf_subset":"bel_Cyrl-arb_Latn","languages":["bel-Cyrl","arb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-cat_Latn","languages":["bel-Cyrl","cat-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"bel_Cyrl-fur_Latn","languages":["bel-Cyrl","fur-Latn"]},{"precision":0.331669,"recall":0.392292,"f1":0.347712,"accuracy":0.392292,"main_score":0.347712,"hf_subset":"bel_Cyrl-kab_Latn","languages":["bel-Cyrl","kab-Latn"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"bel_Cyrl-lim_Latn","languages":["bel-Cyrl","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bel_Cyrl-nld_Latn","languages":["bel-Cyrl","nld-Latn"]},{"precision":0.943017,"recall":0.959486,"f1":0.94824,"accuracy":0.959486,"main_score":0.94824,"hf_subset":"bel_Cyrl-san_Deva","languages":["bel-Cyrl","san-Deva"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"bel_Cyrl-tat_Cyrl","languages":["bel-Cyrl","tat-Cyrl"]},{"precision":0.501706,"recall":0.582016,"f1":0.523552,"accuracy":0.582016,"main_score":0.523552,"hf_subset":"bel_Cyrl-xho_Latn","languages":["bel-Cyrl","xho-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-ars_Arab","languages":["bel-Cyrl","ars-Arab"]},{"precision":0.974473,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"bel_Cyrl-ceb_Latn","languages":["bel-Cyrl","ceb-Latn"]},{"precision":0.459926,"recall":0.535573,"f1":0.480812,"accuracy":0.535573,"main_score":0.480812,"hf_subset":"bel_Cyrl-fuv_Latn","languages":["bel-Cyrl","fuv-Latn"]},{"precision":0.438475,"recall":0.52668,"f1":0.46257,"accuracy":0.52668,"main_score":0.46257,"hf_subset":"bel_Cyrl-kac_Latn","languages":["bel-Cyrl","kac-Latn"]},{"precision":0.536683,"recall":0.621542,"f1":0.560387,"accuracy":0.621542,"main_score":0.560387,"hf_subset":"bel_Cyrl-lin_Latn","languages":["bel-Cyrl","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-nno_Latn","languages":["bel-Cyrl","nno-Latn"]},{"precision":0.021298,"recall":0.060277,"f1":0.027366,"accuracy":0.060277,"main_score":0.027366,"hf_subset":"bel_Cyrl-sat_Olck","languages":["bel-Cyrl","sat-Olck"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bel_Cyrl-tel_Telu","languages":["bel-Cyrl","tel-Telu"]},{"precision":0.708358,"recall":0.782609,"f1":0.730556,"accuracy":0.782609,"main_score":0.730556,"hf_subset":"bel_Cyrl-ydd_Hebr","languages":["bel-Cyrl","ydd-Hebr"]},{"precision":0.947958,"recall":0.964427,"f1":0.953393,"accuracy":0.964427,"main_score":0.953393,"hf_subset":"bel_Cyrl-ary_Arab","languages":["bel-Cyrl","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-ces_Latn","languages":["bel-Cyrl","ces-Latn"]},{"precision":0.382001,"recall":0.463439,"f1":0.404388,"accuracy":0.463439,"main_score":0.404388,"hf_subset":"bel_Cyrl-gaz_Latn","languages":["bel-Cyrl","gaz-Latn"]},{"precision":0.470717,"recall":0.552372,"f1":0.493373,"accuracy":0.552372,"main_score":0.493373,"hf_subset":"bel_Cyrl-kam_Latn","languages":["bel-Cyrl","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"bel_Cyrl-lit_Latn","languages":["bel-Cyrl","lit-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"bel_Cyrl-nob_Latn","languages":["bel-Cyrl","nob-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"bel_Cyrl-scn_Latn","languages":["bel-Cyrl","scn-Latn"]},{"precision":0.913702,"recall":0.939723,"f1":0.922101,"accuracy":0.939723,"main_score":0.922101,"hf_subset":"bel_Cyrl-tgk_Cyrl","languages":["bel-Cyrl","tgk-Cyrl"]},{"precision":0.400215,"recall":0.485178,"f1":0.424676,"accuracy":0.485178,"main_score":0.424676,"hf_subset":"bel_Cyrl-yor_Latn","languages":["bel-Cyrl","yor-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bel_Cyrl-arz_Arab","languages":["bel-Cyrl","arz-Arab"]},{"precision":0.462796,"recall":0.551383,"f1":0.487042,"accuracy":0.551383,"main_score":0.487042,"hf_subset":"bel_Cyrl-cjk_Latn","languages":["bel-Cyrl","cjk-Latn"]},{"precision":0.574968,"recall":0.656126,"f1":0.598402,"accuracy":0.656126,"main_score":0.598402,"hf_subset":"bel_Cyrl-gla_Latn","languages":["bel-Cyrl","gla-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"bel_Cyrl-kan_Knda","languages":["bel-Cyrl","kan-Knda"]},{"precision":0.964097,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"bel_Cyrl-lmo_Latn","languages":["bel-Cyrl","lmo-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"bel_Cyrl-npi_Deva","languages":["bel-Cyrl","npi-Deva"]},{"precision":0.388187,"recall":0.48419,"f1":0.413792,"accuracy":0.48419,"main_score":0.413792,"hf_subset":"bel_Cyrl-shn_Mymr","languages":["bel-Cyrl","shn-Mymr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"bel_Cyrl-tgl_Latn","languages":["bel-Cyrl","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-yue_Hant","languages":["bel-Cyrl","yue-Hant"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"bel_Cyrl-asm_Beng","languages":["bel-Cyrl","asm-Beng"]},{"precision":0.685648,"recall":0.757905,"f1":0.707432,"accuracy":0.757905,"main_score":0.707432,"hf_subset":"bel_Cyrl-ckb_Arab","languages":["bel-Cyrl","ckb-Arab"]},{"precision":0.680675,"recall":0.753953,"f1":0.702717,"accuracy":0.753953,"main_score":0.702717,"hf_subset":"bel_Cyrl-gle_Latn","languages":["bel-Cyrl","gle-Latn"]},{"precision":0.847941,"recall":0.893281,"f1":0.862385,"accuracy":0.893281,"main_score":0.862385,"hf_subset":"bel_Cyrl-kas_Arab","languages":["bel-Cyrl","kas-Arab"]},{"precision":0.880056,"recall":0.914032,"f1":0.890664,"accuracy":0.914032,"main_score":0.890664,"hf_subset":"bel_Cyrl-ltg_Latn","languages":["bel-Cyrl","ltg-Latn"]},{"precision":0.501077,"recall":0.578063,"f1":0.522733,"accuracy":0.578063,"main_score":0.522733,"hf_subset":"bel_Cyrl-nso_Latn","languages":["bel-Cyrl","nso-Latn"]},{"precision":0.412008,"recall":0.513834,"f1":0.4405,"accuracy":0.513834,"main_score":0.4405,"hf_subset":"bel_Cyrl-sin_Sinh","languages":["bel-Cyrl","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bel_Cyrl-tha_Thai","languages":["bel-Cyrl","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-zho_Hans","languages":["bel-Cyrl","zho-Hans"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"bel_Cyrl-ast_Latn","languages":["bel-Cyrl","ast-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"bel_Cyrl-crh_Latn","languages":["bel-Cyrl","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bel_Cyrl-glg_Latn","languages":["bel-Cyrl","glg-Latn"]},{"precision":0.736314,"recall":0.80336,"f1":0.756343,"accuracy":0.80336,"main_score":0.756343,"hf_subset":"bel_Cyrl-kas_Deva","languages":["bel-Cyrl","kas-Deva"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bel_Cyrl-ltz_Latn","languages":["bel-Cyrl","ltz-Latn"]},{"precision":0.360606,"recall":0.443676,"f1":0.382487,"accuracy":0.443676,"main_score":0.382487,"hf_subset":"bel_Cyrl-nus_Latn","languages":["bel-Cyrl","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bel_Cyrl-slk_Latn","languages":["bel-Cyrl","slk-Latn"]},{"precision":0.250486,"recall":0.326087,"f1":0.269532,"accuracy":0.326087,"main_score":0.269532,"hf_subset":"bel_Cyrl-tir_Ethi","languages":["bel-Cyrl","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bel_Cyrl-zho_Hant","languages":["bel-Cyrl","zho-Hant"]},{"precision":0.981061,"recall":0.986166,"f1":0.982708,"accuracy":0.986166,"main_score":0.982708,"hf_subset":"bel_Cyrl-awa_Deva","languages":["bel-Cyrl","awa-Deva"]},{"precision":0.835804,"recall":0.883399,"f1":0.850875,"accuracy":0.883399,"main_score":0.850875,"hf_subset":"bel_Cyrl-cym_Latn","languages":["bel-Cyrl","cym-Latn"]},{"precision":0.697483,"recall":0.762846,"f1":0.716657,"accuracy":0.762846,"main_score":0.716657,"hf_subset":"bel_Cyrl-grn_Latn","languages":["bel-Cyrl","grn-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"bel_Cyrl-kat_Geor","languages":["bel-Cyrl","kat-Geor"]},{"precision":0.52947,"recall":0.610672,"f1":0.552652,"accuracy":0.610672,"main_score":0.552652,"hf_subset":"bel_Cyrl-lua_Latn","languages":["bel-Cyrl","lua-Latn"]},{"precision":0.484896,"recall":0.563241,"f1":0.50625,"accuracy":0.563241,"main_score":0.50625,"hf_subset":"bel_Cyrl-nya_Latn","languages":["bel-Cyrl","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-slv_Latn","languages":["bel-Cyrl","slv-Latn"]},{"precision":0.76581,"recall":0.825099,"f1":0.783747,"accuracy":0.825099,"main_score":0.783747,"hf_subset":"bel_Cyrl-tpi_Latn","languages":["bel-Cyrl","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-zsm_Latn","languages":["bel-Cyrl","zsm-Latn"]},{"precision":0.454029,"recall":0.528656,"f1":0.47404,"accuracy":0.528656,"main_score":0.47404,"hf_subset":"bel_Cyrl-ayr_Latn","languages":["bel-Cyrl","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bel_Cyrl-dan_Latn","languages":["bel-Cyrl","dan-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bel_Cyrl-guj_Gujr","languages":["bel-Cyrl","guj-Gujr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bel_Cyrl-kaz_Cyrl","languages":["bel-Cyrl","kaz-Cyrl"]},{"precision":0.420961,"recall":0.500988,"f1":0.442685,"accuracy":0.500988,"main_score":0.442685,"hf_subset":"bel_Cyrl-lug_Latn","languages":["bel-Cyrl","lug-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bel_Cyrl-oci_Latn","languages":["bel-Cyrl","oci-Latn"]},{"precision":0.492051,"recall":0.579051,"f1":0.516448,"accuracy":0.579051,"main_score":0.516448,"hf_subset":"bel_Cyrl-smo_Latn","languages":["bel-Cyrl","smo-Latn"]},{"precision":0.435688,"recall":0.512846,"f1":0.456112,"accuracy":0.512846,"main_score":0.456112,"hf_subset":"bel_Cyrl-tsn_Latn","languages":["bel-Cyrl","tsn-Latn"]},{"precision":0.43378,"recall":0.513834,"f1":0.455779,"accuracy":0.513834,"main_score":0.455779,"hf_subset":"bel_Cyrl-zul_Latn","languages":["bel-Cyrl","zul-Latn"]},{"precision":0.780418,"recall":0.843874,"f1":0.800099,"accuracy":0.843874,"main_score":0.800099,"hf_subset":"bel_Cyrl-azb_Arab","languages":["bel-Cyrl","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-deu_Latn","languages":["bel-Cyrl","deu-Latn"]},{"precision":0.900115,"recall":0.93083,"f1":0.910145,"accuracy":0.93083,"main_score":0.910145,"hf_subset":"bel_Cyrl-hat_Latn","languages":["bel-Cyrl","hat-Latn"]},{"precision":0.426006,"recall":0.495059,"f1":0.444957,"accuracy":0.495059,"main_score":0.444957,"hf_subset":"bel_Cyrl-kbp_Latn","languages":["bel-Cyrl","kbp-Latn"]},{"precision":0.464086,"recall":0.541502,"f1":0.485717,"accuracy":0.541502,"main_score":0.485717,"hf_subset":"bel_Cyrl-luo_Latn","languages":["bel-Cyrl","luo-Latn"]},{"precision":0.984519,"recall":0.98913,"f1":0.986001,"accuracy":0.98913,"main_score":0.986001,"hf_subset":"bel_Cyrl-ory_Orya","languages":["bel-Cyrl","ory-Orya"]},{"precision":0.46278,"recall":0.547431,"f1":0.486639,"accuracy":0.547431,"main_score":0.486639,"hf_subset":"bel_Cyrl-sna_Latn","languages":["bel-Cyrl","sna-Latn"]},{"precision":0.448457,"recall":0.530632,"f1":0.471192,"accuracy":0.530632,"main_score":0.471192,"hf_subset":"bel_Cyrl-tso_Latn","languages":["bel-Cyrl","tso-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bel_Cyrl-azj_Latn","languages":["bel-Cyrl","azj-Latn"]},{"precision":0.458839,"recall":0.538538,"f1":0.481665,"accuracy":0.538538,"main_score":0.481665,"hf_subset":"bel_Cyrl-dik_Latn","languages":["bel-Cyrl","dik-Latn"]},{"precision":0.442862,"recall":0.51087,"f1":0.462439,"accuracy":0.51087,"main_score":0.462439,"hf_subset":"bel_Cyrl-hau_Latn","languages":["bel-Cyrl","hau-Latn"]},{"precision":0.957839,"recall":0.971344,"f1":0.962286,"accuracy":0.971344,"main_score":0.962286,"hf_subset":"bel_Cyrl-kea_Latn","languages":["bel-Cyrl","kea-Latn"]},{"precision":0.614463,"recall":0.688735,"f1":0.635997,"accuracy":0.688735,"main_score":0.635997,"hf_subset":"bel_Cyrl-lus_Latn","languages":["bel-Cyrl","lus-Latn"]},{"precision":0.791733,"recall":0.841897,"f1":0.806705,"accuracy":0.841897,"main_score":0.806705,"hf_subset":"bel_Cyrl-pag_Latn","languages":["bel-Cyrl","pag-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"bel_Cyrl-snd_Arab","languages":["bel-Cyrl","snd-Arab"]},{"precision":0.872694,"recall":0.911067,"f1":0.884848,"accuracy":0.911067,"main_score":0.884848,"hf_subset":"bel_Cyrl-tuk_Latn","languages":["bel-Cyrl","tuk-Latn"]},{"precision":0.952404,"recall":0.967391,"f1":0.957345,"accuracy":0.967391,"main_score":0.957345,"hf_subset":"bel_Cyrl-bak_Cyrl","languages":["bel-Cyrl","bak-Cyrl"]},{"precision":0.395776,"recall":0.492095,"f1":0.422814,"accuracy":0.492095,"main_score":0.422814,"hf_subset":"bel_Cyrl-dyu_Latn","languages":["bel-Cyrl","dyu-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bel_Cyrl-heb_Hebr","languages":["bel-Cyrl","heb-Hebr"]},{"precision":0.874506,"recall":0.911067,"f1":0.886199,"accuracy":0.911067,"main_score":0.886199,"hf_subset":"bel_Cyrl-khk_Cyrl","languages":["bel-Cyrl","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bel_Cyrl-lvs_Latn","languages":["bel-Cyrl","lvs-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bel_Cyrl-pan_Guru","languages":["bel-Cyrl","pan-Guru"]},{"precision":0.435636,"recall":0.514822,"f1":0.457723,"accuracy":0.514822,"main_score":0.457723,"hf_subset":"bel_Cyrl-som_Latn","languages":["bel-Cyrl","som-Latn"]},{"precision":0.484461,"recall":0.555336,"f1":0.504144,"accuracy":0.555336,"main_score":0.504144,"hf_subset":"bel_Cyrl-tum_Latn","languages":["bel-Cyrl","tum-Latn"]},{"precision":0.429181,"recall":0.51581,"f1":0.452883,"accuracy":0.51581,"main_score":0.452883,"hf_subset":"eng_Latn-ace_Arab","languages":["eng-Latn","ace-Arab"]},{"precision":0.43781,"recall":0.521739,"f1":0.460908,"accuracy":0.521739,"main_score":0.460908,"hf_subset":"eng_Latn-bam_Latn","languages":["eng-Latn","bam-Latn"]},{"precision":0.100468,"recall":0.148221,"f1":0.11201,"accuracy":0.148221,"main_score":0.11201,"hf_subset":"eng_Latn-dzo_Tibt","languages":["eng-Latn","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-hin_Deva","languages":["eng-Latn","hin-Deva"]},{"precision":0.938406,"recall":0.95751,"f1":0.944664,"accuracy":0.95751,"main_score":0.944664,"hf_subset":"eng_Latn-khm_Khmr","languages":["eng-Latn","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-mag_Deva","languages":["eng-Latn","mag-Deva"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"eng_Latn-pap_Latn","languages":["eng-Latn","pap-Latn"]},{"precision":0.480464,"recall":0.565217,"f1":0.503519,"accuracy":0.565217,"main_score":0.503519,"hf_subset":"eng_Latn-sot_Latn","languages":["eng-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-tur_Latn","languages":["eng-Latn","tur-Latn"]},{"precision":0.818626,"recall":0.868577,"f1":0.834387,"accuracy":0.868577,"main_score":0.834387,"hf_subset":"eng_Latn-ace_Latn","languages":["eng-Latn","ace-Latn"]},{"precision":0.934124,"recall":0.954545,"f1":0.940876,"accuracy":0.954545,"main_score":0.940876,"hf_subset":"eng_Latn-ban_Latn","languages":["eng-Latn","ban-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"eng_Latn-ell_Grek","languages":["eng-Latn","ell-Grek"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"eng_Latn-hne_Deva","languages":["eng-Latn","hne-Deva"]},{"precision":0.500111,"recall":0.585968,"f1":0.523997,"accuracy":0.585968,"main_score":0.523997,"hf_subset":"eng_Latn-kik_Latn","languages":["eng-Latn","kik-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-mai_Deva","languages":["eng-Latn","mai-Deva"]},{"precision":0.900115,"recall":0.929842,"f1":0.909486,"accuracy":0.929842,"main_score":0.909486,"hf_subset":"eng_Latn-pbt_Arab","languages":["eng-Latn","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-spa_Latn","languages":["eng-Latn","spa-Latn"]},{"precision":0.562739,"recall":0.642292,"f1":0.584335,"accuracy":0.642292,"main_score":0.584335,"hf_subset":"eng_Latn-twi_Latn","languages":["eng-Latn","twi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"eng_Latn-acm_Arab","languages":["eng-Latn","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-bel_Cyrl","languages":["eng-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-hrv_Latn","languages":["eng-Latn","hrv-Latn"]},{"precision":0.440402,"recall":0.520751,"f1":0.462611,"accuracy":0.520751,"main_score":0.462611,"hf_subset":"eng_Latn-kin_Latn","languages":["eng-Latn","kin-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"eng_Latn-mal_Mlym","languages":["eng-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-pes_Arab","languages":["eng-Latn","pes-Arab"]},{"precision":0.988801,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"eng_Latn-srd_Latn","languages":["eng-Latn","srd-Latn"]},{"precision":0.109854,"recall":0.174901,"f1":0.123345,"accuracy":0.174901,"main_score":0.123345,"hf_subset":"eng_Latn-tzm_Tfng","languages":["eng-Latn","tzm-Tfng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-acq_Arab","languages":["eng-Latn","acq-Arab"]},{"precision":0.517578,"recall":0.601779,"f1":0.541099,"accuracy":0.601779,"main_score":0.541099,"hf_subset":"eng_Latn-bem_Latn","languages":["eng-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-epo_Latn","languages":["eng-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-hun_Latn","languages":["eng-Latn","hun-Latn"]},{"precision":0.971097,"recall":0.980237,"f1":0.974045,"accuracy":0.980237,"main_score":0.974045,"hf_subset":"eng_Latn-kir_Cyrl","languages":["eng-Latn","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-mar_Deva","languages":["eng-Latn","mar-Deva"]},{"precision":0.544088,"recall":0.614625,"f1":0.563711,"accuracy":0.614625,"main_score":0.563711,"hf_subset":"eng_Latn-plt_Latn","languages":["eng-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-srp_Cyrl","languages":["eng-Latn","srp-Cyrl"]},{"precision":0.931818,"recall":0.952569,"f1":0.93857,"accuracy":0.952569,"main_score":0.93857,"hf_subset":"eng_Latn-uig_Arab","languages":["eng-Latn","uig-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"eng_Latn-aeb_Arab","languages":["eng-Latn","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-ben_Beng","languages":["eng-Latn","ben-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-est_Latn","languages":["eng-Latn","est-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"eng_Latn-hye_Armn","languages":["eng-Latn","hye-Armn"]},{"precision":0.459436,"recall":0.532609,"f1":0.479202,"accuracy":0.532609,"main_score":0.479202,"hf_subset":"eng_Latn-kmb_Latn","languages":["eng-Latn","kmb-Latn"]},{"precision":0.370256,"recall":0.47332,"f1":0.397454,"accuracy":0.47332,"main_score":0.397454,"hf_subset":"eng_Latn-min_Arab","languages":["eng-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-pol_Latn","languages":["eng-Latn","pol-Latn"]},{"precision":0.434189,"recall":0.521739,"f1":0.457063,"accuracy":0.521739,"main_score":0.457063,"hf_subset":"eng_Latn-ssw_Latn","languages":["eng-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-ukr_Cyrl","languages":["eng-Latn","ukr-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-afr_Latn","languages":["eng-Latn","afr-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"eng_Latn-bho_Deva","languages":["eng-Latn","bho-Deva"]},{"precision":0.945158,"recall":0.962451,"f1":0.950758,"accuracy":0.962451,"main_score":0.950758,"hf_subset":"eng_Latn-eus_Latn","languages":["eng-Latn","eus-Latn"]},{"precision":0.493361,"recall":0.574111,"f1":0.515699,"accuracy":0.574111,"main_score":0.515699,"hf_subset":"eng_Latn-ibo_Latn","languages":["eng-Latn","ibo-Latn"]},{"precision":0.692416,"recall":0.76581,"f1":0.714054,"accuracy":0.76581,"main_score":0.714054,"hf_subset":"eng_Latn-kmr_Latn","languages":["eng-Latn","kmr-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"eng_Latn-min_Latn","languages":["eng-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-por_Latn","languages":["eng-Latn","por-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"eng_Latn-sun_Latn","languages":["eng-Latn","sun-Latn"]},{"precision":0.442959,"recall":0.521739,"f1":0.465744,"accuracy":0.521739,"main_score":0.465744,"hf_subset":"eng_Latn-umb_Latn","languages":["eng-Latn","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-ajp_Arab","languages":["eng-Latn","ajp-Arab"]},{"precision":0.403008,"recall":0.495059,"f1":0.428487,"accuracy":0.495059,"main_score":0.428487,"hf_subset":"eng_Latn-bjn_Arab","languages":["eng-Latn","bjn-Arab"]},{"precision":0.478766,"recall":0.551383,"f1":0.498765,"accuracy":0.551383,"main_score":0.498765,"hf_subset":"eng_Latn-ewe_Latn","languages":["eng-Latn","ewe-Latn"]},{"precision":0.858976,"recall":0.898221,"f1":0.871245,"accuracy":0.898221,"main_score":0.871245,"hf_subset":"eng_Latn-ilo_Latn","languages":["eng-Latn","ilo-Latn"]},{"precision":0.183381,"recall":0.261858,"f1":0.202545,"accuracy":0.261858,"main_score":0.202545,"hf_subset":"eng_Latn-knc_Arab","languages":["eng-Latn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-mkd_Cyrl","languages":["eng-Latn","mkd-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-prs_Arab","languages":["eng-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-swe_Latn","languages":["eng-Latn","swe-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"eng_Latn-urd_Arab","languages":["eng-Latn","urd-Arab"]},{"precision":0.545318,"recall":0.631423,"f1":0.569163,"accuracy":0.631423,"main_score":0.569163,"hf_subset":"eng_Latn-aka_Latn","languages":["eng-Latn","aka-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"eng_Latn-bjn_Latn","languages":["eng-Latn","bjn-Latn"]},{"precision":0.933465,"recall":0.954545,"f1":0.940382,"accuracy":0.954545,"main_score":0.940382,"hf_subset":"eng_Latn-fao_Latn","languages":["eng-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-ind_Latn","languages":["eng-Latn","ind-Latn"]},{"precision":0.505348,"recall":0.589921,"f1":0.529453,"accuracy":0.589921,"main_score":0.529453,"hf_subset":"eng_Latn-knc_Latn","languages":["eng-Latn","knc-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"eng_Latn-mlt_Latn","languages":["eng-Latn","mlt-Latn"]},{"precision":0.567831,"recall":0.651186,"f1":0.590911,"accuracy":0.651186,"main_score":0.590911,"hf_subset":"eng_Latn-quy_Latn","languages":["eng-Latn","quy-Latn"]},{"precision":0.693577,"recall":0.770751,"f1":0.716751,"accuracy":0.770751,"main_score":0.716751,"hf_subset":"eng_Latn-swh_Latn","languages":["eng-Latn","swh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"eng_Latn-uzn_Latn","languages":["eng-Latn","uzn-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"eng_Latn-als_Latn","languages":["eng-Latn","als-Latn"]},{"precision":0.148393,"recall":0.227273,"f1":0.16652,"accuracy":0.227273,"main_score":0.16652,"hf_subset":"eng_Latn-bod_Tibt","languages":["eng-Latn","bod-Tibt"]},{"precision":0.466638,"recall":0.551383,"f1":0.489465,"accuracy":0.551383,"main_score":0.489465,"hf_subset":"eng_Latn-fij_Latn","languages":["eng-Latn","fij-Latn"]},{"precision":0.963933,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"eng_Latn-isl_Latn","languages":["eng-Latn","isl-Latn"]},{"precision":0.542062,"recall":0.625494,"f1":0.56567,"accuracy":0.625494,"main_score":0.56567,"hf_subset":"eng_Latn-kon_Latn","languages":["eng-Latn","kon-Latn"]},{"precision":0.516815,"recall":0.615613,"f1":0.545032,"accuracy":0.615613,"main_score":0.545032,"hf_subset":"eng_Latn-mni_Beng","languages":["eng-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-ron_Latn","languages":["eng-Latn","ron-Latn"]},{"precision":0.987648,"recall":0.990119,"f1":0.988472,"accuracy":0.990119,"main_score":0.988472,"hf_subset":"eng_Latn-szl_Latn","languages":["eng-Latn","szl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-vec_Latn","languages":["eng-Latn","vec-Latn"]},{"precision":0.52576,"recall":0.617589,"f1":0.551802,"accuracy":0.617589,"main_score":0.551802,"hf_subset":"eng_Latn-amh_Ethi","languages":["eng-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-bos_Latn","languages":["eng-Latn","bos-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"eng_Latn-fin_Latn","languages":["eng-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-ita_Latn","languages":["eng-Latn","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-kor_Hang","languages":["eng-Latn","kor-Hang"]},{"precision":0.476092,"recall":0.563241,"f1":0.500394,"accuracy":0.563241,"main_score":0.500394,"hf_subset":"eng_Latn-mos_Latn","languages":["eng-Latn","mos-Latn"]},{"precision":0.445737,"recall":0.521739,"f1":0.466636,"accuracy":0.521739,"main_score":0.466636,"hf_subset":"eng_Latn-run_Latn","languages":["eng-Latn","run-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"eng_Latn-tam_Taml","languages":["eng-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-vie_Latn","languages":["eng-Latn","vie-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-apc_Arab","languages":["eng-Latn","apc-Arab"]},{"precision":0.764288,"recall":0.820158,"f1":0.780799,"accuracy":0.820158,"main_score":0.780799,"hf_subset":"eng_Latn-bug_Latn","languages":["eng-Latn","bug-Latn"]},{"precision":0.411798,"recall":0.48913,"f1":0.433118,"accuracy":0.48913,"main_score":0.433118,"hf_subset":"eng_Latn-fon_Latn","languages":["eng-Latn","fon-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"eng_Latn-jav_Latn","languages":["eng-Latn","jav-Latn"]},{"precision":0.886858,"recall":0.921937,"f1":0.898221,"accuracy":0.921937,"main_score":0.898221,"hf_subset":"eng_Latn-lao_Laoo","languages":["eng-Latn","lao-Laoo"]},{"precision":0.557454,"recall":0.645257,"f1":0.582185,"accuracy":0.645257,"main_score":0.582185,"hf_subset":"eng_Latn-mri_Latn","languages":["eng-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-rus_Cyrl","languages":["eng-Latn","rus-Cyrl"]},{"precision":0.485554,"recall":0.562253,"f1":0.506242,"accuracy":0.562253,"main_score":0.506242,"hf_subset":"eng_Latn-taq_Latn","languages":["eng-Latn","taq-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"eng_Latn-war_Latn","languages":["eng-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-arb_Arab","languages":["eng-Latn","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-bul_Cyrl","languages":["eng-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-fra_Latn","languages":["eng-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-jpn_Jpan","languages":["eng-Latn","jpn-Jpan"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"eng_Latn-lij_Latn","languages":["eng-Latn","lij-Latn"]},{"precision":0.931406,"recall":0.952569,"f1":0.938307,"accuracy":0.952569,"main_score":0.938307,"hf_subset":"eng_Latn-mya_Mymr","languages":["eng-Latn","mya-Mymr"]},{"precision":0.505627,"recall":0.59585,"f1":0.530699,"accuracy":0.59585,"main_score":0.530699,"hf_subset":"eng_Latn-sag_Latn","languages":["eng-Latn","sag-Latn"]},{"precision":0.113503,"recall":0.201581,"f1":0.130996,"accuracy":0.201581,"main_score":0.130996,"hf_subset":"eng_Latn-taq_Tfng","languages":["eng-Latn","taq-Tfng"]},{"precision":0.539874,"recall":0.630435,"f1":0.56507,"accuracy":0.630435,"main_score":0.56507,"hf_subset":"eng_Latn-wol_Latn","languages":["eng-Latn","wol-Latn"]},{"precision":0.620036,"recall":0.704545,"f1":0.644719,"accuracy":0.704545,"main_score":0.644719,"hf_subset":"eng_Latn-arb_Latn","languages":["eng-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-cat_Latn","languages":["eng-Latn","cat-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"eng_Latn-fur_Latn","languages":["eng-Latn","fur-Latn"]},{"precision":0.317638,"recall":0.389328,"f1":0.336947,"accuracy":0.389328,"main_score":0.336947,"hf_subset":"eng_Latn-kab_Latn","languages":["eng-Latn","kab-Latn"]},{"precision":0.979908,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"eng_Latn-lim_Latn","languages":["eng-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-nld_Latn","languages":["eng-Latn","nld-Latn"]},{"precision":0.973567,"recall":0.981225,"f1":0.976021,"accuracy":0.981225,"main_score":0.976021,"hf_subset":"eng_Latn-san_Deva","languages":["eng-Latn","san-Deva"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"eng_Latn-tat_Cyrl","languages":["eng-Latn","tat-Cyrl"]},{"precision":0.510847,"recall":0.592885,"f1":0.532441,"accuracy":0.592885,"main_score":0.532441,"hf_subset":"eng_Latn-xho_Latn","languages":["eng-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-ars_Arab","languages":["eng-Latn","ars-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"eng_Latn-ceb_Latn","languages":["eng-Latn","ceb-Latn"]},{"precision":0.472683,"recall":0.557312,"f1":0.496239,"accuracy":0.557312,"main_score":0.496239,"hf_subset":"eng_Latn-fuv_Latn","languages":["eng-Latn","fuv-Latn"]},{"precision":0.468926,"recall":0.556324,"f1":0.492374,"accuracy":0.556324,"main_score":0.492374,"hf_subset":"eng_Latn-kac_Latn","languages":["eng-Latn","kac-Latn"]},{"precision":0.550873,"recall":0.637352,"f1":0.574889,"accuracy":0.637352,"main_score":0.574889,"hf_subset":"eng_Latn-lin_Latn","languages":["eng-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-nno_Latn","languages":["eng-Latn","nno-Latn"]},{"precision":0.014441,"recall":0.054348,"f1":0.01939,"accuracy":0.054348,"main_score":0.01939,"hf_subset":"eng_Latn-sat_Olck","languages":["eng-Latn","sat-Olck"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"eng_Latn-tel_Telu","languages":["eng-Latn","tel-Telu"]},{"precision":0.767243,"recall":0.831028,"f1":0.786528,"accuracy":0.831028,"main_score":0.786528,"hf_subset":"eng_Latn-ydd_Hebr","languages":["eng-Latn","ydd-Hebr"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"eng_Latn-ary_Arab","languages":["eng-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-ces_Latn","languages":["eng-Latn","ces-Latn"]},{"precision":0.37674,"recall":0.467391,"f1":0.401729,"accuracy":0.467391,"main_score":0.401729,"hf_subset":"eng_Latn-gaz_Latn","languages":["eng-Latn","gaz-Latn"]},{"precision":0.492829,"recall":0.577075,"f1":0.516361,"accuracy":0.577075,"main_score":0.516361,"hf_subset":"eng_Latn-kam_Latn","languages":["eng-Latn","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"eng_Latn-lit_Latn","languages":["eng-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-nob_Latn","languages":["eng-Latn","nob-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"eng_Latn-scn_Latn","languages":["eng-Latn","scn-Latn"]},{"precision":0.905879,"recall":0.934783,"f1":0.915086,"accuracy":0.934783,"main_score":0.915086,"hf_subset":"eng_Latn-tgk_Cyrl","languages":["eng-Latn","tgk-Cyrl"]},{"precision":0.425327,"recall":0.508893,"f1":0.448793,"accuracy":0.508893,"main_score":0.448793,"hf_subset":"eng_Latn-yor_Latn","languages":["eng-Latn","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"eng_Latn-arz_Arab","languages":["eng-Latn","arz-Arab"]},{"precision":0.485764,"recall":0.574111,"f1":0.509854,"accuracy":0.574111,"main_score":0.509854,"hf_subset":"eng_Latn-cjk_Latn","languages":["eng-Latn","cjk-Latn"]},{"precision":0.610815,"recall":0.6917,"f1":0.633909,"accuracy":0.6917,"main_score":0.633909,"hf_subset":"eng_Latn-gla_Latn","languages":["eng-Latn","gla-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"eng_Latn-kan_Knda","languages":["eng-Latn","kan-Knda"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"eng_Latn-lmo_Latn","languages":["eng-Latn","lmo-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"eng_Latn-npi_Deva","languages":["eng-Latn","npi-Deva"]},{"precision":0.395331,"recall":0.504941,"f1":0.425182,"accuracy":0.504941,"main_score":0.425182,"hf_subset":"eng_Latn-shn_Mymr","languages":["eng-Latn","shn-Mymr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-tgl_Latn","languages":["eng-Latn","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-yue_Hant","languages":["eng-Latn","yue-Hant"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"eng_Latn-asm_Beng","languages":["eng-Latn","asm-Beng"]},{"precision":0.719771,"recall":0.786561,"f1":0.739548,"accuracy":0.786561,"main_score":0.739548,"hf_subset":"eng_Latn-ckb_Arab","languages":["eng-Latn","ckb-Arab"]},{"precision":0.713999,"recall":0.789526,"f1":0.737469,"accuracy":0.789526,"main_score":0.737469,"hf_subset":"eng_Latn-gle_Latn","languages":["eng-Latn","gle-Latn"]},{"precision":0.900362,"recall":0.931818,"f1":0.910408,"accuracy":0.931818,"main_score":0.910408,"hf_subset":"eng_Latn-kas_Arab","languages":["eng-Latn","kas-Arab"]},{"precision":0.901145,"recall":0.93083,"f1":0.910628,"accuracy":0.93083,"main_score":0.910628,"hf_subset":"eng_Latn-ltg_Latn","languages":["eng-Latn","ltg-Latn"]},{"precision":0.510582,"recall":0.597826,"f1":0.534856,"accuracy":0.597826,"main_score":0.534856,"hf_subset":"eng_Latn-nso_Latn","languages":["eng-Latn","nso-Latn"]},{"precision":0.424232,"recall":0.528656,"f1":0.453141,"accuracy":0.528656,"main_score":0.453141,"hf_subset":"eng_Latn-sin_Sinh","languages":["eng-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-tha_Thai","languages":["eng-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-zho_Hans","languages":["eng-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-ast_Latn","languages":["eng-Latn","ast-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"eng_Latn-crh_Latn","languages":["eng-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-glg_Latn","languages":["eng-Latn","glg-Latn"]},{"precision":0.795487,"recall":0.851779,"f1":0.812648,"accuracy":0.851779,"main_score":0.812648,"hf_subset":"eng_Latn-kas_Deva","languages":["eng-Latn","kas-Deva"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"eng_Latn-ltz_Latn","languages":["eng-Latn","ltz-Latn"]},{"precision":0.378632,"recall":0.467391,"f1":0.402306,"accuracy":0.467391,"main_score":0.402306,"hf_subset":"eng_Latn-nus_Latn","languages":["eng-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-slk_Latn","languages":["eng-Latn","slk-Latn"]},{"precision":0.252097,"recall":0.324111,"f1":0.270239,"accuracy":0.324111,"main_score":0.270239,"hf_subset":"eng_Latn-tir_Ethi","languages":["eng-Latn","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-zho_Hant","languages":["eng-Latn","zho-Hant"]},{"precision":0.985013,"recall":0.98913,"f1":0.986331,"accuracy":0.98913,"main_score":0.986331,"hf_subset":"eng_Latn-awa_Deva","languages":["eng-Latn","awa-Deva"]},{"precision":0.873386,"recall":0.910079,"f1":0.885013,"accuracy":0.910079,"main_score":0.885013,"hf_subset":"eng_Latn-cym_Latn","languages":["eng-Latn","cym-Latn"]},{"precision":0.731039,"recall":0.794466,"f1":0.750019,"accuracy":0.794466,"main_score":0.750019,"hf_subset":"eng_Latn-grn_Latn","languages":["eng-Latn","grn-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"eng_Latn-kat_Geor","languages":["eng-Latn","kat-Geor"]},{"precision":0.561843,"recall":0.639328,"f1":0.583235,"accuracy":0.639328,"main_score":0.583235,"hf_subset":"eng_Latn-lua_Latn","languages":["eng-Latn","lua-Latn"]},{"precision":0.52613,"recall":0.61166,"f1":0.550036,"accuracy":0.61166,"main_score":0.550036,"hf_subset":"eng_Latn-nya_Latn","languages":["eng-Latn","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-slv_Latn","languages":["eng-Latn","slv-Latn"]},{"precision":0.822579,"recall":0.873518,"f1":0.838505,"accuracy":0.873518,"main_score":0.838505,"hf_subset":"eng_Latn-tpi_Latn","languages":["eng-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-zsm_Latn","languages":["eng-Latn","zsm-Latn"]},{"precision":0.471064,"recall":0.551383,"f1":0.492942,"accuracy":0.551383,"main_score":0.492942,"hf_subset":"eng_Latn-ayr_Latn","languages":["eng-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-dan_Latn","languages":["eng-Latn","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-guj_Gujr","languages":["eng-Latn","guj-Gujr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"eng_Latn-kaz_Cyrl","languages":["eng-Latn","kaz-Cyrl"]},{"precision":0.424814,"recall":0.513834,"f1":0.449377,"accuracy":0.513834,"main_score":0.449377,"hf_subset":"eng_Latn-lug_Latn","languages":["eng-Latn","lug-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-oci_Latn","languages":["eng-Latn","oci-Latn"]},{"precision":0.513087,"recall":0.604743,"f1":0.538626,"accuracy":0.604743,"main_score":0.538626,"hf_subset":"eng_Latn-smo_Latn","languages":["eng-Latn","smo-Latn"]},{"precision":0.454461,"recall":0.541502,"f1":0.478202,"accuracy":0.541502,"main_score":0.478202,"hf_subset":"eng_Latn-tsn_Latn","languages":["eng-Latn","tsn-Latn"]},{"precision":0.452116,"recall":0.533597,"f1":0.473488,"accuracy":0.533597,"main_score":0.473488,"hf_subset":"eng_Latn-zul_Latn","languages":["eng-Latn","zul-Latn"]},{"precision":0.826581,"recall":0.878458,"f1":0.843017,"accuracy":0.878458,"main_score":0.843017,"hf_subset":"eng_Latn-azb_Arab","languages":["eng-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-deu_Latn","languages":["eng-Latn","deu-Latn"]},{"precision":0.926301,"recall":0.949605,"f1":0.93386,"accuracy":0.949605,"main_score":0.93386,"hf_subset":"eng_Latn-hat_Latn","languages":["eng-Latn","hat-Latn"]},{"precision":0.417781,"recall":0.495059,"f1":0.438974,"accuracy":0.495059,"main_score":0.438974,"hf_subset":"eng_Latn-kbp_Latn","languages":["eng-Latn","kbp-Latn"]},{"precision":0.493121,"recall":0.574111,"f1":0.515103,"accuracy":0.574111,"main_score":0.515103,"hf_subset":"eng_Latn-luo_Latn","languages":["eng-Latn","luo-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"eng_Latn-ory_Orya","languages":["eng-Latn","ory-Orya"]},{"precision":0.481928,"recall":0.567194,"f1":0.505527,"accuracy":0.567194,"main_score":0.505527,"hf_subset":"eng_Latn-sna_Latn","languages":["eng-Latn","sna-Latn"]},{"precision":0.470158,"recall":0.548419,"f1":0.491391,"accuracy":0.548419,"main_score":0.491391,"hf_subset":"eng_Latn-tso_Latn","languages":["eng-Latn","tso-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"eng_Latn-azj_Latn","languages":["eng-Latn","azj-Latn"]},{"precision":0.4835,"recall":0.56917,"f1":0.507337,"accuracy":0.56917,"main_score":0.507337,"hf_subset":"eng_Latn-dik_Latn","languages":["eng-Latn","dik-Latn"]},{"precision":0.459389,"recall":0.535573,"f1":0.480854,"accuracy":0.535573,"main_score":0.480854,"hf_subset":"eng_Latn-hau_Latn","languages":["eng-Latn","hau-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"eng_Latn-kea_Latn","languages":["eng-Latn","kea-Latn"]},{"precision":0.652924,"recall":0.729249,"f1":0.675314,"accuracy":0.729249,"main_score":0.675314,"hf_subset":"eng_Latn-lus_Latn","languages":["eng-Latn","lus-Latn"]},{"precision":0.837978,"recall":0.882411,"f1":0.851548,"accuracy":0.882411,"main_score":0.851548,"hf_subset":"eng_Latn-pag_Latn","languages":["eng-Latn","pag-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"eng_Latn-snd_Arab","languages":["eng-Latn","snd-Arab"]},{"precision":0.879694,"recall":0.916996,"f1":0.891535,"accuracy":0.916996,"main_score":0.891535,"hf_subset":"eng_Latn-tuk_Latn","languages":["eng-Latn","tuk-Latn"]},{"precision":0.94944,"recall":0.965415,"f1":0.954545,"accuracy":0.965415,"main_score":0.954545,"hf_subset":"eng_Latn-bak_Cyrl","languages":["eng-Latn","bak-Cyrl"]},{"precision":0.430592,"recall":0.530632,"f1":0.459234,"accuracy":0.530632,"main_score":0.459234,"hf_subset":"eng_Latn-dyu_Latn","languages":["eng-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"eng_Latn-heb_Hebr","languages":["eng-Latn","heb-Hebr"]},{"precision":0.894104,"recall":0.925889,"f1":0.904282,"accuracy":0.925889,"main_score":0.904282,"hf_subset":"eng_Latn-khk_Cyrl","languages":["eng-Latn","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"eng_Latn-lvs_Latn","languages":["eng-Latn","lvs-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"eng_Latn-pan_Guru","languages":["eng-Latn","pan-Guru"]},{"precision":0.45132,"recall":0.537549,"f1":0.475491,"accuracy":0.537549,"main_score":0.475491,"hf_subset":"eng_Latn-som_Latn","languages":["eng-Latn","som-Latn"]},{"precision":0.506664,"recall":0.581028,"f1":0.527018,"accuracy":0.581028,"main_score":0.527018,"hf_subset":"eng_Latn-tum_Latn","languages":["eng-Latn","tum-Latn"]},{"precision":0.438557,"recall":0.522727,"f1":0.462099,"accuracy":0.522727,"main_score":0.462099,"hf_subset":"hrv_Latn-ace_Arab","languages":["hrv-Latn","ace-Arab"]},{"precision":0.453349,"recall":0.529644,"f1":0.474313,"accuracy":0.529644,"main_score":0.474313,"hf_subset":"hrv_Latn-bam_Latn","languages":["hrv-Latn","bam-Latn"]},{"precision":0.106269,"recall":0.162055,"f1":0.119885,"accuracy":0.162055,"main_score":0.119885,"hf_subset":"hrv_Latn-dzo_Tibt","languages":["hrv-Latn","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-hin_Deva","languages":["hrv-Latn","hin-Deva"]},{"precision":0.936594,"recall":0.95751,"f1":0.943511,"accuracy":0.95751,"main_score":0.943511,"hf_subset":"hrv_Latn-khm_Khmr","languages":["hrv-Latn","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-mag_Deva","languages":["hrv-Latn","mag-Deva"]},{"precision":0.959816,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"hrv_Latn-pap_Latn","languages":["hrv-Latn","pap-Latn"]},{"precision":0.499537,"recall":0.575099,"f1":0.520267,"accuracy":0.575099,"main_score":0.520267,"hf_subset":"hrv_Latn-sot_Latn","languages":["hrv-Latn","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-tur_Latn","languages":["hrv-Latn","tur-Latn"]},{"precision":0.804545,"recall":0.855731,"f1":0.820224,"accuracy":0.855731,"main_score":0.820224,"hf_subset":"hrv_Latn-ace_Latn","languages":["hrv-Latn","ace-Latn"]},{"precision":0.912549,"recall":0.938735,"f1":0.921113,"accuracy":0.938735,"main_score":0.921113,"hf_subset":"hrv_Latn-ban_Latn","languages":["hrv-Latn","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-ell_Grek","languages":["hrv-Latn","ell-Grek"]},{"precision":0.986001,"recall":0.990119,"f1":0.987319,"accuracy":0.990119,"main_score":0.987319,"hf_subset":"hrv_Latn-hne_Deva","languages":["hrv-Latn","hne-Deva"]},{"precision":0.501601,"recall":0.583004,"f1":0.524519,"accuracy":0.583004,"main_score":0.524519,"hf_subset":"hrv_Latn-kik_Latn","languages":["hrv-Latn","kik-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hrv_Latn-mai_Deva","languages":["hrv-Latn","mai-Deva"]},{"precision":0.886281,"recall":0.920949,"f1":0.897299,"accuracy":0.920949,"main_score":0.897299,"hf_subset":"hrv_Latn-pbt_Arab","languages":["hrv-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hrv_Latn-spa_Latn","languages":["hrv-Latn","spa-Latn"]},{"precision":0.547385,"recall":0.62747,"f1":0.569968,"accuracy":0.62747,"main_score":0.569968,"hf_subset":"hrv_Latn-twi_Latn","languages":["hrv-Latn","twi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hrv_Latn-acm_Arab","languages":["hrv-Latn","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-bel_Cyrl","languages":["hrv-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-eng_Latn","languages":["hrv-Latn","eng-Latn"]},{"precision":0.449895,"recall":0.528656,"f1":0.472059,"accuracy":0.528656,"main_score":0.472059,"hf_subset":"hrv_Latn-kin_Latn","languages":["hrv-Latn","kin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hrv_Latn-mal_Mlym","languages":["hrv-Latn","mal-Mlym"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-pes_Arab","languages":["hrv-Latn","pes-Arab"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"hrv_Latn-srd_Latn","languages":["hrv-Latn","srd-Latn"]},{"precision":0.116928,"recall":0.177866,"f1":0.129673,"accuracy":0.177866,"main_score":0.129673,"hf_subset":"hrv_Latn-tzm_Tfng","languages":["hrv-Latn","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-acq_Arab","languages":["hrv-Latn","acq-Arab"]},{"precision":0.513022,"recall":0.589921,"f1":0.53439,"accuracy":0.589921,"main_score":0.53439,"hf_subset":"hrv_Latn-bem_Latn","languages":["hrv-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-epo_Latn","languages":["hrv-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-hun_Latn","languages":["hrv-Latn","hun-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"hrv_Latn-kir_Cyrl","languages":["hrv-Latn","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-mar_Deva","languages":["hrv-Latn","mar-Deva"]},{"precision":0.552281,"recall":0.620553,"f1":0.571876,"accuracy":0.620553,"main_score":0.571876,"hf_subset":"hrv_Latn-plt_Latn","languages":["hrv-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-srp_Cyrl","languages":["hrv-Latn","srp-Cyrl"]},{"precision":0.939065,"recall":0.956522,"f1":0.944664,"accuracy":0.956522,"main_score":0.944664,"hf_subset":"hrv_Latn-uig_Arab","languages":["hrv-Latn","uig-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"hrv_Latn-aeb_Arab","languages":["hrv-Latn","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-ben_Beng","languages":["hrv-Latn","ben-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-est_Latn","languages":["hrv-Latn","est-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hrv_Latn-hye_Armn","languages":["hrv-Latn","hye-Armn"]},{"precision":0.459759,"recall":0.531621,"f1":0.479709,"accuracy":0.531621,"main_score":0.479709,"hf_subset":"hrv_Latn-kmb_Latn","languages":["hrv-Latn","kmb-Latn"]},{"precision":0.37325,"recall":0.480237,"f1":0.401604,"accuracy":0.480237,"main_score":0.401604,"hf_subset":"hrv_Latn-min_Arab","languages":["hrv-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-pol_Latn","languages":["hrv-Latn","pol-Latn"]},{"precision":0.434951,"recall":0.521739,"f1":0.458582,"accuracy":0.521739,"main_score":0.458582,"hf_subset":"hrv_Latn-ssw_Latn","languages":["hrv-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-ukr_Cyrl","languages":["hrv-Latn","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hrv_Latn-afr_Latn","languages":["hrv-Latn","afr-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hrv_Latn-bho_Deva","languages":["hrv-Latn","bho-Deva"]},{"precision":0.942523,"recall":0.960474,"f1":0.948452,"accuracy":0.960474,"main_score":0.948452,"hf_subset":"hrv_Latn-eus_Latn","languages":["hrv-Latn","eus-Latn"]},{"precision":0.503938,"recall":0.576087,"f1":0.523446,"accuracy":0.576087,"main_score":0.523446,"hf_subset":"hrv_Latn-ibo_Latn","languages":["hrv-Latn","ibo-Latn"]},{"precision":0.712452,"recall":0.780632,"f1":0.733028,"accuracy":0.780632,"main_score":0.733028,"hf_subset":"hrv_Latn-kmr_Latn","languages":["hrv-Latn","kmr-Latn"]},{"precision":0.955863,"recall":0.970356,"f1":0.960639,"accuracy":0.970356,"main_score":0.960639,"hf_subset":"hrv_Latn-min_Latn","languages":["hrv-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-por_Latn","languages":["hrv-Latn","por-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"hrv_Latn-sun_Latn","languages":["hrv-Latn","sun-Latn"]},{"precision":0.447245,"recall":0.522727,"f1":0.469219,"accuracy":0.522727,"main_score":0.469219,"hf_subset":"hrv_Latn-umb_Latn","languages":["hrv-Latn","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-ajp_Arab","languages":["hrv-Latn","ajp-Arab"]},{"precision":0.39608,"recall":0.492095,"f1":0.42242,"accuracy":0.492095,"main_score":0.42242,"hf_subset":"hrv_Latn-bjn_Arab","languages":["hrv-Latn","bjn-Arab"]},{"precision":0.46746,"recall":0.540514,"f1":0.487511,"accuracy":0.540514,"main_score":0.487511,"hf_subset":"hrv_Latn-ewe_Latn","languages":["hrv-Latn","ewe-Latn"]},{"precision":0.858449,"recall":0.899209,"f1":0.871443,"accuracy":0.899209,"main_score":0.871443,"hf_subset":"hrv_Latn-ilo_Latn","languages":["hrv-Latn","ilo-Latn"]},{"precision":0.180047,"recall":0.263834,"f1":0.200676,"accuracy":0.263834,"main_score":0.200676,"hf_subset":"hrv_Latn-knc_Arab","languages":["hrv-Latn","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-mkd_Cyrl","languages":["hrv-Latn","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-prs_Arab","languages":["hrv-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-swe_Latn","languages":["hrv-Latn","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hrv_Latn-urd_Arab","languages":["hrv-Latn","urd-Arab"]},{"precision":0.533935,"recall":0.609684,"f1":0.555132,"accuracy":0.609684,"main_score":0.555132,"hf_subset":"hrv_Latn-aka_Latn","languages":["hrv-Latn","aka-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"hrv_Latn-bjn_Latn","languages":["hrv-Latn","bjn-Latn"]},{"precision":0.931983,"recall":0.953557,"f1":0.939065,"accuracy":0.953557,"main_score":0.939065,"hf_subset":"hrv_Latn-fao_Latn","languages":["hrv-Latn","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-ind_Latn","languages":["hrv-Latn","ind-Latn"]},{"precision":0.514808,"recall":0.591897,"f1":0.537291,"accuracy":0.591897,"main_score":0.537291,"hf_subset":"hrv_Latn-knc_Latn","languages":["hrv-Latn","knc-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"hrv_Latn-mlt_Latn","languages":["hrv-Latn","mlt-Latn"]},{"precision":0.557504,"recall":0.637352,"f1":0.579334,"accuracy":0.637352,"main_score":0.579334,"hf_subset":"hrv_Latn-quy_Latn","languages":["hrv-Latn","quy-Latn"]},{"precision":0.680484,"recall":0.759881,"f1":0.704465,"accuracy":0.759881,"main_score":0.704465,"hf_subset":"hrv_Latn-swh_Latn","languages":["hrv-Latn","swh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hrv_Latn-uzn_Latn","languages":["hrv-Latn","uzn-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-als_Latn","languages":["hrv-Latn","als-Latn"]},{"precision":0.147262,"recall":0.226285,"f1":0.166139,"accuracy":0.226285,"main_score":0.166139,"hf_subset":"hrv_Latn-bod_Tibt","languages":["hrv-Latn","bod-Tibt"]},{"precision":0.469808,"recall":0.551383,"f1":0.492765,"accuracy":0.551383,"main_score":0.492765,"hf_subset":"hrv_Latn-fij_Latn","languages":["hrv-Latn","fij-Latn"]},{"precision":0.964262,"recall":0.975296,"f1":0.967885,"accuracy":0.975296,"main_score":0.967885,"hf_subset":"hrv_Latn-isl_Latn","languages":["hrv-Latn","isl-Latn"]},{"precision":0.542619,"recall":0.62747,"f1":0.567128,"accuracy":0.62747,"main_score":0.567128,"hf_subset":"hrv_Latn-kon_Latn","languages":["hrv-Latn","kon-Latn"]},{"precision":0.484143,"recall":0.583992,"f1":0.51238,"accuracy":0.583992,"main_score":0.51238,"hf_subset":"hrv_Latn-mni_Beng","languages":["hrv-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-ron_Latn","languages":["hrv-Latn","ron-Latn"]},{"precision":0.980237,"recall":0.985178,"f1":0.981884,"accuracy":0.985178,"main_score":0.981884,"hf_subset":"hrv_Latn-szl_Latn","languages":["hrv-Latn","szl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hrv_Latn-vec_Latn","languages":["hrv-Latn","vec-Latn"]},{"precision":0.536448,"recall":0.628458,"f1":0.56278,"accuracy":0.628458,"main_score":0.56278,"hf_subset":"hrv_Latn-amh_Ethi","languages":["hrv-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-bos_Latn","languages":["hrv-Latn","bos-Latn"]},{"precision":0.996047,"recall":0.997036,"f1":0.996377,"accuracy":0.997036,"main_score":0.996377,"hf_subset":"hrv_Latn-fin_Latn","languages":["hrv-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-ita_Latn","languages":["hrv-Latn","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-kor_Hang","languages":["hrv-Latn","kor-Hang"]},{"precision":0.466655,"recall":0.556324,"f1":0.49157,"accuracy":0.556324,"main_score":0.49157,"hf_subset":"hrv_Latn-mos_Latn","languages":["hrv-Latn","mos-Latn"]},{"precision":0.45658,"recall":0.529644,"f1":0.476564,"accuracy":0.529644,"main_score":0.476564,"hf_subset":"hrv_Latn-run_Latn","languages":["hrv-Latn","run-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hrv_Latn-tam_Taml","languages":["hrv-Latn","tam-Taml"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hrv_Latn-vie_Latn","languages":["hrv-Latn","vie-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hrv_Latn-apc_Arab","languages":["hrv-Latn","apc-Arab"]},{"precision":0.751153,"recall":0.8083,"f1":0.767984,"accuracy":0.8083,"main_score":0.767984,"hf_subset":"hrv_Latn-bug_Latn","languages":["hrv-Latn","bug-Latn"]},{"precision":0.425011,"recall":0.499012,"f1":0.444635,"accuracy":0.499012,"main_score":0.444635,"hf_subset":"hrv_Latn-fon_Latn","languages":["hrv-Latn","fon-Latn"]},{"precision":0.983037,"recall":0.988142,"f1":0.984684,"accuracy":0.988142,"main_score":0.984684,"hf_subset":"hrv_Latn-jav_Latn","languages":["hrv-Latn","jav-Latn"]},{"precision":0.889328,"recall":0.922925,"f1":0.900198,"accuracy":0.922925,"main_score":0.900198,"hf_subset":"hrv_Latn-lao_Laoo","languages":["hrv-Latn","lao-Laoo"]},{"precision":0.580056,"recall":0.667984,"f1":0.605308,"accuracy":0.667984,"main_score":0.605308,"hf_subset":"hrv_Latn-mri_Latn","languages":["hrv-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-rus_Cyrl","languages":["hrv-Latn","rus-Cyrl"]},{"precision":0.499355,"recall":0.572134,"f1":0.519908,"accuracy":0.572134,"main_score":0.519908,"hf_subset":"hrv_Latn-taq_Latn","languages":["hrv-Latn","taq-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"hrv_Latn-war_Latn","languages":["hrv-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-arb_Arab","languages":["hrv-Latn","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-bul_Cyrl","languages":["hrv-Latn","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-fra_Latn","languages":["hrv-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-jpn_Jpan","languages":["hrv-Latn","jpn-Jpan"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"hrv_Latn-lij_Latn","languages":["hrv-Latn","lij-Latn"]},{"precision":0.924572,"recall":0.948617,"f1":0.932477,"accuracy":0.948617,"main_score":0.932477,"hf_subset":"hrv_Latn-mya_Mymr","languages":["hrv-Latn","mya-Mymr"]},{"precision":0.494308,"recall":0.587945,"f1":0.520871,"accuracy":0.587945,"main_score":0.520871,"hf_subset":"hrv_Latn-sag_Latn","languages":["hrv-Latn","sag-Latn"]},{"precision":0.128752,"recall":0.209486,"f1":0.144628,"accuracy":0.209486,"main_score":0.144628,"hf_subset":"hrv_Latn-taq_Tfng","languages":["hrv-Latn","taq-Tfng"]},{"precision":0.54773,"recall":0.625494,"f1":0.569626,"accuracy":0.625494,"main_score":0.569626,"hf_subset":"hrv_Latn-wol_Latn","languages":["hrv-Latn","wol-Latn"]},{"precision":0.612595,"recall":0.698617,"f1":0.637152,"accuracy":0.698617,"main_score":0.637152,"hf_subset":"hrv_Latn-arb_Latn","languages":["hrv-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-cat_Latn","languages":["hrv-Latn","cat-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"hrv_Latn-fur_Latn","languages":["hrv-Latn","fur-Latn"]},{"precision":0.339067,"recall":0.409091,"f1":0.357711,"accuracy":0.409091,"main_score":0.357711,"hf_subset":"hrv_Latn-kab_Latn","languages":["hrv-Latn","kab-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"hrv_Latn-lim_Latn","languages":["hrv-Latn","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-nld_Latn","languages":["hrv-Latn","nld-Latn"]},{"precision":0.961462,"recall":0.972332,"f1":0.964874,"accuracy":0.972332,"main_score":0.964874,"hf_subset":"hrv_Latn-san_Deva","languages":["hrv-Latn","san-Deva"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"hrv_Latn-tat_Cyrl","languages":["hrv-Latn","tat-Cyrl"]},{"precision":0.531167,"recall":0.612648,"f1":0.553511,"accuracy":0.612648,"main_score":0.553511,"hf_subset":"hrv_Latn-xho_Latn","languages":["hrv-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-ars_Arab","languages":["hrv-Latn","ars-Arab"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"hrv_Latn-ceb_Latn","languages":["hrv-Latn","ceb-Latn"]},{"precision":0.475379,"recall":0.559289,"f1":0.499104,"accuracy":0.559289,"main_score":0.499104,"hf_subset":"hrv_Latn-fuv_Latn","languages":["hrv-Latn","fuv-Latn"]},{"precision":0.468317,"recall":0.555336,"f1":0.492155,"accuracy":0.555336,"main_score":0.492155,"hf_subset":"hrv_Latn-kac_Latn","languages":["hrv-Latn","kac-Latn"]},{"precision":0.548274,"recall":0.631423,"f1":0.570992,"accuracy":0.631423,"main_score":0.570992,"hf_subset":"hrv_Latn-lin_Latn","languages":["hrv-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-nno_Latn","languages":["hrv-Latn","nno-Latn"]},{"precision":0.018531,"recall":0.061265,"f1":0.024485,"accuracy":0.061265,"main_score":0.024485,"hf_subset":"hrv_Latn-sat_Olck","languages":["hrv-Latn","sat-Olck"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hrv_Latn-tel_Telu","languages":["hrv-Latn","tel-Telu"]},{"precision":0.725891,"recall":0.800395,"f1":0.748886,"accuracy":0.800395,"main_score":0.748886,"hf_subset":"hrv_Latn-ydd_Hebr","languages":["hrv-Latn","ydd-Hebr"]},{"precision":0.961957,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"hrv_Latn-ary_Arab","languages":["hrv-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-ces_Latn","languages":["hrv-Latn","ces-Latn"]},{"precision":0.392917,"recall":0.476285,"f1":0.415405,"accuracy":0.476285,"main_score":0.415405,"hf_subset":"hrv_Latn-gaz_Latn","languages":["hrv-Latn","gaz-Latn"]},{"precision":0.48812,"recall":0.570158,"f1":0.510783,"accuracy":0.570158,"main_score":0.510783,"hf_subset":"hrv_Latn-kam_Latn","languages":["hrv-Latn","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"hrv_Latn-lit_Latn","languages":["hrv-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-nob_Latn","languages":["hrv-Latn","nob-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"hrv_Latn-scn_Latn","languages":["hrv-Latn","scn-Latn"]},{"precision":0.903821,"recall":0.932806,"f1":0.913208,"accuracy":0.932806,"main_score":0.913208,"hf_subset":"hrv_Latn-tgk_Cyrl","languages":["hrv-Latn","tgk-Cyrl"]},{"precision":0.439187,"recall":0.517787,"f1":0.461266,"accuracy":0.517787,"main_score":0.461266,"hf_subset":"hrv_Latn-yor_Latn","languages":["hrv-Latn","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hrv_Latn-arz_Arab","languages":["hrv-Latn","arz-Arab"]},{"precision":0.480109,"recall":0.567194,"f1":0.50375,"accuracy":0.567194,"main_score":0.50375,"hf_subset":"hrv_Latn-cjk_Latn","languages":["hrv-Latn","cjk-Latn"]},{"precision":0.621636,"recall":0.698617,"f1":0.644008,"accuracy":0.698617,"main_score":0.644008,"hf_subset":"hrv_Latn-gla_Latn","languages":["hrv-Latn","gla-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hrv_Latn-kan_Knda","languages":["hrv-Latn","kan-Knda"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"hrv_Latn-lmo_Latn","languages":["hrv-Latn","lmo-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"hrv_Latn-npi_Deva","languages":["hrv-Latn","npi-Deva"]},{"precision":0.407216,"recall":0.507905,"f1":0.434408,"accuracy":0.507905,"main_score":0.434408,"hf_subset":"hrv_Latn-shn_Mymr","languages":["hrv-Latn","shn-Mymr"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-tgl_Latn","languages":["hrv-Latn","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-yue_Hant","languages":["hrv-Latn","yue-Hant"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"hrv_Latn-asm_Beng","languages":["hrv-Latn","asm-Beng"]},{"precision":0.717889,"recall":0.785573,"f1":0.737961,"accuracy":0.785573,"main_score":0.737961,"hf_subset":"hrv_Latn-ckb_Arab","languages":["hrv-Latn","ckb-Arab"]},{"precision":0.702174,"recall":0.775692,"f1":0.724327,"accuracy":0.775692,"main_score":0.724327,"hf_subset":"hrv_Latn-gle_Latn","languages":["hrv-Latn","gle-Latn"]},{"precision":0.871542,"recall":0.912055,"f1":0.884717,"accuracy":0.912055,"main_score":0.884717,"hf_subset":"hrv_Latn-kas_Arab","languages":["hrv-Latn","kas-Arab"]},{"precision":0.897563,"recall":0.927866,"f1":0.907397,"accuracy":0.927866,"main_score":0.907397,"hf_subset":"hrv_Latn-ltg_Latn","languages":["hrv-Latn","ltg-Latn"]},{"precision":0.509947,"recall":0.591897,"f1":0.533084,"accuracy":0.591897,"main_score":0.533084,"hf_subset":"hrv_Latn-nso_Latn","languages":["hrv-Latn","nso-Latn"]},{"precision":0.435519,"recall":0.528656,"f1":0.460761,"accuracy":0.528656,"main_score":0.460761,"hf_subset":"hrv_Latn-sin_Sinh","languages":["hrv-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-tha_Thai","languages":["hrv-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-zho_Hans","languages":["hrv-Latn","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-ast_Latn","languages":["hrv-Latn","ast-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"hrv_Latn-crh_Latn","languages":["hrv-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-glg_Latn","languages":["hrv-Latn","glg-Latn"]},{"precision":0.740514,"recall":0.8083,"f1":0.761218,"accuracy":0.8083,"main_score":0.761218,"hf_subset":"hrv_Latn-kas_Deva","languages":["hrv-Latn","kas-Deva"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hrv_Latn-ltz_Latn","languages":["hrv-Latn","ltz-Latn"]},{"precision":0.376458,"recall":0.465415,"f1":0.400123,"accuracy":0.465415,"main_score":0.400123,"hf_subset":"hrv_Latn-nus_Latn","languages":["hrv-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-slk_Latn","languages":["hrv-Latn","slk-Latn"]},{"precision":0.266883,"recall":0.338933,"f1":0.285152,"accuracy":0.338933,"main_score":0.285152,"hf_subset":"hrv_Latn-tir_Ethi","languages":["hrv-Latn","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-zho_Hant","languages":["hrv-Latn","zho-Hant"]},{"precision":0.983531,"recall":0.988142,"f1":0.985013,"accuracy":0.988142,"main_score":0.985013,"hf_subset":"hrv_Latn-awa_Deva","languages":["hrv-Latn","awa-Deva"]},{"precision":0.868577,"recall":0.905138,"f1":0.879875,"accuracy":0.905138,"main_score":0.879875,"hf_subset":"hrv_Latn-cym_Latn","languages":["hrv-Latn","cym-Latn"]},{"precision":0.733568,"recall":0.795455,"f1":0.751927,"accuracy":0.795455,"main_score":0.751927,"hf_subset":"hrv_Latn-grn_Latn","languages":["hrv-Latn","grn-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"hrv_Latn-kat_Geor","languages":["hrv-Latn","kat-Geor"]},{"precision":0.544033,"recall":0.623518,"f1":0.566667,"accuracy":0.623518,"main_score":0.566667,"hf_subset":"hrv_Latn-lua_Latn","languages":["hrv-Latn","lua-Latn"]},{"precision":0.511719,"recall":0.589921,"f1":0.533662,"accuracy":0.589921,"main_score":0.533662,"hf_subset":"hrv_Latn-nya_Latn","languages":["hrv-Latn","nya-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-slv_Latn","languages":["hrv-Latn","slv-Latn"]},{"precision":0.792161,"recall":0.846838,"f1":0.808893,"accuracy":0.846838,"main_score":0.808893,"hf_subset":"hrv_Latn-tpi_Latn","languages":["hrv-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-zsm_Latn","languages":["hrv-Latn","zsm-Latn"]},{"precision":0.479583,"recall":0.5583,"f1":0.500742,"accuracy":0.5583,"main_score":0.500742,"hf_subset":"hrv_Latn-ayr_Latn","languages":["hrv-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-dan_Latn","languages":["hrv-Latn","dan-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hrv_Latn-guj_Gujr","languages":["hrv-Latn","guj-Gujr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"hrv_Latn-kaz_Cyrl","languages":["hrv-Latn","kaz-Cyrl"]},{"precision":0.427176,"recall":0.506917,"f1":0.448863,"accuracy":0.506917,"main_score":0.448863,"hf_subset":"hrv_Latn-lug_Latn","languages":["hrv-Latn","lug-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hrv_Latn-oci_Latn","languages":["hrv-Latn","oci-Latn"]},{"precision":0.509372,"recall":0.593874,"f1":0.532747,"accuracy":0.593874,"main_score":0.532747,"hf_subset":"hrv_Latn-smo_Latn","languages":["hrv-Latn","smo-Latn"]},{"precision":0.462918,"recall":0.543478,"f1":0.484504,"accuracy":0.543478,"main_score":0.484504,"hf_subset":"hrv_Latn-tsn_Latn","languages":["hrv-Latn","tsn-Latn"]},{"precision":0.466007,"recall":0.546443,"f1":0.487644,"accuracy":0.546443,"main_score":0.487644,"hf_subset":"hrv_Latn-zul_Latn","languages":["hrv-Latn","zul-Latn"]},{"precision":0.811792,"recall":0.866601,"f1":0.829183,"accuracy":0.866601,"main_score":0.829183,"hf_subset":"hrv_Latn-azb_Arab","languages":["hrv-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hrv_Latn-deu_Latn","languages":["hrv-Latn","deu-Latn"]},{"precision":0.895504,"recall":0.927866,"f1":0.906028,"accuracy":0.927866,"main_score":0.906028,"hf_subset":"hrv_Latn-hat_Latn","languages":["hrv-Latn","hat-Latn"]},{"precision":0.4233,"recall":0.503953,"f1":0.445087,"accuracy":0.503953,"main_score":0.445087,"hf_subset":"hrv_Latn-kbp_Latn","languages":["hrv-Latn","kbp-Latn"]},{"precision":0.500279,"recall":0.574111,"f1":0.521126,"accuracy":0.574111,"main_score":0.521126,"hf_subset":"hrv_Latn-luo_Latn","languages":["hrv-Latn","luo-Latn"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"hrv_Latn-ory_Orya","languages":["hrv-Latn","ory-Orya"]},{"precision":0.485353,"recall":0.562253,"f1":0.507221,"accuracy":0.562253,"main_score":0.507221,"hf_subset":"hrv_Latn-sna_Latn","languages":["hrv-Latn","sna-Latn"]},{"precision":0.45882,"recall":0.535573,"f1":0.480047,"accuracy":0.535573,"main_score":0.480047,"hf_subset":"hrv_Latn-tso_Latn","languages":["hrv-Latn","tso-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hrv_Latn-azj_Latn","languages":["hrv-Latn","azj-Latn"]},{"precision":0.472285,"recall":0.556324,"f1":0.49658,"accuracy":0.556324,"main_score":0.49658,"hf_subset":"hrv_Latn-dik_Latn","languages":["hrv-Latn","dik-Latn"]},{"precision":0.459767,"recall":0.536561,"f1":0.48212,"accuracy":0.536561,"main_score":0.48212,"hf_subset":"hrv_Latn-hau_Latn","languages":["hrv-Latn","hau-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"hrv_Latn-kea_Latn","languages":["hrv-Latn","kea-Latn"]},{"precision":0.637531,"recall":0.70751,"f1":0.657402,"accuracy":0.70751,"main_score":0.657402,"hf_subset":"hrv_Latn-lus_Latn","languages":["hrv-Latn","lus-Latn"]},{"precision":0.808449,"recall":0.856719,"f1":0.823123,"accuracy":0.856719,"main_score":0.823123,"hf_subset":"hrv_Latn-pag_Latn","languages":["hrv-Latn","pag-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"hrv_Latn-snd_Arab","languages":["hrv-Latn","snd-Arab"]},{"precision":0.875823,"recall":0.914032,"f1":0.888175,"accuracy":0.914032,"main_score":0.888175,"hf_subset":"hrv_Latn-tuk_Latn","languages":["hrv-Latn","tuk-Latn"]},{"precision":0.941535,"recall":0.960474,"f1":0.947793,"accuracy":0.960474,"main_score":0.947793,"hf_subset":"hrv_Latn-bak_Cyrl","languages":["hrv-Latn","bak-Cyrl"]},{"precision":0.425946,"recall":0.522727,"f1":0.453818,"accuracy":0.522727,"main_score":0.453818,"hf_subset":"hrv_Latn-dyu_Latn","languages":["hrv-Latn","dyu-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hrv_Latn-heb_Hebr","languages":["hrv-Latn","heb-Hebr"]},{"precision":0.894269,"recall":0.926877,"f1":0.904809,"accuracy":0.926877,"main_score":0.904809,"hf_subset":"hrv_Latn-khk_Cyrl","languages":["hrv-Latn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hrv_Latn-lvs_Latn","languages":["hrv-Latn","lvs-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hrv_Latn-pan_Guru","languages":["hrv-Latn","pan-Guru"]},{"precision":0.458391,"recall":0.538538,"f1":0.480461,"accuracy":0.538538,"main_score":0.480461,"hf_subset":"hrv_Latn-som_Latn","languages":["hrv-Latn","som-Latn"]},{"precision":0.506887,"recall":0.578063,"f1":0.527069,"accuracy":0.578063,"main_score":0.527069,"hf_subset":"hrv_Latn-tum_Latn","languages":["hrv-Latn","tum-Latn"]},{"precision":0.31791,"recall":0.371542,"f1":0.333067,"accuracy":0.371542,"main_score":0.333067,"hf_subset":"kin_Latn-ace_Arab","languages":["kin-Latn","ace-Arab"]},{"precision":0.457893,"recall":0.498024,"f1":0.468952,"accuracy":0.498024,"main_score":0.468952,"hf_subset":"kin_Latn-bam_Latn","languages":["kin-Latn","bam-Latn"]},{"precision":0.11733,"recall":0.158103,"f1":0.12715,"accuracy":0.158103,"main_score":0.12715,"hf_subset":"kin_Latn-dzo_Tibt","languages":["kin-Latn","dzo-Tibt"]},{"precision":0.42217,"recall":0.487154,"f1":0.439834,"accuracy":0.487154,"main_score":0.439834,"hf_subset":"kin_Latn-hin_Deva","languages":["kin-Latn","hin-Deva"]},{"precision":0.364532,"recall":0.427866,"f1":0.381477,"accuracy":0.427866,"main_score":0.381477,"hf_subset":"kin_Latn-khm_Khmr","languages":["kin-Latn","khm-Khmr"]},{"precision":0.437157,"recall":0.498024,"f1":0.454002,"accuracy":0.498024,"main_score":0.454002,"hf_subset":"kin_Latn-mag_Deva","languages":["kin-Latn","mag-Deva"]},{"precision":0.468318,"recall":0.518775,"f1":0.481631,"accuracy":0.518775,"main_score":0.481631,"hf_subset":"kin_Latn-pap_Latn","languages":["kin-Latn","pap-Latn"]},{"precision":0.482872,"recall":0.525692,"f1":0.494423,"accuracy":0.525692,"main_score":0.494423,"hf_subset":"kin_Latn-sot_Latn","languages":["kin-Latn","sot-Latn"]},{"precision":0.442713,"recall":0.506917,"f1":0.459771,"accuracy":0.506917,"main_score":0.459771,"hf_subset":"kin_Latn-tur_Latn","languages":["kin-Latn","tur-Latn"]},{"precision":0.476729,"recall":0.518775,"f1":0.487888,"accuracy":0.518775,"main_score":0.487888,"hf_subset":"kin_Latn-ace_Latn","languages":["kin-Latn","ace-Latn"]},{"precision":0.474053,"recall":0.522727,"f1":0.48735,"accuracy":0.522727,"main_score":0.48735,"hf_subset":"kin_Latn-ban_Latn","languages":["kin-Latn","ban-Latn"]},{"precision":0.410654,"recall":0.472332,"f1":0.427464,"accuracy":0.472332,"main_score":0.427464,"hf_subset":"kin_Latn-ell_Grek","languages":["kin-Latn","ell-Grek"]},{"precision":0.426039,"recall":0.490119,"f1":0.443322,"accuracy":0.490119,"main_score":0.443322,"hf_subset":"kin_Latn-hne_Deva","languages":["kin-Latn","hne-Deva"]},{"precision":0.427432,"recall":0.475296,"f1":0.44066,"accuracy":0.475296,"main_score":0.44066,"hf_subset":"kin_Latn-kik_Latn","languages":["kin-Latn","kik-Latn"]},{"precision":0.438921,"recall":0.498024,"f1":0.454909,"accuracy":0.498024,"main_score":0.454909,"hf_subset":"kin_Latn-mai_Deva","languages":["kin-Latn","mai-Deva"]},{"precision":0.409551,"recall":0.479249,"f1":0.428293,"accuracy":0.479249,"main_score":0.428293,"hf_subset":"kin_Latn-pbt_Arab","languages":["kin-Latn","pbt-Arab"]},{"precision":0.441924,"recall":0.505929,"f1":0.458927,"accuracy":0.505929,"main_score":0.458927,"hf_subset":"kin_Latn-spa_Latn","languages":["kin-Latn","spa-Latn"]},{"precision":0.467702,"recall":0.505929,"f1":0.478423,"accuracy":0.505929,"main_score":0.478423,"hf_subset":"kin_Latn-twi_Latn","languages":["kin-Latn","twi-Latn"]},{"precision":0.427456,"recall":0.490119,"f1":0.445216,"accuracy":0.490119,"main_score":0.445216,"hf_subset":"kin_Latn-acm_Arab","languages":["kin-Latn","acm-Arab"]},{"precision":0.429242,"recall":0.490119,"f1":0.446475,"accuracy":0.490119,"main_score":0.446475,"hf_subset":"kin_Latn-bel_Cyrl","languages":["kin-Latn","bel-Cyrl"]},{"precision":0.43717,"recall":0.500988,"f1":0.455251,"accuracy":0.500988,"main_score":0.455251,"hf_subset":"kin_Latn-eng_Latn","languages":["kin-Latn","eng-Latn"]},{"precision":0.458447,"recall":0.517787,"f1":0.474158,"accuracy":0.517787,"main_score":0.474158,"hf_subset":"kin_Latn-hrv_Latn","languages":["kin-Latn","hrv-Latn"]},{"precision":0.421113,"recall":0.481225,"f1":0.437975,"accuracy":0.481225,"main_score":0.437975,"hf_subset":"kin_Latn-mal_Mlym","languages":["kin-Latn","mal-Mlym"]},{"precision":0.435444,"recall":0.498024,"f1":0.453287,"accuracy":0.498024,"main_score":0.453287,"hf_subset":"kin_Latn-pes_Arab","languages":["kin-Latn","pes-Arab"]},{"precision":0.466494,"recall":0.518775,"f1":0.481071,"accuracy":0.518775,"main_score":0.481071,"hf_subset":"kin_Latn-srd_Latn","languages":["kin-Latn","srd-Latn"]},{"precision":0.162348,"recall":0.209486,"f1":0.173964,"accuracy":0.209486,"main_score":0.173964,"hf_subset":"kin_Latn-tzm_Tfng","languages":["kin-Latn","tzm-Tfng"]},{"precision":0.416956,"recall":0.483202,"f1":0.435349,"accuracy":0.483202,"main_score":0.435349,"hf_subset":"kin_Latn-acq_Arab","languages":["kin-Latn","acq-Arab"]},{"precision":0.497287,"recall":0.533597,"f1":0.507223,"accuracy":0.533597,"main_score":0.507223,"hf_subset":"kin_Latn-bem_Latn","languages":["kin-Latn","bem-Latn"]},{"precision":0.455912,"recall":0.516798,"f1":0.472647,"accuracy":0.516798,"main_score":0.472647,"hf_subset":"kin_Latn-epo_Latn","languages":["kin-Latn","epo-Latn"]},{"precision":0.441105,"recall":0.51087,"f1":0.460921,"accuracy":0.51087,"main_score":0.460921,"hf_subset":"kin_Latn-hun_Latn","languages":["kin-Latn","hun-Latn"]},{"precision":0.470434,"recall":0.518775,"f1":0.484229,"accuracy":0.518775,"main_score":0.484229,"hf_subset":"kin_Latn-kir_Cyrl","languages":["kin-Latn","kir-Cyrl"]},{"precision":0.423831,"recall":0.488142,"f1":0.44194,"accuracy":0.488142,"main_score":0.44194,"hf_subset":"kin_Latn-mar_Deva","languages":["kin-Latn","mar-Deva"]},{"precision":0.46838,"recall":0.51581,"f1":0.481238,"accuracy":0.51581,"main_score":0.481238,"hf_subset":"kin_Latn-plt_Latn","languages":["kin-Latn","plt-Latn"]},{"precision":0.437637,"recall":0.502964,"f1":0.45605,"accuracy":0.502964,"main_score":0.45605,"hf_subset":"kin_Latn-srp_Cyrl","languages":["kin-Latn","srp-Cyrl"]},{"precision":0.408152,"recall":0.465415,"f1":0.423496,"accuracy":0.465415,"main_score":0.423496,"hf_subset":"kin_Latn-uig_Arab","languages":["kin-Latn","uig-Arab"]},{"precision":0.413491,"recall":0.475296,"f1":0.43113,"accuracy":0.475296,"main_score":0.43113,"hf_subset":"kin_Latn-aeb_Arab","languages":["kin-Latn","aeb-Arab"]},{"precision":0.432042,"recall":0.495059,"f1":0.449512,"accuracy":0.495059,"main_score":0.449512,"hf_subset":"kin_Latn-ben_Beng","languages":["kin-Latn","ben-Beng"]},{"precision":0.454918,"recall":0.512846,"f1":0.470554,"accuracy":0.512846,"main_score":0.470554,"hf_subset":"kin_Latn-est_Latn","languages":["kin-Latn","est-Latn"]},{"precision":0.409492,"recall":0.472332,"f1":0.426589,"accuracy":0.472332,"main_score":0.426589,"hf_subset":"kin_Latn-hye_Armn","languages":["kin-Latn","hye-Armn"]},{"precision":0.444434,"recall":0.482213,"f1":0.45502,"accuracy":0.482213,"main_score":0.45502,"hf_subset":"kin_Latn-kmb_Latn","languages":["kin-Latn","kmb-Latn"]},{"precision":0.302536,"recall":0.359684,"f1":0.318189,"accuracy":0.359684,"main_score":0.318189,"hf_subset":"kin_Latn-min_Arab","languages":["kin-Latn","min-Arab"]},{"precision":0.444739,"recall":0.503953,"f1":0.46108,"accuracy":0.503953,"main_score":0.46108,"hf_subset":"kin_Latn-pol_Latn","languages":["kin-Latn","pol-Latn"]},{"precision":0.462901,"recall":0.509881,"f1":0.475295,"accuracy":0.509881,"main_score":0.475295,"hf_subset":"kin_Latn-ssw_Latn","languages":["kin-Latn","ssw-Latn"]},{"precision":0.419442,"recall":0.490119,"f1":0.439784,"accuracy":0.490119,"main_score":0.439784,"hf_subset":"kin_Latn-ukr_Cyrl","languages":["kin-Latn","ukr-Cyrl"]},{"precision":0.455106,"recall":0.519763,"f1":0.472783,"accuracy":0.519763,"main_score":0.472783,"hf_subset":"kin_Latn-afr_Latn","languages":["kin-Latn","afr-Latn"]},{"precision":0.439472,"recall":0.494071,"f1":0.454636,"accuracy":0.494071,"main_score":0.454636,"hf_subset":"kin_Latn-bho_Deva","languages":["kin-Latn","bho-Deva"]},{"precision":0.454915,"recall":0.509881,"f1":0.469866,"accuracy":0.509881,"main_score":0.469866,"hf_subset":"kin_Latn-eus_Latn","languages":["kin-Latn","eus-Latn"]},{"precision":0.446492,"recall":0.491107,"f1":0.458843,"accuracy":0.491107,"main_score":0.458843,"hf_subset":"kin_Latn-ibo_Latn","languages":["kin-Latn","ibo-Latn"]},{"precision":0.471827,"recall":0.518775,"f1":0.484865,"accuracy":0.518775,"main_score":0.484865,"hf_subset":"kin_Latn-kmr_Latn","languages":["kin-Latn","kmr-Latn"]},{"precision":0.479516,"recall":0.522727,"f1":0.491153,"accuracy":0.522727,"main_score":0.491153,"hf_subset":"kin_Latn-min_Latn","languages":["kin-Latn","min-Latn"]},{"precision":0.445654,"recall":0.509881,"f1":0.463211,"accuracy":0.509881,"main_score":0.463211,"hf_subset":"kin_Latn-por_Latn","languages":["kin-Latn","por-Latn"]},{"precision":0.47115,"recall":0.524704,"f1":0.485497,"accuracy":0.524704,"main_score":0.485497,"hf_subset":"kin_Latn-sun_Latn","languages":["kin-Latn","sun-Latn"]},{"precision":0.424656,"recall":0.472332,"f1":0.438152,"accuracy":0.472332,"main_score":0.438152,"hf_subset":"kin_Latn-umb_Latn","languages":["kin-Latn","umb-Latn"]},{"precision":0.419328,"recall":0.488142,"f1":0.437537,"accuracy":0.488142,"main_score":0.437537,"hf_subset":"kin_Latn-ajp_Arab","languages":["kin-Latn","ajp-Arab"]},{"precision":0.333325,"recall":0.390316,"f1":0.349664,"accuracy":0.390316,"main_score":0.349664,"hf_subset":"kin_Latn-bjn_Arab","languages":["kin-Latn","bjn-Arab"]},{"precision":0.44608,"recall":0.483202,"f1":0.456374,"accuracy":0.483202,"main_score":0.456374,"hf_subset":"kin_Latn-ewe_Latn","languages":["kin-Latn","ewe-Latn"]},{"precision":0.488781,"recall":0.531621,"f1":0.500367,"accuracy":0.531621,"main_score":0.500367,"hf_subset":"kin_Latn-ilo_Latn","languages":["kin-Latn","ilo-Latn"]},{"precision":0.207722,"recall":0.268775,"f1":0.223842,"accuracy":0.268775,"main_score":0.223842,"hf_subset":"kin_Latn-knc_Arab","languages":["kin-Latn","knc-Arab"]},{"precision":0.455712,"recall":0.516798,"f1":0.472746,"accuracy":0.516798,"main_score":0.472746,"hf_subset":"kin_Latn-mkd_Cyrl","languages":["kin-Latn","mkd-Cyrl"]},{"precision":0.421065,"recall":0.493083,"f1":0.440866,"accuracy":0.493083,"main_score":0.440866,"hf_subset":"kin_Latn-prs_Arab","languages":["kin-Latn","prs-Arab"]},{"precision":0.441436,"recall":0.504941,"f1":0.459126,"accuracy":0.504941,"main_score":0.459126,"hf_subset":"kin_Latn-swe_Latn","languages":["kin-Latn","swe-Latn"]},{"precision":0.405963,"recall":0.470356,"f1":0.423783,"accuracy":0.470356,"main_score":0.423783,"hf_subset":"kin_Latn-urd_Arab","languages":["kin-Latn","urd-Arab"]},{"precision":0.462898,"recall":0.493083,"f1":0.471923,"accuracy":0.493083,"main_score":0.471923,"hf_subset":"kin_Latn-aka_Latn","languages":["kin-Latn","aka-Latn"]},{"precision":0.461876,"recall":0.516798,"f1":0.476388,"accuracy":0.516798,"main_score":0.476388,"hf_subset":"kin_Latn-bjn_Latn","languages":["kin-Latn","bjn-Latn"]},{"precision":0.443259,"recall":0.496047,"f1":0.457739,"accuracy":0.496047,"main_score":0.457739,"hf_subset":"kin_Latn-fao_Latn","languages":["kin-Latn","fao-Latn"]},{"precision":0.445638,"recall":0.504941,"f1":0.462588,"accuracy":0.504941,"main_score":0.462588,"hf_subset":"kin_Latn-ind_Latn","languages":["kin-Latn","ind-Latn"]},{"precision":0.444227,"recall":0.483202,"f1":0.454565,"accuracy":0.483202,"main_score":0.454565,"hf_subset":"kin_Latn-knc_Latn","languages":["kin-Latn","knc-Latn"]},{"precision":0.478678,"recall":0.530632,"f1":0.492729,"accuracy":0.530632,"main_score":0.492729,"hf_subset":"kin_Latn-mlt_Latn","languages":["kin-Latn","mlt-Latn"]},{"precision":0.443511,"recall":0.493083,"f1":0.456635,"accuracy":0.493083,"main_score":0.456635,"hf_subset":"kin_Latn-quy_Latn","languages":["kin-Latn","quy-Latn"]},{"precision":0.483778,"recall":0.533597,"f1":0.49749,"accuracy":0.533597,"main_score":0.49749,"hf_subset":"kin_Latn-swh_Latn","languages":["kin-Latn","swh-Latn"]},{"precision":0.442985,"recall":0.505929,"f1":0.460274,"accuracy":0.505929,"main_score":0.460274,"hf_subset":"kin_Latn-uzn_Latn","languages":["kin-Latn","uzn-Latn"]},{"precision":0.45303,"recall":0.512846,"f1":0.469703,"accuracy":0.512846,"main_score":0.469703,"hf_subset":"kin_Latn-als_Latn","languages":["kin-Latn","als-Latn"]},{"precision":0.166958,"recall":0.22332,"f1":0.181167,"accuracy":0.22332,"main_score":0.181167,"hf_subset":"kin_Latn-bod_Tibt","languages":["kin-Latn","bod-Tibt"]},{"precision":0.442525,"recall":0.48419,"f1":0.454342,"accuracy":0.48419,"main_score":0.454342,"hf_subset":"kin_Latn-fij_Latn","languages":["kin-Latn","fij-Latn"]},{"precision":0.424261,"recall":0.480237,"f1":0.438768,"accuracy":0.480237,"main_score":0.438768,"hf_subset":"kin_Latn-isl_Latn","languages":["kin-Latn","isl-Latn"]},{"precision":0.474732,"recall":0.516798,"f1":0.486775,"accuracy":0.516798,"main_score":0.486775,"hf_subset":"kin_Latn-kon_Latn","languages":["kin-Latn","kon-Latn"]},{"precision":0.374976,"recall":0.433794,"f1":0.39085,"accuracy":0.433794,"main_score":0.39085,"hf_subset":"kin_Latn-mni_Beng","languages":["kin-Latn","mni-Beng"]},{"precision":0.442623,"recall":0.503953,"f1":0.460265,"accuracy":0.503953,"main_score":0.460265,"hf_subset":"kin_Latn-ron_Latn","languages":["kin-Latn","ron-Latn"]},{"precision":0.458809,"recall":0.516798,"f1":0.4747,"accuracy":0.516798,"main_score":0.4747,"hf_subset":"kin_Latn-szl_Latn","languages":["kin-Latn","szl-Latn"]},{"precision":0.458104,"recall":0.517787,"f1":0.474386,"accuracy":0.517787,"main_score":0.474386,"hf_subset":"kin_Latn-vec_Latn","languages":["kin-Latn","vec-Latn"]},{"precision":0.280084,"recall":0.344862,"f1":0.297313,"accuracy":0.344862,"main_score":0.297313,"hf_subset":"kin_Latn-amh_Ethi","languages":["kin-Latn","amh-Ethi"]},{"precision":0.444853,"recall":0.51087,"f1":0.462622,"accuracy":0.51087,"main_score":0.462622,"hf_subset":"kin_Latn-bos_Latn","languages":["kin-Latn","bos-Latn"]},{"precision":0.43531,"recall":0.497036,"f1":0.452088,"accuracy":0.497036,"main_score":0.452088,"hf_subset":"kin_Latn-fin_Latn","languages":["kin-Latn","fin-Latn"]},{"precision":0.43537,"recall":0.507905,"f1":0.454993,"accuracy":0.507905,"main_score":0.454993,"hf_subset":"kin_Latn-ita_Latn","languages":["kin-Latn","ita-Latn"]},{"precision":0.429267,"recall":0.493083,"f1":0.447066,"accuracy":0.493083,"main_score":0.447066,"hf_subset":"kin_Latn-kor_Hang","languages":["kin-Latn","kor-Hang"]},{"precision":0.464626,"recall":0.503953,"f1":0.474846,"accuracy":0.503953,"main_score":0.474846,"hf_subset":"kin_Latn-mos_Latn","languages":["kin-Latn","mos-Latn"]},{"precision":0.600388,"recall":0.652174,"f1":0.614661,"accuracy":0.652174,"main_score":0.614661,"hf_subset":"kin_Latn-run_Latn","languages":["kin-Latn","run-Latn"]},{"precision":0.416537,"recall":0.474308,"f1":0.432807,"accuracy":0.474308,"main_score":0.432807,"hf_subset":"kin_Latn-tam_Taml","languages":["kin-Latn","tam-Taml"]},{"precision":0.427534,"recall":0.493083,"f1":0.446221,"accuracy":0.493083,"main_score":0.446221,"hf_subset":"kin_Latn-vie_Latn","languages":["kin-Latn","vie-Latn"]},{"precision":0.422038,"recall":0.486166,"f1":0.43948,"accuracy":0.486166,"main_score":0.43948,"hf_subset":"kin_Latn-apc_Arab","languages":["kin-Latn","apc-Arab"]},{"precision":0.468794,"recall":0.505929,"f1":0.47937,"accuracy":0.505929,"main_score":0.47937,"hf_subset":"kin_Latn-bug_Latn","languages":["kin-Latn","bug-Latn"]},{"precision":0.436858,"recall":0.478261,"f1":0.448608,"accuracy":0.478261,"main_score":0.448608,"hf_subset":"kin_Latn-fon_Latn","languages":["kin-Latn","fon-Latn"]},{"precision":0.481673,"recall":0.532609,"f1":0.494904,"accuracy":0.532609,"main_score":0.494904,"hf_subset":"kin_Latn-jav_Latn","languages":["kin-Latn","jav-Latn"]},{"precision":0.394155,"recall":0.454545,"f1":0.41039,"accuracy":0.454545,"main_score":0.41039,"hf_subset":"kin_Latn-lao_Laoo","languages":["kin-Latn","lao-Laoo"]},{"precision":0.434109,"recall":0.485178,"f1":0.44789,"accuracy":0.485178,"main_score":0.44789,"hf_subset":"kin_Latn-mri_Latn","languages":["kin-Latn","mri-Latn"]},{"precision":0.429176,"recall":0.496047,"f1":0.448831,"accuracy":0.496047,"main_score":0.448831,"hf_subset":"kin_Latn-rus_Cyrl","languages":["kin-Latn","rus-Cyrl"]},{"precision":0.443211,"recall":0.482213,"f1":0.454275,"accuracy":0.482213,"main_score":0.454275,"hf_subset":"kin_Latn-taq_Latn","languages":["kin-Latn","taq-Latn"]},{"precision":0.491946,"recall":0.541502,"f1":0.504926,"accuracy":0.541502,"main_score":0.504926,"hf_subset":"kin_Latn-war_Latn","languages":["kin-Latn","war-Latn"]},{"precision":0.413564,"recall":0.483202,"f1":0.4336,"accuracy":0.483202,"main_score":0.4336,"hf_subset":"kin_Latn-arb_Arab","languages":["kin-Latn","arb-Arab"]},{"precision":0.434938,"recall":0.498024,"f1":0.452644,"accuracy":0.498024,"main_score":0.452644,"hf_subset":"kin_Latn-bul_Cyrl","languages":["kin-Latn","bul-Cyrl"]},{"precision":0.442668,"recall":0.507905,"f1":0.461267,"accuracy":0.507905,"main_score":0.461267,"hf_subset":"kin_Latn-fra_Latn","languages":["kin-Latn","fra-Latn"]},{"precision":0.412112,"recall":0.475296,"f1":0.429484,"accuracy":0.475296,"main_score":0.429484,"hf_subset":"kin_Latn-jpn_Jpan","languages":["kin-Latn","jpn-Jpan"]},{"precision":0.45561,"recall":0.505929,"f1":0.469564,"accuracy":0.505929,"main_score":0.469564,"hf_subset":"kin_Latn-lij_Latn","languages":["kin-Latn","lij-Latn"]},{"precision":0.261023,"recall":0.328063,"f1":0.278585,"accuracy":0.328063,"main_score":0.278585,"hf_subset":"kin_Latn-mya_Mymr","languages":["kin-Latn","mya-Mymr"]},{"precision":0.444554,"recall":0.485178,"f1":0.456209,"accuracy":0.485178,"main_score":0.456209,"hf_subset":"kin_Latn-sag_Latn","languages":["kin-Latn","sag-Latn"]},{"precision":0.164366,"recall":0.215415,"f1":0.175764,"accuracy":0.215415,"main_score":0.175764,"hf_subset":"kin_Latn-taq_Tfng","languages":["kin-Latn","taq-Tfng"]},{"precision":0.465549,"recall":0.509881,"f1":0.478181,"accuracy":0.509881,"main_score":0.478181,"hf_subset":"kin_Latn-wol_Latn","languages":["kin-Latn","wol-Latn"]},{"precision":0.378524,"recall":0.432806,"f1":0.393492,"accuracy":0.432806,"main_score":0.393492,"hf_subset":"kin_Latn-arb_Latn","languages":["kin-Latn","arb-Latn"]},{"precision":0.43715,"recall":0.500988,"f1":0.454898,"accuracy":0.500988,"main_score":0.454898,"hf_subset":"kin_Latn-cat_Latn","languages":["kin-Latn","cat-Latn"]},{"precision":0.464412,"recall":0.519763,"f1":0.479537,"accuracy":0.519763,"main_score":0.479537,"hf_subset":"kin_Latn-fur_Latn","languages":["kin-Latn","fur-Latn"]},{"precision":0.379471,"recall":0.424901,"f1":0.391568,"accuracy":0.424901,"main_score":0.391568,"hf_subset":"kin_Latn-kab_Latn","languages":["kin-Latn","kab-Latn"]},{"precision":0.454681,"recall":0.51087,"f1":0.470069,"accuracy":0.51087,"main_score":0.470069,"hf_subset":"kin_Latn-lim_Latn","languages":["kin-Latn","lim-Latn"]},{"precision":0.434861,"recall":0.499012,"f1":0.4526,"accuracy":0.499012,"main_score":0.4526,"hf_subset":"kin_Latn-nld_Latn","languages":["kin-Latn","nld-Latn"]},{"precision":0.392141,"recall":0.464427,"f1":0.412119,"accuracy":0.464427,"main_score":0.412119,"hf_subset":"kin_Latn-san_Deva","languages":["kin-Latn","san-Deva"]},{"precision":0.459634,"recall":0.513834,"f1":0.475027,"accuracy":0.513834,"main_score":0.475027,"hf_subset":"kin_Latn-tat_Cyrl","languages":["kin-Latn","tat-Cyrl"]},{"precision":0.483643,"recall":0.525692,"f1":0.49521,"accuracy":0.525692,"main_score":0.49521,"hf_subset":"kin_Latn-xho_Latn","languages":["kin-Latn","xho-Latn"]},{"precision":0.387648,"recall":0.461462,"f1":0.408593,"accuracy":0.461462,"main_score":0.408593,"hf_subset":"kin_Latn-ars_Arab","languages":["kin-Latn","ars-Arab"]},{"precision":0.474744,"recall":0.52668,"f1":0.488071,"accuracy":0.52668,"main_score":0.488071,"hf_subset":"kin_Latn-ceb_Latn","languages":["kin-Latn","ceb-Latn"]},{"precision":0.418907,"recall":0.464427,"f1":0.431544,"accuracy":0.464427,"main_score":0.431544,"hf_subset":"kin_Latn-fuv_Latn","languages":["kin-Latn","fuv-Latn"]},{"precision":0.43672,"recall":0.481225,"f1":0.449391,"accuracy":0.481225,"main_score":0.449391,"hf_subset":"kin_Latn-kac_Latn","languages":["kin-Latn","kac-Latn"]},{"precision":0.500786,"recall":0.535573,"f1":0.510195,"accuracy":0.535573,"main_score":0.510195,"hf_subset":"kin_Latn-lin_Latn","languages":["kin-Latn","lin-Latn"]},{"precision":0.448572,"recall":0.508893,"f1":0.465168,"accuracy":0.508893,"main_score":0.465168,"hf_subset":"kin_Latn-nno_Latn","languages":["kin-Latn","nno-Latn"]},{"precision":0.036707,"recall":0.085968,"f1":0.044676,"accuracy":0.085968,"main_score":0.044676,"hf_subset":"kin_Latn-sat_Olck","languages":["kin-Latn","sat-Olck"]},{"precision":0.434646,"recall":0.5,"f1":0.45285,"accuracy":0.5,"main_score":0.45285,"hf_subset":"kin_Latn-tel_Telu","languages":["kin-Latn","tel-Telu"]},{"precision":0.35708,"recall":0.43083,"f1":0.377103,"accuracy":0.43083,"main_score":0.377103,"hf_subset":"kin_Latn-ydd_Hebr","languages":["kin-Latn","ydd-Hebr"]},{"precision":0.411225,"recall":0.476285,"f1":0.428653,"accuracy":0.476285,"main_score":0.428653,"hf_subset":"kin_Latn-ary_Arab","languages":["kin-Latn","ary-Arab"]},{"precision":0.443208,"recall":0.506917,"f1":0.46107,"accuracy":0.506917,"main_score":0.46107,"hf_subset":"kin_Latn-ces_Latn","languages":["kin-Latn","ces-Latn"]},{"precision":0.390308,"recall":0.447628,"f1":0.40601,"accuracy":0.447628,"main_score":0.40601,"hf_subset":"kin_Latn-gaz_Latn","languages":["kin-Latn","gaz-Latn"]},{"precision":0.455715,"recall":0.496047,"f1":0.467457,"accuracy":0.496047,"main_score":0.467457,"hf_subset":"kin_Latn-kam_Latn","languages":["kin-Latn","kam-Latn"]},{"precision":0.424247,"recall":0.487154,"f1":0.441914,"accuracy":0.487154,"main_score":0.441914,"hf_subset":"kin_Latn-lit_Latn","languages":["kin-Latn","lit-Latn"]},{"precision":0.438087,"recall":0.499012,"f1":0.455703,"accuracy":0.499012,"main_score":0.455703,"hf_subset":"kin_Latn-nob_Latn","languages":["kin-Latn","nob-Latn"]},{"precision":0.452627,"recall":0.507905,"f1":0.467847,"accuracy":0.507905,"main_score":0.467847,"hf_subset":"kin_Latn-scn_Latn","languages":["kin-Latn","scn-Latn"]},{"precision":0.457017,"recall":0.507905,"f1":0.470804,"accuracy":0.507905,"main_score":0.470804,"hf_subset":"kin_Latn-tgk_Cyrl","languages":["kin-Latn","tgk-Cyrl"]},{"precision":0.410777,"recall":0.459486,"f1":0.424527,"accuracy":0.459486,"main_score":0.424527,"hf_subset":"kin_Latn-yor_Latn","languages":["kin-Latn","yor-Latn"]},{"precision":0.417279,"recall":0.48419,"f1":0.436291,"accuracy":0.48419,"main_score":0.436291,"hf_subset":"kin_Latn-arz_Arab","languages":["kin-Latn","arz-Arab"]},{"precision":0.415704,"recall":0.458498,"f1":0.428095,"accuracy":0.458498,"main_score":0.428095,"hf_subset":"kin_Latn-cjk_Latn","languages":["kin-Latn","cjk-Latn"]},{"precision":0.423531,"recall":0.478261,"f1":0.437254,"accuracy":0.478261,"main_score":0.437254,"hf_subset":"kin_Latn-gla_Latn","languages":["kin-Latn","gla-Latn"]},{"precision":0.41074,"recall":0.474308,"f1":0.427684,"accuracy":0.474308,"main_score":0.427684,"hf_subset":"kin_Latn-kan_Knda","languages":["kin-Latn","kan-Knda"]},{"precision":0.46189,"recall":0.513834,"f1":0.476134,"accuracy":0.513834,"main_score":0.476134,"hf_subset":"kin_Latn-lmo_Latn","languages":["kin-Latn","lmo-Latn"]},{"precision":0.429828,"recall":0.488142,"f1":0.445633,"accuracy":0.488142,"main_score":0.445633,"hf_subset":"kin_Latn-npi_Deva","languages":["kin-Latn","npi-Deva"]},{"precision":0.404169,"recall":0.461462,"f1":0.420043,"accuracy":0.461462,"main_score":0.420043,"hf_subset":"kin_Latn-shn_Mymr","languages":["kin-Latn","shn-Mymr"]},{"precision":0.480416,"recall":0.528656,"f1":0.493566,"accuracy":0.528656,"main_score":0.493566,"hf_subset":"kin_Latn-tgl_Latn","languages":["kin-Latn","tgl-Latn"]},{"precision":0.408568,"recall":0.476285,"f1":0.428066,"accuracy":0.476285,"main_score":0.428066,"hf_subset":"kin_Latn-yue_Hant","languages":["kin-Latn","yue-Hant"]},{"precision":0.386424,"recall":0.453557,"f1":0.405518,"accuracy":0.453557,"main_score":0.405518,"hf_subset":"kin_Latn-asm_Beng","languages":["kin-Latn","asm-Beng"]},{"precision":0.404309,"recall":0.456522,"f1":0.418779,"accuracy":0.456522,"main_score":0.418779,"hf_subset":"kin_Latn-ckb_Arab","languages":["kin-Latn","ckb-Arab"]},{"precision":0.432078,"recall":0.479249,"f1":0.4446,"accuracy":0.479249,"main_score":0.4446,"hf_subset":"kin_Latn-gle_Latn","languages":["kin-Latn","gle-Latn"]},{"precision":0.385056,"recall":0.452569,"f1":0.403689,"accuracy":0.452569,"main_score":0.403689,"hf_subset":"kin_Latn-kas_Arab","languages":["kin-Latn","kas-Arab"]},{"precision":0.42773,"recall":0.488142,"f1":0.444633,"accuracy":0.488142,"main_score":0.444633,"hf_subset":"kin_Latn-ltg_Latn","languages":["kin-Latn","ltg-Latn"]},{"precision":0.48238,"recall":0.521739,"f1":0.492646,"accuracy":0.521739,"main_score":0.492646,"hf_subset":"kin_Latn-nso_Latn","languages":["kin-Latn","nso-Latn"]},{"precision":0.199503,"recall":0.242095,"f1":0.210694,"accuracy":0.242095,"main_score":0.210694,"hf_subset":"kin_Latn-sin_Sinh","languages":["kin-Latn","sin-Sinh"]},{"precision":0.423279,"recall":0.486166,"f1":0.440722,"accuracy":0.486166,"main_score":0.440722,"hf_subset":"kin_Latn-tha_Thai","languages":["kin-Latn","tha-Thai"]},{"precision":0.402266,"recall":0.471344,"f1":0.422195,"accuracy":0.471344,"main_score":0.422195,"hf_subset":"kin_Latn-zho_Hans","languages":["kin-Latn","zho-Hans"]},{"precision":0.45261,"recall":0.512846,"f1":0.469918,"accuracy":0.512846,"main_score":0.469918,"hf_subset":"kin_Latn-ast_Latn","languages":["kin-Latn","ast-Latn"]},{"precision":0.454989,"recall":0.509881,"f1":0.470839,"accuracy":0.509881,"main_score":0.470839,"hf_subset":"kin_Latn-crh_Latn","languages":["kin-Latn","crh-Latn"]},{"precision":0.453278,"recall":0.514822,"f1":0.470647,"accuracy":0.514822,"main_score":0.470647,"hf_subset":"kin_Latn-glg_Latn","languages":["kin-Latn","glg-Latn"]},{"precision":0.412752,"recall":0.466403,"f1":0.426913,"accuracy":0.466403,"main_score":0.426913,"hf_subset":"kin_Latn-kas_Deva","languages":["kin-Latn","kas-Deva"]},{"precision":0.460089,"recall":0.514822,"f1":0.475151,"accuracy":0.514822,"main_score":0.475151,"hf_subset":"kin_Latn-ltz_Latn","languages":["kin-Latn","ltz-Latn"]},{"precision":0.384029,"recall":0.436759,"f1":0.399073,"accuracy":0.436759,"main_score":0.399073,"hf_subset":"kin_Latn-nus_Latn","languages":["kin-Latn","nus-Latn"]},{"precision":0.444949,"recall":0.508893,"f1":0.462533,"accuracy":0.508893,"main_score":0.462533,"hf_subset":"kin_Latn-slk_Latn","languages":["kin-Latn","slk-Latn"]},{"precision":0.241227,"recall":0.293478,"f1":0.255085,"accuracy":0.293478,"main_score":0.255085,"hf_subset":"kin_Latn-tir_Ethi","languages":["kin-Latn","tir-Ethi"]},{"precision":0.415644,"recall":0.483202,"f1":0.435104,"accuracy":0.483202,"main_score":0.435104,"hf_subset":"kin_Latn-zho_Hant","languages":["kin-Latn","zho-Hant"]},{"precision":0.434228,"recall":0.493083,"f1":0.450546,"accuracy":0.493083,"main_score":0.450546,"hf_subset":"kin_Latn-awa_Deva","languages":["kin-Latn","awa-Deva"]},{"precision":0.443623,"recall":0.495059,"f1":0.457703,"accuracy":0.495059,"main_score":0.457703,"hf_subset":"kin_Latn-cym_Latn","languages":["kin-Latn","cym-Latn"]},{"precision":0.469458,"recall":0.505929,"f1":0.479586,"accuracy":0.505929,"main_score":0.479586,"hf_subset":"kin_Latn-grn_Latn","languages":["kin-Latn","grn-Latn"]},{"precision":0.423542,"recall":0.486166,"f1":0.441193,"accuracy":0.486166,"main_score":0.441193,"hf_subset":"kin_Latn-kat_Geor","languages":["kin-Latn","kat-Geor"]},{"precision":0.45714,"recall":0.496047,"f1":0.467653,"accuracy":0.496047,"main_score":0.467653,"hf_subset":"kin_Latn-lua_Latn","languages":["kin-Latn","lua-Latn"]},{"precision":0.474616,"recall":0.51581,"f1":0.486233,"accuracy":0.51581,"main_score":0.486233,"hf_subset":"kin_Latn-nya_Latn","languages":["kin-Latn","nya-Latn"]},{"precision":0.449735,"recall":0.514822,"f1":0.466915,"accuracy":0.514822,"main_score":0.466915,"hf_subset":"kin_Latn-slv_Latn","languages":["kin-Latn","slv-Latn"]},{"precision":0.479462,"recall":0.524704,"f1":0.491138,"accuracy":0.524704,"main_score":0.491138,"hf_subset":"kin_Latn-tpi_Latn","languages":["kin-Latn","tpi-Latn"]},{"precision":0.453773,"recall":0.512846,"f1":0.470797,"accuracy":0.512846,"main_score":0.470797,"hf_subset":"kin_Latn-zsm_Latn","languages":["kin-Latn","zsm-Latn"]},{"precision":0.440226,"recall":0.48419,"f1":0.4529,"accuracy":0.48419,"main_score":0.4529,"hf_subset":"kin_Latn-ayr_Latn","languages":["kin-Latn","ayr-Latn"]},{"precision":0.454451,"recall":0.513834,"f1":0.471033,"accuracy":0.513834,"main_score":0.471033,"hf_subset":"kin_Latn-dan_Latn","languages":["kin-Latn","dan-Latn"]},{"precision":0.425786,"recall":0.48913,"f1":0.44242,"accuracy":0.48913,"main_score":0.44242,"hf_subset":"kin_Latn-guj_Gujr","languages":["kin-Latn","guj-Gujr"]},{"precision":0.446405,"recall":0.51087,"f1":0.464388,"accuracy":0.51087,"main_score":0.464388,"hf_subset":"kin_Latn-kaz_Cyrl","languages":["kin-Latn","kaz-Cyrl"]},{"precision":0.460979,"recall":0.509881,"f1":0.474265,"accuracy":0.509881,"main_score":0.474265,"hf_subset":"kin_Latn-lug_Latn","languages":["kin-Latn","lug-Latn"]},{"precision":0.459501,"recall":0.519763,"f1":0.475739,"accuracy":0.519763,"main_score":0.475739,"hf_subset":"kin_Latn-oci_Latn","languages":["kin-Latn","oci-Latn"]},{"precision":0.472176,"recall":0.514822,"f1":0.483419,"accuracy":0.514822,"main_score":0.483419,"hf_subset":"kin_Latn-smo_Latn","languages":["kin-Latn","smo-Latn"]},{"precision":0.454521,"recall":0.496047,"f1":0.466623,"accuracy":0.496047,"main_score":0.466623,"hf_subset":"kin_Latn-tsn_Latn","languages":["kin-Latn","tsn-Latn"]},{"precision":0.476385,"recall":0.524704,"f1":0.489357,"accuracy":0.524704,"main_score":0.489357,"hf_subset":"kin_Latn-zul_Latn","languages":["kin-Latn","zul-Latn"]},{"precision":0.382841,"recall":0.442688,"f1":0.399982,"accuracy":0.442688,"main_score":0.399982,"hf_subset":"kin_Latn-azb_Arab","languages":["kin-Latn","azb-Arab"]},{"precision":0.436799,"recall":0.504941,"f1":0.455552,"accuracy":0.504941,"main_score":0.455552,"hf_subset":"kin_Latn-deu_Latn","languages":["kin-Latn","deu-Latn"]},{"precision":0.454924,"recall":0.511858,"f1":0.471025,"accuracy":0.511858,"main_score":0.471025,"hf_subset":"kin_Latn-hat_Latn","languages":["kin-Latn","hat-Latn"]},{"precision":0.434569,"recall":0.481225,"f1":0.447606,"accuracy":0.481225,"main_score":0.447606,"hf_subset":"kin_Latn-kbp_Latn","languages":["kin-Latn","kbp-Latn"]},{"precision":0.465228,"recall":0.503953,"f1":0.476327,"accuracy":0.503953,"main_score":0.476327,"hf_subset":"kin_Latn-luo_Latn","languages":["kin-Latn","luo-Latn"]},{"precision":0.416674,"recall":0.483202,"f1":0.434933,"accuracy":0.483202,"main_score":0.434933,"hf_subset":"kin_Latn-ory_Orya","languages":["kin-Latn","ory-Orya"]},{"precision":0.450241,"recall":0.495059,"f1":0.462375,"accuracy":0.495059,"main_score":0.462375,"hf_subset":"kin_Latn-sna_Latn","languages":["kin-Latn","sna-Latn"]},{"precision":0.465669,"recall":0.505929,"f1":0.476938,"accuracy":0.505929,"main_score":0.476938,"hf_subset":"kin_Latn-tso_Latn","languages":["kin-Latn","tso-Latn"]},{"precision":0.429125,"recall":0.487154,"f1":0.445268,"accuracy":0.487154,"main_score":0.445268,"hf_subset":"kin_Latn-azj_Latn","languages":["kin-Latn","azj-Latn"]},{"precision":0.41946,"recall":0.469368,"f1":0.433459,"accuracy":0.469368,"main_score":0.433459,"hf_subset":"kin_Latn-dik_Latn","languages":["kin-Latn","dik-Latn"]},{"precision":0.462654,"recall":0.499012,"f1":0.472434,"accuracy":0.499012,"main_score":0.472434,"hf_subset":"kin_Latn-hau_Latn","languages":["kin-Latn","hau-Latn"]},{"precision":0.472815,"recall":0.522727,"f1":0.485353,"accuracy":0.522727,"main_score":0.485353,"hf_subset":"kin_Latn-kea_Latn","languages":["kin-Latn","kea-Latn"]},{"precision":0.4718,"recall":0.512846,"f1":0.483398,"accuracy":0.512846,"main_score":0.483398,"hf_subset":"kin_Latn-lus_Latn","languages":["kin-Latn","lus-Latn"]},{"precision":0.477683,"recall":0.516798,"f1":0.488336,"accuracy":0.516798,"main_score":0.488336,"hf_subset":"kin_Latn-pag_Latn","languages":["kin-Latn","pag-Latn"]},{"precision":0.410333,"recall":0.474308,"f1":0.427426,"accuracy":0.474308,"main_score":0.427426,"hf_subset":"kin_Latn-snd_Arab","languages":["kin-Latn","snd-Arab"]},{"precision":0.431711,"recall":0.487154,"f1":0.447077,"accuracy":0.487154,"main_score":0.447077,"hf_subset":"kin_Latn-tuk_Latn","languages":["kin-Latn","tuk-Latn"]},{"precision":0.469102,"recall":0.516798,"f1":0.482141,"accuracy":0.516798,"main_score":0.482141,"hf_subset":"kin_Latn-bak_Cyrl","languages":["kin-Latn","bak-Cyrl"]},{"precision":0.351549,"recall":0.418972,"f1":0.370957,"accuracy":0.418972,"main_score":0.370957,"hf_subset":"kin_Latn-dyu_Latn","languages":["kin-Latn","dyu-Latn"]},{"precision":0.414276,"recall":0.479249,"f1":0.432112,"accuracy":0.479249,"main_score":0.432112,"hf_subset":"kin_Latn-heb_Hebr","languages":["kin-Latn","heb-Hebr"]},{"precision":0.444019,"recall":0.495059,"f1":0.458556,"accuracy":0.495059,"main_score":0.458556,"hf_subset":"kin_Latn-khk_Cyrl","languages":["kin-Latn","khk-Cyrl"]},{"precision":0.445041,"recall":0.505929,"f1":0.461964,"accuracy":0.505929,"main_score":0.461964,"hf_subset":"kin_Latn-lvs_Latn","languages":["kin-Latn","lvs-Latn"]},{"precision":0.420028,"recall":0.48419,"f1":0.437144,"accuracy":0.48419,"main_score":0.437144,"hf_subset":"kin_Latn-pan_Guru","languages":["kin-Latn","pan-Guru"]},{"precision":0.442559,"recall":0.488142,"f1":0.455283,"accuracy":0.488142,"main_score":0.455283,"hf_subset":"kin_Latn-som_Latn","languages":["kin-Latn","som-Latn"]},{"precision":0.453759,"recall":0.492095,"f1":0.464177,"accuracy":0.492095,"main_score":0.464177,"hf_subset":"kin_Latn-tum_Latn","languages":["kin-Latn","tum-Latn"]},{"precision":0.390655,"recall":0.483202,"f1":0.415899,"accuracy":0.483202,"main_score":0.415899,"hf_subset":"mal_Mlym-ace_Arab","languages":["mal-Mlym","ace-Arab"]},{"precision":0.420306,"recall":0.494071,"f1":0.440586,"accuracy":0.494071,"main_score":0.440586,"hf_subset":"mal_Mlym-bam_Latn","languages":["mal-Mlym","bam-Latn"]},{"precision":0.129301,"recall":0.18083,"f1":0.142758,"accuracy":0.18083,"main_score":0.142758,"hf_subset":"mal_Mlym-dzo_Tibt","languages":["mal-Mlym","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-hin_Deva","languages":["mal-Mlym","hin-Deva"]},{"precision":0.929183,"recall":0.951581,"f1":0.93643,"accuracy":0.951581,"main_score":0.93643,"hf_subset":"mal_Mlym-khm_Khmr","languages":["mal-Mlym","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-mag_Deva","languages":["mal-Mlym","mag-Deva"]},{"precision":0.948946,"recall":0.965415,"f1":0.954381,"accuracy":0.965415,"main_score":0.954381,"hf_subset":"mal_Mlym-pap_Latn","languages":["mal-Mlym","pap-Latn"]},{"precision":0.463902,"recall":0.537549,"f1":0.4839,"accuracy":0.537549,"main_score":0.4839,"hf_subset":"mal_Mlym-sot_Latn","languages":["mal-Mlym","sot-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-tur_Latn","languages":["mal-Mlym","tur-Latn"]},{"precision":0.772003,"recall":0.828063,"f1":0.788886,"accuracy":0.828063,"main_score":0.788886,"hf_subset":"mal_Mlym-ace_Latn","languages":["mal-Mlym","ace-Latn"]},{"precision":0.899951,"recall":0.928854,"f1":0.909157,"accuracy":0.928854,"main_score":0.909157,"hf_subset":"mal_Mlym-ban_Latn","languages":["mal-Mlym","ban-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-ell_Grek","languages":["mal-Mlym","ell-Grek"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"mal_Mlym-hne_Deva","languages":["mal-Mlym","hne-Deva"]},{"precision":0.474204,"recall":0.547431,"f1":0.494885,"accuracy":0.547431,"main_score":0.494885,"hf_subset":"mal_Mlym-kik_Latn","languages":["mal-Mlym","kik-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mal_Mlym-mai_Deva","languages":["mal-Mlym","mai-Deva"]},{"precision":0.863719,"recall":0.901186,"f1":0.875692,"accuracy":0.901186,"main_score":0.875692,"hf_subset":"mal_Mlym-pbt_Arab","languages":["mal-Mlym","pbt-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mal_Mlym-spa_Latn","languages":["mal-Mlym","spa-Latn"]},{"precision":0.535764,"recall":0.604743,"f1":0.554884,"accuracy":0.604743,"main_score":0.554884,"hf_subset":"mal_Mlym-twi_Latn","languages":["mal-Mlym","twi-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mal_Mlym-acm_Arab","languages":["mal-Mlym","acm-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mal_Mlym-bel_Cyrl","languages":["mal-Mlym","bel-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-eng_Latn","languages":["mal-Mlym","eng-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mal_Mlym-hrv_Latn","languages":["mal-Mlym","hrv-Latn"]},{"precision":0.417872,"recall":0.48913,"f1":0.437033,"accuracy":0.48913,"main_score":0.437033,"hf_subset":"mal_Mlym-kin_Latn","languages":["mal-Mlym","kin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-pes_Arab","languages":["mal-Mlym","pes-Arab"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"mal_Mlym-srd_Latn","languages":["mal-Mlym","srd-Latn"]},{"precision":0.119424,"recall":0.187747,"f1":0.133865,"accuracy":0.187747,"main_score":0.133865,"hf_subset":"mal_Mlym-tzm_Tfng","languages":["mal-Mlym","tzm-Tfng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mal_Mlym-acq_Arab","languages":["mal-Mlym","acq-Arab"]},{"precision":0.503604,"recall":0.571146,"f1":0.522875,"accuracy":0.571146,"main_score":0.522875,"hf_subset":"mal_Mlym-bem_Latn","languages":["mal-Mlym","bem-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-epo_Latn","languages":["mal-Mlym","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mal_Mlym-hun_Latn","languages":["mal-Mlym","hun-Latn"]},{"precision":0.949111,"recall":0.965415,"f1":0.954381,"accuracy":0.965415,"main_score":0.954381,"hf_subset":"mal_Mlym-kir_Cyrl","languages":["mal-Mlym","kir-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mal_Mlym-mar_Deva","languages":["mal-Mlym","mar-Deva"]},{"precision":0.543076,"recall":0.607708,"f1":0.561941,"accuracy":0.607708,"main_score":0.561941,"hf_subset":"mal_Mlym-plt_Latn","languages":["mal-Mlym","plt-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-srp_Cyrl","languages":["mal-Mlym","srp-Cyrl"]},{"precision":0.922101,"recall":0.945652,"f1":0.929677,"accuracy":0.945652,"main_score":0.929677,"hf_subset":"mal_Mlym-uig_Arab","languages":["mal-Mlym","uig-Arab"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"mal_Mlym-aeb_Arab","languages":["mal-Mlym","aeb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mal_Mlym-ben_Beng","languages":["mal-Mlym","ben-Beng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mal_Mlym-est_Latn","languages":["mal-Mlym","est-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mal_Mlym-hye_Armn","languages":["mal-Mlym","hye-Armn"]},{"precision":0.43988,"recall":0.507905,"f1":0.45943,"accuracy":0.507905,"main_score":0.45943,"hf_subset":"mal_Mlym-kmb_Latn","languages":["mal-Mlym","kmb-Latn"]},{"precision":0.360638,"recall":0.447628,"f1":0.383579,"accuracy":0.447628,"main_score":0.383579,"hf_subset":"mal_Mlym-min_Arab","languages":["mal-Mlym","min-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-pol_Latn","languages":["mal-Mlym","pol-Latn"]},{"precision":0.441597,"recall":0.512846,"f1":0.460487,"accuracy":0.512846,"main_score":0.460487,"hf_subset":"mal_Mlym-ssw_Latn","languages":["mal-Mlym","ssw-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-ukr_Cyrl","languages":["mal-Mlym","ukr-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mal_Mlym-afr_Latn","languages":["mal-Mlym","afr-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mal_Mlym-bho_Deva","languages":["mal-Mlym","bho-Deva"]},{"precision":0.923419,"recall":0.947628,"f1":0.931324,"accuracy":0.947628,"main_score":0.931324,"hf_subset":"mal_Mlym-eus_Latn","languages":["mal-Mlym","eus-Latn"]},{"precision":0.452367,"recall":0.530632,"f1":0.474414,"accuracy":0.530632,"main_score":0.474414,"hf_subset":"mal_Mlym-ibo_Latn","languages":["mal-Mlym","ibo-Latn"]},{"precision":0.690655,"recall":0.759881,"f1":0.711215,"accuracy":0.759881,"main_score":0.711215,"hf_subset":"mal_Mlym-kmr_Latn","languages":["mal-Mlym","kmr-Latn"]},{"precision":0.932971,"recall":0.953557,"f1":0.939723,"accuracy":0.953557,"main_score":0.939723,"hf_subset":"mal_Mlym-min_Latn","languages":["mal-Mlym","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-por_Latn","languages":["mal-Mlym","por-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"mal_Mlym-sun_Latn","languages":["mal-Mlym","sun-Latn"]},{"precision":0.430305,"recall":0.5,"f1":0.450315,"accuracy":0.5,"main_score":0.450315,"hf_subset":"mal_Mlym-umb_Latn","languages":["mal-Mlym","umb-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mal_Mlym-ajp_Arab","languages":["mal-Mlym","ajp-Arab"]},{"precision":0.367511,"recall":0.464427,"f1":0.393762,"accuracy":0.464427,"main_score":0.393762,"hf_subset":"mal_Mlym-bjn_Arab","languages":["mal-Mlym","bjn-Arab"]},{"precision":0.447517,"recall":0.512846,"f1":0.464781,"accuracy":0.512846,"main_score":0.464781,"hf_subset":"mal_Mlym-ewe_Latn","languages":["mal-Mlym","ewe-Latn"]},{"precision":0.834025,"recall":0.874506,"f1":0.846476,"accuracy":0.874506,"main_score":0.846476,"hf_subset":"mal_Mlym-ilo_Latn","languages":["mal-Mlym","ilo-Latn"]},{"precision":0.178666,"recall":0.258893,"f1":0.198319,"accuracy":0.258893,"main_score":0.198319,"hf_subset":"mal_Mlym-knc_Arab","languages":["mal-Mlym","knc-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-mkd_Cyrl","languages":["mal-Mlym","mkd-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-prs_Arab","languages":["mal-Mlym","prs-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-swe_Latn","languages":["mal-Mlym","swe-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"mal_Mlym-urd_Arab","languages":["mal-Mlym","urd-Arab"]},{"precision":0.520539,"recall":0.58498,"f1":0.538604,"accuracy":0.58498,"main_score":0.538604,"hf_subset":"mal_Mlym-aka_Latn","languages":["mal-Mlym","aka-Latn"]},{"precision":0.950264,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"mal_Mlym-bjn_Latn","languages":["mal-Mlym","bjn-Latn"]},{"precision":0.905303,"recall":0.934783,"f1":0.91502,"accuracy":0.934783,"main_score":0.91502,"hf_subset":"mal_Mlym-fao_Latn","languages":["mal-Mlym","fao-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mal_Mlym-ind_Latn","languages":["mal-Mlym","ind-Latn"]},{"precision":0.496311,"recall":0.564229,"f1":0.51544,"accuracy":0.564229,"main_score":0.51544,"hf_subset":"mal_Mlym-knc_Latn","languages":["mal-Mlym","knc-Latn"]},{"precision":0.961298,"recall":0.97332,"f1":0.96525,"accuracy":0.97332,"main_score":0.96525,"hf_subset":"mal_Mlym-mlt_Latn","languages":["mal-Mlym","mlt-Latn"]},{"precision":0.536982,"recall":0.614625,"f1":0.559602,"accuracy":0.614625,"main_score":0.559602,"hf_subset":"mal_Mlym-quy_Latn","languages":["mal-Mlym","quy-Latn"]},{"precision":0.691693,"recall":0.76581,"f1":0.713818,"accuracy":0.76581,"main_score":0.713818,"hf_subset":"mal_Mlym-swh_Latn","languages":["mal-Mlym","swh-Latn"]},{"precision":0.983202,"recall":0.988142,"f1":0.984848,"accuracy":0.988142,"main_score":0.984848,"hf_subset":"mal_Mlym-uzn_Latn","languages":["mal-Mlym","uzn-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mal_Mlym-als_Latn","languages":["mal-Mlym","als-Latn"]},{"precision":0.174623,"recall":0.249012,"f1":0.192856,"accuracy":0.249012,"main_score":0.192856,"hf_subset":"mal_Mlym-bod_Tibt","languages":["mal-Mlym","bod-Tibt"]},{"precision":0.44193,"recall":0.513834,"f1":0.46124,"accuracy":0.513834,"main_score":0.46124,"hf_subset":"mal_Mlym-fij_Latn","languages":["mal-Mlym","fij-Latn"]},{"precision":0.911726,"recall":0.939723,"f1":0.920949,"accuracy":0.939723,"main_score":0.920949,"hf_subset":"mal_Mlym-isl_Latn","languages":["mal-Mlym","isl-Latn"]},{"precision":0.511408,"recall":0.59585,"f1":0.535528,"accuracy":0.59585,"main_score":0.535528,"hf_subset":"mal_Mlym-kon_Latn","languages":["mal-Mlym","kon-Latn"]},{"precision":0.502192,"recall":0.599802,"f1":0.530139,"accuracy":0.599802,"main_score":0.530139,"hf_subset":"mal_Mlym-mni_Beng","languages":["mal-Mlym","mni-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-ron_Latn","languages":["mal-Mlym","ron-Latn"]},{"precision":0.973155,"recall":0.980237,"f1":0.975461,"accuracy":0.980237,"main_score":0.975461,"hf_subset":"mal_Mlym-szl_Latn","languages":["mal-Mlym","szl-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"mal_Mlym-vec_Latn","languages":["mal-Mlym","vec-Latn"]},{"precision":0.555743,"recall":0.644269,"f1":0.581085,"accuracy":0.644269,"main_score":0.581085,"hf_subset":"mal_Mlym-amh_Ethi","languages":["mal-Mlym","amh-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-bos_Latn","languages":["mal-Mlym","bos-Latn"]},{"precision":0.98913,"recall":0.992095,"f1":0.990119,"accuracy":0.992095,"main_score":0.990119,"hf_subset":"mal_Mlym-fin_Latn","languages":["mal-Mlym","fin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-ita_Latn","languages":["mal-Mlym","ita-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mal_Mlym-kor_Hang","languages":["mal-Mlym","kor-Hang"]},{"precision":0.434779,"recall":0.51087,"f1":0.455861,"accuracy":0.51087,"main_score":0.455861,"hf_subset":"mal_Mlym-mos_Latn","languages":["mal-Mlym","mos-Latn"]},{"precision":0.434538,"recall":0.505929,"f1":0.454177,"accuracy":0.505929,"main_score":0.454177,"hf_subset":"mal_Mlym-run_Latn","languages":["mal-Mlym","run-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mal_Mlym-tam_Taml","languages":["mal-Mlym","tam-Taml"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-vie_Latn","languages":["mal-Mlym","vie-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-apc_Arab","languages":["mal-Mlym","apc-Arab"]},{"precision":0.693554,"recall":0.756917,"f1":0.712236,"accuracy":0.756917,"main_score":0.712236,"hf_subset":"mal_Mlym-bug_Latn","languages":["mal-Mlym","bug-Latn"]},{"precision":0.398077,"recall":0.466403,"f1":0.416514,"accuracy":0.466403,"main_score":0.416514,"hf_subset":"mal_Mlym-fon_Latn","languages":["mal-Mlym","fon-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mal_Mlym-jav_Latn","languages":["mal-Mlym","jav-Latn"]},{"precision":0.878706,"recall":0.91502,"f1":0.890335,"accuracy":0.91502,"main_score":0.890335,"hf_subset":"mal_Mlym-lao_Laoo","languages":["mal-Mlym","lao-Laoo"]},{"precision":0.56656,"recall":0.649209,"f1":0.589576,"accuracy":0.649209,"main_score":0.589576,"hf_subset":"mal_Mlym-mri_Latn","languages":["mal-Mlym","mri-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-rus_Cyrl","languages":["mal-Mlym","rus-Cyrl"]},{"precision":0.479894,"recall":0.54249,"f1":0.497261,"accuracy":0.54249,"main_score":0.497261,"hf_subset":"mal_Mlym-taq_Latn","languages":["mal-Mlym","taq-Latn"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"mal_Mlym-war_Latn","languages":["mal-Mlym","war-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mal_Mlym-arb_Arab","languages":["mal-Mlym","arb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mal_Mlym-bul_Cyrl","languages":["mal-Mlym","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-fra_Latn","languages":["mal-Mlym","fra-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-jpn_Jpan","languages":["mal-Mlym","jpn-Jpan"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"mal_Mlym-lij_Latn","languages":["mal-Mlym","lij-Latn"]},{"precision":0.9361,"recall":0.955534,"f1":0.942358,"accuracy":0.955534,"main_score":0.942358,"hf_subset":"mal_Mlym-mya_Mymr","languages":["mal-Mlym","mya-Mymr"]},{"precision":0.467015,"recall":0.550395,"f1":0.490206,"accuracy":0.550395,"main_score":0.490206,"hf_subset":"mal_Mlym-sag_Latn","languages":["mal-Mlym","sag-Latn"]},{"precision":0.128844,"recall":0.209486,"f1":0.144651,"accuracy":0.209486,"main_score":0.144651,"hf_subset":"mal_Mlym-taq_Tfng","languages":["mal-Mlym","taq-Tfng"]},{"precision":0.488033,"recall":0.573123,"f1":0.512519,"accuracy":0.573123,"main_score":0.512519,"hf_subset":"mal_Mlym-wol_Latn","languages":["mal-Mlym","wol-Latn"]},{"precision":0.593725,"recall":0.675889,"f1":0.61714,"accuracy":0.675889,"main_score":0.61714,"hf_subset":"mal_Mlym-arb_Latn","languages":["mal-Mlym","arb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-cat_Latn","languages":["mal-Mlym","cat-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"mal_Mlym-fur_Latn","languages":["mal-Mlym","fur-Latn"]},{"precision":0.324902,"recall":0.389328,"f1":0.342239,"accuracy":0.389328,"main_score":0.342239,"hf_subset":"mal_Mlym-kab_Latn","languages":["mal-Mlym","kab-Latn"]},{"precision":0.948287,"recall":0.964427,"f1":0.953393,"accuracy":0.964427,"main_score":0.953393,"hf_subset":"mal_Mlym-lim_Latn","languages":["mal-Mlym","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-nld_Latn","languages":["mal-Mlym","nld-Latn"]},{"precision":0.961957,"recall":0.97332,"f1":0.96558,"accuracy":0.97332,"main_score":0.96558,"hf_subset":"mal_Mlym-san_Deva","languages":["mal-Mlym","san-Deva"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"mal_Mlym-tat_Cyrl","languages":["mal-Mlym","tat-Cyrl"]},{"precision":0.489302,"recall":0.567194,"f1":0.510786,"accuracy":0.567194,"main_score":0.510786,"hf_subset":"mal_Mlym-xho_Latn","languages":["mal-Mlym","xho-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mal_Mlym-ars_Arab","languages":["mal-Mlym","ars-Arab"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"mal_Mlym-ceb_Latn","languages":["mal-Mlym","ceb-Latn"]},{"precision":0.462091,"recall":0.537549,"f1":0.48301,"accuracy":0.537549,"main_score":0.48301,"hf_subset":"mal_Mlym-fuv_Latn","languages":["mal-Mlym","fuv-Latn"]},{"precision":0.462889,"recall":0.541502,"f1":0.484473,"accuracy":0.541502,"main_score":0.484473,"hf_subset":"mal_Mlym-kac_Latn","languages":["mal-Mlym","kac-Latn"]},{"precision":0.523915,"recall":0.609684,"f1":0.547696,"accuracy":0.609684,"main_score":0.547696,"hf_subset":"mal_Mlym-lin_Latn","languages":["mal-Mlym","lin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"mal_Mlym-nno_Latn","languages":["mal-Mlym","nno-Latn"]},{"precision":0.022384,"recall":0.063241,"f1":0.028617,"accuracy":0.063241,"main_score":0.028617,"hf_subset":"mal_Mlym-sat_Olck","languages":["mal-Mlym","sat-Olck"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mal_Mlym-tel_Telu","languages":["mal-Mlym","tel-Telu"]},{"precision":0.714246,"recall":0.785573,"f1":0.735592,"accuracy":0.785573,"main_score":0.735592,"hf_subset":"mal_Mlym-ydd_Hebr","languages":["mal-Mlym","ydd-Hebr"]},{"precision":0.948617,"recall":0.965415,"f1":0.954216,"accuracy":0.965415,"main_score":0.954216,"hf_subset":"mal_Mlym-ary_Arab","languages":["mal-Mlym","ary-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-ces_Latn","languages":["mal-Mlym","ces-Latn"]},{"precision":0.390092,"recall":0.472332,"f1":0.412744,"accuracy":0.472332,"main_score":0.412744,"hf_subset":"mal_Mlym-gaz_Latn","languages":["mal-Mlym","gaz-Latn"]},{"precision":0.462181,"recall":0.538538,"f1":0.483901,"accuracy":0.538538,"main_score":0.483901,"hf_subset":"mal_Mlym-kam_Latn","languages":["mal-Mlym","kam-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"mal_Mlym-lit_Latn","languages":["mal-Mlym","lit-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-nob_Latn","languages":["mal-Mlym","nob-Latn"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"mal_Mlym-scn_Latn","languages":["mal-Mlym","scn-Latn"]},{"precision":0.881258,"recall":0.916008,"f1":0.892457,"accuracy":0.916008,"main_score":0.892457,"hf_subset":"mal_Mlym-tgk_Cyrl","languages":["mal-Mlym","tgk-Cyrl"]},{"precision":0.402201,"recall":0.481225,"f1":0.424409,"accuracy":0.481225,"main_score":0.424409,"hf_subset":"mal_Mlym-yor_Latn","languages":["mal-Mlym","yor-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"mal_Mlym-arz_Arab","languages":["mal-Mlym","arz-Arab"]},{"precision":0.452813,"recall":0.533597,"f1":0.474712,"accuracy":0.533597,"main_score":0.474712,"hf_subset":"mal_Mlym-cjk_Latn","languages":["mal-Mlym","cjk-Latn"]},{"precision":0.592916,"recall":0.66996,"f1":0.614467,"accuracy":0.66996,"main_score":0.614467,"hf_subset":"mal_Mlym-gla_Latn","languages":["mal-Mlym","gla-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"mal_Mlym-kan_Knda","languages":["mal-Mlym","kan-Knda"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"mal_Mlym-lmo_Latn","languages":["mal-Mlym","lmo-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"mal_Mlym-npi_Deva","languages":["mal-Mlym","npi-Deva"]},{"precision":0.391945,"recall":0.48419,"f1":0.417385,"accuracy":0.48419,"main_score":0.417385,"hf_subset":"mal_Mlym-shn_Mymr","languages":["mal-Mlym","shn-Mymr"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mal_Mlym-tgl_Latn","languages":["mal-Mlym","tgl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-yue_Hant","languages":["mal-Mlym","yue-Hant"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"mal_Mlym-asm_Beng","languages":["mal-Mlym","asm-Beng"]},{"precision":0.708467,"recall":0.774704,"f1":0.727899,"accuracy":0.774704,"main_score":0.727899,"hf_subset":"mal_Mlym-ckb_Arab","languages":["mal-Mlym","ckb-Arab"]},{"precision":0.687945,"recall":0.759881,"f1":0.709999,"accuracy":0.759881,"main_score":0.709999,"hf_subset":"mal_Mlym-gle_Latn","languages":["mal-Mlym","gle-Latn"]},{"precision":0.864954,"recall":0.907115,"f1":0.878623,"accuracy":0.907115,"main_score":0.878623,"hf_subset":"mal_Mlym-kas_Arab","languages":["mal-Mlym","kas-Arab"]},{"precision":0.843956,"recall":0.88834,"f1":0.857543,"accuracy":0.88834,"main_score":0.857543,"hf_subset":"mal_Mlym-ltg_Latn","languages":["mal-Mlym","ltg-Latn"]},{"precision":0.485657,"recall":0.557312,"f1":0.505998,"accuracy":0.557312,"main_score":0.505998,"hf_subset":"mal_Mlym-nso_Latn","languages":["mal-Mlym","nso-Latn"]},{"precision":0.466182,"recall":0.566206,"f1":0.494916,"accuracy":0.566206,"main_score":0.494916,"hf_subset":"mal_Mlym-sin_Sinh","languages":["mal-Mlym","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-tha_Thai","languages":["mal-Mlym","tha-Thai"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mal_Mlym-zho_Hans","languages":["mal-Mlym","zho-Hans"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-ast_Latn","languages":["mal-Mlym","ast-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"mal_Mlym-crh_Latn","languages":["mal-Mlym","crh-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-glg_Latn","languages":["mal-Mlym","glg-Latn"]},{"precision":0.755625,"recall":0.817194,"f1":0.773962,"accuracy":0.817194,"main_score":0.773962,"hf_subset":"mal_Mlym-kas_Deva","languages":["mal-Mlym","kas-Deva"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"mal_Mlym-ltz_Latn","languages":["mal-Mlym","ltz-Latn"]},{"precision":0.358278,"recall":0.438735,"f1":0.379459,"accuracy":0.438735,"main_score":0.379459,"hf_subset":"mal_Mlym-nus_Latn","languages":["mal-Mlym","nus-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-slk_Latn","languages":["mal-Mlym","slk-Latn"]},{"precision":0.256446,"recall":0.326087,"f1":0.273983,"accuracy":0.326087,"main_score":0.273983,"hf_subset":"mal_Mlym-tir_Ethi","languages":["mal-Mlym","tir-Ethi"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mal_Mlym-zho_Hant","languages":["mal-Mlym","zho-Hant"]},{"precision":0.984519,"recall":0.988142,"f1":0.985672,"accuracy":0.988142,"main_score":0.985672,"hf_subset":"mal_Mlym-awa_Deva","languages":["mal-Mlym","awa-Deva"]},{"precision":0.854331,"recall":0.894269,"f1":0.866949,"accuracy":0.894269,"main_score":0.866949,"hf_subset":"mal_Mlym-cym_Latn","languages":["mal-Mlym","cym-Latn"]},{"precision":0.678788,"recall":0.743083,"f1":0.698155,"accuracy":0.743083,"main_score":0.698155,"hf_subset":"mal_Mlym-grn_Latn","languages":["mal-Mlym","grn-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"mal_Mlym-kat_Geor","languages":["mal-Mlym","kat-Geor"]},{"precision":0.523751,"recall":0.598814,"f1":0.544855,"accuracy":0.598814,"main_score":0.544855,"hf_subset":"mal_Mlym-lua_Latn","languages":["mal-Mlym","lua-Latn"]},{"precision":0.505117,"recall":0.573123,"f1":0.52418,"accuracy":0.573123,"main_score":0.52418,"hf_subset":"mal_Mlym-nya_Latn","languages":["mal-Mlym","nya-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-slv_Latn","languages":["mal-Mlym","slv-Latn"]},{"precision":0.761924,"recall":0.81917,"f1":0.779169,"accuracy":0.81917,"main_score":0.779169,"hf_subset":"mal_Mlym-tpi_Latn","languages":["mal-Mlym","tpi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-zsm_Latn","languages":["mal-Mlym","zsm-Latn"]},{"precision":0.461933,"recall":0.527668,"f1":0.479916,"accuracy":0.527668,"main_score":0.479916,"hf_subset":"mal_Mlym-ayr_Latn","languages":["mal-Mlym","ayr-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-dan_Latn","languages":["mal-Mlym","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-guj_Gujr","languages":["mal-Mlym","guj-Gujr"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mal_Mlym-kaz_Cyrl","languages":["mal-Mlym","kaz-Cyrl"]},{"precision":0.416418,"recall":0.491107,"f1":0.436607,"accuracy":0.491107,"main_score":0.436607,"hf_subset":"mal_Mlym-lug_Latn","languages":["mal-Mlym","lug-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"mal_Mlym-oci_Latn","languages":["mal-Mlym","oci-Latn"]},{"precision":0.495542,"recall":0.575099,"f1":0.517841,"accuracy":0.575099,"main_score":0.517841,"hf_subset":"mal_Mlym-smo_Latn","languages":["mal-Mlym","smo-Latn"]},{"precision":0.436359,"recall":0.506917,"f1":0.455898,"accuracy":0.506917,"main_score":0.455898,"hf_subset":"mal_Mlym-tsn_Latn","languages":["mal-Mlym","tsn-Latn"]},{"precision":0.438365,"recall":0.514822,"f1":0.458682,"accuracy":0.514822,"main_score":0.458682,"hf_subset":"mal_Mlym-zul_Latn","languages":["mal-Mlym","zul-Latn"]},{"precision":0.78195,"recall":0.844862,"f1":0.801877,"accuracy":0.844862,"main_score":0.801877,"hf_subset":"mal_Mlym-azb_Arab","languages":["mal-Mlym","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mal_Mlym-deu_Latn","languages":["mal-Mlym","deu-Latn"]},{"precision":0.892655,"recall":0.924901,"f1":0.902997,"accuracy":0.924901,"main_score":0.902997,"hf_subset":"mal_Mlym-hat_Latn","languages":["mal-Mlym","hat-Latn"]},{"precision":0.408891,"recall":0.478261,"f1":0.428128,"accuracy":0.478261,"main_score":0.428128,"hf_subset":"mal_Mlym-kbp_Latn","languages":["mal-Mlym","kbp-Latn"]},{"precision":0.466366,"recall":0.539526,"f1":0.486933,"accuracy":0.539526,"main_score":0.486933,"hf_subset":"mal_Mlym-luo_Latn","languages":["mal-Mlym","luo-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-ory_Orya","languages":["mal-Mlym","ory-Orya"]},{"precision":0.4731,"recall":0.54249,"f1":0.49214,"accuracy":0.54249,"main_score":0.49214,"hf_subset":"mal_Mlym-sna_Latn","languages":["mal-Mlym","sna-Latn"]},{"precision":0.444682,"recall":0.513834,"f1":0.4631,"accuracy":0.513834,"main_score":0.4631,"hf_subset":"mal_Mlym-tso_Latn","languages":["mal-Mlym","tso-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mal_Mlym-azj_Latn","languages":["mal-Mlym","azj-Latn"]},{"precision":0.443796,"recall":0.522727,"f1":0.465818,"accuracy":0.522727,"main_score":0.465818,"hf_subset":"mal_Mlym-dik_Latn","languages":["mal-Mlym","dik-Latn"]},{"precision":0.44241,"recall":0.505929,"f1":0.460264,"accuracy":0.505929,"main_score":0.460264,"hf_subset":"mal_Mlym-hau_Latn","languages":["mal-Mlym","hau-Latn"]},{"precision":0.953557,"recall":0.968379,"f1":0.958333,"accuracy":0.968379,"main_score":0.958333,"hf_subset":"mal_Mlym-kea_Latn","languages":["mal-Mlym","kea-Latn"]},{"precision":0.61703,"recall":0.682806,"f1":0.635753,"accuracy":0.682806,"main_score":0.635753,"hf_subset":"mal_Mlym-lus_Latn","languages":["mal-Mlym","lus-Latn"]},{"precision":0.778689,"recall":0.831028,"f1":0.794895,"accuracy":0.831028,"main_score":0.794895,"hf_subset":"mal_Mlym-pag_Latn","languages":["mal-Mlym","pag-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"mal_Mlym-snd_Arab","languages":["mal-Mlym","snd-Arab"]},{"precision":0.854249,"recall":0.898221,"f1":0.868379,"accuracy":0.898221,"main_score":0.868379,"hf_subset":"mal_Mlym-tuk_Latn","languages":["mal-Mlym","tuk-Latn"]},{"precision":0.941041,"recall":0.958498,"f1":0.946805,"accuracy":0.958498,"main_score":0.946805,"hf_subset":"mal_Mlym-bak_Cyrl","languages":["mal-Mlym","bak-Cyrl"]},{"precision":0.374687,"recall":0.464427,"f1":0.399431,"accuracy":0.464427,"main_score":0.399431,"hf_subset":"mal_Mlym-dyu_Latn","languages":["mal-Mlym","dyu-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mal_Mlym-heb_Hebr","languages":["mal-Mlym","heb-Hebr"]},{"precision":0.888834,"recall":0.91996,"f1":0.898551,"accuracy":0.91996,"main_score":0.898551,"hf_subset":"mal_Mlym-khk_Cyrl","languages":["mal-Mlym","khk-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mal_Mlym-lvs_Latn","languages":["mal-Mlym","lvs-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mal_Mlym-pan_Guru","languages":["mal-Mlym","pan-Guru"]},{"precision":0.444791,"recall":0.517787,"f1":0.464748,"accuracy":0.517787,"main_score":0.464748,"hf_subset":"mal_Mlym-som_Latn","languages":["mal-Mlym","som-Latn"]},{"precision":0.481943,"recall":0.549407,"f1":0.500842,"accuracy":0.549407,"main_score":0.500842,"hf_subset":"mal_Mlym-tum_Latn","languages":["mal-Mlym","tum-Latn"]},{"precision":0.40967,"recall":0.500988,"f1":0.434708,"accuracy":0.500988,"main_score":0.434708,"hf_subset":"pes_Arab-ace_Arab","languages":["pes-Arab","ace-Arab"]},{"precision":0.429805,"recall":0.506917,"f1":0.451317,"accuracy":0.506917,"main_score":0.451317,"hf_subset":"pes_Arab-bam_Latn","languages":["pes-Arab","bam-Latn"]},{"precision":0.118737,"recall":0.171937,"f1":0.132718,"accuracy":0.171937,"main_score":0.132718,"hf_subset":"pes_Arab-dzo_Tibt","languages":["pes-Arab","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-hin_Deva","languages":["pes-Arab","hin-Deva"]},{"precision":0.947134,"recall":0.963439,"f1":0.952404,"accuracy":0.963439,"main_score":0.952404,"hf_subset":"pes_Arab-khm_Khmr","languages":["pes-Arab","khm-Khmr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pes_Arab-mag_Deva","languages":["pes-Arab","mag-Deva"]},{"precision":0.96698,"recall":0.977273,"f1":0.970257,"accuracy":0.977273,"main_score":0.970257,"hf_subset":"pes_Arab-pap_Latn","languages":["pes-Arab","pap-Latn"]},{"precision":0.46055,"recall":0.544466,"f1":0.483082,"accuracy":0.544466,"main_score":0.483082,"hf_subset":"pes_Arab-sot_Latn","languages":["pes-Arab","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-tur_Latn","languages":["pes-Arab","tur-Latn"]},{"precision":0.779134,"recall":0.835968,"f1":0.796311,"accuracy":0.835968,"main_score":0.796311,"hf_subset":"pes_Arab-ace_Latn","languages":["pes-Arab","ace-Latn"]},{"precision":0.906785,"recall":0.934783,"f1":0.915843,"accuracy":0.934783,"main_score":0.915843,"hf_subset":"pes_Arab-ban_Latn","languages":["pes-Arab","ban-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-ell_Grek","languages":["pes-Arab","ell-Grek"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"pes_Arab-hne_Deva","languages":["pes-Arab","hne-Deva"]},{"precision":0.463952,"recall":0.549407,"f1":0.488054,"accuracy":0.549407,"main_score":0.488054,"hf_subset":"pes_Arab-kik_Latn","languages":["pes-Arab","kik-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"pes_Arab-mai_Deva","languages":["pes-Arab","mai-Deva"]},{"precision":0.899621,"recall":0.928854,"f1":0.908827,"accuracy":0.928854,"main_score":0.908827,"hf_subset":"pes_Arab-pbt_Arab","languages":["pes-Arab","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-spa_Latn","languages":["pes-Arab","spa-Latn"]},{"precision":0.524301,"recall":0.604743,"f1":0.54709,"accuracy":0.604743,"main_score":0.54709,"hf_subset":"pes_Arab-twi_Latn","languages":["pes-Arab","twi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pes_Arab-acm_Arab","languages":["pes-Arab","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-bel_Cyrl","languages":["pes-Arab","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-eng_Latn","languages":["pes-Arab","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-hrv_Latn","languages":["pes-Arab","hrv-Latn"]},{"precision":0.429533,"recall":0.505929,"f1":0.450209,"accuracy":0.505929,"main_score":0.450209,"hf_subset":"pes_Arab-kin_Latn","languages":["pes-Arab","kin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"pes_Arab-mal_Mlym","languages":["pes-Arab","mal-Mlym"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"pes_Arab-srd_Latn","languages":["pes-Arab","srd-Latn"]},{"precision":0.126303,"recall":0.189723,"f1":0.139125,"accuracy":0.189723,"main_score":0.139125,"hf_subset":"pes_Arab-tzm_Tfng","languages":["pes-Arab","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pes_Arab-acq_Arab","languages":["pes-Arab","acq-Arab"]},{"precision":0.490853,"recall":0.573123,"f1":0.514032,"accuracy":0.573123,"main_score":0.514032,"hf_subset":"pes_Arab-bem_Latn","languages":["pes-Arab","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-epo_Latn","languages":["pes-Arab","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-hun_Latn","languages":["pes-Arab","hun-Latn"]},{"precision":0.957016,"recall":0.971344,"f1":0.961792,"accuracy":0.971344,"main_score":0.961792,"hf_subset":"pes_Arab-kir_Cyrl","languages":["pes-Arab","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pes_Arab-mar_Deva","languages":["pes-Arab","mar-Deva"]},{"precision":0.519549,"recall":0.593874,"f1":0.540995,"accuracy":0.593874,"main_score":0.540995,"hf_subset":"pes_Arab-plt_Latn","languages":["pes-Arab","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-srp_Cyrl","languages":["pes-Arab","srp-Cyrl"]},{"precision":0.941041,"recall":0.959486,"f1":0.94697,"accuracy":0.959486,"main_score":0.94697,"hf_subset":"pes_Arab-uig_Arab","languages":["pes-Arab","uig-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"pes_Arab-aeb_Arab","languages":["pes-Arab","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-ben_Beng","languages":["pes-Arab","ben-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pes_Arab-est_Latn","languages":["pes-Arab","est-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-hye_Armn","languages":["pes-Arab","hye-Armn"]},{"precision":0.437413,"recall":0.509881,"f1":0.458029,"accuracy":0.509881,"main_score":0.458029,"hf_subset":"pes_Arab-kmb_Latn","languages":["pes-Arab","kmb-Latn"]},{"precision":0.350085,"recall":0.447628,"f1":0.375554,"accuracy":0.447628,"main_score":0.375554,"hf_subset":"pes_Arab-min_Arab","languages":["pes-Arab","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-pol_Latn","languages":["pes-Arab","pol-Latn"]},{"precision":0.419948,"recall":0.500988,"f1":0.441871,"accuracy":0.500988,"main_score":0.441871,"hf_subset":"pes_Arab-ssw_Latn","languages":["pes-Arab","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-ukr_Cyrl","languages":["pes-Arab","ukr-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-afr_Latn","languages":["pes-Arab","afr-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"pes_Arab-bho_Deva","languages":["pes-Arab","bho-Deva"]},{"precision":0.950346,"recall":0.966403,"f1":0.955599,"accuracy":0.966403,"main_score":0.955599,"hf_subset":"pes_Arab-eus_Latn","languages":["pes-Arab","eus-Latn"]},{"precision":0.457018,"recall":0.537549,"f1":0.479114,"accuracy":0.537549,"main_score":0.479114,"hf_subset":"pes_Arab-ibo_Latn","languages":["pes-Arab","ibo-Latn"]},{"precision":0.715046,"recall":0.781621,"f1":0.734837,"accuracy":0.781621,"main_score":0.734837,"hf_subset":"pes_Arab-kmr_Latn","languages":["pes-Arab","kmr-Latn"]},{"precision":0.947464,"recall":0.964427,"f1":0.953063,"accuracy":0.964427,"main_score":0.953063,"hf_subset":"pes_Arab-min_Latn","languages":["pes-Arab","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-por_Latn","languages":["pes-Arab","por-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"pes_Arab-sun_Latn","languages":["pes-Arab","sun-Latn"]},{"precision":0.435038,"recall":0.508893,"f1":0.456445,"accuracy":0.508893,"main_score":0.456445,"hf_subset":"pes_Arab-umb_Latn","languages":["pes-Arab","umb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-ajp_Arab","languages":["pes-Arab","ajp-Arab"]},{"precision":0.392517,"recall":0.490119,"f1":0.419117,"accuracy":0.490119,"main_score":0.419117,"hf_subset":"pes_Arab-bjn_Arab","languages":["pes-Arab","bjn-Arab"]},{"precision":0.439559,"recall":0.516798,"f1":0.460638,"accuracy":0.516798,"main_score":0.460638,"hf_subset":"pes_Arab-ewe_Latn","languages":["pes-Arab","ewe-Latn"]},{"precision":0.827964,"recall":0.874506,"f1":0.842391,"accuracy":0.874506,"main_score":0.842391,"hf_subset":"pes_Arab-ilo_Latn","languages":["pes-Arab","ilo-Latn"]},{"precision":0.167347,"recall":0.250988,"f1":0.18774,"accuracy":0.250988,"main_score":0.18774,"hf_subset":"pes_Arab-knc_Arab","languages":["pes-Arab","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-mkd_Cyrl","languages":["pes-Arab","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-prs_Arab","languages":["pes-Arab","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-swe_Latn","languages":["pes-Arab","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pes_Arab-urd_Arab","languages":["pes-Arab","urd-Arab"]},{"precision":0.509332,"recall":0.585968,"f1":0.531004,"accuracy":0.585968,"main_score":0.531004,"hf_subset":"pes_Arab-aka_Latn","languages":["pes-Arab","aka-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"pes_Arab-bjn_Latn","languages":["pes-Arab","bjn-Latn"]},{"precision":0.928195,"recall":0.951581,"f1":0.935935,"accuracy":0.951581,"main_score":0.935935,"hf_subset":"pes_Arab-fao_Latn","languages":["pes-Arab","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-ind_Latn","languages":["pes-Arab","ind-Latn"]},{"precision":0.503028,"recall":0.577075,"f1":0.523908,"accuracy":0.577075,"main_score":0.523908,"hf_subset":"pes_Arab-knc_Latn","languages":["pes-Arab","knc-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"pes_Arab-mlt_Latn","languages":["pes-Arab","mlt-Latn"]},{"precision":0.533166,"recall":0.617589,"f1":0.556242,"accuracy":0.617589,"main_score":0.556242,"hf_subset":"pes_Arab-quy_Latn","languages":["pes-Arab","quy-Latn"]},{"precision":0.729867,"recall":0.799407,"f1":0.751307,"accuracy":0.799407,"main_score":0.751307,"hf_subset":"pes_Arab-swh_Latn","languages":["pes-Arab","swh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pes_Arab-uzn_Latn","languages":["pes-Arab","uzn-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-als_Latn","languages":["pes-Arab","als-Latn"]},{"precision":0.156364,"recall":0.233202,"f1":0.174535,"accuracy":0.233202,"main_score":0.174535,"hf_subset":"pes_Arab-bod_Tibt","languages":["pes-Arab","bod-Tibt"]},{"precision":0.451369,"recall":0.524704,"f1":0.471102,"accuracy":0.524704,"main_score":0.471102,"hf_subset":"pes_Arab-fij_Latn","languages":["pes-Arab","fij-Latn"]},{"precision":0.961298,"recall":0.97332,"f1":0.96525,"accuracy":0.97332,"main_score":0.96525,"hf_subset":"pes_Arab-isl_Latn","languages":["pes-Arab","isl-Latn"]},{"precision":0.519094,"recall":0.606719,"f1":0.543371,"accuracy":0.606719,"main_score":0.543371,"hf_subset":"pes_Arab-kon_Latn","languages":["pes-Arab","kon-Latn"]},{"precision":0.470325,"recall":0.570158,"f1":0.498043,"accuracy":0.570158,"main_score":0.498043,"hf_subset":"pes_Arab-mni_Beng","languages":["pes-Arab","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-ron_Latn","languages":["pes-Arab","ron-Latn"]},{"precision":0.97332,"recall":0.980237,"f1":0.975626,"accuracy":0.980237,"main_score":0.975626,"hf_subset":"pes_Arab-szl_Latn","languages":["pes-Arab","szl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pes_Arab-vec_Latn","languages":["pes-Arab","vec-Latn"]},{"precision":0.545463,"recall":0.63834,"f1":0.572194,"accuracy":0.63834,"main_score":0.572194,"hf_subset":"pes_Arab-amh_Ethi","languages":["pes-Arab","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-bos_Latn","languages":["pes-Arab","bos-Latn"]},{"precision":0.995059,"recall":0.996047,"f1":0.995389,"accuracy":0.996047,"main_score":0.995389,"hf_subset":"pes_Arab-fin_Latn","languages":["pes-Arab","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-ita_Latn","languages":["pes-Arab","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-kor_Hang","languages":["pes-Arab","kor-Hang"]},{"precision":0.449279,"recall":0.527668,"f1":0.470427,"accuracy":0.527668,"main_score":0.470427,"hf_subset":"pes_Arab-mos_Latn","languages":["pes-Arab","mos-Latn"]},{"precision":0.431532,"recall":0.516798,"f1":0.455414,"accuracy":0.516798,"main_score":0.455414,"hf_subset":"pes_Arab-run_Latn","languages":["pes-Arab","run-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pes_Arab-tam_Taml","languages":["pes-Arab","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-vie_Latn","languages":["pes-Arab","vie-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pes_Arab-apc_Arab","languages":["pes-Arab","apc-Arab"]},{"precision":0.722835,"recall":0.784585,"f1":0.740615,"accuracy":0.784585,"main_score":0.740615,"hf_subset":"pes_Arab-bug_Latn","languages":["pes-Arab","bug-Latn"]},{"precision":0.388309,"recall":0.470356,"f1":0.410522,"accuracy":0.470356,"main_score":0.410522,"hf_subset":"pes_Arab-fon_Latn","languages":["pes-Arab","fon-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"pes_Arab-jav_Latn","languages":["pes-Arab","jav-Latn"]},{"precision":0.914937,"recall":0.9417,"f1":0.92365,"accuracy":0.9417,"main_score":0.92365,"hf_subset":"pes_Arab-lao_Laoo","languages":["pes-Arab","lao-Laoo"]},{"precision":0.568991,"recall":0.65415,"f1":0.593253,"accuracy":0.65415,"main_score":0.593253,"hf_subset":"pes_Arab-mri_Latn","languages":["pes-Arab","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-rus_Cyrl","languages":["pes-Arab","rus-Cyrl"]},{"precision":0.489786,"recall":0.560277,"f1":0.508306,"accuracy":0.560277,"main_score":0.508306,"hf_subset":"pes_Arab-taq_Latn","languages":["pes-Arab","taq-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"pes_Arab-war_Latn","languages":["pes-Arab","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-arb_Arab","languages":["pes-Arab","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-bul_Cyrl","languages":["pes-Arab","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-fra_Latn","languages":["pes-Arab","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-jpn_Jpan","languages":["pes-Arab","jpn-Jpan"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pes_Arab-lij_Latn","languages":["pes-Arab","lij-Latn"]},{"precision":0.93857,"recall":0.95751,"f1":0.944829,"accuracy":0.95751,"main_score":0.944829,"hf_subset":"pes_Arab-mya_Mymr","languages":["pes-Arab","mya-Mymr"]},{"precision":0.471388,"recall":0.560277,"f1":0.496039,"accuracy":0.560277,"main_score":0.496039,"hf_subset":"pes_Arab-sag_Latn","languages":["pes-Arab","sag-Latn"]},{"precision":0.130134,"recall":0.213439,"f1":0.146018,"accuracy":0.213439,"main_score":0.146018,"hf_subset":"pes_Arab-taq_Tfng","languages":["pes-Arab","taq-Tfng"]},{"precision":0.51893,"recall":0.606719,"f1":0.543757,"accuracy":0.606719,"main_score":0.543757,"hf_subset":"pes_Arab-wol_Latn","languages":["pes-Arab","wol-Latn"]},{"precision":0.62087,"recall":0.703557,"f1":0.644503,"accuracy":0.703557,"main_score":0.644503,"hf_subset":"pes_Arab-arb_Latn","languages":["pes-Arab","arb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-cat_Latn","languages":["pes-Arab","cat-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"pes_Arab-fur_Latn","languages":["pes-Arab","fur-Latn"]},{"precision":0.325627,"recall":0.400198,"f1":0.345932,"accuracy":0.400198,"main_score":0.345932,"hf_subset":"pes_Arab-kab_Latn","languages":["pes-Arab","kab-Latn"]},{"precision":0.966074,"recall":0.976285,"f1":0.969368,"accuracy":0.976285,"main_score":0.969368,"hf_subset":"pes_Arab-lim_Latn","languages":["pes-Arab","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-nld_Latn","languages":["pes-Arab","nld-Latn"]},{"precision":0.962615,"recall":0.97332,"f1":0.966027,"accuracy":0.97332,"main_score":0.966027,"hf_subset":"pes_Arab-san_Deva","languages":["pes-Arab","san-Deva"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"pes_Arab-tat_Cyrl","languages":["pes-Arab","tat-Cyrl"]},{"precision":0.491313,"recall":0.58004,"f1":0.515916,"accuracy":0.58004,"main_score":0.515916,"hf_subset":"pes_Arab-xho_Latn","languages":["pes-Arab","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-ars_Arab","languages":["pes-Arab","ars-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"pes_Arab-ceb_Latn","languages":["pes-Arab","ceb-Latn"]},{"precision":0.457341,"recall":0.540514,"f1":0.480243,"accuracy":0.540514,"main_score":0.480243,"hf_subset":"pes_Arab-fuv_Latn","languages":["pes-Arab","fuv-Latn"]},{"precision":0.451818,"recall":0.531621,"f1":0.473533,"accuracy":0.531621,"main_score":0.473533,"hf_subset":"pes_Arab-kac_Latn","languages":["pes-Arab","kac-Latn"]},{"precision":0.517282,"recall":0.606719,"f1":0.542089,"accuracy":0.606719,"main_score":0.542089,"hf_subset":"pes_Arab-lin_Latn","languages":["pes-Arab","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-nno_Latn","languages":["pes-Arab","nno-Latn"]},{"precision":0.018482,"recall":0.065217,"f1":0.025355,"accuracy":0.065217,"main_score":0.025355,"hf_subset":"pes_Arab-sat_Olck","languages":["pes-Arab","sat-Olck"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pes_Arab-tel_Telu","languages":["pes-Arab","tel-Telu"]},{"precision":0.72957,"recall":0.804348,"f1":0.752789,"accuracy":0.804348,"main_score":0.752789,"hf_subset":"pes_Arab-ydd_Hebr","languages":["pes-Arab","ydd-Hebr"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"pes_Arab-ary_Arab","languages":["pes-Arab","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-ces_Latn","languages":["pes-Arab","ces-Latn"]},{"precision":0.374633,"recall":0.455534,"f1":0.396842,"accuracy":0.455534,"main_score":0.396842,"hf_subset":"pes_Arab-gaz_Latn","languages":["pes-Arab","gaz-Latn"]},{"precision":0.466308,"recall":0.544466,"f1":0.487944,"accuracy":0.544466,"main_score":0.487944,"hf_subset":"pes_Arab-kam_Latn","languages":["pes-Arab","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"pes_Arab-lit_Latn","languages":["pes-Arab","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-nob_Latn","languages":["pes-Arab","nob-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"pes_Arab-scn_Latn","languages":["pes-Arab","scn-Latn"]},{"precision":0.934124,"recall":0.954545,"f1":0.940711,"accuracy":0.954545,"main_score":0.940711,"hf_subset":"pes_Arab-tgk_Cyrl","languages":["pes-Arab","tgk-Cyrl"]},{"precision":0.416168,"recall":0.495059,"f1":0.438393,"accuracy":0.495059,"main_score":0.438393,"hf_subset":"pes_Arab-yor_Latn","languages":["pes-Arab","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pes_Arab-arz_Arab","languages":["pes-Arab","arz-Arab"]},{"precision":0.451071,"recall":0.538538,"f1":0.474129,"accuracy":0.538538,"main_score":0.474129,"hf_subset":"pes_Arab-cjk_Latn","languages":["pes-Arab","cjk-Latn"]},{"precision":0.588076,"recall":0.674901,"f1":0.613035,"accuracy":0.674901,"main_score":0.613035,"hf_subset":"pes_Arab-gla_Latn","languages":["pes-Arab","gla-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"pes_Arab-kan_Knda","languages":["pes-Arab","kan-Knda"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"pes_Arab-lmo_Latn","languages":["pes-Arab","lmo-Latn"]},{"precision":0.992095,"recall":0.994071,"f1":0.992754,"accuracy":0.994071,"main_score":0.992754,"hf_subset":"pes_Arab-npi_Deva","languages":["pes-Arab","npi-Deva"]},{"precision":0.395341,"recall":0.496047,"f1":0.42209,"accuracy":0.496047,"main_score":0.42209,"hf_subset":"pes_Arab-shn_Mymr","languages":["pes-Arab","shn-Mymr"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-tgl_Latn","languages":["pes-Arab","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-yue_Hant","languages":["pes-Arab","yue-Hant"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"pes_Arab-asm_Beng","languages":["pes-Arab","asm-Beng"]},{"precision":0.738986,"recall":0.800395,"f1":0.756839,"accuracy":0.800395,"main_score":0.756839,"hf_subset":"pes_Arab-ckb_Arab","languages":["pes-Arab","ckb-Arab"]},{"precision":0.715827,"recall":0.788538,"f1":0.738142,"accuracy":0.788538,"main_score":0.738142,"hf_subset":"pes_Arab-gle_Latn","languages":["pes-Arab","gle-Latn"]},{"precision":0.888455,"recall":0.922925,"f1":0.89944,"accuracy":0.922925,"main_score":0.89944,"hf_subset":"pes_Arab-kas_Arab","languages":["pes-Arab","kas-Arab"]},{"precision":0.871294,"recall":0.909091,"f1":0.883253,"accuracy":0.909091,"main_score":0.883253,"hf_subset":"pes_Arab-ltg_Latn","languages":["pes-Arab","ltg-Latn"]},{"precision":0.496485,"recall":0.577075,"f1":0.518374,"accuracy":0.577075,"main_score":0.518374,"hf_subset":"pes_Arab-nso_Latn","languages":["pes-Arab","nso-Latn"]},{"precision":0.436182,"recall":0.540514,"f1":0.464689,"accuracy":0.540514,"main_score":0.464689,"hf_subset":"pes_Arab-sin_Sinh","languages":["pes-Arab","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-tha_Thai","languages":["pes-Arab","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-zho_Hans","languages":["pes-Arab","zho-Hans"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pes_Arab-ast_Latn","languages":["pes-Arab","ast-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"pes_Arab-crh_Latn","languages":["pes-Arab","crh-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-glg_Latn","languages":["pes-Arab","glg-Latn"]},{"precision":0.7583,"recall":0.824111,"f1":0.778411,"accuracy":0.824111,"main_score":0.778411,"hf_subset":"pes_Arab-kas_Deva","languages":["pes-Arab","kas-Deva"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"pes_Arab-ltz_Latn","languages":["pes-Arab","ltz-Latn"]},{"precision":0.364276,"recall":0.449605,"f1":0.386518,"accuracy":0.449605,"main_score":0.386518,"hf_subset":"pes_Arab-nus_Latn","languages":["pes-Arab","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-slk_Latn","languages":["pes-Arab","slk-Latn"]},{"precision":0.262767,"recall":0.333992,"f1":0.281674,"accuracy":0.333992,"main_score":0.281674,"hf_subset":"pes_Arab-tir_Ethi","languages":["pes-Arab","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pes_Arab-zho_Hant","languages":["pes-Arab","zho-Hant"]},{"precision":0.982543,"recall":0.987154,"f1":0.984025,"accuracy":0.987154,"main_score":0.984025,"hf_subset":"pes_Arab-awa_Deva","languages":["pes-Arab","awa-Deva"]},{"precision":0.858449,"recall":0.899209,"f1":0.871278,"accuracy":0.899209,"main_score":0.871278,"hf_subset":"pes_Arab-cym_Latn","languages":["pes-Arab","cym-Latn"]},{"precision":0.690375,"recall":0.757905,"f1":0.710128,"accuracy":0.757905,"main_score":0.710128,"hf_subset":"pes_Arab-grn_Latn","languages":["pes-Arab","grn-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"pes_Arab-kat_Geor","languages":["pes-Arab","kat-Geor"]},{"precision":0.523259,"recall":0.604743,"f1":0.546502,"accuracy":0.604743,"main_score":0.546502,"hf_subset":"pes_Arab-lua_Latn","languages":["pes-Arab","lua-Latn"]},{"precision":0.487102,"recall":0.570158,"f1":0.509996,"accuracy":0.570158,"main_score":0.509996,"hf_subset":"pes_Arab-nya_Latn","languages":["pes-Arab","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-slv_Latn","languages":["pes-Arab","slv-Latn"]},{"precision":0.77775,"recall":0.836957,"f1":0.795916,"accuracy":0.836957,"main_score":0.795916,"hf_subset":"pes_Arab-tpi_Latn","languages":["pes-Arab","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-zsm_Latn","languages":["pes-Arab","zsm-Latn"]},{"precision":0.457216,"recall":0.537549,"f1":0.478914,"accuracy":0.537549,"main_score":0.478914,"hf_subset":"pes_Arab-ayr_Latn","languages":["pes-Arab","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-dan_Latn","languages":["pes-Arab","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-guj_Gujr","languages":["pes-Arab","guj-Gujr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"pes_Arab-kaz_Cyrl","languages":["pes-Arab","kaz-Cyrl"]},{"precision":0.42728,"recall":0.509881,"f1":0.449415,"accuracy":0.509881,"main_score":0.449415,"hf_subset":"pes_Arab-lug_Latn","languages":["pes-Arab","lug-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pes_Arab-oci_Latn","languages":["pes-Arab","oci-Latn"]},{"precision":0.486366,"recall":0.577075,"f1":0.51175,"accuracy":0.577075,"main_score":0.51175,"hf_subset":"pes_Arab-smo_Latn","languages":["pes-Arab","smo-Latn"]},{"precision":0.449159,"recall":0.527668,"f1":0.471037,"accuracy":0.527668,"main_score":0.471037,"hf_subset":"pes_Arab-tsn_Latn","languages":["pes-Arab","tsn-Latn"]},{"precision":0.438665,"recall":0.518775,"f1":0.460078,"accuracy":0.518775,"main_score":0.460078,"hf_subset":"pes_Arab-zul_Latn","languages":["pes-Arab","zul-Latn"]},{"precision":0.855896,"recall":0.900198,"f1":0.870059,"accuracy":0.900198,"main_score":0.870059,"hf_subset":"pes_Arab-azb_Arab","languages":["pes-Arab","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pes_Arab-deu_Latn","languages":["pes-Arab","deu-Latn"]},{"precision":0.90135,"recall":0.929842,"f1":0.910573,"accuracy":0.929842,"main_score":0.910573,"hf_subset":"pes_Arab-hat_Latn","languages":["pes-Arab","hat-Latn"]},{"precision":0.405099,"recall":0.482213,"f1":0.425763,"accuracy":0.482213,"main_score":0.425763,"hf_subset":"pes_Arab-kbp_Latn","languages":["pes-Arab","kbp-Latn"]},{"precision":0.472294,"recall":0.551383,"f1":0.493866,"accuracy":0.551383,"main_score":0.493866,"hf_subset":"pes_Arab-luo_Latn","languages":["pes-Arab","luo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pes_Arab-ory_Orya","languages":["pes-Arab","ory-Orya"]},{"precision":0.464431,"recall":0.541502,"f1":0.486301,"accuracy":0.541502,"main_score":0.486301,"hf_subset":"pes_Arab-sna_Latn","languages":["pes-Arab","sna-Latn"]},{"precision":0.435828,"recall":0.517787,"f1":0.458272,"accuracy":0.517787,"main_score":0.458272,"hf_subset":"pes_Arab-tso_Latn","languages":["pes-Arab","tso-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pes_Arab-azj_Latn","languages":["pes-Arab","azj-Latn"]},{"precision":0.444599,"recall":0.528656,"f1":0.467539,"accuracy":0.528656,"main_score":0.467539,"hf_subset":"pes_Arab-dik_Latn","languages":["pes-Arab","dik-Latn"]},{"precision":0.432123,"recall":0.504941,"f1":0.453077,"accuracy":0.504941,"main_score":0.453077,"hf_subset":"pes_Arab-hau_Latn","languages":["pes-Arab","hau-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"pes_Arab-kea_Latn","languages":["pes-Arab","kea-Latn"]},{"precision":0.604285,"recall":0.68083,"f1":0.626785,"accuracy":0.68083,"main_score":0.626785,"hf_subset":"pes_Arab-lus_Latn","languages":["pes-Arab","lus-Latn"]},{"precision":0.782065,"recall":0.836957,"f1":0.798748,"accuracy":0.836957,"main_score":0.798748,"hf_subset":"pes_Arab-pag_Latn","languages":["pes-Arab","pag-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pes_Arab-snd_Arab","languages":["pes-Arab","snd-Arab"]},{"precision":0.867342,"recall":0.909091,"f1":0.88083,"accuracy":0.909091,"main_score":0.88083,"hf_subset":"pes_Arab-tuk_Latn","languages":["pes-Arab","tuk-Latn"]},{"precision":0.948452,"recall":0.965415,"f1":0.954051,"accuracy":0.965415,"main_score":0.954051,"hf_subset":"pes_Arab-bak_Cyrl","languages":["pes-Arab","bak-Cyrl"]},{"precision":0.393265,"recall":0.487154,"f1":0.419828,"accuracy":0.487154,"main_score":0.419828,"hf_subset":"pes_Arab-dyu_Latn","languages":["pes-Arab","dyu-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-heb_Hebr","languages":["pes-Arab","heb-Hebr"]},{"precision":0.890975,"recall":0.923913,"f1":0.90168,"accuracy":0.923913,"main_score":0.90168,"hf_subset":"pes_Arab-khk_Cyrl","languages":["pes-Arab","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-lvs_Latn","languages":["pes-Arab","lvs-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pes_Arab-pan_Guru","languages":["pes-Arab","pan-Guru"]},{"precision":0.433452,"recall":0.521739,"f1":0.458017,"accuracy":0.521739,"main_score":0.458017,"hf_subset":"pes_Arab-som_Latn","languages":["pes-Arab","som-Latn"]},{"precision":0.485462,"recall":0.555336,"f1":0.504248,"accuracy":0.555336,"main_score":0.504248,"hf_subset":"pes_Arab-tum_Latn","languages":["pes-Arab","tum-Latn"]},{"precision":0.425438,"recall":0.514822,"f1":0.449155,"accuracy":0.514822,"main_score":0.449155,"hf_subset":"srd_Latn-ace_Arab","languages":["srd-Latn","ace-Arab"]},{"precision":0.460657,"recall":0.538538,"f1":0.482531,"accuracy":0.538538,"main_score":0.482531,"hf_subset":"srd_Latn-bam_Latn","languages":["srd-Latn","bam-Latn"]},{"precision":0.107677,"recall":0.151186,"f1":0.119571,"accuracy":0.151186,"main_score":0.119571,"hf_subset":"srd_Latn-dzo_Tibt","languages":["srd-Latn","dzo-Tibt"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"srd_Latn-hin_Deva","languages":["srd-Latn","hin-Deva"]},{"precision":0.850543,"recall":0.894269,"f1":0.864328,"accuracy":0.894269,"main_score":0.864328,"hf_subset":"srd_Latn-khm_Khmr","languages":["srd-Latn","khm-Khmr"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"srd_Latn-mag_Deva","languages":["srd-Latn","mag-Deva"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"srd_Latn-pap_Latn","languages":["srd-Latn","pap-Latn"]},{"precision":0.499535,"recall":0.56917,"f1":0.518785,"accuracy":0.56917,"main_score":0.518785,"hf_subset":"srd_Latn-sot_Latn","languages":["srd-Latn","sot-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"srd_Latn-tur_Latn","languages":["srd-Latn","tur-Latn"]},{"precision":0.796525,"recall":0.843874,"f1":0.8111,"accuracy":0.843874,"main_score":0.8111,"hf_subset":"srd_Latn-ace_Latn","languages":["srd-Latn","ace-Latn"]},{"precision":0.91609,"recall":0.939723,"f1":0.92365,"accuracy":0.939723,"main_score":0.92365,"hf_subset":"srd_Latn-ban_Latn","languages":["srd-Latn","ban-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"srd_Latn-ell_Grek","languages":["srd-Latn","ell-Grek"]},{"precision":0.964262,"recall":0.975296,"f1":0.967885,"accuracy":0.975296,"main_score":0.967885,"hf_subset":"srd_Latn-hne_Deva","languages":["srd-Latn","hne-Deva"]},{"precision":0.515829,"recall":0.592885,"f1":0.537396,"accuracy":0.592885,"main_score":0.537396,"hf_subset":"srd_Latn-kik_Latn","languages":["srd-Latn","kik-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"srd_Latn-mai_Deva","languages":["srd-Latn","mai-Deva"]},{"precision":0.856472,"recall":0.899209,"f1":0.87029,"accuracy":0.899209,"main_score":0.87029,"hf_subset":"srd_Latn-pbt_Arab","languages":["srd-Latn","pbt-Arab"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"srd_Latn-spa_Latn","languages":["srd-Latn","spa-Latn"]},{"precision":0.570805,"recall":0.63834,"f1":0.589912,"accuracy":0.63834,"main_score":0.589912,"hf_subset":"srd_Latn-twi_Latn","languages":["srd-Latn","twi-Latn"]},{"precision":0.977108,"recall":0.98419,"f1":0.979414,"accuracy":0.98419,"main_score":0.979414,"hf_subset":"srd_Latn-acm_Arab","languages":["srd-Latn","acm-Arab"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"srd_Latn-bel_Cyrl","languages":["srd-Latn","bel-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"srd_Latn-eng_Latn","languages":["srd-Latn","eng-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"srd_Latn-hrv_Latn","languages":["srd-Latn","hrv-Latn"]},{"precision":0.46051,"recall":0.52668,"f1":0.479089,"accuracy":0.52668,"main_score":0.479089,"hf_subset":"srd_Latn-kin_Latn","languages":["srd-Latn","kin-Latn"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"srd_Latn-mal_Mlym","languages":["srd-Latn","mal-Mlym"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"srd_Latn-pes_Arab","languages":["srd-Latn","pes-Arab"]},{"precision":0.129316,"recall":0.192688,"f1":0.142724,"accuracy":0.192688,"main_score":0.142724,"hf_subset":"srd_Latn-tzm_Tfng","languages":["srd-Latn","tzm-Tfng"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"srd_Latn-acq_Arab","languages":["srd-Latn","acq-Arab"]},{"precision":0.530919,"recall":0.602767,"f1":0.551031,"accuracy":0.602767,"main_score":0.551031,"hf_subset":"srd_Latn-bem_Latn","languages":["srd-Latn","bem-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"srd_Latn-epo_Latn","languages":["srd-Latn","epo-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"srd_Latn-hun_Latn","languages":["srd-Latn","hun-Latn"]},{"precision":0.934618,"recall":0.954545,"f1":0.941206,"accuracy":0.954545,"main_score":0.941206,"hf_subset":"srd_Latn-kir_Cyrl","languages":["srd-Latn","kir-Cyrl"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"srd_Latn-mar_Deva","languages":["srd-Latn","mar-Deva"]},{"precision":0.558399,"recall":0.616601,"f1":0.575974,"accuracy":0.616601,"main_score":0.575974,"hf_subset":"srd_Latn-plt_Latn","languages":["srd-Latn","plt-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"srd_Latn-srp_Cyrl","languages":["srd-Latn","srp-Cyrl"]},{"precision":0.863307,"recall":0.903162,"f1":0.876318,"accuracy":0.903162,"main_score":0.876318,"hf_subset":"srd_Latn-uig_Arab","languages":["srd-Latn","uig-Arab"]},{"precision":0.965086,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"srd_Latn-aeb_Arab","languages":["srd-Latn","aeb-Arab"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"srd_Latn-ben_Beng","languages":["srd-Latn","ben-Beng"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"srd_Latn-est_Latn","languages":["srd-Latn","est-Latn"]},{"precision":0.970356,"recall":0.979249,"f1":0.97332,"accuracy":0.979249,"main_score":0.97332,"hf_subset":"srd_Latn-hye_Armn","languages":["srd-Latn","hye-Armn"]},{"precision":0.477042,"recall":0.536561,"f1":0.49348,"accuracy":0.536561,"main_score":0.49348,"hf_subset":"srd_Latn-kmb_Latn","languages":["srd-Latn","kmb-Latn"]},{"precision":0.385395,"recall":0.480237,"f1":0.41119,"accuracy":0.480237,"main_score":0.41119,"hf_subset":"srd_Latn-min_Arab","languages":["srd-Latn","min-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"srd_Latn-pol_Latn","languages":["srd-Latn","pol-Latn"]},{"precision":0.451081,"recall":0.528656,"f1":0.47249,"accuracy":0.528656,"main_score":0.47249,"hf_subset":"srd_Latn-ssw_Latn","languages":["srd-Latn","ssw-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"srd_Latn-ukr_Cyrl","languages":["srd-Latn","ukr-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"srd_Latn-afr_Latn","languages":["srd-Latn","afr-Latn"]},{"precision":0.951663,"recall":0.966403,"f1":0.956423,"accuracy":0.966403,"main_score":0.956423,"hf_subset":"srd_Latn-bho_Deva","languages":["srd-Latn","bho-Deva"]},{"precision":0.92584,"recall":0.945652,"f1":0.932049,"accuracy":0.945652,"main_score":0.932049,"hf_subset":"srd_Latn-eus_Latn","languages":["srd-Latn","eus-Latn"]},{"precision":0.508923,"recall":0.582016,"f1":0.529643,"accuracy":0.582016,"main_score":0.529643,"hf_subset":"srd_Latn-ibo_Latn","languages":["srd-Latn","ibo-Latn"]},{"precision":0.67943,"recall":0.747036,"f1":0.699319,"accuracy":0.747036,"main_score":0.699319,"hf_subset":"srd_Latn-kmr_Latn","languages":["srd-Latn","kmr-Latn"]},{"precision":0.925066,"recall":0.948617,"f1":0.932806,"accuracy":0.948617,"main_score":0.932806,"hf_subset":"srd_Latn-min_Latn","languages":["srd-Latn","min-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"srd_Latn-por_Latn","languages":["srd-Latn","por-Latn"]},{"precision":0.952734,"recall":0.967391,"f1":0.95751,"accuracy":0.967391,"main_score":0.95751,"hf_subset":"srd_Latn-sun_Latn","languages":["srd-Latn","sun-Latn"]},{"precision":0.461941,"recall":0.533597,"f1":0.482073,"accuracy":0.533597,"main_score":0.482073,"hf_subset":"srd_Latn-umb_Latn","languages":["srd-Latn","umb-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"srd_Latn-ajp_Arab","languages":["srd-Latn","ajp-Arab"]},{"precision":0.404768,"recall":0.5,"f1":0.430617,"accuracy":0.5,"main_score":0.430617,"hf_subset":"srd_Latn-bjn_Arab","languages":["srd-Latn","bjn-Arab"]},{"precision":0.485817,"recall":0.544466,"f1":0.502434,"accuracy":0.544466,"main_score":0.502434,"hf_subset":"srd_Latn-ewe_Latn","languages":["srd-Latn","ewe-Latn"]},{"precision":0.873057,"recall":0.903162,"f1":0.882411,"accuracy":0.903162,"main_score":0.882411,"hf_subset":"srd_Latn-ilo_Latn","languages":["srd-Latn","ilo-Latn"]},{"precision":0.196395,"recall":0.273715,"f1":0.215274,"accuracy":0.273715,"main_score":0.215274,"hf_subset":"srd_Latn-knc_Arab","languages":["srd-Latn","knc-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"srd_Latn-mkd_Cyrl","languages":["srd-Latn","mkd-Cyrl"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"srd_Latn-prs_Arab","languages":["srd-Latn","prs-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"srd_Latn-swe_Latn","languages":["srd-Latn","swe-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"srd_Latn-urd_Arab","languages":["srd-Latn","urd-Arab"]},{"precision":0.537817,"recall":0.605731,"f1":0.55712,"accuracy":0.605731,"main_score":0.55712,"hf_subset":"srd_Latn-aka_Latn","languages":["srd-Latn","aka-Latn"]},{"precision":0.925066,"recall":0.948617,"f1":0.932806,"accuracy":0.948617,"main_score":0.932806,"hf_subset":"srd_Latn-bjn_Latn","languages":["srd-Latn","bjn-Latn"]},{"precision":0.867013,"recall":0.905138,"f1":0.879183,"accuracy":0.905138,"main_score":0.879183,"hf_subset":"srd_Latn-fao_Latn","languages":["srd-Latn","fao-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"srd_Latn-ind_Latn","languages":["srd-Latn","ind-Latn"]},{"precision":0.511192,"recall":0.581028,"f1":0.531642,"accuracy":0.581028,"main_score":0.531642,"hf_subset":"srd_Latn-knc_Latn","languages":["srd-Latn","knc-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"srd_Latn-mlt_Latn","languages":["srd-Latn","mlt-Latn"]},{"precision":0.577664,"recall":0.655138,"f1":0.599794,"accuracy":0.655138,"main_score":0.599794,"hf_subset":"srd_Latn-quy_Latn","languages":["srd-Latn","quy-Latn"]},{"precision":0.691173,"recall":0.76087,"f1":0.711942,"accuracy":0.76087,"main_score":0.711942,"hf_subset":"srd_Latn-swh_Latn","languages":["srd-Latn","swh-Latn"]},{"precision":0.95751,"recall":0.970356,"f1":0.961627,"accuracy":0.970356,"main_score":0.961627,"hf_subset":"srd_Latn-uzn_Latn","languages":["srd-Latn","uzn-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"srd_Latn-als_Latn","languages":["srd-Latn","als-Latn"]},{"precision":0.160943,"recall":0.232213,"f1":0.177973,"accuracy":0.232213,"main_score":0.177973,"hf_subset":"srd_Latn-bod_Tibt","languages":["srd-Latn","bod-Tibt"]},{"precision":0.479822,"recall":0.546443,"f1":0.498259,"accuracy":0.546443,"main_score":0.498259,"hf_subset":"srd_Latn-fij_Latn","languages":["srd-Latn","fij-Latn"]},{"precision":0.884881,"recall":0.916996,"f1":0.894928,"accuracy":0.916996,"main_score":0.894928,"hf_subset":"srd_Latn-isl_Latn","languages":["srd-Latn","isl-Latn"]},{"precision":0.550487,"recall":0.625494,"f1":0.571827,"accuracy":0.625494,"main_score":0.571827,"hf_subset":"srd_Latn-kon_Latn","languages":["srd-Latn","kon-Latn"]},{"precision":0.493414,"recall":0.591897,"f1":0.521288,"accuracy":0.591897,"main_score":0.521288,"hf_subset":"srd_Latn-mni_Beng","languages":["srd-Latn","mni-Beng"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"srd_Latn-ron_Latn","languages":["srd-Latn","ron-Latn"]},{"precision":0.969368,"recall":0.978261,"f1":0.972332,"accuracy":0.978261,"main_score":0.972332,"hf_subset":"srd_Latn-szl_Latn","languages":["srd-Latn","szl-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"srd_Latn-vec_Latn","languages":["srd-Latn","vec-Latn"]},{"precision":0.496996,"recall":0.583004,"f1":0.521478,"accuracy":0.583004,"main_score":0.521478,"hf_subset":"srd_Latn-amh_Ethi","languages":["srd-Latn","amh-Ethi"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"srd_Latn-bos_Latn","languages":["srd-Latn","bos-Latn"]},{"precision":0.979249,"recall":0.985178,"f1":0.981225,"accuracy":0.985178,"main_score":0.981225,"hf_subset":"srd_Latn-fin_Latn","languages":["srd-Latn","fin-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"srd_Latn-ita_Latn","languages":["srd-Latn","ita-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"srd_Latn-kor_Hang","languages":["srd-Latn","kor-Hang"]},{"precision":0.483863,"recall":0.560277,"f1":0.505285,"accuracy":0.560277,"main_score":0.505285,"hf_subset":"srd_Latn-mos_Latn","languages":["srd-Latn","mos-Latn"]},{"precision":0.464635,"recall":0.537549,"f1":0.484938,"accuracy":0.537549,"main_score":0.484938,"hf_subset":"srd_Latn-run_Latn","languages":["srd-Latn","run-Latn"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"srd_Latn-tam_Taml","languages":["srd-Latn","tam-Taml"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"srd_Latn-vie_Latn","languages":["srd-Latn","vie-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"srd_Latn-apc_Arab","languages":["srd-Latn","apc-Arab"]},{"precision":0.740711,"recall":0.796443,"f1":0.757345,"accuracy":0.796443,"main_score":0.757345,"hf_subset":"srd_Latn-bug_Latn","languages":["srd-Latn","bug-Latn"]},{"precision":0.435548,"recall":0.500988,"f1":0.453015,"accuracy":0.500988,"main_score":0.453015,"hf_subset":"srd_Latn-fon_Latn","languages":["srd-Latn","fon-Latn"]},{"precision":0.972497,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"srd_Latn-jav_Latn","languages":["srd-Latn","jav-Latn"]},{"precision":0.790217,"recall":0.847826,"f1":0.808103,"accuracy":0.847826,"main_score":0.808103,"hf_subset":"srd_Latn-lao_Laoo","languages":["srd-Latn","lao-Laoo"]},{"precision":0.564347,"recall":0.644269,"f1":0.587192,"accuracy":0.644269,"main_score":0.587192,"hf_subset":"srd_Latn-mri_Latn","languages":["srd-Latn","mri-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"srd_Latn-rus_Cyrl","languages":["srd-Latn","rus-Cyrl"]},{"precision":0.490269,"recall":0.555336,"f1":0.508415,"accuracy":0.555336,"main_score":0.508415,"hf_subset":"srd_Latn-taq_Latn","languages":["srd-Latn","taq-Latn"]},{"precision":0.958992,"recall":0.971344,"f1":0.962945,"accuracy":0.971344,"main_score":0.962945,"hf_subset":"srd_Latn-war_Latn","languages":["srd-Latn","war-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"srd_Latn-arb_Arab","languages":["srd-Latn","arb-Arab"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"srd_Latn-bul_Cyrl","languages":["srd-Latn","bul-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"srd_Latn-fra_Latn","languages":["srd-Latn","fra-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"srd_Latn-jpn_Jpan","languages":["srd-Latn","jpn-Jpan"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"srd_Latn-lij_Latn","languages":["srd-Latn","lij-Latn"]},{"precision":0.837648,"recall":0.885375,"f1":0.852931,"accuracy":0.885375,"main_score":0.852931,"hf_subset":"srd_Latn-mya_Mymr","languages":["srd-Latn","mya-Mymr"]},{"precision":0.513506,"recall":0.593874,"f1":0.536049,"accuracy":0.593874,"main_score":0.536049,"hf_subset":"srd_Latn-sag_Latn","languages":["srd-Latn","sag-Latn"]},{"precision":0.139011,"recall":0.215415,"f1":0.154258,"accuracy":0.215415,"main_score":0.154258,"hf_subset":"srd_Latn-taq_Tfng","languages":["srd-Latn","taq-Tfng"]},{"precision":0.561473,"recall":0.631423,"f1":0.581359,"accuracy":0.631423,"main_score":0.581359,"hf_subset":"srd_Latn-wol_Latn","languages":["srd-Latn","wol-Latn"]},{"precision":0.570485,"recall":0.653162,"f1":0.593681,"accuracy":0.653162,"main_score":0.593681,"hf_subset":"srd_Latn-arb_Latn","languages":["srd-Latn","arb-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"srd_Latn-cat_Latn","languages":["srd-Latn","cat-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"srd_Latn-fur_Latn","languages":["srd-Latn","fur-Latn"]},{"precision":0.34458,"recall":0.411067,"f1":0.362474,"accuracy":0.411067,"main_score":0.362474,"hf_subset":"srd_Latn-kab_Latn","languages":["srd-Latn","kab-Latn"]},{"precision":0.944829,"recall":0.961462,"f1":0.950264,"accuracy":0.961462,"main_score":0.950264,"hf_subset":"srd_Latn-lim_Latn","languages":["srd-Latn","lim-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"srd_Latn-nld_Latn","languages":["srd-Latn","nld-Latn"]},{"precision":0.927734,"recall":0.949605,"f1":0.934618,"accuracy":0.949605,"main_score":0.934618,"hf_subset":"srd_Latn-san_Deva","languages":["srd-Latn","san-Deva"]},{"precision":0.950593,"recall":0.965415,"f1":0.955534,"accuracy":0.965415,"main_score":0.955534,"hf_subset":"srd_Latn-tat_Cyrl","languages":["srd-Latn","tat-Cyrl"]},{"precision":0.531707,"recall":0.602767,"f1":0.551343,"accuracy":0.602767,"main_score":0.551343,"hf_subset":"srd_Latn-xho_Latn","languages":["srd-Latn","xho-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"srd_Latn-ars_Arab","languages":["srd-Latn","ars-Arab"]},{"precision":0.963109,"recall":0.974308,"f1":0.966733,"accuracy":0.974308,"main_score":0.966733,"hf_subset":"srd_Latn-ceb_Latn","languages":["srd-Latn","ceb-Latn"]},{"precision":0.482613,"recall":0.556324,"f1":0.504091,"accuracy":0.556324,"main_score":0.504091,"hf_subset":"srd_Latn-fuv_Latn","languages":["srd-Latn","fuv-Latn"]},{"precision":0.47677,"recall":0.55336,"f1":0.497857,"accuracy":0.55336,"main_score":0.497857,"hf_subset":"srd_Latn-kac_Latn","languages":["srd-Latn","kac-Latn"]},{"precision":0.54516,"recall":0.624506,"f1":0.567085,"accuracy":0.624506,"main_score":0.567085,"hf_subset":"srd_Latn-lin_Latn","languages":["srd-Latn","lin-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"srd_Latn-nno_Latn","languages":["srd-Latn","nno-Latn"]},{"precision":0.022411,"recall":0.064229,"f1":0.028324,"accuracy":0.064229,"main_score":0.028324,"hf_subset":"srd_Latn-sat_Olck","languages":["srd-Latn","sat-Olck"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"srd_Latn-tel_Telu","languages":["srd-Latn","tel-Telu"]},{"precision":0.724506,"recall":0.794466,"f1":0.745407,"accuracy":0.794466,"main_score":0.745407,"hf_subset":"srd_Latn-ydd_Hebr","languages":["srd-Latn","ydd-Hebr"]},{"precision":0.936265,"recall":0.955534,"f1":0.942688,"accuracy":0.955534,"main_score":0.942688,"hf_subset":"srd_Latn-ary_Arab","languages":["srd-Latn","ary-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"srd_Latn-ces_Latn","languages":["srd-Latn","ces-Latn"]},{"precision":0.400467,"recall":0.482213,"f1":0.423003,"accuracy":0.482213,"main_score":0.423003,"hf_subset":"srd_Latn-gaz_Latn","languages":["srd-Latn","gaz-Latn"]},{"precision":0.490302,"recall":0.568182,"f1":0.512375,"accuracy":0.568182,"main_score":0.512375,"hf_subset":"srd_Latn-kam_Latn","languages":["srd-Latn","kam-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"srd_Latn-lit_Latn","languages":["srd-Latn","lit-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"srd_Latn-nob_Latn","languages":["srd-Latn","nob-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"srd_Latn-scn_Latn","languages":["srd-Latn","scn-Latn"]},{"precision":0.860128,"recall":0.900198,"f1":0.872596,"accuracy":0.900198,"main_score":0.872596,"hf_subset":"srd_Latn-tgk_Cyrl","languages":["srd-Latn","tgk-Cyrl"]},{"precision":0.438169,"recall":0.514822,"f1":0.459979,"accuracy":0.514822,"main_score":0.459979,"hf_subset":"srd_Latn-yor_Latn","languages":["srd-Latn","yor-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"srd_Latn-arz_Arab","languages":["srd-Latn","arz-Arab"]},{"precision":0.497839,"recall":0.58004,"f1":0.520497,"accuracy":0.58004,"main_score":0.520497,"hf_subset":"srd_Latn-cjk_Latn","languages":["srd-Latn","cjk-Latn"]},{"precision":0.594566,"recall":0.66996,"f1":0.616347,"accuracy":0.66996,"main_score":0.616347,"hf_subset":"srd_Latn-gla_Latn","languages":["srd-Latn","gla-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"srd_Latn-kan_Knda","languages":["srd-Latn","kan-Knda"]},{"precision":0.968709,"recall":0.978261,"f1":0.971838,"accuracy":0.978261,"main_score":0.971838,"hf_subset":"srd_Latn-lmo_Latn","languages":["srd-Latn","lmo-Latn"]},{"precision":0.974308,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"srd_Latn-npi_Deva","languages":["srd-Latn","npi-Deva"]},{"precision":0.413824,"recall":0.505929,"f1":0.438899,"accuracy":0.505929,"main_score":0.438899,"hf_subset":"srd_Latn-shn_Mymr","languages":["srd-Latn","shn-Mymr"]},{"precision":0.98139,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"srd_Latn-tgl_Latn","languages":["srd-Latn","tgl-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"srd_Latn-yue_Hant","languages":["srd-Latn","yue-Hant"]},{"precision":0.952899,"recall":0.967391,"f1":0.957675,"accuracy":0.967391,"main_score":0.957675,"hf_subset":"srd_Latn-asm_Beng","languages":["srd-Latn","asm-Beng"]},{"precision":0.662827,"recall":0.73419,"f1":0.683256,"accuracy":0.73419,"main_score":0.683256,"hf_subset":"srd_Latn-ckb_Arab","languages":["srd-Latn","ckb-Arab"]},{"precision":0.675255,"recall":0.746047,"f1":0.696352,"accuracy":0.746047,"main_score":0.696352,"hf_subset":"srd_Latn-gle_Latn","languages":["srd-Latn","gle-Latn"]},{"precision":0.838175,"recall":0.887352,"f1":0.85392,"accuracy":0.887352,"main_score":0.85392,"hf_subset":"srd_Latn-kas_Arab","languages":["srd-Latn","kas-Arab"]},{"precision":0.843215,"recall":0.886364,"f1":0.856804,"accuracy":0.886364,"main_score":0.856804,"hf_subset":"srd_Latn-ltg_Latn","languages":["srd-Latn","ltg-Latn"]},{"precision":0.526147,"recall":0.594862,"f1":0.545668,"accuracy":0.594862,"main_score":0.545668,"hf_subset":"srd_Latn-nso_Latn","languages":["srd-Latn","nso-Latn"]},{"precision":0.379839,"recall":0.472332,"f1":0.405052,"accuracy":0.472332,"main_score":0.405052,"hf_subset":"srd_Latn-sin_Sinh","languages":["srd-Latn","sin-Sinh"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"srd_Latn-tha_Thai","languages":["srd-Latn","tha-Thai"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"srd_Latn-zho_Hans","languages":["srd-Latn","zho-Hans"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"srd_Latn-ast_Latn","languages":["srd-Latn","ast-Latn"]},{"precision":0.953393,"recall":0.968379,"f1":0.958333,"accuracy":0.968379,"main_score":0.958333,"hf_subset":"srd_Latn-crh_Latn","languages":["srd-Latn","crh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"srd_Latn-glg_Latn","languages":["srd-Latn","glg-Latn"]},{"precision":0.707493,"recall":0.781621,"f1":0.729828,"accuracy":0.781621,"main_score":0.729828,"hf_subset":"srd_Latn-kas_Deva","languages":["srd-Latn","kas-Deva"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"srd_Latn-ltz_Latn","languages":["srd-Latn","ltz-Latn"]},{"precision":0.400573,"recall":0.481225,"f1":0.422535,"accuracy":0.481225,"main_score":0.422535,"hf_subset":"srd_Latn-nus_Latn","languages":["srd-Latn","nus-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"srd_Latn-slk_Latn","languages":["srd-Latn","slk-Latn"]},{"precision":0.258765,"recall":0.327075,"f1":0.27598,"accuracy":0.327075,"main_score":0.27598,"hf_subset":"srd_Latn-tir_Ethi","languages":["srd-Latn","tir-Ethi"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"srd_Latn-zho_Hant","languages":["srd-Latn","zho-Hant"]},{"precision":0.968874,"recall":0.977273,"f1":0.971673,"accuracy":0.977273,"main_score":0.971673,"hf_subset":"srd_Latn-awa_Deva","languages":["srd-Latn","awa-Deva"]},{"precision":0.812912,"recall":0.864625,"f1":0.829136,"accuracy":0.864625,"main_score":0.829136,"hf_subset":"srd_Latn-cym_Latn","languages":["srd-Latn","cym-Latn"]},{"precision":0.734947,"recall":0.79249,"f1":0.751995,"accuracy":0.79249,"main_score":0.751995,"hf_subset":"srd_Latn-grn_Latn","languages":["srd-Latn","grn-Latn"]},{"precision":0.957016,"recall":0.971344,"f1":0.961792,"accuracy":0.971344,"main_score":0.961792,"hf_subset":"srd_Latn-kat_Geor","languages":["srd-Latn","kat-Geor"]},{"precision":0.568851,"recall":0.639328,"f1":0.58882,"accuracy":0.639328,"main_score":0.58882,"hf_subset":"srd_Latn-lua_Latn","languages":["srd-Latn","lua-Latn"]},{"precision":0.526021,"recall":0.596838,"f1":0.545986,"accuracy":0.596838,"main_score":0.545986,"hf_subset":"srd_Latn-nya_Latn","languages":["srd-Latn","nya-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"srd_Latn-slv_Latn","languages":["srd-Latn","slv-Latn"]},{"precision":0.790547,"recall":0.838933,"f1":0.805599,"accuracy":0.838933,"main_score":0.805599,"hf_subset":"srd_Latn-tpi_Latn","languages":["srd-Latn","tpi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"srd_Latn-zsm_Latn","languages":["srd-Latn","zsm-Latn"]},{"precision":0.486243,"recall":0.557312,"f1":0.505727,"accuracy":0.557312,"main_score":0.505727,"hf_subset":"srd_Latn-ayr_Latn","languages":["srd-Latn","ayr-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"srd_Latn-dan_Latn","languages":["srd-Latn","dan-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"srd_Latn-guj_Gujr","languages":["srd-Latn","guj-Gujr"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"srd_Latn-kaz_Cyrl","languages":["srd-Latn","kaz-Cyrl"]},{"precision":0.444853,"recall":0.512846,"f1":0.463974,"accuracy":0.512846,"main_score":0.463974,"hf_subset":"srd_Latn-lug_Latn","languages":["srd-Latn","lug-Latn"]},{"precision":0.994401,"recall":0.996047,"f1":0.994895,"accuracy":0.996047,"main_score":0.994895,"hf_subset":"srd_Latn-oci_Latn","languages":["srd-Latn","oci-Latn"]},{"precision":0.532513,"recall":0.605731,"f1":0.55245,"accuracy":0.605731,"main_score":0.55245,"hf_subset":"srd_Latn-smo_Latn","languages":["srd-Latn","smo-Latn"]},{"precision":0.470099,"recall":0.535573,"f1":0.487095,"accuracy":0.535573,"main_score":0.487095,"hf_subset":"srd_Latn-tsn_Latn","languages":["srd-Latn","tsn-Latn"]},{"precision":0.468377,"recall":0.541502,"f1":0.487686,"accuracy":0.541502,"main_score":0.487686,"hf_subset":"srd_Latn-zul_Latn","languages":["srd-Latn","zul-Latn"]},{"precision":0.792572,"recall":0.850791,"f1":0.810639,"accuracy":0.850791,"main_score":0.810639,"hf_subset":"srd_Latn-azb_Arab","languages":["srd-Latn","azb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"srd_Latn-deu_Latn","languages":["srd-Latn","deu-Latn"]},{"precision":0.894739,"recall":0.924901,"f1":0.904233,"accuracy":0.924901,"main_score":0.904233,"hf_subset":"srd_Latn-hat_Latn","languages":["srd-Latn","hat-Latn"]},{"precision":0.436712,"recall":0.509881,"f1":0.456486,"accuracy":0.509881,"main_score":0.456486,"hf_subset":"srd_Latn-kbp_Latn","languages":["srd-Latn","kbp-Latn"]},{"precision":0.497973,"recall":0.567194,"f1":0.517141,"accuracy":0.567194,"main_score":0.517141,"hf_subset":"srd_Latn-luo_Latn","languages":["srd-Latn","luo-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"srd_Latn-ory_Orya","languages":["srd-Latn","ory-Orya"]},{"precision":0.493983,"recall":0.562253,"f1":0.513249,"accuracy":0.562253,"main_score":0.513249,"hf_subset":"srd_Latn-sna_Latn","languages":["srd-Latn","sna-Latn"]},{"precision":0.475892,"recall":0.547431,"f1":0.495817,"accuracy":0.547431,"main_score":0.495817,"hf_subset":"srd_Latn-tso_Latn","languages":["srd-Latn","tso-Latn"]},{"precision":0.974473,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"srd_Latn-azj_Latn","languages":["srd-Latn","azj-Latn"]},{"precision":0.495729,"recall":0.565217,"f1":0.51583,"accuracy":0.565217,"main_score":0.51583,"hf_subset":"srd_Latn-dik_Latn","languages":["srd-Latn","dik-Latn"]},{"precision":0.483149,"recall":0.546443,"f1":0.500758,"accuracy":0.546443,"main_score":0.500758,"hf_subset":"srd_Latn-hau_Latn","languages":["srd-Latn","hau-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"srd_Latn-kea_Latn","languages":["srd-Latn","kea-Latn"]},{"precision":0.639597,"recall":0.702569,"f1":0.657434,"accuracy":0.702569,"main_score":0.657434,"hf_subset":"srd_Latn-lus_Latn","languages":["srd-Latn","lus-Latn"]},{"precision":0.809486,"recall":0.853755,"f1":0.823254,"accuracy":0.853755,"main_score":0.823254,"hf_subset":"srd_Latn-pag_Latn","languages":["srd-Latn","pag-Latn"]},{"precision":0.940876,"recall":0.959486,"f1":0.94697,"accuracy":0.959486,"main_score":0.94697,"hf_subset":"srd_Latn-snd_Arab","languages":["srd-Latn","snd-Arab"]},{"precision":0.837484,"recall":0.882411,"f1":0.851581,"accuracy":0.882411,"main_score":0.851581,"hf_subset":"srd_Latn-tuk_Latn","languages":["srd-Latn","tuk-Latn"]},{"precision":0.912467,"recall":0.937747,"f1":0.920685,"accuracy":0.937747,"main_score":0.920685,"hf_subset":"srd_Latn-bak_Cyrl","languages":["srd-Latn","bak-Cyrl"]},{"precision":0.432093,"recall":0.517787,"f1":0.457002,"accuracy":0.517787,"main_score":0.457002,"hf_subset":"srd_Latn-dyu_Latn","languages":["srd-Latn","dyu-Latn"]},{"precision":0.97859,"recall":0.985178,"f1":0.980731,"accuracy":0.985178,"main_score":0.980731,"hf_subset":"srd_Latn-heb_Hebr","languages":["srd-Latn","heb-Hebr"]},{"precision":0.839657,"recall":0.884387,"f1":0.853755,"accuracy":0.884387,"main_score":0.853755,"hf_subset":"srd_Latn-khk_Cyrl","languages":["srd-Latn","khk-Cyrl"]},{"precision":0.983037,"recall":0.988142,"f1":0.984684,"accuracy":0.988142,"main_score":0.984684,"hf_subset":"srd_Latn-lvs_Latn","languages":["srd-Latn","lvs-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"srd_Latn-pan_Guru","languages":["srd-Latn","pan-Guru"]},{"precision":0.471265,"recall":0.546443,"f1":0.492005,"accuracy":0.546443,"main_score":0.492005,"hf_subset":"srd_Latn-som_Latn","languages":["srd-Latn","som-Latn"]},{"precision":0.523046,"recall":0.579051,"f1":0.538603,"accuracy":0.579051,"main_score":0.538603,"hf_subset":"srd_Latn-tum_Latn","languages":["srd-Latn","tum-Latn"]},{"precision":0.104109,"recall":0.133399,"f1":0.111018,"accuracy":0.133399,"main_score":0.111018,"hf_subset":"tzm_Tfng-ace_Arab","languages":["tzm-Tfng","ace-Arab"]},{"precision":0.116105,"recall":0.143281,"f1":0.12184,"accuracy":0.143281,"main_score":0.12184,"hf_subset":"tzm_Tfng-bam_Latn","languages":["tzm-Tfng","bam-Latn"]},{"precision":0.103713,"recall":0.12747,"f1":0.109586,"accuracy":0.12747,"main_score":0.109586,"hf_subset":"tzm_Tfng-dzo_Tibt","languages":["tzm-Tfng","dzo-Tibt"]},{"precision":0.136301,"recall":0.162055,"f1":0.142706,"accuracy":0.162055,"main_score":0.142706,"hf_subset":"tzm_Tfng-hin_Deva","languages":["tzm-Tfng","hin-Deva"]},{"precision":0.122328,"recall":0.148221,"f1":0.128748,"accuracy":0.148221,"main_score":0.128748,"hf_subset":"tzm_Tfng-khm_Khmr","languages":["tzm-Tfng","khm-Khmr"]},{"precision":0.135238,"recall":0.166008,"f1":0.141919,"accuracy":0.166008,"main_score":0.141919,"hf_subset":"tzm_Tfng-mag_Deva","languages":["tzm-Tfng","mag-Deva"]},{"precision":0.130797,"recall":0.162055,"f1":0.137343,"accuracy":0.162055,"main_score":0.137343,"hf_subset":"tzm_Tfng-pap_Latn","languages":["tzm-Tfng","pap-Latn"]},{"precision":0.134549,"recall":0.166008,"f1":0.141357,"accuracy":0.166008,"main_score":0.141357,"hf_subset":"tzm_Tfng-sot_Latn","languages":["tzm-Tfng","sot-Latn"]},{"precision":0.114061,"recall":0.139328,"f1":0.120144,"accuracy":0.139328,"main_score":0.120144,"hf_subset":"tzm_Tfng-tur_Latn","languages":["tzm-Tfng","tur-Latn"]},{"precision":0.115641,"recall":0.148221,"f1":0.122829,"accuracy":0.148221,"main_score":0.122829,"hf_subset":"tzm_Tfng-ace_Latn","languages":["tzm-Tfng","ace-Latn"]},{"precision":0.128065,"recall":0.156126,"f1":0.134129,"accuracy":0.156126,"main_score":0.134129,"hf_subset":"tzm_Tfng-ban_Latn","languages":["tzm-Tfng","ban-Latn"]},{"precision":0.114276,"recall":0.141304,"f1":0.120917,"accuracy":0.141304,"main_score":0.120917,"hf_subset":"tzm_Tfng-ell_Grek","languages":["tzm-Tfng","ell-Grek"]},{"precision":0.127215,"recall":0.151186,"f1":0.13245,"accuracy":0.151186,"main_score":0.13245,"hf_subset":"tzm_Tfng-hne_Deva","languages":["tzm-Tfng","hne-Deva"]},{"precision":0.046087,"recall":0.079051,"f1":0.051721,"accuracy":0.079051,"main_score":0.051721,"hf_subset":"tzm_Tfng-kik_Latn","languages":["tzm-Tfng","kik-Latn"]},{"precision":0.139774,"recall":0.166008,"f1":0.14561,"accuracy":0.166008,"main_score":0.14561,"hf_subset":"tzm_Tfng-mai_Deva","languages":["tzm-Tfng","mai-Deva"]},{"precision":0.127213,"recall":0.155138,"f1":0.133613,"accuracy":0.155138,"main_score":0.133613,"hf_subset":"tzm_Tfng-pbt_Arab","languages":["tzm-Tfng","pbt-Arab"]},{"precision":0.113953,"recall":0.147233,"f1":0.121556,"accuracy":0.147233,"main_score":0.121556,"hf_subset":"tzm_Tfng-spa_Latn","languages":["tzm-Tfng","spa-Latn"]},{"precision":0.117002,"recall":0.145257,"f1":0.123147,"accuracy":0.145257,"main_score":0.123147,"hf_subset":"tzm_Tfng-twi_Latn","languages":["tzm-Tfng","twi-Latn"]},{"precision":0.112386,"recall":0.143281,"f1":0.120506,"accuracy":0.143281,"main_score":0.120506,"hf_subset":"tzm_Tfng-acm_Arab","languages":["tzm-Tfng","acm-Arab"]},{"precision":0.137818,"recall":0.161067,"f1":0.143545,"accuracy":0.161067,"main_score":0.143545,"hf_subset":"tzm_Tfng-bel_Cyrl","languages":["tzm-Tfng","bel-Cyrl"]},{"precision":0.101014,"recall":0.131423,"f1":0.108006,"accuracy":0.131423,"main_score":0.108006,"hf_subset":"tzm_Tfng-eng_Latn","languages":["tzm-Tfng","eng-Latn"]},{"precision":0.129043,"recall":0.159091,"f1":0.13595,"accuracy":0.159091,"main_score":0.13595,"hf_subset":"tzm_Tfng-hrv_Latn","languages":["tzm-Tfng","hrv-Latn"]},{"precision":0.134959,"recall":0.168972,"f1":0.142661,"accuracy":0.168972,"main_score":0.142661,"hf_subset":"tzm_Tfng-kin_Latn","languages":["tzm-Tfng","kin-Latn"]},{"precision":0.121764,"recall":0.147233,"f1":0.12787,"accuracy":0.147233,"main_score":0.12787,"hf_subset":"tzm_Tfng-mal_Mlym","languages":["tzm-Tfng","mal-Mlym"]},{"precision":0.126241,"recall":0.150198,"f1":0.13299,"accuracy":0.150198,"main_score":0.13299,"hf_subset":"tzm_Tfng-pes_Arab","languages":["tzm-Tfng","pes-Arab"]},{"precision":0.124837,"recall":0.15415,"f1":0.132028,"accuracy":0.15415,"main_score":0.132028,"hf_subset":"tzm_Tfng-srd_Latn","languages":["tzm-Tfng","srd-Latn"]},{"precision":0.117369,"recall":0.146245,"f1":0.123722,"accuracy":0.146245,"main_score":0.123722,"hf_subset":"tzm_Tfng-acq_Arab","languages":["tzm-Tfng","acq-Arab"]},{"precision":0.123531,"recall":0.155138,"f1":0.130409,"accuracy":0.155138,"main_score":0.130409,"hf_subset":"tzm_Tfng-bem_Latn","languages":["tzm-Tfng","bem-Latn"]},{"precision":0.11867,"recall":0.145257,"f1":0.12596,"accuracy":0.145257,"main_score":0.12596,"hf_subset":"tzm_Tfng-epo_Latn","languages":["tzm-Tfng","epo-Latn"]},{"precision":0.118011,"recall":0.153162,"f1":0.125757,"accuracy":0.153162,"main_score":0.125757,"hf_subset":"tzm_Tfng-hun_Latn","languages":["tzm-Tfng","hun-Latn"]},{"precision":0.120948,"recall":0.147233,"f1":0.126917,"accuracy":0.147233,"main_score":0.126917,"hf_subset":"tzm_Tfng-kir_Cyrl","languages":["tzm-Tfng","kir-Cyrl"]},{"precision":0.123575,"recall":0.151186,"f1":0.130665,"accuracy":0.151186,"main_score":0.130665,"hf_subset":"tzm_Tfng-mar_Deva","languages":["tzm-Tfng","mar-Deva"]},{"precision":0.141193,"recall":0.168972,"f1":0.147549,"accuracy":0.168972,"main_score":0.147549,"hf_subset":"tzm_Tfng-plt_Latn","languages":["tzm-Tfng","plt-Latn"]},{"precision":0.12266,"recall":0.151186,"f1":0.129653,"accuracy":0.151186,"main_score":0.129653,"hf_subset":"tzm_Tfng-srp_Cyrl","languages":["tzm-Tfng","srp-Cyrl"]},{"precision":0.141567,"recall":0.163043,"f1":0.146921,"accuracy":0.163043,"main_score":0.146921,"hf_subset":"tzm_Tfng-uig_Arab","languages":["tzm-Tfng","uig-Arab"]},{"precision":0.117809,"recall":0.146245,"f1":0.124875,"accuracy":0.146245,"main_score":0.124875,"hf_subset":"tzm_Tfng-aeb_Arab","languages":["tzm-Tfng","aeb-Arab"]},{"precision":0.120925,"recall":0.153162,"f1":0.129321,"accuracy":0.153162,"main_score":0.129321,"hf_subset":"tzm_Tfng-ben_Beng","languages":["tzm-Tfng","ben-Beng"]},{"precision":0.114755,"recall":0.145257,"f1":0.122504,"accuracy":0.145257,"main_score":0.122504,"hf_subset":"tzm_Tfng-est_Latn","languages":["tzm-Tfng","est-Latn"]},{"precision":0.126603,"recall":0.152174,"f1":0.131803,"accuracy":0.152174,"main_score":0.131803,"hf_subset":"tzm_Tfng-hye_Armn","languages":["tzm-Tfng","hye-Armn"]},{"precision":0.11709,"recall":0.150198,"f1":0.124088,"accuracy":0.150198,"main_score":0.124088,"hf_subset":"tzm_Tfng-kmb_Latn","languages":["tzm-Tfng","kmb-Latn"]},{"precision":0.11512,"recall":0.145257,"f1":0.121722,"accuracy":0.145257,"main_score":0.121722,"hf_subset":"tzm_Tfng-min_Arab","languages":["tzm-Tfng","min-Arab"]},{"precision":0.11423,"recall":0.145257,"f1":0.121782,"accuracy":0.145257,"main_score":0.121782,"hf_subset":"tzm_Tfng-pol_Latn","languages":["tzm-Tfng","pol-Latn"]},{"precision":0.125945,"recall":0.149209,"f1":0.131393,"accuracy":0.149209,"main_score":0.131393,"hf_subset":"tzm_Tfng-ssw_Latn","languages":["tzm-Tfng","ssw-Latn"]},{"precision":0.123484,"recall":0.153162,"f1":0.130314,"accuracy":0.153162,"main_score":0.130314,"hf_subset":"tzm_Tfng-ukr_Cyrl","languages":["tzm-Tfng","ukr-Cyrl"]},{"precision":0.123139,"recall":0.151186,"f1":0.129567,"accuracy":0.151186,"main_score":0.129567,"hf_subset":"tzm_Tfng-afr_Latn","languages":["tzm-Tfng","afr-Latn"]},{"precision":0.139994,"recall":0.16502,"f1":0.145872,"accuracy":0.16502,"main_score":0.145872,"hf_subset":"tzm_Tfng-bho_Deva","languages":["tzm-Tfng","bho-Deva"]},{"precision":0.129423,"recall":0.158103,"f1":0.136693,"accuracy":0.158103,"main_score":0.136693,"hf_subset":"tzm_Tfng-eus_Latn","languages":["tzm-Tfng","eus-Latn"]},{"precision":0.113942,"recall":0.141304,"f1":0.119782,"accuracy":0.141304,"main_score":0.119782,"hf_subset":"tzm_Tfng-ibo_Latn","languages":["tzm-Tfng","ibo-Latn"]},{"precision":0.122656,"recall":0.149209,"f1":0.129046,"accuracy":0.149209,"main_score":0.129046,"hf_subset":"tzm_Tfng-kmr_Latn","languages":["tzm-Tfng","kmr-Latn"]},{"precision":0.131663,"recall":0.158103,"f1":0.137586,"accuracy":0.158103,"main_score":0.137586,"hf_subset":"tzm_Tfng-min_Latn","languages":["tzm-Tfng","min-Latn"]},{"precision":0.115277,"recall":0.147233,"f1":0.123056,"accuracy":0.147233,"main_score":0.123056,"hf_subset":"tzm_Tfng-por_Latn","languages":["tzm-Tfng","por-Latn"]},{"precision":0.13543,"recall":0.161067,"f1":0.141213,"accuracy":0.161067,"main_score":0.141213,"hf_subset":"tzm_Tfng-sun_Latn","languages":["tzm-Tfng","sun-Latn"]},{"precision":0.125668,"recall":0.156126,"f1":0.132401,"accuracy":0.156126,"main_score":0.132401,"hf_subset":"tzm_Tfng-umb_Latn","languages":["tzm-Tfng","umb-Latn"]},{"precision":0.118831,"recall":0.145257,"f1":0.125348,"accuracy":0.145257,"main_score":0.125348,"hf_subset":"tzm_Tfng-ajp_Arab","languages":["tzm-Tfng","ajp-Arab"]},{"precision":0.117225,"recall":0.144269,"f1":0.123935,"accuracy":0.144269,"main_score":0.123935,"hf_subset":"tzm_Tfng-bjn_Arab","languages":["tzm-Tfng","bjn-Arab"]},{"precision":0.112286,"recall":0.142292,"f1":0.119038,"accuracy":0.142292,"main_score":0.119038,"hf_subset":"tzm_Tfng-ewe_Latn","languages":["tzm-Tfng","ewe-Latn"]},{"precision":0.124155,"recall":0.151186,"f1":0.130009,"accuracy":0.151186,"main_score":0.130009,"hf_subset":"tzm_Tfng-ilo_Latn","languages":["tzm-Tfng","ilo-Latn"]},{"precision":0.123799,"recall":0.149209,"f1":0.130025,"accuracy":0.149209,"main_score":0.130025,"hf_subset":"tzm_Tfng-knc_Arab","languages":["tzm-Tfng","knc-Arab"]},{"precision":0.129034,"recall":0.159091,"f1":0.135599,"accuracy":0.159091,"main_score":0.135599,"hf_subset":"tzm_Tfng-mkd_Cyrl","languages":["tzm-Tfng","mkd-Cyrl"]},{"precision":0.13074,"recall":0.153162,"f1":0.136371,"accuracy":0.153162,"main_score":0.136371,"hf_subset":"tzm_Tfng-prs_Arab","languages":["tzm-Tfng","prs-Arab"]},{"precision":0.112035,"recall":0.141304,"f1":0.118566,"accuracy":0.141304,"main_score":0.118566,"hf_subset":"tzm_Tfng-swe_Latn","languages":["tzm-Tfng","swe-Latn"]},{"precision":0.133955,"recall":0.162055,"f1":0.140696,"accuracy":0.162055,"main_score":0.140696,"hf_subset":"tzm_Tfng-urd_Arab","languages":["tzm-Tfng","urd-Arab"]},{"precision":0.106777,"recall":0.132411,"f1":0.112607,"accuracy":0.132411,"main_score":0.112607,"hf_subset":"tzm_Tfng-aka_Latn","languages":["tzm-Tfng","aka-Latn"]},{"precision":0.126175,"recall":0.15415,"f1":0.132786,"accuracy":0.15415,"main_score":0.132786,"hf_subset":"tzm_Tfng-bjn_Latn","languages":["tzm-Tfng","bjn-Latn"]},{"precision":0.136461,"recall":0.163043,"f1":0.142976,"accuracy":0.163043,"main_score":0.142976,"hf_subset":"tzm_Tfng-fao_Latn","languages":["tzm-Tfng","fao-Latn"]},{"precision":0.121796,"recall":0.152174,"f1":0.128462,"accuracy":0.152174,"main_score":0.128462,"hf_subset":"tzm_Tfng-ind_Latn","languages":["tzm-Tfng","ind-Latn"]},{"precision":0.12782,"recall":0.156126,"f1":0.134153,"accuracy":0.156126,"main_score":0.134153,"hf_subset":"tzm_Tfng-knc_Latn","languages":["tzm-Tfng","knc-Latn"]},{"precision":0.129317,"recall":0.158103,"f1":0.135887,"accuracy":0.158103,"main_score":0.135887,"hf_subset":"tzm_Tfng-mlt_Latn","languages":["tzm-Tfng","mlt-Latn"]},{"precision":0.114607,"recall":0.141304,"f1":0.119968,"accuracy":0.141304,"main_score":0.119968,"hf_subset":"tzm_Tfng-quy_Latn","languages":["tzm-Tfng","quy-Latn"]},{"precision":0.130488,"recall":0.166008,"f1":0.137815,"accuracy":0.166008,"main_score":0.137815,"hf_subset":"tzm_Tfng-swh_Latn","languages":["tzm-Tfng","swh-Latn"]},{"precision":0.135079,"recall":0.161067,"f1":0.140958,"accuracy":0.161067,"main_score":0.140958,"hf_subset":"tzm_Tfng-uzn_Latn","languages":["tzm-Tfng","uzn-Latn"]},{"precision":0.13376,"recall":0.164032,"f1":0.140687,"accuracy":0.164032,"main_score":0.140687,"hf_subset":"tzm_Tfng-als_Latn","languages":["tzm-Tfng","als-Latn"]},{"precision":0.138324,"recall":0.162055,"f1":0.144633,"accuracy":0.162055,"main_score":0.144633,"hf_subset":"tzm_Tfng-bod_Tibt","languages":["tzm-Tfng","bod-Tibt"]},{"precision":0.119228,"recall":0.146245,"f1":0.124953,"accuracy":0.146245,"main_score":0.124953,"hf_subset":"tzm_Tfng-fij_Latn","languages":["tzm-Tfng","fij-Latn"]},{"precision":0.1223,"recall":0.153162,"f1":0.129787,"accuracy":0.153162,"main_score":0.129787,"hf_subset":"tzm_Tfng-isl_Latn","languages":["tzm-Tfng","isl-Latn"]},{"precision":0.118121,"recall":0.151186,"f1":0.12516,"accuracy":0.151186,"main_score":0.12516,"hf_subset":"tzm_Tfng-kon_Latn","languages":["tzm-Tfng","kon-Latn"]},{"precision":0.13353,"recall":0.159091,"f1":0.139846,"accuracy":0.159091,"main_score":0.139846,"hf_subset":"tzm_Tfng-mni_Beng","languages":["tzm-Tfng","mni-Beng"]},{"precision":0.125959,"recall":0.153162,"f1":0.132355,"accuracy":0.153162,"main_score":0.132355,"hf_subset":"tzm_Tfng-ron_Latn","languages":["tzm-Tfng","ron-Latn"]},{"precision":0.130618,"recall":0.158103,"f1":0.136936,"accuracy":0.158103,"main_score":0.136936,"hf_subset":"tzm_Tfng-szl_Latn","languages":["tzm-Tfng","szl-Latn"]},{"precision":0.128502,"recall":0.160079,"f1":0.135925,"accuracy":0.160079,"main_score":0.135925,"hf_subset":"tzm_Tfng-vec_Latn","languages":["tzm-Tfng","vec-Latn"]},{"precision":0.14608,"recall":0.171937,"f1":0.152444,"accuracy":0.171937,"main_score":0.152444,"hf_subset":"tzm_Tfng-amh_Ethi","languages":["tzm-Tfng","amh-Ethi"]},{"precision":0.124569,"recall":0.15415,"f1":0.131107,"accuracy":0.15415,"main_score":0.131107,"hf_subset":"tzm_Tfng-bos_Latn","languages":["tzm-Tfng","bos-Latn"]},{"precision":0.106787,"recall":0.136364,"f1":0.113514,"accuracy":0.136364,"main_score":0.113514,"hf_subset":"tzm_Tfng-fin_Latn","languages":["tzm-Tfng","fin-Latn"]},{"precision":0.116786,"recall":0.146245,"f1":0.124131,"accuracy":0.146245,"main_score":0.124131,"hf_subset":"tzm_Tfng-ita_Latn","languages":["tzm-Tfng","ita-Latn"]},{"precision":0.111197,"recall":0.137352,"f1":0.117686,"accuracy":0.137352,"main_score":0.117686,"hf_subset":"tzm_Tfng-kor_Hang","languages":["tzm-Tfng","kor-Hang"]},{"precision":0.126798,"recall":0.156126,"f1":0.133398,"accuracy":0.156126,"main_score":0.133398,"hf_subset":"tzm_Tfng-mos_Latn","languages":["tzm-Tfng","mos-Latn"]},{"precision":0.129933,"recall":0.158103,"f1":0.136178,"accuracy":0.158103,"main_score":0.136178,"hf_subset":"tzm_Tfng-run_Latn","languages":["tzm-Tfng","run-Latn"]},{"precision":0.133696,"recall":0.160079,"f1":0.140022,"accuracy":0.160079,"main_score":0.140022,"hf_subset":"tzm_Tfng-tam_Taml","languages":["tzm-Tfng","tam-Taml"]},{"precision":0.113104,"recall":0.144269,"f1":0.120438,"accuracy":0.144269,"main_score":0.120438,"hf_subset":"tzm_Tfng-vie_Latn","languages":["tzm-Tfng","vie-Latn"]},{"precision":0.121898,"recall":0.146245,"f1":0.127898,"accuracy":0.146245,"main_score":0.127898,"hf_subset":"tzm_Tfng-apc_Arab","languages":["tzm-Tfng","apc-Arab"]},{"precision":0.110983,"recall":0.136364,"f1":0.116387,"accuracy":0.136364,"main_score":0.116387,"hf_subset":"tzm_Tfng-bug_Latn","languages":["tzm-Tfng","bug-Latn"]},{"precision":0.119587,"recall":0.151186,"f1":0.126563,"accuracy":0.151186,"main_score":0.126563,"hf_subset":"tzm_Tfng-fon_Latn","languages":["tzm-Tfng","fon-Latn"]},{"precision":0.133975,"recall":0.163043,"f1":0.140781,"accuracy":0.163043,"main_score":0.140781,"hf_subset":"tzm_Tfng-jav_Latn","languages":["tzm-Tfng","jav-Latn"]},{"precision":0.138132,"recall":0.166996,"f1":0.14487,"accuracy":0.166996,"main_score":0.14487,"hf_subset":"tzm_Tfng-lao_Laoo","languages":["tzm-Tfng","lao-Laoo"]},{"precision":0.120346,"recall":0.15415,"f1":0.127668,"accuracy":0.15415,"main_score":0.127668,"hf_subset":"tzm_Tfng-mri_Latn","languages":["tzm-Tfng","mri-Latn"]},{"precision":0.120868,"recall":0.147233,"f1":0.127128,"accuracy":0.147233,"main_score":0.127128,"hf_subset":"tzm_Tfng-rus_Cyrl","languages":["tzm-Tfng","rus-Cyrl"]},{"precision":0.120981,"recall":0.152174,"f1":0.127091,"accuracy":0.152174,"main_score":0.127091,"hf_subset":"tzm_Tfng-taq_Latn","languages":["tzm-Tfng","taq-Latn"]},{"precision":0.130382,"recall":0.162055,"f1":0.137437,"accuracy":0.162055,"main_score":0.137437,"hf_subset":"tzm_Tfng-war_Latn","languages":["tzm-Tfng","war-Latn"]},{"precision":0.118004,"recall":0.148221,"f1":0.125166,"accuracy":0.148221,"main_score":0.125166,"hf_subset":"tzm_Tfng-arb_Arab","languages":["tzm-Tfng","arb-Arab"]},{"precision":0.120764,"recall":0.148221,"f1":0.127303,"accuracy":0.148221,"main_score":0.127303,"hf_subset":"tzm_Tfng-bul_Cyrl","languages":["tzm-Tfng","bul-Cyrl"]},{"precision":0.107638,"recall":0.13834,"f1":0.11482,"accuracy":0.13834,"main_score":0.11482,"hf_subset":"tzm_Tfng-fra_Latn","languages":["tzm-Tfng","fra-Latn"]},{"precision":0.109057,"recall":0.131423,"f1":0.114718,"accuracy":0.131423,"main_score":0.114718,"hf_subset":"tzm_Tfng-jpn_Jpan","languages":["tzm-Tfng","jpn-Jpan"]},{"precision":0.126061,"recall":0.155138,"f1":0.133347,"accuracy":0.155138,"main_score":0.133347,"hf_subset":"tzm_Tfng-lij_Latn","languages":["tzm-Tfng","lij-Latn"]},{"precision":0.11137,"recall":0.136364,"f1":0.117945,"accuracy":0.136364,"main_score":0.117945,"hf_subset":"tzm_Tfng-mya_Mymr","languages":["tzm-Tfng","mya-Mymr"]},{"precision":0.11812,"recall":0.147233,"f1":0.125076,"accuracy":0.147233,"main_score":0.125076,"hf_subset":"tzm_Tfng-sag_Latn","languages":["tzm-Tfng","sag-Latn"]},{"precision":0.179153,"recall":0.204545,"f1":0.185992,"accuracy":0.204545,"main_score":0.185992,"hf_subset":"tzm_Tfng-taq_Tfng","languages":["tzm-Tfng","taq-Tfng"]},{"precision":0.119598,"recall":0.144269,"f1":0.125576,"accuracy":0.144269,"main_score":0.125576,"hf_subset":"tzm_Tfng-wol_Latn","languages":["tzm-Tfng","wol-Latn"]},{"precision":0.100969,"recall":0.128458,"f1":0.107048,"accuracy":0.128458,"main_score":0.107048,"hf_subset":"tzm_Tfng-arb_Latn","languages":["tzm-Tfng","arb-Latn"]},{"precision":0.112277,"recall":0.141304,"f1":0.11928,"accuracy":0.141304,"main_score":0.11928,"hf_subset":"tzm_Tfng-cat_Latn","languages":["tzm-Tfng","cat-Latn"]},{"precision":0.121203,"recall":0.152174,"f1":0.128635,"accuracy":0.152174,"main_score":0.128635,"hf_subset":"tzm_Tfng-fur_Latn","languages":["tzm-Tfng","fur-Latn"]},{"precision":0.150517,"recall":0.176877,"f1":0.156434,"accuracy":0.176877,"main_score":0.156434,"hf_subset":"tzm_Tfng-kab_Latn","languages":["tzm-Tfng","kab-Latn"]},{"precision":0.11126,"recall":0.143281,"f1":0.118346,"accuracy":0.143281,"main_score":0.118346,"hf_subset":"tzm_Tfng-lim_Latn","languages":["tzm-Tfng","lim-Latn"]},{"precision":0.117112,"recall":0.149209,"f1":0.124976,"accuracy":0.149209,"main_score":0.124976,"hf_subset":"tzm_Tfng-nld_Latn","languages":["tzm-Tfng","nld-Latn"]},{"precision":0.121762,"recall":0.150198,"f1":0.128024,"accuracy":0.150198,"main_score":0.128024,"hf_subset":"tzm_Tfng-san_Deva","languages":["tzm-Tfng","san-Deva"]},{"precision":0.126162,"recall":0.153162,"f1":0.132405,"accuracy":0.153162,"main_score":0.132405,"hf_subset":"tzm_Tfng-tat_Cyrl","languages":["tzm-Tfng","tat-Cyrl"]},{"precision":0.127158,"recall":0.158103,"f1":0.133895,"accuracy":0.158103,"main_score":0.133895,"hf_subset":"tzm_Tfng-xho_Latn","languages":["tzm-Tfng","xho-Latn"]},{"precision":0.083636,"recall":0.114625,"f1":0.091037,"accuracy":0.114625,"main_score":0.091037,"hf_subset":"tzm_Tfng-ars_Arab","languages":["tzm-Tfng","ars-Arab"]},{"precision":0.131828,"recall":0.16502,"f1":0.13899,"accuracy":0.16502,"main_score":0.13899,"hf_subset":"tzm_Tfng-ceb_Latn","languages":["tzm-Tfng","ceb-Latn"]},{"precision":0.108407,"recall":0.13834,"f1":0.114662,"accuracy":0.13834,"main_score":0.114662,"hf_subset":"tzm_Tfng-fuv_Latn","languages":["tzm-Tfng","fuv-Latn"]},{"precision":0.111494,"recall":0.141304,"f1":0.118309,"accuracy":0.141304,"main_score":0.118309,"hf_subset":"tzm_Tfng-kac_Latn","languages":["tzm-Tfng","kac-Latn"]},{"precision":0.130901,"recall":0.162055,"f1":0.137112,"accuracy":0.162055,"main_score":0.137112,"hf_subset":"tzm_Tfng-lin_Latn","languages":["tzm-Tfng","lin-Latn"]},{"precision":0.115345,"recall":0.148221,"f1":0.123582,"accuracy":0.148221,"main_score":0.123582,"hf_subset":"tzm_Tfng-nno_Latn","languages":["tzm-Tfng","nno-Latn"]},{"precision":0.043888,"recall":0.078063,"f1":0.050864,"accuracy":0.078063,"main_score":0.050864,"hf_subset":"tzm_Tfng-sat_Olck","languages":["tzm-Tfng","sat-Olck"]},{"precision":0.13502,"recall":0.160079,"f1":0.140839,"accuracy":0.160079,"main_score":0.140839,"hf_subset":"tzm_Tfng-tel_Telu","languages":["tzm-Tfng","tel-Telu"]},{"precision":0.134157,"recall":0.164032,"f1":0.141126,"accuracy":0.164032,"main_score":0.141126,"hf_subset":"tzm_Tfng-ydd_Hebr","languages":["tzm-Tfng","ydd-Hebr"]},{"precision":0.107608,"recall":0.13834,"f1":0.114612,"accuracy":0.13834,"main_score":0.114612,"hf_subset":"tzm_Tfng-ary_Arab","languages":["tzm-Tfng","ary-Arab"]},{"precision":0.118856,"recall":0.148221,"f1":0.126351,"accuracy":0.148221,"main_score":0.126351,"hf_subset":"tzm_Tfng-ces_Latn","languages":["tzm-Tfng","ces-Latn"]},{"precision":0.139856,"recall":0.164032,"f1":0.145958,"accuracy":0.164032,"main_score":0.145958,"hf_subset":"tzm_Tfng-gaz_Latn","languages":["tzm-Tfng","gaz-Latn"]},{"precision":0.114815,"recall":0.144269,"f1":0.120946,"accuracy":0.144269,"main_score":0.120946,"hf_subset":"tzm_Tfng-kam_Latn","languages":["tzm-Tfng","kam-Latn"]},{"precision":0.119174,"recall":0.149209,"f1":0.126725,"accuracy":0.149209,"main_score":0.126725,"hf_subset":"tzm_Tfng-lit_Latn","languages":["tzm-Tfng","lit-Latn"]},{"precision":0.118795,"recall":0.147233,"f1":0.125961,"accuracy":0.147233,"main_score":0.125961,"hf_subset":"tzm_Tfng-nob_Latn","languages":["tzm-Tfng","nob-Latn"]},{"precision":0.117013,"recall":0.151186,"f1":0.125734,"accuracy":0.151186,"main_score":0.125734,"hf_subset":"tzm_Tfng-scn_Latn","languages":["tzm-Tfng","scn-Latn"]},{"precision":0.146069,"recall":0.166996,"f1":0.151057,"accuracy":0.166996,"main_score":0.151057,"hf_subset":"tzm_Tfng-tgk_Cyrl","languages":["tzm-Tfng","tgk-Cyrl"]},{"precision":0.094273,"recall":0.129447,"f1":0.101306,"accuracy":0.129447,"main_score":0.101306,"hf_subset":"tzm_Tfng-yor_Latn","languages":["tzm-Tfng","yor-Latn"]},{"precision":0.109865,"recall":0.141304,"f1":0.117063,"accuracy":0.141304,"main_score":0.117063,"hf_subset":"tzm_Tfng-arz_Arab","languages":["tzm-Tfng","arz-Arab"]},{"precision":0.121858,"recall":0.151186,"f1":0.129185,"accuracy":0.151186,"main_score":0.129185,"hf_subset":"tzm_Tfng-cjk_Latn","languages":["tzm-Tfng","cjk-Latn"]},{"precision":0.118598,"recall":0.149209,"f1":0.125572,"accuracy":0.149209,"main_score":0.125572,"hf_subset":"tzm_Tfng-gla_Latn","languages":["tzm-Tfng","gla-Latn"]},{"precision":0.141632,"recall":0.16502,"f1":0.147594,"accuracy":0.16502,"main_score":0.147594,"hf_subset":"tzm_Tfng-kan_Knda","languages":["tzm-Tfng","kan-Knda"]},{"precision":0.131196,"recall":0.161067,"f1":0.137626,"accuracy":0.161067,"main_score":0.137626,"hf_subset":"tzm_Tfng-lmo_Latn","languages":["tzm-Tfng","lmo-Latn"]},{"precision":0.128277,"recall":0.153162,"f1":0.134426,"accuracy":0.153162,"main_score":0.134426,"hf_subset":"tzm_Tfng-npi_Deva","languages":["tzm-Tfng","npi-Deva"]},{"precision":0.1076,"recall":0.142292,"f1":0.11565,"accuracy":0.142292,"main_score":0.11565,"hf_subset":"tzm_Tfng-shn_Mymr","languages":["tzm-Tfng","shn-Mymr"]},{"precision":0.132675,"recall":0.157115,"f1":0.138482,"accuracy":0.157115,"main_score":0.138482,"hf_subset":"tzm_Tfng-tgl_Latn","languages":["tzm-Tfng","tgl-Latn"]},{"precision":0.100203,"recall":0.128458,"f1":0.107576,"accuracy":0.128458,"main_score":0.107576,"hf_subset":"tzm_Tfng-yue_Hant","languages":["tzm-Tfng","yue-Hant"]},{"precision":0.116762,"recall":0.143281,"f1":0.123859,"accuracy":0.143281,"main_score":0.123859,"hf_subset":"tzm_Tfng-asm_Beng","languages":["tzm-Tfng","asm-Beng"]},{"precision":0.117352,"recall":0.147233,"f1":0.124693,"accuracy":0.147233,"main_score":0.124693,"hf_subset":"tzm_Tfng-ckb_Arab","languages":["tzm-Tfng","ckb-Arab"]},{"precision":0.13885,"recall":0.163043,"f1":0.145586,"accuracy":0.163043,"main_score":0.145586,"hf_subset":"tzm_Tfng-gle_Latn","languages":["tzm-Tfng","gle-Latn"]},{"precision":0.112391,"recall":0.140316,"f1":0.119519,"accuracy":0.140316,"main_score":0.119519,"hf_subset":"tzm_Tfng-kas_Arab","languages":["tzm-Tfng","kas-Arab"]},{"precision":0.134924,"recall":0.161067,"f1":0.14158,"accuracy":0.161067,"main_score":0.14158,"hf_subset":"tzm_Tfng-ltg_Latn","languages":["tzm-Tfng","ltg-Latn"]},{"precision":0.134497,"recall":0.164032,"f1":0.141683,"accuracy":0.164032,"main_score":0.141683,"hf_subset":"tzm_Tfng-nso_Latn","languages":["tzm-Tfng","nso-Latn"]},{"precision":0.154247,"recall":0.178854,"f1":0.159872,"accuracy":0.178854,"main_score":0.159872,"hf_subset":"tzm_Tfng-sin_Sinh","languages":["tzm-Tfng","sin-Sinh"]},{"precision":0.112533,"recall":0.143281,"f1":0.119345,"accuracy":0.143281,"main_score":0.119345,"hf_subset":"tzm_Tfng-tha_Thai","languages":["tzm-Tfng","tha-Thai"]},{"precision":0.089127,"recall":0.120553,"f1":0.097043,"accuracy":0.120553,"main_score":0.097043,"hf_subset":"tzm_Tfng-zho_Hans","languages":["tzm-Tfng","zho-Hans"]},{"precision":0.123057,"recall":0.153162,"f1":0.130236,"accuracy":0.153162,"main_score":0.130236,"hf_subset":"tzm_Tfng-ast_Latn","languages":["tzm-Tfng","ast-Latn"]},{"precision":0.120149,"recall":0.146245,"f1":0.12681,"accuracy":0.146245,"main_score":0.12681,"hf_subset":"tzm_Tfng-crh_Latn","languages":["tzm-Tfng","crh-Latn"]},{"precision":0.116901,"recall":0.146245,"f1":0.124201,"accuracy":0.146245,"main_score":0.124201,"hf_subset":"tzm_Tfng-glg_Latn","languages":["tzm-Tfng","glg-Latn"]},{"precision":0.126714,"recall":0.152174,"f1":0.132493,"accuracy":0.152174,"main_score":0.132493,"hf_subset":"tzm_Tfng-kas_Deva","languages":["tzm-Tfng","kas-Deva"]},{"precision":0.118446,"recall":0.149209,"f1":0.124588,"accuracy":0.149209,"main_score":0.124588,"hf_subset":"tzm_Tfng-ltz_Latn","languages":["tzm-Tfng","ltz-Latn"]},{"precision":0.128415,"recall":0.159091,"f1":0.135445,"accuracy":0.159091,"main_score":0.135445,"hf_subset":"tzm_Tfng-nus_Latn","languages":["tzm-Tfng","nus-Latn"]},{"precision":0.124946,"recall":0.155138,"f1":0.131389,"accuracy":0.155138,"main_score":0.131389,"hf_subset":"tzm_Tfng-slk_Latn","languages":["tzm-Tfng","slk-Latn"]},{"precision":0.152482,"recall":0.173913,"f1":0.157316,"accuracy":0.173913,"main_score":0.157316,"hf_subset":"tzm_Tfng-tir_Ethi","languages":["tzm-Tfng","tir-Ethi"]},{"precision":0.100863,"recall":0.128458,"f1":0.107723,"accuracy":0.128458,"main_score":0.107723,"hf_subset":"tzm_Tfng-zho_Hant","languages":["tzm-Tfng","zho-Hant"]},{"precision":0.133209,"recall":0.159091,"f1":0.13948,"accuracy":0.159091,"main_score":0.13948,"hf_subset":"tzm_Tfng-awa_Deva","languages":["tzm-Tfng","awa-Deva"]},{"precision":0.130049,"recall":0.159091,"f1":0.136933,"accuracy":0.159091,"main_score":0.136933,"hf_subset":"tzm_Tfng-cym_Latn","languages":["tzm-Tfng","cym-Latn"]},{"precision":0.120177,"recall":0.151186,"f1":0.126246,"accuracy":0.151186,"main_score":0.126246,"hf_subset":"tzm_Tfng-grn_Latn","languages":["tzm-Tfng","grn-Latn"]},{"precision":0.14207,"recall":0.16502,"f1":0.147559,"accuracy":0.16502,"main_score":0.147559,"hf_subset":"tzm_Tfng-kat_Geor","languages":["tzm-Tfng","kat-Geor"]},{"precision":0.13597,"recall":0.160079,"f1":0.141686,"accuracy":0.160079,"main_score":0.141686,"hf_subset":"tzm_Tfng-lua_Latn","languages":["tzm-Tfng","lua-Latn"]},{"precision":0.117835,"recall":0.144269,"f1":0.124043,"accuracy":0.144269,"main_score":0.124043,"hf_subset":"tzm_Tfng-nya_Latn","languages":["tzm-Tfng","nya-Latn"]},{"precision":0.121875,"recall":0.152174,"f1":0.128676,"accuracy":0.152174,"main_score":0.128676,"hf_subset":"tzm_Tfng-slv_Latn","languages":["tzm-Tfng","slv-Latn"]},{"precision":0.122236,"recall":0.155138,"f1":0.129482,"accuracy":0.155138,"main_score":0.129482,"hf_subset":"tzm_Tfng-tpi_Latn","languages":["tzm-Tfng","tpi-Latn"]},{"precision":0.123551,"recall":0.152174,"f1":0.130434,"accuracy":0.152174,"main_score":0.130434,"hf_subset":"tzm_Tfng-zsm_Latn","languages":["tzm-Tfng","zsm-Latn"]},{"precision":0.121843,"recall":0.149209,"f1":0.128022,"accuracy":0.149209,"main_score":0.128022,"hf_subset":"tzm_Tfng-ayr_Latn","languages":["tzm-Tfng","ayr-Latn"]},{"precision":0.115922,"recall":0.146245,"f1":0.123217,"accuracy":0.146245,"main_score":0.123217,"hf_subset":"tzm_Tfng-dan_Latn","languages":["tzm-Tfng","dan-Latn"]},{"precision":0.130064,"recall":0.155138,"f1":0.136032,"accuracy":0.155138,"main_score":0.136032,"hf_subset":"tzm_Tfng-guj_Gujr","languages":["tzm-Tfng","guj-Gujr"]},{"precision":0.123125,"recall":0.153162,"f1":0.130363,"accuracy":0.153162,"main_score":0.130363,"hf_subset":"tzm_Tfng-kaz_Cyrl","languages":["tzm-Tfng","kaz-Cyrl"]},{"precision":0.116518,"recall":0.145257,"f1":0.122832,"accuracy":0.145257,"main_score":0.122832,"hf_subset":"tzm_Tfng-lug_Latn","languages":["tzm-Tfng","lug-Latn"]},{"precision":0.114188,"recall":0.145257,"f1":0.12134,"accuracy":0.145257,"main_score":0.12134,"hf_subset":"tzm_Tfng-oci_Latn","languages":["tzm-Tfng","oci-Latn"]},{"precision":0.135084,"recall":0.166996,"f1":0.14233,"accuracy":0.166996,"main_score":0.14233,"hf_subset":"tzm_Tfng-smo_Latn","languages":["tzm-Tfng","smo-Latn"]},{"precision":0.118354,"recall":0.148221,"f1":0.125232,"accuracy":0.148221,"main_score":0.125232,"hf_subset":"tzm_Tfng-tsn_Latn","languages":["tzm-Tfng","tsn-Latn"]},{"precision":0.136178,"recall":0.16996,"f1":0.143933,"accuracy":0.16996,"main_score":0.143933,"hf_subset":"tzm_Tfng-zul_Latn","languages":["tzm-Tfng","zul-Latn"]},{"precision":0.116836,"recall":0.141304,"f1":0.122385,"accuracy":0.141304,"main_score":0.122385,"hf_subset":"tzm_Tfng-azb_Arab","languages":["tzm-Tfng","azb-Arab"]},{"precision":0.115866,"recall":0.141304,"f1":0.121813,"accuracy":0.141304,"main_score":0.121813,"hf_subset":"tzm_Tfng-deu_Latn","languages":["tzm-Tfng","deu-Latn"]},{"precision":0.121418,"recall":0.147233,"f1":0.127534,"accuracy":0.147233,"main_score":0.127534,"hf_subset":"tzm_Tfng-hat_Latn","languages":["tzm-Tfng","hat-Latn"]},{"precision":0.111992,"recall":0.142292,"f1":0.118765,"accuracy":0.142292,"main_score":0.118765,"hf_subset":"tzm_Tfng-kbp_Latn","languages":["tzm-Tfng","kbp-Latn"]},{"precision":0.115499,"recall":0.141304,"f1":0.121175,"accuracy":0.141304,"main_score":0.121175,"hf_subset":"tzm_Tfng-luo_Latn","languages":["tzm-Tfng","luo-Latn"]},{"precision":0.136051,"recall":0.160079,"f1":0.14162,"accuracy":0.160079,"main_score":0.14162,"hf_subset":"tzm_Tfng-ory_Orya","languages":["tzm-Tfng","ory-Orya"]},{"precision":0.112039,"recall":0.144269,"f1":0.11912,"accuracy":0.144269,"main_score":0.11912,"hf_subset":"tzm_Tfng-sna_Latn","languages":["tzm-Tfng","sna-Latn"]},{"precision":0.138696,"recall":0.168972,"f1":0.144961,"accuracy":0.168972,"main_score":0.144961,"hf_subset":"tzm_Tfng-tso_Latn","languages":["tzm-Tfng","tso-Latn"]},{"precision":0.122041,"recall":0.150198,"f1":0.128428,"accuracy":0.150198,"main_score":0.128428,"hf_subset":"tzm_Tfng-azj_Latn","languages":["tzm-Tfng","azj-Latn"]},{"precision":0.076653,"recall":0.104743,"f1":0.082774,"accuracy":0.104743,"main_score":0.082774,"hf_subset":"tzm_Tfng-dik_Latn","languages":["tzm-Tfng","dik-Latn"]},{"precision":0.128727,"recall":0.161067,"f1":0.136199,"accuracy":0.161067,"main_score":0.136199,"hf_subset":"tzm_Tfng-hau_Latn","languages":["tzm-Tfng","hau-Latn"]},{"precision":0.124666,"recall":0.159091,"f1":0.132521,"accuracy":0.159091,"main_score":0.132521,"hf_subset":"tzm_Tfng-kea_Latn","languages":["tzm-Tfng","kea-Latn"]},{"precision":0.117603,"recall":0.142292,"f1":0.122981,"accuracy":0.142292,"main_score":0.122981,"hf_subset":"tzm_Tfng-lus_Latn","languages":["tzm-Tfng","lus-Latn"]},{"precision":0.119746,"recall":0.144269,"f1":0.125294,"accuracy":0.144269,"main_score":0.125294,"hf_subset":"tzm_Tfng-pag_Latn","languages":["tzm-Tfng","pag-Latn"]},{"precision":0.130325,"recall":0.158103,"f1":0.136903,"accuracy":0.158103,"main_score":0.136903,"hf_subset":"tzm_Tfng-snd_Arab","languages":["tzm-Tfng","snd-Arab"]},{"precision":0.128766,"recall":0.153162,"f1":0.134448,"accuracy":0.153162,"main_score":0.134448,"hf_subset":"tzm_Tfng-tuk_Latn","languages":["tzm-Tfng","tuk-Latn"]},{"precision":0.129646,"recall":0.157115,"f1":0.136475,"accuracy":0.157115,"main_score":0.136475,"hf_subset":"tzm_Tfng-bak_Cyrl","languages":["tzm-Tfng","bak-Cyrl"]},{"precision":0.050393,"recall":0.078063,"f1":0.055752,"accuracy":0.078063,"main_score":0.055752,"hf_subset":"tzm_Tfng-dyu_Latn","languages":["tzm-Tfng","dyu-Latn"]},{"precision":0.123749,"recall":0.150198,"f1":0.130247,"accuracy":0.150198,"main_score":0.130247,"hf_subset":"tzm_Tfng-heb_Hebr","languages":["tzm-Tfng","heb-Hebr"]},{"precision":0.129416,"recall":0.160079,"f1":0.136697,"accuracy":0.160079,"main_score":0.136697,"hf_subset":"tzm_Tfng-khk_Cyrl","languages":["tzm-Tfng","khk-Cyrl"]},{"precision":0.114315,"recall":0.139328,"f1":0.120862,"accuracy":0.139328,"main_score":0.120862,"hf_subset":"tzm_Tfng-lvs_Latn","languages":["tzm-Tfng","lvs-Latn"]},{"precision":0.132802,"recall":0.159091,"f1":0.138944,"accuracy":0.159091,"main_score":0.138944,"hf_subset":"tzm_Tfng-pan_Guru","languages":["tzm-Tfng","pan-Guru"]},{"precision":0.129298,"recall":0.161067,"f1":0.136292,"accuracy":0.161067,"main_score":0.136292,"hf_subset":"tzm_Tfng-som_Latn","languages":["tzm-Tfng","som-Latn"]},{"precision":0.111906,"recall":0.139328,"f1":0.117911,"accuracy":0.139328,"main_score":0.117911,"hf_subset":"tzm_Tfng-tum_Latn","languages":["tzm-Tfng","tum-Latn"]},{"precision":0.413298,"recall":0.502964,"f1":0.437475,"accuracy":0.502964,"main_score":0.437475,"hf_subset":"acq_Arab-ace_Arab","languages":["acq-Arab","ace-Arab"]},{"precision":0.414671,"recall":0.495059,"f1":0.436606,"accuracy":0.495059,"main_score":0.436606,"hf_subset":"acq_Arab-bam_Latn","languages":["acq-Arab","bam-Latn"]},{"precision":0.112079,"recall":0.16502,"f1":0.125988,"accuracy":0.16502,"main_score":0.125988,"hf_subset":"acq_Arab-dzo_Tibt","languages":["acq-Arab","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-hin_Deva","languages":["acq-Arab","hin-Deva"]},{"precision":0.926877,"recall":0.950593,"f1":0.934618,"accuracy":0.950593,"main_score":0.934618,"hf_subset":"acq_Arab-khm_Khmr","languages":["acq-Arab","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acq_Arab-mag_Deva","languages":["acq-Arab","mag-Deva"]},{"precision":0.96805,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"acq_Arab-pap_Latn","languages":["acq-Arab","pap-Latn"]},{"precision":0.462322,"recall":0.545455,"f1":0.485296,"accuracy":0.545455,"main_score":0.485296,"hf_subset":"acq_Arab-sot_Latn","languages":["acq-Arab","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-tur_Latn","languages":["acq-Arab","tur-Latn"]},{"precision":0.777026,"recall":0.836957,"f1":0.795652,"accuracy":0.836957,"main_score":0.795652,"hf_subset":"acq_Arab-ace_Latn","languages":["acq-Arab","ace-Latn"]},{"precision":0.910573,"recall":0.937747,"f1":0.919466,"accuracy":0.937747,"main_score":0.919466,"hf_subset":"acq_Arab-ban_Latn","languages":["acq-Arab","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-ell_Grek","languages":["acq-Arab","ell-Grek"]},{"precision":0.981555,"recall":0.987154,"f1":0.983366,"accuracy":0.987154,"main_score":0.983366,"hf_subset":"acq_Arab-hne_Deva","languages":["acq-Arab","hne-Deva"]},{"precision":0.475118,"recall":0.5583,"f1":0.498598,"accuracy":0.5583,"main_score":0.498598,"hf_subset":"acq_Arab-kik_Latn","languages":["acq-Arab","kik-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"acq_Arab-mai_Deva","languages":["acq-Arab","mai-Deva"]},{"precision":0.878294,"recall":0.914032,"f1":0.889625,"accuracy":0.914032,"main_score":0.889625,"hf_subset":"acq_Arab-pbt_Arab","languages":["acq-Arab","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-spa_Latn","languages":["acq-Arab","spa-Latn"]},{"precision":0.506968,"recall":0.59585,"f1":0.532488,"accuracy":0.59585,"main_score":0.532488,"hf_subset":"acq_Arab-twi_Latn","languages":["acq-Arab","twi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-acm_Arab","languages":["acq-Arab","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-bel_Cyrl","languages":["acq-Arab","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-eng_Latn","languages":["acq-Arab","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-hrv_Latn","languages":["acq-Arab","hrv-Latn"]},{"precision":0.397654,"recall":0.483202,"f1":0.420437,"accuracy":0.483202,"main_score":0.420437,"hf_subset":"acq_Arab-kin_Latn","languages":["acq-Arab","kin-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"acq_Arab-mal_Mlym","languages":["acq-Arab","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-pes_Arab","languages":["acq-Arab","pes-Arab"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"acq_Arab-srd_Latn","languages":["acq-Arab","srd-Latn"]},{"precision":0.114468,"recall":0.18083,"f1":0.129303,"accuracy":0.18083,"main_score":0.129303,"hf_subset":"acq_Arab-tzm_Tfng","languages":["acq-Arab","tzm-Tfng"]},{"precision":0.4719,"recall":0.556324,"f1":0.495531,"accuracy":0.556324,"main_score":0.495531,"hf_subset":"acq_Arab-bem_Latn","languages":["acq-Arab","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-epo_Latn","languages":["acq-Arab","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-hun_Latn","languages":["acq-Arab","hun-Latn"]},{"precision":0.951746,"recall":0.967391,"f1":0.956851,"accuracy":0.967391,"main_score":0.956851,"hf_subset":"acq_Arab-kir_Cyrl","languages":["acq-Arab","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acq_Arab-mar_Deva","languages":["acq-Arab","mar-Deva"]},{"precision":0.516149,"recall":0.589921,"f1":0.537159,"accuracy":0.589921,"main_score":0.537159,"hf_subset":"acq_Arab-plt_Latn","languages":["acq-Arab","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-srp_Cyrl","languages":["acq-Arab","srp-Cyrl"]},{"precision":0.931571,"recall":0.950593,"f1":0.937648,"accuracy":0.950593,"main_score":0.937648,"hf_subset":"acq_Arab-uig_Arab","languages":["acq-Arab","uig-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acq_Arab-aeb_Arab","languages":["acq-Arab","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-ben_Beng","languages":["acq-Arab","ben-Beng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"acq_Arab-est_Latn","languages":["acq-Arab","est-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"acq_Arab-hye_Armn","languages":["acq-Arab","hye-Armn"]},{"precision":0.424806,"recall":0.498024,"f1":0.445227,"accuracy":0.498024,"main_score":0.445227,"hf_subset":"acq_Arab-kmb_Latn","languages":["acq-Arab","kmb-Latn"]},{"precision":0.359745,"recall":0.453557,"f1":0.383719,"accuracy":0.453557,"main_score":0.383719,"hf_subset":"acq_Arab-min_Arab","languages":["acq-Arab","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-pol_Latn","languages":["acq-Arab","pol-Latn"]},{"precision":0.408527,"recall":0.495059,"f1":0.431453,"accuracy":0.495059,"main_score":0.431453,"hf_subset":"acq_Arab-ssw_Latn","languages":["acq-Arab","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-ukr_Cyrl","languages":["acq-Arab","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-afr_Latn","languages":["acq-Arab","afr-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"acq_Arab-bho_Deva","languages":["acq-Arab","bho-Deva"]},{"precision":0.932642,"recall":0.953557,"f1":0.939347,"accuracy":0.953557,"main_score":0.939347,"hf_subset":"acq_Arab-eus_Latn","languages":["acq-Arab","eus-Latn"]},{"precision":0.445663,"recall":0.525692,"f1":0.467395,"accuracy":0.525692,"main_score":0.467395,"hf_subset":"acq_Arab-ibo_Latn","languages":["acq-Arab","ibo-Latn"]},{"precision":0.671014,"recall":0.747036,"f1":0.692986,"accuracy":0.747036,"main_score":0.692986,"hf_subset":"acq_Arab-kmr_Latn","languages":["acq-Arab","kmr-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"acq_Arab-min_Latn","languages":["acq-Arab","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-por_Latn","languages":["acq-Arab","por-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"acq_Arab-sun_Latn","languages":["acq-Arab","sun-Latn"]},{"precision":0.411993,"recall":0.495059,"f1":0.435334,"accuracy":0.495059,"main_score":0.435334,"hf_subset":"acq_Arab-umb_Latn","languages":["acq-Arab","umb-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acq_Arab-ajp_Arab","languages":["acq-Arab","ajp-Arab"]},{"precision":0.382683,"recall":0.478261,"f1":0.40881,"accuracy":0.478261,"main_score":0.40881,"hf_subset":"acq_Arab-bjn_Arab","languages":["acq-Arab","bjn-Arab"]},{"precision":0.434719,"recall":0.51087,"f1":0.455,"accuracy":0.51087,"main_score":0.455,"hf_subset":"acq_Arab-ewe_Latn","languages":["acq-Arab","ewe-Latn"]},{"precision":0.821756,"recall":0.870553,"f1":0.836957,"accuracy":0.870553,"main_score":0.836957,"hf_subset":"acq_Arab-ilo_Latn","languages":["acq-Arab","ilo-Latn"]},{"precision":0.186922,"recall":0.267787,"f1":0.206999,"accuracy":0.267787,"main_score":0.206999,"hf_subset":"acq_Arab-knc_Arab","languages":["acq-Arab","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-mkd_Cyrl","languages":["acq-Arab","mkd-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acq_Arab-prs_Arab","languages":["acq-Arab","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-swe_Latn","languages":["acq-Arab","swe-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"acq_Arab-urd_Arab","languages":["acq-Arab","urd-Arab"]},{"precision":0.491498,"recall":0.58498,"f1":0.518175,"accuracy":0.58498,"main_score":0.518175,"hf_subset":"acq_Arab-aka_Latn","languages":["acq-Arab","aka-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"acq_Arab-bjn_Latn","languages":["acq-Arab","bjn-Latn"]},{"precision":0.90135,"recall":0.932806,"f1":0.911726,"accuracy":0.932806,"main_score":0.911726,"hf_subset":"acq_Arab-fao_Latn","languages":["acq-Arab","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-ind_Latn","languages":["acq-Arab","ind-Latn"]},{"precision":0.478846,"recall":0.561265,"f1":0.502069,"accuracy":0.561265,"main_score":0.502069,"hf_subset":"acq_Arab-knc_Latn","languages":["acq-Arab","knc-Latn"]},{"precision":0.962615,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"acq_Arab-mlt_Latn","languages":["acq-Arab","mlt-Latn"]},{"precision":0.532667,"recall":0.619565,"f1":0.556603,"accuracy":0.619565,"main_score":0.556603,"hf_subset":"acq_Arab-quy_Latn","languages":["acq-Arab","quy-Latn"]},{"precision":0.682025,"recall":0.759881,"f1":0.705437,"accuracy":0.759881,"main_score":0.705437,"hf_subset":"acq_Arab-swh_Latn","languages":["acq-Arab","swh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"acq_Arab-uzn_Latn","languages":["acq-Arab","uzn-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-als_Latn","languages":["acq-Arab","als-Latn"]},{"precision":0.139479,"recall":0.215415,"f1":0.157372,"accuracy":0.215415,"main_score":0.157372,"hf_subset":"acq_Arab-bod_Tibt","languages":["acq-Arab","bod-Tibt"]},{"precision":0.437173,"recall":0.514822,"f1":0.458481,"accuracy":0.514822,"main_score":0.458481,"hf_subset":"acq_Arab-fij_Latn","languages":["acq-Arab","fij-Latn"]},{"precision":0.932395,"recall":0.952569,"f1":0.938768,"accuracy":0.952569,"main_score":0.938768,"hf_subset":"acq_Arab-isl_Latn","languages":["acq-Arab","isl-Latn"]},{"precision":0.505872,"recall":0.592885,"f1":0.530889,"accuracy":0.592885,"main_score":0.530889,"hf_subset":"acq_Arab-kon_Latn","languages":["acq-Arab","kon-Latn"]},{"precision":0.464439,"recall":0.56917,"f1":0.493399,"accuracy":0.56917,"main_score":0.493399,"hf_subset":"acq_Arab-mni_Beng","languages":["acq-Arab","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-ron_Latn","languages":["acq-Arab","ron-Latn"]},{"precision":0.976614,"recall":0.982213,"f1":0.978426,"accuracy":0.982213,"main_score":0.978426,"hf_subset":"acq_Arab-szl_Latn","languages":["acq-Arab","szl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"acq_Arab-vec_Latn","languages":["acq-Arab","vec-Latn"]},{"precision":0.521851,"recall":0.613636,"f1":0.548654,"accuracy":0.613636,"main_score":0.548654,"hf_subset":"acq_Arab-amh_Ethi","languages":["acq-Arab","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-bos_Latn","languages":["acq-Arab","bos-Latn"]},{"precision":0.995059,"recall":0.996047,"f1":0.995389,"accuracy":0.996047,"main_score":0.995389,"hf_subset":"acq_Arab-fin_Latn","languages":["acq-Arab","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-ita_Latn","languages":["acq-Arab","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-kor_Hang","languages":["acq-Arab","kor-Hang"]},{"precision":0.432287,"recall":0.520751,"f1":0.456246,"accuracy":0.520751,"main_score":0.456246,"hf_subset":"acq_Arab-mos_Latn","languages":["acq-Arab","mos-Latn"]},{"precision":0.412521,"recall":0.494071,"f1":0.434463,"accuracy":0.494071,"main_score":0.434463,"hf_subset":"acq_Arab-run_Latn","languages":["acq-Arab","run-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"acq_Arab-tam_Taml","languages":["acq-Arab","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-vie_Latn","languages":["acq-Arab","vie-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acq_Arab-apc_Arab","languages":["acq-Arab","apc-Arab"]},{"precision":0.720168,"recall":0.783597,"f1":0.73862,"accuracy":0.783597,"main_score":0.73862,"hf_subset":"acq_Arab-bug_Latn","languages":["acq-Arab","bug-Latn"]},{"precision":0.390399,"recall":0.470356,"f1":0.411404,"accuracy":0.470356,"main_score":0.411404,"hf_subset":"acq_Arab-fon_Latn","languages":["acq-Arab","fon-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"acq_Arab-jav_Latn","languages":["acq-Arab","jav-Latn"]},{"precision":0.881258,"recall":0.917984,"f1":0.893281,"accuracy":0.917984,"main_score":0.893281,"hf_subset":"acq_Arab-lao_Laoo","languages":["acq-Arab","lao-Laoo"]},{"precision":0.541585,"recall":0.633399,"f1":0.567623,"accuracy":0.633399,"main_score":0.567623,"hf_subset":"acq_Arab-mri_Latn","languages":["acq-Arab","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-rus_Cyrl","languages":["acq-Arab","rus-Cyrl"]},{"precision":0.465736,"recall":0.544466,"f1":0.486924,"accuracy":0.544466,"main_score":0.486924,"hf_subset":"acq_Arab-taq_Latn","languages":["acq-Arab","taq-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"acq_Arab-war_Latn","languages":["acq-Arab","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-arb_Arab","languages":["acq-Arab","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-bul_Cyrl","languages":["acq-Arab","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-fra_Latn","languages":["acq-Arab","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-jpn_Jpan","languages":["acq-Arab","jpn-Jpan"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"acq_Arab-lij_Latn","languages":["acq-Arab","lij-Latn"]},{"precision":0.92976,"recall":0.950593,"f1":0.936448,"accuracy":0.950593,"main_score":0.936448,"hf_subset":"acq_Arab-mya_Mymr","languages":["acq-Arab","mya-Mymr"]},{"precision":0.465858,"recall":0.554348,"f1":0.489851,"accuracy":0.554348,"main_score":0.489851,"hf_subset":"acq_Arab-sag_Latn","languages":["acq-Arab","sag-Latn"]},{"precision":0.115883,"recall":0.198617,"f1":0.132174,"accuracy":0.198617,"main_score":0.132174,"hf_subset":"acq_Arab-taq_Tfng","languages":["acq-Arab","taq-Tfng"]},{"precision":0.509753,"recall":0.59585,"f1":0.533908,"accuracy":0.59585,"main_score":0.533908,"hf_subset":"acq_Arab-wol_Latn","languages":["acq-Arab","wol-Latn"]},{"precision":0.65364,"recall":0.733202,"f1":0.676629,"accuracy":0.733202,"main_score":0.676629,"hf_subset":"acq_Arab-arb_Latn","languages":["acq-Arab","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-cat_Latn","languages":["acq-Arab","cat-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"acq_Arab-fur_Latn","languages":["acq-Arab","fur-Latn"]},{"precision":0.317111,"recall":0.396245,"f1":0.338055,"accuracy":0.396245,"main_score":0.338055,"hf_subset":"acq_Arab-kab_Latn","languages":["acq-Arab","kab-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"acq_Arab-lim_Latn","languages":["acq-Arab","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-nld_Latn","languages":["acq-Arab","nld-Latn"]},{"precision":0.947546,"recall":0.962451,"f1":0.952259,"accuracy":0.962451,"main_score":0.952259,"hf_subset":"acq_Arab-san_Deva","languages":["acq-Arab","san-Deva"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"acq_Arab-tat_Cyrl","languages":["acq-Arab","tat-Cyrl"]},{"precision":0.469107,"recall":0.556324,"f1":0.492511,"accuracy":0.556324,"main_score":0.492511,"hf_subset":"acq_Arab-xho_Latn","languages":["acq-Arab","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-ars_Arab","languages":["acq-Arab","ars-Arab"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"acq_Arab-ceb_Latn","languages":["acq-Arab","ceb-Latn"]},{"precision":0.443339,"recall":0.524704,"f1":0.465659,"accuracy":0.524704,"main_score":0.465659,"hf_subset":"acq_Arab-fuv_Latn","languages":["acq-Arab","fuv-Latn"]},{"precision":0.431995,"recall":0.517787,"f1":0.455025,"accuracy":0.517787,"main_score":0.455025,"hf_subset":"acq_Arab-kac_Latn","languages":["acq-Arab","kac-Latn"]},{"precision":0.523129,"recall":0.607708,"f1":0.546636,"accuracy":0.607708,"main_score":0.546636,"hf_subset":"acq_Arab-lin_Latn","languages":["acq-Arab","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acq_Arab-nno_Latn","languages":["acq-Arab","nno-Latn"]},{"precision":0.014899,"recall":0.057312,"f1":0.020737,"accuracy":0.057312,"main_score":0.020737,"hf_subset":"acq_Arab-sat_Olck","languages":["acq-Arab","sat-Olck"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acq_Arab-tel_Telu","languages":["acq-Arab","tel-Telu"]},{"precision":0.696443,"recall":0.77668,"f1":0.720586,"accuracy":0.77668,"main_score":0.720586,"hf_subset":"acq_Arab-ydd_Hebr","languages":["acq-Arab","ydd-Hebr"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"acq_Arab-ary_Arab","languages":["acq-Arab","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-ces_Latn","languages":["acq-Arab","ces-Latn"]},{"precision":0.366159,"recall":0.451581,"f1":0.389436,"accuracy":0.451581,"main_score":0.389436,"hf_subset":"acq_Arab-gaz_Latn","languages":["acq-Arab","gaz-Latn"]},{"precision":0.456209,"recall":0.540514,"f1":0.479524,"accuracy":0.540514,"main_score":0.479524,"hf_subset":"acq_Arab-kam_Latn","languages":["acq-Arab","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"acq_Arab-lit_Latn","languages":["acq-Arab","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-nob_Latn","languages":["acq-Arab","nob-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"acq_Arab-scn_Latn","languages":["acq-Arab","scn-Latn"]},{"precision":0.906868,"recall":0.933794,"f1":0.91525,"accuracy":0.933794,"main_score":0.91525,"hf_subset":"acq_Arab-tgk_Cyrl","languages":["acq-Arab","tgk-Cyrl"]},{"precision":0.389836,"recall":0.474308,"f1":0.412749,"accuracy":0.474308,"main_score":0.412749,"hf_subset":"acq_Arab-yor_Latn","languages":["acq-Arab","yor-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-arz_Arab","languages":["acq-Arab","arz-Arab"]},{"precision":0.449737,"recall":0.539526,"f1":0.473615,"accuracy":0.539526,"main_score":0.473615,"hf_subset":"acq_Arab-cjk_Latn","languages":["acq-Arab","cjk-Latn"]},{"precision":0.568531,"recall":0.65415,"f1":0.59273,"accuracy":0.65415,"main_score":0.59273,"hf_subset":"acq_Arab-gla_Latn","languages":["acq-Arab","gla-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"acq_Arab-kan_Knda","languages":["acq-Arab","kan-Knda"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"acq_Arab-lmo_Latn","languages":["acq-Arab","lmo-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"acq_Arab-npi_Deva","languages":["acq-Arab","npi-Deva"]},{"precision":0.369988,"recall":0.478261,"f1":0.398004,"accuracy":0.478261,"main_score":0.398004,"hf_subset":"acq_Arab-shn_Mymr","languages":["acq-Arab","shn-Mymr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"acq_Arab-tgl_Latn","languages":["acq-Arab","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-yue_Hant","languages":["acq-Arab","yue-Hant"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"acq_Arab-asm_Beng","languages":["acq-Arab","asm-Beng"]},{"precision":0.690681,"recall":0.762846,"f1":0.711775,"accuracy":0.762846,"main_score":0.711775,"hf_subset":"acq_Arab-ckb_Arab","languages":["acq-Arab","ckb-Arab"]},{"precision":0.660927,"recall":0.749012,"f1":0.687703,"accuracy":0.749012,"main_score":0.687703,"hf_subset":"acq_Arab-gle_Latn","languages":["acq-Arab","gle-Latn"]},{"precision":0.861825,"recall":0.905138,"f1":0.875659,"accuracy":0.905138,"main_score":0.875659,"hf_subset":"acq_Arab-kas_Arab","languages":["acq-Arab","kas-Arab"]},{"precision":0.859519,"recall":0.901186,"f1":0.872812,"accuracy":0.901186,"main_score":0.872812,"hf_subset":"acq_Arab-ltg_Latn","languages":["acq-Arab","ltg-Latn"]},{"precision":0.481481,"recall":0.562253,"f1":0.503212,"accuracy":0.562253,"main_score":0.503212,"hf_subset":"acq_Arab-nso_Latn","languages":["acq-Arab","nso-Latn"]},{"precision":0.412445,"recall":0.512846,"f1":0.440098,"accuracy":0.512846,"main_score":0.440098,"hf_subset":"acq_Arab-sin_Sinh","languages":["acq-Arab","sin-Sinh"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-tha_Thai","languages":["acq-Arab","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-zho_Hans","languages":["acq-Arab","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-ast_Latn","languages":["acq-Arab","ast-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"acq_Arab-crh_Latn","languages":["acq-Arab","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-glg_Latn","languages":["acq-Arab","glg-Latn"]},{"precision":0.743669,"recall":0.811265,"f1":0.763803,"accuracy":0.811265,"main_score":0.763803,"hf_subset":"acq_Arab-kas_Deva","languages":["acq-Arab","kas-Deva"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"acq_Arab-ltz_Latn","languages":["acq-Arab","ltz-Latn"]},{"precision":0.351359,"recall":0.435771,"f1":0.373037,"accuracy":0.435771,"main_score":0.373037,"hf_subset":"acq_Arab-nus_Latn","languages":["acq-Arab","nus-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acq_Arab-slk_Latn","languages":["acq-Arab","slk-Latn"]},{"precision":0.244128,"recall":0.317194,"f1":0.262721,"accuracy":0.317194,"main_score":0.262721,"hf_subset":"acq_Arab-tir_Ethi","languages":["acq-Arab","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acq_Arab-zho_Hant","languages":["acq-Arab","zho-Hant"]},{"precision":0.984025,"recall":0.988142,"f1":0.985343,"accuracy":0.988142,"main_score":0.985343,"hf_subset":"acq_Arab-awa_Deva","languages":["acq-Arab","awa-Deva"]},{"precision":0.835672,"recall":0.882411,"f1":0.850296,"accuracy":0.882411,"main_score":0.850296,"hf_subset":"acq_Arab-cym_Latn","languages":["acq-Arab","cym-Latn"]},{"precision":0.692928,"recall":0.763834,"f1":0.713789,"accuracy":0.763834,"main_score":0.713789,"hf_subset":"acq_Arab-grn_Latn","languages":["acq-Arab","grn-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"acq_Arab-kat_Geor","languages":["acq-Arab","kat-Geor"]},{"precision":0.519483,"recall":0.602767,"f1":0.543437,"accuracy":0.602767,"main_score":0.543437,"hf_subset":"acq_Arab-lua_Latn","languages":["acq-Arab","lua-Latn"]},{"precision":0.474964,"recall":0.555336,"f1":0.496901,"accuracy":0.555336,"main_score":0.496901,"hf_subset":"acq_Arab-nya_Latn","languages":["acq-Arab","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acq_Arab-slv_Latn","languages":["acq-Arab","slv-Latn"]},{"precision":0.777125,"recall":0.837945,"f1":0.795586,"accuracy":0.837945,"main_score":0.795586,"hf_subset":"acq_Arab-tpi_Latn","languages":["acq-Arab","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-zsm_Latn","languages":["acq-Arab","zsm-Latn"]},{"precision":0.452279,"recall":0.530632,"f1":0.47332,"accuracy":0.530632,"main_score":0.47332,"hf_subset":"acq_Arab-ayr_Latn","languages":["acq-Arab","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-dan_Latn","languages":["acq-Arab","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acq_Arab-guj_Gujr","languages":["acq-Arab","guj-Gujr"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"acq_Arab-kaz_Cyrl","languages":["acq-Arab","kaz-Cyrl"]},{"precision":0.409242,"recall":0.494071,"f1":0.432685,"accuracy":0.494071,"main_score":0.432685,"hf_subset":"acq_Arab-lug_Latn","languages":["acq-Arab","lug-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"acq_Arab-oci_Latn","languages":["acq-Arab","oci-Latn"]},{"precision":0.456705,"recall":0.551383,"f1":0.483278,"accuracy":0.551383,"main_score":0.483278,"hf_subset":"acq_Arab-smo_Latn","languages":["acq-Arab","smo-Latn"]},{"precision":0.42406,"recall":0.51087,"f1":0.44755,"accuracy":0.51087,"main_score":0.44755,"hf_subset":"acq_Arab-tsn_Latn","languages":["acq-Arab","tsn-Latn"]},{"precision":0.425871,"recall":0.508893,"f1":0.447848,"accuracy":0.508893,"main_score":0.447848,"hf_subset":"acq_Arab-zul_Latn","languages":["acq-Arab","zul-Latn"]},{"precision":0.797431,"recall":0.854743,"f1":0.815137,"accuracy":0.854743,"main_score":0.815137,"hf_subset":"acq_Arab-azb_Arab","languages":["acq-Arab","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-deu_Latn","languages":["acq-Arab","deu-Latn"]},{"precision":0.907773,"recall":0.934783,"f1":0.91629,"accuracy":0.934783,"main_score":0.91629,"hf_subset":"acq_Arab-hat_Latn","languages":["acq-Arab","hat-Latn"]},{"precision":0.404269,"recall":0.483202,"f1":0.424944,"accuracy":0.483202,"main_score":0.424944,"hf_subset":"acq_Arab-kbp_Latn","languages":["acq-Arab","kbp-Latn"]},{"precision":0.455902,"recall":0.535573,"f1":0.477153,"accuracy":0.535573,"main_score":0.477153,"hf_subset":"acq_Arab-luo_Latn","languages":["acq-Arab","luo-Latn"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"acq_Arab-ory_Orya","languages":["acq-Arab","ory-Orya"]},{"precision":0.446378,"recall":0.530632,"f1":0.470095,"accuracy":0.530632,"main_score":0.470095,"hf_subset":"acq_Arab-sna_Latn","languages":["acq-Arab","sna-Latn"]},{"precision":0.425259,"recall":0.508893,"f1":0.448628,"accuracy":0.508893,"main_score":0.448628,"hf_subset":"acq_Arab-tso_Latn","languages":["acq-Arab","tso-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"acq_Arab-azj_Latn","languages":["acq-Arab","azj-Latn"]},{"precision":0.449244,"recall":0.538538,"f1":0.473887,"accuracy":0.538538,"main_score":0.473887,"hf_subset":"acq_Arab-dik_Latn","languages":["acq-Arab","dik-Latn"]},{"precision":0.436524,"recall":0.512846,"f1":0.458369,"accuracy":0.512846,"main_score":0.458369,"hf_subset":"acq_Arab-hau_Latn","languages":["acq-Arab","hau-Latn"]},{"precision":0.958498,"recall":0.971344,"f1":0.962615,"accuracy":0.971344,"main_score":0.962615,"hf_subset":"acq_Arab-kea_Latn","languages":["acq-Arab","kea-Latn"]},{"precision":0.622867,"recall":0.695652,"f1":0.643285,"accuracy":0.695652,"main_score":0.643285,"hf_subset":"acq_Arab-lus_Latn","languages":["acq-Arab","lus-Latn"]},{"precision":0.801252,"recall":0.851779,"f1":0.81662,"accuracy":0.851779,"main_score":0.81662,"hf_subset":"acq_Arab-pag_Latn","languages":["acq-Arab","pag-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"acq_Arab-snd_Arab","languages":["acq-Arab","snd-Arab"]},{"precision":0.870142,"recall":0.909091,"f1":0.882477,"accuracy":0.909091,"main_score":0.882477,"hf_subset":"acq_Arab-tuk_Latn","languages":["acq-Arab","tuk-Latn"]},{"precision":0.945817,"recall":0.963439,"f1":0.951581,"accuracy":0.963439,"main_score":0.951581,"hf_subset":"acq_Arab-bak_Cyrl","languages":["acq-Arab","bak-Cyrl"]},{"precision":0.377769,"recall":0.480237,"f1":0.406338,"accuracy":0.480237,"main_score":0.406338,"hf_subset":"acq_Arab-dyu_Latn","languages":["acq-Arab","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"acq_Arab-heb_Hebr","languages":["acq-Arab","heb-Hebr"]},{"precision":0.871212,"recall":0.910079,"f1":0.883564,"accuracy":0.910079,"main_score":0.883564,"hf_subset":"acq_Arab-khk_Cyrl","languages":["acq-Arab","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"acq_Arab-lvs_Latn","languages":["acq-Arab","lvs-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"acq_Arab-pan_Guru","languages":["acq-Arab","pan-Guru"]},{"precision":0.424362,"recall":0.514822,"f1":0.44905,"accuracy":0.514822,"main_score":0.44905,"hf_subset":"acq_Arab-som_Latn","languages":["acq-Arab","som-Latn"]},{"precision":0.484147,"recall":0.563241,"f1":0.506223,"accuracy":0.563241,"main_score":0.506223,"hf_subset":"acq_Arab-tum_Latn","languages":["acq-Arab","tum-Latn"]},{"precision":0.349772,"recall":0.417984,"f1":0.368557,"accuracy":0.417984,"main_score":0.368557,"hf_subset":"bem_Latn-ace_Arab","languages":["bem-Latn","ace-Arab"]},{"precision":0.465954,"recall":0.517787,"f1":0.480636,"accuracy":0.517787,"main_score":0.480636,"hf_subset":"bem_Latn-bam_Latn","languages":["bem-Latn","bam-Latn"]},{"precision":0.114768,"recall":0.157115,"f1":0.125139,"accuracy":0.157115,"main_score":0.125139,"hf_subset":"bem_Latn-dzo_Tibt","languages":["bem-Latn","dzo-Tibt"]},{"precision":0.496269,"recall":0.568182,"f1":0.516004,"accuracy":0.568182,"main_score":0.516004,"hf_subset":"bem_Latn-hin_Deva","languages":["bem-Latn","hin-Deva"]},{"precision":0.382037,"recall":0.45751,"f1":0.401596,"accuracy":0.45751,"main_score":0.401596,"hf_subset":"bem_Latn-khm_Khmr","languages":["bem-Latn","khm-Khmr"]},{"precision":0.509836,"recall":0.573123,"f1":0.527412,"accuracy":0.573123,"main_score":0.527412,"hf_subset":"bem_Latn-mag_Deva","languages":["bem-Latn","mag-Deva"]},{"precision":0.545406,"recall":0.594862,"f1":0.558782,"accuracy":0.594862,"main_score":0.558782,"hf_subset":"bem_Latn-pap_Latn","languages":["bem-Latn","pap-Latn"]},{"precision":0.528246,"recall":0.574111,"f1":0.541366,"accuracy":0.574111,"main_score":0.541366,"hf_subset":"bem_Latn-sot_Latn","languages":["bem-Latn","sot-Latn"]},{"precision":0.521989,"recall":0.58498,"f1":0.540263,"accuracy":0.58498,"main_score":0.540263,"hf_subset":"bem_Latn-tur_Latn","languages":["bem-Latn","tur-Latn"]},{"precision":0.547796,"recall":0.588933,"f1":0.559508,"accuracy":0.588933,"main_score":0.559508,"hf_subset":"bem_Latn-ace_Latn","languages":["bem-Latn","ace-Latn"]},{"precision":0.548434,"recall":0.59585,"f1":0.561841,"accuracy":0.59585,"main_score":0.561841,"hf_subset":"bem_Latn-ban_Latn","languages":["bem-Latn","ban-Latn"]},{"precision":0.479269,"recall":0.545455,"f1":0.498004,"accuracy":0.545455,"main_score":0.498004,"hf_subset":"bem_Latn-ell_Grek","languages":["bem-Latn","ell-Grek"]},{"precision":0.506722,"recall":0.565217,"f1":0.523562,"accuracy":0.565217,"main_score":0.523562,"hf_subset":"bem_Latn-hne_Deva","languages":["bem-Latn","hne-Deva"]},{"precision":0.498446,"recall":0.547431,"f1":0.512446,"accuracy":0.547431,"main_score":0.512446,"hf_subset":"bem_Latn-kik_Latn","languages":["bem-Latn","kik-Latn"]},{"precision":0.502761,"recall":0.567194,"f1":0.521228,"accuracy":0.567194,"main_score":0.521228,"hf_subset":"bem_Latn-mai_Deva","languages":["bem-Latn","mai-Deva"]},{"precision":0.470812,"recall":0.536561,"f1":0.489159,"accuracy":0.536561,"main_score":0.489159,"hf_subset":"bem_Latn-pbt_Arab","languages":["bem-Latn","pbt-Arab"]},{"precision":0.523817,"recall":0.583992,"f1":0.541191,"accuracy":0.583992,"main_score":0.541191,"hf_subset":"bem_Latn-spa_Latn","languages":["bem-Latn","spa-Latn"]},{"precision":0.560211,"recall":0.596838,"f1":0.570657,"accuracy":0.596838,"main_score":0.570657,"hf_subset":"bem_Latn-twi_Latn","languages":["bem-Latn","twi-Latn"]},{"precision":0.492749,"recall":0.556324,"f1":0.510961,"accuracy":0.556324,"main_score":0.510961,"hf_subset":"bem_Latn-acm_Arab","languages":["bem-Latn","acm-Arab"]},{"precision":0.493165,"recall":0.551383,"f1":0.509443,"accuracy":0.551383,"main_score":0.509443,"hf_subset":"bem_Latn-bel_Cyrl","languages":["bem-Latn","bel-Cyrl"]},{"precision":0.535294,"recall":0.59585,"f1":0.552165,"accuracy":0.59585,"main_score":0.552165,"hf_subset":"bem_Latn-eng_Latn","languages":["bem-Latn","eng-Latn"]},{"precision":0.52688,"recall":0.586957,"f1":0.543718,"accuracy":0.586957,"main_score":0.543718,"hf_subset":"bem_Latn-hrv_Latn","languages":["bem-Latn","hrv-Latn"]},{"precision":0.498821,"recall":0.551383,"f1":0.512984,"accuracy":0.551383,"main_score":0.512984,"hf_subset":"bem_Latn-kin_Latn","languages":["bem-Latn","kin-Latn"]},{"precision":0.490735,"recall":0.551383,"f1":0.508352,"accuracy":0.551383,"main_score":0.508352,"hf_subset":"bem_Latn-mal_Mlym","languages":["bem-Latn","mal-Mlym"]},{"precision":0.482293,"recall":0.552372,"f1":0.502212,"accuracy":0.552372,"main_score":0.502212,"hf_subset":"bem_Latn-pes_Arab","languages":["bem-Latn","pes-Arab"]},{"precision":0.521846,"recall":0.578063,"f1":0.538141,"accuracy":0.578063,"main_score":0.538141,"hf_subset":"bem_Latn-srd_Latn","languages":["bem-Latn","srd-Latn"]},{"precision":0.156693,"recall":0.204545,"f1":0.166847,"accuracy":0.204545,"main_score":0.166847,"hf_subset":"bem_Latn-tzm_Tfng","languages":["bem-Latn","tzm-Tfng"]},{"precision":0.485612,"recall":0.555336,"f1":0.505379,"accuracy":0.555336,"main_score":0.505379,"hf_subset":"bem_Latn-acq_Arab","languages":["bem-Latn","acq-Arab"]},{"precision":0.51835,"recall":0.578063,"f1":0.535364,"accuracy":0.578063,"main_score":0.535364,"hf_subset":"bem_Latn-epo_Latn","languages":["bem-Latn","epo-Latn"]},{"precision":0.515811,"recall":0.581028,"f1":0.534529,"accuracy":0.581028,"main_score":0.534529,"hf_subset":"bem_Latn-hun_Latn","languages":["bem-Latn","hun-Latn"]},{"precision":0.514979,"recall":0.568182,"f1":0.530114,"accuracy":0.568182,"main_score":0.530114,"hf_subset":"bem_Latn-kir_Cyrl","languages":["bem-Latn","kir-Cyrl"]},{"precision":0.503094,"recall":0.570158,"f1":0.521746,"accuracy":0.570158,"main_score":0.521746,"hf_subset":"bem_Latn-mar_Deva","languages":["bem-Latn","mar-Deva"]},{"precision":0.519174,"recall":0.566206,"f1":0.532501,"accuracy":0.566206,"main_score":0.532501,"hf_subset":"bem_Latn-plt_Latn","languages":["bem-Latn","plt-Latn"]},{"precision":0.497896,"recall":0.563241,"f1":0.51674,"accuracy":0.563241,"main_score":0.51674,"hf_subset":"bem_Latn-srp_Cyrl","languages":["bem-Latn","srp-Cyrl"]},{"precision":0.446606,"recall":0.511858,"f1":0.464439,"accuracy":0.511858,"main_score":0.464439,"hf_subset":"bem_Latn-uig_Arab","languages":["bem-Latn","uig-Arab"]},{"precision":0.490399,"recall":0.551383,"f1":0.508175,"accuracy":0.551383,"main_score":0.508175,"hf_subset":"bem_Latn-aeb_Arab","languages":["bem-Latn","aeb-Arab"]},{"precision":0.501122,"recall":0.560277,"f1":0.517655,"accuracy":0.560277,"main_score":0.517655,"hf_subset":"bem_Latn-ben_Beng","languages":["bem-Latn","ben-Beng"]},{"precision":0.495002,"recall":0.5583,"f1":0.513148,"accuracy":0.5583,"main_score":0.513148,"hf_subset":"bem_Latn-est_Latn","languages":["bem-Latn","est-Latn"]},{"precision":0.468791,"recall":0.533597,"f1":0.487447,"accuracy":0.533597,"main_score":0.487447,"hf_subset":"bem_Latn-hye_Armn","languages":["bem-Latn","hye-Armn"]},{"precision":0.498454,"recall":0.541502,"f1":0.511185,"accuracy":0.541502,"main_score":0.511185,"hf_subset":"bem_Latn-kmb_Latn","languages":["bem-Latn","kmb-Latn"]},{"precision":0.330764,"recall":0.396245,"f1":0.348728,"accuracy":0.396245,"main_score":0.348728,"hf_subset":"bem_Latn-min_Arab","languages":["bem-Latn","min-Arab"]},{"precision":0.507562,"recall":0.571146,"f1":0.525405,"accuracy":0.571146,"main_score":0.525405,"hf_subset":"bem_Latn-pol_Latn","languages":["bem-Latn","pol-Latn"]},{"precision":0.510927,"recall":0.562253,"f1":0.525916,"accuracy":0.562253,"main_score":0.525916,"hf_subset":"bem_Latn-ssw_Latn","languages":["bem-Latn","ssw-Latn"]},{"precision":0.511227,"recall":0.578063,"f1":0.530174,"accuracy":0.578063,"main_score":0.530174,"hf_subset":"bem_Latn-ukr_Cyrl","languages":["bem-Latn","ukr-Cyrl"]},{"precision":0.539419,"recall":0.592885,"f1":0.555002,"accuracy":0.592885,"main_score":0.555002,"hf_subset":"bem_Latn-afr_Latn","languages":["bem-Latn","afr-Latn"]},{"precision":0.501969,"recall":0.562253,"f1":0.519436,"accuracy":0.562253,"main_score":0.519436,"hf_subset":"bem_Latn-bho_Deva","languages":["bem-Latn","bho-Deva"]},{"precision":0.516538,"recall":0.577075,"f1":0.533197,"accuracy":0.577075,"main_score":0.533197,"hf_subset":"bem_Latn-eus_Latn","languages":["bem-Latn","eus-Latn"]},{"precision":0.502414,"recall":0.55336,"f1":0.517276,"accuracy":0.55336,"main_score":0.517276,"hf_subset":"bem_Latn-ibo_Latn","languages":["bem-Latn","ibo-Latn"]},{"precision":0.510833,"recall":0.561265,"f1":0.525874,"accuracy":0.561265,"main_score":0.525874,"hf_subset":"bem_Latn-kmr_Latn","languages":["bem-Latn","kmr-Latn"]},{"precision":0.539787,"recall":0.589921,"f1":0.554724,"accuracy":0.589921,"main_score":0.554724,"hf_subset":"bem_Latn-min_Latn","languages":["bem-Latn","min-Latn"]},{"precision":0.530469,"recall":0.589921,"f1":0.547568,"accuracy":0.589921,"main_score":0.547568,"hf_subset":"bem_Latn-por_Latn","languages":["bem-Latn","por-Latn"]},{"precision":0.544908,"recall":0.600791,"f1":0.561008,"accuracy":0.600791,"main_score":0.561008,"hf_subset":"bem_Latn-sun_Latn","languages":["bem-Latn","sun-Latn"]},{"precision":0.476049,"recall":0.525692,"f1":0.490388,"accuracy":0.525692,"main_score":0.490388,"hf_subset":"bem_Latn-umb_Latn","languages":["bem-Latn","umb-Latn"]},{"precision":0.494173,"recall":0.563241,"f1":0.514089,"accuracy":0.563241,"main_score":0.514089,"hf_subset":"bem_Latn-ajp_Arab","languages":["bem-Latn","ajp-Arab"]},{"precision":0.355319,"recall":0.416008,"f1":0.372338,"accuracy":0.416008,"main_score":0.372338,"hf_subset":"bem_Latn-bjn_Arab","languages":["bem-Latn","bjn-Arab"]},{"precision":0.500779,"recall":0.546443,"f1":0.514223,"accuracy":0.546443,"main_score":0.514223,"hf_subset":"bem_Latn-ewe_Latn","languages":["bem-Latn","ewe-Latn"]},{"precision":0.561852,"recall":0.605731,"f1":0.574329,"accuracy":0.605731,"main_score":0.574329,"hf_subset":"bem_Latn-ilo_Latn","languages":["bem-Latn","ilo-Latn"]},{"precision":0.209196,"recall":0.278656,"f1":0.227169,"accuracy":0.278656,"main_score":0.227169,"hf_subset":"bem_Latn-knc_Arab","languages":["bem-Latn","knc-Arab"]},{"precision":0.515661,"recall":0.579051,"f1":0.533904,"accuracy":0.579051,"main_score":0.533904,"hf_subset":"bem_Latn-mkd_Cyrl","languages":["bem-Latn","mkd-Cyrl"]},{"precision":0.481667,"recall":0.550395,"f1":0.500788,"accuracy":0.550395,"main_score":0.500788,"hf_subset":"bem_Latn-prs_Arab","languages":["bem-Latn","prs-Arab"]},{"precision":0.51313,"recall":0.579051,"f1":0.53192,"accuracy":0.579051,"main_score":0.53192,"hf_subset":"bem_Latn-swe_Latn","languages":["bem-Latn","swe-Latn"]},{"precision":0.470236,"recall":0.538538,"f1":0.489032,"accuracy":0.538538,"main_score":0.489032,"hf_subset":"bem_Latn-urd_Arab","languages":["bem-Latn","urd-Arab"]},{"precision":0.556148,"recall":0.588933,"f1":0.565363,"accuracy":0.588933,"main_score":0.565363,"hf_subset":"bem_Latn-aka_Latn","languages":["bem-Latn","aka-Latn"]},{"precision":0.531723,"recall":0.590909,"f1":0.548773,"accuracy":0.590909,"main_score":0.548773,"hf_subset":"bem_Latn-bjn_Latn","languages":["bem-Latn","bjn-Latn"]},{"precision":0.507225,"recall":0.56917,"f1":0.525054,"accuracy":0.56917,"main_score":0.525054,"hf_subset":"bem_Latn-fao_Latn","languages":["bem-Latn","fao-Latn"]},{"precision":0.5204,"recall":0.582016,"f1":0.537476,"accuracy":0.582016,"main_score":0.537476,"hf_subset":"bem_Latn-ind_Latn","languages":["bem-Latn","ind-Latn"]},{"precision":0.523873,"recall":0.56917,"f1":0.536618,"accuracy":0.56917,"main_score":0.536618,"hf_subset":"bem_Latn-knc_Latn","languages":["bem-Latn","knc-Latn"]},{"precision":0.542596,"recall":0.601779,"f1":0.558134,"accuracy":0.601779,"main_score":0.558134,"hf_subset":"bem_Latn-mlt_Latn","languages":["bem-Latn","mlt-Latn"]},{"precision":0.516791,"recall":0.566206,"f1":0.531235,"accuracy":0.566206,"main_score":0.531235,"hf_subset":"bem_Latn-quy_Latn","languages":["bem-Latn","quy-Latn"]},{"precision":0.495974,"recall":0.549407,"f1":0.511742,"accuracy":0.549407,"main_score":0.511742,"hf_subset":"bem_Latn-swh_Latn","languages":["bem-Latn","swh-Latn"]},{"precision":0.503119,"recall":0.570158,"f1":0.521774,"accuracy":0.570158,"main_score":0.521774,"hf_subset":"bem_Latn-uzn_Latn","languages":["bem-Latn","uzn-Latn"]},{"precision":0.508514,"recall":0.571146,"f1":0.526422,"accuracy":0.571146,"main_score":0.526422,"hf_subset":"bem_Latn-als_Latn","languages":["bem-Latn","als-Latn"]},{"precision":0.17761,"recall":0.237154,"f1":0.191837,"accuracy":0.237154,"main_score":0.191837,"hf_subset":"bem_Latn-bod_Tibt","languages":["bem-Latn","bod-Tibt"]},{"precision":0.501294,"recall":0.541502,"f1":0.513159,"accuracy":0.541502,"main_score":0.513159,"hf_subset":"bem_Latn-fij_Latn","languages":["bem-Latn","fij-Latn"]},{"precision":0.473037,"recall":0.536561,"f1":0.490482,"accuracy":0.536561,"main_score":0.490482,"hf_subset":"bem_Latn-isl_Latn","languages":["bem-Latn","isl-Latn"]},{"precision":0.534872,"recall":0.58498,"f1":0.54936,"accuracy":0.58498,"main_score":0.54936,"hf_subset":"bem_Latn-kon_Latn","languages":["bem-Latn","kon-Latn"]},{"precision":0.412987,"recall":0.475296,"f1":0.430602,"accuracy":0.475296,"main_score":0.430602,"hf_subset":"bem_Latn-mni_Beng","languages":["bem-Latn","mni-Beng"]},{"precision":0.531668,"recall":0.590909,"f1":0.548501,"accuracy":0.590909,"main_score":0.548501,"hf_subset":"bem_Latn-ron_Latn","languages":["bem-Latn","ron-Latn"]},{"precision":0.52146,"recall":0.58498,"f1":0.538874,"accuracy":0.58498,"main_score":0.538874,"hf_subset":"bem_Latn-szl_Latn","languages":["bem-Latn","szl-Latn"]},{"precision":0.535186,"recall":0.592885,"f1":0.551739,"accuracy":0.592885,"main_score":0.551739,"hf_subset":"bem_Latn-vec_Latn","languages":["bem-Latn","vec-Latn"]},{"precision":0.292259,"recall":0.357708,"f1":0.309729,"accuracy":0.357708,"main_score":0.309729,"hf_subset":"bem_Latn-amh_Ethi","languages":["bem-Latn","amh-Ethi"]},{"precision":0.527974,"recall":0.585968,"f1":0.544488,"accuracy":0.585968,"main_score":0.544488,"hf_subset":"bem_Latn-bos_Latn","languages":["bem-Latn","bos-Latn"]},{"precision":0.501235,"recall":0.565217,"f1":0.520013,"accuracy":0.565217,"main_score":0.520013,"hf_subset":"bem_Latn-fin_Latn","languages":["bem-Latn","fin-Latn"]},{"precision":0.529348,"recall":0.589921,"f1":0.546382,"accuracy":0.589921,"main_score":0.546382,"hf_subset":"bem_Latn-ita_Latn","languages":["bem-Latn","ita-Latn"]},{"precision":0.492047,"recall":0.565217,"f1":0.513245,"accuracy":0.565217,"main_score":0.513245,"hf_subset":"bem_Latn-kor_Hang","languages":["bem-Latn","kor-Hang"]},{"precision":0.478019,"recall":0.52668,"f1":0.491436,"accuracy":0.52668,"main_score":0.491436,"hf_subset":"bem_Latn-mos_Latn","languages":["bem-Latn","mos-Latn"]},{"precision":0.498205,"recall":0.547431,"f1":0.512356,"accuracy":0.547431,"main_score":0.512356,"hf_subset":"bem_Latn-run_Latn","languages":["bem-Latn","run-Latn"]},{"precision":0.467424,"recall":0.531621,"f1":0.485179,"accuracy":0.531621,"main_score":0.485179,"hf_subset":"bem_Latn-tam_Taml","languages":["bem-Latn","tam-Taml"]},{"precision":0.510425,"recall":0.578063,"f1":0.530127,"accuracy":0.578063,"main_score":0.530127,"hf_subset":"bem_Latn-vie_Latn","languages":["bem-Latn","vie-Latn"]},{"precision":0.502713,"recall":0.564229,"f1":0.520255,"accuracy":0.564229,"main_score":0.520255,"hf_subset":"bem_Latn-apc_Arab","languages":["bem-Latn","apc-Arab"]},{"precision":0.531818,"recall":0.572134,"f1":0.543906,"accuracy":0.572134,"main_score":0.543906,"hf_subset":"bem_Latn-bug_Latn","languages":["bem-Latn","bug-Latn"]},{"precision":0.473311,"recall":0.519763,"f1":0.486481,"accuracy":0.519763,"main_score":0.486481,"hf_subset":"bem_Latn-fon_Latn","languages":["bem-Latn","fon-Latn"]},{"precision":0.544757,"recall":0.598814,"f1":0.559493,"accuracy":0.598814,"main_score":0.559493,"hf_subset":"bem_Latn-jav_Latn","languages":["bem-Latn","jav-Latn"]},{"precision":0.419652,"recall":0.486166,"f1":0.437485,"accuracy":0.486166,"main_score":0.437485,"hf_subset":"bem_Latn-lao_Laoo","languages":["bem-Latn","lao-Laoo"]},{"precision":0.459561,"recall":0.519763,"f1":0.476462,"accuracy":0.519763,"main_score":0.476462,"hf_subset":"bem_Latn-mri_Latn","languages":["bem-Latn","mri-Latn"]},{"precision":0.508763,"recall":0.572134,"f1":0.526315,"accuracy":0.572134,"main_score":0.526315,"hf_subset":"bem_Latn-rus_Cyrl","languages":["bem-Latn","rus-Cyrl"]},{"precision":0.480846,"recall":0.529644,"f1":0.495105,"accuracy":0.529644,"main_score":0.495105,"hf_subset":"bem_Latn-taq_Latn","languages":["bem-Latn","taq-Latn"]},{"precision":0.571053,"recall":0.619565,"f1":0.584111,"accuracy":0.619565,"main_score":0.584111,"hf_subset":"bem_Latn-war_Latn","languages":["bem-Latn","war-Latn"]},{"precision":0.494171,"recall":0.565217,"f1":0.514522,"accuracy":0.565217,"main_score":0.514522,"hf_subset":"bem_Latn-arb_Arab","languages":["bem-Latn","arb-Arab"]},{"precision":0.501221,"recall":0.570158,"f1":0.520884,"accuracy":0.570158,"main_score":0.520884,"hf_subset":"bem_Latn-bul_Cyrl","languages":["bem-Latn","bul-Cyrl"]},{"precision":0.51828,"recall":0.58004,"f1":0.53553,"accuracy":0.58004,"main_score":0.53553,"hf_subset":"bem_Latn-fra_Latn","languages":["bem-Latn","fra-Latn"]},{"precision":0.483602,"recall":0.559289,"f1":0.505511,"accuracy":0.559289,"main_score":0.505511,"hf_subset":"bem_Latn-jpn_Jpan","languages":["bem-Latn","jpn-Jpan"]},{"precision":0.526574,"recall":0.583992,"f1":0.54207,"accuracy":0.583992,"main_score":0.54207,"hf_subset":"bem_Latn-lij_Latn","languages":["bem-Latn","lij-Latn"]},{"precision":0.287093,"recall":0.363636,"f1":0.30787,"accuracy":0.363636,"main_score":0.30787,"hf_subset":"bem_Latn-mya_Mymr","languages":["bem-Latn","mya-Mymr"]},{"precision":0.507575,"recall":0.55336,"f1":0.520497,"accuracy":0.55336,"main_score":0.520497,"hf_subset":"bem_Latn-sag_Latn","languages":["bem-Latn","sag-Latn"]},{"precision":0.161804,"recall":0.224308,"f1":0.174925,"accuracy":0.224308,"main_score":0.174925,"hf_subset":"bem_Latn-taq_Tfng","languages":["bem-Latn","taq-Tfng"]},{"precision":0.516838,"recall":0.568182,"f1":0.531108,"accuracy":0.568182,"main_score":0.531108,"hf_subset":"bem_Latn-wol_Latn","languages":["bem-Latn","wol-Latn"]},{"precision":0.401395,"recall":0.469368,"f1":0.420249,"accuracy":0.469368,"main_score":0.420249,"hf_subset":"bem_Latn-arb_Latn","languages":["bem-Latn","arb-Latn"]},{"precision":0.518476,"recall":0.582016,"f1":0.536307,"accuracy":0.582016,"main_score":0.536307,"hf_subset":"bem_Latn-cat_Latn","languages":["bem-Latn","cat-Latn"]},{"precision":0.519879,"recall":0.577075,"f1":0.53617,"accuracy":0.577075,"main_score":0.53617,"hf_subset":"bem_Latn-fur_Latn","languages":["bem-Latn","fur-Latn"]},{"precision":0.374068,"recall":0.434783,"f1":0.390146,"accuracy":0.434783,"main_score":0.390146,"hf_subset":"bem_Latn-kab_Latn","languages":["bem-Latn","kab-Latn"]},{"precision":0.524188,"recall":0.582016,"f1":0.540942,"accuracy":0.582016,"main_score":0.540942,"hf_subset":"bem_Latn-lim_Latn","languages":["bem-Latn","lim-Latn"]},{"precision":0.520079,"recall":0.582016,"f1":0.537698,"accuracy":0.582016,"main_score":0.537698,"hf_subset":"bem_Latn-nld_Latn","languages":["bem-Latn","nld-Latn"]},{"precision":0.445243,"recall":0.517787,"f1":0.465661,"accuracy":0.517787,"main_score":0.465661,"hf_subset":"bem_Latn-san_Deva","languages":["bem-Latn","san-Deva"]},{"precision":0.528432,"recall":0.582016,"f1":0.543587,"accuracy":0.582016,"main_score":0.543587,"hf_subset":"bem_Latn-tat_Cyrl","languages":["bem-Latn","tat-Cyrl"]},{"precision":0.531365,"recall":0.579051,"f1":0.545111,"accuracy":0.579051,"main_score":0.545111,"hf_subset":"bem_Latn-xho_Latn","languages":["bem-Latn","xho-Latn"]},{"precision":0.47403,"recall":0.549407,"f1":0.49586,"accuracy":0.549407,"main_score":0.49586,"hf_subset":"bem_Latn-ars_Arab","languages":["bem-Latn","ars-Arab"]},{"precision":0.544245,"recall":0.599802,"f1":0.559706,"accuracy":0.599802,"main_score":0.559706,"hf_subset":"bem_Latn-ceb_Latn","languages":["bem-Latn","ceb-Latn"]},{"precision":0.472524,"recall":0.522727,"f1":0.48736,"accuracy":0.522727,"main_score":0.48736,"hf_subset":"bem_Latn-fuv_Latn","languages":["bem-Latn","fuv-Latn"]},{"precision":0.492881,"recall":0.543478,"f1":0.507686,"accuracy":0.543478,"main_score":0.507686,"hf_subset":"bem_Latn-kac_Latn","languages":["bem-Latn","kac-Latn"]},{"precision":0.542646,"recall":0.582016,"f1":0.55448,"accuracy":0.582016,"main_score":0.55448,"hf_subset":"bem_Latn-lin_Latn","languages":["bem-Latn","lin-Latn"]},{"precision":0.518228,"recall":0.579051,"f1":0.535409,"accuracy":0.579051,"main_score":0.535409,"hf_subset":"bem_Latn-nno_Latn","languages":["bem-Latn","nno-Latn"]},{"precision":0.031224,"recall":0.079051,"f1":0.038717,"accuracy":0.079051,"main_score":0.038717,"hf_subset":"bem_Latn-sat_Olck","languages":["bem-Latn","sat-Olck"]},{"precision":0.504649,"recall":0.567194,"f1":0.522127,"accuracy":0.567194,"main_score":0.522127,"hf_subset":"bem_Latn-tel_Telu","languages":["bem-Latn","tel-Telu"]},{"precision":0.389698,"recall":0.467391,"f1":0.410638,"accuracy":0.467391,"main_score":0.410638,"hf_subset":"bem_Latn-ydd_Hebr","languages":["bem-Latn","ydd-Hebr"]},{"precision":0.492055,"recall":0.559289,"f1":0.510714,"accuracy":0.559289,"main_score":0.510714,"hf_subset":"bem_Latn-ary_Arab","languages":["bem-Latn","ary-Arab"]},{"precision":0.518396,"recall":0.582016,"f1":0.536943,"accuracy":0.582016,"main_score":0.536943,"hf_subset":"bem_Latn-ces_Latn","languages":["bem-Latn","ces-Latn"]},{"precision":0.398024,"recall":0.467391,"f1":0.417678,"accuracy":0.467391,"main_score":0.417678,"hf_subset":"bem_Latn-gaz_Latn","languages":["bem-Latn","gaz-Latn"]},{"precision":0.497857,"recall":0.544466,"f1":0.511096,"accuracy":0.544466,"main_score":0.511096,"hf_subset":"bem_Latn-kam_Latn","languages":["bem-Latn","kam-Latn"]},{"precision":0.472935,"recall":0.539526,"f1":0.491872,"accuracy":0.539526,"main_score":0.491872,"hf_subset":"bem_Latn-lit_Latn","languages":["bem-Latn","lit-Latn"]},{"precision":0.512871,"recall":0.572134,"f1":0.530166,"accuracy":0.572134,"main_score":0.530166,"hf_subset":"bem_Latn-nob_Latn","languages":["bem-Latn","nob-Latn"]},{"precision":0.511882,"recall":0.570158,"f1":0.528007,"accuracy":0.570158,"main_score":0.528007,"hf_subset":"bem_Latn-scn_Latn","languages":["bem-Latn","scn-Latn"]},{"precision":0.491322,"recall":0.549407,"f1":0.507838,"accuracy":0.549407,"main_score":0.507838,"hf_subset":"bem_Latn-tgk_Cyrl","languages":["bem-Latn","tgk-Cyrl"]},{"precision":0.460452,"recall":0.516798,"f1":0.476852,"accuracy":0.516798,"main_score":0.476852,"hf_subset":"bem_Latn-yor_Latn","languages":["bem-Latn","yor-Latn"]},{"precision":0.487114,"recall":0.551383,"f1":0.50583,"accuracy":0.551383,"main_score":0.50583,"hf_subset":"bem_Latn-arz_Arab","languages":["bem-Latn","arz-Arab"]},{"precision":0.47351,"recall":0.519763,"f1":0.486931,"accuracy":0.519763,"main_score":0.486931,"hf_subset":"bem_Latn-cjk_Latn","languages":["bem-Latn","cjk-Latn"]},{"precision":0.450057,"recall":0.51581,"f1":0.467714,"accuracy":0.51581,"main_score":0.467714,"hf_subset":"bem_Latn-gla_Latn","languages":["bem-Latn","gla-Latn"]},{"precision":0.486993,"recall":0.549407,"f1":0.504844,"accuracy":0.549407,"main_score":0.504844,"hf_subset":"bem_Latn-kan_Knda","languages":["bem-Latn","kan-Knda"]},{"precision":0.521561,"recall":0.579051,"f1":0.538228,"accuracy":0.579051,"main_score":0.538228,"hf_subset":"bem_Latn-lmo_Latn","languages":["bem-Latn","lmo-Latn"]},{"precision":0.489828,"recall":0.55336,"f1":0.507496,"accuracy":0.55336,"main_score":0.507496,"hf_subset":"bem_Latn-npi_Deva","languages":["bem-Latn","npi-Deva"]},{"precision":0.429334,"recall":0.499012,"f1":0.449129,"accuracy":0.499012,"main_score":0.449129,"hf_subset":"bem_Latn-shn_Mymr","languages":["bem-Latn","shn-Mymr"]},{"precision":0.549259,"recall":0.601779,"f1":0.564447,"accuracy":0.601779,"main_score":0.564447,"hf_subset":"bem_Latn-tgl_Latn","languages":["bem-Latn","tgl-Latn"]},{"precision":0.490754,"recall":0.560277,"f1":0.510154,"accuracy":0.560277,"main_score":0.510154,"hf_subset":"bem_Latn-yue_Hant","languages":["bem-Latn","yue-Hant"]},{"precision":0.446686,"recall":0.514822,"f1":0.465604,"accuracy":0.514822,"main_score":0.465604,"hf_subset":"bem_Latn-asm_Beng","languages":["bem-Latn","asm-Beng"]},{"precision":0.446581,"recall":0.512846,"f1":0.464833,"accuracy":0.512846,"main_score":0.464833,"hf_subset":"bem_Latn-ckb_Arab","languages":["bem-Latn","ckb-Arab"]},{"precision":0.457428,"recall":0.518775,"f1":0.474725,"accuracy":0.518775,"main_score":0.474725,"hf_subset":"bem_Latn-gle_Latn","languages":["bem-Latn","gle-Latn"]},{"precision":0.447326,"recall":0.51581,"f1":0.466966,"accuracy":0.51581,"main_score":0.466966,"hf_subset":"bem_Latn-kas_Arab","languages":["bem-Latn","kas-Arab"]},{"precision":0.481594,"recall":0.547431,"f1":0.500398,"accuracy":0.547431,"main_score":0.500398,"hf_subset":"bem_Latn-ltg_Latn","languages":["bem-Latn","ltg-Latn"]},{"precision":0.546155,"recall":0.585968,"f1":0.557482,"accuracy":0.585968,"main_score":0.557482,"hf_subset":"bem_Latn-nso_Latn","languages":["bem-Latn","nso-Latn"]},{"precision":0.210253,"recall":0.256917,"f1":0.22224,"accuracy":0.256917,"main_score":0.22224,"hf_subset":"bem_Latn-sin_Sinh","languages":["bem-Latn","sin-Sinh"]},{"precision":0.49583,"recall":0.566206,"f1":0.515384,"accuracy":0.566206,"main_score":0.515384,"hf_subset":"bem_Latn-tha_Thai","languages":["bem-Latn","tha-Thai"]},{"precision":0.490679,"recall":0.560277,"f1":0.510495,"accuracy":0.560277,"main_score":0.510495,"hf_subset":"bem_Latn-zho_Hans","languages":["bem-Latn","zho-Hans"]},{"precision":0.525099,"recall":0.58498,"f1":0.541979,"accuracy":0.58498,"main_score":0.541979,"hf_subset":"bem_Latn-ast_Latn","languages":["bem-Latn","ast-Latn"]},{"precision":0.510399,"recall":0.572134,"f1":0.527893,"accuracy":0.572134,"main_score":0.527893,"hf_subset":"bem_Latn-crh_Latn","languages":["bem-Latn","crh-Latn"]},{"precision":0.524351,"recall":0.586957,"f1":0.542482,"accuracy":0.586957,"main_score":0.542482,"hf_subset":"bem_Latn-glg_Latn","languages":["bem-Latn","glg-Latn"]},{"precision":0.459678,"recall":0.529644,"f1":0.479233,"accuracy":0.529644,"main_score":0.479233,"hf_subset":"bem_Latn-kas_Deva","languages":["bem-Latn","kas-Deva"]},{"precision":0.512439,"recall":0.571146,"f1":0.529231,"accuracy":0.571146,"main_score":0.529231,"hf_subset":"bem_Latn-ltz_Latn","languages":["bem-Latn","ltz-Latn"]},{"precision":0.424083,"recall":0.487154,"f1":0.441954,"accuracy":0.487154,"main_score":0.441954,"hf_subset":"bem_Latn-nus_Latn","languages":["bem-Latn","nus-Latn"]},{"precision":0.515686,"recall":0.58498,"f1":0.535665,"accuracy":0.58498,"main_score":0.535665,"hf_subset":"bem_Latn-slk_Latn","languages":["bem-Latn","slk-Latn"]},{"precision":0.225519,"recall":0.286561,"f1":0.24103,"accuracy":0.286561,"main_score":0.24103,"hf_subset":"bem_Latn-tir_Ethi","languages":["bem-Latn","tir-Ethi"]},{"precision":0.497434,"recall":0.567194,"f1":0.517536,"accuracy":0.567194,"main_score":0.517536,"hf_subset":"bem_Latn-zho_Hant","languages":["bem-Latn","zho-Hant"]},{"precision":0.509373,"recall":0.571146,"f1":0.526204,"accuracy":0.571146,"main_score":0.526204,"hf_subset":"bem_Latn-awa_Deva","languages":["bem-Latn","awa-Deva"]},{"precision":0.487402,"recall":0.552372,"f1":0.505054,"accuracy":0.552372,"main_score":0.505054,"hf_subset":"bem_Latn-cym_Latn","languages":["bem-Latn","cym-Latn"]},{"precision":0.55681,"recall":0.599802,"f1":0.56823,"accuracy":0.599802,"main_score":0.56823,"hf_subset":"bem_Latn-grn_Latn","languages":["bem-Latn","grn-Latn"]},{"precision":0.471213,"recall":0.536561,"f1":0.490116,"accuracy":0.536561,"main_score":0.490116,"hf_subset":"bem_Latn-kat_Geor","languages":["bem-Latn","kat-Geor"]},{"precision":0.531728,"recall":0.570158,"f1":0.542998,"accuracy":0.570158,"main_score":0.542998,"hf_subset":"bem_Latn-lua_Latn","languages":["bem-Latn","lua-Latn"]},{"precision":0.559843,"recall":0.601779,"f1":0.571832,"accuracy":0.601779,"main_score":0.571832,"hf_subset":"bem_Latn-nya_Latn","languages":["bem-Latn","nya-Latn"]},{"precision":0.506406,"recall":0.568182,"f1":0.524788,"accuracy":0.568182,"main_score":0.524788,"hf_subset":"bem_Latn-slv_Latn","languages":["bem-Latn","slv-Latn"]},{"precision":0.552705,"recall":0.599802,"f1":0.565859,"accuracy":0.599802,"main_score":0.565859,"hf_subset":"bem_Latn-tpi_Latn","languages":["bem-Latn","tpi-Latn"]},{"precision":0.532891,"recall":0.594862,"f1":0.550585,"accuracy":0.594862,"main_score":0.550585,"hf_subset":"bem_Latn-zsm_Latn","languages":["bem-Latn","zsm-Latn"]},{"precision":0.488801,"recall":0.537549,"f1":0.503477,"accuracy":0.537549,"main_score":0.503477,"hf_subset":"bem_Latn-ayr_Latn","languages":["bem-Latn","ayr-Latn"]},{"precision":0.528802,"recall":0.583992,"f1":0.544464,"accuracy":0.583992,"main_score":0.544464,"hf_subset":"bem_Latn-dan_Latn","languages":["bem-Latn","dan-Latn"]},{"precision":0.492244,"recall":0.557312,"f1":0.511209,"accuracy":0.557312,"main_score":0.511209,"hf_subset":"bem_Latn-guj_Gujr","languages":["bem-Latn","guj-Gujr"]},{"precision":0.494348,"recall":0.554348,"f1":0.510936,"accuracy":0.554348,"main_score":0.510936,"hf_subset":"bem_Latn-kaz_Cyrl","languages":["bem-Latn","kaz-Cyrl"]},{"precision":0.491653,"recall":0.539526,"f1":0.505357,"accuracy":0.539526,"main_score":0.505357,"hf_subset":"bem_Latn-lug_Latn","languages":["bem-Latn","lug-Latn"]},{"precision":0.538529,"recall":0.588933,"f1":0.552585,"accuracy":0.588933,"main_score":0.552585,"hf_subset":"bem_Latn-oci_Latn","languages":["bem-Latn","oci-Latn"]},{"precision":0.52143,"recall":0.567194,"f1":0.534424,"accuracy":0.567194,"main_score":0.534424,"hf_subset":"bem_Latn-smo_Latn","languages":["bem-Latn","smo-Latn"]},{"precision":0.505207,"recall":0.549407,"f1":0.517911,"accuracy":0.549407,"main_score":0.517911,"hf_subset":"bem_Latn-tsn_Latn","languages":["bem-Latn","tsn-Latn"]},{"precision":0.510781,"recall":0.565217,"f1":0.526285,"accuracy":0.565217,"main_score":0.526285,"hf_subset":"bem_Latn-zul_Latn","languages":["bem-Latn","zul-Latn"]},{"precision":0.449161,"recall":0.516798,"f1":0.46891,"accuracy":0.516798,"main_score":0.46891,"hf_subset":"bem_Latn-azb_Arab","languages":["bem-Latn","azb-Arab"]},{"precision":0.527595,"recall":0.587945,"f1":0.544381,"accuracy":0.587945,"main_score":0.544381,"hf_subset":"bem_Latn-deu_Latn","languages":["bem-Latn","deu-Latn"]},{"precision":0.465692,"recall":0.535573,"f1":0.485111,"accuracy":0.535573,"main_score":0.485111,"hf_subset":"bem_Latn-hat_Latn","languages":["bem-Latn","hat-Latn"]},{"precision":0.467157,"recall":0.520751,"f1":0.481967,"accuracy":0.520751,"main_score":0.481967,"hf_subset":"bem_Latn-kbp_Latn","languages":["bem-Latn","kbp-Latn"]},{"precision":0.53379,"recall":0.574111,"f1":0.545726,"accuracy":0.574111,"main_score":0.545726,"hf_subset":"bem_Latn-luo_Latn","languages":["bem-Latn","luo-Latn"]},{"precision":0.463333,"recall":0.532609,"f1":0.483035,"accuracy":0.532609,"main_score":0.483035,"hf_subset":"bem_Latn-ory_Orya","languages":["bem-Latn","ory-Orya"]},{"precision":0.526473,"recall":0.576087,"f1":0.540979,"accuracy":0.576087,"main_score":0.540979,"hf_subset":"bem_Latn-sna_Latn","languages":["bem-Latn","sna-Latn"]},{"precision":0.505691,"recall":0.549407,"f1":0.518277,"accuracy":0.549407,"main_score":0.518277,"hf_subset":"bem_Latn-tso_Latn","languages":["bem-Latn","tso-Latn"]},{"precision":0.499313,"recall":0.562253,"f1":0.51763,"accuracy":0.562253,"main_score":0.51763,"hf_subset":"bem_Latn-azj_Latn","languages":["bem-Latn","azj-Latn"]},{"precision":0.481266,"recall":0.533597,"f1":0.496545,"accuracy":0.533597,"main_score":0.496545,"hf_subset":"bem_Latn-dik_Latn","languages":["bem-Latn","dik-Latn"]},{"precision":0.489782,"recall":0.538538,"f1":0.5042,"accuracy":0.538538,"main_score":0.5042,"hf_subset":"bem_Latn-hau_Latn","languages":["bem-Latn","hau-Latn"]},{"precision":0.526654,"recall":0.583992,"f1":0.543403,"accuracy":0.583992,"main_score":0.543403,"hf_subset":"bem_Latn-kea_Latn","languages":["bem-Latn","kea-Latn"]},{"precision":0.56826,"recall":0.605731,"f1":0.578912,"accuracy":0.605731,"main_score":0.578912,"hf_subset":"bem_Latn-lus_Latn","languages":["bem-Latn","lus-Latn"]},{"precision":0.552745,"recall":0.590909,"f1":0.563857,"accuracy":0.590909,"main_score":0.563857,"hf_subset":"bem_Latn-pag_Latn","languages":["bem-Latn","pag-Latn"]},{"precision":0.454211,"recall":0.521739,"f1":0.473764,"accuracy":0.521739,"main_score":0.473764,"hf_subset":"bem_Latn-snd_Arab","languages":["bem-Latn","snd-Arab"]},{"precision":0.484446,"recall":0.548419,"f1":0.502705,"accuracy":0.548419,"main_score":0.502705,"hf_subset":"bem_Latn-tuk_Latn","languages":["bem-Latn","tuk-Latn"]},{"precision":0.517271,"recall":0.573123,"f1":0.532897,"accuracy":0.573123,"main_score":0.532897,"hf_subset":"bem_Latn-bak_Cyrl","languages":["bem-Latn","bak-Cyrl"]},{"precision":0.410794,"recall":0.47332,"f1":0.429214,"accuracy":0.47332,"main_score":0.429214,"hf_subset":"bem_Latn-dyu_Latn","languages":["bem-Latn","dyu-Latn"]},{"precision":0.463169,"recall":0.535573,"f1":0.483682,"accuracy":0.535573,"main_score":0.483682,"hf_subset":"bem_Latn-heb_Hebr","languages":["bem-Latn","heb-Hebr"]},{"precision":0.480774,"recall":0.541502,"f1":0.498319,"accuracy":0.541502,"main_score":0.498319,"hf_subset":"bem_Latn-khk_Cyrl","languages":["bem-Latn","khk-Cyrl"]},{"precision":0.491115,"recall":0.5583,"f1":0.509983,"accuracy":0.5583,"main_score":0.509983,"hf_subset":"bem_Latn-lvs_Latn","languages":["bem-Latn","lvs-Latn"]},{"precision":0.483739,"recall":0.549407,"f1":0.502276,"accuracy":0.549407,"main_score":0.502276,"hf_subset":"bem_Latn-pan_Guru","languages":["bem-Latn","pan-Guru"]},{"precision":0.465349,"recall":0.52668,"f1":0.482635,"accuracy":0.52668,"main_score":0.482635,"hf_subset":"bem_Latn-som_Latn","languages":["bem-Latn","som-Latn"]},{"precision":0.515915,"recall":0.559289,"f1":0.528114,"accuracy":0.559289,"main_score":0.528114,"hf_subset":"bem_Latn-tum_Latn","languages":["bem-Latn","tum-Latn"]},{"precision":0.425759,"recall":0.514822,"f1":0.449776,"accuracy":0.514822,"main_score":0.449776,"hf_subset":"epo_Latn-ace_Arab","languages":["epo-Latn","ace-Arab"]},{"precision":0.448614,"recall":0.521739,"f1":0.468679,"accuracy":0.521739,"main_score":0.468679,"hf_subset":"epo_Latn-bam_Latn","languages":["epo-Latn","bam-Latn"]},{"precision":0.107419,"recall":0.159091,"f1":0.120776,"accuracy":0.159091,"main_score":0.120776,"hf_subset":"epo_Latn-dzo_Tibt","languages":["epo-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-hin_Deva","languages":["epo-Latn","hin-Deva"]},{"precision":0.929513,"recall":0.952569,"f1":0.937088,"accuracy":0.952569,"main_score":0.937088,"hf_subset":"epo_Latn-khm_Khmr","languages":["epo-Latn","khm-Khmr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"epo_Latn-mag_Deva","languages":["epo-Latn","mag-Deva"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"epo_Latn-pap_Latn","languages":["epo-Latn","pap-Latn"]},{"precision":0.496965,"recall":0.568182,"f1":0.515976,"accuracy":0.568182,"main_score":0.515976,"hf_subset":"epo_Latn-sot_Latn","languages":["epo-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"epo_Latn-tur_Latn","languages":["epo-Latn","tur-Latn"]},{"precision":0.797579,"recall":0.84585,"f1":0.812286,"accuracy":0.84585,"main_score":0.812286,"hf_subset":"epo_Latn-ace_Latn","languages":["epo-Latn","ace-Latn"]},{"precision":0.916667,"recall":0.940711,"f1":0.924407,"accuracy":0.940711,"main_score":0.924407,"hf_subset":"epo_Latn-ban_Latn","languages":["epo-Latn","ban-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-ell_Grek","languages":["epo-Latn","ell-Grek"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"epo_Latn-hne_Deva","languages":["epo-Latn","hne-Deva"]},{"precision":0.50164,"recall":0.579051,"f1":0.523892,"accuracy":0.579051,"main_score":0.523892,"hf_subset":"epo_Latn-kik_Latn","languages":["epo-Latn","kik-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"epo_Latn-mai_Deva","languages":["epo-Latn","mai-Deva"]},{"precision":0.895751,"recall":0.926877,"f1":0.905797,"accuracy":0.926877,"main_score":0.905797,"hf_subset":"epo_Latn-pbt_Arab","languages":["epo-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-spa_Latn","languages":["epo-Latn","spa-Latn"]},{"precision":0.568853,"recall":0.635375,"f1":0.587259,"accuracy":0.635375,"main_score":0.587259,"hf_subset":"epo_Latn-twi_Latn","languages":["epo-Latn","twi-Latn"]},{"precision":0.994401,"recall":0.996047,"f1":0.994895,"accuracy":0.996047,"main_score":0.994895,"hf_subset":"epo_Latn-acm_Arab","languages":["epo-Latn","acm-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"epo_Latn-bel_Cyrl","languages":["epo-Latn","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-eng_Latn","languages":["epo-Latn","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-hrv_Latn","languages":["epo-Latn","hrv-Latn"]},{"precision":0.449345,"recall":0.522727,"f1":0.469229,"accuracy":0.522727,"main_score":0.469229,"hf_subset":"epo_Latn-kin_Latn","languages":["epo-Latn","kin-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"epo_Latn-mal_Mlym","languages":["epo-Latn","mal-Mlym"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-pes_Arab","languages":["epo-Latn","pes-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"epo_Latn-srd_Latn","languages":["epo-Latn","srd-Latn"]},{"precision":0.11033,"recall":0.183794,"f1":0.126083,"accuracy":0.183794,"main_score":0.126083,"hf_subset":"epo_Latn-tzm_Tfng","languages":["epo-Latn","tzm-Tfng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"epo_Latn-acq_Arab","languages":["epo-Latn","acq-Arab"]},{"precision":0.519633,"recall":0.59585,"f1":0.540588,"accuracy":0.59585,"main_score":0.540588,"hf_subset":"epo_Latn-bem_Latn","languages":["epo-Latn","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-hun_Latn","languages":["epo-Latn","hun-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"epo_Latn-kir_Cyrl","languages":["epo-Latn","kir-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"epo_Latn-mar_Deva","languages":["epo-Latn","mar-Deva"]},{"precision":0.542921,"recall":0.61166,"f1":0.562542,"accuracy":0.61166,"main_score":0.562542,"hf_subset":"epo_Latn-plt_Latn","languages":["epo-Latn","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-srp_Cyrl","languages":["epo-Latn","srp-Cyrl"]},{"precision":0.939065,"recall":0.95751,"f1":0.944993,"accuracy":0.95751,"main_score":0.944993,"hf_subset":"epo_Latn-uig_Arab","languages":["epo-Latn","uig-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"epo_Latn-aeb_Arab","languages":["epo-Latn","aeb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"epo_Latn-ben_Beng","languages":["epo-Latn","ben-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"epo_Latn-est_Latn","languages":["epo-Latn","est-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"epo_Latn-hye_Armn","languages":["epo-Latn","hye-Armn"]},{"precision":0.469676,"recall":0.537549,"f1":0.488861,"accuracy":0.537549,"main_score":0.488861,"hf_subset":"epo_Latn-kmb_Latn","languages":["epo-Latn","kmb-Latn"]},{"precision":0.369815,"recall":0.472332,"f1":0.397194,"accuracy":0.472332,"main_score":0.397194,"hf_subset":"epo_Latn-min_Arab","languages":["epo-Latn","min-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"epo_Latn-pol_Latn","languages":["epo-Latn","pol-Latn"]},{"precision":0.432804,"recall":0.514822,"f1":0.454782,"accuracy":0.514822,"main_score":0.454782,"hf_subset":"epo_Latn-ssw_Latn","languages":["epo-Latn","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-ukr_Cyrl","languages":["epo-Latn","ukr-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"epo_Latn-afr_Latn","languages":["epo-Latn","afr-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"epo_Latn-bho_Deva","languages":["epo-Latn","bho-Deva"]},{"precision":0.95471,"recall":0.969368,"f1":0.959486,"accuracy":0.969368,"main_score":0.959486,"hf_subset":"epo_Latn-eus_Latn","languages":["epo-Latn","eus-Latn"]},{"precision":0.49795,"recall":0.573123,"f1":0.51837,"accuracy":0.573123,"main_score":0.51837,"hf_subset":"epo_Latn-ibo_Latn","languages":["epo-Latn","ibo-Latn"]},{"precision":0.711397,"recall":0.778656,"f1":0.731117,"accuracy":0.778656,"main_score":0.731117,"hf_subset":"epo_Latn-kmr_Latn","languages":["epo-Latn","kmr-Latn"]},{"precision":0.953393,"recall":0.968379,"f1":0.958333,"accuracy":0.968379,"main_score":0.958333,"hf_subset":"epo_Latn-min_Latn","languages":["epo-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"epo_Latn-por_Latn","languages":["epo-Latn","por-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"epo_Latn-sun_Latn","languages":["epo-Latn","sun-Latn"]},{"precision":0.456646,"recall":0.52668,"f1":0.476762,"accuracy":0.52668,"main_score":0.476762,"hf_subset":"epo_Latn-umb_Latn","languages":["epo-Latn","umb-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"epo_Latn-ajp_Arab","languages":["epo-Latn","ajp-Arab"]},{"precision":0.399399,"recall":0.496047,"f1":0.42685,"accuracy":0.496047,"main_score":0.42685,"hf_subset":"epo_Latn-bjn_Arab","languages":["epo-Latn","bjn-Arab"]},{"precision":0.46745,"recall":0.537549,"f1":0.486589,"accuracy":0.537549,"main_score":0.486589,"hf_subset":"epo_Latn-ewe_Latn","languages":["epo-Latn","ewe-Latn"]},{"precision":0.856341,"recall":0.896245,"f1":0.868643,"accuracy":0.896245,"main_score":0.868643,"hf_subset":"epo_Latn-ilo_Latn","languages":["epo-Latn","ilo-Latn"]},{"precision":0.190312,"recall":0.267787,"f1":0.209345,"accuracy":0.267787,"main_score":0.209345,"hf_subset":"epo_Latn-knc_Arab","languages":["epo-Latn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-mkd_Cyrl","languages":["epo-Latn","mkd-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"epo_Latn-prs_Arab","languages":["epo-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"epo_Latn-swe_Latn","languages":["epo-Latn","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"epo_Latn-urd_Arab","languages":["epo-Latn","urd-Arab"]},{"precision":0.534463,"recall":0.612648,"f1":0.556657,"accuracy":0.612648,"main_score":0.556657,"hf_subset":"epo_Latn-aka_Latn","languages":["epo-Latn","aka-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"epo_Latn-bjn_Latn","languages":["epo-Latn","bjn-Latn"]},{"precision":0.936924,"recall":0.95751,"f1":0.943676,"accuracy":0.95751,"main_score":0.943676,"hf_subset":"epo_Latn-fao_Latn","languages":["epo-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"epo_Latn-ind_Latn","languages":["epo-Latn","ind-Latn"]},{"precision":0.508767,"recall":0.582016,"f1":0.529549,"accuracy":0.582016,"main_score":0.529549,"hf_subset":"epo_Latn-knc_Latn","languages":["epo-Latn","knc-Latn"]},{"precision":0.972826,"recall":0.981225,"f1":0.975626,"accuracy":0.981225,"main_score":0.975626,"hf_subset":"epo_Latn-mlt_Latn","languages":["epo-Latn","mlt-Latn"]},{"precision":0.572546,"recall":0.646245,"f1":0.592435,"accuracy":0.646245,"main_score":0.592435,"hf_subset":"epo_Latn-quy_Latn","languages":["epo-Latn","quy-Latn"]},{"precision":0.690836,"recall":0.766798,"f1":0.713554,"accuracy":0.766798,"main_score":0.713554,"hf_subset":"epo_Latn-swh_Latn","languages":["epo-Latn","swh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"epo_Latn-uzn_Latn","languages":["epo-Latn","uzn-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-als_Latn","languages":["epo-Latn","als-Latn"]},{"precision":0.156733,"recall":0.228261,"f1":0.173716,"accuracy":0.228261,"main_score":0.173716,"hf_subset":"epo_Latn-bod_Tibt","languages":["epo-Latn","bod-Tibt"]},{"precision":0.462728,"recall":0.543478,"f1":0.484174,"accuracy":0.543478,"main_score":0.484174,"hf_subset":"epo_Latn-fij_Latn","languages":["epo-Latn","fij-Latn"]},{"precision":0.94697,"recall":0.963439,"f1":0.95224,"accuracy":0.963439,"main_score":0.95224,"hf_subset":"epo_Latn-isl_Latn","languages":["epo-Latn","isl-Latn"]},{"precision":0.548405,"recall":0.626482,"f1":0.570327,"accuracy":0.626482,"main_score":0.570327,"hf_subset":"epo_Latn-kon_Latn","languages":["epo-Latn","kon-Latn"]},{"precision":0.494878,"recall":0.591897,"f1":0.522224,"accuracy":0.591897,"main_score":0.522224,"hf_subset":"epo_Latn-mni_Beng","languages":["epo-Latn","mni-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-ron_Latn","languages":["epo-Latn","ron-Latn"]},{"precision":0.983202,"recall":0.987154,"f1":0.984519,"accuracy":0.987154,"main_score":0.984519,"hf_subset":"epo_Latn-szl_Latn","languages":["epo-Latn","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"epo_Latn-vec_Latn","languages":["epo-Latn","vec-Latn"]},{"precision":0.544031,"recall":0.637352,"f1":0.570706,"accuracy":0.637352,"main_score":0.570706,"hf_subset":"epo_Latn-amh_Ethi","languages":["epo-Latn","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-bos_Latn","languages":["epo-Latn","bos-Latn"]},{"precision":0.993577,"recall":0.995059,"f1":0.994071,"accuracy":0.995059,"main_score":0.994071,"hf_subset":"epo_Latn-fin_Latn","languages":["epo-Latn","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-ita_Latn","languages":["epo-Latn","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"epo_Latn-kor_Hang","languages":["epo-Latn","kor-Hang"]},{"precision":0.477622,"recall":0.560277,"f1":0.5,"accuracy":0.560277,"main_score":0.5,"hf_subset":"epo_Latn-mos_Latn","languages":["epo-Latn","mos-Latn"]},{"precision":0.453884,"recall":0.522727,"f1":0.472305,"accuracy":0.522727,"main_score":0.472305,"hf_subset":"epo_Latn-run_Latn","languages":["epo-Latn","run-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"epo_Latn-tam_Taml","languages":["epo-Latn","tam-Taml"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-vie_Latn","languages":["epo-Latn","vie-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"epo_Latn-apc_Arab","languages":["epo-Latn","apc-Arab"]},{"precision":0.743915,"recall":0.802372,"f1":0.76124,"accuracy":0.802372,"main_score":0.76124,"hf_subset":"epo_Latn-bug_Latn","languages":["epo-Latn","bug-Latn"]},{"precision":0.429436,"recall":0.500988,"f1":0.44905,"accuracy":0.500988,"main_score":0.44905,"hf_subset":"epo_Latn-fon_Latn","languages":["epo-Latn","fon-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"epo_Latn-jav_Latn","languages":["epo-Latn","jav-Latn"]},{"precision":0.891222,"recall":0.924901,"f1":0.90224,"accuracy":0.924901,"main_score":0.90224,"hf_subset":"epo_Latn-lao_Laoo","languages":["epo-Latn","lao-Laoo"]},{"precision":0.575557,"recall":0.656126,"f1":0.598918,"accuracy":0.656126,"main_score":0.598918,"hf_subset":"epo_Latn-mri_Latn","languages":["epo-Latn","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-rus_Cyrl","languages":["epo-Latn","rus-Cyrl"]},{"precision":0.490524,"recall":0.562253,"f1":0.509988,"accuracy":0.562253,"main_score":0.509988,"hf_subset":"epo_Latn-taq_Latn","languages":["epo-Latn","taq-Latn"]},{"precision":0.973979,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"epo_Latn-war_Latn","languages":["epo-Latn","war-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-arb_Arab","languages":["epo-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-bul_Cyrl","languages":["epo-Latn","bul-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-fra_Latn","languages":["epo-Latn","fra-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-jpn_Jpan","languages":["epo-Latn","jpn-Jpan"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"epo_Latn-lij_Latn","languages":["epo-Latn","lij-Latn"]},{"precision":0.93857,"recall":0.95751,"f1":0.944664,"accuracy":0.95751,"main_score":0.944664,"hf_subset":"epo_Latn-mya_Mymr","languages":["epo-Latn","mya-Mymr"]},{"precision":0.504442,"recall":0.585968,"f1":0.527768,"accuracy":0.585968,"main_score":0.527768,"hf_subset":"epo_Latn-sag_Latn","languages":["epo-Latn","sag-Latn"]},{"precision":0.127362,"recall":0.209486,"f1":0.143074,"accuracy":0.209486,"main_score":0.143074,"hf_subset":"epo_Latn-taq_Tfng","languages":["epo-Latn","taq-Tfng"]},{"precision":0.53984,"recall":0.620553,"f1":0.562651,"accuracy":0.620553,"main_score":0.562651,"hf_subset":"epo_Latn-wol_Latn","languages":["epo-Latn","wol-Latn"]},{"precision":0.61938,"recall":0.699605,"f1":0.642243,"accuracy":0.699605,"main_score":0.642243,"hf_subset":"epo_Latn-arb_Latn","languages":["epo-Latn","arb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-cat_Latn","languages":["epo-Latn","cat-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"epo_Latn-fur_Latn","languages":["epo-Latn","fur-Latn"]},{"precision":0.332643,"recall":0.403162,"f1":0.351886,"accuracy":0.403162,"main_score":0.351886,"hf_subset":"epo_Latn-kab_Latn","languages":["epo-Latn","kab-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"epo_Latn-lim_Latn","languages":["epo-Latn","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-nld_Latn","languages":["epo-Latn","nld-Latn"]},{"precision":0.961709,"recall":0.971344,"f1":0.96461,"accuracy":0.971344,"main_score":0.96461,"hf_subset":"epo_Latn-san_Deva","languages":["epo-Latn","san-Deva"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"epo_Latn-tat_Cyrl","languages":["epo-Latn","tat-Cyrl"]},{"precision":0.527974,"recall":0.599802,"f1":0.547602,"accuracy":0.599802,"main_score":0.547602,"hf_subset":"epo_Latn-xho_Latn","languages":["epo-Latn","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-ars_Arab","languages":["epo-Latn","ars-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"epo_Latn-ceb_Latn","languages":["epo-Latn","ceb-Latn"]},{"precision":0.470876,"recall":0.549407,"f1":0.492594,"accuracy":0.549407,"main_score":0.492594,"hf_subset":"epo_Latn-fuv_Latn","languages":["epo-Latn","fuv-Latn"]},{"precision":0.463363,"recall":0.54249,"f1":0.484224,"accuracy":0.54249,"main_score":0.484224,"hf_subset":"epo_Latn-kac_Latn","languages":["epo-Latn","kac-Latn"]},{"precision":0.557942,"recall":0.641304,"f1":0.581137,"accuracy":0.641304,"main_score":0.581137,"hf_subset":"epo_Latn-lin_Latn","languages":["epo-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-nno_Latn","languages":["epo-Latn","nno-Latn"]},{"precision":0.019031,"recall":0.063241,"f1":0.025369,"accuracy":0.063241,"main_score":0.025369,"hf_subset":"epo_Latn-sat_Olck","languages":["epo-Latn","sat-Olck"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"epo_Latn-tel_Telu","languages":["epo-Latn","tel-Telu"]},{"precision":0.764839,"recall":0.828063,"f1":0.784077,"accuracy":0.828063,"main_score":0.784077,"hf_subset":"epo_Latn-ydd_Hebr","languages":["epo-Latn","ydd-Hebr"]},{"precision":0.95504,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"epo_Latn-ary_Arab","languages":["epo-Latn","ary-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-ces_Latn","languages":["epo-Latn","ces-Latn"]},{"precision":0.391524,"recall":0.479249,"f1":0.41503,"accuracy":0.479249,"main_score":0.41503,"hf_subset":"epo_Latn-gaz_Latn","languages":["epo-Latn","gaz-Latn"]},{"precision":0.492515,"recall":0.56917,"f1":0.513382,"accuracy":0.56917,"main_score":0.513382,"hf_subset":"epo_Latn-kam_Latn","languages":["epo-Latn","kam-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"epo_Latn-lit_Latn","languages":["epo-Latn","lit-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-nob_Latn","languages":["epo-Latn","nob-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"epo_Latn-scn_Latn","languages":["epo-Latn","scn-Latn"]},{"precision":0.909009,"recall":0.935771,"f1":0.917358,"accuracy":0.935771,"main_score":0.917358,"hf_subset":"epo_Latn-tgk_Cyrl","languages":["epo-Latn","tgk-Cyrl"]},{"precision":0.428504,"recall":0.513834,"f1":0.452306,"accuracy":0.513834,"main_score":0.452306,"hf_subset":"epo_Latn-yor_Latn","languages":["epo-Latn","yor-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"epo_Latn-arz_Arab","languages":["epo-Latn","arz-Arab"]},{"precision":0.479352,"recall":0.561265,"f1":0.501413,"accuracy":0.561265,"main_score":0.501413,"hf_subset":"epo_Latn-cjk_Latn","languages":["epo-Latn","cjk-Latn"]},{"precision":0.616338,"recall":0.688735,"f1":0.636887,"accuracy":0.688735,"main_score":0.636887,"hf_subset":"epo_Latn-gla_Latn","languages":["epo-Latn","gla-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"epo_Latn-kan_Knda","languages":["epo-Latn","kan-Knda"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"epo_Latn-lmo_Latn","languages":["epo-Latn","lmo-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"epo_Latn-npi_Deva","languages":["epo-Latn","npi-Deva"]},{"precision":0.406666,"recall":0.505929,"f1":0.433583,"accuracy":0.505929,"main_score":0.433583,"hf_subset":"epo_Latn-shn_Mymr","languages":["epo-Latn","shn-Mymr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"epo_Latn-tgl_Latn","languages":["epo-Latn","tgl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-yue_Hant","languages":["epo-Latn","yue-Hant"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"epo_Latn-asm_Beng","languages":["epo-Latn","asm-Beng"]},{"precision":0.736108,"recall":0.797431,"f1":0.754588,"accuracy":0.797431,"main_score":0.754588,"hf_subset":"epo_Latn-ckb_Arab","languages":["epo-Latn","ckb-Arab"]},{"precision":0.702355,"recall":0.780632,"f1":0.726449,"accuracy":0.780632,"main_score":0.726449,"hf_subset":"epo_Latn-gle_Latn","languages":["epo-Latn","gle-Latn"]},{"precision":0.862154,"recall":0.90415,"f1":0.875823,"accuracy":0.90415,"main_score":0.875823,"hf_subset":"epo_Latn-kas_Arab","languages":["epo-Latn","kas-Arab"]},{"precision":0.898057,"recall":0.929842,"f1":0.908432,"accuracy":0.929842,"main_score":0.908432,"hf_subset":"epo_Latn-ltg_Latn","languages":["epo-Latn","ltg-Latn"]},{"precision":0.514505,"recall":0.588933,"f1":0.534999,"accuracy":0.588933,"main_score":0.534999,"hf_subset":"epo_Latn-nso_Latn","languages":["epo-Latn","nso-Latn"]},{"precision":0.455563,"recall":0.550395,"f1":0.481404,"accuracy":0.550395,"main_score":0.481404,"hf_subset":"epo_Latn-sin_Sinh","languages":["epo-Latn","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-tha_Thai","languages":["epo-Latn","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-zho_Hans","languages":["epo-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"epo_Latn-ast_Latn","languages":["epo-Latn","ast-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"epo_Latn-crh_Latn","languages":["epo-Latn","crh-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-glg_Latn","languages":["epo-Latn","glg-Latn"]},{"precision":0.750807,"recall":0.817194,"f1":0.771231,"accuracy":0.817194,"main_score":0.771231,"hf_subset":"epo_Latn-kas_Deva","languages":["epo-Latn","kas-Deva"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"epo_Latn-ltz_Latn","languages":["epo-Latn","ltz-Latn"]},{"precision":0.39561,"recall":0.472332,"f1":0.415436,"accuracy":0.472332,"main_score":0.415436,"hf_subset":"epo_Latn-nus_Latn","languages":["epo-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"epo_Latn-slk_Latn","languages":["epo-Latn","slk-Latn"]},{"precision":0.269018,"recall":0.340909,"f1":0.287456,"accuracy":0.340909,"main_score":0.287456,"hf_subset":"epo_Latn-tir_Ethi","languages":["epo-Latn","tir-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"epo_Latn-zho_Hant","languages":["epo-Latn","zho-Hant"]},{"precision":0.98419,"recall":0.988142,"f1":0.985507,"accuracy":0.988142,"main_score":0.985507,"hf_subset":"epo_Latn-awa_Deva","languages":["epo-Latn","awa-Deva"]},{"precision":0.867589,"recall":0.905138,"f1":0.879414,"accuracy":0.905138,"main_score":0.879414,"hf_subset":"epo_Latn-cym_Latn","languages":["epo-Latn","cym-Latn"]},{"precision":0.713678,"recall":0.778656,"f1":0.732894,"accuracy":0.778656,"main_score":0.732894,"hf_subset":"epo_Latn-grn_Latn","languages":["epo-Latn","grn-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"epo_Latn-kat_Geor","languages":["epo-Latn","kat-Geor"]},{"precision":0.548492,"recall":0.624506,"f1":0.569914,"accuracy":0.624506,"main_score":0.569914,"hf_subset":"epo_Latn-lua_Latn","languages":["epo-Latn","lua-Latn"]},{"precision":0.513813,"recall":0.590909,"f1":0.535174,"accuracy":0.590909,"main_score":0.535174,"hf_subset":"epo_Latn-nya_Latn","languages":["epo-Latn","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-slv_Latn","languages":["epo-Latn","slv-Latn"]},{"precision":0.793396,"recall":0.847826,"f1":0.810112,"accuracy":0.847826,"main_score":0.810112,"hf_subset":"epo_Latn-tpi_Latn","languages":["epo-Latn","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-zsm_Latn","languages":["epo-Latn","zsm-Latn"]},{"precision":0.4773,"recall":0.555336,"f1":0.498514,"accuracy":0.555336,"main_score":0.498514,"hf_subset":"epo_Latn-ayr_Latn","languages":["epo-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"epo_Latn-dan_Latn","languages":["epo-Latn","dan-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"epo_Latn-guj_Gujr","languages":["epo-Latn","guj-Gujr"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"epo_Latn-kaz_Cyrl","languages":["epo-Latn","kaz-Cyrl"]},{"precision":0.435537,"recall":0.516798,"f1":0.458376,"accuracy":0.516798,"main_score":0.458376,"hf_subset":"epo_Latn-lug_Latn","languages":["epo-Latn","lug-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-oci_Latn","languages":["epo-Latn","oci-Latn"]},{"precision":0.530207,"recall":0.609684,"f1":0.552582,"accuracy":0.609684,"main_score":0.552582,"hf_subset":"epo_Latn-smo_Latn","languages":["epo-Latn","smo-Latn"]},{"precision":0.459778,"recall":0.537549,"f1":0.480135,"accuracy":0.537549,"main_score":0.480135,"hf_subset":"epo_Latn-tsn_Latn","languages":["epo-Latn","tsn-Latn"]},{"precision":0.467249,"recall":0.546443,"f1":0.488363,"accuracy":0.546443,"main_score":0.488363,"hf_subset":"epo_Latn-zul_Latn","languages":["epo-Latn","zul-Latn"]},{"precision":0.804545,"recall":0.862648,"f1":0.82309,"accuracy":0.862648,"main_score":0.82309,"hf_subset":"epo_Latn-azb_Arab","languages":["epo-Latn","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-deu_Latn","languages":["epo-Latn","deu-Latn"]},{"precision":0.92556,"recall":0.948617,"f1":0.933136,"accuracy":0.948617,"main_score":0.933136,"hf_subset":"epo_Latn-hat_Latn","languages":["epo-Latn","hat-Latn"]},{"precision":0.438732,"recall":0.512846,"f1":0.458808,"accuracy":0.512846,"main_score":0.458808,"hf_subset":"epo_Latn-kbp_Latn","languages":["epo-Latn","kbp-Latn"]},{"precision":0.488911,"recall":0.562253,"f1":0.509024,"accuracy":0.562253,"main_score":0.509024,"hf_subset":"epo_Latn-luo_Latn","languages":["epo-Latn","luo-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"epo_Latn-ory_Orya","languages":["epo-Latn","ory-Orya"]},{"precision":0.492956,"recall":0.566206,"f1":0.5134,"accuracy":0.566206,"main_score":0.5134,"hf_subset":"epo_Latn-sna_Latn","languages":["epo-Latn","sna-Latn"]},{"precision":0.457635,"recall":0.533597,"f1":0.478486,"accuracy":0.533597,"main_score":0.478486,"hf_subset":"epo_Latn-tso_Latn","languages":["epo-Latn","tso-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"epo_Latn-azj_Latn","languages":["epo-Latn","azj-Latn"]},{"precision":0.474137,"recall":0.551383,"f1":0.496376,"accuracy":0.551383,"main_score":0.496376,"hf_subset":"epo_Latn-dik_Latn","languages":["epo-Latn","dik-Latn"]},{"precision":0.468339,"recall":0.537549,"f1":0.487995,"accuracy":0.537549,"main_score":0.487995,"hf_subset":"epo_Latn-hau_Latn","languages":["epo-Latn","hau-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"epo_Latn-kea_Latn","languages":["epo-Latn","kea-Latn"]},{"precision":0.633833,"recall":0.703557,"f1":0.653937,"accuracy":0.703557,"main_score":0.653937,"hf_subset":"epo_Latn-lus_Latn","languages":["epo-Latn","lus-Latn"]},{"precision":0.815629,"recall":0.862648,"f1":0.829992,"accuracy":0.862648,"main_score":0.829992,"hf_subset":"epo_Latn-pag_Latn","languages":["epo-Latn","pag-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"epo_Latn-snd_Arab","languages":["epo-Latn","snd-Arab"]},{"precision":0.88554,"recall":0.920949,"f1":0.897069,"accuracy":0.920949,"main_score":0.897069,"hf_subset":"epo_Latn-tuk_Latn","languages":["epo-Latn","tuk-Latn"]},{"precision":0.942852,"recall":0.960474,"f1":0.948617,"accuracy":0.960474,"main_score":0.948617,"hf_subset":"epo_Latn-bak_Cyrl","languages":["epo-Latn","bak-Cyrl"]},{"precision":0.426873,"recall":0.521739,"f1":0.453252,"accuracy":0.521739,"main_score":0.453252,"hf_subset":"epo_Latn-dyu_Latn","languages":["epo-Latn","dyu-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"epo_Latn-heb_Hebr","languages":["epo-Latn","heb-Hebr"]},{"precision":0.898468,"recall":0.927866,"f1":0.907642,"accuracy":0.927866,"main_score":0.907642,"hf_subset":"epo_Latn-khk_Cyrl","languages":["epo-Latn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-lvs_Latn","languages":["epo-Latn","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"epo_Latn-pan_Guru","languages":["epo-Latn","pan-Guru"]},{"precision":0.457856,"recall":0.537549,"f1":0.480039,"accuracy":0.537549,"main_score":0.480039,"hf_subset":"epo_Latn-som_Latn","languages":["epo-Latn","som-Latn"]},{"precision":0.496034,"recall":0.566206,"f1":0.515423,"accuracy":0.566206,"main_score":0.515423,"hf_subset":"epo_Latn-tum_Latn","languages":["epo-Latn","tum-Latn"]},{"precision":0.410562,"recall":0.499012,"f1":0.434685,"accuracy":0.499012,"main_score":0.434685,"hf_subset":"hun_Latn-ace_Arab","languages":["hun-Latn","ace-Arab"]},{"precision":0.446945,"recall":0.523715,"f1":0.467938,"accuracy":0.523715,"main_score":0.467938,"hf_subset":"hun_Latn-bam_Latn","languages":["hun-Latn","bam-Latn"]},{"precision":0.122752,"recall":0.176877,"f1":0.13675,"accuracy":0.176877,"main_score":0.13675,"hf_subset":"hun_Latn-dzo_Tibt","languages":["hun-Latn","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-hin_Deva","languages":["hun-Latn","hin-Deva"]},{"precision":0.932971,"recall":0.954545,"f1":0.940053,"accuracy":0.954545,"main_score":0.940053,"hf_subset":"hun_Latn-khm_Khmr","languages":["hun-Latn","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hun_Latn-mag_Deva","languages":["hun-Latn","mag-Deva"]},{"precision":0.959157,"recall":0.971344,"f1":0.962912,"accuracy":0.971344,"main_score":0.962912,"hf_subset":"hun_Latn-pap_Latn","languages":["hun-Latn","pap-Latn"]},{"precision":0.485157,"recall":0.564229,"f1":0.506419,"accuracy":0.564229,"main_score":0.506419,"hf_subset":"hun_Latn-sot_Latn","languages":["hun-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-tur_Latn","languages":["hun-Latn","tur-Latn"]},{"precision":0.803228,"recall":0.850791,"f1":0.817984,"accuracy":0.850791,"main_score":0.817984,"hf_subset":"hun_Latn-ace_Latn","languages":["hun-Latn","ace-Latn"]},{"precision":0.916008,"recall":0.940711,"f1":0.924242,"accuracy":0.940711,"main_score":0.924242,"hf_subset":"hun_Latn-ban_Latn","languages":["hun-Latn","ban-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hun_Latn-ell_Grek","languages":["hun-Latn","ell-Grek"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"hun_Latn-hne_Deva","languages":["hun-Latn","hne-Deva"]},{"precision":0.499664,"recall":0.577075,"f1":0.521837,"accuracy":0.577075,"main_score":0.521837,"hf_subset":"hun_Latn-kik_Latn","languages":["hun-Latn","kik-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hun_Latn-mai_Deva","languages":["hun-Latn","mai-Deva"]},{"precision":0.887022,"recall":0.920949,"f1":0.897892,"accuracy":0.920949,"main_score":0.897892,"hf_subset":"hun_Latn-pbt_Arab","languages":["hun-Latn","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-spa_Latn","languages":["hun-Latn","spa-Latn"]},{"precision":0.549144,"recall":0.623518,"f1":0.569641,"accuracy":0.623518,"main_score":0.569641,"hf_subset":"hun_Latn-twi_Latn","languages":["hun-Latn","twi-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hun_Latn-acm_Arab","languages":["hun-Latn","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-bel_Cyrl","languages":["hun-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-eng_Latn","languages":["hun-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-hrv_Latn","languages":["hun-Latn","hrv-Latn"]},{"precision":0.448731,"recall":0.525692,"f1":0.469742,"accuracy":0.525692,"main_score":0.469742,"hf_subset":"hun_Latn-kin_Latn","languages":["hun-Latn","kin-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hun_Latn-mal_Mlym","languages":["hun-Latn","mal-Mlym"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-pes_Arab","languages":["hun-Latn","pes-Arab"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"hun_Latn-srd_Latn","languages":["hun-Latn","srd-Latn"]},{"precision":0.108005,"recall":0.178854,"f1":0.122784,"accuracy":0.178854,"main_score":0.122784,"hf_subset":"hun_Latn-tzm_Tfng","languages":["hun-Latn","tzm-Tfng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-acq_Arab","languages":["hun-Latn","acq-Arab"]},{"precision":0.517165,"recall":0.594862,"f1":0.538901,"accuracy":0.594862,"main_score":0.538901,"hf_subset":"hun_Latn-bem_Latn","languages":["hun-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-epo_Latn","languages":["hun-Latn","epo-Latn"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"hun_Latn-kir_Cyrl","languages":["hun-Latn","kir-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hun_Latn-mar_Deva","languages":["hun-Latn","mar-Deva"]},{"precision":0.548262,"recall":0.623518,"f1":0.569788,"accuracy":0.623518,"main_score":0.569788,"hf_subset":"hun_Latn-plt_Latn","languages":["hun-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-srp_Cyrl","languages":["hun-Latn","srp-Cyrl"]},{"precision":0.94137,"recall":0.959486,"f1":0.947134,"accuracy":0.959486,"main_score":0.947134,"hf_subset":"hun_Latn-uig_Arab","languages":["hun-Latn","uig-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"hun_Latn-aeb_Arab","languages":["hun-Latn","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-ben_Beng","languages":["hun-Latn","ben-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-est_Latn","languages":["hun-Latn","est-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-hye_Armn","languages":["hun-Latn","hye-Armn"]},{"precision":0.459563,"recall":0.529644,"f1":0.479055,"accuracy":0.529644,"main_score":0.479055,"hf_subset":"hun_Latn-kmb_Latn","languages":["hun-Latn","kmb-Latn"]},{"precision":0.361505,"recall":0.45751,"f1":0.385868,"accuracy":0.45751,"main_score":0.385868,"hf_subset":"hun_Latn-min_Arab","languages":["hun-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-pol_Latn","languages":["hun-Latn","pol-Latn"]},{"precision":0.44367,"recall":0.525692,"f1":0.466166,"accuracy":0.525692,"main_score":0.466166,"hf_subset":"hun_Latn-ssw_Latn","languages":["hun-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-ukr_Cyrl","languages":["hun-Latn","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-afr_Latn","languages":["hun-Latn","afr-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hun_Latn-bho_Deva","languages":["hun-Latn","bho-Deva"]},{"precision":0.945405,"recall":0.962451,"f1":0.950988,"accuracy":0.962451,"main_score":0.950988,"hf_subset":"hun_Latn-eus_Latn","languages":["hun-Latn","eus-Latn"]},{"precision":0.481371,"recall":0.562253,"f1":0.503825,"accuracy":0.562253,"main_score":0.503825,"hf_subset":"hun_Latn-ibo_Latn","languages":["hun-Latn","ibo-Latn"]},{"precision":0.699012,"recall":0.769763,"f1":0.719998,"accuracy":0.769763,"main_score":0.719998,"hf_subset":"hun_Latn-kmr_Latn","languages":["hun-Latn","kmr-Latn"]},{"precision":0.949934,"recall":0.966403,"f1":0.955369,"accuracy":0.966403,"main_score":0.955369,"hf_subset":"hun_Latn-min_Latn","languages":["hun-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-por_Latn","languages":["hun-Latn","por-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"hun_Latn-sun_Latn","languages":["hun-Latn","sun-Latn"]},{"precision":0.451977,"recall":0.529644,"f1":0.474461,"accuracy":0.529644,"main_score":0.474461,"hf_subset":"hun_Latn-umb_Latn","languages":["hun-Latn","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-ajp_Arab","languages":["hun-Latn","ajp-Arab"]},{"precision":0.378135,"recall":0.478261,"f1":0.405684,"accuracy":0.478261,"main_score":0.405684,"hf_subset":"hun_Latn-bjn_Arab","languages":["hun-Latn","bjn-Arab"]},{"precision":0.470253,"recall":0.537549,"f1":0.488474,"accuracy":0.537549,"main_score":0.488474,"hf_subset":"hun_Latn-ewe_Latn","languages":["hun-Latn","ewe-Latn"]},{"precision":0.851696,"recall":0.890316,"f1":0.863538,"accuracy":0.890316,"main_score":0.863538,"hf_subset":"hun_Latn-ilo_Latn","languages":["hun-Latn","ilo-Latn"]},{"precision":0.188789,"recall":0.269763,"f1":0.208028,"accuracy":0.269763,"main_score":0.208028,"hf_subset":"hun_Latn-knc_Arab","languages":["hun-Latn","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-mkd_Cyrl","languages":["hun-Latn","mkd-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-prs_Arab","languages":["hun-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-swe_Latn","languages":["hun-Latn","swe-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hun_Latn-urd_Arab","languages":["hun-Latn","urd-Arab"]},{"precision":0.536013,"recall":0.613636,"f1":0.558047,"accuracy":0.613636,"main_score":0.558047,"hf_subset":"hun_Latn-aka_Latn","languages":["hun-Latn","aka-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"hun_Latn-bjn_Latn","languages":["hun-Latn","bjn-Latn"]},{"precision":0.932971,"recall":0.954545,"f1":0.940053,"accuracy":0.954545,"main_score":0.940053,"hf_subset":"hun_Latn-fao_Latn","languages":["hun-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-ind_Latn","languages":["hun-Latn","ind-Latn"]},{"precision":0.516109,"recall":0.587945,"f1":0.5364,"accuracy":0.587945,"main_score":0.5364,"hf_subset":"hun_Latn-knc_Latn","languages":["hun-Latn","knc-Latn"]},{"precision":0.963768,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"hun_Latn-mlt_Latn","languages":["hun-Latn","mlt-Latn"]},{"precision":0.561857,"recall":0.640316,"f1":0.583906,"accuracy":0.640316,"main_score":0.583906,"hf_subset":"hun_Latn-quy_Latn","languages":["hun-Latn","quy-Latn"]},{"precision":0.701656,"recall":0.777668,"f1":0.724819,"accuracy":0.777668,"main_score":0.724819,"hf_subset":"hun_Latn-swh_Latn","languages":["hun-Latn","swh-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"hun_Latn-uzn_Latn","languages":["hun-Latn","uzn-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hun_Latn-als_Latn","languages":["hun-Latn","als-Latn"]},{"precision":0.164927,"recall":0.238142,"f1":0.182145,"accuracy":0.238142,"main_score":0.182145,"hf_subset":"hun_Latn-bod_Tibt","languages":["hun-Latn","bod-Tibt"]},{"precision":0.475709,"recall":0.552372,"f1":0.496621,"accuracy":0.552372,"main_score":0.496621,"hf_subset":"hun_Latn-fij_Latn","languages":["hun-Latn","fij-Latn"]},{"precision":0.949028,"recall":0.964427,"f1":0.953953,"accuracy":0.964427,"main_score":0.953953,"hf_subset":"hun_Latn-isl_Latn","languages":["hun-Latn","isl-Latn"]},{"precision":0.532702,"recall":0.618577,"f1":0.557245,"accuracy":0.618577,"main_score":0.557245,"hf_subset":"hun_Latn-kon_Latn","languages":["hun-Latn","kon-Latn"]},{"precision":0.482363,"recall":0.581028,"f1":0.510028,"accuracy":0.581028,"main_score":0.510028,"hf_subset":"hun_Latn-mni_Beng","languages":["hun-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-ron_Latn","languages":["hun-Latn","ron-Latn"]},{"precision":0.977767,"recall":0.983202,"f1":0.979578,"accuracy":0.983202,"main_score":0.979578,"hf_subset":"hun_Latn-szl_Latn","languages":["hun-Latn","szl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hun_Latn-vec_Latn","languages":["hun-Latn","vec-Latn"]},{"precision":0.546363,"recall":0.635375,"f1":0.572226,"accuracy":0.635375,"main_score":0.572226,"hf_subset":"hun_Latn-amh_Ethi","languages":["hun-Latn","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-bos_Latn","languages":["hun-Latn","bos-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"hun_Latn-fin_Latn","languages":["hun-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-ita_Latn","languages":["hun-Latn","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-kor_Hang","languages":["hun-Latn","kor-Hang"]},{"precision":0.462625,"recall":0.546443,"f1":0.485623,"accuracy":0.546443,"main_score":0.485623,"hf_subset":"hun_Latn-mos_Latn","languages":["hun-Latn","mos-Latn"]},{"precision":0.452457,"recall":0.524704,"f1":0.472094,"accuracy":0.524704,"main_score":0.472094,"hf_subset":"hun_Latn-run_Latn","languages":["hun-Latn","run-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hun_Latn-tam_Taml","languages":["hun-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-vie_Latn","languages":["hun-Latn","vie-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hun_Latn-apc_Arab","languages":["hun-Latn","apc-Arab"]},{"precision":0.736495,"recall":0.796443,"f1":0.754136,"accuracy":0.796443,"main_score":0.754136,"hf_subset":"hun_Latn-bug_Latn","languages":["hun-Latn","bug-Latn"]},{"precision":0.425202,"recall":0.502964,"f1":0.446308,"accuracy":0.502964,"main_score":0.446308,"hf_subset":"hun_Latn-fon_Latn","languages":["hun-Latn","fon-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hun_Latn-jav_Latn","languages":["hun-Latn","jav-Latn"]},{"precision":0.893939,"recall":0.924901,"f1":0.903656,"accuracy":0.924901,"main_score":0.903656,"hf_subset":"hun_Latn-lao_Laoo","languages":["hun-Latn","lao-Laoo"]},{"precision":0.575758,"recall":0.662055,"f1":0.600391,"accuracy":0.662055,"main_score":0.600391,"hf_subset":"hun_Latn-mri_Latn","languages":["hun-Latn","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-rus_Cyrl","languages":["hun-Latn","rus-Cyrl"]},{"precision":0.477721,"recall":0.554348,"f1":0.499098,"accuracy":0.554348,"main_score":0.499098,"hf_subset":"hun_Latn-taq_Latn","languages":["hun-Latn","taq-Latn"]},{"precision":0.968379,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"hun_Latn-war_Latn","languages":["hun-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-arb_Arab","languages":["hun-Latn","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-bul_Cyrl","languages":["hun-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-fra_Latn","languages":["hun-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-jpn_Jpan","languages":["hun-Latn","jpn-Jpan"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"hun_Latn-lij_Latn","languages":["hun-Latn","lij-Latn"]},{"precision":0.936759,"recall":0.956522,"f1":0.943347,"accuracy":0.956522,"main_score":0.943347,"hf_subset":"hun_Latn-mya_Mymr","languages":["hun-Latn","mya-Mymr"]},{"precision":0.501985,"recall":0.588933,"f1":0.526376,"accuracy":0.588933,"main_score":0.526376,"hf_subset":"hun_Latn-sag_Latn","languages":["hun-Latn","sag-Latn"]},{"precision":0.121028,"recall":0.208498,"f1":0.138797,"accuracy":0.208498,"main_score":0.138797,"hf_subset":"hun_Latn-taq_Tfng","languages":["hun-Latn","taq-Tfng"]},{"precision":0.544447,"recall":0.62747,"f1":0.568055,"accuracy":0.62747,"main_score":0.568055,"hf_subset":"hun_Latn-wol_Latn","languages":["hun-Latn","wol-Latn"]},{"precision":0.611833,"recall":0.69664,"f1":0.635742,"accuracy":0.69664,"main_score":0.635742,"hf_subset":"hun_Latn-arb_Latn","languages":["hun-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-cat_Latn","languages":["hun-Latn","cat-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"hun_Latn-fur_Latn","languages":["hun-Latn","fur-Latn"]},{"precision":0.333042,"recall":0.408103,"f1":0.353336,"accuracy":0.408103,"main_score":0.353336,"hf_subset":"hun_Latn-kab_Latn","languages":["hun-Latn","kab-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"hun_Latn-lim_Latn","languages":["hun-Latn","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-nld_Latn","languages":["hun-Latn","nld-Latn"]},{"precision":0.965827,"recall":0.975296,"f1":0.968775,"accuracy":0.975296,"main_score":0.968775,"hf_subset":"hun_Latn-san_Deva","languages":["hun-Latn","san-Deva"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"hun_Latn-tat_Cyrl","languages":["hun-Latn","tat-Cyrl"]},{"precision":0.519641,"recall":0.59585,"f1":0.540661,"accuracy":0.59585,"main_score":0.540661,"hf_subset":"hun_Latn-xho_Latn","languages":["hun-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-ars_Arab","languages":["hun-Latn","ars-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hun_Latn-ceb_Latn","languages":["hun-Latn","ceb-Latn"]},{"precision":0.466744,"recall":0.552372,"f1":0.490479,"accuracy":0.552372,"main_score":0.490479,"hf_subset":"hun_Latn-fuv_Latn","languages":["hun-Latn","fuv-Latn"]},{"precision":0.458213,"recall":0.544466,"f1":0.481906,"accuracy":0.544466,"main_score":0.481906,"hf_subset":"hun_Latn-kac_Latn","languages":["hun-Latn","kac-Latn"]},{"precision":0.551995,"recall":0.634387,"f1":0.574991,"accuracy":0.634387,"main_score":0.574991,"hf_subset":"hun_Latn-lin_Latn","languages":["hun-Latn","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hun_Latn-nno_Latn","languages":["hun-Latn","nno-Latn"]},{"precision":0.018713,"recall":0.063241,"f1":0.024611,"accuracy":0.063241,"main_score":0.024611,"hf_subset":"hun_Latn-sat_Olck","languages":["hun-Latn","sat-Olck"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hun_Latn-tel_Telu","languages":["hun-Latn","tel-Telu"]},{"precision":0.720504,"recall":0.793478,"f1":0.742721,"accuracy":0.793478,"main_score":0.742721,"hf_subset":"hun_Latn-ydd_Hebr","languages":["hun-Latn","ydd-Hebr"]},{"precision":0.958992,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"hun_Latn-ary_Arab","languages":["hun-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-ces_Latn","languages":["hun-Latn","ces-Latn"]},{"precision":0.377792,"recall":0.469368,"f1":0.403277,"accuracy":0.469368,"main_score":0.403277,"hf_subset":"hun_Latn-gaz_Latn","languages":["hun-Latn","gaz-Latn"]},{"precision":0.487472,"recall":0.567194,"f1":0.509696,"accuracy":0.567194,"main_score":0.509696,"hf_subset":"hun_Latn-kam_Latn","languages":["hun-Latn","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"hun_Latn-lit_Latn","languages":["hun-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-nob_Latn","languages":["hun-Latn","nob-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"hun_Latn-scn_Latn","languages":["hun-Latn","scn-Latn"]},{"precision":0.911726,"recall":0.939723,"f1":0.920784,"accuracy":0.939723,"main_score":0.920784,"hf_subset":"hun_Latn-tgk_Cyrl","languages":["hun-Latn","tgk-Cyrl"]},{"precision":0.435583,"recall":0.520751,"f1":0.45942,"accuracy":0.520751,"main_score":0.45942,"hf_subset":"hun_Latn-yor_Latn","languages":["hun-Latn","yor-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hun_Latn-arz_Arab","languages":["hun-Latn","arz-Arab"]},{"precision":0.475838,"recall":0.562253,"f1":0.498872,"accuracy":0.562253,"main_score":0.498872,"hf_subset":"hun_Latn-cjk_Latn","languages":["hun-Latn","cjk-Latn"]},{"precision":0.605272,"recall":0.683794,"f1":0.627772,"accuracy":0.683794,"main_score":0.627772,"hf_subset":"hun_Latn-gla_Latn","languages":["hun-Latn","gla-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hun_Latn-kan_Knda","languages":["hun-Latn","kan-Knda"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"hun_Latn-lmo_Latn","languages":["hun-Latn","lmo-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"hun_Latn-npi_Deva","languages":["hun-Latn","npi-Deva"]},{"precision":0.405593,"recall":0.507905,"f1":0.433289,"accuracy":0.507905,"main_score":0.433289,"hf_subset":"hun_Latn-shn_Mymr","languages":["hun-Latn","shn-Mymr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hun_Latn-tgl_Latn","languages":["hun-Latn","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-yue_Hant","languages":["hun-Latn","yue-Hant"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hun_Latn-asm_Beng","languages":["hun-Latn","asm-Beng"]},{"precision":0.714914,"recall":0.781621,"f1":0.734493,"accuracy":0.781621,"main_score":0.734493,"hf_subset":"hun_Latn-ckb_Arab","languages":["hun-Latn","ckb-Arab"]},{"precision":0.706826,"recall":0.779644,"f1":0.729172,"accuracy":0.779644,"main_score":0.729172,"hf_subset":"hun_Latn-gle_Latn","languages":["hun-Latn","gle-Latn"]},{"precision":0.883432,"recall":0.918972,"f1":0.894763,"accuracy":0.918972,"main_score":0.894763,"hf_subset":"hun_Latn-kas_Arab","languages":["hun-Latn","kas-Arab"]},{"precision":0.888834,"recall":0.921937,"f1":0.899492,"accuracy":0.921937,"main_score":0.899492,"hf_subset":"hun_Latn-ltg_Latn","languages":["hun-Latn","ltg-Latn"]},{"precision":0.511182,"recall":0.589921,"f1":0.533585,"accuracy":0.589921,"main_score":0.533585,"hf_subset":"hun_Latn-nso_Latn","languages":["hun-Latn","nso-Latn"]},{"precision":0.441975,"recall":0.533597,"f1":0.466683,"accuracy":0.533597,"main_score":0.466683,"hf_subset":"hun_Latn-sin_Sinh","languages":["hun-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-tha_Thai","languages":["hun-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-zho_Hans","languages":["hun-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-ast_Latn","languages":["hun-Latn","ast-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"hun_Latn-crh_Latn","languages":["hun-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-glg_Latn","languages":["hun-Latn","glg-Latn"]},{"precision":0.754661,"recall":0.816206,"f1":0.772694,"accuracy":0.816206,"main_score":0.772694,"hf_subset":"hun_Latn-kas_Deva","languages":["hun-Latn","kas-Deva"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"hun_Latn-ltz_Latn","languages":["hun-Latn","ltz-Latn"]},{"precision":0.378012,"recall":0.463439,"f1":0.400794,"accuracy":0.463439,"main_score":0.400794,"hf_subset":"hun_Latn-nus_Latn","languages":["hun-Latn","nus-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-slk_Latn","languages":["hun-Latn","slk-Latn"]},{"precision":0.267254,"recall":0.336957,"f1":0.285324,"accuracy":0.336957,"main_score":0.285324,"hf_subset":"hun_Latn-tir_Ethi","languages":["hun-Latn","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-zho_Hant","languages":["hun-Latn","zho-Hant"]},{"precision":0.983037,"recall":0.987154,"f1":0.984354,"accuracy":0.987154,"main_score":0.984354,"hf_subset":"hun_Latn-awa_Deva","languages":["hun-Latn","awa-Deva"]},{"precision":0.857246,"recall":0.897233,"f1":0.869815,"accuracy":0.897233,"main_score":0.869815,"hf_subset":"hun_Latn-cym_Latn","languages":["hun-Latn","cym-Latn"]},{"precision":0.715382,"recall":0.779644,"f1":0.734373,"accuracy":0.779644,"main_score":0.734373,"hf_subset":"hun_Latn-grn_Latn","languages":["hun-Latn","grn-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hun_Latn-kat_Geor","languages":["hun-Latn","kat-Geor"]},{"precision":0.537483,"recall":0.617589,"f1":0.56079,"accuracy":0.617589,"main_score":0.56079,"hf_subset":"hun_Latn-lua_Latn","languages":["hun-Latn","lua-Latn"]},{"precision":0.504466,"recall":0.583992,"f1":0.526612,"accuracy":0.583992,"main_score":0.526612,"hf_subset":"hun_Latn-nya_Latn","languages":["hun-Latn","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-slv_Latn","languages":["hun-Latn","slv-Latn"]},{"precision":0.790596,"recall":0.84585,"f1":0.807642,"accuracy":0.84585,"main_score":0.807642,"hf_subset":"hun_Latn-tpi_Latn","languages":["hun-Latn","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-zsm_Latn","languages":["hun-Latn","zsm-Latn"]},{"precision":0.459945,"recall":0.547431,"f1":0.484239,"accuracy":0.547431,"main_score":0.484239,"hf_subset":"hun_Latn-ayr_Latn","languages":["hun-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-dan_Latn","languages":["hun-Latn","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-guj_Gujr","languages":["hun-Latn","guj-Gujr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hun_Latn-kaz_Cyrl","languages":["hun-Latn","kaz-Cyrl"]},{"precision":0.427966,"recall":0.501976,"f1":0.448415,"accuracy":0.501976,"main_score":0.448415,"hf_subset":"hun_Latn-lug_Latn","languages":["hun-Latn","lug-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-oci_Latn","languages":["hun-Latn","oci-Latn"]},{"precision":0.512948,"recall":0.598814,"f1":0.536967,"accuracy":0.598814,"main_score":0.536967,"hf_subset":"hun_Latn-smo_Latn","languages":["hun-Latn","smo-Latn"]},{"precision":0.463865,"recall":0.539526,"f1":0.484185,"accuracy":0.539526,"main_score":0.484185,"hf_subset":"hun_Latn-tsn_Latn","languages":["hun-Latn","tsn-Latn"]},{"precision":0.460026,"recall":0.540514,"f1":0.48162,"accuracy":0.540514,"main_score":0.48162,"hf_subset":"hun_Latn-zul_Latn","languages":["hun-Latn","zul-Latn"]},{"precision":0.814312,"recall":0.868577,"f1":0.831588,"accuracy":0.868577,"main_score":0.831588,"hf_subset":"hun_Latn-azb_Arab","languages":["hun-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-deu_Latn","languages":["hun-Latn","deu-Latn"]},{"precision":0.913373,"recall":0.939723,"f1":0.92189,"accuracy":0.939723,"main_score":0.92189,"hf_subset":"hun_Latn-hat_Latn","languages":["hun-Latn","hat-Latn"]},{"precision":0.433765,"recall":0.507905,"f1":0.453615,"accuracy":0.507905,"main_score":0.453615,"hf_subset":"hun_Latn-kbp_Latn","languages":["hun-Latn","kbp-Latn"]},{"precision":0.486295,"recall":0.5583,"f1":0.506138,"accuracy":0.5583,"main_score":0.506138,"hf_subset":"hun_Latn-luo_Latn","languages":["hun-Latn","luo-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hun_Latn-ory_Orya","languages":["hun-Latn","ory-Orya"]},{"precision":0.485194,"recall":0.564229,"f1":0.507785,"accuracy":0.564229,"main_score":0.507785,"hf_subset":"hun_Latn-sna_Latn","languages":["hun-Latn","sna-Latn"]},{"precision":0.454795,"recall":0.528656,"f1":0.474784,"accuracy":0.528656,"main_score":0.474784,"hf_subset":"hun_Latn-tso_Latn","languages":["hun-Latn","tso-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hun_Latn-azj_Latn","languages":["hun-Latn","azj-Latn"]},{"precision":0.470576,"recall":0.554348,"f1":0.494488,"accuracy":0.554348,"main_score":0.494488,"hf_subset":"hun_Latn-dik_Latn","languages":["hun-Latn","dik-Latn"]},{"precision":0.459478,"recall":0.525692,"f1":0.478598,"accuracy":0.525692,"main_score":0.478598,"hf_subset":"hun_Latn-hau_Latn","languages":["hun-Latn","hau-Latn"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"hun_Latn-kea_Latn","languages":["hun-Latn","kea-Latn"]},{"precision":0.632831,"recall":0.708498,"f1":0.65457,"accuracy":0.708498,"main_score":0.65457,"hf_subset":"hun_Latn-lus_Latn","languages":["hun-Latn","lus-Latn"]},{"precision":0.802602,"recall":0.851779,"f1":0.817622,"accuracy":0.851779,"main_score":0.817622,"hf_subset":"hun_Latn-pag_Latn","languages":["hun-Latn","pag-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"hun_Latn-snd_Arab","languages":["hun-Latn","snd-Arab"]},{"precision":0.877553,"recall":0.91502,"f1":0.889559,"accuracy":0.91502,"main_score":0.889559,"hf_subset":"hun_Latn-tuk_Latn","languages":["hun-Latn","tuk-Latn"]},{"precision":0.947628,"recall":0.964427,"f1":0.953063,"accuracy":0.964427,"main_score":0.953063,"hf_subset":"hun_Latn-bak_Cyrl","languages":["hun-Latn","bak-Cyrl"]},{"precision":0.412173,"recall":0.504941,"f1":0.438415,"accuracy":0.504941,"main_score":0.438415,"hf_subset":"hun_Latn-dyu_Latn","languages":["hun-Latn","dyu-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hun_Latn-heb_Hebr","languages":["hun-Latn","heb-Hebr"]},{"precision":0.889328,"recall":0.920949,"f1":0.899374,"accuracy":0.920949,"main_score":0.899374,"hf_subset":"hun_Latn-khk_Cyrl","languages":["hun-Latn","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"hun_Latn-lvs_Latn","languages":["hun-Latn","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hun_Latn-pan_Guru","languages":["hun-Latn","pan-Guru"]},{"precision":0.451005,"recall":0.536561,"f1":0.475431,"accuracy":0.536561,"main_score":0.475431,"hf_subset":"hun_Latn-som_Latn","languages":["hun-Latn","som-Latn"]},{"precision":0.495126,"recall":0.564229,"f1":0.514489,"accuracy":0.564229,"main_score":0.514489,"hf_subset":"hun_Latn-tum_Latn","languages":["hun-Latn","tum-Latn"]},{"precision":0.432713,"recall":0.511858,"f1":0.454524,"accuracy":0.511858,"main_score":0.454524,"hf_subset":"kir_Cyrl-ace_Arab","languages":["kir-Cyrl","ace-Arab"]},{"precision":0.449424,"recall":0.519763,"f1":0.468906,"accuracy":0.519763,"main_score":0.468906,"hf_subset":"kir_Cyrl-bam_Latn","languages":["kir-Cyrl","bam-Latn"]},{"precision":0.114928,"recall":0.171937,"f1":0.129352,"accuracy":0.171937,"main_score":0.129352,"hf_subset":"kir_Cyrl-dzo_Tibt","languages":["kir-Cyrl","dzo-Tibt"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"kir_Cyrl-hin_Deva","languages":["kir-Cyrl","hin-Deva"]},{"precision":0.84165,"recall":0.886364,"f1":0.855632,"accuracy":0.886364,"main_score":0.855632,"hf_subset":"kir_Cyrl-khm_Khmr","languages":["kir-Cyrl","khm-Khmr"]},{"precision":0.96558,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"kir_Cyrl-mag_Deva","languages":["kir-Cyrl","mag-Deva"]},{"precision":0.91996,"recall":0.942688,"f1":0.927009,"accuracy":0.942688,"main_score":0.927009,"hf_subset":"kir_Cyrl-pap_Latn","languages":["kir-Cyrl","pap-Latn"]},{"precision":0.494105,"recall":0.561265,"f1":0.512928,"accuracy":0.561265,"main_score":0.512928,"hf_subset":"kir_Cyrl-sot_Latn","languages":["kir-Cyrl","sot-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"kir_Cyrl-tur_Latn","languages":["kir-Cyrl","tur-Latn"]},{"precision":0.740188,"recall":0.794466,"f1":0.756242,"accuracy":0.794466,"main_score":0.756242,"hf_subset":"kir_Cyrl-ace_Latn","languages":["kir-Cyrl","ace-Latn"]},{"precision":0.850955,"recall":0.887352,"f1":0.862451,"accuracy":0.887352,"main_score":0.862451,"hf_subset":"kir_Cyrl-ban_Latn","languages":["kir-Cyrl","ban-Latn"]},{"precision":0.974473,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"kir_Cyrl-ell_Grek","languages":["kir-Cyrl","ell-Grek"]},{"precision":0.944499,"recall":0.961462,"f1":0.949934,"accuracy":0.961462,"main_score":0.949934,"hf_subset":"kir_Cyrl-hne_Deva","languages":["kir-Cyrl","hne-Deva"]},{"precision":0.514116,"recall":0.579051,"f1":0.532463,"accuracy":0.579051,"main_score":0.532463,"hf_subset":"kir_Cyrl-kik_Latn","languages":["kir-Cyrl","kik-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"kir_Cyrl-mai_Deva","languages":["kir-Cyrl","mai-Deva"]},{"precision":0.822052,"recall":0.866601,"f1":0.835625,"accuracy":0.866601,"main_score":0.835625,"hf_subset":"kir_Cyrl-pbt_Arab","languages":["kir-Cyrl","pbt-Arab"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"kir_Cyrl-spa_Latn","languages":["kir-Cyrl","spa-Latn"]},{"precision":0.552059,"recall":0.614625,"f1":0.570012,"accuracy":0.614625,"main_score":0.570012,"hf_subset":"kir_Cyrl-twi_Latn","languages":["kir-Cyrl","twi-Latn"]},{"precision":0.960968,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"kir_Cyrl-acm_Arab","languages":["kir-Cyrl","acm-Arab"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"kir_Cyrl-bel_Cyrl","languages":["kir-Cyrl","bel-Cyrl"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"kir_Cyrl-eng_Latn","languages":["kir-Cyrl","eng-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"kir_Cyrl-hrv_Latn","languages":["kir-Cyrl","hrv-Latn"]},{"precision":0.453946,"recall":0.518775,"f1":0.472268,"accuracy":0.518775,"main_score":0.472268,"hf_subset":"kir_Cyrl-kin_Latn","languages":["kir-Cyrl","kin-Latn"]},{"precision":0.947793,"recall":0.963439,"f1":0.952734,"accuracy":0.963439,"main_score":0.952734,"hf_subset":"kir_Cyrl-mal_Mlym","languages":["kir-Cyrl","mal-Mlym"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kir_Cyrl-pes_Arab","languages":["kir-Cyrl","pes-Arab"]},{"precision":0.926548,"recall":0.947628,"f1":0.933465,"accuracy":0.947628,"main_score":0.933465,"hf_subset":"kir_Cyrl-srd_Latn","languages":["kir-Cyrl","srd-Latn"]},{"precision":0.136525,"recall":0.200593,"f1":0.150447,"accuracy":0.200593,"main_score":0.150447,"hf_subset":"kir_Cyrl-tzm_Tfng","languages":["kir-Cyrl","tzm-Tfng"]},{"precision":0.965168,"recall":0.976285,"f1":0.968775,"accuracy":0.976285,"main_score":0.968775,"hf_subset":"kir_Cyrl-acq_Arab","languages":["kir-Cyrl","acq-Arab"]},{"precision":0.509502,"recall":0.581028,"f1":0.530025,"accuracy":0.581028,"main_score":0.530025,"hf_subset":"kir_Cyrl-bem_Latn","languages":["kir-Cyrl","bem-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kir_Cyrl-epo_Latn","languages":["kir-Cyrl","epo-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"kir_Cyrl-hun_Latn","languages":["kir-Cyrl","hun-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"kir_Cyrl-mar_Deva","languages":["kir-Cyrl","mar-Deva"]},{"precision":0.562973,"recall":0.619565,"f1":0.579596,"accuracy":0.619565,"main_score":0.579596,"hf_subset":"kir_Cyrl-plt_Latn","languages":["kir-Cyrl","plt-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kir_Cyrl-srp_Cyrl","languages":["kir-Cyrl","srp-Cyrl"]},{"precision":0.910244,"recall":0.935771,"f1":0.918478,"accuracy":0.935771,"main_score":0.918478,"hf_subset":"kir_Cyrl-uig_Arab","languages":["kir-Cyrl","uig-Arab"]},{"precision":0.941206,"recall":0.959486,"f1":0.947134,"accuracy":0.959486,"main_score":0.947134,"hf_subset":"kir_Cyrl-aeb_Arab","languages":["kir-Cyrl","aeb-Arab"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"kir_Cyrl-ben_Beng","languages":["kir-Cyrl","ben-Beng"]},{"precision":0.968956,"recall":0.978261,"f1":0.971904,"accuracy":0.978261,"main_score":0.971904,"hf_subset":"kir_Cyrl-est_Latn","languages":["kir-Cyrl","est-Latn"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"kir_Cyrl-hye_Armn","languages":["kir-Cyrl","hye-Armn"]},{"precision":0.460713,"recall":0.525692,"f1":0.479216,"accuracy":0.525692,"main_score":0.479216,"hf_subset":"kir_Cyrl-kmb_Latn","languages":["kir-Cyrl","kmb-Latn"]},{"precision":0.387106,"recall":0.470356,"f1":0.408707,"accuracy":0.470356,"main_score":0.408707,"hf_subset":"kir_Cyrl-min_Arab","languages":["kir-Cyrl","min-Arab"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"kir_Cyrl-pol_Latn","languages":["kir-Cyrl","pol-Latn"]},{"precision":0.450906,"recall":0.522727,"f1":0.470546,"accuracy":0.522727,"main_score":0.470546,"hf_subset":"kir_Cyrl-ssw_Latn","languages":["kir-Cyrl","ssw-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"kir_Cyrl-ukr_Cyrl","languages":["kir-Cyrl","ukr-Cyrl"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"kir_Cyrl-afr_Latn","languages":["kir-Cyrl","afr-Latn"]},{"precision":0.947464,"recall":0.963439,"f1":0.952734,"accuracy":0.963439,"main_score":0.952734,"hf_subset":"kir_Cyrl-bho_Deva","languages":["kir-Cyrl","bho-Deva"]},{"precision":0.900033,"recall":0.928854,"f1":0.909256,"accuracy":0.928854,"main_score":0.909256,"hf_subset":"kir_Cyrl-eus_Latn","languages":["kir-Cyrl","eus-Latn"]},{"precision":0.498534,"recall":0.572134,"f1":0.51952,"accuracy":0.572134,"main_score":0.51952,"hf_subset":"kir_Cyrl-ibo_Latn","languages":["kir-Cyrl","ibo-Latn"]},{"precision":0.715383,"recall":0.775692,"f1":0.733141,"accuracy":0.775692,"main_score":0.733141,"hf_subset":"kir_Cyrl-kmr_Latn","languages":["kir-Cyrl","kmr-Latn"]},{"precision":0.911397,"recall":0.937747,"f1":0.91996,"accuracy":0.937747,"main_score":0.91996,"hf_subset":"kir_Cyrl-min_Latn","languages":["kir-Cyrl","min-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"kir_Cyrl-por_Latn","languages":["kir-Cyrl","por-Latn"]},{"precision":0.938735,"recall":0.95751,"f1":0.944829,"accuracy":0.95751,"main_score":0.944829,"hf_subset":"kir_Cyrl-sun_Latn","languages":["kir-Cyrl","sun-Latn"]},{"precision":0.46074,"recall":0.525692,"f1":0.479726,"accuracy":0.525692,"main_score":0.479726,"hf_subset":"kir_Cyrl-umb_Latn","languages":["kir-Cyrl","umb-Latn"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"kir_Cyrl-ajp_Arab","languages":["kir-Cyrl","ajp-Arab"]},{"precision":0.400022,"recall":0.482213,"f1":0.422359,"accuracy":0.482213,"main_score":0.422359,"hf_subset":"kir_Cyrl-bjn_Arab","languages":["kir-Cyrl","bjn-Arab"]},{"precision":0.483951,"recall":0.541502,"f1":0.499873,"accuracy":0.541502,"main_score":0.499873,"hf_subset":"kir_Cyrl-ewe_Latn","languages":["kir-Cyrl","ewe-Latn"]},{"precision":0.805171,"recall":0.850791,"f1":0.819137,"accuracy":0.850791,"main_score":0.819137,"hf_subset":"kir_Cyrl-ilo_Latn","languages":["kir-Cyrl","ilo-Latn"]},{"precision":0.193374,"recall":0.266798,"f1":0.212449,"accuracy":0.266798,"main_score":0.212449,"hf_subset":"kir_Cyrl-knc_Arab","languages":["kir-Cyrl","knc-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kir_Cyrl-mkd_Cyrl","languages":["kir-Cyrl","mkd-Cyrl"]},{"precision":0.966897,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"kir_Cyrl-prs_Arab","languages":["kir-Cyrl","prs-Arab"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"kir_Cyrl-swe_Latn","languages":["kir-Cyrl","swe-Latn"]},{"precision":0.963686,"recall":0.975296,"f1":0.967457,"accuracy":0.975296,"main_score":0.967457,"hf_subset":"kir_Cyrl-urd_Arab","languages":["kir-Cyrl","urd-Arab"]},{"precision":0.525961,"recall":0.588933,"f1":0.544304,"accuracy":0.588933,"main_score":0.544304,"hf_subset":"kir_Cyrl-aka_Latn","languages":["kir-Cyrl","aka-Latn"]},{"precision":0.909914,"recall":0.936759,"f1":0.918643,"accuracy":0.936759,"main_score":0.918643,"hf_subset":"kir_Cyrl-bjn_Latn","languages":["kir-Cyrl","bjn-Latn"]},{"precision":0.858202,"recall":0.899209,"f1":0.871509,"accuracy":0.899209,"main_score":0.871509,"hf_subset":"kir_Cyrl-fao_Latn","languages":["kir-Cyrl","fao-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"kir_Cyrl-ind_Latn","languages":["kir-Cyrl","ind-Latn"]},{"precision":0.523231,"recall":0.583004,"f1":0.540583,"accuracy":0.583004,"main_score":0.540583,"hf_subset":"kir_Cyrl-knc_Latn","languages":["kir-Cyrl","knc-Latn"]},{"precision":0.91138,"recall":0.935771,"f1":0.918874,"accuracy":0.935771,"main_score":0.918874,"hf_subset":"kir_Cyrl-mlt_Latn","languages":["kir-Cyrl","mlt-Latn"]},{"precision":0.570291,"recall":0.641304,"f1":0.590952,"accuracy":0.641304,"main_score":0.590952,"hf_subset":"kir_Cyrl-quy_Latn","languages":["kir-Cyrl","quy-Latn"]},{"precision":0.671574,"recall":0.744071,"f1":0.69273,"accuracy":0.744071,"main_score":0.69273,"hf_subset":"kir_Cyrl-swh_Latn","languages":["kir-Cyrl","swh-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"kir_Cyrl-uzn_Latn","languages":["kir-Cyrl","uzn-Latn"]},{"precision":0.964015,"recall":0.975296,"f1":0.967622,"accuracy":0.975296,"main_score":0.967622,"hf_subset":"kir_Cyrl-als_Latn","languages":["kir-Cyrl","als-Latn"]},{"precision":0.163853,"recall":0.233202,"f1":0.181104,"accuracy":0.233202,"main_score":0.181104,"hf_subset":"kir_Cyrl-bod_Tibt","languages":["kir-Cyrl","bod-Tibt"]},{"precision":0.49979,"recall":0.561265,"f1":0.51705,"accuracy":0.561265,"main_score":0.51705,"hf_subset":"kir_Cyrl-fij_Latn","languages":["kir-Cyrl","fij-Latn"]},{"precision":0.887599,"recall":0.91996,"f1":0.897958,"accuracy":0.91996,"main_score":0.897958,"hf_subset":"kir_Cyrl-isl_Latn","languages":["kir-Cyrl","isl-Latn"]},{"precision":0.543728,"recall":0.615613,"f1":0.56445,"accuracy":0.615613,"main_score":0.56445,"hf_subset":"kir_Cyrl-kon_Latn","languages":["kir-Cyrl","kon-Latn"]},{"precision":0.49428,"recall":0.576087,"f1":0.517118,"accuracy":0.576087,"main_score":0.517118,"hf_subset":"kir_Cyrl-mni_Beng","languages":["kir-Cyrl","mni-Beng"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"kir_Cyrl-ron_Latn","languages":["kir-Cyrl","ron-Latn"]},{"precision":0.939097,"recall":0.955534,"f1":0.944335,"accuracy":0.955534,"main_score":0.944335,"hf_subset":"kir_Cyrl-szl_Latn","languages":["kir-Cyrl","szl-Latn"]},{"precision":0.957757,"recall":0.971344,"f1":0.962187,"accuracy":0.971344,"main_score":0.962187,"hf_subset":"kir_Cyrl-vec_Latn","languages":["kir-Cyrl","vec-Latn"]},{"precision":0.514214,"recall":0.596838,"f1":0.537862,"accuracy":0.596838,"main_score":0.537862,"hf_subset":"kir_Cyrl-amh_Ethi","languages":["kir-Cyrl","amh-Ethi"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"kir_Cyrl-bos_Latn","languages":["kir-Cyrl","bos-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"kir_Cyrl-fin_Latn","languages":["kir-Cyrl","fin-Latn"]},{"precision":0.974473,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"kir_Cyrl-ita_Latn","languages":["kir-Cyrl","ita-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"kir_Cyrl-kor_Hang","languages":["kir-Cyrl","kor-Hang"]},{"precision":0.482586,"recall":0.548419,"f1":0.500783,"accuracy":0.548419,"main_score":0.500783,"hf_subset":"kir_Cyrl-mos_Latn","languages":["kir-Cyrl","mos-Latn"]},{"precision":0.461966,"recall":0.52668,"f1":0.480105,"accuracy":0.52668,"main_score":0.480105,"hf_subset":"kir_Cyrl-run_Latn","languages":["kir-Cyrl","run-Latn"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"kir_Cyrl-tam_Taml","languages":["kir-Cyrl","tam-Taml"]},{"precision":0.970026,"recall":0.979249,"f1":0.972991,"accuracy":0.979249,"main_score":0.972991,"hf_subset":"kir_Cyrl-vie_Latn","languages":["kir-Cyrl","vie-Latn"]},{"precision":0.962451,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"kir_Cyrl-apc_Arab","languages":["kir-Cyrl","apc-Arab"]},{"precision":0.704862,"recall":0.754941,"f1":0.719417,"accuracy":0.754941,"main_score":0.719417,"hf_subset":"kir_Cyrl-bug_Latn","languages":["kir-Cyrl","bug-Latn"]},{"precision":0.428326,"recall":0.490119,"f1":0.445168,"accuracy":0.490119,"main_score":0.445168,"hf_subset":"kir_Cyrl-fon_Latn","languages":["kir-Cyrl","fon-Latn"]},{"precision":0.954051,"recall":0.968379,"f1":0.958663,"accuracy":0.968379,"main_score":0.958663,"hf_subset":"kir_Cyrl-jav_Latn","languages":["kir-Cyrl","jav-Latn"]},{"precision":0.778327,"recall":0.838933,"f1":0.797365,"accuracy":0.838933,"main_score":0.797365,"hf_subset":"kir_Cyrl-lao_Laoo","languages":["kir-Cyrl","lao-Laoo"]},{"precision":0.550758,"recall":0.628458,"f1":0.572995,"accuracy":0.628458,"main_score":0.572995,"hf_subset":"kir_Cyrl-mri_Latn","languages":["kir-Cyrl","mri-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"kir_Cyrl-rus_Cyrl","languages":["kir-Cyrl","rus-Cyrl"]},{"precision":0.490831,"recall":0.556324,"f1":0.509417,"accuracy":0.556324,"main_score":0.509417,"hf_subset":"kir_Cyrl-taq_Latn","languages":["kir-Cyrl","taq-Latn"]},{"precision":0.929545,"recall":0.950593,"f1":0.936265,"accuracy":0.950593,"main_score":0.936265,"hf_subset":"kir_Cyrl-war_Latn","languages":["kir-Cyrl","war-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"kir_Cyrl-arb_Arab","languages":["kir-Cyrl","arb-Arab"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"kir_Cyrl-bul_Cyrl","languages":["kir-Cyrl","bul-Cyrl"]},{"precision":0.972991,"recall":0.981225,"f1":0.975626,"accuracy":0.981225,"main_score":0.975626,"hf_subset":"kir_Cyrl-fra_Latn","languages":["kir-Cyrl","fra-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"kir_Cyrl-jpn_Jpan","languages":["kir-Cyrl","jpn-Jpan"]},{"precision":0.95611,"recall":0.969368,"f1":0.960375,"accuracy":0.969368,"main_score":0.960375,"hf_subset":"kir_Cyrl-lij_Latn","languages":["kir-Cyrl","lij-Latn"]},{"precision":0.85919,"recall":0.899209,"f1":0.871989,"accuracy":0.899209,"main_score":0.871989,"hf_subset":"kir_Cyrl-mya_Mymr","languages":["kir-Cyrl","mya-Mymr"]},{"precision":0.508682,"recall":0.58004,"f1":0.529377,"accuracy":0.58004,"main_score":0.529377,"hf_subset":"kir_Cyrl-sag_Latn","languages":["kir-Cyrl","sag-Latn"]},{"precision":0.139588,"recall":0.219368,"f1":0.156346,"accuracy":0.219368,"main_score":0.156346,"hf_subset":"kir_Cyrl-taq_Tfng","languages":["kir-Cyrl","taq-Tfng"]},{"precision":0.565069,"recall":0.628458,"f1":0.583653,"accuracy":0.628458,"main_score":0.583653,"hf_subset":"kir_Cyrl-wol_Latn","languages":["kir-Cyrl","wol-Latn"]},{"precision":0.583301,"recall":0.668972,"f1":0.607856,"accuracy":0.668972,"main_score":0.607856,"hf_subset":"kir_Cyrl-arb_Latn","languages":["kir-Cyrl","arb-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"kir_Cyrl-cat_Latn","languages":["kir-Cyrl","cat-Latn"]},{"precision":0.929924,"recall":0.950593,"f1":0.936495,"accuracy":0.950593,"main_score":0.936495,"hf_subset":"kir_Cyrl-fur_Latn","languages":["kir-Cyrl","fur-Latn"]},{"precision":0.333462,"recall":0.399209,"f1":0.351557,"accuracy":0.399209,"main_score":0.351557,"hf_subset":"kir_Cyrl-kab_Latn","languages":["kir-Cyrl","kab-Latn"]},{"precision":0.917902,"recall":0.9417,"f1":0.925296,"accuracy":0.9417,"main_score":0.925296,"hf_subset":"kir_Cyrl-lim_Latn","languages":["kir-Cyrl","lim-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"kir_Cyrl-nld_Latn","languages":["kir-Cyrl","nld-Latn"]},{"precision":0.89748,"recall":0.926877,"f1":0.906851,"accuracy":0.926877,"main_score":0.906851,"hf_subset":"kir_Cyrl-san_Deva","languages":["kir-Cyrl","san-Deva"]},{"precision":0.965909,"recall":0.976285,"f1":0.969368,"accuracy":0.976285,"main_score":0.969368,"hf_subset":"kir_Cyrl-tat_Cyrl","languages":["kir-Cyrl","tat-Cyrl"]},{"precision":0.523979,"recall":0.592885,"f1":0.543208,"accuracy":0.592885,"main_score":0.543208,"hf_subset":"kir_Cyrl-xho_Latn","languages":["kir-Cyrl","xho-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"kir_Cyrl-ars_Arab","languages":["kir-Cyrl","ars-Arab"]},{"precision":0.947958,"recall":0.964427,"f1":0.953228,"accuracy":0.964427,"main_score":0.953228,"hf_subset":"kir_Cyrl-ceb_Latn","languages":["kir-Cyrl","ceb-Latn"]},{"precision":0.472024,"recall":0.54249,"f1":0.491457,"accuracy":0.54249,"main_score":0.491457,"hf_subset":"kir_Cyrl-fuv_Latn","languages":["kir-Cyrl","fuv-Latn"]},{"precision":0.480603,"recall":0.554348,"f1":0.501635,"accuracy":0.554348,"main_score":0.501635,"hf_subset":"kir_Cyrl-kac_Latn","languages":["kir-Cyrl","kac-Latn"]},{"precision":0.561844,"recall":0.632411,"f1":0.581647,"accuracy":0.632411,"main_score":0.581647,"hf_subset":"kir_Cyrl-lin_Latn","languages":["kir-Cyrl","lin-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"kir_Cyrl-nno_Latn","languages":["kir-Cyrl","nno-Latn"]},{"precision":0.018087,"recall":0.060277,"f1":0.024623,"accuracy":0.060277,"main_score":0.024623,"hf_subset":"kir_Cyrl-sat_Olck","languages":["kir-Cyrl","sat-Olck"]},{"precision":0.948699,"recall":0.964427,"f1":0.953623,"accuracy":0.964427,"main_score":0.953623,"hf_subset":"kir_Cyrl-tel_Telu","languages":["kir-Cyrl","tel-Telu"]},{"precision":0.686528,"recall":0.756917,"f1":0.707345,"accuracy":0.756917,"main_score":0.707345,"hf_subset":"kir_Cyrl-ydd_Hebr","languages":["kir-Cyrl","ydd-Hebr"]},{"precision":0.907856,"recall":0.934783,"f1":0.916568,"accuracy":0.934783,"main_score":0.916568,"hf_subset":"kir_Cyrl-ary_Arab","languages":["kir-Cyrl","ary-Arab"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"kir_Cyrl-ces_Latn","languages":["kir-Cyrl","ces-Latn"]},{"precision":0.403304,"recall":0.479249,"f1":0.424548,"accuracy":0.479249,"main_score":0.424548,"hf_subset":"kir_Cyrl-gaz_Latn","languages":["kir-Cyrl","gaz-Latn"]},{"precision":0.487435,"recall":0.5583,"f1":0.50713,"accuracy":0.5583,"main_score":0.50713,"hf_subset":"kir_Cyrl-kam_Latn","languages":["kir-Cyrl","kam-Latn"]},{"precision":0.969862,"recall":0.979249,"f1":0.972991,"accuracy":0.979249,"main_score":0.972991,"hf_subset":"kir_Cyrl-lit_Latn","languages":["kir-Cyrl","lit-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"kir_Cyrl-nob_Latn","languages":["kir-Cyrl","nob-Latn"]},{"precision":0.924407,"recall":0.947628,"f1":0.931983,"accuracy":0.947628,"main_score":0.931983,"hf_subset":"kir_Cyrl-scn_Latn","languages":["kir-Cyrl","scn-Latn"]},{"precision":0.885573,"recall":0.916008,"f1":0.895059,"accuracy":0.916008,"main_score":0.895059,"hf_subset":"kir_Cyrl-tgk_Cyrl","languages":["kir-Cyrl","tgk-Cyrl"]},{"precision":0.439553,"recall":0.507905,"f1":0.459241,"accuracy":0.507905,"main_score":0.459241,"hf_subset":"kir_Cyrl-yor_Latn","languages":["kir-Cyrl","yor-Latn"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"kir_Cyrl-arz_Arab","languages":["kir-Cyrl","arz-Arab"]},{"precision":0.47142,"recall":0.543478,"f1":0.492204,"accuracy":0.543478,"main_score":0.492204,"hf_subset":"kir_Cyrl-cjk_Latn","languages":["kir-Cyrl","cjk-Latn"]},{"precision":0.573257,"recall":0.648221,"f1":0.594222,"accuracy":0.648221,"main_score":0.594222,"hf_subset":"kir_Cyrl-gla_Latn","languages":["kir-Cyrl","gla-Latn"]},{"precision":0.958004,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"kir_Cyrl-kan_Knda","languages":["kir-Cyrl","kan-Knda"]},{"precision":0.923172,"recall":0.945652,"f1":0.930402,"accuracy":0.945652,"main_score":0.930402,"hf_subset":"kir_Cyrl-lmo_Latn","languages":["kir-Cyrl","lmo-Latn"]},{"precision":0.956522,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"kir_Cyrl-npi_Deva","languages":["kir-Cyrl","npi-Deva"]},{"precision":0.429194,"recall":0.511858,"f1":0.451892,"accuracy":0.511858,"main_score":0.451892,"hf_subset":"kir_Cyrl-shn_Mymr","languages":["kir-Cyrl","shn-Mymr"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"kir_Cyrl-tgl_Latn","languages":["kir-Cyrl","tgl-Latn"]},{"precision":0.966897,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"kir_Cyrl-yue_Hant","languages":["kir-Cyrl","yue-Hant"]},{"precision":0.943841,"recall":0.960474,"f1":0.949275,"accuracy":0.960474,"main_score":0.949275,"hf_subset":"kir_Cyrl-asm_Beng","languages":["kir-Cyrl","asm-Beng"]},{"precision":0.677323,"recall":0.73913,"f1":0.69556,"accuracy":0.73913,"main_score":0.69556,"hf_subset":"kir_Cyrl-ckb_Arab","languages":["kir-Cyrl","ckb-Arab"]},{"precision":0.670168,"recall":0.742095,"f1":0.691575,"accuracy":0.742095,"main_score":0.691575,"hf_subset":"kir_Cyrl-gle_Latn","languages":["kir-Cyrl","gle-Latn"]},{"precision":0.778755,"recall":0.837945,"f1":0.797036,"accuracy":0.837945,"main_score":0.797036,"hf_subset":"kir_Cyrl-kas_Arab","languages":["kir-Cyrl","kas-Arab"]},{"precision":0.827734,"recall":0.87253,"f1":0.841784,"accuracy":0.87253,"main_score":0.841784,"hf_subset":"kir_Cyrl-ltg_Latn","languages":["kir-Cyrl","ltg-Latn"]},{"precision":0.525025,"recall":0.583992,"f1":0.541823,"accuracy":0.583992,"main_score":0.541823,"hf_subset":"kir_Cyrl-nso_Latn","languages":["kir-Cyrl","nso-Latn"]},{"precision":0.382504,"recall":0.463439,"f1":0.404976,"accuracy":0.463439,"main_score":0.404976,"hf_subset":"kir_Cyrl-sin_Sinh","languages":["kir-Cyrl","sin-Sinh"]},{"precision":0.964262,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"kir_Cyrl-tha_Thai","languages":["kir-Cyrl","tha-Thai"]},{"precision":0.964427,"recall":0.975296,"f1":0.967885,"accuracy":0.975296,"main_score":0.967885,"hf_subset":"kir_Cyrl-zho_Hans","languages":["kir-Cyrl","zho-Hans"]},{"precision":0.970109,"recall":0.979249,"f1":0.973057,"accuracy":0.979249,"main_score":0.973057,"hf_subset":"kir_Cyrl-ast_Latn","languages":["kir-Cyrl","ast-Latn"]},{"precision":0.941864,"recall":0.960474,"f1":0.947958,"accuracy":0.960474,"main_score":0.947958,"hf_subset":"kir_Cyrl-crh_Latn","languages":["kir-Cyrl","crh-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"kir_Cyrl-glg_Latn","languages":["kir-Cyrl","glg-Latn"]},{"precision":0.68993,"recall":0.758893,"f1":0.710528,"accuracy":0.758893,"main_score":0.710528,"hf_subset":"kir_Cyrl-kas_Deva","languages":["kir-Cyrl","kas-Deva"]},{"precision":0.939312,"recall":0.95751,"f1":0.945224,"accuracy":0.95751,"main_score":0.945224,"hf_subset":"kir_Cyrl-ltz_Latn","languages":["kir-Cyrl","ltz-Latn"]},{"precision":0.400014,"recall":0.471344,"f1":0.419098,"accuracy":0.471344,"main_score":0.419098,"hf_subset":"kir_Cyrl-nus_Latn","languages":["kir-Cyrl","nus-Latn"]},{"precision":0.97859,"recall":0.985178,"f1":0.980731,"accuracy":0.985178,"main_score":0.980731,"hf_subset":"kir_Cyrl-slk_Latn","languages":["kir-Cyrl","slk-Latn"]},{"precision":0.267329,"recall":0.340909,"f1":0.28695,"accuracy":0.340909,"main_score":0.28695,"hf_subset":"kir_Cyrl-tir_Ethi","languages":["kir-Cyrl","tir-Ethi"]},{"precision":0.961298,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"kir_Cyrl-zho_Hant","languages":["kir-Cyrl","zho-Hant"]},{"precision":0.952569,"recall":0.966403,"f1":0.957016,"accuracy":0.966403,"main_score":0.957016,"hf_subset":"kir_Cyrl-awa_Deva","languages":["kir-Cyrl","awa-Deva"]},{"precision":0.818132,"recall":0.864625,"f1":0.832543,"accuracy":0.864625,"main_score":0.832543,"hf_subset":"kir_Cyrl-cym_Latn","languages":["kir-Cyrl","cym-Latn"]},{"precision":0.69417,"recall":0.741107,"f1":0.708597,"accuracy":0.741107,"main_score":0.708597,"hf_subset":"kir_Cyrl-grn_Latn","languages":["kir-Cyrl","grn-Latn"]},{"precision":0.939262,"recall":0.95751,"f1":0.945158,"accuracy":0.95751,"main_score":0.945158,"hf_subset":"kir_Cyrl-kat_Geor","languages":["kir-Cyrl","kat-Geor"]},{"precision":0.558206,"recall":0.623518,"f1":0.57681,"accuracy":0.623518,"main_score":0.57681,"hf_subset":"kir_Cyrl-lua_Latn","languages":["kir-Cyrl","lua-Latn"]},{"precision":0.518051,"recall":0.586957,"f1":0.537673,"accuracy":0.586957,"main_score":0.537673,"hf_subset":"kir_Cyrl-nya_Latn","languages":["kir-Cyrl","nya-Latn"]},{"precision":0.970191,"recall":0.979249,"f1":0.973155,"accuracy":0.979249,"main_score":0.973155,"hf_subset":"kir_Cyrl-slv_Latn","languages":["kir-Cyrl","slv-Latn"]},{"precision":0.742351,"recall":0.794466,"f1":0.757973,"accuracy":0.794466,"main_score":0.757973,"hf_subset":"kir_Cyrl-tpi_Latn","languages":["kir-Cyrl","tpi-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"kir_Cyrl-zsm_Latn","languages":["kir-Cyrl","zsm-Latn"]},{"precision":0.49148,"recall":0.55336,"f1":0.508661,"accuracy":0.55336,"main_score":0.508661,"hf_subset":"kir_Cyrl-ayr_Latn","languages":["kir-Cyrl","ayr-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"kir_Cyrl-dan_Latn","languages":["kir-Cyrl","dan-Latn"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"kir_Cyrl-guj_Gujr","languages":["kir-Cyrl","guj-Gujr"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"kir_Cyrl-kaz_Cyrl","languages":["kir-Cyrl","kaz-Cyrl"]},{"precision":0.451543,"recall":0.519763,"f1":0.47105,"accuracy":0.519763,"main_score":0.47105,"hf_subset":"kir_Cyrl-lug_Latn","languages":["kir-Cyrl","lug-Latn"]},{"precision":0.970356,"recall":0.979249,"f1":0.973155,"accuracy":0.979249,"main_score":0.973155,"hf_subset":"kir_Cyrl-oci_Latn","languages":["kir-Cyrl","oci-Latn"]},{"precision":0.512476,"recall":0.587945,"f1":0.534554,"accuracy":0.587945,"main_score":0.534554,"hf_subset":"kir_Cyrl-smo_Latn","languages":["kir-Cyrl","smo-Latn"]},{"precision":0.481576,"recall":0.544466,"f1":0.498425,"accuracy":0.544466,"main_score":0.498425,"hf_subset":"kir_Cyrl-tsn_Latn","languages":["kir-Cyrl","tsn-Latn"]},{"precision":0.460505,"recall":0.529644,"f1":0.47932,"accuracy":0.529644,"main_score":0.47932,"hf_subset":"kir_Cyrl-zul_Latn","languages":["kir-Cyrl","zul-Latn"]},{"precision":0.730682,"recall":0.791502,"f1":0.748918,"accuracy":0.791502,"main_score":0.748918,"hf_subset":"kir_Cyrl-azb_Arab","languages":["kir-Cyrl","azb-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kir_Cyrl-deu_Latn","languages":["kir-Cyrl","deu-Latn"]},{"precision":0.849514,"recall":0.890316,"f1":0.862604,"accuracy":0.890316,"main_score":0.862604,"hf_subset":"kir_Cyrl-hat_Latn","languages":["kir-Cyrl","hat-Latn"]},{"precision":0.446263,"recall":0.508893,"f1":0.464122,"accuracy":0.508893,"main_score":0.464122,"hf_subset":"kir_Cyrl-kbp_Latn","languages":["kir-Cyrl","kbp-Latn"]},{"precision":0.497388,"recall":0.560277,"f1":0.515037,"accuracy":0.560277,"main_score":0.515037,"hf_subset":"kir_Cyrl-luo_Latn","languages":["kir-Cyrl","luo-Latn"]},{"precision":0.944829,"recall":0.962451,"f1":0.950593,"accuracy":0.962451,"main_score":0.950593,"hf_subset":"kir_Cyrl-ory_Orya","languages":["kir-Cyrl","ory-Orya"]},{"precision":0.504018,"recall":0.572134,"f1":0.524261,"accuracy":0.572134,"main_score":0.524261,"hf_subset":"kir_Cyrl-sna_Latn","languages":["kir-Cyrl","sna-Latn"]},{"precision":0.483344,"recall":0.549407,"f1":0.501385,"accuracy":0.549407,"main_score":0.501385,"hf_subset":"kir_Cyrl-tso_Latn","languages":["kir-Cyrl","tso-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"kir_Cyrl-azj_Latn","languages":["kir-Cyrl","azj-Latn"]},{"precision":0.47632,"recall":0.548419,"f1":0.497465,"accuracy":0.548419,"main_score":0.497465,"hf_subset":"kir_Cyrl-dik_Latn","languages":["kir-Cyrl","dik-Latn"]},{"precision":0.484942,"recall":0.54249,"f1":0.501553,"accuracy":0.54249,"main_score":0.501553,"hf_subset":"kir_Cyrl-hau_Latn","languages":["kir-Cyrl","hau-Latn"]},{"precision":0.914773,"recall":0.938735,"f1":0.922167,"accuracy":0.938735,"main_score":0.922167,"hf_subset":"kir_Cyrl-kea_Latn","languages":["kir-Cyrl","kea-Latn"]},{"precision":0.62011,"recall":0.677866,"f1":0.636736,"accuracy":0.677866,"main_score":0.636736,"hf_subset":"kir_Cyrl-lus_Latn","languages":["kir-Cyrl","lus-Latn"]},{"precision":0.761752,"recall":0.804348,"f1":0.774607,"accuracy":0.804348,"main_score":0.774607,"hf_subset":"kir_Cyrl-pag_Latn","languages":["kir-Cyrl","pag-Latn"]},{"precision":0.930583,"recall":0.950593,"f1":0.936825,"accuracy":0.950593,"main_score":0.936825,"hf_subset":"kir_Cyrl-snd_Arab","languages":["kir-Cyrl","snd-Arab"]},{"precision":0.881258,"recall":0.91502,"f1":0.891963,"accuracy":0.91502,"main_score":0.891963,"hf_subset":"kir_Cyrl-tuk_Latn","languages":["kir-Cyrl","tuk-Latn"]},{"precision":0.952404,"recall":0.966403,"f1":0.956851,"accuracy":0.966403,"main_score":0.956851,"hf_subset":"kir_Cyrl-bak_Cyrl","languages":["kir-Cyrl","bak-Cyrl"]},{"precision":0.421305,"recall":0.504941,"f1":0.444655,"accuracy":0.504941,"main_score":0.444655,"hf_subset":"kir_Cyrl-dyu_Latn","languages":["kir-Cyrl","dyu-Latn"]},{"precision":0.964345,"recall":0.975296,"f1":0.967787,"accuracy":0.975296,"main_score":0.967787,"hf_subset":"kir_Cyrl-heb_Hebr","languages":["kir-Cyrl","heb-Hebr"]},{"precision":0.858202,"recall":0.897233,"f1":0.870356,"accuracy":0.897233,"main_score":0.870356,"hf_subset":"kir_Cyrl-khk_Cyrl","languages":["kir-Cyrl","khk-Cyrl"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"kir_Cyrl-lvs_Latn","languages":["kir-Cyrl","lvs-Latn"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"kir_Cyrl-pan_Guru","languages":["kir-Cyrl","pan-Guru"]},{"precision":0.471245,"recall":0.540514,"f1":0.490592,"accuracy":0.540514,"main_score":0.490592,"hf_subset":"kir_Cyrl-som_Latn","languages":["kir-Cyrl","som-Latn"]},{"precision":0.50135,"recall":0.566206,"f1":0.519752,"accuracy":0.566206,"main_score":0.519752,"hf_subset":"kir_Cyrl-tum_Latn","languages":["kir-Cyrl","tum-Latn"]},{"precision":0.408258,"recall":0.498024,"f1":0.433198,"accuracy":0.498024,"main_score":0.433198,"hf_subset":"mar_Deva-ace_Arab","languages":["mar-Deva","ace-Arab"]},{"precision":0.4383,"recall":0.506917,"f1":0.457551,"accuracy":0.506917,"main_score":0.457551,"hf_subset":"mar_Deva-bam_Latn","languages":["mar-Deva","bam-Latn"]},{"precision":0.120114,"recall":0.176877,"f1":0.134213,"accuracy":0.176877,"main_score":0.134213,"hf_subset":"mar_Deva-dzo_Tibt","languages":["mar-Deva","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-hin_Deva","languages":["mar-Deva","hin-Deva"]},{"precision":0.946146,"recall":0.963439,"f1":0.95191,"accuracy":0.963439,"main_score":0.95191,"hf_subset":"mar_Deva-khm_Khmr","languages":["mar-Deva","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-mag_Deva","languages":["mar-Deva","mag-Deva"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"mar_Deva-pap_Latn","languages":["mar-Deva","pap-Latn"]},{"precision":0.478245,"recall":0.549407,"f1":0.497463,"accuracy":0.549407,"main_score":0.497463,"hf_subset":"mar_Deva-sot_Latn","languages":["mar-Deva","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mar_Deva-tur_Latn","languages":["mar-Deva","tur-Latn"]},{"precision":0.793758,"recall":0.844862,"f1":0.809453,"accuracy":0.844862,"main_score":0.809453,"hf_subset":"mar_Deva-ace_Latn","languages":["mar-Deva","ace-Latn"]},{"precision":0.905962,"recall":0.932806,"f1":0.91469,"accuracy":0.932806,"main_score":0.91469,"hf_subset":"mar_Deva-ban_Latn","languages":["mar-Deva","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-ell_Grek","languages":["mar-Deva","ell-Grek"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"mar_Deva-hne_Deva","languages":["mar-Deva","hne-Deva"]},{"precision":0.462275,"recall":0.543478,"f1":0.485874,"accuracy":0.543478,"main_score":0.485874,"hf_subset":"mar_Deva-kik_Latn","languages":["mar-Deva","kik-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-mai_Deva","languages":["mar-Deva","mai-Deva"]},{"precision":0.88414,"recall":0.917984,"f1":0.895158,"accuracy":0.917984,"main_score":0.895158,"hf_subset":"mar_Deva-pbt_Arab","languages":["mar-Deva","pbt-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-spa_Latn","languages":["mar-Deva","spa-Latn"]},{"precision":0.542235,"recall":0.61166,"f1":0.561455,"accuracy":0.61166,"main_score":0.561455,"hf_subset":"mar_Deva-twi_Latn","languages":["mar-Deva","twi-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"mar_Deva-acm_Arab","languages":["mar-Deva","acm-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-bel_Cyrl","languages":["mar-Deva","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mar_Deva-eng_Latn","languages":["mar-Deva","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-hrv_Latn","languages":["mar-Deva","hrv-Latn"]},{"precision":0.440836,"recall":0.508893,"f1":0.459249,"accuracy":0.508893,"main_score":0.459249,"hf_subset":"mar_Deva-kin_Latn","languages":["mar-Deva","kin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mar_Deva-mal_Mlym","languages":["mar-Deva","mal-Mlym"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-pes_Arab","languages":["mar-Deva","pes-Arab"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"mar_Deva-srd_Latn","languages":["mar-Deva","srd-Latn"]},{"precision":0.119791,"recall":0.181818,"f1":0.13349,"accuracy":0.181818,"main_score":0.13349,"hf_subset":"mar_Deva-tzm_Tfng","languages":["mar-Deva","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-acq_Arab","languages":["mar-Deva","acq-Arab"]},{"precision":0.509515,"recall":0.575099,"f1":0.527216,"accuracy":0.575099,"main_score":0.527216,"hf_subset":"mar_Deva-bem_Latn","languages":["mar-Deva","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-epo_Latn","languages":["mar-Deva","epo-Latn"]},{"precision":0.995883,"recall":0.997036,"f1":0.996212,"accuracy":0.997036,"main_score":0.996212,"hf_subset":"mar_Deva-hun_Latn","languages":["mar-Deva","hun-Latn"]},{"precision":0.957181,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"mar_Deva-kir_Cyrl","languages":["mar-Deva","kir-Cyrl"]},{"precision":0.542037,"recall":0.609684,"f1":0.561569,"accuracy":0.609684,"main_score":0.561569,"hf_subset":"mar_Deva-plt_Latn","languages":["mar-Deva","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-srp_Cyrl","languages":["mar-Deva","srp-Cyrl"]},{"precision":0.927372,"recall":0.949605,"f1":0.934453,"accuracy":0.949605,"main_score":0.934453,"hf_subset":"mar_Deva-uig_Arab","languages":["mar-Deva","uig-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mar_Deva-aeb_Arab","languages":["mar-Deva","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-ben_Beng","languages":["mar-Deva","ben-Beng"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"mar_Deva-est_Latn","languages":["mar-Deva","est-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-hye_Armn","languages":["mar-Deva","hye-Armn"]},{"precision":0.435427,"recall":0.503953,"f1":0.455035,"accuracy":0.503953,"main_score":0.455035,"hf_subset":"mar_Deva-kmb_Latn","languages":["mar-Deva","kmb-Latn"]},{"precision":0.360252,"recall":0.444664,"f1":0.38212,"accuracy":0.444664,"main_score":0.38212,"hf_subset":"mar_Deva-min_Arab","languages":["mar-Deva","min-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-pol_Latn","languages":["mar-Deva","pol-Latn"]},{"precision":0.428526,"recall":0.505929,"f1":0.449375,"accuracy":0.505929,"main_score":0.449375,"hf_subset":"mar_Deva-ssw_Latn","languages":["mar-Deva","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-ukr_Cyrl","languages":["mar-Deva","ukr-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-afr_Latn","languages":["mar-Deva","afr-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"mar_Deva-bho_Deva","languages":["mar-Deva","bho-Deva"]},{"precision":0.934453,"recall":0.955534,"f1":0.94137,"accuracy":0.955534,"main_score":0.94137,"hf_subset":"mar_Deva-eus_Latn","languages":["mar-Deva","eus-Latn"]},{"precision":0.46526,"recall":0.54249,"f1":0.486966,"accuracy":0.54249,"main_score":0.486966,"hf_subset":"mar_Deva-ibo_Latn","languages":["mar-Deva","ibo-Latn"]},{"precision":0.702652,"recall":0.774704,"f1":0.724167,"accuracy":0.774704,"main_score":0.724167,"hf_subset":"mar_Deva-kmr_Latn","languages":["mar-Deva","kmr-Latn"]},{"precision":0.953096,"recall":0.967391,"f1":0.957675,"accuracy":0.967391,"main_score":0.957675,"hf_subset":"mar_Deva-min_Latn","languages":["mar-Deva","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-por_Latn","languages":["mar-Deva","por-Latn"]},{"precision":0.971344,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"mar_Deva-sun_Latn","languages":["mar-Deva","sun-Latn"]},{"precision":0.436693,"recall":0.504941,"f1":0.456366,"accuracy":0.504941,"main_score":0.456366,"hf_subset":"mar_Deva-umb_Latn","languages":["mar-Deva","umb-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-ajp_Arab","languages":["mar-Deva","ajp-Arab"]},{"precision":0.380915,"recall":0.469368,"f1":0.404301,"accuracy":0.469368,"main_score":0.404301,"hf_subset":"mar_Deva-bjn_Arab","languages":["mar-Deva","bjn-Arab"]},{"precision":0.441039,"recall":0.504941,"f1":0.458632,"accuracy":0.504941,"main_score":0.458632,"hf_subset":"mar_Deva-ewe_Latn","languages":["mar-Deva","ewe-Latn"]},{"precision":0.848518,"recall":0.889328,"f1":0.861133,"accuracy":0.889328,"main_score":0.861133,"hf_subset":"mar_Deva-ilo_Latn","languages":["mar-Deva","ilo-Latn"]},{"precision":0.189917,"recall":0.268775,"f1":0.209551,"accuracy":0.268775,"main_score":0.209551,"hf_subset":"mar_Deva-knc_Arab","languages":["mar-Deva","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-mkd_Cyrl","languages":["mar-Deva","mkd-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mar_Deva-prs_Arab","languages":["mar-Deva","prs-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-swe_Latn","languages":["mar-Deva","swe-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mar_Deva-urd_Arab","languages":["mar-Deva","urd-Arab"]},{"precision":0.511756,"recall":0.58498,"f1":0.532493,"accuracy":0.58498,"main_score":0.532493,"hf_subset":"mar_Deva-aka_Latn","languages":["mar-Deva","aka-Latn"]},{"precision":0.960474,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"mar_Deva-bjn_Latn","languages":["mar-Deva","bjn-Latn"]},{"precision":0.917325,"recall":0.943676,"f1":0.926054,"accuracy":0.943676,"main_score":0.926054,"hf_subset":"mar_Deva-fao_Latn","languages":["mar-Deva","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-ind_Latn","languages":["mar-Deva","ind-Latn"]},{"precision":0.507353,"recall":0.575099,"f1":0.526443,"accuracy":0.575099,"main_score":0.526443,"hf_subset":"mar_Deva-knc_Latn","languages":["mar-Deva","knc-Latn"]},{"precision":0.967062,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"mar_Deva-mlt_Latn","languages":["mar-Deva","mlt-Latn"]},{"precision":0.53536,"recall":0.609684,"f1":0.55649,"accuracy":0.609684,"main_score":0.55649,"hf_subset":"mar_Deva-quy_Latn","languages":["mar-Deva","quy-Latn"]},{"precision":0.704043,"recall":0.77668,"f1":0.726076,"accuracy":0.77668,"main_score":0.726076,"hf_subset":"mar_Deva-swh_Latn","languages":["mar-Deva","swh-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"mar_Deva-uzn_Latn","languages":["mar-Deva","uzn-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mar_Deva-als_Latn","languages":["mar-Deva","als-Latn"]},{"precision":0.173517,"recall":0.250988,"f1":0.192462,"accuracy":0.250988,"main_score":0.192462,"hf_subset":"mar_Deva-bod_Tibt","languages":["mar-Deva","bod-Tibt"]},{"precision":0.450858,"recall":0.518775,"f1":0.469312,"accuracy":0.518775,"main_score":0.469312,"hf_subset":"mar_Deva-fij_Latn","languages":["mar-Deva","fij-Latn"]},{"precision":0.936759,"recall":0.956522,"f1":0.943182,"accuracy":0.956522,"main_score":0.943182,"hf_subset":"mar_Deva-isl_Latn","languages":["mar-Deva","isl-Latn"]},{"precision":0.52683,"recall":0.604743,"f1":0.549379,"accuracy":0.604743,"main_score":0.549379,"hf_subset":"mar_Deva-kon_Latn","languages":["mar-Deva","kon-Latn"]},{"precision":0.505546,"recall":0.602767,"f1":0.533085,"accuracy":0.602767,"main_score":0.533085,"hf_subset":"mar_Deva-mni_Beng","languages":["mar-Deva","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-ron_Latn","languages":["mar-Deva","ron-Latn"]},{"precision":0.976779,"recall":0.983202,"f1":0.97892,"accuracy":0.983202,"main_score":0.97892,"hf_subset":"mar_Deva-szl_Latn","languages":["mar-Deva","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-vec_Latn","languages":["mar-Deva","vec-Latn"]},{"precision":0.564642,"recall":0.652174,"f1":0.589367,"accuracy":0.652174,"main_score":0.589367,"hf_subset":"mar_Deva-amh_Ethi","languages":["mar-Deva","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-bos_Latn","languages":["mar-Deva","bos-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-fin_Latn","languages":["mar-Deva","fin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-ita_Latn","languages":["mar-Deva","ita-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-kor_Hang","languages":["mar-Deva","kor-Hang"]},{"precision":0.451634,"recall":0.52668,"f1":0.47194,"accuracy":0.52668,"main_score":0.47194,"hf_subset":"mar_Deva-mos_Latn","languages":["mar-Deva","mos-Latn"]},{"precision":0.426306,"recall":0.502964,"f1":0.447293,"accuracy":0.502964,"main_score":0.447293,"hf_subset":"mar_Deva-run_Latn","languages":["mar-Deva","run-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-tam_Taml","languages":["mar-Deva","tam-Taml"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-vie_Latn","languages":["mar-Deva","vie-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-apc_Arab","languages":["mar-Deva","apc-Arab"]},{"precision":0.721683,"recall":0.781621,"f1":0.739726,"accuracy":0.781621,"main_score":0.739726,"hf_subset":"mar_Deva-bug_Latn","languages":["mar-Deva","bug-Latn"]},{"precision":0.407175,"recall":0.478261,"f1":0.426453,"accuracy":0.478261,"main_score":0.426453,"hf_subset":"mar_Deva-fon_Latn","languages":["mar-Deva","fon-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"mar_Deva-jav_Latn","languages":["mar-Deva","jav-Latn"]},{"precision":0.904233,"recall":0.933794,"f1":0.913768,"accuracy":0.933794,"main_score":0.913768,"hf_subset":"mar_Deva-lao_Laoo","languages":["mar-Deva","lao-Laoo"]},{"precision":0.563365,"recall":0.647233,"f1":0.587167,"accuracy":0.647233,"main_score":0.587167,"hf_subset":"mar_Deva-mri_Latn","languages":["mar-Deva","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-rus_Cyrl","languages":["mar-Deva","rus-Cyrl"]},{"precision":0.485076,"recall":0.555336,"f1":0.504617,"accuracy":0.555336,"main_score":0.504617,"hf_subset":"mar_Deva-taq_Latn","languages":["mar-Deva","taq-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"mar_Deva-war_Latn","languages":["mar-Deva","war-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-arb_Arab","languages":["mar-Deva","arb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-bul_Cyrl","languages":["mar-Deva","bul-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-fra_Latn","languages":["mar-Deva","fra-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-jpn_Jpan","languages":["mar-Deva","jpn-Jpan"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"mar_Deva-lij_Latn","languages":["mar-Deva","lij-Latn"]},{"precision":0.944335,"recall":0.961462,"f1":0.949934,"accuracy":0.961462,"main_score":0.949934,"hf_subset":"mar_Deva-mya_Mymr","languages":["mar-Deva","mya-Mymr"]},{"precision":0.469883,"recall":0.548419,"f1":0.491445,"accuracy":0.548419,"main_score":0.491445,"hf_subset":"mar_Deva-sag_Latn","languages":["mar-Deva","sag-Latn"]},{"precision":0.127743,"recall":0.210474,"f1":0.144727,"accuracy":0.210474,"main_score":0.144727,"hf_subset":"mar_Deva-taq_Tfng","languages":["mar-Deva","taq-Tfng"]},{"precision":0.517865,"recall":0.59585,"f1":0.540235,"accuracy":0.59585,"main_score":0.540235,"hf_subset":"mar_Deva-wol_Latn","languages":["mar-Deva","wol-Latn"]},{"precision":0.602408,"recall":0.686759,"f1":0.626381,"accuracy":0.686759,"main_score":0.626381,"hf_subset":"mar_Deva-arb_Latn","languages":["mar-Deva","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mar_Deva-cat_Latn","languages":["mar-Deva","cat-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"mar_Deva-fur_Latn","languages":["mar-Deva","fur-Latn"]},{"precision":0.327286,"recall":0.392292,"f1":0.344667,"accuracy":0.392292,"main_score":0.344667,"hf_subset":"mar_Deva-kab_Latn","languages":["mar-Deva","kab-Latn"]},{"precision":0.959816,"recall":0.972332,"f1":0.963933,"accuracy":0.972332,"main_score":0.963933,"hf_subset":"mar_Deva-lim_Latn","languages":["mar-Deva","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-nld_Latn","languages":["mar-Deva","nld-Latn"]},{"precision":0.977273,"recall":0.98419,"f1":0.979578,"accuracy":0.98419,"main_score":0.979578,"hf_subset":"mar_Deva-san_Deva","languages":["mar-Deva","san-Deva"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"mar_Deva-tat_Cyrl","languages":["mar-Deva","tat-Cyrl"]},{"precision":0.485994,"recall":0.56917,"f1":0.509713,"accuracy":0.56917,"main_score":0.509713,"hf_subset":"mar_Deva-xho_Latn","languages":["mar-Deva","xho-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-ars_Arab","languages":["mar-Deva","ars-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"mar_Deva-ceb_Latn","languages":["mar-Deva","ceb-Latn"]},{"precision":0.470291,"recall":0.537549,"f1":0.489531,"accuracy":0.537549,"main_score":0.489531,"hf_subset":"mar_Deva-fuv_Latn","languages":["mar-Deva","fuv-Latn"]},{"precision":0.458211,"recall":0.536561,"f1":0.479809,"accuracy":0.536561,"main_score":0.479809,"hf_subset":"mar_Deva-kac_Latn","languages":["mar-Deva","kac-Latn"]},{"precision":0.533153,"recall":0.614625,"f1":0.555812,"accuracy":0.614625,"main_score":0.555812,"hf_subset":"mar_Deva-lin_Latn","languages":["mar-Deva","lin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-nno_Latn","languages":["mar-Deva","nno-Latn"]},{"precision":0.023946,"recall":0.070158,"f1":0.030611,"accuracy":0.070158,"main_score":0.030611,"hf_subset":"mar_Deva-sat_Olck","languages":["mar-Deva","sat-Olck"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mar_Deva-tel_Telu","languages":["mar-Deva","tel-Telu"]},{"precision":0.748621,"recall":0.814229,"f1":0.768643,"accuracy":0.814229,"main_score":0.768643,"hf_subset":"mar_Deva-ydd_Hebr","languages":["mar-Deva","ydd-Hebr"]},{"precision":0.947134,"recall":0.964427,"f1":0.952899,"accuracy":0.964427,"main_score":0.952899,"hf_subset":"mar_Deva-ary_Arab","languages":["mar-Deva","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mar_Deva-ces_Latn","languages":["mar-Deva","ces-Latn"]},{"precision":0.404358,"recall":0.477273,"f1":0.424314,"accuracy":0.477273,"main_score":0.424314,"hf_subset":"mar_Deva-gaz_Latn","languages":["mar-Deva","gaz-Latn"]},{"precision":0.478611,"recall":0.551383,"f1":0.499128,"accuracy":0.551383,"main_score":0.499128,"hf_subset":"mar_Deva-kam_Latn","languages":["mar-Deva","kam-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"mar_Deva-lit_Latn","languages":["mar-Deva","lit-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-nob_Latn","languages":["mar-Deva","nob-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"mar_Deva-scn_Latn","languages":["mar-Deva","scn-Latn"]},{"precision":0.905468,"recall":0.933794,"f1":0.914493,"accuracy":0.933794,"main_score":0.914493,"hf_subset":"mar_Deva-tgk_Cyrl","languages":["mar-Deva","tgk-Cyrl"]},{"precision":0.417204,"recall":0.494071,"f1":0.438433,"accuracy":0.494071,"main_score":0.438433,"hf_subset":"mar_Deva-yor_Latn","languages":["mar-Deva","yor-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mar_Deva-arz_Arab","languages":["mar-Deva","arz-Arab"]},{"precision":0.473354,"recall":0.551383,"f1":0.494215,"accuracy":0.551383,"main_score":0.494215,"hf_subset":"mar_Deva-cjk_Latn","languages":["mar-Deva","cjk-Latn"]},{"precision":0.610013,"recall":0.685771,"f1":0.631677,"accuracy":0.685771,"main_score":0.631677,"hf_subset":"mar_Deva-gla_Latn","languages":["mar-Deva","gla-Latn"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"mar_Deva-kan_Knda","languages":["mar-Deva","kan-Knda"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"mar_Deva-lmo_Latn","languages":["mar-Deva","lmo-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"mar_Deva-npi_Deva","languages":["mar-Deva","npi-Deva"]},{"precision":0.406704,"recall":0.502964,"f1":0.433427,"accuracy":0.502964,"main_score":0.433427,"hf_subset":"mar_Deva-shn_Mymr","languages":["mar-Deva","shn-Mymr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"mar_Deva-tgl_Latn","languages":["mar-Deva","tgl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-yue_Hant","languages":["mar-Deva","yue-Hant"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mar_Deva-asm_Beng","languages":["mar-Deva","asm-Beng"]},{"precision":0.72883,"recall":0.791502,"f1":0.747254,"accuracy":0.791502,"main_score":0.747254,"hf_subset":"mar_Deva-ckb_Arab","languages":["mar-Deva","ckb-Arab"]},{"precision":0.698238,"recall":0.772727,"f1":0.721179,"accuracy":0.772727,"main_score":0.721179,"hf_subset":"mar_Deva-gle_Latn","languages":["mar-Deva","gle-Latn"]},{"precision":0.874506,"recall":0.914032,"f1":0.887352,"accuracy":0.914032,"main_score":0.887352,"hf_subset":"mar_Deva-kas_Arab","languages":["mar-Deva","kas-Arab"]},{"precision":0.858013,"recall":0.897233,"f1":0.870424,"accuracy":0.897233,"main_score":0.870424,"hf_subset":"mar_Deva-ltg_Latn","languages":["mar-Deva","ltg-Latn"]},{"precision":0.49593,"recall":0.566206,"f1":0.515435,"accuracy":0.566206,"main_score":0.515435,"hf_subset":"mar_Deva-nso_Latn","languages":["mar-Deva","nso-Latn"]},{"precision":0.483079,"recall":0.583992,"f1":0.512307,"accuracy":0.583992,"main_score":0.512307,"hf_subset":"mar_Deva-sin_Sinh","languages":["mar-Deva","sin-Sinh"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-tha_Thai","languages":["mar-Deva","tha-Thai"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-zho_Hans","languages":["mar-Deva","zho-Hans"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-ast_Latn","languages":["mar-Deva","ast-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"mar_Deva-crh_Latn","languages":["mar-Deva","crh-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-glg_Latn","languages":["mar-Deva","glg-Latn"]},{"precision":0.787105,"recall":0.844862,"f1":0.805072,"accuracy":0.844862,"main_score":0.805072,"hf_subset":"mar_Deva-kas_Deva","languages":["mar-Deva","kas-Deva"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"mar_Deva-ltz_Latn","languages":["mar-Deva","ltz-Latn"]},{"precision":0.383736,"recall":0.464427,"f1":0.405401,"accuracy":0.464427,"main_score":0.405401,"hf_subset":"mar_Deva-nus_Latn","languages":["mar-Deva","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mar_Deva-slk_Latn","languages":["mar-Deva","slk-Latn"]},{"precision":0.268411,"recall":0.333004,"f1":0.284595,"accuracy":0.333004,"main_score":0.284595,"hf_subset":"mar_Deva-tir_Ethi","languages":["mar-Deva","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-zho_Hant","languages":["mar-Deva","zho-Hant"]},{"precision":0.98246,"recall":0.987154,"f1":0.983926,"accuracy":0.987154,"main_score":0.983926,"hf_subset":"mar_Deva-awa_Deva","languages":["mar-Deva","awa-Deva"]},{"precision":0.842474,"recall":0.88834,"f1":0.857279,"accuracy":0.88834,"main_score":0.857279,"hf_subset":"mar_Deva-cym_Latn","languages":["mar-Deva","cym-Latn"]},{"precision":0.679167,"recall":0.747036,"f1":0.699558,"accuracy":0.747036,"main_score":0.699558,"hf_subset":"mar_Deva-grn_Latn","languages":["mar-Deva","grn-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"mar_Deva-kat_Geor","languages":["mar-Deva","kat-Geor"]},{"precision":0.529605,"recall":0.599802,"f1":0.548853,"accuracy":0.599802,"main_score":0.548853,"hf_subset":"mar_Deva-lua_Latn","languages":["mar-Deva","lua-Latn"]},{"precision":0.506615,"recall":0.577075,"f1":0.526011,"accuracy":0.577075,"main_score":0.526011,"hf_subset":"mar_Deva-nya_Latn","languages":["mar-Deva","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-slv_Latn","languages":["mar-Deva","slv-Latn"]},{"precision":0.767375,"recall":0.826087,"f1":0.785408,"accuracy":0.826087,"main_score":0.785408,"hf_subset":"mar_Deva-tpi_Latn","languages":["mar-Deva","tpi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mar_Deva-zsm_Latn","languages":["mar-Deva","zsm-Latn"]},{"precision":0.463838,"recall":0.530632,"f1":0.482315,"accuracy":0.530632,"main_score":0.482315,"hf_subset":"mar_Deva-ayr_Latn","languages":["mar-Deva","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-dan_Latn","languages":["mar-Deva","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-guj_Gujr","languages":["mar-Deva","guj-Gujr"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mar_Deva-kaz_Cyrl","languages":["mar-Deva","kaz-Cyrl"]},{"precision":0.43557,"recall":0.503953,"f1":0.45435,"accuracy":0.503953,"main_score":0.45435,"hf_subset":"mar_Deva-lug_Latn","languages":["mar-Deva","lug-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mar_Deva-oci_Latn","languages":["mar-Deva","oci-Latn"]},{"precision":0.497492,"recall":0.579051,"f1":0.520366,"accuracy":0.579051,"main_score":0.520366,"hf_subset":"mar_Deva-smo_Latn","languages":["mar-Deva","smo-Latn"]},{"precision":0.449754,"recall":0.523715,"f1":0.469934,"accuracy":0.523715,"main_score":0.469934,"hf_subset":"mar_Deva-tsn_Latn","languages":["mar-Deva","tsn-Latn"]},{"precision":0.46059,"recall":0.528656,"f1":0.478748,"accuracy":0.528656,"main_score":0.478748,"hf_subset":"mar_Deva-zul_Latn","languages":["mar-Deva","zul-Latn"]},{"precision":0.811462,"recall":0.864625,"f1":0.827833,"accuracy":0.864625,"main_score":0.827833,"hf_subset":"mar_Deva-azb_Arab","languages":["mar-Deva","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-deu_Latn","languages":["mar-Deva","deu-Latn"]},{"precision":0.922184,"recall":0.945652,"f1":0.929743,"accuracy":0.945652,"main_score":0.929743,"hf_subset":"mar_Deva-hat_Latn","languages":["mar-Deva","hat-Latn"]},{"precision":0.411134,"recall":0.482213,"f1":0.430346,"accuracy":0.482213,"main_score":0.430346,"hf_subset":"mar_Deva-kbp_Latn","languages":["mar-Deva","kbp-Latn"]},{"precision":0.469553,"recall":0.540514,"f1":0.489912,"accuracy":0.540514,"main_score":0.489912,"hf_subset":"mar_Deva-luo_Latn","languages":["mar-Deva","luo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mar_Deva-ory_Orya","languages":["mar-Deva","ory-Orya"]},{"precision":0.474538,"recall":0.549407,"f1":0.496352,"accuracy":0.549407,"main_score":0.496352,"hf_subset":"mar_Deva-sna_Latn","languages":["mar-Deva","sna-Latn"]},{"precision":0.448512,"recall":0.519763,"f1":0.467645,"accuracy":0.519763,"main_score":0.467645,"hf_subset":"mar_Deva-tso_Latn","languages":["mar-Deva","tso-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mar_Deva-azj_Latn","languages":["mar-Deva","azj-Latn"]},{"precision":0.447373,"recall":0.532609,"f1":0.471494,"accuracy":0.532609,"main_score":0.471494,"hf_subset":"mar_Deva-dik_Latn","languages":["mar-Deva","dik-Latn"]},{"precision":0.449195,"recall":0.518775,"f1":0.46838,"accuracy":0.518775,"main_score":0.46838,"hf_subset":"mar_Deva-hau_Latn","languages":["mar-Deva","hau-Latn"]},{"precision":0.95504,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"mar_Deva-kea_Latn","languages":["mar-Deva","kea-Latn"]},{"precision":0.622499,"recall":0.689723,"f1":0.641518,"accuracy":0.689723,"main_score":0.641518,"hf_subset":"mar_Deva-lus_Latn","languages":["mar-Deva","lus-Latn"]},{"precision":0.790086,"recall":0.842885,"f1":0.806061,"accuracy":0.842885,"main_score":0.806061,"hf_subset":"mar_Deva-pag_Latn","languages":["mar-Deva","pag-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-snd_Arab","languages":["mar-Deva","snd-Arab"]},{"precision":0.886182,"recall":0.918972,"f1":0.896476,"accuracy":0.918972,"main_score":0.896476,"hf_subset":"mar_Deva-tuk_Latn","languages":["mar-Deva","tuk-Latn"]},{"precision":0.940382,"recall":0.958498,"f1":0.946311,"accuracy":0.958498,"main_score":0.946311,"hf_subset":"mar_Deva-bak_Cyrl","languages":["mar-Deva","bak-Cyrl"]},{"precision":0.389097,"recall":0.479249,"f1":0.414563,"accuracy":0.479249,"main_score":0.414563,"hf_subset":"mar_Deva-dyu_Latn","languages":["mar-Deva","dyu-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-heb_Hebr","languages":["mar-Deva","heb-Hebr"]},{"precision":0.890646,"recall":0.922925,"f1":0.901021,"accuracy":0.922925,"main_score":0.901021,"hf_subset":"mar_Deva-khk_Cyrl","languages":["mar-Deva","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mar_Deva-lvs_Latn","languages":["mar-Deva","lvs-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mar_Deva-pan_Guru","languages":["mar-Deva","pan-Guru"]},{"precision":0.456294,"recall":0.527668,"f1":0.476375,"accuracy":0.527668,"main_score":0.476375,"hf_subset":"mar_Deva-som_Latn","languages":["mar-Deva","som-Latn"]},{"precision":0.488523,"recall":0.5583,"f1":0.508653,"accuracy":0.5583,"main_score":0.508653,"hf_subset":"mar_Deva-tum_Latn","languages":["mar-Deva","tum-Latn"]},{"precision":0.366947,"recall":0.431818,"f1":0.385397,"accuracy":0.431818,"main_score":0.385397,"hf_subset":"plt_Latn-ace_Arab","languages":["plt-Latn","ace-Arab"]},{"precision":0.469488,"recall":0.520751,"f1":0.484212,"accuracy":0.520751,"main_score":0.484212,"hf_subset":"plt_Latn-bam_Latn","languages":["plt-Latn","bam-Latn"]},{"precision":0.116082,"recall":0.158103,"f1":0.127094,"accuracy":0.158103,"main_score":0.127094,"hf_subset":"plt_Latn-dzo_Tibt","languages":["plt-Latn","dzo-Tibt"]},{"precision":0.525979,"recall":0.594862,"f1":0.54502,"accuracy":0.594862,"main_score":0.54502,"hf_subset":"plt_Latn-hin_Deva","languages":["plt-Latn","hin-Deva"]},{"precision":0.394208,"recall":0.469368,"f1":0.414469,"accuracy":0.469368,"main_score":0.414469,"hf_subset":"plt_Latn-khm_Khmr","languages":["plt-Latn","khm-Khmr"]},{"precision":0.531061,"recall":0.591897,"f1":0.54816,"accuracy":0.591897,"main_score":0.54816,"hf_subset":"plt_Latn-mag_Deva","languages":["plt-Latn","mag-Deva"]},{"precision":0.559977,"recall":0.618577,"f1":0.576171,"accuracy":0.618577,"main_score":0.576171,"hf_subset":"plt_Latn-pap_Latn","languages":["plt-Latn","pap-Latn"]},{"precision":0.50137,"recall":0.546443,"f1":0.513888,"accuracy":0.546443,"main_score":0.513888,"hf_subset":"plt_Latn-sot_Latn","languages":["plt-Latn","sot-Latn"]},{"precision":0.544403,"recall":0.608696,"f1":0.562567,"accuracy":0.608696,"main_score":0.562567,"hf_subset":"plt_Latn-tur_Latn","languages":["plt-Latn","tur-Latn"]},{"precision":0.543496,"recall":0.597826,"f1":0.558124,"accuracy":0.597826,"main_score":0.558124,"hf_subset":"plt_Latn-ace_Latn","languages":["plt-Latn","ace-Latn"]},{"precision":0.548465,"recall":0.604743,"f1":0.564549,"accuracy":0.604743,"main_score":0.564549,"hf_subset":"plt_Latn-ban_Latn","languages":["plt-Latn","ban-Latn"]},{"precision":0.500407,"recall":0.571146,"f1":0.519873,"accuracy":0.571146,"main_score":0.519873,"hf_subset":"plt_Latn-ell_Grek","languages":["plt-Latn","ell-Grek"]},{"precision":0.520439,"recall":0.583992,"f1":0.538313,"accuracy":0.583992,"main_score":0.538313,"hf_subset":"plt_Latn-hne_Deva","languages":["plt-Latn","hne-Deva"]},{"precision":0.468629,"recall":0.52668,"f1":0.48532,"accuracy":0.52668,"main_score":0.48532,"hf_subset":"plt_Latn-kik_Latn","languages":["plt-Latn","kik-Latn"]},{"precision":0.532084,"recall":0.594862,"f1":0.549004,"accuracy":0.594862,"main_score":0.549004,"hf_subset":"plt_Latn-mai_Deva","languages":["plt-Latn","mai-Deva"]},{"precision":0.49823,"recall":0.561265,"f1":0.515384,"accuracy":0.561265,"main_score":0.515384,"hf_subset":"plt_Latn-pbt_Arab","languages":["plt-Latn","pbt-Arab"]},{"precision":0.547446,"recall":0.61166,"f1":0.565756,"accuracy":0.61166,"main_score":0.565756,"hf_subset":"plt_Latn-spa_Latn","languages":["plt-Latn","spa-Latn"]},{"precision":0.534299,"recall":0.572134,"f1":0.544977,"accuracy":0.572134,"main_score":0.544977,"hf_subset":"plt_Latn-twi_Latn","languages":["plt-Latn","twi-Latn"]},{"precision":0.521898,"recall":0.587945,"f1":0.540865,"accuracy":0.587945,"main_score":0.540865,"hf_subset":"plt_Latn-acm_Arab","languages":["plt-Latn","acm-Arab"]},{"precision":0.529551,"recall":0.596838,"f1":0.548526,"accuracy":0.596838,"main_score":0.548526,"hf_subset":"plt_Latn-bel_Cyrl","languages":["plt-Latn","bel-Cyrl"]},{"precision":0.542697,"recall":0.609684,"f1":0.561777,"accuracy":0.609684,"main_score":0.561777,"hf_subset":"plt_Latn-eng_Latn","languages":["plt-Latn","eng-Latn"]},{"precision":0.556117,"recall":0.620553,"f1":0.573792,"accuracy":0.620553,"main_score":0.573792,"hf_subset":"plt_Latn-hrv_Latn","languages":["plt-Latn","hrv-Latn"]},{"precision":0.482593,"recall":0.536561,"f1":0.49731,"accuracy":0.536561,"main_score":0.49731,"hf_subset":"plt_Latn-kin_Latn","languages":["plt-Latn","kin-Latn"]},{"precision":0.517536,"recall":0.583992,"f1":0.536355,"accuracy":0.583992,"main_score":0.536355,"hf_subset":"plt_Latn-mal_Mlym","languages":["plt-Latn","mal-Mlym"]},{"precision":0.507418,"recall":0.575099,"f1":0.52583,"accuracy":0.575099,"main_score":0.52583,"hf_subset":"plt_Latn-pes_Arab","languages":["plt-Latn","pes-Arab"]},{"precision":0.565316,"recall":0.619565,"f1":0.580441,"accuracy":0.619565,"main_score":0.580441,"hf_subset":"plt_Latn-srd_Latn","languages":["plt-Latn","srd-Latn"]},{"precision":0.159133,"recall":0.218379,"f1":0.172545,"accuracy":0.218379,"main_score":0.172545,"hf_subset":"plt_Latn-tzm_Tfng","languages":["plt-Latn","tzm-Tfng"]},{"precision":0.521786,"recall":0.588933,"f1":0.541087,"accuracy":0.588933,"main_score":0.541087,"hf_subset":"plt_Latn-acq_Arab","languages":["plt-Latn","acq-Arab"]},{"precision":0.525756,"recall":0.575099,"f1":0.538902,"accuracy":0.575099,"main_score":0.538902,"hf_subset":"plt_Latn-bem_Latn","languages":["plt-Latn","bem-Latn"]},{"precision":0.535151,"recall":0.599802,"f1":0.553099,"accuracy":0.599802,"main_score":0.553099,"hf_subset":"plt_Latn-epo_Latn","languages":["plt-Latn","epo-Latn"]},{"precision":0.538588,"recall":0.601779,"f1":0.557159,"accuracy":0.601779,"main_score":0.557159,"hf_subset":"plt_Latn-hun_Latn","languages":["plt-Latn","hun-Latn"]},{"precision":0.54777,"recall":0.608696,"f1":0.565269,"accuracy":0.608696,"main_score":0.565269,"hf_subset":"plt_Latn-kir_Cyrl","languages":["plt-Latn","kir-Cyrl"]},{"precision":0.526956,"recall":0.586957,"f1":0.54384,"accuracy":0.586957,"main_score":0.54384,"hf_subset":"plt_Latn-mar_Deva","languages":["plt-Latn","mar-Deva"]},{"precision":0.551143,"recall":0.614625,"f1":0.569617,"accuracy":0.614625,"main_score":0.569617,"hf_subset":"plt_Latn-srp_Cyrl","languages":["plt-Latn","srp-Cyrl"]},{"precision":0.497129,"recall":0.556324,"f1":0.513117,"accuracy":0.556324,"main_score":0.513117,"hf_subset":"plt_Latn-uig_Arab","languages":["plt-Latn","uig-Arab"]},{"precision":0.507678,"recall":0.576087,"f1":0.527459,"accuracy":0.576087,"main_score":0.527459,"hf_subset":"plt_Latn-aeb_Arab","languages":["plt-Latn","aeb-Arab"]},{"precision":0.534866,"recall":0.600791,"f1":0.553123,"accuracy":0.600791,"main_score":0.553123,"hf_subset":"plt_Latn-ben_Beng","languages":["plt-Latn","ben-Beng"]},{"precision":0.534172,"recall":0.599802,"f1":0.552306,"accuracy":0.599802,"main_score":0.552306,"hf_subset":"plt_Latn-est_Latn","languages":["plt-Latn","est-Latn"]},{"precision":0.494051,"recall":0.5583,"f1":0.512026,"accuracy":0.5583,"main_score":0.512026,"hf_subset":"plt_Latn-hye_Armn","languages":["plt-Latn","hye-Armn"]},{"precision":0.492691,"recall":0.538538,"f1":0.505705,"accuracy":0.538538,"main_score":0.505705,"hf_subset":"plt_Latn-kmb_Latn","languages":["plt-Latn","kmb-Latn"]},{"precision":0.338027,"recall":0.406126,"f1":0.357029,"accuracy":0.406126,"main_score":0.357029,"hf_subset":"plt_Latn-min_Arab","languages":["plt-Latn","min-Arab"]},{"precision":0.537512,"recall":0.604743,"f1":0.555975,"accuracy":0.604743,"main_score":0.555975,"hf_subset":"plt_Latn-pol_Latn","languages":["plt-Latn","pol-Latn"]},{"precision":0.476295,"recall":0.532609,"f1":0.492642,"accuracy":0.532609,"main_score":0.492642,"hf_subset":"plt_Latn-ssw_Latn","languages":["plt-Latn","ssw-Latn"]},{"precision":0.534108,"recall":0.604743,"f1":0.554437,"accuracy":0.604743,"main_score":0.554437,"hf_subset":"plt_Latn-ukr_Cyrl","languages":["plt-Latn","ukr-Cyrl"]},{"precision":0.557733,"recall":0.620553,"f1":0.574397,"accuracy":0.620553,"main_score":0.574397,"hf_subset":"plt_Latn-afr_Latn","languages":["plt-Latn","afr-Latn"]},{"precision":0.517998,"recall":0.577075,"f1":0.534659,"accuracy":0.577075,"main_score":0.534659,"hf_subset":"plt_Latn-bho_Deva","languages":["plt-Latn","bho-Deva"]},{"precision":0.553537,"recall":0.608696,"f1":0.569194,"accuracy":0.608696,"main_score":0.569194,"hf_subset":"plt_Latn-eus_Latn","languages":["plt-Latn","eus-Latn"]},{"precision":0.491631,"recall":0.546443,"f1":0.507183,"accuracy":0.546443,"main_score":0.507183,"hf_subset":"plt_Latn-ibo_Latn","languages":["plt-Latn","ibo-Latn"]},{"precision":0.555003,"recall":0.602767,"f1":0.568561,"accuracy":0.602767,"main_score":0.568561,"hf_subset":"plt_Latn-kmr_Latn","languages":["plt-Latn","kmr-Latn"]},{"precision":0.543295,"recall":0.602767,"f1":0.559615,"accuracy":0.602767,"main_score":0.559615,"hf_subset":"plt_Latn-min_Latn","languages":["plt-Latn","min-Latn"]},{"precision":0.538923,"recall":0.609684,"f1":0.558399,"accuracy":0.609684,"main_score":0.558399,"hf_subset":"plt_Latn-por_Latn","languages":["plt-Latn","por-Latn"]},{"precision":0.553183,"recall":0.608696,"f1":0.568632,"accuracy":0.608696,"main_score":0.568632,"hf_subset":"plt_Latn-sun_Latn","languages":["plt-Latn","sun-Latn"]},{"precision":0.482172,"recall":0.532609,"f1":0.496148,"accuracy":0.532609,"main_score":0.496148,"hf_subset":"plt_Latn-umb_Latn","languages":["plt-Latn","umb-Latn"]},{"precision":0.522029,"recall":0.587945,"f1":0.541079,"accuracy":0.587945,"main_score":0.541079,"hf_subset":"plt_Latn-ajp_Arab","languages":["plt-Latn","ajp-Arab"]},{"precision":0.367171,"recall":0.436759,"f1":0.38608,"accuracy":0.436759,"main_score":0.38608,"hf_subset":"plt_Latn-bjn_Arab","languages":["plt-Latn","bjn-Arab"]},{"precision":0.485738,"recall":0.530632,"f1":0.498579,"accuracy":0.530632,"main_score":0.498579,"hf_subset":"plt_Latn-ewe_Latn","languages":["plt-Latn","ewe-Latn"]},{"precision":0.579536,"recall":0.625494,"f1":0.592406,"accuracy":0.625494,"main_score":0.592406,"hf_subset":"plt_Latn-ilo_Latn","languages":["plt-Latn","ilo-Latn"]},{"precision":0.20454,"recall":0.275692,"f1":0.222749,"accuracy":0.275692,"main_score":0.222749,"hf_subset":"plt_Latn-knc_Arab","languages":["plt-Latn","knc-Arab"]},{"precision":0.544069,"recall":0.608696,"f1":0.561913,"accuracy":0.608696,"main_score":0.561913,"hf_subset":"plt_Latn-mkd_Cyrl","languages":["plt-Latn","mkd-Cyrl"]},{"precision":0.497884,"recall":0.573123,"f1":0.519024,"accuracy":0.573123,"main_score":0.519024,"hf_subset":"plt_Latn-prs_Arab","languages":["plt-Latn","prs-Arab"]},{"precision":0.544844,"recall":0.61166,"f1":0.564267,"accuracy":0.61166,"main_score":0.564267,"hf_subset":"plt_Latn-swe_Latn","languages":["plt-Latn","swe-Latn"]},{"precision":0.480588,"recall":0.557312,"f1":0.501313,"accuracy":0.557312,"main_score":0.501313,"hf_subset":"plt_Latn-urd_Arab","languages":["plt-Latn","urd-Arab"]},{"precision":0.520769,"recall":0.561265,"f1":0.532434,"accuracy":0.561265,"main_score":0.532434,"hf_subset":"plt_Latn-aka_Latn","languages":["plt-Latn","aka-Latn"]},{"precision":0.554158,"recall":0.610672,"f1":0.569856,"accuracy":0.610672,"main_score":0.569856,"hf_subset":"plt_Latn-bjn_Latn","languages":["plt-Latn","bjn-Latn"]},{"precision":0.527661,"recall":0.586957,"f1":0.543732,"accuracy":0.586957,"main_score":0.543732,"hf_subset":"plt_Latn-fao_Latn","languages":["plt-Latn","fao-Latn"]},{"precision":0.551577,"recall":0.615613,"f1":0.569515,"accuracy":0.615613,"main_score":0.569515,"hf_subset":"plt_Latn-ind_Latn","languages":["plt-Latn","ind-Latn"]},{"precision":0.506268,"recall":0.550395,"f1":0.518829,"accuracy":0.550395,"main_score":0.518829,"hf_subset":"plt_Latn-knc_Latn","languages":["plt-Latn","knc-Latn"]},{"precision":0.566417,"recall":0.623518,"f1":0.582579,"accuracy":0.623518,"main_score":0.582579,"hf_subset":"plt_Latn-mlt_Latn","languages":["plt-Latn","mlt-Latn"]},{"precision":0.499598,"recall":0.550395,"f1":0.5137,"accuracy":0.550395,"main_score":0.5137,"hf_subset":"plt_Latn-quy_Latn","languages":["plt-Latn","quy-Latn"]},{"precision":0.515115,"recall":0.572134,"f1":0.531357,"accuracy":0.572134,"main_score":0.531357,"hf_subset":"plt_Latn-swh_Latn","languages":["plt-Latn","swh-Latn"]},{"precision":0.51753,"recall":0.583004,"f1":0.536136,"accuracy":0.583004,"main_score":0.536136,"hf_subset":"plt_Latn-uzn_Latn","languages":["plt-Latn","uzn-Latn"]},{"precision":0.544847,"recall":0.608696,"f1":0.562191,"accuracy":0.608696,"main_score":0.562191,"hf_subset":"plt_Latn-als_Latn","languages":["plt-Latn","als-Latn"]},{"precision":0.189063,"recall":0.250988,"f1":0.203561,"accuracy":0.250988,"main_score":0.203561,"hf_subset":"plt_Latn-bod_Tibt","languages":["plt-Latn","bod-Tibt"]},{"precision":0.477467,"recall":0.524704,"f1":0.490334,"accuracy":0.524704,"main_score":0.490334,"hf_subset":"plt_Latn-fij_Latn","languages":["plt-Latn","fij-Latn"]},{"precision":0.490557,"recall":0.551383,"f1":0.506918,"accuracy":0.551383,"main_score":0.506918,"hf_subset":"plt_Latn-isl_Latn","languages":["plt-Latn","isl-Latn"]},{"precision":0.527251,"recall":0.578063,"f1":0.541699,"accuracy":0.578063,"main_score":0.541699,"hf_subset":"plt_Latn-kon_Latn","languages":["plt-Latn","kon-Latn"]},{"precision":0.433371,"recall":0.493083,"f1":0.450014,"accuracy":0.493083,"main_score":0.450014,"hf_subset":"plt_Latn-mni_Beng","languages":["plt-Latn","mni-Beng"]},{"precision":0.548659,"recall":0.614625,"f1":0.566748,"accuracy":0.614625,"main_score":0.566748,"hf_subset":"plt_Latn-ron_Latn","languages":["plt-Latn","ron-Latn"]},{"precision":0.540016,"recall":0.600791,"f1":0.556778,"accuracy":0.600791,"main_score":0.556778,"hf_subset":"plt_Latn-szl_Latn","languages":["plt-Latn","szl-Latn"]},{"precision":0.559296,"recall":0.619565,"f1":0.576156,"accuracy":0.619565,"main_score":0.576156,"hf_subset":"plt_Latn-vec_Latn","languages":["plt-Latn","vec-Latn"]},{"precision":0.330478,"recall":0.399209,"f1":0.348151,"accuracy":0.399209,"main_score":0.348151,"hf_subset":"plt_Latn-amh_Ethi","languages":["plt-Latn","amh-Ethi"]},{"precision":0.55852,"recall":0.618577,"f1":0.575266,"accuracy":0.618577,"main_score":0.575266,"hf_subset":"plt_Latn-bos_Latn","languages":["plt-Latn","bos-Latn"]},{"precision":0.52356,"recall":0.585968,"f1":0.540989,"accuracy":0.585968,"main_score":0.540989,"hf_subset":"plt_Latn-fin_Latn","languages":["plt-Latn","fin-Latn"]},{"precision":0.549261,"recall":0.614625,"f1":0.567643,"accuracy":0.614625,"main_score":0.567643,"hf_subset":"plt_Latn-ita_Latn","languages":["plt-Latn","ita-Latn"]},{"precision":0.518779,"recall":0.587945,"f1":0.537631,"accuracy":0.587945,"main_score":0.537631,"hf_subset":"plt_Latn-kor_Hang","languages":["plt-Latn","kor-Hang"]},{"precision":0.480643,"recall":0.535573,"f1":0.495911,"accuracy":0.535573,"main_score":0.495911,"hf_subset":"plt_Latn-mos_Latn","languages":["plt-Latn","mos-Latn"]},{"precision":0.485586,"recall":0.534585,"f1":0.499297,"accuracy":0.534585,"main_score":0.499297,"hf_subset":"plt_Latn-run_Latn","languages":["plt-Latn","run-Latn"]},{"precision":0.477856,"recall":0.549407,"f1":0.497112,"accuracy":0.549407,"main_score":0.497112,"hf_subset":"plt_Latn-tam_Taml","languages":["plt-Latn","tam-Taml"]},{"precision":0.529864,"recall":0.599802,"f1":0.549177,"accuracy":0.599802,"main_score":0.549177,"hf_subset":"plt_Latn-vie_Latn","languages":["plt-Latn","vie-Latn"]},{"precision":0.521511,"recall":0.585968,"f1":0.540288,"accuracy":0.585968,"main_score":0.540288,"hf_subset":"plt_Latn-apc_Arab","languages":["plt-Latn","apc-Arab"]},{"precision":0.541285,"recall":0.586957,"f1":0.553886,"accuracy":0.586957,"main_score":0.553886,"hf_subset":"plt_Latn-bug_Latn","languages":["plt-Latn","bug-Latn"]},{"precision":0.452213,"recall":0.505929,"f1":0.467357,"accuracy":0.505929,"main_score":0.467357,"hf_subset":"plt_Latn-fon_Latn","languages":["plt-Latn","fon-Latn"]},{"precision":0.576236,"recall":0.629447,"f1":0.590632,"accuracy":0.629447,"main_score":0.590632,"hf_subset":"plt_Latn-jav_Latn","languages":["plt-Latn","jav-Latn"]},{"precision":0.429937,"recall":0.493083,"f1":0.446663,"accuracy":0.493083,"main_score":0.446663,"hf_subset":"plt_Latn-lao_Laoo","languages":["plt-Latn","lao-Laoo"]},{"precision":0.481127,"recall":0.537549,"f1":0.49644,"accuracy":0.537549,"main_score":0.49644,"hf_subset":"plt_Latn-mri_Latn","languages":["plt-Latn","mri-Latn"]},{"precision":0.51804,"recall":0.592885,"f1":0.539118,"accuracy":0.592885,"main_score":0.539118,"hf_subset":"plt_Latn-rus_Cyrl","languages":["plt-Latn","rus-Cyrl"]},{"precision":0.48059,"recall":0.525692,"f1":0.493317,"accuracy":0.525692,"main_score":0.493317,"hf_subset":"plt_Latn-taq_Latn","languages":["plt-Latn","taq-Latn"]},{"precision":0.580084,"recall":0.633399,"f1":0.594318,"accuracy":0.633399,"main_score":0.594318,"hf_subset":"plt_Latn-war_Latn","languages":["plt-Latn","war-Latn"]},{"precision":0.508149,"recall":0.577075,"f1":0.527859,"accuracy":0.577075,"main_score":0.527859,"hf_subset":"plt_Latn-arb_Arab","languages":["plt-Latn","arb-Arab"]},{"precision":0.534573,"recall":0.605731,"f1":0.554989,"accuracy":0.605731,"main_score":0.554989,"hf_subset":"plt_Latn-bul_Cyrl","languages":["plt-Latn","bul-Cyrl"]},{"precision":0.560399,"recall":0.620553,"f1":0.577424,"accuracy":0.620553,"main_score":0.577424,"hf_subset":"plt_Latn-fra_Latn","languages":["plt-Latn","fra-Latn"]},{"precision":0.508933,"recall":0.570158,"f1":0.526496,"accuracy":0.570158,"main_score":0.526496,"hf_subset":"plt_Latn-jpn_Jpan","languages":["plt-Latn","jpn-Jpan"]},{"precision":0.545635,"recall":0.604743,"f1":0.562446,"accuracy":0.604743,"main_score":0.562446,"hf_subset":"plt_Latn-lij_Latn","languages":["plt-Latn","lij-Latn"]},{"precision":0.302519,"recall":0.384387,"f1":0.324079,"accuracy":0.384387,"main_score":0.324079,"hf_subset":"plt_Latn-mya_Mymr","languages":["plt-Latn","mya-Mymr"]},{"precision":0.490815,"recall":0.54249,"f1":0.50482,"accuracy":0.54249,"main_score":0.50482,"hf_subset":"plt_Latn-sag_Latn","languages":["plt-Latn","sag-Latn"]},{"precision":0.163048,"recall":0.22332,"f1":0.175721,"accuracy":0.22332,"main_score":0.175721,"hf_subset":"plt_Latn-taq_Tfng","languages":["plt-Latn","taq-Tfng"]},{"precision":0.524261,"recall":0.579051,"f1":0.539614,"accuracy":0.579051,"main_score":0.539614,"hf_subset":"plt_Latn-wol_Latn","languages":["plt-Latn","wol-Latn"]},{"precision":0.431762,"recall":0.495059,"f1":0.449517,"accuracy":0.495059,"main_score":0.449517,"hf_subset":"plt_Latn-arb_Latn","languages":["plt-Latn","arb-Latn"]},{"precision":0.545073,"recall":0.610672,"f1":0.563438,"accuracy":0.610672,"main_score":0.563438,"hf_subset":"plt_Latn-cat_Latn","languages":["plt-Latn","cat-Latn"]},{"precision":0.557668,"recall":0.607708,"f1":0.572266,"accuracy":0.607708,"main_score":0.572266,"hf_subset":"plt_Latn-fur_Latn","languages":["plt-Latn","fur-Latn"]},{"precision":0.379411,"recall":0.438735,"f1":0.394913,"accuracy":0.438735,"main_score":0.394913,"hf_subset":"plt_Latn-kab_Latn","languages":["plt-Latn","kab-Latn"]},{"precision":0.547574,"recall":0.603755,"f1":0.563912,"accuracy":0.603755,"main_score":0.563912,"hf_subset":"plt_Latn-lim_Latn","languages":["plt-Latn","lim-Latn"]},{"precision":0.539407,"recall":0.607708,"f1":0.558706,"accuracy":0.607708,"main_score":0.558706,"hf_subset":"plt_Latn-nld_Latn","languages":["plt-Latn","nld-Latn"]},{"precision":0.450103,"recall":0.524704,"f1":0.470548,"accuracy":0.524704,"main_score":0.470548,"hf_subset":"plt_Latn-san_Deva","languages":["plt-Latn","san-Deva"]},{"precision":0.543365,"recall":0.598814,"f1":0.559132,"accuracy":0.598814,"main_score":0.559132,"hf_subset":"plt_Latn-tat_Cyrl","languages":["plt-Latn","tat-Cyrl"]},{"precision":0.513426,"recall":0.567194,"f1":0.528535,"accuracy":0.567194,"main_score":0.528535,"hf_subset":"plt_Latn-xho_Latn","languages":["plt-Latn","xho-Latn"]},{"precision":0.492187,"recall":0.564229,"f1":0.513071,"accuracy":0.564229,"main_score":0.513071,"hf_subset":"plt_Latn-ars_Arab","languages":["plt-Latn","ars-Arab"]},{"precision":0.577246,"recall":0.635375,"f1":0.593182,"accuracy":0.635375,"main_score":0.593182,"hf_subset":"plt_Latn-ceb_Latn","languages":["plt-Latn","ceb-Latn"]},{"precision":0.468076,"recall":0.51581,"f1":0.481579,"accuracy":0.51581,"main_score":0.481579,"hf_subset":"plt_Latn-fuv_Latn","languages":["plt-Latn","fuv-Latn"]},{"precision":0.485873,"recall":0.533597,"f1":0.500016,"accuracy":0.533597,"main_score":0.500016,"hf_subset":"plt_Latn-kac_Latn","languages":["plt-Latn","kac-Latn"]},{"precision":0.519827,"recall":0.56917,"f1":0.534217,"accuracy":0.56917,"main_score":0.534217,"hf_subset":"plt_Latn-lin_Latn","languages":["plt-Latn","lin-Latn"]},{"precision":0.549113,"recall":0.613636,"f1":0.567541,"accuracy":0.613636,"main_score":0.567541,"hf_subset":"plt_Latn-nno_Latn","languages":["plt-Latn","nno-Latn"]},{"precision":0.031103,"recall":0.08498,"f1":0.040267,"accuracy":0.08498,"main_score":0.040267,"hf_subset":"plt_Latn-sat_Olck","languages":["plt-Latn","sat-Olck"]},{"precision":0.524017,"recall":0.588933,"f1":0.542134,"accuracy":0.588933,"main_score":0.542134,"hf_subset":"plt_Latn-tel_Telu","languages":["plt-Latn","tel-Telu"]},{"precision":0.432911,"recall":0.507905,"f1":0.4534,"accuracy":0.507905,"main_score":0.4534,"hf_subset":"plt_Latn-ydd_Hebr","languages":["plt-Latn","ydd-Hebr"]},{"precision":0.48833,"recall":0.559289,"f1":0.507857,"accuracy":0.559289,"main_score":0.507857,"hf_subset":"plt_Latn-ary_Arab","languages":["plt-Latn","ary-Arab"]},{"precision":0.537706,"recall":0.601779,"f1":0.555472,"accuracy":0.601779,"main_score":0.555472,"hf_subset":"plt_Latn-ces_Latn","languages":["plt-Latn","ces-Latn"]},{"precision":0.40042,"recall":0.463439,"f1":0.418455,"accuracy":0.463439,"main_score":0.418455,"hf_subset":"plt_Latn-gaz_Latn","languages":["plt-Latn","gaz-Latn"]},{"precision":0.480719,"recall":0.537549,"f1":0.496774,"accuracy":0.537549,"main_score":0.496774,"hf_subset":"plt_Latn-kam_Latn","languages":["plt-Latn","kam-Latn"]},{"precision":0.527544,"recall":0.594862,"f1":0.546723,"accuracy":0.594862,"main_score":0.546723,"hf_subset":"plt_Latn-lit_Latn","languages":["plt-Latn","lit-Latn"]},{"precision":0.550257,"recall":0.616601,"f1":0.569181,"accuracy":0.616601,"main_score":0.569181,"hf_subset":"plt_Latn-nob_Latn","languages":["plt-Latn","nob-Latn"]},{"precision":0.524277,"recall":0.587945,"f1":0.541938,"accuracy":0.587945,"main_score":0.541938,"hf_subset":"plt_Latn-scn_Latn","languages":["plt-Latn","scn-Latn"]},{"precision":0.545622,"recall":0.599802,"f1":0.561138,"accuracy":0.599802,"main_score":0.561138,"hf_subset":"plt_Latn-tgk_Cyrl","languages":["plt-Latn","tgk-Cyrl"]},{"precision":0.438831,"recall":0.5,"f1":0.456582,"accuracy":0.5,"main_score":0.456582,"hf_subset":"plt_Latn-yor_Latn","languages":["plt-Latn","yor-Latn"]},{"precision":0.513002,"recall":0.586957,"f1":0.533918,"accuracy":0.586957,"main_score":0.533918,"hf_subset":"plt_Latn-arz_Arab","languages":["plt-Latn","arz-Arab"]},{"precision":0.467527,"recall":0.522727,"f1":0.482801,"accuracy":0.522727,"main_score":0.482801,"hf_subset":"plt_Latn-cjk_Latn","languages":["plt-Latn","cjk-Latn"]},{"precision":0.48268,"recall":0.533597,"f1":0.496393,"accuracy":0.533597,"main_score":0.496393,"hf_subset":"plt_Latn-gla_Latn","languages":["plt-Latn","gla-Latn"]},{"precision":0.518924,"recall":0.583004,"f1":0.536632,"accuracy":0.583004,"main_score":0.536632,"hf_subset":"plt_Latn-kan_Knda","languages":["plt-Latn","kan-Knda"]},{"precision":0.565095,"recall":0.620553,"f1":0.580726,"accuracy":0.620553,"main_score":0.580726,"hf_subset":"plt_Latn-lmo_Latn","languages":["plt-Latn","lmo-Latn"]},{"precision":0.516165,"recall":0.579051,"f1":0.533628,"accuracy":0.579051,"main_score":0.533628,"hf_subset":"plt_Latn-npi_Deva","languages":["plt-Latn","npi-Deva"]},{"precision":0.428575,"recall":0.492095,"f1":0.446138,"accuracy":0.492095,"main_score":0.446138,"hf_subset":"plt_Latn-shn_Mymr","languages":["plt-Latn","shn-Mymr"]},{"precision":0.56778,"recall":0.620553,"f1":0.581674,"accuracy":0.620553,"main_score":0.581674,"hf_subset":"plt_Latn-tgl_Latn","languages":["plt-Latn","tgl-Latn"]},{"precision":0.510112,"recall":0.579051,"f1":0.529689,"accuracy":0.579051,"main_score":0.529689,"hf_subset":"plt_Latn-yue_Hant","languages":["plt-Latn","yue-Hant"]},{"precision":0.464246,"recall":0.539526,"f1":0.485476,"accuracy":0.539526,"main_score":0.485476,"hf_subset":"plt_Latn-asm_Beng","languages":["plt-Latn","asm-Beng"]},{"precision":0.473048,"recall":0.535573,"f1":0.490097,"accuracy":0.535573,"main_score":0.490097,"hf_subset":"plt_Latn-ckb_Arab","languages":["plt-Latn","ckb-Arab"]},{"precision":0.482738,"recall":0.536561,"f1":0.497379,"accuracy":0.536561,"main_score":0.497379,"hf_subset":"plt_Latn-gle_Latn","languages":["plt-Latn","gle-Latn"]},{"precision":0.462027,"recall":0.534585,"f1":0.482008,"accuracy":0.534585,"main_score":0.482008,"hf_subset":"plt_Latn-kas_Arab","languages":["plt-Latn","kas-Arab"]},{"precision":0.50849,"recall":0.570158,"f1":0.525445,"accuracy":0.570158,"main_score":0.525445,"hf_subset":"plt_Latn-ltg_Latn","languages":["plt-Latn","ltg-Latn"]},{"precision":0.520513,"recall":0.564229,"f1":0.533435,"accuracy":0.564229,"main_score":0.533435,"hf_subset":"plt_Latn-nso_Latn","languages":["plt-Latn","nso-Latn"]},{"precision":0.232067,"recall":0.286561,"f1":0.245642,"accuracy":0.286561,"main_score":0.245642,"hf_subset":"plt_Latn-sin_Sinh","languages":["plt-Latn","sin-Sinh"]},{"precision":0.532158,"recall":0.599802,"f1":0.551361,"accuracy":0.599802,"main_score":0.551361,"hf_subset":"plt_Latn-tha_Thai","languages":["plt-Latn","tha-Thai"]},{"precision":0.495221,"recall":0.567194,"f1":0.515844,"accuracy":0.567194,"main_score":0.515844,"hf_subset":"plt_Latn-zho_Hans","languages":["plt-Latn","zho-Hans"]},{"precision":0.549441,"recall":0.616601,"f1":0.568561,"accuracy":0.616601,"main_score":0.568561,"hf_subset":"plt_Latn-ast_Latn","languages":["plt-Latn","ast-Latn"]},{"precision":0.528389,"recall":0.597826,"f1":0.547699,"accuracy":0.597826,"main_score":0.547699,"hf_subset":"plt_Latn-crh_Latn","languages":["plt-Latn","crh-Latn"]},{"precision":0.556183,"recall":0.621542,"f1":0.573835,"accuracy":0.621542,"main_score":0.573835,"hf_subset":"plt_Latn-glg_Latn","languages":["plt-Latn","glg-Latn"]},{"precision":0.474663,"recall":0.540514,"f1":0.492991,"accuracy":0.540514,"main_score":0.492991,"hf_subset":"plt_Latn-kas_Deva","languages":["plt-Latn","kas-Deva"]},{"precision":0.538564,"recall":0.601779,"f1":0.556329,"accuracy":0.601779,"main_score":0.556329,"hf_subset":"plt_Latn-ltz_Latn","languages":["plt-Latn","ltz-Latn"]},{"precision":0.418427,"recall":0.479249,"f1":0.435388,"accuracy":0.479249,"main_score":0.435388,"hf_subset":"plt_Latn-nus_Latn","languages":["plt-Latn","nus-Latn"]},{"precision":0.539183,"recall":0.604743,"f1":0.557697,"accuracy":0.604743,"main_score":0.557697,"hf_subset":"plt_Latn-slk_Latn","languages":["plt-Latn","slk-Latn"]},{"precision":0.235495,"recall":0.286561,"f1":0.249026,"accuracy":0.286561,"main_score":0.249026,"hf_subset":"plt_Latn-tir_Ethi","languages":["plt-Latn","tir-Ethi"]},{"precision":0.497693,"recall":0.572134,"f1":0.519167,"accuracy":0.572134,"main_score":0.519167,"hf_subset":"plt_Latn-zho_Hant","languages":["plt-Latn","zho-Hant"]},{"precision":0.527119,"recall":0.589921,"f1":0.54452,"accuracy":0.589921,"main_score":0.54452,"hf_subset":"plt_Latn-awa_Deva","languages":["plt-Latn","awa-Deva"]},{"precision":0.511437,"recall":0.56917,"f1":0.527359,"accuracy":0.56917,"main_score":0.527359,"hf_subset":"plt_Latn-cym_Latn","languages":["plt-Latn","cym-Latn"]},{"precision":0.547869,"recall":0.588933,"f1":0.559286,"accuracy":0.588933,"main_score":0.559286,"hf_subset":"plt_Latn-grn_Latn","languages":["plt-Latn","grn-Latn"]},{"precision":0.516955,"recall":0.579051,"f1":0.534499,"accuracy":0.579051,"main_score":0.534499,"hf_subset":"plt_Latn-kat_Geor","languages":["plt-Latn","kat-Geor"]},{"precision":0.515606,"recall":0.563241,"f1":0.529694,"accuracy":0.563241,"main_score":0.529694,"hf_subset":"plt_Latn-lua_Latn","languages":["plt-Latn","lua-Latn"]},{"precision":0.503842,"recall":0.55336,"f1":0.517806,"accuracy":0.55336,"main_score":0.517806,"hf_subset":"plt_Latn-nya_Latn","languages":["plt-Latn","nya-Latn"]},{"precision":0.541773,"recall":0.606719,"f1":0.559807,"accuracy":0.606719,"main_score":0.559807,"hf_subset":"plt_Latn-slv_Latn","languages":["plt-Latn","slv-Latn"]},{"precision":0.549489,"recall":0.601779,"f1":0.564301,"accuracy":0.601779,"main_score":0.564301,"hf_subset":"plt_Latn-tpi_Latn","languages":["plt-Latn","tpi-Latn"]},{"precision":0.561115,"recall":0.621542,"f1":0.577256,"accuracy":0.621542,"main_score":0.577256,"hf_subset":"plt_Latn-zsm_Latn","languages":["plt-Latn","zsm-Latn"]},{"precision":0.490818,"recall":0.54249,"f1":0.504892,"accuracy":0.54249,"main_score":0.504892,"hf_subset":"plt_Latn-ayr_Latn","languages":["plt-Latn","ayr-Latn"]},{"precision":0.565853,"recall":0.628458,"f1":0.583071,"accuracy":0.628458,"main_score":0.583071,"hf_subset":"plt_Latn-dan_Latn","languages":["plt-Latn","dan-Latn"]},{"precision":0.511514,"recall":0.578063,"f1":0.529691,"accuracy":0.578063,"main_score":0.529691,"hf_subset":"plt_Latn-guj_Gujr","languages":["plt-Latn","guj-Gujr"]},{"precision":0.547661,"recall":0.610672,"f1":0.565651,"accuracy":0.610672,"main_score":0.565651,"hf_subset":"plt_Latn-kaz_Cyrl","languages":["plt-Latn","kaz-Cyrl"]},{"precision":0.459202,"recall":0.513834,"f1":0.474103,"accuracy":0.513834,"main_score":0.474103,"hf_subset":"plt_Latn-lug_Latn","languages":["plt-Latn","lug-Latn"]},{"precision":0.560412,"recall":0.620553,"f1":0.57706,"accuracy":0.620553,"main_score":0.57706,"hf_subset":"plt_Latn-oci_Latn","languages":["plt-Latn","oci-Latn"]},{"precision":0.514756,"recall":0.560277,"f1":0.527615,"accuracy":0.560277,"main_score":0.527615,"hf_subset":"plt_Latn-smo_Latn","languages":["plt-Latn","smo-Latn"]},{"precision":0.471369,"recall":0.521739,"f1":0.485666,"accuracy":0.521739,"main_score":0.485666,"hf_subset":"plt_Latn-tsn_Latn","languages":["plt-Latn","tsn-Latn"]},{"precision":0.47615,"recall":0.533597,"f1":0.492387,"accuracy":0.533597,"main_score":0.492387,"hf_subset":"plt_Latn-zul_Latn","languages":["plt-Latn","zul-Latn"]},{"precision":0.442069,"recall":0.51087,"f1":0.461332,"accuracy":0.51087,"main_score":0.461332,"hf_subset":"plt_Latn-azb_Arab","languages":["plt-Latn","azb-Arab"]},{"precision":0.553694,"recall":0.621542,"f1":0.572765,"accuracy":0.621542,"main_score":0.572765,"hf_subset":"plt_Latn-deu_Latn","languages":["plt-Latn","deu-Latn"]},{"precision":0.513945,"recall":0.583004,"f1":0.533687,"accuracy":0.583004,"main_score":0.533687,"hf_subset":"plt_Latn-hat_Latn","languages":["plt-Latn","hat-Latn"]},{"precision":0.462787,"recall":0.514822,"f1":0.477441,"accuracy":0.514822,"main_score":0.477441,"hf_subset":"plt_Latn-kbp_Latn","languages":["plt-Latn","kbp-Latn"]},{"precision":0.503217,"recall":0.546443,"f1":0.515171,"accuracy":0.546443,"main_score":0.515171,"hf_subset":"plt_Latn-luo_Latn","languages":["plt-Latn","luo-Latn"]},{"precision":0.486188,"recall":0.5583,"f1":0.506185,"accuracy":0.5583,"main_score":0.506185,"hf_subset":"plt_Latn-ory_Orya","languages":["plt-Latn","ory-Orya"]},{"precision":0.493954,"recall":0.540514,"f1":0.50721,"accuracy":0.540514,"main_score":0.50721,"hf_subset":"plt_Latn-sna_Latn","languages":["plt-Latn","sna-Latn"]},{"precision":0.487407,"recall":0.534585,"f1":0.500725,"accuracy":0.534585,"main_score":0.500725,"hf_subset":"plt_Latn-tso_Latn","languages":["plt-Latn","tso-Latn"]},{"precision":0.515408,"recall":0.58004,"f1":0.533672,"accuracy":0.58004,"main_score":0.533672,"hf_subset":"plt_Latn-azj_Latn","languages":["plt-Latn","azj-Latn"]},{"precision":0.455753,"recall":0.508893,"f1":0.472027,"accuracy":0.508893,"main_score":0.472027,"hf_subset":"plt_Latn-dik_Latn","languages":["plt-Latn","dik-Latn"]},{"precision":0.48485,"recall":0.532609,"f1":0.498495,"accuracy":0.532609,"main_score":0.498495,"hf_subset":"plt_Latn-hau_Latn","languages":["plt-Latn","hau-Latn"]},{"precision":0.564183,"recall":0.616601,"f1":0.578988,"accuracy":0.616601,"main_score":0.578988,"hf_subset":"plt_Latn-kea_Latn","languages":["plt-Latn","kea-Latn"]},{"precision":0.542823,"recall":0.582016,"f1":0.553678,"accuracy":0.582016,"main_score":0.553678,"hf_subset":"plt_Latn-lus_Latn","languages":["plt-Latn","lus-Latn"]},{"precision":0.550435,"recall":0.594862,"f1":0.562778,"accuracy":0.594862,"main_score":0.562778,"hf_subset":"plt_Latn-pag_Latn","languages":["plt-Latn","pag-Latn"]},{"precision":0.485952,"recall":0.55336,"f1":0.504286,"accuracy":0.55336,"main_score":0.504286,"hf_subset":"plt_Latn-snd_Arab","languages":["plt-Latn","snd-Arab"]},{"precision":0.529807,"recall":0.586957,"f1":0.546086,"accuracy":0.586957,"main_score":0.546086,"hf_subset":"plt_Latn-tuk_Latn","languages":["plt-Latn","tuk-Latn"]},{"precision":0.555935,"recall":0.614625,"f1":0.572447,"accuracy":0.614625,"main_score":0.572447,"hf_subset":"plt_Latn-bak_Cyrl","languages":["plt-Latn","bak-Cyrl"]},{"precision":0.409679,"recall":0.478261,"f1":0.428882,"accuracy":0.478261,"main_score":0.428882,"hf_subset":"plt_Latn-dyu_Latn","languages":["plt-Latn","dyu-Latn"]},{"precision":0.511866,"recall":0.583004,"f1":0.531988,"accuracy":0.583004,"main_score":0.531988,"hf_subset":"plt_Latn-heb_Hebr","languages":["plt-Latn","heb-Hebr"]},{"precision":0.505686,"recall":0.563241,"f1":0.52134,"accuracy":0.563241,"main_score":0.52134,"hf_subset":"plt_Latn-khk_Cyrl","languages":["plt-Latn","khk-Cyrl"]},{"precision":0.541681,"recall":0.604743,"f1":0.559385,"accuracy":0.604743,"main_score":0.559385,"hf_subset":"plt_Latn-lvs_Latn","languages":["plt-Latn","lvs-Latn"]},{"precision":0.510987,"recall":0.575099,"f1":0.529038,"accuracy":0.575099,"main_score":0.529038,"hf_subset":"plt_Latn-pan_Guru","languages":["plt-Latn","pan-Guru"]},{"precision":0.469938,"recall":0.527668,"f1":0.486514,"accuracy":0.527668,"main_score":0.486514,"hf_subset":"plt_Latn-som_Latn","languages":["plt-Latn","som-Latn"]},{"precision":0.497923,"recall":0.543478,"f1":0.510671,"accuracy":0.543478,"main_score":0.510671,"hf_subset":"plt_Latn-tum_Latn","languages":["plt-Latn","tum-Latn"]},{"precision":0.432879,"recall":0.520751,"f1":0.45765,"accuracy":0.520751,"main_score":0.45765,"hf_subset":"srp_Cyrl-ace_Arab","languages":["srp-Cyrl","ace-Arab"]},{"precision":0.449598,"recall":0.522727,"f1":0.469829,"accuracy":0.522727,"main_score":0.469829,"hf_subset":"srp_Cyrl-bam_Latn","languages":["srp-Cyrl","bam-Latn"]},{"precision":0.122993,"recall":0.171937,"f1":0.135939,"accuracy":0.171937,"main_score":0.135939,"hf_subset":"srp_Cyrl-dzo_Tibt","languages":["srp-Cyrl","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-hin_Deva","languages":["srp-Cyrl","hin-Deva"]},{"precision":0.942194,"recall":0.961462,"f1":0.948617,"accuracy":0.961462,"main_score":0.948617,"hf_subset":"srp_Cyrl-khm_Khmr","languages":["srp-Cyrl","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"srp_Cyrl-mag_Deva","languages":["srp-Cyrl","mag-Deva"]},{"precision":0.975461,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"srp_Cyrl-pap_Latn","languages":["srp-Cyrl","pap-Latn"]},{"precision":0.491143,"recall":0.566206,"f1":0.511473,"accuracy":0.566206,"main_score":0.511473,"hf_subset":"srp_Cyrl-sot_Latn","languages":["srp-Cyrl","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-tur_Latn","languages":["srp-Cyrl","tur-Latn"]},{"precision":0.803804,"recall":0.854743,"f1":0.81973,"accuracy":0.854743,"main_score":0.81973,"hf_subset":"srp_Cyrl-ace_Latn","languages":["srp-Cyrl","ace-Latn"]},{"precision":0.904644,"recall":0.933794,"f1":0.914196,"accuracy":0.933794,"main_score":0.914196,"hf_subset":"srp_Cyrl-ban_Latn","languages":["srp-Cyrl","ban-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"srp_Cyrl-ell_Grek","languages":["srp-Cyrl","ell-Grek"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"srp_Cyrl-hne_Deva","languages":["srp-Cyrl","hne-Deva"]},{"precision":0.488176,"recall":0.572134,"f1":0.51145,"accuracy":0.572134,"main_score":0.51145,"hf_subset":"srp_Cyrl-kik_Latn","languages":["srp-Cyrl","kik-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"srp_Cyrl-mai_Deva","languages":["srp-Cyrl","mai-Deva"]},{"precision":0.889657,"recall":0.922925,"f1":0.900165,"accuracy":0.922925,"main_score":0.900165,"hf_subset":"srp_Cyrl-pbt_Arab","languages":["srp-Cyrl","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"srp_Cyrl-spa_Latn","languages":["srp-Cyrl","spa-Latn"]},{"precision":0.545243,"recall":0.620553,"f1":0.566723,"accuracy":0.620553,"main_score":0.566723,"hf_subset":"srp_Cyrl-twi_Latn","languages":["srp-Cyrl","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"srp_Cyrl-acm_Arab","languages":["srp-Cyrl","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"srp_Cyrl-bel_Cyrl","languages":["srp-Cyrl","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-eng_Latn","languages":["srp-Cyrl","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-hrv_Latn","languages":["srp-Cyrl","hrv-Latn"]},{"precision":0.452281,"recall":0.530632,"f1":0.473978,"accuracy":0.530632,"main_score":0.473978,"hf_subset":"srp_Cyrl-kin_Latn","languages":["srp-Cyrl","kin-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"srp_Cyrl-mal_Mlym","languages":["srp-Cyrl","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-pes_Arab","languages":["srp-Cyrl","pes-Arab"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"srp_Cyrl-srd_Latn","languages":["srp-Cyrl","srd-Latn"]},{"precision":0.124254,"recall":0.192688,"f1":0.139378,"accuracy":0.192688,"main_score":0.139378,"hf_subset":"srp_Cyrl-tzm_Tfng","languages":["srp-Cyrl","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"srp_Cyrl-acq_Arab","languages":["srp-Cyrl","acq-Arab"]},{"precision":0.516451,"recall":0.593874,"f1":0.53826,"accuracy":0.593874,"main_score":0.53826,"hf_subset":"srp_Cyrl-bem_Latn","languages":["srp-Cyrl","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-epo_Latn","languages":["srp-Cyrl","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"srp_Cyrl-hun_Latn","languages":["srp-Cyrl","hun-Latn"]},{"precision":0.960968,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"srp_Cyrl-kir_Cyrl","languages":["srp-Cyrl","kir-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-mar_Deva","languages":["srp-Cyrl","mar-Deva"]},{"precision":0.544455,"recall":0.616601,"f1":0.56518,"accuracy":0.616601,"main_score":0.56518,"hf_subset":"srp_Cyrl-plt_Latn","languages":["srp-Cyrl","plt-Latn"]},{"precision":0.939559,"recall":0.95751,"f1":0.945323,"accuracy":0.95751,"main_score":0.945323,"hf_subset":"srp_Cyrl-uig_Arab","languages":["srp-Cyrl","uig-Arab"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"srp_Cyrl-aeb_Arab","languages":["srp-Cyrl","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-ben_Beng","languages":["srp-Cyrl","ben-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-est_Latn","languages":["srp-Cyrl","est-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"srp_Cyrl-hye_Armn","languages":["srp-Cyrl","hye-Armn"]},{"precision":0.456325,"recall":0.527668,"f1":0.475794,"accuracy":0.527668,"main_score":0.475794,"hf_subset":"srp_Cyrl-kmb_Latn","languages":["srp-Cyrl","kmb-Latn"]},{"precision":0.377399,"recall":0.477273,"f1":0.404043,"accuracy":0.477273,"main_score":0.404043,"hf_subset":"srp_Cyrl-min_Arab","languages":["srp-Cyrl","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-pol_Latn","languages":["srp-Cyrl","pol-Latn"]},{"precision":0.436805,"recall":0.519763,"f1":0.458865,"accuracy":0.519763,"main_score":0.458865,"hf_subset":"srp_Cyrl-ssw_Latn","languages":["srp-Cyrl","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-ukr_Cyrl","languages":["srp-Cyrl","ukr-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-afr_Latn","languages":["srp-Cyrl","afr-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"srp_Cyrl-bho_Deva","languages":["srp-Cyrl","bho-Deva"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"srp_Cyrl-eus_Latn","languages":["srp-Cyrl","eus-Latn"]},{"precision":0.486014,"recall":0.562253,"f1":0.506987,"accuracy":0.562253,"main_score":0.506987,"hf_subset":"srp_Cyrl-ibo_Latn","languages":["srp-Cyrl","ibo-Latn"]},{"precision":0.709201,"recall":0.77668,"f1":0.728908,"accuracy":0.77668,"main_score":0.728908,"hf_subset":"srp_Cyrl-kmr_Latn","languages":["srp-Cyrl","kmr-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"srp_Cyrl-min_Latn","languages":["srp-Cyrl","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-por_Latn","languages":["srp-Cyrl","por-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"srp_Cyrl-sun_Latn","languages":["srp-Cyrl","sun-Latn"]},{"precision":0.450609,"recall":0.521739,"f1":0.471076,"accuracy":0.521739,"main_score":0.471076,"hf_subset":"srp_Cyrl-umb_Latn","languages":["srp-Cyrl","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-ajp_Arab","languages":["srp-Cyrl","ajp-Arab"]},{"precision":0.401531,"recall":0.493083,"f1":0.425809,"accuracy":0.493083,"main_score":0.425809,"hf_subset":"srp_Cyrl-bjn_Arab","languages":["srp-Cyrl","bjn-Arab"]},{"precision":0.462062,"recall":0.529644,"f1":0.480308,"accuracy":0.529644,"main_score":0.480308,"hf_subset":"srp_Cyrl-ewe_Latn","languages":["srp-Cyrl","ewe-Latn"]},{"precision":0.870586,"recall":0.906126,"f1":0.881752,"accuracy":0.906126,"main_score":0.881752,"hf_subset":"srp_Cyrl-ilo_Latn","languages":["srp-Cyrl","ilo-Latn"]},{"precision":0.188189,"recall":0.261858,"f1":0.205892,"accuracy":0.261858,"main_score":0.205892,"hf_subset":"srp_Cyrl-knc_Arab","languages":["srp-Cyrl","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-mkd_Cyrl","languages":["srp-Cyrl","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"srp_Cyrl-prs_Arab","languages":["srp-Cyrl","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-swe_Latn","languages":["srp-Cyrl","swe-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"srp_Cyrl-urd_Arab","languages":["srp-Cyrl","urd-Arab"]},{"precision":0.516173,"recall":0.591897,"f1":0.537709,"accuracy":0.591897,"main_score":0.537709,"hf_subset":"srp_Cyrl-aka_Latn","languages":["srp-Cyrl","aka-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"srp_Cyrl-bjn_Latn","languages":["srp-Cyrl","bjn-Latn"]},{"precision":0.937582,"recall":0.95751,"f1":0.94417,"accuracy":0.95751,"main_score":0.94417,"hf_subset":"srp_Cyrl-fao_Latn","languages":["srp-Cyrl","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-ind_Latn","languages":["srp-Cyrl","ind-Latn"]},{"precision":0.516324,"recall":0.587945,"f1":0.536526,"accuracy":0.587945,"main_score":0.536526,"hf_subset":"srp_Cyrl-knc_Latn","languages":["srp-Cyrl","knc-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"srp_Cyrl-mlt_Latn","languages":["srp-Cyrl","mlt-Latn"]},{"precision":0.560524,"recall":0.636364,"f1":0.580643,"accuracy":0.636364,"main_score":0.580643,"hf_subset":"srp_Cyrl-quy_Latn","languages":["srp-Cyrl","quy-Latn"]},{"precision":0.707658,"recall":0.779644,"f1":0.729202,"accuracy":0.779644,"main_score":0.729202,"hf_subset":"srp_Cyrl-swh_Latn","languages":["srp-Cyrl","swh-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"srp_Cyrl-uzn_Latn","languages":["srp-Cyrl","uzn-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"srp_Cyrl-als_Latn","languages":["srp-Cyrl","als-Latn"]},{"precision":0.156522,"recall":0.23419,"f1":0.175818,"accuracy":0.23419,"main_score":0.175818,"hf_subset":"srp_Cyrl-bod_Tibt","languages":["srp-Cyrl","bod-Tibt"]},{"precision":0.464608,"recall":0.539526,"f1":0.485034,"accuracy":0.539526,"main_score":0.485034,"hf_subset":"srp_Cyrl-fij_Latn","languages":["srp-Cyrl","fij-Latn"]},{"precision":0.96558,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"srp_Cyrl-isl_Latn","languages":["srp-Cyrl","isl-Latn"]},{"precision":0.552388,"recall":0.633399,"f1":0.575452,"accuracy":0.633399,"main_score":0.575452,"hf_subset":"srp_Cyrl-kon_Latn","languages":["srp-Cyrl","kon-Latn"]},{"precision":0.488,"recall":0.587945,"f1":0.516166,"accuracy":0.587945,"main_score":0.516166,"hf_subset":"srp_Cyrl-mni_Beng","languages":["srp-Cyrl","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"srp_Cyrl-ron_Latn","languages":["srp-Cyrl","ron-Latn"]},{"precision":0.981719,"recall":0.986166,"f1":0.983202,"accuracy":0.986166,"main_score":0.983202,"hf_subset":"srp_Cyrl-szl_Latn","languages":["srp-Cyrl","szl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"srp_Cyrl-vec_Latn","languages":["srp-Cyrl","vec-Latn"]},{"precision":0.572845,"recall":0.661067,"f1":0.598259,"accuracy":0.661067,"main_score":0.598259,"hf_subset":"srp_Cyrl-amh_Ethi","languages":["srp-Cyrl","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-bos_Latn","languages":["srp-Cyrl","bos-Latn"]},{"precision":0.995059,"recall":0.996047,"f1":0.995389,"accuracy":0.996047,"main_score":0.995389,"hf_subset":"srp_Cyrl-fin_Latn","languages":["srp-Cyrl","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-ita_Latn","languages":["srp-Cyrl","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"srp_Cyrl-kor_Hang","languages":["srp-Cyrl","kor-Hang"]},{"precision":0.477526,"recall":0.557312,"f1":0.499334,"accuracy":0.557312,"main_score":0.499334,"hf_subset":"srp_Cyrl-mos_Latn","languages":["srp-Cyrl","mos-Latn"]},{"precision":0.442587,"recall":0.520751,"f1":0.464192,"accuracy":0.520751,"main_score":0.464192,"hf_subset":"srp_Cyrl-run_Latn","languages":["srp-Cyrl","run-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"srp_Cyrl-tam_Taml","languages":["srp-Cyrl","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-vie_Latn","languages":["srp-Cyrl","vie-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-apc_Arab","languages":["srp-Cyrl","apc-Arab"]},{"precision":0.732428,"recall":0.79249,"f1":0.749605,"accuracy":0.79249,"main_score":0.749605,"hf_subset":"srp_Cyrl-bug_Latn","languages":["srp-Cyrl","bug-Latn"]},{"precision":0.415679,"recall":0.493083,"f1":0.435935,"accuracy":0.493083,"main_score":0.435935,"hf_subset":"srp_Cyrl-fon_Latn","languages":["srp-Cyrl","fon-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"srp_Cyrl-jav_Latn","languages":["srp-Cyrl","jav-Latn"]},{"precision":0.903986,"recall":0.934783,"f1":0.914196,"accuracy":0.934783,"main_score":0.914196,"hf_subset":"srp_Cyrl-lao_Laoo","languages":["srp-Cyrl","lao-Laoo"]},{"precision":0.587658,"recall":0.670949,"f1":0.611719,"accuracy":0.670949,"main_score":0.611719,"hf_subset":"srp_Cyrl-mri_Latn","languages":["srp-Cyrl","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-rus_Cyrl","languages":["srp-Cyrl","rus-Cyrl"]},{"precision":0.48714,"recall":0.559289,"f1":0.506833,"accuracy":0.559289,"main_score":0.506833,"hf_subset":"srp_Cyrl-taq_Latn","languages":["srp-Cyrl","taq-Latn"]},{"precision":0.980237,"recall":0.986166,"f1":0.982213,"accuracy":0.986166,"main_score":0.982213,"hf_subset":"srp_Cyrl-war_Latn","languages":["srp-Cyrl","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-arb_Arab","languages":["srp-Cyrl","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-bul_Cyrl","languages":["srp-Cyrl","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-fra_Latn","languages":["srp-Cyrl","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-jpn_Jpan","languages":["srp-Cyrl","jpn-Jpan"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"srp_Cyrl-lij_Latn","languages":["srp-Cyrl","lij-Latn"]},{"precision":0.938076,"recall":0.95751,"f1":0.944499,"accuracy":0.95751,"main_score":0.944499,"hf_subset":"srp_Cyrl-mya_Mymr","languages":["srp-Cyrl","mya-Mymr"]},{"precision":0.489606,"recall":0.581028,"f1":0.514851,"accuracy":0.581028,"main_score":0.514851,"hf_subset":"srp_Cyrl-sag_Latn","languages":["srp-Cyrl","sag-Latn"]},{"precision":0.12729,"recall":0.205534,"f1":0.142873,"accuracy":0.205534,"main_score":0.142873,"hf_subset":"srp_Cyrl-taq_Tfng","languages":["srp-Cyrl","taq-Tfng"]},{"precision":0.534931,"recall":0.618577,"f1":0.558613,"accuracy":0.618577,"main_score":0.558613,"hf_subset":"srp_Cyrl-wol_Latn","languages":["srp-Cyrl","wol-Latn"]},{"precision":0.62375,"recall":0.706522,"f1":0.64716,"accuracy":0.706522,"main_score":0.64716,"hf_subset":"srp_Cyrl-arb_Latn","languages":["srp-Cyrl","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-cat_Latn","languages":["srp-Cyrl","cat-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"srp_Cyrl-fur_Latn","languages":["srp-Cyrl","fur-Latn"]},{"precision":0.329392,"recall":0.401186,"f1":0.348788,"accuracy":0.401186,"main_score":0.348788,"hf_subset":"srp_Cyrl-kab_Latn","languages":["srp-Cyrl","kab-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"srp_Cyrl-lim_Latn","languages":["srp-Cyrl","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"srp_Cyrl-nld_Latn","languages":["srp-Cyrl","nld-Latn"]},{"precision":0.972414,"recall":0.980237,"f1":0.974868,"accuracy":0.980237,"main_score":0.974868,"hf_subset":"srp_Cyrl-san_Deva","languages":["srp-Cyrl","san-Deva"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"srp_Cyrl-tat_Cyrl","languages":["srp-Cyrl","tat-Cyrl"]},{"precision":0.517454,"recall":0.599802,"f1":0.539481,"accuracy":0.599802,"main_score":0.539481,"hf_subset":"srp_Cyrl-xho_Latn","languages":["srp-Cyrl","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-ars_Arab","languages":["srp-Cyrl","ars-Arab"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"srp_Cyrl-ceb_Latn","languages":["srp-Cyrl","ceb-Latn"]},{"precision":0.466174,"recall":0.551383,"f1":0.490493,"accuracy":0.551383,"main_score":0.490493,"hf_subset":"srp_Cyrl-fuv_Latn","languages":["srp-Cyrl","fuv-Latn"]},{"precision":0.452406,"recall":0.540514,"f1":0.475977,"accuracy":0.540514,"main_score":0.475977,"hf_subset":"srp_Cyrl-kac_Latn","languages":["srp-Cyrl","kac-Latn"]},{"precision":0.562338,"recall":0.642292,"f1":0.584158,"accuracy":0.642292,"main_score":0.584158,"hf_subset":"srp_Cyrl-lin_Latn","languages":["srp-Cyrl","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"srp_Cyrl-nno_Latn","languages":["srp-Cyrl","nno-Latn"]},{"precision":0.020906,"recall":0.065217,"f1":0.02699,"accuracy":0.065217,"main_score":0.02699,"hf_subset":"srp_Cyrl-sat_Olck","languages":["srp-Cyrl","sat-Olck"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"srp_Cyrl-tel_Telu","languages":["srp-Cyrl","tel-Telu"]},{"precision":0.74916,"recall":0.81917,"f1":0.770949,"accuracy":0.81917,"main_score":0.770949,"hf_subset":"srp_Cyrl-ydd_Hebr","languages":["srp-Cyrl","ydd-Hebr"]},{"precision":0.960968,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"srp_Cyrl-ary_Arab","languages":["srp-Cyrl","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-ces_Latn","languages":["srp-Cyrl","ces-Latn"]},{"precision":0.398513,"recall":0.480237,"f1":0.420998,"accuracy":0.480237,"main_score":0.420998,"hf_subset":"srp_Cyrl-gaz_Latn","languages":["srp-Cyrl","gaz-Latn"]},{"precision":0.49082,"recall":0.570158,"f1":0.512909,"accuracy":0.570158,"main_score":0.512909,"hf_subset":"srp_Cyrl-kam_Latn","languages":["srp-Cyrl","kam-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"srp_Cyrl-lit_Latn","languages":["srp-Cyrl","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"srp_Cyrl-nob_Latn","languages":["srp-Cyrl","nob-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"srp_Cyrl-scn_Latn","languages":["srp-Cyrl","scn-Latn"]},{"precision":0.90942,"recall":0.937747,"f1":0.918643,"accuracy":0.937747,"main_score":0.918643,"hf_subset":"srp_Cyrl-tgk_Cyrl","languages":["srp-Cyrl","tgk-Cyrl"]},{"precision":0.429593,"recall":0.505929,"f1":0.450859,"accuracy":0.505929,"main_score":0.450859,"hf_subset":"srp_Cyrl-yor_Latn","languages":["srp-Cyrl","yor-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-arz_Arab","languages":["srp-Cyrl","arz-Arab"]},{"precision":0.469827,"recall":0.559289,"f1":0.494291,"accuracy":0.559289,"main_score":0.494291,"hf_subset":"srp_Cyrl-cjk_Latn","languages":["srp-Cyrl","cjk-Latn"]},{"precision":0.633142,"recall":0.711462,"f1":0.656228,"accuracy":0.711462,"main_score":0.656228,"hf_subset":"srp_Cyrl-gla_Latn","languages":["srp-Cyrl","gla-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"srp_Cyrl-kan_Knda","languages":["srp-Cyrl","kan-Knda"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"srp_Cyrl-lmo_Latn","languages":["srp-Cyrl","lmo-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"srp_Cyrl-npi_Deva","languages":["srp-Cyrl","npi-Deva"]},{"precision":0.399915,"recall":0.496047,"f1":0.42567,"accuracy":0.496047,"main_score":0.42567,"hf_subset":"srp_Cyrl-shn_Mymr","languages":["srp-Cyrl","shn-Mymr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"srp_Cyrl-tgl_Latn","languages":["srp-Cyrl","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-yue_Hant","languages":["srp-Cyrl","yue-Hant"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"srp_Cyrl-asm_Beng","languages":["srp-Cyrl","asm-Beng"]},{"precision":0.728549,"recall":0.791502,"f1":0.746978,"accuracy":0.791502,"main_score":0.746978,"hf_subset":"srp_Cyrl-ckb_Arab","languages":["srp-Cyrl","ckb-Arab"]},{"precision":0.725576,"recall":0.798419,"f1":0.748155,"accuracy":0.798419,"main_score":0.748155,"hf_subset":"srp_Cyrl-gle_Latn","languages":["srp-Cyrl","gle-Latn"]},{"precision":0.880929,"recall":0.917984,"f1":0.892951,"accuracy":0.917984,"main_score":0.892951,"hf_subset":"srp_Cyrl-kas_Arab","languages":["srp-Cyrl","kas-Arab"]},{"precision":0.900692,"recall":0.928854,"f1":0.909538,"accuracy":0.928854,"main_score":0.909538,"hf_subset":"srp_Cyrl-ltg_Latn","languages":["srp-Cyrl","ltg-Latn"]},{"precision":0.50467,"recall":0.583992,"f1":0.52698,"accuracy":0.583992,"main_score":0.52698,"hf_subset":"srp_Cyrl-nso_Latn","languages":["srp-Cyrl","nso-Latn"]},{"precision":0.459234,"recall":0.564229,"f1":0.48882,"accuracy":0.564229,"main_score":0.48882,"hf_subset":"srp_Cyrl-sin_Sinh","languages":["srp-Cyrl","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-tha_Thai","languages":["srp-Cyrl","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-zho_Hans","languages":["srp-Cyrl","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-ast_Latn","languages":["srp-Cyrl","ast-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"srp_Cyrl-crh_Latn","languages":["srp-Cyrl","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-glg_Latn","languages":["srp-Cyrl","glg-Latn"]},{"precision":0.76777,"recall":0.829051,"f1":0.786594,"accuracy":0.829051,"main_score":0.786594,"hf_subset":"srp_Cyrl-kas_Deva","languages":["srp-Cyrl","kas-Deva"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"srp_Cyrl-ltz_Latn","languages":["srp-Cyrl","ltz-Latn"]},{"precision":0.375778,"recall":0.45751,"f1":0.397061,"accuracy":0.45751,"main_score":0.397061,"hf_subset":"srp_Cyrl-nus_Latn","languages":["srp-Cyrl","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-slk_Latn","languages":["srp-Cyrl","slk-Latn"]},{"precision":0.274635,"recall":0.349802,"f1":0.293951,"accuracy":0.349802,"main_score":0.293951,"hf_subset":"srp_Cyrl-tir_Ethi","languages":["srp-Cyrl","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"srp_Cyrl-zho_Hant","languages":["srp-Cyrl","zho-Hant"]},{"precision":0.986495,"recall":0.990119,"f1":0.987648,"accuracy":0.990119,"main_score":0.987648,"hf_subset":"srp_Cyrl-awa_Deva","languages":["srp-Cyrl","awa-Deva"]},{"precision":0.874753,"recall":0.911067,"f1":0.886232,"accuracy":0.911067,"main_score":0.886232,"hf_subset":"srp_Cyrl-cym_Latn","languages":["srp-Cyrl","cym-Latn"]},{"precision":0.712987,"recall":0.777668,"f1":0.731966,"accuracy":0.777668,"main_score":0.731966,"hf_subset":"srp_Cyrl-grn_Latn","languages":["srp-Cyrl","grn-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"srp_Cyrl-kat_Geor","languages":["srp-Cyrl","kat-Geor"]},{"precision":0.549021,"recall":0.62253,"f1":0.569775,"accuracy":0.62253,"main_score":0.569775,"hf_subset":"srp_Cyrl-lua_Latn","languages":["srp-Cyrl","lua-Latn"]},{"precision":0.506895,"recall":0.585968,"f1":0.528833,"accuracy":0.585968,"main_score":0.528833,"hf_subset":"srp_Cyrl-nya_Latn","languages":["srp-Cyrl","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"srp_Cyrl-slv_Latn","languages":["srp-Cyrl","slv-Latn"]},{"precision":0.790761,"recall":0.846838,"f1":0.808202,"accuracy":0.846838,"main_score":0.808202,"hf_subset":"srp_Cyrl-tpi_Latn","languages":["srp-Cyrl","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-zsm_Latn","languages":["srp-Cyrl","zsm-Latn"]},{"precision":0.468119,"recall":0.544466,"f1":0.488578,"accuracy":0.544466,"main_score":0.488578,"hf_subset":"srp_Cyrl-ayr_Latn","languages":["srp-Cyrl","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-dan_Latn","languages":["srp-Cyrl","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"srp_Cyrl-guj_Gujr","languages":["srp-Cyrl","guj-Gujr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"srp_Cyrl-kaz_Cyrl","languages":["srp-Cyrl","kaz-Cyrl"]},{"precision":0.44172,"recall":0.523715,"f1":0.4649,"accuracy":0.523715,"main_score":0.4649,"hf_subset":"srp_Cyrl-lug_Latn","languages":["srp-Cyrl","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"srp_Cyrl-oci_Latn","languages":["srp-Cyrl","oci-Latn"]},{"precision":0.501519,"recall":0.591897,"f1":0.526834,"accuracy":0.591897,"main_score":0.526834,"hf_subset":"srp_Cyrl-smo_Latn","languages":["srp-Cyrl","smo-Latn"]},{"precision":0.44365,"recall":0.523715,"f1":0.465497,"accuracy":0.523715,"main_score":0.465497,"hf_subset":"srp_Cyrl-tsn_Latn","languages":["srp-Cyrl","tsn-Latn"]},{"precision":0.452288,"recall":0.530632,"f1":0.47287,"accuracy":0.530632,"main_score":0.47287,"hf_subset":"srp_Cyrl-zul_Latn","languages":["srp-Cyrl","zul-Latn"]},{"precision":0.809783,"recall":0.865613,"f1":0.827372,"accuracy":0.865613,"main_score":0.827372,"hf_subset":"srp_Cyrl-azb_Arab","languages":["srp-Cyrl","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-deu_Latn","languages":["srp-Cyrl","deu-Latn"]},{"precision":0.921443,"recall":0.945652,"f1":0.929348,"accuracy":0.945652,"main_score":0.929348,"hf_subset":"srp_Cyrl-hat_Latn","languages":["srp-Cyrl","hat-Latn"]},{"precision":0.424162,"recall":0.501976,"f1":0.445069,"accuracy":0.501976,"main_score":0.445069,"hf_subset":"srp_Cyrl-kbp_Latn","languages":["srp-Cyrl","kbp-Latn"]},{"precision":0.475425,"recall":0.548419,"f1":0.495435,"accuracy":0.548419,"main_score":0.495435,"hf_subset":"srp_Cyrl-luo_Latn","languages":["srp-Cyrl","luo-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"srp_Cyrl-ory_Orya","languages":["srp-Cyrl","ory-Orya"]},{"precision":0.47735,"recall":0.560277,"f1":0.501173,"accuracy":0.560277,"main_score":0.501173,"hf_subset":"srp_Cyrl-sna_Latn","languages":["srp-Cyrl","sna-Latn"]},{"precision":0.450873,"recall":0.528656,"f1":0.472431,"accuracy":0.528656,"main_score":0.472431,"hf_subset":"srp_Cyrl-tso_Latn","languages":["srp-Cyrl","tso-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"srp_Cyrl-azj_Latn","languages":["srp-Cyrl","azj-Latn"]},{"precision":0.465927,"recall":0.550395,"f1":0.489814,"accuracy":0.550395,"main_score":0.489814,"hf_subset":"srp_Cyrl-dik_Latn","languages":["srp-Cyrl","dik-Latn"]},{"precision":0.458515,"recall":0.532609,"f1":0.479727,"accuracy":0.532609,"main_score":0.479727,"hf_subset":"srp_Cyrl-hau_Latn","languages":["srp-Cyrl","hau-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"srp_Cyrl-kea_Latn","languages":["srp-Cyrl","kea-Latn"]},{"precision":0.624775,"recall":0.697628,"f1":0.645674,"accuracy":0.697628,"main_score":0.645674,"hf_subset":"srp_Cyrl-lus_Latn","languages":["srp-Cyrl","lus-Latn"]},{"precision":0.807345,"recall":0.854743,"f1":0.82189,"accuracy":0.854743,"main_score":0.82189,"hf_subset":"srp_Cyrl-pag_Latn","languages":["srp-Cyrl","pag-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"srp_Cyrl-snd_Arab","languages":["srp-Cyrl","snd-Arab"]},{"precision":0.888834,"recall":0.923913,"f1":0.900362,"accuracy":0.923913,"main_score":0.900362,"hf_subset":"srp_Cyrl-tuk_Latn","languages":["srp-Cyrl","tuk-Latn"]},{"precision":0.956028,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"srp_Cyrl-bak_Cyrl","languages":["srp-Cyrl","bak-Cyrl"]},{"precision":0.408198,"recall":0.504941,"f1":0.4353,"accuracy":0.504941,"main_score":0.4353,"hf_subset":"srp_Cyrl-dyu_Latn","languages":["srp-Cyrl","dyu-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"srp_Cyrl-heb_Hebr","languages":["srp-Cyrl","heb-Hebr"]},{"precision":0.896739,"recall":0.928854,"f1":0.907115,"accuracy":0.928854,"main_score":0.907115,"hf_subset":"srp_Cyrl-khk_Cyrl","languages":["srp-Cyrl","khk-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"srp_Cyrl-lvs_Latn","languages":["srp-Cyrl","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"srp_Cyrl-pan_Guru","languages":["srp-Cyrl","pan-Guru"]},{"precision":0.45908,"recall":0.539526,"f1":0.481294,"accuracy":0.539526,"main_score":0.481294,"hf_subset":"srp_Cyrl-som_Latn","languages":["srp-Cyrl","som-Latn"]},{"precision":0.490416,"recall":0.563241,"f1":0.510946,"accuracy":0.563241,"main_score":0.510946,"hf_subset":"srp_Cyrl-tum_Latn","languages":["srp-Cyrl","tum-Latn"]},{"precision":0.366012,"recall":0.44664,"f1":0.387634,"accuracy":0.44664,"main_score":0.387634,"hf_subset":"uig_Arab-ace_Arab","languages":["uig-Arab","ace-Arab"]},{"precision":0.404049,"recall":0.466403,"f1":0.421686,"accuracy":0.466403,"main_score":0.421686,"hf_subset":"uig_Arab-bam_Latn","languages":["uig-Arab","bam-Latn"]},{"precision":0.12674,"recall":0.176877,"f1":0.139836,"accuracy":0.176877,"main_score":0.139836,"hf_subset":"uig_Arab-dzo_Tibt","languages":["uig-Arab","dzo-Tibt"]},{"precision":0.945323,"recall":0.962451,"f1":0.950758,"accuracy":0.962451,"main_score":0.950758,"hf_subset":"uig_Arab-hin_Deva","languages":["uig-Arab","hin-Deva"]},{"precision":0.845273,"recall":0.88834,"f1":0.859091,"accuracy":0.88834,"main_score":0.859091,"hf_subset":"uig_Arab-khm_Khmr","languages":["uig-Arab","khm-Khmr"]},{"precision":0.919302,"recall":0.943676,"f1":0.927207,"accuracy":0.943676,"main_score":0.927207,"hf_subset":"uig_Arab-mag_Deva","languages":["uig-Arab","mag-Deva"]},{"precision":0.855484,"recall":0.893281,"f1":0.867292,"accuracy":0.893281,"main_score":0.867292,"hf_subset":"uig_Arab-pap_Latn","languages":["uig-Arab","pap-Latn"]},{"precision":0.447908,"recall":0.514822,"f1":0.466917,"accuracy":0.514822,"main_score":0.466917,"hf_subset":"uig_Arab-sot_Latn","languages":["uig-Arab","sot-Latn"]},{"precision":0.95504,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"uig_Arab-tur_Latn","languages":["uig-Arab","tur-Latn"]},{"precision":0.675576,"recall":0.73419,"f1":0.693104,"accuracy":0.73419,"main_score":0.693104,"hf_subset":"uig_Arab-ace_Latn","languages":["uig-Arab","ace-Latn"]},{"precision":0.762879,"recall":0.812253,"f1":0.77772,"accuracy":0.812253,"main_score":0.77772,"hf_subset":"uig_Arab-ban_Latn","languages":["uig-Arab","ban-Latn"]},{"precision":0.942935,"recall":0.960474,"f1":0.948682,"accuracy":0.960474,"main_score":0.948682,"hf_subset":"uig_Arab-ell_Grek","languages":["uig-Arab","ell-Grek"]},{"precision":0.895092,"recall":0.926877,"f1":0.905468,"accuracy":0.926877,"main_score":0.905468,"hf_subset":"uig_Arab-hne_Deva","languages":["uig-Arab","hne-Deva"]},{"precision":0.412867,"recall":0.475296,"f1":0.429682,"accuracy":0.475296,"main_score":0.429682,"hf_subset":"uig_Arab-kik_Latn","languages":["uig-Arab","kik-Latn"]},{"precision":0.908844,"recall":0.935771,"f1":0.917391,"accuracy":0.935771,"main_score":0.917391,"hf_subset":"uig_Arab-mai_Deva","languages":["uig-Arab","mai-Deva"]},{"precision":0.809206,"recall":0.854743,"f1":0.823061,"accuracy":0.854743,"main_score":0.823061,"hf_subset":"uig_Arab-pbt_Arab","languages":["uig-Arab","pbt-Arab"]},{"precision":0.926383,"recall":0.949605,"f1":0.933959,"accuracy":0.949605,"main_score":0.933959,"hf_subset":"uig_Arab-spa_Latn","languages":["uig-Arab","spa-Latn"]},{"precision":0.48471,"recall":0.540514,"f1":0.500676,"accuracy":0.540514,"main_score":0.500676,"hf_subset":"uig_Arab-twi_Latn","languages":["uig-Arab","twi-Latn"]},{"precision":0.930007,"recall":0.952569,"f1":0.937418,"accuracy":0.952569,"main_score":0.937418,"hf_subset":"uig_Arab-acm_Arab","languages":["uig-Arab","acm-Arab"]},{"precision":0.931653,"recall":0.952569,"f1":0.93857,"accuracy":0.952569,"main_score":0.93857,"hf_subset":"uig_Arab-bel_Cyrl","languages":["uig-Arab","bel-Cyrl"]},{"precision":0.934947,"recall":0.955534,"f1":0.9417,"accuracy":0.955534,"main_score":0.9417,"hf_subset":"uig_Arab-eng_Latn","languages":["uig-Arab","eng-Latn"]},{"precision":0.960474,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"uig_Arab-hrv_Latn","languages":["uig-Arab","hrv-Latn"]},{"precision":0.405431,"recall":0.464427,"f1":0.422228,"accuracy":0.464427,"main_score":0.422228,"hf_subset":"uig_Arab-kin_Latn","languages":["uig-Arab","kin-Latn"]},{"precision":0.92309,"recall":0.944664,"f1":0.92996,"accuracy":0.944664,"main_score":0.92996,"hf_subset":"uig_Arab-mal_Mlym","languages":["uig-Arab","mal-Mlym"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"uig_Arab-pes_Arab","languages":["uig-Arab","pes-Arab"]},{"precision":0.875082,"recall":0.910079,"f1":0.886053,"accuracy":0.910079,"main_score":0.886053,"hf_subset":"uig_Arab-srd_Latn","languages":["uig-Arab","srd-Latn"]},{"precision":0.1253,"recall":0.184783,"f1":0.138342,"accuracy":0.184783,"main_score":0.138342,"hf_subset":"uig_Arab-tzm_Tfng","languages":["uig-Arab","tzm-Tfng"]},{"precision":0.927372,"recall":0.950593,"f1":0.934947,"accuracy":0.950593,"main_score":0.934947,"hf_subset":"uig_Arab-acq_Arab","languages":["uig-Arab","acq-Arab"]},{"precision":0.474705,"recall":0.530632,"f1":0.490082,"accuracy":0.530632,"main_score":0.490082,"hf_subset":"uig_Arab-bem_Latn","languages":["uig-Arab","bem-Latn"]},{"precision":0.946064,"recall":0.962451,"f1":0.951318,"accuracy":0.962451,"main_score":0.951318,"hf_subset":"uig_Arab-epo_Latn","languages":["uig-Arab","epo-Latn"]},{"precision":0.94664,"recall":0.963439,"f1":0.952075,"accuracy":0.963439,"main_score":0.952075,"hf_subset":"uig_Arab-hun_Latn","languages":["uig-Arab","hun-Latn"]},{"precision":0.906126,"recall":0.933794,"f1":0.91502,"accuracy":0.933794,"main_score":0.91502,"hf_subset":"uig_Arab-kir_Cyrl","languages":["uig-Arab","kir-Cyrl"]},{"precision":0.925395,"recall":0.948617,"f1":0.932971,"accuracy":0.948617,"main_score":0.932971,"hf_subset":"uig_Arab-mar_Deva","languages":["uig-Arab","mar-Deva"]},{"precision":0.501525,"recall":0.556324,"f1":0.517507,"accuracy":0.556324,"main_score":0.517507,"hf_subset":"uig_Arab-plt_Latn","languages":["uig-Arab","plt-Latn"]},{"precision":0.953887,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"uig_Arab-srp_Cyrl","languages":["uig-Arab","srp-Cyrl"]},{"precision":0.895422,"recall":0.926877,"f1":0.905468,"accuracy":0.926877,"main_score":0.905468,"hf_subset":"uig_Arab-aeb_Arab","languages":["uig-Arab","aeb-Arab"]},{"precision":0.933794,"recall":0.954545,"f1":0.940547,"accuracy":0.954545,"main_score":0.940547,"hf_subset":"uig_Arab-ben_Beng","languages":["uig-Arab","ben-Beng"]},{"precision":0.934783,"recall":0.955534,"f1":0.941535,"accuracy":0.955534,"main_score":0.941535,"hf_subset":"uig_Arab-est_Latn","languages":["uig-Arab","est-Latn"]},{"precision":0.938406,"recall":0.95751,"f1":0.944499,"accuracy":0.95751,"main_score":0.944499,"hf_subset":"uig_Arab-hye_Armn","languages":["uig-Arab","hye-Armn"]},{"precision":0.4199,"recall":0.47332,"f1":0.435051,"accuracy":0.47332,"main_score":0.435051,"hf_subset":"uig_Arab-kmb_Latn","languages":["uig-Arab","kmb-Latn"]},{"precision":0.33974,"recall":0.417984,"f1":0.360368,"accuracy":0.417984,"main_score":0.360368,"hf_subset":"uig_Arab-min_Arab","languages":["uig-Arab","min-Arab"]},{"precision":0.944252,"recall":0.961462,"f1":0.949835,"accuracy":0.961462,"main_score":0.949835,"hf_subset":"uig_Arab-pol_Latn","languages":["uig-Arab","pol-Latn"]},{"precision":0.408186,"recall":0.468379,"f1":0.424766,"accuracy":0.468379,"main_score":0.424766,"hf_subset":"uig_Arab-ssw_Latn","languages":["uig-Arab","ssw-Latn"]},{"precision":0.940794,"recall":0.959486,"f1":0.946871,"accuracy":0.959486,"main_score":0.946871,"hf_subset":"uig_Arab-ukr_Cyrl","languages":["uig-Arab","ukr-Cyrl"]},{"precision":0.942852,"recall":0.960474,"f1":0.948617,"accuracy":0.960474,"main_score":0.948617,"hf_subset":"uig_Arab-afr_Latn","languages":["uig-Arab","afr-Latn"]},{"precision":0.889552,"recall":0.921937,"f1":0.900016,"accuracy":0.921937,"main_score":0.900016,"hf_subset":"uig_Arab-bho_Deva","languages":["uig-Arab","bho-Deva"]},{"precision":0.857049,"recall":0.892292,"f1":0.868215,"accuracy":0.892292,"main_score":0.868215,"hf_subset":"uig_Arab-eus_Latn","languages":["uig-Arab","eus-Latn"]},{"precision":0.417615,"recall":0.48419,"f1":0.43662,"accuracy":0.48419,"main_score":0.43662,"hf_subset":"uig_Arab-ibo_Latn","languages":["uig-Arab","ibo-Latn"]},{"precision":0.642631,"recall":0.709486,"f1":0.662025,"accuracy":0.709486,"main_score":0.662025,"hf_subset":"uig_Arab-kmr_Latn","languages":["uig-Arab","kmr-Latn"]},{"precision":0.828673,"recall":0.871542,"f1":0.841963,"accuracy":0.871542,"main_score":0.841963,"hf_subset":"uig_Arab-min_Latn","languages":["uig-Arab","min-Latn"]},{"precision":0.941041,"recall":0.959486,"f1":0.94697,"accuracy":0.959486,"main_score":0.94697,"hf_subset":"uig_Arab-por_Latn","languages":["uig-Arab","por-Latn"]},{"precision":0.899374,"recall":0.926877,"f1":0.907905,"accuracy":0.926877,"main_score":0.907905,"hf_subset":"uig_Arab-sun_Latn","languages":["uig-Arab","sun-Latn"]},{"precision":0.397286,"recall":0.458498,"f1":0.414999,"accuracy":0.458498,"main_score":0.414999,"hf_subset":"uig_Arab-umb_Latn","languages":["uig-Arab","umb-Latn"]},{"precision":0.921113,"recall":0.945652,"f1":0.929018,"accuracy":0.945652,"main_score":0.929018,"hf_subset":"uig_Arab-ajp_Arab","languages":["uig-Arab","ajp-Arab"]},{"precision":0.362154,"recall":0.443676,"f1":0.384268,"accuracy":0.443676,"main_score":0.384268,"hf_subset":"uig_Arab-bjn_Arab","languages":["uig-Arab","bjn-Arab"]},{"precision":0.404991,"recall":0.463439,"f1":0.421252,"accuracy":0.463439,"main_score":0.421252,"hf_subset":"uig_Arab-ewe_Latn","languages":["uig-Arab","ewe-Latn"]},{"precision":0.715036,"recall":0.769763,"f1":0.732049,"accuracy":0.769763,"main_score":0.732049,"hf_subset":"uig_Arab-ilo_Latn","languages":["uig-Arab","ilo-Latn"]},{"precision":0.193866,"recall":0.26581,"f1":0.212181,"accuracy":0.26581,"main_score":0.212181,"hf_subset":"uig_Arab-knc_Arab","languages":["uig-Arab","knc-Arab"]},{"precision":0.954381,"recall":0.969368,"f1":0.959321,"accuracy":0.969368,"main_score":0.959321,"hf_subset":"uig_Arab-mkd_Cyrl","languages":["uig-Arab","mkd-Cyrl"]},{"precision":0.940053,"recall":0.958498,"f1":0.946146,"accuracy":0.958498,"main_score":0.946146,"hf_subset":"uig_Arab-prs_Arab","languages":["uig-Arab","prs-Arab"]},{"precision":0.944993,"recall":0.961462,"f1":0.950428,"accuracy":0.961462,"main_score":0.950428,"hf_subset":"uig_Arab-swe_Latn","languages":["uig-Arab","swe-Latn"]},{"precision":0.932312,"recall":0.953557,"f1":0.939229,"accuracy":0.953557,"main_score":0.939229,"hf_subset":"uig_Arab-urd_Arab","languages":["uig-Arab","urd-Arab"]},{"precision":0.454023,"recall":0.511858,"f1":0.471317,"accuracy":0.511858,"main_score":0.471317,"hf_subset":"uig_Arab-aka_Latn","languages":["uig-Arab","aka-Latn"]},{"precision":0.836825,"recall":0.880435,"f1":0.850264,"accuracy":0.880435,"main_score":0.850264,"hf_subset":"uig_Arab-bjn_Latn","languages":["uig-Arab","bjn-Latn"]},{"precision":0.821064,"recall":0.869565,"f1":0.836364,"accuracy":0.869565,"main_score":0.836364,"hf_subset":"uig_Arab-fao_Latn","languages":["uig-Arab","fao-Latn"]},{"precision":0.947875,"recall":0.964427,"f1":0.953294,"accuracy":0.964427,"main_score":0.953294,"hf_subset":"uig_Arab-ind_Latn","languages":["uig-Arab","ind-Latn"]},{"precision":0.43907,"recall":0.492095,"f1":0.454682,"accuracy":0.492095,"main_score":0.454682,"hf_subset":"uig_Arab-knc_Latn","languages":["uig-Arab","knc-Latn"]},{"precision":0.864575,"recall":0.899209,"f1":0.875231,"accuracy":0.899209,"main_score":0.875231,"hf_subset":"uig_Arab-mlt_Latn","languages":["uig-Arab","mlt-Latn"]},{"precision":0.499429,"recall":0.556324,"f1":0.515016,"accuracy":0.556324,"main_score":0.515016,"hf_subset":"uig_Arab-quy_Latn","languages":["uig-Arab","quy-Latn"]},{"precision":0.639427,"recall":0.715415,"f1":0.661877,"accuracy":0.715415,"main_score":0.661877,"hf_subset":"uig_Arab-swh_Latn","languages":["uig-Arab","swh-Latn"]},{"precision":0.951416,"recall":0.967391,"f1":0.956686,"accuracy":0.967391,"main_score":0.956686,"hf_subset":"uig_Arab-uzn_Latn","languages":["uig-Arab","uzn-Latn"]},{"precision":0.929101,"recall":0.950593,"f1":0.936001,"accuracy":0.950593,"main_score":0.936001,"hf_subset":"uig_Arab-als_Latn","languages":["uig-Arab","als-Latn"]},{"precision":0.191131,"recall":0.252964,"f1":0.206364,"accuracy":0.252964,"main_score":0.206364,"hf_subset":"uig_Arab-bod_Tibt","languages":["uig-Arab","bod-Tibt"]},{"precision":0.417616,"recall":0.471344,"f1":0.432221,"accuracy":0.471344,"main_score":0.432221,"hf_subset":"uig_Arab-fij_Latn","languages":["uig-Arab","fij-Latn"]},{"precision":0.850461,"recall":0.894269,"f1":0.864427,"accuracy":0.894269,"main_score":0.864427,"hf_subset":"uig_Arab-isl_Latn","languages":["uig-Arab","isl-Latn"]},{"precision":0.472843,"recall":0.536561,"f1":0.49137,"accuracy":0.536561,"main_score":0.49137,"hf_subset":"uig_Arab-kon_Latn","languages":["uig-Arab","kon-Latn"]},{"precision":0.431185,"recall":0.512846,"f1":0.453975,"accuracy":0.512846,"main_score":0.453975,"hf_subset":"uig_Arab-mni_Beng","languages":["uig-Arab","mni-Beng"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"uig_Arab-ron_Latn","languages":["uig-Arab","ron-Latn"]},{"precision":0.902833,"recall":0.931818,"f1":0.91222,"accuracy":0.931818,"main_score":0.91222,"hf_subset":"uig_Arab-szl_Latn","languages":["uig-Arab","szl-Latn"]},{"precision":0.9361,"recall":0.955534,"f1":0.942523,"accuracy":0.955534,"main_score":0.942523,"hf_subset":"uig_Arab-vec_Latn","languages":["uig-Arab","vec-Latn"]},{"precision":0.523613,"recall":0.602767,"f1":0.546555,"accuracy":0.602767,"main_score":0.546555,"hf_subset":"uig_Arab-amh_Ethi","languages":["uig-Arab","amh-Ethi"]},{"precision":0.953887,"recall":0.968379,"f1":0.958663,"accuracy":0.968379,"main_score":0.958663,"hf_subset":"uig_Arab-bos_Latn","languages":["uig-Arab","bos-Latn"]},{"precision":0.93857,"recall":0.956522,"f1":0.944499,"accuracy":0.956522,"main_score":0.944499,"hf_subset":"uig_Arab-fin_Latn","languages":["uig-Arab","fin-Latn"]},{"precision":0.941535,"recall":0.960474,"f1":0.947793,"accuracy":0.960474,"main_score":0.947793,"hf_subset":"uig_Arab-ita_Latn","languages":["uig-Arab","ita-Latn"]},{"precision":0.930254,"recall":0.951581,"f1":0.937154,"accuracy":0.951581,"main_score":0.937154,"hf_subset":"uig_Arab-kor_Hang","languages":["uig-Arab","kor-Hang"]},{"precision":0.422525,"recall":0.476285,"f1":0.4375,"accuracy":0.476285,"main_score":0.4375,"hf_subset":"uig_Arab-mos_Latn","languages":["uig-Arab","mos-Latn"]},{"precision":0.409035,"recall":0.468379,"f1":0.425711,"accuracy":0.468379,"main_score":0.425711,"hf_subset":"uig_Arab-run_Latn","languages":["uig-Arab","run-Latn"]},{"precision":0.926713,"recall":0.949605,"f1":0.934124,"accuracy":0.949605,"main_score":0.934124,"hf_subset":"uig_Arab-tam_Taml","languages":["uig-Arab","tam-Taml"]},{"precision":0.942688,"recall":0.960474,"f1":0.948452,"accuracy":0.960474,"main_score":0.948452,"hf_subset":"uig_Arab-vie_Latn","languages":["uig-Arab","vie-Latn"]},{"precision":0.919878,"recall":0.942688,"f1":0.926943,"accuracy":0.942688,"main_score":0.926943,"hf_subset":"uig_Arab-apc_Arab","languages":["uig-Arab","apc-Arab"]},{"precision":0.626466,"recall":0.687747,"f1":0.643892,"accuracy":0.687747,"main_score":0.643892,"hf_subset":"uig_Arab-bug_Latn","languages":["uig-Arab","bug-Latn"]},{"precision":0.372872,"recall":0.431818,"f1":0.388935,"accuracy":0.431818,"main_score":0.388935,"hf_subset":"uig_Arab-fon_Latn","languages":["uig-Arab","fon-Latn"]},{"precision":0.898287,"recall":0.926877,"f1":0.907279,"accuracy":0.926877,"main_score":0.907279,"hf_subset":"uig_Arab-jav_Latn","languages":["uig-Arab","jav-Latn"]},{"precision":0.782642,"recall":0.839921,"f1":0.800461,"accuracy":0.839921,"main_score":0.800461,"hf_subset":"uig_Arab-lao_Laoo","languages":["uig-Arab","lao-Laoo"]},{"precision":0.510033,"recall":0.588933,"f1":0.532426,"accuracy":0.588933,"main_score":0.532426,"hf_subset":"uig_Arab-mri_Latn","languages":["uig-Arab","mri-Latn"]},{"precision":0.944088,"recall":0.961462,"f1":0.949671,"accuracy":0.961462,"main_score":0.949671,"hf_subset":"uig_Arab-rus_Cyrl","languages":["uig-Arab","rus-Cyrl"]},{"precision":0.425085,"recall":0.476285,"f1":0.438781,"accuracy":0.476285,"main_score":0.438781,"hf_subset":"uig_Arab-taq_Latn","languages":["uig-Arab","taq-Latn"]},{"precision":0.875033,"recall":0.908103,"f1":0.885178,"accuracy":0.908103,"main_score":0.885178,"hf_subset":"uig_Arab-war_Latn","languages":["uig-Arab","war-Latn"]},{"precision":0.935606,"recall":0.956522,"f1":0.942523,"accuracy":0.956522,"main_score":0.942523,"hf_subset":"uig_Arab-arb_Arab","languages":["uig-Arab","arb-Arab"]},{"precision":0.950758,"recall":0.966403,"f1":0.955863,"accuracy":0.966403,"main_score":0.955863,"hf_subset":"uig_Arab-bul_Cyrl","languages":["uig-Arab","bul-Cyrl"]},{"precision":0.950922,"recall":0.966403,"f1":0.955863,"accuracy":0.966403,"main_score":0.955863,"hf_subset":"uig_Arab-fra_Latn","languages":["uig-Arab","fra-Latn"]},{"precision":0.924819,"recall":0.947628,"f1":0.932213,"accuracy":0.947628,"main_score":0.932213,"hf_subset":"uig_Arab-jpn_Jpan","languages":["uig-Arab","jpn-Jpan"]},{"precision":0.894516,"recall":0.924901,"f1":0.904216,"accuracy":0.924901,"main_score":0.904216,"hf_subset":"uig_Arab-lij_Latn","languages":["uig-Arab","lij-Latn"]},{"precision":0.839756,"recall":0.884387,"f1":0.854051,"accuracy":0.884387,"main_score":0.854051,"hf_subset":"uig_Arab-mya_Mymr","languages":["uig-Arab","mya-Mymr"]},{"precision":0.426179,"recall":0.494071,"f1":0.444505,"accuracy":0.494071,"main_score":0.444505,"hf_subset":"uig_Arab-sag_Latn","languages":["uig-Arab","sag-Latn"]},{"precision":0.140051,"recall":0.208498,"f1":0.154334,"accuracy":0.208498,"main_score":0.154334,"hf_subset":"uig_Arab-taq_Tfng","languages":["uig-Arab","taq-Tfng"]},{"precision":0.475618,"recall":0.539526,"f1":0.493341,"accuracy":0.539526,"main_score":0.493341,"hf_subset":"uig_Arab-wol_Latn","languages":["uig-Arab","wol-Latn"]},{"precision":0.536233,"recall":0.621542,"f1":0.560208,"accuracy":0.621542,"main_score":0.560208,"hf_subset":"uig_Arab-arb_Latn","languages":["uig-Arab","arb-Latn"]},{"precision":0.944335,"recall":0.962451,"f1":0.950264,"accuracy":0.962451,"main_score":0.950264,"hf_subset":"uig_Arab-cat_Latn","languages":["uig-Arab","cat-Latn"]},{"precision":0.887632,"recall":0.917984,"f1":0.897101,"accuracy":0.917984,"main_score":0.897101,"hf_subset":"uig_Arab-fur_Latn","languages":["uig-Arab","fur-Latn"]},{"precision":0.319598,"recall":0.375494,"f1":0.334609,"accuracy":0.375494,"main_score":0.334609,"hf_subset":"uig_Arab-kab_Latn","languages":["uig-Arab","kab-Latn"]},{"precision":0.859503,"recall":0.898221,"f1":0.871772,"accuracy":0.898221,"main_score":0.871772,"hf_subset":"uig_Arab-lim_Latn","languages":["uig-Arab","lim-Latn"]},{"precision":0.92309,"recall":0.947628,"f1":0.931159,"accuracy":0.947628,"main_score":0.931159,"hf_subset":"uig_Arab-nld_Latn","languages":["uig-Arab","nld-Latn"]},{"precision":0.85308,"recall":0.893281,"f1":0.865679,"accuracy":0.893281,"main_score":0.865679,"hf_subset":"uig_Arab-san_Deva","languages":["uig-Arab","san-Deva"]},{"precision":0.92029,"recall":0.944664,"f1":0.92803,"accuracy":0.944664,"main_score":0.92803,"hf_subset":"uig_Arab-tat_Cyrl","languages":["uig-Arab","tat-Cyrl"]},{"precision":0.471705,"recall":0.524704,"f1":0.486706,"accuracy":0.524704,"main_score":0.486706,"hf_subset":"uig_Arab-xho_Latn","languages":["uig-Arab","xho-Latn"]},{"precision":0.929513,"recall":0.952569,"f1":0.937088,"accuracy":0.952569,"main_score":0.937088,"hf_subset":"uig_Arab-ars_Arab","languages":["uig-Arab","ars-Arab"]},{"precision":0.898304,"recall":0.927866,"f1":0.907839,"accuracy":0.927866,"main_score":0.907839,"hf_subset":"uig_Arab-ceb_Latn","languages":["uig-Arab","ceb-Latn"]},{"precision":0.418415,"recall":0.477273,"f1":0.434978,"accuracy":0.477273,"main_score":0.434978,"hf_subset":"uig_Arab-fuv_Latn","languages":["uig-Arab","fuv-Latn"]},{"precision":0.415319,"recall":0.476285,"f1":0.43256,"accuracy":0.476285,"main_score":0.43256,"hf_subset":"uig_Arab-kac_Latn","languages":["uig-Arab","kac-Latn"]},{"precision":0.482115,"recall":0.552372,"f1":0.501366,"accuracy":0.552372,"main_score":0.501366,"hf_subset":"uig_Arab-lin_Latn","languages":["uig-Arab","lin-Latn"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"uig_Arab-nno_Latn","languages":["uig-Arab","nno-Latn"]},{"precision":0.024865,"recall":0.06917,"f1":0.031696,"accuracy":0.06917,"main_score":0.031696,"hf_subset":"uig_Arab-sat_Olck","languages":["uig-Arab","sat-Olck"]},{"precision":0.92556,"recall":0.949605,"f1":0.933465,"accuracy":0.949605,"main_score":0.933465,"hf_subset":"uig_Arab-tel_Telu","languages":["uig-Arab","tel-Telu"]},{"precision":0.654875,"recall":0.735178,"f1":0.679249,"accuracy":0.735178,"main_score":0.679249,"hf_subset":"uig_Arab-ydd_Hebr","languages":["uig-Arab","ydd-Hebr"]},{"precision":0.875082,"recall":0.911067,"f1":0.886594,"accuracy":0.911067,"main_score":0.886594,"hf_subset":"uig_Arab-ary_Arab","languages":["uig-Arab","ary-Arab"]},{"precision":0.940382,"recall":0.959486,"f1":0.94664,"accuracy":0.959486,"main_score":0.94664,"hf_subset":"uig_Arab-ces_Latn","languages":["uig-Arab","ces-Latn"]},{"precision":0.37366,"recall":0.443676,"f1":0.39288,"accuracy":0.443676,"main_score":0.39288,"hf_subset":"uig_Arab-gaz_Latn","languages":["uig-Arab","gaz-Latn"]},{"precision":0.438011,"recall":0.500988,"f1":0.455505,"accuracy":0.500988,"main_score":0.455505,"hf_subset":"uig_Arab-kam_Latn","languages":["uig-Arab","kam-Latn"]},{"precision":0.940382,"recall":0.958498,"f1":0.946311,"accuracy":0.958498,"main_score":0.946311,"hf_subset":"uig_Arab-lit_Latn","languages":["uig-Arab","lit-Latn"]},{"precision":0.943429,"recall":0.961462,"f1":0.949341,"accuracy":0.961462,"main_score":0.949341,"hf_subset":"uig_Arab-nob_Latn","languages":["uig-Arab","nob-Latn"]},{"precision":0.872645,"recall":0.908103,"f1":0.883794,"accuracy":0.908103,"main_score":0.883794,"hf_subset":"uig_Arab-scn_Latn","languages":["uig-Arab","scn-Latn"]},{"precision":0.842391,"recall":0.885375,"f1":0.855863,"accuracy":0.885375,"main_score":0.855863,"hf_subset":"uig_Arab-tgk_Cyrl","languages":["uig-Arab","tgk-Cyrl"]},{"precision":0.372665,"recall":0.436759,"f1":0.390704,"accuracy":0.436759,"main_score":0.390704,"hf_subset":"uig_Arab-yor_Latn","languages":["uig-Arab","yor-Latn"]},{"precision":0.920537,"recall":0.943676,"f1":0.927767,"accuracy":0.943676,"main_score":0.927767,"hf_subset":"uig_Arab-arz_Arab","languages":["uig-Arab","arz-Arab"]},{"precision":0.418499,"recall":0.485178,"f1":0.437669,"accuracy":0.485178,"main_score":0.437669,"hf_subset":"uig_Arab-cjk_Latn","languages":["uig-Arab","cjk-Latn"]},{"precision":0.561054,"recall":0.630435,"f1":0.580978,"accuracy":0.630435,"main_score":0.580978,"hf_subset":"uig_Arab-gla_Latn","languages":["uig-Arab","gla-Latn"]},{"precision":0.914937,"recall":0.939723,"f1":0.922826,"accuracy":0.939723,"main_score":0.922826,"hf_subset":"uig_Arab-kan_Knda","languages":["uig-Arab","kan-Knda"]},{"precision":0.884091,"recall":0.916008,"f1":0.893939,"accuracy":0.916008,"main_score":0.893939,"hf_subset":"uig_Arab-lmo_Latn","languages":["uig-Arab","lmo-Latn"]},{"precision":0.939559,"recall":0.958498,"f1":0.945817,"accuracy":0.958498,"main_score":0.945817,"hf_subset":"uig_Arab-npi_Deva","languages":["uig-Arab","npi-Deva"]},{"precision":0.374949,"recall":0.447628,"f1":0.395707,"accuracy":0.447628,"main_score":0.395707,"hf_subset":"uig_Arab-shn_Mymr","languages":["uig-Arab","shn-Mymr"]},{"precision":0.924489,"recall":0.945652,"f1":0.931014,"accuracy":0.945652,"main_score":0.931014,"hf_subset":"uig_Arab-tgl_Latn","languages":["uig-Arab","tgl-Latn"]},{"precision":0.929842,"recall":0.950593,"f1":0.936547,"accuracy":0.950593,"main_score":0.936547,"hf_subset":"uig_Arab-yue_Hant","languages":["uig-Arab","yue-Hant"]},{"precision":0.899374,"recall":0.928854,"f1":0.908762,"accuracy":0.928854,"main_score":0.908762,"hf_subset":"uig_Arab-asm_Beng","languages":["uig-Arab","asm-Beng"]},{"precision":0.680583,"recall":0.733202,"f1":0.695902,"accuracy":0.733202,"main_score":0.695902,"hf_subset":"uig_Arab-ckb_Arab","languages":["uig-Arab","ckb-Arab"]},{"precision":0.632201,"recall":0.709486,"f1":0.654618,"accuracy":0.709486,"main_score":0.654618,"hf_subset":"uig_Arab-gle_Latn","languages":["uig-Arab","gle-Latn"]},{"precision":0.749951,"recall":0.813241,"f1":0.769598,"accuracy":0.813241,"main_score":0.769598,"hf_subset":"uig_Arab-kas_Arab","languages":["uig-Arab","kas-Arab"]},{"precision":0.752026,"recall":0.806324,"f1":0.76846,"accuracy":0.806324,"main_score":0.76846,"hf_subset":"uig_Arab-ltg_Latn","languages":["uig-Arab","ltg-Latn"]},{"precision":0.458722,"recall":0.516798,"f1":0.47569,"accuracy":0.516798,"main_score":0.47569,"hf_subset":"uig_Arab-nso_Latn","languages":["uig-Arab","nso-Latn"]},{"precision":0.413201,"recall":0.500988,"f1":0.437536,"accuracy":0.500988,"main_score":0.437536,"hf_subset":"uig_Arab-sin_Sinh","languages":["uig-Arab","sin-Sinh"]},{"precision":0.933959,"recall":0.954545,"f1":0.940711,"accuracy":0.954545,"main_score":0.940711,"hf_subset":"uig_Arab-tha_Thai","languages":["uig-Arab","tha-Thai"]},{"precision":0.923584,"recall":0.94664,"f1":0.930962,"accuracy":0.94664,"main_score":0.930962,"hf_subset":"uig_Arab-zho_Hans","languages":["uig-Arab","zho-Hans"]},{"precision":0.936347,"recall":0.955534,"f1":0.942424,"accuracy":0.955534,"main_score":0.942424,"hf_subset":"uig_Arab-ast_Latn","languages":["uig-Arab","ast-Latn"]},{"precision":0.916502,"recall":0.940711,"f1":0.924407,"accuracy":0.940711,"main_score":0.924407,"hf_subset":"uig_Arab-crh_Latn","languages":["uig-Arab","crh-Latn"]},{"precision":0.939559,"recall":0.958498,"f1":0.945652,"accuracy":0.958498,"main_score":0.945652,"hf_subset":"uig_Arab-glg_Latn","languages":["uig-Arab","glg-Latn"]},{"precision":0.625348,"recall":0.706522,"f1":0.648602,"accuracy":0.706522,"main_score":0.648602,"hf_subset":"uig_Arab-kas_Deva","languages":["uig-Arab","kas-Deva"]},{"precision":0.890316,"recall":0.921937,"f1":0.900527,"accuracy":0.921937,"main_score":0.900527,"hf_subset":"uig_Arab-ltz_Latn","languages":["uig-Arab","ltz-Latn"]},{"precision":0.364612,"recall":0.43083,"f1":0.382148,"accuracy":0.43083,"main_score":0.382148,"hf_subset":"uig_Arab-nus_Latn","languages":["uig-Arab","nus-Latn"]},{"precision":0.950016,"recall":0.965415,"f1":0.954941,"accuracy":0.965415,"main_score":0.954941,"hf_subset":"uig_Arab-slk_Latn","languages":["uig-Arab","slk-Latn"]},{"precision":0.270605,"recall":0.327075,"f1":0.285334,"accuracy":0.327075,"main_score":0.285334,"hf_subset":"uig_Arab-tir_Ethi","languages":["uig-Arab","tir-Ethi"]},{"precision":0.932971,"recall":0.954545,"f1":0.940053,"accuracy":0.954545,"main_score":0.940053,"hf_subset":"uig_Arab-zho_Hant","languages":["uig-Arab","zho-Hant"]},{"precision":0.92029,"recall":0.943676,"f1":0.927701,"accuracy":0.943676,"main_score":0.927701,"hf_subset":"uig_Arab-awa_Deva","languages":["uig-Arab","awa-Deva"]},{"precision":0.764806,"recall":0.823123,"f1":0.782148,"accuracy":0.823123,"main_score":0.782148,"hf_subset":"uig_Arab-cym_Latn","languages":["uig-Arab","cym-Latn"]},{"precision":0.58834,"recall":0.643281,"f1":0.604098,"accuracy":0.643281,"main_score":0.604098,"hf_subset":"uig_Arab-grn_Latn","languages":["uig-Arab","grn-Latn"]},{"precision":0.91222,"recall":0.937747,"f1":0.920422,"accuracy":0.937747,"main_score":0.920422,"hf_subset":"uig_Arab-kat_Geor","languages":["uig-Arab","kat-Geor"]},{"precision":0.479117,"recall":0.539526,"f1":0.496491,"accuracy":0.539526,"main_score":0.496491,"hf_subset":"uig_Arab-lua_Latn","languages":["uig-Arab","lua-Latn"]},{"precision":0.447695,"recall":0.507905,"f1":0.46429,"accuracy":0.507905,"main_score":0.46429,"hf_subset":"uig_Arab-nya_Latn","languages":["uig-Arab","nya-Latn"]},{"precision":0.936018,"recall":0.955534,"f1":0.94226,"accuracy":0.955534,"main_score":0.94226,"hf_subset":"uig_Arab-slv_Latn","languages":["uig-Arab","slv-Latn"]},{"precision":0.649377,"recall":0.711462,"f1":0.66687,"accuracy":0.711462,"main_score":0.66687,"hf_subset":"uig_Arab-tpi_Latn","languages":["uig-Arab","tpi-Latn"]},{"precision":0.945735,"recall":0.962451,"f1":0.950988,"accuracy":0.962451,"main_score":0.950988,"hf_subset":"uig_Arab-zsm_Latn","languages":["uig-Arab","zsm-Latn"]},{"precision":0.434124,"recall":0.490119,"f1":0.450035,"accuracy":0.490119,"main_score":0.450035,"hf_subset":"uig_Arab-ayr_Latn","languages":["uig-Arab","ayr-Latn"]},{"precision":0.948452,"recall":0.964427,"f1":0.953557,"accuracy":0.964427,"main_score":0.953557,"hf_subset":"uig_Arab-dan_Latn","languages":["uig-Arab","dan-Latn"]},{"precision":0.938323,"recall":0.956522,"f1":0.944071,"accuracy":0.956522,"main_score":0.944071,"hf_subset":"uig_Arab-guj_Gujr","languages":["uig-Arab","guj-Gujr"]},{"precision":0.948617,"recall":0.964427,"f1":0.953722,"accuracy":0.964427,"main_score":0.953722,"hf_subset":"uig_Arab-kaz_Cyrl","languages":["uig-Arab","kaz-Cyrl"]},{"precision":0.392641,"recall":0.455534,"f1":0.410201,"accuracy":0.455534,"main_score":0.410201,"hf_subset":"uig_Arab-lug_Latn","languages":["uig-Arab","lug-Latn"]},{"precision":0.934289,"recall":0.954545,"f1":0.940876,"accuracy":0.954545,"main_score":0.940876,"hf_subset":"uig_Arab-oci_Latn","languages":["uig-Arab","oci-Latn"]},{"precision":0.468603,"recall":0.527668,"f1":0.48599,"accuracy":0.527668,"main_score":0.48599,"hf_subset":"uig_Arab-smo_Latn","languages":["uig-Arab","smo-Latn"]},{"precision":0.417819,"recall":0.477273,"f1":0.434388,"accuracy":0.477273,"main_score":0.434388,"hf_subset":"uig_Arab-tsn_Latn","languages":["uig-Arab","tsn-Latn"]},{"precision":0.413308,"recall":0.479249,"f1":0.431413,"accuracy":0.479249,"main_score":0.431413,"hf_subset":"uig_Arab-zul_Latn","languages":["uig-Arab","zul-Latn"]},{"precision":0.701779,"recall":0.770751,"f1":0.72309,"accuracy":0.770751,"main_score":0.72309,"hf_subset":"uig_Arab-azb_Arab","languages":["uig-Arab","azb-Arab"]},{"precision":0.958333,"recall":0.971344,"f1":0.962615,"accuracy":0.971344,"main_score":0.962615,"hf_subset":"uig_Arab-deu_Latn","languages":["uig-Arab","deu-Latn"]},{"precision":0.815547,"recall":0.866601,"f1":0.831771,"accuracy":0.866601,"main_score":0.831771,"hf_subset":"uig_Arab-hat_Latn","languages":["uig-Arab","hat-Latn"]},{"precision":0.398231,"recall":0.453557,"f1":0.41393,"accuracy":0.453557,"main_score":0.41393,"hf_subset":"uig_Arab-kbp_Latn","languages":["uig-Arab","kbp-Latn"]},{"precision":0.437514,"recall":0.490119,"f1":0.452784,"accuracy":0.490119,"main_score":0.452784,"hf_subset":"uig_Arab-luo_Latn","languages":["uig-Arab","luo-Latn"]},{"precision":0.919302,"recall":0.943676,"f1":0.927042,"accuracy":0.943676,"main_score":0.927042,"hf_subset":"uig_Arab-ory_Orya","languages":["uig-Arab","ory-Orya"]},{"precision":0.4375,"recall":0.498024,"f1":0.454927,"accuracy":0.498024,"main_score":0.454927,"hf_subset":"uig_Arab-sna_Latn","languages":["uig-Arab","sna-Latn"]},{"precision":0.434504,"recall":0.493083,"f1":0.450727,"accuracy":0.493083,"main_score":0.450727,"hf_subset":"uig_Arab-tso_Latn","languages":["uig-Arab","tso-Latn"]},{"precision":0.947793,"recall":0.963439,"f1":0.952899,"accuracy":0.963439,"main_score":0.952899,"hf_subset":"uig_Arab-azj_Latn","languages":["uig-Arab","azj-Latn"]},{"precision":0.395817,"recall":0.460474,"f1":0.4143,"accuracy":0.460474,"main_score":0.4143,"hf_subset":"uig_Arab-dik_Latn","languages":["uig-Arab","dik-Latn"]},{"precision":0.417467,"recall":0.469368,"f1":0.432202,"accuracy":0.469368,"main_score":0.432202,"hf_subset":"uig_Arab-hau_Latn","languages":["uig-Arab","hau-Latn"]},{"precision":0.861907,"recall":0.899209,"f1":0.873913,"accuracy":0.899209,"main_score":0.873913,"hf_subset":"uig_Arab-kea_Latn","languages":["uig-Arab","kea-Latn"]},{"precision":0.527337,"recall":0.583004,"f1":0.543175,"accuracy":0.583004,"main_score":0.543175,"hf_subset":"uig_Arab-lus_Latn","languages":["uig-Arab","lus-Latn"]},{"precision":0.664963,"recall":0.721344,"f1":0.681472,"accuracy":0.721344,"main_score":0.681472,"hf_subset":"uig_Arab-pag_Latn","languages":["uig-Arab","pag-Latn"]},{"precision":0.888546,"recall":0.91996,"f1":0.898177,"accuracy":0.91996,"main_score":0.898177,"hf_subset":"uig_Arab-snd_Arab","languages":["uig-Arab","snd-Arab"]},{"precision":0.840942,"recall":0.883399,"f1":0.854216,"accuracy":0.883399,"main_score":0.854216,"hf_subset":"uig_Arab-tuk_Latn","languages":["uig-Arab","tuk-Latn"]},{"precision":0.887714,"recall":0.917984,"f1":0.8972,"accuracy":0.917984,"main_score":0.8972,"hf_subset":"uig_Arab-bak_Cyrl","languages":["uig-Arab","bak-Cyrl"]},{"precision":0.351339,"recall":0.425889,"f1":0.37278,"accuracy":0.425889,"main_score":0.37278,"hf_subset":"uig_Arab-dyu_Latn","languages":["uig-Arab","dyu-Latn"]},{"precision":0.938076,"recall":0.95751,"f1":0.944499,"accuracy":0.95751,"main_score":0.944499,"hf_subset":"uig_Arab-heb_Hebr","languages":["uig-Arab","heb-Hebr"]},{"precision":0.836627,"recall":0.881423,"f1":0.850955,"accuracy":0.881423,"main_score":0.850955,"hf_subset":"uig_Arab-khk_Cyrl","languages":["uig-Arab","khk-Cyrl"]},{"precision":0.947299,"recall":0.963439,"f1":0.952569,"accuracy":0.963439,"main_score":0.952569,"hf_subset":"uig_Arab-lvs_Latn","languages":["uig-Arab","lvs-Latn"]},{"precision":0.943264,"recall":0.961462,"f1":0.949177,"accuracy":0.961462,"main_score":0.949177,"hf_subset":"uig_Arab-pan_Guru","languages":["uig-Arab","pan-Guru"]},{"precision":0.429851,"recall":0.492095,"f1":0.447178,"accuracy":0.492095,"main_score":0.447178,"hf_subset":"uig_Arab-som_Latn","languages":["uig-Arab","som-Latn"]},{"precision":0.443718,"recall":0.498024,"f1":0.459187,"accuracy":0.498024,"main_score":0.459187,"hf_subset":"uig_Arab-tum_Latn","languages":["uig-Arab","tum-Latn"]},{"precision":0.410648,"recall":0.499012,"f1":0.43495,"accuracy":0.499012,"main_score":0.43495,"hf_subset":"aeb_Arab-ace_Arab","languages":["aeb-Arab","ace-Arab"]},{"precision":0.412648,"recall":0.490119,"f1":0.434335,"accuracy":0.490119,"main_score":0.434335,"hf_subset":"aeb_Arab-bam_Latn","languages":["aeb-Arab","bam-Latn"]},{"precision":0.107495,"recall":0.166008,"f1":0.122872,"accuracy":0.166008,"main_score":0.122872,"hf_subset":"aeb_Arab-dzo_Tibt","languages":["aeb-Arab","dzo-Tibt"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"aeb_Arab-hin_Deva","languages":["aeb-Arab","hin-Deva"]},{"precision":0.898715,"recall":0.929842,"f1":0.908762,"accuracy":0.929842,"main_score":0.908762,"hf_subset":"aeb_Arab-khm_Khmr","languages":["aeb-Arab","khm-Khmr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"aeb_Arab-mag_Deva","languages":["aeb-Arab","mag-Deva"]},{"precision":0.948123,"recall":0.964427,"f1":0.953393,"accuracy":0.964427,"main_score":0.953393,"hf_subset":"aeb_Arab-pap_Latn","languages":["aeb-Arab","pap-Latn"]},{"precision":0.450998,"recall":0.532609,"f1":0.473649,"accuracy":0.532609,"main_score":0.473649,"hf_subset":"aeb_Arab-sot_Latn","languages":["aeb-Arab","sot-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"aeb_Arab-tur_Latn","languages":["aeb-Arab","tur-Latn"]},{"precision":0.770883,"recall":0.826087,"f1":0.787286,"accuracy":0.826087,"main_score":0.787286,"hf_subset":"aeb_Arab-ace_Latn","languages":["aeb-Arab","ace-Latn"]},{"precision":0.902833,"recall":0.931818,"f1":0.912385,"accuracy":0.931818,"main_score":0.912385,"hf_subset":"aeb_Arab-ban_Latn","languages":["aeb-Arab","ban-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"aeb_Arab-ell_Grek","languages":["aeb-Arab","ell-Grek"]},{"precision":0.975626,"recall":0.983202,"f1":0.978096,"accuracy":0.983202,"main_score":0.978096,"hf_subset":"aeb_Arab-hne_Deva","languages":["aeb-Arab","hne-Deva"]},{"precision":0.458284,"recall":0.541502,"f1":0.48215,"accuracy":0.541502,"main_score":0.48215,"hf_subset":"aeb_Arab-kik_Latn","languages":["aeb-Arab","kik-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"aeb_Arab-mai_Deva","languages":["aeb-Arab","mai-Deva"]},{"precision":0.855237,"recall":0.896245,"f1":0.868182,"accuracy":0.896245,"main_score":0.868182,"hf_subset":"aeb_Arab-pbt_Arab","languages":["aeb-Arab","pbt-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"aeb_Arab-spa_Latn","languages":["aeb-Arab","spa-Latn"]},{"precision":0.515522,"recall":0.594862,"f1":0.53772,"accuracy":0.594862,"main_score":0.53772,"hf_subset":"aeb_Arab-twi_Latn","languages":["aeb-Arab","twi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"aeb_Arab-acm_Arab","languages":["aeb-Arab","acm-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"aeb_Arab-bel_Cyrl","languages":["aeb-Arab","bel-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"aeb_Arab-eng_Latn","languages":["aeb-Arab","eng-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"aeb_Arab-hrv_Latn","languages":["aeb-Arab","hrv-Latn"]},{"precision":0.403974,"recall":0.486166,"f1":0.426501,"accuracy":0.486166,"main_score":0.426501,"hf_subset":"aeb_Arab-kin_Latn","languages":["aeb-Arab","kin-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"aeb_Arab-mal_Mlym","languages":["aeb-Arab","mal-Mlym"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"aeb_Arab-pes_Arab","languages":["aeb-Arab","pes-Arab"]},{"precision":0.954298,"recall":0.968379,"f1":0.958893,"accuracy":0.968379,"main_score":0.958893,"hf_subset":"aeb_Arab-srd_Latn","languages":["aeb-Arab","srd-Latn"]},{"precision":0.117669,"recall":0.181818,"f1":0.131414,"accuracy":0.181818,"main_score":0.131414,"hf_subset":"aeb_Arab-tzm_Tfng","languages":["aeb-Arab","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"aeb_Arab-acq_Arab","languages":["aeb-Arab","acq-Arab"]},{"precision":0.480649,"recall":0.563241,"f1":0.503608,"accuracy":0.563241,"main_score":0.503608,"hf_subset":"aeb_Arab-bem_Latn","languages":["aeb-Arab","bem-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"aeb_Arab-epo_Latn","languages":["aeb-Arab","epo-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"aeb_Arab-hun_Latn","languages":["aeb-Arab","hun-Latn"]},{"precision":0.933383,"recall":0.953557,"f1":0.939954,"accuracy":0.953557,"main_score":0.939954,"hf_subset":"aeb_Arab-kir_Cyrl","languages":["aeb-Arab","kir-Cyrl"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"aeb_Arab-mar_Deva","languages":["aeb-Arab","mar-Deva"]},{"precision":0.503021,"recall":0.579051,"f1":0.525122,"accuracy":0.579051,"main_score":0.525122,"hf_subset":"aeb_Arab-plt_Latn","languages":["aeb-Arab","plt-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"aeb_Arab-srp_Cyrl","languages":["aeb-Arab","srp-Cyrl"]},{"precision":0.903327,"recall":0.93083,"f1":0.912187,"accuracy":0.93083,"main_score":0.912187,"hf_subset":"aeb_Arab-uig_Arab","languages":["aeb-Arab","uig-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"aeb_Arab-ben_Beng","languages":["aeb-Arab","ben-Beng"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"aeb_Arab-est_Latn","languages":["aeb-Arab","est-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"aeb_Arab-hye_Armn","languages":["aeb-Arab","hye-Armn"]},{"precision":0.417922,"recall":0.491107,"f1":0.438988,"accuracy":0.491107,"main_score":0.438988,"hf_subset":"aeb_Arab-kmb_Latn","languages":["aeb-Arab","kmb-Latn"]},{"precision":0.357881,"recall":0.447628,"f1":0.380791,"accuracy":0.447628,"main_score":0.380791,"hf_subset":"aeb_Arab-min_Arab","languages":["aeb-Arab","min-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"aeb_Arab-pol_Latn","languages":["aeb-Arab","pol-Latn"]},{"precision":0.407245,"recall":0.48913,"f1":0.428701,"accuracy":0.48913,"main_score":0.428701,"hf_subset":"aeb_Arab-ssw_Latn","languages":["aeb-Arab","ssw-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"aeb_Arab-ukr_Cyrl","languages":["aeb-Arab","ukr-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"aeb_Arab-afr_Latn","languages":["aeb-Arab","afr-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"aeb_Arab-bho_Deva","languages":["aeb-Arab","bho-Deva"]},{"precision":0.912961,"recall":0.937747,"f1":0.92085,"accuracy":0.937747,"main_score":0.92085,"hf_subset":"aeb_Arab-eus_Latn","languages":["aeb-Arab","eus-Latn"]},{"precision":0.443753,"recall":0.524704,"f1":0.465867,"accuracy":0.524704,"main_score":0.465867,"hf_subset":"aeb_Arab-ibo_Latn","languages":["aeb-Arab","ibo-Latn"]},{"precision":0.664469,"recall":0.738142,"f1":0.686531,"accuracy":0.738142,"main_score":0.686531,"hf_subset":"aeb_Arab-kmr_Latn","languages":["aeb-Arab","kmr-Latn"]},{"precision":0.936924,"recall":0.95751,"f1":0.943676,"accuracy":0.95751,"main_score":0.943676,"hf_subset":"aeb_Arab-min_Latn","languages":["aeb-Arab","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"aeb_Arab-por_Latn","languages":["aeb-Arab","por-Latn"]},{"precision":0.953063,"recall":0.967391,"f1":0.957675,"accuracy":0.967391,"main_score":0.957675,"hf_subset":"aeb_Arab-sun_Latn","languages":["aeb-Arab","sun-Latn"]},{"precision":0.407562,"recall":0.48913,"f1":0.430657,"accuracy":0.48913,"main_score":0.430657,"hf_subset":"aeb_Arab-umb_Latn","languages":["aeb-Arab","umb-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"aeb_Arab-ajp_Arab","languages":["aeb-Arab","ajp-Arab"]},{"precision":0.387279,"recall":0.478261,"f1":0.411598,"accuracy":0.478261,"main_score":0.411598,"hf_subset":"aeb_Arab-bjn_Arab","languages":["aeb-Arab","bjn-Arab"]},{"precision":0.439556,"recall":0.51087,"f1":0.459165,"accuracy":0.51087,"main_score":0.459165,"hf_subset":"aeb_Arab-ewe_Latn","languages":["aeb-Arab","ewe-Latn"]},{"precision":0.815629,"recall":0.862648,"f1":0.830355,"accuracy":0.862648,"main_score":0.830355,"hf_subset":"aeb_Arab-ilo_Latn","languages":["aeb-Arab","ilo-Latn"]},{"precision":0.18791,"recall":0.263834,"f1":0.207085,"accuracy":0.263834,"main_score":0.207085,"hf_subset":"aeb_Arab-knc_Arab","languages":["aeb-Arab","knc-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"aeb_Arab-mkd_Cyrl","languages":["aeb-Arab","mkd-Cyrl"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"aeb_Arab-prs_Arab","languages":["aeb-Arab","prs-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"aeb_Arab-swe_Latn","languages":["aeb-Arab","swe-Latn"]},{"precision":0.983037,"recall":0.988142,"f1":0.984684,"accuracy":0.988142,"main_score":0.984684,"hf_subset":"aeb_Arab-urd_Arab","languages":["aeb-Arab","urd-Arab"]},{"precision":0.491401,"recall":0.578063,"f1":0.516002,"accuracy":0.578063,"main_score":0.516002,"hf_subset":"aeb_Arab-aka_Latn","languages":["aeb-Arab","aka-Latn"]},{"precision":0.954381,"recall":0.969368,"f1":0.959321,"accuracy":0.969368,"main_score":0.959321,"hf_subset":"aeb_Arab-bjn_Latn","languages":["aeb-Arab","bjn-Latn"]},{"precision":0.869648,"recall":0.909091,"f1":0.882312,"accuracy":0.909091,"main_score":0.882312,"hf_subset":"aeb_Arab-fao_Latn","languages":["aeb-Arab","fao-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"aeb_Arab-ind_Latn","languages":["aeb-Arab","ind-Latn"]},{"precision":0.479555,"recall":0.5583,"f1":0.50246,"accuracy":0.5583,"main_score":0.50246,"hf_subset":"aeb_Arab-knc_Latn","languages":["aeb-Arab","knc-Latn"]},{"precision":0.944993,"recall":0.962451,"f1":0.950758,"accuracy":0.962451,"main_score":0.950758,"hf_subset":"aeb_Arab-mlt_Latn","languages":["aeb-Arab","mlt-Latn"]},{"precision":0.520679,"recall":0.607708,"f1":0.54475,"accuracy":0.607708,"main_score":0.54475,"hf_subset":"aeb_Arab-quy_Latn","languages":["aeb-Arab","quy-Latn"]},{"precision":0.64459,"recall":0.728261,"f1":0.669625,"accuracy":0.728261,"main_score":0.669625,"hf_subset":"aeb_Arab-swh_Latn","languages":["aeb-Arab","swh-Latn"]},{"precision":0.972497,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"aeb_Arab-uzn_Latn","languages":["aeb-Arab","uzn-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"aeb_Arab-als_Latn","languages":["aeb-Arab","als-Latn"]},{"precision":0.148176,"recall":0.222332,"f1":0.165479,"accuracy":0.222332,"main_score":0.165479,"hf_subset":"aeb_Arab-bod_Tibt","languages":["aeb-Arab","bod-Tibt"]},{"precision":0.435881,"recall":0.513834,"f1":0.457326,"accuracy":0.513834,"main_score":0.457326,"hf_subset":"aeb_Arab-fij_Latn","languages":["aeb-Arab","fij-Latn"]},{"precision":0.89608,"recall":0.924901,"f1":0.90527,"accuracy":0.924901,"main_score":0.90527,"hf_subset":"aeb_Arab-isl_Latn","languages":["aeb-Arab","isl-Latn"]},{"precision":0.506136,"recall":0.589921,"f1":0.530127,"accuracy":0.589921,"main_score":0.530127,"hf_subset":"aeb_Arab-kon_Latn","languages":["aeb-Arab","kon-Latn"]},{"precision":0.452599,"recall":0.549407,"f1":0.479202,"accuracy":0.549407,"main_score":0.479202,"hf_subset":"aeb_Arab-mni_Beng","languages":["aeb-Arab","mni-Beng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"aeb_Arab-ron_Latn","languages":["aeb-Arab","ron-Latn"]},{"precision":0.958992,"recall":0.970356,"f1":0.96278,"accuracy":0.970356,"main_score":0.96278,"hf_subset":"aeb_Arab-szl_Latn","languages":["aeb-Arab","szl-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"aeb_Arab-vec_Latn","languages":["aeb-Arab","vec-Latn"]},{"precision":0.478124,"recall":0.56917,"f1":0.504042,"accuracy":0.56917,"main_score":0.504042,"hf_subset":"aeb_Arab-amh_Ethi","languages":["aeb-Arab","amh-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"aeb_Arab-bos_Latn","languages":["aeb-Arab","bos-Latn"]},{"precision":0.986166,"recall":0.990119,"f1":0.987484,"accuracy":0.990119,"main_score":0.987484,"hf_subset":"aeb_Arab-fin_Latn","languages":["aeb-Arab","fin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"aeb_Arab-ita_Latn","languages":["aeb-Arab","ita-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"aeb_Arab-kor_Hang","languages":["aeb-Arab","kor-Hang"]},{"precision":0.430975,"recall":0.514822,"f1":0.454355,"accuracy":0.514822,"main_score":0.454355,"hf_subset":"aeb_Arab-mos_Latn","languages":["aeb-Arab","mos-Latn"]},{"precision":0.417478,"recall":0.499012,"f1":0.440323,"accuracy":0.499012,"main_score":0.440323,"hf_subset":"aeb_Arab-run_Latn","languages":["aeb-Arab","run-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"aeb_Arab-tam_Taml","languages":["aeb-Arab","tam-Taml"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"aeb_Arab-vie_Latn","languages":["aeb-Arab","vie-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"aeb_Arab-apc_Arab","languages":["aeb-Arab","apc-Arab"]},{"precision":0.700925,"recall":0.767787,"f1":0.721,"accuracy":0.767787,"main_score":0.721,"hf_subset":"aeb_Arab-bug_Latn","languages":["aeb-Arab","bug-Latn"]},{"precision":0.381187,"recall":0.461462,"f1":0.40305,"accuracy":0.461462,"main_score":0.40305,"hf_subset":"aeb_Arab-fon_Latn","languages":["aeb-Arab","fon-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"aeb_Arab-jav_Latn","languages":["aeb-Arab","jav-Latn"]},{"precision":0.820323,"recall":0.87253,"f1":0.836792,"accuracy":0.87253,"main_score":0.836792,"hf_subset":"aeb_Arab-lao_Laoo","languages":["aeb-Arab","lao-Laoo"]},{"precision":0.53404,"recall":0.619565,"f1":0.558091,"accuracy":0.619565,"main_score":0.558091,"hf_subset":"aeb_Arab-mri_Latn","languages":["aeb-Arab","mri-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"aeb_Arab-rus_Cyrl","languages":["aeb-Arab","rus-Cyrl"]},{"precision":0.455515,"recall":0.531621,"f1":0.476593,"accuracy":0.531621,"main_score":0.476593,"hf_subset":"aeb_Arab-taq_Latn","languages":["aeb-Arab","taq-Latn"]},{"precision":0.942029,"recall":0.960474,"f1":0.948123,"accuracy":0.960474,"main_score":0.948123,"hf_subset":"aeb_Arab-war_Latn","languages":["aeb-Arab","war-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"aeb_Arab-arb_Arab","languages":["aeb-Arab","arb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"aeb_Arab-bul_Cyrl","languages":["aeb-Arab","bul-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"aeb_Arab-fra_Latn","languages":["aeb-Arab","fra-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"aeb_Arab-jpn_Jpan","languages":["aeb-Arab","jpn-Jpan"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"aeb_Arab-lij_Latn","languages":["aeb-Arab","lij-Latn"]},{"precision":0.882115,"recall":0.916008,"f1":0.893116,"accuracy":0.916008,"main_score":0.893116,"hf_subset":"aeb_Arab-mya_Mymr","languages":["aeb-Arab","mya-Mymr"]},{"precision":0.459467,"recall":0.548419,"f1":0.484374,"accuracy":0.548419,"main_score":0.484374,"hf_subset":"aeb_Arab-sag_Latn","languages":["aeb-Arab","sag-Latn"]},{"precision":0.123012,"recall":0.202569,"f1":0.138163,"accuracy":0.202569,"main_score":0.138163,"hf_subset":"aeb_Arab-taq_Tfng","languages":["aeb-Arab","taq-Tfng"]},{"precision":0.504859,"recall":0.586957,"f1":0.528246,"accuracy":0.586957,"main_score":0.528246,"hf_subset":"aeb_Arab-wol_Latn","languages":["aeb-Arab","wol-Latn"]},{"precision":0.631473,"recall":0.713439,"f1":0.655602,"accuracy":0.713439,"main_score":0.655602,"hf_subset":"aeb_Arab-arb_Latn","languages":["aeb-Arab","arb-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"aeb_Arab-cat_Latn","languages":["aeb-Arab","cat-Latn"]},{"precision":0.975626,"recall":0.983202,"f1":0.978096,"accuracy":0.983202,"main_score":0.978096,"hf_subset":"aeb_Arab-fur_Latn","languages":["aeb-Arab","fur-Latn"]},{"precision":0.319194,"recall":0.393281,"f1":0.338904,"accuracy":0.393281,"main_score":0.338904,"hf_subset":"aeb_Arab-kab_Latn","languages":["aeb-Arab","kab-Latn"]},{"precision":0.946805,"recall":0.963439,"f1":0.95224,"accuracy":0.963439,"main_score":0.95224,"hf_subset":"aeb_Arab-lim_Latn","languages":["aeb-Arab","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"aeb_Arab-nld_Latn","languages":["aeb-Arab","nld-Latn"]},{"precision":0.928583,"recall":0.949605,"f1":0.93526,"accuracy":0.949605,"main_score":0.93526,"hf_subset":"aeb_Arab-san_Deva","languages":["aeb-Arab","san-Deva"]},{"precision":0.952899,"recall":0.966403,"f1":0.957181,"accuracy":0.966403,"main_score":0.957181,"hf_subset":"aeb_Arab-tat_Cyrl","languages":["aeb-Arab","tat-Cyrl"]},{"precision":0.476533,"recall":0.559289,"f1":0.49905,"accuracy":0.559289,"main_score":0.49905,"hf_subset":"aeb_Arab-xho_Latn","languages":["aeb-Arab","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"aeb_Arab-ars_Arab","languages":["aeb-Arab","ars-Arab"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"aeb_Arab-ceb_Latn","languages":["aeb-Arab","ceb-Latn"]},{"precision":0.450494,"recall":0.528656,"f1":0.472334,"accuracy":0.528656,"main_score":0.472334,"hf_subset":"aeb_Arab-fuv_Latn","languages":["aeb-Arab","fuv-Latn"]},{"precision":0.430821,"recall":0.511858,"f1":0.452542,"accuracy":0.511858,"main_score":0.452542,"hf_subset":"aeb_Arab-kac_Latn","languages":["aeb-Arab","kac-Latn"]},{"precision":0.518582,"recall":0.601779,"f1":0.541943,"accuracy":0.601779,"main_score":0.541943,"hf_subset":"aeb_Arab-lin_Latn","languages":["aeb-Arab","lin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"aeb_Arab-nno_Latn","languages":["aeb-Arab","nno-Latn"]},{"precision":0.017906,"recall":0.056324,"f1":0.022863,"accuracy":0.056324,"main_score":0.022863,"hf_subset":"aeb_Arab-sat_Olck","languages":["aeb-Arab","sat-Olck"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"aeb_Arab-tel_Telu","languages":["aeb-Arab","tel-Telu"]},{"precision":0.658771,"recall":0.744071,"f1":0.684587,"accuracy":0.744071,"main_score":0.684587,"hf_subset":"aeb_Arab-ydd_Hebr","languages":["aeb-Arab","ydd-Hebr"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"aeb_Arab-ary_Arab","languages":["aeb-Arab","ary-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"aeb_Arab-ces_Latn","languages":["aeb-Arab","ces-Latn"]},{"precision":0.358369,"recall":0.440711,"f1":0.380421,"accuracy":0.440711,"main_score":0.380421,"hf_subset":"aeb_Arab-gaz_Latn","languages":["aeb-Arab","gaz-Latn"]},{"precision":0.451438,"recall":0.533597,"f1":0.474668,"accuracy":0.533597,"main_score":0.474668,"hf_subset":"aeb_Arab-kam_Latn","languages":["aeb-Arab","kam-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"aeb_Arab-lit_Latn","languages":["aeb-Arab","lit-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"aeb_Arab-nob_Latn","languages":["aeb-Arab","nob-Latn"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"aeb_Arab-scn_Latn","languages":["aeb-Arab","scn-Latn"]},{"precision":0.862055,"recall":0.900198,"f1":0.873814,"accuracy":0.900198,"main_score":0.873814,"hf_subset":"aeb_Arab-tgk_Cyrl","languages":["aeb-Arab","tgk-Cyrl"]},{"precision":0.381994,"recall":0.475296,"f1":0.408234,"accuracy":0.475296,"main_score":0.408234,"hf_subset":"aeb_Arab-yor_Latn","languages":["aeb-Arab","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"aeb_Arab-arz_Arab","languages":["aeb-Arab","arz-Arab"]},{"precision":0.43843,"recall":0.528656,"f1":0.462476,"accuracy":0.528656,"main_score":0.462476,"hf_subset":"aeb_Arab-cjk_Latn","languages":["aeb-Arab","cjk-Latn"]},{"precision":0.541113,"recall":0.632411,"f1":0.567145,"accuracy":0.632411,"main_score":0.567145,"hf_subset":"aeb_Arab-gla_Latn","languages":["aeb-Arab","gla-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"aeb_Arab-kan_Knda","languages":["aeb-Arab","kan-Knda"]},{"precision":0.947628,"recall":0.964427,"f1":0.953228,"accuracy":0.964427,"main_score":0.953228,"hf_subset":"aeb_Arab-lmo_Latn","languages":["aeb-Arab","lmo-Latn"]},{"precision":0.975791,"recall":0.983202,"f1":0.978261,"accuracy":0.983202,"main_score":0.978261,"hf_subset":"aeb_Arab-npi_Deva","languages":["aeb-Arab","npi-Deva"]},{"precision":0.376956,"recall":0.481225,"f1":0.404439,"accuracy":0.481225,"main_score":0.404439,"hf_subset":"aeb_Arab-shn_Mymr","languages":["aeb-Arab","shn-Mymr"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"aeb_Arab-tgl_Latn","languages":["aeb-Arab","tgl-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"aeb_Arab-yue_Hant","languages":["aeb-Arab","yue-Hant"]},{"precision":0.959651,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"aeb_Arab-asm_Beng","languages":["aeb-Arab","asm-Beng"]},{"precision":0.666561,"recall":0.73913,"f1":0.687818,"accuracy":0.73913,"main_score":0.687818,"hf_subset":"aeb_Arab-ckb_Arab","languages":["aeb-Arab","ckb-Arab"]},{"precision":0.609708,"recall":0.697628,"f1":0.636122,"accuracy":0.697628,"main_score":0.636122,"hf_subset":"aeb_Arab-gle_Latn","languages":["aeb-Arab","gle-Latn"]},{"precision":0.831028,"recall":0.880435,"f1":0.846838,"accuracy":0.880435,"main_score":0.846838,"hf_subset":"aeb_Arab-kas_Arab","languages":["aeb-Arab","kas-Arab"]},{"precision":0.829093,"recall":0.876482,"f1":0.84383,"accuracy":0.876482,"main_score":0.84383,"hf_subset":"aeb_Arab-ltg_Latn","languages":["aeb-Arab","ltg-Latn"]},{"precision":0.483366,"recall":0.559289,"f1":0.504308,"accuracy":0.559289,"main_score":0.504308,"hf_subset":"aeb_Arab-nso_Latn","languages":["aeb-Arab","nso-Latn"]},{"precision":0.36609,"recall":0.460474,"f1":0.391778,"accuracy":0.460474,"main_score":0.391778,"hf_subset":"aeb_Arab-sin_Sinh","languages":["aeb-Arab","sin-Sinh"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"aeb_Arab-tha_Thai","languages":["aeb-Arab","tha-Thai"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"aeb_Arab-zho_Hans","languages":["aeb-Arab","zho-Hans"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"aeb_Arab-ast_Latn","languages":["aeb-Arab","ast-Latn"]},{"precision":0.962945,"recall":0.974308,"f1":0.966733,"accuracy":0.974308,"main_score":0.966733,"hf_subset":"aeb_Arab-crh_Latn","languages":["aeb-Arab","crh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"aeb_Arab-glg_Latn","languages":["aeb-Arab","glg-Latn"]},{"precision":0.711808,"recall":0.786561,"f1":0.734651,"accuracy":0.786561,"main_score":0.734651,"hf_subset":"aeb_Arab-kas_Deva","languages":["aeb-Arab","kas-Deva"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"aeb_Arab-ltz_Latn","languages":["aeb-Arab","ltz-Latn"]},{"precision":0.341542,"recall":0.429842,"f1":0.364726,"accuracy":0.429842,"main_score":0.364726,"hf_subset":"aeb_Arab-nus_Latn","languages":["aeb-Arab","nus-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"aeb_Arab-slk_Latn","languages":["aeb-Arab","slk-Latn"]},{"precision":0.246916,"recall":0.31917,"f1":0.265301,"accuracy":0.31917,"main_score":0.265301,"hf_subset":"aeb_Arab-tir_Ethi","languages":["aeb-Arab","tir-Ethi"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"aeb_Arab-zho_Hant","languages":["aeb-Arab","zho-Hant"]},{"precision":0.972167,"recall":0.980237,"f1":0.974802,"accuracy":0.980237,"main_score":0.974802,"hf_subset":"aeb_Arab-awa_Deva","languages":["aeb-Arab","awa-Deva"]},{"precision":0.787755,"recall":0.846838,"f1":0.806412,"accuracy":0.846838,"main_score":0.806412,"hf_subset":"aeb_Arab-cym_Latn","languages":["aeb-Arab","cym-Latn"]},{"precision":0.694278,"recall":0.754941,"f1":0.711761,"accuracy":0.754941,"main_score":0.711761,"hf_subset":"aeb_Arab-grn_Latn","languages":["aeb-Arab","grn-Latn"]},{"precision":0.944664,"recall":0.962451,"f1":0.950593,"accuracy":0.962451,"main_score":0.950593,"hf_subset":"aeb_Arab-kat_Geor","languages":["aeb-Arab","kat-Geor"]},{"precision":0.516362,"recall":0.599802,"f1":0.540314,"accuracy":0.599802,"main_score":0.540314,"hf_subset":"aeb_Arab-lua_Latn","languages":["aeb-Arab","lua-Latn"]},{"precision":0.478859,"recall":0.5583,"f1":0.500502,"accuracy":0.5583,"main_score":0.500502,"hf_subset":"aeb_Arab-nya_Latn","languages":["aeb-Arab","nya-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"aeb_Arab-slv_Latn","languages":["aeb-Arab","slv-Latn"]},{"precision":0.744351,"recall":0.813241,"f1":0.765679,"accuracy":0.813241,"main_score":0.765679,"hf_subset":"aeb_Arab-tpi_Latn","languages":["aeb-Arab","tpi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"aeb_Arab-zsm_Latn","languages":["aeb-Arab","zsm-Latn"]},{"precision":0.443006,"recall":0.519763,"f1":0.463611,"accuracy":0.519763,"main_score":0.463611,"hf_subset":"aeb_Arab-ayr_Latn","languages":["aeb-Arab","ayr-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"aeb_Arab-dan_Latn","languages":["aeb-Arab","dan-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"aeb_Arab-guj_Gujr","languages":["aeb-Arab","guj-Gujr"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"aeb_Arab-kaz_Cyrl","languages":["aeb-Arab","kaz-Cyrl"]},{"precision":0.403097,"recall":0.48419,"f1":0.425823,"accuracy":0.48419,"main_score":0.425823,"hf_subset":"aeb_Arab-lug_Latn","languages":["aeb-Arab","lug-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"aeb_Arab-oci_Latn","languages":["aeb-Arab","oci-Latn"]},{"precision":0.461086,"recall":0.555336,"f1":0.486969,"accuracy":0.555336,"main_score":0.486969,"hf_subset":"aeb_Arab-smo_Latn","languages":["aeb-Arab","smo-Latn"]},{"precision":0.42233,"recall":0.506917,"f1":0.445298,"accuracy":0.506917,"main_score":0.445298,"hf_subset":"aeb_Arab-tsn_Latn","languages":["aeb-Arab","tsn-Latn"]},{"precision":0.416546,"recall":0.501976,"f1":0.439561,"accuracy":0.501976,"main_score":0.439561,"hf_subset":"aeb_Arab-zul_Latn","languages":["aeb-Arab","zul-Latn"]},{"precision":0.796503,"recall":0.852767,"f1":0.813999,"accuracy":0.852767,"main_score":0.813999,"hf_subset":"aeb_Arab-azb_Arab","languages":["aeb-Arab","azb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"aeb_Arab-deu_Latn","languages":["aeb-Arab","deu-Latn"]},{"precision":0.884223,"recall":0.916996,"f1":0.894716,"accuracy":0.916996,"main_score":0.894716,"hf_subset":"aeb_Arab-hat_Latn","languages":["aeb-Arab","hat-Latn"]},{"precision":0.401851,"recall":0.480237,"f1":0.422416,"accuracy":0.480237,"main_score":0.422416,"hf_subset":"aeb_Arab-kbp_Latn","languages":["aeb-Arab","kbp-Latn"]},{"precision":0.448126,"recall":0.524704,"f1":0.468965,"accuracy":0.524704,"main_score":0.468965,"hf_subset":"aeb_Arab-luo_Latn","languages":["aeb-Arab","luo-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"aeb_Arab-ory_Orya","languages":["aeb-Arab","ory-Orya"]},{"precision":0.445727,"recall":0.527668,"f1":0.469461,"accuracy":0.527668,"main_score":0.469461,"hf_subset":"aeb_Arab-sna_Latn","languages":["aeb-Arab","sna-Latn"]},{"precision":0.41582,"recall":0.497036,"f1":0.438692,"accuracy":0.497036,"main_score":0.438692,"hf_subset":"aeb_Arab-tso_Latn","languages":["aeb-Arab","tso-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"aeb_Arab-azj_Latn","languages":["aeb-Arab","azj-Latn"]},{"precision":0.443714,"recall":0.529644,"f1":0.46794,"accuracy":0.529644,"main_score":0.46794,"hf_subset":"aeb_Arab-dik_Latn","languages":["aeb-Arab","dik-Latn"]},{"precision":0.428228,"recall":0.503953,"f1":0.449854,"accuracy":0.503953,"main_score":0.449854,"hf_subset":"aeb_Arab-hau_Latn","languages":["aeb-Arab","hau-Latn"]},{"precision":0.943594,"recall":0.960474,"f1":0.949012,"accuracy":0.960474,"main_score":0.949012,"hf_subset":"aeb_Arab-kea_Latn","languages":["aeb-Arab","kea-Latn"]},{"precision":0.598662,"recall":0.672925,"f1":0.620234,"accuracy":0.672925,"main_score":0.620234,"hf_subset":"aeb_Arab-lus_Latn","languages":["aeb-Arab","lus-Latn"]},{"precision":0.7833,"recall":0.83498,"f1":0.798767,"accuracy":0.83498,"main_score":0.798767,"hf_subset":"aeb_Arab-pag_Latn","languages":["aeb-Arab","pag-Latn"]},{"precision":0.950264,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"aeb_Arab-snd_Arab","languages":["aeb-Arab","snd-Arab"]},{"precision":0.827487,"recall":0.87747,"f1":0.843281,"accuracy":0.87747,"main_score":0.843281,"hf_subset":"aeb_Arab-tuk_Latn","languages":["aeb-Arab","tuk-Latn"]},{"precision":0.921854,"recall":0.94664,"f1":0.929908,"accuracy":0.94664,"main_score":0.929908,"hf_subset":"aeb_Arab-bak_Cyrl","languages":["aeb-Arab","bak-Cyrl"]},{"precision":0.374729,"recall":0.474308,"f1":0.402398,"accuracy":0.474308,"main_score":0.402398,"hf_subset":"aeb_Arab-dyu_Latn","languages":["aeb-Arab","dyu-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"aeb_Arab-heb_Hebr","languages":["aeb-Arab","heb-Hebr"]},{"precision":0.838768,"recall":0.882411,"f1":0.852273,"accuracy":0.882411,"main_score":0.852273,"hf_subset":"aeb_Arab-khk_Cyrl","languages":["aeb-Arab","khk-Cyrl"]},{"precision":0.988966,"recall":0.992095,"f1":0.989954,"accuracy":0.992095,"main_score":0.989954,"hf_subset":"aeb_Arab-lvs_Latn","languages":["aeb-Arab","lvs-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"aeb_Arab-pan_Guru","languages":["aeb-Arab","pan-Guru"]},{"precision":0.415288,"recall":0.499012,"f1":0.438879,"accuracy":0.499012,"main_score":0.438879,"hf_subset":"aeb_Arab-som_Latn","languages":["aeb-Arab","som-Latn"]},{"precision":0.49154,"recall":0.568182,"f1":0.512722,"accuracy":0.568182,"main_score":0.512722,"hf_subset":"aeb_Arab-tum_Latn","languages":["aeb-Arab","tum-Latn"]},{"precision":0.404157,"recall":0.487154,"f1":0.427289,"accuracy":0.487154,"main_score":0.427289,"hf_subset":"ben_Beng-ace_Arab","languages":["ben-Beng","ace-Arab"]},{"precision":0.433405,"recall":0.506917,"f1":0.452969,"accuracy":0.506917,"main_score":0.452969,"hf_subset":"ben_Beng-bam_Latn","languages":["ben-Beng","bam-Latn"]},{"precision":0.123449,"recall":0.179842,"f1":0.138559,"accuracy":0.179842,"main_score":0.138559,"hf_subset":"ben_Beng-dzo_Tibt","languages":["ben-Beng","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-hin_Deva","languages":["ben-Beng","hin-Deva"]},{"precision":0.946476,"recall":0.963439,"f1":0.95191,"accuracy":0.963439,"main_score":0.95191,"hf_subset":"ben_Beng-khm_Khmr","languages":["ben-Beng","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-mag_Deva","languages":["ben-Beng","mag-Deva"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"ben_Beng-pap_Latn","languages":["ben-Beng","pap-Latn"]},{"precision":0.474249,"recall":0.545455,"f1":0.493721,"accuracy":0.545455,"main_score":0.493721,"hf_subset":"ben_Beng-sot_Latn","languages":["ben-Beng","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-tur_Latn","languages":["ben-Beng","tur-Latn"]},{"precision":0.786594,"recall":0.837945,"f1":0.802541,"accuracy":0.837945,"main_score":0.802541,"hf_subset":"ben_Beng-ace_Latn","languages":["ben-Beng","ace-Latn"]},{"precision":0.90975,"recall":0.937747,"f1":0.918972,"accuracy":0.937747,"main_score":0.918972,"hf_subset":"ben_Beng-ban_Latn","languages":["ben-Beng","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-ell_Grek","languages":["ben-Beng","ell-Grek"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ben_Beng-hne_Deva","languages":["ben-Beng","hne-Deva"]},{"precision":0.488282,"recall":0.561265,"f1":0.508802,"accuracy":0.561265,"main_score":0.508802,"hf_subset":"ben_Beng-kik_Latn","languages":["ben-Beng","kik-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ben_Beng-mai_Deva","languages":["ben-Beng","mai-Deva"]},{"precision":0.893116,"recall":0.924901,"f1":0.903327,"accuracy":0.924901,"main_score":0.903327,"hf_subset":"ben_Beng-pbt_Arab","languages":["ben-Beng","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-spa_Latn","languages":["ben-Beng","spa-Latn"]},{"precision":0.536877,"recall":0.610672,"f1":0.557744,"accuracy":0.610672,"main_score":0.557744,"hf_subset":"ben_Beng-twi_Latn","languages":["ben-Beng","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ben_Beng-acm_Arab","languages":["ben-Beng","acm-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ben_Beng-bel_Cyrl","languages":["ben-Beng","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-eng_Latn","languages":["ben-Beng","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-hrv_Latn","languages":["ben-Beng","hrv-Latn"]},{"precision":0.440879,"recall":0.509881,"f1":0.459656,"accuracy":0.509881,"main_score":0.459656,"hf_subset":"ben_Beng-kin_Latn","languages":["ben-Beng","kin-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ben_Beng-mal_Mlym","languages":["ben-Beng","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-pes_Arab","languages":["ben-Beng","pes-Arab"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"ben_Beng-srd_Latn","languages":["ben-Beng","srd-Latn"]},{"precision":0.120035,"recall":0.187747,"f1":0.135135,"accuracy":0.187747,"main_score":0.135135,"hf_subset":"ben_Beng-tzm_Tfng","languages":["ben-Beng","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-acq_Arab","languages":["ben-Beng","acq-Arab"]},{"precision":0.514945,"recall":0.583992,"f1":0.53456,"accuracy":0.583992,"main_score":0.53456,"hf_subset":"ben_Beng-bem_Latn","languages":["ben-Beng","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-epo_Latn","languages":["ben-Beng","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-hun_Latn","languages":["ben-Beng","hun-Latn"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"ben_Beng-kir_Cyrl","languages":["ben-Beng","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-mar_Deva","languages":["ben-Beng","mar-Deva"]},{"precision":0.546469,"recall":0.616601,"f1":0.566716,"accuracy":0.616601,"main_score":0.566716,"hf_subset":"ben_Beng-plt_Latn","languages":["ben-Beng","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-srp_Cyrl","languages":["ben-Beng","srp-Cyrl"]},{"precision":0.930665,"recall":0.952569,"f1":0.937912,"accuracy":0.952569,"main_score":0.937912,"hf_subset":"ben_Beng-uig_Arab","languages":["ben-Beng","uig-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ben_Beng-aeb_Arab","languages":["ben-Beng","aeb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ben_Beng-est_Latn","languages":["ben-Beng","est-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ben_Beng-hye_Armn","languages":["ben-Beng","hye-Armn"]},{"precision":0.442914,"recall":0.507905,"f1":0.460982,"accuracy":0.507905,"main_score":0.460982,"hf_subset":"ben_Beng-kmb_Latn","languages":["ben-Beng","kmb-Latn"]},{"precision":0.359463,"recall":0.45751,"f1":0.385322,"accuracy":0.45751,"main_score":0.385322,"hf_subset":"ben_Beng-min_Arab","languages":["ben-Beng","min-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-pol_Latn","languages":["ben-Beng","pol-Latn"]},{"precision":0.443327,"recall":0.516798,"f1":0.462705,"accuracy":0.516798,"main_score":0.462705,"hf_subset":"ben_Beng-ssw_Latn","languages":["ben-Beng","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-ukr_Cyrl","languages":["ben-Beng","ukr-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-afr_Latn","languages":["ben-Beng","afr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-bho_Deva","languages":["ben-Beng","bho-Deva"]},{"precision":0.944335,"recall":0.961462,"f1":0.949934,"accuracy":0.961462,"main_score":0.949934,"hf_subset":"ben_Beng-eus_Latn","languages":["ben-Beng","eus-Latn"]},{"precision":0.455226,"recall":0.530632,"f1":0.475483,"accuracy":0.530632,"main_score":0.475483,"hf_subset":"ben_Beng-ibo_Latn","languages":["ben-Beng","ibo-Latn"]},{"precision":0.692295,"recall":0.76087,"f1":0.712502,"accuracy":0.76087,"main_score":0.712502,"hf_subset":"ben_Beng-kmr_Latn","languages":["ben-Beng","kmr-Latn"]},{"precision":0.958004,"recall":0.970356,"f1":0.961957,"accuracy":0.970356,"main_score":0.961957,"hf_subset":"ben_Beng-min_Latn","languages":["ben-Beng","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-por_Latn","languages":["ben-Beng","por-Latn"]},{"precision":0.973155,"recall":0.981225,"f1":0.975791,"accuracy":0.981225,"main_score":0.975791,"hf_subset":"ben_Beng-sun_Latn","languages":["ben-Beng","sun-Latn"]},{"precision":0.428073,"recall":0.501976,"f1":0.449246,"accuracy":0.501976,"main_score":0.449246,"hf_subset":"ben_Beng-umb_Latn","languages":["ben-Beng","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-ajp_Arab","languages":["ben-Beng","ajp-Arab"]},{"precision":0.381839,"recall":0.472332,"f1":0.406614,"accuracy":0.472332,"main_score":0.406614,"hf_subset":"ben_Beng-bjn_Arab","languages":["ben-Beng","bjn-Arab"]},{"precision":0.451817,"recall":0.520751,"f1":0.470176,"accuracy":0.520751,"main_score":0.470176,"hf_subset":"ben_Beng-ewe_Latn","languages":["ben-Beng","ewe-Latn"]},{"precision":0.854496,"recall":0.893281,"f1":0.866634,"accuracy":0.893281,"main_score":0.866634,"hf_subset":"ben_Beng-ilo_Latn","languages":["ben-Beng","ilo-Latn"]},{"precision":0.191584,"recall":0.268775,"f1":0.210311,"accuracy":0.268775,"main_score":0.210311,"hf_subset":"ben_Beng-knc_Arab","languages":["ben-Beng","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-mkd_Cyrl","languages":["ben-Beng","mkd-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-prs_Arab","languages":["ben-Beng","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-swe_Latn","languages":["ben-Beng","swe-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ben_Beng-urd_Arab","languages":["ben-Beng","urd-Arab"]},{"precision":0.508542,"recall":0.588933,"f1":0.531854,"accuracy":0.588933,"main_score":0.531854,"hf_subset":"ben_Beng-aka_Latn","languages":["ben-Beng","aka-Latn"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"ben_Beng-bjn_Latn","languages":["ben-Beng","bjn-Latn"]},{"precision":0.932642,"recall":0.953557,"f1":0.939394,"accuracy":0.953557,"main_score":0.939394,"hf_subset":"ben_Beng-fao_Latn","languages":["ben-Beng","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-ind_Latn","languages":["ben-Beng","ind-Latn"]},{"precision":0.502068,"recall":0.573123,"f1":0.52192,"accuracy":0.573123,"main_score":0.52192,"hf_subset":"ben_Beng-knc_Latn","languages":["ben-Beng","knc-Latn"]},{"precision":0.969697,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"ben_Beng-mlt_Latn","languages":["ben-Beng","mlt-Latn"]},{"precision":0.541697,"recall":0.616601,"f1":0.562149,"accuracy":0.616601,"main_score":0.562149,"hf_subset":"ben_Beng-quy_Latn","languages":["ben-Beng","quy-Latn"]},{"precision":0.702915,"recall":0.778656,"f1":0.725395,"accuracy":0.778656,"main_score":0.725395,"hf_subset":"ben_Beng-swh_Latn","languages":["ben-Beng","swh-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ben_Beng-uzn_Latn","languages":["ben-Beng","uzn-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ben_Beng-als_Latn","languages":["ben-Beng","als-Latn"]},{"precision":0.175174,"recall":0.250988,"f1":0.193963,"accuracy":0.250988,"main_score":0.193963,"hf_subset":"ben_Beng-bod_Tibt","languages":["ben-Beng","bod-Tibt"]},{"precision":0.45994,"recall":0.528656,"f1":0.477946,"accuracy":0.528656,"main_score":0.477946,"hf_subset":"ben_Beng-fij_Latn","languages":["ben-Beng","fij-Latn"]},{"precision":0.943676,"recall":0.961462,"f1":0.94944,"accuracy":0.961462,"main_score":0.94944,"hf_subset":"ben_Beng-isl_Latn","languages":["ben-Beng","isl-Latn"]},{"precision":0.53316,"recall":0.615613,"f1":0.556487,"accuracy":0.615613,"main_score":0.556487,"hf_subset":"ben_Beng-kon_Latn","languages":["ben-Beng","kon-Latn"]},{"precision":0.521574,"recall":0.608696,"f1":0.546981,"accuracy":0.608696,"main_score":0.546981,"hf_subset":"ben_Beng-mni_Beng","languages":["ben-Beng","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-ron_Latn","languages":["ben-Beng","ron-Latn"]},{"precision":0.98666,"recall":0.990119,"f1":0.987813,"accuracy":0.990119,"main_score":0.987813,"hf_subset":"ben_Beng-szl_Latn","languages":["ben-Beng","szl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ben_Beng-vec_Latn","languages":["ben-Beng","vec-Latn"]},{"precision":0.537765,"recall":0.626482,"f1":0.562989,"accuracy":0.626482,"main_score":0.562989,"hf_subset":"ben_Beng-amh_Ethi","languages":["ben-Beng","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-bos_Latn","languages":["ben-Beng","bos-Latn"]},{"precision":0.993577,"recall":0.995059,"f1":0.994071,"accuracy":0.995059,"main_score":0.994071,"hf_subset":"ben_Beng-fin_Latn","languages":["ben-Beng","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-ita_Latn","languages":["ben-Beng","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-kor_Hang","languages":["ben-Beng","kor-Hang"]},{"precision":0.448603,"recall":0.525692,"f1":0.469629,"accuracy":0.525692,"main_score":0.469629,"hf_subset":"ben_Beng-mos_Latn","languages":["ben-Beng","mos-Latn"]},{"precision":0.43953,"recall":0.509881,"f1":0.459216,"accuracy":0.509881,"main_score":0.459216,"hf_subset":"ben_Beng-run_Latn","languages":["ben-Beng","run-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ben_Beng-tam_Taml","languages":["ben-Beng","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-vie_Latn","languages":["ben-Beng","vie-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ben_Beng-apc_Arab","languages":["ben-Beng","apc-Arab"]},{"precision":0.728056,"recall":0.789526,"f1":0.746229,"accuracy":0.789526,"main_score":0.746229,"hf_subset":"ben_Beng-bug_Latn","languages":["ben-Beng","bug-Latn"]},{"precision":0.395404,"recall":0.467391,"f1":0.414698,"accuracy":0.467391,"main_score":0.414698,"hf_subset":"ben_Beng-fon_Latn","languages":["ben-Beng","fon-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ben_Beng-jav_Latn","languages":["ben-Beng","jav-Latn"]},{"precision":0.904891,"recall":0.934783,"f1":0.914592,"accuracy":0.934783,"main_score":0.914592,"hf_subset":"ben_Beng-lao_Laoo","languages":["ben-Beng","lao-Laoo"]},{"precision":0.567556,"recall":0.655138,"f1":0.592238,"accuracy":0.655138,"main_score":0.592238,"hf_subset":"ben_Beng-mri_Latn","languages":["ben-Beng","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-rus_Cyrl","languages":["ben-Beng","rus-Cyrl"]},{"precision":0.478413,"recall":0.544466,"f1":0.496683,"accuracy":0.544466,"main_score":0.496683,"hf_subset":"ben_Beng-taq_Latn","languages":["ben-Beng","taq-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"ben_Beng-war_Latn","languages":["ben-Beng","war-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-arb_Arab","languages":["ben-Beng","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-bul_Cyrl","languages":["ben-Beng","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-fra_Latn","languages":["ben-Beng","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-jpn_Jpan","languages":["ben-Beng","jpn-Jpan"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ben_Beng-lij_Latn","languages":["ben-Beng","lij-Latn"]},{"precision":0.946558,"recall":0.962451,"f1":0.951647,"accuracy":0.962451,"main_score":0.951647,"hf_subset":"ben_Beng-mya_Mymr","languages":["ben-Beng","mya-Mymr"]},{"precision":0.482643,"recall":0.562253,"f1":0.504684,"accuracy":0.562253,"main_score":0.504684,"hf_subset":"ben_Beng-sag_Latn","languages":["ben-Beng","sag-Latn"]},{"precision":0.127108,"recall":0.208498,"f1":0.143696,"accuracy":0.208498,"main_score":0.143696,"hf_subset":"ben_Beng-taq_Tfng","languages":["ben-Beng","taq-Tfng"]},{"precision":0.513829,"recall":0.597826,"f1":0.538152,"accuracy":0.597826,"main_score":0.538152,"hf_subset":"ben_Beng-wol_Latn","languages":["ben-Beng","wol-Latn"]},{"precision":0.610052,"recall":0.692688,"f1":0.633714,"accuracy":0.692688,"main_score":0.633714,"hf_subset":"ben_Beng-arb_Latn","languages":["ben-Beng","arb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-cat_Latn","languages":["ben-Beng","cat-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ben_Beng-fur_Latn","languages":["ben-Beng","fur-Latn"]},{"precision":0.31442,"recall":0.384387,"f1":0.333895,"accuracy":0.384387,"main_score":0.333895,"hf_subset":"ben_Beng-kab_Latn","languages":["ben-Beng","kab-Latn"]},{"precision":0.965086,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"ben_Beng-lim_Latn","languages":["ben-Beng","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-nld_Latn","languages":["ben-Beng","nld-Latn"]},{"precision":0.971673,"recall":0.980237,"f1":0.974473,"accuracy":0.980237,"main_score":0.974473,"hf_subset":"ben_Beng-san_Deva","languages":["ben-Beng","san-Deva"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"ben_Beng-tat_Cyrl","languages":["ben-Beng","tat-Cyrl"]},{"precision":0.488062,"recall":0.570158,"f1":0.510355,"accuracy":0.570158,"main_score":0.510355,"hf_subset":"ben_Beng-xho_Latn","languages":["ben-Beng","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ben_Beng-ars_Arab","languages":["ben-Beng","ars-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ben_Beng-ceb_Latn","languages":["ben-Beng","ceb-Latn"]},{"precision":0.459908,"recall":0.532609,"f1":0.480223,"accuracy":0.532609,"main_score":0.480223,"hf_subset":"ben_Beng-fuv_Latn","languages":["ben-Beng","fuv-Latn"]},{"precision":0.459312,"recall":0.536561,"f1":0.480988,"accuracy":0.536561,"main_score":0.480988,"hf_subset":"ben_Beng-kac_Latn","languages":["ben-Beng","kac-Latn"]},{"precision":0.547341,"recall":0.624506,"f1":0.568628,"accuracy":0.624506,"main_score":0.568628,"hf_subset":"ben_Beng-lin_Latn","languages":["ben-Beng","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-nno_Latn","languages":["ben-Beng","nno-Latn"]},{"precision":0.021427,"recall":0.064229,"f1":0.027807,"accuracy":0.064229,"main_score":0.027807,"hf_subset":"ben_Beng-sat_Olck","languages":["ben-Beng","sat-Olck"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ben_Beng-tel_Telu","languages":["ben-Beng","tel-Telu"]},{"precision":0.733226,"recall":0.805336,"f1":0.755259,"accuracy":0.805336,"main_score":0.755259,"hf_subset":"ben_Beng-ydd_Hebr","languages":["ben-Beng","ydd-Hebr"]},{"precision":0.961133,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"ben_Beng-ary_Arab","languages":["ben-Beng","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-ces_Latn","languages":["ben-Beng","ces-Latn"]},{"precision":0.393391,"recall":0.468379,"f1":0.413628,"accuracy":0.468379,"main_score":0.413628,"hf_subset":"ben_Beng-gaz_Latn","languages":["ben-Beng","gaz-Latn"]},{"precision":0.467788,"recall":0.546443,"f1":0.489814,"accuracy":0.546443,"main_score":0.489814,"hf_subset":"ben_Beng-kam_Latn","languages":["ben-Beng","kam-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"ben_Beng-lit_Latn","languages":["ben-Beng","lit-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ben_Beng-nob_Latn","languages":["ben-Beng","nob-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"ben_Beng-scn_Latn","languages":["ben-Beng","scn-Latn"]},{"precision":0.904644,"recall":0.933794,"f1":0.914032,"accuracy":0.933794,"main_score":0.914032,"hf_subset":"ben_Beng-tgk_Cyrl","languages":["ben-Beng","tgk-Cyrl"]},{"precision":0.422576,"recall":0.5,"f1":0.443315,"accuracy":0.5,"main_score":0.443315,"hf_subset":"ben_Beng-yor_Latn","languages":["ben-Beng","yor-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-arz_Arab","languages":["ben-Beng","arz-Arab"]},{"precision":0.455772,"recall":0.538538,"f1":0.478323,"accuracy":0.538538,"main_score":0.478323,"hf_subset":"ben_Beng-cjk_Latn","languages":["ben-Beng","cjk-Latn"]},{"precision":0.610047,"recall":0.686759,"f1":0.632117,"accuracy":0.686759,"main_score":0.632117,"hf_subset":"ben_Beng-gla_Latn","languages":["ben-Beng","gla-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ben_Beng-kan_Knda","languages":["ben-Beng","kan-Knda"]},{"precision":0.973979,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"ben_Beng-lmo_Latn","languages":["ben-Beng","lmo-Latn"]},{"precision":0.992095,"recall":0.994071,"f1":0.992754,"accuracy":0.994071,"main_score":0.992754,"hf_subset":"ben_Beng-npi_Deva","languages":["ben-Beng","npi-Deva"]},{"precision":0.400367,"recall":0.494071,"f1":0.425727,"accuracy":0.494071,"main_score":0.425727,"hf_subset":"ben_Beng-shn_Mymr","languages":["ben-Beng","shn-Mymr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ben_Beng-tgl_Latn","languages":["ben-Beng","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-yue_Hant","languages":["ben-Beng","yue-Hant"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ben_Beng-asm_Beng","languages":["ben-Beng","asm-Beng"]},{"precision":0.709503,"recall":0.780632,"f1":0.730755,"accuracy":0.780632,"main_score":0.730755,"hf_subset":"ben_Beng-ckb_Arab","languages":["ben-Beng","ckb-Arab"]},{"precision":0.700774,"recall":0.772727,"f1":0.722628,"accuracy":0.772727,"main_score":0.722628,"hf_subset":"ben_Beng-gle_Latn","languages":["ben-Beng","gle-Latn"]},{"precision":0.890152,"recall":0.924901,"f1":0.90135,"accuracy":0.924901,"main_score":0.90135,"hf_subset":"ben_Beng-kas_Arab","languages":["ben-Beng","kas-Arab"]},{"precision":0.89081,"recall":0.922925,"f1":0.900988,"accuracy":0.922925,"main_score":0.900988,"hf_subset":"ben_Beng-ltg_Latn","languages":["ben-Beng","ltg-Latn"]},{"precision":0.511304,"recall":0.583004,"f1":0.531129,"accuracy":0.583004,"main_score":0.531129,"hf_subset":"ben_Beng-nso_Latn","languages":["ben-Beng","nso-Latn"]},{"precision":0.465143,"recall":0.5583,"f1":0.49177,"accuracy":0.5583,"main_score":0.49177,"hf_subset":"ben_Beng-sin_Sinh","languages":["ben-Beng","sin-Sinh"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-tha_Thai","languages":["ben-Beng","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-zho_Hans","languages":["ben-Beng","zho-Hans"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ben_Beng-ast_Latn","languages":["ben-Beng","ast-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"ben_Beng-crh_Latn","languages":["ben-Beng","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-glg_Latn","languages":["ben-Beng","glg-Latn"]},{"precision":0.777233,"recall":0.833004,"f1":0.793857,"accuracy":0.833004,"main_score":0.793857,"hf_subset":"ben_Beng-kas_Deva","languages":["ben-Beng","kas-Deva"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ben_Beng-ltz_Latn","languages":["ben-Beng","ltz-Latn"]},{"precision":0.375982,"recall":0.460474,"f1":0.398615,"accuracy":0.460474,"main_score":0.398615,"hf_subset":"ben_Beng-nus_Latn","languages":["ben-Beng","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-slk_Latn","languages":["ben-Beng","slk-Latn"]},{"precision":0.261388,"recall":0.338933,"f1":0.28121,"accuracy":0.338933,"main_score":0.28121,"hf_subset":"ben_Beng-tir_Ethi","languages":["ben-Beng","tir-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ben_Beng-zho_Hant","languages":["ben-Beng","zho-Hant"]},{"precision":0.984684,"recall":0.988142,"f1":0.985837,"accuracy":0.988142,"main_score":0.985837,"hf_subset":"ben_Beng-awa_Deva","languages":["ben-Beng","awa-Deva"]},{"precision":0.8542,"recall":0.897233,"f1":0.867819,"accuracy":0.897233,"main_score":0.867819,"hf_subset":"ben_Beng-cym_Latn","languages":["ben-Beng","cym-Latn"]},{"precision":0.691667,"recall":0.756917,"f1":0.711152,"accuracy":0.756917,"main_score":0.711152,"hf_subset":"ben_Beng-grn_Latn","languages":["ben-Beng","grn-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ben_Beng-kat_Geor","languages":["ben-Beng","kat-Geor"]},{"precision":0.537996,"recall":0.61166,"f1":0.558824,"accuracy":0.61166,"main_score":0.558824,"hf_subset":"ben_Beng-lua_Latn","languages":["ben-Beng","lua-Latn"]},{"precision":0.493614,"recall":0.570158,"f1":0.51398,"accuracy":0.570158,"main_score":0.51398,"hf_subset":"ben_Beng-nya_Latn","languages":["ben-Beng","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ben_Beng-slv_Latn","languages":["ben-Beng","slv-Latn"]},{"precision":0.783827,"recall":0.837945,"f1":0.80048,"accuracy":0.837945,"main_score":0.80048,"hf_subset":"ben_Beng-tpi_Latn","languages":["ben-Beng","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-zsm_Latn","languages":["ben-Beng","zsm-Latn"]},{"precision":0.456839,"recall":0.524704,"f1":0.474084,"accuracy":0.524704,"main_score":0.474084,"hf_subset":"ben_Beng-ayr_Latn","languages":["ben-Beng","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-dan_Latn","languages":["ben-Beng","dan-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-guj_Gujr","languages":["ben-Beng","guj-Gujr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ben_Beng-kaz_Cyrl","languages":["ben-Beng","kaz-Cyrl"]},{"precision":0.421095,"recall":0.494071,"f1":0.440663,"accuracy":0.494071,"main_score":0.440663,"hf_subset":"ben_Beng-lug_Latn","languages":["ben-Beng","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-oci_Latn","languages":["ben-Beng","oci-Latn"]},{"precision":0.492436,"recall":0.577075,"f1":0.516504,"accuracy":0.577075,"main_score":0.516504,"hf_subset":"ben_Beng-smo_Latn","languages":["ben-Beng","smo-Latn"]},{"precision":0.440724,"recall":0.517787,"f1":0.461655,"accuracy":0.517787,"main_score":0.461655,"hf_subset":"ben_Beng-tsn_Latn","languages":["ben-Beng","tsn-Latn"]},{"precision":0.446869,"recall":0.523715,"f1":0.467397,"accuracy":0.523715,"main_score":0.467397,"hf_subset":"ben_Beng-zul_Latn","languages":["ben-Beng","zul-Latn"]},{"precision":0.824934,"recall":0.875494,"f1":0.840547,"accuracy":0.875494,"main_score":0.840547,"hf_subset":"ben_Beng-azb_Arab","languages":["ben-Beng","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-deu_Latn","languages":["ben-Beng","deu-Latn"]},{"precision":0.917984,"recall":0.942688,"f1":0.926021,"accuracy":0.942688,"main_score":0.926021,"hf_subset":"ben_Beng-hat_Latn","languages":["ben-Beng","hat-Latn"]},{"precision":0.41218,"recall":0.483202,"f1":0.431811,"accuracy":0.483202,"main_score":0.431811,"hf_subset":"ben_Beng-kbp_Latn","languages":["ben-Beng","kbp-Latn"]},{"precision":0.473945,"recall":0.551383,"f1":0.495578,"accuracy":0.551383,"main_score":0.495578,"hf_subset":"ben_Beng-luo_Latn","languages":["ben-Beng","luo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-ory_Orya","languages":["ben-Beng","ory-Orya"]},{"precision":0.476621,"recall":0.547431,"f1":0.496758,"accuracy":0.547431,"main_score":0.496758,"hf_subset":"ben_Beng-sna_Latn","languages":["ben-Beng","sna-Latn"]},{"precision":0.449361,"recall":0.521739,"f1":0.469199,"accuracy":0.521739,"main_score":0.469199,"hf_subset":"ben_Beng-tso_Latn","languages":["ben-Beng","tso-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ben_Beng-azj_Latn","languages":["ben-Beng","azj-Latn"]},{"precision":0.451741,"recall":0.534585,"f1":0.474919,"accuracy":0.534585,"main_score":0.474919,"hf_subset":"ben_Beng-dik_Latn","languages":["ben-Beng","dik-Latn"]},{"precision":0.439823,"recall":0.509881,"f1":0.459616,"accuracy":0.509881,"main_score":0.459616,"hf_subset":"ben_Beng-hau_Latn","languages":["ben-Beng","hau-Latn"]},{"precision":0.961792,"recall":0.97332,"f1":0.96558,"accuracy":0.97332,"main_score":0.96558,"hf_subset":"ben_Beng-kea_Latn","languages":["ben-Beng","kea-Latn"]},{"precision":0.6363,"recall":0.703557,"f1":0.655722,"accuracy":0.703557,"main_score":0.655722,"hf_subset":"ben_Beng-lus_Latn","languages":["ben-Beng","lus-Latn"]},{"precision":0.804957,"recall":0.852767,"f1":0.819979,"accuracy":0.852767,"main_score":0.819979,"hf_subset":"ben_Beng-pag_Latn","languages":["ben-Beng","pag-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ben_Beng-snd_Arab","languages":["ben-Beng","snd-Arab"]},{"precision":0.863883,"recall":0.906126,"f1":0.877372,"accuracy":0.906126,"main_score":0.877372,"hf_subset":"ben_Beng-tuk_Latn","languages":["ben-Beng","tuk-Latn"]},{"precision":0.950922,"recall":0.966403,"f1":0.956028,"accuracy":0.966403,"main_score":0.956028,"hf_subset":"ben_Beng-bak_Cyrl","languages":["ben-Beng","bak-Cyrl"]},{"precision":0.396872,"recall":0.488142,"f1":0.422555,"accuracy":0.488142,"main_score":0.422555,"hf_subset":"ben_Beng-dyu_Latn","languages":["ben-Beng","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-heb_Hebr","languages":["ben-Beng","heb-Hebr"]},{"precision":0.912714,"recall":0.938735,"f1":0.921113,"accuracy":0.938735,"main_score":0.921113,"hf_subset":"ben_Beng-khk_Cyrl","languages":["ben-Beng","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ben_Beng-lvs_Latn","languages":["ben-Beng","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ben_Beng-pan_Guru","languages":["ben-Beng","pan-Guru"]},{"precision":0.455758,"recall":0.529644,"f1":0.475951,"accuracy":0.529644,"main_score":0.475951,"hf_subset":"ben_Beng-som_Latn","languages":["ben-Beng","som-Latn"]},{"precision":0.485104,"recall":0.555336,"f1":0.504925,"accuracy":0.555336,"main_score":0.504925,"hf_subset":"ben_Beng-tum_Latn","languages":["ben-Beng","tum-Latn"]},{"precision":0.423726,"recall":0.508893,"f1":0.447689,"accuracy":0.508893,"main_score":0.447689,"hf_subset":"est_Latn-ace_Arab","languages":["est-Latn","ace-Arab"]},{"precision":0.442856,"recall":0.507905,"f1":0.46053,"accuracy":0.507905,"main_score":0.46053,"hf_subset":"est_Latn-bam_Latn","languages":["est-Latn","bam-Latn"]},{"precision":0.107939,"recall":0.156126,"f1":0.120733,"accuracy":0.156126,"main_score":0.120733,"hf_subset":"est_Latn-dzo_Tibt","languages":["est-Latn","dzo-Tibt"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"est_Latn-hin_Deva","languages":["est-Latn","hin-Deva"]},{"precision":0.93363,"recall":0.955534,"f1":0.940876,"accuracy":0.955534,"main_score":0.940876,"hf_subset":"est_Latn-khm_Khmr","languages":["est-Latn","khm-Khmr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"est_Latn-mag_Deva","languages":["est-Latn","mag-Deva"]},{"precision":0.966568,"recall":0.976285,"f1":0.969499,"accuracy":0.976285,"main_score":0.969499,"hf_subset":"est_Latn-pap_Latn","languages":["est-Latn","pap-Latn"]},{"precision":0.490751,"recall":0.561265,"f1":0.510368,"accuracy":0.561265,"main_score":0.510368,"hf_subset":"est_Latn-sot_Latn","languages":["est-Latn","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"est_Latn-tur_Latn","languages":["est-Latn","tur-Latn"]},{"precision":0.793356,"recall":0.838933,"f1":0.807032,"accuracy":0.838933,"main_score":0.807032,"hf_subset":"est_Latn-ace_Latn","languages":["est-Latn","ace-Latn"]},{"precision":0.897974,"recall":0.926877,"f1":0.907181,"accuracy":0.926877,"main_score":0.907181,"hf_subset":"est_Latn-ban_Latn","languages":["est-Latn","ban-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"est_Latn-ell_Grek","languages":["est-Latn","ell-Grek"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"est_Latn-hne_Deva","languages":["est-Latn","hne-Deva"]},{"precision":0.489173,"recall":0.563241,"f1":0.510514,"accuracy":0.563241,"main_score":0.510514,"hf_subset":"est_Latn-kik_Latn","languages":["est-Latn","kik-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"est_Latn-mai_Deva","languages":["est-Latn","mai-Deva"]},{"precision":0.888999,"recall":0.921937,"f1":0.899704,"accuracy":0.921937,"main_score":0.899704,"hf_subset":"est_Latn-pbt_Arab","languages":["est-Latn","pbt-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"est_Latn-spa_Latn","languages":["est-Latn","spa-Latn"]},{"precision":0.535096,"recall":0.601779,"f1":0.554216,"accuracy":0.601779,"main_score":0.554216,"hf_subset":"est_Latn-twi_Latn","languages":["est-Latn","twi-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"est_Latn-acm_Arab","languages":["est-Latn","acm-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"est_Latn-bel_Cyrl","languages":["est-Latn","bel-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"est_Latn-eng_Latn","languages":["est-Latn","eng-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"est_Latn-hrv_Latn","languages":["est-Latn","hrv-Latn"]},{"precision":0.45622,"recall":0.525692,"f1":0.475828,"accuracy":0.525692,"main_score":0.475828,"hf_subset":"est_Latn-kin_Latn","languages":["est-Latn","kin-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"est_Latn-mal_Mlym","languages":["est-Latn","mal-Mlym"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"est_Latn-pes_Arab","languages":["est-Latn","pes-Arab"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"est_Latn-srd_Latn","languages":["est-Latn","srd-Latn"]},{"precision":0.112111,"recall":0.176877,"f1":0.126063,"accuracy":0.176877,"main_score":0.126063,"hf_subset":"est_Latn-tzm_Tfng","languages":["est-Latn","tzm-Tfng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"est_Latn-acq_Arab","languages":["est-Latn","acq-Arab"]},{"precision":0.512732,"recall":0.582016,"f1":0.532437,"accuracy":0.582016,"main_score":0.532437,"hf_subset":"est_Latn-bem_Latn","languages":["est-Latn","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"est_Latn-epo_Latn","languages":["est-Latn","epo-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"est_Latn-hun_Latn","languages":["est-Latn","hun-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"est_Latn-kir_Cyrl","languages":["est-Latn","kir-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"est_Latn-mar_Deva","languages":["est-Latn","mar-Deva"]},{"precision":0.564636,"recall":0.62747,"f1":0.582803,"accuracy":0.62747,"main_score":0.582803,"hf_subset":"est_Latn-plt_Latn","languages":["est-Latn","plt-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"est_Latn-srp_Cyrl","languages":["est-Latn","srp-Cyrl"]},{"precision":0.946311,"recall":0.962451,"f1":0.951581,"accuracy":0.962451,"main_score":0.951581,"hf_subset":"est_Latn-uig_Arab","languages":["est-Latn","uig-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"est_Latn-aeb_Arab","languages":["est-Latn","aeb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"est_Latn-ben_Beng","languages":["est-Latn","ben-Beng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"est_Latn-hye_Armn","languages":["est-Latn","hye-Armn"]},{"precision":0.459678,"recall":0.521739,"f1":0.477193,"accuracy":0.521739,"main_score":0.477193,"hf_subset":"est_Latn-kmb_Latn","languages":["est-Latn","kmb-Latn"]},{"precision":0.36101,"recall":0.454545,"f1":0.385247,"accuracy":0.454545,"main_score":0.385247,"hf_subset":"est_Latn-min_Arab","languages":["est-Latn","min-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"est_Latn-pol_Latn","languages":["est-Latn","pol-Latn"]},{"precision":0.443637,"recall":0.51581,"f1":0.463023,"accuracy":0.51581,"main_score":0.463023,"hf_subset":"est_Latn-ssw_Latn","languages":["est-Latn","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"est_Latn-ukr_Cyrl","languages":["est-Latn","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"est_Latn-afr_Latn","languages":["est-Latn","afr-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"est_Latn-bho_Deva","languages":["est-Latn","bho-Deva"]},{"precision":0.947628,"recall":0.964427,"f1":0.953063,"accuracy":0.964427,"main_score":0.953063,"hf_subset":"est_Latn-eus_Latn","languages":["est-Latn","eus-Latn"]},{"precision":0.485126,"recall":0.562253,"f1":0.506832,"accuracy":0.562253,"main_score":0.506832,"hf_subset":"est_Latn-ibo_Latn","languages":["est-Latn","ibo-Latn"]},{"precision":0.708391,"recall":0.772727,"f1":0.727888,"accuracy":0.772727,"main_score":0.727888,"hf_subset":"est_Latn-kmr_Latn","languages":["est-Latn","kmr-Latn"]},{"precision":0.945405,"recall":0.961462,"f1":0.950494,"accuracy":0.961462,"main_score":0.950494,"hf_subset":"est_Latn-min_Latn","languages":["est-Latn","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"est_Latn-por_Latn","languages":["est-Latn","por-Latn"]},{"precision":0.977355,"recall":0.98419,"f1":0.97948,"accuracy":0.98419,"main_score":0.97948,"hf_subset":"est_Latn-sun_Latn","languages":["est-Latn","sun-Latn"]},{"precision":0.448533,"recall":0.511858,"f1":0.466608,"accuracy":0.511858,"main_score":0.466608,"hf_subset":"est_Latn-umb_Latn","languages":["est-Latn","umb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"est_Latn-ajp_Arab","languages":["est-Latn","ajp-Arab"]},{"precision":0.39825,"recall":0.481225,"f1":0.42058,"accuracy":0.481225,"main_score":0.42058,"hf_subset":"est_Latn-bjn_Arab","languages":["est-Latn","bjn-Arab"]},{"precision":0.459753,"recall":0.520751,"f1":0.476425,"accuracy":0.520751,"main_score":0.476425,"hf_subset":"est_Latn-ewe_Latn","languages":["est-Latn","ewe-Latn"]},{"precision":0.827684,"recall":0.871542,"f1":0.840895,"accuracy":0.871542,"main_score":0.840895,"hf_subset":"est_Latn-ilo_Latn","languages":["est-Latn","ilo-Latn"]},{"precision":0.184522,"recall":0.26581,"f1":0.204511,"accuracy":0.26581,"main_score":0.204511,"hf_subset":"est_Latn-knc_Arab","languages":["est-Latn","knc-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"est_Latn-mkd_Cyrl","languages":["est-Latn","mkd-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"est_Latn-prs_Arab","languages":["est-Latn","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"est_Latn-swe_Latn","languages":["est-Latn","swe-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"est_Latn-urd_Arab","languages":["est-Latn","urd-Arab"]},{"precision":0.517839,"recall":0.582016,"f1":0.536106,"accuracy":0.582016,"main_score":0.536106,"hf_subset":"est_Latn-aka_Latn","languages":["est-Latn","aka-Latn"]},{"precision":0.954545,"recall":0.969368,"f1":0.959486,"accuracy":0.969368,"main_score":0.959486,"hf_subset":"est_Latn-bjn_Latn","languages":["est-Latn","bjn-Latn"]},{"precision":0.929018,"recall":0.951581,"f1":0.93643,"accuracy":0.951581,"main_score":0.93643,"hf_subset":"est_Latn-fao_Latn","languages":["est-Latn","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"est_Latn-ind_Latn","languages":["est-Latn","ind-Latn"]},{"precision":0.509074,"recall":0.571146,"f1":0.526475,"accuracy":0.571146,"main_score":0.526475,"hf_subset":"est_Latn-knc_Latn","languages":["est-Latn","knc-Latn"]},{"precision":0.958992,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"est_Latn-mlt_Latn","languages":["est-Latn","mlt-Latn"]},{"precision":0.553229,"recall":0.62253,"f1":0.572646,"accuracy":0.62253,"main_score":0.572646,"hf_subset":"est_Latn-quy_Latn","languages":["est-Latn","quy-Latn"]},{"precision":0.71754,"recall":0.786561,"f1":0.738425,"accuracy":0.786561,"main_score":0.738425,"hf_subset":"est_Latn-swh_Latn","languages":["est-Latn","swh-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"est_Latn-uzn_Latn","languages":["est-Latn","uzn-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"est_Latn-als_Latn","languages":["est-Latn","als-Latn"]},{"precision":0.163139,"recall":0.238142,"f1":0.181489,"accuracy":0.238142,"main_score":0.181489,"hf_subset":"est_Latn-bod_Tibt","languages":["est-Latn","bod-Tibt"]},{"precision":0.455644,"recall":0.525692,"f1":0.475082,"accuracy":0.525692,"main_score":0.475082,"hf_subset":"est_Latn-fij_Latn","languages":["est-Latn","fij-Latn"]},{"precision":0.951252,"recall":0.966403,"f1":0.956028,"accuracy":0.966403,"main_score":0.956028,"hf_subset":"est_Latn-isl_Latn","languages":["est-Latn","isl-Latn"]},{"precision":0.516724,"recall":0.596838,"f1":0.539571,"accuracy":0.596838,"main_score":0.539571,"hf_subset":"est_Latn-kon_Latn","languages":["est-Latn","kon-Latn"]},{"precision":0.486415,"recall":0.574111,"f1":0.511186,"accuracy":0.574111,"main_score":0.511186,"hf_subset":"est_Latn-mni_Beng","languages":["est-Latn","mni-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"est_Latn-ron_Latn","languages":["est-Latn","ron-Latn"]},{"precision":0.981225,"recall":0.986166,"f1":0.982872,"accuracy":0.986166,"main_score":0.982872,"hf_subset":"est_Latn-szl_Latn","languages":["est-Latn","szl-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"est_Latn-vec_Latn","languages":["est-Latn","vec-Latn"]},{"precision":0.555387,"recall":0.644269,"f1":0.581348,"accuracy":0.644269,"main_score":0.581348,"hf_subset":"est_Latn-amh_Ethi","languages":["est-Latn","amh-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"est_Latn-bos_Latn","languages":["est-Latn","bos-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"est_Latn-fin_Latn","languages":["est-Latn","fin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"est_Latn-ita_Latn","languages":["est-Latn","ita-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"est_Latn-kor_Hang","languages":["est-Latn","kor-Hang"]},{"precision":0.46735,"recall":0.540514,"f1":0.487599,"accuracy":0.540514,"main_score":0.487599,"hf_subset":"est_Latn-mos_Latn","languages":["est-Latn","mos-Latn"]},{"precision":0.448675,"recall":0.512846,"f1":0.466172,"accuracy":0.512846,"main_score":0.466172,"hf_subset":"est_Latn-run_Latn","languages":["est-Latn","run-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"est_Latn-tam_Taml","languages":["est-Latn","tam-Taml"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"est_Latn-vie_Latn","languages":["est-Latn","vie-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"est_Latn-apc_Arab","languages":["est-Latn","apc-Arab"]},{"precision":0.722892,"recall":0.784585,"f1":0.741455,"accuracy":0.784585,"main_score":0.741455,"hf_subset":"est_Latn-bug_Latn","languages":["est-Latn","bug-Latn"]},{"precision":0.421887,"recall":0.48913,"f1":0.440125,"accuracy":0.48913,"main_score":0.440125,"hf_subset":"est_Latn-fon_Latn","languages":["est-Latn","fon-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"est_Latn-jav_Latn","languages":["est-Latn","jav-Latn"]},{"precision":0.89221,"recall":0.924901,"f1":0.902701,"accuracy":0.924901,"main_score":0.902701,"hf_subset":"est_Latn-lao_Laoo","languages":["est-Latn","lao-Laoo"]},{"precision":0.584793,"recall":0.662055,"f1":0.607057,"accuracy":0.662055,"main_score":0.607057,"hf_subset":"est_Latn-mri_Latn","languages":["est-Latn","mri-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"est_Latn-rus_Cyrl","languages":["est-Latn","rus-Cyrl"]},{"precision":0.488275,"recall":0.550395,"f1":0.505781,"accuracy":0.550395,"main_score":0.505781,"hf_subset":"est_Latn-taq_Latn","languages":["est-Latn","taq-Latn"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"est_Latn-war_Latn","languages":["est-Latn","war-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"est_Latn-arb_Arab","languages":["est-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"est_Latn-bul_Cyrl","languages":["est-Latn","bul-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"est_Latn-fra_Latn","languages":["est-Latn","fra-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"est_Latn-jpn_Jpan","languages":["est-Latn","jpn-Jpan"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"est_Latn-lij_Latn","languages":["est-Latn","lij-Latn"]},{"precision":0.917078,"recall":0.943676,"f1":0.925791,"accuracy":0.943676,"main_score":0.925791,"hf_subset":"est_Latn-mya_Mymr","languages":["est-Latn","mya-Mymr"]},{"precision":0.486978,"recall":0.566206,"f1":0.509136,"accuracy":0.566206,"main_score":0.509136,"hf_subset":"est_Latn-sag_Latn","languages":["est-Latn","sag-Latn"]},{"precision":0.123351,"recall":0.205534,"f1":0.140787,"accuracy":0.205534,"main_score":0.140787,"hf_subset":"est_Latn-taq_Tfng","languages":["est-Latn","taq-Tfng"]},{"precision":0.531552,"recall":0.603755,"f1":0.551897,"accuracy":0.603755,"main_score":0.551897,"hf_subset":"est_Latn-wol_Latn","languages":["est-Latn","wol-Latn"]},{"precision":0.61572,"recall":0.700593,"f1":0.640297,"accuracy":0.700593,"main_score":0.640297,"hf_subset":"est_Latn-arb_Latn","languages":["est-Latn","arb-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"est_Latn-cat_Latn","languages":["est-Latn","cat-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"est_Latn-fur_Latn","languages":["est-Latn","fur-Latn"]},{"precision":0.336681,"recall":0.399209,"f1":0.353824,"accuracy":0.399209,"main_score":0.353824,"hf_subset":"est_Latn-kab_Latn","languages":["est-Latn","kab-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"est_Latn-lim_Latn","languages":["est-Latn","lim-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"est_Latn-nld_Latn","languages":["est-Latn","nld-Latn"]},{"precision":0.942276,"recall":0.959486,"f1":0.947859,"accuracy":0.959486,"main_score":0.947859,"hf_subset":"est_Latn-san_Deva","languages":["est-Latn","san-Deva"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"est_Latn-tat_Cyrl","languages":["est-Latn","tat-Cyrl"]},{"precision":0.514368,"recall":0.585968,"f1":0.534251,"accuracy":0.585968,"main_score":0.534251,"hf_subset":"est_Latn-xho_Latn","languages":["est-Latn","xho-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"est_Latn-ars_Arab","languages":["est-Latn","ars-Arab"]},{"precision":0.982872,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"est_Latn-ceb_Latn","languages":["est-Latn","ceb-Latn"]},{"precision":0.471233,"recall":0.543478,"f1":0.491973,"accuracy":0.543478,"main_score":0.491973,"hf_subset":"est_Latn-fuv_Latn","languages":["est-Latn","fuv-Latn"]},{"precision":0.462334,"recall":0.530632,"f1":0.48073,"accuracy":0.530632,"main_score":0.48073,"hf_subset":"est_Latn-kac_Latn","languages":["est-Latn","kac-Latn"]},{"precision":0.541201,"recall":0.614625,"f1":0.561604,"accuracy":0.614625,"main_score":0.561604,"hf_subset":"est_Latn-lin_Latn","languages":["est-Latn","lin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"est_Latn-nno_Latn","languages":["est-Latn","nno-Latn"]},{"precision":0.019398,"recall":0.062253,"f1":0.025546,"accuracy":0.062253,"main_score":0.025546,"hf_subset":"est_Latn-sat_Olck","languages":["est-Latn","sat-Olck"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"est_Latn-tel_Telu","languages":["est-Latn","tel-Telu"]},{"precision":0.746006,"recall":0.811265,"f1":0.76595,"accuracy":0.811265,"main_score":0.76595,"hf_subset":"est_Latn-ydd_Hebr","languages":["est-Latn","ydd-Hebr"]},{"precision":0.944993,"recall":0.962451,"f1":0.950758,"accuracy":0.962451,"main_score":0.950758,"hf_subset":"est_Latn-ary_Arab","languages":["est-Latn","ary-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"est_Latn-ces_Latn","languages":["est-Latn","ces-Latn"]},{"precision":0.387697,"recall":0.466403,"f1":0.409027,"accuracy":0.466403,"main_score":0.409027,"hf_subset":"est_Latn-gaz_Latn","languages":["est-Latn","gaz-Latn"]},{"precision":0.49086,"recall":0.561265,"f1":0.510663,"accuracy":0.561265,"main_score":0.510663,"hf_subset":"est_Latn-kam_Latn","languages":["est-Latn","kam-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"est_Latn-lit_Latn","languages":["est-Latn","lit-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"est_Latn-nob_Latn","languages":["est-Latn","nob-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"est_Latn-scn_Latn","languages":["est-Latn","scn-Latn"]},{"precision":0.909914,"recall":0.936759,"f1":0.918643,"accuracy":0.936759,"main_score":0.918643,"hf_subset":"est_Latn-tgk_Cyrl","languages":["est-Latn","tgk-Cyrl"]},{"precision":0.429554,"recall":0.506917,"f1":0.451824,"accuracy":0.506917,"main_score":0.451824,"hf_subset":"est_Latn-yor_Latn","languages":["est-Latn","yor-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"est_Latn-arz_Arab","languages":["est-Latn","arz-Arab"]},{"precision":0.477149,"recall":0.555336,"f1":0.498687,"accuracy":0.555336,"main_score":0.498687,"hf_subset":"est_Latn-cjk_Latn","languages":["est-Latn","cjk-Latn"]},{"precision":0.615999,"recall":0.686759,"f1":0.636373,"accuracy":0.686759,"main_score":0.636373,"hf_subset":"est_Latn-gla_Latn","languages":["est-Latn","gla-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"est_Latn-kan_Knda","languages":["est-Latn","kan-Knda"]},{"precision":0.968791,"recall":0.978261,"f1":0.971739,"accuracy":0.978261,"main_score":0.971739,"hf_subset":"est_Latn-lmo_Latn","languages":["est-Latn","lmo-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"est_Latn-npi_Deva","languages":["est-Latn","npi-Deva"]},{"precision":0.397891,"recall":0.493083,"f1":0.423441,"accuracy":0.493083,"main_score":0.423441,"hf_subset":"est_Latn-shn_Mymr","languages":["est-Latn","shn-Mymr"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"est_Latn-tgl_Latn","languages":["est-Latn","tgl-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"est_Latn-yue_Hant","languages":["est-Latn","yue-Hant"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"est_Latn-asm_Beng","languages":["est-Latn","asm-Beng"]},{"precision":0.718824,"recall":0.781621,"f1":0.737579,"accuracy":0.781621,"main_score":0.737579,"hf_subset":"est_Latn-ckb_Arab","languages":["est-Latn","ckb-Arab"]},{"precision":0.722292,"recall":0.790514,"f1":0.743165,"accuracy":0.790514,"main_score":0.743165,"hf_subset":"est_Latn-gle_Latn","languages":["est-Latn","gle-Latn"]},{"precision":0.852602,"recall":0.895257,"f1":0.865942,"accuracy":0.895257,"main_score":0.865942,"hf_subset":"est_Latn-kas_Arab","languages":["est-Latn","kas-Arab"]},{"precision":0.896031,"recall":0.926877,"f1":0.905863,"accuracy":0.926877,"main_score":0.905863,"hf_subset":"est_Latn-ltg_Latn","languages":["est-Latn","ltg-Latn"]},{"precision":0.507427,"recall":0.574111,"f1":0.526234,"accuracy":0.574111,"main_score":0.526234,"hf_subset":"est_Latn-nso_Latn","languages":["est-Latn","nso-Latn"]},{"precision":0.432481,"recall":0.536561,"f1":0.46116,"accuracy":0.536561,"main_score":0.46116,"hf_subset":"est_Latn-sin_Sinh","languages":["est-Latn","sin-Sinh"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"est_Latn-tha_Thai","languages":["est-Latn","tha-Thai"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"est_Latn-zho_Hans","languages":["est-Latn","zho-Hans"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"est_Latn-ast_Latn","languages":["est-Latn","ast-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"est_Latn-crh_Latn","languages":["est-Latn","crh-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"est_Latn-glg_Latn","languages":["est-Latn","glg-Latn"]},{"precision":0.738809,"recall":0.802372,"f1":0.757828,"accuracy":0.802372,"main_score":0.757828,"hf_subset":"est_Latn-kas_Deva","languages":["est-Latn","kas-Deva"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"est_Latn-ltz_Latn","languages":["est-Latn","ltz-Latn"]},{"precision":0.383248,"recall":0.464427,"f1":0.405291,"accuracy":0.464427,"main_score":0.405291,"hf_subset":"est_Latn-nus_Latn","languages":["est-Latn","nus-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"est_Latn-slk_Latn","languages":["est-Latn","slk-Latn"]},{"precision":0.262795,"recall":0.333004,"f1":0.281116,"accuracy":0.333004,"main_score":0.281116,"hf_subset":"est_Latn-tir_Ethi","languages":["est-Latn","tir-Ethi"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"est_Latn-zho_Hant","languages":["est-Latn","zho-Hant"]},{"precision":0.980731,"recall":0.986166,"f1":0.982543,"accuracy":0.986166,"main_score":0.982543,"hf_subset":"est_Latn-awa_Deva","languages":["est-Latn","awa-Deva"]},{"precision":0.879858,"recall":0.916008,"f1":0.89137,"accuracy":0.916008,"main_score":0.89137,"hf_subset":"est_Latn-cym_Latn","languages":["est-Latn","cym-Latn"]},{"precision":0.703211,"recall":0.764822,"f1":0.721805,"accuracy":0.764822,"main_score":0.721805,"hf_subset":"est_Latn-grn_Latn","languages":["est-Latn","grn-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"est_Latn-kat_Geor","languages":["est-Latn","kat-Geor"]},{"precision":0.534739,"recall":0.605731,"f1":0.554862,"accuracy":0.605731,"main_score":0.554862,"hf_subset":"est_Latn-lua_Latn","languages":["est-Latn","lua-Latn"]},{"precision":0.512488,"recall":0.579051,"f1":0.53083,"accuracy":0.579051,"main_score":0.53083,"hf_subset":"est_Latn-nya_Latn","languages":["est-Latn","nya-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"est_Latn-slv_Latn","languages":["est-Latn","slv-Latn"]},{"precision":0.748617,"recall":0.806324,"f1":0.766074,"accuracy":0.806324,"main_score":0.766074,"hf_subset":"est_Latn-tpi_Latn","languages":["est-Latn","tpi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"est_Latn-zsm_Latn","languages":["est-Latn","zsm-Latn"]},{"precision":0.456515,"recall":0.524704,"f1":0.475151,"accuracy":0.524704,"main_score":0.475151,"hf_subset":"est_Latn-ayr_Latn","languages":["est-Latn","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"est_Latn-dan_Latn","languages":["est-Latn","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"est_Latn-guj_Gujr","languages":["est-Latn","guj-Gujr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"est_Latn-kaz_Cyrl","languages":["est-Latn","kaz-Cyrl"]},{"precision":0.429245,"recall":0.504941,"f1":0.450208,"accuracy":0.504941,"main_score":0.450208,"hf_subset":"est_Latn-lug_Latn","languages":["est-Latn","lug-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"est_Latn-oci_Latn","languages":["est-Latn","oci-Latn"]},{"precision":0.511443,"recall":0.585968,"f1":0.532025,"accuracy":0.585968,"main_score":0.532025,"hf_subset":"est_Latn-smo_Latn","languages":["est-Latn","smo-Latn"]},{"precision":0.471596,"recall":0.534585,"f1":0.488582,"accuracy":0.534585,"main_score":0.488582,"hf_subset":"est_Latn-tsn_Latn","languages":["est-Latn","tsn-Latn"]},{"precision":0.462399,"recall":0.534585,"f1":0.482178,"accuracy":0.534585,"main_score":0.482178,"hf_subset":"est_Latn-zul_Latn","languages":["est-Latn","zul-Latn"]},{"precision":0.804792,"recall":0.860672,"f1":0.822332,"accuracy":0.860672,"main_score":0.822332,"hf_subset":"est_Latn-azb_Arab","languages":["est-Latn","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"est_Latn-deu_Latn","languages":["est-Latn","deu-Latn"]},{"precision":0.914196,"recall":0.9417,"f1":0.923254,"accuracy":0.9417,"main_score":0.923254,"hf_subset":"est_Latn-hat_Latn","languages":["est-Latn","hat-Latn"]},{"precision":0.436048,"recall":0.504941,"f1":0.454323,"accuracy":0.504941,"main_score":0.454323,"hf_subset":"est_Latn-kbp_Latn","languages":["est-Latn","kbp-Latn"]},{"precision":0.505226,"recall":0.567194,"f1":0.522036,"accuracy":0.567194,"main_score":0.522036,"hf_subset":"est_Latn-luo_Latn","languages":["est-Latn","luo-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"est_Latn-ory_Orya","languages":["est-Latn","ory-Orya"]},{"precision":0.484129,"recall":0.551383,"f1":0.503544,"accuracy":0.551383,"main_score":0.503544,"hf_subset":"est_Latn-sna_Latn","languages":["est-Latn","sna-Latn"]},{"precision":0.462666,"recall":0.52668,"f1":0.480456,"accuracy":0.52668,"main_score":0.480456,"hf_subset":"est_Latn-tso_Latn","languages":["est-Latn","tso-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"est_Latn-azj_Latn","languages":["est-Latn","azj-Latn"]},{"precision":0.45472,"recall":0.530632,"f1":0.475996,"accuracy":0.530632,"main_score":0.475996,"hf_subset":"est_Latn-dik_Latn","languages":["est-Latn","dik-Latn"]},{"precision":0.472483,"recall":0.530632,"f1":0.489018,"accuracy":0.530632,"main_score":0.489018,"hf_subset":"est_Latn-hau_Latn","languages":["est-Latn","hau-Latn"]},{"precision":0.962451,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"est_Latn-kea_Latn","languages":["est-Latn","kea-Latn"]},{"precision":0.609611,"recall":0.679842,"f1":0.62991,"accuracy":0.679842,"main_score":0.62991,"hf_subset":"est_Latn-lus_Latn","languages":["est-Latn","lus-Latn"]},{"precision":0.790761,"recall":0.838933,"f1":0.805698,"accuracy":0.838933,"main_score":0.805698,"hf_subset":"est_Latn-pag_Latn","languages":["est-Latn","pag-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"est_Latn-snd_Arab","languages":["est-Latn","snd-Arab"]},{"precision":0.879364,"recall":0.916008,"f1":0.891206,"accuracy":0.916008,"main_score":0.891206,"hf_subset":"est_Latn-tuk_Latn","languages":["est-Latn","tuk-Latn"]},{"precision":0.956192,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"est_Latn-bak_Cyrl","languages":["est-Latn","bak-Cyrl"]},{"precision":0.409561,"recall":0.498024,"f1":0.434979,"accuracy":0.498024,"main_score":0.434979,"hf_subset":"est_Latn-dyu_Latn","languages":["est-Latn","dyu-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"est_Latn-heb_Hebr","languages":["est-Latn","heb-Hebr"]},{"precision":0.913373,"recall":0.939723,"f1":0.921937,"accuracy":0.939723,"main_score":0.921937,"hf_subset":"est_Latn-khk_Cyrl","languages":["est-Latn","khk-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"est_Latn-lvs_Latn","languages":["est-Latn","lvs-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"est_Latn-pan_Guru","languages":["est-Latn","pan-Guru"]},{"precision":0.465118,"recall":0.541502,"f1":0.486468,"accuracy":0.541502,"main_score":0.486468,"hf_subset":"est_Latn-som_Latn","languages":["est-Latn","som-Latn"]},{"precision":0.487484,"recall":0.556324,"f1":0.506743,"accuracy":0.556324,"main_score":0.506743,"hf_subset":"est_Latn-tum_Latn","languages":["est-Latn","tum-Latn"]},{"precision":0.387544,"recall":0.474308,"f1":0.411494,"accuracy":0.474308,"main_score":0.411494,"hf_subset":"hye_Armn-ace_Arab","languages":["hye-Armn","ace-Arab"]},{"precision":0.421508,"recall":0.483202,"f1":0.439322,"accuracy":0.483202,"main_score":0.439322,"hf_subset":"hye_Armn-bam_Latn","languages":["hye-Armn","bam-Latn"]},{"precision":0.122734,"recall":0.170949,"f1":0.135233,"accuracy":0.170949,"main_score":0.135233,"hf_subset":"hye_Armn-dzo_Tibt","languages":["hye-Armn","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hye_Armn-hin_Deva","languages":["hye-Armn","hin-Deva"]},{"precision":0.94697,"recall":0.964427,"f1":0.952734,"accuracy":0.964427,"main_score":0.952734,"hf_subset":"hye_Armn-khm_Khmr","languages":["hye-Armn","khm-Khmr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hye_Armn-mag_Deva","languages":["hye-Armn","mag-Deva"]},{"precision":0.952899,"recall":0.967391,"f1":0.957477,"accuracy":0.967391,"main_score":0.957477,"hf_subset":"hye_Armn-pap_Latn","languages":["hye-Armn","pap-Latn"]},{"precision":0.444923,"recall":0.514822,"f1":0.464294,"accuracy":0.514822,"main_score":0.464294,"hf_subset":"hye_Armn-sot_Latn","languages":["hye-Armn","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hye_Armn-tur_Latn","languages":["hye-Armn","tur-Latn"]},{"precision":0.737187,"recall":0.791502,"f1":0.752823,"accuracy":0.791502,"main_score":0.752823,"hf_subset":"hye_Armn-ace_Latn","languages":["hye-Armn","ace-Latn"]},{"precision":0.852767,"recall":0.891304,"f1":0.864921,"accuracy":0.891304,"main_score":0.864921,"hf_subset":"hye_Armn-ban_Latn","languages":["hye-Armn","ban-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hye_Armn-ell_Grek","languages":["hye-Armn","ell-Grek"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"hye_Armn-hne_Deva","languages":["hye-Armn","hne-Deva"]},{"precision":0.441222,"recall":0.51581,"f1":0.462375,"accuracy":0.51581,"main_score":0.462375,"hf_subset":"hye_Armn-kik_Latn","languages":["hye-Armn","kik-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"hye_Armn-mai_Deva","languages":["hye-Armn","mai-Deva"]},{"precision":0.85746,"recall":0.899209,"f1":0.870737,"accuracy":0.899209,"main_score":0.870737,"hf_subset":"hye_Armn-pbt_Arab","languages":["hye-Armn","pbt-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hye_Armn-spa_Latn","languages":["hye-Armn","spa-Latn"]},{"precision":0.508517,"recall":0.564229,"f1":0.524577,"accuracy":0.564229,"main_score":0.524577,"hf_subset":"hye_Armn-twi_Latn","languages":["hye-Armn","twi-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hye_Armn-acm_Arab","languages":["hye-Armn","acm-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hye_Armn-bel_Cyrl","languages":["hye-Armn","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hye_Armn-eng_Latn","languages":["hye-Armn","eng-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hye_Armn-hrv_Latn","languages":["hye-Armn","hrv-Latn"]},{"precision":0.423882,"recall":0.491107,"f1":0.442694,"accuracy":0.491107,"main_score":0.442694,"hf_subset":"hye_Armn-kin_Latn","languages":["hye-Armn","kin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hye_Armn-mal_Mlym","languages":["hye-Armn","mal-Mlym"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hye_Armn-pes_Arab","languages":["hye-Armn","pes-Arab"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"hye_Armn-srd_Latn","languages":["hye-Armn","srd-Latn"]},{"precision":0.122584,"recall":0.18083,"f1":0.135728,"accuracy":0.18083,"main_score":0.135728,"hf_subset":"hye_Armn-tzm_Tfng","languages":["hye-Armn","tzm-Tfng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hye_Armn-acq_Arab","languages":["hye-Armn","acq-Arab"]},{"precision":0.484384,"recall":0.549407,"f1":0.502772,"accuracy":0.549407,"main_score":0.502772,"hf_subset":"hye_Armn-bem_Latn","languages":["hye-Armn","bem-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hye_Armn-epo_Latn","languages":["hye-Armn","epo-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hye_Armn-hun_Latn","languages":["hye-Armn","hun-Latn"]},{"precision":0.949111,"recall":0.965415,"f1":0.954381,"accuracy":0.965415,"main_score":0.954381,"hf_subset":"hye_Armn-kir_Cyrl","languages":["hye-Armn","kir-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hye_Armn-mar_Deva","languages":["hye-Armn","mar-Deva"]},{"precision":0.530855,"recall":0.588933,"f1":0.547881,"accuracy":0.588933,"main_score":0.547881,"hf_subset":"hye_Armn-plt_Latn","languages":["hye-Armn","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hye_Armn-srp_Cyrl","languages":["hye-Armn","srp-Cyrl"]},{"precision":0.9389,"recall":0.958498,"f1":0.945323,"accuracy":0.958498,"main_score":0.945323,"hf_subset":"hye_Armn-uig_Arab","languages":["hye-Armn","uig-Arab"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"hye_Armn-aeb_Arab","languages":["hye-Armn","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hye_Armn-ben_Beng","languages":["hye-Armn","ben-Beng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hye_Armn-est_Latn","languages":["hye-Armn","est-Latn"]},{"precision":0.422584,"recall":0.481225,"f1":0.438974,"accuracy":0.481225,"main_score":0.438974,"hf_subset":"hye_Armn-kmb_Latn","languages":["hye-Armn","kmb-Latn"]},{"precision":0.339096,"recall":0.428854,"f1":0.362271,"accuracy":0.428854,"main_score":0.362271,"hf_subset":"hye_Armn-min_Arab","languages":["hye-Armn","min-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hye_Armn-pol_Latn","languages":["hye-Armn","pol-Latn"]},{"precision":0.406099,"recall":0.479249,"f1":0.426245,"accuracy":0.479249,"main_score":0.426245,"hf_subset":"hye_Armn-ssw_Latn","languages":["hye-Armn","ssw-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hye_Armn-ukr_Cyrl","languages":["hye-Armn","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hye_Armn-afr_Latn","languages":["hye-Armn","afr-Latn"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"hye_Armn-bho_Deva","languages":["hye-Armn","bho-Deva"]},{"precision":0.944335,"recall":0.960474,"f1":0.949605,"accuracy":0.960474,"main_score":0.949605,"hf_subset":"hye_Armn-eus_Latn","languages":["hye-Armn","eus-Latn"]},{"precision":0.442912,"recall":0.514822,"f1":0.46231,"accuracy":0.514822,"main_score":0.46231,"hf_subset":"hye_Armn-ibo_Latn","languages":["hye-Armn","ibo-Latn"]},{"precision":0.686966,"recall":0.752964,"f1":0.706279,"accuracy":0.752964,"main_score":0.706279,"hf_subset":"hye_Armn-kmr_Latn","languages":["hye-Armn","kmr-Latn"]},{"precision":0.929842,"recall":0.950593,"f1":0.936594,"accuracy":0.950593,"main_score":0.936594,"hf_subset":"hye_Armn-min_Latn","languages":["hye-Armn","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hye_Armn-por_Latn","languages":["hye-Armn","por-Latn"]},{"precision":0.960145,"recall":0.972332,"f1":0.963933,"accuracy":0.972332,"main_score":0.963933,"hf_subset":"hye_Armn-sun_Latn","languages":["hye-Armn","sun-Latn"]},{"precision":0.44236,"recall":0.503953,"f1":0.459951,"accuracy":0.503953,"main_score":0.459951,"hf_subset":"hye_Armn-umb_Latn","languages":["hye-Armn","umb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hye_Armn-ajp_Arab","languages":["hye-Armn","ajp-Arab"]},{"precision":0.370066,"recall":0.454545,"f1":0.39294,"accuracy":0.454545,"main_score":0.39294,"hf_subset":"hye_Armn-bjn_Arab","languages":["hye-Armn","bjn-Arab"]},{"precision":0.421844,"recall":0.481225,"f1":0.438614,"accuracy":0.481225,"main_score":0.438614,"hf_subset":"hye_Armn-ewe_Latn","languages":["hye-Armn","ewe-Latn"]},{"precision":0.781769,"recall":0.832016,"f1":0.797299,"accuracy":0.832016,"main_score":0.797299,"hf_subset":"hye_Armn-ilo_Latn","languages":["hye-Armn","ilo-Latn"]},{"precision":0.178029,"recall":0.251976,"f1":0.195609,"accuracy":0.251976,"main_score":0.195609,"hf_subset":"hye_Armn-knc_Arab","languages":["hye-Armn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hye_Armn-mkd_Cyrl","languages":["hye-Armn","mkd-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hye_Armn-prs_Arab","languages":["hye-Armn","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hye_Armn-swe_Latn","languages":["hye-Armn","swe-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hye_Armn-urd_Arab","languages":["hye-Armn","urd-Arab"]},{"precision":0.470681,"recall":0.540514,"f1":0.490473,"accuracy":0.540514,"main_score":0.490473,"hf_subset":"hye_Armn-aka_Latn","languages":["hye-Armn","aka-Latn"]},{"precision":0.943841,"recall":0.961462,"f1":0.949605,"accuracy":0.961462,"main_score":0.949605,"hf_subset":"hye_Armn-bjn_Latn","languages":["hye-Armn","bjn-Latn"]},{"precision":0.916337,"recall":0.9417,"f1":0.924572,"accuracy":0.9417,"main_score":0.924572,"hf_subset":"hye_Armn-fao_Latn","languages":["hye-Armn","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hye_Armn-ind_Latn","languages":["hye-Armn","ind-Latn"]},{"precision":0.489785,"recall":0.549407,"f1":0.506837,"accuracy":0.549407,"main_score":0.506837,"hf_subset":"hye_Armn-knc_Latn","languages":["hye-Armn","knc-Latn"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"hye_Armn-mlt_Latn","languages":["hye-Armn","mlt-Latn"]},{"precision":0.509581,"recall":0.581028,"f1":0.52976,"accuracy":0.581028,"main_score":0.52976,"hf_subset":"hye_Armn-quy_Latn","languages":["hye-Armn","quy-Latn"]},{"precision":0.690003,"recall":0.76581,"f1":0.713307,"accuracy":0.76581,"main_score":0.713307,"hf_subset":"hye_Armn-swh_Latn","languages":["hye-Armn","swh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hye_Armn-uzn_Latn","languages":["hye-Armn","uzn-Latn"]},{"precision":0.994401,"recall":0.996047,"f1":0.994895,"accuracy":0.996047,"main_score":0.994895,"hf_subset":"hye_Armn-als_Latn","languages":["hye-Armn","als-Latn"]},{"precision":0.178829,"recall":0.248024,"f1":0.196068,"accuracy":0.248024,"main_score":0.196068,"hf_subset":"hye_Armn-bod_Tibt","languages":["hye-Armn","bod-Tibt"]},{"precision":0.443959,"recall":0.500988,"f1":0.458808,"accuracy":0.500988,"main_score":0.458808,"hf_subset":"hye_Armn-fij_Latn","languages":["hye-Armn","fij-Latn"]},{"precision":0.937747,"recall":0.958498,"f1":0.944664,"accuracy":0.958498,"main_score":0.944664,"hf_subset":"hye_Armn-isl_Latn","languages":["hye-Armn","isl-Latn"]},{"precision":0.49623,"recall":0.570158,"f1":0.517486,"accuracy":0.570158,"main_score":0.517486,"hf_subset":"hye_Armn-kon_Latn","languages":["hye-Armn","kon-Latn"]},{"precision":0.45202,"recall":0.541502,"f1":0.476824,"accuracy":0.541502,"main_score":0.476824,"hf_subset":"hye_Armn-mni_Beng","languages":["hye-Armn","mni-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hye_Armn-ron_Latn","languages":["hye-Armn","ron-Latn"]},{"precision":0.975626,"recall":0.982213,"f1":0.977767,"accuracy":0.982213,"main_score":0.977767,"hf_subset":"hye_Armn-szl_Latn","languages":["hye-Armn","szl-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hye_Armn-vec_Latn","languages":["hye-Armn","vec-Latn"]},{"precision":0.555099,"recall":0.641304,"f1":0.580077,"accuracy":0.641304,"main_score":0.580077,"hf_subset":"hye_Armn-amh_Ethi","languages":["hye-Armn","amh-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hye_Armn-bos_Latn","languages":["hye-Armn","bos-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hye_Armn-fin_Latn","languages":["hye-Armn","fin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hye_Armn-ita_Latn","languages":["hye-Armn","ita-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hye_Armn-kor_Hang","languages":["hye-Armn","kor-Hang"]},{"precision":0.44382,"recall":0.51087,"f1":0.462677,"accuracy":0.51087,"main_score":0.462677,"hf_subset":"hye_Armn-mos_Latn","languages":["hye-Armn","mos-Latn"]},{"precision":0.42022,"recall":0.482213,"f1":0.437414,"accuracy":0.482213,"main_score":0.437414,"hf_subset":"hye_Armn-run_Latn","languages":["hye-Armn","run-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hye_Armn-tam_Taml","languages":["hye-Armn","tam-Taml"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hye_Armn-vie_Latn","languages":["hye-Armn","vie-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hye_Armn-apc_Arab","languages":["hye-Armn","apc-Arab"]},{"precision":0.669424,"recall":0.738142,"f1":0.689723,"accuracy":0.738142,"main_score":0.689723,"hf_subset":"hye_Armn-bug_Latn","languages":["hye-Armn","bug-Latn"]},{"precision":0.405583,"recall":0.465415,"f1":0.421665,"accuracy":0.465415,"main_score":0.421665,"hf_subset":"hye_Armn-fon_Latn","languages":["hye-Armn","fon-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"hye_Armn-jav_Latn","languages":["hye-Armn","jav-Latn"]},{"precision":0.901433,"recall":0.931818,"f1":0.911133,"accuracy":0.931818,"main_score":0.911133,"hf_subset":"hye_Armn-lao_Laoo","languages":["hye-Armn","lao-Laoo"]},{"precision":0.564677,"recall":0.640316,"f1":0.5854,"accuracy":0.640316,"main_score":0.5854,"hf_subset":"hye_Armn-mri_Latn","languages":["hye-Armn","mri-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hye_Armn-rus_Cyrl","languages":["hye-Armn","rus-Cyrl"]},{"precision":0.460674,"recall":0.518775,"f1":0.476738,"accuracy":0.518775,"main_score":0.476738,"hf_subset":"hye_Armn-taq_Latn","languages":["hye-Armn","taq-Latn"]},{"precision":0.957675,"recall":0.970356,"f1":0.961792,"accuracy":0.970356,"main_score":0.961792,"hf_subset":"hye_Armn-war_Latn","languages":["hye-Armn","war-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hye_Armn-arb_Arab","languages":["hye-Armn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hye_Armn-bul_Cyrl","languages":["hye-Armn","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hye_Armn-fra_Latn","languages":["hye-Armn","fra-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"hye_Armn-jpn_Jpan","languages":["hye-Armn","jpn-Jpan"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"hye_Armn-lij_Latn","languages":["hye-Armn","lij-Latn"]},{"precision":0.94837,"recall":0.964427,"f1":0.953623,"accuracy":0.964427,"main_score":0.953623,"hf_subset":"hye_Armn-mya_Mymr","languages":["hye-Armn","mya-Mymr"]},{"precision":0.469356,"recall":0.539526,"f1":0.488505,"accuracy":0.539526,"main_score":0.488505,"hf_subset":"hye_Armn-sag_Latn","languages":["hye-Armn","sag-Latn"]},{"precision":0.136713,"recall":0.20751,"f1":0.150874,"accuracy":0.20751,"main_score":0.150874,"hf_subset":"hye_Armn-taq_Tfng","languages":["hye-Armn","taq-Tfng"]},{"precision":0.492395,"recall":0.570158,"f1":0.514448,"accuracy":0.570158,"main_score":0.514448,"hf_subset":"hye_Armn-wol_Latn","languages":["hye-Armn","wol-Latn"]},{"precision":0.616209,"recall":0.69664,"f1":0.639142,"accuracy":0.69664,"main_score":0.639142,"hf_subset":"hye_Armn-arb_Latn","languages":["hye-Armn","arb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hye_Armn-cat_Latn","languages":["hye-Armn","cat-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"hye_Armn-fur_Latn","languages":["hye-Armn","fur-Latn"]},{"precision":0.318286,"recall":0.376482,"f1":0.333834,"accuracy":0.376482,"main_score":0.333834,"hf_subset":"hye_Armn-kab_Latn","languages":["hye-Armn","kab-Latn"]},{"precision":0.950264,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"hye_Armn-lim_Latn","languages":["hye-Armn","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hye_Armn-nld_Latn","languages":["hye-Armn","nld-Latn"]},{"precision":0.936265,"recall":0.956522,"f1":0.942852,"accuracy":0.956522,"main_score":0.942852,"hf_subset":"hye_Armn-san_Deva","languages":["hye-Armn","san-Deva"]},{"precision":0.975626,"recall":0.983202,"f1":0.978096,"accuracy":0.983202,"main_score":0.978096,"hf_subset":"hye_Armn-tat_Cyrl","languages":["hye-Armn","tat-Cyrl"]},{"precision":0.481778,"recall":0.55336,"f1":0.501904,"accuracy":0.55336,"main_score":0.501904,"hf_subset":"hye_Armn-xho_Latn","languages":["hye-Armn","xho-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hye_Armn-ars_Arab","languages":["hye-Armn","ars-Arab"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"hye_Armn-ceb_Latn","languages":["hye-Armn","ceb-Latn"]},{"precision":0.443102,"recall":0.505929,"f1":0.460505,"accuracy":0.505929,"main_score":0.460505,"hf_subset":"hye_Armn-fuv_Latn","languages":["hye-Armn","fuv-Latn"]},{"precision":0.441409,"recall":0.507905,"f1":0.459676,"accuracy":0.507905,"main_score":0.459676,"hf_subset":"hye_Armn-kac_Latn","languages":["hye-Armn","kac-Latn"]},{"precision":0.507571,"recall":0.579051,"f1":0.526988,"accuracy":0.579051,"main_score":0.526988,"hf_subset":"hye_Armn-lin_Latn","languages":["hye-Armn","lin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hye_Armn-nno_Latn","languages":["hye-Armn","nno-Latn"]},{"precision":0.023602,"recall":0.060277,"f1":0.029375,"accuracy":0.060277,"main_score":0.029375,"hf_subset":"hye_Armn-sat_Olck","languages":["hye-Armn","sat-Olck"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"hye_Armn-tel_Telu","languages":["hye-Armn","tel-Telu"]},{"precision":0.702042,"recall":0.773715,"f1":0.723188,"accuracy":0.773715,"main_score":0.723188,"hf_subset":"hye_Armn-ydd_Hebr","languages":["hye-Armn","ydd-Hebr"]},{"precision":0.937912,"recall":0.956522,"f1":0.944005,"accuracy":0.956522,"main_score":0.944005,"hf_subset":"hye_Armn-ary_Arab","languages":["hye-Armn","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hye_Armn-ces_Latn","languages":["hye-Armn","ces-Latn"]},{"precision":0.366918,"recall":0.444664,"f1":0.388037,"accuracy":0.444664,"main_score":0.388037,"hf_subset":"hye_Armn-gaz_Latn","languages":["hye-Armn","gaz-Latn"]},{"precision":0.450757,"recall":0.518775,"f1":0.470119,"accuracy":0.518775,"main_score":0.470119,"hf_subset":"hye_Armn-kam_Latn","languages":["hye-Armn","kam-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"hye_Armn-lit_Latn","languages":["hye-Armn","lit-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hye_Armn-nob_Latn","languages":["hye-Armn","nob-Latn"]},{"precision":0.969862,"recall":0.979249,"f1":0.972991,"accuracy":0.979249,"main_score":0.972991,"hf_subset":"hye_Armn-scn_Latn","languages":["hye-Armn","scn-Latn"]},{"precision":0.916667,"recall":0.942688,"f1":0.925066,"accuracy":0.942688,"main_score":0.925066,"hf_subset":"hye_Armn-tgk_Cyrl","languages":["hye-Armn","tgk-Cyrl"]},{"precision":0.403405,"recall":0.480237,"f1":0.424634,"accuracy":0.480237,"main_score":0.424634,"hf_subset":"hye_Armn-yor_Latn","languages":["hye-Armn","yor-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hye_Armn-arz_Arab","languages":["hye-Armn","arz-Arab"]},{"precision":0.431909,"recall":0.498024,"f1":0.450452,"accuracy":0.498024,"main_score":0.450452,"hf_subset":"hye_Armn-cjk_Latn","languages":["hye-Armn","cjk-Latn"]},{"precision":0.585609,"recall":0.661067,"f1":0.607232,"accuracy":0.661067,"main_score":0.607232,"hf_subset":"hye_Armn-gla_Latn","languages":["hye-Armn","gla-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hye_Armn-kan_Knda","languages":["hye-Armn","kan-Knda"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"hye_Armn-lmo_Latn","languages":["hye-Armn","lmo-Latn"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"hye_Armn-npi_Deva","languages":["hye-Armn","npi-Deva"]},{"precision":0.388323,"recall":0.468379,"f1":0.41056,"accuracy":0.468379,"main_score":0.41056,"hf_subset":"hye_Armn-shn_Mymr","languages":["hye-Armn","shn-Mymr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"hye_Armn-tgl_Latn","languages":["hye-Armn","tgl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hye_Armn-yue_Hant","languages":["hye-Armn","yue-Hant"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"hye_Armn-asm_Beng","languages":["hye-Armn","asm-Beng"]},{"precision":0.704161,"recall":0.768775,"f1":0.723064,"accuracy":0.768775,"main_score":0.723064,"hf_subset":"hye_Armn-ckb_Arab","languages":["hye-Armn","ckb-Arab"]},{"precision":0.71446,"recall":0.781621,"f1":0.734688,"accuracy":0.781621,"main_score":0.734688,"hf_subset":"hye_Armn-gle_Latn","languages":["hye-Armn","gle-Latn"]},{"precision":0.842095,"recall":0.887352,"f1":0.856028,"accuracy":0.887352,"main_score":0.856028,"hf_subset":"hye_Armn-kas_Arab","languages":["hye-Armn","kas-Arab"]},{"precision":0.855731,"recall":0.897233,"f1":0.868874,"accuracy":0.897233,"main_score":0.868874,"hf_subset":"hye_Armn-ltg_Latn","languages":["hye-Armn","ltg-Latn"]},{"precision":0.481552,"recall":0.54249,"f1":0.4983,"accuracy":0.54249,"main_score":0.4983,"hf_subset":"hye_Armn-nso_Latn","languages":["hye-Armn","nso-Latn"]},{"precision":0.485455,"recall":0.583004,"f1":0.513083,"accuracy":0.583004,"main_score":0.513083,"hf_subset":"hye_Armn-sin_Sinh","languages":["hye-Armn","sin-Sinh"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hye_Armn-tha_Thai","languages":["hye-Armn","tha-Thai"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hye_Armn-zho_Hans","languages":["hye-Armn","zho-Hans"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hye_Armn-ast_Latn","languages":["hye-Armn","ast-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"hye_Armn-crh_Latn","languages":["hye-Armn","crh-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hye_Armn-glg_Latn","languages":["hye-Armn","glg-Latn"]},{"precision":0.710277,"recall":0.77668,"f1":0.729317,"accuracy":0.77668,"main_score":0.729317,"hf_subset":"hye_Armn-kas_Deva","languages":["hye-Armn","kas-Deva"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"hye_Armn-ltz_Latn","languages":["hye-Armn","ltz-Latn"]},{"precision":0.358067,"recall":0.427866,"f1":0.376816,"accuracy":0.427866,"main_score":0.376816,"hf_subset":"hye_Armn-nus_Latn","languages":["hye-Armn","nus-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hye_Armn-slk_Latn","languages":["hye-Armn","slk-Latn"]},{"precision":0.256778,"recall":0.326087,"f1":0.274811,"accuracy":0.326087,"main_score":0.274811,"hf_subset":"hye_Armn-tir_Ethi","languages":["hye-Armn","tir-Ethi"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hye_Armn-zho_Hant","languages":["hye-Armn","zho-Hant"]},{"precision":0.971097,"recall":0.979249,"f1":0.973715,"accuracy":0.979249,"main_score":0.973715,"hf_subset":"hye_Armn-awa_Deva","languages":["hye-Armn","awa-Deva"]},{"precision":0.850626,"recall":0.892292,"f1":0.863735,"accuracy":0.892292,"main_score":0.863735,"hf_subset":"hye_Armn-cym_Latn","languages":["hye-Armn","cym-Latn"]},{"precision":0.628487,"recall":0.689723,"f1":0.646301,"accuracy":0.689723,"main_score":0.646301,"hf_subset":"hye_Armn-grn_Latn","languages":["hye-Armn","grn-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"hye_Armn-kat_Geor","languages":["hye-Armn","kat-Geor"]},{"precision":0.505158,"recall":0.567194,"f1":0.523135,"accuracy":0.567194,"main_score":0.523135,"hf_subset":"hye_Armn-lua_Latn","languages":["hye-Armn","lua-Latn"]},{"precision":0.458237,"recall":0.529644,"f1":0.478093,"accuracy":0.529644,"main_score":0.478093,"hf_subset":"hye_Armn-nya_Latn","languages":["hye-Armn","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hye_Armn-slv_Latn","languages":["hye-Armn","slv-Latn"]},{"precision":0.713167,"recall":0.774704,"f1":0.73153,"accuracy":0.774704,"main_score":0.73153,"hf_subset":"hye_Armn-tpi_Latn","languages":["hye-Armn","tpi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"hye_Armn-zsm_Latn","languages":["hye-Armn","zsm-Latn"]},{"precision":0.453142,"recall":0.511858,"f1":0.46891,"accuracy":0.511858,"main_score":0.46891,"hf_subset":"hye_Armn-ayr_Latn","languages":["hye-Armn","ayr-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hye_Armn-dan_Latn","languages":["hye-Armn","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hye_Armn-guj_Gujr","languages":["hye-Armn","guj-Gujr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hye_Armn-kaz_Cyrl","languages":["hye-Armn","kaz-Cyrl"]},{"precision":0.411349,"recall":0.480237,"f1":0.429931,"accuracy":0.480237,"main_score":0.429931,"hf_subset":"hye_Armn-lug_Latn","languages":["hye-Armn","lug-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hye_Armn-oci_Latn","languages":["hye-Armn","oci-Latn"]},{"precision":0.470237,"recall":0.544466,"f1":0.49098,"accuracy":0.544466,"main_score":0.49098,"hf_subset":"hye_Armn-smo_Latn","languages":["hye-Armn","smo-Latn"]},{"precision":0.433796,"recall":0.499012,"f1":0.451736,"accuracy":0.499012,"main_score":0.451736,"hf_subset":"hye_Armn-tsn_Latn","languages":["hye-Armn","tsn-Latn"]},{"precision":0.440535,"recall":0.514822,"f1":0.460168,"accuracy":0.514822,"main_score":0.460168,"hf_subset":"hye_Armn-zul_Latn","languages":["hye-Armn","zul-Latn"]},{"precision":0.771805,"recall":0.832016,"f1":0.790104,"accuracy":0.832016,"main_score":0.790104,"hf_subset":"hye_Armn-azb_Arab","languages":["hye-Armn","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"hye_Armn-deu_Latn","languages":["hye-Armn","deu-Latn"]},{"precision":0.893116,"recall":0.924901,"f1":0.903491,"accuracy":0.924901,"main_score":0.903491,"hf_subset":"hye_Armn-hat_Latn","languages":["hye-Armn","hat-Latn"]},{"precision":0.410204,"recall":0.466403,"f1":0.426127,"accuracy":0.466403,"main_score":0.426127,"hf_subset":"hye_Armn-kbp_Latn","languages":["hye-Armn","kbp-Latn"]},{"precision":0.458586,"recall":0.512846,"f1":0.473264,"accuracy":0.512846,"main_score":0.473264,"hf_subset":"hye_Armn-luo_Latn","languages":["hye-Armn","luo-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"hye_Armn-ory_Orya","languages":["hye-Armn","ory-Orya"]},{"precision":0.442671,"recall":0.512846,"f1":0.462602,"accuracy":0.512846,"main_score":0.462602,"hf_subset":"hye_Armn-sna_Latn","languages":["hye-Armn","sna-Latn"]},{"precision":0.429814,"recall":0.494071,"f1":0.447699,"accuracy":0.494071,"main_score":0.447699,"hf_subset":"hye_Armn-tso_Latn","languages":["hye-Armn","tso-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"hye_Armn-azj_Latn","languages":["hye-Armn","azj-Latn"]},{"precision":0.426788,"recall":0.499012,"f1":0.447323,"accuracy":0.499012,"main_score":0.447323,"hf_subset":"hye_Armn-dik_Latn","languages":["hye-Armn","dik-Latn"]},{"precision":0.438785,"recall":0.495059,"f1":0.454442,"accuracy":0.495059,"main_score":0.454442,"hf_subset":"hye_Armn-hau_Latn","languages":["hye-Armn","hau-Latn"]},{"precision":0.953722,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"hye_Armn-kea_Latn","languages":["hye-Armn","kea-Latn"]},{"precision":0.570594,"recall":0.631423,"f1":0.58794,"accuracy":0.631423,"main_score":0.58794,"hf_subset":"hye_Armn-lus_Latn","languages":["hye-Armn","lus-Latn"]},{"precision":0.742375,"recall":0.798419,"f1":0.759223,"accuracy":0.798419,"main_score":0.759223,"hf_subset":"hye_Armn-pag_Latn","languages":["hye-Armn","pag-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"hye_Armn-snd_Arab","languages":["hye-Armn","snd-Arab"]},{"precision":0.875906,"recall":0.914032,"f1":0.888241,"accuracy":0.914032,"main_score":0.888241,"hf_subset":"hye_Armn-tuk_Latn","languages":["hye-Armn","tuk-Latn"]},{"precision":0.954051,"recall":0.968379,"f1":0.958827,"accuracy":0.968379,"main_score":0.958827,"hf_subset":"hye_Armn-bak_Cyrl","languages":["hye-Armn","bak-Cyrl"]},{"precision":0.370795,"recall":0.44664,"f1":0.392045,"accuracy":0.44664,"main_score":0.392045,"hf_subset":"hye_Armn-dyu_Latn","languages":["hye-Armn","dyu-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"hye_Armn-heb_Hebr","languages":["hye-Armn","heb-Hebr"]},{"precision":0.900725,"recall":0.93083,"f1":0.910408,"accuracy":0.93083,"main_score":0.910408,"hf_subset":"hye_Armn-khk_Cyrl","languages":["hye-Armn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"hye_Armn-lvs_Latn","languages":["hye-Armn","lvs-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"hye_Armn-pan_Guru","languages":["hye-Armn","pan-Guru"]},{"precision":0.45074,"recall":0.511858,"f1":0.468102,"accuracy":0.511858,"main_score":0.468102,"hf_subset":"hye_Armn-som_Latn","languages":["hye-Armn","som-Latn"]},{"precision":0.475487,"recall":0.540514,"f1":0.49346,"accuracy":0.540514,"main_score":0.49346,"hf_subset":"hye_Armn-tum_Latn","languages":["hye-Armn","tum-Latn"]},{"precision":0.325702,"recall":0.382411,"f1":0.340859,"accuracy":0.382411,"main_score":0.340859,"hf_subset":"kmb_Latn-ace_Arab","languages":["kmb-Latn","ace-Arab"]},{"precision":0.455966,"recall":0.500988,"f1":0.468546,"accuracy":0.500988,"main_score":0.468546,"hf_subset":"kmb_Latn-bam_Latn","languages":["kmb-Latn","bam-Latn"]},{"precision":0.105336,"recall":0.145257,"f1":0.115213,"accuracy":0.145257,"main_score":0.115213,"hf_subset":"kmb_Latn-dzo_Tibt","languages":["kmb-Latn","dzo-Tibt"]},{"precision":0.451234,"recall":0.508893,"f1":0.467479,"accuracy":0.508893,"main_score":0.467479,"hf_subset":"kmb_Latn-hin_Deva","languages":["kmb-Latn","hin-Deva"]},{"precision":0.375458,"recall":0.436759,"f1":0.392161,"accuracy":0.436759,"main_score":0.392161,"hf_subset":"kmb_Latn-khm_Khmr","languages":["kmb-Latn","khm-Khmr"]},{"precision":0.445114,"recall":0.502964,"f1":0.461756,"accuracy":0.502964,"main_score":0.461756,"hf_subset":"kmb_Latn-mag_Deva","languages":["kmb-Latn","mag-Deva"]},{"precision":0.498023,"recall":0.544466,"f1":0.510288,"accuracy":0.544466,"main_score":0.510288,"hf_subset":"kmb_Latn-pap_Latn","languages":["kmb-Latn","pap-Latn"]},{"precision":0.487599,"recall":0.528656,"f1":0.499082,"accuracy":0.528656,"main_score":0.499082,"hf_subset":"kmb_Latn-sot_Latn","languages":["kmb-Latn","sot-Latn"]},{"precision":0.452931,"recall":0.51087,"f1":0.469202,"accuracy":0.51087,"main_score":0.469202,"hf_subset":"kmb_Latn-tur_Latn","languages":["kmb-Latn","tur-Latn"]},{"precision":0.48307,"recall":0.524704,"f1":0.494702,"accuracy":0.524704,"main_score":0.494702,"hf_subset":"kmb_Latn-ace_Latn","languages":["kmb-Latn","ace-Latn"]},{"precision":0.496662,"recall":0.532609,"f1":0.506678,"accuracy":0.532609,"main_score":0.506678,"hf_subset":"kmb_Latn-ban_Latn","languages":["kmb-Latn","ban-Latn"]},{"precision":0.428265,"recall":0.494071,"f1":0.446619,"accuracy":0.494071,"main_score":0.446619,"hf_subset":"kmb_Latn-ell_Grek","languages":["kmb-Latn","ell-Grek"]},{"precision":0.439597,"recall":0.496047,"f1":0.455519,"accuracy":0.496047,"main_score":0.455519,"hf_subset":"kmb_Latn-hne_Deva","languages":["kmb-Latn","hne-Deva"]},{"precision":0.437083,"recall":0.486166,"f1":0.451482,"accuracy":0.486166,"main_score":0.451482,"hf_subset":"kmb_Latn-kik_Latn","languages":["kmb-Latn","kik-Latn"]},{"precision":0.448831,"recall":0.507905,"f1":0.465446,"accuracy":0.507905,"main_score":0.465446,"hf_subset":"kmb_Latn-mai_Deva","languages":["kmb-Latn","mai-Deva"]},{"precision":0.420456,"recall":0.481225,"f1":0.437078,"accuracy":0.481225,"main_score":0.437078,"hf_subset":"kmb_Latn-pbt_Arab","languages":["kmb-Latn","pbt-Arab"]},{"precision":0.460956,"recall":0.519763,"f1":0.477623,"accuracy":0.519763,"main_score":0.477623,"hf_subset":"kmb_Latn-spa_Latn","languages":["kmb-Latn","spa-Latn"]},{"precision":0.501081,"recall":0.538538,"f1":0.511647,"accuracy":0.538538,"main_score":0.511647,"hf_subset":"kmb_Latn-twi_Latn","languages":["kmb-Latn","twi-Latn"]},{"precision":0.421073,"recall":0.486166,"f1":0.439233,"accuracy":0.486166,"main_score":0.439233,"hf_subset":"kmb_Latn-acm_Arab","languages":["kmb-Latn","acm-Arab"]},{"precision":0.446518,"recall":0.502964,"f1":0.463027,"accuracy":0.502964,"main_score":0.463027,"hf_subset":"kmb_Latn-bel_Cyrl","languages":["kmb-Latn","bel-Cyrl"]},{"precision":0.449058,"recall":0.51087,"f1":0.466624,"accuracy":0.51087,"main_score":0.466624,"hf_subset":"kmb_Latn-eng_Latn","languages":["kmb-Latn","eng-Latn"]},{"precision":0.455693,"recall":0.521739,"f1":0.474906,"accuracy":0.521739,"main_score":0.474906,"hf_subset":"kmb_Latn-hrv_Latn","languages":["kmb-Latn","hrv-Latn"]},{"precision":0.450712,"recall":0.494071,"f1":0.462325,"accuracy":0.494071,"main_score":0.462325,"hf_subset":"kmb_Latn-kin_Latn","languages":["kmb-Latn","kin-Latn"]},{"precision":0.429422,"recall":0.494071,"f1":0.447152,"accuracy":0.494071,"main_score":0.447152,"hf_subset":"kmb_Latn-mal_Mlym","languages":["kmb-Latn","mal-Mlym"]},{"precision":0.427982,"recall":0.48913,"f1":0.445512,"accuracy":0.48913,"main_score":0.445512,"hf_subset":"kmb_Latn-pes_Arab","languages":["kmb-Latn","pes-Arab"]},{"precision":0.47435,"recall":0.528656,"f1":0.489599,"accuracy":0.528656,"main_score":0.489599,"hf_subset":"kmb_Latn-srd_Latn","languages":["kmb-Latn","srd-Latn"]},{"precision":0.153039,"recall":0.202569,"f1":0.164542,"accuracy":0.202569,"main_score":0.164542,"hf_subset":"kmb_Latn-tzm_Tfng","languages":["kmb-Latn","tzm-Tfng"]},{"precision":0.423393,"recall":0.493083,"f1":0.442749,"accuracy":0.493083,"main_score":0.442749,"hf_subset":"kmb_Latn-acq_Arab","languages":["kmb-Latn","acq-Arab"]},{"precision":0.50252,"recall":0.537549,"f1":0.512502,"accuracy":0.537549,"main_score":0.512502,"hf_subset":"kmb_Latn-bem_Latn","languages":["kmb-Latn","bem-Latn"]},{"precision":0.461117,"recall":0.519763,"f1":0.477552,"accuracy":0.519763,"main_score":0.477552,"hf_subset":"kmb_Latn-epo_Latn","languages":["kmb-Latn","epo-Latn"]},{"precision":0.470356,"recall":0.530632,"f1":0.487517,"accuracy":0.530632,"main_score":0.487517,"hf_subset":"kmb_Latn-hun_Latn","languages":["kmb-Latn","hun-Latn"]},{"precision":0.479699,"recall":0.522727,"f1":0.491774,"accuracy":0.522727,"main_score":0.491774,"hf_subset":"kmb_Latn-kir_Cyrl","languages":["kmb-Latn","kir-Cyrl"]},{"precision":0.446625,"recall":0.504941,"f1":0.462465,"accuracy":0.504941,"main_score":0.462465,"hf_subset":"kmb_Latn-mar_Deva","languages":["kmb-Latn","mar-Deva"]},{"precision":0.48447,"recall":0.523715,"f1":0.495847,"accuracy":0.523715,"main_score":0.495847,"hf_subset":"kmb_Latn-plt_Latn","languages":["kmb-Latn","plt-Latn"]},{"precision":0.445014,"recall":0.504941,"f1":0.462379,"accuracy":0.504941,"main_score":0.462379,"hf_subset":"kmb_Latn-srp_Cyrl","languages":["kmb-Latn","srp-Cyrl"]},{"precision":0.406657,"recall":0.465415,"f1":0.423101,"accuracy":0.465415,"main_score":0.423101,"hf_subset":"kmb_Latn-uig_Arab","languages":["kmb-Latn","uig-Arab"]},{"precision":0.427437,"recall":0.491107,"f1":0.446193,"accuracy":0.491107,"main_score":0.446193,"hf_subset":"kmb_Latn-aeb_Arab","languages":["kmb-Latn","aeb-Arab"]},{"precision":0.435328,"recall":0.5,"f1":0.453432,"accuracy":0.5,"main_score":0.453432,"hf_subset":"kmb_Latn-ben_Beng","languages":["kmb-Latn","ben-Beng"]},{"precision":0.462824,"recall":0.51581,"f1":0.477801,"accuracy":0.51581,"main_score":0.477801,"hf_subset":"kmb_Latn-est_Latn","languages":["kmb-Latn","est-Latn"]},{"precision":0.428052,"recall":0.486166,"f1":0.443623,"accuracy":0.486166,"main_score":0.443623,"hf_subset":"kmb_Latn-hye_Armn","languages":["kmb-Latn","hye-Armn"]},{"precision":0.31672,"recall":0.382411,"f1":0.33409,"accuracy":0.382411,"main_score":0.33409,"hf_subset":"kmb_Latn-min_Arab","languages":["kmb-Latn","min-Arab"]},{"precision":0.46334,"recall":0.521739,"f1":0.479925,"accuracy":0.521739,"main_score":0.479925,"hf_subset":"kmb_Latn-pol_Latn","languages":["kmb-Latn","pol-Latn"]},{"precision":0.455857,"recall":0.497036,"f1":0.467212,"accuracy":0.497036,"main_score":0.467212,"hf_subset":"kmb_Latn-ssw_Latn","languages":["kmb-Latn","ssw-Latn"]},{"precision":0.446815,"recall":0.511858,"f1":0.464629,"accuracy":0.511858,"main_score":0.464629,"hf_subset":"kmb_Latn-ukr_Cyrl","languages":["kmb-Latn","ukr-Cyrl"]},{"precision":0.476385,"recall":0.533597,"f1":0.492608,"accuracy":0.533597,"main_score":0.492608,"hf_subset":"kmb_Latn-afr_Latn","languages":["kmb-Latn","afr-Latn"]},{"precision":0.44659,"recall":0.501976,"f1":0.461434,"accuracy":0.501976,"main_score":0.461434,"hf_subset":"kmb_Latn-bho_Deva","languages":["kmb-Latn","bho-Deva"]},{"precision":0.486984,"recall":0.533597,"f1":0.500223,"accuracy":0.533597,"main_score":0.500223,"hf_subset":"kmb_Latn-eus_Latn","languages":["kmb-Latn","eus-Latn"]},{"precision":0.466424,"recall":0.51087,"f1":0.479197,"accuracy":0.51087,"main_score":0.479197,"hf_subset":"kmb_Latn-ibo_Latn","languages":["kmb-Latn","ibo-Latn"]},{"precision":0.485178,"recall":0.530632,"f1":0.498087,"accuracy":0.530632,"main_score":0.498087,"hf_subset":"kmb_Latn-kmr_Latn","languages":["kmb-Latn","kmr-Latn"]},{"precision":0.488271,"recall":0.529644,"f1":0.499159,"accuracy":0.529644,"main_score":0.499159,"hf_subset":"kmb_Latn-min_Latn","languages":["kmb-Latn","min-Latn"]},{"precision":0.45649,"recall":0.521739,"f1":0.474822,"accuracy":0.521739,"main_score":0.474822,"hf_subset":"kmb_Latn-por_Latn","languages":["kmb-Latn","por-Latn"]},{"precision":0.49308,"recall":0.535573,"f1":0.504795,"accuracy":0.535573,"main_score":0.504795,"hf_subset":"kmb_Latn-sun_Latn","languages":["kmb-Latn","sun-Latn"]},{"precision":0.491861,"recall":0.535573,"f1":0.50452,"accuracy":0.535573,"main_score":0.50452,"hf_subset":"kmb_Latn-umb_Latn","languages":["kmb-Latn","umb-Latn"]},{"precision":0.436015,"recall":0.499012,"f1":0.454018,"accuracy":0.499012,"main_score":0.454018,"hf_subset":"kmb_Latn-ajp_Arab","languages":["kmb-Latn","ajp-Arab"]},{"precision":0.314924,"recall":0.373518,"f1":0.33115,"accuracy":0.373518,"main_score":0.33115,"hf_subset":"kmb_Latn-bjn_Arab","languages":["kmb-Latn","bjn-Arab"]},{"precision":0.464566,"recall":0.499012,"f1":0.474007,"accuracy":0.499012,"main_score":0.474007,"hf_subset":"kmb_Latn-ewe_Latn","languages":["kmb-Latn","ewe-Latn"]},{"precision":0.498695,"recall":0.540514,"f1":0.509951,"accuracy":0.540514,"main_score":0.509951,"hf_subset":"kmb_Latn-ilo_Latn","languages":["kmb-Latn","ilo-Latn"]},{"precision":0.207372,"recall":0.26581,"f1":0.222067,"accuracy":0.26581,"main_score":0.222067,"hf_subset":"kmb_Latn-knc_Arab","languages":["kmb-Latn","knc-Arab"]},{"precision":0.45194,"recall":0.511858,"f1":0.469064,"accuracy":0.511858,"main_score":0.469064,"hf_subset":"kmb_Latn-mkd_Cyrl","languages":["kmb-Latn","mkd-Cyrl"]},{"precision":0.442964,"recall":0.502964,"f1":0.45965,"accuracy":0.502964,"main_score":0.45965,"hf_subset":"kmb_Latn-prs_Arab","languages":["kmb-Latn","prs-Arab"]},{"precision":0.458792,"recall":0.513834,"f1":0.473967,"accuracy":0.513834,"main_score":0.473967,"hf_subset":"kmb_Latn-swe_Latn","languages":["kmb-Latn","swe-Latn"]},{"precision":0.41045,"recall":0.47332,"f1":0.428288,"accuracy":0.47332,"main_score":0.428288,"hf_subset":"kmb_Latn-urd_Arab","languages":["kmb-Latn","urd-Arab"]},{"precision":0.487915,"recall":0.529644,"f1":0.500334,"accuracy":0.529644,"main_score":0.500334,"hf_subset":"kmb_Latn-aka_Latn","languages":["kmb-Latn","aka-Latn"]},{"precision":0.470587,"recall":0.519763,"f1":0.483769,"accuracy":0.519763,"main_score":0.483769,"hf_subset":"kmb_Latn-bjn_Latn","languages":["kmb-Latn","bjn-Latn"]},{"precision":0.465595,"recall":0.51581,"f1":0.479809,"accuracy":0.51581,"main_score":0.479809,"hf_subset":"kmb_Latn-fao_Latn","languages":["kmb-Latn","fao-Latn"]},{"precision":0.456673,"recall":0.519763,"f1":0.474733,"accuracy":0.519763,"main_score":0.474733,"hf_subset":"kmb_Latn-ind_Latn","languages":["kmb-Latn","ind-Latn"]},{"precision":0.47736,"recall":0.517787,"f1":0.488283,"accuracy":0.517787,"main_score":0.488283,"hf_subset":"kmb_Latn-knc_Latn","languages":["kmb-Latn","knc-Latn"]},{"precision":0.478786,"recall":0.527668,"f1":0.491724,"accuracy":0.527668,"main_score":0.491724,"hf_subset":"kmb_Latn-mlt_Latn","languages":["kmb-Latn","mlt-Latn"]},{"precision":0.482568,"recall":0.527668,"f1":0.495001,"accuracy":0.527668,"main_score":0.495001,"hf_subset":"kmb_Latn-quy_Latn","languages":["kmb-Latn","quy-Latn"]},{"precision":0.459731,"recall":0.504941,"f1":0.472389,"accuracy":0.504941,"main_score":0.472389,"hf_subset":"kmb_Latn-swh_Latn","languages":["kmb-Latn","swh-Latn"]},{"precision":0.450143,"recall":0.505929,"f1":0.465976,"accuracy":0.505929,"main_score":0.465976,"hf_subset":"kmb_Latn-uzn_Latn","languages":["kmb-Latn","uzn-Latn"]},{"precision":0.46024,"recall":0.512846,"f1":0.474716,"accuracy":0.512846,"main_score":0.474716,"hf_subset":"kmb_Latn-als_Latn","languages":["kmb-Latn","als-Latn"]},{"precision":0.162293,"recall":0.214427,"f1":0.174781,"accuracy":0.214427,"main_score":0.174781,"hf_subset":"kmb_Latn-bod_Tibt","languages":["kmb-Latn","bod-Tibt"]},{"precision":0.451262,"recall":0.490119,"f1":0.462107,"accuracy":0.490119,"main_score":0.462107,"hf_subset":"kmb_Latn-fij_Latn","languages":["kmb-Latn","fij-Latn"]},{"precision":0.443888,"recall":0.501976,"f1":0.459731,"accuracy":0.501976,"main_score":0.459731,"hf_subset":"kmb_Latn-isl_Latn","languages":["kmb-Latn","isl-Latn"]},{"precision":0.508723,"recall":0.548419,"f1":0.519877,"accuracy":0.548419,"main_score":0.519877,"hf_subset":"kmb_Latn-kon_Latn","languages":["kmb-Latn","kon-Latn"]},{"precision":0.374308,"recall":0.431818,"f1":0.390388,"accuracy":0.431818,"main_score":0.390388,"hf_subset":"kmb_Latn-mni_Beng","languages":["kmb-Latn","mni-Beng"]},{"precision":0.465769,"recall":0.527668,"f1":0.483352,"accuracy":0.527668,"main_score":0.483352,"hf_subset":"kmb_Latn-ron_Latn","languages":["kmb-Latn","ron-Latn"]},{"precision":0.472442,"recall":0.524704,"f1":0.487176,"accuracy":0.524704,"main_score":0.487176,"hf_subset":"kmb_Latn-szl_Latn","languages":["kmb-Latn","szl-Latn"]},{"precision":0.485853,"recall":0.537549,"f1":0.500641,"accuracy":0.537549,"main_score":0.500641,"hf_subset":"kmb_Latn-vec_Latn","languages":["kmb-Latn","vec-Latn"]},{"precision":0.29046,"recall":0.352767,"f1":0.306183,"accuracy":0.352767,"main_score":0.306183,"hf_subset":"kmb_Latn-amh_Ethi","languages":["kmb-Latn","amh-Ethi"]},{"precision":0.461569,"recall":0.517787,"f1":0.477851,"accuracy":0.517787,"main_score":0.477851,"hf_subset":"kmb_Latn-bos_Latn","languages":["kmb-Latn","bos-Latn"]},{"precision":0.457596,"recall":0.51581,"f1":0.474034,"accuracy":0.51581,"main_score":0.474034,"hf_subset":"kmb_Latn-fin_Latn","languages":["kmb-Latn","fin-Latn"]},{"precision":0.460434,"recall":0.521739,"f1":0.478025,"accuracy":0.521739,"main_score":0.478025,"hf_subset":"kmb_Latn-ita_Latn","languages":["kmb-Latn","ita-Latn"]},{"precision":0.432718,"recall":0.5,"f1":0.451885,"accuracy":0.5,"main_score":0.451885,"hf_subset":"kmb_Latn-kor_Hang","languages":["kmb-Latn","kor-Hang"]},{"precision":0.450663,"recall":0.491107,"f1":0.461981,"accuracy":0.491107,"main_score":0.461981,"hf_subset":"kmb_Latn-mos_Latn","languages":["kmb-Latn","mos-Latn"]},{"precision":0.458922,"recall":0.500988,"f1":0.470915,"accuracy":0.500988,"main_score":0.470915,"hf_subset":"kmb_Latn-run_Latn","languages":["kmb-Latn","run-Latn"]},{"precision":0.416634,"recall":0.474308,"f1":0.43264,"accuracy":0.474308,"main_score":0.43264,"hf_subset":"kmb_Latn-tam_Taml","languages":["kmb-Latn","tam-Taml"]},{"precision":0.44729,"recall":0.506917,"f1":0.464198,"accuracy":0.506917,"main_score":0.464198,"hf_subset":"kmb_Latn-vie_Latn","languages":["kmb-Latn","vie-Latn"]},{"precision":0.419878,"recall":0.487154,"f1":0.439296,"accuracy":0.487154,"main_score":0.439296,"hf_subset":"kmb_Latn-apc_Arab","languages":["kmb-Latn","apc-Arab"]},{"precision":0.472311,"recall":0.512846,"f1":0.483244,"accuracy":0.512846,"main_score":0.483244,"hf_subset":"kmb_Latn-bug_Latn","languages":["kmb-Latn","bug-Latn"]},{"precision":0.445974,"recall":0.490119,"f1":0.458373,"accuracy":0.490119,"main_score":0.458373,"hf_subset":"kmb_Latn-fon_Latn","languages":["kmb-Latn","fon-Latn"]},{"precision":0.473886,"recall":0.524704,"f1":0.48761,"accuracy":0.524704,"main_score":0.48761,"hf_subset":"kmb_Latn-jav_Latn","languages":["kmb-Latn","jav-Latn"]},{"precision":0.396875,"recall":0.44664,"f1":0.410453,"accuracy":0.44664,"main_score":0.410453,"hf_subset":"kmb_Latn-lao_Laoo","languages":["kmb-Latn","lao-Laoo"]},{"precision":0.428393,"recall":0.477273,"f1":0.442468,"accuracy":0.477273,"main_score":0.442468,"hf_subset":"kmb_Latn-mri_Latn","languages":["kmb-Latn","mri-Latn"]},{"precision":0.452461,"recall":0.517787,"f1":0.471087,"accuracy":0.517787,"main_score":0.471087,"hf_subset":"kmb_Latn-rus_Cyrl","languages":["kmb-Latn","rus-Cyrl"]},{"precision":0.457564,"recall":0.498024,"f1":0.469062,"accuracy":0.498024,"main_score":0.469062,"hf_subset":"kmb_Latn-taq_Latn","languages":["kmb-Latn","taq-Latn"]},{"precision":0.487227,"recall":0.534585,"f1":0.499546,"accuracy":0.534585,"main_score":0.499546,"hf_subset":"kmb_Latn-war_Latn","languages":["kmb-Latn","war-Latn"]},{"precision":0.419216,"recall":0.48913,"f1":0.43874,"accuracy":0.48913,"main_score":0.43874,"hf_subset":"kmb_Latn-arb_Arab","languages":["kmb-Latn","arb-Arab"]},{"precision":0.453935,"recall":0.514822,"f1":0.470595,"accuracy":0.514822,"main_score":0.470595,"hf_subset":"kmb_Latn-bul_Cyrl","languages":["kmb-Latn","bul-Cyrl"]},{"precision":0.452662,"recall":0.514822,"f1":0.470298,"accuracy":0.514822,"main_score":0.470298,"hf_subset":"kmb_Latn-fra_Latn","languages":["kmb-Latn","fra-Latn"]},{"precision":0.447909,"recall":0.501976,"f1":0.463246,"accuracy":0.501976,"main_score":0.463246,"hf_subset":"kmb_Latn-jpn_Jpan","languages":["kmb-Latn","jpn-Jpan"]},{"precision":0.488248,"recall":0.538538,"f1":0.501701,"accuracy":0.538538,"main_score":0.501701,"hf_subset":"kmb_Latn-lij_Latn","languages":["kmb-Latn","lij-Latn"]},{"precision":0.256405,"recall":0.323123,"f1":0.273762,"accuracy":0.323123,"main_score":0.273762,"hf_subset":"kmb_Latn-mya_Mymr","languages":["kmb-Latn","mya-Mymr"]},{"precision":0.470949,"recall":0.512846,"f1":0.48237,"accuracy":0.512846,"main_score":0.48237,"hf_subset":"kmb_Latn-sag_Latn","languages":["kmb-Latn","sag-Latn"]},{"precision":0.165384,"recall":0.221344,"f1":0.177061,"accuracy":0.221344,"main_score":0.177061,"hf_subset":"kmb_Latn-taq_Tfng","languages":["kmb-Latn","taq-Tfng"]},{"precision":0.483235,"recall":0.524704,"f1":0.494879,"accuracy":0.524704,"main_score":0.494879,"hf_subset":"kmb_Latn-wol_Latn","languages":["kmb-Latn","wol-Latn"]},{"precision":0.381988,"recall":0.4417,"f1":0.398457,"accuracy":0.4417,"main_score":0.398457,"hf_subset":"kmb_Latn-arb_Latn","languages":["kmb-Latn","arb-Latn"]},{"precision":0.461475,"recall":0.519763,"f1":0.477989,"accuracy":0.519763,"main_score":0.477989,"hf_subset":"kmb_Latn-cat_Latn","languages":["kmb-Latn","cat-Latn"]},{"precision":0.474222,"recall":0.524704,"f1":0.488646,"accuracy":0.524704,"main_score":0.488646,"hf_subset":"kmb_Latn-fur_Latn","languages":["kmb-Latn","fur-Latn"]},{"precision":0.353594,"recall":0.410079,"f1":0.368062,"accuracy":0.410079,"main_score":0.368062,"hf_subset":"kmb_Latn-kab_Latn","languages":["kmb-Latn","kab-Latn"]},{"precision":0.47497,"recall":0.524704,"f1":0.489163,"accuracy":0.524704,"main_score":0.489163,"hf_subset":"kmb_Latn-lim_Latn","languages":["kmb-Latn","lim-Latn"]},{"precision":0.466463,"recall":0.523715,"f1":0.483012,"accuracy":0.523715,"main_score":0.483012,"hf_subset":"kmb_Latn-nld_Latn","languages":["kmb-Latn","nld-Latn"]},{"precision":0.394279,"recall":0.463439,"f1":0.413748,"accuracy":0.463439,"main_score":0.413748,"hf_subset":"kmb_Latn-san_Deva","languages":["kmb-Latn","san-Deva"]},{"precision":0.478608,"recall":0.530632,"f1":0.493099,"accuracy":0.530632,"main_score":0.493099,"hf_subset":"kmb_Latn-tat_Cyrl","languages":["kmb-Latn","tat-Cyrl"]},{"precision":0.485047,"recall":0.529644,"f1":0.497238,"accuracy":0.529644,"main_score":0.497238,"hf_subset":"kmb_Latn-xho_Latn","languages":["kmb-Latn","xho-Latn"]},{"precision":0.401615,"recall":0.474308,"f1":0.421531,"accuracy":0.474308,"main_score":0.421531,"hf_subset":"kmb_Latn-ars_Arab","languages":["kmb-Latn","ars-Arab"]},{"precision":0.497267,"recall":0.544466,"f1":0.509825,"accuracy":0.544466,"main_score":0.509825,"hf_subset":"kmb_Latn-ceb_Latn","languages":["kmb-Latn","ceb-Latn"]},{"precision":0.436042,"recall":0.48419,"f1":0.449363,"accuracy":0.48419,"main_score":0.449363,"hf_subset":"kmb_Latn-fuv_Latn","languages":["kmb-Latn","fuv-Latn"]},{"precision":0.469877,"recall":0.512846,"f1":0.481275,"accuracy":0.512846,"main_score":0.481275,"hf_subset":"kmb_Latn-kac_Latn","languages":["kmb-Latn","kac-Latn"]},{"precision":0.508814,"recall":0.547431,"f1":0.519054,"accuracy":0.547431,"main_score":0.519054,"hf_subset":"kmb_Latn-lin_Latn","languages":["kmb-Latn","lin-Latn"]},{"precision":0.451461,"recall":0.511858,"f1":0.468635,"accuracy":0.511858,"main_score":0.468635,"hf_subset":"kmb_Latn-nno_Latn","languages":["kmb-Latn","nno-Latn"]},{"precision":0.02869,"recall":0.071146,"f1":0.035634,"accuracy":0.071146,"main_score":0.035634,"hf_subset":"kmb_Latn-sat_Olck","languages":["kmb-Latn","sat-Olck"]},{"precision":0.428182,"recall":0.486166,"f1":0.444299,"accuracy":0.486166,"main_score":0.444299,"hf_subset":"kmb_Latn-tel_Telu","languages":["kmb-Latn","tel-Telu"]},{"precision":0.347345,"recall":0.407115,"f1":0.363429,"accuracy":0.407115,"main_score":0.363429,"hf_subset":"kmb_Latn-ydd_Hebr","languages":["kmb-Latn","ydd-Hebr"]},{"precision":0.392586,"recall":0.458498,"f1":0.411102,"accuracy":0.458498,"main_score":0.411102,"hf_subset":"kmb_Latn-ary_Arab","languages":["kmb-Latn","ary-Arab"]},{"precision":0.465688,"recall":0.518775,"f1":0.480715,"accuracy":0.518775,"main_score":0.480715,"hf_subset":"kmb_Latn-ces_Latn","languages":["kmb-Latn","ces-Latn"]},{"precision":0.382311,"recall":0.444664,"f1":0.399501,"accuracy":0.444664,"main_score":0.399501,"hf_subset":"kmb_Latn-gaz_Latn","languages":["kmb-Latn","gaz-Latn"]},{"precision":0.462745,"recall":0.500988,"f1":0.473436,"accuracy":0.500988,"main_score":0.473436,"hf_subset":"kmb_Latn-kam_Latn","languages":["kmb-Latn","kam-Latn"]},{"precision":0.437344,"recall":0.492095,"f1":0.452719,"accuracy":0.492095,"main_score":0.452719,"hf_subset":"kmb_Latn-lit_Latn","languages":["kmb-Latn","lit-Latn"]},{"precision":0.454463,"recall":0.519763,"f1":0.473734,"accuracy":0.519763,"main_score":0.473734,"hf_subset":"kmb_Latn-nob_Latn","languages":["kmb-Latn","nob-Latn"]},{"precision":0.462493,"recall":0.51581,"f1":0.477322,"accuracy":0.51581,"main_score":0.477322,"hf_subset":"kmb_Latn-scn_Latn","languages":["kmb-Latn","scn-Latn"]},{"precision":0.456554,"recall":0.508893,"f1":0.471429,"accuracy":0.508893,"main_score":0.471429,"hf_subset":"kmb_Latn-tgk_Cyrl","languages":["kmb-Latn","tgk-Cyrl"]},{"precision":0.427824,"recall":0.478261,"f1":0.442416,"accuracy":0.478261,"main_score":0.442416,"hf_subset":"kmb_Latn-yor_Latn","languages":["kmb-Latn","yor-Latn"]},{"precision":0.412287,"recall":0.478261,"f1":0.431,"accuracy":0.478261,"main_score":0.431,"hf_subset":"kmb_Latn-arz_Arab","languages":["kmb-Latn","arz-Arab"]},{"precision":0.478911,"recall":0.525692,"f1":0.492063,"accuracy":0.525692,"main_score":0.492063,"hf_subset":"kmb_Latn-cjk_Latn","languages":["kmb-Latn","cjk-Latn"]},{"precision":0.422794,"recall":0.475296,"f1":0.437109,"accuracy":0.475296,"main_score":0.437109,"hf_subset":"kmb_Latn-gla_Latn","languages":["kmb-Latn","gla-Latn"]},{"precision":0.417427,"recall":0.479249,"f1":0.434308,"accuracy":0.479249,"main_score":0.434308,"hf_subset":"kmb_Latn-kan_Knda","languages":["kmb-Latn","kan-Knda"]},{"precision":0.47781,"recall":0.523715,"f1":0.490783,"accuracy":0.523715,"main_score":0.490783,"hf_subset":"kmb_Latn-lmo_Latn","languages":["kmb-Latn","lmo-Latn"]},{"precision":0.43846,"recall":0.496047,"f1":0.453931,"accuracy":0.496047,"main_score":0.453931,"hf_subset":"kmb_Latn-npi_Deva","languages":["kmb-Latn","npi-Deva"]},{"precision":0.411282,"recall":0.476285,"f1":0.429139,"accuracy":0.476285,"main_score":0.429139,"hf_subset":"kmb_Latn-shn_Mymr","languages":["kmb-Latn","shn-Mymr"]},{"precision":0.474314,"recall":0.522727,"f1":0.487623,"accuracy":0.522727,"main_score":0.487623,"hf_subset":"kmb_Latn-tgl_Latn","languages":["kmb-Latn","tgl-Latn"]},{"precision":0.426575,"recall":0.497036,"f1":0.446372,"accuracy":0.497036,"main_score":0.446372,"hf_subset":"kmb_Latn-yue_Hant","languages":["kmb-Latn","yue-Hant"]},{"precision":0.39886,"recall":0.463439,"f1":0.41645,"accuracy":0.463439,"main_score":0.41645,"hf_subset":"kmb_Latn-asm_Beng","languages":["kmb-Latn","asm-Beng"]},{"precision":0.397086,"recall":0.456522,"f1":0.41371,"accuracy":0.456522,"main_score":0.41371,"hf_subset":"kmb_Latn-ckb_Arab","languages":["kmb-Latn","ckb-Arab"]},{"precision":0.429712,"recall":0.482213,"f1":0.443844,"accuracy":0.482213,"main_score":0.443844,"hf_subset":"kmb_Latn-gle_Latn","languages":["kmb-Latn","gle-Latn"]},{"precision":0.39653,"recall":0.464427,"f1":0.415197,"accuracy":0.464427,"main_score":0.415197,"hf_subset":"kmb_Latn-kas_Arab","languages":["kmb-Latn","kas-Arab"]},{"precision":0.440719,"recall":0.500988,"f1":0.457611,"accuracy":0.500988,"main_score":0.457611,"hf_subset":"kmb_Latn-ltg_Latn","languages":["kmb-Latn","ltg-Latn"]},{"precision":0.493526,"recall":0.534585,"f1":0.504685,"accuracy":0.534585,"main_score":0.504685,"hf_subset":"kmb_Latn-nso_Latn","languages":["kmb-Latn","nso-Latn"]},{"precision":0.201191,"recall":0.240119,"f1":0.210452,"accuracy":0.240119,"main_score":0.210452,"hf_subset":"kmb_Latn-sin_Sinh","languages":["kmb-Latn","sin-Sinh"]},{"precision":0.423929,"recall":0.490119,"f1":0.442797,"accuracy":0.490119,"main_score":0.442797,"hf_subset":"kmb_Latn-tha_Thai","languages":["kmb-Latn","tha-Thai"]},{"precision":0.422541,"recall":0.493083,"f1":0.443183,"accuracy":0.493083,"main_score":0.443183,"hf_subset":"kmb_Latn-zho_Hans","languages":["kmb-Latn","zho-Hans"]},{"precision":0.453414,"recall":0.514822,"f1":0.470009,"accuracy":0.514822,"main_score":0.470009,"hf_subset":"kmb_Latn-ast_Latn","languages":["kmb-Latn","ast-Latn"]},{"precision":0.458038,"recall":0.513834,"f1":0.473509,"accuracy":0.513834,"main_score":0.473509,"hf_subset":"kmb_Latn-crh_Latn","languages":["kmb-Latn","crh-Latn"]},{"precision":0.471889,"recall":0.529644,"f1":0.488608,"accuracy":0.529644,"main_score":0.488608,"hf_subset":"kmb_Latn-glg_Latn","languages":["kmb-Latn","glg-Latn"]},{"precision":0.420357,"recall":0.476285,"f1":0.435686,"accuracy":0.476285,"main_score":0.435686,"hf_subset":"kmb_Latn-kas_Deva","languages":["kmb-Latn","kas-Deva"]},{"precision":0.456007,"recall":0.51087,"f1":0.471575,"accuracy":0.51087,"main_score":0.471575,"hf_subset":"kmb_Latn-ltz_Latn","languages":["kmb-Latn","ltz-Latn"]},{"precision":0.418595,"recall":0.474308,"f1":0.434219,"accuracy":0.474308,"main_score":0.434219,"hf_subset":"kmb_Latn-nus_Latn","languages":["kmb-Latn","nus-Latn"]},{"precision":0.464058,"recall":0.521739,"f1":0.479982,"accuracy":0.521739,"main_score":0.479982,"hf_subset":"kmb_Latn-slk_Latn","languages":["kmb-Latn","slk-Latn"]},{"precision":0.215535,"recall":0.264822,"f1":0.227975,"accuracy":0.264822,"main_score":0.227975,"hf_subset":"kmb_Latn-tir_Ethi","languages":["kmb-Latn","tir-Ethi"]},{"precision":0.431159,"recall":0.495059,"f1":0.44906,"accuracy":0.495059,"main_score":0.44906,"hf_subset":"kmb_Latn-zho_Hant","languages":["kmb-Latn","zho-Hant"]},{"precision":0.436948,"recall":0.492095,"f1":0.452064,"accuracy":0.492095,"main_score":0.452064,"hf_subset":"kmb_Latn-awa_Deva","languages":["kmb-Latn","awa-Deva"]},{"precision":0.44933,"recall":0.5,"f1":0.463066,"accuracy":0.5,"main_score":0.463066,"hf_subset":"kmb_Latn-cym_Latn","languages":["kmb-Latn","cym-Latn"]},{"precision":0.496991,"recall":0.532609,"f1":0.507059,"accuracy":0.532609,"main_score":0.507059,"hf_subset":"kmb_Latn-grn_Latn","languages":["kmb-Latn","grn-Latn"]},{"precision":0.420669,"recall":0.483202,"f1":0.437842,"accuracy":0.483202,"main_score":0.437842,"hf_subset":"kmb_Latn-kat_Geor","languages":["kmb-Latn","kat-Geor"]},{"precision":0.501479,"recall":0.538538,"f1":0.511733,"accuracy":0.538538,"main_score":0.511733,"hf_subset":"kmb_Latn-lua_Latn","languages":["kmb-Latn","lua-Latn"]},{"precision":0.482872,"recall":0.52668,"f1":0.494967,"accuracy":0.52668,"main_score":0.494967,"hf_subset":"kmb_Latn-nya_Latn","languages":["kmb-Latn","nya-Latn"]},{"precision":0.455181,"recall":0.512846,"f1":0.471648,"accuracy":0.512846,"main_score":0.471648,"hf_subset":"kmb_Latn-slv_Latn","languages":["kmb-Latn","slv-Latn"]},{"precision":0.48816,"recall":0.528656,"f1":0.499893,"accuracy":0.528656,"main_score":0.499893,"hf_subset":"kmb_Latn-tpi_Latn","languages":["kmb-Latn","tpi-Latn"]},{"precision":0.460199,"recall":0.522727,"f1":0.478005,"accuracy":0.522727,"main_score":0.478005,"hf_subset":"kmb_Latn-zsm_Latn","languages":["kmb-Latn","zsm-Latn"]},{"precision":0.474186,"recall":0.512846,"f1":0.485557,"accuracy":0.512846,"main_score":0.485557,"hf_subset":"kmb_Latn-ayr_Latn","languages":["kmb-Latn","ayr-Latn"]},{"precision":0.468286,"recall":0.522727,"f1":0.483488,"accuracy":0.522727,"main_score":0.483488,"hf_subset":"kmb_Latn-dan_Latn","languages":["kmb-Latn","dan-Latn"]},{"precision":0.437533,"recall":0.498024,"f1":0.454401,"accuracy":0.498024,"main_score":0.454401,"hf_subset":"kmb_Latn-guj_Gujr","languages":["kmb-Latn","guj-Gujr"]},{"precision":0.451376,"recall":0.509881,"f1":0.467985,"accuracy":0.509881,"main_score":0.467985,"hf_subset":"kmb_Latn-kaz_Cyrl","languages":["kmb-Latn","kaz-Cyrl"]},{"precision":0.450316,"recall":0.493083,"f1":0.462499,"accuracy":0.493083,"main_score":0.462499,"hf_subset":"kmb_Latn-lug_Latn","languages":["kmb-Latn","lug-Latn"]},{"precision":0.46812,"recall":0.527668,"f1":0.485476,"accuracy":0.527668,"main_score":0.485476,"hf_subset":"kmb_Latn-oci_Latn","languages":["kmb-Latn","oci-Latn"]},{"precision":0.471066,"recall":0.513834,"f1":0.482792,"accuracy":0.513834,"main_score":0.482792,"hf_subset":"kmb_Latn-smo_Latn","languages":["kmb-Latn","smo-Latn"]},{"precision":0.464599,"recall":0.505929,"f1":0.476069,"accuracy":0.505929,"main_score":0.476069,"hf_subset":"kmb_Latn-tsn_Latn","languages":["kmb-Latn","tsn-Latn"]},{"precision":0.447433,"recall":0.48913,"f1":0.459233,"accuracy":0.48913,"main_score":0.459233,"hf_subset":"kmb_Latn-zul_Latn","languages":["kmb-Latn","zul-Latn"]},{"precision":0.392681,"recall":0.455534,"f1":0.410785,"accuracy":0.455534,"main_score":0.410785,"hf_subset":"kmb_Latn-azb_Arab","languages":["kmb-Latn","azb-Arab"]},{"precision":0.458766,"recall":0.519763,"f1":0.476415,"accuracy":0.519763,"main_score":0.476415,"hf_subset":"kmb_Latn-deu_Latn","languages":["kmb-Latn","deu-Latn"]},{"precision":0.435401,"recall":0.495059,"f1":0.45284,"accuracy":0.495059,"main_score":0.45284,"hf_subset":"kmb_Latn-hat_Latn","languages":["kmb-Latn","hat-Latn"]},{"precision":0.451219,"recall":0.494071,"f1":0.463081,"accuracy":0.494071,"main_score":0.463081,"hf_subset":"kmb_Latn-kbp_Latn","languages":["kmb-Latn","kbp-Latn"]},{"precision":0.479567,"recall":0.517787,"f1":0.490327,"accuracy":0.517787,"main_score":0.490327,"hf_subset":"kmb_Latn-luo_Latn","languages":["kmb-Latn","luo-Latn"]},{"precision":0.407637,"recall":0.476285,"f1":0.427242,"accuracy":0.476285,"main_score":0.427242,"hf_subset":"kmb_Latn-ory_Orya","languages":["kmb-Latn","ory-Orya"]},{"precision":0.478415,"recall":0.522727,"f1":0.490681,"accuracy":0.522727,"main_score":0.490681,"hf_subset":"kmb_Latn-sna_Latn","languages":["kmb-Latn","sna-Latn"]},{"precision":0.468647,"recall":0.509881,"f1":0.480141,"accuracy":0.509881,"main_score":0.480141,"hf_subset":"kmb_Latn-tso_Latn","languages":["kmb-Latn","tso-Latn"]},{"precision":0.434546,"recall":0.499012,"f1":0.452227,"accuracy":0.499012,"main_score":0.452227,"hf_subset":"kmb_Latn-azj_Latn","languages":["kmb-Latn","azj-Latn"]},{"precision":0.434536,"recall":0.486166,"f1":0.449365,"accuracy":0.486166,"main_score":0.449365,"hf_subset":"kmb_Latn-dik_Latn","languages":["kmb-Latn","dik-Latn"]},{"precision":0.457213,"recall":0.493083,"f1":0.467589,"accuracy":0.493083,"main_score":0.467589,"hf_subset":"kmb_Latn-hau_Latn","languages":["kmb-Latn","hau-Latn"]},{"precision":0.489859,"recall":0.540514,"f1":0.504065,"accuracy":0.540514,"main_score":0.504065,"hf_subset":"kmb_Latn-kea_Latn","languages":["kmb-Latn","kea-Latn"]},{"precision":0.481465,"recall":0.520751,"f1":0.492494,"accuracy":0.520751,"main_score":0.492494,"hf_subset":"kmb_Latn-lus_Latn","languages":["kmb-Latn","lus-Latn"]},{"precision":0.475381,"recall":0.51581,"f1":0.486757,"accuracy":0.51581,"main_score":0.486757,"hf_subset":"kmb_Latn-pag_Latn","languages":["kmb-Latn","pag-Latn"]},{"precision":0.417994,"recall":0.474308,"f1":0.433225,"accuracy":0.474308,"main_score":0.433225,"hf_subset":"kmb_Latn-snd_Arab","languages":["kmb-Latn","snd-Arab"]},{"precision":0.436391,"recall":0.491107,"f1":0.451757,"accuracy":0.491107,"main_score":0.451757,"hf_subset":"kmb_Latn-tuk_Latn","languages":["kmb-Latn","tuk-Latn"]},{"precision":0.460834,"recall":0.512846,"f1":0.475393,"accuracy":0.512846,"main_score":0.475393,"hf_subset":"kmb_Latn-bak_Cyrl","languages":["kmb-Latn","bak-Cyrl"]},{"precision":0.366545,"recall":0.41996,"f1":0.381846,"accuracy":0.41996,"main_score":0.381846,"hf_subset":"kmb_Latn-dyu_Latn","languages":["kmb-Latn","dyu-Latn"]},{"precision":0.421733,"recall":0.492095,"f1":0.442122,"accuracy":0.492095,"main_score":0.442122,"hf_subset":"kmb_Latn-heb_Hebr","languages":["kmb-Latn","heb-Hebr"]},{"precision":0.460395,"recall":0.504941,"f1":0.473431,"accuracy":0.504941,"main_score":0.473431,"hf_subset":"kmb_Latn-khk_Cyrl","languages":["kmb-Latn","khk-Cyrl"]},{"precision":0.439597,"recall":0.500988,"f1":0.456926,"accuracy":0.500988,"main_score":0.456926,"hf_subset":"kmb_Latn-lvs_Latn","languages":["kmb-Latn","lvs-Latn"]},{"precision":0.42158,"recall":0.490119,"f1":0.440653,"accuracy":0.490119,"main_score":0.440653,"hf_subset":"kmb_Latn-pan_Guru","languages":["kmb-Latn","pan-Guru"]},{"precision":0.442697,"recall":0.487154,"f1":0.45493,"accuracy":0.487154,"main_score":0.45493,"hf_subset":"kmb_Latn-som_Latn","languages":["kmb-Latn","som-Latn"]},{"precision":0.468429,"recall":0.504941,"f1":0.478778,"accuracy":0.504941,"main_score":0.478778,"hf_subset":"kmb_Latn-tum_Latn","languages":["kmb-Latn","tum-Latn"]},{"precision":0.545218,"recall":0.615613,"f1":0.565305,"accuracy":0.615613,"main_score":0.565305,"hf_subset":"min_Arab-ace_Arab","languages":["min-Arab","ace-Arab"]},{"precision":0.314573,"recall":0.369565,"f1":0.329516,"accuracy":0.369565,"main_score":0.329516,"hf_subset":"min_Arab-bam_Latn","languages":["min-Arab","bam-Latn"]},{"precision":0.099724,"recall":0.136364,"f1":0.108447,"accuracy":0.136364,"main_score":0.108447,"hf_subset":"min_Arab-dzo_Tibt","languages":["min-Arab","dzo-Tibt"]},{"precision":0.379501,"recall":0.469368,"f1":0.402231,"accuracy":0.469368,"main_score":0.402231,"hf_subset":"min_Arab-hin_Deva","languages":["min-Arab","hin-Deva"]},{"precision":0.25193,"recall":0.320158,"f1":0.268462,"accuracy":0.320158,"main_score":0.268462,"hf_subset":"min_Arab-khm_Khmr","languages":["min-Arab","khm-Khmr"]},{"precision":0.385369,"recall":0.475296,"f1":0.408484,"accuracy":0.475296,"main_score":0.408484,"hf_subset":"min_Arab-mag_Deva","languages":["min-Arab","mag-Deva"]},{"precision":0.422398,"recall":0.5,"f1":0.442918,"accuracy":0.5,"main_score":0.442918,"hf_subset":"min_Arab-pap_Latn","languages":["min-Arab","pap-Latn"]},{"precision":0.321301,"recall":0.376482,"f1":0.335772,"accuracy":0.376482,"main_score":0.335772,"hf_subset":"min_Arab-sot_Latn","languages":["min-Arab","sot-Latn"]},{"precision":0.371663,"recall":0.465415,"f1":0.395838,"accuracy":0.465415,"main_score":0.395838,"hf_subset":"min_Arab-tur_Latn","languages":["min-Arab","tur-Latn"]},{"precision":0.45913,"recall":0.528656,"f1":0.477647,"accuracy":0.528656,"main_score":0.477647,"hf_subset":"min_Arab-ace_Latn","languages":["min-Arab","ace-Latn"]},{"precision":0.438834,"recall":0.516798,"f1":0.45991,"accuracy":0.516798,"main_score":0.45991,"hf_subset":"min_Arab-ban_Latn","languages":["min-Arab","ban-Latn"]},{"precision":0.370711,"recall":0.453557,"f1":0.392182,"accuracy":0.453557,"main_score":0.392182,"hf_subset":"min_Arab-ell_Grek","languages":["min-Arab","ell-Grek"]},{"precision":0.391818,"recall":0.477273,"f1":0.412993,"accuracy":0.477273,"main_score":0.412993,"hf_subset":"min_Arab-hne_Deva","languages":["min-Arab","hne-Deva"]},{"precision":0.266736,"recall":0.340909,"f1":0.286005,"accuracy":0.340909,"main_score":0.286005,"hf_subset":"min_Arab-kik_Latn","languages":["min-Arab","kik-Latn"]},{"precision":0.385003,"recall":0.476285,"f1":0.408324,"accuracy":0.476285,"main_score":0.408324,"hf_subset":"min_Arab-mai_Deva","languages":["min-Arab","mai-Deva"]},{"precision":0.365459,"recall":0.442688,"f1":0.385963,"accuracy":0.442688,"main_score":0.385963,"hf_subset":"min_Arab-pbt_Arab","languages":["min-Arab","pbt-Arab"]},{"precision":0.364299,"recall":0.459486,"f1":0.389338,"accuracy":0.459486,"main_score":0.389338,"hf_subset":"min_Arab-spa_Latn","languages":["min-Arab","spa-Latn"]},{"precision":0.353068,"recall":0.418972,"f1":0.371053,"accuracy":0.418972,"main_score":0.371053,"hf_subset":"min_Arab-twi_Latn","languages":["min-Arab","twi-Latn"]},{"precision":0.351813,"recall":0.444664,"f1":0.37564,"accuracy":0.444664,"main_score":0.37564,"hf_subset":"min_Arab-acm_Arab","languages":["min-Arab","acm-Arab"]},{"precision":0.35784,"recall":0.44664,"f1":0.380197,"accuracy":0.44664,"main_score":0.380197,"hf_subset":"min_Arab-bel_Cyrl","languages":["min-Arab","bel-Cyrl"]},{"precision":0.372165,"recall":0.468379,"f1":0.397418,"accuracy":0.468379,"main_score":0.397418,"hf_subset":"min_Arab-eng_Latn","languages":["min-Arab","eng-Latn"]},{"precision":0.388649,"recall":0.478261,"f1":0.411932,"accuracy":0.478261,"main_score":0.411932,"hf_subset":"min_Arab-hrv_Latn","languages":["min-Arab","hrv-Latn"]},{"precision":0.320562,"recall":0.385375,"f1":0.337168,"accuracy":0.385375,"main_score":0.337168,"hf_subset":"min_Arab-kin_Latn","languages":["min-Arab","kin-Latn"]},{"precision":0.362601,"recall":0.451581,"f1":0.385534,"accuracy":0.451581,"main_score":0.385534,"hf_subset":"min_Arab-mal_Mlym","languages":["min-Arab","mal-Mlym"]},{"precision":0.370381,"recall":0.454545,"f1":0.391203,"accuracy":0.454545,"main_score":0.391203,"hf_subset":"min_Arab-pes_Arab","languages":["min-Arab","pes-Arab"]},{"precision":0.417236,"recall":0.499012,"f1":0.439025,"accuracy":0.499012,"main_score":0.439025,"hf_subset":"min_Arab-srd_Latn","languages":["min-Arab","srd-Latn"]},{"precision":0.14257,"recall":0.183794,"f1":0.153108,"accuracy":0.183794,"main_score":0.153108,"hf_subset":"min_Arab-tzm_Tfng","languages":["min-Arab","tzm-Tfng"]},{"precision":0.364743,"recall":0.451581,"f1":0.386064,"accuracy":0.451581,"main_score":0.386064,"hf_subset":"min_Arab-acq_Arab","languages":["min-Arab","acq-Arab"]},{"precision":0.340394,"recall":0.409091,"f1":0.358465,"accuracy":0.409091,"main_score":0.358465,"hf_subset":"min_Arab-bem_Latn","languages":["min-Arab","bem-Latn"]},{"precision":0.38816,"recall":0.480237,"f1":0.413083,"accuracy":0.480237,"main_score":0.413083,"hf_subset":"min_Arab-epo_Latn","languages":["min-Arab","epo-Latn"]},{"precision":0.362975,"recall":0.460474,"f1":0.388647,"accuracy":0.460474,"main_score":0.388647,"hf_subset":"min_Arab-hun_Latn","languages":["min-Arab","hun-Latn"]},{"precision":0.403994,"recall":0.486166,"f1":0.425024,"accuracy":0.486166,"main_score":0.425024,"hf_subset":"min_Arab-kir_Cyrl","languages":["min-Arab","kir-Cyrl"]},{"precision":0.361442,"recall":0.450593,"f1":0.384319,"accuracy":0.450593,"main_score":0.384319,"hf_subset":"min_Arab-mar_Deva","languages":["min-Arab","mar-Deva"]},{"precision":0.352668,"recall":0.412055,"f1":0.368175,"accuracy":0.412055,"main_score":0.368175,"hf_subset":"min_Arab-plt_Latn","languages":["min-Arab","plt-Latn"]},{"precision":0.385983,"recall":0.475296,"f1":0.408602,"accuracy":0.475296,"main_score":0.408602,"hf_subset":"min_Arab-srp_Cyrl","languages":["min-Arab","srp-Cyrl"]},{"precision":0.33026,"recall":0.408103,"f1":0.349853,"accuracy":0.408103,"main_score":0.349853,"hf_subset":"min_Arab-uig_Arab","languages":["min-Arab","uig-Arab"]},{"precision":0.357002,"recall":0.442688,"f1":0.378787,"accuracy":0.442688,"main_score":0.378787,"hf_subset":"min_Arab-aeb_Arab","languages":["min-Arab","aeb-Arab"]},{"precision":0.387878,"recall":0.474308,"f1":0.409634,"accuracy":0.474308,"main_score":0.409634,"hf_subset":"min_Arab-ben_Beng","languages":["min-Arab","ben-Beng"]},{"precision":0.376624,"recall":0.463439,"f1":0.39934,"accuracy":0.463439,"main_score":0.39934,"hf_subset":"min_Arab-est_Latn","languages":["min-Arab","est-Latn"]},{"precision":0.35094,"recall":0.431818,"f1":0.371638,"accuracy":0.431818,"main_score":0.371638,"hf_subset":"min_Arab-hye_Armn","languages":["min-Arab","hye-Armn"]},{"precision":0.302536,"recall":0.366601,"f1":0.320112,"accuracy":0.366601,"main_score":0.320112,"hf_subset":"min_Arab-kmb_Latn","languages":["min-Arab","kmb-Latn"]},{"precision":0.355464,"recall":0.454545,"f1":0.381011,"accuracy":0.454545,"main_score":0.381011,"hf_subset":"min_Arab-pol_Latn","languages":["min-Arab","pol-Latn"]},{"precision":0.308082,"recall":0.364625,"f1":0.323547,"accuracy":0.364625,"main_score":0.323547,"hf_subset":"min_Arab-ssw_Latn","languages":["min-Arab","ssw-Latn"]},{"precision":0.376537,"recall":0.469368,"f1":0.400131,"accuracy":0.469368,"main_score":0.400131,"hf_subset":"min_Arab-ukr_Cyrl","languages":["min-Arab","ukr-Cyrl"]},{"precision":0.387225,"recall":0.48419,"f1":0.413363,"accuracy":0.48419,"main_score":0.413363,"hf_subset":"min_Arab-afr_Latn","languages":["min-Arab","afr-Latn"]},{"precision":0.38241,"recall":0.47332,"f1":0.405062,"accuracy":0.47332,"main_score":0.405062,"hf_subset":"min_Arab-bho_Deva","languages":["min-Arab","bho-Deva"]},{"precision":0.399327,"recall":0.479249,"f1":0.419689,"accuracy":0.479249,"main_score":0.419689,"hf_subset":"min_Arab-eus_Latn","languages":["min-Arab","eus-Latn"]},{"precision":0.296251,"recall":0.37253,"f1":0.31565,"accuracy":0.37253,"main_score":0.31565,"hf_subset":"min_Arab-ibo_Latn","languages":["min-Arab","ibo-Latn"]},{"precision":0.366324,"recall":0.440711,"f1":0.38631,"accuracy":0.440711,"main_score":0.38631,"hf_subset":"min_Arab-kmr_Latn","languages":["min-Arab","kmr-Latn"]},{"precision":0.522615,"recall":0.600791,"f1":0.543655,"accuracy":0.600791,"main_score":0.543655,"hf_subset":"min_Arab-min_Latn","languages":["min-Arab","min-Latn"]},{"precision":0.380825,"recall":0.478261,"f1":0.405992,"accuracy":0.478261,"main_score":0.405992,"hf_subset":"min_Arab-por_Latn","languages":["min-Arab","por-Latn"]},{"precision":0.453066,"recall":0.530632,"f1":0.473082,"accuracy":0.530632,"main_score":0.473082,"hf_subset":"min_Arab-sun_Latn","languages":["min-Arab","sun-Latn"]},{"precision":0.293849,"recall":0.363636,"f1":0.312732,"accuracy":0.363636,"main_score":0.312732,"hf_subset":"min_Arab-umb_Latn","languages":["min-Arab","umb-Latn"]},{"precision":0.383173,"recall":0.467391,"f1":0.40431,"accuracy":0.467391,"main_score":0.40431,"hf_subset":"min_Arab-ajp_Arab","languages":["min-Arab","ajp-Arab"]},{"precision":0.584432,"recall":0.653162,"f1":0.603387,"accuracy":0.653162,"main_score":0.603387,"hf_subset":"min_Arab-bjn_Arab","languages":["min-Arab","bjn-Arab"]},{"precision":0.301116,"recall":0.36166,"f1":0.316526,"accuracy":0.36166,"main_score":0.316526,"hf_subset":"min_Arab-ewe_Latn","languages":["min-Arab","ewe-Latn"]},{"precision":0.42963,"recall":0.5,"f1":0.448044,"accuracy":0.5,"main_score":0.448044,"hf_subset":"min_Arab-ilo_Latn","languages":["min-Arab","ilo-Latn"]},{"precision":0.178715,"recall":0.225296,"f1":0.189744,"accuracy":0.225296,"main_score":0.189744,"hf_subset":"min_Arab-knc_Arab","languages":["min-Arab","knc-Arab"]},{"precision":0.395311,"recall":0.482213,"f1":0.416923,"accuracy":0.482213,"main_score":0.416923,"hf_subset":"min_Arab-mkd_Cyrl","languages":["min-Arab","mkd-Cyrl"]},{"precision":0.372281,"recall":0.456522,"f1":0.393201,"accuracy":0.456522,"main_score":0.393201,"hf_subset":"min_Arab-prs_Arab","languages":["min-Arab","prs-Arab"]},{"precision":0.384751,"recall":0.475296,"f1":0.408528,"accuracy":0.475296,"main_score":0.408528,"hf_subset":"min_Arab-swe_Latn","languages":["min-Arab","swe-Latn"]},{"precision":0.360652,"recall":0.449605,"f1":0.383429,"accuracy":0.449605,"main_score":0.383429,"hf_subset":"min_Arab-urd_Arab","languages":["min-Arab","urd-Arab"]},{"precision":0.337924,"recall":0.396245,"f1":0.353605,"accuracy":0.396245,"main_score":0.353605,"hf_subset":"min_Arab-aka_Latn","languages":["min-Arab","aka-Latn"]},{"precision":0.424118,"recall":0.506917,"f1":0.44645,"accuracy":0.506917,"main_score":0.44645,"hf_subset":"min_Arab-bjn_Latn","languages":["min-Arab","bjn-Latn"]},{"precision":0.333314,"recall":0.413043,"f1":0.3532,"accuracy":0.413043,"main_score":0.3532,"hf_subset":"min_Arab-fao_Latn","languages":["min-Arab","fao-Latn"]},{"precision":0.414812,"recall":0.500988,"f1":0.437453,"accuracy":0.500988,"main_score":0.437453,"hf_subset":"min_Arab-ind_Latn","languages":["min-Arab","ind-Latn"]},{"precision":0.344784,"recall":0.395257,"f1":0.358714,"accuracy":0.395257,"main_score":0.358714,"hf_subset":"min_Arab-knc_Latn","languages":["min-Arab","knc-Latn"]},{"precision":0.430335,"recall":0.51581,"f1":0.45363,"accuracy":0.51581,"main_score":0.45363,"hf_subset":"min_Arab-mlt_Latn","languages":["min-Arab","mlt-Latn"]},{"precision":0.35063,"recall":0.418972,"f1":0.369042,"accuracy":0.418972,"main_score":0.369042,"hf_subset":"min_Arab-quy_Latn","languages":["min-Arab","quy-Latn"]},{"precision":0.351394,"recall":0.421937,"f1":0.370341,"accuracy":0.421937,"main_score":0.370341,"hf_subset":"min_Arab-swh_Latn","languages":["min-Arab","swh-Latn"]},{"precision":0.364657,"recall":0.449605,"f1":0.386473,"accuracy":0.449605,"main_score":0.386473,"hf_subset":"min_Arab-uzn_Latn","languages":["min-Arab","uzn-Latn"]},{"precision":0.403584,"recall":0.48419,"f1":0.42451,"accuracy":0.48419,"main_score":0.42451,"hf_subset":"min_Arab-als_Latn","languages":["min-Arab","als-Latn"]},{"precision":0.14012,"recall":0.186759,"f1":0.151534,"accuracy":0.186759,"main_score":0.151534,"hf_subset":"min_Arab-bod_Tibt","languages":["min-Arab","bod-Tibt"]},{"precision":0.318514,"recall":0.374506,"f1":0.33381,"accuracy":0.374506,"main_score":0.33381,"hf_subset":"min_Arab-fij_Latn","languages":["min-Arab","fij-Latn"]},{"precision":0.300403,"recall":0.382411,"f1":0.320747,"accuracy":0.382411,"main_score":0.320747,"hf_subset":"min_Arab-isl_Latn","languages":["min-Arab","isl-Latn"]},{"precision":0.357451,"recall":0.421937,"f1":0.375557,"accuracy":0.421937,"main_score":0.375557,"hf_subset":"min_Arab-kon_Latn","languages":["min-Arab","kon-Latn"]},{"precision":0.323985,"recall":0.393281,"f1":0.342062,"accuracy":0.393281,"main_score":0.342062,"hf_subset":"min_Arab-mni_Beng","languages":["min-Arab","mni-Beng"]},{"precision":0.397277,"recall":0.485178,"f1":0.419985,"accuracy":0.485178,"main_score":0.419985,"hf_subset":"min_Arab-ron_Latn","languages":["min-Arab","ron-Latn"]},{"precision":0.391059,"recall":0.477273,"f1":0.413479,"accuracy":0.477273,"main_score":0.413479,"hf_subset":"min_Arab-szl_Latn","languages":["min-Arab","szl-Latn"]},{"precision":0.3961,"recall":0.482213,"f1":0.418154,"accuracy":0.482213,"main_score":0.418154,"hf_subset":"min_Arab-vec_Latn","languages":["min-Arab","vec-Latn"]},{"precision":0.240313,"recall":0.30336,"f1":0.255302,"accuracy":0.30336,"main_score":0.255302,"hf_subset":"min_Arab-amh_Ethi","languages":["min-Arab","amh-Ethi"]},{"precision":0.389215,"recall":0.478261,"f1":0.412548,"accuracy":0.478261,"main_score":0.412548,"hf_subset":"min_Arab-bos_Latn","languages":["min-Arab","bos-Latn"]},{"precision":0.368239,"recall":0.456522,"f1":0.390823,"accuracy":0.456522,"main_score":0.390823,"hf_subset":"min_Arab-fin_Latn","languages":["min-Arab","fin-Latn"]},{"precision":0.382417,"recall":0.47332,"f1":0.406528,"accuracy":0.47332,"main_score":0.406528,"hf_subset":"min_Arab-ita_Latn","languages":["min-Arab","ita-Latn"]},{"precision":0.340304,"recall":0.429842,"f1":0.364,"accuracy":0.429842,"main_score":0.364,"hf_subset":"min_Arab-kor_Hang","languages":["min-Arab","kor-Hang"]},{"precision":0.333044,"recall":0.385375,"f1":0.347123,"accuracy":0.385375,"main_score":0.347123,"hf_subset":"min_Arab-mos_Latn","languages":["min-Arab","mos-Latn"]},{"precision":0.303729,"recall":0.368577,"f1":0.321101,"accuracy":0.368577,"main_score":0.321101,"hf_subset":"min_Arab-run_Latn","languages":["min-Arab","run-Latn"]},{"precision":0.32241,"recall":0.402174,"f1":0.342789,"accuracy":0.402174,"main_score":0.342789,"hf_subset":"min_Arab-tam_Taml","languages":["min-Arab","tam-Taml"]},{"precision":0.347625,"recall":0.438735,"f1":0.371164,"accuracy":0.438735,"main_score":0.371164,"hf_subset":"min_Arab-vie_Latn","languages":["min-Arab","vie-Latn"]},{"precision":0.372084,"recall":0.461462,"f1":0.395117,"accuracy":0.461462,"main_score":0.395117,"hf_subset":"min_Arab-apc_Arab","languages":["min-Arab","apc-Arab"]},{"precision":0.407026,"recall":0.476285,"f1":0.425935,"accuracy":0.476285,"main_score":0.425935,"hf_subset":"min_Arab-bug_Latn","languages":["min-Arab","bug-Latn"]},{"precision":0.293125,"recall":0.34585,"f1":0.306712,"accuracy":0.34585,"main_score":0.306712,"hf_subset":"min_Arab-fon_Latn","languages":["min-Arab","fon-Latn"]},{"precision":0.436177,"recall":0.516798,"f1":0.457896,"accuracy":0.516798,"main_score":0.457896,"hf_subset":"min_Arab-jav_Latn","languages":["min-Arab","jav-Latn"]},{"precision":0.268227,"recall":0.340909,"f1":0.286083,"accuracy":0.340909,"main_score":0.286083,"hf_subset":"min_Arab-lao_Laoo","languages":["min-Arab","lao-Laoo"]},{"precision":0.281023,"recall":0.357708,"f1":0.300265,"accuracy":0.357708,"main_score":0.300265,"hf_subset":"min_Arab-mri_Latn","languages":["min-Arab","mri-Latn"]},{"precision":0.373354,"recall":0.465415,"f1":0.396494,"accuracy":0.465415,"main_score":0.396494,"hf_subset":"min_Arab-rus_Cyrl","languages":["min-Arab","rus-Cyrl"]},{"precision":0.324833,"recall":0.391304,"f1":0.341996,"accuracy":0.391304,"main_score":0.341996,"hf_subset":"min_Arab-taq_Latn","languages":["min-Arab","taq-Latn"]},{"precision":0.427532,"recall":0.509881,"f1":0.449707,"accuracy":0.509881,"main_score":0.449707,"hf_subset":"min_Arab-war_Latn","languages":["min-Arab","war-Latn"]},{"precision":0.367099,"recall":0.453557,"f1":0.388534,"accuracy":0.453557,"main_score":0.388534,"hf_subset":"min_Arab-arb_Arab","languages":["min-Arab","arb-Arab"]},{"precision":0.368623,"recall":0.464427,"f1":0.393508,"accuracy":0.464427,"main_score":0.393508,"hf_subset":"min_Arab-bul_Cyrl","languages":["min-Arab","bul-Cyrl"]},{"precision":0.367913,"recall":0.459486,"f1":0.391705,"accuracy":0.459486,"main_score":0.391705,"hf_subset":"min_Arab-fra_Latn","languages":["min-Arab","fra-Latn"]},{"precision":0.338667,"recall":0.423913,"f1":0.360406,"accuracy":0.423913,"main_score":0.360406,"hf_subset":"min_Arab-jpn_Jpan","languages":["min-Arab","jpn-Jpan"]},{"precision":0.394294,"recall":0.476285,"f1":0.416029,"accuracy":0.476285,"main_score":0.416029,"hf_subset":"min_Arab-lij_Latn","languages":["min-Arab","lij-Latn"]},{"precision":0.208956,"recall":0.274704,"f1":0.225679,"accuracy":0.274704,"main_score":0.225679,"hf_subset":"min_Arab-mya_Mymr","languages":["min-Arab","mya-Mymr"]},{"precision":0.335635,"recall":0.408103,"f1":0.355218,"accuracy":0.408103,"main_score":0.355218,"hf_subset":"min_Arab-sag_Latn","languages":["min-Arab","sag-Latn"]},{"precision":0.136882,"recall":0.183794,"f1":0.148443,"accuracy":0.183794,"main_score":0.148443,"hf_subset":"min_Arab-taq_Tfng","languages":["min-Arab","taq-Tfng"]},{"precision":0.343384,"recall":0.410079,"f1":0.361662,"accuracy":0.410079,"main_score":0.361662,"hf_subset":"min_Arab-wol_Latn","languages":["min-Arab","wol-Latn"]},{"precision":0.280043,"recall":0.357708,"f1":0.300009,"accuracy":0.357708,"main_score":0.300009,"hf_subset":"min_Arab-arb_Latn","languages":["min-Arab","arb-Latn"]},{"precision":0.377584,"recall":0.470356,"f1":0.402367,"accuracy":0.470356,"main_score":0.402367,"hf_subset":"min_Arab-cat_Latn","languages":["min-Arab","cat-Latn"]},{"precision":0.395918,"recall":0.472332,"f1":0.415586,"accuracy":0.472332,"main_score":0.415586,"hf_subset":"min_Arab-fur_Latn","languages":["min-Arab","fur-Latn"]},{"precision":0.272565,"recall":0.333004,"f1":0.287775,"accuracy":0.333004,"main_score":0.287775,"hf_subset":"min_Arab-kab_Latn","languages":["min-Arab","kab-Latn"]},{"precision":0.403895,"recall":0.485178,"f1":0.424931,"accuracy":0.485178,"main_score":0.424931,"hf_subset":"min_Arab-lim_Latn","languages":["min-Arab","lim-Latn"]},{"precision":0.374636,"recall":0.467391,"f1":0.398567,"accuracy":0.467391,"main_score":0.398567,"hf_subset":"min_Arab-nld_Latn","languages":["min-Arab","nld-Latn"]},{"precision":0.325316,"recall":0.418972,"f1":0.348998,"accuracy":0.418972,"main_score":0.348998,"hf_subset":"min_Arab-san_Deva","languages":["min-Arab","san-Deva"]},{"precision":0.384799,"recall":0.467391,"f1":0.406185,"accuracy":0.467391,"main_score":0.406185,"hf_subset":"min_Arab-tat_Cyrl","languages":["min-Arab","tat-Cyrl"]},{"precision":0.330172,"recall":0.40415,"f1":0.349599,"accuracy":0.40415,"main_score":0.349599,"hf_subset":"min_Arab-xho_Latn","languages":["min-Arab","xho-Latn"]},{"precision":0.335174,"recall":0.424901,"f1":0.357762,"accuracy":0.424901,"main_score":0.357762,"hf_subset":"min_Arab-ars_Arab","languages":["min-Arab","ars-Arab"]},{"precision":0.396887,"recall":0.48419,"f1":0.419361,"accuracy":0.48419,"main_score":0.419361,"hf_subset":"min_Arab-ceb_Latn","languages":["min-Arab","ceb-Latn"]},{"precision":0.294233,"recall":0.357708,"f1":0.311401,"accuracy":0.357708,"main_score":0.311401,"hf_subset":"min_Arab-fuv_Latn","languages":["min-Arab","fuv-Latn"]},{"precision":0.319105,"recall":0.381423,"f1":0.336075,"accuracy":0.381423,"main_score":0.336075,"hf_subset":"min_Arab-kac_Latn","languages":["min-Arab","kac-Latn"]},{"precision":0.353273,"recall":0.412055,"f1":0.369048,"accuracy":0.412055,"main_score":0.369048,"hf_subset":"min_Arab-lin_Latn","languages":["min-Arab","lin-Latn"]},{"precision":0.391836,"recall":0.481225,"f1":0.415466,"accuracy":0.481225,"main_score":0.415466,"hf_subset":"min_Arab-nno_Latn","languages":["min-Arab","nno-Latn"]},{"precision":0.028238,"recall":0.064229,"f1":0.034515,"accuracy":0.064229,"main_score":0.034515,"hf_subset":"min_Arab-sat_Olck","languages":["min-Arab","sat-Olck"]},{"precision":0.364342,"recall":0.454545,"f1":0.387558,"accuracy":0.454545,"main_score":0.387558,"hf_subset":"min_Arab-tel_Telu","languages":["min-Arab","tel-Telu"]},{"precision":0.321357,"recall":0.403162,"f1":0.342671,"accuracy":0.403162,"main_score":0.342671,"hf_subset":"min_Arab-ydd_Hebr","languages":["min-Arab","ydd-Hebr"]},{"precision":0.357416,"recall":0.43083,"f1":0.376133,"accuracy":0.43083,"main_score":0.376133,"hf_subset":"min_Arab-ary_Arab","languages":["min-Arab","ary-Arab"]},{"precision":0.378454,"recall":0.476285,"f1":0.403898,"accuracy":0.476285,"main_score":0.403898,"hf_subset":"min_Arab-ces_Latn","languages":["min-Arab","ces-Latn"]},{"precision":0.286013,"recall":0.351779,"f1":0.303318,"accuracy":0.351779,"main_score":0.303318,"hf_subset":"min_Arab-gaz_Latn","languages":["min-Arab","gaz-Latn"]},{"precision":0.29776,"recall":0.355731,"f1":0.313615,"accuracy":0.355731,"main_score":0.313615,"hf_subset":"min_Arab-kam_Latn","languages":["min-Arab","kam-Latn"]},{"precision":0.347636,"recall":0.440711,"f1":0.371611,"accuracy":0.440711,"main_score":0.371611,"hf_subset":"min_Arab-lit_Latn","languages":["min-Arab","lit-Latn"]},{"precision":0.39443,"recall":0.485178,"f1":0.418883,"accuracy":0.485178,"main_score":0.418883,"hf_subset":"min_Arab-nob_Latn","languages":["min-Arab","nob-Latn"]},{"precision":0.36086,"recall":0.44664,"f1":0.382978,"accuracy":0.44664,"main_score":0.382978,"hf_subset":"min_Arab-scn_Latn","languages":["min-Arab","scn-Latn"]},{"precision":0.366475,"recall":0.44664,"f1":0.387639,"accuracy":0.44664,"main_score":0.387639,"hf_subset":"min_Arab-tgk_Cyrl","languages":["min-Arab","tgk-Cyrl"]},{"precision":0.252075,"recall":0.327075,"f1":0.271902,"accuracy":0.327075,"main_score":0.271902,"hf_subset":"min_Arab-yor_Latn","languages":["min-Arab","yor-Latn"]},{"precision":0.353145,"recall":0.436759,"f1":0.373511,"accuracy":0.436759,"main_score":0.373511,"hf_subset":"min_Arab-arz_Arab","languages":["min-Arab","arz-Arab"]},{"precision":0.305379,"recall":0.366601,"f1":0.320901,"accuracy":0.366601,"main_score":0.320901,"hf_subset":"min_Arab-cjk_Latn","languages":["min-Arab","cjk-Latn"]},{"precision":0.30323,"recall":0.378458,"f1":0.322984,"accuracy":0.378458,"main_score":0.322984,"hf_subset":"min_Arab-gla_Latn","languages":["min-Arab","gla-Latn"]},{"precision":0.356623,"recall":0.440711,"f1":0.378039,"accuracy":0.440711,"main_score":0.378039,"hf_subset":"min_Arab-kan_Knda","languages":["min-Arab","kan-Knda"]},{"precision":0.395634,"recall":0.478261,"f1":0.417533,"accuracy":0.478261,"main_score":0.417533,"hf_subset":"min_Arab-lmo_Latn","languages":["min-Arab","lmo-Latn"]},{"precision":0.37608,"recall":0.464427,"f1":0.398956,"accuracy":0.464427,"main_score":0.398956,"hf_subset":"min_Arab-npi_Deva","languages":["min-Arab","npi-Deva"]},{"precision":0.25558,"recall":0.33004,"f1":0.274239,"accuracy":0.33004,"main_score":0.274239,"hf_subset":"min_Arab-shn_Mymr","languages":["min-Arab","shn-Mymr"]},{"precision":0.403535,"recall":0.48913,"f1":0.425641,"accuracy":0.48913,"main_score":0.425641,"hf_subset":"min_Arab-tgl_Latn","languages":["min-Arab","tgl-Latn"]},{"precision":0.334374,"recall":0.43083,"f1":0.358611,"accuracy":0.43083,"main_score":0.358611,"hf_subset":"min_Arab-yue_Hant","languages":["min-Arab","yue-Hant"]},{"precision":0.315172,"recall":0.397233,"f1":0.335885,"accuracy":0.397233,"main_score":0.335885,"hf_subset":"min_Arab-asm_Beng","languages":["min-Arab","asm-Beng"]},{"precision":0.354061,"recall":0.424901,"f1":0.372589,"accuracy":0.424901,"main_score":0.372589,"hf_subset":"min_Arab-ckb_Arab","languages":["min-Arab","ckb-Arab"]},{"precision":0.308202,"recall":0.379447,"f1":0.326047,"accuracy":0.379447,"main_score":0.326047,"hf_subset":"min_Arab-gle_Latn","languages":["min-Arab","gle-Latn"]},{"precision":0.371397,"recall":0.448617,"f1":0.392111,"accuracy":0.448617,"main_score":0.392111,"hf_subset":"min_Arab-kas_Arab","languages":["min-Arab","kas-Arab"]},{"precision":0.373549,"recall":0.453557,"f1":0.39541,"accuracy":0.453557,"main_score":0.39541,"hf_subset":"min_Arab-ltg_Latn","languages":["min-Arab","ltg-Latn"]},{"precision":0.351413,"recall":0.41996,"f1":0.370386,"accuracy":0.41996,"main_score":0.370386,"hf_subset":"min_Arab-nso_Latn","languages":["min-Arab","nso-Latn"]},{"precision":0.170962,"recall":0.203557,"f1":0.179254,"accuracy":0.203557,"main_score":0.179254,"hf_subset":"min_Arab-sin_Sinh","languages":["min-Arab","sin-Sinh"]},{"precision":0.358831,"recall":0.443676,"f1":0.379275,"accuracy":0.443676,"main_score":0.379275,"hf_subset":"min_Arab-tha_Thai","languages":["min-Arab","tha-Thai"]},{"precision":0.33843,"recall":0.439723,"f1":0.364289,"accuracy":0.439723,"main_score":0.364289,"hf_subset":"min_Arab-zho_Hans","languages":["min-Arab","zho-Hans"]},{"precision":0.368738,"recall":0.455534,"f1":0.391031,"accuracy":0.455534,"main_score":0.391031,"hf_subset":"min_Arab-ast_Latn","languages":["min-Arab","ast-Latn"]},{"precision":0.360031,"recall":0.450593,"f1":0.383303,"accuracy":0.450593,"main_score":0.383303,"hf_subset":"min_Arab-crh_Latn","languages":["min-Arab","crh-Latn"]},{"precision":0.382578,"recall":0.475296,"f1":0.40702,"accuracy":0.475296,"main_score":0.40702,"hf_subset":"min_Arab-glg_Latn","languages":["min-Arab","glg-Latn"]},{"precision":0.341449,"recall":0.41996,"f1":0.362029,"accuracy":0.41996,"main_score":0.362029,"hf_subset":"min_Arab-kas_Deva","languages":["min-Arab","kas-Deva"]},{"precision":0.395137,"recall":0.479249,"f1":0.417472,"accuracy":0.479249,"main_score":0.417472,"hf_subset":"min_Arab-ltz_Latn","languages":["min-Arab","ltz-Latn"]},{"precision":0.260209,"recall":0.329051,"f1":0.277976,"accuracy":0.329051,"main_score":0.277976,"hf_subset":"min_Arab-nus_Latn","languages":["min-Arab","nus-Latn"]},{"precision":0.379475,"recall":0.470356,"f1":0.40377,"accuracy":0.470356,"main_score":0.40377,"hf_subset":"min_Arab-slk_Latn","languages":["min-Arab","slk-Latn"]},{"precision":0.190813,"recall":0.236166,"f1":0.201947,"accuracy":0.236166,"main_score":0.201947,"hf_subset":"min_Arab-tir_Ethi","languages":["min-Arab","tir-Ethi"]},{"precision":0.333349,"recall":0.43083,"f1":0.357788,"accuracy":0.43083,"main_score":0.357788,"hf_subset":"min_Arab-zho_Hant","languages":["min-Arab","zho-Hant"]},{"precision":0.377949,"recall":0.461462,"f1":0.399131,"accuracy":0.461462,"main_score":0.399131,"hf_subset":"min_Arab-awa_Deva","languages":["min-Arab","awa-Deva"]},{"precision":0.336243,"recall":0.41996,"f1":0.358276,"accuracy":0.41996,"main_score":0.358276,"hf_subset":"min_Arab-cym_Latn","languages":["min-Arab","cym-Latn"]},{"precision":0.371219,"recall":0.431818,"f1":0.387103,"accuracy":0.431818,"main_score":0.387103,"hf_subset":"min_Arab-grn_Latn","languages":["min-Arab","grn-Latn"]},{"precision":0.369862,"recall":0.450593,"f1":0.390525,"accuracy":0.450593,"main_score":0.390525,"hf_subset":"min_Arab-kat_Geor","languages":["min-Arab","kat-Geor"]},{"precision":0.338552,"recall":0.406126,"f1":0.357282,"accuracy":0.406126,"main_score":0.357282,"hf_subset":"min_Arab-lua_Latn","languages":["min-Arab","lua-Latn"]},{"precision":0.319097,"recall":0.380435,"f1":0.335898,"accuracy":0.380435,"main_score":0.335898,"hf_subset":"min_Arab-nya_Latn","languages":["min-Arab","nya-Latn"]},{"precision":0.38264,"recall":0.47332,"f1":0.406303,"accuracy":0.47332,"main_score":0.406303,"hf_subset":"min_Arab-slv_Latn","languages":["min-Arab","slv-Latn"]},{"precision":0.388081,"recall":0.465415,"f1":0.408713,"accuracy":0.465415,"main_score":0.408713,"hf_subset":"min_Arab-tpi_Latn","languages":["min-Arab","tpi-Latn"]},{"precision":0.395039,"recall":0.480237,"f1":0.417394,"accuracy":0.480237,"main_score":0.417394,"hf_subset":"min_Arab-zsm_Latn","languages":["min-Arab","zsm-Latn"]},{"precision":0.304728,"recall":0.37253,"f1":0.322635,"accuracy":0.37253,"main_score":0.322635,"hf_subset":"min_Arab-ayr_Latn","languages":["min-Arab","ayr-Latn"]},{"precision":0.392576,"recall":0.485178,"f1":0.417532,"accuracy":0.485178,"main_score":0.417532,"hf_subset":"min_Arab-dan_Latn","languages":["min-Arab","dan-Latn"]},{"precision":0.358066,"recall":0.455534,"f1":0.38289,"accuracy":0.455534,"main_score":0.38289,"hf_subset":"min_Arab-guj_Gujr","languages":["min-Arab","guj-Gujr"]},{"precision":0.377841,"recall":0.464427,"f1":0.399628,"accuracy":0.464427,"main_score":0.399628,"hf_subset":"min_Arab-kaz_Cyrl","languages":["min-Arab","kaz-Cyrl"]},{"precision":0.3011,"recall":0.366601,"f1":0.318239,"accuracy":0.366601,"main_score":0.318239,"hf_subset":"min_Arab-lug_Latn","languages":["min-Arab","lug-Latn"]},{"precision":0.390789,"recall":0.475296,"f1":0.412883,"accuracy":0.475296,"main_score":0.412883,"hf_subset":"min_Arab-oci_Latn","languages":["min-Arab","oci-Latn"]},{"precision":0.318404,"recall":0.381423,"f1":0.335292,"accuracy":0.381423,"main_score":0.335292,"hf_subset":"min_Arab-smo_Latn","languages":["min-Arab","smo-Latn"]},{"precision":0.297096,"recall":0.360672,"f1":0.313936,"accuracy":0.360672,"main_score":0.313936,"hf_subset":"min_Arab-tsn_Latn","languages":["min-Arab","tsn-Latn"]},{"precision":0.312262,"recall":0.375494,"f1":0.328249,"accuracy":0.375494,"main_score":0.328249,"hf_subset":"min_Arab-zul_Latn","languages":["min-Arab","zul-Latn"]},{"precision":0.354146,"recall":0.41996,"f1":0.37132,"accuracy":0.41996,"main_score":0.37132,"hf_subset":"min_Arab-azb_Arab","languages":["min-Arab","azb-Arab"]},{"precision":0.383114,"recall":0.475296,"f1":0.406574,"accuracy":0.475296,"main_score":0.406574,"hf_subset":"min_Arab-deu_Latn","languages":["min-Arab","deu-Latn"]},{"precision":0.382386,"recall":0.467391,"f1":0.40482,"accuracy":0.467391,"main_score":0.40482,"hf_subset":"min_Arab-hat_Latn","languages":["min-Arab","hat-Latn"]},{"precision":0.295932,"recall":0.360672,"f1":0.312225,"accuracy":0.360672,"main_score":0.312225,"hf_subset":"min_Arab-kbp_Latn","languages":["min-Arab","kbp-Latn"]},{"precision":0.320547,"recall":0.384387,"f1":0.337727,"accuracy":0.384387,"main_score":0.337727,"hf_subset":"min_Arab-luo_Latn","languages":["min-Arab","luo-Latn"]},{"precision":0.330131,"recall":0.422925,"f1":0.353154,"accuracy":0.422925,"main_score":0.353154,"hf_subset":"min_Arab-ory_Orya","languages":["min-Arab","ory-Orya"]},{"precision":0.311524,"recall":0.37253,"f1":0.327752,"accuracy":0.37253,"main_score":0.327752,"hf_subset":"min_Arab-sna_Latn","languages":["min-Arab","sna-Latn"]},{"precision":0.308342,"recall":0.367589,"f1":0.323817,"accuracy":0.367589,"main_score":0.323817,"hf_subset":"min_Arab-tso_Latn","languages":["min-Arab","tso-Latn"]},{"precision":0.351002,"recall":0.442688,"f1":0.375332,"accuracy":0.442688,"main_score":0.375332,"hf_subset":"min_Arab-azj_Latn","languages":["min-Arab","azj-Latn"]},{"precision":0.273134,"recall":0.342885,"f1":0.290945,"accuracy":0.342885,"main_score":0.290945,"hf_subset":"min_Arab-dik_Latn","languages":["min-Arab","dik-Latn"]},{"precision":0.313487,"recall":0.373518,"f1":0.329661,"accuracy":0.373518,"main_score":0.329661,"hf_subset":"min_Arab-hau_Latn","languages":["min-Arab","hau-Latn"]},{"precision":0.414738,"recall":0.491107,"f1":0.434617,"accuracy":0.491107,"main_score":0.434617,"hf_subset":"min_Arab-kea_Latn","languages":["min-Arab","kea-Latn"]},{"precision":0.348841,"recall":0.409091,"f1":0.363821,"accuracy":0.409091,"main_score":0.363821,"hf_subset":"min_Arab-lus_Latn","languages":["min-Arab","lus-Latn"]},{"precision":0.39406,"recall":0.459486,"f1":0.411579,"accuracy":0.459486,"main_score":0.411579,"hf_subset":"min_Arab-pag_Latn","languages":["min-Arab","pag-Latn"]},{"precision":0.363811,"recall":0.454545,"f1":0.386655,"accuracy":0.454545,"main_score":0.386655,"hf_subset":"min_Arab-snd_Arab","languages":["min-Arab","snd-Arab"]},{"precision":0.352775,"recall":0.432806,"f1":0.37379,"accuracy":0.432806,"main_score":0.37379,"hf_subset":"min_Arab-tuk_Latn","languages":["min-Arab","tuk-Latn"]},{"precision":0.411327,"recall":0.48913,"f1":0.431876,"accuracy":0.48913,"main_score":0.431876,"hf_subset":"min_Arab-bak_Cyrl","languages":["min-Arab","bak-Cyrl"]},{"precision":0.227083,"recall":0.295455,"f1":0.244761,"accuracy":0.295455,"main_score":0.244761,"hf_subset":"min_Arab-dyu_Latn","languages":["min-Arab","dyu-Latn"]},{"precision":0.362542,"recall":0.448617,"f1":0.385171,"accuracy":0.448617,"main_score":0.385171,"hf_subset":"min_Arab-heb_Hebr","languages":["min-Arab","heb-Hebr"]},{"precision":0.358327,"recall":0.443676,"f1":0.38071,"accuracy":0.443676,"main_score":0.38071,"hf_subset":"min_Arab-khk_Cyrl","languages":["min-Arab","khk-Cyrl"]},{"precision":0.375058,"recall":0.47332,"f1":0.400439,"accuracy":0.47332,"main_score":0.400439,"hf_subset":"min_Arab-lvs_Latn","languages":["min-Arab","lvs-Latn"]},{"precision":0.355007,"recall":0.442688,"f1":0.376993,"accuracy":0.442688,"main_score":0.376993,"hf_subset":"min_Arab-pan_Guru","languages":["min-Arab","pan-Guru"]},{"precision":0.317563,"recall":0.375494,"f1":0.332492,"accuracy":0.375494,"main_score":0.332492,"hf_subset":"min_Arab-som_Latn","languages":["min-Arab","som-Latn"]},{"precision":0.314126,"recall":0.370553,"f1":0.329242,"accuracy":0.370553,"main_score":0.329242,"hf_subset":"min_Arab-tum_Latn","languages":["min-Arab","tum-Latn"]},{"precision":0.407485,"recall":0.501976,"f1":0.433071,"accuracy":0.501976,"main_score":0.433071,"hf_subset":"pol_Latn-ace_Arab","languages":["pol-Latn","ace-Arab"]},{"precision":0.440403,"recall":0.522727,"f1":0.463004,"accuracy":0.522727,"main_score":0.463004,"hf_subset":"pol_Latn-bam_Latn","languages":["pol-Latn","bam-Latn"]},{"precision":0.099191,"recall":0.153162,"f1":0.112398,"accuracy":0.153162,"main_score":0.112398,"hf_subset":"pol_Latn-dzo_Tibt","languages":["pol-Latn","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-hin_Deva","languages":["pol-Latn","hin-Deva"]},{"precision":0.93223,"recall":0.953557,"f1":0.93913,"accuracy":0.953557,"main_score":0.93913,"hf_subset":"pol_Latn-khm_Khmr","languages":["pol-Latn","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pol_Latn-mag_Deva","languages":["pol-Latn","mag-Deva"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"pol_Latn-pap_Latn","languages":["pol-Latn","pap-Latn"]},{"precision":0.485794,"recall":0.567194,"f1":0.507835,"accuracy":0.567194,"main_score":0.507835,"hf_subset":"pol_Latn-sot_Latn","languages":["pol-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-tur_Latn","languages":["pol-Latn","tur-Latn"]},{"precision":0.798897,"recall":0.849802,"f1":0.814625,"accuracy":0.849802,"main_score":0.814625,"hf_subset":"pol_Latn-ace_Latn","languages":["pol-Latn","ace-Latn"]},{"precision":0.912549,"recall":0.938735,"f1":0.920949,"accuracy":0.938735,"main_score":0.920949,"hf_subset":"pol_Latn-ban_Latn","languages":["pol-Latn","ban-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-ell_Grek","languages":["pol-Latn","ell-Grek"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"pol_Latn-hne_Deva","languages":["pol-Latn","hne-Deva"]},{"precision":0.497269,"recall":0.578063,"f1":0.519806,"accuracy":0.578063,"main_score":0.519806,"hf_subset":"pol_Latn-kik_Latn","languages":["pol-Latn","kik-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pol_Latn-mai_Deva","languages":["pol-Latn","mai-Deva"]},{"precision":0.872941,"recall":0.912055,"f1":0.885277,"accuracy":0.912055,"main_score":0.885277,"hf_subset":"pol_Latn-pbt_Arab","languages":["pol-Latn","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pol_Latn-spa_Latn","languages":["pol-Latn","spa-Latn"]},{"precision":0.548236,"recall":0.629447,"f1":0.571069,"accuracy":0.629447,"main_score":0.571069,"hf_subset":"pol_Latn-twi_Latn","languages":["pol-Latn","twi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pol_Latn-acm_Arab","languages":["pol-Latn","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pol_Latn-bel_Cyrl","languages":["pol-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-eng_Latn","languages":["pol-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-hrv_Latn","languages":["pol-Latn","hrv-Latn"]},{"precision":0.443979,"recall":0.517787,"f1":0.46427,"accuracy":0.517787,"main_score":0.46427,"hf_subset":"pol_Latn-kin_Latn","languages":["pol-Latn","kin-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"pol_Latn-mal_Mlym","languages":["pol-Latn","mal-Mlym"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pol_Latn-pes_Arab","languages":["pol-Latn","pes-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"pol_Latn-srd_Latn","languages":["pol-Latn","srd-Latn"]},{"precision":0.104296,"recall":0.170949,"f1":0.117231,"accuracy":0.170949,"main_score":0.117231,"hf_subset":"pol_Latn-tzm_Tfng","languages":["pol-Latn","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pol_Latn-acq_Arab","languages":["pol-Latn","acq-Arab"]},{"precision":0.498739,"recall":0.582016,"f1":0.521506,"accuracy":0.582016,"main_score":0.521506,"hf_subset":"pol_Latn-bem_Latn","languages":["pol-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-epo_Latn","languages":["pol-Latn","epo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pol_Latn-hun_Latn","languages":["pol-Latn","hun-Latn"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"pol_Latn-kir_Cyrl","languages":["pol-Latn","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pol_Latn-mar_Deva","languages":["pol-Latn","mar-Deva"]},{"precision":0.5419,"recall":0.615613,"f1":0.562815,"accuracy":0.615613,"main_score":0.562815,"hf_subset":"pol_Latn-plt_Latn","languages":["pol-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-srp_Cyrl","languages":["pol-Latn","srp-Cyrl"]},{"precision":0.943347,"recall":0.959486,"f1":0.948617,"accuracy":0.959486,"main_score":0.948617,"hf_subset":"pol_Latn-uig_Arab","languages":["pol-Latn","uig-Arab"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"pol_Latn-aeb_Arab","languages":["pol-Latn","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-ben_Beng","languages":["pol-Latn","ben-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pol_Latn-est_Latn","languages":["pol-Latn","est-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"pol_Latn-hye_Armn","languages":["pol-Latn","hye-Armn"]},{"precision":0.463563,"recall":0.538538,"f1":0.484703,"accuracy":0.538538,"main_score":0.484703,"hf_subset":"pol_Latn-kmb_Latn","languages":["pol-Latn","kmb-Latn"]},{"precision":0.356195,"recall":0.455534,"f1":0.382064,"accuracy":0.455534,"main_score":0.382064,"hf_subset":"pol_Latn-min_Arab","languages":["pol-Latn","min-Arab"]},{"precision":0.434421,"recall":0.51581,"f1":0.455875,"accuracy":0.51581,"main_score":0.455875,"hf_subset":"pol_Latn-ssw_Latn","languages":["pol-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-ukr_Cyrl","languages":["pol-Latn","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pol_Latn-afr_Latn","languages":["pol-Latn","afr-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pol_Latn-bho_Deva","languages":["pol-Latn","bho-Deva"]},{"precision":0.944335,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"pol_Latn-eus_Latn","languages":["pol-Latn","eus-Latn"]},{"precision":0.475269,"recall":0.559289,"f1":0.498333,"accuracy":0.559289,"main_score":0.498333,"hf_subset":"pol_Latn-ibo_Latn","languages":["pol-Latn","ibo-Latn"]},{"precision":0.697638,"recall":0.771739,"f1":0.719718,"accuracy":0.771739,"main_score":0.719718,"hf_subset":"pol_Latn-kmr_Latn","languages":["pol-Latn","kmr-Latn"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"pol_Latn-min_Latn","languages":["pol-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-por_Latn","languages":["pol-Latn","por-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"pol_Latn-sun_Latn","languages":["pol-Latn","sun-Latn"]},{"precision":0.451754,"recall":0.527668,"f1":0.474151,"accuracy":0.527668,"main_score":0.474151,"hf_subset":"pol_Latn-umb_Latn","languages":["pol-Latn","umb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pol_Latn-ajp_Arab","languages":["pol-Latn","ajp-Arab"]},{"precision":0.372739,"recall":0.466403,"f1":0.398448,"accuracy":0.466403,"main_score":0.398448,"hf_subset":"pol_Latn-bjn_Arab","languages":["pol-Latn","bjn-Arab"]},{"precision":0.467517,"recall":0.535573,"f1":0.48619,"accuracy":0.535573,"main_score":0.48619,"hf_subset":"pol_Latn-ewe_Latn","languages":["pol-Latn","ewe-Latn"]},{"precision":0.834321,"recall":0.880435,"f1":0.848734,"accuracy":0.880435,"main_score":0.848734,"hf_subset":"pol_Latn-ilo_Latn","languages":["pol-Latn","ilo-Latn"]},{"precision":0.178518,"recall":0.262846,"f1":0.1993,"accuracy":0.262846,"main_score":0.1993,"hf_subset":"pol_Latn-knc_Arab","languages":["pol-Latn","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-mkd_Cyrl","languages":["pol-Latn","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pol_Latn-prs_Arab","languages":["pol-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-swe_Latn","languages":["pol-Latn","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pol_Latn-urd_Arab","languages":["pol-Latn","urd-Arab"]},{"precision":0.51497,"recall":0.597826,"f1":0.538651,"accuracy":0.597826,"main_score":0.538651,"hf_subset":"pol_Latn-aka_Latn","languages":["pol-Latn","aka-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"pol_Latn-bjn_Latn","languages":["pol-Latn","bjn-Latn"]},{"precision":0.917984,"recall":0.944664,"f1":0.926877,"accuracy":0.944664,"main_score":0.926877,"hf_subset":"pol_Latn-fao_Latn","languages":["pol-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-ind_Latn","languages":["pol-Latn","ind-Latn"]},{"precision":0.50617,"recall":0.583004,"f1":0.527454,"accuracy":0.583004,"main_score":0.527454,"hf_subset":"pol_Latn-knc_Latn","languages":["pol-Latn","knc-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"pol_Latn-mlt_Latn","languages":["pol-Latn","mlt-Latn"]},{"precision":0.554475,"recall":0.639328,"f1":0.577785,"accuracy":0.639328,"main_score":0.577785,"hf_subset":"pol_Latn-quy_Latn","languages":["pol-Latn","quy-Latn"]},{"precision":0.688027,"recall":0.76087,"f1":0.709688,"accuracy":0.76087,"main_score":0.709688,"hf_subset":"pol_Latn-swh_Latn","languages":["pol-Latn","swh-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"pol_Latn-uzn_Latn","languages":["pol-Latn","uzn-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"pol_Latn-als_Latn","languages":["pol-Latn","als-Latn"]},{"precision":0.146743,"recall":0.225296,"f1":0.165209,"accuracy":0.225296,"main_score":0.165209,"hf_subset":"pol_Latn-bod_Tibt","languages":["pol-Latn","bod-Tibt"]},{"precision":0.456169,"recall":0.539526,"f1":0.479419,"accuracy":0.539526,"main_score":0.479419,"hf_subset":"pol_Latn-fij_Latn","languages":["pol-Latn","fij-Latn"]},{"precision":0.946805,"recall":0.963439,"f1":0.95224,"accuracy":0.963439,"main_score":0.95224,"hf_subset":"pol_Latn-isl_Latn","languages":["pol-Latn","isl-Latn"]},{"precision":0.540152,"recall":0.625494,"f1":0.564959,"accuracy":0.625494,"main_score":0.564959,"hf_subset":"pol_Latn-kon_Latn","languages":["pol-Latn","kon-Latn"]},{"precision":0.472391,"recall":0.572134,"f1":0.500247,"accuracy":0.572134,"main_score":0.500247,"hf_subset":"pol_Latn-mni_Beng","languages":["pol-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-ron_Latn","languages":["pol-Latn","ron-Latn"]},{"precision":0.983202,"recall":0.987154,"f1":0.984519,"accuracy":0.987154,"main_score":0.984519,"hf_subset":"pol_Latn-szl_Latn","languages":["pol-Latn","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pol_Latn-vec_Latn","languages":["pol-Latn","vec-Latn"]},{"precision":0.524179,"recall":0.616601,"f1":0.550842,"accuracy":0.616601,"main_score":0.550842,"hf_subset":"pol_Latn-amh_Ethi","languages":["pol-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-bos_Latn","languages":["pol-Latn","bos-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"pol_Latn-fin_Latn","languages":["pol-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-ita_Latn","languages":["pol-Latn","ita-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pol_Latn-kor_Hang","languages":["pol-Latn","kor-Hang"]},{"precision":0.467136,"recall":0.549407,"f1":0.490203,"accuracy":0.549407,"main_score":0.490203,"hf_subset":"pol_Latn-mos_Latn","languages":["pol-Latn","mos-Latn"]},{"precision":0.438671,"recall":0.513834,"f1":0.459565,"accuracy":0.513834,"main_score":0.459565,"hf_subset":"pol_Latn-run_Latn","languages":["pol-Latn","run-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pol_Latn-tam_Taml","languages":["pol-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-vie_Latn","languages":["pol-Latn","vie-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"pol_Latn-apc_Arab","languages":["pol-Latn","apc-Arab"]},{"precision":0.729769,"recall":0.793478,"f1":0.74837,"accuracy":0.793478,"main_score":0.74837,"hf_subset":"pol_Latn-bug_Latn","languages":["pol-Latn","bug-Latn"]},{"precision":0.40861,"recall":0.48913,"f1":0.430157,"accuracy":0.48913,"main_score":0.430157,"hf_subset":"pol_Latn-fon_Latn","languages":["pol-Latn","fon-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"pol_Latn-jav_Latn","languages":["pol-Latn","jav-Latn"]},{"precision":0.8778,"recall":0.916008,"f1":0.890152,"accuracy":0.916008,"main_score":0.890152,"hf_subset":"pol_Latn-lao_Laoo","languages":["pol-Latn","lao-Laoo"]},{"precision":0.565794,"recall":0.651186,"f1":0.590228,"accuracy":0.651186,"main_score":0.590228,"hf_subset":"pol_Latn-mri_Latn","languages":["pol-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-rus_Cyrl","languages":["pol-Latn","rus-Cyrl"]},{"precision":0.483959,"recall":0.556324,"f1":0.504132,"accuracy":0.556324,"main_score":0.504132,"hf_subset":"pol_Latn-taq_Latn","languages":["pol-Latn","taq-Latn"]},{"precision":0.975461,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"pol_Latn-war_Latn","languages":["pol-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-arb_Arab","languages":["pol-Latn","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-bul_Cyrl","languages":["pol-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-fra_Latn","languages":["pol-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-jpn_Jpan","languages":["pol-Latn","jpn-Jpan"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"pol_Latn-lij_Latn","languages":["pol-Latn","lij-Latn"]},{"precision":0.928689,"recall":0.951581,"f1":0.936265,"accuracy":0.951581,"main_score":0.936265,"hf_subset":"pol_Latn-mya_Mymr","languages":["pol-Latn","mya-Mymr"]},{"precision":0.491373,"recall":0.582016,"f1":0.516221,"accuracy":0.582016,"main_score":0.516221,"hf_subset":"pol_Latn-sag_Latn","languages":["pol-Latn","sag-Latn"]},{"precision":0.122654,"recall":0.209486,"f1":0.139896,"accuracy":0.209486,"main_score":0.139896,"hf_subset":"pol_Latn-taq_Tfng","languages":["pol-Latn","taq-Tfng"]},{"precision":0.53209,"recall":0.616601,"f1":0.555988,"accuracy":0.616601,"main_score":0.555988,"hf_subset":"pol_Latn-wol_Latn","languages":["pol-Latn","wol-Latn"]},{"precision":0.599274,"recall":0.693676,"f1":0.626652,"accuracy":0.693676,"main_score":0.626652,"hf_subset":"pol_Latn-arb_Latn","languages":["pol-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-cat_Latn","languages":["pol-Latn","cat-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"pol_Latn-fur_Latn","languages":["pol-Latn","fur-Latn"]},{"precision":0.320449,"recall":0.395257,"f1":0.340138,"accuracy":0.395257,"main_score":0.340138,"hf_subset":"pol_Latn-kab_Latn","languages":["pol-Latn","kab-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"pol_Latn-lim_Latn","languages":["pol-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-nld_Latn","languages":["pol-Latn","nld-Latn"]},{"precision":0.952487,"recall":0.966403,"f1":0.956752,"accuracy":0.966403,"main_score":0.956752,"hf_subset":"pol_Latn-san_Deva","languages":["pol-Latn","san-Deva"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"pol_Latn-tat_Cyrl","languages":["pol-Latn","tat-Cyrl"]},{"precision":0.512451,"recall":0.590909,"f1":0.533763,"accuracy":0.590909,"main_score":0.533763,"hf_subset":"pol_Latn-xho_Latn","languages":["pol-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-ars_Arab","languages":["pol-Latn","ars-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pol_Latn-ceb_Latn","languages":["pol-Latn","ceb-Latn"]},{"precision":0.46888,"recall":0.552372,"f1":0.491674,"accuracy":0.552372,"main_score":0.491674,"hf_subset":"pol_Latn-fuv_Latn","languages":["pol-Latn","fuv-Latn"]},{"precision":0.45657,"recall":0.545455,"f1":0.480851,"accuracy":0.545455,"main_score":0.480851,"hf_subset":"pol_Latn-kac_Latn","languages":["pol-Latn","kac-Latn"]},{"precision":0.544124,"recall":0.631423,"f1":0.568208,"accuracy":0.631423,"main_score":0.568208,"hf_subset":"pol_Latn-lin_Latn","languages":["pol-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pol_Latn-nno_Latn","languages":["pol-Latn","nno-Latn"]},{"precision":0.018486,"recall":0.061265,"f1":0.023937,"accuracy":0.061265,"main_score":0.023937,"hf_subset":"pol_Latn-sat_Olck","languages":["pol-Latn","sat-Olck"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pol_Latn-tel_Telu","languages":["pol-Latn","tel-Telu"]},{"precision":0.7202,"recall":0.793478,"f1":0.742441,"accuracy":0.793478,"main_score":0.742441,"hf_subset":"pol_Latn-ydd_Hebr","languages":["pol-Latn","ydd-Hebr"]},{"precision":0.960474,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"pol_Latn-ary_Arab","languages":["pol-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-ces_Latn","languages":["pol-Latn","ces-Latn"]},{"precision":0.376885,"recall":0.465415,"f1":0.400879,"accuracy":0.465415,"main_score":0.400879,"hf_subset":"pol_Latn-gaz_Latn","languages":["pol-Latn","gaz-Latn"]},{"precision":0.492074,"recall":0.571146,"f1":0.514045,"accuracy":0.571146,"main_score":0.514045,"hf_subset":"pol_Latn-kam_Latn","languages":["pol-Latn","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"pol_Latn-lit_Latn","languages":["pol-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pol_Latn-nob_Latn","languages":["pol-Latn","nob-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pol_Latn-scn_Latn","languages":["pol-Latn","scn-Latn"]},{"precision":0.894928,"recall":0.925889,"f1":0.904611,"accuracy":0.925889,"main_score":0.904611,"hf_subset":"pol_Latn-tgk_Cyrl","languages":["pol-Latn","tgk-Cyrl"]},{"precision":0.42433,"recall":0.508893,"f1":0.447683,"accuracy":0.508893,"main_score":0.447683,"hf_subset":"pol_Latn-yor_Latn","languages":["pol-Latn","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pol_Latn-arz_Arab","languages":["pol-Latn","arz-Arab"]},{"precision":0.470432,"recall":0.561265,"f1":0.494911,"accuracy":0.561265,"main_score":0.494911,"hf_subset":"pol_Latn-cjk_Latn","languages":["pol-Latn","cjk-Latn"]},{"precision":0.601746,"recall":0.679842,"f1":0.624246,"accuracy":0.679842,"main_score":0.624246,"hf_subset":"pol_Latn-gla_Latn","languages":["pol-Latn","gla-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"pol_Latn-kan_Knda","languages":["pol-Latn","kan-Knda"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"pol_Latn-lmo_Latn","languages":["pol-Latn","lmo-Latn"]},{"precision":0.990613,"recall":0.993083,"f1":0.991436,"accuracy":0.993083,"main_score":0.991436,"hf_subset":"pol_Latn-npi_Deva","languages":["pol-Latn","npi-Deva"]},{"precision":0.395822,"recall":0.503953,"f1":0.424531,"accuracy":0.503953,"main_score":0.424531,"hf_subset":"pol_Latn-shn_Mymr","languages":["pol-Latn","shn-Mymr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pol_Latn-tgl_Latn","languages":["pol-Latn","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-yue_Hant","languages":["pol-Latn","yue-Hant"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pol_Latn-asm_Beng","languages":["pol-Latn","asm-Beng"]},{"precision":0.719237,"recall":0.782609,"f1":0.7382,"accuracy":0.782609,"main_score":0.7382,"hf_subset":"pol_Latn-ckb_Arab","languages":["pol-Latn","ckb-Arab"]},{"precision":0.687994,"recall":0.769763,"f1":0.713015,"accuracy":0.769763,"main_score":0.713015,"hf_subset":"pol_Latn-gle_Latn","languages":["pol-Latn","gle-Latn"]},{"precision":0.873188,"recall":0.912055,"f1":0.885507,"accuracy":0.912055,"main_score":0.885507,"hf_subset":"pol_Latn-kas_Arab","languages":["pol-Latn","kas-Arab"]},{"precision":0.876235,"recall":0.912055,"f1":0.887502,"accuracy":0.912055,"main_score":0.887502,"hf_subset":"pol_Latn-ltg_Latn","languages":["pol-Latn","ltg-Latn"]},{"precision":0.501329,"recall":0.583992,"f1":0.524507,"accuracy":0.583992,"main_score":0.524507,"hf_subset":"pol_Latn-nso_Latn","languages":["pol-Latn","nso-Latn"]},{"precision":0.423799,"recall":0.519763,"f1":0.450312,"accuracy":0.519763,"main_score":0.450312,"hf_subset":"pol_Latn-sin_Sinh","languages":["pol-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-tha_Thai","languages":["pol-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-zho_Hans","languages":["pol-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-ast_Latn","languages":["pol-Latn","ast-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"pol_Latn-crh_Latn","languages":["pol-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-glg_Latn","languages":["pol-Latn","glg-Latn"]},{"precision":0.752668,"recall":0.818182,"f1":0.772614,"accuracy":0.818182,"main_score":0.772614,"hf_subset":"pol_Latn-kas_Deva","languages":["pol-Latn","kas-Deva"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"pol_Latn-ltz_Latn","languages":["pol-Latn","ltz-Latn"]},{"precision":0.370723,"recall":0.460474,"f1":0.394564,"accuracy":0.460474,"main_score":0.394564,"hf_subset":"pol_Latn-nus_Latn","languages":["pol-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-slk_Latn","languages":["pol-Latn","slk-Latn"]},{"precision":0.250187,"recall":0.318182,"f1":0.267795,"accuracy":0.318182,"main_score":0.267795,"hf_subset":"pol_Latn-tir_Ethi","languages":["pol-Latn","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pol_Latn-zho_Hant","languages":["pol-Latn","zho-Hant"]},{"precision":0.986001,"recall":0.98913,"f1":0.986989,"accuracy":0.98913,"main_score":0.986989,"hf_subset":"pol_Latn-awa_Deva","languages":["pol-Latn","awa-Deva"]},{"precision":0.848798,"recall":0.892292,"f1":0.862352,"accuracy":0.892292,"main_score":0.862352,"hf_subset":"pol_Latn-cym_Latn","languages":["pol-Latn","cym-Latn"]},{"precision":0.727341,"recall":0.788538,"f1":0.745506,"accuracy":0.788538,"main_score":0.745506,"hf_subset":"pol_Latn-grn_Latn","languages":["pol-Latn","grn-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pol_Latn-kat_Geor","languages":["pol-Latn","kat-Geor"]},{"precision":0.548696,"recall":0.624506,"f1":0.569703,"accuracy":0.624506,"main_score":0.569703,"hf_subset":"pol_Latn-lua_Latn","languages":["pol-Latn","lua-Latn"]},{"precision":0.504272,"recall":0.585968,"f1":0.527361,"accuracy":0.585968,"main_score":0.527361,"hf_subset":"pol_Latn-nya_Latn","languages":["pol-Latn","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pol_Latn-slv_Latn","languages":["pol-Latn","slv-Latn"]},{"precision":0.792836,"recall":0.846838,"f1":0.809289,"accuracy":0.846838,"main_score":0.809289,"hf_subset":"pol_Latn-tpi_Latn","languages":["pol-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-zsm_Latn","languages":["pol-Latn","zsm-Latn"]},{"precision":0.465031,"recall":0.544466,"f1":0.486426,"accuracy":0.544466,"main_score":0.486426,"hf_subset":"pol_Latn-ayr_Latn","languages":["pol-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-dan_Latn","languages":["pol-Latn","dan-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pol_Latn-guj_Gujr","languages":["pol-Latn","guj-Gujr"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"pol_Latn-kaz_Cyrl","languages":["pol-Latn","kaz-Cyrl"]},{"precision":0.42694,"recall":0.511858,"f1":0.450754,"accuracy":0.511858,"main_score":0.450754,"hf_subset":"pol_Latn-lug_Latn","languages":["pol-Latn","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pol_Latn-oci_Latn","languages":["pol-Latn","oci-Latn"]},{"precision":0.493405,"recall":0.586957,"f1":0.519511,"accuracy":0.586957,"main_score":0.519511,"hf_subset":"pol_Latn-smo_Latn","languages":["pol-Latn","smo-Latn"]},{"precision":0.442425,"recall":0.524704,"f1":0.464735,"accuracy":0.524704,"main_score":0.464735,"hf_subset":"pol_Latn-tsn_Latn","languages":["pol-Latn","tsn-Latn"]},{"precision":0.459643,"recall":0.540514,"f1":0.481404,"accuracy":0.540514,"main_score":0.481404,"hf_subset":"pol_Latn-zul_Latn","languages":["pol-Latn","zul-Latn"]},{"precision":0.797596,"recall":0.857708,"f1":0.816667,"accuracy":0.857708,"main_score":0.816667,"hf_subset":"pol_Latn-azb_Arab","languages":["pol-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-deu_Latn","languages":["pol-Latn","deu-Latn"]},{"precision":0.906374,"recall":0.934783,"f1":0.91558,"accuracy":0.934783,"main_score":0.91558,"hf_subset":"pol_Latn-hat_Latn","languages":["pol-Latn","hat-Latn"]},{"precision":0.431512,"recall":0.502964,"f1":0.450769,"accuracy":0.502964,"main_score":0.450769,"hf_subset":"pol_Latn-kbp_Latn","languages":["pol-Latn","kbp-Latn"]},{"precision":0.487159,"recall":0.564229,"f1":0.507745,"accuracy":0.564229,"main_score":0.507745,"hf_subset":"pol_Latn-luo_Latn","languages":["pol-Latn","luo-Latn"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"pol_Latn-ory_Orya","languages":["pol-Latn","ory-Orya"]},{"precision":0.476828,"recall":0.555336,"f1":0.499399,"accuracy":0.555336,"main_score":0.499399,"hf_subset":"pol_Latn-sna_Latn","languages":["pol-Latn","sna-Latn"]},{"precision":0.454613,"recall":0.535573,"f1":0.477151,"accuracy":0.535573,"main_score":0.477151,"hf_subset":"pol_Latn-tso_Latn","languages":["pol-Latn","tso-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pol_Latn-azj_Latn","languages":["pol-Latn","azj-Latn"]},{"precision":0.45713,"recall":0.54249,"f1":0.480983,"accuracy":0.54249,"main_score":0.480983,"hf_subset":"pol_Latn-dik_Latn","languages":["pol-Latn","dik-Latn"]},{"precision":0.450809,"recall":0.52668,"f1":0.472139,"accuracy":0.52668,"main_score":0.472139,"hf_subset":"pol_Latn-hau_Latn","languages":["pol-Latn","hau-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"pol_Latn-kea_Latn","languages":["pol-Latn","kea-Latn"]},{"precision":0.625494,"recall":0.700593,"f1":0.647131,"accuracy":0.700593,"main_score":0.647131,"hf_subset":"pol_Latn-lus_Latn","languages":["pol-Latn","lus-Latn"]},{"precision":0.813027,"recall":0.860672,"f1":0.827602,"accuracy":0.860672,"main_score":0.827602,"hf_subset":"pol_Latn-pag_Latn","languages":["pol-Latn","pag-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pol_Latn-snd_Arab","languages":["pol-Latn","snd-Arab"]},{"precision":0.870306,"recall":0.910079,"f1":0.882971,"accuracy":0.910079,"main_score":0.882971,"hf_subset":"pol_Latn-tuk_Latn","languages":["pol-Latn","tuk-Latn"]},{"precision":0.944335,"recall":0.962451,"f1":0.950264,"accuracy":0.962451,"main_score":0.950264,"hf_subset":"pol_Latn-bak_Cyrl","languages":["pol-Latn","bak-Cyrl"]},{"precision":0.410123,"recall":0.507905,"f1":0.43767,"accuracy":0.507905,"main_score":0.43767,"hf_subset":"pol_Latn-dyu_Latn","languages":["pol-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pol_Latn-heb_Hebr","languages":["pol-Latn","heb-Hebr"]},{"precision":0.887846,"recall":0.921937,"f1":0.898715,"accuracy":0.921937,"main_score":0.898715,"hf_subset":"pol_Latn-khk_Cyrl","languages":["pol-Latn","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pol_Latn-lvs_Latn","languages":["pol-Latn","lvs-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pol_Latn-pan_Guru","languages":["pol-Latn","pan-Guru"]},{"precision":0.444004,"recall":0.528656,"f1":0.467739,"accuracy":0.528656,"main_score":0.467739,"hf_subset":"pol_Latn-som_Latn","languages":["pol-Latn","som-Latn"]},{"precision":0.503871,"recall":0.574111,"f1":0.523638,"accuracy":0.574111,"main_score":0.523638,"hf_subset":"pol_Latn-tum_Latn","languages":["pol-Latn","tum-Latn"]},{"precision":0.327399,"recall":0.379447,"f1":0.341575,"accuracy":0.379447,"main_score":0.341575,"hf_subset":"ssw_Latn-ace_Arab","languages":["ssw-Latn","ace-Arab"]},{"precision":0.468183,"recall":0.506917,"f1":0.479299,"accuracy":0.506917,"main_score":0.479299,"hf_subset":"ssw_Latn-bam_Latn","languages":["ssw-Latn","bam-Latn"]},{"precision":0.109892,"recall":0.150198,"f1":0.119943,"accuracy":0.150198,"main_score":0.119943,"hf_subset":"ssw_Latn-dzo_Tibt","languages":["ssw-Latn","dzo-Tibt"]},{"precision":0.444541,"recall":0.509881,"f1":0.461417,"accuracy":0.509881,"main_score":0.461417,"hf_subset":"ssw_Latn-hin_Deva","languages":["ssw-Latn","hin-Deva"]},{"precision":0.358377,"recall":0.426877,"f1":0.375936,"accuracy":0.426877,"main_score":0.375936,"hf_subset":"ssw_Latn-khm_Khmr","languages":["ssw-Latn","khm-Khmr"]},{"precision":0.442677,"recall":0.504941,"f1":0.458467,"accuracy":0.504941,"main_score":0.458467,"hf_subset":"ssw_Latn-mag_Deva","languages":["ssw-Latn","mag-Deva"]},{"precision":0.478425,"recall":0.525692,"f1":0.491248,"accuracy":0.525692,"main_score":0.491248,"hf_subset":"ssw_Latn-pap_Latn","languages":["ssw-Latn","pap-Latn"]},{"precision":0.508914,"recall":0.539526,"f1":0.517246,"accuracy":0.539526,"main_score":0.517246,"hf_subset":"ssw_Latn-sot_Latn","languages":["ssw-Latn","sot-Latn"]},{"precision":0.460702,"recall":0.52668,"f1":0.478042,"accuracy":0.52668,"main_score":0.478042,"hf_subset":"ssw_Latn-tur_Latn","languages":["ssw-Latn","tur-Latn"]},{"precision":0.49236,"recall":0.527668,"f1":0.502448,"accuracy":0.527668,"main_score":0.502448,"hf_subset":"ssw_Latn-ace_Latn","languages":["ssw-Latn","ace-Latn"]},{"precision":0.495225,"recall":0.539526,"f1":0.507327,"accuracy":0.539526,"main_score":0.507327,"hf_subset":"ssw_Latn-ban_Latn","languages":["ssw-Latn","ban-Latn"]},{"precision":0.419211,"recall":0.485178,"f1":0.437421,"accuracy":0.485178,"main_score":0.437421,"hf_subset":"ssw_Latn-ell_Grek","languages":["ssw-Latn","ell-Grek"]},{"precision":0.433656,"recall":0.498024,"f1":0.450843,"accuracy":0.498024,"main_score":0.450843,"hf_subset":"ssw_Latn-hne_Deva","languages":["ssw-Latn","hne-Deva"]},{"precision":0.453073,"recall":0.503953,"f1":0.467163,"accuracy":0.503953,"main_score":0.467163,"hf_subset":"ssw_Latn-kik_Latn","languages":["ssw-Latn","kik-Latn"]},{"precision":0.449537,"recall":0.511858,"f1":0.46512,"accuracy":0.511858,"main_score":0.46512,"hf_subset":"ssw_Latn-mai_Deva","languages":["ssw-Latn","mai-Deva"]},{"precision":0.435407,"recall":0.495059,"f1":0.45189,"accuracy":0.495059,"main_score":0.45189,"hf_subset":"ssw_Latn-pbt_Arab","languages":["ssw-Latn","pbt-Arab"]},{"precision":0.460539,"recall":0.524704,"f1":0.477446,"accuracy":0.524704,"main_score":0.477446,"hf_subset":"ssw_Latn-spa_Latn","languages":["ssw-Latn","spa-Latn"]},{"precision":0.50723,"recall":0.541502,"f1":0.517109,"accuracy":0.541502,"main_score":0.517109,"hf_subset":"ssw_Latn-twi_Latn","languages":["ssw-Latn","twi-Latn"]},{"precision":0.439057,"recall":0.495059,"f1":0.454132,"accuracy":0.495059,"main_score":0.454132,"hf_subset":"ssw_Latn-acm_Arab","languages":["ssw-Latn","acm-Arab"]},{"precision":0.437504,"recall":0.506917,"f1":0.456411,"accuracy":0.506917,"main_score":0.456411,"hf_subset":"ssw_Latn-bel_Cyrl","languages":["ssw-Latn","bel-Cyrl"]},{"precision":0.460485,"recall":0.525692,"f1":0.477296,"accuracy":0.525692,"main_score":0.477296,"hf_subset":"ssw_Latn-eng_Latn","languages":["ssw-Latn","eng-Latn"]},{"precision":0.464265,"recall":0.523715,"f1":0.480395,"accuracy":0.523715,"main_score":0.480395,"hf_subset":"ssw_Latn-hrv_Latn","languages":["ssw-Latn","hrv-Latn"]},{"precision":0.464632,"recall":0.507905,"f1":0.476655,"accuracy":0.507905,"main_score":0.476655,"hf_subset":"ssw_Latn-kin_Latn","languages":["ssw-Latn","kin-Latn"]},{"precision":0.440332,"recall":0.503953,"f1":0.457506,"accuracy":0.503953,"main_score":0.457506,"hf_subset":"ssw_Latn-mal_Mlym","languages":["ssw-Latn","mal-Mlym"]},{"precision":0.428105,"recall":0.5,"f1":0.447289,"accuracy":0.5,"main_score":0.447289,"hf_subset":"ssw_Latn-pes_Arab","languages":["ssw-Latn","pes-Arab"]},{"precision":0.480974,"recall":0.531621,"f1":0.495001,"accuracy":0.531621,"main_score":0.495001,"hf_subset":"ssw_Latn-srd_Latn","languages":["ssw-Latn","srd-Latn"]},{"precision":0.154189,"recall":0.195652,"f1":0.163462,"accuracy":0.195652,"main_score":0.163462,"hf_subset":"ssw_Latn-tzm_Tfng","languages":["ssw-Latn","tzm-Tfng"]},{"precision":0.428151,"recall":0.494071,"f1":0.445633,"accuracy":0.494071,"main_score":0.445633,"hf_subset":"ssw_Latn-acq_Arab","languages":["ssw-Latn","acq-Arab"]},{"precision":0.516594,"recall":0.547431,"f1":0.52483,"accuracy":0.547431,"main_score":0.52483,"hf_subset":"ssw_Latn-bem_Latn","languages":["ssw-Latn","bem-Latn"]},{"precision":0.453513,"recall":0.51581,"f1":0.469871,"accuracy":0.51581,"main_score":0.469871,"hf_subset":"ssw_Latn-epo_Latn","languages":["ssw-Latn","epo-Latn"]},{"precision":0.457893,"recall":0.519763,"f1":0.474425,"accuracy":0.519763,"main_score":0.474425,"hf_subset":"ssw_Latn-hun_Latn","languages":["ssw-Latn","hun-Latn"]},{"precision":0.461924,"recall":0.51581,"f1":0.476444,"accuracy":0.51581,"main_score":0.476444,"hf_subset":"ssw_Latn-kir_Cyrl","languages":["ssw-Latn","kir-Cyrl"]},{"precision":0.441952,"recall":0.502964,"f1":0.459475,"accuracy":0.502964,"main_score":0.459475,"hf_subset":"ssw_Latn-mar_Deva","languages":["ssw-Latn","mar-Deva"]},{"precision":0.488753,"recall":0.527668,"f1":0.499682,"accuracy":0.527668,"main_score":0.499682,"hf_subset":"ssw_Latn-plt_Latn","languages":["ssw-Latn","plt-Latn"]},{"precision":0.441831,"recall":0.508893,"f1":0.459876,"accuracy":0.508893,"main_score":0.459876,"hf_subset":"ssw_Latn-srp_Cyrl","languages":["ssw-Latn","srp-Cyrl"]},{"precision":0.403149,"recall":0.458498,"f1":0.41791,"accuracy":0.458498,"main_score":0.41791,"hf_subset":"ssw_Latn-uig_Arab","languages":["ssw-Latn","uig-Arab"]},{"precision":0.43609,"recall":0.494071,"f1":0.451898,"accuracy":0.494071,"main_score":0.451898,"hf_subset":"ssw_Latn-aeb_Arab","languages":["ssw-Latn","aeb-Arab"]},{"precision":0.452942,"recall":0.512846,"f1":0.469173,"accuracy":0.512846,"main_score":0.469173,"hf_subset":"ssw_Latn-ben_Beng","languages":["ssw-Latn","ben-Beng"]},{"precision":0.453047,"recall":0.509881,"f1":0.467681,"accuracy":0.509881,"main_score":0.467681,"hf_subset":"ssw_Latn-est_Latn","languages":["ssw-Latn","est-Latn"]},{"precision":0.427608,"recall":0.490119,"f1":0.443665,"accuracy":0.490119,"main_score":0.443665,"hf_subset":"ssw_Latn-hye_Armn","languages":["ssw-Latn","hye-Armn"]},{"precision":0.463083,"recall":0.500988,"f1":0.473699,"accuracy":0.500988,"main_score":0.473699,"hf_subset":"ssw_Latn-kmb_Latn","languages":["ssw-Latn","kmb-Latn"]},{"precision":0.308759,"recall":0.371542,"f1":0.326458,"accuracy":0.371542,"main_score":0.326458,"hf_subset":"ssw_Latn-min_Arab","languages":["ssw-Latn","min-Arab"]},{"precision":0.44987,"recall":0.513834,"f1":0.466702,"accuracy":0.513834,"main_score":0.466702,"hf_subset":"ssw_Latn-pol_Latn","languages":["ssw-Latn","pol-Latn"]},{"precision":0.434104,"recall":0.504941,"f1":0.453426,"accuracy":0.504941,"main_score":0.453426,"hf_subset":"ssw_Latn-ukr_Cyrl","languages":["ssw-Latn","ukr-Cyrl"]},{"precision":0.471555,"recall":0.528656,"f1":0.486638,"accuracy":0.528656,"main_score":0.486638,"hf_subset":"ssw_Latn-afr_Latn","languages":["ssw-Latn","afr-Latn"]},{"precision":0.444222,"recall":0.502964,"f1":0.460085,"accuracy":0.502964,"main_score":0.460085,"hf_subset":"ssw_Latn-bho_Deva","languages":["ssw-Latn","bho-Deva"]},{"precision":0.48106,"recall":0.534585,"f1":0.495061,"accuracy":0.534585,"main_score":0.495061,"hf_subset":"ssw_Latn-eus_Latn","languages":["ssw-Latn","eus-Latn"]},{"precision":0.48648,"recall":0.534585,"f1":0.500052,"accuracy":0.534585,"main_score":0.500052,"hf_subset":"ssw_Latn-ibo_Latn","languages":["ssw-Latn","ibo-Latn"]},{"precision":0.485125,"recall":0.527668,"f1":0.49679,"accuracy":0.527668,"main_score":0.49679,"hf_subset":"ssw_Latn-kmr_Latn","languages":["ssw-Latn","kmr-Latn"]},{"precision":0.49352,"recall":0.541502,"f1":0.50625,"accuracy":0.541502,"main_score":0.50625,"hf_subset":"ssw_Latn-min_Latn","languages":["ssw-Latn","min-Latn"]},{"precision":0.462257,"recall":0.522727,"f1":0.478059,"accuracy":0.522727,"main_score":0.478059,"hf_subset":"ssw_Latn-por_Latn","languages":["ssw-Latn","por-Latn"]},{"precision":0.478491,"recall":0.531621,"f1":0.492611,"accuracy":0.531621,"main_score":0.492611,"hf_subset":"ssw_Latn-sun_Latn","languages":["ssw-Latn","sun-Latn"]},{"precision":0.451862,"recall":0.495059,"f1":0.464432,"accuracy":0.495059,"main_score":0.464432,"hf_subset":"ssw_Latn-umb_Latn","languages":["ssw-Latn","umb-Latn"]},{"precision":0.440345,"recall":0.505929,"f1":0.457407,"accuracy":0.505929,"main_score":0.457407,"hf_subset":"ssw_Latn-ajp_Arab","languages":["ssw-Latn","ajp-Arab"]},{"precision":0.340243,"recall":0.396245,"f1":0.355529,"accuracy":0.396245,"main_score":0.355529,"hf_subset":"ssw_Latn-bjn_Arab","languages":["ssw-Latn","bjn-Arab"]},{"precision":0.468876,"recall":0.505929,"f1":0.478751,"accuracy":0.505929,"main_score":0.478751,"hf_subset":"ssw_Latn-ewe_Latn","languages":["ssw-Latn","ewe-Latn"]},{"precision":0.508852,"recall":0.550395,"f1":0.520335,"accuracy":0.550395,"main_score":0.520335,"hf_subset":"ssw_Latn-ilo_Latn","languages":["ssw-Latn","ilo-Latn"]},{"precision":0.202553,"recall":0.26581,"f1":0.218905,"accuracy":0.26581,"main_score":0.218905,"hf_subset":"ssw_Latn-knc_Arab","languages":["ssw-Latn","knc-Arab"]},{"precision":0.450766,"recall":0.513834,"f1":0.467756,"accuracy":0.513834,"main_score":0.467756,"hf_subset":"ssw_Latn-mkd_Cyrl","languages":["ssw-Latn","mkd-Cyrl"]},{"precision":0.423907,"recall":0.497036,"f1":0.443041,"accuracy":0.497036,"main_score":0.443041,"hf_subset":"ssw_Latn-prs_Arab","languages":["ssw-Latn","prs-Arab"]},{"precision":0.452016,"recall":0.518775,"f1":0.47026,"accuracy":0.518775,"main_score":0.47026,"hf_subset":"ssw_Latn-swe_Latn","languages":["ssw-Latn","swe-Latn"]},{"precision":0.406464,"recall":0.478261,"f1":0.425471,"accuracy":0.478261,"main_score":0.425471,"hf_subset":"ssw_Latn-urd_Arab","languages":["ssw-Latn","urd-Arab"]},{"precision":0.504002,"recall":0.539526,"f1":0.514249,"accuracy":0.539526,"main_score":0.514249,"hf_subset":"ssw_Latn-aka_Latn","languages":["ssw-Latn","aka-Latn"]},{"precision":0.488546,"recall":0.538538,"f1":0.502041,"accuracy":0.538538,"main_score":0.502041,"hf_subset":"ssw_Latn-bjn_Latn","languages":["ssw-Latn","bjn-Latn"]},{"precision":0.459669,"recall":0.517787,"f1":0.475541,"accuracy":0.517787,"main_score":0.475541,"hf_subset":"ssw_Latn-fao_Latn","languages":["ssw-Latn","fao-Latn"]},{"precision":0.47088,"recall":0.532609,"f1":0.486835,"accuracy":0.532609,"main_score":0.486835,"hf_subset":"ssw_Latn-ind_Latn","languages":["ssw-Latn","ind-Latn"]},{"precision":0.496917,"recall":0.533597,"f1":0.507102,"accuracy":0.533597,"main_score":0.507102,"hf_subset":"ssw_Latn-knc_Latn","languages":["ssw-Latn","knc-Latn"]},{"precision":0.492698,"recall":0.544466,"f1":0.506221,"accuracy":0.544466,"main_score":0.506221,"hf_subset":"ssw_Latn-mlt_Latn","languages":["ssw-Latn","mlt-Latn"]},{"precision":0.46438,"recall":0.506917,"f1":0.475932,"accuracy":0.506917,"main_score":0.475932,"hf_subset":"ssw_Latn-quy_Latn","languages":["ssw-Latn","quy-Latn"]},{"precision":0.494488,"recall":0.538538,"f1":0.50753,"accuracy":0.538538,"main_score":0.50753,"hf_subset":"ssw_Latn-swh_Latn","languages":["ssw-Latn","swh-Latn"]},{"precision":0.435944,"recall":0.498024,"f1":0.452815,"accuracy":0.498024,"main_score":0.452815,"hf_subset":"ssw_Latn-uzn_Latn","languages":["ssw-Latn","uzn-Latn"]},{"precision":0.450129,"recall":0.506917,"f1":0.464794,"accuracy":0.506917,"main_score":0.464794,"hf_subset":"ssw_Latn-als_Latn","languages":["ssw-Latn","als-Latn"]},{"precision":0.167738,"recall":0.221344,"f1":0.180399,"accuracy":0.221344,"main_score":0.180399,"hf_subset":"ssw_Latn-bod_Tibt","languages":["ssw-Latn","bod-Tibt"]},{"precision":0.489227,"recall":0.525692,"f1":0.4986,"accuracy":0.525692,"main_score":0.4986,"hf_subset":"ssw_Latn-fij_Latn","languages":["ssw-Latn","fij-Latn"]},{"precision":0.451608,"recall":0.502964,"f1":0.465201,"accuracy":0.502964,"main_score":0.465201,"hf_subset":"ssw_Latn-isl_Latn","languages":["ssw-Latn","isl-Latn"]},{"precision":0.479713,"recall":0.520751,"f1":0.491028,"accuracy":0.520751,"main_score":0.491028,"hf_subset":"ssw_Latn-kon_Latn","languages":["ssw-Latn","kon-Latn"]},{"precision":0.388501,"recall":0.436759,"f1":0.401312,"accuracy":0.436759,"main_score":0.401312,"hf_subset":"ssw_Latn-mni_Beng","languages":["ssw-Latn","mni-Beng"]},{"precision":0.470823,"recall":0.530632,"f1":0.48688,"accuracy":0.530632,"main_score":0.48688,"hf_subset":"ssw_Latn-ron_Latn","languages":["ssw-Latn","ron-Latn"]},{"precision":0.459103,"recall":0.518775,"f1":0.47449,"accuracy":0.518775,"main_score":0.47449,"hf_subset":"ssw_Latn-szl_Latn","languages":["ssw-Latn","szl-Latn"]},{"precision":0.475711,"recall":0.534585,"f1":0.49093,"accuracy":0.534585,"main_score":0.49093,"hf_subset":"ssw_Latn-vec_Latn","languages":["ssw-Latn","vec-Latn"]},{"precision":0.28345,"recall":0.338933,"f1":0.298253,"accuracy":0.338933,"main_score":0.298253,"hf_subset":"ssw_Latn-amh_Ethi","languages":["ssw-Latn","amh-Ethi"]},{"precision":0.461623,"recall":0.52668,"f1":0.478708,"accuracy":0.52668,"main_score":0.478708,"hf_subset":"ssw_Latn-bos_Latn","languages":["ssw-Latn","bos-Latn"]},{"precision":0.439385,"recall":0.501976,"f1":0.45688,"accuracy":0.501976,"main_score":0.45688,"hf_subset":"ssw_Latn-fin_Latn","languages":["ssw-Latn","fin-Latn"]},{"precision":0.470946,"recall":0.530632,"f1":0.486817,"accuracy":0.530632,"main_score":0.486817,"hf_subset":"ssw_Latn-ita_Latn","languages":["ssw-Latn","ita-Latn"]},{"precision":0.45312,"recall":0.513834,"f1":0.468811,"accuracy":0.513834,"main_score":0.468811,"hf_subset":"ssw_Latn-kor_Hang","languages":["ssw-Latn","kor-Hang"]},{"precision":0.4691,"recall":0.507905,"f1":0.479205,"accuracy":0.507905,"main_score":0.479205,"hf_subset":"ssw_Latn-mos_Latn","languages":["ssw-Latn","mos-Latn"]},{"precision":0.475745,"recall":0.51581,"f1":0.486565,"accuracy":0.51581,"main_score":0.486565,"hf_subset":"ssw_Latn-run_Latn","languages":["ssw-Latn","run-Latn"]},{"precision":0.40727,"recall":0.469368,"f1":0.423762,"accuracy":0.469368,"main_score":0.423762,"hf_subset":"ssw_Latn-tam_Taml","languages":["ssw-Latn","tam-Taml"]},{"precision":0.457917,"recall":0.522727,"f1":0.475081,"accuracy":0.522727,"main_score":0.475081,"hf_subset":"ssw_Latn-vie_Latn","languages":["ssw-Latn","vie-Latn"]},{"precision":0.444087,"recall":0.504941,"f1":0.460363,"accuracy":0.504941,"main_score":0.460363,"hf_subset":"ssw_Latn-apc_Arab","languages":["ssw-Latn","apc-Arab"]},{"precision":0.489112,"recall":0.525692,"f1":0.499449,"accuracy":0.525692,"main_score":0.499449,"hf_subset":"ssw_Latn-bug_Latn","languages":["ssw-Latn","bug-Latn"]},{"precision":0.443183,"recall":0.482213,"f1":0.454979,"accuracy":0.482213,"main_score":0.454979,"hf_subset":"ssw_Latn-fon_Latn","languages":["ssw-Latn","fon-Latn"]},{"precision":0.495305,"recall":0.545455,"f1":0.508423,"accuracy":0.545455,"main_score":0.508423,"hf_subset":"ssw_Latn-jav_Latn","languages":["ssw-Latn","jav-Latn"]},{"precision":0.404226,"recall":0.464427,"f1":0.42052,"accuracy":0.464427,"main_score":0.42052,"hf_subset":"ssw_Latn-lao_Laoo","languages":["ssw-Latn","lao-Laoo"]},{"precision":0.436108,"recall":0.487154,"f1":0.4502,"accuracy":0.487154,"main_score":0.4502,"hf_subset":"ssw_Latn-mri_Latn","languages":["ssw-Latn","mri-Latn"]},{"precision":0.453373,"recall":0.516798,"f1":0.470354,"accuracy":0.516798,"main_score":0.470354,"hf_subset":"ssw_Latn-rus_Cyrl","languages":["ssw-Latn","rus-Cyrl"]},{"precision":0.450679,"recall":0.491107,"f1":0.462357,"accuracy":0.491107,"main_score":0.462357,"hf_subset":"ssw_Latn-taq_Latn","languages":["ssw-Latn","taq-Latn"]},{"precision":0.505129,"recall":0.559289,"f1":0.519581,"accuracy":0.559289,"main_score":0.519581,"hf_subset":"ssw_Latn-war_Latn","languages":["ssw-Latn","war-Latn"]},{"precision":0.431814,"recall":0.498024,"f1":0.449688,"accuracy":0.498024,"main_score":0.449688,"hf_subset":"ssw_Latn-arb_Arab","languages":["ssw-Latn","arb-Arab"]},{"precision":0.455067,"recall":0.517787,"f1":0.471853,"accuracy":0.517787,"main_score":0.471853,"hf_subset":"ssw_Latn-bul_Cyrl","languages":["ssw-Latn","bul-Cyrl"]},{"precision":0.470626,"recall":0.529644,"f1":0.485745,"accuracy":0.529644,"main_score":0.485745,"hf_subset":"ssw_Latn-fra_Latn","languages":["ssw-Latn","fra-Latn"]},{"precision":0.433235,"recall":0.495059,"f1":0.450121,"accuracy":0.495059,"main_score":0.450121,"hf_subset":"ssw_Latn-jpn_Jpan","languages":["ssw-Latn","jpn-Jpan"]},{"precision":0.467876,"recall":0.52668,"f1":0.482578,"accuracy":0.52668,"main_score":0.482578,"hf_subset":"ssw_Latn-lij_Latn","languages":["ssw-Latn","lij-Latn"]},{"precision":0.242846,"recall":0.322134,"f1":0.262713,"accuracy":0.322134,"main_score":0.262713,"hf_subset":"ssw_Latn-mya_Mymr","languages":["ssw-Latn","mya-Mymr"]},{"precision":0.469049,"recall":0.508893,"f1":0.480705,"accuracy":0.508893,"main_score":0.480705,"hf_subset":"ssw_Latn-sag_Latn","languages":["ssw-Latn","sag-Latn"]},{"precision":0.163137,"recall":0.217391,"f1":0.175185,"accuracy":0.217391,"main_score":0.175185,"hf_subset":"ssw_Latn-taq_Tfng","languages":["ssw-Latn","taq-Tfng"]},{"precision":0.485634,"recall":0.523715,"f1":0.496758,"accuracy":0.523715,"main_score":0.496758,"hf_subset":"ssw_Latn-wol_Latn","languages":["ssw-Latn","wol-Latn"]},{"precision":0.392705,"recall":0.452569,"f1":0.409295,"accuracy":0.452569,"main_score":0.409295,"hf_subset":"ssw_Latn-arb_Latn","languages":["ssw-Latn","arb-Latn"]},{"precision":0.459322,"recall":0.521739,"f1":0.476341,"accuracy":0.521739,"main_score":0.476341,"hf_subset":"ssw_Latn-cat_Latn","languages":["ssw-Latn","cat-Latn"]},{"precision":0.472384,"recall":0.524704,"f1":0.486044,"accuracy":0.524704,"main_score":0.486044,"hf_subset":"ssw_Latn-fur_Latn","languages":["ssw-Latn","fur-Latn"]},{"precision":0.394499,"recall":0.447628,"f1":0.409176,"accuracy":0.447628,"main_score":0.409176,"hf_subset":"ssw_Latn-kab_Latn","languages":["ssw-Latn","kab-Latn"]},{"precision":0.47738,"recall":0.527668,"f1":0.491693,"accuracy":0.527668,"main_score":0.491693,"hf_subset":"ssw_Latn-lim_Latn","languages":["ssw-Latn","lim-Latn"]},{"precision":0.466426,"recall":0.527668,"f1":0.482925,"accuracy":0.527668,"main_score":0.482925,"hf_subset":"ssw_Latn-nld_Latn","languages":["ssw-Latn","nld-Latn"]},{"precision":0.406568,"recall":0.471344,"f1":0.423345,"accuracy":0.471344,"main_score":0.423345,"hf_subset":"ssw_Latn-san_Deva","languages":["ssw-Latn","san-Deva"]},{"precision":0.469833,"recall":0.523715,"f1":0.484293,"accuracy":0.523715,"main_score":0.484293,"hf_subset":"ssw_Latn-tat_Cyrl","languages":["ssw-Latn","tat-Cyrl"]},{"precision":0.565401,"recall":0.612648,"f1":0.578048,"accuracy":0.612648,"main_score":0.578048,"hf_subset":"ssw_Latn-xho_Latn","languages":["ssw-Latn","xho-Latn"]},{"precision":0.415706,"recall":0.483202,"f1":0.433876,"accuracy":0.483202,"main_score":0.433876,"hf_subset":"ssw_Latn-ars_Arab","languages":["ssw-Latn","ars-Arab"]},{"precision":0.488741,"recall":0.546443,"f1":0.504446,"accuracy":0.546443,"main_score":0.504446,"hf_subset":"ssw_Latn-ceb_Latn","languages":["ssw-Latn","ceb-Latn"]},{"precision":0.444474,"recall":0.492095,"f1":0.457969,"accuracy":0.492095,"main_score":0.457969,"hf_subset":"ssw_Latn-fuv_Latn","languages":["ssw-Latn","fuv-Latn"]},{"precision":0.482836,"recall":0.520751,"f1":0.493469,"accuracy":0.520751,"main_score":0.493469,"hf_subset":"ssw_Latn-kac_Latn","languages":["ssw-Latn","kac-Latn"]},{"precision":0.50298,"recall":0.532609,"f1":0.511005,"accuracy":0.532609,"main_score":0.511005,"hf_subset":"ssw_Latn-lin_Latn","languages":["ssw-Latn","lin-Latn"]},{"precision":0.455247,"recall":0.520751,"f1":0.472757,"accuracy":0.520751,"main_score":0.472757,"hf_subset":"ssw_Latn-nno_Latn","languages":["ssw-Latn","nno-Latn"]},{"precision":0.03672,"recall":0.085968,"f1":0.044639,"accuracy":0.085968,"main_score":0.044639,"hf_subset":"ssw_Latn-sat_Olck","languages":["ssw-Latn","sat-Olck"]},{"precision":0.462286,"recall":0.524704,"f1":0.478707,"accuracy":0.524704,"main_score":0.478707,"hf_subset":"ssw_Latn-tel_Telu","languages":["ssw-Latn","tel-Telu"]},{"precision":0.360373,"recall":0.424901,"f1":0.377667,"accuracy":0.424901,"main_score":0.377667,"hf_subset":"ssw_Latn-ydd_Hebr","languages":["ssw-Latn","ydd-Hebr"]},{"precision":0.415778,"recall":0.476285,"f1":0.431707,"accuracy":0.476285,"main_score":0.431707,"hf_subset":"ssw_Latn-ary_Arab","languages":["ssw-Latn","ary-Arab"]},{"precision":0.456096,"recall":0.518775,"f1":0.473213,"accuracy":0.518775,"main_score":0.473213,"hf_subset":"ssw_Latn-ces_Latn","languages":["ssw-Latn","ces-Latn"]},{"precision":0.396566,"recall":0.447628,"f1":0.410976,"accuracy":0.447628,"main_score":0.410976,"hf_subset":"ssw_Latn-gaz_Latn","languages":["ssw-Latn","gaz-Latn"]},{"precision":0.475631,"recall":0.517787,"f1":0.48774,"accuracy":0.517787,"main_score":0.48774,"hf_subset":"ssw_Latn-kam_Latn","languages":["ssw-Latn","kam-Latn"]},{"precision":0.422312,"recall":0.492095,"f1":0.441077,"accuracy":0.492095,"main_score":0.441077,"hf_subset":"ssw_Latn-lit_Latn","languages":["ssw-Latn","lit-Latn"]},{"precision":0.465231,"recall":0.525692,"f1":0.481876,"accuracy":0.525692,"main_score":0.481876,"hf_subset":"ssw_Latn-nob_Latn","languages":["ssw-Latn","nob-Latn"]},{"precision":0.471671,"recall":0.523715,"f1":0.485535,"accuracy":0.523715,"main_score":0.485535,"hf_subset":"ssw_Latn-scn_Latn","languages":["ssw-Latn","scn-Latn"]},{"precision":0.459628,"recall":0.513834,"f1":0.474778,"accuracy":0.513834,"main_score":0.474778,"hf_subset":"ssw_Latn-tgk_Cyrl","languages":["ssw-Latn","tgk-Cyrl"]},{"precision":0.442184,"recall":0.495059,"f1":0.457234,"accuracy":0.495059,"main_score":0.457234,"hf_subset":"ssw_Latn-yor_Latn","languages":["ssw-Latn","yor-Latn"]},{"precision":0.428241,"recall":0.492095,"f1":0.445203,"accuracy":0.492095,"main_score":0.445203,"hf_subset":"ssw_Latn-arz_Arab","languages":["ssw-Latn","arz-Arab"]},{"precision":0.439316,"recall":0.482213,"f1":0.451036,"accuracy":0.482213,"main_score":0.451036,"hf_subset":"ssw_Latn-cjk_Latn","languages":["ssw-Latn","cjk-Latn"]},{"precision":0.427403,"recall":0.481225,"f1":0.441479,"accuracy":0.481225,"main_score":0.441479,"hf_subset":"ssw_Latn-gla_Latn","languages":["ssw-Latn","gla-Latn"]},{"precision":0.437933,"recall":0.501976,"f1":0.454243,"accuracy":0.501976,"main_score":0.454243,"hf_subset":"ssw_Latn-kan_Knda","languages":["ssw-Latn","kan-Knda"]},{"precision":0.471118,"recall":0.529644,"f1":0.48692,"accuracy":0.529644,"main_score":0.48692,"hf_subset":"ssw_Latn-lmo_Latn","languages":["ssw-Latn","lmo-Latn"]},{"precision":0.440006,"recall":0.506917,"f1":0.458049,"accuracy":0.506917,"main_score":0.458049,"hf_subset":"ssw_Latn-npi_Deva","languages":["ssw-Latn","npi-Deva"]},{"precision":0.416955,"recall":0.475296,"f1":0.433776,"accuracy":0.475296,"main_score":0.433776,"hf_subset":"ssw_Latn-shn_Mymr","languages":["ssw-Latn","shn-Mymr"]},{"precision":0.507125,"recall":0.556324,"f1":0.520539,"accuracy":0.556324,"main_score":0.520539,"hf_subset":"ssw_Latn-tgl_Latn","languages":["ssw-Latn","tgl-Latn"]},{"precision":0.430283,"recall":0.498024,"f1":0.448689,"accuracy":0.498024,"main_score":0.448689,"hf_subset":"ssw_Latn-yue_Hant","languages":["ssw-Latn","yue-Hant"]},{"precision":0.405657,"recall":0.471344,"f1":0.423763,"accuracy":0.471344,"main_score":0.423763,"hf_subset":"ssw_Latn-asm_Beng","languages":["ssw-Latn","asm-Beng"]},{"precision":0.407701,"recall":0.463439,"f1":0.422844,"accuracy":0.463439,"main_score":0.422844,"hf_subset":"ssw_Latn-ckb_Arab","languages":["ssw-Latn","ckb-Arab"]},{"precision":0.439307,"recall":0.490119,"f1":0.452933,"accuracy":0.490119,"main_score":0.452933,"hf_subset":"ssw_Latn-gle_Latn","languages":["ssw-Latn","gle-Latn"]},{"precision":0.405564,"recall":0.466403,"f1":0.422468,"accuracy":0.466403,"main_score":0.422468,"hf_subset":"ssw_Latn-kas_Arab","languages":["ssw-Latn","kas-Arab"]},{"precision":0.435909,"recall":0.48913,"f1":0.450232,"accuracy":0.48913,"main_score":0.450232,"hf_subset":"ssw_Latn-ltg_Latn","languages":["ssw-Latn","ltg-Latn"]},{"precision":0.52011,"recall":0.55336,"f1":0.528571,"accuracy":0.55336,"main_score":0.528571,"hf_subset":"ssw_Latn-nso_Latn","languages":["ssw-Latn","nso-Latn"]},{"precision":0.206413,"recall":0.248024,"f1":0.2168,"accuracy":0.248024,"main_score":0.2168,"hf_subset":"ssw_Latn-sin_Sinh","languages":["ssw-Latn","sin-Sinh"]},{"precision":0.431976,"recall":0.496047,"f1":0.449164,"accuracy":0.496047,"main_score":0.449164,"hf_subset":"ssw_Latn-tha_Thai","languages":["ssw-Latn","tha-Thai"]},{"precision":0.43534,"recall":0.500988,"f1":0.453042,"accuracy":0.500988,"main_score":0.453042,"hf_subset":"ssw_Latn-zho_Hans","languages":["ssw-Latn","zho-Hans"]},{"precision":0.463546,"recall":0.522727,"f1":0.47904,"accuracy":0.522727,"main_score":0.47904,"hf_subset":"ssw_Latn-ast_Latn","languages":["ssw-Latn","ast-Latn"]},{"precision":0.452511,"recall":0.508893,"f1":0.467534,"accuracy":0.508893,"main_score":0.467534,"hf_subset":"ssw_Latn-crh_Latn","languages":["ssw-Latn","crh-Latn"]},{"precision":0.467036,"recall":0.52668,"f1":0.482529,"accuracy":0.52668,"main_score":0.482529,"hf_subset":"ssw_Latn-glg_Latn","languages":["ssw-Latn","glg-Latn"]},{"precision":0.427743,"recall":0.487154,"f1":0.443964,"accuracy":0.487154,"main_score":0.443964,"hf_subset":"ssw_Latn-kas_Deva","languages":["ssw-Latn","kas-Deva"]},{"precision":0.455593,"recall":0.516798,"f1":0.472508,"accuracy":0.516798,"main_score":0.472508,"hf_subset":"ssw_Latn-ltz_Latn","languages":["ssw-Latn","ltz-Latn"]},{"precision":0.412611,"recall":0.465415,"f1":0.426598,"accuracy":0.465415,"main_score":0.426598,"hf_subset":"ssw_Latn-nus_Latn","languages":["ssw-Latn","nus-Latn"]},{"precision":0.461097,"recall":0.518775,"f1":0.476471,"accuracy":0.518775,"main_score":0.476471,"hf_subset":"ssw_Latn-slk_Latn","languages":["ssw-Latn","slk-Latn"]},{"precision":0.217892,"recall":0.27668,"f1":0.23252,"accuracy":0.27668,"main_score":0.23252,"hf_subset":"ssw_Latn-tir_Ethi","languages":["ssw-Latn","tir-Ethi"]},{"precision":0.428903,"recall":0.492095,"f1":0.445789,"accuracy":0.492095,"main_score":0.445789,"hf_subset":"ssw_Latn-zho_Hant","languages":["ssw-Latn","zho-Hant"]},{"precision":0.435669,"recall":0.494071,"f1":0.451048,"accuracy":0.494071,"main_score":0.451048,"hf_subset":"ssw_Latn-awa_Deva","languages":["ssw-Latn","awa-Deva"]},{"precision":0.466023,"recall":0.513834,"f1":0.478915,"accuracy":0.513834,"main_score":0.478915,"hf_subset":"ssw_Latn-cym_Latn","languages":["ssw-Latn","cym-Latn"]},{"precision":0.491787,"recall":0.529644,"f1":0.501767,"accuracy":0.529644,"main_score":0.501767,"hf_subset":"ssw_Latn-grn_Latn","languages":["ssw-Latn","grn-Latn"]},{"precision":0.419474,"recall":0.479249,"f1":0.435499,"accuracy":0.479249,"main_score":0.435499,"hf_subset":"ssw_Latn-kat_Geor","languages":["ssw-Latn","kat-Geor"]},{"precision":0.479211,"recall":0.512846,"f1":0.488621,"accuracy":0.512846,"main_score":0.488621,"hf_subset":"ssw_Latn-lua_Latn","languages":["ssw-Latn","lua-Latn"]},{"precision":0.502719,"recall":0.537549,"f1":0.51221,"accuracy":0.537549,"main_score":0.51221,"hf_subset":"ssw_Latn-nya_Latn","languages":["ssw-Latn","nya-Latn"]},{"precision":0.449133,"recall":0.514822,"f1":0.466241,"accuracy":0.514822,"main_score":0.466241,"hf_subset":"ssw_Latn-slv_Latn","languages":["ssw-Latn","slv-Latn"]},{"precision":0.50533,"recall":0.550395,"f1":0.516731,"accuracy":0.550395,"main_score":0.516731,"hf_subset":"ssw_Latn-tpi_Latn","languages":["ssw-Latn","tpi-Latn"]},{"precision":0.479969,"recall":0.537549,"f1":0.495491,"accuracy":0.537549,"main_score":0.495491,"hf_subset":"ssw_Latn-zsm_Latn","languages":["ssw-Latn","zsm-Latn"]},{"precision":0.469944,"recall":0.513834,"f1":0.482811,"accuracy":0.513834,"main_score":0.482811,"hf_subset":"ssw_Latn-ayr_Latn","languages":["ssw-Latn","ayr-Latn"]},{"precision":0.467397,"recall":0.52668,"f1":0.483439,"accuracy":0.52668,"main_score":0.483439,"hf_subset":"ssw_Latn-dan_Latn","languages":["ssw-Latn","dan-Latn"]},{"precision":0.446035,"recall":0.506917,"f1":0.461704,"accuracy":0.506917,"main_score":0.461704,"hf_subset":"ssw_Latn-guj_Gujr","languages":["ssw-Latn","guj-Gujr"]},{"precision":0.457799,"recall":0.516798,"f1":0.473088,"accuracy":0.516798,"main_score":0.473088,"hf_subset":"ssw_Latn-kaz_Cyrl","languages":["ssw-Latn","kaz-Cyrl"]},{"precision":0.456843,"recall":0.495059,"f1":0.467674,"accuracy":0.495059,"main_score":0.467674,"hf_subset":"ssw_Latn-lug_Latn","languages":["ssw-Latn","lug-Latn"]},{"precision":0.464504,"recall":0.523715,"f1":0.480154,"accuracy":0.523715,"main_score":0.480154,"hf_subset":"ssw_Latn-oci_Latn","languages":["ssw-Latn","oci-Latn"]},{"precision":0.480947,"recall":0.522727,"f1":0.492097,"accuracy":0.522727,"main_score":0.492097,"hf_subset":"ssw_Latn-smo_Latn","languages":["ssw-Latn","smo-Latn"]},{"precision":0.488385,"recall":0.525692,"f1":0.498658,"accuracy":0.525692,"main_score":0.498658,"hf_subset":"ssw_Latn-tsn_Latn","languages":["ssw-Latn","tsn-Latn"]},{"precision":0.610683,"recall":0.667984,"f1":0.62631,"accuracy":0.667984,"main_score":0.62631,"hf_subset":"ssw_Latn-zul_Latn","languages":["ssw-Latn","zul-Latn"]},{"precision":0.391909,"recall":0.455534,"f1":0.409393,"accuracy":0.455534,"main_score":0.409393,"hf_subset":"ssw_Latn-azb_Arab","languages":["ssw-Latn","azb-Arab"]},{"precision":0.461832,"recall":0.523715,"f1":0.478935,"accuracy":0.523715,"main_score":0.478935,"hf_subset":"ssw_Latn-deu_Latn","languages":["ssw-Latn","deu-Latn"]},{"precision":0.430227,"recall":0.491107,"f1":0.44721,"accuracy":0.491107,"main_score":0.44721,"hf_subset":"ssw_Latn-hat_Latn","languages":["ssw-Latn","hat-Latn"]},{"precision":0.45444,"recall":0.496047,"f1":0.466551,"accuracy":0.496047,"main_score":0.466551,"hf_subset":"ssw_Latn-kbp_Latn","languages":["ssw-Latn","kbp-Latn"]},{"precision":0.497991,"recall":0.530632,"f1":0.50728,"accuracy":0.530632,"main_score":0.50728,"hf_subset":"ssw_Latn-luo_Latn","languages":["ssw-Latn","luo-Latn"]},{"precision":0.419716,"recall":0.492095,"f1":0.439128,"accuracy":0.492095,"main_score":0.439128,"hf_subset":"ssw_Latn-ory_Orya","languages":["ssw-Latn","ory-Orya"]},{"precision":0.496845,"recall":0.535573,"f1":0.507039,"accuracy":0.535573,"main_score":0.507039,"hf_subset":"ssw_Latn-sna_Latn","languages":["ssw-Latn","sna-Latn"]},{"precision":0.506133,"recall":0.541502,"f1":0.515225,"accuracy":0.541502,"main_score":0.515225,"hf_subset":"ssw_Latn-tso_Latn","languages":["ssw-Latn","tso-Latn"]},{"precision":0.42145,"recall":0.48419,"f1":0.438214,"accuracy":0.48419,"main_score":0.438214,"hf_subset":"ssw_Latn-azj_Latn","languages":["ssw-Latn","azj-Latn"]},{"precision":0.439285,"recall":0.485178,"f1":0.452328,"accuracy":0.485178,"main_score":0.452328,"hf_subset":"ssw_Latn-dik_Latn","languages":["ssw-Latn","dik-Latn"]},{"precision":0.480319,"recall":0.518775,"f1":0.49159,"accuracy":0.518775,"main_score":0.49159,"hf_subset":"ssw_Latn-hau_Latn","languages":["ssw-Latn","hau-Latn"]},{"precision":0.470548,"recall":0.52668,"f1":0.485187,"accuracy":0.52668,"main_score":0.485187,"hf_subset":"ssw_Latn-kea_Latn","languages":["ssw-Latn","kea-Latn"]},{"precision":0.503601,"recall":0.539526,"f1":0.513364,"accuracy":0.539526,"main_score":0.513364,"hf_subset":"ssw_Latn-lus_Latn","languages":["ssw-Latn","lus-Latn"]},{"precision":0.491928,"recall":0.533597,"f1":0.503416,"accuracy":0.533597,"main_score":0.503416,"hf_subset":"ssw_Latn-pag_Latn","languages":["ssw-Latn","pag-Latn"]},{"precision":0.408259,"recall":0.476285,"f1":0.425852,"accuracy":0.476285,"main_score":0.425852,"hf_subset":"ssw_Latn-snd_Arab","languages":["ssw-Latn","snd-Arab"]},{"precision":0.446283,"recall":0.500988,"f1":0.461599,"accuracy":0.500988,"main_score":0.461599,"hf_subset":"ssw_Latn-tuk_Latn","languages":["ssw-Latn","tuk-Latn"]},{"precision":0.46942,"recall":0.523715,"f1":0.483802,"accuracy":0.523715,"main_score":0.483802,"hf_subset":"ssw_Latn-bak_Cyrl","languages":["ssw-Latn","bak-Cyrl"]},{"precision":0.37845,"recall":0.428854,"f1":0.392941,"accuracy":0.428854,"main_score":0.392941,"hf_subset":"ssw_Latn-dyu_Latn","languages":["ssw-Latn","dyu-Latn"]},{"precision":0.424211,"recall":0.491107,"f1":0.442425,"accuracy":0.491107,"main_score":0.442425,"hf_subset":"ssw_Latn-heb_Hebr","languages":["ssw-Latn","heb-Hebr"]},{"precision":0.463752,"recall":0.502964,"f1":0.473933,"accuracy":0.502964,"main_score":0.473933,"hf_subset":"ssw_Latn-khk_Cyrl","languages":["ssw-Latn","khk-Cyrl"]},{"precision":0.437182,"recall":0.500988,"f1":0.45396,"accuracy":0.500988,"main_score":0.45396,"hf_subset":"ssw_Latn-lvs_Latn","languages":["ssw-Latn","lvs-Latn"]},{"precision":0.435,"recall":0.500988,"f1":0.452592,"accuracy":0.500988,"main_score":0.452592,"hf_subset":"ssw_Latn-pan_Guru","languages":["ssw-Latn","pan-Guru"]},{"precision":0.45579,"recall":0.505929,"f1":0.469975,"accuracy":0.505929,"main_score":0.469975,"hf_subset":"ssw_Latn-som_Latn","languages":["ssw-Latn","som-Latn"]},{"precision":0.476129,"recall":0.512846,"f1":0.486121,"accuracy":0.512846,"main_score":0.486121,"hf_subset":"ssw_Latn-tum_Latn","languages":["ssw-Latn","tum-Latn"]},{"precision":0.429803,"recall":0.516798,"f1":0.453952,"accuracy":0.516798,"main_score":0.453952,"hf_subset":"ukr_Cyrl-ace_Arab","languages":["ukr-Cyrl","ace-Arab"]},{"precision":0.432034,"recall":0.511858,"f1":0.453477,"accuracy":0.511858,"main_score":0.453477,"hf_subset":"ukr_Cyrl-bam_Latn","languages":["ukr-Cyrl","bam-Latn"]},{"precision":0.107705,"recall":0.160079,"f1":0.120998,"accuracy":0.160079,"main_score":0.120998,"hf_subset":"ukr_Cyrl-dzo_Tibt","languages":["ukr-Cyrl","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-hin_Deva","languages":["ukr-Cyrl","hin-Deva"]},{"precision":0.940876,"recall":0.959486,"f1":0.94697,"accuracy":0.959486,"main_score":0.94697,"hf_subset":"ukr_Cyrl-khm_Khmr","languages":["ukr-Cyrl","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-mag_Deva","languages":["ukr-Cyrl","mag-Deva"]},{"precision":0.971673,"recall":0.980237,"f1":0.974473,"accuracy":0.980237,"main_score":0.974473,"hf_subset":"ukr_Cyrl-pap_Latn","languages":["ukr-Cyrl","pap-Latn"]},{"precision":0.474533,"recall":0.557312,"f1":0.496974,"accuracy":0.557312,"main_score":0.496974,"hf_subset":"ukr_Cyrl-sot_Latn","languages":["ukr-Cyrl","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-tur_Latn","languages":["ukr-Cyrl","tur-Latn"]},{"precision":0.784997,"recall":0.837945,"f1":0.801779,"accuracy":0.837945,"main_score":0.801779,"hf_subset":"ukr_Cyrl-ace_Latn","languages":["ukr-Cyrl","ace-Latn"]},{"precision":0.912632,"recall":0.938735,"f1":0.921179,"accuracy":0.938735,"main_score":0.921179,"hf_subset":"ukr_Cyrl-ban_Latn","languages":["ukr-Cyrl","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-ell_Grek","languages":["ukr-Cyrl","ell-Grek"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"ukr_Cyrl-hne_Deva","languages":["ukr-Cyrl","hne-Deva"]},{"precision":0.486951,"recall":0.568182,"f1":0.509612,"accuracy":0.568182,"main_score":0.509612,"hf_subset":"ukr_Cyrl-kik_Latn","languages":["ukr-Cyrl","kik-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ukr_Cyrl-mai_Deva","languages":["ukr-Cyrl","mai-Deva"]},{"precision":0.890316,"recall":0.922925,"f1":0.900494,"accuracy":0.922925,"main_score":0.900494,"hf_subset":"ukr_Cyrl-pbt_Arab","languages":["ukr-Cyrl","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-spa_Latn","languages":["ukr-Cyrl","spa-Latn"]},{"precision":0.545606,"recall":0.626482,"f1":0.568079,"accuracy":0.626482,"main_score":0.568079,"hf_subset":"ukr_Cyrl-twi_Latn","languages":["ukr-Cyrl","twi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ukr_Cyrl-acm_Arab","languages":["ukr-Cyrl","acm-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-bel_Cyrl","languages":["ukr-Cyrl","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-eng_Latn","languages":["ukr-Cyrl","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-hrv_Latn","languages":["ukr-Cyrl","hrv-Latn"]},{"precision":0.435442,"recall":0.51087,"f1":0.456275,"accuracy":0.51087,"main_score":0.456275,"hf_subset":"ukr_Cyrl-kin_Latn","languages":["ukr-Cyrl","kin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ukr_Cyrl-mal_Mlym","languages":["ukr-Cyrl","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-pes_Arab","languages":["ukr-Cyrl","pes-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ukr_Cyrl-srd_Latn","languages":["ukr-Cyrl","srd-Latn"]},{"precision":0.116448,"recall":0.187747,"f1":0.131408,"accuracy":0.187747,"main_score":0.131408,"hf_subset":"ukr_Cyrl-tzm_Tfng","languages":["ukr-Cyrl","tzm-Tfng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ukr_Cyrl-acq_Arab","languages":["ukr-Cyrl","acq-Arab"]},{"precision":0.498817,"recall":0.578063,"f1":0.520973,"accuracy":0.578063,"main_score":0.520973,"hf_subset":"ukr_Cyrl-bem_Latn","languages":["ukr-Cyrl","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-epo_Latn","languages":["ukr-Cyrl","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-hun_Latn","languages":["ukr-Cyrl","hun-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"ukr_Cyrl-kir_Cyrl","languages":["ukr-Cyrl","kir-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-mar_Deva","languages":["ukr-Cyrl","mar-Deva"]},{"precision":0.543701,"recall":0.615613,"f1":0.563986,"accuracy":0.615613,"main_score":0.563986,"hf_subset":"ukr_Cyrl-plt_Latn","languages":["ukr-Cyrl","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-srp_Cyrl","languages":["ukr-Cyrl","srp-Cyrl"]},{"precision":0.944664,"recall":0.960474,"f1":0.949769,"accuracy":0.960474,"main_score":0.949769,"hf_subset":"ukr_Cyrl-uig_Arab","languages":["ukr-Cyrl","uig-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ukr_Cyrl-aeb_Arab","languages":["ukr-Cyrl","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-ben_Beng","languages":["ukr-Cyrl","ben-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-est_Latn","languages":["ukr-Cyrl","est-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ukr_Cyrl-hye_Armn","languages":["ukr-Cyrl","hye-Armn"]},{"precision":0.448266,"recall":0.520751,"f1":0.468077,"accuracy":0.520751,"main_score":0.468077,"hf_subset":"ukr_Cyrl-kmb_Latn","languages":["ukr-Cyrl","kmb-Latn"]},{"precision":0.370378,"recall":0.467391,"f1":0.395573,"accuracy":0.467391,"main_score":0.395573,"hf_subset":"ukr_Cyrl-min_Arab","languages":["ukr-Cyrl","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-pol_Latn","languages":["ukr-Cyrl","pol-Latn"]},{"precision":0.426328,"recall":0.509881,"f1":0.448276,"accuracy":0.509881,"main_score":0.448276,"hf_subset":"ukr_Cyrl-ssw_Latn","languages":["ukr-Cyrl","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-afr_Latn","languages":["ukr-Cyrl","afr-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ukr_Cyrl-bho_Deva","languages":["ukr-Cyrl","bho-Deva"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"ukr_Cyrl-eus_Latn","languages":["ukr-Cyrl","eus-Latn"]},{"precision":0.479956,"recall":0.560277,"f1":0.501823,"accuracy":0.560277,"main_score":0.501823,"hf_subset":"ukr_Cyrl-ibo_Latn","languages":["ukr-Cyrl","ibo-Latn"]},{"precision":0.704562,"recall":0.773715,"f1":0.724807,"accuracy":0.773715,"main_score":0.724807,"hf_subset":"ukr_Cyrl-kmr_Latn","languages":["ukr-Cyrl","kmr-Latn"]},{"precision":0.954545,"recall":0.968379,"f1":0.958992,"accuracy":0.968379,"main_score":0.958992,"hf_subset":"ukr_Cyrl-min_Latn","languages":["ukr-Cyrl","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-por_Latn","languages":["ukr-Cyrl","por-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"ukr_Cyrl-sun_Latn","languages":["ukr-Cyrl","sun-Latn"]},{"precision":0.441503,"recall":0.520751,"f1":0.46399,"accuracy":0.520751,"main_score":0.46399,"hf_subset":"ukr_Cyrl-umb_Latn","languages":["ukr-Cyrl","umb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ukr_Cyrl-ajp_Arab","languages":["ukr-Cyrl","ajp-Arab"]},{"precision":0.391138,"recall":0.494071,"f1":0.419222,"accuracy":0.494071,"main_score":0.419222,"hf_subset":"ukr_Cyrl-bjn_Arab","languages":["ukr-Cyrl","bjn-Arab"]},{"precision":0.461395,"recall":0.533597,"f1":0.48039,"accuracy":0.533597,"main_score":0.48039,"hf_subset":"ukr_Cyrl-ewe_Latn","languages":["ukr-Cyrl","ewe-Latn"]},{"precision":0.84501,"recall":0.886364,"f1":0.857938,"accuracy":0.886364,"main_score":0.857938,"hf_subset":"ukr_Cyrl-ilo_Latn","languages":["ukr-Cyrl","ilo-Latn"]},{"precision":0.187047,"recall":0.266798,"f1":0.205566,"accuracy":0.266798,"main_score":0.205566,"hf_subset":"ukr_Cyrl-knc_Arab","languages":["ukr-Cyrl","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-mkd_Cyrl","languages":["ukr-Cyrl","mkd-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ukr_Cyrl-prs_Arab","languages":["ukr-Cyrl","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-swe_Latn","languages":["ukr-Cyrl","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ukr_Cyrl-urd_Arab","languages":["ukr-Cyrl","urd-Arab"]},{"precision":0.522178,"recall":0.604743,"f1":0.545255,"accuracy":0.604743,"main_score":0.545255,"hf_subset":"ukr_Cyrl-aka_Latn","languages":["ukr-Cyrl","aka-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"ukr_Cyrl-bjn_Latn","languages":["ukr-Cyrl","bjn-Latn"]},{"precision":0.926548,"recall":0.949605,"f1":0.934124,"accuracy":0.949605,"main_score":0.934124,"hf_subset":"ukr_Cyrl-fao_Latn","languages":["ukr-Cyrl","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-ind_Latn","languages":["ukr-Cyrl","ind-Latn"]},{"precision":0.504273,"recall":0.581028,"f1":0.525627,"accuracy":0.581028,"main_score":0.525627,"hf_subset":"ukr_Cyrl-knc_Latn","languages":["ukr-Cyrl","knc-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ukr_Cyrl-mlt_Latn","languages":["ukr-Cyrl","mlt-Latn"]},{"precision":0.544165,"recall":0.626482,"f1":0.566332,"accuracy":0.626482,"main_score":0.566332,"hf_subset":"ukr_Cyrl-quy_Latn","languages":["ukr-Cyrl","quy-Latn"]},{"precision":0.699588,"recall":0.773715,"f1":0.721607,"accuracy":0.773715,"main_score":0.721607,"hf_subset":"ukr_Cyrl-swh_Latn","languages":["ukr-Cyrl","swh-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ukr_Cyrl-uzn_Latn","languages":["ukr-Cyrl","uzn-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-als_Latn","languages":["ukr-Cyrl","als-Latn"]},{"precision":0.157344,"recall":0.233202,"f1":0.175902,"accuracy":0.233202,"main_score":0.175902,"hf_subset":"ukr_Cyrl-bod_Tibt","languages":["ukr-Cyrl","bod-Tibt"]},{"precision":0.468007,"recall":0.545455,"f1":0.488742,"accuracy":0.545455,"main_score":0.488742,"hf_subset":"ukr_Cyrl-fij_Latn","languages":["ukr-Cyrl","fij-Latn"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"ukr_Cyrl-isl_Latn","languages":["ukr-Cyrl","isl-Latn"]},{"precision":0.539726,"recall":0.624506,"f1":0.56374,"accuracy":0.624506,"main_score":0.56374,"hf_subset":"ukr_Cyrl-kon_Latn","languages":["ukr-Cyrl","kon-Latn"]},{"precision":0.481254,"recall":0.577075,"f1":0.507258,"accuracy":0.577075,"main_score":0.507258,"hf_subset":"ukr_Cyrl-mni_Beng","languages":["ukr-Cyrl","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-ron_Latn","languages":["ukr-Cyrl","ron-Latn"]},{"precision":0.987648,"recall":0.990119,"f1":0.988472,"accuracy":0.990119,"main_score":0.988472,"hf_subset":"ukr_Cyrl-szl_Latn","languages":["ukr-Cyrl","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ukr_Cyrl-vec_Latn","languages":["ukr-Cyrl","vec-Latn"]},{"precision":0.558395,"recall":0.646245,"f1":0.583679,"accuracy":0.646245,"main_score":0.583679,"hf_subset":"ukr_Cyrl-amh_Ethi","languages":["ukr-Cyrl","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-bos_Latn","languages":["ukr-Cyrl","bos-Latn"]},{"precision":0.996047,"recall":0.997036,"f1":0.996377,"accuracy":0.997036,"main_score":0.996377,"hf_subset":"ukr_Cyrl-fin_Latn","languages":["ukr-Cyrl","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-ita_Latn","languages":["ukr-Cyrl","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-kor_Hang","languages":["ukr-Cyrl","kor-Hang"]},{"precision":0.458062,"recall":0.544466,"f1":0.4819,"accuracy":0.544466,"main_score":0.4819,"hf_subset":"ukr_Cyrl-mos_Latn","languages":["ukr-Cyrl","mos-Latn"]},{"precision":0.437172,"recall":0.514822,"f1":0.458594,"accuracy":0.514822,"main_score":0.458594,"hf_subset":"ukr_Cyrl-run_Latn","languages":["ukr-Cyrl","run-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ukr_Cyrl-tam_Taml","languages":["ukr-Cyrl","tam-Taml"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-vie_Latn","languages":["ukr-Cyrl","vie-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-apc_Arab","languages":["ukr-Cyrl","apc-Arab"]},{"precision":0.740909,"recall":0.801383,"f1":0.758714,"accuracy":0.801383,"main_score":0.758714,"hf_subset":"ukr_Cyrl-bug_Latn","languages":["ukr-Cyrl","bug-Latn"]},{"precision":0.41182,"recall":0.486166,"f1":0.431636,"accuracy":0.486166,"main_score":0.431636,"hf_subset":"ukr_Cyrl-fon_Latn","languages":["ukr-Cyrl","fon-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ukr_Cyrl-jav_Latn","languages":["ukr-Cyrl","jav-Latn"]},{"precision":0.895751,"recall":0.927866,"f1":0.906126,"accuracy":0.927866,"main_score":0.906126,"hf_subset":"ukr_Cyrl-lao_Laoo","languages":["ukr-Cyrl","lao-Laoo"]},{"precision":0.568942,"recall":0.656126,"f1":0.593779,"accuracy":0.656126,"main_score":0.593779,"hf_subset":"ukr_Cyrl-mri_Latn","languages":["ukr-Cyrl","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-rus_Cyrl","languages":["ukr-Cyrl","rus-Cyrl"]},{"precision":0.469472,"recall":0.549407,"f1":0.491303,"accuracy":0.549407,"main_score":0.491303,"hf_subset":"ukr_Cyrl-taq_Latn","languages":["ukr-Cyrl","taq-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"ukr_Cyrl-war_Latn","languages":["ukr-Cyrl","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-arb_Arab","languages":["ukr-Cyrl","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-bul_Cyrl","languages":["ukr-Cyrl","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-fra_Latn","languages":["ukr-Cyrl","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-jpn_Jpan","languages":["ukr-Cyrl","jpn-Jpan"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ukr_Cyrl-lij_Latn","languages":["ukr-Cyrl","lij-Latn"]},{"precision":0.945735,"recall":0.962451,"f1":0.951153,"accuracy":0.962451,"main_score":0.951153,"hf_subset":"ukr_Cyrl-mya_Mymr","languages":["ukr-Cyrl","mya-Mymr"]},{"precision":0.482619,"recall":0.575099,"f1":0.50839,"accuracy":0.575099,"main_score":0.50839,"hf_subset":"ukr_Cyrl-sag_Latn","languages":["ukr-Cyrl","sag-Latn"]},{"precision":0.121923,"recall":0.206522,"f1":0.138707,"accuracy":0.206522,"main_score":0.138707,"hf_subset":"ukr_Cyrl-taq_Tfng","languages":["ukr-Cyrl","taq-Tfng"]},{"precision":0.533702,"recall":0.618577,"f1":0.557343,"accuracy":0.618577,"main_score":0.557343,"hf_subset":"ukr_Cyrl-wol_Latn","languages":["ukr-Cyrl","wol-Latn"]},{"precision":0.606596,"recall":0.692688,"f1":0.630592,"accuracy":0.692688,"main_score":0.630592,"hf_subset":"ukr_Cyrl-arb_Latn","languages":["ukr-Cyrl","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-cat_Latn","languages":["ukr-Cyrl","cat-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ukr_Cyrl-fur_Latn","languages":["ukr-Cyrl","fur-Latn"]},{"precision":0.321125,"recall":0.391304,"f1":0.339978,"accuracy":0.391304,"main_score":0.339978,"hf_subset":"ukr_Cyrl-kab_Latn","languages":["ukr-Cyrl","kab-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"ukr_Cyrl-lim_Latn","languages":["ukr-Cyrl","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-nld_Latn","languages":["ukr-Cyrl","nld-Latn"]},{"precision":0.962813,"recall":0.97332,"f1":0.966074,"accuracy":0.97332,"main_score":0.966074,"hf_subset":"ukr_Cyrl-san_Deva","languages":["ukr-Cyrl","san-Deva"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ukr_Cyrl-tat_Cyrl","languages":["ukr-Cyrl","tat-Cyrl"]},{"precision":0.516541,"recall":0.596838,"f1":0.538345,"accuracy":0.596838,"main_score":0.538345,"hf_subset":"ukr_Cyrl-xho_Latn","languages":["ukr-Cyrl","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-ars_Arab","languages":["ukr-Cyrl","ars-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ukr_Cyrl-ceb_Latn","languages":["ukr-Cyrl","ceb-Latn"]},{"precision":0.460822,"recall":0.545455,"f1":0.484513,"accuracy":0.545455,"main_score":0.484513,"hf_subset":"ukr_Cyrl-fuv_Latn","languages":["ukr-Cyrl","fuv-Latn"]},{"precision":0.45202,"recall":0.538538,"f1":0.475245,"accuracy":0.538538,"main_score":0.475245,"hf_subset":"ukr_Cyrl-kac_Latn","languages":["ukr-Cyrl","kac-Latn"]},{"precision":0.542832,"recall":0.631423,"f1":0.566946,"accuracy":0.631423,"main_score":0.566946,"hf_subset":"ukr_Cyrl-lin_Latn","languages":["ukr-Cyrl","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-nno_Latn","languages":["ukr-Cyrl","nno-Latn"]},{"precision":0.017646,"recall":0.0583,"f1":0.023161,"accuracy":0.0583,"main_score":0.023161,"hf_subset":"ukr_Cyrl-sat_Olck","languages":["ukr-Cyrl","sat-Olck"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"ukr_Cyrl-tel_Telu","languages":["ukr-Cyrl","tel-Telu"]},{"precision":0.73587,"recall":0.8083,"f1":0.758253,"accuracy":0.8083,"main_score":0.758253,"hf_subset":"ukr_Cyrl-ydd_Hebr","languages":["ukr-Cyrl","ydd-Hebr"]},{"precision":0.95751,"recall":0.970356,"f1":0.961792,"accuracy":0.970356,"main_score":0.961792,"hf_subset":"ukr_Cyrl-ary_Arab","languages":["ukr-Cyrl","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-ces_Latn","languages":["ukr-Cyrl","ces-Latn"]},{"precision":0.389435,"recall":0.474308,"f1":0.412087,"accuracy":0.474308,"main_score":0.412087,"hf_subset":"ukr_Cyrl-gaz_Latn","languages":["ukr-Cyrl","gaz-Latn"]},{"precision":0.478691,"recall":0.568182,"f1":0.503226,"accuracy":0.568182,"main_score":0.503226,"hf_subset":"ukr_Cyrl-kam_Latn","languages":["ukr-Cyrl","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"ukr_Cyrl-lit_Latn","languages":["ukr-Cyrl","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-nob_Latn","languages":["ukr-Cyrl","nob-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"ukr_Cyrl-scn_Latn","languages":["ukr-Cyrl","scn-Latn"]},{"precision":0.913291,"recall":0.939723,"f1":0.921673,"accuracy":0.939723,"main_score":0.921673,"hf_subset":"ukr_Cyrl-tgk_Cyrl","languages":["ukr-Cyrl","tgk-Cyrl"]},{"precision":0.414576,"recall":0.497036,"f1":0.437713,"accuracy":0.497036,"main_score":0.437713,"hf_subset":"ukr_Cyrl-yor_Latn","languages":["ukr-Cyrl","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ukr_Cyrl-arz_Arab","languages":["ukr-Cyrl","arz-Arab"]},{"precision":0.466176,"recall":0.560277,"f1":0.492057,"accuracy":0.560277,"main_score":0.492057,"hf_subset":"ukr_Cyrl-cjk_Latn","languages":["ukr-Cyrl","cjk-Latn"]},{"precision":0.595325,"recall":0.675889,"f1":0.618362,"accuracy":0.675889,"main_score":0.618362,"hf_subset":"ukr_Cyrl-gla_Latn","languages":["ukr-Cyrl","gla-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ukr_Cyrl-kan_Knda","languages":["ukr-Cyrl","kan-Knda"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"ukr_Cyrl-lmo_Latn","languages":["ukr-Cyrl","lmo-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"ukr_Cyrl-npi_Deva","languages":["ukr-Cyrl","npi-Deva"]},{"precision":0.398922,"recall":0.499012,"f1":0.426001,"accuracy":0.499012,"main_score":0.426001,"hf_subset":"ukr_Cyrl-shn_Mymr","languages":["ukr-Cyrl","shn-Mymr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ukr_Cyrl-tgl_Latn","languages":["ukr-Cyrl","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-yue_Hant","languages":["ukr-Cyrl","yue-Hant"]},{"precision":0.987319,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"ukr_Cyrl-asm_Beng","languages":["ukr-Cyrl","asm-Beng"]},{"precision":0.725099,"recall":0.787549,"f1":0.743368,"accuracy":0.787549,"main_score":0.743368,"hf_subset":"ukr_Cyrl-ckb_Arab","languages":["ukr-Cyrl","ckb-Arab"]},{"precision":0.709272,"recall":0.785573,"f1":0.732872,"accuracy":0.785573,"main_score":0.732872,"hf_subset":"ukr_Cyrl-gle_Latn","languages":["ukr-Cyrl","gle-Latn"]},{"precision":0.87393,"recall":0.913043,"f1":0.886594,"accuracy":0.913043,"main_score":0.886594,"hf_subset":"ukr_Cyrl-kas_Arab","languages":["ukr-Cyrl","kas-Arab"]},{"precision":0.899515,"recall":0.927866,"f1":0.908317,"accuracy":0.927866,"main_score":0.908317,"hf_subset":"ukr_Cyrl-ltg_Latn","languages":["ukr-Cyrl","ltg-Latn"]},{"precision":0.502792,"recall":0.583992,"f1":0.525055,"accuracy":0.583992,"main_score":0.525055,"hf_subset":"ukr_Cyrl-nso_Latn","languages":["ukr-Cyrl","nso-Latn"]},{"precision":0.439042,"recall":0.543478,"f1":0.468194,"accuracy":0.543478,"main_score":0.468194,"hf_subset":"ukr_Cyrl-sin_Sinh","languages":["ukr-Cyrl","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-tha_Thai","languages":["ukr-Cyrl","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-zho_Hans","languages":["ukr-Cyrl","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-ast_Latn","languages":["ukr-Cyrl","ast-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ukr_Cyrl-crh_Latn","languages":["ukr-Cyrl","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-glg_Latn","languages":["ukr-Cyrl","glg-Latn"]},{"precision":0.765794,"recall":0.826087,"f1":0.783714,"accuracy":0.826087,"main_score":0.783714,"hf_subset":"ukr_Cyrl-kas_Deva","languages":["ukr-Cyrl","kas-Deva"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ukr_Cyrl-ltz_Latn","languages":["ukr-Cyrl","ltz-Latn"]},{"precision":0.37193,"recall":0.45751,"f1":0.394192,"accuracy":0.45751,"main_score":0.394192,"hf_subset":"ukr_Cyrl-nus_Latn","languages":["ukr-Cyrl","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-slk_Latn","languages":["ukr-Cyrl","slk-Latn"]},{"precision":0.262264,"recall":0.339921,"f1":0.282519,"accuracy":0.339921,"main_score":0.282519,"hf_subset":"ukr_Cyrl-tir_Ethi","languages":["ukr-Cyrl","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ukr_Cyrl-zho_Hant","languages":["ukr-Cyrl","zho-Hant"]},{"precision":0.984025,"recall":0.988142,"f1":0.985343,"accuracy":0.988142,"main_score":0.985343,"hf_subset":"ukr_Cyrl-awa_Deva","languages":["ukr-Cyrl","awa-Deva"]},{"precision":0.860623,"recall":0.899209,"f1":0.872563,"accuracy":0.899209,"main_score":0.872563,"hf_subset":"ukr_Cyrl-cym_Latn","languages":["ukr-Cyrl","cym-Latn"]},{"precision":0.718012,"recall":0.779644,"f1":0.736646,"accuracy":0.779644,"main_score":0.736646,"hf_subset":"ukr_Cyrl-grn_Latn","languages":["ukr-Cyrl","grn-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"ukr_Cyrl-kat_Geor","languages":["ukr-Cyrl","kat-Geor"]},{"precision":0.538656,"recall":0.616601,"f1":0.560155,"accuracy":0.616601,"main_score":0.560155,"hf_subset":"ukr_Cyrl-lua_Latn","languages":["ukr-Cyrl","lua-Latn"]},{"precision":0.494765,"recall":0.578063,"f1":0.517722,"accuracy":0.578063,"main_score":0.517722,"hf_subset":"ukr_Cyrl-nya_Latn","languages":["ukr-Cyrl","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-slv_Latn","languages":["ukr-Cyrl","slv-Latn"]},{"precision":0.791255,"recall":0.847826,"f1":0.808762,"accuracy":0.847826,"main_score":0.808762,"hf_subset":"ukr_Cyrl-tpi_Latn","languages":["ukr-Cyrl","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-zsm_Latn","languages":["ukr-Cyrl","zsm-Latn"]},{"precision":0.46505,"recall":0.54249,"f1":0.485502,"accuracy":0.54249,"main_score":0.485502,"hf_subset":"ukr_Cyrl-ayr_Latn","languages":["ukr-Cyrl","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-dan_Latn","languages":["ukr-Cyrl","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-guj_Gujr","languages":["ukr-Cyrl","guj-Gujr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ukr_Cyrl-kaz_Cyrl","languages":["ukr-Cyrl","kaz-Cyrl"]},{"precision":0.420891,"recall":0.504941,"f1":0.443893,"accuracy":0.504941,"main_score":0.443893,"hf_subset":"ukr_Cyrl-lug_Latn","languages":["ukr-Cyrl","lug-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-oci_Latn","languages":["ukr-Cyrl","oci-Latn"]},{"precision":0.497444,"recall":0.587945,"f1":0.522933,"accuracy":0.587945,"main_score":0.522933,"hf_subset":"ukr_Cyrl-smo_Latn","languages":["ukr-Cyrl","smo-Latn"]},{"precision":0.437298,"recall":0.519763,"f1":0.459205,"accuracy":0.519763,"main_score":0.459205,"hf_subset":"ukr_Cyrl-tsn_Latn","languages":["ukr-Cyrl","tsn-Latn"]},{"precision":0.445231,"recall":0.529644,"f1":0.467801,"accuracy":0.529644,"main_score":0.467801,"hf_subset":"ukr_Cyrl-zul_Latn","languages":["ukr-Cyrl","zul-Latn"]},{"precision":0.816535,"recall":0.871542,"f1":0.833794,"accuracy":0.871542,"main_score":0.833794,"hf_subset":"ukr_Cyrl-azb_Arab","languages":["ukr-Cyrl","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-deu_Latn","languages":["ukr-Cyrl","deu-Latn"]},{"precision":0.917325,"recall":0.943676,"f1":0.925889,"accuracy":0.943676,"main_score":0.925889,"hf_subset":"ukr_Cyrl-hat_Latn","languages":["ukr-Cyrl","hat-Latn"]},{"precision":0.413707,"recall":0.487154,"f1":0.433511,"accuracy":0.487154,"main_score":0.433511,"hf_subset":"ukr_Cyrl-kbp_Latn","languages":["ukr-Cyrl","kbp-Latn"]},{"precision":0.483214,"recall":0.563241,"f1":0.504665,"accuracy":0.563241,"main_score":0.504665,"hf_subset":"ukr_Cyrl-luo_Latn","languages":["ukr-Cyrl","luo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ukr_Cyrl-ory_Orya","languages":["ukr-Cyrl","ory-Orya"]},{"precision":0.486669,"recall":0.570158,"f1":0.510272,"accuracy":0.570158,"main_score":0.510272,"hf_subset":"ukr_Cyrl-sna_Latn","languages":["ukr-Cyrl","sna-Latn"]},{"precision":0.447559,"recall":0.529644,"f1":0.470119,"accuracy":0.529644,"main_score":0.470119,"hf_subset":"ukr_Cyrl-tso_Latn","languages":["ukr-Cyrl","tso-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ukr_Cyrl-azj_Latn","languages":["ukr-Cyrl","azj-Latn"]},{"precision":0.457806,"recall":0.549407,"f1":0.48362,"accuracy":0.549407,"main_score":0.48362,"hf_subset":"ukr_Cyrl-dik_Latn","languages":["ukr-Cyrl","dik-Latn"]},{"precision":0.454985,"recall":0.527668,"f1":0.475612,"accuracy":0.527668,"main_score":0.475612,"hf_subset":"ukr_Cyrl-hau_Latn","languages":["ukr-Cyrl","hau-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"ukr_Cyrl-kea_Latn","languages":["ukr-Cyrl","kea-Latn"]},{"precision":0.63239,"recall":0.705534,"f1":0.652824,"accuracy":0.705534,"main_score":0.652824,"hf_subset":"ukr_Cyrl-lus_Latn","languages":["ukr-Cyrl","lus-Latn"]},{"precision":0.809519,"recall":0.856719,"f1":0.823715,"accuracy":0.856719,"main_score":0.823715,"hf_subset":"ukr_Cyrl-pag_Latn","languages":["ukr-Cyrl","pag-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ukr_Cyrl-snd_Arab","languages":["ukr-Cyrl","snd-Arab"]},{"precision":0.886034,"recall":0.922925,"f1":0.898221,"accuracy":0.922925,"main_score":0.898221,"hf_subset":"ukr_Cyrl-tuk_Latn","languages":["ukr-Cyrl","tuk-Latn"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"ukr_Cyrl-bak_Cyrl","languages":["ukr-Cyrl","bak-Cyrl"]},{"precision":0.42357,"recall":0.517787,"f1":0.450127,"accuracy":0.517787,"main_score":0.450127,"hf_subset":"ukr_Cyrl-dyu_Latn","languages":["ukr-Cyrl","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ukr_Cyrl-heb_Hebr","languages":["ukr-Cyrl","heb-Hebr"]},{"precision":0.898715,"recall":0.929842,"f1":0.908762,"accuracy":0.929842,"main_score":0.908762,"hf_subset":"ukr_Cyrl-khk_Cyrl","languages":["ukr-Cyrl","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ukr_Cyrl-lvs_Latn","languages":["ukr-Cyrl","lvs-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ukr_Cyrl-pan_Guru","languages":["ukr-Cyrl","pan-Guru"]},{"precision":0.446117,"recall":0.527668,"f1":0.468364,"accuracy":0.527668,"main_score":0.468364,"hf_subset":"ukr_Cyrl-som_Latn","languages":["ukr-Cyrl","som-Latn"]},{"precision":0.48062,"recall":0.557312,"f1":0.502087,"accuracy":0.557312,"main_score":0.502087,"hf_subset":"ukr_Cyrl-tum_Latn","languages":["ukr-Cyrl","tum-Latn"]},{"precision":0.446724,"recall":0.531621,"f1":0.469893,"accuracy":0.531621,"main_score":0.469893,"hf_subset":"afr_Latn-ace_Arab","languages":["afr-Latn","ace-Arab"]},{"precision":0.45269,"recall":0.532609,"f1":0.475485,"accuracy":0.532609,"main_score":0.475485,"hf_subset":"afr_Latn-bam_Latn","languages":["afr-Latn","bam-Latn"]},{"precision":0.106351,"recall":0.162055,"f1":0.120586,"accuracy":0.162055,"main_score":0.120586,"hf_subset":"afr_Latn-dzo_Tibt","languages":["afr-Latn","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-hin_Deva","languages":["afr-Latn","hin-Deva"]},{"precision":0.9417,"recall":0.960474,"f1":0.947793,"accuracy":0.960474,"main_score":0.947793,"hf_subset":"afr_Latn-khm_Khmr","languages":["afr-Latn","khm-Khmr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"afr_Latn-mag_Deva","languages":["afr-Latn","mag-Deva"]},{"precision":0.981719,"recall":0.987154,"f1":0.983366,"accuracy":0.987154,"main_score":0.983366,"hf_subset":"afr_Latn-pap_Latn","languages":["afr-Latn","pap-Latn"]},{"precision":0.509623,"recall":0.582016,"f1":0.529294,"accuracy":0.582016,"main_score":0.529294,"hf_subset":"afr_Latn-sot_Latn","languages":["afr-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-tur_Latn","languages":["afr-Latn","tur-Latn"]},{"precision":0.822244,"recall":0.865613,"f1":0.835427,"accuracy":0.865613,"main_score":0.835427,"hf_subset":"afr_Latn-ace_Latn","languages":["afr-Latn","ace-Latn"]},{"precision":0.932806,"recall":0.953557,"f1":0.939559,"accuracy":0.953557,"main_score":0.939559,"hf_subset":"afr_Latn-ban_Latn","languages":["afr-Latn","ban-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-ell_Grek","languages":["afr-Latn","ell-Grek"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"afr_Latn-hne_Deva","languages":["afr-Latn","hne-Deva"]},{"precision":0.507515,"recall":0.587945,"f1":0.530777,"accuracy":0.587945,"main_score":0.530777,"hf_subset":"afr_Latn-kik_Latn","languages":["afr-Latn","kik-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"afr_Latn-mai_Deva","languages":["afr-Latn","mai-Deva"]},{"precision":0.902586,"recall":0.93083,"f1":0.911627,"accuracy":0.93083,"main_score":0.911627,"hf_subset":"afr_Latn-pbt_Arab","languages":["afr-Latn","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-spa_Latn","languages":["afr-Latn","spa-Latn"]},{"precision":0.571702,"recall":0.646245,"f1":0.592618,"accuracy":0.646245,"main_score":0.592618,"hf_subset":"afr_Latn-twi_Latn","languages":["afr-Latn","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"afr_Latn-acm_Arab","languages":["afr-Latn","acm-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-bel_Cyrl","languages":["afr-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-eng_Latn","languages":["afr-Latn","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-hrv_Latn","languages":["afr-Latn","hrv-Latn"]},{"precision":0.457826,"recall":0.534585,"f1":0.479593,"accuracy":0.534585,"main_score":0.479593,"hf_subset":"afr_Latn-kin_Latn","languages":["afr-Latn","kin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"afr_Latn-mal_Mlym","languages":["afr-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-pes_Arab","languages":["afr-Latn","pes-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"afr_Latn-srd_Latn","languages":["afr-Latn","srd-Latn"]},{"precision":0.113654,"recall":0.181818,"f1":0.127805,"accuracy":0.181818,"main_score":0.127805,"hf_subset":"afr_Latn-tzm_Tfng","languages":["afr-Latn","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-acq_Arab","languages":["afr-Latn","acq-Arab"]},{"precision":0.525902,"recall":0.600791,"f1":0.547222,"accuracy":0.600791,"main_score":0.547222,"hf_subset":"afr_Latn-bem_Latn","languages":["afr-Latn","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-epo_Latn","languages":["afr-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-hun_Latn","languages":["afr-Latn","hun-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"afr_Latn-kir_Cyrl","languages":["afr-Latn","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"afr_Latn-mar_Deva","languages":["afr-Latn","mar-Deva"]},{"precision":0.559765,"recall":0.62747,"f1":0.579484,"accuracy":0.62747,"main_score":0.579484,"hf_subset":"afr_Latn-plt_Latn","languages":["afr-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-srp_Cyrl","languages":["afr-Latn","srp-Cyrl"]},{"precision":0.943676,"recall":0.960474,"f1":0.949111,"accuracy":0.960474,"main_score":0.949111,"hf_subset":"afr_Latn-uig_Arab","languages":["afr-Latn","uig-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"afr_Latn-aeb_Arab","languages":["afr-Latn","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-ben_Beng","languages":["afr-Latn","ben-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-est_Latn","languages":["afr-Latn","est-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"afr_Latn-hye_Armn","languages":["afr-Latn","hye-Armn"]},{"precision":0.468269,"recall":0.536561,"f1":0.487313,"accuracy":0.536561,"main_score":0.487313,"hf_subset":"afr_Latn-kmb_Latn","languages":["afr-Latn","kmb-Latn"]},{"precision":0.380966,"recall":0.478261,"f1":0.406358,"accuracy":0.478261,"main_score":0.406358,"hf_subset":"afr_Latn-min_Arab","languages":["afr-Latn","min-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-pol_Latn","languages":["afr-Latn","pol-Latn"]},{"precision":0.461472,"recall":0.543478,"f1":0.483844,"accuracy":0.543478,"main_score":0.483844,"hf_subset":"afr_Latn-ssw_Latn","languages":["afr-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-ukr_Cyrl","languages":["afr-Latn","ukr-Cyrl"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"afr_Latn-bho_Deva","languages":["afr-Latn","bho-Deva"]},{"precision":0.957345,"recall":0.970356,"f1":0.961627,"accuracy":0.970356,"main_score":0.961627,"hf_subset":"afr_Latn-eus_Latn","languages":["afr-Latn","eus-Latn"]},{"precision":0.501332,"recall":0.578063,"f1":0.522308,"accuracy":0.578063,"main_score":0.522308,"hf_subset":"afr_Latn-ibo_Latn","languages":["afr-Latn","ibo-Latn"]},{"precision":0.738827,"recall":0.800395,"f1":0.756821,"accuracy":0.800395,"main_score":0.756821,"hf_subset":"afr_Latn-kmr_Latn","languages":["afr-Latn","kmr-Latn"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"afr_Latn-min_Latn","languages":["afr-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-por_Latn","languages":["afr-Latn","por-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"afr_Latn-sun_Latn","languages":["afr-Latn","sun-Latn"]},{"precision":0.4585,"recall":0.532609,"f1":0.479644,"accuracy":0.532609,"main_score":0.479644,"hf_subset":"afr_Latn-umb_Latn","languages":["afr-Latn","umb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"afr_Latn-ajp_Arab","languages":["afr-Latn","ajp-Arab"]},{"precision":0.403469,"recall":0.498024,"f1":0.429226,"accuracy":0.498024,"main_score":0.429226,"hf_subset":"afr_Latn-bjn_Arab","languages":["afr-Latn","bjn-Arab"]},{"precision":0.486813,"recall":0.557312,"f1":0.506285,"accuracy":0.557312,"main_score":0.506285,"hf_subset":"afr_Latn-ewe_Latn","languages":["afr-Latn","ewe-Latn"]},{"precision":0.866551,"recall":0.902174,"f1":0.877866,"accuracy":0.902174,"main_score":0.877866,"hf_subset":"afr_Latn-ilo_Latn","languages":["afr-Latn","ilo-Latn"]},{"precision":0.192841,"recall":0.273715,"f1":0.212141,"accuracy":0.273715,"main_score":0.212141,"hf_subset":"afr_Latn-knc_Arab","languages":["afr-Latn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-mkd_Cyrl","languages":["afr-Latn","mkd-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-prs_Arab","languages":["afr-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-swe_Latn","languages":["afr-Latn","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"afr_Latn-urd_Arab","languages":["afr-Latn","urd-Arab"]},{"precision":0.553884,"recall":0.62747,"f1":0.574657,"accuracy":0.62747,"main_score":0.574657,"hf_subset":"afr_Latn-aka_Latn","languages":["afr-Latn","aka-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"afr_Latn-bjn_Latn","languages":["afr-Latn","bjn-Latn"]},{"precision":0.947464,"recall":0.964427,"f1":0.953063,"accuracy":0.964427,"main_score":0.953063,"hf_subset":"afr_Latn-fao_Latn","languages":["afr-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-ind_Latn","languages":["afr-Latn","ind-Latn"]},{"precision":0.520714,"recall":0.592885,"f1":0.541118,"accuracy":0.592885,"main_score":0.541118,"hf_subset":"afr_Latn-knc_Latn","languages":["afr-Latn","knc-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"afr_Latn-mlt_Latn","languages":["afr-Latn","mlt-Latn"]},{"precision":0.57182,"recall":0.649209,"f1":0.593392,"accuracy":0.649209,"main_score":0.593392,"hf_subset":"afr_Latn-quy_Latn","languages":["afr-Latn","quy-Latn"]},{"precision":0.726327,"recall":0.795455,"f1":0.747151,"accuracy":0.795455,"main_score":0.747151,"hf_subset":"afr_Latn-swh_Latn","languages":["afr-Latn","swh-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"afr_Latn-uzn_Latn","languages":["afr-Latn","uzn-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-als_Latn","languages":["afr-Latn","als-Latn"]},{"precision":0.159088,"recall":0.236166,"f1":0.178134,"accuracy":0.236166,"main_score":0.178134,"hf_subset":"afr_Latn-bod_Tibt","languages":["afr-Latn","bod-Tibt"]},{"precision":0.467321,"recall":0.543478,"f1":0.4882,"accuracy":0.543478,"main_score":0.4882,"hf_subset":"afr_Latn-fij_Latn","languages":["afr-Latn","fij-Latn"]},{"precision":0.961627,"recall":0.97332,"f1":0.965415,"accuracy":0.97332,"main_score":0.965415,"hf_subset":"afr_Latn-isl_Latn","languages":["afr-Latn","isl-Latn"]},{"precision":0.553175,"recall":0.633399,"f1":0.575927,"accuracy":0.633399,"main_score":0.575927,"hf_subset":"afr_Latn-kon_Latn","languages":["afr-Latn","kon-Latn"]},{"precision":0.511659,"recall":0.603755,"f1":0.536933,"accuracy":0.603755,"main_score":0.536933,"hf_subset":"afr_Latn-mni_Beng","languages":["afr-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-ron_Latn","languages":["afr-Latn","ron-Latn"]},{"precision":0.979743,"recall":0.985178,"f1":0.981555,"accuracy":0.985178,"main_score":0.981555,"hf_subset":"afr_Latn-szl_Latn","languages":["afr-Latn","szl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-vec_Latn","languages":["afr-Latn","vec-Latn"]},{"precision":0.548455,"recall":0.636364,"f1":0.573544,"accuracy":0.636364,"main_score":0.573544,"hf_subset":"afr_Latn-amh_Ethi","languages":["afr-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-bos_Latn","languages":["afr-Latn","bos-Latn"]},{"precision":0.996542,"recall":0.997036,"f1":0.996706,"accuracy":0.997036,"main_score":0.996706,"hf_subset":"afr_Latn-fin_Latn","languages":["afr-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-ita_Latn","languages":["afr-Latn","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-kor_Hang","languages":["afr-Latn","kor-Hang"]},{"precision":0.48192,"recall":0.565217,"f1":0.505371,"accuracy":0.565217,"main_score":0.505371,"hf_subset":"afr_Latn-mos_Latn","languages":["afr-Latn","mos-Latn"]},{"precision":0.456709,"recall":0.52668,"f1":0.475102,"accuracy":0.52668,"main_score":0.475102,"hf_subset":"afr_Latn-run_Latn","languages":["afr-Latn","run-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"afr_Latn-tam_Taml","languages":["afr-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-vie_Latn","languages":["afr-Latn","vie-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"afr_Latn-apc_Arab","languages":["afr-Latn","apc-Arab"]},{"precision":0.756291,"recall":0.811265,"f1":0.772497,"accuracy":0.811265,"main_score":0.772497,"hf_subset":"afr_Latn-bug_Latn","languages":["afr-Latn","bug-Latn"]},{"precision":0.431921,"recall":0.508893,"f1":0.452639,"accuracy":0.508893,"main_score":0.452639,"hf_subset":"afr_Latn-fon_Latn","languages":["afr-Latn","fon-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"afr_Latn-jav_Latn","languages":["afr-Latn","jav-Latn"]},{"precision":0.903656,"recall":0.933794,"f1":0.913538,"accuracy":0.933794,"main_score":0.913538,"hf_subset":"afr_Latn-lao_Laoo","languages":["afr-Latn","lao-Laoo"]},{"precision":0.585024,"recall":0.66502,"f1":0.607637,"accuracy":0.66502,"main_score":0.607637,"hf_subset":"afr_Latn-mri_Latn","languages":["afr-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-rus_Cyrl","languages":["afr-Latn","rus-Cyrl"]},{"precision":0.494904,"recall":0.567194,"f1":0.515247,"accuracy":0.567194,"main_score":0.515247,"hf_subset":"afr_Latn-taq_Latn","languages":["afr-Latn","taq-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"afr_Latn-war_Latn","languages":["afr-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-arb_Arab","languages":["afr-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-bul_Cyrl","languages":["afr-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-fra_Latn","languages":["afr-Latn","fra-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"afr_Latn-jpn_Jpan","languages":["afr-Latn","jpn-Jpan"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"afr_Latn-lij_Latn","languages":["afr-Latn","lij-Latn"]},{"precision":0.939394,"recall":0.958498,"f1":0.945652,"accuracy":0.958498,"main_score":0.945652,"hf_subset":"afr_Latn-mya_Mymr","languages":["afr-Latn","mya-Mymr"]},{"precision":0.517302,"recall":0.599802,"f1":0.540395,"accuracy":0.599802,"main_score":0.540395,"hf_subset":"afr_Latn-sag_Latn","languages":["afr-Latn","sag-Latn"]},{"precision":0.125969,"recall":0.211462,"f1":0.142483,"accuracy":0.211462,"main_score":0.142483,"hf_subset":"afr_Latn-taq_Tfng","languages":["afr-Latn","taq-Tfng"]},{"precision":0.563695,"recall":0.643281,"f1":0.586627,"accuracy":0.643281,"main_score":0.586627,"hf_subset":"afr_Latn-wol_Latn","languages":["afr-Latn","wol-Latn"]},{"precision":0.634577,"recall":0.717391,"f1":0.659085,"accuracy":0.717391,"main_score":0.659085,"hf_subset":"afr_Latn-arb_Latn","languages":["afr-Latn","arb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-cat_Latn","languages":["afr-Latn","cat-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"afr_Latn-fur_Latn","languages":["afr-Latn","fur-Latn"]},{"precision":0.332112,"recall":0.406126,"f1":0.351665,"accuracy":0.406126,"main_score":0.351665,"hf_subset":"afr_Latn-kab_Latn","languages":["afr-Latn","kab-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"afr_Latn-lim_Latn","languages":["afr-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-nld_Latn","languages":["afr-Latn","nld-Latn"]},{"precision":0.967391,"recall":0.976285,"f1":0.970144,"accuracy":0.976285,"main_score":0.970144,"hf_subset":"afr_Latn-san_Deva","languages":["afr-Latn","san-Deva"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"afr_Latn-tat_Cyrl","languages":["afr-Latn","tat-Cyrl"]},{"precision":0.526245,"recall":0.605731,"f1":0.547724,"accuracy":0.605731,"main_score":0.547724,"hf_subset":"afr_Latn-xho_Latn","languages":["afr-Latn","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"afr_Latn-ars_Arab","languages":["afr-Latn","ars-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"afr_Latn-ceb_Latn","languages":["afr-Latn","ceb-Latn"]},{"precision":0.482199,"recall":0.564229,"f1":0.505436,"accuracy":0.564229,"main_score":0.505436,"hf_subset":"afr_Latn-fuv_Latn","languages":["afr-Latn","fuv-Latn"]},{"precision":0.467911,"recall":0.551383,"f1":0.49034,"accuracy":0.551383,"main_score":0.49034,"hf_subset":"afr_Latn-kac_Latn","languages":["afr-Latn","kac-Latn"]},{"precision":0.567535,"recall":0.647233,"f1":0.589905,"accuracy":0.647233,"main_score":0.589905,"hf_subset":"afr_Latn-lin_Latn","languages":["afr-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-nno_Latn","languages":["afr-Latn","nno-Latn"]},{"precision":0.017988,"recall":0.059289,"f1":0.024062,"accuracy":0.059289,"main_score":0.024062,"hf_subset":"afr_Latn-sat_Olck","languages":["afr-Latn","sat-Olck"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"afr_Latn-tel_Telu","languages":["afr-Latn","tel-Telu"]},{"precision":0.781762,"recall":0.841897,"f1":0.800445,"accuracy":0.841897,"main_score":0.800445,"hf_subset":"afr_Latn-ydd_Hebr","languages":["afr-Latn","ydd-Hebr"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"afr_Latn-ary_Arab","languages":["afr-Latn","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-ces_Latn","languages":["afr-Latn","ces-Latn"]},{"precision":0.402386,"recall":0.487154,"f1":0.425453,"accuracy":0.487154,"main_score":0.425453,"hf_subset":"afr_Latn-gaz_Latn","languages":["afr-Latn","gaz-Latn"]},{"precision":0.503238,"recall":0.58004,"f1":0.524047,"accuracy":0.58004,"main_score":0.524047,"hf_subset":"afr_Latn-kam_Latn","languages":["afr-Latn","kam-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"afr_Latn-lit_Latn","languages":["afr-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-nob_Latn","languages":["afr-Latn","nob-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"afr_Latn-scn_Latn","languages":["afr-Latn","scn-Latn"]},{"precision":0.912055,"recall":0.938735,"f1":0.920455,"accuracy":0.938735,"main_score":0.920455,"hf_subset":"afr_Latn-tgk_Cyrl","languages":["afr-Latn","tgk-Cyrl"]},{"precision":0.43755,"recall":0.517787,"f1":0.460759,"accuracy":0.517787,"main_score":0.460759,"hf_subset":"afr_Latn-yor_Latn","languages":["afr-Latn","yor-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-arz_Arab","languages":["afr-Latn","arz-Arab"]},{"precision":0.495908,"recall":0.577075,"f1":0.51759,"accuracy":0.577075,"main_score":0.51759,"hf_subset":"afr_Latn-cjk_Latn","languages":["afr-Latn","cjk-Latn"]},{"precision":0.631604,"recall":0.704545,"f1":0.652457,"accuracy":0.704545,"main_score":0.652457,"hf_subset":"afr_Latn-gla_Latn","languages":["afr-Latn","gla-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"afr_Latn-kan_Knda","languages":["afr-Latn","kan-Knda"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"afr_Latn-lmo_Latn","languages":["afr-Latn","lmo-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"afr_Latn-npi_Deva","languages":["afr-Latn","npi-Deva"]},{"precision":0.407669,"recall":0.506917,"f1":0.433842,"accuracy":0.506917,"main_score":0.433842,"hf_subset":"afr_Latn-shn_Mymr","languages":["afr-Latn","shn-Mymr"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-tgl_Latn","languages":["afr-Latn","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-yue_Hant","languages":["afr-Latn","yue-Hant"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"afr_Latn-asm_Beng","languages":["afr-Latn","asm-Beng"]},{"precision":0.73629,"recall":0.796443,"f1":0.753847,"accuracy":0.796443,"main_score":0.753847,"hf_subset":"afr_Latn-ckb_Arab","languages":["afr-Latn","ckb-Arab"]},{"precision":0.734578,"recall":0.807312,"f1":0.757526,"accuracy":0.807312,"main_score":0.757526,"hf_subset":"afr_Latn-gle_Latn","languages":["afr-Latn","gle-Latn"]},{"precision":0.886281,"recall":0.921937,"f1":0.897628,"accuracy":0.921937,"main_score":0.897628,"hf_subset":"afr_Latn-kas_Arab","languages":["afr-Latn","kas-Arab"]},{"precision":0.893281,"recall":0.923913,"f1":0.903162,"accuracy":0.923913,"main_score":0.903162,"hf_subset":"afr_Latn-ltg_Latn","languages":["afr-Latn","ltg-Latn"]},{"precision":0.534781,"recall":0.609684,"f1":0.555392,"accuracy":0.609684,"main_score":0.555392,"hf_subset":"afr_Latn-nso_Latn","languages":["afr-Latn","nso-Latn"]},{"precision":0.460402,"recall":0.559289,"f1":0.488458,"accuracy":0.559289,"main_score":0.488458,"hf_subset":"afr_Latn-sin_Sinh","languages":["afr-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-tha_Thai","languages":["afr-Latn","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-zho_Hans","languages":["afr-Latn","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-ast_Latn","languages":["afr-Latn","ast-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"afr_Latn-crh_Latn","languages":["afr-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-glg_Latn","languages":["afr-Latn","glg-Latn"]},{"precision":0.788076,"recall":0.843874,"f1":0.804875,"accuracy":0.843874,"main_score":0.804875,"hf_subset":"afr_Latn-kas_Deva","languages":["afr-Latn","kas-Deva"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"afr_Latn-ltz_Latn","languages":["afr-Latn","ltz-Latn"]},{"precision":0.38476,"recall":0.472332,"f1":0.40806,"accuracy":0.472332,"main_score":0.40806,"hf_subset":"afr_Latn-nus_Latn","languages":["afr-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-slk_Latn","languages":["afr-Latn","slk-Latn"]},{"precision":0.273043,"recall":0.346838,"f1":0.292221,"accuracy":0.346838,"main_score":0.292221,"hf_subset":"afr_Latn-tir_Ethi","languages":["afr-Latn","tir-Ethi"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"afr_Latn-zho_Hant","languages":["afr-Latn","zho-Hant"]},{"precision":0.985507,"recall":0.98913,"f1":0.98666,"accuracy":0.98913,"main_score":0.98666,"hf_subset":"afr_Latn-awa_Deva","languages":["afr-Latn","awa-Deva"]},{"precision":0.894763,"recall":0.926877,"f1":0.904974,"accuracy":0.926877,"main_score":0.904974,"hf_subset":"afr_Latn-cym_Latn","languages":["afr-Latn","cym-Latn"]},{"precision":0.73275,"recall":0.794466,"f1":0.751334,"accuracy":0.794466,"main_score":0.751334,"hf_subset":"afr_Latn-grn_Latn","languages":["afr-Latn","grn-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"afr_Latn-kat_Geor","languages":["afr-Latn","kat-Geor"]},{"precision":0.564768,"recall":0.634387,"f1":0.584332,"accuracy":0.634387,"main_score":0.584332,"hf_subset":"afr_Latn-lua_Latn","languages":["afr-Latn","lua-Latn"]},{"precision":0.532142,"recall":0.606719,"f1":0.552695,"accuracy":0.606719,"main_score":0.552695,"hf_subset":"afr_Latn-nya_Latn","languages":["afr-Latn","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-slv_Latn","languages":["afr-Latn","slv-Latn"]},{"precision":0.804545,"recall":0.856719,"f1":0.820751,"accuracy":0.856719,"main_score":0.820751,"hf_subset":"afr_Latn-tpi_Latn","languages":["afr-Latn","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-zsm_Latn","languages":["afr-Latn","zsm-Latn"]},{"precision":0.475881,"recall":0.551383,"f1":0.496264,"accuracy":0.551383,"main_score":0.496264,"hf_subset":"afr_Latn-ayr_Latn","languages":["afr-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-dan_Latn","languages":["afr-Latn","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-guj_Gujr","languages":["afr-Latn","guj-Gujr"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"afr_Latn-kaz_Cyrl","languages":["afr-Latn","kaz-Cyrl"]},{"precision":0.443796,"recall":0.522727,"f1":0.465807,"accuracy":0.522727,"main_score":0.465807,"hf_subset":"afr_Latn-lug_Latn","languages":["afr-Latn","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-oci_Latn","languages":["afr-Latn","oci-Latn"]},{"precision":0.526453,"recall":0.607708,"f1":0.549951,"accuracy":0.607708,"main_score":0.549951,"hf_subset":"afr_Latn-smo_Latn","languages":["afr-Latn","smo-Latn"]},{"precision":0.468487,"recall":0.543478,"f1":0.488911,"accuracy":0.543478,"main_score":0.488911,"hf_subset":"afr_Latn-tsn_Latn","languages":["afr-Latn","tsn-Latn"]},{"precision":0.477875,"recall":0.551383,"f1":0.497462,"accuracy":0.551383,"main_score":0.497462,"hf_subset":"afr_Latn-zul_Latn","languages":["afr-Latn","zul-Latn"]},{"precision":0.826532,"recall":0.87747,"f1":0.842622,"accuracy":0.87747,"main_score":0.842622,"hf_subset":"afr_Latn-azb_Arab","languages":["afr-Latn","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"afr_Latn-deu_Latn","languages":["afr-Latn","deu-Latn"]},{"precision":0.928722,"recall":0.950593,"f1":0.935771,"accuracy":0.950593,"main_score":0.935771,"hf_subset":"afr_Latn-hat_Latn","languages":["afr-Latn","hat-Latn"]},{"precision":0.443212,"recall":0.514822,"f1":0.463199,"accuracy":0.514822,"main_score":0.463199,"hf_subset":"afr_Latn-kbp_Latn","languages":["afr-Latn","kbp-Latn"]},{"precision":0.506013,"recall":0.579051,"f1":0.526143,"accuracy":0.579051,"main_score":0.526143,"hf_subset":"afr_Latn-luo_Latn","languages":["afr-Latn","luo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"afr_Latn-ory_Orya","languages":["afr-Latn","ory-Orya"]},{"precision":0.494079,"recall":0.56917,"f1":0.515226,"accuracy":0.56917,"main_score":0.515226,"hf_subset":"afr_Latn-sna_Latn","languages":["afr-Latn","sna-Latn"]},{"precision":0.479724,"recall":0.546443,"f1":0.498115,"accuracy":0.546443,"main_score":0.498115,"hf_subset":"afr_Latn-tso_Latn","languages":["afr-Latn","tso-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"afr_Latn-azj_Latn","languages":["afr-Latn","azj-Latn"]},{"precision":0.481052,"recall":0.561265,"f1":0.504116,"accuracy":0.561265,"main_score":0.504116,"hf_subset":"afr_Latn-dik_Latn","languages":["afr-Latn","dik-Latn"]},{"precision":0.479665,"recall":0.547431,"f1":0.499094,"accuracy":0.547431,"main_score":0.499094,"hf_subset":"afr_Latn-hau_Latn","languages":["afr-Latn","hau-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"afr_Latn-kea_Latn","languages":["afr-Latn","kea-Latn"]},{"precision":0.648686,"recall":0.716403,"f1":0.667866,"accuracy":0.716403,"main_score":0.667866,"hf_subset":"afr_Latn-lus_Latn","languages":["afr-Latn","lus-Latn"]},{"precision":0.827602,"recall":0.87253,"f1":0.84114,"accuracy":0.87253,"main_score":0.84114,"hf_subset":"afr_Latn-pag_Latn","languages":["afr-Latn","pag-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"afr_Latn-snd_Arab","languages":["afr-Latn","snd-Arab"]},{"precision":0.894681,"recall":0.927866,"f1":0.905534,"accuracy":0.927866,"main_score":0.905534,"hf_subset":"afr_Latn-tuk_Latn","languages":["afr-Latn","tuk-Latn"]},{"precision":0.957675,"recall":0.970356,"f1":0.961792,"accuracy":0.970356,"main_score":0.961792,"hf_subset":"afr_Latn-bak_Cyrl","languages":["afr-Latn","bak-Cyrl"]},{"precision":0.429423,"recall":0.522727,"f1":0.456159,"accuracy":0.522727,"main_score":0.456159,"hf_subset":"afr_Latn-dyu_Latn","languages":["afr-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-heb_Hebr","languages":["afr-Latn","heb-Hebr"]},{"precision":0.91996,"recall":0.944664,"f1":0.92803,"accuracy":0.944664,"main_score":0.92803,"hf_subset":"afr_Latn-khk_Cyrl","languages":["afr-Latn","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"afr_Latn-lvs_Latn","languages":["afr-Latn","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"afr_Latn-pan_Guru","languages":["afr-Latn","pan-Guru"]},{"precision":0.460641,"recall":0.547431,"f1":0.485262,"accuracy":0.547431,"main_score":0.485262,"hf_subset":"afr_Latn-som_Latn","languages":["afr-Latn","som-Latn"]},{"precision":0.511215,"recall":0.58004,"f1":0.531161,"accuracy":0.58004,"main_score":0.531161,"hf_subset":"afr_Latn-tum_Latn","languages":["afr-Latn","tum-Latn"]},{"precision":0.413533,"recall":0.500988,"f1":0.437835,"accuracy":0.500988,"main_score":0.437835,"hf_subset":"bho_Deva-ace_Arab","languages":["bho-Deva","ace-Arab"]},{"precision":0.432622,"recall":0.506917,"f1":0.453698,"accuracy":0.506917,"main_score":0.453698,"hf_subset":"bho_Deva-bam_Latn","languages":["bho-Deva","bam-Latn"]},{"precision":0.105385,"recall":0.16502,"f1":0.120193,"accuracy":0.16502,"main_score":0.120193,"hf_subset":"bho_Deva-dzo_Tibt","languages":["bho-Deva","dzo-Tibt"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bho_Deva-hin_Deva","languages":["bho-Deva","hin-Deva"]},{"precision":0.888669,"recall":0.923913,"f1":0.900198,"accuracy":0.923913,"main_score":0.900198,"hf_subset":"bho_Deva-khm_Khmr","languages":["bho-Deva","khm-Khmr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bho_Deva-mag_Deva","languages":["bho-Deva","mag-Deva"]},{"precision":0.950264,"recall":0.965415,"f1":0.955204,"accuracy":0.965415,"main_score":0.955204,"hf_subset":"bho_Deva-pap_Latn","languages":["bho-Deva","pap-Latn"]},{"precision":0.474997,"recall":0.546443,"f1":0.495017,"accuracy":0.546443,"main_score":0.495017,"hf_subset":"bho_Deva-sot_Latn","languages":["bho-Deva","sot-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bho_Deva-tur_Latn","languages":["bho-Deva","tur-Latn"]},{"precision":0.775939,"recall":0.833004,"f1":0.793478,"accuracy":0.833004,"main_score":0.793478,"hf_subset":"bho_Deva-ace_Latn","languages":["bho-Deva","ace-Latn"]},{"precision":0.904315,"recall":0.929842,"f1":0.912385,"accuracy":0.929842,"main_score":0.912385,"hf_subset":"bho_Deva-ban_Latn","languages":["bho-Deva","ban-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bho_Deva-ell_Grek","languages":["bho-Deva","ell-Grek"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"bho_Deva-hne_Deva","languages":["bho-Deva","hne-Deva"]},{"precision":0.47514,"recall":0.557312,"f1":0.498725,"accuracy":0.557312,"main_score":0.498725,"hf_subset":"bho_Deva-kik_Latn","languages":["bho-Deva","kik-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bho_Deva-mai_Deva","languages":["bho-Deva","mai-Deva"]},{"precision":0.859684,"recall":0.900198,"f1":0.872497,"accuracy":0.900198,"main_score":0.872497,"hf_subset":"bho_Deva-pbt_Arab","languages":["bho-Deva","pbt-Arab"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"bho_Deva-spa_Latn","languages":["bho-Deva","spa-Latn"]},{"precision":0.543125,"recall":0.614625,"f1":0.563894,"accuracy":0.614625,"main_score":0.563894,"hf_subset":"bho_Deva-twi_Latn","languages":["bho-Deva","twi-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"bho_Deva-acm_Arab","languages":["bho-Deva","acm-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"bho_Deva-bel_Cyrl","languages":["bho-Deva","bel-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bho_Deva-eng_Latn","languages":["bho-Deva","eng-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bho_Deva-hrv_Latn","languages":["bho-Deva","hrv-Latn"]},{"precision":0.43589,"recall":0.509881,"f1":0.456265,"accuracy":0.509881,"main_score":0.456265,"hf_subset":"bho_Deva-kin_Latn","languages":["bho-Deva","kin-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"bho_Deva-mal_Mlym","languages":["bho-Deva","mal-Mlym"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"bho_Deva-pes_Arab","languages":["bho-Deva","pes-Arab"]},{"precision":0.940382,"recall":0.959486,"f1":0.94664,"accuracy":0.959486,"main_score":0.94664,"hf_subset":"bho_Deva-srd_Latn","languages":["bho-Deva","srd-Latn"]},{"precision":0.12632,"recall":0.1917,"f1":0.14076,"accuracy":0.1917,"main_score":0.14076,"hf_subset":"bho_Deva-tzm_Tfng","languages":["bho-Deva","tzm-Tfng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"bho_Deva-acq_Arab","languages":["bho-Deva","acq-Arab"]},{"precision":0.511248,"recall":0.583004,"f1":0.531546,"accuracy":0.583004,"main_score":0.531546,"hf_subset":"bho_Deva-bem_Latn","languages":["bho-Deva","bem-Latn"]},{"precision":0.984519,"recall":0.98913,"f1":0.986001,"accuracy":0.98913,"main_score":0.986001,"hf_subset":"bho_Deva-epo_Latn","languages":["bho-Deva","epo-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bho_Deva-hun_Latn","languages":["bho-Deva","hun-Latn"]},{"precision":0.930171,"recall":0.952569,"f1":0.937418,"accuracy":0.952569,"main_score":0.937418,"hf_subset":"bho_Deva-kir_Cyrl","languages":["bho-Deva","kir-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bho_Deva-mar_Deva","languages":["bho-Deva","mar-Deva"]},{"precision":0.533943,"recall":0.596838,"f1":0.552039,"accuracy":0.596838,"main_score":0.552039,"hf_subset":"bho_Deva-plt_Latn","languages":["bho-Deva","plt-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"bho_Deva-srp_Cyrl","languages":["bho-Deva","srp-Cyrl"]},{"precision":0.870389,"recall":0.909091,"f1":0.88307,"accuracy":0.909091,"main_score":0.88307,"hf_subset":"bho_Deva-uig_Arab","languages":["bho-Deva","uig-Arab"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"bho_Deva-aeb_Arab","languages":["bho-Deva","aeb-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"bho_Deva-ben_Beng","languages":["bho-Deva","ben-Beng"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"bho_Deva-est_Latn","languages":["bho-Deva","est-Latn"]},{"precision":0.964427,"recall":0.975296,"f1":0.96805,"accuracy":0.975296,"main_score":0.96805,"hf_subset":"bho_Deva-hye_Armn","languages":["bho-Deva","hye-Armn"]},{"precision":0.44101,"recall":0.512846,"f1":0.460237,"accuracy":0.512846,"main_score":0.460237,"hf_subset":"bho_Deva-kmb_Latn","languages":["bho-Deva","kmb-Latn"]},{"precision":0.351091,"recall":0.44664,"f1":0.376025,"accuracy":0.44664,"main_score":0.376025,"hf_subset":"bho_Deva-min_Arab","languages":["bho-Deva","min-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bho_Deva-pol_Latn","languages":["bho-Deva","pol-Latn"]},{"precision":0.43173,"recall":0.51087,"f1":0.452469,"accuracy":0.51087,"main_score":0.452469,"hf_subset":"bho_Deva-ssw_Latn","languages":["bho-Deva","ssw-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"bho_Deva-ukr_Cyrl","languages":["bho-Deva","ukr-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bho_Deva-afr_Latn","languages":["bho-Deva","afr-Latn"]},{"precision":0.914032,"recall":0.939723,"f1":0.922101,"accuracy":0.939723,"main_score":0.922101,"hf_subset":"bho_Deva-eus_Latn","languages":["bho-Deva","eus-Latn"]},{"precision":0.480191,"recall":0.55336,"f1":0.500669,"accuracy":0.55336,"main_score":0.500669,"hf_subset":"bho_Deva-ibo_Latn","languages":["bho-Deva","ibo-Latn"]},{"precision":0.65798,"recall":0.728261,"f1":0.678288,"accuracy":0.728261,"main_score":0.678288,"hf_subset":"bho_Deva-kmr_Latn","languages":["bho-Deva","kmr-Latn"]},{"precision":0.935277,"recall":0.954545,"f1":0.94137,"accuracy":0.954545,"main_score":0.94137,"hf_subset":"bho_Deva-min_Latn","languages":["bho-Deva","min-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"bho_Deva-por_Latn","languages":["bho-Deva","por-Latn"]},{"precision":0.965415,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"bho_Deva-sun_Latn","languages":["bho-Deva","sun-Latn"]},{"precision":0.433959,"recall":0.509881,"f1":0.455723,"accuracy":0.509881,"main_score":0.455723,"hf_subset":"bho_Deva-umb_Latn","languages":["bho-Deva","umb-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"bho_Deva-ajp_Arab","languages":["bho-Deva","ajp-Arab"]},{"precision":0.39361,"recall":0.481225,"f1":0.41733,"accuracy":0.481225,"main_score":0.41733,"hf_subset":"bho_Deva-bjn_Arab","languages":["bho-Deva","bjn-Arab"]},{"precision":0.446383,"recall":0.516798,"f1":0.466282,"accuracy":0.516798,"main_score":0.466282,"hf_subset":"bho_Deva-ewe_Latn","languages":["bho-Deva","ewe-Latn"]},{"precision":0.813752,"recall":0.86166,"f1":0.828788,"accuracy":0.86166,"main_score":0.828788,"hf_subset":"bho_Deva-ilo_Latn","languages":["bho-Deva","ilo-Latn"]},{"precision":0.195128,"recall":0.274704,"f1":0.214349,"accuracy":0.274704,"main_score":0.214349,"hf_subset":"bho_Deva-knc_Arab","languages":["bho-Deva","knc-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bho_Deva-mkd_Cyrl","languages":["bho-Deva","mkd-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bho_Deva-prs_Arab","languages":["bho-Deva","prs-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"bho_Deva-swe_Latn","languages":["bho-Deva","swe-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"bho_Deva-urd_Arab","languages":["bho-Deva","urd-Arab"]},{"precision":0.505556,"recall":0.579051,"f1":0.526573,"accuracy":0.579051,"main_score":0.526573,"hf_subset":"bho_Deva-aka_Latn","languages":["bho-Deva","aka-Latn"]},{"precision":0.950099,"recall":0.965415,"f1":0.95504,"accuracy":0.965415,"main_score":0.95504,"hf_subset":"bho_Deva-bjn_Latn","languages":["bho-Deva","bjn-Latn"]},{"precision":0.867622,"recall":0.908103,"f1":0.880599,"accuracy":0.908103,"main_score":0.880599,"hf_subset":"bho_Deva-fao_Latn","languages":["bho-Deva","fao-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bho_Deva-ind_Latn","languages":["bho-Deva","ind-Latn"]},{"precision":0.503103,"recall":0.576087,"f1":0.52349,"accuracy":0.576087,"main_score":0.52349,"hf_subset":"bho_Deva-knc_Latn","languages":["bho-Deva","knc-Latn"]},{"precision":0.932642,"recall":0.953557,"f1":0.939559,"accuracy":0.953557,"main_score":0.939559,"hf_subset":"bho_Deva-mlt_Latn","languages":["bho-Deva","mlt-Latn"]},{"precision":0.544931,"recall":0.621542,"f1":0.566177,"accuracy":0.621542,"main_score":0.566177,"hf_subset":"bho_Deva-quy_Latn","languages":["bho-Deva","quy-Latn"]},{"precision":0.66502,"recall":0.743083,"f1":0.688754,"accuracy":0.743083,"main_score":0.688754,"hf_subset":"bho_Deva-swh_Latn","languages":["bho-Deva","swh-Latn"]},{"precision":0.962615,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"bho_Deva-uzn_Latn","languages":["bho-Deva","uzn-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"bho_Deva-als_Latn","languages":["bho-Deva","als-Latn"]},{"precision":0.166364,"recall":0.241107,"f1":0.18398,"accuracy":0.241107,"main_score":0.18398,"hf_subset":"bho_Deva-bod_Tibt","languages":["bho-Deva","bod-Tibt"]},{"precision":0.45804,"recall":0.531621,"f1":0.478043,"accuracy":0.531621,"main_score":0.478043,"hf_subset":"bho_Deva-fij_Latn","languages":["bho-Deva","fij-Latn"]},{"precision":0.881835,"recall":0.917984,"f1":0.893347,"accuracy":0.917984,"main_score":0.893347,"hf_subset":"bho_Deva-isl_Latn","languages":["bho-Deva","isl-Latn"]},{"precision":0.530496,"recall":0.604743,"f1":0.551269,"accuracy":0.604743,"main_score":0.551269,"hf_subset":"bho_Deva-kon_Latn","languages":["bho-Deva","kon-Latn"]},{"precision":0.527809,"recall":0.612648,"f1":0.551471,"accuracy":0.612648,"main_score":0.551471,"hf_subset":"bho_Deva-mni_Beng","languages":["bho-Deva","mni-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bho_Deva-ron_Latn","languages":["bho-Deva","ron-Latn"]},{"precision":0.956522,"recall":0.968379,"f1":0.960474,"accuracy":0.968379,"main_score":0.960474,"hf_subset":"bho_Deva-szl_Latn","languages":["bho-Deva","szl-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"bho_Deva-vec_Latn","languages":["bho-Deva","vec-Latn"]},{"precision":0.47045,"recall":0.562253,"f1":0.496297,"accuracy":0.562253,"main_score":0.496297,"hf_subset":"bho_Deva-amh_Ethi","languages":["bho-Deva","amh-Ethi"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bho_Deva-bos_Latn","languages":["bho-Deva","bos-Latn"]},{"precision":0.985013,"recall":0.98913,"f1":0.986331,"accuracy":0.98913,"main_score":0.986331,"hf_subset":"bho_Deva-fin_Latn","languages":["bho-Deva","fin-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bho_Deva-ita_Latn","languages":["bho-Deva","ita-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bho_Deva-kor_Hang","languages":["bho-Deva","kor-Hang"]},{"precision":0.448634,"recall":0.52668,"f1":0.470184,"accuracy":0.52668,"main_score":0.470184,"hf_subset":"bho_Deva-mos_Latn","languages":["bho-Deva","mos-Latn"]},{"precision":0.436688,"recall":0.506917,"f1":0.456003,"accuracy":0.506917,"main_score":0.456003,"hf_subset":"bho_Deva-run_Latn","languages":["bho-Deva","run-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bho_Deva-tam_Taml","languages":["bho-Deva","tam-Taml"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bho_Deva-vie_Latn","languages":["bho-Deva","vie-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bho_Deva-apc_Arab","languages":["bho-Deva","apc-Arab"]},{"precision":0.712319,"recall":0.774704,"f1":0.730764,"accuracy":0.774704,"main_score":0.730764,"hf_subset":"bho_Deva-bug_Latn","languages":["bho-Deva","bug-Latn"]},{"precision":0.396327,"recall":0.470356,"f1":0.416629,"accuracy":0.470356,"main_score":0.416629,"hf_subset":"bho_Deva-fon_Latn","languages":["bho-Deva","fon-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"bho_Deva-jav_Latn","languages":["bho-Deva","jav-Latn"]},{"precision":0.815382,"recall":0.867589,"f1":0.831785,"accuracy":0.867589,"main_score":0.831785,"hf_subset":"bho_Deva-lao_Laoo","languages":["bho-Deva","lao-Laoo"]},{"precision":0.536102,"recall":0.621542,"f1":0.560234,"accuracy":0.621542,"main_score":0.560234,"hf_subset":"bho_Deva-mri_Latn","languages":["bho-Deva","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bho_Deva-rus_Cyrl","languages":["bho-Deva","rus-Cyrl"]},{"precision":0.497016,"recall":0.564229,"f1":0.515286,"accuracy":0.564229,"main_score":0.515286,"hf_subset":"bho_Deva-taq_Latn","languages":["bho-Deva","taq-Latn"]},{"precision":0.951581,"recall":0.966403,"f1":0.956522,"accuracy":0.966403,"main_score":0.956522,"hf_subset":"bho_Deva-war_Latn","languages":["bho-Deva","war-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"bho_Deva-arb_Arab","languages":["bho-Deva","arb-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"bho_Deva-bul_Cyrl","languages":["bho-Deva","bul-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"bho_Deva-fra_Latn","languages":["bho-Deva","fra-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"bho_Deva-jpn_Jpan","languages":["bho-Deva","jpn-Jpan"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"bho_Deva-lij_Latn","languages":["bho-Deva","lij-Latn"]},{"precision":0.898419,"recall":0.928854,"f1":0.908103,"accuracy":0.928854,"main_score":0.908103,"hf_subset":"bho_Deva-mya_Mymr","languages":["bho-Deva","mya-Mymr"]},{"precision":0.489545,"recall":0.572134,"f1":0.512605,"accuracy":0.572134,"main_score":0.512605,"hf_subset":"bho_Deva-sag_Latn","languages":["bho-Deva","sag-Latn"]},{"precision":0.139238,"recall":0.217391,"f1":0.154565,"accuracy":0.217391,"main_score":0.154565,"hf_subset":"bho_Deva-taq_Tfng","languages":["bho-Deva","taq-Tfng"]},{"precision":0.526753,"recall":0.604743,"f1":0.548512,"accuracy":0.604743,"main_score":0.548512,"hf_subset":"bho_Deva-wol_Latn","languages":["bho-Deva","wol-Latn"]},{"precision":0.58257,"recall":0.66502,"f1":0.605977,"accuracy":0.66502,"main_score":0.605977,"hf_subset":"bho_Deva-arb_Latn","languages":["bho-Deva","arb-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"bho_Deva-cat_Latn","languages":["bho-Deva","cat-Latn"]},{"precision":0.956192,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"bho_Deva-fur_Latn","languages":["bho-Deva","fur-Latn"]},{"precision":0.318954,"recall":0.38834,"f1":0.337888,"accuracy":0.38834,"main_score":0.337888,"hf_subset":"bho_Deva-kab_Latn","languages":["bho-Deva","kab-Latn"]},{"precision":0.948946,"recall":0.963439,"f1":0.953557,"accuracy":0.963439,"main_score":0.953557,"hf_subset":"bho_Deva-lim_Latn","languages":["bho-Deva","lim-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bho_Deva-nld_Latn","languages":["bho-Deva","nld-Latn"]},{"precision":0.945652,"recall":0.962451,"f1":0.951087,"accuracy":0.962451,"main_score":0.951087,"hf_subset":"bho_Deva-san_Deva","languages":["bho-Deva","san-Deva"]},{"precision":0.9417,"recall":0.959486,"f1":0.947299,"accuracy":0.959486,"main_score":0.947299,"hf_subset":"bho_Deva-tat_Cyrl","languages":["bho-Deva","tat-Cyrl"]},{"precision":0.509297,"recall":0.585968,"f1":0.529989,"accuracy":0.585968,"main_score":0.529989,"hf_subset":"bho_Deva-xho_Latn","languages":["bho-Deva","xho-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"bho_Deva-ars_Arab","languages":["bho-Deva","ars-Arab"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"bho_Deva-ceb_Latn","languages":["bho-Deva","ceb-Latn"]},{"precision":0.467327,"recall":0.543478,"f1":0.489012,"accuracy":0.543478,"main_score":0.489012,"hf_subset":"bho_Deva-fuv_Latn","languages":["bho-Deva","fuv-Latn"]},{"precision":0.463067,"recall":0.544466,"f1":0.485607,"accuracy":0.544466,"main_score":0.485607,"hf_subset":"bho_Deva-kac_Latn","languages":["bho-Deva","kac-Latn"]},{"precision":0.543751,"recall":0.623518,"f1":0.565954,"accuracy":0.623518,"main_score":0.565954,"hf_subset":"bho_Deva-lin_Latn","languages":["bho-Deva","lin-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bho_Deva-nno_Latn","languages":["bho-Deva","nno-Latn"]},{"precision":0.020819,"recall":0.071146,"f1":0.028541,"accuracy":0.071146,"main_score":0.028541,"hf_subset":"bho_Deva-sat_Olck","languages":["bho-Deva","sat-Olck"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"bho_Deva-tel_Telu","languages":["bho-Deva","tel-Telu"]},{"precision":0.66381,"recall":0.743083,"f1":0.687566,"accuracy":0.743083,"main_score":0.687566,"hf_subset":"bho_Deva-ydd_Hebr","languages":["bho-Deva","ydd-Hebr"]},{"precision":0.939723,"recall":0.958498,"f1":0.945817,"accuracy":0.958498,"main_score":0.945817,"hf_subset":"bho_Deva-ary_Arab","languages":["bho-Deva","ary-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bho_Deva-ces_Latn","languages":["bho-Deva","ces-Latn"]},{"precision":0.390795,"recall":0.466403,"f1":0.411279,"accuracy":0.466403,"main_score":0.411279,"hf_subset":"bho_Deva-gaz_Latn","languages":["bho-Deva","gaz-Latn"]},{"precision":0.471765,"recall":0.551383,"f1":0.493578,"accuracy":0.551383,"main_score":0.493578,"hf_subset":"bho_Deva-kam_Latn","languages":["bho-Deva","kam-Latn"]},{"precision":0.981555,"recall":0.987154,"f1":0.983366,"accuracy":0.987154,"main_score":0.983366,"hf_subset":"bho_Deva-lit_Latn","languages":["bho-Deva","lit-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bho_Deva-nob_Latn","languages":["bho-Deva","nob-Latn"]},{"precision":0.958827,"recall":0.971344,"f1":0.962945,"accuracy":0.971344,"main_score":0.962945,"hf_subset":"bho_Deva-scn_Latn","languages":["bho-Deva","scn-Latn"]},{"precision":0.850955,"recall":0.894269,"f1":0.864789,"accuracy":0.894269,"main_score":0.864789,"hf_subset":"bho_Deva-tgk_Cyrl","languages":["bho-Deva","tgk-Cyrl"]},{"precision":0.420867,"recall":0.502964,"f1":0.443731,"accuracy":0.502964,"main_score":0.443731,"hf_subset":"bho_Deva-yor_Latn","languages":["bho-Deva","yor-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bho_Deva-arz_Arab","languages":["bho-Deva","arz-Arab"]},{"precision":0.461553,"recall":0.543478,"f1":0.484104,"accuracy":0.543478,"main_score":0.484104,"hf_subset":"bho_Deva-cjk_Latn","languages":["bho-Deva","cjk-Latn"]},{"precision":0.556021,"recall":0.633399,"f1":0.577954,"accuracy":0.633399,"main_score":0.577954,"hf_subset":"bho_Deva-gla_Latn","languages":["bho-Deva","gla-Latn"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"bho_Deva-kan_Knda","languages":["bho-Deva","kan-Knda"]},{"precision":0.940876,"recall":0.959486,"f1":0.94697,"accuracy":0.959486,"main_score":0.94697,"hf_subset":"bho_Deva-lmo_Latn","languages":["bho-Deva","lmo-Latn"]},{"precision":0.979578,"recall":0.985178,"f1":0.98139,"accuracy":0.985178,"main_score":0.98139,"hf_subset":"bho_Deva-npi_Deva","languages":["bho-Deva","npi-Deva"]},{"precision":0.387929,"recall":0.490119,"f1":0.415906,"accuracy":0.490119,"main_score":0.415906,"hf_subset":"bho_Deva-shn_Mymr","languages":["bho-Deva","shn-Mymr"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bho_Deva-tgl_Latn","languages":["bho-Deva","tgl-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bho_Deva-yue_Hant","languages":["bho-Deva","yue-Hant"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"bho_Deva-asm_Beng","languages":["bho-Deva","asm-Beng"]},{"precision":0.674588,"recall":0.747036,"f1":0.69569,"accuracy":0.747036,"main_score":0.69569,"hf_subset":"bho_Deva-ckb_Arab","languages":["bho-Deva","ckb-Arab"]},{"precision":0.627569,"recall":0.710474,"f1":0.652277,"accuracy":0.710474,"main_score":0.652277,"hf_subset":"bho_Deva-gle_Latn","languages":["bho-Deva","gle-Latn"]},{"precision":0.873271,"recall":0.912055,"f1":0.885935,"accuracy":0.912055,"main_score":0.885935,"hf_subset":"bho_Deva-kas_Arab","languages":["bho-Deva","kas-Arab"]},{"precision":0.825329,"recall":0.873518,"f1":0.840217,"accuracy":0.873518,"main_score":0.840217,"hf_subset":"bho_Deva-ltg_Latn","languages":["bho-Deva","ltg-Latn"]},{"precision":0.503754,"recall":0.577075,"f1":0.52445,"accuracy":0.577075,"main_score":0.52445,"hf_subset":"bho_Deva-nso_Latn","languages":["bho-Deva","nso-Latn"]},{"precision":0.371364,"recall":0.470356,"f1":0.399173,"accuracy":0.470356,"main_score":0.399173,"hf_subset":"bho_Deva-sin_Sinh","languages":["bho-Deva","sin-Sinh"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bho_Deva-tha_Thai","languages":["bho-Deva","tha-Thai"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bho_Deva-zho_Hans","languages":["bho-Deva","zho-Hans"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bho_Deva-ast_Latn","languages":["bho-Deva","ast-Latn"]},{"precision":0.95331,"recall":0.967391,"f1":0.95774,"accuracy":0.967391,"main_score":0.95774,"hf_subset":"bho_Deva-crh_Latn","languages":["bho-Deva","crh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bho_Deva-glg_Latn","languages":["bho-Deva","glg-Latn"]},{"precision":0.779875,"recall":0.837945,"f1":0.797365,"accuracy":0.837945,"main_score":0.797365,"hf_subset":"bho_Deva-kas_Deva","languages":["bho-Deva","kas-Deva"]},{"precision":0.961957,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"bho_Deva-ltz_Latn","languages":["bho-Deva","ltz-Latn"]},{"precision":0.371782,"recall":0.454545,"f1":0.39355,"accuracy":0.454545,"main_score":0.39355,"hf_subset":"bho_Deva-nus_Latn","languages":["bho-Deva","nus-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bho_Deva-slk_Latn","languages":["bho-Deva","slk-Latn"]},{"precision":0.261429,"recall":0.336957,"f1":0.28198,"accuracy":0.336957,"main_score":0.28198,"hf_subset":"bho_Deva-tir_Ethi","languages":["bho-Deva","tir-Ethi"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"bho_Deva-zho_Hant","languages":["bho-Deva","zho-Hant"]},{"precision":0.97859,"recall":0.98419,"f1":0.980402,"accuracy":0.98419,"main_score":0.980402,"hf_subset":"bho_Deva-awa_Deva","languages":["bho-Deva","awa-Deva"]},{"precision":0.784997,"recall":0.841897,"f1":0.802009,"accuracy":0.841897,"main_score":0.802009,"hf_subset":"bho_Deva-cym_Latn","languages":["bho-Deva","cym-Latn"]},{"precision":0.696014,"recall":0.759881,"f1":0.714827,"accuracy":0.759881,"main_score":0.714827,"hf_subset":"bho_Deva-grn_Latn","languages":["bho-Deva","grn-Latn"]},{"precision":0.944993,"recall":0.962451,"f1":0.950758,"accuracy":0.962451,"main_score":0.950758,"hf_subset":"bho_Deva-kat_Geor","languages":["bho-Deva","kat-Geor"]},{"precision":0.542994,"recall":0.619565,"f1":0.565074,"accuracy":0.619565,"main_score":0.565074,"hf_subset":"bho_Deva-lua_Latn","languages":["bho-Deva","lua-Latn"]},{"precision":0.496857,"recall":0.570158,"f1":0.517122,"accuracy":0.570158,"main_score":0.517122,"hf_subset":"bho_Deva-nya_Latn","languages":["bho-Deva","nya-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bho_Deva-slv_Latn","languages":["bho-Deva","slv-Latn"]},{"precision":0.788933,"recall":0.841897,"f1":0.805303,"accuracy":0.841897,"main_score":0.805303,"hf_subset":"bho_Deva-tpi_Latn","languages":["bho-Deva","tpi-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bho_Deva-zsm_Latn","languages":["bho-Deva","zsm-Latn"]},{"precision":0.466651,"recall":0.539526,"f1":0.486264,"accuracy":0.539526,"main_score":0.486264,"hf_subset":"bho_Deva-ayr_Latn","languages":["bho-Deva","ayr-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bho_Deva-dan_Latn","languages":["bho-Deva","dan-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bho_Deva-guj_Gujr","languages":["bho-Deva","guj-Gujr"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"bho_Deva-kaz_Cyrl","languages":["bho-Deva","kaz-Cyrl"]},{"precision":0.449511,"recall":0.519763,"f1":0.468228,"accuracy":0.519763,"main_score":0.468228,"hf_subset":"bho_Deva-lug_Latn","languages":["bho-Deva","lug-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"bho_Deva-oci_Latn","languages":["bho-Deva","oci-Latn"]},{"precision":0.486785,"recall":0.570158,"f1":0.510136,"accuracy":0.570158,"main_score":0.510136,"hf_subset":"bho_Deva-smo_Latn","languages":["bho-Deva","smo-Latn"]},{"precision":0.447937,"recall":0.520751,"f1":0.467857,"accuracy":0.520751,"main_score":0.467857,"hf_subset":"bho_Deva-tsn_Latn","languages":["bho-Deva","tsn-Latn"]},{"precision":0.43831,"recall":0.517787,"f1":0.459467,"accuracy":0.517787,"main_score":0.459467,"hf_subset":"bho_Deva-zul_Latn","languages":["bho-Deva","zul-Latn"]},{"precision":0.793561,"recall":0.852767,"f1":0.812121,"accuracy":0.852767,"main_score":0.812121,"hf_subset":"bho_Deva-azb_Arab","languages":["bho-Deva","azb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bho_Deva-deu_Latn","languages":["bho-Deva","deu-Latn"]},{"precision":0.868495,"recall":0.906126,"f1":0.880665,"accuracy":0.906126,"main_score":0.880665,"hf_subset":"bho_Deva-hat_Latn","languages":["bho-Deva","hat-Latn"]},{"precision":0.418968,"recall":0.494071,"f1":0.439063,"accuracy":0.494071,"main_score":0.439063,"hf_subset":"bho_Deva-kbp_Latn","languages":["bho-Deva","kbp-Latn"]},{"precision":0.462006,"recall":0.537549,"f1":0.482827,"accuracy":0.537549,"main_score":0.482827,"hf_subset":"bho_Deva-luo_Latn","languages":["bho-Deva","luo-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"bho_Deva-ory_Orya","languages":["bho-Deva","ory-Orya"]},{"precision":0.473874,"recall":0.550395,"f1":0.495572,"accuracy":0.550395,"main_score":0.495572,"hf_subset":"bho_Deva-sna_Latn","languages":["bho-Deva","sna-Latn"]},{"precision":0.435819,"recall":0.509881,"f1":0.456229,"accuracy":0.509881,"main_score":0.456229,"hf_subset":"bho_Deva-tso_Latn","languages":["bho-Deva","tso-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"bho_Deva-azj_Latn","languages":["bho-Deva","azj-Latn"]},{"precision":0.4427,"recall":0.530632,"f1":0.467914,"accuracy":0.530632,"main_score":0.467914,"hf_subset":"bho_Deva-dik_Latn","languages":["bho-Deva","dik-Latn"]},{"precision":0.457798,"recall":0.524704,"f1":0.476801,"accuracy":0.524704,"main_score":0.476801,"hf_subset":"bho_Deva-hau_Latn","languages":["bho-Deva","hau-Latn"]},{"precision":0.952734,"recall":0.967391,"f1":0.95751,"accuracy":0.967391,"main_score":0.95751,"hf_subset":"bho_Deva-kea_Latn","languages":["bho-Deva","kea-Latn"]},{"precision":0.633345,"recall":0.701581,"f1":0.652656,"accuracy":0.701581,"main_score":0.652656,"hf_subset":"bho_Deva-lus_Latn","languages":["bho-Deva","lus-Latn"]},{"precision":0.778491,"recall":0.833004,"f1":0.795012,"accuracy":0.833004,"main_score":0.795012,"hf_subset":"bho_Deva-pag_Latn","languages":["bho-Deva","pag-Latn"]},{"precision":0.972497,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"bho_Deva-snd_Arab","languages":["bho-Deva","snd-Arab"]},{"precision":0.830369,"recall":0.87747,"f1":0.845158,"accuracy":0.87747,"main_score":0.845158,"hf_subset":"bho_Deva-tuk_Latn","languages":["bho-Deva","tuk-Latn"]},{"precision":0.901021,"recall":0.93083,"f1":0.910573,"accuracy":0.93083,"main_score":0.910573,"hf_subset":"bho_Deva-bak_Cyrl","languages":["bho-Deva","bak-Cyrl"]},{"precision":0.392221,"recall":0.48419,"f1":0.418582,"accuracy":0.48419,"main_score":0.418582,"hf_subset":"bho_Deva-dyu_Latn","languages":["bho-Deva","dyu-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"bho_Deva-heb_Hebr","languages":["bho-Deva","heb-Hebr"]},{"precision":0.838686,"recall":0.882411,"f1":0.852174,"accuracy":0.882411,"main_score":0.852174,"hf_subset":"bho_Deva-khk_Cyrl","languages":["bho-Deva","khk-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bho_Deva-lvs_Latn","languages":["bho-Deva","lvs-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bho_Deva-pan_Guru","languages":["bho-Deva","pan-Guru"]},{"precision":0.44239,"recall":0.522727,"f1":0.465268,"accuracy":0.522727,"main_score":0.465268,"hf_subset":"bho_Deva-som_Latn","languages":["bho-Deva","som-Latn"]},{"precision":0.495619,"recall":0.565217,"f1":0.515281,"accuracy":0.565217,"main_score":0.515281,"hf_subset":"bho_Deva-tum_Latn","languages":["bho-Deva","tum-Latn"]},{"precision":0.428254,"recall":0.512846,"f1":0.451008,"accuracy":0.512846,"main_score":0.451008,"hf_subset":"eus_Latn-ace_Arab","languages":["eus-Latn","ace-Arab"]},{"precision":0.463853,"recall":0.52668,"f1":0.481906,"accuracy":0.52668,"main_score":0.481906,"hf_subset":"eus_Latn-bam_Latn","languages":["eus-Latn","bam-Latn"]},{"precision":0.108477,"recall":0.164032,"f1":0.122327,"accuracy":0.164032,"main_score":0.122327,"hf_subset":"eus_Latn-dzo_Tibt","languages":["eus-Latn","dzo-Tibt"]},{"precision":0.95858,"recall":0.971344,"f1":0.962681,"accuracy":0.971344,"main_score":0.962681,"hf_subset":"eus_Latn-hin_Deva","languages":["eus-Latn","hin-Deva"]},{"precision":0.821344,"recall":0.873518,"f1":0.837747,"accuracy":0.873518,"main_score":0.837747,"hf_subset":"eus_Latn-khm_Khmr","languages":["eus-Latn","khm-Khmr"]},{"precision":0.94664,"recall":0.963439,"f1":0.952075,"accuracy":0.963439,"main_score":0.952075,"hf_subset":"eus_Latn-mag_Deva","languages":["eus-Latn","mag-Deva"]},{"precision":0.905715,"recall":0.931818,"f1":0.913933,"accuracy":0.931818,"main_score":0.913933,"hf_subset":"eus_Latn-pap_Latn","languages":["eus-Latn","pap-Latn"]},{"precision":0.509011,"recall":0.570158,"f1":0.526383,"accuracy":0.570158,"main_score":0.526383,"hf_subset":"eus_Latn-sot_Latn","languages":["eus-Latn","sot-Latn"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"eus_Latn-tur_Latn","languages":["eus-Latn","tur-Latn"]},{"precision":0.762994,"recall":0.813241,"f1":0.777739,"accuracy":0.813241,"main_score":0.777739,"hf_subset":"eus_Latn-ace_Latn","languages":["eus-Latn","ace-Latn"]},{"precision":0.859552,"recall":0.893281,"f1":0.870026,"accuracy":0.893281,"main_score":0.870026,"hf_subset":"eus_Latn-ban_Latn","languages":["eus-Latn","ban-Latn"]},{"precision":0.956686,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"eus_Latn-ell_Grek","languages":["eus-Latn","ell-Grek"]},{"precision":0.911644,"recall":0.936759,"f1":0.919697,"accuracy":0.936759,"main_score":0.919697,"hf_subset":"eus_Latn-hne_Deva","languages":["eus-Latn","hne-Deva"]},{"precision":0.497743,"recall":0.557312,"f1":0.515061,"accuracy":0.557312,"main_score":0.515061,"hf_subset":"eus_Latn-kik_Latn","languages":["eus-Latn","kik-Latn"]},{"precision":0.924654,"recall":0.94664,"f1":0.931555,"accuracy":0.94664,"main_score":0.931555,"hf_subset":"eus_Latn-mai_Deva","languages":["eus-Latn","mai-Deva"]},{"precision":0.833992,"recall":0.87747,"f1":0.847464,"accuracy":0.87747,"main_score":0.847464,"hf_subset":"eus_Latn-pbt_Arab","languages":["eus-Latn","pbt-Arab"]},{"precision":0.963933,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"eus_Latn-spa_Latn","languages":["eus-Latn","spa-Latn"]},{"precision":0.563011,"recall":0.613636,"f1":0.577706,"accuracy":0.613636,"main_score":0.577706,"hf_subset":"eus_Latn-twi_Latn","languages":["eus-Latn","twi-Latn"]},{"precision":0.943182,"recall":0.960474,"f1":0.948781,"accuracy":0.960474,"main_score":0.948781,"hf_subset":"eus_Latn-acm_Arab","languages":["eus-Latn","acm-Arab"]},{"precision":0.953063,"recall":0.967391,"f1":0.957675,"accuracy":0.967391,"main_score":0.957675,"hf_subset":"eus_Latn-bel_Cyrl","languages":["eus-Latn","bel-Cyrl"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"eus_Latn-eng_Latn","languages":["eus-Latn","eng-Latn"]},{"precision":0.969944,"recall":0.979249,"f1":0.972892,"accuracy":0.979249,"main_score":0.972892,"hf_subset":"eus_Latn-hrv_Latn","languages":["eus-Latn","hrv-Latn"]},{"precision":0.472447,"recall":0.535573,"f1":0.490467,"accuracy":0.535573,"main_score":0.490467,"hf_subset":"eus_Latn-kin_Latn","languages":["eus-Latn","kin-Latn"]},{"precision":0.932312,"recall":0.953557,"f1":0.939229,"accuracy":0.953557,"main_score":0.939229,"hf_subset":"eus_Latn-mal_Mlym","languages":["eus-Latn","mal-Mlym"]},{"precision":0.957839,"recall":0.971344,"f1":0.962286,"accuracy":0.971344,"main_score":0.962286,"hf_subset":"eus_Latn-pes_Arab","languages":["eus-Latn","pes-Arab"]},{"precision":0.921113,"recall":0.942688,"f1":0.92803,"accuracy":0.942688,"main_score":0.92803,"hf_subset":"eus_Latn-srd_Latn","languages":["eus-Latn","srd-Latn"]},{"precision":0.134566,"recall":0.198617,"f1":0.1487,"accuracy":0.198617,"main_score":0.1487,"hf_subset":"eus_Latn-tzm_Tfng","languages":["eus-Latn","tzm-Tfng"]},{"precision":0.942523,"recall":0.960474,"f1":0.948287,"accuracy":0.960474,"main_score":0.948287,"hf_subset":"eus_Latn-acq_Arab","languages":["eus-Latn","acq-Arab"]},{"precision":0.546411,"recall":0.604743,"f1":0.563171,"accuracy":0.604743,"main_score":0.563171,"hf_subset":"eus_Latn-bem_Latn","languages":["eus-Latn","bem-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"eus_Latn-epo_Latn","languages":["eus-Latn","epo-Latn"]},{"precision":0.965086,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"eus_Latn-hun_Latn","languages":["eus-Latn","hun-Latn"]},{"precision":0.920619,"recall":0.945652,"f1":0.928854,"accuracy":0.945652,"main_score":0.928854,"hf_subset":"eus_Latn-kir_Cyrl","languages":["eus-Latn","kir-Cyrl"]},{"precision":0.937912,"recall":0.95751,"f1":0.94417,"accuracy":0.95751,"main_score":0.94417,"hf_subset":"eus_Latn-mar_Deva","languages":["eus-Latn","mar-Deva"]},{"precision":0.58709,"recall":0.639328,"f1":0.602134,"accuracy":0.639328,"main_score":0.602134,"hf_subset":"eus_Latn-plt_Latn","languages":["eus-Latn","plt-Latn"]},{"precision":0.967589,"recall":0.977273,"f1":0.970685,"accuracy":0.977273,"main_score":0.970685,"hf_subset":"eus_Latn-srp_Cyrl","languages":["eus-Latn","srp-Cyrl"]},{"precision":0.876976,"recall":0.910079,"f1":0.887484,"accuracy":0.910079,"main_score":0.887484,"hf_subset":"eus_Latn-uig_Arab","languages":["eus-Latn","uig-Arab"]},{"precision":0.923205,"recall":0.945652,"f1":0.930402,"accuracy":0.945652,"main_score":0.930402,"hf_subset":"eus_Latn-aeb_Arab","languages":["eus-Latn","aeb-Arab"]},{"precision":0.952981,"recall":0.967391,"f1":0.957576,"accuracy":0.967391,"main_score":0.957576,"hf_subset":"eus_Latn-ben_Beng","languages":["eus-Latn","ben-Beng"]},{"precision":0.955534,"recall":0.969368,"f1":0.95998,"accuracy":0.969368,"main_score":0.95998,"hf_subset":"eus_Latn-est_Latn","languages":["eus-Latn","est-Latn"]},{"precision":0.942441,"recall":0.959486,"f1":0.947859,"accuracy":0.959486,"main_score":0.947859,"hf_subset":"eus_Latn-hye_Armn","languages":["eus-Latn","hye-Armn"]},{"precision":0.499683,"recall":0.548419,"f1":0.513411,"accuracy":0.548419,"main_score":0.513411,"hf_subset":"eus_Latn-kmb_Latn","languages":["eus-Latn","kmb-Latn"]},{"precision":0.385953,"recall":0.470356,"f1":0.40897,"accuracy":0.470356,"main_score":0.40897,"hf_subset":"eus_Latn-min_Arab","languages":["eus-Latn","min-Arab"]},{"precision":0.955287,"recall":0.968379,"f1":0.959387,"accuracy":0.968379,"main_score":0.959387,"hf_subset":"eus_Latn-pol_Latn","languages":["eus-Latn","pol-Latn"]},{"precision":0.464535,"recall":0.52668,"f1":0.482235,"accuracy":0.52668,"main_score":0.482235,"hf_subset":"eus_Latn-ssw_Latn","languages":["eus-Latn","ssw-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"eus_Latn-ukr_Cyrl","languages":["eus-Latn","ukr-Cyrl"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"eus_Latn-afr_Latn","languages":["eus-Latn","afr-Latn"]},{"precision":0.909009,"recall":0.935771,"f1":0.917556,"accuracy":0.935771,"main_score":0.917556,"hf_subset":"eus_Latn-bho_Deva","languages":["eus-Latn","bho-Deva"]},{"precision":0.507578,"recall":0.568182,"f1":0.525038,"accuracy":0.568182,"main_score":0.525038,"hf_subset":"eus_Latn-ibo_Latn","languages":["eus-Latn","ibo-Latn"]},{"precision":0.704637,"recall":0.76581,"f1":0.722861,"accuracy":0.76581,"main_score":0.722861,"hf_subset":"eus_Latn-kmr_Latn","languages":["eus-Latn","kmr-Latn"]},{"precision":0.880929,"recall":0.913043,"f1":0.890942,"accuracy":0.913043,"main_score":0.890942,"hf_subset":"eus_Latn-min_Latn","languages":["eus-Latn","min-Latn"]},{"precision":0.964921,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"eus_Latn-por_Latn","languages":["eus-Latn","por-Latn"]},{"precision":0.920125,"recall":0.942688,"f1":0.927174,"accuracy":0.942688,"main_score":0.927174,"hf_subset":"eus_Latn-sun_Latn","languages":["eus-Latn","sun-Latn"]},{"precision":0.478356,"recall":0.538538,"f1":0.495971,"accuracy":0.538538,"main_score":0.495971,"hf_subset":"eus_Latn-umb_Latn","languages":["eus-Latn","umb-Latn"]},{"precision":0.943676,"recall":0.961462,"f1":0.94944,"accuracy":0.961462,"main_score":0.94944,"hf_subset":"eus_Latn-ajp_Arab","languages":["eus-Latn","ajp-Arab"]},{"precision":0.415526,"recall":0.495059,"f1":0.437294,"accuracy":0.495059,"main_score":0.437294,"hf_subset":"eus_Latn-bjn_Arab","languages":["eus-Latn","bjn-Arab"]},{"precision":0.492036,"recall":0.539526,"f1":0.505096,"accuracy":0.539526,"main_score":0.505096,"hf_subset":"eus_Latn-ewe_Latn","languages":["eus-Latn","ewe-Latn"]},{"precision":0.82113,"recall":0.859684,"f1":0.833037,"accuracy":0.859684,"main_score":0.833037,"hf_subset":"eus_Latn-ilo_Latn","languages":["eus-Latn","ilo-Latn"]},{"precision":0.20934,"recall":0.281621,"f1":0.227443,"accuracy":0.281621,"main_score":0.227443,"hf_subset":"eus_Latn-knc_Arab","languages":["eus-Latn","knc-Arab"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"eus_Latn-mkd_Cyrl","languages":["eus-Latn","mkd-Cyrl"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"eus_Latn-prs_Arab","languages":["eus-Latn","prs-Arab"]},{"precision":0.967062,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"eus_Latn-swe_Latn","languages":["eus-Latn","swe-Latn"]},{"precision":0.935524,"recall":0.955534,"f1":0.94193,"accuracy":0.955534,"main_score":0.94193,"hf_subset":"eus_Latn-urd_Arab","languages":["eus-Latn","urd-Arab"]},{"precision":0.523822,"recall":0.581028,"f1":0.540522,"accuracy":0.581028,"main_score":0.540522,"hf_subset":"eus_Latn-aka_Latn","languages":["eus-Latn","aka-Latn"]},{"precision":0.879447,"recall":0.913043,"f1":0.890316,"accuracy":0.913043,"main_score":0.890316,"hf_subset":"eus_Latn-bjn_Latn","languages":["eus-Latn","bjn-Latn"]},{"precision":0.850708,"recall":0.892292,"f1":0.864032,"accuracy":0.892292,"main_score":0.864032,"hf_subset":"eus_Latn-fao_Latn","languages":["eus-Latn","fao-Latn"]},{"precision":0.961874,"recall":0.97332,"f1":0.965481,"accuracy":0.97332,"main_score":0.965481,"hf_subset":"eus_Latn-ind_Latn","languages":["eus-Latn","ind-Latn"]},{"precision":0.526165,"recall":0.581028,"f1":0.541842,"accuracy":0.581028,"main_score":0.541842,"hf_subset":"eus_Latn-knc_Latn","languages":["eus-Latn","knc-Latn"]},{"precision":0.919384,"recall":0.9417,"f1":0.926416,"accuracy":0.9417,"main_score":0.926416,"hf_subset":"eus_Latn-mlt_Latn","languages":["eus-Latn","mlt-Latn"]},{"precision":0.582101,"recall":0.647233,"f1":0.600579,"accuracy":0.647233,"main_score":0.600579,"hf_subset":"eus_Latn-quy_Latn","languages":["eus-Latn","quy-Latn"]},{"precision":0.675346,"recall":0.748024,"f1":0.697299,"accuracy":0.748024,"main_score":0.697299,"hf_subset":"eus_Latn-swh_Latn","languages":["eus-Latn","swh-Latn"]},{"precision":0.929018,"recall":0.950593,"f1":0.935935,"accuracy":0.950593,"main_score":0.935935,"hf_subset":"eus_Latn-uzn_Latn","languages":["eus-Latn","uzn-Latn"]},{"precision":0.956884,"recall":0.969368,"f1":0.960804,"accuracy":0.969368,"main_score":0.960804,"hf_subset":"eus_Latn-als_Latn","languages":["eus-Latn","als-Latn"]},{"precision":0.171936,"recall":0.23913,"f1":0.187703,"accuracy":0.23913,"main_score":0.187703,"hf_subset":"eus_Latn-bod_Tibt","languages":["eus-Latn","bod-Tibt"]},{"precision":0.48708,"recall":0.540514,"f1":0.50189,"accuracy":0.540514,"main_score":0.50189,"hf_subset":"eus_Latn-fij_Latn","languages":["eus-Latn","fij-Latn"]},{"precision":0.86306,"recall":0.901186,"f1":0.875231,"accuracy":0.901186,"main_score":0.875231,"hf_subset":"eus_Latn-isl_Latn","languages":["eus-Latn","isl-Latn"]},{"precision":0.562271,"recall":0.624506,"f1":0.580341,"accuracy":0.624506,"main_score":0.580341,"hf_subset":"eus_Latn-kon_Latn","languages":["eus-Latn","kon-Latn"]},{"precision":0.489433,"recall":0.576087,"f1":0.514166,"accuracy":0.576087,"main_score":0.514166,"hf_subset":"eus_Latn-mni_Beng","languages":["eus-Latn","mni-Beng"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"eus_Latn-ron_Latn","languages":["eus-Latn","ron-Latn"]},{"precision":0.933053,"recall":0.953557,"f1":0.939789,"accuracy":0.953557,"main_score":0.939789,"hf_subset":"eus_Latn-szl_Latn","languages":["eus-Latn","szl-Latn"]},{"precision":0.941535,"recall":0.960474,"f1":0.947793,"accuracy":0.960474,"main_score":0.947793,"hf_subset":"eus_Latn-vec_Latn","languages":["eus-Latn","vec-Latn"]},{"precision":0.510937,"recall":0.59585,"f1":0.535682,"accuracy":0.59585,"main_score":0.535682,"hf_subset":"eus_Latn-amh_Ethi","languages":["eus-Latn","amh-Ethi"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"eus_Latn-bos_Latn","languages":["eus-Latn","bos-Latn"]},{"precision":0.956686,"recall":0.969368,"f1":0.960804,"accuracy":0.969368,"main_score":0.960804,"hf_subset":"eus_Latn-fin_Latn","languages":["eus-Latn","fin-Latn"]},{"precision":0.965991,"recall":0.976285,"f1":0.969269,"accuracy":0.976285,"main_score":0.969269,"hf_subset":"eus_Latn-ita_Latn","languages":["eus-Latn","ita-Latn"]},{"precision":0.944993,"recall":0.962451,"f1":0.950593,"accuracy":0.962451,"main_score":0.950593,"hf_subset":"eus_Latn-kor_Hang","languages":["eus-Latn","kor-Hang"]},{"precision":0.503518,"recall":0.563241,"f1":0.520539,"accuracy":0.563241,"main_score":0.520539,"hf_subset":"eus_Latn-mos_Latn","languages":["eus-Latn","mos-Latn"]},{"precision":0.474771,"recall":0.532609,"f1":0.49116,"accuracy":0.532609,"main_score":0.49116,"hf_subset":"eus_Latn-run_Latn","languages":["eus-Latn","run-Latn"]},{"precision":0.930171,"recall":0.952569,"f1":0.937418,"accuracy":0.952569,"main_score":0.937418,"hf_subset":"eus_Latn-tam_Taml","languages":["eus-Latn","tam-Taml"]},{"precision":0.950922,"recall":0.966403,"f1":0.955863,"accuracy":0.966403,"main_score":0.955863,"hf_subset":"eus_Latn-vie_Latn","languages":["eus-Latn","vie-Latn"]},{"precision":0.943841,"recall":0.960474,"f1":0.949111,"accuracy":0.960474,"main_score":0.949111,"hf_subset":"eus_Latn-apc_Arab","languages":["eus-Latn","apc-Arab"]},{"precision":0.711479,"recall":0.763834,"f1":0.727292,"accuracy":0.763834,"main_score":0.727292,"hf_subset":"eus_Latn-bug_Latn","languages":["eus-Latn","bug-Latn"]},{"precision":0.453818,"recall":0.508893,"f1":0.469549,"accuracy":0.508893,"main_score":0.469549,"hf_subset":"eus_Latn-fon_Latn","languages":["eus-Latn","fon-Latn"]},{"precision":0.925725,"recall":0.945652,"f1":0.932148,"accuracy":0.945652,"main_score":0.932148,"hf_subset":"eus_Latn-jav_Latn","languages":["eus-Latn","jav-Latn"]},{"precision":0.786808,"recall":0.847826,"f1":0.805863,"accuracy":0.847826,"main_score":0.805863,"hf_subset":"eus_Latn-lao_Laoo","languages":["eus-Latn","lao-Laoo"]},{"precision":0.556481,"recall":0.626482,"f1":0.576467,"accuracy":0.626482,"main_score":0.576467,"hf_subset":"eus_Latn-mri_Latn","languages":["eus-Latn","mri-Latn"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"eus_Latn-rus_Cyrl","languages":["eus-Latn","rus-Cyrl"]},{"precision":0.512387,"recall":0.562253,"f1":0.526845,"accuracy":0.562253,"main_score":0.526845,"hf_subset":"eus_Latn-taq_Latn","languages":["eus-Latn","taq-Latn"]},{"precision":0.92556,"recall":0.945652,"f1":0.931785,"accuracy":0.945652,"main_score":0.931785,"hf_subset":"eus_Latn-war_Latn","languages":["eus-Latn","war-Latn"]},{"precision":0.963933,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"eus_Latn-arb_Arab","languages":["eus-Latn","arb-Arab"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"eus_Latn-bul_Cyrl","languages":["eus-Latn","bul-Cyrl"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"eus_Latn-fra_Latn","languages":["eus-Latn","fra-Latn"]},{"precision":0.951581,"recall":0.966403,"f1":0.956357,"accuracy":0.966403,"main_score":0.956357,"hf_subset":"eus_Latn-jpn_Jpan","languages":["eus-Latn","jpn-Jpan"]},{"precision":0.942852,"recall":0.959486,"f1":0.948123,"accuracy":0.959486,"main_score":0.948123,"hf_subset":"eus_Latn-lij_Latn","languages":["eus-Latn","lij-Latn"]},{"precision":0.79557,"recall":0.851779,"f1":0.813307,"accuracy":0.851779,"main_score":0.813307,"hf_subset":"eus_Latn-mya_Mymr","languages":["eus-Latn","mya-Mymr"]},{"precision":0.530424,"recall":0.593874,"f1":0.548602,"accuracy":0.593874,"main_score":0.548602,"hf_subset":"eus_Latn-sag_Latn","languages":["eus-Latn","sag-Latn"]},{"precision":0.147444,"recall":0.222332,"f1":0.162985,"accuracy":0.222332,"main_score":0.162985,"hf_subset":"eus_Latn-taq_Tfng","languages":["eus-Latn","taq-Tfng"]},{"precision":0.564835,"recall":0.628458,"f1":0.582689,"accuracy":0.628458,"main_score":0.582689,"hf_subset":"eus_Latn-wol_Latn","languages":["eus-Latn","wol-Latn"]},{"precision":0.568646,"recall":0.650198,"f1":0.591112,"accuracy":0.650198,"main_score":0.591112,"hf_subset":"eus_Latn-arb_Latn","languages":["eus-Latn","arb-Latn"]},{"precision":0.96558,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"eus_Latn-cat_Latn","languages":["eus-Latn","cat-Latn"]},{"precision":0.938241,"recall":0.955534,"f1":0.943841,"accuracy":0.955534,"main_score":0.943841,"hf_subset":"eus_Latn-fur_Latn","languages":["eus-Latn","fur-Latn"]},{"precision":0.350639,"recall":0.405138,"f1":0.365213,"accuracy":0.405138,"main_score":0.365213,"hf_subset":"eus_Latn-kab_Latn","languages":["eus-Latn","kab-Latn"]},{"precision":0.915679,"recall":0.939723,"f1":0.923419,"accuracy":0.939723,"main_score":0.923419,"hf_subset":"eus_Latn-lim_Latn","languages":["eus-Latn","lim-Latn"]},{"precision":0.955204,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"eus_Latn-nld_Latn","languages":["eus-Latn","nld-Latn"]},{"precision":0.859964,"recall":0.898221,"f1":0.871937,"accuracy":0.898221,"main_score":0.871937,"hf_subset":"eus_Latn-san_Deva","languages":["eus-Latn","san-Deva"]},{"precision":0.930912,"recall":0.951581,"f1":0.937484,"accuracy":0.951581,"main_score":0.937484,"hf_subset":"eus_Latn-tat_Cyrl","languages":["eus-Latn","tat-Cyrl"]},{"precision":0.534918,"recall":0.602767,"f1":0.554369,"accuracy":0.602767,"main_score":0.554369,"hf_subset":"eus_Latn-xho_Latn","languages":["eus-Latn","xho-Latn"]},{"precision":0.959157,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"eus_Latn-ars_Arab","languages":["eus-Latn","ars-Arab"]},{"precision":0.93363,"recall":0.954545,"f1":0.940382,"accuracy":0.954545,"main_score":0.940382,"hf_subset":"eus_Latn-ceb_Latn","languages":["eus-Latn","ceb-Latn"]},{"precision":0.479985,"recall":0.541502,"f1":0.497958,"accuracy":0.541502,"main_score":0.497958,"hf_subset":"eus_Latn-fuv_Latn","languages":["eus-Latn","fuv-Latn"]},{"precision":0.491402,"recall":0.554348,"f1":0.509359,"accuracy":0.554348,"main_score":0.509359,"hf_subset":"eus_Latn-kac_Latn","languages":["eus-Latn","kac-Latn"]},{"precision":0.574031,"recall":0.634387,"f1":0.59086,"accuracy":0.634387,"main_score":0.59086,"hf_subset":"eus_Latn-lin_Latn","languages":["eus-Latn","lin-Latn"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"eus_Latn-nno_Latn","languages":["eus-Latn","nno-Latn"]},{"precision":0.023909,"recall":0.070158,"f1":0.030292,"accuracy":0.070158,"main_score":0.030292,"hf_subset":"eus_Latn-sat_Olck","languages":["eus-Latn","sat-Olck"]},{"precision":0.92696,"recall":0.948617,"f1":0.933696,"accuracy":0.948617,"main_score":0.933696,"hf_subset":"eus_Latn-tel_Telu","languages":["eus-Latn","tel-Telu"]},{"precision":0.714288,"recall":0.782609,"f1":0.734931,"accuracy":0.782609,"main_score":0.734931,"hf_subset":"eus_Latn-ydd_Hebr","languages":["eus-Latn","ydd-Hebr"]},{"precision":0.89641,"recall":0.926877,"f1":0.906094,"accuracy":0.926877,"main_score":0.906094,"hf_subset":"eus_Latn-ary_Arab","languages":["eus-Latn","ary-Arab"]},{"precision":0.96698,"recall":0.977273,"f1":0.970257,"accuracy":0.977273,"main_score":0.970257,"hf_subset":"eus_Latn-ces_Latn","languages":["eus-Latn","ces-Latn"]},{"precision":0.409638,"recall":0.485178,"f1":0.430305,"accuracy":0.485178,"main_score":0.430305,"hf_subset":"eus_Latn-gaz_Latn","languages":["eus-Latn","gaz-Latn"]},{"precision":0.488803,"recall":0.551383,"f1":0.505951,"accuracy":0.551383,"main_score":0.505951,"hf_subset":"eus_Latn-kam_Latn","languages":["eus-Latn","kam-Latn"]},{"precision":0.945405,"recall":0.961462,"f1":0.950494,"accuracy":0.961462,"main_score":0.950494,"hf_subset":"eus_Latn-lit_Latn","languages":["eus-Latn","lit-Latn"]},{"precision":0.957181,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"eus_Latn-nob_Latn","languages":["eus-Latn","nob-Latn"]},{"precision":0.923913,"recall":0.94664,"f1":0.931324,"accuracy":0.94664,"main_score":0.931324,"hf_subset":"eus_Latn-scn_Latn","languages":["eus-Latn","scn-Latn"]},{"precision":0.841024,"recall":0.881423,"f1":0.853228,"accuracy":0.881423,"main_score":0.853228,"hf_subset":"eus_Latn-tgk_Cyrl","languages":["eus-Latn","tgk-Cyrl"]},{"precision":0.438565,"recall":0.506917,"f1":0.4581,"accuracy":0.506917,"main_score":0.4581,"hf_subset":"eus_Latn-yor_Latn","languages":["eus-Latn","yor-Latn"]},{"precision":0.946887,"recall":0.963439,"f1":0.952141,"accuracy":0.963439,"main_score":0.952141,"hf_subset":"eus_Latn-arz_Arab","languages":["eus-Latn","arz-Arab"]},{"precision":0.502849,"recall":0.573123,"f1":0.523146,"accuracy":0.573123,"main_score":0.523146,"hf_subset":"eus_Latn-cjk_Latn","languages":["eus-Latn","cjk-Latn"]},{"precision":0.601696,"recall":0.673913,"f1":0.622727,"accuracy":0.673913,"main_score":0.622727,"hf_subset":"eus_Latn-gla_Latn","languages":["eus-Latn","gla-Latn"]},{"precision":0.935277,"recall":0.955534,"f1":0.941864,"accuracy":0.955534,"main_score":0.941864,"hf_subset":"eus_Latn-kan_Knda","languages":["eus-Latn","kan-Knda"]},{"precision":0.932312,"recall":0.952569,"f1":0.9389,"accuracy":0.952569,"main_score":0.9389,"hf_subset":"eus_Latn-lmo_Latn","languages":["eus-Latn","lmo-Latn"]},{"precision":0.947464,"recall":0.962451,"f1":0.952207,"accuracy":0.962451,"main_score":0.952207,"hf_subset":"eus_Latn-npi_Deva","languages":["eus-Latn","npi-Deva"]},{"precision":0.435058,"recall":0.519763,"f1":0.458601,"accuracy":0.519763,"main_score":0.458601,"hf_subset":"eus_Latn-shn_Mymr","languages":["eus-Latn","shn-Mymr"]},{"precision":0.95751,"recall":0.969368,"f1":0.961298,"accuracy":0.969368,"main_score":0.961298,"hf_subset":"eus_Latn-tgl_Latn","languages":["eus-Latn","tgl-Latn"]},{"precision":0.945652,"recall":0.962451,"f1":0.951087,"accuracy":0.962451,"main_score":0.951087,"hf_subset":"eus_Latn-yue_Hant","languages":["eus-Latn","yue-Hant"]},{"precision":0.924901,"recall":0.947628,"f1":0.932312,"accuracy":0.947628,"main_score":0.932312,"hf_subset":"eus_Latn-asm_Beng","languages":["eus-Latn","asm-Beng"]},{"precision":0.706505,"recall":0.764822,"f1":0.72405,"accuracy":0.764822,"main_score":0.72405,"hf_subset":"eus_Latn-ckb_Arab","languages":["eus-Latn","ckb-Arab"]},{"precision":0.704611,"recall":0.769763,"f1":0.724539,"accuracy":0.769763,"main_score":0.724539,"hf_subset":"eus_Latn-gle_Latn","languages":["eus-Latn","gle-Latn"]},{"precision":0.764443,"recall":0.824111,"f1":0.782726,"accuracy":0.824111,"main_score":0.782726,"hf_subset":"eus_Latn-kas_Arab","languages":["eus-Latn","kas-Arab"]},{"precision":0.79725,"recall":0.848814,"f1":0.813472,"accuracy":0.848814,"main_score":0.813472,"hf_subset":"eus_Latn-ltg_Latn","languages":["eus-Latn","ltg-Latn"]},{"precision":0.530799,"recall":0.587945,"f1":0.547087,"accuracy":0.587945,"main_score":0.547087,"hf_subset":"eus_Latn-nso_Latn","languages":["eus-Latn","nso-Latn"]},{"precision":0.404499,"recall":0.503953,"f1":0.432265,"accuracy":0.503953,"main_score":0.432265,"hf_subset":"eus_Latn-sin_Sinh","languages":["eus-Latn","sin-Sinh"]},{"precision":0.949028,"recall":0.964427,"f1":0.953953,"accuracy":0.964427,"main_score":0.953953,"hf_subset":"eus_Latn-tha_Thai","languages":["eus-Latn","tha-Thai"]},{"precision":0.944005,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"eus_Latn-zho_Hans","languages":["eus-Latn","zho-Hans"]},{"precision":0.961133,"recall":0.972332,"f1":0.964756,"accuracy":0.972332,"main_score":0.964756,"hf_subset":"eus_Latn-ast_Latn","languages":["eus-Latn","ast-Latn"]},{"precision":0.908597,"recall":0.934783,"f1":0.916831,"accuracy":0.934783,"main_score":0.916831,"hf_subset":"eus_Latn-crh_Latn","languages":["eus-Latn","crh-Latn"]},{"precision":0.973979,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"eus_Latn-glg_Latn","languages":["eus-Latn","glg-Latn"]},{"precision":0.645315,"recall":0.720356,"f1":0.667183,"accuracy":0.720356,"main_score":0.667183,"hf_subset":"eus_Latn-kas_Deva","languages":["eus-Latn","kas-Deva"]},{"precision":0.931242,"recall":0.952569,"f1":0.938142,"accuracy":0.952569,"main_score":0.938142,"hf_subset":"eus_Latn-ltz_Latn","languages":["eus-Latn","ltz-Latn"]},{"precision":0.419101,"recall":0.490119,"f1":0.437902,"accuracy":0.490119,"main_score":0.437902,"hf_subset":"eus_Latn-nus_Latn","languages":["eus-Latn","nus-Latn"]},{"precision":0.960392,"recall":0.972332,"f1":0.964163,"accuracy":0.972332,"main_score":0.964163,"hf_subset":"eus_Latn-slk_Latn","languages":["eus-Latn","slk-Latn"]},{"precision":0.268199,"recall":0.33004,"f1":0.284569,"accuracy":0.33004,"main_score":0.284569,"hf_subset":"eus_Latn-tir_Ethi","languages":["eus-Latn","tir-Ethi"]},{"precision":0.948123,"recall":0.964427,"f1":0.953393,"accuracy":0.964427,"main_score":0.953393,"hf_subset":"eus_Latn-zho_Hant","languages":["eus-Latn","zho-Hant"]},{"precision":0.935112,"recall":0.954545,"f1":0.94137,"accuracy":0.954545,"main_score":0.94137,"hf_subset":"eus_Latn-awa_Deva","languages":["eus-Latn","awa-Deva"]},{"precision":0.828063,"recall":0.876482,"f1":0.843314,"accuracy":0.876482,"main_score":0.843314,"hf_subset":"eus_Latn-cym_Latn","languages":["eus-Latn","cym-Latn"]},{"precision":0.669993,"recall":0.721344,"f1":0.685131,"accuracy":0.721344,"main_score":0.685131,"hf_subset":"eus_Latn-grn_Latn","languages":["eus-Latn","grn-Latn"]},{"precision":0.918149,"recall":0.942688,"f1":0.926054,"accuracy":0.942688,"main_score":0.926054,"hf_subset":"eus_Latn-kat_Geor","languages":["eus-Latn","kat-Geor"]},{"precision":0.558804,"recall":0.614625,"f1":0.57464,"accuracy":0.614625,"main_score":0.57464,"hf_subset":"eus_Latn-lua_Latn","languages":["eus-Latn","lua-Latn"]},{"precision":0.526228,"recall":0.587945,"f1":0.544282,"accuracy":0.587945,"main_score":0.544282,"hf_subset":"eus_Latn-nya_Latn","languages":["eus-Latn","nya-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"eus_Latn-slv_Latn","languages":["eus-Latn","slv-Latn"]},{"precision":0.752059,"recall":0.800395,"f1":0.766587,"accuracy":0.800395,"main_score":0.766587,"hf_subset":"eus_Latn-tpi_Latn","languages":["eus-Latn","tpi-Latn"]},{"precision":0.958498,"recall":0.971344,"f1":0.962615,"accuracy":0.971344,"main_score":0.962615,"hf_subset":"eus_Latn-zsm_Latn","languages":["eus-Latn","zsm-Latn"]},{"precision":0.508745,"recall":0.563241,"f1":0.523745,"accuracy":0.563241,"main_score":0.523745,"hf_subset":"eus_Latn-ayr_Latn","languages":["eus-Latn","ayr-Latn"]},{"precision":0.963356,"recall":0.974308,"f1":0.966798,"accuracy":0.974308,"main_score":0.966798,"hf_subset":"eus_Latn-dan_Latn","languages":["eus-Latn","dan-Latn"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"eus_Latn-guj_Gujr","languages":["eus-Latn","guj-Gujr"]},{"precision":0.946805,"recall":0.963439,"f1":0.95224,"accuracy":0.963439,"main_score":0.95224,"hf_subset":"eus_Latn-kaz_Cyrl","languages":["eus-Latn","kaz-Cyrl"]},{"precision":0.456766,"recall":0.516798,"f1":0.473254,"accuracy":0.516798,"main_score":0.473254,"hf_subset":"eus_Latn-lug_Latn","languages":["eus-Latn","lug-Latn"]},{"precision":0.958169,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"eus_Latn-oci_Latn","languages":["eus-Latn","oci-Latn"]},{"precision":0.526927,"recall":0.588933,"f1":0.544589,"accuracy":0.588933,"main_score":0.544589,"hf_subset":"eus_Latn-smo_Latn","languages":["eus-Latn","smo-Latn"]},{"precision":0.489234,"recall":0.546443,"f1":0.504694,"accuracy":0.546443,"main_score":0.504694,"hf_subset":"eus_Latn-tsn_Latn","languages":["eus-Latn","tsn-Latn"]},{"precision":0.481917,"recall":0.549407,"f1":0.500618,"accuracy":0.549407,"main_score":0.500618,"hf_subset":"eus_Latn-zul_Latn","languages":["eus-Latn","zul-Latn"]},{"precision":0.742276,"recall":0.802372,"f1":0.760441,"accuracy":0.802372,"main_score":0.760441,"hf_subset":"eus_Latn-azb_Arab","languages":["eus-Latn","azb-Arab"]},{"precision":0.96413,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"eus_Latn-deu_Latn","languages":["eus-Latn","deu-Latn"]},{"precision":0.857872,"recall":0.895257,"f1":0.869683,"accuracy":0.895257,"main_score":0.869683,"hf_subset":"eus_Latn-hat_Latn","languages":["eus-Latn","hat-Latn"]},{"precision":0.464486,"recall":0.521739,"f1":0.480635,"accuracy":0.521739,"main_score":0.480635,"hf_subset":"eus_Latn-kbp_Latn","languages":["eus-Latn","kbp-Latn"]},{"precision":0.514005,"recall":0.566206,"f1":0.528616,"accuracy":0.566206,"main_score":0.528616,"hf_subset":"eus_Latn-luo_Latn","languages":["eus-Latn","luo-Latn"]},{"precision":0.933053,"recall":0.952569,"f1":0.939295,"accuracy":0.952569,"main_score":0.939295,"hf_subset":"eus_Latn-ory_Orya","languages":["eus-Latn","ory-Orya"]},{"precision":0.497448,"recall":0.560277,"f1":0.51567,"accuracy":0.560277,"main_score":0.51567,"hf_subset":"eus_Latn-sna_Latn","languages":["eus-Latn","sna-Latn"]},{"precision":0.474308,"recall":0.532609,"f1":0.49058,"accuracy":0.532609,"main_score":0.49058,"hf_subset":"eus_Latn-tso_Latn","languages":["eus-Latn","tso-Latn"]},{"precision":0.940217,"recall":0.958498,"f1":0.946146,"accuracy":0.958498,"main_score":0.946146,"hf_subset":"eus_Latn-azj_Latn","languages":["eus-Latn","azj-Latn"]},{"precision":0.483416,"recall":0.551383,"f1":0.503379,"accuracy":0.551383,"main_score":0.503379,"hf_subset":"eus_Latn-dik_Latn","languages":["eus-Latn","dik-Latn"]},{"precision":0.494501,"recall":0.548419,"f1":0.509593,"accuracy":0.548419,"main_score":0.509593,"hf_subset":"eus_Latn-hau_Latn","languages":["eus-Latn","hau-Latn"]},{"precision":0.899539,"recall":0.929842,"f1":0.909223,"accuracy":0.929842,"main_score":0.909223,"hf_subset":"eus_Latn-kea_Latn","languages":["eus-Latn","kea-Latn"]},{"precision":0.624384,"recall":0.677866,"f1":0.640135,"accuracy":0.677866,"main_score":0.640135,"hf_subset":"eus_Latn-lus_Latn","languages":["eus-Latn","lus-Latn"]},{"precision":0.754669,"recall":0.797431,"f1":0.767399,"accuracy":0.797431,"main_score":0.767399,"hf_subset":"eus_Latn-pag_Latn","languages":["eus-Latn","pag-Latn"]},{"precision":0.914855,"recall":0.939723,"f1":0.922596,"accuracy":0.939723,"main_score":0.922596,"hf_subset":"eus_Latn-snd_Arab","languages":["eus-Latn","snd-Arab"]},{"precision":0.844779,"recall":0.883399,"f1":0.85695,"accuracy":0.883399,"main_score":0.85695,"hf_subset":"eus_Latn-tuk_Latn","languages":["eus-Latn","tuk-Latn"]},{"precision":0.907526,"recall":0.932806,"f1":0.91558,"accuracy":0.932806,"main_score":0.91558,"hf_subset":"eus_Latn-bak_Cyrl","languages":["eus-Latn","bak-Cyrl"]},{"precision":0.42369,"recall":0.506917,"f1":0.447897,"accuracy":0.506917,"main_score":0.447897,"hf_subset":"eus_Latn-dyu_Latn","languages":["eus-Latn","dyu-Latn"]},{"precision":0.95224,"recall":0.967391,"f1":0.957181,"accuracy":0.967391,"main_score":0.957181,"hf_subset":"eus_Latn-heb_Hebr","languages":["eus-Latn","heb-Hebr"]},{"precision":0.862154,"recall":0.895257,"f1":0.872497,"accuracy":0.895257,"main_score":0.872497,"hf_subset":"eus_Latn-khk_Cyrl","languages":["eus-Latn","khk-Cyrl"]},{"precision":0.964427,"recall":0.975296,"f1":0.967885,"accuracy":0.975296,"main_score":0.967885,"hf_subset":"eus_Latn-lvs_Latn","languages":["eus-Latn","lvs-Latn"]},{"precision":0.93997,"recall":0.958498,"f1":0.945883,"accuracy":0.958498,"main_score":0.945883,"hf_subset":"eus_Latn-pan_Guru","languages":["eus-Latn","pan-Guru"]},{"precision":0.476472,"recall":0.541502,"f1":0.495062,"accuracy":0.541502,"main_score":0.495062,"hf_subset":"eus_Latn-som_Latn","languages":["eus-Latn","som-Latn"]},{"precision":0.503384,"recall":0.559289,"f1":0.519719,"accuracy":0.559289,"main_score":0.519719,"hf_subset":"eus_Latn-tum_Latn","languages":["eus-Latn","tum-Latn"]},{"precision":0.324118,"recall":0.389328,"f1":0.341623,"accuracy":0.389328,"main_score":0.341623,"hf_subset":"ibo_Latn-ace_Arab","languages":["ibo-Latn","ace-Arab"]},{"precision":0.450587,"recall":0.5,"f1":0.464245,"accuracy":0.5,"main_score":0.464245,"hf_subset":"ibo_Latn-bam_Latn","languages":["ibo-Latn","bam-Latn"]},{"precision":0.106928,"recall":0.146245,"f1":0.116254,"accuracy":0.146245,"main_score":0.116254,"hf_subset":"ibo_Latn-dzo_Tibt","languages":["ibo-Latn","dzo-Tibt"]},{"precision":0.467733,"recall":0.539526,"f1":0.486848,"accuracy":0.539526,"main_score":0.486848,"hf_subset":"ibo_Latn-hin_Deva","languages":["ibo-Latn","hin-Deva"]},{"precision":0.379083,"recall":0.447628,"f1":0.398336,"accuracy":0.447628,"main_score":0.398336,"hf_subset":"ibo_Latn-khm_Khmr","languages":["ibo-Latn","khm-Khmr"]},{"precision":0.483038,"recall":0.549407,"f1":0.501745,"accuracy":0.549407,"main_score":0.501745,"hf_subset":"ibo_Latn-mag_Deva","languages":["ibo-Latn","mag-Deva"]},{"precision":0.509086,"recall":0.561265,"f1":0.523368,"accuracy":0.561265,"main_score":0.523368,"hf_subset":"ibo_Latn-pap_Latn","languages":["ibo-Latn","pap-Latn"]},{"precision":0.490335,"recall":0.532609,"f1":0.501731,"accuracy":0.532609,"main_score":0.501731,"hf_subset":"ibo_Latn-sot_Latn","languages":["ibo-Latn","sot-Latn"]},{"precision":0.473338,"recall":0.539526,"f1":0.491608,"accuracy":0.539526,"main_score":0.491608,"hf_subset":"ibo_Latn-tur_Latn","languages":["ibo-Latn","tur-Latn"]},{"precision":0.521803,"recall":0.566206,"f1":0.533833,"accuracy":0.566206,"main_score":0.533833,"hf_subset":"ibo_Latn-ace_Latn","languages":["ibo-Latn","ace-Latn"]},{"precision":0.519663,"recall":0.571146,"f1":0.534488,"accuracy":0.571146,"main_score":0.534488,"hf_subset":"ibo_Latn-ban_Latn","languages":["ibo-Latn","ban-Latn"]},{"precision":0.446399,"recall":0.518775,"f1":0.466282,"accuracy":0.518775,"main_score":0.466282,"hf_subset":"ibo_Latn-ell_Grek","languages":["ibo-Latn","ell-Grek"]},{"precision":0.465066,"recall":0.528656,"f1":0.482496,"accuracy":0.528656,"main_score":0.482496,"hf_subset":"ibo_Latn-hne_Deva","languages":["ibo-Latn","hne-Deva"]},{"precision":0.456456,"recall":0.506917,"f1":0.471396,"accuracy":0.506917,"main_score":0.471396,"hf_subset":"ibo_Latn-kik_Latn","languages":["ibo-Latn","kik-Latn"]},{"precision":0.489797,"recall":0.559289,"f1":0.508798,"accuracy":0.559289,"main_score":0.508798,"hf_subset":"ibo_Latn-mai_Deva","languages":["ibo-Latn","mai-Deva"]},{"precision":0.441974,"recall":0.507905,"f1":0.460033,"accuracy":0.507905,"main_score":0.460033,"hf_subset":"ibo_Latn-pbt_Arab","languages":["ibo-Latn","pbt-Arab"]},{"precision":0.497274,"recall":0.562253,"f1":0.515369,"accuracy":0.562253,"main_score":0.515369,"hf_subset":"ibo_Latn-spa_Latn","languages":["ibo-Latn","spa-Latn"]},{"precision":0.513653,"recall":0.551383,"f1":0.52365,"accuracy":0.551383,"main_score":0.52365,"hf_subset":"ibo_Latn-twi_Latn","languages":["ibo-Latn","twi-Latn"]},{"precision":0.46081,"recall":0.534585,"f1":0.480918,"accuracy":0.534585,"main_score":0.480918,"hf_subset":"ibo_Latn-acm_Arab","languages":["ibo-Latn","acm-Arab"]},{"precision":0.471234,"recall":0.536561,"f1":0.489588,"accuracy":0.536561,"main_score":0.489588,"hf_subset":"ibo_Latn-bel_Cyrl","languages":["ibo-Latn","bel-Cyrl"]},{"precision":0.486513,"recall":0.556324,"f1":0.505293,"accuracy":0.556324,"main_score":0.505293,"hf_subset":"ibo_Latn-eng_Latn","languages":["ibo-Latn","eng-Latn"]},{"precision":0.49899,"recall":0.563241,"f1":0.516768,"accuracy":0.563241,"main_score":0.516768,"hf_subset":"ibo_Latn-hrv_Latn","languages":["ibo-Latn","hrv-Latn"]},{"precision":0.457871,"recall":0.503953,"f1":0.47031,"accuracy":0.503953,"main_score":0.47031,"hf_subset":"ibo_Latn-kin_Latn","languages":["ibo-Latn","kin-Latn"]},{"precision":0.464441,"recall":0.531621,"f1":0.482972,"accuracy":0.531621,"main_score":0.482972,"hf_subset":"ibo_Latn-mal_Mlym","languages":["ibo-Latn","mal-Mlym"]},{"precision":0.445752,"recall":0.524704,"f1":0.468188,"accuracy":0.524704,"main_score":0.468188,"hf_subset":"ibo_Latn-pes_Arab","languages":["ibo-Latn","pes-Arab"]},{"precision":0.50724,"recall":0.564229,"f1":0.522966,"accuracy":0.564229,"main_score":0.522966,"hf_subset":"ibo_Latn-srd_Latn","languages":["ibo-Latn","srd-Latn"]},{"precision":0.142166,"recall":0.188735,"f1":0.152417,"accuracy":0.188735,"main_score":0.152417,"hf_subset":"ibo_Latn-tzm_Tfng","languages":["ibo-Latn","tzm-Tfng"]},{"precision":0.468395,"recall":0.537549,"f1":0.487155,"accuracy":0.537549,"main_score":0.487155,"hf_subset":"ibo_Latn-acq_Arab","languages":["ibo-Latn","acq-Arab"]},{"precision":0.50032,"recall":0.547431,"f1":0.51336,"accuracy":0.547431,"main_score":0.51336,"hf_subset":"ibo_Latn-bem_Latn","languages":["ibo-Latn","bem-Latn"]},{"precision":0.490324,"recall":0.555336,"f1":0.508856,"accuracy":0.555336,"main_score":0.508856,"hf_subset":"ibo_Latn-epo_Latn","languages":["ibo-Latn","epo-Latn"]},{"precision":0.48439,"recall":0.546443,"f1":0.501827,"accuracy":0.546443,"main_score":0.501827,"hf_subset":"ibo_Latn-hun_Latn","languages":["ibo-Latn","hun-Latn"]},{"precision":0.499065,"recall":0.559289,"f1":0.51631,"accuracy":0.559289,"main_score":0.51631,"hf_subset":"ibo_Latn-kir_Cyrl","languages":["ibo-Latn","kir-Cyrl"]},{"precision":0.476497,"recall":0.548419,"f1":0.496015,"accuracy":0.548419,"main_score":0.496015,"hf_subset":"ibo_Latn-mar_Deva","languages":["ibo-Latn","mar-Deva"]},{"precision":0.504006,"recall":0.549407,"f1":0.516711,"accuracy":0.549407,"main_score":0.516711,"hf_subset":"ibo_Latn-plt_Latn","languages":["ibo-Latn","plt-Latn"]},{"precision":0.487066,"recall":0.5583,"f1":0.506802,"accuracy":0.5583,"main_score":0.506802,"hf_subset":"ibo_Latn-srp_Cyrl","languages":["ibo-Latn","srp-Cyrl"]},{"precision":0.411068,"recall":0.476285,"f1":0.429823,"accuracy":0.476285,"main_score":0.429823,"hf_subset":"ibo_Latn-uig_Arab","languages":["ibo-Latn","uig-Arab"]},{"precision":0.463954,"recall":0.535573,"f1":0.484791,"accuracy":0.535573,"main_score":0.484791,"hf_subset":"ibo_Latn-aeb_Arab","languages":["ibo-Latn","aeb-Arab"]},{"precision":0.471685,"recall":0.540514,"f1":0.490519,"accuracy":0.540514,"main_score":0.490519,"hf_subset":"ibo_Latn-ben_Beng","languages":["ibo-Latn","ben-Beng"]},{"precision":0.473232,"recall":0.534585,"f1":0.490939,"accuracy":0.534585,"main_score":0.490939,"hf_subset":"ibo_Latn-est_Latn","languages":["ibo-Latn","est-Latn"]},{"precision":0.445171,"recall":0.507905,"f1":0.461868,"accuracy":0.507905,"main_score":0.461868,"hf_subset":"ibo_Latn-hye_Armn","languages":["ibo-Latn","hye-Armn"]},{"precision":0.461726,"recall":0.502964,"f1":0.473574,"accuracy":0.502964,"main_score":0.473574,"hf_subset":"ibo_Latn-kmb_Latn","languages":["ibo-Latn","kmb-Latn"]},{"precision":0.303528,"recall":0.370553,"f1":0.321279,"accuracy":0.370553,"main_score":0.321279,"hf_subset":"ibo_Latn-min_Arab","languages":["ibo-Latn","min-Arab"]},{"precision":0.474275,"recall":0.544466,"f1":0.4942,"accuracy":0.544466,"main_score":0.4942,"hf_subset":"ibo_Latn-pol_Latn","languages":["ibo-Latn","pol-Latn"]},{"precision":0.470859,"recall":0.516798,"f1":0.483849,"accuracy":0.516798,"main_score":0.483849,"hf_subset":"ibo_Latn-ssw_Latn","languages":["ibo-Latn","ssw-Latn"]},{"precision":0.47589,"recall":0.547431,"f1":0.496139,"accuracy":0.547431,"main_score":0.496139,"hf_subset":"ibo_Latn-ukr_Cyrl","languages":["ibo-Latn","ukr-Cyrl"]},{"precision":0.494835,"recall":0.561265,"f1":0.513268,"accuracy":0.561265,"main_score":0.513268,"hf_subset":"ibo_Latn-afr_Latn","languages":["ibo-Latn","afr-Latn"]},{"precision":0.478183,"recall":0.539526,"f1":0.495293,"accuracy":0.539526,"main_score":0.495293,"hf_subset":"ibo_Latn-bho_Deva","languages":["ibo-Latn","bho-Deva"]},{"precision":0.495998,"recall":0.551383,"f1":0.51167,"accuracy":0.551383,"main_score":0.51167,"hf_subset":"ibo_Latn-eus_Latn","languages":["ibo-Latn","eus-Latn"]},{"precision":0.493947,"recall":0.539526,"f1":0.506553,"accuracy":0.539526,"main_score":0.506553,"hf_subset":"ibo_Latn-kmr_Latn","languages":["ibo-Latn","kmr-Latn"]},{"precision":0.533035,"recall":0.579051,"f1":0.545697,"accuracy":0.579051,"main_score":0.545697,"hf_subset":"ibo_Latn-min_Latn","languages":["ibo-Latn","min-Latn"]},{"precision":0.48292,"recall":0.555336,"f1":0.503281,"accuracy":0.555336,"main_score":0.503281,"hf_subset":"ibo_Latn-por_Latn","languages":["ibo-Latn","por-Latn"]},{"precision":0.508146,"recall":0.563241,"f1":0.52369,"accuracy":0.563241,"main_score":0.52369,"hf_subset":"ibo_Latn-sun_Latn","languages":["ibo-Latn","sun-Latn"]},{"precision":0.434957,"recall":0.486166,"f1":0.450115,"accuracy":0.486166,"main_score":0.450115,"hf_subset":"ibo_Latn-umb_Latn","languages":["ibo-Latn","umb-Latn"]},{"precision":0.458321,"recall":0.530632,"f1":0.478535,"accuracy":0.530632,"main_score":0.478535,"hf_subset":"ibo_Latn-ajp_Arab","languages":["ibo-Latn","ajp-Arab"]},{"precision":0.322061,"recall":0.384387,"f1":0.339807,"accuracy":0.384387,"main_score":0.339807,"hf_subset":"ibo_Latn-bjn_Arab","languages":["ibo-Latn","bjn-Arab"]},{"precision":0.471459,"recall":0.507905,"f1":0.481983,"accuracy":0.507905,"main_score":0.481983,"hf_subset":"ibo_Latn-ewe_Latn","languages":["ibo-Latn","ewe-Latn"]},{"precision":0.527487,"recall":0.573123,"f1":0.540212,"accuracy":0.573123,"main_score":0.540212,"hf_subset":"ibo_Latn-ilo_Latn","languages":["ibo-Latn","ilo-Latn"]},{"precision":0.205614,"recall":0.264822,"f1":0.220254,"accuracy":0.264822,"main_score":0.220254,"hf_subset":"ibo_Latn-knc_Arab","languages":["ibo-Latn","knc-Arab"]},{"precision":0.492995,"recall":0.560277,"f1":0.511707,"accuracy":0.560277,"main_score":0.511707,"hf_subset":"ibo_Latn-mkd_Cyrl","languages":["ibo-Latn","mkd-Cyrl"]},{"precision":0.442408,"recall":0.518775,"f1":0.464001,"accuracy":0.518775,"main_score":0.464001,"hf_subset":"ibo_Latn-prs_Arab","languages":["ibo-Latn","prs-Arab"]},{"precision":0.474115,"recall":0.545455,"f1":0.493715,"accuracy":0.545455,"main_score":0.493715,"hf_subset":"ibo_Latn-swe_Latn","languages":["ibo-Latn","swe-Latn"]},{"precision":0.446625,"recall":0.519763,"f1":0.466254,"accuracy":0.519763,"main_score":0.466254,"hf_subset":"ibo_Latn-urd_Arab","languages":["ibo-Latn","urd-Arab"]},{"precision":0.505582,"recall":0.543478,"f1":0.516068,"accuracy":0.543478,"main_score":0.516068,"hf_subset":"ibo_Latn-aka_Latn","languages":["ibo-Latn","aka-Latn"]},{"precision":0.496244,"recall":0.550395,"f1":0.511636,"accuracy":0.550395,"main_score":0.511636,"hf_subset":"ibo_Latn-bjn_Latn","languages":["ibo-Latn","bjn-Latn"]},{"precision":0.482697,"recall":0.536561,"f1":0.498177,"accuracy":0.536561,"main_score":0.498177,"hf_subset":"ibo_Latn-fao_Latn","languages":["ibo-Latn","fao-Latn"]},{"precision":0.492651,"recall":0.557312,"f1":0.51082,"accuracy":0.557312,"main_score":0.51082,"hf_subset":"ibo_Latn-ind_Latn","languages":["ibo-Latn","ind-Latn"]},{"precision":0.47627,"recall":0.518775,"f1":0.488839,"accuracy":0.518775,"main_score":0.488839,"hf_subset":"ibo_Latn-knc_Latn","languages":["ibo-Latn","knc-Latn"]},{"precision":0.514692,"recall":0.570158,"f1":0.529749,"accuracy":0.570158,"main_score":0.529749,"hf_subset":"ibo_Latn-mlt_Latn","languages":["ibo-Latn","mlt-Latn"]},{"precision":0.480216,"recall":0.527668,"f1":0.493739,"accuracy":0.527668,"main_score":0.493739,"hf_subset":"ibo_Latn-quy_Latn","languages":["ibo-Latn","quy-Latn"]},{"precision":0.48474,"recall":0.538538,"f1":0.499773,"accuracy":0.538538,"main_score":0.499773,"hf_subset":"ibo_Latn-swh_Latn","languages":["ibo-Latn","swh-Latn"]},{"precision":0.464999,"recall":0.531621,"f1":0.483435,"accuracy":0.531621,"main_score":0.483435,"hf_subset":"ibo_Latn-uzn_Latn","languages":["ibo-Latn","uzn-Latn"]},{"precision":0.48053,"recall":0.544466,"f1":0.499098,"accuracy":0.544466,"main_score":0.499098,"hf_subset":"ibo_Latn-als_Latn","languages":["ibo-Latn","als-Latn"]},{"precision":0.148911,"recall":0.209486,"f1":0.163173,"accuracy":0.209486,"main_score":0.163173,"hf_subset":"ibo_Latn-bod_Tibt","languages":["ibo-Latn","bod-Tibt"]},{"precision":0.476126,"recall":0.518775,"f1":0.487864,"accuracy":0.518775,"main_score":0.487864,"hf_subset":"ibo_Latn-fij_Latn","languages":["ibo-Latn","fij-Latn"]},{"precision":0.447378,"recall":0.512846,"f1":0.46478,"accuracy":0.512846,"main_score":0.46478,"hf_subset":"ibo_Latn-isl_Latn","languages":["ibo-Latn","isl-Latn"]},{"precision":0.488966,"recall":0.538538,"f1":0.503011,"accuracy":0.538538,"main_score":0.503011,"hf_subset":"ibo_Latn-kon_Latn","languages":["ibo-Latn","kon-Latn"]},{"precision":0.406927,"recall":0.466403,"f1":0.423296,"accuracy":0.466403,"main_score":0.423296,"hf_subset":"ibo_Latn-mni_Beng","languages":["ibo-Latn","mni-Beng"]},{"precision":0.49528,"recall":0.557312,"f1":0.512228,"accuracy":0.557312,"main_score":0.512228,"hf_subset":"ibo_Latn-ron_Latn","languages":["ibo-Latn","ron-Latn"]},{"precision":0.479121,"recall":0.547431,"f1":0.498315,"accuracy":0.547431,"main_score":0.498315,"hf_subset":"ibo_Latn-szl_Latn","languages":["ibo-Latn","szl-Latn"]},{"precision":0.49591,"recall":0.55336,"f1":0.511936,"accuracy":0.55336,"main_score":0.511936,"hf_subset":"ibo_Latn-vec_Latn","languages":["ibo-Latn","vec-Latn"]},{"precision":0.264544,"recall":0.333992,"f1":0.282324,"accuracy":0.333992,"main_score":0.282324,"hf_subset":"ibo_Latn-amh_Ethi","languages":["ibo-Latn","amh-Ethi"]},{"precision":0.499263,"recall":0.563241,"f1":0.516612,"accuracy":0.563241,"main_score":0.516612,"hf_subset":"ibo_Latn-bos_Latn","languages":["ibo-Latn","bos-Latn"]},{"precision":0.458528,"recall":0.522727,"f1":0.476438,"accuracy":0.522727,"main_score":0.476438,"hf_subset":"ibo_Latn-fin_Latn","languages":["ibo-Latn","fin-Latn"]},{"precision":0.500407,"recall":0.563241,"f1":0.517833,"accuracy":0.563241,"main_score":0.517833,"hf_subset":"ibo_Latn-ita_Latn","languages":["ibo-Latn","ita-Latn"]},{"precision":0.471552,"recall":0.540514,"f1":0.4901,"accuracy":0.540514,"main_score":0.4901,"hf_subset":"ibo_Latn-kor_Hang","languages":["ibo-Latn","kor-Hang"]},{"precision":0.467458,"recall":0.516798,"f1":0.481257,"accuracy":0.516798,"main_score":0.481257,"hf_subset":"ibo_Latn-mos_Latn","languages":["ibo-Latn","mos-Latn"]},{"precision":0.469149,"recall":0.511858,"f1":0.48128,"accuracy":0.511858,"main_score":0.48128,"hf_subset":"ibo_Latn-run_Latn","languages":["ibo-Latn","run-Latn"]},{"precision":0.434043,"recall":0.505929,"f1":0.454704,"accuracy":0.505929,"main_score":0.454704,"hf_subset":"ibo_Latn-tam_Taml","languages":["ibo-Latn","tam-Taml"]},{"precision":0.478308,"recall":0.539526,"f1":0.494837,"accuracy":0.539526,"main_score":0.494837,"hf_subset":"ibo_Latn-vie_Latn","languages":["ibo-Latn","vie-Latn"]},{"precision":0.446983,"recall":0.524704,"f1":0.469073,"accuracy":0.524704,"main_score":0.469073,"hf_subset":"ibo_Latn-apc_Arab","languages":["ibo-Latn","apc-Arab"]},{"precision":0.504518,"recall":0.545455,"f1":0.516116,"accuracy":0.545455,"main_score":0.516116,"hf_subset":"ibo_Latn-bug_Latn","languages":["ibo-Latn","bug-Latn"]},{"precision":0.439166,"recall":0.479249,"f1":0.450791,"accuracy":0.479249,"main_score":0.450791,"hf_subset":"ibo_Latn-fon_Latn","languages":["ibo-Latn","fon-Latn"]},{"precision":0.504026,"recall":0.5583,"f1":0.519447,"accuracy":0.5583,"main_score":0.519447,"hf_subset":"ibo_Latn-jav_Latn","languages":["ibo-Latn","jav-Latn"]},{"precision":0.402805,"recall":0.466403,"f1":0.419432,"accuracy":0.466403,"main_score":0.419432,"hf_subset":"ibo_Latn-lao_Laoo","languages":["ibo-Latn","lao-Laoo"]},{"precision":0.446492,"recall":0.497036,"f1":0.460592,"accuracy":0.497036,"main_score":0.460592,"hf_subset":"ibo_Latn-mri_Latn","languages":["ibo-Latn","mri-Latn"]},{"precision":0.480974,"recall":0.548419,"f1":0.499714,"accuracy":0.548419,"main_score":0.499714,"hf_subset":"ibo_Latn-rus_Cyrl","languages":["ibo-Latn","rus-Cyrl"]},{"precision":0.439493,"recall":0.490119,"f1":0.453826,"accuracy":0.490119,"main_score":0.453826,"hf_subset":"ibo_Latn-taq_Latn","languages":["ibo-Latn","taq-Latn"]},{"precision":0.531744,"recall":0.576087,"f1":0.543883,"accuracy":0.576087,"main_score":0.543883,"hf_subset":"ibo_Latn-war_Latn","languages":["ibo-Latn","war-Latn"]},{"precision":0.451275,"recall":0.527668,"f1":0.472188,"accuracy":0.527668,"main_score":0.472188,"hf_subset":"ibo_Latn-arb_Arab","languages":["ibo-Latn","arb-Arab"]},{"precision":0.494729,"recall":0.562253,"f1":0.514226,"accuracy":0.562253,"main_score":0.514226,"hf_subset":"ibo_Latn-bul_Cyrl","languages":["ibo-Latn","bul-Cyrl"]},{"precision":0.489818,"recall":0.555336,"f1":0.507901,"accuracy":0.555336,"main_score":0.507901,"hf_subset":"ibo_Latn-fra_Latn","languages":["ibo-Latn","fra-Latn"]},{"precision":0.464307,"recall":0.538538,"f1":0.48483,"accuracy":0.538538,"main_score":0.48483,"hf_subset":"ibo_Latn-jpn_Jpan","languages":["ibo-Latn","jpn-Jpan"]},{"precision":0.49664,"recall":0.556324,"f1":0.513369,"accuracy":0.556324,"main_score":0.513369,"hf_subset":"ibo_Latn-lij_Latn","languages":["ibo-Latn","lij-Latn"]},{"precision":0.258664,"recall":0.332016,"f1":0.277036,"accuracy":0.332016,"main_score":0.277036,"hf_subset":"ibo_Latn-mya_Mymr","languages":["ibo-Latn","mya-Mymr"]},{"precision":0.469518,"recall":0.512846,"f1":0.481772,"accuracy":0.512846,"main_score":0.481772,"hf_subset":"ibo_Latn-sag_Latn","languages":["ibo-Latn","sag-Latn"]},{"precision":0.151654,"recall":0.199605,"f1":0.161167,"accuracy":0.199605,"main_score":0.161167,"hf_subset":"ibo_Latn-taq_Tfng","languages":["ibo-Latn","taq-Tfng"]},{"precision":0.491605,"recall":0.540514,"f1":0.505564,"accuracy":0.540514,"main_score":0.505564,"hf_subset":"ibo_Latn-wol_Latn","languages":["ibo-Latn","wol-Latn"]},{"precision":0.390914,"recall":0.458498,"f1":0.408914,"accuracy":0.458498,"main_score":0.408914,"hf_subset":"ibo_Latn-arb_Latn","languages":["ibo-Latn","arb-Latn"]},{"precision":0.485367,"recall":0.554348,"f1":0.504415,"accuracy":0.554348,"main_score":0.504415,"hf_subset":"ibo_Latn-cat_Latn","languages":["ibo-Latn","cat-Latn"]},{"precision":0.504781,"recall":0.559289,"f1":0.52005,"accuracy":0.559289,"main_score":0.52005,"hf_subset":"ibo_Latn-fur_Latn","languages":["ibo-Latn","fur-Latn"]},{"precision":0.379474,"recall":0.429842,"f1":0.392394,"accuracy":0.429842,"main_score":0.392394,"hf_subset":"ibo_Latn-kab_Latn","languages":["ibo-Latn","kab-Latn"]},{"precision":0.49369,"recall":0.551383,"f1":0.509936,"accuracy":0.551383,"main_score":0.509936,"hf_subset":"ibo_Latn-lim_Latn","languages":["ibo-Latn","lim-Latn"]},{"precision":0.491268,"recall":0.557312,"f1":0.509721,"accuracy":0.557312,"main_score":0.509721,"hf_subset":"ibo_Latn-nld_Latn","languages":["ibo-Latn","nld-Latn"]},{"precision":0.408802,"recall":0.485178,"f1":0.430082,"accuracy":0.485178,"main_score":0.430082,"hf_subset":"ibo_Latn-san_Deva","languages":["ibo-Latn","san-Deva"]},{"precision":0.493098,"recall":0.548419,"f1":0.508284,"accuracy":0.548419,"main_score":0.508284,"hf_subset":"ibo_Latn-tat_Cyrl","languages":["ibo-Latn","tat-Cyrl"]},{"precision":0.510224,"recall":0.557312,"f1":0.523326,"accuracy":0.557312,"main_score":0.523326,"hf_subset":"ibo_Latn-xho_Latn","languages":["ibo-Latn","xho-Latn"]},{"precision":0.429563,"recall":0.508893,"f1":0.451488,"accuracy":0.508893,"main_score":0.451488,"hf_subset":"ibo_Latn-ars_Arab","languages":["ibo-Latn","ars-Arab"]},{"precision":0.520266,"recall":0.575099,"f1":0.535753,"accuracy":0.575099,"main_score":0.535753,"hf_subset":"ibo_Latn-ceb_Latn","languages":["ibo-Latn","ceb-Latn"]},{"precision":0.456984,"recall":0.500988,"f1":0.469886,"accuracy":0.500988,"main_score":0.469886,"hf_subset":"ibo_Latn-fuv_Latn","languages":["ibo-Latn","fuv-Latn"]},{"precision":0.4718,"recall":0.516798,"f1":0.484865,"accuracy":0.516798,"main_score":0.484865,"hf_subset":"ibo_Latn-kac_Latn","languages":["ibo-Latn","kac-Latn"]},{"precision":0.496714,"recall":0.538538,"f1":0.508493,"accuracy":0.538538,"main_score":0.508493,"hf_subset":"ibo_Latn-lin_Latn","languages":["ibo-Latn","lin-Latn"]},{"precision":0.48054,"recall":0.543478,"f1":0.498389,"accuracy":0.543478,"main_score":0.498389,"hf_subset":"ibo_Latn-nno_Latn","languages":["ibo-Latn","nno-Latn"]},{"precision":0.030614,"recall":0.076087,"f1":0.03831,"accuracy":0.076087,"main_score":0.03831,"hf_subset":"ibo_Latn-sat_Olck","languages":["ibo-Latn","sat-Olck"]},{"precision":0.48181,"recall":0.546443,"f1":0.499921,"accuracy":0.546443,"main_score":0.499921,"hf_subset":"ibo_Latn-tel_Telu","languages":["ibo-Latn","tel-Telu"]},{"precision":0.37221,"recall":0.442688,"f1":0.390777,"accuracy":0.442688,"main_score":0.390777,"hf_subset":"ibo_Latn-ydd_Hebr","languages":["ibo-Latn","ydd-Hebr"]},{"precision":0.435681,"recall":0.507905,"f1":0.455812,"accuracy":0.507905,"main_score":0.455812,"hf_subset":"ibo_Latn-ary_Arab","languages":["ibo-Latn","ary-Arab"]},{"precision":0.477755,"recall":0.547431,"f1":0.496865,"accuracy":0.547431,"main_score":0.496865,"hf_subset":"ibo_Latn-ces_Latn","languages":["ibo-Latn","ces-Latn"]},{"precision":0.387549,"recall":0.44664,"f1":0.404696,"accuracy":0.44664,"main_score":0.404696,"hf_subset":"ibo_Latn-gaz_Latn","languages":["ibo-Latn","gaz-Latn"]},{"precision":0.479193,"recall":0.525692,"f1":0.492094,"accuracy":0.525692,"main_score":0.492094,"hf_subset":"ibo_Latn-kam_Latn","languages":["ibo-Latn","kam-Latn"]},{"precision":0.462189,"recall":0.533597,"f1":0.481899,"accuracy":0.533597,"main_score":0.481899,"hf_subset":"ibo_Latn-lit_Latn","languages":["ibo-Latn","lit-Latn"]},{"precision":0.489808,"recall":0.554348,"f1":0.508437,"accuracy":0.554348,"main_score":0.508437,"hf_subset":"ibo_Latn-nob_Latn","languages":["ibo-Latn","nob-Latn"]},{"precision":0.478247,"recall":0.541502,"f1":0.495434,"accuracy":0.541502,"main_score":0.495434,"hf_subset":"ibo_Latn-scn_Latn","languages":["ibo-Latn","scn-Latn"]},{"precision":0.465594,"recall":0.52668,"f1":0.482896,"accuracy":0.52668,"main_score":0.482896,"hf_subset":"ibo_Latn-tgk_Cyrl","languages":["ibo-Latn","tgk-Cyrl"]},{"precision":0.462339,"recall":0.513834,"f1":0.476946,"accuracy":0.513834,"main_score":0.476946,"hf_subset":"ibo_Latn-yor_Latn","languages":["ibo-Latn","yor-Latn"]},{"precision":0.454278,"recall":0.529644,"f1":0.475475,"accuracy":0.529644,"main_score":0.475475,"hf_subset":"ibo_Latn-arz_Arab","languages":["ibo-Latn","arz-Arab"]},{"precision":0.434408,"recall":0.485178,"f1":0.449184,"accuracy":0.485178,"main_score":0.449184,"hf_subset":"ibo_Latn-cjk_Latn","languages":["ibo-Latn","cjk-Latn"]},{"precision":0.434137,"recall":0.490119,"f1":0.449082,"accuracy":0.490119,"main_score":0.449082,"hf_subset":"ibo_Latn-gla_Latn","languages":["ibo-Latn","gla-Latn"]},{"precision":0.4603,"recall":0.527668,"f1":0.479037,"accuracy":0.527668,"main_score":0.479037,"hf_subset":"ibo_Latn-kan_Knda","languages":["ibo-Latn","kan-Knda"]},{"precision":0.499388,"recall":0.5583,"f1":0.515938,"accuracy":0.5583,"main_score":0.515938,"hf_subset":"ibo_Latn-lmo_Latn","languages":["ibo-Latn","lmo-Latn"]},{"precision":0.461765,"recall":0.535573,"f1":0.48234,"accuracy":0.535573,"main_score":0.48234,"hf_subset":"ibo_Latn-npi_Deva","languages":["ibo-Latn","npi-Deva"]},{"precision":0.399638,"recall":0.462451,"f1":0.418299,"accuracy":0.462451,"main_score":0.418299,"hf_subset":"ibo_Latn-shn_Mymr","languages":["ibo-Latn","shn-Mymr"]},{"precision":0.523441,"recall":0.575099,"f1":0.537505,"accuracy":0.575099,"main_score":0.537505,"hf_subset":"ibo_Latn-tgl_Latn","languages":["ibo-Latn","tgl-Latn"]},{"precision":0.453394,"recall":0.530632,"f1":0.474965,"accuracy":0.530632,"main_score":0.474965,"hf_subset":"ibo_Latn-yue_Hant","languages":["ibo-Latn","yue-Hant"]},{"precision":0.410294,"recall":0.490119,"f1":0.43268,"accuracy":0.490119,"main_score":0.43268,"hf_subset":"ibo_Latn-asm_Beng","languages":["ibo-Latn","asm-Beng"]},{"precision":0.416974,"recall":0.475296,"f1":0.433359,"accuracy":0.475296,"main_score":0.433359,"hf_subset":"ibo_Latn-ckb_Arab","languages":["ibo-Latn","ckb-Arab"]},{"precision":0.437073,"recall":0.498024,"f1":0.453969,"accuracy":0.498024,"main_score":0.453969,"hf_subset":"ibo_Latn-gle_Latn","languages":["ibo-Latn","gle-Latn"]},{"precision":0.426572,"recall":0.493083,"f1":0.445482,"accuracy":0.493083,"main_score":0.445482,"hf_subset":"ibo_Latn-kas_Arab","languages":["ibo-Latn","kas-Arab"]},{"precision":0.454934,"recall":0.516798,"f1":0.471667,"accuracy":0.516798,"main_score":0.471667,"hf_subset":"ibo_Latn-ltg_Latn","languages":["ibo-Latn","ltg-Latn"]},{"precision":0.497229,"recall":0.536561,"f1":0.508488,"accuracy":0.536561,"main_score":0.508488,"hf_subset":"ibo_Latn-nso_Latn","languages":["ibo-Latn","nso-Latn"]},{"precision":0.193687,"recall":0.247036,"f1":0.206347,"accuracy":0.247036,"main_score":0.206347,"hf_subset":"ibo_Latn-sin_Sinh","languages":["ibo-Latn","sin-Sinh"]},{"precision":0.462832,"recall":0.536561,"f1":0.483168,"accuracy":0.536561,"main_score":0.483168,"hf_subset":"ibo_Latn-tha_Thai","languages":["ibo-Latn","tha-Thai"]},{"precision":0.451691,"recall":0.528656,"f1":0.473072,"accuracy":0.528656,"main_score":0.473072,"hf_subset":"ibo_Latn-zho_Hans","languages":["ibo-Latn","zho-Hans"]},{"precision":0.498362,"recall":0.5583,"f1":0.514912,"accuracy":0.5583,"main_score":0.514912,"hf_subset":"ibo_Latn-ast_Latn","languages":["ibo-Latn","ast-Latn"]},{"precision":0.460908,"recall":0.525692,"f1":0.479436,"accuracy":0.525692,"main_score":0.479436,"hf_subset":"ibo_Latn-crh_Latn","languages":["ibo-Latn","crh-Latn"]},{"precision":0.484121,"recall":0.546443,"f1":0.501365,"accuracy":0.546443,"main_score":0.501365,"hf_subset":"ibo_Latn-glg_Latn","languages":["ibo-Latn","glg-Latn"]},{"precision":0.432504,"recall":0.494071,"f1":0.449148,"accuracy":0.494071,"main_score":0.449148,"hf_subset":"ibo_Latn-kas_Deva","languages":["ibo-Latn","kas-Deva"]},{"precision":0.495396,"recall":0.555336,"f1":0.511642,"accuracy":0.555336,"main_score":0.511642,"hf_subset":"ibo_Latn-ltz_Latn","languages":["ibo-Latn","ltz-Latn"]},{"precision":0.416925,"recall":0.477273,"f1":0.433518,"accuracy":0.477273,"main_score":0.433518,"hf_subset":"ibo_Latn-nus_Latn","languages":["ibo-Latn","nus-Latn"]},{"precision":0.473578,"recall":0.544466,"f1":0.492409,"accuracy":0.544466,"main_score":0.492409,"hf_subset":"ibo_Latn-slk_Latn","languages":["ibo-Latn","slk-Latn"]},{"precision":0.207513,"recall":0.259881,"f1":0.220894,"accuracy":0.259881,"main_score":0.220894,"hf_subset":"ibo_Latn-tir_Ethi","languages":["ibo-Latn","tir-Ethi"]},{"precision":0.445762,"recall":0.525692,"f1":0.468236,"accuracy":0.525692,"main_score":0.468236,"hf_subset":"ibo_Latn-zho_Hant","languages":["ibo-Latn","zho-Hant"]},{"precision":0.467216,"recall":0.530632,"f1":0.484048,"accuracy":0.530632,"main_score":0.484048,"hf_subset":"ibo_Latn-awa_Deva","languages":["ibo-Latn","awa-Deva"]},{"precision":0.493259,"recall":0.546443,"f1":0.507754,"accuracy":0.546443,"main_score":0.507754,"hf_subset":"ibo_Latn-cym_Latn","languages":["ibo-Latn","cym-Latn"]},{"precision":0.508319,"recall":0.552372,"f1":0.520358,"accuracy":0.552372,"main_score":0.520358,"hf_subset":"ibo_Latn-grn_Latn","languages":["ibo-Latn","grn-Latn"]},{"precision":0.445335,"recall":0.511858,"f1":0.463604,"accuracy":0.511858,"main_score":0.463604,"hf_subset":"ibo_Latn-kat_Geor","languages":["ibo-Latn","kat-Geor"]},{"precision":0.485961,"recall":0.535573,"f1":0.500051,"accuracy":0.535573,"main_score":0.500051,"hf_subset":"ibo_Latn-lua_Latn","languages":["ibo-Latn","lua-Latn"]},{"precision":0.494041,"recall":0.532609,"f1":0.505231,"accuracy":0.532609,"main_score":0.505231,"hf_subset":"ibo_Latn-nya_Latn","languages":["ibo-Latn","nya-Latn"]},{"precision":0.465203,"recall":0.536561,"f1":0.485692,"accuracy":0.536561,"main_score":0.485692,"hf_subset":"ibo_Latn-slv_Latn","languages":["ibo-Latn","slv-Latn"]},{"precision":0.530632,"recall":0.572134,"f1":0.541883,"accuracy":0.572134,"main_score":0.541883,"hf_subset":"ibo_Latn-tpi_Latn","languages":["ibo-Latn","tpi-Latn"]},{"precision":0.505411,"recall":0.573123,"f1":0.523423,"accuracy":0.573123,"main_score":0.523423,"hf_subset":"ibo_Latn-zsm_Latn","languages":["ibo-Latn","zsm-Latn"]},{"precision":0.465349,"recall":0.509881,"f1":0.478149,"accuracy":0.509881,"main_score":0.478149,"hf_subset":"ibo_Latn-ayr_Latn","languages":["ibo-Latn","ayr-Latn"]},{"precision":0.487884,"recall":0.555336,"f1":0.507493,"accuracy":0.555336,"main_score":0.507493,"hf_subset":"ibo_Latn-dan_Latn","languages":["ibo-Latn","dan-Latn"]},{"precision":0.463603,"recall":0.536561,"f1":0.483195,"accuracy":0.536561,"main_score":0.483195,"hf_subset":"ibo_Latn-guj_Gujr","languages":["ibo-Latn","guj-Gujr"]},{"precision":0.486929,"recall":0.550395,"f1":0.504604,"accuracy":0.550395,"main_score":0.504604,"hf_subset":"ibo_Latn-kaz_Cyrl","languages":["ibo-Latn","kaz-Cyrl"]},{"precision":0.443931,"recall":0.496047,"f1":0.458229,"accuracy":0.496047,"main_score":0.458229,"hf_subset":"ibo_Latn-lug_Latn","languages":["ibo-Latn","lug-Latn"]},{"precision":0.496913,"recall":0.5583,"f1":0.513958,"accuracy":0.5583,"main_score":0.513958,"hf_subset":"ibo_Latn-oci_Latn","languages":["ibo-Latn","oci-Latn"]},{"precision":0.479943,"recall":0.52668,"f1":0.492793,"accuracy":0.52668,"main_score":0.492793,"hf_subset":"ibo_Latn-smo_Latn","languages":["ibo-Latn","smo-Latn"]},{"precision":0.460471,"recall":0.503953,"f1":0.47272,"accuracy":0.503953,"main_score":0.47272,"hf_subset":"ibo_Latn-tsn_Latn","languages":["ibo-Latn","tsn-Latn"]},{"precision":0.472755,"recall":0.527668,"f1":0.48814,"accuracy":0.527668,"main_score":0.48814,"hf_subset":"ibo_Latn-zul_Latn","languages":["ibo-Latn","zul-Latn"]},{"precision":0.412229,"recall":0.480237,"f1":0.432404,"accuracy":0.480237,"main_score":0.432404,"hf_subset":"ibo_Latn-azb_Arab","languages":["ibo-Latn","azb-Arab"]},{"precision":0.483347,"recall":0.557312,"f1":0.50383,"accuracy":0.557312,"main_score":0.50383,"hf_subset":"ibo_Latn-deu_Latn","languages":["ibo-Latn","deu-Latn"]},{"precision":0.472885,"recall":0.538538,"f1":0.491154,"accuracy":0.538538,"main_score":0.491154,"hf_subset":"ibo_Latn-hat_Latn","languages":["ibo-Latn","hat-Latn"]},{"precision":0.444542,"recall":0.488142,"f1":0.457315,"accuracy":0.488142,"main_score":0.457315,"hf_subset":"ibo_Latn-kbp_Latn","languages":["ibo-Latn","kbp-Latn"]},{"precision":0.509013,"recall":0.541502,"f1":0.518002,"accuracy":0.541502,"main_score":0.518002,"hf_subset":"ibo_Latn-luo_Latn","languages":["ibo-Latn","luo-Latn"]},{"precision":0.43308,"recall":0.506917,"f1":0.453402,"accuracy":0.506917,"main_score":0.453402,"hf_subset":"ibo_Latn-ory_Orya","languages":["ibo-Latn","ory-Orya"]},{"precision":0.498351,"recall":0.539526,"f1":0.510348,"accuracy":0.539526,"main_score":0.510348,"hf_subset":"ibo_Latn-sna_Latn","languages":["ibo-Latn","sna-Latn"]},{"precision":0.483873,"recall":0.528656,"f1":0.496235,"accuracy":0.528656,"main_score":0.496235,"hf_subset":"ibo_Latn-tso_Latn","languages":["ibo-Latn","tso-Latn"]},{"precision":0.457844,"recall":0.529644,"f1":0.478014,"accuracy":0.529644,"main_score":0.478014,"hf_subset":"ibo_Latn-azj_Latn","languages":["ibo-Latn","azj-Latn"]},{"precision":0.454079,"recall":0.506917,"f1":0.469463,"accuracy":0.506917,"main_score":0.469463,"hf_subset":"ibo_Latn-dik_Latn","languages":["ibo-Latn","dik-Latn"]},{"precision":0.486041,"recall":0.52668,"f1":0.4975,"accuracy":0.52668,"main_score":0.4975,"hf_subset":"ibo_Latn-hau_Latn","languages":["ibo-Latn","hau-Latn"]},{"precision":0.505491,"recall":0.557312,"f1":0.520006,"accuracy":0.557312,"main_score":0.520006,"hf_subset":"ibo_Latn-kea_Latn","languages":["ibo-Latn","kea-Latn"]},{"precision":0.508203,"recall":0.547431,"f1":0.519313,"accuracy":0.547431,"main_score":0.519313,"hf_subset":"ibo_Latn-lus_Latn","languages":["ibo-Latn","lus-Latn"]},{"precision":0.511317,"recall":0.551383,"f1":0.522577,"accuracy":0.551383,"main_score":0.522577,"hf_subset":"ibo_Latn-pag_Latn","languages":["ibo-Latn","pag-Latn"]},{"precision":0.442019,"recall":0.513834,"f1":0.462346,"accuracy":0.513834,"main_score":0.462346,"hf_subset":"ibo_Latn-snd_Arab","languages":["ibo-Latn","snd-Arab"]},{"precision":0.463405,"recall":0.522727,"f1":0.479662,"accuracy":0.522727,"main_score":0.479662,"hf_subset":"ibo_Latn-tuk_Latn","languages":["ibo-Latn","tuk-Latn"]},{"precision":0.505765,"recall":0.5583,"f1":0.51991,"accuracy":0.5583,"main_score":0.51991,"hf_subset":"ibo_Latn-bak_Cyrl","languages":["ibo-Latn","bak-Cyrl"]},{"precision":0.387641,"recall":0.449605,"f1":0.405196,"accuracy":0.449605,"main_score":0.405196,"hf_subset":"ibo_Latn-dyu_Latn","languages":["ibo-Latn","dyu-Latn"]},{"precision":0.438185,"recall":0.511858,"f1":0.458464,"accuracy":0.511858,"main_score":0.458464,"hf_subset":"ibo_Latn-heb_Hebr","languages":["ibo-Latn","heb-Hebr"]},{"precision":0.461306,"recall":0.517787,"f1":0.47774,"accuracy":0.517787,"main_score":0.47774,"hf_subset":"ibo_Latn-khk_Cyrl","languages":["ibo-Latn","khk-Cyrl"]},{"precision":0.479553,"recall":0.546443,"f1":0.497623,"accuracy":0.546443,"main_score":0.497623,"hf_subset":"ibo_Latn-lvs_Latn","languages":["ibo-Latn","lvs-Latn"]},{"precision":0.459331,"recall":0.525692,"f1":0.477188,"accuracy":0.525692,"main_score":0.477188,"hf_subset":"ibo_Latn-pan_Guru","languages":["ibo-Latn","pan-Guru"]},{"precision":0.443876,"recall":0.497036,"f1":0.459017,"accuracy":0.497036,"main_score":0.459017,"hf_subset":"ibo_Latn-som_Latn","languages":["ibo-Latn","som-Latn"]},{"precision":0.470629,"recall":0.51087,"f1":0.482136,"accuracy":0.51087,"main_score":0.482136,"hf_subset":"ibo_Latn-tum_Latn","languages":["ibo-Latn","tum-Latn"]},{"precision":0.41381,"recall":0.48419,"f1":0.433694,"accuracy":0.48419,"main_score":0.433694,"hf_subset":"kmr_Latn-ace_Arab","languages":["kmr-Latn","ace-Arab"]},{"precision":0.478616,"recall":0.536561,"f1":0.4947,"accuracy":0.536561,"main_score":0.4947,"hf_subset":"kmr_Latn-bam_Latn","languages":["kmr-Latn","bam-Latn"]},{"precision":0.110004,"recall":0.15415,"f1":0.121038,"accuracy":0.15415,"main_score":0.121038,"hf_subset":"kmr_Latn-dzo_Tibt","languages":["kmr-Latn","dzo-Tibt"]},{"precision":0.736792,"recall":0.796443,"f1":0.754334,"accuracy":0.796443,"main_score":0.754334,"hf_subset":"kmr_Latn-hin_Deva","languages":["kmr-Latn","hin-Deva"]},{"precision":0.550848,"recall":0.630435,"f1":0.574055,"accuracy":0.630435,"main_score":0.574055,"hf_subset":"kmr_Latn-khm_Khmr","languages":["kmr-Latn","khm-Khmr"]},{"precision":0.714556,"recall":0.777668,"f1":0.733053,"accuracy":0.777668,"main_score":0.733053,"hf_subset":"kmr_Latn-mag_Deva","languages":["kmr-Latn","mag-Deva"]},{"precision":0.716575,"recall":0.769763,"f1":0.731936,"accuracy":0.769763,"main_score":0.731936,"hf_subset":"kmr_Latn-pap_Latn","languages":["kmr-Latn","pap-Latn"]},{"precision":0.51274,"recall":0.561265,"f1":0.526067,"accuracy":0.561265,"main_score":0.526067,"hf_subset":"kmr_Latn-sot_Latn","languages":["kmr-Latn","sot-Latn"]},{"precision":0.742165,"recall":0.801383,"f1":0.759832,"accuracy":0.801383,"main_score":0.759832,"hf_subset":"kmr_Latn-tur_Latn","languages":["kmr-Latn","tur-Latn"]},{"precision":0.644113,"recall":0.693676,"f1":0.658863,"accuracy":0.693676,"main_score":0.658863,"hf_subset":"kmr_Latn-ace_Latn","languages":["kmr-Latn","ace-Latn"]},{"precision":0.677536,"recall":0.730237,"f1":0.69346,"accuracy":0.730237,"main_score":0.69346,"hf_subset":"kmr_Latn-ban_Latn","languages":["kmr-Latn","ban-Latn"]},{"precision":0.720273,"recall":0.788538,"f1":0.741422,"accuracy":0.788538,"main_score":0.741422,"hf_subset":"kmr_Latn-ell_Grek","languages":["kmr-Latn","ell-Grek"]},{"precision":0.703656,"recall":0.76581,"f1":0.722158,"accuracy":0.76581,"main_score":0.722158,"hf_subset":"kmr_Latn-hne_Deva","languages":["kmr-Latn","hne-Deva"]},{"precision":0.490426,"recall":0.549407,"f1":0.507971,"accuracy":0.549407,"main_score":0.507971,"hf_subset":"kmr_Latn-kik_Latn","languages":["kmr-Latn","kik-Latn"]},{"precision":0.722423,"recall":0.779644,"f1":0.739037,"accuracy":0.779644,"main_score":0.739037,"hf_subset":"kmr_Latn-mai_Deva","languages":["kmr-Latn","mai-Deva"]},{"precision":0.634437,"recall":0.698617,"f1":0.653576,"accuracy":0.698617,"main_score":0.653576,"hf_subset":"kmr_Latn-pbt_Arab","languages":["kmr-Latn","pbt-Arab"]},{"precision":0.733409,"recall":0.79249,"f1":0.750746,"accuracy":0.79249,"main_score":0.750746,"hf_subset":"kmr_Latn-spa_Latn","languages":["kmr-Latn","spa-Latn"]},{"precision":0.53356,"recall":0.585968,"f1":0.548883,"accuracy":0.585968,"main_score":0.548883,"hf_subset":"kmr_Latn-twi_Latn","languages":["kmr-Latn","twi-Latn"]},{"precision":0.713664,"recall":0.777668,"f1":0.732548,"accuracy":0.777668,"main_score":0.732548,"hf_subset":"kmr_Latn-acm_Arab","languages":["kmr-Latn","acm-Arab"]},{"precision":0.705212,"recall":0.769763,"f1":0.724429,"accuracy":0.769763,"main_score":0.724429,"hf_subset":"kmr_Latn-bel_Cyrl","languages":["kmr-Latn","bel-Cyrl"]},{"precision":0.739641,"recall":0.802372,"f1":0.758762,"accuracy":0.802372,"main_score":0.758762,"hf_subset":"kmr_Latn-eng_Latn","languages":["kmr-Latn","eng-Latn"]},{"precision":0.74748,"recall":0.80336,"f1":0.764414,"accuracy":0.80336,"main_score":0.764414,"hf_subset":"kmr_Latn-hrv_Latn","languages":["kmr-Latn","hrv-Latn"]},{"precision":0.470285,"recall":0.524704,"f1":0.485102,"accuracy":0.524704,"main_score":0.485102,"hf_subset":"kmr_Latn-kin_Latn","languages":["kmr-Latn","kin-Latn"]},{"precision":0.728286,"recall":0.780632,"f1":0.743947,"accuracy":0.780632,"main_score":0.743947,"hf_subset":"kmr_Latn-mal_Mlym","languages":["kmr-Latn","mal-Mlym"]},{"precision":0.730254,"recall":0.796443,"f1":0.750296,"accuracy":0.796443,"main_score":0.750296,"hf_subset":"kmr_Latn-pes_Arab","languages":["kmr-Latn","pes-Arab"]},{"precision":0.701996,"recall":0.757905,"f1":0.71761,"accuracy":0.757905,"main_score":0.71761,"hf_subset":"kmr_Latn-srd_Latn","languages":["kmr-Latn","srd-Latn"]},{"precision":0.150237,"recall":0.205534,"f1":0.16279,"accuracy":0.205534,"main_score":0.16279,"hf_subset":"kmr_Latn-tzm_Tfng","languages":["kmr-Latn","tzm-Tfng"]},{"precision":0.708242,"recall":0.769763,"f1":0.726252,"accuracy":0.769763,"main_score":0.726252,"hf_subset":"kmr_Latn-acq_Arab","languages":["kmr-Latn","acq-Arab"]},{"precision":0.532603,"recall":0.583992,"f1":0.547779,"accuracy":0.583992,"main_score":0.547779,"hf_subset":"kmr_Latn-bem_Latn","languages":["kmr-Latn","bem-Latn"]},{"precision":0.748319,"recall":0.802372,"f1":0.764519,"accuracy":0.802372,"main_score":0.764519,"hf_subset":"kmr_Latn-epo_Latn","languages":["kmr-Latn","epo-Latn"]},{"precision":0.738677,"recall":0.796443,"f1":0.755549,"accuracy":0.796443,"main_score":0.755549,"hf_subset":"kmr_Latn-hun_Latn","languages":["kmr-Latn","hun-Latn"]},{"precision":0.716666,"recall":0.766798,"f1":0.73128,"accuracy":0.766798,"main_score":0.73128,"hf_subset":"kmr_Latn-kir_Cyrl","languages":["kmr-Latn","kir-Cyrl"]},{"precision":0.716486,"recall":0.778656,"f1":0.734933,"accuracy":0.778656,"main_score":0.734933,"hf_subset":"kmr_Latn-mar_Deva","languages":["kmr-Latn","mar-Deva"]},{"precision":0.55448,"recall":0.604743,"f1":0.568794,"accuracy":0.604743,"main_score":0.568794,"hf_subset":"kmr_Latn-plt_Latn","languages":["kmr-Latn","plt-Latn"]},{"precision":0.735087,"recall":0.796443,"f1":0.753829,"accuracy":0.796443,"main_score":0.753829,"hf_subset":"kmr_Latn-srp_Cyrl","languages":["kmr-Latn","srp-Cyrl"]},{"precision":0.649522,"recall":0.712451,"f1":0.667777,"accuracy":0.712451,"main_score":0.667777,"hf_subset":"kmr_Latn-uig_Arab","languages":["kmr-Latn","uig-Arab"]},{"precision":0.6826,"recall":0.738142,"f1":0.698785,"accuracy":0.738142,"main_score":0.698785,"hf_subset":"kmr_Latn-aeb_Arab","languages":["kmr-Latn","aeb-Arab"]},{"precision":0.713087,"recall":0.777668,"f1":0.732411,"accuracy":0.777668,"main_score":0.732411,"hf_subset":"kmr_Latn-ben_Beng","languages":["kmr-Latn","ben-Beng"]},{"precision":0.721963,"recall":0.782609,"f1":0.740036,"accuracy":0.782609,"main_score":0.740036,"hf_subset":"kmr_Latn-est_Latn","languages":["kmr-Latn","est-Latn"]},{"precision":0.696377,"recall":0.759881,"f1":0.715761,"accuracy":0.759881,"main_score":0.715761,"hf_subset":"kmr_Latn-hye_Armn","languages":["kmr-Latn","hye-Armn"]},{"precision":0.484825,"recall":0.536561,"f1":0.500054,"accuracy":0.536561,"main_score":0.500054,"hf_subset":"kmr_Latn-kmb_Latn","languages":["kmr-Latn","kmb-Latn"]},{"precision":0.347595,"recall":0.431818,"f1":0.370492,"accuracy":0.431818,"main_score":0.370492,"hf_subset":"kmr_Latn-min_Arab","languages":["kmr-Latn","min-Arab"]},{"precision":0.740679,"recall":0.797431,"f1":0.758004,"accuracy":0.797431,"main_score":0.758004,"hf_subset":"kmr_Latn-pol_Latn","languages":["kmr-Latn","pol-Latn"]},{"precision":0.476525,"recall":0.534585,"f1":0.493208,"accuracy":0.534585,"main_score":0.493208,"hf_subset":"kmr_Latn-ssw_Latn","languages":["kmr-Latn","ssw-Latn"]},{"precision":0.732584,"recall":0.79249,"f1":0.750732,"accuracy":0.79249,"main_score":0.750732,"hf_subset":"kmr_Latn-ukr_Cyrl","languages":["kmr-Latn","ukr-Cyrl"]},{"precision":0.755385,"recall":0.809289,"f1":0.771527,"accuracy":0.809289,"main_score":0.771527,"hf_subset":"kmr_Latn-afr_Latn","languages":["kmr-Latn","afr-Latn"]},{"precision":0.676358,"recall":0.736166,"f1":0.694005,"accuracy":0.736166,"main_score":0.694005,"hf_subset":"kmr_Latn-bho_Deva","languages":["kmr-Latn","bho-Deva"]},{"precision":0.722494,"recall":0.774704,"f1":0.737601,"accuracy":0.774704,"main_score":0.737601,"hf_subset":"kmr_Latn-eus_Latn","languages":["kmr-Latn","eus-Latn"]},{"precision":0.501522,"recall":0.556324,"f1":0.517296,"accuracy":0.556324,"main_score":0.517296,"hf_subset":"kmr_Latn-ibo_Latn","languages":["kmr-Latn","ibo-Latn"]},{"precision":0.693797,"recall":0.749012,"f1":0.709688,"accuracy":0.749012,"main_score":0.709688,"hf_subset":"kmr_Latn-min_Latn","languages":["kmr-Latn","min-Latn"]},{"precision":0.753541,"recall":0.810277,"f1":0.770327,"accuracy":0.810277,"main_score":0.770327,"hf_subset":"kmr_Latn-por_Latn","languages":["kmr-Latn","por-Latn"]},{"precision":0.716649,"recall":0.768775,"f1":0.731305,"accuracy":0.768775,"main_score":0.731305,"hf_subset":"kmr_Latn-sun_Latn","languages":["kmr-Latn","sun-Latn"]},{"precision":0.471569,"recall":0.529644,"f1":0.488505,"accuracy":0.529644,"main_score":0.488505,"hf_subset":"kmr_Latn-umb_Latn","languages":["kmr-Latn","umb-Latn"]},{"precision":0.705298,"recall":0.771739,"f1":0.725282,"accuracy":0.771739,"main_score":0.725282,"hf_subset":"kmr_Latn-ajp_Arab","languages":["kmr-Latn","ajp-Arab"]},{"precision":0.393893,"recall":0.466403,"f1":0.4142,"accuracy":0.466403,"main_score":0.4142,"hf_subset":"kmr_Latn-bjn_Arab","languages":["kmr-Latn","bjn-Arab"]},{"precision":0.481789,"recall":0.529644,"f1":0.495345,"accuracy":0.529644,"main_score":0.495345,"hf_subset":"kmr_Latn-ewe_Latn","languages":["kmr-Latn","ewe-Latn"]},{"precision":0.690974,"recall":0.737154,"f1":0.70463,"accuracy":0.737154,"main_score":0.70463,"hf_subset":"kmr_Latn-ilo_Latn","languages":["kmr-Latn","ilo-Latn"]},{"precision":0.214716,"recall":0.283597,"f1":0.232411,"accuracy":0.283597,"main_score":0.232411,"hf_subset":"kmr_Latn-knc_Arab","languages":["kmr-Latn","knc-Arab"]},{"precision":0.750831,"recall":0.804348,"f1":0.766949,"accuracy":0.804348,"main_score":0.766949,"hf_subset":"kmr_Latn-mkd_Cyrl","languages":["kmr-Latn","mkd-Cyrl"]},{"precision":0.70891,"recall":0.77668,"f1":0.728775,"accuracy":0.77668,"main_score":0.728775,"hf_subset":"kmr_Latn-prs_Arab","languages":["kmr-Latn","prs-Arab"]},{"precision":0.746064,"recall":0.80336,"f1":0.763261,"accuracy":0.80336,"main_score":0.763261,"hf_subset":"kmr_Latn-swe_Latn","languages":["kmr-Latn","swe-Latn"]},{"precision":0.704621,"recall":0.772727,"f1":0.724555,"accuracy":0.772727,"main_score":0.724555,"hf_subset":"kmr_Latn-urd_Arab","languages":["kmr-Latn","urd-Arab"]},{"precision":0.522106,"recall":0.572134,"f1":0.536351,"accuracy":0.572134,"main_score":0.536351,"hf_subset":"kmr_Latn-aka_Latn","languages":["kmr-Latn","aka-Latn"]},{"precision":0.680289,"recall":0.737154,"f1":0.697116,"accuracy":0.737154,"main_score":0.697116,"hf_subset":"kmr_Latn-bjn_Latn","languages":["kmr-Latn","bjn-Latn"]},{"precision":0.643234,"recall":0.705534,"f1":0.661382,"accuracy":0.705534,"main_score":0.661382,"hf_subset":"kmr_Latn-fao_Latn","languages":["kmr-Latn","fao-Latn"]},{"precision":0.740755,"recall":0.799407,"f1":0.758498,"accuracy":0.799407,"main_score":0.758498,"hf_subset":"kmr_Latn-ind_Latn","languages":["kmr-Latn","ind-Latn"]},{"precision":0.52117,"recall":0.564229,"f1":0.533766,"accuracy":0.564229,"main_score":0.533766,"hf_subset":"kmr_Latn-knc_Latn","languages":["kmr-Latn","knc-Latn"]},{"precision":0.723099,"recall":0.777668,"f1":0.738512,"accuracy":0.777668,"main_score":0.738512,"hf_subset":"kmr_Latn-mlt_Latn","languages":["kmr-Latn","mlt-Latn"]},{"precision":0.550379,"recall":0.596838,"f1":0.564182,"accuracy":0.596838,"main_score":0.564182,"hf_subset":"kmr_Latn-quy_Latn","languages":["kmr-Latn","quy-Latn"]},{"precision":0.591627,"recall":0.65415,"f1":0.609974,"accuracy":0.65415,"main_score":0.609974,"hf_subset":"kmr_Latn-swh_Latn","languages":["kmr-Latn","swh-Latn"]},{"precision":0.723463,"recall":0.778656,"f1":0.740072,"accuracy":0.778656,"main_score":0.740072,"hf_subset":"kmr_Latn-uzn_Latn","languages":["kmr-Latn","uzn-Latn"]},{"precision":0.759149,"recall":0.807312,"f1":0.773177,"accuracy":0.807312,"main_score":0.773177,"hf_subset":"kmr_Latn-als_Latn","languages":["kmr-Latn","als-Latn"]},{"precision":0.172372,"recall":0.236166,"f1":0.187564,"accuracy":0.236166,"main_score":0.187564,"hf_subset":"kmr_Latn-bod_Tibt","languages":["kmr-Latn","bod-Tibt"]},{"precision":0.49016,"recall":0.539526,"f1":0.503913,"accuracy":0.539526,"main_score":0.503913,"hf_subset":"kmr_Latn-fij_Latn","languages":["kmr-Latn","fij-Latn"]},{"precision":0.625381,"recall":0.694664,"f1":0.645163,"accuracy":0.694664,"main_score":0.645163,"hf_subset":"kmr_Latn-isl_Latn","languages":["kmr-Latn","isl-Latn"]},{"precision":0.547158,"recall":0.605731,"f1":0.564372,"accuracy":0.605731,"main_score":0.564372,"hf_subset":"kmr_Latn-kon_Latn","languages":["kmr-Latn","kon-Latn"]},{"precision":0.460117,"recall":0.534585,"f1":0.482207,"accuracy":0.534585,"main_score":0.482207,"hf_subset":"kmr_Latn-mni_Beng","languages":["kmr-Latn","mni-Beng"]},{"precision":0.765029,"recall":0.815217,"f1":0.77999,"accuracy":0.815217,"main_score":0.77999,"hf_subset":"kmr_Latn-ron_Latn","languages":["kmr-Latn","ron-Latn"]},{"precision":0.711283,"recall":0.771739,"f1":0.729412,"accuracy":0.771739,"main_score":0.729412,"hf_subset":"kmr_Latn-szl_Latn","languages":["kmr-Latn","szl-Latn"]},{"precision":0.749693,"recall":0.800395,"f1":0.764395,"accuracy":0.800395,"main_score":0.764395,"hf_subset":"kmr_Latn-vec_Latn","languages":["kmr-Latn","vec-Latn"]},{"precision":0.420457,"recall":0.497036,"f1":0.441734,"accuracy":0.497036,"main_score":0.441734,"hf_subset":"kmr_Latn-amh_Ethi","languages":["kmr-Latn","amh-Ethi"]},{"precision":0.758127,"recall":0.816206,"f1":0.775845,"accuracy":0.816206,"main_score":0.775845,"hf_subset":"kmr_Latn-bos_Latn","languages":["kmr-Latn","bos-Latn"]},{"precision":0.723525,"recall":0.778656,"f1":0.739793,"accuracy":0.778656,"main_score":0.739793,"hf_subset":"kmr_Latn-fin_Latn","languages":["kmr-Latn","fin-Latn"]},{"precision":0.734173,"recall":0.793478,"f1":0.751973,"accuracy":0.793478,"main_score":0.751973,"hf_subset":"kmr_Latn-ita_Latn","languages":["kmr-Latn","ita-Latn"]},{"precision":0.70527,"recall":0.772727,"f1":0.724766,"accuracy":0.772727,"main_score":0.724766,"hf_subset":"kmr_Latn-kor_Hang","languages":["kmr-Latn","kor-Hang"]},{"precision":0.492902,"recall":0.541502,"f1":0.506421,"accuracy":0.541502,"main_score":0.506421,"hf_subset":"kmr_Latn-mos_Latn","languages":["kmr-Latn","mos-Latn"]},{"precision":0.470547,"recall":0.525692,"f1":0.485973,"accuracy":0.525692,"main_score":0.485973,"hf_subset":"kmr_Latn-run_Latn","languages":["kmr-Latn","run-Latn"]},{"precision":0.669416,"recall":0.73913,"f1":0.689703,"accuracy":0.73913,"main_score":0.689703,"hf_subset":"kmr_Latn-tam_Taml","languages":["kmr-Latn","tam-Taml"]},{"precision":0.722792,"recall":0.782609,"f1":0.740653,"accuracy":0.782609,"main_score":0.740653,"hf_subset":"kmr_Latn-vie_Latn","languages":["kmr-Latn","vie-Latn"]},{"precision":0.719862,"recall":0.779644,"f1":0.737376,"accuracy":0.779644,"main_score":0.737376,"hf_subset":"kmr_Latn-apc_Arab","languages":["kmr-Latn","apc-Arab"]},{"precision":0.624762,"recall":0.670949,"f1":0.637491,"accuracy":0.670949,"main_score":0.637491,"hf_subset":"kmr_Latn-bug_Latn","languages":["kmr-Latn","bug-Latn"]},{"precision":0.453521,"recall":0.501976,"f1":0.467347,"accuracy":0.501976,"main_score":0.467347,"hf_subset":"kmr_Latn-fon_Latn","languages":["kmr-Latn","fon-Latn"]},{"precision":0.713439,"recall":0.771739,"f1":0.730701,"accuracy":0.771739,"main_score":0.730701,"hf_subset":"kmr_Latn-jav_Latn","languages":["kmr-Latn","jav-Latn"]},{"precision":0.55597,"recall":0.632411,"f1":0.577822,"accuracy":0.632411,"main_score":0.577822,"hf_subset":"kmr_Latn-lao_Laoo","languages":["kmr-Latn","lao-Laoo"]},{"precision":0.498419,"recall":0.564229,"f1":0.516969,"accuracy":0.564229,"main_score":0.516969,"hf_subset":"kmr_Latn-mri_Latn","languages":["kmr-Latn","mri-Latn"]},{"precision":0.728195,"recall":0.787549,"f1":0.745418,"accuracy":0.787549,"main_score":0.745418,"hf_subset":"kmr_Latn-rus_Cyrl","languages":["kmr-Latn","rus-Cyrl"]},{"precision":0.485754,"recall":0.535573,"f1":0.500414,"accuracy":0.535573,"main_score":0.500414,"hf_subset":"kmr_Latn-taq_Latn","languages":["kmr-Latn","taq-Latn"]},{"precision":0.754776,"recall":0.798419,"f1":0.767456,"accuracy":0.798419,"main_score":0.767456,"hf_subset":"kmr_Latn-war_Latn","languages":["kmr-Latn","war-Latn"]},{"precision":0.717984,"recall":0.778656,"f1":0.736139,"accuracy":0.778656,"main_score":0.736139,"hf_subset":"kmr_Latn-arb_Arab","languages":["kmr-Latn","arb-Arab"]},{"precision":0.740184,"recall":0.800395,"f1":0.758513,"accuracy":0.800395,"main_score":0.758513,"hf_subset":"kmr_Latn-bul_Cyrl","languages":["kmr-Latn","bul-Cyrl"]},{"precision":0.755015,"recall":0.812253,"f1":0.77201,"accuracy":0.812253,"main_score":0.77201,"hf_subset":"kmr_Latn-fra_Latn","languages":["kmr-Latn","fra-Latn"]},{"precision":0.674886,"recall":0.744071,"f1":0.695262,"accuracy":0.744071,"main_score":0.695262,"hf_subset":"kmr_Latn-jpn_Jpan","languages":["kmr-Latn","jpn-Jpan"]},{"precision":0.731432,"recall":0.782609,"f1":0.746352,"accuracy":0.782609,"main_score":0.746352,"hf_subset":"kmr_Latn-lij_Latn","languages":["kmr-Latn","lij-Latn"]},{"precision":0.462162,"recall":0.562253,"f1":0.491444,"accuracy":0.562253,"main_score":0.491444,"hf_subset":"kmr_Latn-mya_Mymr","languages":["kmr-Latn","mya-Mymr"]},{"precision":0.495166,"recall":0.551383,"f1":0.511489,"accuracy":0.551383,"main_score":0.511489,"hf_subset":"kmr_Latn-sag_Latn","languages":["kmr-Latn","sag-Latn"]},{"precision":0.152062,"recall":0.220356,"f1":0.166947,"accuracy":0.220356,"main_score":0.166947,"hf_subset":"kmr_Latn-taq_Tfng","languages":["kmr-Latn","taq-Tfng"]},{"precision":0.552294,"recall":0.603755,"f1":0.567247,"accuracy":0.603755,"main_score":0.567247,"hf_subset":"kmr_Latn-wol_Latn","languages":["kmr-Latn","wol-Latn"]},{"precision":0.486593,"recall":0.559289,"f1":0.507833,"accuracy":0.559289,"main_score":0.507833,"hf_subset":"kmr_Latn-arb_Latn","languages":["kmr-Latn","arb-Latn"]},{"precision":0.745297,"recall":0.800395,"f1":0.761481,"accuracy":0.800395,"main_score":0.761481,"hf_subset":"kmr_Latn-cat_Latn","languages":["kmr-Latn","cat-Latn"]},{"precision":0.733545,"recall":0.777668,"f1":0.746291,"accuracy":0.777668,"main_score":0.746291,"hf_subset":"kmr_Latn-fur_Latn","languages":["kmr-Latn","fur-Latn"]},{"precision":0.383895,"recall":0.4417,"f1":0.39894,"accuracy":0.4417,"main_score":0.39894,"hf_subset":"kmr_Latn-kab_Latn","languages":["kmr-Latn","kab-Latn"]},{"precision":0.718077,"recall":0.770751,"f1":0.733402,"accuracy":0.770751,"main_score":0.733402,"hf_subset":"kmr_Latn-lim_Latn","languages":["kmr-Latn","lim-Latn"]},{"precision":0.733672,"recall":0.791502,"f1":0.750628,"accuracy":0.791502,"main_score":0.750628,"hf_subset":"kmr_Latn-nld_Latn","languages":["kmr-Latn","nld-Latn"]},{"precision":0.619024,"recall":0.688735,"f1":0.639314,"accuracy":0.688735,"main_score":0.639314,"hf_subset":"kmr_Latn-san_Deva","languages":["kmr-Latn","san-Deva"]},{"precision":0.754919,"recall":0.796443,"f1":0.767787,"accuracy":0.796443,"main_score":0.767787,"hf_subset":"kmr_Latn-tat_Cyrl","languages":["kmr-Latn","tat-Cyrl"]},{"precision":0.524082,"recall":0.58004,"f1":0.539911,"accuracy":0.58004,"main_score":0.539911,"hf_subset":"kmr_Latn-xho_Latn","languages":["kmr-Latn","xho-Latn"]},{"precision":0.702454,"recall":0.767787,"f1":0.722182,"accuracy":0.767787,"main_score":0.722182,"hf_subset":"kmr_Latn-ars_Arab","languages":["kmr-Latn","ars-Arab"]},{"precision":0.743692,"recall":0.798419,"f1":0.760145,"accuracy":0.798419,"main_score":0.760145,"hf_subset":"kmr_Latn-ceb_Latn","languages":["kmr-Latn","ceb-Latn"]},{"precision":0.484522,"recall":0.539526,"f1":0.500371,"accuracy":0.539526,"main_score":0.500371,"hf_subset":"kmr_Latn-fuv_Latn","languages":["kmr-Latn","fuv-Latn"]},{"precision":0.48544,"recall":0.538538,"f1":0.500856,"accuracy":0.538538,"main_score":0.500856,"hf_subset":"kmr_Latn-kac_Latn","languages":["kmr-Latn","kac-Latn"]},{"precision":0.558119,"recall":0.607708,"f1":0.573002,"accuracy":0.607708,"main_score":0.573002,"hf_subset":"kmr_Latn-lin_Latn","languages":["kmr-Latn","lin-Latn"]},{"precision":0.744715,"recall":0.801383,"f1":0.761435,"accuracy":0.801383,"main_score":0.761435,"hf_subset":"kmr_Latn-nno_Latn","languages":["kmr-Latn","nno-Latn"]},{"precision":0.032341,"recall":0.082016,"f1":0.04074,"accuracy":0.082016,"main_score":0.04074,"hf_subset":"kmr_Latn-sat_Olck","languages":["kmr-Latn","sat-Olck"]},{"precision":0.702993,"recall":0.764822,"f1":0.721069,"accuracy":0.764822,"main_score":0.721069,"hf_subset":"kmr_Latn-tel_Telu","languages":["kmr-Latn","tel-Telu"]},{"precision":0.556021,"recall":0.630435,"f1":0.578051,"accuracy":0.630435,"main_score":0.578051,"hf_subset":"kmr_Latn-ydd_Hebr","languages":["kmr-Latn","ydd-Hebr"]},{"precision":0.655023,"recall":0.724308,"f1":0.675151,"accuracy":0.724308,"main_score":0.675151,"hf_subset":"kmr_Latn-ary_Arab","languages":["kmr-Latn","ary-Arab"]},{"precision":0.736422,"recall":0.799407,"f1":0.755258,"accuracy":0.799407,"main_score":0.755258,"hf_subset":"kmr_Latn-ces_Latn","languages":["kmr-Latn","ces-Latn"]},{"precision":0.425145,"recall":0.498024,"f1":0.445623,"accuracy":0.498024,"main_score":0.445623,"hf_subset":"kmr_Latn-gaz_Latn","languages":["kmr-Latn","gaz-Latn"]},{"precision":0.484543,"recall":0.545455,"f1":0.501868,"accuracy":0.545455,"main_score":0.501868,"hf_subset":"kmr_Latn-kam_Latn","languages":["kmr-Latn","kam-Latn"]},{"precision":0.708557,"recall":0.772727,"f1":0.72721,"accuracy":0.772727,"main_score":0.72721,"hf_subset":"kmr_Latn-lit_Latn","languages":["kmr-Latn","lit-Latn"]},{"precision":0.734536,"recall":0.79249,"f1":0.751487,"accuracy":0.79249,"main_score":0.751487,"hf_subset":"kmr_Latn-nob_Latn","languages":["kmr-Latn","nob-Latn"]},{"precision":0.696798,"recall":0.752964,"f1":0.713423,"accuracy":0.752964,"main_score":0.713423,"hf_subset":"kmr_Latn-scn_Latn","languages":["kmr-Latn","scn-Latn"]},{"precision":0.706254,"recall":0.762846,"f1":0.722897,"accuracy":0.762846,"main_score":0.722897,"hf_subset":"kmr_Latn-tgk_Cyrl","languages":["kmr-Latn","tgk-Cyrl"]},{"precision":0.425296,"recall":0.48913,"f1":0.444062,"accuracy":0.48913,"main_score":0.444062,"hf_subset":"kmr_Latn-yor_Latn","languages":["kmr-Latn","yor-Latn"]},{"precision":0.692111,"recall":0.756917,"f1":0.711704,"accuracy":0.756917,"main_score":0.711704,"hf_subset":"kmr_Latn-arz_Arab","languages":["kmr-Latn","arz-Arab"]},{"precision":0.483503,"recall":0.538538,"f1":0.498888,"accuracy":0.538538,"main_score":0.498888,"hf_subset":"kmr_Latn-cjk_Latn","languages":["kmr-Latn","cjk-Latn"]},{"precision":0.538579,"recall":0.606719,"f1":0.557998,"accuracy":0.606719,"main_score":0.557998,"hf_subset":"kmr_Latn-gla_Latn","languages":["kmr-Latn","gla-Latn"]},{"precision":0.691636,"recall":0.755929,"f1":0.709736,"accuracy":0.755929,"main_score":0.709736,"hf_subset":"kmr_Latn-kan_Knda","languages":["kmr-Latn","kan-Knda"]},{"precision":0.722999,"recall":0.769763,"f1":0.736488,"accuracy":0.769763,"main_score":0.736488,"hf_subset":"kmr_Latn-lmo_Latn","languages":["kmr-Latn","lmo-Latn"]},{"precision":0.700264,"recall":0.762846,"f1":0.719105,"accuracy":0.762846,"main_score":0.719105,"hf_subset":"kmr_Latn-npi_Deva","languages":["kmr-Latn","npi-Deva"]},{"precision":0.431626,"recall":0.502964,"f1":0.452201,"accuracy":0.502964,"main_score":0.452201,"hf_subset":"kmr_Latn-shn_Mymr","languages":["kmr-Latn","shn-Mymr"]},{"precision":0.753826,"recall":0.804348,"f1":0.768267,"accuracy":0.804348,"main_score":0.768267,"hf_subset":"kmr_Latn-tgl_Latn","languages":["kmr-Latn","tgl-Latn"]},{"precision":0.697991,"recall":0.759881,"f1":0.716177,"accuracy":0.759881,"main_score":0.716177,"hf_subset":"kmr_Latn-yue_Hant","languages":["kmr-Latn","yue-Hant"]},{"precision":0.658202,"recall":0.731225,"f1":0.679517,"accuracy":0.731225,"main_score":0.679517,"hf_subset":"kmr_Latn-asm_Beng","languages":["kmr-Latn","asm-Beng"]},{"precision":0.620463,"recall":0.688735,"f1":0.641115,"accuracy":0.688735,"main_score":0.641115,"hf_subset":"kmr_Latn-ckb_Arab","languages":["kmr-Latn","ckb-Arab"]},{"precision":0.567029,"recall":0.635375,"f1":0.586684,"accuracy":0.635375,"main_score":0.586684,"hf_subset":"kmr_Latn-gle_Latn","languages":["kmr-Latn","gle-Latn"]},{"precision":0.581983,"recall":0.653162,"f1":0.602626,"accuracy":0.653162,"main_score":0.602626,"hf_subset":"kmr_Latn-kas_Arab","languages":["kmr-Latn","kas-Arab"]},{"precision":0.64306,"recall":0.706522,"f1":0.66158,"accuracy":0.706522,"main_score":0.66158,"hf_subset":"kmr_Latn-ltg_Latn","languages":["kmr-Latn","ltg-Latn"]},{"precision":0.535401,"recall":0.586957,"f1":0.550035,"accuracy":0.586957,"main_score":0.550035,"hf_subset":"kmr_Latn-nso_Latn","languages":["kmr-Latn","nso-Latn"]},{"precision":0.261529,"recall":0.33004,"f1":0.279364,"accuracy":0.33004,"main_score":0.279364,"hf_subset":"kmr_Latn-sin_Sinh","languages":["kmr-Latn","sin-Sinh"]},{"precision":0.697004,"recall":0.763834,"f1":0.716498,"accuracy":0.763834,"main_score":0.716498,"hf_subset":"kmr_Latn-tha_Thai","languages":["kmr-Latn","tha-Thai"]},{"precision":0.675842,"recall":0.747036,"f1":0.696645,"accuracy":0.747036,"main_score":0.696645,"hf_subset":"kmr_Latn-zho_Hans","languages":["kmr-Latn","zho-Hans"]},{"precision":0.734224,"recall":0.791502,"f1":0.75121,"accuracy":0.791502,"main_score":0.75121,"hf_subset":"kmr_Latn-ast_Latn","languages":["kmr-Latn","ast-Latn"]},{"precision":0.717895,"recall":0.77668,"f1":0.735655,"accuracy":0.77668,"main_score":0.735655,"hf_subset":"kmr_Latn-crh_Latn","languages":["kmr-Latn","crh-Latn"]},{"precision":0.740604,"recall":0.796443,"f1":0.757242,"accuracy":0.796443,"main_score":0.757242,"hf_subset":"kmr_Latn-glg_Latn","languages":["kmr-Latn","glg-Latn"]},{"precision":0.552421,"recall":0.624506,"f1":0.573522,"accuracy":0.624506,"main_score":0.573522,"hf_subset":"kmr_Latn-kas_Deva","languages":["kmr-Latn","kas-Deva"]},{"precision":0.719838,"recall":0.778656,"f1":0.737062,"accuracy":0.778656,"main_score":0.737062,"hf_subset":"kmr_Latn-ltz_Latn","languages":["kmr-Latn","ltz-Latn"]},{"precision":0.41231,"recall":0.475296,"f1":0.428999,"accuracy":0.475296,"main_score":0.428999,"hf_subset":"kmr_Latn-nus_Latn","languages":["kmr-Latn","nus-Latn"]},{"precision":0.732905,"recall":0.794466,"f1":0.751275,"accuracy":0.794466,"main_score":0.751275,"hf_subset":"kmr_Latn-slk_Latn","languages":["kmr-Latn","slk-Latn"]},{"precision":0.253501,"recall":0.314229,"f1":0.269621,"accuracy":0.314229,"main_score":0.269621,"hf_subset":"kmr_Latn-tir_Ethi","languages":["kmr-Latn","tir-Ethi"]},{"precision":0.699506,"recall":0.763834,"f1":0.718332,"accuracy":0.763834,"main_score":0.718332,"hf_subset":"kmr_Latn-zho_Hant","languages":["kmr-Latn","zho-Hant"]},{"precision":0.716518,"recall":0.777668,"f1":0.734486,"accuracy":0.777668,"main_score":0.734486,"hf_subset":"kmr_Latn-awa_Deva","languages":["kmr-Latn","awa-Deva"]},{"precision":0.673197,"recall":0.73419,"f1":0.691072,"accuracy":0.73419,"main_score":0.691072,"hf_subset":"kmr_Latn-cym_Latn","languages":["kmr-Latn","cym-Latn"]},{"precision":0.590199,"recall":0.63834,"f1":0.604003,"accuracy":0.63834,"main_score":0.604003,"hf_subset":"kmr_Latn-grn_Latn","languages":["kmr-Latn","grn-Latn"]},{"precision":0.688329,"recall":0.748024,"f1":0.705986,"accuracy":0.748024,"main_score":0.705986,"hf_subset":"kmr_Latn-kat_Geor","languages":["kmr-Latn","kat-Geor"]},{"precision":0.53392,"recall":0.582016,"f1":0.548102,"accuracy":0.582016,"main_score":0.548102,"hf_subset":"kmr_Latn-lua_Latn","languages":["kmr-Latn","lua-Latn"]},{"precision":0.516297,"recall":0.56917,"f1":0.531333,"accuracy":0.56917,"main_score":0.531333,"hf_subset":"kmr_Latn-nya_Latn","languages":["kmr-Latn","nya-Latn"]},{"precision":0.737608,"recall":0.793478,"f1":0.754107,"accuracy":0.793478,"main_score":0.754107,"hf_subset":"kmr_Latn-slv_Latn","languages":["kmr-Latn","slv-Latn"]},{"precision":0.631629,"recall":0.688735,"f1":0.647419,"accuracy":0.688735,"main_score":0.647419,"hf_subset":"kmr_Latn-tpi_Latn","languages":["kmr-Latn","tpi-Latn"]},{"precision":0.750066,"recall":0.802372,"f1":0.765379,"accuracy":0.802372,"main_score":0.765379,"hf_subset":"kmr_Latn-zsm_Latn","languages":["kmr-Latn","zsm-Latn"]},{"precision":0.501362,"recall":0.55336,"f1":0.516346,"accuracy":0.55336,"main_score":0.516346,"hf_subset":"kmr_Latn-ayr_Latn","languages":["kmr-Latn","ayr-Latn"]},{"precision":0.752775,"recall":0.806324,"f1":0.768585,"accuracy":0.806324,"main_score":0.768585,"hf_subset":"kmr_Latn-dan_Latn","languages":["kmr-Latn","dan-Latn"]},{"precision":0.710672,"recall":0.774704,"f1":0.729631,"accuracy":0.774704,"main_score":0.729631,"hf_subset":"kmr_Latn-guj_Gujr","languages":["kmr-Latn","guj-Gujr"]},{"precision":0.735352,"recall":0.788538,"f1":0.751207,"accuracy":0.788538,"main_score":0.751207,"hf_subset":"kmr_Latn-kaz_Cyrl","languages":["kmr-Latn","kaz-Cyrl"]},{"precision":0.444754,"recall":0.504941,"f1":0.462149,"accuracy":0.504941,"main_score":0.462149,"hf_subset":"kmr_Latn-lug_Latn","languages":["kmr-Latn","lug-Latn"]},{"precision":0.749454,"recall":0.801383,"f1":0.764491,"accuracy":0.801383,"main_score":0.764491,"hf_subset":"kmr_Latn-oci_Latn","languages":["kmr-Latn","oci-Latn"]},{"precision":0.517385,"recall":0.573123,"f1":0.533209,"accuracy":0.573123,"main_score":0.533209,"hf_subset":"kmr_Latn-smo_Latn","languages":["kmr-Latn","smo-Latn"]},{"precision":0.483586,"recall":0.538538,"f1":0.498637,"accuracy":0.538538,"main_score":0.498637,"hf_subset":"kmr_Latn-tsn_Latn","languages":["kmr-Latn","tsn-Latn"]},{"precision":0.480606,"recall":0.543478,"f1":0.497191,"accuracy":0.543478,"main_score":0.497191,"hf_subset":"kmr_Latn-zul_Latn","languages":["kmr-Latn","zul-Latn"]},{"precision":0.571163,"recall":0.642292,"f1":0.59305,"accuracy":0.642292,"main_score":0.59305,"hf_subset":"kmr_Latn-azb_Arab","languages":["kmr-Latn","azb-Arab"]},{"precision":0.746854,"recall":0.806324,"f1":0.764855,"accuracy":0.806324,"main_score":0.764855,"hf_subset":"kmr_Latn-deu_Latn","languages":["kmr-Latn","deu-Latn"]},{"precision":0.683141,"recall":0.742095,"f1":0.700416,"accuracy":0.742095,"main_score":0.700416,"hf_subset":"kmr_Latn-hat_Latn","languages":["kmr-Latn","hat-Latn"]},{"precision":0.457148,"recall":0.511858,"f1":0.473174,"accuracy":0.511858,"main_score":0.473174,"hf_subset":"kmr_Latn-kbp_Latn","languages":["kmr-Latn","kbp-Latn"]},{"precision":0.511472,"recall":0.561265,"f1":0.526235,"accuracy":0.561265,"main_score":0.526235,"hf_subset":"kmr_Latn-luo_Latn","languages":["kmr-Latn","luo-Latn"]},{"precision":0.683189,"recall":0.750988,"f1":0.70323,"accuracy":0.750988,"main_score":0.70323,"hf_subset":"kmr_Latn-ory_Orya","languages":["kmr-Latn","ory-Orya"]},{"precision":0.503815,"recall":0.556324,"f1":0.519073,"accuracy":0.556324,"main_score":0.519073,"hf_subset":"kmr_Latn-sna_Latn","languages":["kmr-Latn","sna-Latn"]},{"precision":0.482142,"recall":0.533597,"f1":0.496535,"accuracy":0.533597,"main_score":0.496535,"hf_subset":"kmr_Latn-tso_Latn","languages":["kmr-Latn","tso-Latn"]},{"precision":0.712017,"recall":0.771739,"f1":0.729784,"accuracy":0.771739,"main_score":0.729784,"hf_subset":"kmr_Latn-azj_Latn","languages":["kmr-Latn","azj-Latn"]},{"precision":0.47476,"recall":0.531621,"f1":0.491809,"accuracy":0.531621,"main_score":0.491809,"hf_subset":"kmr_Latn-dik_Latn","languages":["kmr-Latn","dik-Latn"]},{"precision":0.484568,"recall":0.539526,"f1":0.500099,"accuracy":0.539526,"main_score":0.500099,"hf_subset":"kmr_Latn-hau_Latn","languages":["kmr-Latn","hau-Latn"]},{"precision":0.710812,"recall":0.761858,"f1":0.725634,"accuracy":0.761858,"main_score":0.725634,"hf_subset":"kmr_Latn-kea_Latn","languages":["kmr-Latn","kea-Latn"]},{"precision":0.576609,"recall":0.620553,"f1":0.589322,"accuracy":0.620553,"main_score":0.589322,"hf_subset":"kmr_Latn-lus_Latn","languages":["kmr-Latn","lus-Latn"]},{"precision":0.629601,"recall":0.673913,"f1":0.642896,"accuracy":0.673913,"main_score":0.642896,"hf_subset":"kmr_Latn-pag_Latn","languages":["kmr-Latn","pag-Latn"]},{"precision":0.683557,"recall":0.747036,"f1":0.702228,"accuracy":0.747036,"main_score":0.702228,"hf_subset":"kmr_Latn-snd_Arab","languages":["kmr-Latn","snd-Arab"]},{"precision":0.660484,"recall":0.724308,"f1":0.679738,"accuracy":0.724308,"main_score":0.679738,"hf_subset":"kmr_Latn-tuk_Latn","languages":["kmr-Latn","tuk-Latn"]},{"precision":0.723497,"recall":0.77668,"f1":0.739056,"accuracy":0.77668,"main_score":0.739056,"hf_subset":"kmr_Latn-bak_Cyrl","languages":["kmr-Latn","bak-Cyrl"]},{"precision":0.405857,"recall":0.474308,"f1":0.426172,"accuracy":0.474308,"main_score":0.426172,"hf_subset":"kmr_Latn-dyu_Latn","languages":["kmr-Latn","dyu-Latn"]},{"precision":0.705287,"recall":0.767787,"f1":0.724309,"accuracy":0.767787,"main_score":0.724309,"hf_subset":"kmr_Latn-heb_Hebr","languages":["kmr-Latn","heb-Hebr"]},{"precision":0.675642,"recall":0.725296,"f1":0.690335,"accuracy":0.725296,"main_score":0.690335,"hf_subset":"kmr_Latn-khk_Cyrl","languages":["kmr-Latn","khk-Cyrl"]},{"precision":0.725503,"recall":0.780632,"f1":0.741462,"accuracy":0.780632,"main_score":0.741462,"hf_subset":"kmr_Latn-lvs_Latn","languages":["kmr-Latn","lvs-Latn"]},{"precision":0.72113,"recall":0.784585,"f1":0.739993,"accuracy":0.784585,"main_score":0.739993,"hf_subset":"kmr_Latn-pan_Guru","languages":["kmr-Latn","pan-Guru"]},{"precision":0.48386,"recall":0.543478,"f1":0.500998,"accuracy":0.543478,"main_score":0.500998,"hf_subset":"kmr_Latn-som_Latn","languages":["kmr-Latn","som-Latn"]},{"precision":0.494149,"recall":0.545455,"f1":0.508634,"accuracy":0.545455,"main_score":0.508634,"hf_subset":"kmr_Latn-tum_Latn","languages":["kmr-Latn","tum-Latn"]},{"precision":0.482446,"recall":0.559289,"f1":0.504297,"accuracy":0.559289,"main_score":0.504297,"hf_subset":"min_Latn-ace_Arab","languages":["min-Latn","ace-Arab"]},{"precision":0.458006,"recall":0.528656,"f1":0.477476,"accuracy":0.528656,"main_score":0.477476,"hf_subset":"min_Latn-bam_Latn","languages":["min-Latn","bam-Latn"]},{"precision":0.106558,"recall":0.155138,"f1":0.118547,"accuracy":0.155138,"main_score":0.118547,"hf_subset":"min_Latn-dzo_Tibt","languages":["min-Latn","dzo-Tibt"]},{"precision":0.963356,"recall":0.974308,"f1":0.966798,"accuracy":0.974308,"main_score":0.966798,"hf_subset":"min_Latn-hin_Deva","languages":["min-Latn","hin-Deva"]},{"precision":0.833827,"recall":0.883399,"f1":0.849638,"accuracy":0.883399,"main_score":0.849638,"hf_subset":"min_Latn-khm_Khmr","languages":["min-Latn","khm-Khmr"]},{"precision":0.961627,"recall":0.97332,"f1":0.965415,"accuracy":0.97332,"main_score":0.965415,"hf_subset":"min_Latn-mag_Deva","languages":["min-Latn","mag-Deva"]},{"precision":0.930698,"recall":0.950593,"f1":0.937088,"accuracy":0.950593,"main_score":0.937088,"hf_subset":"min_Latn-pap_Latn","languages":["min-Latn","pap-Latn"]},{"precision":0.501027,"recall":0.574111,"f1":0.521826,"accuracy":0.574111,"main_score":0.521826,"hf_subset":"min_Latn-sot_Latn","languages":["min-Latn","sot-Latn"]},{"precision":0.959651,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"min_Latn-tur_Latn","languages":["min-Latn","tur-Latn"]},{"precision":0.817803,"recall":0.859684,"f1":0.830665,"accuracy":0.859684,"main_score":0.830665,"hf_subset":"min_Latn-ace_Latn","languages":["min-Latn","ace-Latn"]},{"precision":0.901103,"recall":0.925889,"f1":0.908959,"accuracy":0.925889,"main_score":0.908959,"hf_subset":"min_Latn-ban_Latn","languages":["min-Latn","ban-Latn"]},{"precision":0.963521,"recall":0.974308,"f1":0.966963,"accuracy":0.974308,"main_score":0.966963,"hf_subset":"min_Latn-ell_Grek","languages":["min-Latn","ell-Grek"]},{"precision":0.945817,"recall":0.962451,"f1":0.951252,"accuracy":0.962451,"main_score":0.951252,"hf_subset":"min_Latn-hne_Deva","languages":["min-Latn","hne-Deva"]},{"precision":0.502203,"recall":0.574111,"f1":0.52318,"accuracy":0.574111,"main_score":0.52318,"hf_subset":"min_Latn-kik_Latn","languages":["min-Latn","kik-Latn"]},{"precision":0.949852,"recall":0.965415,"f1":0.954941,"accuracy":0.965415,"main_score":0.954941,"hf_subset":"min_Latn-mai_Deva","languages":["min-Latn","mai-Deva"]},{"precision":0.822299,"recall":0.870553,"f1":0.837747,"accuracy":0.870553,"main_score":0.837747,"hf_subset":"min_Latn-pbt_Arab","languages":["min-Latn","pbt-Arab"]},{"precision":0.964921,"recall":0.975296,"f1":0.968215,"accuracy":0.975296,"main_score":0.968215,"hf_subset":"min_Latn-spa_Latn","languages":["min-Latn","spa-Latn"]},{"precision":0.569913,"recall":0.632411,"f1":0.587306,"accuracy":0.632411,"main_score":0.587306,"hf_subset":"min_Latn-twi_Latn","languages":["min-Latn","twi-Latn"]},{"precision":0.954875,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"min_Latn-acm_Arab","languages":["min-Latn","acm-Arab"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"min_Latn-bel_Cyrl","languages":["min-Latn","bel-Cyrl"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"min_Latn-eng_Latn","languages":["min-Latn","eng-Latn"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"min_Latn-hrv_Latn","languages":["min-Latn","hrv-Latn"]},{"precision":0.477068,"recall":0.543478,"f1":0.495476,"accuracy":0.543478,"main_score":0.495476,"hf_subset":"min_Latn-kin_Latn","languages":["min-Latn","kin-Latn"]},{"precision":0.93643,"recall":0.956522,"f1":0.943017,"accuracy":0.956522,"main_score":0.943017,"hf_subset":"min_Latn-mal_Mlym","languages":["min-Latn","mal-Mlym"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"min_Latn-pes_Arab","languages":["min-Latn","pes-Arab"]},{"precision":0.927207,"recall":0.947628,"f1":0.933959,"accuracy":0.947628,"main_score":0.933959,"hf_subset":"min_Latn-srd_Latn","languages":["min-Latn","srd-Latn"]},{"precision":0.125391,"recall":0.189723,"f1":0.139229,"accuracy":0.189723,"main_score":0.139229,"hf_subset":"min_Latn-tzm_Tfng","languages":["min-Latn","tzm-Tfng"]},{"precision":0.962451,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"min_Latn-acq_Arab","languages":["min-Latn","acq-Arab"]},{"precision":0.538936,"recall":0.608696,"f1":0.558267,"accuracy":0.608696,"main_score":0.558267,"hf_subset":"min_Latn-bem_Latn","languages":["min-Latn","bem-Latn"]},{"precision":0.968462,"recall":0.978261,"f1":0.971574,"accuracy":0.978261,"main_score":0.971574,"hf_subset":"min_Latn-epo_Latn","languages":["min-Latn","epo-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"min_Latn-hun_Latn","languages":["min-Latn","hun-Latn"]},{"precision":0.907279,"recall":0.933794,"f1":0.915679,"accuracy":0.933794,"main_score":0.915679,"hf_subset":"min_Latn-kir_Cyrl","languages":["min-Latn","kir-Cyrl"]},{"precision":0.951087,"recall":0.966403,"f1":0.956192,"accuracy":0.966403,"main_score":0.956192,"hf_subset":"min_Latn-mar_Deva","languages":["min-Latn","mar-Deva"]},{"precision":0.565399,"recall":0.625494,"f1":0.583019,"accuracy":0.625494,"main_score":0.583019,"hf_subset":"min_Latn-plt_Latn","languages":["min-Latn","plt-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"min_Latn-srp_Cyrl","languages":["min-Latn","srp-Cyrl"]},{"precision":0.830731,"recall":0.875494,"f1":0.844829,"accuracy":0.875494,"main_score":0.844829,"hf_subset":"min_Latn-uig_Arab","languages":["min-Latn","uig-Arab"]},{"precision":0.933877,"recall":0.953557,"f1":0.940283,"accuracy":0.953557,"main_score":0.940283,"hf_subset":"min_Latn-aeb_Arab","languages":["min-Latn","aeb-Arab"]},{"precision":0.952075,"recall":0.967391,"f1":0.957181,"accuracy":0.967391,"main_score":0.957181,"hf_subset":"min_Latn-ben_Beng","languages":["min-Latn","ben-Beng"]},{"precision":0.946723,"recall":0.963439,"f1":0.952141,"accuracy":0.963439,"main_score":0.952141,"hf_subset":"min_Latn-est_Latn","languages":["min-Latn","est-Latn"]},{"precision":0.919466,"recall":0.943676,"f1":0.927339,"accuracy":0.943676,"main_score":0.927339,"hf_subset":"min_Latn-hye_Armn","languages":["min-Latn","hye-Armn"]},{"precision":0.477332,"recall":0.541502,"f1":0.495415,"accuracy":0.541502,"main_score":0.495415,"hf_subset":"min_Latn-kmb_Latn","languages":["min-Latn","kmb-Latn"]},{"precision":0.506908,"recall":0.597826,"f1":0.531561,"accuracy":0.597826,"main_score":0.531561,"hf_subset":"min_Latn-min_Arab","languages":["min-Latn","min-Arab"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"min_Latn-pol_Latn","languages":["min-Latn","pol-Latn"]},{"precision":0.460488,"recall":0.539526,"f1":0.483355,"accuracy":0.539526,"main_score":0.483355,"hf_subset":"min_Latn-ssw_Latn","languages":["min-Latn","ssw-Latn"]},{"precision":0.969203,"recall":0.978261,"f1":0.972167,"accuracy":0.978261,"main_score":0.972167,"hf_subset":"min_Latn-ukr_Cyrl","languages":["min-Latn","ukr-Cyrl"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"min_Latn-afr_Latn","languages":["min-Latn","afr-Latn"]},{"precision":0.937665,"recall":0.956522,"f1":0.943742,"accuracy":0.956522,"main_score":0.943742,"hf_subset":"min_Latn-bho_Deva","languages":["min-Latn","bho-Deva"]},{"precision":0.888538,"recall":0.920949,"f1":0.898715,"accuracy":0.920949,"main_score":0.898715,"hf_subset":"min_Latn-eus_Latn","languages":["min-Latn","eus-Latn"]},{"precision":0.502949,"recall":0.58004,"f1":0.524269,"accuracy":0.58004,"main_score":0.524269,"hf_subset":"min_Latn-ibo_Latn","languages":["min-Latn","ibo-Latn"]},{"precision":0.664921,"recall":0.736166,"f1":0.685721,"accuracy":0.736166,"main_score":0.685721,"hf_subset":"min_Latn-kmr_Latn","languages":["min-Latn","kmr-Latn"]},{"precision":0.964592,"recall":0.975296,"f1":0.96805,"accuracy":0.975296,"main_score":0.96805,"hf_subset":"min_Latn-por_Latn","languages":["min-Latn","por-Latn"]},{"precision":0.956028,"recall":0.969368,"f1":0.960474,"accuracy":0.969368,"main_score":0.960474,"hf_subset":"min_Latn-sun_Latn","languages":["min-Latn","sun-Latn"]},{"precision":0.459413,"recall":0.533597,"f1":0.480898,"accuracy":0.533597,"main_score":0.480898,"hf_subset":"min_Latn-umb_Latn","languages":["min-Latn","umb-Latn"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"min_Latn-ajp_Arab","languages":["min-Latn","ajp-Arab"]},{"precision":0.425105,"recall":0.514822,"f1":0.449537,"accuracy":0.514822,"main_score":0.449537,"hf_subset":"min_Latn-bjn_Arab","languages":["min-Latn","bjn-Arab"]},{"precision":0.484439,"recall":0.546443,"f1":0.501644,"accuracy":0.546443,"main_score":0.501644,"hf_subset":"min_Latn-ewe_Latn","languages":["min-Latn","ewe-Latn"]},{"precision":0.837813,"recall":0.876482,"f1":0.849769,"accuracy":0.876482,"main_score":0.849769,"hf_subset":"min_Latn-ilo_Latn","languages":["min-Latn","ilo-Latn"]},{"precision":0.200708,"recall":0.275692,"f1":0.219321,"accuracy":0.275692,"main_score":0.219321,"hf_subset":"min_Latn-knc_Arab","languages":["min-Latn","knc-Arab"]},{"precision":0.961545,"recall":0.972332,"f1":0.964987,"accuracy":0.972332,"main_score":0.964987,"hf_subset":"min_Latn-mkd_Cyrl","languages":["min-Latn","mkd-Cyrl"]},{"precision":0.95751,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"min_Latn-prs_Arab","languages":["min-Latn","prs-Arab"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"min_Latn-swe_Latn","languages":["min-Latn","swe-Latn"]},{"precision":0.955534,"recall":0.969368,"f1":0.960145,"accuracy":0.969368,"main_score":0.960145,"hf_subset":"min_Latn-urd_Arab","languages":["min-Latn","urd-Arab"]},{"precision":0.552537,"recall":0.619565,"f1":0.572024,"accuracy":0.619565,"main_score":0.572024,"hf_subset":"min_Latn-aka_Latn","languages":["min-Latn","aka-Latn"]},{"precision":0.948617,"recall":0.963439,"f1":0.953393,"accuracy":0.963439,"main_score":0.953393,"hf_subset":"min_Latn-bjn_Latn","languages":["min-Latn","bjn-Latn"]},{"precision":0.829381,"recall":0.875494,"f1":0.844368,"accuracy":0.875494,"main_score":0.844368,"hf_subset":"min_Latn-fao_Latn","languages":["min-Latn","fao-Latn"]},{"precision":0.979084,"recall":0.985178,"f1":0.981061,"accuracy":0.985178,"main_score":0.981061,"hf_subset":"min_Latn-ind_Latn","languages":["min-Latn","ind-Latn"]},{"precision":0.54293,"recall":0.609684,"f1":0.562033,"accuracy":0.609684,"main_score":0.562033,"hf_subset":"min_Latn-knc_Latn","languages":["min-Latn","knc-Latn"]},{"precision":0.92276,"recall":0.94664,"f1":0.930501,"accuracy":0.94664,"main_score":0.930501,"hf_subset":"min_Latn-mlt_Latn","languages":["min-Latn","mlt-Latn"]},{"precision":0.573445,"recall":0.646245,"f1":0.593925,"accuracy":0.646245,"main_score":0.593925,"hf_subset":"min_Latn-quy_Latn","languages":["min-Latn","quy-Latn"]},{"precision":0.663768,"recall":0.738142,"f1":0.685724,"accuracy":0.738142,"main_score":0.685724,"hf_subset":"min_Latn-swh_Latn","languages":["min-Latn","swh-Latn"]},{"precision":0.926466,"recall":0.949605,"f1":0.934025,"accuracy":0.949605,"main_score":0.934025,"hf_subset":"min_Latn-uzn_Latn","languages":["min-Latn","uzn-Latn"]},{"precision":0.94417,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"min_Latn-als_Latn","languages":["min-Latn","als-Latn"]},{"precision":0.171479,"recall":0.244071,"f1":0.188225,"accuracy":0.244071,"main_score":0.188225,"hf_subset":"min_Latn-bod_Tibt","languages":["min-Latn","bod-Tibt"]},{"precision":0.482953,"recall":0.552372,"f1":0.501885,"accuracy":0.552372,"main_score":0.501885,"hf_subset":"min_Latn-fij_Latn","languages":["min-Latn","fij-Latn"]},{"precision":0.84025,"recall":0.884387,"f1":0.854216,"accuracy":0.884387,"main_score":0.854216,"hf_subset":"min_Latn-isl_Latn","languages":["min-Latn","isl-Latn"]},{"precision":0.563218,"recall":0.635375,"f1":0.584382,"accuracy":0.635375,"main_score":0.584382,"hf_subset":"min_Latn-kon_Latn","languages":["min-Latn","kon-Latn"]},{"precision":0.495048,"recall":0.583992,"f1":0.519943,"accuracy":0.583992,"main_score":0.519943,"hf_subset":"min_Latn-mni_Beng","languages":["min-Latn","mni-Beng"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"min_Latn-ron_Latn","languages":["min-Latn","ron-Latn"]},{"precision":0.930665,"recall":0.950593,"f1":0.937253,"accuracy":0.950593,"main_score":0.937253,"hf_subset":"min_Latn-szl_Latn","languages":["min-Latn","szl-Latn"]},{"precision":0.965086,"recall":0.974308,"f1":0.96805,"accuracy":0.974308,"main_score":0.96805,"hf_subset":"min_Latn-vec_Latn","languages":["min-Latn","vec-Latn"]},{"precision":0.473808,"recall":0.554348,"f1":0.496137,"accuracy":0.554348,"main_score":0.496137,"hf_subset":"min_Latn-amh_Ethi","languages":["min-Latn","amh-Ethi"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"min_Latn-bos_Latn","languages":["min-Latn","bos-Latn"]},{"precision":0.955122,"recall":0.968379,"f1":0.959387,"accuracy":0.968379,"main_score":0.959387,"hf_subset":"min_Latn-fin_Latn","languages":["min-Latn","fin-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"min_Latn-ita_Latn","languages":["min-Latn","ita-Latn"]},{"precision":0.958169,"recall":0.970356,"f1":0.962121,"accuracy":0.970356,"main_score":0.962121,"hf_subset":"min_Latn-kor_Hang","languages":["min-Latn","kor-Hang"]},{"precision":0.490891,"recall":0.562253,"f1":0.510931,"accuracy":0.562253,"main_score":0.510931,"hf_subset":"min_Latn-mos_Latn","languages":["min-Latn","mos-Latn"]},{"precision":0.477635,"recall":0.543478,"f1":0.496363,"accuracy":0.543478,"main_score":0.496363,"hf_subset":"min_Latn-run_Latn","languages":["min-Latn","run-Latn"]},{"precision":0.922925,"recall":0.947628,"f1":0.930995,"accuracy":0.947628,"main_score":0.930995,"hf_subset":"min_Latn-tam_Taml","languages":["min-Latn","tam-Taml"]},{"precision":0.969697,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"min_Latn-vie_Latn","languages":["min-Latn","vie-Latn"]},{"precision":0.953063,"recall":0.967391,"f1":0.957839,"accuracy":0.967391,"main_score":0.957839,"hf_subset":"min_Latn-apc_Arab","languages":["min-Latn","apc-Arab"]},{"precision":0.762994,"recall":0.813241,"f1":0.77731,"accuracy":0.813241,"main_score":0.77731,"hf_subset":"min_Latn-bug_Latn","languages":["min-Latn","bug-Latn"]},{"precision":0.427313,"recall":0.500988,"f1":0.447547,"accuracy":0.500988,"main_score":0.447547,"hf_subset":"min_Latn-fon_Latn","languages":["min-Latn","fon-Latn"]},{"precision":0.961792,"recall":0.97332,"f1":0.96558,"accuracy":0.97332,"main_score":0.96558,"hf_subset":"min_Latn-jav_Latn","languages":["min-Latn","jav-Latn"]},{"precision":0.775231,"recall":0.836957,"f1":0.794598,"accuracy":0.836957,"main_score":0.794598,"hf_subset":"min_Latn-lao_Laoo","languages":["min-Latn","lao-Laoo"]},{"precision":0.543619,"recall":0.620553,"f1":0.565432,"accuracy":0.620553,"main_score":0.565432,"hf_subset":"min_Latn-mri_Latn","languages":["min-Latn","mri-Latn"]},{"precision":0.960145,"recall":0.972332,"f1":0.964097,"accuracy":0.972332,"main_score":0.964097,"hf_subset":"min_Latn-rus_Cyrl","languages":["min-Latn","rus-Cyrl"]},{"precision":0.509701,"recall":0.56917,"f1":0.526454,"accuracy":0.56917,"main_score":0.526454,"hf_subset":"min_Latn-taq_Latn","languages":["min-Latn","taq-Latn"]},{"precision":0.934947,"recall":0.954545,"f1":0.94137,"accuracy":0.954545,"main_score":0.94137,"hf_subset":"min_Latn-war_Latn","languages":["min-Latn","war-Latn"]},{"precision":0.967721,"recall":0.977273,"f1":0.97085,"accuracy":0.977273,"main_score":0.97085,"hf_subset":"min_Latn-arb_Arab","languages":["min-Latn","arb-Arab"]},{"precision":0.968544,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"min_Latn-bul_Cyrl","languages":["min-Latn","bul-Cyrl"]},{"precision":0.959816,"recall":0.972332,"f1":0.963933,"accuracy":0.972332,"main_score":0.963933,"hf_subset":"min_Latn-fra_Latn","languages":["min-Latn","fra-Latn"]},{"precision":0.958004,"recall":0.971344,"f1":0.962286,"accuracy":0.971344,"main_score":0.962286,"hf_subset":"min_Latn-jpn_Jpan","languages":["min-Latn","jpn-Jpan"]},{"precision":0.949605,"recall":0.965415,"f1":0.954875,"accuracy":0.965415,"main_score":0.954875,"hf_subset":"min_Latn-lij_Latn","languages":["min-Latn","lij-Latn"]},{"precision":0.811462,"recall":0.866601,"f1":0.829018,"accuracy":0.866601,"main_score":0.829018,"hf_subset":"min_Latn-mya_Mymr","languages":["min-Latn","mya-Mymr"]},{"precision":0.51972,"recall":0.593874,"f1":0.540194,"accuracy":0.593874,"main_score":0.540194,"hf_subset":"min_Latn-sag_Latn","languages":["min-Latn","sag-Latn"]},{"precision":0.134043,"recall":0.208498,"f1":0.148586,"accuracy":0.208498,"main_score":0.148586,"hf_subset":"min_Latn-taq_Tfng","languages":["min-Latn","taq-Tfng"]},{"precision":0.551927,"recall":0.633399,"f1":0.575204,"accuracy":0.633399,"main_score":0.575204,"hf_subset":"min_Latn-wol_Latn","languages":["min-Latn","wol-Latn"]},{"precision":0.565294,"recall":0.652174,"f1":0.590112,"accuracy":0.652174,"main_score":0.590112,"hf_subset":"min_Latn-arb_Latn","languages":["min-Latn","arb-Latn"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"min_Latn-cat_Latn","languages":["min-Latn","cat-Latn"]},{"precision":0.936924,"recall":0.955534,"f1":0.943017,"accuracy":0.955534,"main_score":0.943017,"hf_subset":"min_Latn-fur_Latn","languages":["min-Latn","fur-Latn"]},{"precision":0.347239,"recall":0.412055,"f1":0.364512,"accuracy":0.412055,"main_score":0.364512,"hf_subset":"min_Latn-kab_Latn","languages":["min-Latn","kab-Latn"]},{"precision":0.915184,"recall":0.940711,"f1":0.923386,"accuracy":0.940711,"main_score":0.923386,"hf_subset":"min_Latn-lim_Latn","languages":["min-Latn","lim-Latn"]},{"precision":0.956851,"recall":0.970356,"f1":0.961298,"accuracy":0.970356,"main_score":0.961298,"hf_subset":"min_Latn-nld_Latn","languages":["min-Latn","nld-Latn"]},{"precision":0.869483,"recall":0.907115,"f1":0.881456,"accuracy":0.907115,"main_score":0.881456,"hf_subset":"min_Latn-san_Deva","languages":["min-Latn","san-Deva"]},{"precision":0.927207,"recall":0.949605,"f1":0.934453,"accuracy":0.949605,"main_score":0.934453,"hf_subset":"min_Latn-tat_Cyrl","languages":["min-Latn","tat-Cyrl"]},{"precision":0.535088,"recall":0.600791,"f1":0.55336,"accuracy":0.600791,"main_score":0.55336,"hf_subset":"min_Latn-xho_Latn","languages":["min-Latn","xho-Latn"]},{"precision":0.967227,"recall":0.977273,"f1":0.97052,"accuracy":0.977273,"main_score":0.97052,"hf_subset":"min_Latn-ars_Arab","languages":["min-Latn","ars-Arab"]},{"precision":0.94664,"recall":0.962451,"f1":0.95191,"accuracy":0.962451,"main_score":0.95191,"hf_subset":"min_Latn-ceb_Latn","languages":["min-Latn","ceb-Latn"]},{"precision":0.487577,"recall":0.560277,"f1":0.508569,"accuracy":0.560277,"main_score":0.508569,"hf_subset":"min_Latn-fuv_Latn","languages":["min-Latn","fuv-Latn"]},{"precision":0.476962,"recall":0.547431,"f1":0.496121,"accuracy":0.547431,"main_score":0.496121,"hf_subset":"min_Latn-kac_Latn","languages":["min-Latn","kac-Latn"]},{"precision":0.573585,"recall":0.63834,"f1":0.592006,"accuracy":0.63834,"main_score":0.592006,"hf_subset":"min_Latn-lin_Latn","languages":["min-Latn","lin-Latn"]},{"precision":0.954875,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"min_Latn-nno_Latn","languages":["min-Latn","nno-Latn"]},{"precision":0.024348,"recall":0.06917,"f1":0.029976,"accuracy":0.06917,"main_score":0.029976,"hf_subset":"min_Latn-sat_Olck","languages":["min-Latn","sat-Olck"]},{"precision":0.938076,"recall":0.95751,"f1":0.944335,"accuracy":0.95751,"main_score":0.944335,"hf_subset":"min_Latn-tel_Telu","languages":["min-Latn","tel-Telu"]},{"precision":0.674061,"recall":0.75,"f1":0.696974,"accuracy":0.75,"main_score":0.696974,"hf_subset":"min_Latn-ydd_Hebr","languages":["min-Latn","ydd-Hebr"]},{"precision":0.899704,"recall":0.929842,"f1":0.909585,"accuracy":0.929842,"main_score":0.909585,"hf_subset":"min_Latn-ary_Arab","languages":["min-Latn","ary-Arab"]},{"precision":0.969532,"recall":0.978261,"f1":0.972332,"accuracy":0.978261,"main_score":0.972332,"hf_subset":"min_Latn-ces_Latn","languages":["min-Latn","ces-Latn"]},{"precision":0.406021,"recall":0.487154,"f1":0.427985,"accuracy":0.487154,"main_score":0.427985,"hf_subset":"min_Latn-gaz_Latn","languages":["min-Latn","gaz-Latn"]},{"precision":0.492873,"recall":0.568182,"f1":0.514481,"accuracy":0.568182,"main_score":0.514481,"hf_subset":"min_Latn-kam_Latn","languages":["min-Latn","kam-Latn"]},{"precision":0.951416,"recall":0.966403,"f1":0.956357,"accuracy":0.966403,"main_score":0.956357,"hf_subset":"min_Latn-lit_Latn","languages":["min-Latn","lit-Latn"]},{"precision":0.964921,"recall":0.975296,"f1":0.968215,"accuracy":0.975296,"main_score":0.968215,"hf_subset":"min_Latn-nob_Latn","languages":["min-Latn","nob-Latn"]},{"precision":0.919055,"recall":0.942688,"f1":0.926449,"accuracy":0.942688,"main_score":0.926449,"hf_subset":"min_Latn-scn_Latn","languages":["min-Latn","scn-Latn"]},{"precision":0.829628,"recall":0.87747,"f1":0.844565,"accuracy":0.87747,"main_score":0.844565,"hf_subset":"min_Latn-tgk_Cyrl","languages":["min-Latn","tgk-Cyrl"]},{"precision":0.438473,"recall":0.513834,"f1":0.460056,"accuracy":0.513834,"main_score":0.460056,"hf_subset":"min_Latn-yor_Latn","languages":["min-Latn","yor-Latn"]},{"precision":0.957345,"recall":0.970356,"f1":0.961627,"accuracy":0.970356,"main_score":0.961627,"hf_subset":"min_Latn-arz_Arab","languages":["min-Latn","arz-Arab"]},{"precision":0.481465,"recall":0.563241,"f1":0.504408,"accuracy":0.563241,"main_score":0.504408,"hf_subset":"min_Latn-cjk_Latn","languages":["min-Latn","cjk-Latn"]},{"precision":0.556769,"recall":0.632411,"f1":0.577933,"accuracy":0.632411,"main_score":0.577933,"hf_subset":"min_Latn-gla_Latn","languages":["min-Latn","gla-Latn"]},{"precision":0.943841,"recall":0.961462,"f1":0.949605,"accuracy":0.961462,"main_score":0.949605,"hf_subset":"min_Latn-kan_Knda","languages":["min-Latn","kan-Knda"]},{"precision":0.925395,"recall":0.947628,"f1":0.932642,"accuracy":0.947628,"main_score":0.932642,"hf_subset":"min_Latn-lmo_Latn","languages":["min-Latn","lmo-Latn"]},{"precision":0.939065,"recall":0.95751,"f1":0.944993,"accuracy":0.95751,"main_score":0.944993,"hf_subset":"min_Latn-npi_Deva","languages":["min-Latn","npi-Deva"]},{"precision":0.419243,"recall":0.51581,"f1":0.445668,"accuracy":0.51581,"main_score":0.445668,"hf_subset":"min_Latn-shn_Mymr","languages":["min-Latn","shn-Mymr"]},{"precision":0.967227,"recall":0.977273,"f1":0.97052,"accuracy":0.977273,"main_score":0.97052,"hf_subset":"min_Latn-tgl_Latn","languages":["min-Latn","tgl-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"min_Latn-yue_Hant","languages":["min-Latn","yue-Hant"]},{"precision":0.910738,"recall":0.937747,"f1":0.919631,"accuracy":0.937747,"main_score":0.919631,"hf_subset":"min_Latn-asm_Beng","languages":["min-Latn","asm-Beng"]},{"precision":0.670383,"recall":0.740119,"f1":0.691323,"accuracy":0.740119,"main_score":0.691323,"hf_subset":"min_Latn-ckb_Arab","languages":["min-Latn","ckb-Arab"]},{"precision":0.636706,"recall":0.714427,"f1":0.659933,"accuracy":0.714427,"main_score":0.659933,"hf_subset":"min_Latn-gle_Latn","languages":["min-Latn","gle-Latn"]},{"precision":0.794055,"recall":0.851779,"f1":0.812484,"accuracy":0.851779,"main_score":0.812484,"hf_subset":"min_Latn-kas_Arab","languages":["min-Latn","kas-Arab"]},{"precision":0.811984,"recall":0.864625,"f1":0.828162,"accuracy":0.864625,"main_score":0.828162,"hf_subset":"min_Latn-ltg_Latn","languages":["min-Latn","ltg-Latn"]},{"precision":0.522632,"recall":0.586957,"f1":0.540742,"accuracy":0.586957,"main_score":0.540742,"hf_subset":"min_Latn-nso_Latn","languages":["min-Latn","nso-Latn"]},{"precision":0.356147,"recall":0.444664,"f1":0.380489,"accuracy":0.444664,"main_score":0.380489,"hf_subset":"min_Latn-sin_Sinh","languages":["min-Latn","sin-Sinh"]},{"precision":0.963521,"recall":0.974308,"f1":0.966963,"accuracy":0.974308,"main_score":0.966963,"hf_subset":"min_Latn-tha_Thai","languages":["min-Latn","tha-Thai"]},{"precision":0.965744,"recall":0.976285,"f1":0.969203,"accuracy":0.976285,"main_score":0.969203,"hf_subset":"min_Latn-zho_Hans","languages":["min-Latn","zho-Hans"]},{"precision":0.967721,"recall":0.977273,"f1":0.97085,"accuracy":0.977273,"main_score":0.97085,"hf_subset":"min_Latn-ast_Latn","languages":["min-Latn","ast-Latn"]},{"precision":0.920125,"recall":0.943676,"f1":0.927701,"accuracy":0.943676,"main_score":0.927701,"hf_subset":"min_Latn-crh_Latn","languages":["min-Latn","crh-Latn"]},{"precision":0.968297,"recall":0.977273,"f1":0.97108,"accuracy":0.977273,"main_score":0.97108,"hf_subset":"min_Latn-glg_Latn","languages":["min-Latn","glg-Latn"]},{"precision":0.723024,"recall":0.785573,"f1":0.741784,"accuracy":0.785573,"main_score":0.741784,"hf_subset":"min_Latn-kas_Deva","languages":["min-Latn","kas-Deva"]},{"precision":0.938818,"recall":0.956522,"f1":0.944565,"accuracy":0.956522,"main_score":0.944565,"hf_subset":"min_Latn-ltz_Latn","languages":["min-Latn","ltz-Latn"]},{"precision":0.399818,"recall":0.479249,"f1":0.420993,"accuracy":0.479249,"main_score":0.420993,"hf_subset":"min_Latn-nus_Latn","languages":["min-Latn","nus-Latn"]},{"precision":0.970603,"recall":0.979249,"f1":0.973386,"accuracy":0.979249,"main_score":0.973386,"hf_subset":"min_Latn-slk_Latn","languages":["min-Latn","slk-Latn"]},{"precision":0.253001,"recall":0.324111,"f1":0.271182,"accuracy":0.324111,"main_score":0.271182,"hf_subset":"min_Latn-tir_Ethi","languages":["min-Latn","tir-Ethi"]},{"precision":0.956851,"recall":0.970356,"f1":0.961298,"accuracy":0.970356,"main_score":0.961298,"hf_subset":"min_Latn-zho_Hant","languages":["min-Latn","zho-Hant"]},{"precision":0.944911,"recall":0.960474,"f1":0.95,"accuracy":0.960474,"main_score":0.95,"hf_subset":"min_Latn-awa_Deva","languages":["min-Latn","awa-Deva"]},{"precision":0.777833,"recall":0.833992,"f1":0.794965,"accuracy":0.833992,"main_score":0.794965,"hf_subset":"min_Latn-cym_Latn","languages":["min-Latn","cym-Latn"]},{"precision":0.702546,"recall":0.753953,"f1":0.718396,"accuracy":0.753953,"main_score":0.718396,"hf_subset":"min_Latn-grn_Latn","languages":["min-Latn","grn-Latn"]},{"precision":0.920949,"recall":0.945652,"f1":0.929018,"accuracy":0.945652,"main_score":0.929018,"hf_subset":"min_Latn-kat_Geor","languages":["min-Latn","kat-Geor"]},{"precision":0.567383,"recall":0.625494,"f1":0.58456,"accuracy":0.625494,"main_score":0.58456,"hf_subset":"min_Latn-lua_Latn","languages":["min-Latn","lua-Latn"]},{"precision":0.525876,"recall":0.592885,"f1":0.544754,"accuracy":0.592885,"main_score":0.544754,"hf_subset":"min_Latn-nya_Latn","languages":["min-Latn","nya-Latn"]},{"precision":0.966238,"recall":0.976285,"f1":0.969532,"accuracy":0.976285,"main_score":0.969532,"hf_subset":"min_Latn-slv_Latn","languages":["min-Latn","slv-Latn"]},{"precision":0.773692,"recall":0.824111,"f1":0.789048,"accuracy":0.824111,"main_score":0.789048,"hf_subset":"min_Latn-tpi_Latn","languages":["min-Latn","tpi-Latn"]},{"precision":0.965415,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"min_Latn-zsm_Latn","languages":["min-Latn","zsm-Latn"]},{"precision":0.489589,"recall":0.5583,"f1":0.508459,"accuracy":0.5583,"main_score":0.508459,"hf_subset":"min_Latn-ayr_Latn","languages":["min-Latn","ayr-Latn"]},{"precision":0.969697,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"min_Latn-dan_Latn","languages":["min-Latn","dan-Latn"]},{"precision":0.948617,"recall":0.965415,"f1":0.954216,"accuracy":0.965415,"main_score":0.954216,"hf_subset":"min_Latn-guj_Gujr","languages":["min-Latn","guj-Gujr"]},{"precision":0.941041,"recall":0.959486,"f1":0.947134,"accuracy":0.959486,"main_score":0.947134,"hf_subset":"min_Latn-kaz_Cyrl","languages":["min-Latn","kaz-Cyrl"]},{"precision":0.449715,"recall":0.523715,"f1":0.47092,"accuracy":0.523715,"main_score":0.47092,"hf_subset":"min_Latn-lug_Latn","languages":["min-Latn","lug-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"min_Latn-oci_Latn","languages":["min-Latn","oci-Latn"]},{"precision":0.518637,"recall":0.593874,"f1":0.540175,"accuracy":0.593874,"main_score":0.540175,"hf_subset":"min_Latn-smo_Latn","languages":["min-Latn","smo-Latn"]},{"precision":0.480273,"recall":0.547431,"f1":0.499085,"accuracy":0.547431,"main_score":0.499085,"hf_subset":"min_Latn-tsn_Latn","languages":["min-Latn","tsn-Latn"]},{"precision":0.477557,"recall":0.546443,"f1":0.496372,"accuracy":0.546443,"main_score":0.496372,"hf_subset":"min_Latn-zul_Latn","languages":["min-Latn","zul-Latn"]},{"precision":0.746492,"recall":0.815217,"f1":0.767984,"accuracy":0.815217,"main_score":0.767984,"hf_subset":"min_Latn-azb_Arab","languages":["min-Latn","azb-Arab"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"min_Latn-deu_Latn","languages":["min-Latn","deu-Latn"]},{"precision":0.840991,"recall":0.884387,"f1":0.854644,"accuracy":0.884387,"main_score":0.854644,"hf_subset":"min_Latn-hat_Latn","languages":["min-Latn","hat-Latn"]},{"precision":0.449969,"recall":0.519763,"f1":0.469325,"accuracy":0.519763,"main_score":0.469325,"hf_subset":"min_Latn-kbp_Latn","languages":["min-Latn","kbp-Latn"]},{"precision":0.509897,"recall":0.576087,"f1":0.528511,"accuracy":0.576087,"main_score":0.528511,"hf_subset":"min_Latn-luo_Latn","languages":["min-Latn","luo-Latn"]},{"precision":0.919137,"recall":0.943676,"f1":0.927207,"accuracy":0.943676,"main_score":0.927207,"hf_subset":"min_Latn-ory_Orya","languages":["min-Latn","ory-Orya"]},{"precision":0.495837,"recall":0.565217,"f1":0.515304,"accuracy":0.565217,"main_score":0.515304,"hf_subset":"min_Latn-sna_Latn","languages":["min-Latn","sna-Latn"]},{"precision":0.480169,"recall":0.549407,"f1":0.499428,"accuracy":0.549407,"main_score":0.499428,"hf_subset":"min_Latn-tso_Latn","languages":["min-Latn","tso-Latn"]},{"precision":0.934536,"recall":0.955534,"f1":0.941436,"accuracy":0.955534,"main_score":0.941436,"hf_subset":"min_Latn-azj_Latn","languages":["min-Latn","azj-Latn"]},{"precision":0.491455,"recall":0.568182,"f1":0.513103,"accuracy":0.568182,"main_score":0.513103,"hf_subset":"min_Latn-dik_Latn","languages":["min-Latn","dik-Latn"]},{"precision":0.490426,"recall":0.55336,"f1":0.508598,"accuracy":0.55336,"main_score":0.508598,"hf_subset":"min_Latn-hau_Latn","languages":["min-Latn","hau-Latn"]},{"precision":0.927372,"recall":0.949605,"f1":0.934618,"accuracy":0.949605,"main_score":0.934618,"hf_subset":"min_Latn-kea_Latn","languages":["min-Latn","kea-Latn"]},{"precision":0.645999,"recall":0.710474,"f1":0.664734,"accuracy":0.710474,"main_score":0.664734,"hf_subset":"min_Latn-lus_Latn","languages":["min-Latn","lus-Latn"]},{"precision":0.789394,"recall":0.833992,"f1":0.80247,"accuracy":0.833992,"main_score":0.80247,"hf_subset":"min_Latn-pag_Latn","languages":["min-Latn","pag-Latn"]},{"precision":0.917655,"recall":0.943676,"f1":0.926219,"accuracy":0.943676,"main_score":0.926219,"hf_subset":"min_Latn-snd_Arab","languages":["min-Latn","snd-Arab"]},{"precision":0.80639,"recall":0.856719,"f1":0.821706,"accuracy":0.856719,"main_score":0.821706,"hf_subset":"min_Latn-tuk_Latn","languages":["min-Latn","tuk-Latn"]},{"precision":0.894598,"recall":0.923913,"f1":0.903986,"accuracy":0.923913,"main_score":0.903986,"hf_subset":"min_Latn-bak_Cyrl","languages":["min-Latn","bak-Cyrl"]},{"precision":0.429637,"recall":0.516798,"f1":0.454643,"accuracy":0.516798,"main_score":0.454643,"hf_subset":"min_Latn-dyu_Latn","languages":["min-Latn","dyu-Latn"]},{"precision":0.957016,"recall":0.970356,"f1":0.961298,"accuracy":0.970356,"main_score":0.961298,"hf_subset":"min_Latn-heb_Hebr","languages":["min-Latn","heb-Hebr"]},{"precision":0.804216,"recall":0.854743,"f1":0.819401,"accuracy":0.854743,"main_score":0.819401,"hf_subset":"min_Latn-khk_Cyrl","languages":["min-Latn","khk-Cyrl"]},{"precision":0.961298,"recall":0.97332,"f1":0.96525,"accuracy":0.97332,"main_score":0.96525,"hf_subset":"min_Latn-lvs_Latn","languages":["min-Latn","lvs-Latn"]},{"precision":0.948781,"recall":0.964427,"f1":0.953887,"accuracy":0.964427,"main_score":0.953887,"hf_subset":"min_Latn-pan_Guru","languages":["min-Latn","pan-Guru"]},{"precision":0.478373,"recall":0.552372,"f1":0.498819,"accuracy":0.552372,"main_score":0.498819,"hf_subset":"min_Latn-som_Latn","languages":["min-Latn","som-Latn"]},{"precision":0.506714,"recall":0.570158,"f1":0.524845,"accuracy":0.570158,"main_score":0.524845,"hf_subset":"min_Latn-tum_Latn","languages":["min-Latn","tum-Latn"]},{"precision":0.422926,"recall":0.51581,"f1":0.448446,"accuracy":0.51581,"main_score":0.448446,"hf_subset":"por_Latn-ace_Arab","languages":["por-Latn","ace-Arab"]},{"precision":0.433053,"recall":0.521739,"f1":0.457421,"accuracy":0.521739,"main_score":0.457421,"hf_subset":"por_Latn-bam_Latn","languages":["por-Latn","bam-Latn"]},{"precision":0.106065,"recall":0.158103,"f1":0.119571,"accuracy":0.158103,"main_score":0.119571,"hf_subset":"por_Latn-dzo_Tibt","languages":["por-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-hin_Deva","languages":["por-Latn","hin-Deva"]},{"precision":0.939229,"recall":0.958498,"f1":0.945487,"accuracy":0.958498,"main_score":0.945487,"hf_subset":"por_Latn-khm_Khmr","languages":["por-Latn","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-mag_Deva","languages":["por-Latn","mag-Deva"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"por_Latn-pap_Latn","languages":["por-Latn","pap-Latn"]},{"precision":0.486433,"recall":0.573123,"f1":0.51002,"accuracy":0.573123,"main_score":0.51002,"hf_subset":"por_Latn-sot_Latn","languages":["por-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-tur_Latn","languages":["por-Latn","tur-Latn"]},{"precision":0.811347,"recall":0.86166,"f1":0.827075,"accuracy":0.86166,"main_score":0.827075,"hf_subset":"por_Latn-ace_Latn","languages":["por-Latn","ace-Latn"]},{"precision":0.932148,"recall":0.953557,"f1":0.939229,"accuracy":0.953557,"main_score":0.939229,"hf_subset":"por_Latn-ban_Latn","languages":["por-Latn","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-ell_Grek","languages":["por-Latn","ell-Grek"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"por_Latn-hne_Deva","languages":["por-Latn","hne-Deva"]},{"precision":0.504467,"recall":0.587945,"f1":0.528139,"accuracy":0.587945,"main_score":0.528139,"hf_subset":"por_Latn-kik_Latn","languages":["por-Latn","kik-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-mai_Deva","languages":["por-Latn","mai-Deva"]},{"precision":0.881835,"recall":0.917984,"f1":0.893347,"accuracy":0.917984,"main_score":0.893347,"hf_subset":"por_Latn-pbt_Arab","languages":["por-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"por_Latn-spa_Latn","languages":["por-Latn","spa-Latn"]},{"precision":0.555145,"recall":0.630435,"f1":0.576075,"accuracy":0.630435,"main_score":0.576075,"hf_subset":"por_Latn-twi_Latn","languages":["por-Latn","twi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"por_Latn-acm_Arab","languages":["por-Latn","acm-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-bel_Cyrl","languages":["por-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-eng_Latn","languages":["por-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-hrv_Latn","languages":["por-Latn","hrv-Latn"]},{"precision":0.443326,"recall":0.523715,"f1":0.465864,"accuracy":0.523715,"main_score":0.465864,"hf_subset":"por_Latn-kin_Latn","languages":["por-Latn","kin-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"por_Latn-mal_Mlym","languages":["por-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-pes_Arab","languages":["por-Latn","pes-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"por_Latn-srd_Latn","languages":["por-Latn","srd-Latn"]},{"precision":0.107487,"recall":0.173913,"f1":0.121258,"accuracy":0.173913,"main_score":0.121258,"hf_subset":"por_Latn-tzm_Tfng","languages":["por-Latn","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"por_Latn-acq_Arab","languages":["por-Latn","acq-Arab"]},{"precision":0.51764,"recall":0.601779,"f1":0.541146,"accuracy":0.601779,"main_score":0.541146,"hf_subset":"por_Latn-bem_Latn","languages":["por-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-epo_Latn","languages":["por-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-hun_Latn","languages":["por-Latn","hun-Latn"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"por_Latn-kir_Cyrl","languages":["por-Latn","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-mar_Deva","languages":["por-Latn","mar-Deva"]},{"precision":0.555261,"recall":0.632411,"f1":0.577688,"accuracy":0.632411,"main_score":0.577688,"hf_subset":"por_Latn-plt_Latn","languages":["por-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-srp_Cyrl","languages":["por-Latn","srp-Cyrl"]},{"precision":0.940794,"recall":0.958498,"f1":0.946542,"accuracy":0.958498,"main_score":0.946542,"hf_subset":"por_Latn-uig_Arab","languages":["por-Latn","uig-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"por_Latn-aeb_Arab","languages":["por-Latn","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-ben_Beng","languages":["por-Latn","ben-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-est_Latn","languages":["por-Latn","est-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"por_Latn-hye_Armn","languages":["por-Latn","hye-Armn"]},{"precision":0.463778,"recall":0.541502,"f1":0.485929,"accuracy":0.541502,"main_score":0.485929,"hf_subset":"por_Latn-kmb_Latn","languages":["por-Latn","kmb-Latn"]},{"precision":0.369721,"recall":0.47332,"f1":0.397127,"accuracy":0.47332,"main_score":0.397127,"hf_subset":"por_Latn-min_Arab","languages":["por-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-pol_Latn","languages":["por-Latn","pol-Latn"]},{"precision":0.43595,"recall":0.521739,"f1":0.459112,"accuracy":0.521739,"main_score":0.459112,"hf_subset":"por_Latn-ssw_Latn","languages":["por-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-ukr_Cyrl","languages":["por-Latn","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-afr_Latn","languages":["por-Latn","afr-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"por_Latn-bho_Deva","languages":["por-Latn","bho-Deva"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"por_Latn-eus_Latn","languages":["por-Latn","eus-Latn"]},{"precision":0.497421,"recall":0.575099,"f1":0.518548,"accuracy":0.575099,"main_score":0.518548,"hf_subset":"por_Latn-ibo_Latn","languages":["por-Latn","ibo-Latn"]},{"precision":0.711808,"recall":0.780632,"f1":0.732317,"accuracy":0.780632,"main_score":0.732317,"hf_subset":"por_Latn-kmr_Latn","languages":["por-Latn","kmr-Latn"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"por_Latn-min_Latn","languages":["por-Latn","min-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"por_Latn-sun_Latn","languages":["por-Latn","sun-Latn"]},{"precision":0.451014,"recall":0.535573,"f1":0.474882,"accuracy":0.535573,"main_score":0.474882,"hf_subset":"por_Latn-umb_Latn","languages":["por-Latn","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-ajp_Arab","languages":["por-Latn","ajp-Arab"]},{"precision":0.383861,"recall":0.483202,"f1":0.411838,"accuracy":0.483202,"main_score":0.411838,"hf_subset":"por_Latn-bjn_Arab","languages":["por-Latn","bjn-Arab"]},{"precision":0.470513,"recall":0.543478,"f1":0.490539,"accuracy":0.543478,"main_score":0.490539,"hf_subset":"por_Latn-ewe_Latn","languages":["por-Latn","ewe-Latn"]},{"precision":0.85914,"recall":0.900198,"f1":0.872101,"accuracy":0.900198,"main_score":0.872101,"hf_subset":"por_Latn-ilo_Latn","languages":["por-Latn","ilo-Latn"]},{"precision":0.179884,"recall":0.262846,"f1":0.200452,"accuracy":0.262846,"main_score":0.200452,"hf_subset":"por_Latn-knc_Arab","languages":["por-Latn","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-mkd_Cyrl","languages":["por-Latn","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-prs_Arab","languages":["por-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-swe_Latn","languages":["por-Latn","swe-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"por_Latn-urd_Arab","languages":["por-Latn","urd-Arab"]},{"precision":0.528757,"recall":0.61166,"f1":0.551647,"accuracy":0.61166,"main_score":0.551647,"hf_subset":"por_Latn-aka_Latn","languages":["por-Latn","aka-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"por_Latn-bjn_Latn","languages":["por-Latn","bjn-Latn"]},{"precision":0.940711,"recall":0.959486,"f1":0.94697,"accuracy":0.959486,"main_score":0.94697,"hf_subset":"por_Latn-fao_Latn","languages":["por-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-ind_Latn","languages":["por-Latn","ind-Latn"]},{"precision":0.49905,"recall":0.58498,"f1":0.523541,"accuracy":0.58498,"main_score":0.523541,"hf_subset":"por_Latn-knc_Latn","languages":["por-Latn","knc-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"por_Latn-mlt_Latn","languages":["por-Latn","mlt-Latn"]},{"precision":0.567187,"recall":0.650198,"f1":0.590186,"accuracy":0.650198,"main_score":0.590186,"hf_subset":"por_Latn-quy_Latn","languages":["por-Latn","quy-Latn"]},{"precision":0.708992,"recall":0.781621,"f1":0.730308,"accuracy":0.781621,"main_score":0.730308,"hf_subset":"por_Latn-swh_Latn","languages":["por-Latn","swh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"por_Latn-uzn_Latn","languages":["por-Latn","uzn-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-als_Latn","languages":["por-Latn","als-Latn"]},{"precision":0.148581,"recall":0.235178,"f1":0.168284,"accuracy":0.235178,"main_score":0.168284,"hf_subset":"por_Latn-bod_Tibt","languages":["por-Latn","bod-Tibt"]},{"precision":0.464901,"recall":0.547431,"f1":0.487079,"accuracy":0.547431,"main_score":0.487079,"hf_subset":"por_Latn-fij_Latn","languages":["por-Latn","fij-Latn"]},{"precision":0.958943,"recall":0.971344,"f1":0.962846,"accuracy":0.971344,"main_score":0.962846,"hf_subset":"por_Latn-isl_Latn","languages":["por-Latn","isl-Latn"]},{"precision":0.551772,"recall":0.636364,"f1":0.576061,"accuracy":0.636364,"main_score":0.576061,"hf_subset":"por_Latn-kon_Latn","languages":["por-Latn","kon-Latn"]},{"precision":0.494401,"recall":0.593874,"f1":0.52229,"accuracy":0.593874,"main_score":0.52229,"hf_subset":"por_Latn-mni_Beng","languages":["por-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-ron_Latn","languages":["por-Latn","ron-Latn"]},{"precision":0.985178,"recall":0.988142,"f1":0.986166,"accuracy":0.988142,"main_score":0.986166,"hf_subset":"por_Latn-szl_Latn","languages":["por-Latn","szl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-vec_Latn","languages":["por-Latn","vec-Latn"]},{"precision":0.552804,"recall":0.642292,"f1":0.578228,"accuracy":0.642292,"main_score":0.578228,"hf_subset":"por_Latn-amh_Ethi","languages":["por-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-bos_Latn","languages":["por-Latn","bos-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"por_Latn-fin_Latn","languages":["por-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-ita_Latn","languages":["por-Latn","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-kor_Hang","languages":["por-Latn","kor-Hang"]},{"precision":0.477492,"recall":0.562253,"f1":0.500354,"accuracy":0.562253,"main_score":0.500354,"hf_subset":"por_Latn-mos_Latn","languages":["por-Latn","mos-Latn"]},{"precision":0.449898,"recall":0.530632,"f1":0.472025,"accuracy":0.530632,"main_score":0.472025,"hf_subset":"por_Latn-run_Latn","languages":["por-Latn","run-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"por_Latn-tam_Taml","languages":["por-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-vie_Latn","languages":["por-Latn","vie-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-apc_Arab","languages":["por-Latn","apc-Arab"]},{"precision":0.75359,"recall":0.811265,"f1":0.770426,"accuracy":0.811265,"main_score":0.770426,"hf_subset":"por_Latn-bug_Latn","languages":["por-Latn","bug-Latn"]},{"precision":0.40904,"recall":0.494071,"f1":0.432476,"accuracy":0.494071,"main_score":0.432476,"hf_subset":"por_Latn-fon_Latn","languages":["por-Latn","fon-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"por_Latn-jav_Latn","languages":["por-Latn","jav-Latn"]},{"precision":0.892951,"recall":0.926877,"f1":0.903986,"accuracy":0.926877,"main_score":0.903986,"hf_subset":"por_Latn-lao_Laoo","languages":["por-Latn","lao-Laoo"]},{"precision":0.570917,"recall":0.65415,"f1":0.594345,"accuracy":0.65415,"main_score":0.594345,"hf_subset":"por_Latn-mri_Latn","languages":["por-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-rus_Cyrl","languages":["por-Latn","rus-Cyrl"]},{"precision":0.486036,"recall":0.566206,"f1":0.507893,"accuracy":0.566206,"main_score":0.507893,"hf_subset":"por_Latn-taq_Latn","languages":["por-Latn","taq-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"por_Latn-war_Latn","languages":["por-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-arb_Arab","languages":["por-Latn","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-bul_Cyrl","languages":["por-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-fra_Latn","languages":["por-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-jpn_Jpan","languages":["por-Latn","jpn-Jpan"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"por_Latn-lij_Latn","languages":["por-Latn","lij-Latn"]},{"precision":0.943923,"recall":0.961462,"f1":0.949671,"accuracy":0.961462,"main_score":0.949671,"hf_subset":"por_Latn-mya_Mymr","languages":["por-Latn","mya-Mymr"]},{"precision":0.494767,"recall":0.589921,"f1":0.521309,"accuracy":0.589921,"main_score":0.521309,"hf_subset":"por_Latn-sag_Latn","languages":["por-Latn","sag-Latn"]},{"precision":0.114612,"recall":0.201581,"f1":0.130558,"accuracy":0.201581,"main_score":0.130558,"hf_subset":"por_Latn-taq_Tfng","languages":["por-Latn","taq-Tfng"]},{"precision":0.541141,"recall":0.629447,"f1":0.565555,"accuracy":0.629447,"main_score":0.565555,"hf_subset":"por_Latn-wol_Latn","languages":["por-Latn","wol-Latn"]},{"precision":0.614849,"recall":0.704545,"f1":0.641068,"accuracy":0.704545,"main_score":0.641068,"hf_subset":"por_Latn-arb_Latn","languages":["por-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-cat_Latn","languages":["por-Latn","cat-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"por_Latn-fur_Latn","languages":["por-Latn","fur-Latn"]},{"precision":0.310181,"recall":0.386364,"f1":0.330537,"accuracy":0.386364,"main_score":0.330537,"hf_subset":"por_Latn-kab_Latn","languages":["por-Latn","kab-Latn"]},{"precision":0.973979,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"por_Latn-lim_Latn","languages":["por-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-nld_Latn","languages":["por-Latn","nld-Latn"]},{"precision":0.968626,"recall":0.977273,"f1":0.971245,"accuracy":0.977273,"main_score":0.971245,"hf_subset":"por_Latn-san_Deva","languages":["por-Latn","san-Deva"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"por_Latn-tat_Cyrl","languages":["por-Latn","tat-Cyrl"]},{"precision":0.520737,"recall":0.603755,"f1":0.543811,"accuracy":0.603755,"main_score":0.543811,"hf_subset":"por_Latn-xho_Latn","languages":["por-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-ars_Arab","languages":["por-Latn","ars-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"por_Latn-ceb_Latn","languages":["por-Latn","ceb-Latn"]},{"precision":0.472308,"recall":0.561265,"f1":0.49705,"accuracy":0.561265,"main_score":0.49705,"hf_subset":"por_Latn-fuv_Latn","languages":["por-Latn","fuv-Latn"]},{"precision":0.458392,"recall":0.545455,"f1":0.481956,"accuracy":0.545455,"main_score":0.481956,"hf_subset":"por_Latn-kac_Latn","languages":["por-Latn","kac-Latn"]},{"precision":0.554583,"recall":0.642292,"f1":0.57924,"accuracy":0.642292,"main_score":0.57924,"hf_subset":"por_Latn-lin_Latn","languages":["por-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-nno_Latn","languages":["por-Latn","nno-Latn"]},{"precision":0.01747,"recall":0.055336,"f1":0.022234,"accuracy":0.055336,"main_score":0.022234,"hf_subset":"por_Latn-sat_Olck","languages":["por-Latn","sat-Olck"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"por_Latn-tel_Telu","languages":["por-Latn","tel-Telu"]},{"precision":0.741914,"recall":0.812253,"f1":0.763128,"accuracy":0.812253,"main_score":0.763128,"hf_subset":"por_Latn-ydd_Hebr","languages":["por-Latn","ydd-Hebr"]},{"precision":0.956028,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"por_Latn-ary_Arab","languages":["por-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-ces_Latn","languages":["por-Latn","ces-Latn"]},{"precision":0.38225,"recall":0.470356,"f1":0.406246,"accuracy":0.470356,"main_score":0.406246,"hf_subset":"por_Latn-gaz_Latn","languages":["por-Latn","gaz-Latn"]},{"precision":0.486325,"recall":0.572134,"f1":0.510487,"accuracy":0.572134,"main_score":0.510487,"hf_subset":"por_Latn-kam_Latn","languages":["por-Latn","kam-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"por_Latn-lit_Latn","languages":["por-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-nob_Latn","languages":["por-Latn","nob-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"por_Latn-scn_Latn","languages":["por-Latn","scn-Latn"]},{"precision":0.894928,"recall":0.926877,"f1":0.905138,"accuracy":0.926877,"main_score":0.905138,"hf_subset":"por_Latn-tgk_Cyrl","languages":["por-Latn","tgk-Cyrl"]},{"precision":0.426891,"recall":0.509881,"f1":0.450448,"accuracy":0.509881,"main_score":0.450448,"hf_subset":"por_Latn-yor_Latn","languages":["por-Latn","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"por_Latn-arz_Arab","languages":["por-Latn","arz-Arab"]},{"precision":0.48282,"recall":0.578063,"f1":0.50818,"accuracy":0.578063,"main_score":0.50818,"hf_subset":"por_Latn-cjk_Latn","languages":["por-Latn","cjk-Latn"]},{"precision":0.609457,"recall":0.687747,"f1":0.631723,"accuracy":0.687747,"main_score":0.631723,"hf_subset":"por_Latn-gla_Latn","languages":["por-Latn","gla-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"por_Latn-kan_Knda","languages":["por-Latn","kan-Knda"]},{"precision":0.975461,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"por_Latn-lmo_Latn","languages":["por-Latn","lmo-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"por_Latn-npi_Deva","languages":["por-Latn","npi-Deva"]},{"precision":0.401964,"recall":0.511858,"f1":0.431889,"accuracy":0.511858,"main_score":0.431889,"hf_subset":"por_Latn-shn_Mymr","languages":["por-Latn","shn-Mymr"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-tgl_Latn","languages":["por-Latn","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-yue_Hant","languages":["por-Latn","yue-Hant"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"por_Latn-asm_Beng","languages":["por-Latn","asm-Beng"]},{"precision":0.720869,"recall":0.787549,"f1":0.740782,"accuracy":0.787549,"main_score":0.740782,"hf_subset":"por_Latn-ckb_Arab","languages":["por-Latn","ckb-Arab"]},{"precision":0.730352,"recall":0.800395,"f1":0.751779,"accuracy":0.800395,"main_score":0.751779,"hf_subset":"por_Latn-gle_Latn","languages":["por-Latn","gle-Latn"]},{"precision":0.881917,"recall":0.918972,"f1":0.893775,"accuracy":0.918972,"main_score":0.893775,"hf_subset":"por_Latn-kas_Arab","languages":["por-Latn","kas-Arab"]},{"precision":0.894269,"recall":0.925889,"f1":0.904433,"accuracy":0.925889,"main_score":0.904433,"hf_subset":"por_Latn-ltg_Latn","languages":["por-Latn","ltg-Latn"]},{"precision":0.510706,"recall":0.594862,"f1":0.534431,"accuracy":0.594862,"main_score":0.534431,"hf_subset":"por_Latn-nso_Latn","languages":["por-Latn","nso-Latn"]},{"precision":0.442783,"recall":0.540514,"f1":0.470122,"accuracy":0.540514,"main_score":0.470122,"hf_subset":"por_Latn-sin_Sinh","languages":["por-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-tha_Thai","languages":["por-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-zho_Hans","languages":["por-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-ast_Latn","languages":["por-Latn","ast-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"por_Latn-crh_Latn","languages":["por-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-glg_Latn","languages":["por-Latn","glg-Latn"]},{"precision":0.770043,"recall":0.833992,"f1":0.789559,"accuracy":0.833992,"main_score":0.789559,"hf_subset":"por_Latn-kas_Deva","languages":["por-Latn","kas-Deva"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"por_Latn-ltz_Latn","languages":["por-Latn","ltz-Latn"]},{"precision":0.359003,"recall":0.45751,"f1":0.385121,"accuracy":0.45751,"main_score":0.385121,"hf_subset":"por_Latn-nus_Latn","languages":["por-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-slk_Latn","languages":["por-Latn","slk-Latn"]},{"precision":0.2618,"recall":0.339921,"f1":0.281102,"accuracy":0.339921,"main_score":0.281102,"hf_subset":"por_Latn-tir_Ethi","languages":["por-Latn","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-zho_Hant","languages":["por-Latn","zho-Hant"]},{"precision":0.983531,"recall":0.988142,"f1":0.985013,"accuracy":0.988142,"main_score":0.985013,"hf_subset":"por_Latn-awa_Deva","languages":["por-Latn","awa-Deva"]},{"precision":0.87635,"recall":0.913043,"f1":0.887846,"accuracy":0.913043,"main_score":0.887846,"hf_subset":"por_Latn-cym_Latn","languages":["por-Latn","cym-Latn"]},{"precision":0.733111,"recall":0.796443,"f1":0.752492,"accuracy":0.796443,"main_score":0.752492,"hf_subset":"por_Latn-grn_Latn","languages":["por-Latn","grn-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"por_Latn-kat_Geor","languages":["por-Latn","kat-Geor"]},{"precision":0.558989,"recall":0.641304,"f1":0.5817,"accuracy":0.641304,"main_score":0.5817,"hf_subset":"por_Latn-lua_Latn","languages":["por-Latn","lua-Latn"]},{"precision":0.51196,"recall":0.59585,"f1":0.535191,"accuracy":0.59585,"main_score":0.535191,"hf_subset":"por_Latn-nya_Latn","languages":["por-Latn","nya-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-slv_Latn","languages":["por-Latn","slv-Latn"]},{"precision":0.806242,"recall":0.857708,"f1":0.821772,"accuracy":0.857708,"main_score":0.821772,"hf_subset":"por_Latn-tpi_Latn","languages":["por-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-zsm_Latn","languages":["por-Latn","zsm-Latn"]},{"precision":0.470328,"recall":0.557312,"f1":0.493793,"accuracy":0.557312,"main_score":0.493793,"hf_subset":"por_Latn-ayr_Latn","languages":["por-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-dan_Latn","languages":["por-Latn","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"por_Latn-guj_Gujr","languages":["por-Latn","guj-Gujr"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"por_Latn-kaz_Cyrl","languages":["por-Latn","kaz-Cyrl"]},{"precision":0.437756,"recall":0.51581,"f1":0.459272,"accuracy":0.51581,"main_score":0.459272,"hf_subset":"por_Latn-lug_Latn","languages":["por-Latn","lug-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-oci_Latn","languages":["por-Latn","oci-Latn"]},{"precision":0.514361,"recall":0.606719,"f1":0.540642,"accuracy":0.606719,"main_score":0.540642,"hf_subset":"por_Latn-smo_Latn","languages":["por-Latn","smo-Latn"]},{"precision":0.445471,"recall":0.534585,"f1":0.469644,"accuracy":0.534585,"main_score":0.469644,"hf_subset":"por_Latn-tsn_Latn","languages":["por-Latn","tsn-Latn"]},{"precision":0.457328,"recall":0.540514,"f1":0.479725,"accuracy":0.540514,"main_score":0.479725,"hf_subset":"por_Latn-zul_Latn","languages":["por-Latn","zul-Latn"]},{"precision":0.817968,"recall":0.87253,"f1":0.835211,"accuracy":0.87253,"main_score":0.835211,"hf_subset":"por_Latn-azb_Arab","languages":["por-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-deu_Latn","languages":["por-Latn","deu-Latn"]},{"precision":0.929265,"recall":0.951581,"f1":0.936495,"accuracy":0.951581,"main_score":0.936495,"hf_subset":"por_Latn-hat_Latn","languages":["por-Latn","hat-Latn"]},{"precision":0.424374,"recall":0.500988,"f1":0.44539,"accuracy":0.500988,"main_score":0.44539,"hf_subset":"por_Latn-kbp_Latn","languages":["por-Latn","kbp-Latn"]},{"precision":0.488168,"recall":0.56917,"f1":0.510201,"accuracy":0.56917,"main_score":0.510201,"hf_subset":"por_Latn-luo_Latn","languages":["por-Latn","luo-Latn"]},{"precision":0.994401,"recall":0.996047,"f1":0.994895,"accuracy":0.996047,"main_score":0.994895,"hf_subset":"por_Latn-ory_Orya","languages":["por-Latn","ory-Orya"]},{"precision":0.478023,"recall":0.560277,"f1":0.50128,"accuracy":0.560277,"main_score":0.50128,"hf_subset":"por_Latn-sna_Latn","languages":["por-Latn","sna-Latn"]},{"precision":0.454179,"recall":0.532609,"f1":0.475758,"accuracy":0.532609,"main_score":0.475758,"hf_subset":"por_Latn-tso_Latn","languages":["por-Latn","tso-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"por_Latn-azj_Latn","languages":["por-Latn","azj-Latn"]},{"precision":0.46139,"recall":0.55336,"f1":0.487477,"accuracy":0.55336,"main_score":0.487477,"hf_subset":"por_Latn-dik_Latn","languages":["por-Latn","dik-Latn"]},{"precision":0.46099,"recall":0.540514,"f1":0.48403,"accuracy":0.540514,"main_score":0.48403,"hf_subset":"por_Latn-hau_Latn","languages":["por-Latn","hau-Latn"]},{"precision":0.980567,"recall":0.986166,"f1":0.982378,"accuracy":0.986166,"main_score":0.982378,"hf_subset":"por_Latn-kea_Latn","languages":["por-Latn","kea-Latn"]},{"precision":0.647183,"recall":0.722332,"f1":0.669057,"accuracy":0.722332,"main_score":0.669057,"hf_subset":"por_Latn-lus_Latn","languages":["por-Latn","lus-Latn"]},{"precision":0.819977,"recall":0.867589,"f1":0.834321,"accuracy":0.867589,"main_score":0.834321,"hf_subset":"por_Latn-pag_Latn","languages":["por-Latn","pag-Latn"]},{"precision":0.977108,"recall":0.98419,"f1":0.979414,"accuracy":0.98419,"main_score":0.979414,"hf_subset":"por_Latn-snd_Arab","languages":["por-Latn","snd-Arab"]},{"precision":0.877388,"recall":0.91502,"f1":0.889229,"accuracy":0.91502,"main_score":0.889229,"hf_subset":"por_Latn-tuk_Latn","languages":["por-Latn","tuk-Latn"]},{"precision":0.949605,"recall":0.966403,"f1":0.955204,"accuracy":0.966403,"main_score":0.955204,"hf_subset":"por_Latn-bak_Cyrl","languages":["por-Latn","bak-Cyrl"]},{"precision":0.418729,"recall":0.519763,"f1":0.447278,"accuracy":0.519763,"main_score":0.447278,"hf_subset":"por_Latn-dyu_Latn","languages":["por-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"por_Latn-heb_Hebr","languages":["por-Latn","heb-Hebr"]},{"precision":0.893363,"recall":0.926877,"f1":0.904216,"accuracy":0.926877,"main_score":0.904216,"hf_subset":"por_Latn-khk_Cyrl","languages":["por-Latn","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"por_Latn-lvs_Latn","languages":["por-Latn","lvs-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"por_Latn-pan_Guru","languages":["por-Latn","pan-Guru"]},{"precision":0.454515,"recall":0.541502,"f1":0.478701,"accuracy":0.541502,"main_score":0.478701,"hf_subset":"por_Latn-som_Latn","languages":["por-Latn","som-Latn"]},{"precision":0.494887,"recall":0.571146,"f1":0.515966,"accuracy":0.571146,"main_score":0.515966,"hf_subset":"por_Latn-tum_Latn","languages":["por-Latn","tum-Latn"]},{"precision":0.473408,"recall":0.5583,"f1":0.497474,"accuracy":0.5583,"main_score":0.497474,"hf_subset":"sun_Latn-ace_Arab","languages":["sun-Latn","ace-Arab"]},{"precision":0.47028,"recall":0.544466,"f1":0.491096,"accuracy":0.544466,"main_score":0.491096,"hf_subset":"sun_Latn-bam_Latn","languages":["sun-Latn","bam-Latn"]},{"precision":0.113683,"recall":0.162055,"f1":0.126362,"accuracy":0.162055,"main_score":0.126362,"hf_subset":"sun_Latn-dzo_Tibt","languages":["sun-Latn","dzo-Tibt"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"sun_Latn-hin_Deva","languages":["sun-Latn","hin-Deva"]},{"precision":0.861166,"recall":0.903162,"f1":0.874671,"accuracy":0.903162,"main_score":0.874671,"hf_subset":"sun_Latn-khm_Khmr","languages":["sun-Latn","khm-Khmr"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"sun_Latn-mag_Deva","languages":["sun-Latn","mag-Deva"]},{"precision":0.935606,"recall":0.954545,"f1":0.9417,"accuracy":0.954545,"main_score":0.9417,"hf_subset":"sun_Latn-pap_Latn","languages":["sun-Latn","pap-Latn"]},{"precision":0.514693,"recall":0.585968,"f1":0.53466,"accuracy":0.585968,"main_score":0.53466,"hf_subset":"sun_Latn-sot_Latn","languages":["sun-Latn","sot-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"sun_Latn-tur_Latn","languages":["sun-Latn","tur-Latn"]},{"precision":0.826828,"recall":0.868577,"f1":0.839756,"accuracy":0.868577,"main_score":0.839756,"hf_subset":"sun_Latn-ace_Latn","languages":["sun-Latn","ace-Latn"]},{"precision":0.933465,"recall":0.951581,"f1":0.939394,"accuracy":0.951581,"main_score":0.939394,"hf_subset":"sun_Latn-ban_Latn","languages":["sun-Latn","ban-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"sun_Latn-ell_Grek","languages":["sun-Latn","ell-Grek"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"sun_Latn-hne_Deva","languages":["sun-Latn","hne-Deva"]},{"precision":0.514955,"recall":0.589921,"f1":0.536835,"accuracy":0.589921,"main_score":0.536835,"hf_subset":"sun_Latn-kik_Latn","languages":["sun-Latn","kik-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"sun_Latn-mai_Deva","languages":["sun-Latn","mai-Deva"]},{"precision":0.857625,"recall":0.897233,"f1":0.87029,"accuracy":0.897233,"main_score":0.87029,"hf_subset":"sun_Latn-pbt_Arab","languages":["sun-Latn","pbt-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"sun_Latn-spa_Latn","languages":["sun-Latn","spa-Latn"]},{"precision":0.575199,"recall":0.643281,"f1":0.594199,"accuracy":0.643281,"main_score":0.594199,"hf_subset":"sun_Latn-twi_Latn","languages":["sun-Latn","twi-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"sun_Latn-acm_Arab","languages":["sun-Latn","acm-Arab"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"sun_Latn-bel_Cyrl","languages":["sun-Latn","bel-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"sun_Latn-eng_Latn","languages":["sun-Latn","eng-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"sun_Latn-hrv_Latn","languages":["sun-Latn","hrv-Latn"]},{"precision":0.465431,"recall":0.541502,"f1":0.486284,"accuracy":0.541502,"main_score":0.486284,"hf_subset":"sun_Latn-kin_Latn","languages":["sun-Latn","kin-Latn"]},{"precision":0.964921,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"sun_Latn-mal_Mlym","languages":["sun-Latn","mal-Mlym"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"sun_Latn-pes_Arab","languages":["sun-Latn","pes-Arab"]},{"precision":0.95224,"recall":0.966403,"f1":0.956851,"accuracy":0.966403,"main_score":0.956851,"hf_subset":"sun_Latn-srd_Latn","languages":["sun-Latn","srd-Latn"]},{"precision":0.121211,"recall":0.188735,"f1":0.135343,"accuracy":0.188735,"main_score":0.135343,"hf_subset":"sun_Latn-tzm_Tfng","languages":["sun-Latn","tzm-Tfng"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"sun_Latn-acq_Arab","languages":["sun-Latn","acq-Arab"]},{"precision":0.532174,"recall":0.607708,"f1":0.553476,"accuracy":0.607708,"main_score":0.553476,"hf_subset":"sun_Latn-bem_Latn","languages":["sun-Latn","bem-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"sun_Latn-epo_Latn","languages":["sun-Latn","epo-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"sun_Latn-hun_Latn","languages":["sun-Latn","hun-Latn"]},{"precision":0.927207,"recall":0.950593,"f1":0.934947,"accuracy":0.950593,"main_score":0.934947,"hf_subset":"sun_Latn-kir_Cyrl","languages":["sun-Latn","kir-Cyrl"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"sun_Latn-mar_Deva","languages":["sun-Latn","mar-Deva"]},{"precision":0.55998,"recall":0.628458,"f1":0.579993,"accuracy":0.628458,"main_score":0.579993,"hf_subset":"sun_Latn-plt_Latn","languages":["sun-Latn","plt-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"sun_Latn-srp_Cyrl","languages":["sun-Latn","srp-Cyrl"]},{"precision":0.878129,"recall":0.914032,"f1":0.889657,"accuracy":0.914032,"main_score":0.889657,"hf_subset":"sun_Latn-uig_Arab","languages":["sun-Latn","uig-Arab"]},{"precision":0.951746,"recall":0.966403,"f1":0.956522,"accuracy":0.966403,"main_score":0.956522,"hf_subset":"sun_Latn-aeb_Arab","languages":["sun-Latn","aeb-Arab"]},{"precision":0.978755,"recall":0.985178,"f1":0.980896,"accuracy":0.985178,"main_score":0.980896,"hf_subset":"sun_Latn-ben_Beng","languages":["sun-Latn","ben-Beng"]},{"precision":0.969862,"recall":0.979249,"f1":0.972991,"accuracy":0.979249,"main_score":0.972991,"hf_subset":"sun_Latn-est_Latn","languages":["sun-Latn","est-Latn"]},{"precision":0.956192,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"sun_Latn-hye_Armn","languages":["sun-Latn","hye-Armn"]},{"precision":0.484918,"recall":0.547431,"f1":0.502678,"accuracy":0.547431,"main_score":0.502678,"hf_subset":"sun_Latn-kmb_Latn","languages":["sun-Latn","kmb-Latn"]},{"precision":0.425421,"recall":0.523715,"f1":0.451402,"accuracy":0.523715,"main_score":0.451402,"hf_subset":"sun_Latn-min_Arab","languages":["sun-Latn","min-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"sun_Latn-pol_Latn","languages":["sun-Latn","pol-Latn"]},{"precision":0.454555,"recall":0.54249,"f1":0.479262,"accuracy":0.54249,"main_score":0.479262,"hf_subset":"sun_Latn-ssw_Latn","languages":["sun-Latn","ssw-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"sun_Latn-ukr_Cyrl","languages":["sun-Latn","ukr-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"sun_Latn-afr_Latn","languages":["sun-Latn","afr-Latn"]},{"precision":0.959651,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"sun_Latn-bho_Deva","languages":["sun-Latn","bho-Deva"]},{"precision":0.917572,"recall":0.9417,"f1":0.925296,"accuracy":0.9417,"main_score":0.925296,"hf_subset":"sun_Latn-eus_Latn","languages":["sun-Latn","eus-Latn"]},{"precision":0.512356,"recall":0.587945,"f1":0.53375,"accuracy":0.587945,"main_score":0.53375,"hf_subset":"sun_Latn-ibo_Latn","languages":["sun-Latn","ibo-Latn"]},{"precision":0.70328,"recall":0.768775,"f1":0.722537,"accuracy":0.768775,"main_score":0.722537,"hf_subset":"sun_Latn-kmr_Latn","languages":["sun-Latn","kmr-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"sun_Latn-min_Latn","languages":["sun-Latn","min-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"sun_Latn-por_Latn","languages":["sun-Latn","por-Latn"]},{"precision":0.466134,"recall":0.535573,"f1":0.486897,"accuracy":0.535573,"main_score":0.486897,"hf_subset":"sun_Latn-umb_Latn","languages":["sun-Latn","umb-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"sun_Latn-ajp_Arab","languages":["sun-Latn","ajp-Arab"]},{"precision":0.430138,"recall":0.522727,"f1":0.456231,"accuracy":0.522727,"main_score":0.456231,"hf_subset":"sun_Latn-bjn_Arab","languages":["sun-Latn","bjn-Arab"]},{"precision":0.48009,"recall":0.545455,"f1":0.498142,"accuracy":0.545455,"main_score":0.498142,"hf_subset":"sun_Latn-ewe_Latn","languages":["sun-Latn","ewe-Latn"]},{"precision":0.862846,"recall":0.896245,"f1":0.872897,"accuracy":0.896245,"main_score":0.872897,"hf_subset":"sun_Latn-ilo_Latn","languages":["sun-Latn","ilo-Latn"]},{"precision":0.187642,"recall":0.271739,"f1":0.208707,"accuracy":0.271739,"main_score":0.208707,"hf_subset":"sun_Latn-knc_Arab","languages":["sun-Latn","knc-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"sun_Latn-mkd_Cyrl","languages":["sun-Latn","mkd-Cyrl"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"sun_Latn-prs_Arab","languages":["sun-Latn","prs-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"sun_Latn-swe_Latn","languages":["sun-Latn","swe-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"sun_Latn-urd_Arab","languages":["sun-Latn","urd-Arab"]},{"precision":0.55917,"recall":0.626482,"f1":0.578277,"accuracy":0.626482,"main_score":0.578277,"hf_subset":"sun_Latn-aka_Latn","languages":["sun-Latn","aka-Latn"]},{"precision":0.964921,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"sun_Latn-bjn_Latn","languages":["sun-Latn","bjn-Latn"]},{"precision":0.864822,"recall":0.90415,"f1":0.877635,"accuracy":0.90415,"main_score":0.877635,"hf_subset":"sun_Latn-fao_Latn","languages":["sun-Latn","fao-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"sun_Latn-ind_Latn","languages":["sun-Latn","ind-Latn"]},{"precision":0.531592,"recall":0.602767,"f1":0.551828,"accuracy":0.602767,"main_score":0.551828,"hf_subset":"sun_Latn-knc_Latn","languages":["sun-Latn","knc-Latn"]},{"precision":0.94697,"recall":0.963439,"f1":0.95224,"accuracy":0.963439,"main_score":0.95224,"hf_subset":"sun_Latn-mlt_Latn","languages":["sun-Latn","mlt-Latn"]},{"precision":0.568615,"recall":0.641304,"f1":0.589248,"accuracy":0.641304,"main_score":0.589248,"hf_subset":"sun_Latn-quy_Latn","languages":["sun-Latn","quy-Latn"]},{"precision":0.685005,"recall":0.757905,"f1":0.707122,"accuracy":0.757905,"main_score":0.707122,"hf_subset":"sun_Latn-swh_Latn","languages":["sun-Latn","swh-Latn"]},{"precision":0.941041,"recall":0.959486,"f1":0.94697,"accuracy":0.959486,"main_score":0.94697,"hf_subset":"sun_Latn-uzn_Latn","languages":["sun-Latn","uzn-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"sun_Latn-als_Latn","languages":["sun-Latn","als-Latn"]},{"precision":0.159177,"recall":0.23419,"f1":0.177094,"accuracy":0.23419,"main_score":0.177094,"hf_subset":"sun_Latn-bod_Tibt","languages":["sun-Latn","bod-Tibt"]},{"precision":0.485141,"recall":0.555336,"f1":0.504505,"accuracy":0.555336,"main_score":0.504505,"hf_subset":"sun_Latn-fij_Latn","languages":["sun-Latn","fij-Latn"]},{"precision":0.874753,"recall":0.910079,"f1":0.886067,"accuracy":0.910079,"main_score":0.886067,"hf_subset":"sun_Latn-isl_Latn","languages":["sun-Latn","isl-Latn"]},{"precision":0.55014,"recall":0.631423,"f1":0.57369,"accuracy":0.631423,"main_score":0.57369,"hf_subset":"sun_Latn-kon_Latn","languages":["sun-Latn","kon-Latn"]},{"precision":0.498127,"recall":0.590909,"f1":0.523842,"accuracy":0.590909,"main_score":0.523842,"hf_subset":"sun_Latn-mni_Beng","languages":["sun-Latn","mni-Beng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"sun_Latn-ron_Latn","languages":["sun-Latn","ron-Latn"]},{"precision":0.949111,"recall":0.964427,"f1":0.954216,"accuracy":0.964427,"main_score":0.954216,"hf_subset":"sun_Latn-szl_Latn","languages":["sun-Latn","szl-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"sun_Latn-vec_Latn","languages":["sun-Latn","vec-Latn"]},{"precision":0.48476,"recall":0.58004,"f1":0.511837,"accuracy":0.58004,"main_score":0.511837,"hf_subset":"sun_Latn-amh_Ethi","languages":["sun-Latn","amh-Ethi"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"sun_Latn-bos_Latn","languages":["sun-Latn","bos-Latn"]},{"precision":0.970685,"recall":0.979249,"f1":0.973485,"accuracy":0.979249,"main_score":0.973485,"hf_subset":"sun_Latn-fin_Latn","languages":["sun-Latn","fin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"sun_Latn-ita_Latn","languages":["sun-Latn","ita-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"sun_Latn-kor_Hang","languages":["sun-Latn","kor-Hang"]},{"precision":0.488722,"recall":0.565217,"f1":0.509606,"accuracy":0.565217,"main_score":0.509606,"hf_subset":"sun_Latn-mos_Latn","languages":["sun-Latn","mos-Latn"]},{"precision":0.472551,"recall":0.548419,"f1":0.493944,"accuracy":0.548419,"main_score":0.493944,"hf_subset":"sun_Latn-run_Latn","languages":["sun-Latn","run-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"sun_Latn-tam_Taml","languages":["sun-Latn","tam-Taml"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"sun_Latn-vie_Latn","languages":["sun-Latn","vie-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"sun_Latn-apc_Arab","languages":["sun-Latn","apc-Arab"]},{"precision":0.774325,"recall":0.823123,"f1":0.789163,"accuracy":0.823123,"main_score":0.789163,"hf_subset":"sun_Latn-bug_Latn","languages":["sun-Latn","bug-Latn"]},{"precision":0.424863,"recall":0.501976,"f1":0.446158,"accuracy":0.501976,"main_score":0.446158,"hf_subset":"sun_Latn-fon_Latn","languages":["sun-Latn","fon-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"sun_Latn-jav_Latn","languages":["sun-Latn","jav-Latn"]},{"precision":0.797596,"recall":0.852767,"f1":0.814855,"accuracy":0.852767,"main_score":0.814855,"hf_subset":"sun_Latn-lao_Laoo","languages":["sun-Latn","lao-Laoo"]},{"precision":0.570727,"recall":0.649209,"f1":0.5932,"accuracy":0.649209,"main_score":0.5932,"hf_subset":"sun_Latn-mri_Latn","languages":["sun-Latn","mri-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"sun_Latn-rus_Cyrl","languages":["sun-Latn","rus-Cyrl"]},{"precision":0.496503,"recall":0.565217,"f1":0.516254,"accuracy":0.565217,"main_score":0.516254,"hf_subset":"sun_Latn-taq_Latn","languages":["sun-Latn","taq-Latn"]},{"precision":0.964427,"recall":0.975296,"f1":0.96805,"accuracy":0.975296,"main_score":0.96805,"hf_subset":"sun_Latn-war_Latn","languages":["sun-Latn","war-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"sun_Latn-arb_Arab","languages":["sun-Latn","arb-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"sun_Latn-bul_Cyrl","languages":["sun-Latn","bul-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"sun_Latn-fra_Latn","languages":["sun-Latn","fra-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"sun_Latn-jpn_Jpan","languages":["sun-Latn","jpn-Jpan"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"sun_Latn-lij_Latn","languages":["sun-Latn","lij-Latn"]},{"precision":0.844351,"recall":0.88834,"f1":0.858267,"accuracy":0.88834,"main_score":0.858267,"hf_subset":"sun_Latn-mya_Mymr","languages":["sun-Latn","mya-Mymr"]},{"precision":0.532209,"recall":0.609684,"f1":0.553432,"accuracy":0.609684,"main_score":0.553432,"hf_subset":"sun_Latn-sag_Latn","languages":["sun-Latn","sag-Latn"]},{"precision":0.123699,"recall":0.208498,"f1":0.140366,"accuracy":0.208498,"main_score":0.140366,"hf_subset":"sun_Latn-taq_Tfng","languages":["sun-Latn","taq-Tfng"]},{"precision":0.547648,"recall":0.626482,"f1":0.570508,"accuracy":0.626482,"main_score":0.570508,"hf_subset":"sun_Latn-wol_Latn","languages":["sun-Latn","wol-Latn"]},{"precision":0.564246,"recall":0.655138,"f1":0.59051,"accuracy":0.655138,"main_score":0.59051,"hf_subset":"sun_Latn-arb_Latn","languages":["sun-Latn","arb-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"sun_Latn-cat_Latn","languages":["sun-Latn","cat-Latn"]},{"precision":0.96031,"recall":0.972332,"f1":0.964262,"accuracy":0.972332,"main_score":0.964262,"hf_subset":"sun_Latn-fur_Latn","languages":["sun-Latn","fur-Latn"]},{"precision":0.334906,"recall":0.408103,"f1":0.354424,"accuracy":0.408103,"main_score":0.354424,"hf_subset":"sun_Latn-kab_Latn","languages":["sun-Latn","kab-Latn"]},{"precision":0.939559,"recall":0.958498,"f1":0.945652,"accuracy":0.958498,"main_score":0.945652,"hf_subset":"sun_Latn-lim_Latn","languages":["sun-Latn","lim-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"sun_Latn-nld_Latn","languages":["sun-Latn","nld-Latn"]},{"precision":0.917391,"recall":0.940711,"f1":0.924736,"accuracy":0.940711,"main_score":0.924736,"hf_subset":"sun_Latn-san_Deva","languages":["sun-Latn","san-Deva"]},{"precision":0.942029,"recall":0.959486,"f1":0.947628,"accuracy":0.959486,"main_score":0.947628,"hf_subset":"sun_Latn-tat_Cyrl","languages":["sun-Latn","tat-Cyrl"]},{"precision":0.525422,"recall":0.597826,"f1":0.545837,"accuracy":0.597826,"main_score":0.545837,"hf_subset":"sun_Latn-xho_Latn","languages":["sun-Latn","xho-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"sun_Latn-ars_Arab","languages":["sun-Latn","ars-Arab"]},{"precision":0.968544,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"sun_Latn-ceb_Latn","languages":["sun-Latn","ceb-Latn"]},{"precision":0.48732,"recall":0.563241,"f1":0.508809,"accuracy":0.563241,"main_score":0.508809,"hf_subset":"sun_Latn-fuv_Latn","languages":["sun-Latn","fuv-Latn"]},{"precision":0.475845,"recall":0.556324,"f1":0.498482,"accuracy":0.556324,"main_score":0.498482,"hf_subset":"sun_Latn-kac_Latn","languages":["sun-Latn","kac-Latn"]},{"precision":0.565443,"recall":0.63834,"f1":0.585968,"accuracy":0.63834,"main_score":0.585968,"hf_subset":"sun_Latn-lin_Latn","languages":["sun-Latn","lin-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"sun_Latn-nno_Latn","languages":["sun-Latn","nno-Latn"]},{"precision":0.021331,"recall":0.062253,"f1":0.026556,"accuracy":0.062253,"main_score":0.026556,"hf_subset":"sun_Latn-sat_Olck","languages":["sun-Latn","sat-Olck"]},{"precision":0.976943,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"sun_Latn-tel_Telu","languages":["sun-Latn","tel-Telu"]},{"precision":0.684396,"recall":0.761858,"f1":0.707518,"accuracy":0.761858,"main_score":0.707518,"hf_subset":"sun_Latn-ydd_Hebr","languages":["sun-Latn","ydd-Hebr"]},{"precision":0.936924,"recall":0.956522,"f1":0.943347,"accuracy":0.956522,"main_score":0.943347,"hf_subset":"sun_Latn-ary_Arab","languages":["sun-Latn","ary-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"sun_Latn-ces_Latn","languages":["sun-Latn","ces-Latn"]},{"precision":0.404619,"recall":0.491107,"f1":0.428078,"accuracy":0.491107,"main_score":0.428078,"hf_subset":"sun_Latn-gaz_Latn","languages":["sun-Latn","gaz-Latn"]},{"precision":0.489337,"recall":0.566206,"f1":0.511234,"accuracy":0.566206,"main_score":0.511234,"hf_subset":"sun_Latn-kam_Latn","languages":["sun-Latn","kam-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"sun_Latn-lit_Latn","languages":["sun-Latn","lit-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"sun_Latn-nob_Latn","languages":["sun-Latn","nob-Latn"]},{"precision":0.955698,"recall":0.969368,"f1":0.960145,"accuracy":0.969368,"main_score":0.960145,"hf_subset":"sun_Latn-scn_Latn","languages":["sun-Latn","scn-Latn"]},{"precision":0.850791,"recall":0.895257,"f1":0.865119,"accuracy":0.895257,"main_score":0.865119,"hf_subset":"sun_Latn-tgk_Cyrl","languages":["sun-Latn","tgk-Cyrl"]},{"precision":0.441142,"recall":0.522727,"f1":0.464728,"accuracy":0.522727,"main_score":0.464728,"hf_subset":"sun_Latn-yor_Latn","languages":["sun-Latn","yor-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"sun_Latn-arz_Arab","languages":["sun-Latn","arz-Arab"]},{"precision":0.494419,"recall":0.573123,"f1":0.516049,"accuracy":0.573123,"main_score":0.516049,"hf_subset":"sun_Latn-cjk_Latn","languages":["sun-Latn","cjk-Latn"]},{"precision":0.57291,"recall":0.652174,"f1":0.595315,"accuracy":0.652174,"main_score":0.595315,"hf_subset":"sun_Latn-gla_Latn","languages":["sun-Latn","gla-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"sun_Latn-kan_Knda","languages":["sun-Latn","kan-Knda"]},{"precision":0.95191,"recall":0.967391,"f1":0.957016,"accuracy":0.967391,"main_score":0.957016,"hf_subset":"sun_Latn-lmo_Latn","languages":["sun-Latn","lmo-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"sun_Latn-npi_Deva","languages":["sun-Latn","npi-Deva"]},{"precision":0.41292,"recall":0.511858,"f1":0.439468,"accuracy":0.511858,"main_score":0.439468,"hf_subset":"sun_Latn-shn_Mymr","languages":["sun-Latn","shn-Mymr"]},{"precision":0.975791,"recall":0.983202,"f1":0.978261,"accuracy":0.983202,"main_score":0.978261,"hf_subset":"sun_Latn-tgl_Latn","languages":["sun-Latn","tgl-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"sun_Latn-yue_Hant","languages":["sun-Latn","yue-Hant"]},{"precision":0.947134,"recall":0.964427,"f1":0.952899,"accuracy":0.964427,"main_score":0.952899,"hf_subset":"sun_Latn-asm_Beng","languages":["sun-Latn","asm-Beng"]},{"precision":0.669281,"recall":0.737154,"f1":0.689089,"accuracy":0.737154,"main_score":0.689089,"hf_subset":"sun_Latn-ckb_Arab","languages":["sun-Latn","ckb-Arab"]},{"precision":0.663003,"recall":0.741107,"f1":0.687039,"accuracy":0.741107,"main_score":0.687039,"hf_subset":"sun_Latn-gle_Latn","languages":["sun-Latn","gle-Latn"]},{"precision":0.837607,"recall":0.882411,"f1":0.851801,"accuracy":0.882411,"main_score":0.851801,"hf_subset":"sun_Latn-kas_Arab","languages":["sun-Latn","kas-Arab"]},{"precision":0.847694,"recall":0.892292,"f1":0.861989,"accuracy":0.892292,"main_score":0.861989,"hf_subset":"sun_Latn-ltg_Latn","languages":["sun-Latn","ltg-Latn"]},{"precision":0.538335,"recall":0.612648,"f1":0.559602,"accuracy":0.612648,"main_score":0.559602,"hf_subset":"sun_Latn-nso_Latn","languages":["sun-Latn","nso-Latn"]},{"precision":0.376158,"recall":0.466403,"f1":0.400461,"accuracy":0.466403,"main_score":0.400461,"hf_subset":"sun_Latn-sin_Sinh","languages":["sun-Latn","sin-Sinh"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"sun_Latn-tha_Thai","languages":["sun-Latn","tha-Thai"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"sun_Latn-zho_Hans","languages":["sun-Latn","zho-Hans"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"sun_Latn-ast_Latn","languages":["sun-Latn","ast-Latn"]},{"precision":0.941864,"recall":0.960474,"f1":0.947958,"accuracy":0.960474,"main_score":0.947958,"hf_subset":"sun_Latn-crh_Latn","languages":["sun-Latn","crh-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"sun_Latn-glg_Latn","languages":["sun-Latn","glg-Latn"]},{"precision":0.732082,"recall":0.800395,"f1":0.752654,"accuracy":0.800395,"main_score":0.752654,"hf_subset":"sun_Latn-kas_Deva","languages":["sun-Latn","kas-Deva"]},{"precision":0.957839,"recall":0.971344,"f1":0.962286,"accuracy":0.971344,"main_score":0.962286,"hf_subset":"sun_Latn-ltz_Latn","languages":["sun-Latn","ltz-Latn"]},{"precision":0.397413,"recall":0.480237,"f1":0.419706,"accuracy":0.480237,"main_score":0.419706,"hf_subset":"sun_Latn-nus_Latn","languages":["sun-Latn","nus-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"sun_Latn-slk_Latn","languages":["sun-Latn","slk-Latn"]},{"precision":0.262538,"recall":0.340909,"f1":0.283639,"accuracy":0.340909,"main_score":0.283639,"hf_subset":"sun_Latn-tir_Ethi","languages":["sun-Latn","tir-Ethi"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"sun_Latn-zho_Hant","languages":["sun-Latn","zho-Hant"]},{"precision":0.970685,"recall":0.979249,"f1":0.973485,"accuracy":0.979249,"main_score":0.973485,"hf_subset":"sun_Latn-awa_Deva","languages":["sun-Latn","awa-Deva"]},{"precision":0.814954,"recall":0.867589,"f1":0.831489,"accuracy":0.867589,"main_score":0.831489,"hf_subset":"sun_Latn-cym_Latn","languages":["sun-Latn","cym-Latn"]},{"precision":0.732444,"recall":0.788538,"f1":0.749605,"accuracy":0.788538,"main_score":0.749605,"hf_subset":"sun_Latn-grn_Latn","languages":["sun-Latn","grn-Latn"]},{"precision":0.940053,"recall":0.958498,"f1":0.946146,"accuracy":0.958498,"main_score":0.946146,"hf_subset":"sun_Latn-kat_Geor","languages":["sun-Latn","kat-Geor"]},{"precision":0.572939,"recall":0.642292,"f1":0.59279,"accuracy":0.642292,"main_score":0.59279,"hf_subset":"sun_Latn-lua_Latn","languages":["sun-Latn","lua-Latn"]},{"precision":0.527853,"recall":0.602767,"f1":0.548711,"accuracy":0.602767,"main_score":0.548711,"hf_subset":"sun_Latn-nya_Latn","languages":["sun-Latn","nya-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"sun_Latn-slv_Latn","languages":["sun-Latn","slv-Latn"]},{"precision":0.789394,"recall":0.842885,"f1":0.805962,"accuracy":0.842885,"main_score":0.805962,"hf_subset":"sun_Latn-tpi_Latn","languages":["sun-Latn","tpi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"sun_Latn-zsm_Latn","languages":["sun-Latn","zsm-Latn"]},{"precision":0.48957,"recall":0.561265,"f1":0.509244,"accuracy":0.561265,"main_score":0.509244,"hf_subset":"sun_Latn-ayr_Latn","languages":["sun-Latn","ayr-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"sun_Latn-dan_Latn","languages":["sun-Latn","dan-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"sun_Latn-guj_Gujr","languages":["sun-Latn","guj-Gujr"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"sun_Latn-kaz_Cyrl","languages":["sun-Latn","kaz-Cyrl"]},{"precision":0.450092,"recall":0.531621,"f1":0.47315,"accuracy":0.531621,"main_score":0.47315,"hf_subset":"sun_Latn-lug_Latn","languages":["sun-Latn","lug-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"sun_Latn-oci_Latn","languages":["sun-Latn","oci-Latn"]},{"precision":0.525298,"recall":0.606719,"f1":0.548839,"accuracy":0.606719,"main_score":0.548839,"hf_subset":"sun_Latn-smo_Latn","languages":["sun-Latn","smo-Latn"]},{"precision":0.473863,"recall":0.549407,"f1":0.494846,"accuracy":0.549407,"main_score":0.494846,"hf_subset":"sun_Latn-tsn_Latn","languages":["sun-Latn","tsn-Latn"]},{"precision":0.471319,"recall":0.547431,"f1":0.492049,"accuracy":0.547431,"main_score":0.492049,"hf_subset":"sun_Latn-zul_Latn","languages":["sun-Latn","zul-Latn"]},{"precision":0.784091,"recall":0.84585,"f1":0.803491,"accuracy":0.84585,"main_score":0.803491,"hf_subset":"sun_Latn-azb_Arab","languages":["sun-Latn","azb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"sun_Latn-deu_Latn","languages":["sun-Latn","deu-Latn"]},{"precision":0.870998,"recall":0.907115,"f1":0.882312,"accuracy":0.907115,"main_score":0.882312,"hf_subset":"sun_Latn-hat_Latn","languages":["sun-Latn","hat-Latn"]},{"precision":0.440663,"recall":0.517787,"f1":0.461901,"accuracy":0.517787,"main_score":0.461901,"hf_subset":"sun_Latn-kbp_Latn","languages":["sun-Latn","kbp-Latn"]},{"precision":0.511855,"recall":0.577075,"f1":0.530111,"accuracy":0.577075,"main_score":0.530111,"hf_subset":"sun_Latn-luo_Latn","languages":["sun-Latn","luo-Latn"]},{"precision":0.95471,"recall":0.969368,"f1":0.959486,"accuracy":0.969368,"main_score":0.959486,"hf_subset":"sun_Latn-ory_Orya","languages":["sun-Latn","ory-Orya"]},{"precision":0.497102,"recall":0.56917,"f1":0.517709,"accuracy":0.56917,"main_score":0.517709,"hf_subset":"sun_Latn-sna_Latn","languages":["sun-Latn","sna-Latn"]},{"precision":0.484096,"recall":0.556324,"f1":0.503962,"accuracy":0.556324,"main_score":0.503962,"hf_subset":"sun_Latn-tso_Latn","languages":["sun-Latn","tso-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"sun_Latn-azj_Latn","languages":["sun-Latn","azj-Latn"]},{"precision":0.499038,"recall":0.571146,"f1":0.519894,"accuracy":0.571146,"main_score":0.519894,"hf_subset":"sun_Latn-dik_Latn","languages":["sun-Latn","dik-Latn"]},{"precision":0.484547,"recall":0.555336,"f1":0.505129,"accuracy":0.555336,"main_score":0.505129,"hf_subset":"sun_Latn-hau_Latn","languages":["sun-Latn","hau-Latn"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"sun_Latn-kea_Latn","languages":["sun-Latn","kea-Latn"]},{"precision":0.646633,"recall":0.711462,"f1":0.665563,"accuracy":0.711462,"main_score":0.665563,"hf_subset":"sun_Latn-lus_Latn","languages":["sun-Latn","lus-Latn"]},{"precision":0.812994,"recall":0.857708,"f1":0.826943,"accuracy":0.857708,"main_score":0.826943,"hf_subset":"sun_Latn-pag_Latn","languages":["sun-Latn","pag-Latn"]},{"precision":0.946887,"recall":0.963439,"f1":0.952141,"accuracy":0.963439,"main_score":0.952141,"hf_subset":"sun_Latn-snd_Arab","languages":["sun-Latn","snd-Arab"]},{"precision":0.846509,"recall":0.891304,"f1":0.860804,"accuracy":0.891304,"main_score":0.860804,"hf_subset":"sun_Latn-tuk_Latn","languages":["sun-Latn","tuk-Latn"]},{"precision":0.917358,"recall":0.940711,"f1":0.924736,"accuracy":0.940711,"main_score":0.924736,"hf_subset":"sun_Latn-bak_Cyrl","languages":["sun-Latn","bak-Cyrl"]},{"precision":0.423748,"recall":0.516798,"f1":0.450795,"accuracy":0.516798,"main_score":0.450795,"hf_subset":"sun_Latn-dyu_Latn","languages":["sun-Latn","dyu-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"sun_Latn-heb_Hebr","languages":["sun-Latn","heb-Hebr"]},{"precision":0.839163,"recall":0.882411,"f1":0.852437,"accuracy":0.882411,"main_score":0.852437,"hf_subset":"sun_Latn-khk_Cyrl","languages":["sun-Latn","khk-Cyrl"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"sun_Latn-lvs_Latn","languages":["sun-Latn","lvs-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"sun_Latn-pan_Guru","languages":["sun-Latn","pan-Guru"]},{"precision":0.47895,"recall":0.55336,"f1":0.499763,"accuracy":0.55336,"main_score":0.499763,"hf_subset":"sun_Latn-som_Latn","languages":["sun-Latn","som-Latn"]},{"precision":0.522234,"recall":0.588933,"f1":0.541164,"accuracy":0.588933,"main_score":0.541164,"hf_subset":"sun_Latn-tum_Latn","languages":["sun-Latn","tum-Latn"]},{"precision":0.326909,"recall":0.381423,"f1":0.341286,"accuracy":0.381423,"main_score":0.341286,"hf_subset":"umb_Latn-ace_Arab","languages":["umb-Latn","ace-Arab"]},{"precision":0.430814,"recall":0.476285,"f1":0.444321,"accuracy":0.476285,"main_score":0.444321,"hf_subset":"umb_Latn-bam_Latn","languages":["umb-Latn","bam-Latn"]},{"precision":0.112449,"recall":0.152174,"f1":0.122231,"accuracy":0.152174,"main_score":0.122231,"hf_subset":"umb_Latn-dzo_Tibt","languages":["umb-Latn","dzo-Tibt"]},{"precision":0.446813,"recall":0.504941,"f1":0.463414,"accuracy":0.504941,"main_score":0.463414,"hf_subset":"umb_Latn-hin_Deva","languages":["umb-Latn","hin-Deva"]},{"precision":0.365384,"recall":0.421937,"f1":0.381462,"accuracy":0.421937,"main_score":0.381462,"hf_subset":"umb_Latn-khm_Khmr","languages":["umb-Latn","khm-Khmr"]},{"precision":0.438455,"recall":0.499012,"f1":0.456263,"accuracy":0.499012,"main_score":0.456263,"hf_subset":"umb_Latn-mag_Deva","languages":["umb-Latn","mag-Deva"]},{"precision":0.491688,"recall":0.540514,"f1":0.505236,"accuracy":0.540514,"main_score":0.505236,"hf_subset":"umb_Latn-pap_Latn","languages":["umb-Latn","pap-Latn"]},{"precision":0.480825,"recall":0.514822,"f1":0.490629,"accuracy":0.514822,"main_score":0.490629,"hf_subset":"umb_Latn-sot_Latn","languages":["umb-Latn","sot-Latn"]},{"precision":0.4659,"recall":0.522727,"f1":0.481696,"accuracy":0.522727,"main_score":0.481696,"hf_subset":"umb_Latn-tur_Latn","languages":["umb-Latn","tur-Latn"]},{"precision":0.485576,"recall":0.520751,"f1":0.495138,"accuracy":0.520751,"main_score":0.495138,"hf_subset":"umb_Latn-ace_Latn","languages":["umb-Latn","ace-Latn"]},{"precision":0.485069,"recall":0.530632,"f1":0.497731,"accuracy":0.530632,"main_score":0.497731,"hf_subset":"umb_Latn-ban_Latn","languages":["umb-Latn","ban-Latn"]},{"precision":0.44166,"recall":0.500988,"f1":0.458419,"accuracy":0.500988,"main_score":0.458419,"hf_subset":"umb_Latn-ell_Grek","languages":["umb-Latn","ell-Grek"]},{"precision":0.436141,"recall":0.493083,"f1":0.452983,"accuracy":0.493083,"main_score":0.452983,"hf_subset":"umb_Latn-hne_Deva","languages":["umb-Latn","hne-Deva"]},{"precision":0.409986,"recall":0.466403,"f1":0.425927,"accuracy":0.466403,"main_score":0.425927,"hf_subset":"umb_Latn-kik_Latn","languages":["umb-Latn","kik-Latn"]},{"precision":0.455761,"recall":0.507905,"f1":0.470855,"accuracy":0.507905,"main_score":0.470855,"hf_subset":"umb_Latn-mai_Deva","languages":["umb-Latn","mai-Deva"]},{"precision":0.418109,"recall":0.478261,"f1":0.434771,"accuracy":0.478261,"main_score":0.434771,"hf_subset":"umb_Latn-pbt_Arab","languages":["umb-Latn","pbt-Arab"]},{"precision":0.477454,"recall":0.535573,"f1":0.494049,"accuracy":0.535573,"main_score":0.494049,"hf_subset":"umb_Latn-spa_Latn","languages":["umb-Latn","spa-Latn"]},{"precision":0.485121,"recall":0.521739,"f1":0.495678,"accuracy":0.521739,"main_score":0.495678,"hf_subset":"umb_Latn-twi_Latn","languages":["umb-Latn","twi-Latn"]},{"precision":0.444686,"recall":0.509881,"f1":0.463607,"accuracy":0.509881,"main_score":0.463607,"hf_subset":"umb_Latn-acm_Arab","languages":["umb-Latn","acm-Arab"]},{"precision":0.446472,"recall":0.5,"f1":0.461483,"accuracy":0.5,"main_score":0.461483,"hf_subset":"umb_Latn-bel_Cyrl","languages":["umb-Latn","bel-Cyrl"]},{"precision":0.45584,"recall":0.51581,"f1":0.472848,"accuracy":0.51581,"main_score":0.472848,"hf_subset":"umb_Latn-eng_Latn","languages":["umb-Latn","eng-Latn"]},{"precision":0.472022,"recall":0.529644,"f1":0.489304,"accuracy":0.529644,"main_score":0.489304,"hf_subset":"umb_Latn-hrv_Latn","languages":["umb-Latn","hrv-Latn"]},{"precision":0.445948,"recall":0.492095,"f1":0.458855,"accuracy":0.492095,"main_score":0.458855,"hf_subset":"umb_Latn-kin_Latn","languages":["umb-Latn","kin-Latn"]},{"precision":0.426081,"recall":0.488142,"f1":0.444835,"accuracy":0.488142,"main_score":0.444835,"hf_subset":"umb_Latn-mal_Mlym","languages":["umb-Latn","mal-Mlym"]},{"precision":0.448338,"recall":0.505929,"f1":0.464774,"accuracy":0.505929,"main_score":0.464774,"hf_subset":"umb_Latn-pes_Arab","languages":["umb-Latn","pes-Arab"]},{"precision":0.481078,"recall":0.531621,"f1":0.495317,"accuracy":0.531621,"main_score":0.495317,"hf_subset":"umb_Latn-srd_Latn","languages":["umb-Latn","srd-Latn"]},{"precision":0.154823,"recall":0.206522,"f1":0.166848,"accuracy":0.206522,"main_score":0.166848,"hf_subset":"umb_Latn-tzm_Tfng","languages":["umb-Latn","tzm-Tfng"]},{"precision":0.431853,"recall":0.492095,"f1":0.449644,"accuracy":0.492095,"main_score":0.449644,"hf_subset":"umb_Latn-acq_Arab","languages":["umb-Latn","acq-Arab"]},{"precision":0.476008,"recall":0.517787,"f1":0.48822,"accuracy":0.517787,"main_score":0.48822,"hf_subset":"umb_Latn-bem_Latn","languages":["umb-Latn","bem-Latn"]},{"precision":0.457044,"recall":0.513834,"f1":0.472664,"accuracy":0.513834,"main_score":0.472664,"hf_subset":"umb_Latn-epo_Latn","languages":["umb-Latn","epo-Latn"]},{"precision":0.459727,"recall":0.520751,"f1":0.476859,"accuracy":0.520751,"main_score":0.476859,"hf_subset":"umb_Latn-hun_Latn","languages":["umb-Latn","hun-Latn"]},{"precision":0.466062,"recall":0.51581,"f1":0.480981,"accuracy":0.51581,"main_score":0.480981,"hf_subset":"umb_Latn-kir_Cyrl","languages":["umb-Latn","kir-Cyrl"]},{"precision":0.441545,"recall":0.494071,"f1":0.457044,"accuracy":0.494071,"main_score":0.457044,"hf_subset":"umb_Latn-mar_Deva","languages":["umb-Latn","mar-Deva"]},{"precision":0.484708,"recall":0.525692,"f1":0.496362,"accuracy":0.525692,"main_score":0.496362,"hf_subset":"umb_Latn-plt_Latn","languages":["umb-Latn","plt-Latn"]},{"precision":0.454874,"recall":0.51581,"f1":0.471811,"accuracy":0.51581,"main_score":0.471811,"hf_subset":"umb_Latn-srp_Cyrl","languages":["umb-Latn","srp-Cyrl"]},{"precision":0.404074,"recall":0.458498,"f1":0.419319,"accuracy":0.458498,"main_score":0.419319,"hf_subset":"umb_Latn-uig_Arab","languages":["umb-Latn","uig-Arab"]},{"precision":0.436133,"recall":0.488142,"f1":0.451586,"accuracy":0.488142,"main_score":0.451586,"hf_subset":"umb_Latn-aeb_Arab","languages":["umb-Latn","aeb-Arab"]},{"precision":0.430729,"recall":0.496047,"f1":0.449871,"accuracy":0.496047,"main_score":0.449871,"hf_subset":"umb_Latn-ben_Beng","languages":["umb-Latn","ben-Beng"]},{"precision":0.449901,"recall":0.505929,"f1":0.465881,"accuracy":0.505929,"main_score":0.465881,"hf_subset":"umb_Latn-est_Latn","languages":["umb-Latn","est-Latn"]},{"precision":0.434241,"recall":0.48913,"f1":0.450381,"accuracy":0.48913,"main_score":0.450381,"hf_subset":"umb_Latn-hye_Armn","languages":["umb-Latn","hye-Armn"]},{"precision":0.498868,"recall":0.538538,"f1":0.509941,"accuracy":0.538538,"main_score":0.509941,"hf_subset":"umb_Latn-kmb_Latn","languages":["umb-Latn","kmb-Latn"]},{"precision":0.299739,"recall":0.362648,"f1":0.317022,"accuracy":0.362648,"main_score":0.317022,"hf_subset":"umb_Latn-min_Arab","languages":["umb-Latn","min-Arab"]},{"precision":0.457376,"recall":0.516798,"f1":0.474062,"accuracy":0.516798,"main_score":0.474062,"hf_subset":"umb_Latn-pol_Latn","languages":["umb-Latn","pol-Latn"]},{"precision":0.449235,"recall":0.494071,"f1":0.461847,"accuracy":0.494071,"main_score":0.461847,"hf_subset":"umb_Latn-ssw_Latn","languages":["umb-Latn","ssw-Latn"]},{"precision":0.461346,"recall":0.519763,"f1":0.47788,"accuracy":0.519763,"main_score":0.47788,"hf_subset":"umb_Latn-ukr_Cyrl","languages":["umb-Latn","ukr-Cyrl"]},{"precision":0.470948,"recall":0.527668,"f1":0.487378,"accuracy":0.527668,"main_score":0.487378,"hf_subset":"umb_Latn-afr_Latn","languages":["umb-Latn","afr-Latn"]},{"precision":0.449129,"recall":0.502964,"f1":0.464779,"accuracy":0.502964,"main_score":0.464779,"hf_subset":"umb_Latn-bho_Deva","languages":["umb-Latn","bho-Deva"]},{"precision":0.474209,"recall":0.516798,"f1":0.486679,"accuracy":0.516798,"main_score":0.486679,"hf_subset":"umb_Latn-eus_Latn","languages":["umb-Latn","eus-Latn"]},{"precision":0.452227,"recall":0.5,"f1":0.465839,"accuracy":0.5,"main_score":0.465839,"hf_subset":"umb_Latn-ibo_Latn","languages":["umb-Latn","ibo-Latn"]},{"precision":0.468968,"recall":0.512846,"f1":0.481934,"accuracy":0.512846,"main_score":0.481934,"hf_subset":"umb_Latn-kmr_Latn","languages":["umb-Latn","kmr-Latn"]},{"precision":0.486314,"recall":0.525692,"f1":0.497826,"accuracy":0.525692,"main_score":0.497826,"hf_subset":"umb_Latn-min_Latn","languages":["umb-Latn","min-Latn"]},{"precision":0.469586,"recall":0.529644,"f1":0.487021,"accuracy":0.529644,"main_score":0.487021,"hf_subset":"umb_Latn-por_Latn","languages":["umb-Latn","por-Latn"]},{"precision":0.483762,"recall":0.530632,"f1":0.496773,"accuracy":0.530632,"main_score":0.496773,"hf_subset":"umb_Latn-sun_Latn","languages":["umb-Latn","sun-Latn"]},{"precision":0.442049,"recall":0.503953,"f1":0.459475,"accuracy":0.503953,"main_score":0.459475,"hf_subset":"umb_Latn-ajp_Arab","languages":["umb-Latn","ajp-Arab"]},{"precision":0.321681,"recall":0.381423,"f1":0.337554,"accuracy":0.381423,"main_score":0.337554,"hf_subset":"umb_Latn-bjn_Arab","languages":["umb-Latn","bjn-Arab"]},{"precision":0.458442,"recall":0.493083,"f1":0.467819,"accuracy":0.493083,"main_score":0.467819,"hf_subset":"umb_Latn-ewe_Latn","languages":["umb-Latn","ewe-Latn"]},{"precision":0.488883,"recall":0.530632,"f1":0.501055,"accuracy":0.530632,"main_score":0.501055,"hf_subset":"umb_Latn-ilo_Latn","languages":["umb-Latn","ilo-Latn"]},{"precision":0.211613,"recall":0.269763,"f1":0.227476,"accuracy":0.269763,"main_score":0.227476,"hf_subset":"umb_Latn-knc_Arab","languages":["umb-Latn","knc-Arab"]},{"precision":0.467277,"recall":0.522727,"f1":0.483039,"accuracy":0.522727,"main_score":0.483039,"hf_subset":"umb_Latn-mkd_Cyrl","languages":["umb-Latn","mkd-Cyrl"]},{"precision":0.425078,"recall":0.488142,"f1":0.442877,"accuracy":0.488142,"main_score":0.442877,"hf_subset":"umb_Latn-prs_Arab","languages":["umb-Latn","prs-Arab"]},{"precision":0.457842,"recall":0.514822,"f1":0.474111,"accuracy":0.514822,"main_score":0.474111,"hf_subset":"umb_Latn-swe_Latn","languages":["umb-Latn","swe-Latn"]},{"precision":0.410542,"recall":0.482213,"f1":0.431242,"accuracy":0.482213,"main_score":0.431242,"hf_subset":"umb_Latn-urd_Arab","languages":["umb-Latn","urd-Arab"]},{"precision":0.481126,"recall":0.517787,"f1":0.491864,"accuracy":0.517787,"main_score":0.491864,"hf_subset":"umb_Latn-aka_Latn","languages":["umb-Latn","aka-Latn"]},{"precision":0.478716,"recall":0.521739,"f1":0.491192,"accuracy":0.521739,"main_score":0.491192,"hf_subset":"umb_Latn-bjn_Latn","languages":["umb-Latn","bjn-Latn"]},{"precision":0.459239,"recall":0.509881,"f1":0.473693,"accuracy":0.509881,"main_score":0.473693,"hf_subset":"umb_Latn-fao_Latn","languages":["umb-Latn","fao-Latn"]},{"precision":0.470718,"recall":0.525692,"f1":0.486975,"accuracy":0.525692,"main_score":0.486975,"hf_subset":"umb_Latn-ind_Latn","languages":["umb-Latn","ind-Latn"]},{"precision":0.476861,"recall":0.509881,"f1":0.486496,"accuracy":0.509881,"main_score":0.486496,"hf_subset":"umb_Latn-knc_Latn","languages":["umb-Latn","knc-Latn"]},{"precision":0.494822,"recall":0.544466,"f1":0.507935,"accuracy":0.544466,"main_score":0.507935,"hf_subset":"umb_Latn-mlt_Latn","languages":["umb-Latn","mlt-Latn"]},{"precision":0.48087,"recall":0.51581,"f1":0.491092,"accuracy":0.51581,"main_score":0.491092,"hf_subset":"umb_Latn-quy_Latn","languages":["umb-Latn","quy-Latn"]},{"precision":0.461367,"recall":0.512846,"f1":0.474951,"accuracy":0.512846,"main_score":0.474951,"hf_subset":"umb_Latn-swh_Latn","languages":["umb-Latn","swh-Latn"]},{"precision":0.448616,"recall":0.500988,"f1":0.463411,"accuracy":0.500988,"main_score":0.463411,"hf_subset":"umb_Latn-uzn_Latn","languages":["umb-Latn","uzn-Latn"]},{"precision":0.456579,"recall":0.51087,"f1":0.472571,"accuracy":0.51087,"main_score":0.472571,"hf_subset":"umb_Latn-als_Latn","languages":["umb-Latn","als-Latn"]},{"precision":0.158596,"recall":0.208498,"f1":0.170949,"accuracy":0.208498,"main_score":0.170949,"hf_subset":"umb_Latn-bod_Tibt","languages":["umb-Latn","bod-Tibt"]},{"precision":0.441107,"recall":0.477273,"f1":0.451779,"accuracy":0.477273,"main_score":0.451779,"hf_subset":"umb_Latn-fij_Latn","languages":["umb-Latn","fij-Latn"]},{"precision":0.432718,"recall":0.48419,"f1":0.447472,"accuracy":0.48419,"main_score":0.447472,"hf_subset":"umb_Latn-isl_Latn","languages":["umb-Latn","isl-Latn"]},{"precision":0.487309,"recall":0.523715,"f1":0.497723,"accuracy":0.523715,"main_score":0.497723,"hf_subset":"umb_Latn-kon_Latn","languages":["umb-Latn","kon-Latn"]},{"precision":0.376822,"recall":0.436759,"f1":0.392714,"accuracy":0.436759,"main_score":0.392714,"hf_subset":"umb_Latn-mni_Beng","languages":["umb-Latn","mni-Beng"]},{"precision":0.47239,"recall":0.532609,"f1":0.489877,"accuracy":0.532609,"main_score":0.489877,"hf_subset":"umb_Latn-ron_Latn","languages":["umb-Latn","ron-Latn"]},{"precision":0.462794,"recall":0.520751,"f1":0.479347,"accuracy":0.520751,"main_score":0.479347,"hf_subset":"umb_Latn-szl_Latn","languages":["umb-Latn","szl-Latn"]},{"precision":0.477679,"recall":0.529644,"f1":0.492752,"accuracy":0.529644,"main_score":0.492752,"hf_subset":"umb_Latn-vec_Latn","languages":["umb-Latn","vec-Latn"]},{"precision":0.270754,"recall":0.331028,"f1":0.28664,"accuracy":0.331028,"main_score":0.28664,"hf_subset":"umb_Latn-amh_Ethi","languages":["umb-Latn","amh-Ethi"]},{"precision":0.466177,"recall":0.522727,"f1":0.482049,"accuracy":0.522727,"main_score":0.482049,"hf_subset":"umb_Latn-bos_Latn","languages":["umb-Latn","bos-Latn"]},{"precision":0.450516,"recall":0.505929,"f1":0.466256,"accuracy":0.505929,"main_score":0.466256,"hf_subset":"umb_Latn-fin_Latn","languages":["umb-Latn","fin-Latn"]},{"precision":0.474745,"recall":0.523715,"f1":0.48879,"accuracy":0.523715,"main_score":0.48879,"hf_subset":"umb_Latn-ita_Latn","languages":["umb-Latn","ita-Latn"]},{"precision":0.426203,"recall":0.48913,"f1":0.443947,"accuracy":0.48913,"main_score":0.443947,"hf_subset":"umb_Latn-kor_Hang","languages":["umb-Latn","kor-Hang"]},{"precision":0.452788,"recall":0.492095,"f1":0.464032,"accuracy":0.492095,"main_score":0.464032,"hf_subset":"umb_Latn-mos_Latn","languages":["umb-Latn","mos-Latn"]},{"precision":0.453259,"recall":0.496047,"f1":0.46524,"accuracy":0.496047,"main_score":0.46524,"hf_subset":"umb_Latn-run_Latn","languages":["umb-Latn","run-Latn"]},{"precision":0.415814,"recall":0.481225,"f1":0.43427,"accuracy":0.481225,"main_score":0.43427,"hf_subset":"umb_Latn-tam_Taml","languages":["umb-Latn","tam-Taml"]},{"precision":0.463163,"recall":0.521739,"f1":0.47975,"accuracy":0.521739,"main_score":0.47975,"hf_subset":"umb_Latn-vie_Latn","languages":["umb-Latn","vie-Latn"]},{"precision":0.447976,"recall":0.501976,"f1":0.463313,"accuracy":0.501976,"main_score":0.463313,"hf_subset":"umb_Latn-apc_Arab","languages":["umb-Latn","apc-Arab"]},{"precision":0.471687,"recall":0.503953,"f1":0.480914,"accuracy":0.503953,"main_score":0.480914,"hf_subset":"umb_Latn-bug_Latn","languages":["umb-Latn","bug-Latn"]},{"precision":0.42687,"recall":0.471344,"f1":0.439773,"accuracy":0.471344,"main_score":0.439773,"hf_subset":"umb_Latn-fon_Latn","languages":["umb-Latn","fon-Latn"]},{"precision":0.500749,"recall":0.544466,"f1":0.513264,"accuracy":0.544466,"main_score":0.513264,"hf_subset":"umb_Latn-jav_Latn","languages":["umb-Latn","jav-Latn"]},{"precision":0.382436,"recall":0.433794,"f1":0.396719,"accuracy":0.433794,"main_score":0.396719,"hf_subset":"umb_Latn-lao_Laoo","languages":["umb-Latn","lao-Laoo"]},{"precision":0.426435,"recall":0.475296,"f1":0.439874,"accuracy":0.475296,"main_score":0.439874,"hf_subset":"umb_Latn-mri_Latn","languages":["umb-Latn","mri-Latn"]},{"precision":0.458095,"recall":0.514822,"f1":0.474711,"accuracy":0.514822,"main_score":0.474711,"hf_subset":"umb_Latn-rus_Cyrl","languages":["umb-Latn","rus-Cyrl"]},{"precision":0.453982,"recall":0.48913,"f1":0.463789,"accuracy":0.48913,"main_score":0.463789,"hf_subset":"umb_Latn-taq_Latn","languages":["umb-Latn","taq-Latn"]},{"precision":0.486389,"recall":0.533597,"f1":0.499232,"accuracy":0.533597,"main_score":0.499232,"hf_subset":"umb_Latn-war_Latn","languages":["umb-Latn","war-Latn"]},{"precision":0.435362,"recall":0.500988,"f1":0.454821,"accuracy":0.500988,"main_score":0.454821,"hf_subset":"umb_Latn-arb_Arab","languages":["umb-Latn","arb-Arab"]},{"precision":0.459563,"recall":0.516798,"f1":0.47596,"accuracy":0.516798,"main_score":0.47596,"hf_subset":"umb_Latn-bul_Cyrl","languages":["umb-Latn","bul-Cyrl"]},{"precision":0.461792,"recall":0.519763,"f1":0.477786,"accuracy":0.519763,"main_score":0.477786,"hf_subset":"umb_Latn-fra_Latn","languages":["umb-Latn","fra-Latn"]},{"precision":0.440624,"recall":0.500988,"f1":0.457896,"accuracy":0.500988,"main_score":0.457896,"hf_subset":"umb_Latn-jpn_Jpan","languages":["umb-Latn","jpn-Jpan"]},{"precision":0.480905,"recall":0.528656,"f1":0.495193,"accuracy":0.528656,"main_score":0.495193,"hf_subset":"umb_Latn-lij_Latn","languages":["umb-Latn","lij-Latn"]},{"precision":0.24772,"recall":0.314229,"f1":0.265364,"accuracy":0.314229,"main_score":0.265364,"hf_subset":"umb_Latn-mya_Mymr","languages":["umb-Latn","mya-Mymr"]},{"precision":0.457575,"recall":0.499012,"f1":0.469288,"accuracy":0.499012,"main_score":0.469288,"hf_subset":"umb_Latn-sag_Latn","languages":["umb-Latn","sag-Latn"]},{"precision":0.158767,"recall":0.208498,"f1":0.16993,"accuracy":0.208498,"main_score":0.16993,"hf_subset":"umb_Latn-taq_Tfng","languages":["umb-Latn","taq-Tfng"]},{"precision":0.470243,"recall":0.516798,"f1":0.482696,"accuracy":0.516798,"main_score":0.482696,"hf_subset":"umb_Latn-wol_Latn","languages":["umb-Latn","wol-Latn"]},{"precision":0.375882,"recall":0.432806,"f1":0.391782,"accuracy":0.432806,"main_score":0.391782,"hf_subset":"umb_Latn-arb_Latn","languages":["umb-Latn","arb-Latn"]},{"precision":0.468866,"recall":0.528656,"f1":0.486352,"accuracy":0.528656,"main_score":0.486352,"hf_subset":"umb_Latn-cat_Latn","languages":["umb-Latn","cat-Latn"]},{"precision":0.483992,"recall":0.527668,"f1":0.496736,"accuracy":0.527668,"main_score":0.496736,"hf_subset":"umb_Latn-fur_Latn","languages":["umb-Latn","fur-Latn"]},{"precision":0.348766,"recall":0.399209,"f1":0.363007,"accuracy":0.399209,"main_score":0.363007,"hf_subset":"umb_Latn-kab_Latn","languages":["umb-Latn","kab-Latn"]},{"precision":0.462485,"recall":0.513834,"f1":0.477522,"accuracy":0.513834,"main_score":0.477522,"hf_subset":"umb_Latn-lim_Latn","languages":["umb-Latn","lim-Latn"]},{"precision":0.472777,"recall":0.533597,"f1":0.489794,"accuracy":0.533597,"main_score":0.489794,"hf_subset":"umb_Latn-nld_Latn","languages":["umb-Latn","nld-Latn"]},{"precision":0.414187,"recall":0.471344,"f1":0.430182,"accuracy":0.471344,"main_score":0.430182,"hf_subset":"umb_Latn-san_Deva","languages":["umb-Latn","san-Deva"]},{"precision":0.47267,"recall":0.524704,"f1":0.487733,"accuracy":0.524704,"main_score":0.487733,"hf_subset":"umb_Latn-tat_Cyrl","languages":["umb-Latn","tat-Cyrl"]},{"precision":0.48279,"recall":0.518775,"f1":0.493742,"accuracy":0.518775,"main_score":0.493742,"hf_subset":"umb_Latn-xho_Latn","languages":["umb-Latn","xho-Latn"]},{"precision":0.412929,"recall":0.482213,"f1":0.433508,"accuracy":0.482213,"main_score":0.433508,"hf_subset":"umb_Latn-ars_Arab","languages":["umb-Latn","ars-Arab"]},{"precision":0.504153,"recall":0.543478,"f1":0.515224,"accuracy":0.543478,"main_score":0.515224,"hf_subset":"umb_Latn-ceb_Latn","languages":["umb-Latn","ceb-Latn"]},{"precision":0.429502,"recall":0.475296,"f1":0.442536,"accuracy":0.475296,"main_score":0.442536,"hf_subset":"umb_Latn-fuv_Latn","languages":["umb-Latn","fuv-Latn"]},{"precision":0.452265,"recall":0.499012,"f1":0.465591,"accuracy":0.499012,"main_score":0.465591,"hf_subset":"umb_Latn-kac_Latn","languages":["umb-Latn","kac-Latn"]},{"precision":0.499199,"recall":0.535573,"f1":0.50923,"accuracy":0.535573,"main_score":0.50923,"hf_subset":"umb_Latn-lin_Latn","languages":["umb-Latn","lin-Latn"]},{"precision":0.469528,"recall":0.517787,"f1":0.483145,"accuracy":0.517787,"main_score":0.483145,"hf_subset":"umb_Latn-nno_Latn","languages":["umb-Latn","nno-Latn"]},{"precision":0.02816,"recall":0.068182,"f1":0.03477,"accuracy":0.068182,"main_score":0.03477,"hf_subset":"umb_Latn-sat_Olck","languages":["umb-Latn","sat-Olck"]},{"precision":0.418767,"recall":0.483202,"f1":0.437348,"accuracy":0.483202,"main_score":0.437348,"hf_subset":"umb_Latn-tel_Telu","languages":["umb-Latn","tel-Telu"]},{"precision":0.351914,"recall":0.409091,"f1":0.368424,"accuracy":0.409091,"main_score":0.368424,"hf_subset":"umb_Latn-ydd_Hebr","languages":["umb-Latn","ydd-Hebr"]},{"precision":0.412564,"recall":0.471344,"f1":0.429847,"accuracy":0.471344,"main_score":0.429847,"hf_subset":"umb_Latn-ary_Arab","languages":["umb-Latn","ary-Arab"]},{"precision":0.47304,"recall":0.52668,"f1":0.488604,"accuracy":0.52668,"main_score":0.488604,"hf_subset":"umb_Latn-ces_Latn","languages":["umb-Latn","ces-Latn"]},{"precision":0.375955,"recall":0.428854,"f1":0.390533,"accuracy":0.428854,"main_score":0.390533,"hf_subset":"umb_Latn-gaz_Latn","languages":["umb-Latn","gaz-Latn"]},{"precision":0.449313,"recall":0.498024,"f1":0.462522,"accuracy":0.498024,"main_score":0.462522,"hf_subset":"umb_Latn-kam_Latn","languages":["umb-Latn","kam-Latn"]},{"precision":0.442349,"recall":0.497036,"f1":0.457864,"accuracy":0.497036,"main_score":0.457864,"hf_subset":"umb_Latn-lit_Latn","languages":["umb-Latn","lit-Latn"]},{"precision":0.461385,"recall":0.522727,"f1":0.478697,"accuracy":0.522727,"main_score":0.478697,"hf_subset":"umb_Latn-nob_Latn","languages":["umb-Latn","nob-Latn"]},{"precision":0.471838,"recall":0.518775,"f1":0.486006,"accuracy":0.518775,"main_score":0.486006,"hf_subset":"umb_Latn-scn_Latn","languages":["umb-Latn","scn-Latn"]},{"precision":0.454957,"recall":0.502964,"f1":0.468597,"accuracy":0.502964,"main_score":0.468597,"hf_subset":"umb_Latn-tgk_Cyrl","languages":["umb-Latn","tgk-Cyrl"]},{"precision":0.41418,"recall":0.465415,"f1":0.429545,"accuracy":0.465415,"main_score":0.429545,"hf_subset":"umb_Latn-yor_Latn","languages":["umb-Latn","yor-Latn"]},{"precision":0.432679,"recall":0.496047,"f1":0.451188,"accuracy":0.496047,"main_score":0.451188,"hf_subset":"umb_Latn-arz_Arab","languages":["umb-Latn","arz-Arab"]},{"precision":0.460703,"recall":0.501976,"f1":0.472506,"accuracy":0.501976,"main_score":0.472506,"hf_subset":"umb_Latn-cjk_Latn","languages":["umb-Latn","cjk-Latn"]},{"precision":0.431429,"recall":0.479249,"f1":0.444938,"accuracy":0.479249,"main_score":0.444938,"hf_subset":"umb_Latn-gla_Latn","languages":["umb-Latn","gla-Latn"]},{"precision":0.424958,"recall":0.492095,"f1":0.444068,"accuracy":0.492095,"main_score":0.444068,"hf_subset":"umb_Latn-kan_Knda","languages":["umb-Latn","kan-Knda"]},{"precision":0.466161,"recall":0.51581,"f1":0.480175,"accuracy":0.51581,"main_score":0.480175,"hf_subset":"umb_Latn-lmo_Latn","languages":["umb-Latn","lmo-Latn"]},{"precision":0.426834,"recall":0.488142,"f1":0.444092,"accuracy":0.488142,"main_score":0.444092,"hf_subset":"umb_Latn-npi_Deva","languages":["umb-Latn","npi-Deva"]},{"precision":0.391149,"recall":0.455534,"f1":0.40949,"accuracy":0.455534,"main_score":0.40949,"hf_subset":"umb_Latn-shn_Mymr","languages":["umb-Latn","shn-Mymr"]},{"precision":0.481635,"recall":0.529644,"f1":0.495176,"accuracy":0.529644,"main_score":0.495176,"hf_subset":"umb_Latn-tgl_Latn","languages":["umb-Latn","tgl-Latn"]},{"precision":0.430139,"recall":0.495059,"f1":0.448737,"accuracy":0.495059,"main_score":0.448737,"hf_subset":"umb_Latn-yue_Hant","languages":["umb-Latn","yue-Hant"]},{"precision":0.38134,"recall":0.448617,"f1":0.40051,"accuracy":0.448617,"main_score":0.40051,"hf_subset":"umb_Latn-asm_Beng","languages":["umb-Latn","asm-Beng"]},{"precision":0.39423,"recall":0.452569,"f1":0.409894,"accuracy":0.452569,"main_score":0.409894,"hf_subset":"umb_Latn-ckb_Arab","languages":["umb-Latn","ckb-Arab"]},{"precision":0.423266,"recall":0.476285,"f1":0.438455,"accuracy":0.476285,"main_score":0.438455,"hf_subset":"umb_Latn-gle_Latn","languages":["umb-Latn","gle-Latn"]},{"precision":0.385854,"recall":0.450593,"f1":0.404249,"accuracy":0.450593,"main_score":0.404249,"hf_subset":"umb_Latn-kas_Arab","languages":["umb-Latn","kas-Arab"]},{"precision":0.448132,"recall":0.5,"f1":0.4626,"accuracy":0.5,"main_score":0.4626,"hf_subset":"umb_Latn-ltg_Latn","languages":["umb-Latn","ltg-Latn"]},{"precision":0.484726,"recall":0.524704,"f1":0.49584,"accuracy":0.524704,"main_score":0.49584,"hf_subset":"umb_Latn-nso_Latn","languages":["umb-Latn","nso-Latn"]},{"precision":0.190462,"recall":0.22332,"f1":0.19933,"accuracy":0.22332,"main_score":0.19933,"hf_subset":"umb_Latn-sin_Sinh","languages":["umb-Latn","sin-Sinh"]},{"precision":0.428118,"recall":0.492095,"f1":0.446279,"accuracy":0.492095,"main_score":0.446279,"hf_subset":"umb_Latn-tha_Thai","languages":["umb-Latn","tha-Thai"]},{"precision":0.435623,"recall":0.499012,"f1":0.453379,"accuracy":0.499012,"main_score":0.453379,"hf_subset":"umb_Latn-zho_Hans","languages":["umb-Latn","zho-Hans"]},{"precision":0.48218,"recall":0.533597,"f1":0.496124,"accuracy":0.533597,"main_score":0.496124,"hf_subset":"umb_Latn-ast_Latn","languages":["umb-Latn","ast-Latn"]},{"precision":0.454664,"recall":0.505929,"f1":0.469445,"accuracy":0.505929,"main_score":0.469445,"hf_subset":"umb_Latn-crh_Latn","languages":["umb-Latn","crh-Latn"]},{"precision":0.481788,"recall":0.530632,"f1":0.495729,"accuracy":0.530632,"main_score":0.495729,"hf_subset":"umb_Latn-glg_Latn","languages":["umb-Latn","glg-Latn"]},{"precision":0.411709,"recall":0.467391,"f1":0.427324,"accuracy":0.467391,"main_score":0.427324,"hf_subset":"umb_Latn-kas_Deva","languages":["umb-Latn","kas-Deva"]},{"precision":0.473701,"recall":0.525692,"f1":0.489068,"accuracy":0.525692,"main_score":0.489068,"hf_subset":"umb_Latn-ltz_Latn","languages":["umb-Latn","ltz-Latn"]},{"precision":0.40239,"recall":0.449605,"f1":0.415636,"accuracy":0.449605,"main_score":0.415636,"hf_subset":"umb_Latn-nus_Latn","languages":["umb-Latn","nus-Latn"]},{"precision":0.455959,"recall":0.519763,"f1":0.473893,"accuracy":0.519763,"main_score":0.473893,"hf_subset":"umb_Latn-slk_Latn","languages":["umb-Latn","slk-Latn"]},{"precision":0.223438,"recall":0.26581,"f1":0.234292,"accuracy":0.26581,"main_score":0.234292,"hf_subset":"umb_Latn-tir_Ethi","languages":["umb-Latn","tir-Ethi"]},{"precision":0.426114,"recall":0.488142,"f1":0.443917,"accuracy":0.488142,"main_score":0.443917,"hf_subset":"umb_Latn-zho_Hant","languages":["umb-Latn","zho-Hant"]},{"precision":0.447399,"recall":0.501976,"f1":0.462819,"accuracy":0.501976,"main_score":0.462819,"hf_subset":"umb_Latn-awa_Deva","languages":["umb-Latn","awa-Deva"]},{"precision":0.458358,"recall":0.507905,"f1":0.472174,"accuracy":0.507905,"main_score":0.472174,"hf_subset":"umb_Latn-cym_Latn","languages":["umb-Latn","cym-Latn"]},{"precision":0.481085,"recall":0.517787,"f1":0.491515,"accuracy":0.517787,"main_score":0.491515,"hf_subset":"umb_Latn-grn_Latn","languages":["umb-Latn","grn-Latn"]},{"precision":0.419757,"recall":0.486166,"f1":0.437829,"accuracy":0.486166,"main_score":0.437829,"hf_subset":"umb_Latn-kat_Geor","languages":["umb-Latn","kat-Geor"]},{"precision":0.463406,"recall":0.505929,"f1":0.476169,"accuracy":0.505929,"main_score":0.476169,"hf_subset":"umb_Latn-lua_Latn","languages":["umb-Latn","lua-Latn"]},{"precision":0.473551,"recall":0.512846,"f1":0.485001,"accuracy":0.512846,"main_score":0.485001,"hf_subset":"umb_Latn-nya_Latn","languages":["umb-Latn","nya-Latn"]},{"precision":0.453437,"recall":0.509881,"f1":0.470226,"accuracy":0.509881,"main_score":0.470226,"hf_subset":"umb_Latn-slv_Latn","languages":["umb-Latn","slv-Latn"]},{"precision":0.485606,"recall":0.52668,"f1":0.497154,"accuracy":0.52668,"main_score":0.497154,"hf_subset":"umb_Latn-tpi_Latn","languages":["umb-Latn","tpi-Latn"]},{"precision":0.474358,"recall":0.52668,"f1":0.489443,"accuracy":0.52668,"main_score":0.489443,"hf_subset":"umb_Latn-zsm_Latn","languages":["umb-Latn","zsm-Latn"]},{"precision":0.462888,"recall":0.504941,"f1":0.475093,"accuracy":0.504941,"main_score":0.475093,"hf_subset":"umb_Latn-ayr_Latn","languages":["umb-Latn","ayr-Latn"]},{"precision":0.469261,"recall":0.523715,"f1":0.484955,"accuracy":0.523715,"main_score":0.484955,"hf_subset":"umb_Latn-dan_Latn","languages":["umb-Latn","dan-Latn"]},{"precision":0.437272,"recall":0.499012,"f1":0.454723,"accuracy":0.499012,"main_score":0.454723,"hf_subset":"umb_Latn-guj_Gujr","languages":["umb-Latn","guj-Gujr"]},{"precision":0.454489,"recall":0.512846,"f1":0.470881,"accuracy":0.512846,"main_score":0.470881,"hf_subset":"umb_Latn-kaz_Cyrl","languages":["umb-Latn","kaz-Cyrl"]},{"precision":0.428858,"recall":0.47332,"f1":0.441327,"accuracy":0.47332,"main_score":0.441327,"hf_subset":"umb_Latn-lug_Latn","languages":["umb-Latn","lug-Latn"]},{"precision":0.474077,"recall":0.527668,"f1":0.489406,"accuracy":0.527668,"main_score":0.489406,"hf_subset":"umb_Latn-oci_Latn","languages":["umb-Latn","oci-Latn"]},{"precision":0.458294,"recall":0.501976,"f1":0.470732,"accuracy":0.501976,"main_score":0.470732,"hf_subset":"umb_Latn-smo_Latn","languages":["umb-Latn","smo-Latn"]},{"precision":0.452657,"recall":0.494071,"f1":0.464684,"accuracy":0.494071,"main_score":0.464684,"hf_subset":"umb_Latn-tsn_Latn","languages":["umb-Latn","tsn-Latn"]},{"precision":0.439806,"recall":0.486166,"f1":0.453595,"accuracy":0.486166,"main_score":0.453595,"hf_subset":"umb_Latn-zul_Latn","languages":["umb-Latn","zul-Latn"]},{"precision":0.405832,"recall":0.462451,"f1":0.422051,"accuracy":0.462451,"main_score":0.422051,"hf_subset":"umb_Latn-azb_Arab","languages":["umb-Latn","azb-Arab"]},{"precision":0.464229,"recall":0.523715,"f1":0.480999,"accuracy":0.523715,"main_score":0.480999,"hf_subset":"umb_Latn-deu_Latn","languages":["umb-Latn","deu-Latn"]},{"precision":0.429762,"recall":0.486166,"f1":0.445926,"accuracy":0.486166,"main_score":0.445926,"hf_subset":"umb_Latn-hat_Latn","languages":["umb-Latn","hat-Latn"]},{"precision":0.43455,"recall":0.475296,"f1":0.446402,"accuracy":0.475296,"main_score":0.446402,"hf_subset":"umb_Latn-kbp_Latn","languages":["umb-Latn","kbp-Latn"]},{"precision":0.467491,"recall":0.503953,"f1":0.477998,"accuracy":0.503953,"main_score":0.477998,"hf_subset":"umb_Latn-luo_Latn","languages":["umb-Latn","luo-Latn"]},{"precision":0.400322,"recall":0.468379,"f1":0.41996,"accuracy":0.468379,"main_score":0.41996,"hf_subset":"umb_Latn-ory_Orya","languages":["umb-Latn","ory-Orya"]},{"precision":0.472167,"recall":0.513834,"f1":0.484736,"accuracy":0.513834,"main_score":0.484736,"hf_subset":"umb_Latn-sna_Latn","languages":["umb-Latn","sna-Latn"]},{"precision":0.462022,"recall":0.500988,"f1":0.473551,"accuracy":0.500988,"main_score":0.473551,"hf_subset":"umb_Latn-tso_Latn","languages":["umb-Latn","tso-Latn"]},{"precision":0.452273,"recall":0.505929,"f1":0.467575,"accuracy":0.505929,"main_score":0.467575,"hf_subset":"umb_Latn-azj_Latn","languages":["umb-Latn","azj-Latn"]},{"precision":0.428088,"recall":0.478261,"f1":0.443129,"accuracy":0.478261,"main_score":0.443129,"hf_subset":"umb_Latn-dik_Latn","languages":["umb-Latn","dik-Latn"]},{"precision":0.466057,"recall":0.505929,"f1":0.477767,"accuracy":0.505929,"main_score":0.477767,"hf_subset":"umb_Latn-hau_Latn","languages":["umb-Latn","hau-Latn"]},{"precision":0.499382,"recall":0.545455,"f1":0.512312,"accuracy":0.545455,"main_score":0.512312,"hf_subset":"umb_Latn-kea_Latn","languages":["umb-Latn","kea-Latn"]},{"precision":0.489117,"recall":0.528656,"f1":0.50045,"accuracy":0.528656,"main_score":0.50045,"hf_subset":"umb_Latn-lus_Latn","languages":["umb-Latn","lus-Latn"]},{"precision":0.485275,"recall":0.522727,"f1":0.496119,"accuracy":0.522727,"main_score":0.496119,"hf_subset":"umb_Latn-pag_Latn","languages":["umb-Latn","pag-Latn"]},{"precision":0.395721,"recall":0.463439,"f1":0.4147,"accuracy":0.463439,"main_score":0.4147,"hf_subset":"umb_Latn-snd_Arab","languages":["umb-Latn","snd-Arab"]},{"precision":0.441685,"recall":0.491107,"f1":0.455775,"accuracy":0.491107,"main_score":0.455775,"hf_subset":"umb_Latn-tuk_Latn","languages":["umb-Latn","tuk-Latn"]},{"precision":0.468829,"recall":0.519763,"f1":0.482857,"accuracy":0.519763,"main_score":0.482857,"hf_subset":"umb_Latn-bak_Cyrl","languages":["umb-Latn","bak-Cyrl"]},{"precision":0.362524,"recall":0.418972,"f1":0.377935,"accuracy":0.418972,"main_score":0.377935,"hf_subset":"umb_Latn-dyu_Latn","languages":["umb-Latn","dyu-Latn"]},{"precision":0.415277,"recall":0.480237,"f1":0.434111,"accuracy":0.480237,"main_score":0.434111,"hf_subset":"umb_Latn-heb_Hebr","languages":["umb-Latn","heb-Hebr"]},{"precision":0.452804,"recall":0.500988,"f1":0.466705,"accuracy":0.500988,"main_score":0.466705,"hf_subset":"umb_Latn-khk_Cyrl","languages":["umb-Latn","khk-Cyrl"]},{"precision":0.446576,"recall":0.502964,"f1":0.462368,"accuracy":0.502964,"main_score":0.462368,"hf_subset":"umb_Latn-lvs_Latn","languages":["umb-Latn","lvs-Latn"]},{"precision":0.424794,"recall":0.48419,"f1":0.442136,"accuracy":0.48419,"main_score":0.442136,"hf_subset":"umb_Latn-pan_Guru","languages":["umb-Latn","pan-Guru"]},{"precision":0.442136,"recall":0.487154,"f1":0.45502,"accuracy":0.487154,"main_score":0.45502,"hf_subset":"umb_Latn-som_Latn","languages":["umb-Latn","som-Latn"]},{"precision":0.465934,"recall":0.508893,"f1":0.478009,"accuracy":0.508893,"main_score":0.478009,"hf_subset":"umb_Latn-tum_Latn","languages":["umb-Latn","tum-Latn"]},{"precision":0.427572,"recall":0.514822,"f1":0.451088,"accuracy":0.514822,"main_score":0.451088,"hf_subset":"ajp_Arab-ace_Arab","languages":["ajp-Arab","ace-Arab"]},{"precision":0.426728,"recall":0.499012,"f1":0.446914,"accuracy":0.499012,"main_score":0.446914,"hf_subset":"ajp_Arab-bam_Latn","languages":["ajp-Arab","bam-Latn"]},{"precision":0.104678,"recall":0.159091,"f1":0.118718,"accuracy":0.159091,"main_score":0.118718,"hf_subset":"ajp_Arab-dzo_Tibt","languages":["ajp-Arab","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-hin_Deva","languages":["ajp-Arab","hin-Deva"]},{"precision":0.924407,"recall":0.948617,"f1":0.932312,"accuracy":0.948617,"main_score":0.932312,"hf_subset":"ajp_Arab-khm_Khmr","languages":["ajp-Arab","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ajp_Arab-mag_Deva","languages":["ajp-Arab","mag-Deva"]},{"precision":0.965415,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"ajp_Arab-pap_Latn","languages":["ajp-Arab","pap-Latn"]},{"precision":0.463417,"recall":0.545455,"f1":0.486538,"accuracy":0.545455,"main_score":0.486538,"hf_subset":"ajp_Arab-sot_Latn","languages":["ajp-Arab","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-tur_Latn","languages":["ajp-Arab","tur-Latn"]},{"precision":0.777981,"recall":0.837945,"f1":0.796429,"accuracy":0.837945,"main_score":0.796429,"hf_subset":"ajp_Arab-ace_Latn","languages":["ajp-Arab","ace-Latn"]},{"precision":0.922596,"recall":0.945652,"f1":0.930171,"accuracy":0.945652,"main_score":0.930171,"hf_subset":"ajp_Arab-ban_Latn","languages":["ajp-Arab","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-ell_Grek","languages":["ajp-Arab","ell-Grek"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"ajp_Arab-hne_Deva","languages":["ajp-Arab","hne-Deva"]},{"precision":0.482876,"recall":0.56917,"f1":0.506563,"accuracy":0.56917,"main_score":0.506563,"hf_subset":"ajp_Arab-kik_Latn","languages":["ajp-Arab","kik-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ajp_Arab-mai_Deva","languages":["ajp-Arab","mai-Deva"]},{"precision":0.881868,"recall":0.917984,"f1":0.893511,"accuracy":0.917984,"main_score":0.893511,"hf_subset":"ajp_Arab-pbt_Arab","languages":["ajp-Arab","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-spa_Latn","languages":["ajp-Arab","spa-Latn"]},{"precision":0.518582,"recall":0.604743,"f1":0.543078,"accuracy":0.604743,"main_score":0.543078,"hf_subset":"ajp_Arab-twi_Latn","languages":["ajp-Arab","twi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-acm_Arab","languages":["ajp-Arab","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-bel_Cyrl","languages":["ajp-Arab","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-eng_Latn","languages":["ajp-Arab","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-hrv_Latn","languages":["ajp-Arab","hrv-Latn"]},{"precision":0.42066,"recall":0.506917,"f1":0.444385,"accuracy":0.506917,"main_score":0.444385,"hf_subset":"ajp_Arab-kin_Latn","languages":["ajp-Arab","kin-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ajp_Arab-mal_Mlym","languages":["ajp-Arab","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-pes_Arab","languages":["ajp-Arab","pes-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ajp_Arab-srd_Latn","languages":["ajp-Arab","srd-Latn"]},{"precision":0.118912,"recall":0.187747,"f1":0.134154,"accuracy":0.187747,"main_score":0.134154,"hf_subset":"ajp_Arab-tzm_Tfng","languages":["ajp-Arab","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-acq_Arab","languages":["ajp-Arab","acq-Arab"]},{"precision":0.491866,"recall":0.577075,"f1":0.515803,"accuracy":0.577075,"main_score":0.515803,"hf_subset":"ajp_Arab-bem_Latn","languages":["ajp-Arab","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-epo_Latn","languages":["ajp-Arab","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-hun_Latn","languages":["ajp-Arab","hun-Latn"]},{"precision":0.951416,"recall":0.967391,"f1":0.956686,"accuracy":0.967391,"main_score":0.956686,"hf_subset":"ajp_Arab-kir_Cyrl","languages":["ajp-Arab","kir-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ajp_Arab-mar_Deva","languages":["ajp-Arab","mar-Deva"]},{"precision":0.519307,"recall":0.594862,"f1":0.541408,"accuracy":0.594862,"main_score":0.541408,"hf_subset":"ajp_Arab-plt_Latn","languages":["ajp-Arab","plt-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-srp_Cyrl","languages":["ajp-Arab","srp-Cyrl"]},{"precision":0.933547,"recall":0.953557,"f1":0.940119,"accuracy":0.953557,"main_score":0.940119,"hf_subset":"ajp_Arab-uig_Arab","languages":["ajp-Arab","uig-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ajp_Arab-aeb_Arab","languages":["ajp-Arab","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-ben_Beng","languages":["ajp-Arab","ben-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-est_Latn","languages":["ajp-Arab","est-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ajp_Arab-hye_Armn","languages":["ajp-Arab","hye-Armn"]},{"precision":0.434848,"recall":0.505929,"f1":0.454332,"accuracy":0.505929,"main_score":0.454332,"hf_subset":"ajp_Arab-kmb_Latn","languages":["ajp-Arab","kmb-Latn"]},{"precision":0.360351,"recall":0.460474,"f1":0.386637,"accuracy":0.460474,"main_score":0.386637,"hf_subset":"ajp_Arab-min_Arab","languages":["ajp-Arab","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-pol_Latn","languages":["ajp-Arab","pol-Latn"]},{"precision":0.427235,"recall":0.511858,"f1":0.449497,"accuracy":0.511858,"main_score":0.449497,"hf_subset":"ajp_Arab-ssw_Latn","languages":["ajp-Arab","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-ukr_Cyrl","languages":["ajp-Arab","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-afr_Latn","languages":["ajp-Arab","afr-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ajp_Arab-bho_Deva","languages":["ajp-Arab","bho-Deva"]},{"precision":0.929265,"recall":0.951581,"f1":0.936495,"accuracy":0.951581,"main_score":0.936495,"hf_subset":"ajp_Arab-eus_Latn","languages":["ajp-Arab","eus-Latn"]},{"precision":0.458534,"recall":0.539526,"f1":0.480608,"accuracy":0.539526,"main_score":0.480608,"hf_subset":"ajp_Arab-ibo_Latn","languages":["ajp-Arab","ibo-Latn"]},{"precision":0.688203,"recall":0.76087,"f1":0.709576,"accuracy":0.76087,"main_score":0.709576,"hf_subset":"ajp_Arab-kmr_Latn","languages":["ajp-Arab","kmr-Latn"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"ajp_Arab-min_Latn","languages":["ajp-Arab","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-por_Latn","languages":["ajp-Arab","por-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"ajp_Arab-sun_Latn","languages":["ajp-Arab","sun-Latn"]},{"precision":0.427734,"recall":0.51087,"f1":0.451383,"accuracy":0.51087,"main_score":0.451383,"hf_subset":"ajp_Arab-umb_Latn","languages":["ajp-Arab","umb-Latn"]},{"precision":0.385684,"recall":0.482213,"f1":0.411629,"accuracy":0.482213,"main_score":0.411629,"hf_subset":"ajp_Arab-bjn_Arab","languages":["ajp-Arab","bjn-Arab"]},{"precision":0.447641,"recall":0.520751,"f1":0.467645,"accuracy":0.520751,"main_score":0.467645,"hf_subset":"ajp_Arab-ewe_Latn","languages":["ajp-Arab","ewe-Latn"]},{"precision":0.838719,"recall":0.881423,"f1":0.851812,"accuracy":0.881423,"main_score":0.851812,"hf_subset":"ajp_Arab-ilo_Latn","languages":["ajp-Arab","ilo-Latn"]},{"precision":0.176924,"recall":0.261858,"f1":0.198093,"accuracy":0.261858,"main_score":0.198093,"hf_subset":"ajp_Arab-knc_Arab","languages":["ajp-Arab","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-mkd_Cyrl","languages":["ajp-Arab","mkd-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-prs_Arab","languages":["ajp-Arab","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-swe_Latn","languages":["ajp-Arab","swe-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ajp_Arab-urd_Arab","languages":["ajp-Arab","urd-Arab"]},{"precision":0.501102,"recall":0.587945,"f1":0.525464,"accuracy":0.587945,"main_score":0.525464,"hf_subset":"ajp_Arab-aka_Latn","languages":["ajp-Arab","aka-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"ajp_Arab-bjn_Latn","languages":["ajp-Arab","bjn-Latn"]},{"precision":0.900362,"recall":0.93083,"f1":0.910244,"accuracy":0.93083,"main_score":0.910244,"hf_subset":"ajp_Arab-fao_Latn","languages":["ajp-Arab","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-ind_Latn","languages":["ajp-Arab","ind-Latn"]},{"precision":0.498325,"recall":0.577075,"f1":0.520708,"accuracy":0.577075,"main_score":0.520708,"hf_subset":"ajp_Arab-knc_Latn","languages":["ajp-Arab","knc-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"ajp_Arab-mlt_Latn","languages":["ajp-Arab","mlt-Latn"]},{"precision":0.534587,"recall":0.623518,"f1":0.558892,"accuracy":0.623518,"main_score":0.558892,"hf_subset":"ajp_Arab-quy_Latn","languages":["ajp-Arab","quy-Latn"]},{"precision":0.688168,"recall":0.767787,"f1":0.712109,"accuracy":0.767787,"main_score":0.712109,"hf_subset":"ajp_Arab-swh_Latn","languages":["ajp-Arab","swh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ajp_Arab-uzn_Latn","languages":["ajp-Arab","uzn-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-als_Latn","languages":["ajp-Arab","als-Latn"]},{"precision":0.145258,"recall":0.22332,"f1":0.163191,"accuracy":0.22332,"main_score":0.163191,"hf_subset":"ajp_Arab-bod_Tibt","languages":["ajp-Arab","bod-Tibt"]},{"precision":0.430424,"recall":0.51581,"f1":0.454095,"accuracy":0.51581,"main_score":0.454095,"hf_subset":"ajp_Arab-fij_Latn","languages":["ajp-Arab","fij-Latn"]},{"precision":0.9375,"recall":0.956522,"f1":0.943577,"accuracy":0.956522,"main_score":0.943577,"hf_subset":"ajp_Arab-isl_Latn","languages":["ajp-Arab","isl-Latn"]},{"precision":0.519295,"recall":0.602767,"f1":0.542842,"accuracy":0.602767,"main_score":0.542842,"hf_subset":"ajp_Arab-kon_Latn","languages":["ajp-Arab","kon-Latn"]},{"precision":0.464814,"recall":0.566206,"f1":0.493356,"accuracy":0.566206,"main_score":0.493356,"hf_subset":"ajp_Arab-mni_Beng","languages":["ajp-Arab","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-ron_Latn","languages":["ajp-Arab","ron-Latn"]},{"precision":0.983202,"recall":0.987154,"f1":0.984519,"accuracy":0.987154,"main_score":0.984519,"hf_subset":"ajp_Arab-szl_Latn","languages":["ajp-Arab","szl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-vec_Latn","languages":["ajp-Arab","vec-Latn"]},{"precision":0.518145,"recall":0.607708,"f1":0.543338,"accuracy":0.607708,"main_score":0.543338,"hf_subset":"ajp_Arab-amh_Ethi","languages":["ajp-Arab","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-bos_Latn","languages":["ajp-Arab","bos-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"ajp_Arab-fin_Latn","languages":["ajp-Arab","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-ita_Latn","languages":["ajp-Arab","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-kor_Hang","languages":["ajp-Arab","kor-Hang"]},{"precision":0.43424,"recall":0.520751,"f1":0.458378,"accuracy":0.520751,"main_score":0.458378,"hf_subset":"ajp_Arab-mos_Latn","languages":["ajp-Arab","mos-Latn"]},{"precision":0.419908,"recall":0.500988,"f1":0.441882,"accuracy":0.500988,"main_score":0.441882,"hf_subset":"ajp_Arab-run_Latn","languages":["ajp-Arab","run-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ajp_Arab-tam_Taml","languages":["ajp-Arab","tam-Taml"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-vie_Latn","languages":["ajp-Arab","vie-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-apc_Arab","languages":["ajp-Arab","apc-Arab"]},{"precision":0.72715,"recall":0.791502,"f1":0.746294,"accuracy":0.791502,"main_score":0.746294,"hf_subset":"ajp_Arab-bug_Latn","languages":["ajp-Arab","bug-Latn"]},{"precision":0.399899,"recall":0.477273,"f1":0.420078,"accuracy":0.477273,"main_score":0.420078,"hf_subset":"ajp_Arab-fon_Latn","languages":["ajp-Arab","fon-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ajp_Arab-jav_Latn","languages":["ajp-Arab","jav-Latn"]},{"precision":0.871789,"recall":0.912055,"f1":0.884783,"accuracy":0.912055,"main_score":0.884783,"hf_subset":"ajp_Arab-lao_Laoo","languages":["ajp-Arab","lao-Laoo"]},{"precision":0.54797,"recall":0.637352,"f1":0.573086,"accuracy":0.637352,"main_score":0.573086,"hf_subset":"ajp_Arab-mri_Latn","languages":["ajp-Arab","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-rus_Cyrl","languages":["ajp-Arab","rus-Cyrl"]},{"precision":0.477019,"recall":0.554348,"f1":0.498072,"accuracy":0.554348,"main_score":0.498072,"hf_subset":"ajp_Arab-taq_Latn","languages":["ajp-Arab","taq-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"ajp_Arab-war_Latn","languages":["ajp-Arab","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-arb_Arab","languages":["ajp-Arab","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-bul_Cyrl","languages":["ajp-Arab","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-fra_Latn","languages":["ajp-Arab","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-jpn_Jpan","languages":["ajp-Arab","jpn-Jpan"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ajp_Arab-lij_Latn","languages":["ajp-Arab","lij-Latn"]},{"precision":0.928524,"recall":0.949605,"f1":0.935394,"accuracy":0.949605,"main_score":0.935394,"hf_subset":"ajp_Arab-mya_Mymr","languages":["ajp-Arab","mya-Mymr"]},{"precision":0.481128,"recall":0.572134,"f1":0.506788,"accuracy":0.572134,"main_score":0.506788,"hf_subset":"ajp_Arab-sag_Latn","languages":["ajp-Arab","sag-Latn"]},{"precision":0.134381,"recall":0.217391,"f1":0.150633,"accuracy":0.217391,"main_score":0.150633,"hf_subset":"ajp_Arab-taq_Tfng","languages":["ajp-Arab","taq-Tfng"]},{"precision":0.513194,"recall":0.601779,"f1":0.538374,"accuracy":0.601779,"main_score":0.538374,"hf_subset":"ajp_Arab-wol_Latn","languages":["ajp-Arab","wol-Latn"]},{"precision":0.661122,"recall":0.741107,"f1":0.684999,"accuracy":0.741107,"main_score":0.684999,"hf_subset":"ajp_Arab-arb_Latn","languages":["ajp-Arab","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-cat_Latn","languages":["ajp-Arab","cat-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ajp_Arab-fur_Latn","languages":["ajp-Arab","fur-Latn"]},{"precision":0.322656,"recall":0.394269,"f1":0.341579,"accuracy":0.394269,"main_score":0.341579,"hf_subset":"ajp_Arab-kab_Latn","languages":["ajp-Arab","kab-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"ajp_Arab-lim_Latn","languages":["ajp-Arab","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-nld_Latn","languages":["ajp-Arab","nld-Latn"]},{"precision":0.957922,"recall":0.970356,"f1":0.961858,"accuracy":0.970356,"main_score":0.961858,"hf_subset":"ajp_Arab-san_Deva","languages":["ajp-Arab","san-Deva"]},{"precision":0.973155,"recall":0.981225,"f1":0.975791,"accuracy":0.981225,"main_score":0.975791,"hf_subset":"ajp_Arab-tat_Cyrl","languages":["ajp-Arab","tat-Cyrl"]},{"precision":0.483137,"recall":0.568182,"f1":0.505807,"accuracy":0.568182,"main_score":0.505807,"hf_subset":"ajp_Arab-xho_Latn","languages":["ajp-Arab","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-ars_Arab","languages":["ajp-Arab","ars-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ajp_Arab-ceb_Latn","languages":["ajp-Arab","ceb-Latn"]},{"precision":0.450362,"recall":0.537549,"f1":0.474678,"accuracy":0.537549,"main_score":0.474678,"hf_subset":"ajp_Arab-fuv_Latn","languages":["ajp-Arab","fuv-Latn"]},{"precision":0.445106,"recall":0.530632,"f1":0.467975,"accuracy":0.530632,"main_score":0.467975,"hf_subset":"ajp_Arab-kac_Latn","languages":["ajp-Arab","kac-Latn"]},{"precision":0.537993,"recall":0.62253,"f1":0.561168,"accuracy":0.62253,"main_score":0.561168,"hf_subset":"ajp_Arab-lin_Latn","languages":["ajp-Arab","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-nno_Latn","languages":["ajp-Arab","nno-Latn"]},{"precision":0.015318,"recall":0.054348,"f1":0.020235,"accuracy":0.054348,"main_score":0.020235,"hf_subset":"ajp_Arab-sat_Olck","languages":["ajp-Arab","sat-Olck"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ajp_Arab-tel_Telu","languages":["ajp-Arab","tel-Telu"]},{"precision":0.696739,"recall":0.774704,"f1":0.720257,"accuracy":0.774704,"main_score":0.720257,"hf_subset":"ajp_Arab-ydd_Hebr","languages":["ajp-Arab","ydd-Hebr"]},{"precision":0.965415,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"ajp_Arab-ary_Arab","languages":["ajp-Arab","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-ces_Latn","languages":["ajp-Arab","ces-Latn"]},{"precision":0.382557,"recall":0.466403,"f1":0.405018,"accuracy":0.466403,"main_score":0.405018,"hf_subset":"ajp_Arab-gaz_Latn","languages":["ajp-Arab","gaz-Latn"]},{"precision":0.447773,"recall":0.539526,"f1":0.473192,"accuracy":0.539526,"main_score":0.473192,"hf_subset":"ajp_Arab-kam_Latn","languages":["ajp-Arab","kam-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"ajp_Arab-lit_Latn","languages":["ajp-Arab","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-nob_Latn","languages":["ajp-Arab","nob-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ajp_Arab-scn_Latn","languages":["ajp-Arab","scn-Latn"]},{"precision":0.908597,"recall":0.937747,"f1":0.918149,"accuracy":0.937747,"main_score":0.918149,"hf_subset":"ajp_Arab-tgk_Cyrl","languages":["ajp-Arab","tgk-Cyrl"]},{"precision":0.399007,"recall":0.48913,"f1":0.423609,"accuracy":0.48913,"main_score":0.423609,"hf_subset":"ajp_Arab-yor_Latn","languages":["ajp-Arab","yor-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-arz_Arab","languages":["ajp-Arab","arz-Arab"]},{"precision":0.449421,"recall":0.54249,"f1":0.474671,"accuracy":0.54249,"main_score":0.474671,"hf_subset":"ajp_Arab-cjk_Latn","languages":["ajp-Arab","cjk-Latn"]},{"precision":0.575947,"recall":0.660079,"f1":0.599571,"accuracy":0.660079,"main_score":0.599571,"hf_subset":"ajp_Arab-gla_Latn","languages":["ajp-Arab","gla-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ajp_Arab-kan_Knda","languages":["ajp-Arab","kan-Knda"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ajp_Arab-lmo_Latn","languages":["ajp-Arab","lmo-Latn"]},{"precision":0.98913,"recall":0.992095,"f1":0.990119,"accuracy":0.992095,"main_score":0.990119,"hf_subset":"ajp_Arab-npi_Deva","languages":["ajp-Arab","npi-Deva"]},{"precision":0.371299,"recall":0.482213,"f1":0.400355,"accuracy":0.482213,"main_score":0.400355,"hf_subset":"ajp_Arab-shn_Mymr","languages":["ajp-Arab","shn-Mymr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-tgl_Latn","languages":["ajp-Arab","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-yue_Hant","languages":["ajp-Arab","yue-Hant"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ajp_Arab-asm_Beng","languages":["ajp-Arab","asm-Beng"]},{"precision":0.708573,"recall":0.777668,"f1":0.728942,"accuracy":0.777668,"main_score":0.728942,"hf_subset":"ajp_Arab-ckb_Arab","languages":["ajp-Arab","ckb-Arab"]},{"precision":0.655774,"recall":0.744071,"f1":0.682987,"accuracy":0.744071,"main_score":0.682987,"hf_subset":"ajp_Arab-gle_Latn","languages":["ajp-Arab","gle-Latn"]},{"precision":0.871377,"recall":0.912055,"f1":0.884552,"accuracy":0.912055,"main_score":0.884552,"hf_subset":"ajp_Arab-kas_Arab","languages":["ajp-Arab","kas-Arab"]},{"precision":0.871212,"recall":0.907115,"f1":0.882331,"accuracy":0.907115,"main_score":0.882331,"hf_subset":"ajp_Arab-ltg_Latn","languages":["ajp-Arab","ltg-Latn"]},{"precision":0.48873,"recall":0.573123,"f1":0.511762,"accuracy":0.573123,"main_score":0.511762,"hf_subset":"ajp_Arab-nso_Latn","languages":["ajp-Arab","nso-Latn"]},{"precision":0.408569,"recall":0.504941,"f1":0.435384,"accuracy":0.504941,"main_score":0.435384,"hf_subset":"ajp_Arab-sin_Sinh","languages":["ajp-Arab","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-tha_Thai","languages":["ajp-Arab","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-zho_Hans","languages":["ajp-Arab","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-ast_Latn","languages":["ajp-Arab","ast-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ajp_Arab-crh_Latn","languages":["ajp-Arab","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-glg_Latn","languages":["ajp-Arab","glg-Latn"]},{"precision":0.76581,"recall":0.828063,"f1":0.784736,"accuracy":0.828063,"main_score":0.784736,"hf_subset":"ajp_Arab-kas_Deva","languages":["ajp-Arab","kas-Deva"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ajp_Arab-ltz_Latn","languages":["ajp-Arab","ltz-Latn"]},{"precision":0.366098,"recall":0.448617,"f1":0.387067,"accuracy":0.448617,"main_score":0.387067,"hf_subset":"ajp_Arab-nus_Latn","languages":["ajp-Arab","nus-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-slk_Latn","languages":["ajp-Arab","slk-Latn"]},{"precision":0.255303,"recall":0.332016,"f1":0.275176,"accuracy":0.332016,"main_score":0.275176,"hf_subset":"ajp_Arab-tir_Ethi","languages":["ajp-Arab","tir-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ajp_Arab-zho_Hant","languages":["ajp-Arab","zho-Hant"]},{"precision":0.985507,"recall":0.98913,"f1":0.98666,"accuracy":0.98913,"main_score":0.98666,"hf_subset":"ajp_Arab-awa_Deva","languages":["ajp-Arab","awa-Deva"]},{"precision":0.843379,"recall":0.887352,"f1":0.856851,"accuracy":0.887352,"main_score":0.856851,"hf_subset":"ajp_Arab-cym_Latn","languages":["ajp-Arab","cym-Latn"]},{"precision":0.70056,"recall":0.767787,"f1":0.720177,"accuracy":0.767787,"main_score":0.720177,"hf_subset":"ajp_Arab-grn_Latn","languages":["ajp-Arab","grn-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ajp_Arab-kat_Geor","languages":["ajp-Arab","kat-Geor"]},{"precision":0.531902,"recall":0.616601,"f1":0.556378,"accuracy":0.616601,"main_score":0.556378,"hf_subset":"ajp_Arab-lua_Latn","languages":["ajp-Arab","lua-Latn"]},{"precision":0.483146,"recall":0.566206,"f1":0.505903,"accuracy":0.566206,"main_score":0.505903,"hf_subset":"ajp_Arab-nya_Latn","languages":["ajp-Arab","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-slv_Latn","languages":["ajp-Arab","slv-Latn"]},{"precision":0.778771,"recall":0.837945,"f1":0.797332,"accuracy":0.837945,"main_score":0.797332,"hf_subset":"ajp_Arab-tpi_Latn","languages":["ajp-Arab","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-zsm_Latn","languages":["ajp-Arab","zsm-Latn"]},{"precision":0.459869,"recall":0.535573,"f1":0.480447,"accuracy":0.535573,"main_score":0.480447,"hf_subset":"ajp_Arab-ayr_Latn","languages":["ajp-Arab","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-dan_Latn","languages":["ajp-Arab","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-guj_Gujr","languages":["ajp-Arab","guj-Gujr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ajp_Arab-kaz_Cyrl","languages":["ajp-Arab","kaz-Cyrl"]},{"precision":0.399845,"recall":0.48419,"f1":0.423636,"accuracy":0.48419,"main_score":0.423636,"hf_subset":"ajp_Arab-lug_Latn","languages":["ajp-Arab","lug-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-oci_Latn","languages":["ajp-Arab","oci-Latn"]},{"precision":0.481145,"recall":0.573123,"f1":0.506637,"accuracy":0.573123,"main_score":0.506637,"hf_subset":"ajp_Arab-smo_Latn","languages":["ajp-Arab","smo-Latn"]},{"precision":0.43439,"recall":0.517787,"f1":0.456797,"accuracy":0.517787,"main_score":0.456797,"hf_subset":"ajp_Arab-tsn_Latn","languages":["ajp-Arab","tsn-Latn"]},{"precision":0.443216,"recall":0.527668,"f1":0.465608,"accuracy":0.527668,"main_score":0.465608,"hf_subset":"ajp_Arab-zul_Latn","languages":["ajp-Arab","zul-Latn"]},{"precision":0.816074,"recall":0.870553,"f1":0.8333,"accuracy":0.870553,"main_score":0.8333,"hf_subset":"ajp_Arab-azb_Arab","languages":["ajp-Arab","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ajp_Arab-deu_Latn","languages":["ajp-Arab","deu-Latn"]},{"precision":0.914032,"recall":0.939723,"f1":0.922219,"accuracy":0.939723,"main_score":0.922219,"hf_subset":"ajp_Arab-hat_Latn","languages":["ajp-Arab","hat-Latn"]},{"precision":0.399798,"recall":0.481225,"f1":0.421676,"accuracy":0.481225,"main_score":0.421676,"hf_subset":"ajp_Arab-kbp_Latn","languages":["ajp-Arab","kbp-Latn"]},{"precision":0.460788,"recall":0.540514,"f1":0.482346,"accuracy":0.540514,"main_score":0.482346,"hf_subset":"ajp_Arab-luo_Latn","languages":["ajp-Arab","luo-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ajp_Arab-ory_Orya","languages":["ajp-Arab","ory-Orya"]},{"precision":0.460937,"recall":0.543478,"f1":0.48445,"accuracy":0.543478,"main_score":0.48445,"hf_subset":"ajp_Arab-sna_Latn","languages":["ajp-Arab","sna-Latn"]},{"precision":0.433979,"recall":0.512846,"f1":0.455887,"accuracy":0.512846,"main_score":0.455887,"hf_subset":"ajp_Arab-tso_Latn","languages":["ajp-Arab","tso-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ajp_Arab-azj_Latn","languages":["ajp-Arab","azj-Latn"]},{"precision":0.451497,"recall":0.54249,"f1":0.477399,"accuracy":0.54249,"main_score":0.477399,"hf_subset":"ajp_Arab-dik_Latn","languages":["ajp-Arab","dik-Latn"]},{"precision":0.438126,"recall":0.51087,"f1":0.458978,"accuracy":0.51087,"main_score":0.458978,"hf_subset":"ajp_Arab-hau_Latn","languages":["ajp-Arab","hau-Latn"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"ajp_Arab-kea_Latn","languages":["ajp-Arab","kea-Latn"]},{"precision":0.620085,"recall":0.693676,"f1":0.641238,"accuracy":0.693676,"main_score":0.641238,"hf_subset":"ajp_Arab-lus_Latn","languages":["ajp-Arab","lus-Latn"]},{"precision":0.809157,"recall":0.855731,"f1":0.823043,"accuracy":0.855731,"main_score":0.823043,"hf_subset":"ajp_Arab-pag_Latn","languages":["ajp-Arab","pag-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ajp_Arab-snd_Arab","languages":["ajp-Arab","snd-Arab"]},{"precision":0.869483,"recall":0.909091,"f1":0.882148,"accuracy":0.909091,"main_score":0.882148,"hf_subset":"ajp_Arab-tuk_Latn","languages":["ajp-Arab","tuk-Latn"]},{"precision":0.939065,"recall":0.958498,"f1":0.945487,"accuracy":0.958498,"main_score":0.945487,"hf_subset":"ajp_Arab-bak_Cyrl","languages":["ajp-Arab","bak-Cyrl"]},{"precision":0.39459,"recall":0.490119,"f1":0.42138,"accuracy":0.490119,"main_score":0.42138,"hf_subset":"ajp_Arab-dyu_Latn","languages":["ajp-Arab","dyu-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-heb_Hebr","languages":["ajp-Arab","heb-Hebr"]},{"precision":0.875988,"recall":0.913043,"f1":0.887846,"accuracy":0.913043,"main_score":0.887846,"hf_subset":"ajp_Arab-khk_Cyrl","languages":["ajp-Arab","khk-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ajp_Arab-lvs_Latn","languages":["ajp-Arab","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ajp_Arab-pan_Guru","languages":["ajp-Arab","pan-Guru"]},{"precision":0.433634,"recall":0.524704,"f1":0.459106,"accuracy":0.524704,"main_score":0.459106,"hf_subset":"ajp_Arab-som_Latn","languages":["ajp-Arab","som-Latn"]},{"precision":0.475835,"recall":0.549407,"f1":0.496558,"accuracy":0.549407,"main_score":0.496558,"hf_subset":"ajp_Arab-tum_Latn","languages":["ajp-Arab","tum-Latn"]},{"precision":0.518696,"recall":0.589921,"f1":0.538658,"accuracy":0.589921,"main_score":0.538658,"hf_subset":"bjn_Arab-ace_Arab","languages":["bjn-Arab","ace-Arab"]},{"precision":0.322562,"recall":0.384387,"f1":0.339155,"accuracy":0.384387,"main_score":0.339155,"hf_subset":"bjn_Arab-bam_Latn","languages":["bjn-Arab","bam-Latn"]},{"precision":0.104282,"recall":0.140316,"f1":0.11281,"accuracy":0.140316,"main_score":0.11281,"hf_subset":"bjn_Arab-dzo_Tibt","languages":["bjn-Arab","dzo-Tibt"]},{"precision":0.380699,"recall":0.468379,"f1":0.403751,"accuracy":0.468379,"main_score":0.403751,"hf_subset":"bjn_Arab-hin_Deva","languages":["bjn-Arab","hin-Deva"]},{"precision":0.269707,"recall":0.342885,"f1":0.288015,"accuracy":0.342885,"main_score":0.288015,"hf_subset":"bjn_Arab-khm_Khmr","languages":["bjn-Arab","khm-Khmr"]},{"precision":0.376849,"recall":0.45751,"f1":0.398522,"accuracy":0.45751,"main_score":0.398522,"hf_subset":"bjn_Arab-mag_Deva","languages":["bjn-Arab","mag-Deva"]},{"precision":0.42353,"recall":0.502964,"f1":0.444689,"accuracy":0.502964,"main_score":0.444689,"hf_subset":"bjn_Arab-pap_Latn","languages":["bjn-Arab","pap-Latn"]},{"precision":0.331533,"recall":0.391304,"f1":0.347876,"accuracy":0.391304,"main_score":0.347876,"hf_subset":"bjn_Arab-sot_Latn","languages":["bjn-Arab","sot-Latn"]},{"precision":0.383494,"recall":0.468379,"f1":0.40633,"accuracy":0.468379,"main_score":0.40633,"hf_subset":"bjn_Arab-tur_Latn","languages":["bjn-Arab","tur-Latn"]},{"precision":0.451164,"recall":0.522727,"f1":0.470641,"accuracy":0.522727,"main_score":0.470641,"hf_subset":"bjn_Arab-ace_Latn","languages":["bjn-Arab","ace-Latn"]},{"precision":0.464035,"recall":0.535573,"f1":0.483082,"accuracy":0.535573,"main_score":0.483082,"hf_subset":"bjn_Arab-ban_Latn","languages":["bjn-Arab","ban-Latn"]},{"precision":0.371484,"recall":0.447628,"f1":0.391163,"accuracy":0.447628,"main_score":0.391163,"hf_subset":"bjn_Arab-ell_Grek","languages":["bjn-Arab","ell-Grek"]},{"precision":0.38045,"recall":0.460474,"f1":0.400506,"accuracy":0.460474,"main_score":0.400506,"hf_subset":"bjn_Arab-hne_Deva","languages":["bjn-Arab","hne-Deva"]},{"precision":0.287636,"recall":0.359684,"f1":0.306112,"accuracy":0.359684,"main_score":0.306112,"hf_subset":"bjn_Arab-kik_Latn","languages":["bjn-Arab","kik-Latn"]},{"precision":0.389266,"recall":0.476285,"f1":0.41165,"accuracy":0.476285,"main_score":0.41165,"hf_subset":"bjn_Arab-mai_Deva","languages":["bjn-Arab","mai-Deva"]},{"precision":0.356234,"recall":0.431818,"f1":0.376118,"accuracy":0.431818,"main_score":0.376118,"hf_subset":"bjn_Arab-pbt_Arab","languages":["bjn-Arab","pbt-Arab"]},{"precision":0.378621,"recall":0.464427,"f1":0.401893,"accuracy":0.464427,"main_score":0.401893,"hf_subset":"bjn_Arab-spa_Latn","languages":["bjn-Arab","spa-Latn"]},{"precision":0.374647,"recall":0.434783,"f1":0.390676,"accuracy":0.434783,"main_score":0.390676,"hf_subset":"bjn_Arab-twi_Latn","languages":["bjn-Arab","twi-Latn"]},{"precision":0.372443,"recall":0.456522,"f1":0.394503,"accuracy":0.456522,"main_score":0.394503,"hf_subset":"bjn_Arab-acm_Arab","languages":["bjn-Arab","acm-Arab"]},{"precision":0.370318,"recall":0.45751,"f1":0.392952,"accuracy":0.45751,"main_score":0.392952,"hf_subset":"bjn_Arab-bel_Cyrl","languages":["bjn-Arab","bel-Cyrl"]},{"precision":0.38317,"recall":0.470356,"f1":0.406406,"accuracy":0.470356,"main_score":0.406406,"hf_subset":"bjn_Arab-eng_Latn","languages":["bjn-Arab","eng-Latn"]},{"precision":0.384271,"recall":0.471344,"f1":0.407445,"accuracy":0.471344,"main_score":0.407445,"hf_subset":"bjn_Arab-hrv_Latn","languages":["bjn-Arab","hrv-Latn"]},{"precision":0.326541,"recall":0.395257,"f1":0.344,"accuracy":0.395257,"main_score":0.344,"hf_subset":"bjn_Arab-kin_Latn","languages":["bjn-Arab","kin-Latn"]},{"precision":0.361937,"recall":0.437747,"f1":0.381191,"accuracy":0.437747,"main_score":0.381191,"hf_subset":"bjn_Arab-mal_Mlym","languages":["bjn-Arab","mal-Mlym"]},{"precision":0.365038,"recall":0.450593,"f1":0.387635,"accuracy":0.450593,"main_score":0.387635,"hf_subset":"bjn_Arab-pes_Arab","languages":["bjn-Arab","pes-Arab"]},{"precision":0.407132,"recall":0.485178,"f1":0.427176,"accuracy":0.485178,"main_score":0.427176,"hf_subset":"bjn_Arab-srd_Latn","languages":["bjn-Arab","srd-Latn"]},{"precision":0.148824,"recall":0.186759,"f1":0.157529,"accuracy":0.186759,"main_score":0.157529,"hf_subset":"bjn_Arab-tzm_Tfng","languages":["bjn-Arab","tzm-Tfng"]},{"precision":0.373614,"recall":0.452569,"f1":0.393731,"accuracy":0.452569,"main_score":0.393731,"hf_subset":"bjn_Arab-acq_Arab","languages":["bjn-Arab","acq-Arab"]},{"precision":0.357844,"recall":0.421937,"f1":0.375106,"accuracy":0.421937,"main_score":0.375106,"hf_subset":"bjn_Arab-bem_Latn","languages":["bjn-Arab","bem-Latn"]},{"precision":0.401566,"recall":0.492095,"f1":0.426114,"accuracy":0.492095,"main_score":0.426114,"hf_subset":"bjn_Arab-epo_Latn","languages":["bjn-Arab","epo-Latn"]},{"precision":0.385605,"recall":0.474308,"f1":0.409729,"accuracy":0.474308,"main_score":0.409729,"hf_subset":"bjn_Arab-hun_Latn","languages":["bjn-Arab","hun-Latn"]},{"precision":0.385143,"recall":0.467391,"f1":0.407756,"accuracy":0.467391,"main_score":0.407756,"hf_subset":"bjn_Arab-kir_Cyrl","languages":["bjn-Arab","kir-Cyrl"]},{"precision":0.375833,"recall":0.461462,"f1":0.398229,"accuracy":0.461462,"main_score":0.398229,"hf_subset":"bjn_Arab-mar_Deva","languages":["bjn-Arab","mar-Deva"]},{"precision":0.366582,"recall":0.423913,"f1":0.38227,"accuracy":0.423913,"main_score":0.38227,"hf_subset":"bjn_Arab-plt_Latn","languages":["bjn-Arab","plt-Latn"]},{"precision":0.380778,"recall":0.467391,"f1":0.403578,"accuracy":0.467391,"main_score":0.403578,"hf_subset":"bjn_Arab-srp_Cyrl","languages":["bjn-Arab","srp-Cyrl"]},{"precision":0.338974,"recall":0.417984,"f1":0.359703,"accuracy":0.417984,"main_score":0.359703,"hf_subset":"bjn_Arab-uig_Arab","languages":["bjn-Arab","uig-Arab"]},{"precision":0.359412,"recall":0.439723,"f1":0.380148,"accuracy":0.439723,"main_score":0.380148,"hf_subset":"bjn_Arab-aeb_Arab","languages":["bjn-Arab","aeb-Arab"]},{"precision":0.3643,"recall":0.451581,"f1":0.3867,"accuracy":0.451581,"main_score":0.3867,"hf_subset":"bjn_Arab-ben_Beng","languages":["bjn-Arab","ben-Beng"]},{"precision":0.386198,"recall":0.466403,"f1":0.406937,"accuracy":0.466403,"main_score":0.406937,"hf_subset":"bjn_Arab-est_Latn","languages":["bjn-Arab","est-Latn"]},{"precision":0.336535,"recall":0.422925,"f1":0.358777,"accuracy":0.422925,"main_score":0.358777,"hf_subset":"bjn_Arab-hye_Armn","languages":["bjn-Arab","hye-Armn"]},{"precision":0.312492,"recall":0.374506,"f1":0.328819,"accuracy":0.374506,"main_score":0.328819,"hf_subset":"bjn_Arab-kmb_Latn","languages":["bjn-Arab","kmb-Latn"]},{"precision":0.583919,"recall":0.65415,"f1":0.604431,"accuracy":0.65415,"main_score":0.604431,"hf_subset":"bjn_Arab-min_Arab","languages":["bjn-Arab","min-Arab"]},{"precision":0.36985,"recall":0.465415,"f1":0.395341,"accuracy":0.465415,"main_score":0.395341,"hf_subset":"bjn_Arab-pol_Latn","languages":["bjn-Arab","pol-Latn"]},{"precision":0.320482,"recall":0.381423,"f1":0.337147,"accuracy":0.381423,"main_score":0.337147,"hf_subset":"bjn_Arab-ssw_Latn","languages":["bjn-Arab","ssw-Latn"]},{"precision":0.385,"recall":0.480237,"f1":0.410708,"accuracy":0.480237,"main_score":0.410708,"hf_subset":"bjn_Arab-ukr_Cyrl","languages":["bjn-Arab","ukr-Cyrl"]},{"precision":0.404537,"recall":0.487154,"f1":0.426144,"accuracy":0.487154,"main_score":0.426144,"hf_subset":"bjn_Arab-afr_Latn","languages":["bjn-Arab","afr-Latn"]},{"precision":0.379361,"recall":0.468379,"f1":0.40301,"accuracy":0.468379,"main_score":0.40301,"hf_subset":"bjn_Arab-bho_Deva","languages":["bjn-Arab","bho-Deva"]},{"precision":0.400062,"recall":0.480237,"f1":0.42159,"accuracy":0.480237,"main_score":0.42159,"hf_subset":"bjn_Arab-eus_Latn","languages":["bjn-Arab","eus-Latn"]},{"precision":0.304225,"recall":0.379447,"f1":0.323134,"accuracy":0.379447,"main_score":0.323134,"hf_subset":"bjn_Arab-ibo_Latn","languages":["bjn-Arab","ibo-Latn"]},{"precision":0.381139,"recall":0.45751,"f1":0.40153,"accuracy":0.45751,"main_score":0.40153,"hf_subset":"bjn_Arab-kmr_Latn","languages":["bjn-Arab","kmr-Latn"]},{"precision":0.435163,"recall":0.51581,"f1":0.457192,"accuracy":0.51581,"main_score":0.457192,"hf_subset":"bjn_Arab-min_Latn","languages":["bjn-Arab","min-Latn"]},{"precision":0.380973,"recall":0.475296,"f1":0.406014,"accuracy":0.475296,"main_score":0.406014,"hf_subset":"bjn_Arab-por_Latn","languages":["bjn-Arab","por-Latn"]},{"precision":0.434496,"recall":0.517787,"f1":0.457462,"accuracy":0.517787,"main_score":0.457462,"hf_subset":"bjn_Arab-sun_Latn","languages":["bjn-Arab","sun-Latn"]},{"precision":0.296334,"recall":0.367589,"f1":0.31453,"accuracy":0.367589,"main_score":0.31453,"hf_subset":"bjn_Arab-umb_Latn","languages":["bjn-Arab","umb-Latn"]},{"precision":0.394347,"recall":0.476285,"f1":0.416245,"accuracy":0.476285,"main_score":0.416245,"hf_subset":"bjn_Arab-ajp_Arab","languages":["bjn-Arab","ajp-Arab"]},{"precision":0.323146,"recall":0.382411,"f1":0.338068,"accuracy":0.382411,"main_score":0.338068,"hf_subset":"bjn_Arab-ewe_Latn","languages":["bjn-Arab","ewe-Latn"]},{"precision":0.446435,"recall":0.518775,"f1":0.465781,"accuracy":0.518775,"main_score":0.465781,"hf_subset":"bjn_Arab-ilo_Latn","languages":["bjn-Arab","ilo-Latn"]},{"precision":0.179755,"recall":0.231225,"f1":0.192762,"accuracy":0.231225,"main_score":0.192762,"hf_subset":"bjn_Arab-knc_Arab","languages":["bjn-Arab","knc-Arab"]},{"precision":0.393524,"recall":0.475296,"f1":0.414889,"accuracy":0.475296,"main_score":0.414889,"hf_subset":"bjn_Arab-mkd_Cyrl","languages":["bjn-Arab","mkd-Cyrl"]},{"precision":0.375919,"recall":0.462451,"f1":0.397751,"accuracy":0.462451,"main_score":0.397751,"hf_subset":"bjn_Arab-prs_Arab","languages":["bjn-Arab","prs-Arab"]},{"precision":0.38095,"recall":0.477273,"f1":0.407072,"accuracy":0.477273,"main_score":0.407072,"hf_subset":"bjn_Arab-swe_Latn","languages":["bjn-Arab","swe-Latn"]},{"precision":0.365803,"recall":0.450593,"f1":0.387806,"accuracy":0.450593,"main_score":0.387806,"hf_subset":"bjn_Arab-urd_Arab","languages":["bjn-Arab","urd-Arab"]},{"precision":0.345129,"recall":0.405138,"f1":0.361875,"accuracy":0.405138,"main_score":0.361875,"hf_subset":"bjn_Arab-aka_Latn","languages":["bjn-Arab","aka-Latn"]},{"precision":0.505242,"recall":0.582016,"f1":0.525636,"accuracy":0.582016,"main_score":0.525636,"hf_subset":"bjn_Arab-bjn_Latn","languages":["bjn-Arab","bjn-Latn"]},{"precision":0.365638,"recall":0.440711,"f1":0.385296,"accuracy":0.440711,"main_score":0.385296,"hf_subset":"bjn_Arab-fao_Latn","languages":["bjn-Arab","fao-Latn"]},{"precision":0.418031,"recall":0.509881,"f1":0.443303,"accuracy":0.509881,"main_score":0.443303,"hf_subset":"bjn_Arab-ind_Latn","languages":["bjn-Arab","ind-Latn"]},{"precision":0.338774,"recall":0.394269,"f1":0.354084,"accuracy":0.394269,"main_score":0.354084,"hf_subset":"bjn_Arab-knc_Latn","languages":["bjn-Arab","knc-Latn"]},{"precision":0.429283,"recall":0.503953,"f1":0.449605,"accuracy":0.503953,"main_score":0.449605,"hf_subset":"bjn_Arab-mlt_Latn","languages":["bjn-Arab","mlt-Latn"]},{"precision":0.359096,"recall":0.423913,"f1":0.376895,"accuracy":0.423913,"main_score":0.376895,"hf_subset":"bjn_Arab-quy_Latn","languages":["bjn-Arab","quy-Latn"]},{"precision":0.334237,"recall":0.411067,"f1":0.354836,"accuracy":0.411067,"main_score":0.354836,"hf_subset":"bjn_Arab-swh_Latn","languages":["bjn-Arab","swh-Latn"]},{"precision":0.375942,"recall":0.45751,"f1":0.397051,"accuracy":0.45751,"main_score":0.397051,"hf_subset":"bjn_Arab-uzn_Latn","languages":["bjn-Arab","uzn-Latn"]},{"precision":0.401763,"recall":0.482213,"f1":0.423141,"accuracy":0.482213,"main_score":0.423141,"hf_subset":"bjn_Arab-als_Latn","languages":["bjn-Arab","als-Latn"]},{"precision":0.142405,"recall":0.185771,"f1":0.152354,"accuracy":0.185771,"main_score":0.152354,"hf_subset":"bjn_Arab-bod_Tibt","languages":["bjn-Arab","bod-Tibt"]},{"precision":0.341687,"recall":0.400198,"f1":0.357976,"accuracy":0.400198,"main_score":0.357976,"hf_subset":"bjn_Arab-fij_Latn","languages":["bjn-Arab","fij-Latn"]},{"precision":0.326837,"recall":0.406126,"f1":0.347562,"accuracy":0.406126,"main_score":0.347562,"hf_subset":"bjn_Arab-isl_Latn","languages":["bjn-Arab","isl-Latn"]},{"precision":0.366669,"recall":0.426877,"f1":0.383323,"accuracy":0.426877,"main_score":0.383323,"hf_subset":"bjn_Arab-kon_Latn","languages":["bjn-Arab","kon-Latn"]},{"precision":0.337425,"recall":0.405138,"f1":0.355366,"accuracy":0.405138,"main_score":0.355366,"hf_subset":"bjn_Arab-mni_Beng","languages":["bjn-Arab","mni-Beng"]},{"precision":0.405123,"recall":0.490119,"f1":0.4281,"accuracy":0.490119,"main_score":0.4281,"hf_subset":"bjn_Arab-ron_Latn","languages":["bjn-Arab","ron-Latn"]},{"precision":0.412343,"recall":0.492095,"f1":0.433914,"accuracy":0.492095,"main_score":0.433914,"hf_subset":"bjn_Arab-szl_Latn","languages":["bjn-Arab","szl-Latn"]},{"precision":0.420804,"recall":0.497036,"f1":0.44166,"accuracy":0.497036,"main_score":0.44166,"hf_subset":"bjn_Arab-vec_Latn","languages":["bjn-Arab","vec-Latn"]},{"precision":0.24217,"recall":0.305336,"f1":0.256516,"accuracy":0.305336,"main_score":0.256516,"hf_subset":"bjn_Arab-amh_Ethi","languages":["bjn-Arab","amh-Ethi"]},{"precision":0.407561,"recall":0.493083,"f1":0.430544,"accuracy":0.493083,"main_score":0.430544,"hf_subset":"bjn_Arab-bos_Latn","languages":["bjn-Arab","bos-Latn"]},{"precision":0.358577,"recall":0.442688,"f1":0.38014,"accuracy":0.442688,"main_score":0.38014,"hf_subset":"bjn_Arab-fin_Latn","languages":["bjn-Arab","fin-Latn"]},{"precision":0.393353,"recall":0.477273,"f1":0.415392,"accuracy":0.477273,"main_score":0.415392,"hf_subset":"bjn_Arab-ita_Latn","languages":["bjn-Arab","ita-Latn"]},{"precision":0.357951,"recall":0.442688,"f1":0.380974,"accuracy":0.442688,"main_score":0.380974,"hf_subset":"bjn_Arab-kor_Hang","languages":["bjn-Arab","kor-Hang"]},{"precision":0.327984,"recall":0.392292,"f1":0.344819,"accuracy":0.392292,"main_score":0.344819,"hf_subset":"bjn_Arab-mos_Latn","languages":["bjn-Arab","mos-Latn"]},{"precision":0.32148,"recall":0.383399,"f1":0.337573,"accuracy":0.383399,"main_score":0.337573,"hf_subset":"bjn_Arab-run_Latn","languages":["bjn-Arab","run-Latn"]},{"precision":0.337097,"recall":0.421937,"f1":0.358162,"accuracy":0.421937,"main_score":0.358162,"hf_subset":"bjn_Arab-tam_Taml","languages":["bjn-Arab","tam-Taml"]},{"precision":0.363655,"recall":0.455534,"f1":0.388268,"accuracy":0.455534,"main_score":0.388268,"hf_subset":"bjn_Arab-vie_Latn","languages":["bjn-Arab","vie-Latn"]},{"precision":0.378348,"recall":0.459486,"f1":0.400018,"accuracy":0.459486,"main_score":0.400018,"hf_subset":"bjn_Arab-apc_Arab","languages":["bjn-Arab","apc-Arab"]},{"precision":0.417698,"recall":0.480237,"f1":0.435197,"accuracy":0.480237,"main_score":0.435197,"hf_subset":"bjn_Arab-bug_Latn","languages":["bjn-Arab","bug-Latn"]},{"precision":0.310802,"recall":0.364625,"f1":0.324544,"accuracy":0.364625,"main_score":0.324544,"hf_subset":"bjn_Arab-fon_Latn","languages":["bjn-Arab","fon-Latn"]},{"precision":0.443205,"recall":0.521739,"f1":0.464721,"accuracy":0.521739,"main_score":0.464721,"hf_subset":"bjn_Arab-jav_Latn","languages":["bjn-Arab","jav-Latn"]},{"precision":0.285883,"recall":0.36166,"f1":0.305118,"accuracy":0.36166,"main_score":0.305118,"hf_subset":"bjn_Arab-lao_Laoo","languages":["bjn-Arab","lao-Laoo"]},{"precision":0.30792,"recall":0.368577,"f1":0.323784,"accuracy":0.368577,"main_score":0.323784,"hf_subset":"bjn_Arab-mri_Latn","languages":["bjn-Arab","mri-Latn"]},{"precision":0.380944,"recall":0.472332,"f1":0.405266,"accuracy":0.472332,"main_score":0.405266,"hf_subset":"bjn_Arab-rus_Cyrl","languages":["bjn-Arab","rus-Cyrl"]},{"precision":0.345455,"recall":0.405138,"f1":0.361712,"accuracy":0.405138,"main_score":0.361712,"hf_subset":"bjn_Arab-taq_Latn","languages":["bjn-Arab","taq-Latn"]},{"precision":0.43426,"recall":0.514822,"f1":0.456516,"accuracy":0.514822,"main_score":0.456516,"hf_subset":"bjn_Arab-war_Latn","languages":["bjn-Arab","war-Latn"]},{"precision":0.357096,"recall":0.443676,"f1":0.379068,"accuracy":0.443676,"main_score":0.379068,"hf_subset":"bjn_Arab-arb_Arab","languages":["bjn-Arab","arb-Arab"]},{"precision":0.397809,"recall":0.485178,"f1":0.420634,"accuracy":0.485178,"main_score":0.420634,"hf_subset":"bjn_Arab-bul_Cyrl","languages":["bjn-Arab","bul-Cyrl"]},{"precision":0.377574,"recall":0.468379,"f1":0.402013,"accuracy":0.468379,"main_score":0.402013,"hf_subset":"bjn_Arab-fra_Latn","languages":["bjn-Arab","fra-Latn"]},{"precision":0.34929,"recall":0.437747,"f1":0.372641,"accuracy":0.437747,"main_score":0.372641,"hf_subset":"bjn_Arab-jpn_Jpan","languages":["bjn-Arab","jpn-Jpan"]},{"precision":0.404945,"recall":0.485178,"f1":0.425784,"accuracy":0.485178,"main_score":0.425784,"hf_subset":"bjn_Arab-lij_Latn","languages":["bjn-Arab","lij-Latn"]},{"precision":0.191201,"recall":0.256917,"f1":0.206666,"accuracy":0.256917,"main_score":0.206666,"hf_subset":"bjn_Arab-mya_Mymr","languages":["bjn-Arab","mya-Mymr"]},{"precision":0.346284,"recall":0.408103,"f1":0.362708,"accuracy":0.408103,"main_score":0.362708,"hf_subset":"bjn_Arab-sag_Latn","languages":["bjn-Arab","sag-Latn"]},{"precision":0.143827,"recall":0.186759,"f1":0.153339,"accuracy":0.186759,"main_score":0.153339,"hf_subset":"bjn_Arab-taq_Tfng","languages":["bjn-Arab","taq-Tfng"]},{"precision":0.364958,"recall":0.428854,"f1":0.381867,"accuracy":0.428854,"main_score":0.381867,"hf_subset":"bjn_Arab-wol_Latn","languages":["bjn-Arab","wol-Latn"]},{"precision":0.292172,"recall":0.371542,"f1":0.31208,"accuracy":0.371542,"main_score":0.31208,"hf_subset":"bjn_Arab-arb_Latn","languages":["bjn-Arab","arb-Latn"]},{"precision":0.376827,"recall":0.465415,"f1":0.40008,"accuracy":0.465415,"main_score":0.40008,"hf_subset":"bjn_Arab-cat_Latn","languages":["bjn-Arab","cat-Latn"]},{"precision":0.421539,"recall":0.496047,"f1":0.442117,"accuracy":0.496047,"main_score":0.442117,"hf_subset":"bjn_Arab-fur_Latn","languages":["bjn-Arab","fur-Latn"]},{"precision":0.277886,"recall":0.335968,"f1":0.292705,"accuracy":0.335968,"main_score":0.292705,"hf_subset":"bjn_Arab-kab_Latn","languages":["bjn-Arab","kab-Latn"]},{"precision":0.403687,"recall":0.482213,"f1":0.424778,"accuracy":0.482213,"main_score":0.424778,"hf_subset":"bjn_Arab-lim_Latn","languages":["bjn-Arab","lim-Latn"]},{"precision":0.392474,"recall":0.479249,"f1":0.415293,"accuracy":0.479249,"main_score":0.415293,"hf_subset":"bjn_Arab-nld_Latn","languages":["bjn-Arab","nld-Latn"]},{"precision":0.33173,"recall":0.423913,"f1":0.35546,"accuracy":0.423913,"main_score":0.35546,"hf_subset":"bjn_Arab-san_Deva","languages":["bjn-Arab","san-Deva"]},{"precision":0.418992,"recall":0.500988,"f1":0.44098,"accuracy":0.500988,"main_score":0.44098,"hf_subset":"bjn_Arab-tat_Cyrl","languages":["bjn-Arab","tat-Cyrl"]},{"precision":0.359448,"recall":0.429842,"f1":0.377977,"accuracy":0.429842,"main_score":0.377977,"hf_subset":"bjn_Arab-xho_Latn","languages":["bjn-Arab","xho-Latn"]},{"precision":0.336508,"recall":0.429842,"f1":0.36045,"accuracy":0.429842,"main_score":0.36045,"hf_subset":"bjn_Arab-ars_Arab","languages":["bjn-Arab","ars-Arab"]},{"precision":0.417801,"recall":0.499012,"f1":0.439714,"accuracy":0.499012,"main_score":0.439714,"hf_subset":"bjn_Arab-ceb_Latn","languages":["bjn-Arab","ceb-Latn"]},{"precision":0.29948,"recall":0.366601,"f1":0.317469,"accuracy":0.366601,"main_score":0.317469,"hf_subset":"bjn_Arab-fuv_Latn","languages":["bjn-Arab","fuv-Latn"]},{"precision":0.326617,"recall":0.38834,"f1":0.342302,"accuracy":0.38834,"main_score":0.342302,"hf_subset":"bjn_Arab-kac_Latn","languages":["bjn-Arab","kac-Latn"]},{"precision":0.370975,"recall":0.433794,"f1":0.388264,"accuracy":0.433794,"main_score":0.388264,"hf_subset":"bjn_Arab-lin_Latn","languages":["bjn-Arab","lin-Latn"]},{"precision":0.406864,"recall":0.487154,"f1":0.428901,"accuracy":0.487154,"main_score":0.428901,"hf_subset":"bjn_Arab-nno_Latn","languages":["bjn-Arab","nno-Latn"]},{"precision":0.027799,"recall":0.057312,"f1":0.032849,"accuracy":0.057312,"main_score":0.032849,"hf_subset":"bjn_Arab-sat_Olck","languages":["bjn-Arab","sat-Olck"]},{"precision":0.376911,"recall":0.462451,"f1":0.399599,"accuracy":0.462451,"main_score":0.399599,"hf_subset":"bjn_Arab-tel_Telu","languages":["bjn-Arab","tel-Telu"]},{"precision":0.32236,"recall":0.399209,"f1":0.342267,"accuracy":0.399209,"main_score":0.342267,"hf_subset":"bjn_Arab-ydd_Hebr","languages":["bjn-Arab","ydd-Hebr"]},{"precision":0.357469,"recall":0.434783,"f1":0.377981,"accuracy":0.434783,"main_score":0.377981,"hf_subset":"bjn_Arab-ary_Arab","languages":["bjn-Arab","ary-Arab"]},{"precision":0.38573,"recall":0.474308,"f1":0.409976,"accuracy":0.474308,"main_score":0.409976,"hf_subset":"bjn_Arab-ces_Latn","languages":["bjn-Arab","ces-Latn"]},{"precision":0.284926,"recall":0.360672,"f1":0.30509,"accuracy":0.360672,"main_score":0.30509,"hf_subset":"bjn_Arab-gaz_Latn","languages":["bjn-Arab","gaz-Latn"]},{"precision":0.314103,"recall":0.379447,"f1":0.331352,"accuracy":0.379447,"main_score":0.331352,"hf_subset":"bjn_Arab-kam_Latn","languages":["bjn-Arab","kam-Latn"]},{"precision":0.360258,"recall":0.443676,"f1":0.381823,"accuracy":0.443676,"main_score":0.381823,"hf_subset":"bjn_Arab-lit_Latn","languages":["bjn-Arab","lit-Latn"]},{"precision":0.387006,"recall":0.476285,"f1":0.41152,"accuracy":0.476285,"main_score":0.41152,"hf_subset":"bjn_Arab-nob_Latn","languages":["bjn-Arab","nob-Latn"]},{"precision":0.401565,"recall":0.485178,"f1":0.424274,"accuracy":0.485178,"main_score":0.424274,"hf_subset":"bjn_Arab-scn_Latn","languages":["bjn-Arab","scn-Latn"]},{"precision":0.395874,"recall":0.474308,"f1":0.416672,"accuracy":0.474308,"main_score":0.416672,"hf_subset":"bjn_Arab-tgk_Cyrl","languages":["bjn-Arab","tgk-Cyrl"]},{"precision":0.273415,"recall":0.354743,"f1":0.294721,"accuracy":0.354743,"main_score":0.294721,"hf_subset":"bjn_Arab-yor_Latn","languages":["bjn-Arab","yor-Latn"]},{"precision":0.366089,"recall":0.455534,"f1":0.389088,"accuracy":0.455534,"main_score":0.389088,"hf_subset":"bjn_Arab-arz_Arab","languages":["bjn-Arab","arz-Arab"]},{"precision":0.332458,"recall":0.398221,"f1":0.349225,"accuracy":0.398221,"main_score":0.349225,"hf_subset":"bjn_Arab-cjk_Latn","languages":["bjn-Arab","cjk-Latn"]},{"precision":0.311984,"recall":0.391304,"f1":0.332189,"accuracy":0.391304,"main_score":0.332189,"hf_subset":"bjn_Arab-gla_Latn","languages":["bjn-Arab","gla-Latn"]},{"precision":0.347711,"recall":0.434783,"f1":0.370731,"accuracy":0.434783,"main_score":0.370731,"hf_subset":"bjn_Arab-kan_Knda","languages":["bjn-Arab","kan-Knda"]},{"precision":0.405912,"recall":0.488142,"f1":0.428017,"accuracy":0.488142,"main_score":0.428017,"hf_subset":"bjn_Arab-lmo_Latn","languages":["bjn-Arab","lmo-Latn"]},{"precision":0.376337,"recall":0.458498,"f1":0.398661,"accuracy":0.458498,"main_score":0.398661,"hf_subset":"bjn_Arab-npi_Deva","languages":["bjn-Arab","npi-Deva"]},{"precision":0.27921,"recall":0.351779,"f1":0.297348,"accuracy":0.351779,"main_score":0.297348,"hf_subset":"bjn_Arab-shn_Mymr","languages":["bjn-Arab","shn-Mymr"]},{"precision":0.398305,"recall":0.485178,"f1":0.421813,"accuracy":0.485178,"main_score":0.421813,"hf_subset":"bjn_Arab-tgl_Latn","languages":["bjn-Arab","tgl-Latn"]},{"precision":0.354088,"recall":0.448617,"f1":0.37898,"accuracy":0.448617,"main_score":0.37898,"hf_subset":"bjn_Arab-yue_Hant","languages":["bjn-Arab","yue-Hant"]},{"precision":0.337668,"recall":0.414032,"f1":0.357302,"accuracy":0.414032,"main_score":0.357302,"hf_subset":"bjn_Arab-asm_Beng","languages":["bjn-Arab","asm-Beng"]},{"precision":0.342768,"recall":0.418972,"f1":0.362404,"accuracy":0.418972,"main_score":0.362404,"hf_subset":"bjn_Arab-ckb_Arab","languages":["bjn-Arab","ckb-Arab"]},{"precision":0.322824,"recall":0.399209,"f1":0.342828,"accuracy":0.399209,"main_score":0.342828,"hf_subset":"bjn_Arab-gle_Latn","languages":["bjn-Arab","gle-Latn"]},{"precision":0.374943,"recall":0.454545,"f1":0.395405,"accuracy":0.454545,"main_score":0.395405,"hf_subset":"bjn_Arab-kas_Arab","languages":["bjn-Arab","kas-Arab"]},{"precision":0.375685,"recall":0.456522,"f1":0.397478,"accuracy":0.456522,"main_score":0.397478,"hf_subset":"bjn_Arab-ltg_Latn","languages":["bjn-Arab","ltg-Latn"]},{"precision":0.365503,"recall":0.427866,"f1":0.381936,"accuracy":0.427866,"main_score":0.381936,"hf_subset":"bjn_Arab-nso_Latn","languages":["bjn-Arab","nso-Latn"]},{"precision":0.166679,"recall":0.203557,"f1":0.175604,"accuracy":0.203557,"main_score":0.175604,"hf_subset":"bjn_Arab-sin_Sinh","languages":["bjn-Arab","sin-Sinh"]},{"precision":0.372729,"recall":0.458498,"f1":0.394677,"accuracy":0.458498,"main_score":0.394677,"hf_subset":"bjn_Arab-tha_Thai","languages":["bjn-Arab","tha-Thai"]},{"precision":0.353152,"recall":0.445652,"f1":0.377396,"accuracy":0.445652,"main_score":0.377396,"hf_subset":"bjn_Arab-zho_Hans","languages":["bjn-Arab","zho-Hans"]},{"precision":0.379347,"recall":0.461462,"f1":0.401672,"accuracy":0.461462,"main_score":0.401672,"hf_subset":"bjn_Arab-ast_Latn","languages":["bjn-Arab","ast-Latn"]},{"precision":0.362889,"recall":0.443676,"f1":0.383915,"accuracy":0.443676,"main_score":0.383915,"hf_subset":"bjn_Arab-crh_Latn","languages":["bjn-Arab","crh-Latn"]},{"precision":0.379565,"recall":0.468379,"f1":0.403128,"accuracy":0.468379,"main_score":0.403128,"hf_subset":"bjn_Arab-glg_Latn","languages":["bjn-Arab","glg-Latn"]},{"precision":0.355276,"recall":0.43083,"f1":0.374849,"accuracy":0.43083,"main_score":0.374849,"hf_subset":"bjn_Arab-kas_Deva","languages":["bjn-Arab","kas-Deva"]},{"precision":0.395551,"recall":0.480237,"f1":0.418335,"accuracy":0.480237,"main_score":0.418335,"hf_subset":"bjn_Arab-ltz_Latn","languages":["bjn-Arab","ltz-Latn"]},{"precision":0.281198,"recall":0.348814,"f1":0.297958,"accuracy":0.348814,"main_score":0.297958,"hf_subset":"bjn_Arab-nus_Latn","languages":["bjn-Arab","nus-Latn"]},{"precision":0.388398,"recall":0.471344,"f1":0.410127,"accuracy":0.471344,"main_score":0.410127,"hf_subset":"bjn_Arab-slk_Latn","languages":["bjn-Arab","slk-Latn"]},{"precision":0.200164,"recall":0.252964,"f1":0.212572,"accuracy":0.252964,"main_score":0.212572,"hf_subset":"bjn_Arab-tir_Ethi","languages":["bjn-Arab","tir-Ethi"]},{"precision":0.346851,"recall":0.4417,"f1":0.372032,"accuracy":0.4417,"main_score":0.372032,"hf_subset":"bjn_Arab-zho_Hant","languages":["bjn-Arab","zho-Hant"]},{"precision":0.365782,"recall":0.449605,"f1":0.387644,"accuracy":0.449605,"main_score":0.387644,"hf_subset":"bjn_Arab-awa_Deva","languages":["bjn-Arab","awa-Deva"]},{"precision":0.351239,"recall":0.435771,"f1":0.373251,"accuracy":0.435771,"main_score":0.373251,"hf_subset":"bjn_Arab-cym_Latn","languages":["bjn-Arab","cym-Latn"]},{"precision":0.385454,"recall":0.447628,"f1":0.402364,"accuracy":0.447628,"main_score":0.402364,"hf_subset":"bjn_Arab-grn_Latn","languages":["bjn-Arab","grn-Latn"]},{"precision":0.376267,"recall":0.453557,"f1":0.396588,"accuracy":0.453557,"main_score":0.396588,"hf_subset":"bjn_Arab-kat_Geor","languages":["bjn-Arab","kat-Geor"]},{"precision":0.356505,"recall":0.426877,"f1":0.375455,"accuracy":0.426877,"main_score":0.375455,"hf_subset":"bjn_Arab-lua_Latn","languages":["bjn-Arab","lua-Latn"]},{"precision":0.338982,"recall":0.398221,"f1":0.355008,"accuracy":0.398221,"main_score":0.355008,"hf_subset":"bjn_Arab-nya_Latn","languages":["bjn-Arab","nya-Latn"]},{"precision":0.373617,"recall":0.45751,"f1":0.395823,"accuracy":0.45751,"main_score":0.395823,"hf_subset":"bjn_Arab-slv_Latn","languages":["bjn-Arab","slv-Latn"]},{"precision":0.403628,"recall":0.476285,"f1":0.423245,"accuracy":0.476285,"main_score":0.423245,"hf_subset":"bjn_Arab-tpi_Latn","languages":["bjn-Arab","tpi-Latn"]},{"precision":0.41873,"recall":0.505929,"f1":0.442666,"accuracy":0.505929,"main_score":0.442666,"hf_subset":"bjn_Arab-zsm_Latn","languages":["bjn-Arab","zsm-Latn"]},{"precision":0.328481,"recall":0.390316,"f1":0.344989,"accuracy":0.390316,"main_score":0.344989,"hf_subset":"bjn_Arab-ayr_Latn","languages":["bjn-Arab","ayr-Latn"]},{"precision":0.395539,"recall":0.478261,"f1":0.417616,"accuracy":0.478261,"main_score":0.417616,"hf_subset":"bjn_Arab-dan_Latn","languages":["bjn-Arab","dan-Latn"]},{"precision":0.363228,"recall":0.448617,"f1":0.385427,"accuracy":0.448617,"main_score":0.385427,"hf_subset":"bjn_Arab-guj_Gujr","languages":["bjn-Arab","guj-Gujr"]},{"precision":0.386451,"recall":0.470356,"f1":0.409038,"accuracy":0.470356,"main_score":0.409038,"hf_subset":"bjn_Arab-kaz_Cyrl","languages":["bjn-Arab","kaz-Cyrl"]},{"precision":0.306743,"recall":0.374506,"f1":0.323878,"accuracy":0.374506,"main_score":0.323878,"hf_subset":"bjn_Arab-lug_Latn","languages":["bjn-Arab","lug-Latn"]},{"precision":0.402157,"recall":0.486166,"f1":0.424937,"accuracy":0.486166,"main_score":0.424937,"hf_subset":"bjn_Arab-oci_Latn","languages":["bjn-Arab","oci-Latn"]},{"precision":0.338794,"recall":0.401186,"f1":0.355632,"accuracy":0.401186,"main_score":0.355632,"hf_subset":"bjn_Arab-smo_Latn","languages":["bjn-Arab","smo-Latn"]},{"precision":0.312836,"recall":0.382411,"f1":0.330963,"accuracy":0.382411,"main_score":0.330963,"hf_subset":"bjn_Arab-tsn_Latn","languages":["bjn-Arab","tsn-Latn"]},{"precision":0.325659,"recall":0.396245,"f1":0.34345,"accuracy":0.396245,"main_score":0.34345,"hf_subset":"bjn_Arab-zul_Latn","languages":["bjn-Arab","zul-Latn"]},{"precision":0.349557,"recall":0.421937,"f1":0.369121,"accuracy":0.421937,"main_score":0.369121,"hf_subset":"bjn_Arab-azb_Arab","languages":["bjn-Arab","azb-Arab"]},{"precision":0.371328,"recall":0.461462,"f1":0.395571,"accuracy":0.461462,"main_score":0.395571,"hf_subset":"bjn_Arab-deu_Latn","languages":["bjn-Arab","deu-Latn"]},{"precision":0.404282,"recall":0.487154,"f1":0.425893,"accuracy":0.487154,"main_score":0.425893,"hf_subset":"bjn_Arab-hat_Latn","languages":["bjn-Arab","hat-Latn"]},{"precision":0.310428,"recall":0.365613,"f1":0.324907,"accuracy":0.365613,"main_score":0.324907,"hf_subset":"bjn_Arab-kbp_Latn","languages":["bjn-Arab","kbp-Latn"]},{"precision":0.334021,"recall":0.396245,"f1":0.350333,"accuracy":0.396245,"main_score":0.350333,"hf_subset":"bjn_Arab-luo_Latn","languages":["bjn-Arab","luo-Latn"]},{"precision":0.340927,"recall":0.428854,"f1":0.363979,"accuracy":0.428854,"main_score":0.363979,"hf_subset":"bjn_Arab-ory_Orya","languages":["bjn-Arab","ory-Orya"]},{"precision":0.323287,"recall":0.381423,"f1":0.338931,"accuracy":0.381423,"main_score":0.338931,"hf_subset":"bjn_Arab-sna_Latn","languages":["bjn-Arab","sna-Latn"]},{"precision":0.334271,"recall":0.389328,"f1":0.348232,"accuracy":0.389328,"main_score":0.348232,"hf_subset":"bjn_Arab-tso_Latn","languages":["bjn-Arab","tso-Latn"]},{"precision":0.365261,"recall":0.453557,"f1":0.388299,"accuracy":0.453557,"main_score":0.388299,"hf_subset":"bjn_Arab-azj_Latn","languages":["bjn-Arab","azj-Latn"]},{"precision":0.301272,"recall":0.374506,"f1":0.3196,"accuracy":0.374506,"main_score":0.3196,"hf_subset":"bjn_Arab-dik_Latn","languages":["bjn-Arab","dik-Latn"]},{"precision":0.326022,"recall":0.379447,"f1":0.339935,"accuracy":0.379447,"main_score":0.339935,"hf_subset":"bjn_Arab-hau_Latn","languages":["bjn-Arab","hau-Latn"]},{"precision":0.42127,"recall":0.5,"f1":0.442551,"accuracy":0.5,"main_score":0.442551,"hf_subset":"bjn_Arab-kea_Latn","languages":["bjn-Arab","kea-Latn"]},{"precision":0.378205,"recall":0.436759,"f1":0.393475,"accuracy":0.436759,"main_score":0.393475,"hf_subset":"bjn_Arab-lus_Latn","languages":["bjn-Arab","lus-Latn"]},{"precision":0.420249,"recall":0.48419,"f1":0.437654,"accuracy":0.48419,"main_score":0.437654,"hf_subset":"bjn_Arab-pag_Latn","languages":["bjn-Arab","pag-Latn"]},{"precision":0.365181,"recall":0.445652,"f1":0.386215,"accuracy":0.445652,"main_score":0.386215,"hf_subset":"bjn_Arab-snd_Arab","languages":["bjn-Arab","snd-Arab"]},{"precision":0.391787,"recall":0.468379,"f1":0.412615,"accuracy":0.468379,"main_score":0.412615,"hf_subset":"bjn_Arab-tuk_Latn","languages":["bjn-Arab","tuk-Latn"]},{"precision":0.397729,"recall":0.486166,"f1":0.421152,"accuracy":0.486166,"main_score":0.421152,"hf_subset":"bjn_Arab-bak_Cyrl","languages":["bjn-Arab","bak-Cyrl"]},{"precision":0.252454,"recall":0.322134,"f1":0.271563,"accuracy":0.322134,"main_score":0.271563,"hf_subset":"bjn_Arab-dyu_Latn","languages":["bjn-Arab","dyu-Latn"]},{"precision":0.355686,"recall":0.4417,"f1":0.378881,"accuracy":0.4417,"main_score":0.378881,"hf_subset":"bjn_Arab-heb_Hebr","languages":["bjn-Arab","heb-Hebr"]},{"precision":0.372233,"recall":0.454545,"f1":0.393642,"accuracy":0.454545,"main_score":0.393642,"hf_subset":"bjn_Arab-khk_Cyrl","languages":["bjn-Arab","khk-Cyrl"]},{"precision":0.385034,"recall":0.468379,"f1":0.407241,"accuracy":0.468379,"main_score":0.407241,"hf_subset":"bjn_Arab-lvs_Latn","languages":["bjn-Arab","lvs-Latn"]},{"precision":0.360544,"recall":0.443676,"f1":0.381792,"accuracy":0.443676,"main_score":0.381792,"hf_subset":"bjn_Arab-pan_Guru","languages":["bjn-Arab","pan-Guru"]},{"precision":0.32667,"recall":0.390316,"f1":0.343034,"accuracy":0.390316,"main_score":0.343034,"hf_subset":"bjn_Arab-som_Latn","languages":["bjn-Arab","som-Latn"]},{"precision":0.321301,"recall":0.380435,"f1":0.33667,"accuracy":0.380435,"main_score":0.33667,"hf_subset":"bjn_Arab-tum_Latn","languages":["bjn-Arab","tum-Latn"]},{"precision":0.319665,"recall":0.383399,"f1":0.337562,"accuracy":0.383399,"main_score":0.337562,"hf_subset":"ewe_Latn-ace_Arab","languages":["ewe-Latn","ace-Arab"]},{"precision":0.447563,"recall":0.494071,"f1":0.461576,"accuracy":0.494071,"main_score":0.461576,"hf_subset":"ewe_Latn-bam_Latn","languages":["ewe-Latn","bam-Latn"]},{"precision":0.108328,"recall":0.15415,"f1":0.119248,"accuracy":0.15415,"main_score":0.119248,"hf_subset":"ewe_Latn-dzo_Tibt","languages":["ewe-Latn","dzo-Tibt"]},{"precision":0.424404,"recall":0.501976,"f1":0.445717,"accuracy":0.501976,"main_score":0.445717,"hf_subset":"ewe_Latn-hin_Deva","languages":["ewe-Latn","hin-Deva"]},{"precision":0.350222,"recall":0.418972,"f1":0.369065,"accuracy":0.418972,"main_score":0.369065,"hf_subset":"ewe_Latn-khm_Khmr","languages":["ewe-Latn","khm-Khmr"]},{"precision":0.44619,"recall":0.511858,"f1":0.464557,"accuracy":0.511858,"main_score":0.464557,"hf_subset":"ewe_Latn-mag_Deva","languages":["ewe-Latn","mag-Deva"]},{"precision":0.476461,"recall":0.528656,"f1":0.491329,"accuracy":0.528656,"main_score":0.491329,"hf_subset":"ewe_Latn-pap_Latn","languages":["ewe-Latn","pap-Latn"]},{"precision":0.468176,"recall":0.511858,"f1":0.480533,"accuracy":0.511858,"main_score":0.480533,"hf_subset":"ewe_Latn-sot_Latn","languages":["ewe-Latn","sot-Latn"]},{"precision":0.452602,"recall":0.517787,"f1":0.471414,"accuracy":0.517787,"main_score":0.471414,"hf_subset":"ewe_Latn-tur_Latn","languages":["ewe-Latn","tur-Latn"]},{"precision":0.473874,"recall":0.522727,"f1":0.48711,"accuracy":0.522727,"main_score":0.48711,"hf_subset":"ewe_Latn-ace_Latn","languages":["ewe-Latn","ace-Latn"]},{"precision":0.480407,"recall":0.532609,"f1":0.495563,"accuracy":0.532609,"main_score":0.495563,"hf_subset":"ewe_Latn-ban_Latn","languages":["ewe-Latn","ban-Latn"]},{"precision":0.396889,"recall":0.480237,"f1":0.42012,"accuracy":0.480237,"main_score":0.42012,"hf_subset":"ewe_Latn-ell_Grek","languages":["ewe-Latn","ell-Grek"]},{"precision":0.426421,"recall":0.501976,"f1":0.448221,"accuracy":0.501976,"main_score":0.448221,"hf_subset":"ewe_Latn-hne_Deva","languages":["ewe-Latn","hne-Deva"]},{"precision":0.428478,"recall":0.490119,"f1":0.446402,"accuracy":0.490119,"main_score":0.446402,"hf_subset":"ewe_Latn-kik_Latn","languages":["ewe-Latn","kik-Latn"]},{"precision":0.440803,"recall":0.507905,"f1":0.459961,"accuracy":0.507905,"main_score":0.459961,"hf_subset":"ewe_Latn-mai_Deva","languages":["ewe-Latn","mai-Deva"]},{"precision":0.418396,"recall":0.485178,"f1":0.437456,"accuracy":0.485178,"main_score":0.437456,"hf_subset":"ewe_Latn-pbt_Arab","languages":["ewe-Latn","pbt-Arab"]},{"precision":0.448464,"recall":0.514822,"f1":0.467708,"accuracy":0.514822,"main_score":0.467708,"hf_subset":"ewe_Latn-spa_Latn","languages":["ewe-Latn","spa-Latn"]},{"precision":0.507124,"recall":0.546443,"f1":0.518594,"accuracy":0.546443,"main_score":0.518594,"hf_subset":"ewe_Latn-twi_Latn","languages":["ewe-Latn","twi-Latn"]},{"precision":0.424196,"recall":0.496047,"f1":0.445166,"accuracy":0.496047,"main_score":0.445166,"hf_subset":"ewe_Latn-acm_Arab","languages":["ewe-Latn","acm-Arab"]},{"precision":0.429052,"recall":0.495059,"f1":0.44709,"accuracy":0.495059,"main_score":0.44709,"hf_subset":"ewe_Latn-bel_Cyrl","languages":["ewe-Latn","bel-Cyrl"]},{"precision":0.458063,"recall":0.52668,"f1":0.477901,"accuracy":0.52668,"main_score":0.477901,"hf_subset":"ewe_Latn-eng_Latn","languages":["ewe-Latn","eng-Latn"]},{"precision":0.447779,"recall":0.511858,"f1":0.465961,"accuracy":0.511858,"main_score":0.465961,"hf_subset":"ewe_Latn-hrv_Latn","languages":["ewe-Latn","hrv-Latn"]},{"precision":0.446683,"recall":0.494071,"f1":0.460155,"accuracy":0.494071,"main_score":0.460155,"hf_subset":"ewe_Latn-kin_Latn","languages":["ewe-Latn","kin-Latn"]},{"precision":0.421892,"recall":0.490119,"f1":0.441307,"accuracy":0.490119,"main_score":0.441307,"hf_subset":"ewe_Latn-mal_Mlym","languages":["ewe-Latn","mal-Mlym"]},{"precision":0.41561,"recall":0.491107,"f1":0.43688,"accuracy":0.491107,"main_score":0.43688,"hf_subset":"ewe_Latn-pes_Arab","languages":["ewe-Latn","pes-Arab"]},{"precision":0.46485,"recall":0.52668,"f1":0.482568,"accuracy":0.52668,"main_score":0.482568,"hf_subset":"ewe_Latn-srd_Latn","languages":["ewe-Latn","srd-Latn"]},{"precision":0.147392,"recall":0.19664,"f1":0.158692,"accuracy":0.19664,"main_score":0.158692,"hf_subset":"ewe_Latn-tzm_Tfng","languages":["ewe-Latn","tzm-Tfng"]},{"precision":0.435306,"recall":0.501976,"f1":0.45399,"accuracy":0.501976,"main_score":0.45399,"hf_subset":"ewe_Latn-acq_Arab","languages":["ewe-Latn","acq-Arab"]},{"precision":0.490423,"recall":0.538538,"f1":0.504469,"accuracy":0.538538,"main_score":0.504469,"hf_subset":"ewe_Latn-bem_Latn","languages":["ewe-Latn","bem-Latn"]},{"precision":0.449833,"recall":0.513834,"f1":0.468326,"accuracy":0.513834,"main_score":0.468326,"hf_subset":"ewe_Latn-epo_Latn","languages":["ewe-Latn","epo-Latn"]},{"precision":0.455438,"recall":0.518775,"f1":0.47339,"accuracy":0.518775,"main_score":0.47339,"hf_subset":"ewe_Latn-hun_Latn","languages":["ewe-Latn","hun-Latn"]},{"precision":0.454365,"recall":0.512846,"f1":0.471426,"accuracy":0.512846,"main_score":0.471426,"hf_subset":"ewe_Latn-kir_Cyrl","languages":["ewe-Latn","kir-Cyrl"]},{"precision":0.436374,"recall":0.497036,"f1":0.453675,"accuracy":0.497036,"main_score":0.453675,"hf_subset":"ewe_Latn-mar_Deva","languages":["ewe-Latn","mar-Deva"]},{"precision":0.468998,"recall":0.51581,"f1":0.482659,"accuracy":0.51581,"main_score":0.482659,"hf_subset":"ewe_Latn-plt_Latn","languages":["ewe-Latn","plt-Latn"]},{"precision":0.434496,"recall":0.501976,"f1":0.454858,"accuracy":0.501976,"main_score":0.454858,"hf_subset":"ewe_Latn-srp_Cyrl","languages":["ewe-Latn","srp-Cyrl"]},{"precision":0.396614,"recall":0.460474,"f1":0.414387,"accuracy":0.460474,"main_score":0.414387,"hf_subset":"ewe_Latn-uig_Arab","languages":["ewe-Latn","uig-Arab"]},{"precision":0.441742,"recall":0.500988,"f1":0.459272,"accuracy":0.500988,"main_score":0.459272,"hf_subset":"ewe_Latn-aeb_Arab","languages":["ewe-Latn","aeb-Arab"]},{"precision":0.421577,"recall":0.496047,"f1":0.442688,"accuracy":0.496047,"main_score":0.442688,"hf_subset":"ewe_Latn-ben_Beng","languages":["ewe-Latn","ben-Beng"]},{"precision":0.430703,"recall":0.495059,"f1":0.448833,"accuracy":0.495059,"main_score":0.448833,"hf_subset":"ewe_Latn-est_Latn","languages":["ewe-Latn","est-Latn"]},{"precision":0.411333,"recall":0.477273,"f1":0.429894,"accuracy":0.477273,"main_score":0.429894,"hf_subset":"ewe_Latn-hye_Armn","languages":["ewe-Latn","hye-Armn"]},{"precision":0.464732,"recall":0.505929,"f1":0.476774,"accuracy":0.505929,"main_score":0.476774,"hf_subset":"ewe_Latn-kmb_Latn","languages":["ewe-Latn","kmb-Latn"]},{"precision":0.292803,"recall":0.356719,"f1":0.310323,"accuracy":0.356719,"main_score":0.310323,"hf_subset":"ewe_Latn-min_Arab","languages":["ewe-Latn","min-Arab"]},{"precision":0.437696,"recall":0.51087,"f1":0.458893,"accuracy":0.51087,"main_score":0.458893,"hf_subset":"ewe_Latn-pol_Latn","languages":["ewe-Latn","pol-Latn"]},{"precision":0.457024,"recall":0.505929,"f1":0.470723,"accuracy":0.505929,"main_score":0.470723,"hf_subset":"ewe_Latn-ssw_Latn","languages":["ewe-Latn","ssw-Latn"]},{"precision":0.426272,"recall":0.497036,"f1":0.446093,"accuracy":0.497036,"main_score":0.446093,"hf_subset":"ewe_Latn-ukr_Cyrl","languages":["ewe-Latn","ukr-Cyrl"]},{"precision":0.462623,"recall":0.528656,"f1":0.481491,"accuracy":0.528656,"main_score":0.481491,"hf_subset":"ewe_Latn-afr_Latn","languages":["ewe-Latn","afr-Latn"]},{"precision":0.428063,"recall":0.501976,"f1":0.449233,"accuracy":0.501976,"main_score":0.449233,"hf_subset":"ewe_Latn-bho_Deva","languages":["ewe-Latn","bho-Deva"]},{"precision":0.467185,"recall":0.520751,"f1":0.48307,"accuracy":0.520751,"main_score":0.48307,"hf_subset":"ewe_Latn-eus_Latn","languages":["ewe-Latn","eus-Latn"]},{"precision":0.460837,"recall":0.509881,"f1":0.475711,"accuracy":0.509881,"main_score":0.475711,"hf_subset":"ewe_Latn-ibo_Latn","languages":["ewe-Latn","ibo-Latn"]},{"precision":0.477889,"recall":0.528656,"f1":0.492768,"accuracy":0.528656,"main_score":0.492768,"hf_subset":"ewe_Latn-kmr_Latn","languages":["ewe-Latn","kmr-Latn"]},{"precision":0.470197,"recall":0.525692,"f1":0.485578,"accuracy":0.525692,"main_score":0.485578,"hf_subset":"ewe_Latn-min_Latn","languages":["ewe-Latn","min-Latn"]},{"precision":0.432931,"recall":0.501976,"f1":0.452703,"accuracy":0.501976,"main_score":0.452703,"hf_subset":"ewe_Latn-por_Latn","languages":["ewe-Latn","por-Latn"]},{"precision":0.464625,"recall":0.519763,"f1":0.480224,"accuracy":0.519763,"main_score":0.480224,"hf_subset":"ewe_Latn-sun_Latn","languages":["ewe-Latn","sun-Latn"]},{"precision":0.43969,"recall":0.491107,"f1":0.455516,"accuracy":0.491107,"main_score":0.455516,"hf_subset":"ewe_Latn-umb_Latn","languages":["ewe-Latn","umb-Latn"]},{"precision":0.424303,"recall":0.5,"f1":0.446327,"accuracy":0.5,"main_score":0.446327,"hf_subset":"ewe_Latn-ajp_Arab","languages":["ewe-Latn","ajp-Arab"]},{"precision":0.321138,"recall":0.373518,"f1":0.336001,"accuracy":0.373518,"main_score":0.336001,"hf_subset":"ewe_Latn-bjn_Arab","languages":["ewe-Latn","bjn-Arab"]},{"precision":0.484622,"recall":0.532609,"f1":0.498612,"accuracy":0.532609,"main_score":0.498612,"hf_subset":"ewe_Latn-ilo_Latn","languages":["ewe-Latn","ilo-Latn"]},{"precision":0.204574,"recall":0.269763,"f1":0.221657,"accuracy":0.269763,"main_score":0.221657,"hf_subset":"ewe_Latn-knc_Arab","languages":["ewe-Latn","knc-Arab"]},{"precision":0.443067,"recall":0.507905,"f1":0.461957,"accuracy":0.507905,"main_score":0.461957,"hf_subset":"ewe_Latn-mkd_Cyrl","languages":["ewe-Latn","mkd-Cyrl"]},{"precision":0.417148,"recall":0.491107,"f1":0.437789,"accuracy":0.491107,"main_score":0.437789,"hf_subset":"ewe_Latn-prs_Arab","languages":["ewe-Latn","prs-Arab"]},{"precision":0.439681,"recall":0.513834,"f1":0.46111,"accuracy":0.513834,"main_score":0.46111,"hf_subset":"ewe_Latn-swe_Latn","languages":["ewe-Latn","swe-Latn"]},{"precision":0.394238,"recall":0.470356,"f1":0.41545,"accuracy":0.470356,"main_score":0.41545,"hf_subset":"ewe_Latn-urd_Arab","languages":["ewe-Latn","urd-Arab"]},{"precision":0.481408,"recall":0.522727,"f1":0.493041,"accuracy":0.522727,"main_score":0.493041,"hf_subset":"ewe_Latn-aka_Latn","languages":["ewe-Latn","aka-Latn"]},{"precision":0.477143,"recall":0.527668,"f1":0.491655,"accuracy":0.527668,"main_score":0.491655,"hf_subset":"ewe_Latn-bjn_Latn","languages":["ewe-Latn","bjn-Latn"]},{"precision":0.46391,"recall":0.520751,"f1":0.480189,"accuracy":0.520751,"main_score":0.480189,"hf_subset":"ewe_Latn-fao_Latn","languages":["ewe-Latn","fao-Latn"]},{"precision":0.458762,"recall":0.523715,"f1":0.477061,"accuracy":0.523715,"main_score":0.477061,"hf_subset":"ewe_Latn-ind_Latn","languages":["ewe-Latn","ind-Latn"]},{"precision":0.478244,"recall":0.513834,"f1":0.489196,"accuracy":0.513834,"main_score":0.489196,"hf_subset":"ewe_Latn-knc_Latn","languages":["ewe-Latn","knc-Latn"]},{"precision":0.474554,"recall":0.531621,"f1":0.490182,"accuracy":0.531621,"main_score":0.490182,"hf_subset":"ewe_Latn-mlt_Latn","languages":["ewe-Latn","mlt-Latn"]},{"precision":0.463647,"recall":0.511858,"f1":0.477326,"accuracy":0.511858,"main_score":0.477326,"hf_subset":"ewe_Latn-quy_Latn","languages":["ewe-Latn","quy-Latn"]},{"precision":0.466749,"recall":0.514822,"f1":0.480317,"accuracy":0.514822,"main_score":0.480317,"hf_subset":"ewe_Latn-swh_Latn","languages":["ewe-Latn","swh-Latn"]},{"precision":0.426241,"recall":0.496047,"f1":0.446146,"accuracy":0.496047,"main_score":0.446146,"hf_subset":"ewe_Latn-uzn_Latn","languages":["ewe-Latn","uzn-Latn"]},{"precision":0.431124,"recall":0.499012,"f1":0.450263,"accuracy":0.499012,"main_score":0.450263,"hf_subset":"ewe_Latn-als_Latn","languages":["ewe-Latn","als-Latn"]},{"precision":0.156733,"recall":0.212451,"f1":0.170362,"accuracy":0.212451,"main_score":0.170362,"hf_subset":"ewe_Latn-bod_Tibt","languages":["ewe-Latn","bod-Tibt"]},{"precision":0.455647,"recall":0.503953,"f1":0.469445,"accuracy":0.503953,"main_score":0.469445,"hf_subset":"ewe_Latn-fij_Latn","languages":["ewe-Latn","fij-Latn"]},{"precision":0.435686,"recall":0.498024,"f1":0.453099,"accuracy":0.498024,"main_score":0.453099,"hf_subset":"ewe_Latn-isl_Latn","languages":["ewe-Latn","isl-Latn"]},{"precision":0.488273,"recall":0.535573,"f1":0.501943,"accuracy":0.535573,"main_score":0.501943,"hf_subset":"ewe_Latn-kon_Latn","languages":["ewe-Latn","kon-Latn"]},{"precision":0.385403,"recall":0.443676,"f1":0.40179,"accuracy":0.443676,"main_score":0.40179,"hf_subset":"ewe_Latn-mni_Beng","languages":["ewe-Latn","mni-Beng"]},{"precision":0.457898,"recall":0.522727,"f1":0.4762,"accuracy":0.522727,"main_score":0.4762,"hf_subset":"ewe_Latn-ron_Latn","languages":["ewe-Latn","ron-Latn"]},{"precision":0.448297,"recall":0.51087,"f1":0.465977,"accuracy":0.51087,"main_score":0.465977,"hf_subset":"ewe_Latn-szl_Latn","languages":["ewe-Latn","szl-Latn"]},{"precision":0.462904,"recall":0.522727,"f1":0.47972,"accuracy":0.522727,"main_score":0.47972,"hf_subset":"ewe_Latn-vec_Latn","languages":["ewe-Latn","vec-Latn"]},{"precision":0.250413,"recall":0.314229,"f1":0.26663,"accuracy":0.314229,"main_score":0.26663,"hf_subset":"ewe_Latn-amh_Ethi","languages":["ewe-Latn","amh-Ethi"]},{"precision":0.44383,"recall":0.513834,"f1":0.463647,"accuracy":0.513834,"main_score":0.463647,"hf_subset":"ewe_Latn-bos_Latn","languages":["ewe-Latn","bos-Latn"]},{"precision":0.446416,"recall":0.507905,"f1":0.463483,"accuracy":0.507905,"main_score":0.463483,"hf_subset":"ewe_Latn-fin_Latn","languages":["ewe-Latn","fin-Latn"]},{"precision":0.446576,"recall":0.512846,"f1":0.465675,"accuracy":0.512846,"main_score":0.465675,"hf_subset":"ewe_Latn-ita_Latn","languages":["ewe-Latn","ita-Latn"]},{"precision":0.433146,"recall":0.509881,"f1":0.455207,"accuracy":0.509881,"main_score":0.455207,"hf_subset":"ewe_Latn-kor_Hang","languages":["ewe-Latn","kor-Hang"]},{"precision":0.463728,"recall":0.509881,"f1":0.476645,"accuracy":0.509881,"main_score":0.476645,"hf_subset":"ewe_Latn-mos_Latn","languages":["ewe-Latn","mos-Latn"]},{"precision":0.438606,"recall":0.485178,"f1":0.452701,"accuracy":0.485178,"main_score":0.452701,"hf_subset":"ewe_Latn-run_Latn","languages":["ewe-Latn","run-Latn"]},{"precision":0.387648,"recall":0.459486,"f1":0.408352,"accuracy":0.459486,"main_score":0.408352,"hf_subset":"ewe_Latn-tam_Taml","languages":["ewe-Latn","tam-Taml"]},{"precision":0.435261,"recall":0.505929,"f1":0.454801,"accuracy":0.505929,"main_score":0.454801,"hf_subset":"ewe_Latn-vie_Latn","languages":["ewe-Latn","vie-Latn"]},{"precision":0.427924,"recall":0.497036,"f1":0.447843,"accuracy":0.497036,"main_score":0.447843,"hf_subset":"ewe_Latn-apc_Arab","languages":["ewe-Latn","apc-Arab"]},{"precision":0.466147,"recall":0.51581,"f1":0.48093,"accuracy":0.51581,"main_score":0.48093,"hf_subset":"ewe_Latn-bug_Latn","languages":["ewe-Latn","bug-Latn"]},{"precision":0.436669,"recall":0.482213,"f1":0.449824,"accuracy":0.482213,"main_score":0.449824,"hf_subset":"ewe_Latn-fon_Latn","languages":["ewe-Latn","fon-Latn"]},{"precision":0.469682,"recall":0.524704,"f1":0.485592,"accuracy":0.524704,"main_score":0.485592,"hf_subset":"ewe_Latn-jav_Latn","languages":["ewe-Latn","jav-Latn"]},{"precision":0.384241,"recall":0.444664,"f1":0.400012,"accuracy":0.444664,"main_score":0.400012,"hf_subset":"ewe_Latn-lao_Laoo","languages":["ewe-Latn","lao-Laoo"]},{"precision":0.422321,"recall":0.480237,"f1":0.438305,"accuracy":0.480237,"main_score":0.438305,"hf_subset":"ewe_Latn-mri_Latn","languages":["ewe-Latn","mri-Latn"]},{"precision":0.431926,"recall":0.501976,"f1":0.451814,"accuracy":0.501976,"main_score":0.451814,"hf_subset":"ewe_Latn-rus_Cyrl","languages":["ewe-Latn","rus-Cyrl"]},{"precision":0.451772,"recall":0.497036,"f1":0.464589,"accuracy":0.497036,"main_score":0.464589,"hf_subset":"ewe_Latn-taq_Latn","languages":["ewe-Latn","taq-Latn"]},{"precision":0.487509,"recall":0.538538,"f1":0.501859,"accuracy":0.538538,"main_score":0.501859,"hf_subset":"ewe_Latn-war_Latn","languages":["ewe-Latn","war-Latn"]},{"precision":0.427675,"recall":0.497036,"f1":0.447039,"accuracy":0.497036,"main_score":0.447039,"hf_subset":"ewe_Latn-arb_Arab","languages":["ewe-Latn","arb-Arab"]},{"precision":0.434561,"recall":0.500988,"f1":0.453809,"accuracy":0.500988,"main_score":0.453809,"hf_subset":"ewe_Latn-bul_Cyrl","languages":["ewe-Latn","bul-Cyrl"]},{"precision":0.441955,"recall":0.512846,"f1":0.461414,"accuracy":0.512846,"main_score":0.461414,"hf_subset":"ewe_Latn-fra_Latn","languages":["ewe-Latn","fra-Latn"]},{"precision":0.433687,"recall":0.503953,"f1":0.453505,"accuracy":0.503953,"main_score":0.453505,"hf_subset":"ewe_Latn-jpn_Jpan","languages":["ewe-Latn","jpn-Jpan"]},{"precision":0.459736,"recall":0.516798,"f1":0.476256,"accuracy":0.516798,"main_score":0.476256,"hf_subset":"ewe_Latn-lij_Latn","languages":["ewe-Latn","lij-Latn"]},{"precision":0.239058,"recall":0.316206,"f1":0.258836,"accuracy":0.316206,"main_score":0.258836,"hf_subset":"ewe_Latn-mya_Mymr","languages":["ewe-Latn","mya-Mymr"]},{"precision":0.470447,"recall":0.514822,"f1":0.483613,"accuracy":0.514822,"main_score":0.483613,"hf_subset":"ewe_Latn-sag_Latn","languages":["ewe-Latn","sag-Latn"]},{"precision":0.161206,"recall":0.214427,"f1":0.172859,"accuracy":0.214427,"main_score":0.172859,"hf_subset":"ewe_Latn-taq_Tfng","languages":["ewe-Latn","taq-Tfng"]},{"precision":0.476471,"recall":0.518775,"f1":0.488463,"accuracy":0.518775,"main_score":0.488463,"hf_subset":"ewe_Latn-wol_Latn","languages":["ewe-Latn","wol-Latn"]},{"precision":0.3883,"recall":0.452569,"f1":0.406703,"accuracy":0.452569,"main_score":0.406703,"hf_subset":"ewe_Latn-arb_Latn","languages":["ewe-Latn","arb-Latn"]},{"precision":0.440979,"recall":0.51087,"f1":0.460881,"accuracy":0.51087,"main_score":0.460881,"hf_subset":"ewe_Latn-cat_Latn","languages":["ewe-Latn","cat-Latn"]},{"precision":0.4758,"recall":0.527668,"f1":0.490893,"accuracy":0.527668,"main_score":0.490893,"hf_subset":"ewe_Latn-fur_Latn","languages":["ewe-Latn","fur-Latn"]},{"precision":0.35254,"recall":0.411067,"f1":0.368749,"accuracy":0.411067,"main_score":0.368749,"hf_subset":"ewe_Latn-kab_Latn","languages":["ewe-Latn","kab-Latn"]},{"precision":0.46087,"recall":0.519763,"f1":0.478266,"accuracy":0.519763,"main_score":0.478266,"hf_subset":"ewe_Latn-lim_Latn","languages":["ewe-Latn","lim-Latn"]},{"precision":0.447728,"recall":0.514822,"f1":0.466569,"accuracy":0.514822,"main_score":0.466569,"hf_subset":"ewe_Latn-nld_Latn","languages":["ewe-Latn","nld-Latn"]},{"precision":0.40268,"recall":0.476285,"f1":0.424424,"accuracy":0.476285,"main_score":0.424424,"hf_subset":"ewe_Latn-san_Deva","languages":["ewe-Latn","san-Deva"]},{"precision":0.460092,"recall":0.517787,"f1":0.47668,"accuracy":0.517787,"main_score":0.47668,"hf_subset":"ewe_Latn-tat_Cyrl","languages":["ewe-Latn","tat-Cyrl"]},{"precision":0.467247,"recall":0.520751,"f1":0.482468,"accuracy":0.520751,"main_score":0.482468,"hf_subset":"ewe_Latn-xho_Latn","languages":["ewe-Latn","xho-Latn"]},{"precision":0.409966,"recall":0.485178,"f1":0.431378,"accuracy":0.485178,"main_score":0.431378,"hf_subset":"ewe_Latn-ars_Arab","languages":["ewe-Latn","ars-Arab"]},{"precision":0.479408,"recall":0.531621,"f1":0.493835,"accuracy":0.531621,"main_score":0.493835,"hf_subset":"ewe_Latn-ceb_Latn","languages":["ewe-Latn","ceb-Latn"]},{"precision":0.448844,"recall":0.5,"f1":0.463907,"accuracy":0.5,"main_score":0.463907,"hf_subset":"ewe_Latn-fuv_Latn","languages":["ewe-Latn","fuv-Latn"]},{"precision":0.466401,"recall":0.513834,"f1":0.480327,"accuracy":0.513834,"main_score":0.480327,"hf_subset":"ewe_Latn-kac_Latn","languages":["ewe-Latn","kac-Latn"]},{"precision":0.484365,"recall":0.530632,"f1":0.497885,"accuracy":0.530632,"main_score":0.497885,"hf_subset":"ewe_Latn-lin_Latn","languages":["ewe-Latn","lin-Latn"]},{"precision":0.458836,"recall":0.521739,"f1":0.477022,"accuracy":0.521739,"main_score":0.477022,"hf_subset":"ewe_Latn-nno_Latn","languages":["ewe-Latn","nno-Latn"]},{"precision":0.02507,"recall":0.068182,"f1":0.032448,"accuracy":0.068182,"main_score":0.032448,"hf_subset":"ewe_Latn-sat_Olck","languages":["ewe-Latn","sat-Olck"]},{"precision":0.433372,"recall":0.502964,"f1":0.452854,"accuracy":0.502964,"main_score":0.452854,"hf_subset":"ewe_Latn-tel_Telu","languages":["ewe-Latn","tel-Telu"]},{"precision":0.335469,"recall":0.402174,"f1":0.35389,"accuracy":0.402174,"main_score":0.35389,"hf_subset":"ewe_Latn-ydd_Hebr","languages":["ewe-Latn","ydd-Hebr"]},{"precision":0.406465,"recall":0.471344,"f1":0.424739,"accuracy":0.471344,"main_score":0.424739,"hf_subset":"ewe_Latn-ary_Arab","languages":["ewe-Latn","ary-Arab"]},{"precision":0.448817,"recall":0.51087,"f1":0.466328,"accuracy":0.51087,"main_score":0.466328,"hf_subset":"ewe_Latn-ces_Latn","languages":["ewe-Latn","ces-Latn"]},{"precision":0.368516,"recall":0.43083,"f1":0.386679,"accuracy":0.43083,"main_score":0.386679,"hf_subset":"ewe_Latn-gaz_Latn","languages":["ewe-Latn","gaz-Latn"]},{"precision":0.449308,"recall":0.495059,"f1":0.462996,"accuracy":0.495059,"main_score":0.462996,"hf_subset":"ewe_Latn-kam_Latn","languages":["ewe-Latn","kam-Latn"]},{"precision":0.421196,"recall":0.491107,"f1":0.441326,"accuracy":0.491107,"main_score":0.441326,"hf_subset":"ewe_Latn-lit_Latn","languages":["ewe-Latn","lit-Latn"]},{"precision":0.447861,"recall":0.512846,"f1":0.467391,"accuracy":0.512846,"main_score":0.467391,"hf_subset":"ewe_Latn-nob_Latn","languages":["ewe-Latn","nob-Latn"]},{"precision":0.450406,"recall":0.509881,"f1":0.467252,"accuracy":0.509881,"main_score":0.467252,"hf_subset":"ewe_Latn-scn_Latn","languages":["ewe-Latn","scn-Latn"]},{"precision":0.43494,"recall":0.496047,"f1":0.451734,"accuracy":0.496047,"main_score":0.451734,"hf_subset":"ewe_Latn-tgk_Cyrl","languages":["ewe-Latn","tgk-Cyrl"]},{"precision":0.407263,"recall":0.463439,"f1":0.424195,"accuracy":0.463439,"main_score":0.424195,"hf_subset":"ewe_Latn-yor_Latn","languages":["ewe-Latn","yor-Latn"]},{"precision":0.425996,"recall":0.495059,"f1":0.445844,"accuracy":0.495059,"main_score":0.445844,"hf_subset":"ewe_Latn-arz_Arab","languages":["ewe-Latn","arz-Arab"]},{"precision":0.440688,"recall":0.48913,"f1":0.45499,"accuracy":0.48913,"main_score":0.45499,"hf_subset":"ewe_Latn-cjk_Latn","languages":["ewe-Latn","cjk-Latn"]},{"precision":0.416002,"recall":0.472332,"f1":0.431056,"accuracy":0.472332,"main_score":0.431056,"hf_subset":"ewe_Latn-gla_Latn","languages":["ewe-Latn","gla-Latn"]},{"precision":0.429251,"recall":0.495059,"f1":0.447768,"accuracy":0.495059,"main_score":0.447768,"hf_subset":"ewe_Latn-kan_Knda","languages":["ewe-Latn","kan-Knda"]},{"precision":0.4643,"recall":0.523715,"f1":0.481523,"accuracy":0.523715,"main_score":0.481523,"hf_subset":"ewe_Latn-lmo_Latn","languages":["ewe-Latn","lmo-Latn"]},{"precision":0.424961,"recall":0.488142,"f1":0.442527,"accuracy":0.488142,"main_score":0.442527,"hf_subset":"ewe_Latn-npi_Deva","languages":["ewe-Latn","npi-Deva"]},{"precision":0.388182,"recall":0.458498,"f1":0.408491,"accuracy":0.458498,"main_score":0.408491,"hf_subset":"ewe_Latn-shn_Mymr","languages":["ewe-Latn","shn-Mymr"]},{"precision":0.487629,"recall":0.546443,"f1":0.504706,"accuracy":0.546443,"main_score":0.504706,"hf_subset":"ewe_Latn-tgl_Latn","languages":["ewe-Latn","tgl-Latn"]},{"precision":0.419801,"recall":0.495059,"f1":0.440236,"accuracy":0.495059,"main_score":0.440236,"hf_subset":"ewe_Latn-yue_Hant","languages":["ewe-Latn","yue-Hant"]},{"precision":0.387494,"recall":0.459486,"f1":0.407993,"accuracy":0.459486,"main_score":0.407993,"hf_subset":"ewe_Latn-asm_Beng","languages":["ewe-Latn","asm-Beng"]},{"precision":0.399161,"recall":0.462451,"f1":0.417544,"accuracy":0.462451,"main_score":0.417544,"hf_subset":"ewe_Latn-ckb_Arab","languages":["ewe-Latn","ckb-Arab"]},{"precision":0.418883,"recall":0.478261,"f1":0.435806,"accuracy":0.478261,"main_score":0.435806,"hf_subset":"ewe_Latn-gle_Latn","languages":["ewe-Latn","gle-Latn"]},{"precision":0.389111,"recall":0.455534,"f1":0.407617,"accuracy":0.455534,"main_score":0.407617,"hf_subset":"ewe_Latn-kas_Arab","languages":["ewe-Latn","kas-Arab"]},{"precision":0.416334,"recall":0.482213,"f1":0.435112,"accuracy":0.482213,"main_score":0.435112,"hf_subset":"ewe_Latn-ltg_Latn","languages":["ewe-Latn","ltg-Latn"]},{"precision":0.494845,"recall":0.532609,"f1":0.506213,"accuracy":0.532609,"main_score":0.506213,"hf_subset":"ewe_Latn-nso_Latn","languages":["ewe-Latn","nso-Latn"]},{"precision":0.171647,"recall":0.219368,"f1":0.183582,"accuracy":0.219368,"main_score":0.183582,"hf_subset":"ewe_Latn-sin_Sinh","languages":["ewe-Latn","sin-Sinh"]},{"precision":0.421557,"recall":0.495059,"f1":0.442206,"accuracy":0.495059,"main_score":0.442206,"hf_subset":"ewe_Latn-tha_Thai","languages":["ewe-Latn","tha-Thai"]},{"precision":0.425917,"recall":0.495059,"f1":0.445149,"accuracy":0.495059,"main_score":0.445149,"hf_subset":"ewe_Latn-zho_Hans","languages":["ewe-Latn","zho-Hans"]},{"precision":0.443297,"recall":0.504941,"f1":0.461039,"accuracy":0.504941,"main_score":0.461039,"hf_subset":"ewe_Latn-ast_Latn","languages":["ewe-Latn","ast-Latn"]},{"precision":0.439784,"recall":0.504941,"f1":0.458484,"accuracy":0.504941,"main_score":0.458484,"hf_subset":"ewe_Latn-crh_Latn","languages":["ewe-Latn","crh-Latn"]},{"precision":0.445627,"recall":0.513834,"f1":0.465555,"accuracy":0.513834,"main_score":0.465555,"hf_subset":"ewe_Latn-glg_Latn","languages":["ewe-Latn","glg-Latn"]},{"precision":0.418974,"recall":0.482213,"f1":0.436829,"accuracy":0.482213,"main_score":0.436829,"hf_subset":"ewe_Latn-kas_Deva","languages":["ewe-Latn","kas-Deva"]},{"precision":0.4529,"recall":0.511858,"f1":0.469906,"accuracy":0.511858,"main_score":0.469906,"hf_subset":"ewe_Latn-ltz_Latn","languages":["ewe-Latn","ltz-Latn"]},{"precision":0.413655,"recall":0.471344,"f1":0.429828,"accuracy":0.471344,"main_score":0.429828,"hf_subset":"ewe_Latn-nus_Latn","languages":["ewe-Latn","nus-Latn"]},{"precision":0.442063,"recall":0.507905,"f1":0.460762,"accuracy":0.507905,"main_score":0.460762,"hf_subset":"ewe_Latn-slk_Latn","languages":["ewe-Latn","slk-Latn"]},{"precision":0.212467,"recall":0.26087,"f1":0.22387,"accuracy":0.26087,"main_score":0.22387,"hf_subset":"ewe_Latn-tir_Ethi","languages":["ewe-Latn","tir-Ethi"]},{"precision":0.417091,"recall":0.493083,"f1":0.438629,"accuracy":0.493083,"main_score":0.438629,"hf_subset":"ewe_Latn-zho_Hant","languages":["ewe-Latn","zho-Hant"]},{"precision":0.429185,"recall":0.500988,"f1":0.449338,"accuracy":0.500988,"main_score":0.449338,"hf_subset":"ewe_Latn-awa_Deva","languages":["ewe-Latn","awa-Deva"]},{"precision":0.454249,"recall":0.508893,"f1":0.47021,"accuracy":0.508893,"main_score":0.47021,"hf_subset":"ewe_Latn-cym_Latn","languages":["ewe-Latn","cym-Latn"]},{"precision":0.473933,"recall":0.51581,"f1":0.486018,"accuracy":0.51581,"main_score":0.486018,"hf_subset":"ewe_Latn-grn_Latn","languages":["ewe-Latn","grn-Latn"]},{"precision":0.406285,"recall":0.476285,"f1":0.425909,"accuracy":0.476285,"main_score":0.425909,"hf_subset":"ewe_Latn-kat_Geor","languages":["ewe-Latn","kat-Geor"]},{"precision":0.471625,"recall":0.51581,"f1":0.484262,"accuracy":0.51581,"main_score":0.484262,"hf_subset":"ewe_Latn-lua_Latn","languages":["ewe-Latn","lua-Latn"]},{"precision":0.469966,"recall":0.514822,"f1":0.482828,"accuracy":0.514822,"main_score":0.482828,"hf_subset":"ewe_Latn-nya_Latn","languages":["ewe-Latn","nya-Latn"]},{"precision":0.43814,"recall":0.507905,"f1":0.457973,"accuracy":0.507905,"main_score":0.457973,"hf_subset":"ewe_Latn-slv_Latn","languages":["ewe-Latn","slv-Latn"]},{"precision":0.492191,"recall":0.541502,"f1":0.505849,"accuracy":0.541502,"main_score":0.505849,"hf_subset":"ewe_Latn-tpi_Latn","languages":["ewe-Latn","tpi-Latn"]},{"precision":0.478887,"recall":0.540514,"f1":0.496739,"accuracy":0.540514,"main_score":0.496739,"hf_subset":"ewe_Latn-zsm_Latn","languages":["ewe-Latn","zsm-Latn"]},{"precision":0.444845,"recall":0.494071,"f1":0.459412,"accuracy":0.494071,"main_score":0.459412,"hf_subset":"ewe_Latn-ayr_Latn","languages":["ewe-Latn","ayr-Latn"]},{"precision":0.445125,"recall":0.518775,"f1":0.46646,"accuracy":0.518775,"main_score":0.46646,"hf_subset":"ewe_Latn-dan_Latn","languages":["ewe-Latn","dan-Latn"]},{"precision":0.414399,"recall":0.48419,"f1":0.433402,"accuracy":0.48419,"main_score":0.433402,"hf_subset":"ewe_Latn-guj_Gujr","languages":["ewe-Latn","guj-Gujr"]},{"precision":0.446026,"recall":0.511858,"f1":0.464861,"accuracy":0.511858,"main_score":0.464861,"hf_subset":"ewe_Latn-kaz_Cyrl","languages":["ewe-Latn","kaz-Cyrl"]},{"precision":0.435346,"recall":0.488142,"f1":0.450205,"accuracy":0.488142,"main_score":0.450205,"hf_subset":"ewe_Latn-lug_Latn","languages":["ewe-Latn","lug-Latn"]},{"precision":0.453467,"recall":0.516798,"f1":0.471046,"accuracy":0.516798,"main_score":0.471046,"hf_subset":"ewe_Latn-oci_Latn","languages":["ewe-Latn","oci-Latn"]},{"precision":0.475487,"recall":0.522727,"f1":0.488946,"accuracy":0.522727,"main_score":0.488946,"hf_subset":"ewe_Latn-smo_Latn","languages":["ewe-Latn","smo-Latn"]},{"precision":0.452572,"recall":0.495059,"f1":0.465039,"accuracy":0.495059,"main_score":0.465039,"hf_subset":"ewe_Latn-tsn_Latn","languages":["ewe-Latn","tsn-Latn"]},{"precision":0.446949,"recall":0.5,"f1":0.462156,"accuracy":0.5,"main_score":0.462156,"hf_subset":"ewe_Latn-zul_Latn","languages":["ewe-Latn","zul-Latn"]},{"precision":0.38423,"recall":0.453557,"f1":0.404447,"accuracy":0.453557,"main_score":0.404447,"hf_subset":"ewe_Latn-azb_Arab","languages":["ewe-Latn","azb-Arab"]},{"precision":0.451318,"recall":0.520751,"f1":0.471035,"accuracy":0.520751,"main_score":0.471035,"hf_subset":"ewe_Latn-deu_Latn","languages":["ewe-Latn","deu-Latn"]},{"precision":0.420059,"recall":0.487154,"f1":0.43994,"accuracy":0.487154,"main_score":0.43994,"hf_subset":"ewe_Latn-hat_Latn","languages":["ewe-Latn","hat-Latn"]},{"precision":0.458004,"recall":0.503953,"f1":0.47125,"accuracy":0.503953,"main_score":0.47125,"hf_subset":"ewe_Latn-kbp_Latn","languages":["ewe-Latn","kbp-Latn"]},{"precision":0.484655,"recall":0.52668,"f1":0.496854,"accuracy":0.52668,"main_score":0.496854,"hf_subset":"ewe_Latn-luo_Latn","languages":["ewe-Latn","luo-Latn"]},{"precision":0.396158,"recall":0.472332,"f1":0.417778,"accuracy":0.472332,"main_score":0.417778,"hf_subset":"ewe_Latn-ory_Orya","languages":["ewe-Latn","ory-Orya"]},{"precision":0.460431,"recall":0.508893,"f1":0.474106,"accuracy":0.508893,"main_score":0.474106,"hf_subset":"ewe_Latn-sna_Latn","languages":["ewe-Latn","sna-Latn"]},{"precision":0.467029,"recall":0.508893,"f1":0.479136,"accuracy":0.508893,"main_score":0.479136,"hf_subset":"ewe_Latn-tso_Latn","languages":["ewe-Latn","tso-Latn"]},{"precision":0.429769,"recall":0.499012,"f1":0.449566,"accuracy":0.499012,"main_score":0.449566,"hf_subset":"ewe_Latn-azj_Latn","languages":["ewe-Latn","azj-Latn"]},{"precision":0.428353,"recall":0.485178,"f1":0.444996,"accuracy":0.485178,"main_score":0.444996,"hf_subset":"ewe_Latn-dik_Latn","languages":["ewe-Latn","dik-Latn"]},{"precision":0.457469,"recall":0.503953,"f1":0.471436,"accuracy":0.503953,"main_score":0.471436,"hf_subset":"ewe_Latn-hau_Latn","languages":["ewe-Latn","hau-Latn"]},{"precision":0.459743,"recall":0.518775,"f1":0.476575,"accuracy":0.518775,"main_score":0.476575,"hf_subset":"ewe_Latn-kea_Latn","languages":["ewe-Latn","kea-Latn"]},{"precision":0.48517,"recall":0.530632,"f1":0.49846,"accuracy":0.530632,"main_score":0.49846,"hf_subset":"ewe_Latn-lus_Latn","languages":["ewe-Latn","lus-Latn"]},{"precision":0.488253,"recall":0.533597,"f1":0.500908,"accuracy":0.533597,"main_score":0.500908,"hf_subset":"ewe_Latn-pag_Latn","languages":["ewe-Latn","pag-Latn"]},{"precision":0.400707,"recall":0.469368,"f1":0.419361,"accuracy":0.469368,"main_score":0.419361,"hf_subset":"ewe_Latn-snd_Arab","languages":["ewe-Latn","snd-Arab"]},{"precision":0.431009,"recall":0.493083,"f1":0.448723,"accuracy":0.493083,"main_score":0.448723,"hf_subset":"ewe_Latn-tuk_Latn","languages":["ewe-Latn","tuk-Latn"]},{"precision":0.461887,"recall":0.519763,"f1":0.478303,"accuracy":0.519763,"main_score":0.478303,"hf_subset":"ewe_Latn-bak_Cyrl","languages":["ewe-Latn","bak-Cyrl"]},{"precision":0.357223,"recall":0.421937,"f1":0.376734,"accuracy":0.421937,"main_score":0.376734,"hf_subset":"ewe_Latn-dyu_Latn","languages":["ewe-Latn","dyu-Latn"]},{"precision":0.39841,"recall":0.476285,"f1":0.420588,"accuracy":0.476285,"main_score":0.420588,"hf_subset":"ewe_Latn-heb_Hebr","languages":["ewe-Latn","heb-Hebr"]},{"precision":0.449793,"recall":0.505929,"f1":0.466271,"accuracy":0.505929,"main_score":0.466271,"hf_subset":"ewe_Latn-khk_Cyrl","languages":["ewe-Latn","khk-Cyrl"]},{"precision":0.424323,"recall":0.493083,"f1":0.443509,"accuracy":0.493083,"main_score":0.443509,"hf_subset":"ewe_Latn-lvs_Latn","languages":["ewe-Latn","lvs-Latn"]},{"precision":0.420442,"recall":0.495059,"f1":0.440804,"accuracy":0.495059,"main_score":0.440804,"hf_subset":"ewe_Latn-pan_Guru","languages":["ewe-Latn","pan-Guru"]},{"precision":0.424786,"recall":0.48419,"f1":0.44156,"accuracy":0.48419,"main_score":0.44156,"hf_subset":"ewe_Latn-som_Latn","languages":["ewe-Latn","som-Latn"]},{"precision":0.465827,"recall":0.514822,"f1":0.480031,"accuracy":0.514822,"main_score":0.480031,"hf_subset":"ewe_Latn-tum_Latn","languages":["ewe-Latn","tum-Latn"]},{"precision":0.465267,"recall":0.540514,"f1":0.485829,"accuracy":0.540514,"main_score":0.485829,"hf_subset":"ilo_Latn-ace_Arab","languages":["ilo-Latn","ace-Arab"]},{"precision":0.483596,"recall":0.550395,"f1":0.502511,"accuracy":0.550395,"main_score":0.502511,"hf_subset":"ilo_Latn-bam_Latn","languages":["ilo-Latn","bam-Latn"]},{"precision":0.109658,"recall":0.161067,"f1":0.122202,"accuracy":0.161067,"main_score":0.122202,"hf_subset":"ilo_Latn-dzo_Tibt","languages":["ilo-Latn","dzo-Tibt"]},{"precision":0.846344,"recall":0.889328,"f1":0.859618,"accuracy":0.889328,"main_score":0.859618,"hf_subset":"ilo_Latn-hin_Deva","languages":["ilo-Latn","hin-Deva"]},{"precision":0.60785,"recall":0.701581,"f1":0.636448,"accuracy":0.701581,"main_score":0.636448,"hf_subset":"ilo_Latn-khm_Khmr","languages":["ilo-Latn","khm-Khmr"]},{"precision":0.855435,"recall":0.896245,"f1":0.868215,"accuracy":0.896245,"main_score":0.868215,"hf_subset":"ilo_Latn-mag_Deva","languages":["ilo-Latn","mag-Deva"]},{"precision":0.846047,"recall":0.886364,"f1":0.8583,"accuracy":0.886364,"main_score":0.8583,"hf_subset":"ilo_Latn-pap_Latn","languages":["ilo-Latn","pap-Latn"]},{"precision":0.532708,"recall":0.594862,"f1":0.550466,"accuracy":0.594862,"main_score":0.550466,"hf_subset":"ilo_Latn-sot_Latn","languages":["ilo-Latn","sot-Latn"]},{"precision":0.843709,"recall":0.885375,"f1":0.856757,"accuracy":0.885375,"main_score":0.856757,"hf_subset":"ilo_Latn-tur_Latn","languages":["ilo-Latn","tur-Latn"]},{"precision":0.751268,"recall":0.801383,"f1":0.766238,"accuracy":0.801383,"main_score":0.766238,"hf_subset":"ilo_Latn-ace_Latn","languages":["ilo-Latn","ace-Latn"]},{"precision":0.847012,"recall":0.879447,"f1":0.856933,"accuracy":0.879447,"main_score":0.856933,"hf_subset":"ilo_Latn-ban_Latn","languages":["ilo-Latn","ban-Latn"]},{"precision":0.831966,"recall":0.878458,"f1":0.846377,"accuracy":0.878458,"main_score":0.846377,"hf_subset":"ilo_Latn-ell_Grek","languages":["ilo-Latn","ell-Grek"]},{"precision":0.835368,"recall":0.878458,"f1":0.848718,"accuracy":0.878458,"main_score":0.848718,"hf_subset":"ilo_Latn-hne_Deva","languages":["ilo-Latn","hne-Deva"]},{"precision":0.556096,"recall":0.620553,"f1":0.574657,"accuracy":0.620553,"main_score":0.574657,"hf_subset":"ilo_Latn-kik_Latn","languages":["ilo-Latn","kik-Latn"]},{"precision":0.852602,"recall":0.893281,"f1":0.865415,"accuracy":0.893281,"main_score":0.865415,"hf_subset":"ilo_Latn-mai_Deva","languages":["ilo-Latn","mai-Deva"]},{"precision":0.740695,"recall":0.801383,"f1":0.759044,"accuracy":0.801383,"main_score":0.759044,"hf_subset":"ilo_Latn-pbt_Arab","languages":["ilo-Latn","pbt-Arab"]},{"precision":0.876565,"recall":0.911067,"f1":0.887418,"accuracy":0.911067,"main_score":0.887418,"hf_subset":"ilo_Latn-spa_Latn","languages":["ilo-Latn","spa-Latn"]},{"precision":0.599086,"recall":0.65415,"f1":0.615141,"accuracy":0.65415,"main_score":0.615141,"hf_subset":"ilo_Latn-twi_Latn","languages":["ilo-Latn","twi-Latn"]},{"precision":0.849144,"recall":0.88834,"f1":0.86166,"accuracy":0.88834,"main_score":0.86166,"hf_subset":"ilo_Latn-acm_Arab","languages":["ilo-Latn","acm-Arab"]},{"precision":0.828969,"recall":0.876482,"f1":0.843906,"accuracy":0.876482,"main_score":0.843906,"hf_subset":"ilo_Latn-bel_Cyrl","languages":["ilo-Latn","bel-Cyrl"]},{"precision":0.881423,"recall":0.91502,"f1":0.892062,"accuracy":0.91502,"main_score":0.892062,"hf_subset":"ilo_Latn-eng_Latn","languages":["ilo-Latn","eng-Latn"]},{"precision":0.861166,"recall":0.898221,"f1":0.872812,"accuracy":0.898221,"main_score":0.872812,"hf_subset":"ilo_Latn-hrv_Latn","languages":["ilo-Latn","hrv-Latn"]},{"precision":0.486298,"recall":0.548419,"f1":0.504367,"accuracy":0.548419,"main_score":0.504367,"hf_subset":"ilo_Latn-kin_Latn","languages":["ilo-Latn","kin-Latn"]},{"precision":0.829051,"recall":0.873518,"f1":0.842608,"accuracy":0.873518,"main_score":0.842608,"hf_subset":"ilo_Latn-mal_Mlym","languages":["ilo-Latn","mal-Mlym"]},{"precision":0.839427,"recall":0.885375,"f1":0.853887,"accuracy":0.885375,"main_score":0.853887,"hf_subset":"ilo_Latn-pes_Arab","languages":["ilo-Latn","pes-Arab"]},{"precision":0.863834,"recall":0.899209,"f1":0.875165,"accuracy":0.899209,"main_score":0.875165,"hf_subset":"ilo_Latn-srd_Latn","languages":["ilo-Latn","srd-Latn"]},{"precision":0.138268,"recall":0.199605,"f1":0.151434,"accuracy":0.199605,"main_score":0.151434,"hf_subset":"ilo_Latn-tzm_Tfng","languages":["ilo-Latn","tzm-Tfng"]},{"precision":0.853837,"recall":0.893281,"f1":0.866304,"accuracy":0.893281,"main_score":0.866304,"hf_subset":"ilo_Latn-acq_Arab","languages":["ilo-Latn","acq-Arab"]},{"precision":0.556795,"recall":0.624506,"f1":0.576179,"accuracy":0.624506,"main_score":0.576179,"hf_subset":"ilo_Latn-bem_Latn","languages":["ilo-Latn","bem-Latn"]},{"precision":0.85746,"recall":0.899209,"f1":0.870619,"accuracy":0.899209,"main_score":0.870619,"hf_subset":"ilo_Latn-epo_Latn","languages":["ilo-Latn","epo-Latn"]},{"precision":0.857108,"recall":0.895257,"f1":0.869055,"accuracy":0.895257,"main_score":0.869055,"hf_subset":"ilo_Latn-hun_Latn","languages":["ilo-Latn","hun-Latn"]},{"precision":0.795323,"recall":0.844862,"f1":0.810691,"accuracy":0.844862,"main_score":0.810691,"hf_subset":"ilo_Latn-kir_Cyrl","languages":["ilo-Latn","kir-Cyrl"]},{"precision":0.839056,"recall":0.882411,"f1":0.852459,"accuracy":0.882411,"main_score":0.852459,"hf_subset":"ilo_Latn-mar_Deva","languages":["ilo-Latn","mar-Deva"]},{"precision":0.5792,"recall":0.633399,"f1":0.595262,"accuracy":0.633399,"main_score":0.595262,"hf_subset":"ilo_Latn-plt_Latn","languages":["ilo-Latn","plt-Latn"]},{"precision":0.869895,"recall":0.905138,"f1":0.881046,"accuracy":0.905138,"main_score":0.881046,"hf_subset":"ilo_Latn-srp_Cyrl","languages":["ilo-Latn","srp-Cyrl"]},{"precision":0.690062,"recall":0.756917,"f1":0.709573,"accuracy":0.756917,"main_score":0.709573,"hf_subset":"ilo_Latn-uig_Arab","languages":["ilo-Latn","uig-Arab"]},{"precision":0.818323,"recall":0.863636,"f1":0.83223,"accuracy":0.863636,"main_score":0.83223,"hf_subset":"ilo_Latn-aeb_Arab","languages":["ilo-Latn","aeb-Arab"]},{"precision":0.850576,"recall":0.88834,"f1":0.862385,"accuracy":0.88834,"main_score":0.862385,"hf_subset":"ilo_Latn-ben_Beng","languages":["ilo-Latn","ben-Beng"]},{"precision":0.82631,"recall":0.869565,"f1":0.839542,"accuracy":0.869565,"main_score":0.839542,"hf_subset":"ilo_Latn-est_Latn","languages":["ilo-Latn","est-Latn"]},{"precision":0.776762,"recall":0.83498,"f1":0.795323,"accuracy":0.83498,"main_score":0.795323,"hf_subset":"ilo_Latn-hye_Armn","languages":["ilo-Latn","hye-Armn"]},{"precision":0.49017,"recall":0.552372,"f1":0.508056,"accuracy":0.552372,"main_score":0.508056,"hf_subset":"ilo_Latn-kmb_Latn","languages":["ilo-Latn","kmb-Latn"]},{"precision":0.403665,"recall":0.48913,"f1":0.427081,"accuracy":0.48913,"main_score":0.427081,"hf_subset":"ilo_Latn-min_Arab","languages":["ilo-Latn","min-Arab"]},{"precision":0.859766,"recall":0.897233,"f1":0.871607,"accuracy":0.897233,"main_score":0.871607,"hf_subset":"ilo_Latn-pol_Latn","languages":["ilo-Latn","pol-Latn"]},{"precision":0.507872,"recall":0.572134,"f1":0.525532,"accuracy":0.572134,"main_score":0.525532,"hf_subset":"ilo_Latn-ssw_Latn","languages":["ilo-Latn","ssw-Latn"]},{"precision":0.854447,"recall":0.894269,"f1":0.867048,"accuracy":0.894269,"main_score":0.867048,"hf_subset":"ilo_Latn-ukr_Cyrl","languages":["ilo-Latn","ukr-Cyrl"]},{"precision":0.868165,"recall":0.905138,"f1":0.880007,"accuracy":0.905138,"main_score":0.880007,"hf_subset":"ilo_Latn-afr_Latn","languages":["ilo-Latn","afr-Latn"]},{"precision":0.824358,"recall":0.868577,"f1":0.838109,"accuracy":0.868577,"main_score":0.838109,"hf_subset":"ilo_Latn-bho_Deva","languages":["ilo-Latn","bho-Deva"]},{"precision":0.805254,"recall":0.848814,"f1":0.818676,"accuracy":0.848814,"main_score":0.818676,"hf_subset":"ilo_Latn-eus_Latn","languages":["ilo-Latn","eus-Latn"]},{"precision":0.54524,"recall":0.613636,"f1":0.564489,"accuracy":0.613636,"main_score":0.564489,"hf_subset":"ilo_Latn-ibo_Latn","languages":["ilo-Latn","ibo-Latn"]},{"precision":0.668643,"recall":0.732213,"f1":0.687164,"accuracy":0.732213,"main_score":0.687164,"hf_subset":"ilo_Latn-kmr_Latn","languages":["ilo-Latn","kmr-Latn"]},{"precision":0.830402,"recall":0.87253,"f1":0.843116,"accuracy":0.87253,"main_score":0.843116,"hf_subset":"ilo_Latn-min_Latn","languages":["ilo-Latn","min-Latn"]},{"precision":0.884881,"recall":0.917984,"f1":0.895389,"accuracy":0.917984,"main_score":0.895389,"hf_subset":"ilo_Latn-por_Latn","languages":["ilo-Latn","por-Latn"]},{"precision":0.853788,"recall":0.892292,"f1":0.86558,"accuracy":0.892292,"main_score":0.86558,"hf_subset":"ilo_Latn-sun_Latn","languages":["ilo-Latn","sun-Latn"]},{"precision":0.47803,"recall":0.541502,"f1":0.496857,"accuracy":0.541502,"main_score":0.496857,"hf_subset":"ilo_Latn-umb_Latn","languages":["ilo-Latn","umb-Latn"]},{"precision":0.841963,"recall":0.884387,"f1":0.85504,"accuracy":0.884387,"main_score":0.85504,"hf_subset":"ilo_Latn-ajp_Arab","languages":["ilo-Latn","ajp-Arab"]},{"precision":0.442643,"recall":0.532609,"f1":0.467746,"accuracy":0.532609,"main_score":0.467746,"hf_subset":"ilo_Latn-bjn_Arab","languages":["ilo-Latn","bjn-Arab"]},{"precision":0.507257,"recall":0.562253,"f1":0.522958,"accuracy":0.562253,"main_score":0.522958,"hf_subset":"ilo_Latn-ewe_Latn","languages":["ilo-Latn","ewe-Latn"]},{"precision":0.209718,"recall":0.289526,"f1":0.229888,"accuracy":0.289526,"main_score":0.229888,"hf_subset":"ilo_Latn-knc_Arab","languages":["ilo-Latn","knc-Arab"]},{"precision":0.86614,"recall":0.90415,"f1":0.878096,"accuracy":0.90415,"main_score":0.878096,"hf_subset":"ilo_Latn-mkd_Cyrl","languages":["ilo-Latn","mkd-Cyrl"]},{"precision":0.834107,"recall":0.881423,"f1":0.848715,"accuracy":0.881423,"main_score":0.848715,"hf_subset":"ilo_Latn-prs_Arab","languages":["ilo-Latn","prs-Arab"]},{"precision":0.850708,"recall":0.891304,"f1":0.863175,"accuracy":0.891304,"main_score":0.863175,"hf_subset":"ilo_Latn-swe_Latn","languages":["ilo-Latn","swe-Latn"]},{"precision":0.8125,"recall":0.865613,"f1":0.829084,"accuracy":0.865613,"main_score":0.829084,"hf_subset":"ilo_Latn-urd_Arab","languages":["ilo-Latn","urd-Arab"]},{"precision":0.580362,"recall":0.634387,"f1":0.596214,"accuracy":0.634387,"main_score":0.596214,"hf_subset":"ilo_Latn-aka_Latn","languages":["ilo-Latn","aka-Latn"]},{"precision":0.818594,"recall":0.866601,"f1":0.833696,"accuracy":0.866601,"main_score":0.833696,"hf_subset":"ilo_Latn-bjn_Latn","languages":["ilo-Latn","bjn-Latn"]},{"precision":0.704661,"recall":0.766798,"f1":0.72365,"accuracy":0.766798,"main_score":0.72365,"hf_subset":"ilo_Latn-fao_Latn","languages":["ilo-Latn","fao-Latn"]},{"precision":0.878244,"recall":0.912055,"f1":0.888735,"accuracy":0.912055,"main_score":0.888735,"hf_subset":"ilo_Latn-ind_Latn","languages":["ilo-Latn","ind-Latn"]},{"precision":0.557258,"recall":0.612648,"f1":0.572763,"accuracy":0.612648,"main_score":0.572763,"hf_subset":"ilo_Latn-knc_Latn","languages":["ilo-Latn","knc-Latn"]},{"precision":0.870883,"recall":0.90415,"f1":0.881258,"accuracy":0.90415,"main_score":0.881258,"hf_subset":"ilo_Latn-mlt_Latn","languages":["ilo-Latn","mlt-Latn"]},{"precision":0.600108,"recall":0.662055,"f1":0.61795,"accuracy":0.662055,"main_score":0.61795,"hf_subset":"ilo_Latn-quy_Latn","languages":["ilo-Latn","quy-Latn"]},{"precision":0.628969,"recall":0.700593,"f1":0.649788,"accuracy":0.700593,"main_score":0.649788,"hf_subset":"ilo_Latn-swh_Latn","languages":["ilo-Latn","swh-Latn"]},{"precision":0.800148,"recall":0.850791,"f1":0.815711,"accuracy":0.850791,"main_score":0.815711,"hf_subset":"ilo_Latn-uzn_Latn","languages":["ilo-Latn","uzn-Latn"]},{"precision":0.860293,"recall":0.895257,"f1":0.871443,"accuracy":0.895257,"main_score":0.871443,"hf_subset":"ilo_Latn-als_Latn","languages":["ilo-Latn","als-Latn"]},{"precision":0.164983,"recall":0.23419,"f1":0.181563,"accuracy":0.23419,"main_score":0.181563,"hf_subset":"ilo_Latn-bod_Tibt","languages":["ilo-Latn","bod-Tibt"]},{"precision":0.515119,"recall":0.576087,"f1":0.532691,"accuracy":0.576087,"main_score":0.532691,"hf_subset":"ilo_Latn-fij_Latn","languages":["ilo-Latn","fij-Latn"]},{"precision":0.692885,"recall":0.758893,"f1":0.712832,"accuracy":0.758893,"main_score":0.712832,"hf_subset":"ilo_Latn-isl_Latn","languages":["ilo-Latn","isl-Latn"]},{"precision":0.588672,"recall":0.653162,"f1":0.607171,"accuracy":0.653162,"main_score":0.607171,"hf_subset":"ilo_Latn-kon_Latn","languages":["ilo-Latn","kon-Latn"]},{"precision":0.538411,"recall":0.625494,"f1":0.56371,"accuracy":0.625494,"main_score":0.56371,"hf_subset":"ilo_Latn-mni_Beng","languages":["ilo-Latn","mni-Beng"]},{"precision":0.8792,"recall":0.914032,"f1":0.890382,"accuracy":0.914032,"main_score":0.890382,"hf_subset":"ilo_Latn-ron_Latn","languages":["ilo-Latn","ron-Latn"]},{"precision":0.839213,"recall":0.883399,"f1":0.853327,"accuracy":0.883399,"main_score":0.853327,"hf_subset":"ilo_Latn-szl_Latn","languages":["ilo-Latn","szl-Latn"]},{"precision":0.853788,"recall":0.894269,"f1":0.86637,"accuracy":0.894269,"main_score":0.86637,"hf_subset":"ilo_Latn-vec_Latn","languages":["ilo-Latn","vec-Latn"]},{"precision":0.436828,"recall":0.517787,"f1":0.458842,"accuracy":0.517787,"main_score":0.458842,"hf_subset":"ilo_Latn-amh_Ethi","languages":["ilo-Latn","amh-Ethi"]},{"precision":0.862731,"recall":0.900198,"f1":0.874572,"accuracy":0.900198,"main_score":0.874572,"hf_subset":"ilo_Latn-bos_Latn","languages":["ilo-Latn","bos-Latn"]},{"precision":0.829249,"recall":0.875494,"f1":0.844005,"accuracy":0.875494,"main_score":0.844005,"hf_subset":"ilo_Latn-fin_Latn","languages":["ilo-Latn","fin-Latn"]},{"precision":0.877388,"recall":0.912055,"f1":0.888241,"accuracy":0.912055,"main_score":0.888241,"hf_subset":"ilo_Latn-ita_Latn","languages":["ilo-Latn","ita-Latn"]},{"precision":0.850049,"recall":0.887352,"f1":0.861528,"accuracy":0.887352,"main_score":0.861528,"hf_subset":"ilo_Latn-kor_Hang","languages":["ilo-Latn","kor-Hang"]},{"precision":0.522576,"recall":0.588933,"f1":0.541383,"accuracy":0.588933,"main_score":0.541383,"hf_subset":"ilo_Latn-mos_Latn","languages":["ilo-Latn","mos-Latn"]},{"precision":0.473273,"recall":0.539526,"f1":0.492096,"accuracy":0.539526,"main_score":0.492096,"hf_subset":"ilo_Latn-run_Latn","languages":["ilo-Latn","run-Latn"]},{"precision":0.803722,"recall":0.856719,"f1":0.819928,"accuracy":0.856719,"main_score":0.819928,"hf_subset":"ilo_Latn-tam_Taml","languages":["ilo-Latn","tam-Taml"]},{"precision":0.839345,"recall":0.883399,"f1":0.853162,"accuracy":0.883399,"main_score":0.853162,"hf_subset":"ilo_Latn-vie_Latn","languages":["ilo-Latn","vie-Latn"]},{"precision":0.840201,"recall":0.883399,"f1":0.853576,"accuracy":0.883399,"main_score":0.853576,"hf_subset":"ilo_Latn-apc_Arab","languages":["ilo-Latn","apc-Arab"]},{"precision":0.725823,"recall":0.77668,"f1":0.740961,"accuracy":0.77668,"main_score":0.740961,"hf_subset":"ilo_Latn-bug_Latn","languages":["ilo-Latn","bug-Latn"]},{"precision":0.454409,"recall":0.518775,"f1":0.472726,"accuracy":0.518775,"main_score":0.472726,"hf_subset":"ilo_Latn-fon_Latn","languages":["ilo-Latn","fon-Latn"]},{"precision":0.842968,"recall":0.884387,"f1":0.856094,"accuracy":0.884387,"main_score":0.856094,"hf_subset":"ilo_Latn-jav_Latn","languages":["ilo-Latn","jav-Latn"]},{"precision":0.578846,"recall":0.662055,"f1":0.6034,"accuracy":0.662055,"main_score":0.6034,"hf_subset":"ilo_Latn-lao_Laoo","languages":["ilo-Latn","lao-Laoo"]},{"precision":0.525795,"recall":0.604743,"f1":0.547672,"accuracy":0.604743,"main_score":0.547672,"hf_subset":"ilo_Latn-mri_Latn","languages":["ilo-Latn","mri-Latn"]},{"precision":0.851285,"recall":0.895257,"f1":0.865415,"accuracy":0.895257,"main_score":0.865415,"hf_subset":"ilo_Latn-rus_Cyrl","languages":["ilo-Latn","rus-Cyrl"]},{"precision":0.529647,"recall":0.58498,"f1":0.545455,"accuracy":0.58498,"main_score":0.545455,"hf_subset":"ilo_Latn-taq_Latn","languages":["ilo-Latn","taq-Latn"]},{"precision":0.920702,"recall":0.942688,"f1":0.927555,"accuracy":0.942688,"main_score":0.927555,"hf_subset":"ilo_Latn-war_Latn","languages":["ilo-Latn","war-Latn"]},{"precision":0.846179,"recall":0.88834,"f1":0.859651,"accuracy":0.88834,"main_score":0.859651,"hf_subset":"ilo_Latn-arb_Arab","languages":["ilo-Latn","arb-Arab"]},{"precision":0.868989,"recall":0.906126,"f1":0.88083,"accuracy":0.906126,"main_score":0.88083,"hf_subset":"ilo_Latn-bul_Cyrl","languages":["ilo-Latn","bul-Cyrl"]},{"precision":0.8792,"recall":0.914032,"f1":0.890217,"accuracy":0.914032,"main_score":0.890217,"hf_subset":"ilo_Latn-fra_Latn","languages":["ilo-Latn","fra-Latn"]},{"precision":0.851943,"recall":0.893281,"f1":0.864888,"accuracy":0.893281,"main_score":0.864888,"hf_subset":"ilo_Latn-jpn_Jpan","languages":["ilo-Latn","jpn-Jpan"]},{"precision":0.857355,"recall":0.894269,"f1":0.868824,"accuracy":0.894269,"main_score":0.868824,"hf_subset":"ilo_Latn-lij_Latn","languages":["ilo-Latn","lij-Latn"]},{"precision":0.587905,"recall":0.686759,"f1":0.617737,"accuracy":0.686759,"main_score":0.617737,"hf_subset":"ilo_Latn-mya_Mymr","languages":["ilo-Latn","mya-Mymr"]},{"precision":0.557276,"recall":0.625494,"f1":0.576492,"accuracy":0.625494,"main_score":0.576492,"hf_subset":"ilo_Latn-sag_Latn","languages":["ilo-Latn","sag-Latn"]},{"precision":0.145745,"recall":0.22332,"f1":0.160951,"accuracy":0.22332,"main_score":0.160951,"hf_subset":"ilo_Latn-taq_Tfng","languages":["ilo-Latn","taq-Tfng"]},{"precision":0.571747,"recall":0.642292,"f1":0.592414,"accuracy":0.642292,"main_score":0.592414,"hf_subset":"ilo_Latn-wol_Latn","languages":["ilo-Latn","wol-Latn"]},{"precision":0.500602,"recall":0.577075,"f1":0.521775,"accuracy":0.577075,"main_score":0.521775,"hf_subset":"ilo_Latn-arb_Latn","languages":["ilo-Latn","arb-Latn"]},{"precision":0.869812,"recall":0.906126,"f1":0.881126,"accuracy":0.906126,"main_score":0.881126,"hf_subset":"ilo_Latn-cat_Latn","languages":["ilo-Latn","cat-Latn"]},{"precision":0.858646,"recall":0.895257,"f1":0.87029,"accuracy":0.895257,"main_score":0.87029,"hf_subset":"ilo_Latn-fur_Latn","languages":["ilo-Latn","fur-Latn"]},{"precision":0.367322,"recall":0.429842,"f1":0.383889,"accuracy":0.429842,"main_score":0.383889,"hf_subset":"ilo_Latn-kab_Latn","languages":["ilo-Latn","kab-Latn"]},{"precision":0.814839,"recall":0.86166,"f1":0.829414,"accuracy":0.86166,"main_score":0.829414,"hf_subset":"ilo_Latn-lim_Latn","languages":["ilo-Latn","lim-Latn"]},{"precision":0.874209,"recall":0.909091,"f1":0.885211,"accuracy":0.909091,"main_score":0.885211,"hf_subset":"ilo_Latn-nld_Latn","languages":["ilo-Latn","nld-Latn"]},{"precision":0.739517,"recall":0.805336,"f1":0.759659,"accuracy":0.805336,"main_score":0.759659,"hf_subset":"ilo_Latn-san_Deva","languages":["ilo-Latn","san-Deva"]},{"precision":0.817885,"recall":0.86166,"f1":0.831159,"accuracy":0.86166,"main_score":0.831159,"hf_subset":"ilo_Latn-tat_Cyrl","languages":["ilo-Latn","tat-Cyrl"]},{"precision":0.575818,"recall":0.636364,"f1":0.593025,"accuracy":0.636364,"main_score":0.593025,"hf_subset":"ilo_Latn-xho_Latn","languages":["ilo-Latn","xho-Latn"]},{"precision":0.844285,"recall":0.887352,"f1":0.85807,"accuracy":0.887352,"main_score":0.85807,"hf_subset":"ilo_Latn-ars_Arab","languages":["ilo-Latn","ars-Arab"]},{"precision":0.914032,"recall":0.938735,"f1":0.922101,"accuracy":0.938735,"main_score":0.922101,"hf_subset":"ilo_Latn-ceb_Latn","languages":["ilo-Latn","ceb-Latn"]},{"precision":0.492968,"recall":0.562253,"f1":0.512898,"accuracy":0.562253,"main_score":0.512898,"hf_subset":"ilo_Latn-fuv_Latn","languages":["ilo-Latn","fuv-Latn"]},{"precision":0.513467,"recall":0.583992,"f1":0.533296,"accuracy":0.583992,"main_score":0.533296,"hf_subset":"ilo_Latn-kac_Latn","languages":["ilo-Latn","kac-Latn"]},{"precision":0.592556,"recall":0.659091,"f1":0.611599,"accuracy":0.659091,"main_score":0.611599,"hf_subset":"ilo_Latn-lin_Latn","languages":["ilo-Latn","lin-Latn"]},{"precision":0.854364,"recall":0.894269,"f1":0.866831,"accuracy":0.894269,"main_score":0.866831,"hf_subset":"ilo_Latn-nno_Latn","languages":["ilo-Latn","nno-Latn"]},{"precision":0.021398,"recall":0.06917,"f1":0.028533,"accuracy":0.06917,"main_score":0.028533,"hf_subset":"ilo_Latn-sat_Olck","languages":["ilo-Latn","sat-Olck"]},{"precision":0.829143,"recall":0.87253,"f1":0.842507,"accuracy":0.87253,"main_score":0.842507,"hf_subset":"ilo_Latn-tel_Telu","languages":["ilo-Latn","tel-Telu"]},{"precision":0.614237,"recall":0.6917,"f1":0.63767,"accuracy":0.6917,"main_score":0.63767,"hf_subset":"ilo_Latn-ydd_Hebr","languages":["ilo-Latn","ydd-Hebr"]},{"precision":0.793429,"recall":0.847826,"f1":0.810112,"accuracy":0.847826,"main_score":0.810112,"hf_subset":"ilo_Latn-ary_Arab","languages":["ilo-Latn","ary-Arab"]},{"precision":0.861117,"recall":0.899209,"f1":0.873254,"accuracy":0.899209,"main_score":0.873254,"hf_subset":"ilo_Latn-ces_Latn","languages":["ilo-Latn","ces-Latn"]},{"precision":0.440228,"recall":0.514822,"f1":0.460993,"accuracy":0.514822,"main_score":0.460993,"hf_subset":"ilo_Latn-gaz_Latn","languages":["ilo-Latn","gaz-Latn"]},{"precision":0.516208,"recall":0.583004,"f1":0.535595,"accuracy":0.583004,"main_score":0.535595,"hf_subset":"ilo_Latn-kam_Latn","languages":["ilo-Latn","kam-Latn"]},{"precision":0.833086,"recall":0.879447,"f1":0.847892,"accuracy":0.879447,"main_score":0.847892,"hf_subset":"ilo_Latn-lit_Latn","languages":["ilo-Latn","lit-Latn"]},{"precision":0.854331,"recall":0.892292,"f1":0.86581,"accuracy":0.892292,"main_score":0.86581,"hf_subset":"ilo_Latn-nob_Latn","languages":["ilo-Latn","nob-Latn"]},{"precision":0.839427,"recall":0.87747,"f1":0.85104,"accuracy":0.87747,"main_score":0.85104,"hf_subset":"ilo_Latn-scn_Latn","languages":["ilo-Latn","scn-Latn"]},{"precision":0.734717,"recall":0.79249,"f1":0.752048,"accuracy":0.79249,"main_score":0.752048,"hf_subset":"ilo_Latn-tgk_Cyrl","languages":["ilo-Latn","tgk-Cyrl"]},{"precision":0.46334,"recall":0.532609,"f1":0.483978,"accuracy":0.532609,"main_score":0.483978,"hf_subset":"ilo_Latn-yor_Latn","languages":["ilo-Latn","yor-Latn"]},{"precision":0.837895,"recall":0.879447,"f1":0.850823,"accuracy":0.879447,"main_score":0.850823,"hf_subset":"ilo_Latn-arz_Arab","languages":["ilo-Latn","arz-Arab"]},{"precision":0.518012,"recall":0.591897,"f1":0.538825,"accuracy":0.591897,"main_score":0.538825,"hf_subset":"ilo_Latn-cjk_Latn","languages":["ilo-Latn","cjk-Latn"]},{"precision":0.537418,"recall":0.613636,"f1":0.558818,"accuracy":0.613636,"main_score":0.558818,"hf_subset":"ilo_Latn-gla_Latn","languages":["ilo-Latn","gla-Latn"]},{"precision":0.819417,"recall":0.868577,"f1":0.834881,"accuracy":0.868577,"main_score":0.834881,"hf_subset":"ilo_Latn-kan_Knda","languages":["ilo-Latn","kan-Knda"]},{"precision":0.851845,"recall":0.889328,"f1":0.863241,"accuracy":0.889328,"main_score":0.863241,"hf_subset":"ilo_Latn-lmo_Latn","languages":["ilo-Latn","lmo-Latn"]},{"precision":0.829051,"recall":0.875494,"f1":0.843511,"accuracy":0.875494,"main_score":0.843511,"hf_subset":"ilo_Latn-npi_Deva","languages":["ilo-Latn","npi-Deva"]},{"precision":0.43639,"recall":0.523715,"f1":0.461081,"accuracy":0.523715,"main_score":0.461081,"hf_subset":"ilo_Latn-shn_Mymr","languages":["ilo-Latn","shn-Mymr"]},{"precision":0.901515,"recall":0.931818,"f1":0.911397,"accuracy":0.931818,"main_score":0.911397,"hf_subset":"ilo_Latn-tgl_Latn","languages":["ilo-Latn","tgl-Latn"]},{"precision":0.847777,"recall":0.890316,"f1":0.861034,"accuracy":0.890316,"main_score":0.861034,"hf_subset":"ilo_Latn-yue_Hant","languages":["ilo-Latn","yue-Hant"]},{"precision":0.775675,"recall":0.831028,"f1":0.793017,"accuracy":0.831028,"main_score":0.793017,"hf_subset":"ilo_Latn-asm_Beng","languages":["ilo-Latn","asm-Beng"]},{"precision":0.61139,"recall":0.682806,"f1":0.632089,"accuracy":0.682806,"main_score":0.632089,"hf_subset":"ilo_Latn-ckb_Arab","languages":["ilo-Latn","ckb-Arab"]},{"precision":0.576265,"recall":0.652174,"f1":0.598405,"accuracy":0.652174,"main_score":0.598405,"hf_subset":"ilo_Latn-gle_Latn","languages":["ilo-Latn","gle-Latn"]},{"precision":0.72276,"recall":0.788538,"f1":0.742758,"accuracy":0.788538,"main_score":0.742758,"hf_subset":"ilo_Latn-kas_Arab","languages":["ilo-Latn","kas-Arab"]},{"precision":0.733391,"recall":0.796443,"f1":0.752591,"accuracy":0.796443,"main_score":0.752591,"hf_subset":"ilo_Latn-ltg_Latn","languages":["ilo-Latn","ltg-Latn"]},{"precision":0.563488,"recall":0.621542,"f1":0.580045,"accuracy":0.621542,"main_score":0.580045,"hf_subset":"ilo_Latn-nso_Latn","languages":["ilo-Latn","nso-Latn"]},{"precision":0.266558,"recall":0.34585,"f1":0.286591,"accuracy":0.34585,"main_score":0.286591,"hf_subset":"ilo_Latn-sin_Sinh","languages":["ilo-Latn","sin-Sinh"]},{"precision":0.833366,"recall":0.879447,"f1":0.847563,"accuracy":0.879447,"main_score":0.847563,"hf_subset":"ilo_Latn-tha_Thai","languages":["ilo-Latn","tha-Thai"]},{"precision":0.83358,"recall":0.880435,"f1":0.848188,"accuracy":0.880435,"main_score":0.848188,"hf_subset":"ilo_Latn-zho_Hans","languages":["ilo-Latn","zho-Hans"]},{"precision":0.863883,"recall":0.899209,"f1":0.875033,"accuracy":0.899209,"main_score":0.875033,"hf_subset":"ilo_Latn-ast_Latn","languages":["ilo-Latn","ast-Latn"]},{"precision":0.807872,"recall":0.853755,"f1":0.821904,"accuracy":0.853755,"main_score":0.821904,"hf_subset":"ilo_Latn-crh_Latn","languages":["ilo-Latn","crh-Latn"]},{"precision":0.878211,"recall":0.912055,"f1":0.889065,"accuracy":0.912055,"main_score":0.889065,"hf_subset":"ilo_Latn-glg_Latn","languages":["ilo-Latn","glg-Latn"]},{"precision":0.65084,"recall":0.725296,"f1":0.672436,"accuracy":0.725296,"main_score":0.672436,"hf_subset":"ilo_Latn-kas_Deva","languages":["ilo-Latn","kas-Deva"]},{"precision":0.850708,"recall":0.889328,"f1":0.862832,"accuracy":0.889328,"main_score":0.862832,"hf_subset":"ilo_Latn-ltz_Latn","languages":["ilo-Latn","ltz-Latn"]},{"precision":0.437615,"recall":0.509881,"f1":0.45757,"accuracy":0.509881,"main_score":0.45757,"hf_subset":"ilo_Latn-nus_Latn","languages":["ilo-Latn","nus-Latn"]},{"precision":0.861578,"recall":0.899209,"f1":0.873419,"accuracy":0.899209,"main_score":0.873419,"hf_subset":"ilo_Latn-slk_Latn","languages":["ilo-Latn","slk-Latn"]},{"precision":0.253999,"recall":0.327075,"f1":0.273532,"accuracy":0.327075,"main_score":0.273532,"hf_subset":"ilo_Latn-tir_Ethi","languages":["ilo-Latn","tir-Ethi"]},{"precision":0.850741,"recall":0.891304,"f1":0.863538,"accuracy":0.891304,"main_score":0.863538,"hf_subset":"ilo_Latn-zho_Hant","languages":["ilo-Latn","zho-Hant"]},{"precision":0.831439,"recall":0.876482,"f1":0.845916,"accuracy":0.876482,"main_score":0.845916,"hf_subset":"ilo_Latn-awa_Deva","languages":["ilo-Latn","awa-Deva"]},{"precision":0.683712,"recall":0.753953,"f1":0.704908,"accuracy":0.753953,"main_score":0.704908,"hf_subset":"ilo_Latn-cym_Latn","languages":["ilo-Latn","cym-Latn"]},{"precision":0.713208,"recall":0.759881,"f1":0.726797,"accuracy":0.759881,"main_score":0.726797,"hf_subset":"ilo_Latn-grn_Latn","languages":["ilo-Latn","grn-Latn"]},{"precision":0.803557,"recall":0.853755,"f1":0.81909,"accuracy":0.853755,"main_score":0.81909,"hf_subset":"ilo_Latn-kat_Geor","languages":["ilo-Latn","kat-Geor"]},{"precision":0.592995,"recall":0.647233,"f1":0.609329,"accuracy":0.647233,"main_score":0.609329,"hf_subset":"ilo_Latn-lua_Latn","languages":["ilo-Latn","lua-Latn"]},{"precision":0.552009,"recall":0.617589,"f1":0.571509,"accuracy":0.617589,"main_score":0.571509,"hf_subset":"ilo_Latn-nya_Latn","languages":["ilo-Latn","nya-Latn"]},{"precision":0.848353,"recall":0.890316,"f1":0.861613,"accuracy":0.890316,"main_score":0.861613,"hf_subset":"ilo_Latn-slv_Latn","languages":["ilo-Latn","slv-Latn"]},{"precision":0.75364,"recall":0.80336,"f1":0.768532,"accuracy":0.80336,"main_score":0.768532,"hf_subset":"ilo_Latn-tpi_Latn","languages":["ilo-Latn","tpi-Latn"]},{"precision":0.871821,"recall":0.906126,"f1":0.882115,"accuracy":0.906126,"main_score":0.882115,"hf_subset":"ilo_Latn-zsm_Latn","languages":["ilo-Latn","zsm-Latn"]},{"precision":0.51442,"recall":0.579051,"f1":0.532628,"accuracy":0.579051,"main_score":0.532628,"hf_subset":"ilo_Latn-ayr_Latn","languages":["ilo-Latn","ayr-Latn"]},{"precision":0.857625,"recall":0.896245,"f1":0.869631,"accuracy":0.896245,"main_score":0.869631,"hf_subset":"ilo_Latn-dan_Latn","languages":["ilo-Latn","dan-Latn"]},{"precision":0.83139,"recall":0.875494,"f1":0.845158,"accuracy":0.875494,"main_score":0.845158,"hf_subset":"ilo_Latn-guj_Gujr","languages":["ilo-Latn","guj-Gujr"]},{"precision":0.836413,"recall":0.883399,"f1":0.851153,"accuracy":0.883399,"main_score":0.851153,"hf_subset":"ilo_Latn-kaz_Cyrl","languages":["ilo-Latn","kaz-Cyrl"]},{"precision":0.476181,"recall":0.535573,"f1":0.492808,"accuracy":0.535573,"main_score":0.492808,"hf_subset":"ilo_Latn-lug_Latn","languages":["ilo-Latn","lug-Latn"]},{"precision":0.864295,"recall":0.900198,"f1":0.875216,"accuracy":0.900198,"main_score":0.875216,"hf_subset":"ilo_Latn-oci_Latn","languages":["ilo-Latn","oci-Latn"]},{"precision":0.561539,"recall":0.626482,"f1":0.58056,"accuracy":0.626482,"main_score":0.58056,"hf_subset":"ilo_Latn-smo_Latn","languages":["ilo-Latn","smo-Latn"]},{"precision":0.512322,"recall":0.571146,"f1":0.528429,"accuracy":0.571146,"main_score":0.528429,"hf_subset":"ilo_Latn-tsn_Latn","languages":["ilo-Latn","tsn-Latn"]},{"precision":0.493102,"recall":0.564229,"f1":0.512818,"accuracy":0.564229,"main_score":0.512818,"hf_subset":"ilo_Latn-zul_Latn","languages":["ilo-Latn","zul-Latn"]},{"precision":0.691156,"recall":0.763834,"f1":0.713919,"accuracy":0.763834,"main_score":0.713919,"hf_subset":"ilo_Latn-azb_Arab","languages":["ilo-Latn","azb-Arab"]},{"precision":0.865119,"recall":0.903162,"f1":0.877141,"accuracy":0.903162,"main_score":0.877141,"hf_subset":"ilo_Latn-deu_Latn","languages":["ilo-Latn","deu-Latn"]},{"precision":0.758547,"recall":0.815217,"f1":0.776054,"accuracy":0.815217,"main_score":0.776054,"hf_subset":"ilo_Latn-hat_Latn","languages":["ilo-Latn","hat-Latn"]},{"precision":0.461892,"recall":0.524704,"f1":0.479833,"accuracy":0.524704,"main_score":0.479833,"hf_subset":"ilo_Latn-kbp_Latn","languages":["ilo-Latn","kbp-Latn"]},{"precision":0.537327,"recall":0.600791,"f1":0.555567,"accuracy":0.600791,"main_score":0.555567,"hf_subset":"ilo_Latn-luo_Latn","languages":["ilo-Latn","luo-Latn"]},{"precision":0.836709,"recall":0.881423,"f1":0.850823,"accuracy":0.881423,"main_score":0.850823,"hf_subset":"ilo_Latn-ory_Orya","languages":["ilo-Latn","ory-Orya"]},{"precision":0.525206,"recall":0.588933,"f1":0.544192,"accuracy":0.588933,"main_score":0.544192,"hf_subset":"ilo_Latn-sna_Latn","languages":["ilo-Latn","sna-Latn"]},{"precision":0.496452,"recall":0.560277,"f1":0.514627,"accuracy":0.560277,"main_score":0.514627,"hf_subset":"ilo_Latn-tso_Latn","languages":["ilo-Latn","tso-Latn"]},{"precision":0.803936,"recall":0.858696,"f1":0.821377,"accuracy":0.858696,"main_score":0.821377,"hf_subset":"ilo_Latn-azj_Latn","languages":["ilo-Latn","azj-Latn"]},{"precision":0.51707,"recall":0.58004,"f1":0.535924,"accuracy":0.58004,"main_score":0.535924,"hf_subset":"ilo_Latn-dik_Latn","languages":["ilo-Latn","dik-Latn"]},{"precision":0.497094,"recall":0.5583,"f1":0.514199,"accuracy":0.5583,"main_score":0.514199,"hf_subset":"ilo_Latn-hau_Latn","languages":["ilo-Latn","hau-Latn"]},{"precision":0.851367,"recall":0.891304,"f1":0.864196,"accuracy":0.891304,"main_score":0.864196,"hf_subset":"ilo_Latn-kea_Latn","languages":["ilo-Latn","kea-Latn"]},{"precision":0.669256,"recall":0.718379,"f1":0.683174,"accuracy":0.718379,"main_score":0.683174,"hf_subset":"ilo_Latn-lus_Latn","languages":["ilo-Latn","lus-Latn"]},{"precision":0.83041,"recall":0.868577,"f1":0.842136,"accuracy":0.868577,"main_score":0.842136,"hf_subset":"ilo_Latn-pag_Latn","languages":["ilo-Latn","pag-Latn"]},{"precision":0.786512,"recall":0.844862,"f1":0.804828,"accuracy":0.844862,"main_score":0.804828,"hf_subset":"ilo_Latn-snd_Arab","languages":["ilo-Latn","snd-Arab"]},{"precision":0.715036,"recall":0.780632,"f1":0.735211,"accuracy":0.780632,"main_score":0.735211,"hf_subset":"ilo_Latn-tuk_Latn","languages":["ilo-Latn","tuk-Latn"]},{"precision":0.802372,"recall":0.851779,"f1":0.818017,"accuracy":0.851779,"main_score":0.818017,"hf_subset":"ilo_Latn-bak_Cyrl","languages":["ilo-Latn","bak-Cyrl"]},{"precision":0.446347,"recall":0.531621,"f1":0.471422,"accuracy":0.531621,"main_score":0.471422,"hf_subset":"ilo_Latn-dyu_Latn","languages":["ilo-Latn","dyu-Latn"]},{"precision":0.827075,"recall":0.873518,"f1":0.8417,"accuracy":0.873518,"main_score":0.8417,"hf_subset":"ilo_Latn-heb_Hebr","languages":["ilo-Latn","heb-Hebr"]},{"precision":0.684891,"recall":0.748024,"f1":0.70315,"accuracy":0.748024,"main_score":0.70315,"hf_subset":"ilo_Latn-khk_Cyrl","languages":["ilo-Latn","khk-Cyrl"]},{"precision":0.846245,"recall":0.889328,"f1":0.859651,"accuracy":0.889328,"main_score":0.859651,"hf_subset":"ilo_Latn-lvs_Latn","languages":["ilo-Latn","lvs-Latn"]},{"precision":0.824687,"recall":0.871542,"f1":0.839493,"accuracy":0.871542,"main_score":0.839493,"hf_subset":"ilo_Latn-pan_Guru","languages":["ilo-Latn","pan-Guru"]},{"precision":0.483425,"recall":0.551383,"f1":0.502788,"accuracy":0.551383,"main_score":0.502788,"hf_subset":"ilo_Latn-som_Latn","languages":["ilo-Latn","som-Latn"]},{"precision":0.520965,"recall":0.583992,"f1":0.539201,"accuracy":0.583992,"main_score":0.539201,"hf_subset":"ilo_Latn-tum_Latn","languages":["ilo-Latn","tum-Latn"]},{"precision":0.176877,"recall":0.210474,"f1":0.186069,"accuracy":0.210474,"main_score":0.186069,"hf_subset":"knc_Arab-ace_Arab","languages":["knc-Arab","ace-Arab"]},{"precision":0.2098,"recall":0.238142,"f1":0.217544,"accuracy":0.238142,"main_score":0.217544,"hf_subset":"knc_Arab-bam_Latn","languages":["knc-Arab","bam-Latn"]},{"precision":0.096062,"recall":0.120553,"f1":0.10263,"accuracy":0.120553,"main_score":0.10263,"hf_subset":"knc_Arab-dzo_Tibt","languages":["knc-Arab","dzo-Tibt"]},{"precision":0.215056,"recall":0.267787,"f1":0.228957,"accuracy":0.267787,"main_score":0.228957,"hf_subset":"knc_Arab-hin_Deva","languages":["knc-Arab","hin-Deva"]},{"precision":0.182537,"recall":0.220356,"f1":0.192919,"accuracy":0.220356,"main_score":0.192919,"hf_subset":"knc_Arab-khm_Khmr","languages":["knc-Arab","khm-Khmr"]},{"precision":0.22887,"recall":0.279644,"f1":0.242549,"accuracy":0.279644,"main_score":0.242549,"hf_subset":"knc_Arab-mag_Deva","languages":["knc-Arab","mag-Deva"]},{"precision":0.235339,"recall":0.270751,"f1":0.244069,"accuracy":0.270751,"main_score":0.244069,"hf_subset":"knc_Arab-pap_Latn","languages":["knc-Arab","pap-Latn"]},{"precision":0.237378,"recall":0.263834,"f1":0.245175,"accuracy":0.263834,"main_score":0.245175,"hf_subset":"knc_Arab-sot_Latn","languages":["knc-Arab","sot-Latn"]},{"precision":0.212811,"recall":0.255929,"f1":0.223871,"accuracy":0.255929,"main_score":0.223871,"hf_subset":"knc_Arab-tur_Latn","languages":["knc-Arab","tur-Latn"]},{"precision":0.230557,"recall":0.261858,"f1":0.239115,"accuracy":0.261858,"main_score":0.239115,"hf_subset":"knc_Arab-ace_Latn","languages":["knc-Arab","ace-Latn"]},{"precision":0.232215,"recall":0.268775,"f1":0.242555,"accuracy":0.268775,"main_score":0.242555,"hf_subset":"knc_Arab-ban_Latn","languages":["knc-Arab","ban-Latn"]},{"precision":0.189722,"recall":0.233202,"f1":0.200899,"accuracy":0.233202,"main_score":0.200899,"hf_subset":"knc_Arab-ell_Grek","languages":["knc-Arab","ell-Grek"]},{"precision":0.233134,"recall":0.269763,"f1":0.242567,"accuracy":0.269763,"main_score":0.242567,"hf_subset":"knc_Arab-hne_Deva","languages":["knc-Arab","hne-Deva"]},{"precision":0.153972,"recall":0.186759,"f1":0.161718,"accuracy":0.186759,"main_score":0.161718,"hf_subset":"knc_Arab-kik_Latn","languages":["knc-Arab","kik-Latn"]},{"precision":0.235328,"recall":0.283597,"f1":0.247723,"accuracy":0.283597,"main_score":0.247723,"hf_subset":"knc_Arab-mai_Deva","languages":["knc-Arab","mai-Deva"]},{"precision":0.217983,"recall":0.250988,"f1":0.226971,"accuracy":0.250988,"main_score":0.226971,"hf_subset":"knc_Arab-pbt_Arab","languages":["knc-Arab","pbt-Arab"]},{"precision":0.211855,"recall":0.256917,"f1":0.223921,"accuracy":0.256917,"main_score":0.223921,"hf_subset":"knc_Arab-spa_Latn","languages":["knc-Arab","spa-Latn"]},{"precision":0.221009,"recall":0.251976,"f1":0.229414,"accuracy":0.251976,"main_score":0.229414,"hf_subset":"knc_Arab-twi_Latn","languages":["knc-Arab","twi-Latn"]},{"precision":0.214113,"recall":0.250988,"f1":0.223928,"accuracy":0.250988,"main_score":0.223928,"hf_subset":"knc_Arab-acm_Arab","languages":["knc-Arab","acm-Arab"]},{"precision":0.228569,"recall":0.264822,"f1":0.238075,"accuracy":0.264822,"main_score":0.238075,"hf_subset":"knc_Arab-bel_Cyrl","languages":["knc-Arab","bel-Cyrl"]},{"precision":0.200755,"recall":0.253953,"f1":0.214767,"accuracy":0.253953,"main_score":0.214767,"hf_subset":"knc_Arab-eng_Latn","languages":["knc-Arab","eng-Latn"]},{"precision":0.20789,"recall":0.257905,"f1":0.221378,"accuracy":0.257905,"main_score":0.221378,"hf_subset":"knc_Arab-hrv_Latn","languages":["knc-Arab","hrv-Latn"]},{"precision":0.214435,"recall":0.245059,"f1":0.223434,"accuracy":0.245059,"main_score":0.223434,"hf_subset":"knc_Arab-kin_Latn","languages":["knc-Arab","kin-Latn"]},{"precision":0.215053,"recall":0.259881,"f1":0.226748,"accuracy":0.259881,"main_score":0.226748,"hf_subset":"knc_Arab-mal_Mlym","languages":["knc-Arab","mal-Mlym"]},{"precision":0.222782,"recall":0.270751,"f1":0.235375,"accuracy":0.270751,"main_score":0.235375,"hf_subset":"knc_Arab-pes_Arab","languages":["knc-Arab","pes-Arab"]},{"precision":0.225195,"recall":0.26087,"f1":0.234972,"accuracy":0.26087,"main_score":0.234972,"hf_subset":"knc_Arab-srd_Latn","languages":["knc-Arab","srd-Latn"]},{"precision":0.161424,"recall":0.182806,"f1":0.167297,"accuracy":0.182806,"main_score":0.167297,"hf_subset":"knc_Arab-tzm_Tfng","languages":["knc-Arab","tzm-Tfng"]},{"precision":0.211353,"recall":0.253953,"f1":0.222731,"accuracy":0.253953,"main_score":0.222731,"hf_subset":"knc_Arab-acq_Arab","languages":["knc-Arab","acq-Arab"]},{"precision":0.233019,"recall":0.26087,"f1":0.240335,"accuracy":0.26087,"main_score":0.240335,"hf_subset":"knc_Arab-bem_Latn","languages":["knc-Arab","bem-Latn"]},{"precision":0.227711,"recall":0.272727,"f1":0.239053,"accuracy":0.272727,"main_score":0.239053,"hf_subset":"knc_Arab-epo_Latn","languages":["knc-Arab","epo-Latn"]},{"precision":0.220656,"recall":0.269763,"f1":0.233941,"accuracy":0.269763,"main_score":0.233941,"hf_subset":"knc_Arab-hun_Latn","languages":["knc-Arab","hun-Latn"]},{"precision":0.20854,"recall":0.250988,"f1":0.219957,"accuracy":0.250988,"main_score":0.219957,"hf_subset":"knc_Arab-kir_Cyrl","languages":["knc-Arab","kir-Cyrl"]},{"precision":0.218601,"recall":0.269763,"f1":0.232478,"accuracy":0.269763,"main_score":0.232478,"hf_subset":"knc_Arab-mar_Deva","languages":["knc-Arab","mar-Deva"]},{"precision":0.231469,"recall":0.267787,"f1":0.241389,"accuracy":0.267787,"main_score":0.241389,"hf_subset":"knc_Arab-plt_Latn","languages":["knc-Arab","plt-Latn"]},{"precision":0.213108,"recall":0.256917,"f1":0.224421,"accuracy":0.256917,"main_score":0.224421,"hf_subset":"knc_Arab-srp_Cyrl","languages":["knc-Arab","srp-Cyrl"]},{"precision":0.221853,"recall":0.256917,"f1":0.231053,"accuracy":0.256917,"main_score":0.231053,"hf_subset":"knc_Arab-uig_Arab","languages":["knc-Arab","uig-Arab"]},{"precision":0.213017,"recall":0.248024,"f1":0.222079,"accuracy":0.248024,"main_score":0.222079,"hf_subset":"knc_Arab-aeb_Arab","languages":["knc-Arab","aeb-Arab"]},{"precision":0.219152,"recall":0.266798,"f1":0.231936,"accuracy":0.266798,"main_score":0.231936,"hf_subset":"knc_Arab-ben_Beng","languages":["knc-Arab","ben-Beng"]},{"precision":0.217912,"recall":0.259881,"f1":0.228972,"accuracy":0.259881,"main_score":0.228972,"hf_subset":"knc_Arab-est_Latn","languages":["knc-Arab","est-Latn"]},{"precision":0.219151,"recall":0.26087,"f1":0.229703,"accuracy":0.26087,"main_score":0.229703,"hf_subset":"knc_Arab-hye_Armn","languages":["knc-Arab","hye-Armn"]},{"precision":0.209767,"recall":0.23913,"f1":0.217969,"accuracy":0.23913,"main_score":0.217969,"hf_subset":"knc_Arab-kmb_Latn","languages":["knc-Arab","kmb-Latn"]},{"precision":0.172682,"recall":0.204545,"f1":0.18161,"accuracy":0.204545,"main_score":0.18161,"hf_subset":"knc_Arab-min_Arab","languages":["knc-Arab","min-Arab"]},{"precision":0.21133,"recall":0.255929,"f1":0.223222,"accuracy":0.255929,"main_score":0.223222,"hf_subset":"knc_Arab-pol_Latn","languages":["knc-Arab","pol-Latn"]},{"precision":0.216785,"recall":0.252964,"f1":0.226746,"accuracy":0.252964,"main_score":0.226746,"hf_subset":"knc_Arab-ssw_Latn","languages":["knc-Arab","ssw-Latn"]},{"precision":0.222293,"recall":0.26087,"f1":0.232259,"accuracy":0.26087,"main_score":0.232259,"hf_subset":"knc_Arab-ukr_Cyrl","languages":["knc-Arab","ukr-Cyrl"]},{"precision":0.219413,"recall":0.270751,"f1":0.232946,"accuracy":0.270751,"main_score":0.232946,"hf_subset":"knc_Arab-afr_Latn","languages":["knc-Arab","afr-Latn"]},{"precision":0.232663,"recall":0.278656,"f1":0.244418,"accuracy":0.278656,"main_score":0.244418,"hf_subset":"knc_Arab-bho_Deva","languages":["knc-Arab","bho-Deva"]},{"precision":0.226297,"recall":0.26581,"f1":0.236394,"accuracy":0.26581,"main_score":0.236394,"hf_subset":"knc_Arab-eus_Latn","languages":["knc-Arab","eus-Latn"]},{"precision":0.20751,"recall":0.254941,"f1":0.219593,"accuracy":0.254941,"main_score":0.219593,"hf_subset":"knc_Arab-ibo_Latn","languages":["knc-Arab","ibo-Latn"]},{"precision":0.244139,"recall":0.274704,"f1":0.252403,"accuracy":0.274704,"main_score":0.252403,"hf_subset":"knc_Arab-kmr_Latn","languages":["knc-Arab","kmr-Latn"]},{"precision":0.236774,"recall":0.270751,"f1":0.245414,"accuracy":0.270751,"main_score":0.245414,"hf_subset":"knc_Arab-min_Latn","languages":["knc-Arab","min-Latn"]},{"precision":0.208917,"recall":0.257905,"f1":0.221746,"accuracy":0.257905,"main_score":0.221746,"hf_subset":"knc_Arab-por_Latn","languages":["knc-Arab","por-Latn"]},{"precision":0.226044,"recall":0.262846,"f1":0.235786,"accuracy":0.262846,"main_score":0.235786,"hf_subset":"knc_Arab-sun_Latn","languages":["knc-Arab","sun-Latn"]},{"precision":0.220092,"recall":0.250988,"f1":0.22893,"accuracy":0.250988,"main_score":0.22893,"hf_subset":"knc_Arab-umb_Latn","languages":["knc-Arab","umb-Latn"]},{"precision":0.21106,"recall":0.255929,"f1":0.223165,"accuracy":0.255929,"main_score":0.223165,"hf_subset":"knc_Arab-ajp_Arab","languages":["knc-Arab","ajp-Arab"]},{"precision":0.180178,"recall":0.206522,"f1":0.187337,"accuracy":0.206522,"main_score":0.187337,"hf_subset":"knc_Arab-bjn_Arab","languages":["knc-Arab","bjn-Arab"]},{"precision":0.21722,"recall":0.241107,"f1":0.223988,"accuracy":0.241107,"main_score":0.223988,"hf_subset":"knc_Arab-ewe_Latn","languages":["knc-Arab","ewe-Latn"]},{"precision":0.231078,"recall":0.267787,"f1":0.241225,"accuracy":0.267787,"main_score":0.241225,"hf_subset":"knc_Arab-ilo_Latn","languages":["knc-Arab","ilo-Latn"]},{"precision":0.221192,"recall":0.26087,"f1":0.231343,"accuracy":0.26087,"main_score":0.231343,"hf_subset":"knc_Arab-mkd_Cyrl","languages":["knc-Arab","mkd-Cyrl"]},{"precision":0.220474,"recall":0.262846,"f1":0.231439,"accuracy":0.262846,"main_score":0.231439,"hf_subset":"knc_Arab-prs_Arab","languages":["knc-Arab","prs-Arab"]},{"precision":0.210403,"recall":0.257905,"f1":0.223024,"accuracy":0.257905,"main_score":0.223024,"hf_subset":"knc_Arab-swe_Latn","languages":["knc-Arab","swe-Latn"]},{"precision":0.216125,"recall":0.261858,"f1":0.228122,"accuracy":0.261858,"main_score":0.228122,"hf_subset":"knc_Arab-urd_Arab","languages":["knc-Arab","urd-Arab"]},{"precision":0.217322,"recall":0.249012,"f1":0.22566,"accuracy":0.249012,"main_score":0.22566,"hf_subset":"knc_Arab-aka_Latn","languages":["knc-Arab","aka-Latn"]},{"precision":0.23573,"recall":0.271739,"f1":0.246031,"accuracy":0.271739,"main_score":0.246031,"hf_subset":"knc_Arab-bjn_Latn","languages":["knc-Arab","bjn-Latn"]},{"precision":0.225574,"recall":0.262846,"f1":0.23529,"accuracy":0.262846,"main_score":0.23529,"hf_subset":"knc_Arab-fao_Latn","languages":["knc-Arab","fao-Latn"]},{"precision":0.21532,"recall":0.263834,"f1":0.227411,"accuracy":0.263834,"main_score":0.227411,"hf_subset":"knc_Arab-ind_Latn","languages":["knc-Arab","ind-Latn"]},{"precision":0.236867,"recall":0.261858,"f1":0.243777,"accuracy":0.261858,"main_score":0.243777,"hf_subset":"knc_Arab-knc_Latn","languages":["knc-Arab","knc-Latn"]},{"precision":0.231523,"recall":0.268775,"f1":0.241555,"accuracy":0.268775,"main_score":0.241555,"hf_subset":"knc_Arab-mlt_Latn","languages":["knc-Arab","mlt-Latn"]},{"precision":0.217863,"recall":0.246047,"f1":0.225922,"accuracy":0.246047,"main_score":0.225922,"hf_subset":"knc_Arab-quy_Latn","languages":["knc-Arab","quy-Latn"]},{"precision":0.22797,"recall":0.259881,"f1":0.237217,"accuracy":0.259881,"main_score":0.237217,"hf_subset":"knc_Arab-swh_Latn","languages":["knc-Arab","swh-Latn"]},{"precision":0.213521,"recall":0.258893,"f1":0.225511,"accuracy":0.258893,"main_score":0.225511,"hf_subset":"knc_Arab-uzn_Latn","languages":["knc-Arab","uzn-Latn"]},{"precision":0.232972,"recall":0.269763,"f1":0.242868,"accuracy":0.269763,"main_score":0.242868,"hf_subset":"knc_Arab-als_Latn","languages":["knc-Arab","als-Latn"]},{"precision":0.136181,"recall":0.16502,"f1":0.143829,"accuracy":0.16502,"main_score":0.143829,"hf_subset":"knc_Arab-bod_Tibt","languages":["knc-Arab","bod-Tibt"]},{"precision":0.223024,"recall":0.252964,"f1":0.231983,"accuracy":0.252964,"main_score":0.231983,"hf_subset":"knc_Arab-fij_Latn","languages":["knc-Arab","fij-Latn"]},{"precision":0.205624,"recall":0.246047,"f1":0.216771,"accuracy":0.246047,"main_score":0.216771,"hf_subset":"knc_Arab-isl_Latn","languages":["knc-Arab","isl-Latn"]},{"precision":0.228603,"recall":0.258893,"f1":0.236659,"accuracy":0.258893,"main_score":0.236659,"hf_subset":"knc_Arab-kon_Latn","languages":["knc-Arab","kon-Latn"]},{"precision":0.230031,"recall":0.257905,"f1":0.237371,"accuracy":0.257905,"main_score":0.237371,"hf_subset":"knc_Arab-mni_Beng","languages":["knc-Arab","mni-Beng"]},{"precision":0.216026,"recall":0.264822,"f1":0.228793,"accuracy":0.264822,"main_score":0.228793,"hf_subset":"knc_Arab-ron_Latn","languages":["knc-Arab","ron-Latn"]},{"precision":0.225694,"recall":0.264822,"f1":0.235681,"accuracy":0.264822,"main_score":0.235681,"hf_subset":"knc_Arab-szl_Latn","languages":["knc-Arab","szl-Latn"]},{"precision":0.225194,"recall":0.263834,"f1":0.235208,"accuracy":0.263834,"main_score":0.235208,"hf_subset":"knc_Arab-vec_Latn","languages":["knc-Arab","vec-Latn"]},{"precision":0.180651,"recall":0.212451,"f1":0.189457,"accuracy":0.212451,"main_score":0.189457,"hf_subset":"knc_Arab-amh_Ethi","languages":["knc-Arab","amh-Ethi"]},{"precision":0.214275,"recall":0.254941,"f1":0.225273,"accuracy":0.254941,"main_score":0.225273,"hf_subset":"knc_Arab-bos_Latn","languages":["knc-Arab","bos-Latn"]},{"precision":0.206003,"recall":0.247036,"f1":0.216711,"accuracy":0.247036,"main_score":0.216711,"hf_subset":"knc_Arab-fin_Latn","languages":["knc-Arab","fin-Latn"]},{"precision":0.204511,"recall":0.251976,"f1":0.216885,"accuracy":0.251976,"main_score":0.216885,"hf_subset":"knc_Arab-ita_Latn","languages":["knc-Arab","ita-Latn"]},{"precision":0.22275,"recall":0.263834,"f1":0.232365,"accuracy":0.263834,"main_score":0.232365,"hf_subset":"knc_Arab-kor_Hang","languages":["knc-Arab","kor-Hang"]},{"precision":0.226913,"recall":0.252964,"f1":0.23407,"accuracy":0.252964,"main_score":0.23407,"hf_subset":"knc_Arab-mos_Latn","languages":["knc-Arab","mos-Latn"]},{"precision":0.221053,"recall":0.256917,"f1":0.230213,"accuracy":0.256917,"main_score":0.230213,"hf_subset":"knc_Arab-run_Latn","languages":["knc-Arab","run-Latn"]},{"precision":0.205512,"recall":0.252964,"f1":0.218009,"accuracy":0.252964,"main_score":0.218009,"hf_subset":"knc_Arab-tam_Taml","languages":["knc-Arab","tam-Taml"]},{"precision":0.211264,"recall":0.26087,"f1":0.223469,"accuracy":0.26087,"main_score":0.223469,"hf_subset":"knc_Arab-vie_Latn","languages":["knc-Arab","vie-Latn"]},{"precision":0.221791,"recall":0.258893,"f1":0.231205,"accuracy":0.258893,"main_score":0.231205,"hf_subset":"knc_Arab-apc_Arab","languages":["knc-Arab","apc-Arab"]},{"precision":0.22719,"recall":0.257905,"f1":0.235666,"accuracy":0.257905,"main_score":0.235666,"hf_subset":"knc_Arab-bug_Latn","languages":["knc-Arab","bug-Latn"]},{"precision":0.207115,"recall":0.233202,"f1":0.214334,"accuracy":0.233202,"main_score":0.214334,"hf_subset":"knc_Arab-fon_Latn","languages":["knc-Arab","fon-Latn"]},{"precision":0.219837,"recall":0.258893,"f1":0.230072,"accuracy":0.258893,"main_score":0.230072,"hf_subset":"knc_Arab-jav_Latn","languages":["knc-Arab","jav-Latn"]},{"precision":0.206823,"recall":0.244071,"f1":0.216867,"accuracy":0.244071,"main_score":0.216867,"hf_subset":"knc_Arab-lao_Laoo","languages":["knc-Arab","lao-Laoo"]},{"precision":0.216901,"recall":0.257905,"f1":0.228049,"accuracy":0.257905,"main_score":0.228049,"hf_subset":"knc_Arab-mri_Latn","languages":["knc-Arab","mri-Latn"]},{"precision":0.211847,"recall":0.26087,"f1":0.224252,"accuracy":0.26087,"main_score":0.224252,"hf_subset":"knc_Arab-rus_Cyrl","languages":["knc-Arab","rus-Cyrl"]},{"precision":0.216777,"recall":0.247036,"f1":0.225134,"accuracy":0.247036,"main_score":0.225134,"hf_subset":"knc_Arab-taq_Latn","languages":["knc-Arab","taq-Latn"]},{"precision":0.226563,"recall":0.268775,"f1":0.237674,"accuracy":0.268775,"main_score":0.237674,"hf_subset":"knc_Arab-war_Latn","languages":["knc-Arab","war-Latn"]},{"precision":0.220374,"recall":0.261858,"f1":0.230567,"accuracy":0.261858,"main_score":0.230567,"hf_subset":"knc_Arab-arb_Arab","languages":["knc-Arab","arb-Arab"]},{"precision":0.218515,"recall":0.262846,"f1":0.230234,"accuracy":0.262846,"main_score":0.230234,"hf_subset":"knc_Arab-bul_Cyrl","languages":["knc-Arab","bul-Cyrl"]},{"precision":0.208348,"recall":0.254941,"f1":0.220723,"accuracy":0.254941,"main_score":0.220723,"hf_subset":"knc_Arab-fra_Latn","languages":["knc-Arab","fra-Latn"]},{"precision":0.20166,"recall":0.250988,"f1":0.214159,"accuracy":0.250988,"main_score":0.214159,"hf_subset":"knc_Arab-jpn_Jpan","languages":["knc-Arab","jpn-Jpan"]},{"precision":0.219037,"recall":0.264822,"f1":0.2312,"accuracy":0.264822,"main_score":0.2312,"hf_subset":"knc_Arab-lij_Latn","languages":["knc-Arab","lij-Latn"]},{"precision":0.145026,"recall":0.184783,"f1":0.154939,"accuracy":0.184783,"main_score":0.154939,"hf_subset":"knc_Arab-mya_Mymr","languages":["knc-Arab","mya-Mymr"]},{"precision":0.215507,"recall":0.246047,"f1":0.224147,"accuracy":0.246047,"main_score":0.224147,"hf_subset":"knc_Arab-sag_Latn","languages":["knc-Arab","sag-Latn"]},{"precision":0.157444,"recall":0.186759,"f1":0.165516,"accuracy":0.186759,"main_score":0.165516,"hf_subset":"knc_Arab-taq_Tfng","languages":["knc-Arab","taq-Tfng"]},{"precision":0.224848,"recall":0.257905,"f1":0.233555,"accuracy":0.257905,"main_score":0.233555,"hf_subset":"knc_Arab-wol_Latn","languages":["knc-Arab","wol-Latn"]},{"precision":0.196,"recall":0.236166,"f1":0.206345,"accuracy":0.236166,"main_score":0.206345,"hf_subset":"knc_Arab-arb_Latn","languages":["knc-Arab","arb-Latn"]},{"precision":0.220568,"recall":0.262846,"f1":0.23157,"accuracy":0.262846,"main_score":0.23157,"hf_subset":"knc_Arab-cat_Latn","languages":["knc-Arab","cat-Latn"]},{"precision":0.219283,"recall":0.250988,"f1":0.227361,"accuracy":0.250988,"main_score":0.227361,"hf_subset":"knc_Arab-fur_Latn","languages":["knc-Arab","fur-Latn"]},{"precision":0.20765,"recall":0.242095,"f1":0.21689,"accuracy":0.242095,"main_score":0.21689,"hf_subset":"knc_Arab-kab_Latn","languages":["knc-Arab","kab-Latn"]},{"precision":0.219985,"recall":0.256917,"f1":0.230323,"accuracy":0.256917,"main_score":0.230323,"hf_subset":"knc_Arab-lim_Latn","languages":["knc-Arab","lim-Latn"]},{"precision":0.212532,"recall":0.261858,"f1":0.225667,"accuracy":0.261858,"main_score":0.225667,"hf_subset":"knc_Arab-nld_Latn","languages":["knc-Arab","nld-Latn"]},{"precision":0.211974,"recall":0.254941,"f1":0.223045,"accuracy":0.254941,"main_score":0.223045,"hf_subset":"knc_Arab-san_Deva","languages":["knc-Arab","san-Deva"]},{"precision":0.219989,"recall":0.26581,"f1":0.232281,"accuracy":0.26581,"main_score":0.232281,"hf_subset":"knc_Arab-tat_Cyrl","languages":["knc-Arab","tat-Cyrl"]},{"precision":0.222129,"recall":0.257905,"f1":0.231594,"accuracy":0.257905,"main_score":0.231594,"hf_subset":"knc_Arab-xho_Latn","languages":["knc-Arab","xho-Latn"]},{"precision":0.1832,"recall":0.228261,"f1":0.194396,"accuracy":0.228261,"main_score":0.194396,"hf_subset":"knc_Arab-ars_Arab","languages":["knc-Arab","ars-Arab"]},{"precision":0.223393,"recall":0.264822,"f1":0.234502,"accuracy":0.264822,"main_score":0.234502,"hf_subset":"knc_Arab-ceb_Latn","languages":["knc-Arab","ceb-Latn"]},{"precision":0.223952,"recall":0.255929,"f1":0.232961,"accuracy":0.255929,"main_score":0.232961,"hf_subset":"knc_Arab-fuv_Latn","languages":["knc-Arab","fuv-Latn"]},{"precision":0.221395,"recall":0.252964,"f1":0.230678,"accuracy":0.252964,"main_score":0.230678,"hf_subset":"knc_Arab-kac_Latn","languages":["knc-Arab","kac-Latn"]},{"precision":0.229014,"recall":0.26087,"f1":0.237068,"accuracy":0.26087,"main_score":0.237068,"hf_subset":"knc_Arab-lin_Latn","languages":["knc-Arab","lin-Latn"]},{"precision":0.220876,"recall":0.261858,"f1":0.23188,"accuracy":0.261858,"main_score":0.23188,"hf_subset":"knc_Arab-nno_Latn","languages":["knc-Arab","nno-Latn"]},{"precision":0.023864,"recall":0.061265,"f1":0.031192,"accuracy":0.061265,"main_score":0.031192,"hf_subset":"knc_Arab-sat_Olck","languages":["knc-Arab","sat-Olck"]},{"precision":0.224986,"recall":0.266798,"f1":0.235621,"accuracy":0.266798,"main_score":0.235621,"hf_subset":"knc_Arab-tel_Telu","languages":["knc-Arab","tel-Telu"]},{"precision":0.203579,"recall":0.235178,"f1":0.212456,"accuracy":0.235178,"main_score":0.212456,"hf_subset":"knc_Arab-ydd_Hebr","languages":["knc-Arab","ydd-Hebr"]},{"precision":0.21915,"recall":0.257905,"f1":0.229143,"accuracy":0.257905,"main_score":0.229143,"hf_subset":"knc_Arab-ary_Arab","languages":["knc-Arab","ary-Arab"]},{"precision":0.220916,"recall":0.264822,"f1":0.232636,"accuracy":0.264822,"main_score":0.232636,"hf_subset":"knc_Arab-ces_Latn","languages":["knc-Arab","ces-Latn"]},{"precision":0.199802,"recall":0.227273,"f1":0.207773,"accuracy":0.227273,"main_score":0.207773,"hf_subset":"knc_Arab-gaz_Latn","languages":["knc-Arab","gaz-Latn"]},{"precision":0.198148,"recall":0.231225,"f1":0.207159,"accuracy":0.231225,"main_score":0.207159,"hf_subset":"knc_Arab-kam_Latn","languages":["knc-Arab","kam-Latn"]},{"precision":0.212559,"recall":0.253953,"f1":0.223617,"accuracy":0.253953,"main_score":0.223617,"hf_subset":"knc_Arab-lit_Latn","languages":["knc-Arab","lit-Latn"]},{"precision":0.224642,"recall":0.269763,"f1":0.236805,"accuracy":0.269763,"main_score":0.236805,"hf_subset":"knc_Arab-nob_Latn","languages":["knc-Arab","nob-Latn"]},{"precision":0.214598,"recall":0.262846,"f1":0.226915,"accuracy":0.262846,"main_score":0.226915,"hf_subset":"knc_Arab-scn_Latn","languages":["knc-Arab","scn-Latn"]},{"precision":0.219834,"recall":0.254941,"f1":0.229438,"accuracy":0.254941,"main_score":0.229438,"hf_subset":"knc_Arab-tgk_Cyrl","languages":["knc-Arab","tgk-Cyrl"]},{"precision":0.178024,"recall":0.217391,"f1":0.188405,"accuracy":0.217391,"main_score":0.188405,"hf_subset":"knc_Arab-yor_Latn","languages":["knc-Arab","yor-Latn"]},{"precision":0.207815,"recall":0.250988,"f1":0.218912,"accuracy":0.250988,"main_score":0.218912,"hf_subset":"knc_Arab-arz_Arab","languages":["knc-Arab","arz-Arab"]},{"precision":0.21015,"recall":0.241107,"f1":0.21849,"accuracy":0.241107,"main_score":0.21849,"hf_subset":"knc_Arab-cjk_Latn","languages":["knc-Arab","cjk-Latn"]},{"precision":0.210019,"recall":0.245059,"f1":0.218932,"accuracy":0.245059,"main_score":0.218932,"hf_subset":"knc_Arab-gla_Latn","languages":["knc-Arab","gla-Latn"]},{"precision":0.22068,"recall":0.26581,"f1":0.232188,"accuracy":0.26581,"main_score":0.232188,"hf_subset":"knc_Arab-kan_Knda","languages":["knc-Arab","kan-Knda"]},{"precision":0.226991,"recall":0.261858,"f1":0.235937,"accuracy":0.261858,"main_score":0.235937,"hf_subset":"knc_Arab-lmo_Latn","languages":["knc-Arab","lmo-Latn"]},{"precision":0.213954,"recall":0.261858,"f1":0.226904,"accuracy":0.261858,"main_score":0.226904,"hf_subset":"knc_Arab-npi_Deva","languages":["knc-Arab","npi-Deva"]},{"precision":0.201961,"recall":0.244071,"f1":0.213355,"accuracy":0.244071,"main_score":0.213355,"hf_subset":"knc_Arab-shn_Mymr","languages":["knc-Arab","shn-Mymr"]},{"precision":0.233631,"recall":0.274704,"f1":0.244978,"accuracy":0.274704,"main_score":0.244978,"hf_subset":"knc_Arab-tgl_Latn","languages":["knc-Arab","tgl-Latn"]},{"precision":0.194549,"recall":0.246047,"f1":0.20811,"accuracy":0.246047,"main_score":0.20811,"hf_subset":"knc_Arab-yue_Hant","languages":["knc-Arab","yue-Hant"]},{"precision":0.211926,"recall":0.252964,"f1":0.222456,"accuracy":0.252964,"main_score":0.222456,"hf_subset":"knc_Arab-asm_Beng","languages":["knc-Arab","asm-Beng"]},{"precision":0.209357,"recall":0.248024,"f1":0.219607,"accuracy":0.248024,"main_score":0.219607,"hf_subset":"knc_Arab-ckb_Arab","languages":["knc-Arab","ckb-Arab"]},{"precision":0.20299,"recall":0.243083,"f1":0.214274,"accuracy":0.243083,"main_score":0.214274,"hf_subset":"knc_Arab-gle_Latn","languages":["knc-Arab","gle-Latn"]},{"precision":0.213628,"recall":0.248024,"f1":0.222823,"accuracy":0.248024,"main_score":0.222823,"hf_subset":"knc_Arab-kas_Arab","languages":["knc-Arab","kas-Arab"]},{"precision":0.222455,"recall":0.257905,"f1":0.231243,"accuracy":0.257905,"main_score":0.231243,"hf_subset":"knc_Arab-ltg_Latn","languages":["knc-Arab","ltg-Latn"]},{"precision":0.238282,"recall":0.271739,"f1":0.247782,"accuracy":0.271739,"main_score":0.247782,"hf_subset":"knc_Arab-nso_Latn","languages":["knc-Arab","nso-Latn"]},{"precision":0.151241,"recall":0.181818,"f1":0.159294,"accuracy":0.181818,"main_score":0.159294,"hf_subset":"knc_Arab-sin_Sinh","languages":["knc-Arab","sin-Sinh"]},{"precision":0.213985,"recall":0.261858,"f1":0.22547,"accuracy":0.261858,"main_score":0.22547,"hf_subset":"knc_Arab-tha_Thai","languages":["knc-Arab","tha-Thai"]},{"precision":0.194195,"recall":0.25,"f1":0.208413,"accuracy":0.25,"main_score":0.208413,"hf_subset":"knc_Arab-zho_Hans","languages":["knc-Arab","zho-Hans"]},{"precision":0.212547,"recall":0.256917,"f1":0.223797,"accuracy":0.256917,"main_score":0.223797,"hf_subset":"knc_Arab-ast_Latn","languages":["knc-Arab","ast-Latn"]},{"precision":0.213197,"recall":0.255929,"f1":0.224945,"accuracy":0.255929,"main_score":0.224945,"hf_subset":"knc_Arab-crh_Latn","languages":["knc-Arab","crh-Latn"]},{"precision":0.216742,"recall":0.267787,"f1":0.229854,"accuracy":0.267787,"main_score":0.229854,"hf_subset":"knc_Arab-glg_Latn","languages":["knc-Arab","glg-Latn"]},{"precision":0.219144,"recall":0.252964,"f1":0.227964,"accuracy":0.252964,"main_score":0.227964,"hf_subset":"knc_Arab-kas_Deva","languages":["knc-Arab","kas-Deva"]},{"precision":0.232995,"recall":0.269763,"f1":0.242788,"accuracy":0.269763,"main_score":0.242788,"hf_subset":"knc_Arab-ltz_Latn","languages":["knc-Arab","ltz-Latn"]},{"precision":0.210468,"recall":0.240119,"f1":0.218452,"accuracy":0.240119,"main_score":0.218452,"hf_subset":"knc_Arab-nus_Latn","languages":["knc-Arab","nus-Latn"]},{"precision":0.215388,"recall":0.263834,"f1":0.227521,"accuracy":0.263834,"main_score":0.227521,"hf_subset":"knc_Arab-slk_Latn","languages":["knc-Arab","slk-Latn"]},{"precision":0.168662,"recall":0.197628,"f1":0.175671,"accuracy":0.197628,"main_score":0.175671,"hf_subset":"knc_Arab-tir_Ethi","languages":["knc-Arab","tir-Ethi"]},{"precision":0.193874,"recall":0.242095,"f1":0.20667,"accuracy":0.242095,"main_score":0.20667,"hf_subset":"knc_Arab-zho_Hant","languages":["knc-Arab","zho-Hant"]},{"precision":0.233432,"recall":0.274704,"f1":0.244495,"accuracy":0.274704,"main_score":0.244495,"hf_subset":"knc_Arab-awa_Deva","languages":["knc-Arab","awa-Deva"]},{"precision":0.216623,"recall":0.256917,"f1":0.227567,"accuracy":0.256917,"main_score":0.227567,"hf_subset":"knc_Arab-cym_Latn","languages":["knc-Arab","cym-Latn"]},{"precision":0.205559,"recall":0.235178,"f1":0.213592,"accuracy":0.235178,"main_score":0.213592,"hf_subset":"knc_Arab-grn_Latn","languages":["knc-Arab","grn-Latn"]},{"precision":0.221776,"recall":0.261858,"f1":0.23209,"accuracy":0.261858,"main_score":0.23209,"hf_subset":"knc_Arab-kat_Geor","languages":["knc-Arab","kat-Geor"]},{"precision":0.231686,"recall":0.261858,"f1":0.239804,"accuracy":0.261858,"main_score":0.239804,"hf_subset":"knc_Arab-lua_Latn","languages":["knc-Arab","lua-Latn"]},{"precision":0.220125,"recall":0.25,"f1":0.22851,"accuracy":0.25,"main_score":0.22851,"hf_subset":"knc_Arab-nya_Latn","languages":["knc-Arab","nya-Latn"]},{"precision":0.213203,"recall":0.253953,"f1":0.223883,"accuracy":0.253953,"main_score":0.223883,"hf_subset":"knc_Arab-slv_Latn","languages":["knc-Arab","slv-Latn"]},{"precision":0.240698,"recall":0.274704,"f1":0.249633,"accuracy":0.274704,"main_score":0.249633,"hf_subset":"knc_Arab-tpi_Latn","languages":["knc-Arab","tpi-Latn"]},{"precision":0.230431,"recall":0.275692,"f1":0.242834,"accuracy":0.275692,"main_score":0.242834,"hf_subset":"knc_Arab-zsm_Latn","languages":["knc-Arab","zsm-Latn"]},{"precision":0.223995,"recall":0.252964,"f1":0.232755,"accuracy":0.252964,"main_score":0.232755,"hf_subset":"knc_Arab-ayr_Latn","languages":["knc-Arab","ayr-Latn"]},{"precision":0.216731,"recall":0.261858,"f1":0.228538,"accuracy":0.261858,"main_score":0.228538,"hf_subset":"knc_Arab-dan_Latn","languages":["knc-Arab","dan-Latn"]},{"precision":0.215392,"recall":0.266798,"f1":0.228781,"accuracy":0.266798,"main_score":0.228781,"hf_subset":"knc_Arab-guj_Gujr","languages":["knc-Arab","guj-Gujr"]},{"precision":0.22176,"recall":0.26581,"f1":0.233249,"accuracy":0.26581,"main_score":0.233249,"hf_subset":"knc_Arab-kaz_Cyrl","languages":["knc-Arab","kaz-Cyrl"]},{"precision":0.209529,"recall":0.240119,"f1":0.217585,"accuracy":0.240119,"main_score":0.217585,"hf_subset":"knc_Arab-lug_Latn","languages":["knc-Arab","lug-Latn"]},{"precision":0.222432,"recall":0.264822,"f1":0.233625,"accuracy":0.264822,"main_score":0.233625,"hf_subset":"knc_Arab-oci_Latn","languages":["knc-Arab","oci-Latn"]},{"precision":0.230297,"recall":0.26581,"f1":0.240391,"accuracy":0.26581,"main_score":0.240391,"hf_subset":"knc_Arab-smo_Latn","languages":["knc-Arab","smo-Latn"]},{"precision":0.213398,"recall":0.240119,"f1":0.220861,"accuracy":0.240119,"main_score":0.220861,"hf_subset":"knc_Arab-tsn_Latn","languages":["knc-Arab","tsn-Latn"]},{"precision":0.220033,"recall":0.261858,"f1":0.231508,"accuracy":0.261858,"main_score":0.231508,"hf_subset":"knc_Arab-zul_Latn","languages":["knc-Arab","zul-Latn"]},{"precision":0.197204,"recall":0.230237,"f1":0.205655,"accuracy":0.230237,"main_score":0.205655,"hf_subset":"knc_Arab-azb_Arab","languages":["knc-Arab","azb-Arab"]},{"precision":0.213784,"recall":0.258893,"f1":0.225414,"accuracy":0.258893,"main_score":0.225414,"hf_subset":"knc_Arab-deu_Latn","languages":["knc-Arab","deu-Latn"]},{"precision":0.224326,"recall":0.262846,"f1":0.2339,"accuracy":0.262846,"main_score":0.2339,"hf_subset":"knc_Arab-hat_Latn","languages":["knc-Arab","hat-Latn"]},{"precision":0.221314,"recall":0.253953,"f1":0.23016,"accuracy":0.253953,"main_score":0.23016,"hf_subset":"knc_Arab-kbp_Latn","languages":["knc-Arab","kbp-Latn"]},{"precision":0.214012,"recall":0.240119,"f1":0.221059,"accuracy":0.240119,"main_score":0.221059,"hf_subset":"knc_Arab-luo_Latn","languages":["knc-Arab","luo-Latn"]},{"precision":0.211867,"recall":0.255929,"f1":0.223858,"accuracy":0.255929,"main_score":0.223858,"hf_subset":"knc_Arab-ory_Orya","languages":["knc-Arab","ory-Orya"]},{"precision":0.219252,"recall":0.255929,"f1":0.229729,"accuracy":0.255929,"main_score":0.229729,"hf_subset":"knc_Arab-sna_Latn","languages":["knc-Arab","sna-Latn"]},{"precision":0.235707,"recall":0.267787,"f1":0.245457,"accuracy":0.267787,"main_score":0.245457,"hf_subset":"knc_Arab-tso_Latn","languages":["knc-Arab","tso-Latn"]},{"precision":0.228311,"recall":0.266798,"f1":0.238441,"accuracy":0.266798,"main_score":0.238441,"hf_subset":"knc_Arab-azj_Latn","languages":["knc-Arab","azj-Latn"]},{"precision":0.171307,"recall":0.208498,"f1":0.181612,"accuracy":0.208498,"main_score":0.181612,"hf_subset":"knc_Arab-dik_Latn","languages":["knc-Arab","dik-Latn"]},{"precision":0.228414,"recall":0.258893,"f1":0.236766,"accuracy":0.258893,"main_score":0.236766,"hf_subset":"knc_Arab-hau_Latn","languages":["knc-Arab","hau-Latn"]},{"precision":0.21667,"recall":0.252964,"f1":0.225603,"accuracy":0.252964,"main_score":0.225603,"hf_subset":"knc_Arab-kea_Latn","languages":["knc-Arab","kea-Latn"]},{"precision":0.230152,"recall":0.257905,"f1":0.238105,"accuracy":0.257905,"main_score":0.238105,"hf_subset":"knc_Arab-lus_Latn","languages":["knc-Arab","lus-Latn"]},{"precision":0.238708,"recall":0.268775,"f1":0.246981,"accuracy":0.268775,"main_score":0.246981,"hf_subset":"knc_Arab-pag_Latn","languages":["knc-Arab","pag-Latn"]},{"precision":0.214212,"recall":0.257905,"f1":0.225716,"accuracy":0.257905,"main_score":0.225716,"hf_subset":"knc_Arab-snd_Arab","languages":["knc-Arab","snd-Arab"]},{"precision":0.209963,"recall":0.248024,"f1":0.220628,"accuracy":0.248024,"main_score":0.220628,"hf_subset":"knc_Arab-tuk_Latn","languages":["knc-Arab","tuk-Latn"]},{"precision":0.226866,"recall":0.262846,"f1":0.236681,"accuracy":0.262846,"main_score":0.236681,"hf_subset":"knc_Arab-bak_Cyrl","languages":["knc-Arab","bak-Cyrl"]},{"precision":0.147262,"recall":0.18083,"f1":0.155559,"accuracy":0.18083,"main_score":0.155559,"hf_subset":"knc_Arab-dyu_Latn","languages":["knc-Arab","dyu-Latn"]},{"precision":0.204844,"recall":0.245059,"f1":0.215347,"accuracy":0.245059,"main_score":0.215347,"hf_subset":"knc_Arab-heb_Hebr","languages":["knc-Arab","heb-Hebr"]},{"precision":0.223064,"recall":0.263834,"f1":0.234563,"accuracy":0.263834,"main_score":0.234563,"hf_subset":"knc_Arab-khk_Cyrl","languages":["knc-Arab","khk-Cyrl"]},{"precision":0.21513,"recall":0.252964,"f1":0.225231,"accuracy":0.252964,"main_score":0.225231,"hf_subset":"knc_Arab-lvs_Latn","languages":["knc-Arab","lvs-Latn"]},{"precision":0.211449,"recall":0.254941,"f1":0.223284,"accuracy":0.254941,"main_score":0.223284,"hf_subset":"knc_Arab-pan_Guru","languages":["knc-Arab","pan-Guru"]},{"precision":0.227358,"recall":0.261858,"f1":0.236633,"accuracy":0.261858,"main_score":0.236633,"hf_subset":"knc_Arab-som_Latn","languages":["knc-Arab","som-Latn"]},{"precision":0.218557,"recall":0.25,"f1":0.2276,"accuracy":0.25,"main_score":0.2276,"hf_subset":"knc_Arab-tum_Latn","languages":["knc-Arab","tum-Latn"]},{"precision":0.442297,"recall":0.523715,"f1":0.465189,"accuracy":0.523715,"main_score":0.465189,"hf_subset":"mkd_Cyrl-ace_Arab","languages":["mkd-Cyrl","ace-Arab"]},{"precision":0.450802,"recall":0.531621,"f1":0.473535,"accuracy":0.531621,"main_score":0.473535,"hf_subset":"mkd_Cyrl-bam_Latn","languages":["mkd-Cyrl","bam-Latn"]},{"precision":0.119513,"recall":0.171937,"f1":0.133489,"accuracy":0.171937,"main_score":0.133489,"hf_subset":"mkd_Cyrl-dzo_Tibt","languages":["mkd-Cyrl","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-hin_Deva","languages":["mkd-Cyrl","hin-Deva"]},{"precision":0.948452,"recall":0.965415,"f1":0.954051,"accuracy":0.965415,"main_score":0.954051,"hf_subset":"mkd_Cyrl-khm_Khmr","languages":["mkd-Cyrl","khm-Khmr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mkd_Cyrl-mag_Deva","languages":["mkd-Cyrl","mag-Deva"]},{"precision":0.976943,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"mkd_Cyrl-pap_Latn","languages":["mkd-Cyrl","pap-Latn"]},{"precision":0.487708,"recall":0.566206,"f1":0.508854,"accuracy":0.566206,"main_score":0.508854,"hf_subset":"mkd_Cyrl-sot_Latn","languages":["mkd-Cyrl","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-tur_Latn","languages":["mkd-Cyrl","tur-Latn"]},{"precision":0.806555,"recall":0.855731,"f1":0.822134,"accuracy":0.855731,"main_score":0.822134,"hf_subset":"mkd_Cyrl-ace_Latn","languages":["mkd-Cyrl","ace-Latn"]},{"precision":0.912138,"recall":0.937747,"f1":0.92052,"accuracy":0.937747,"main_score":0.92052,"hf_subset":"mkd_Cyrl-ban_Latn","languages":["mkd-Cyrl","ban-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mkd_Cyrl-ell_Grek","languages":["mkd-Cyrl","ell-Grek"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"mkd_Cyrl-hne_Deva","languages":["mkd-Cyrl","hne-Deva"]},{"precision":0.489527,"recall":0.574111,"f1":0.513629,"accuracy":0.574111,"main_score":0.513629,"hf_subset":"mkd_Cyrl-kik_Latn","languages":["mkd-Cyrl","kik-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mkd_Cyrl-mai_Deva","languages":["mkd-Cyrl","mai-Deva"]},{"precision":0.894186,"recall":0.924901,"f1":0.903689,"accuracy":0.924901,"main_score":0.903689,"hf_subset":"mkd_Cyrl-pbt_Arab","languages":["mkd-Cyrl","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mkd_Cyrl-spa_Latn","languages":["mkd-Cyrl","spa-Latn"]},{"precision":0.553329,"recall":0.628458,"f1":0.574417,"accuracy":0.628458,"main_score":0.574417,"hf_subset":"mkd_Cyrl-twi_Latn","languages":["mkd-Cyrl","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mkd_Cyrl-acm_Arab","languages":["mkd-Cyrl","acm-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-bel_Cyrl","languages":["mkd-Cyrl","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-eng_Latn","languages":["mkd-Cyrl","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-hrv_Latn","languages":["mkd-Cyrl","hrv-Latn"]},{"precision":0.460126,"recall":0.534585,"f1":0.480296,"accuracy":0.534585,"main_score":0.480296,"hf_subset":"mkd_Cyrl-kin_Latn","languages":["mkd-Cyrl","kin-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mkd_Cyrl-mal_Mlym","languages":["mkd-Cyrl","mal-Mlym"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mkd_Cyrl-pes_Arab","languages":["mkd-Cyrl","pes-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mkd_Cyrl-srd_Latn","languages":["mkd-Cyrl","srd-Latn"]},{"precision":0.127565,"recall":0.193676,"f1":0.141673,"accuracy":0.193676,"main_score":0.141673,"hf_subset":"mkd_Cyrl-tzm_Tfng","languages":["mkd-Cyrl","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mkd_Cyrl-acq_Arab","languages":["mkd-Cyrl","acq-Arab"]},{"precision":0.519085,"recall":0.589921,"f1":0.538954,"accuracy":0.589921,"main_score":0.538954,"hf_subset":"mkd_Cyrl-bem_Latn","languages":["mkd-Cyrl","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-epo_Latn","languages":["mkd-Cyrl","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-hun_Latn","languages":["mkd-Cyrl","hun-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"mkd_Cyrl-kir_Cyrl","languages":["mkd-Cyrl","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mkd_Cyrl-mar_Deva","languages":["mkd-Cyrl","mar-Deva"]},{"precision":0.56038,"recall":0.630435,"f1":0.580872,"accuracy":0.630435,"main_score":0.580872,"hf_subset":"mkd_Cyrl-plt_Latn","languages":["mkd-Cyrl","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-srp_Cyrl","languages":["mkd-Cyrl","srp-Cyrl"]},{"precision":0.943511,"recall":0.961462,"f1":0.94944,"accuracy":0.961462,"main_score":0.94944,"hf_subset":"mkd_Cyrl-uig_Arab","languages":["mkd-Cyrl","uig-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"mkd_Cyrl-aeb_Arab","languages":["mkd-Cyrl","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-ben_Beng","languages":["mkd-Cyrl","ben-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-est_Latn","languages":["mkd-Cyrl","est-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mkd_Cyrl-hye_Armn","languages":["mkd-Cyrl","hye-Armn"]},{"precision":0.452375,"recall":0.52668,"f1":0.4728,"accuracy":0.52668,"main_score":0.4728,"hf_subset":"mkd_Cyrl-kmb_Latn","languages":["mkd-Cyrl","kmb-Latn"]},{"precision":0.381697,"recall":0.476285,"f1":0.406467,"accuracy":0.476285,"main_score":0.406467,"hf_subset":"mkd_Cyrl-min_Arab","languages":["mkd-Cyrl","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-pol_Latn","languages":["mkd-Cyrl","pol-Latn"]},{"precision":0.442492,"recall":0.525692,"f1":0.4647,"accuracy":0.525692,"main_score":0.4647,"hf_subset":"mkd_Cyrl-ssw_Latn","languages":["mkd-Cyrl","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mkd_Cyrl-ukr_Cyrl","languages":["mkd-Cyrl","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mkd_Cyrl-afr_Latn","languages":["mkd-Cyrl","afr-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mkd_Cyrl-bho_Deva","languages":["mkd-Cyrl","bho-Deva"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"mkd_Cyrl-eus_Latn","languages":["mkd-Cyrl","eus-Latn"]},{"precision":0.482015,"recall":0.561265,"f1":0.50311,"accuracy":0.561265,"main_score":0.50311,"hf_subset":"mkd_Cyrl-ibo_Latn","languages":["mkd-Cyrl","ibo-Latn"]},{"precision":0.717078,"recall":0.785573,"f1":0.737601,"accuracy":0.785573,"main_score":0.737601,"hf_subset":"mkd_Cyrl-kmr_Latn","languages":["mkd-Cyrl","kmr-Latn"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"mkd_Cyrl-min_Latn","languages":["mkd-Cyrl","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-por_Latn","languages":["mkd-Cyrl","por-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"mkd_Cyrl-sun_Latn","languages":["mkd-Cyrl","sun-Latn"]},{"precision":0.445339,"recall":0.516798,"f1":0.46605,"accuracy":0.516798,"main_score":0.46605,"hf_subset":"mkd_Cyrl-umb_Latn","languages":["mkd-Cyrl","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-ajp_Arab","languages":["mkd-Cyrl","ajp-Arab"]},{"precision":0.39621,"recall":0.491107,"f1":0.421737,"accuracy":0.491107,"main_score":0.421737,"hf_subset":"mkd_Cyrl-bjn_Arab","languages":["mkd-Cyrl","bjn-Arab"]},{"precision":0.462117,"recall":0.529644,"f1":0.480774,"accuracy":0.529644,"main_score":0.480774,"hf_subset":"mkd_Cyrl-ewe_Latn","languages":["mkd-Cyrl","ewe-Latn"]},{"precision":0.862105,"recall":0.899209,"f1":0.873748,"accuracy":0.899209,"main_score":0.873748,"hf_subset":"mkd_Cyrl-ilo_Latn","languages":["mkd-Cyrl","ilo-Latn"]},{"precision":0.185784,"recall":0.261858,"f1":0.203911,"accuracy":0.261858,"main_score":0.203911,"hf_subset":"mkd_Cyrl-knc_Arab","languages":["mkd-Cyrl","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-prs_Arab","languages":["mkd-Cyrl","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-swe_Latn","languages":["mkd-Cyrl","swe-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mkd_Cyrl-urd_Arab","languages":["mkd-Cyrl","urd-Arab"]},{"precision":0.515931,"recall":0.59585,"f1":0.538955,"accuracy":0.59585,"main_score":0.538955,"hf_subset":"mkd_Cyrl-aka_Latn","languages":["mkd-Cyrl","aka-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"mkd_Cyrl-bjn_Latn","languages":["mkd-Cyrl","bjn-Latn"]},{"precision":0.941206,"recall":0.960474,"f1":0.947628,"accuracy":0.960474,"main_score":0.947628,"hf_subset":"mkd_Cyrl-fao_Latn","languages":["mkd-Cyrl","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mkd_Cyrl-ind_Latn","languages":["mkd-Cyrl","ind-Latn"]},{"precision":0.522298,"recall":0.589921,"f1":0.541157,"accuracy":0.589921,"main_score":0.541157,"hf_subset":"mkd_Cyrl-knc_Latn","languages":["mkd-Cyrl","knc-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"mkd_Cyrl-mlt_Latn","languages":["mkd-Cyrl","mlt-Latn"]},{"precision":0.564708,"recall":0.642292,"f1":0.585801,"accuracy":0.642292,"main_score":0.585801,"hf_subset":"mkd_Cyrl-quy_Latn","languages":["mkd-Cyrl","quy-Latn"]},{"precision":0.723247,"recall":0.791502,"f1":0.743744,"accuracy":0.791502,"main_score":0.743744,"hf_subset":"mkd_Cyrl-swh_Latn","languages":["mkd-Cyrl","swh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mkd_Cyrl-uzn_Latn","languages":["mkd-Cyrl","uzn-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mkd_Cyrl-als_Latn","languages":["mkd-Cyrl","als-Latn"]},{"precision":0.156683,"recall":0.232213,"f1":0.175185,"accuracy":0.232213,"main_score":0.175185,"hf_subset":"mkd_Cyrl-bod_Tibt","languages":["mkd-Cyrl","bod-Tibt"]},{"precision":0.466862,"recall":0.546443,"f1":0.489223,"accuracy":0.546443,"main_score":0.489223,"hf_subset":"mkd_Cyrl-fij_Latn","languages":["mkd-Cyrl","fij-Latn"]},{"precision":0.968626,"recall":0.978261,"f1":0.971739,"accuracy":0.978261,"main_score":0.971739,"hf_subset":"mkd_Cyrl-isl_Latn","languages":["mkd-Cyrl","isl-Latn"]},{"precision":0.547431,"recall":0.629447,"f1":0.570616,"accuracy":0.629447,"main_score":0.570616,"hf_subset":"mkd_Cyrl-kon_Latn","languages":["mkd-Cyrl","kon-Latn"]},{"precision":0.48704,"recall":0.586957,"f1":0.515416,"accuracy":0.586957,"main_score":0.515416,"hf_subset":"mkd_Cyrl-mni_Beng","languages":["mkd-Cyrl","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-ron_Latn","languages":["mkd-Cyrl","ron-Latn"]},{"precision":0.986166,"recall":0.98913,"f1":0.987154,"accuracy":0.98913,"main_score":0.987154,"hf_subset":"mkd_Cyrl-szl_Latn","languages":["mkd-Cyrl","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mkd_Cyrl-vec_Latn","languages":["mkd-Cyrl","vec-Latn"]},{"precision":0.575482,"recall":0.663043,"f1":0.600776,"accuracy":0.663043,"main_score":0.600776,"hf_subset":"mkd_Cyrl-amh_Ethi","languages":["mkd-Cyrl","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-bos_Latn","languages":["mkd-Cyrl","bos-Latn"]},{"precision":0.996047,"recall":0.997036,"f1":0.996377,"accuracy":0.997036,"main_score":0.996377,"hf_subset":"mkd_Cyrl-fin_Latn","languages":["mkd-Cyrl","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-ita_Latn","languages":["mkd-Cyrl","ita-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mkd_Cyrl-kor_Hang","languages":["mkd-Cyrl","kor-Hang"]},{"precision":0.463773,"recall":0.544466,"f1":0.485506,"accuracy":0.544466,"main_score":0.485506,"hf_subset":"mkd_Cyrl-mos_Latn","languages":["mkd-Cyrl","mos-Latn"]},{"precision":0.446698,"recall":0.525692,"f1":0.468885,"accuracy":0.525692,"main_score":0.468885,"hf_subset":"mkd_Cyrl-run_Latn","languages":["mkd-Cyrl","run-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"mkd_Cyrl-tam_Taml","languages":["mkd-Cyrl","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-vie_Latn","languages":["mkd-Cyrl","vie-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-apc_Arab","languages":["mkd-Cyrl","apc-Arab"]},{"precision":0.738941,"recall":0.797431,"f1":0.756478,"accuracy":0.797431,"main_score":0.756478,"hf_subset":"mkd_Cyrl-bug_Latn","languages":["mkd-Cyrl","bug-Latn"]},{"precision":0.410092,"recall":0.487154,"f1":0.430532,"accuracy":0.487154,"main_score":0.430532,"hf_subset":"mkd_Cyrl-fon_Latn","languages":["mkd-Cyrl","fon-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"mkd_Cyrl-jav_Latn","languages":["mkd-Cyrl","jav-Latn"]},{"precision":0.906456,"recall":0.935771,"f1":0.916008,"accuracy":0.935771,"main_score":0.916008,"hf_subset":"mkd_Cyrl-lao_Laoo","languages":["mkd-Cyrl","lao-Laoo"]},{"precision":0.578181,"recall":0.663043,"f1":0.602917,"accuracy":0.663043,"main_score":0.602917,"hf_subset":"mkd_Cyrl-mri_Latn","languages":["mkd-Cyrl","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-rus_Cyrl","languages":["mkd-Cyrl","rus-Cyrl"]},{"precision":0.496471,"recall":0.570158,"f1":0.516563,"accuracy":0.570158,"main_score":0.516563,"hf_subset":"mkd_Cyrl-taq_Latn","languages":["mkd-Cyrl","taq-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"mkd_Cyrl-war_Latn","languages":["mkd-Cyrl","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-arb_Arab","languages":["mkd-Cyrl","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-bul_Cyrl","languages":["mkd-Cyrl","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-fra_Latn","languages":["mkd-Cyrl","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-jpn_Jpan","languages":["mkd-Cyrl","jpn-Jpan"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"mkd_Cyrl-lij_Latn","languages":["mkd-Cyrl","lij-Latn"]},{"precision":0.937829,"recall":0.95751,"f1":0.944236,"accuracy":0.95751,"main_score":0.944236,"hf_subset":"mkd_Cyrl-mya_Mymr","languages":["mkd-Cyrl","mya-Mymr"]},{"precision":0.490437,"recall":0.579051,"f1":0.515333,"accuracy":0.579051,"main_score":0.515333,"hf_subset":"mkd_Cyrl-sag_Latn","languages":["mkd-Cyrl","sag-Latn"]},{"precision":0.132657,"recall":0.215415,"f1":0.15014,"accuracy":0.215415,"main_score":0.15014,"hf_subset":"mkd_Cyrl-taq_Tfng","languages":["mkd-Cyrl","taq-Tfng"]},{"precision":0.539005,"recall":0.620553,"f1":0.56226,"accuracy":0.620553,"main_score":0.56226,"hf_subset":"mkd_Cyrl-wol_Latn","languages":["mkd-Cyrl","wol-Latn"]},{"precision":0.624722,"recall":0.70751,"f1":0.648522,"accuracy":0.70751,"main_score":0.648522,"hf_subset":"mkd_Cyrl-arb_Latn","languages":["mkd-Cyrl","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-cat_Latn","languages":["mkd-Cyrl","cat-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"mkd_Cyrl-fur_Latn","languages":["mkd-Cyrl","fur-Latn"]},{"precision":0.32525,"recall":0.396245,"f1":0.344558,"accuracy":0.396245,"main_score":0.344558,"hf_subset":"mkd_Cyrl-kab_Latn","languages":["mkd-Cyrl","kab-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"mkd_Cyrl-lim_Latn","languages":["mkd-Cyrl","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mkd_Cyrl-nld_Latn","languages":["mkd-Cyrl","nld-Latn"]},{"precision":0.967721,"recall":0.977273,"f1":0.97085,"accuracy":0.977273,"main_score":0.97085,"hf_subset":"mkd_Cyrl-san_Deva","languages":["mkd-Cyrl","san-Deva"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"mkd_Cyrl-tat_Cyrl","languages":["mkd-Cyrl","tat-Cyrl"]},{"precision":0.523255,"recall":0.599802,"f1":0.543773,"accuracy":0.599802,"main_score":0.543773,"hf_subset":"mkd_Cyrl-xho_Latn","languages":["mkd-Cyrl","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-ars_Arab","languages":["mkd-Cyrl","ars-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"mkd_Cyrl-ceb_Latn","languages":["mkd-Cyrl","ceb-Latn"]},{"precision":0.471214,"recall":0.548419,"f1":0.492565,"accuracy":0.548419,"main_score":0.492565,"hf_subset":"mkd_Cyrl-fuv_Latn","languages":["mkd-Cyrl","fuv-Latn"]},{"precision":0.459434,"recall":0.541502,"f1":0.48165,"accuracy":0.541502,"main_score":0.48165,"hf_subset":"mkd_Cyrl-kac_Latn","languages":["mkd-Cyrl","kac-Latn"]},{"precision":0.560535,"recall":0.637352,"f1":0.581515,"accuracy":0.637352,"main_score":0.581515,"hf_subset":"mkd_Cyrl-lin_Latn","languages":["mkd-Cyrl","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mkd_Cyrl-nno_Latn","languages":["mkd-Cyrl","nno-Latn"]},{"precision":0.019019,"recall":0.063241,"f1":0.025237,"accuracy":0.063241,"main_score":0.025237,"hf_subset":"mkd_Cyrl-sat_Olck","languages":["mkd-Cyrl","sat-Olck"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"mkd_Cyrl-tel_Telu","languages":["mkd-Cyrl","tel-Telu"]},{"precision":0.757889,"recall":0.823123,"f1":0.777866,"accuracy":0.823123,"main_score":0.777866,"hf_subset":"mkd_Cyrl-ydd_Hebr","languages":["mkd-Cyrl","ydd-Hebr"]},{"precision":0.964427,"recall":0.975296,"f1":0.96805,"accuracy":0.975296,"main_score":0.96805,"hf_subset":"mkd_Cyrl-ary_Arab","languages":["mkd-Cyrl","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-ces_Latn","languages":["mkd-Cyrl","ces-Latn"]},{"precision":0.40697,"recall":0.48419,"f1":0.42852,"accuracy":0.48419,"main_score":0.42852,"hf_subset":"mkd_Cyrl-gaz_Latn","languages":["mkd-Cyrl","gaz-Latn"]},{"precision":0.493199,"recall":0.574111,"f1":0.515633,"accuracy":0.574111,"main_score":0.515633,"hf_subset":"mkd_Cyrl-kam_Latn","languages":["mkd-Cyrl","kam-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"mkd_Cyrl-lit_Latn","languages":["mkd-Cyrl","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mkd_Cyrl-nob_Latn","languages":["mkd-Cyrl","nob-Latn"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"mkd_Cyrl-scn_Latn","languages":["mkd-Cyrl","scn-Latn"]},{"precision":0.911314,"recall":0.938735,"f1":0.920191,"accuracy":0.938735,"main_score":0.920191,"hf_subset":"mkd_Cyrl-tgk_Cyrl","languages":["mkd-Cyrl","tgk-Cyrl"]},{"precision":0.431365,"recall":0.508893,"f1":0.453358,"accuracy":0.508893,"main_score":0.453358,"hf_subset":"mkd_Cyrl-yor_Latn","languages":["mkd-Cyrl","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mkd_Cyrl-arz_Arab","languages":["mkd-Cyrl","arz-Arab"]},{"precision":0.472345,"recall":0.561265,"f1":0.49691,"accuracy":0.561265,"main_score":0.49691,"hf_subset":"mkd_Cyrl-cjk_Latn","languages":["mkd-Cyrl","cjk-Latn"]},{"precision":0.611867,"recall":0.690711,"f1":0.634635,"accuracy":0.690711,"main_score":0.634635,"hf_subset":"mkd_Cyrl-gla_Latn","languages":["mkd-Cyrl","gla-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"mkd_Cyrl-kan_Knda","languages":["mkd-Cyrl","kan-Knda"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"mkd_Cyrl-lmo_Latn","languages":["mkd-Cyrl","lmo-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"mkd_Cyrl-npi_Deva","languages":["mkd-Cyrl","npi-Deva"]},{"precision":0.40205,"recall":0.500988,"f1":0.428761,"accuracy":0.500988,"main_score":0.428761,"hf_subset":"mkd_Cyrl-shn_Mymr","languages":["mkd-Cyrl","shn-Mymr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mkd_Cyrl-tgl_Latn","languages":["mkd-Cyrl","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-yue_Hant","languages":["mkd-Cyrl","yue-Hant"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"mkd_Cyrl-asm_Beng","languages":["mkd-Cyrl","asm-Beng"]},{"precision":0.726452,"recall":0.790514,"f1":0.745766,"accuracy":0.790514,"main_score":0.745766,"hf_subset":"mkd_Cyrl-ckb_Arab","languages":["mkd-Cyrl","ckb-Arab"]},{"precision":0.730632,"recall":0.798419,"f1":0.751054,"accuracy":0.798419,"main_score":0.751054,"hf_subset":"mkd_Cyrl-gle_Latn","languages":["mkd-Cyrl","gle-Latn"]},{"precision":0.886314,"recall":0.920949,"f1":0.897299,"accuracy":0.920949,"main_score":0.897299,"hf_subset":"mkd_Cyrl-kas_Arab","languages":["mkd-Cyrl","kas-Arab"]},{"precision":0.90942,"recall":0.935771,"f1":0.917937,"accuracy":0.935771,"main_score":0.917937,"hf_subset":"mkd_Cyrl-ltg_Latn","languages":["mkd-Cyrl","ltg-Latn"]},{"precision":0.510244,"recall":0.585968,"f1":0.531349,"accuracy":0.585968,"main_score":0.531349,"hf_subset":"mkd_Cyrl-nso_Latn","languages":["mkd-Cyrl","nso-Latn"]},{"precision":0.442062,"recall":0.551383,"f1":0.473064,"accuracy":0.551383,"main_score":0.473064,"hf_subset":"mkd_Cyrl-sin_Sinh","languages":["mkd-Cyrl","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-tha_Thai","languages":["mkd-Cyrl","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-zho_Hans","languages":["mkd-Cyrl","zho-Hans"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mkd_Cyrl-ast_Latn","languages":["mkd-Cyrl","ast-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"mkd_Cyrl-crh_Latn","languages":["mkd-Cyrl","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-glg_Latn","languages":["mkd-Cyrl","glg-Latn"]},{"precision":0.755724,"recall":0.820158,"f1":0.775115,"accuracy":0.820158,"main_score":0.775115,"hf_subset":"mkd_Cyrl-kas_Deva","languages":["mkd-Cyrl","kas-Deva"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"mkd_Cyrl-ltz_Latn","languages":["mkd-Cyrl","ltz-Latn"]},{"precision":0.367959,"recall":0.452569,"f1":0.390388,"accuracy":0.452569,"main_score":0.390388,"hf_subset":"mkd_Cyrl-nus_Latn","languages":["mkd-Cyrl","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-slk_Latn","languages":["mkd-Cyrl","slk-Latn"]},{"precision":0.264786,"recall":0.336957,"f1":0.282869,"accuracy":0.336957,"main_score":0.282869,"hf_subset":"mkd_Cyrl-tir_Ethi","languages":["mkd-Cyrl","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mkd_Cyrl-zho_Hant","languages":["mkd-Cyrl","zho-Hant"]},{"precision":0.984519,"recall":0.988142,"f1":0.985672,"accuracy":0.988142,"main_score":0.985672,"hf_subset":"mkd_Cyrl-awa_Deva","languages":["mkd-Cyrl","awa-Deva"]},{"precision":0.876136,"recall":0.910079,"f1":0.886726,"accuracy":0.910079,"main_score":0.886726,"hf_subset":"mkd_Cyrl-cym_Latn","languages":["mkd-Cyrl","cym-Latn"]},{"precision":0.719318,"recall":0.780632,"f1":0.737286,"accuracy":0.780632,"main_score":0.737286,"hf_subset":"mkd_Cyrl-grn_Latn","languages":["mkd-Cyrl","grn-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mkd_Cyrl-kat_Geor","languages":["mkd-Cyrl","kat-Geor"]},{"precision":0.561562,"recall":0.632411,"f1":0.580925,"accuracy":0.632411,"main_score":0.580925,"hf_subset":"mkd_Cyrl-lua_Latn","languages":["mkd-Cyrl","lua-Latn"]},{"precision":0.497008,"recall":0.573123,"f1":0.517409,"accuracy":0.573123,"main_score":0.517409,"hf_subset":"mkd_Cyrl-nya_Latn","languages":["mkd-Cyrl","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mkd_Cyrl-slv_Latn","languages":["mkd-Cyrl","slv-Latn"]},{"precision":0.782691,"recall":0.839921,"f1":0.800264,"accuracy":0.839921,"main_score":0.800264,"hf_subset":"mkd_Cyrl-tpi_Latn","languages":["mkd-Cyrl","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-zsm_Latn","languages":["mkd-Cyrl","zsm-Latn"]},{"precision":0.465924,"recall":0.545455,"f1":0.487461,"accuracy":0.545455,"main_score":0.487461,"hf_subset":"mkd_Cyrl-ayr_Latn","languages":["mkd-Cyrl","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-dan_Latn","languages":["mkd-Cyrl","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mkd_Cyrl-guj_Gujr","languages":["mkd-Cyrl","guj-Gujr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"mkd_Cyrl-kaz_Cyrl","languages":["mkd-Cyrl","kaz-Cyrl"]},{"precision":0.440707,"recall":0.520751,"f1":0.462796,"accuracy":0.520751,"main_score":0.462796,"hf_subset":"mkd_Cyrl-lug_Latn","languages":["mkd-Cyrl","lug-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mkd_Cyrl-oci_Latn","languages":["mkd-Cyrl","oci-Latn"]},{"precision":0.515566,"recall":0.600791,"f1":0.539842,"accuracy":0.600791,"main_score":0.539842,"hf_subset":"mkd_Cyrl-smo_Latn","languages":["mkd-Cyrl","smo-Latn"]},{"precision":0.45747,"recall":0.533597,"f1":0.477672,"accuracy":0.533597,"main_score":0.477672,"hf_subset":"mkd_Cyrl-tsn_Latn","languages":["mkd-Cyrl","tsn-Latn"]},{"precision":0.460643,"recall":0.538538,"f1":0.481179,"accuracy":0.538538,"main_score":0.481179,"hf_subset":"mkd_Cyrl-zul_Latn","languages":["mkd-Cyrl","zul-Latn"]},{"precision":0.830155,"recall":0.878458,"f1":0.845257,"accuracy":0.878458,"main_score":0.845257,"hf_subset":"mkd_Cyrl-azb_Arab","languages":["mkd-Cyrl","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-deu_Latn","languages":["mkd-Cyrl","deu-Latn"]},{"precision":0.917078,"recall":0.9417,"f1":0.924967,"accuracy":0.9417,"main_score":0.924967,"hf_subset":"mkd_Cyrl-hat_Latn","languages":["mkd-Cyrl","hat-Latn"]},{"precision":0.423671,"recall":0.498024,"f1":0.443411,"accuracy":0.498024,"main_score":0.443411,"hf_subset":"mkd_Cyrl-kbp_Latn","languages":["mkd-Cyrl","kbp-Latn"]},{"precision":0.48901,"recall":0.557312,"f1":0.507733,"accuracy":0.557312,"main_score":0.507733,"hf_subset":"mkd_Cyrl-luo_Latn","languages":["mkd-Cyrl","luo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"mkd_Cyrl-ory_Orya","languages":["mkd-Cyrl","ory-Orya"]},{"precision":0.483594,"recall":0.559289,"f1":0.504564,"accuracy":0.559289,"main_score":0.504564,"hf_subset":"mkd_Cyrl-sna_Latn","languages":["mkd-Cyrl","sna-Latn"]},{"precision":0.454154,"recall":0.535573,"f1":0.476986,"accuracy":0.535573,"main_score":0.476986,"hf_subset":"mkd_Cyrl-tso_Latn","languages":["mkd-Cyrl","tso-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mkd_Cyrl-azj_Latn","languages":["mkd-Cyrl","azj-Latn"]},{"precision":0.476734,"recall":0.556324,"f1":0.498737,"accuracy":0.556324,"main_score":0.498737,"hf_subset":"mkd_Cyrl-dik_Latn","languages":["mkd-Cyrl","dik-Latn"]},{"precision":0.468982,"recall":0.539526,"f1":0.488781,"accuracy":0.539526,"main_score":0.488781,"hf_subset":"mkd_Cyrl-hau_Latn","languages":["mkd-Cyrl","hau-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"mkd_Cyrl-kea_Latn","languages":["mkd-Cyrl","kea-Latn"]},{"precision":0.635058,"recall":0.703557,"f1":0.654567,"accuracy":0.703557,"main_score":0.654567,"hf_subset":"mkd_Cyrl-lus_Latn","languages":["mkd-Cyrl","lus-Latn"]},{"precision":0.817638,"recall":0.862648,"f1":0.83139,"accuracy":0.862648,"main_score":0.83139,"hf_subset":"mkd_Cyrl-pag_Latn","languages":["mkd-Cyrl","pag-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mkd_Cyrl-snd_Arab","languages":["mkd-Cyrl","snd-Arab"]},{"precision":0.892951,"recall":0.926877,"f1":0.903986,"accuracy":0.926877,"main_score":0.903986,"hf_subset":"mkd_Cyrl-tuk_Latn","languages":["mkd-Cyrl","tuk-Latn"]},{"precision":0.953557,"recall":0.968379,"f1":0.958333,"accuracy":0.968379,"main_score":0.958333,"hf_subset":"mkd_Cyrl-bak_Cyrl","languages":["mkd-Cyrl","bak-Cyrl"]},{"precision":0.424303,"recall":0.517787,"f1":0.450485,"accuracy":0.517787,"main_score":0.450485,"hf_subset":"mkd_Cyrl-dyu_Latn","languages":["mkd-Cyrl","dyu-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"mkd_Cyrl-heb_Hebr","languages":["mkd-Cyrl","heb-Hebr"]},{"precision":0.910079,"recall":0.937747,"f1":0.918972,"accuracy":0.937747,"main_score":0.918972,"hf_subset":"mkd_Cyrl-khk_Cyrl","languages":["mkd-Cyrl","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"mkd_Cyrl-lvs_Latn","languages":["mkd-Cyrl","lvs-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"mkd_Cyrl-pan_Guru","languages":["mkd-Cyrl","pan-Guru"]},{"precision":0.462112,"recall":0.539526,"f1":0.483802,"accuracy":0.539526,"main_score":0.483802,"hf_subset":"mkd_Cyrl-som_Latn","languages":["mkd-Cyrl","som-Latn"]},{"precision":0.50299,"recall":0.572134,"f1":0.522151,"accuracy":0.572134,"main_score":0.522151,"hf_subset":"mkd_Cyrl-tum_Latn","languages":["mkd-Cyrl","tum-Latn"]},{"precision":0.416276,"recall":0.505929,"f1":0.441173,"accuracy":0.505929,"main_score":0.441173,"hf_subset":"prs_Arab-ace_Arab","languages":["prs-Arab","ace-Arab"]},{"precision":0.436673,"recall":0.509881,"f1":0.457132,"accuracy":0.509881,"main_score":0.457132,"hf_subset":"prs_Arab-bam_Latn","languages":["prs-Arab","bam-Latn"]},{"precision":0.118941,"recall":0.171937,"f1":0.132771,"accuracy":0.171937,"main_score":0.132771,"hf_subset":"prs_Arab-dzo_Tibt","languages":["prs-Arab","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-hin_Deva","languages":["prs-Arab","hin-Deva"]},{"precision":0.942523,"recall":0.960474,"f1":0.948287,"accuracy":0.960474,"main_score":0.948287,"hf_subset":"prs_Arab-khm_Khmr","languages":["prs-Arab","khm-Khmr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"prs_Arab-mag_Deva","languages":["prs-Arab","mag-Deva"]},{"precision":0.965086,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"prs_Arab-pap_Latn","languages":["prs-Arab","pap-Latn"]},{"precision":0.472721,"recall":0.555336,"f1":0.495698,"accuracy":0.555336,"main_score":0.495698,"hf_subset":"prs_Arab-sot_Latn","languages":["prs-Arab","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-tur_Latn","languages":["prs-Arab","tur-Latn"]},{"precision":0.787451,"recall":0.839921,"f1":0.803294,"accuracy":0.839921,"main_score":0.803294,"hf_subset":"prs_Arab-ace_Latn","languages":["prs-Arab","ace-Latn"]},{"precision":0.905468,"recall":0.933794,"f1":0.914526,"accuracy":0.933794,"main_score":0.914526,"hf_subset":"prs_Arab-ban_Latn","languages":["prs-Arab","ban-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"prs_Arab-ell_Grek","languages":["prs-Arab","ell-Grek"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"prs_Arab-hne_Deva","languages":["prs-Arab","hne-Deva"]},{"precision":0.462338,"recall":0.546443,"f1":0.486034,"accuracy":0.546443,"main_score":0.486034,"hf_subset":"prs_Arab-kik_Latn","languages":["prs-Arab","kik-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"prs_Arab-mai_Deva","languages":["prs-Arab","mai-Deva"]},{"precision":0.913867,"recall":0.939723,"f1":0.922069,"accuracy":0.939723,"main_score":0.922069,"hf_subset":"prs_Arab-pbt_Arab","languages":["prs-Arab","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"prs_Arab-spa_Latn","languages":["prs-Arab","spa-Latn"]},{"precision":0.521611,"recall":0.602767,"f1":0.544459,"accuracy":0.602767,"main_score":0.544459,"hf_subset":"prs_Arab-twi_Latn","languages":["prs-Arab","twi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"prs_Arab-acm_Arab","languages":["prs-Arab","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-bel_Cyrl","languages":["prs-Arab","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-eng_Latn","languages":["prs-Arab","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-hrv_Latn","languages":["prs-Arab","hrv-Latn"]},{"precision":0.432142,"recall":0.505929,"f1":0.452127,"accuracy":0.505929,"main_score":0.452127,"hf_subset":"prs_Arab-kin_Latn","languages":["prs-Arab","kin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"prs_Arab-mal_Mlym","languages":["prs-Arab","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-pes_Arab","languages":["prs-Arab","pes-Arab"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"prs_Arab-srd_Latn","languages":["prs-Arab","srd-Latn"]},{"precision":0.129311,"recall":0.195652,"f1":0.143373,"accuracy":0.195652,"main_score":0.143373,"hf_subset":"prs_Arab-tzm_Tfng","languages":["prs-Arab","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-acq_Arab","languages":["prs-Arab","acq-Arab"]},{"precision":0.493101,"recall":0.56917,"f1":0.514301,"accuracy":0.56917,"main_score":0.514301,"hf_subset":"prs_Arab-bem_Latn","languages":["prs-Arab","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-epo_Latn","languages":["prs-Arab","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-hun_Latn","languages":["prs-Arab","hun-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"prs_Arab-kir_Cyrl","languages":["prs-Arab","kir-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"prs_Arab-mar_Deva","languages":["prs-Arab","mar-Deva"]},{"precision":0.527844,"recall":0.596838,"f1":0.547841,"accuracy":0.596838,"main_score":0.547841,"hf_subset":"prs_Arab-plt_Latn","languages":["prs-Arab","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-srp_Cyrl","languages":["prs-Arab","srp-Cyrl"]},{"precision":0.93857,"recall":0.95751,"f1":0.944829,"accuracy":0.95751,"main_score":0.944829,"hf_subset":"prs_Arab-uig_Arab","languages":["prs-Arab","uig-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"prs_Arab-aeb_Arab","languages":["prs-Arab","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-ben_Beng","languages":["prs-Arab","ben-Beng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"prs_Arab-est_Latn","languages":["prs-Arab","est-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"prs_Arab-hye_Armn","languages":["prs-Arab","hye-Armn"]},{"precision":0.453998,"recall":0.519763,"f1":0.472323,"accuracy":0.519763,"main_score":0.472323,"hf_subset":"prs_Arab-kmb_Latn","languages":["prs-Arab","kmb-Latn"]},{"precision":0.367747,"recall":0.45751,"f1":0.391228,"accuracy":0.45751,"main_score":0.391228,"hf_subset":"prs_Arab-min_Arab","languages":["prs-Arab","min-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-pol_Latn","languages":["prs-Arab","pol-Latn"]},{"precision":0.423166,"recall":0.506917,"f1":0.445487,"accuracy":0.506917,"main_score":0.445487,"hf_subset":"prs_Arab-ssw_Latn","languages":["prs-Arab","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-ukr_Cyrl","languages":["prs-Arab","ukr-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-afr_Latn","languages":["prs-Arab","afr-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"prs_Arab-bho_Deva","languages":["prs-Arab","bho-Deva"]},{"precision":0.955369,"recall":0.969368,"f1":0.95998,"accuracy":0.969368,"main_score":0.95998,"hf_subset":"prs_Arab-eus_Latn","languages":["prs-Arab","eus-Latn"]},{"precision":0.450879,"recall":0.530632,"f1":0.473218,"accuracy":0.530632,"main_score":0.473218,"hf_subset":"prs_Arab-ibo_Latn","languages":["prs-Arab","ibo-Latn"]},{"precision":0.700479,"recall":0.767787,"f1":0.720102,"accuracy":0.767787,"main_score":0.720102,"hf_subset":"prs_Arab-kmr_Latn","languages":["prs-Arab","kmr-Latn"]},{"precision":0.95751,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"prs_Arab-min_Latn","languages":["prs-Arab","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-por_Latn","languages":["prs-Arab","por-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"prs_Arab-sun_Latn","languages":["prs-Arab","sun-Latn"]},{"precision":0.420347,"recall":0.499012,"f1":0.442791,"accuracy":0.499012,"main_score":0.442791,"hf_subset":"prs_Arab-umb_Latn","languages":["prs-Arab","umb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-ajp_Arab","languages":["prs-Arab","ajp-Arab"]},{"precision":0.387973,"recall":0.482213,"f1":0.413638,"accuracy":0.482213,"main_score":0.413638,"hf_subset":"prs_Arab-bjn_Arab","languages":["prs-Arab","bjn-Arab"]},{"precision":0.435642,"recall":0.51087,"f1":0.456661,"accuracy":0.51087,"main_score":0.456661,"hf_subset":"prs_Arab-ewe_Latn","languages":["prs-Arab","ewe-Latn"]},{"precision":0.832987,"recall":0.87747,"f1":0.846904,"accuracy":0.87747,"main_score":0.846904,"hf_subset":"prs_Arab-ilo_Latn","languages":["prs-Arab","ilo-Latn"]},{"precision":0.191939,"recall":0.27668,"f1":0.213532,"accuracy":0.27668,"main_score":0.213532,"hf_subset":"prs_Arab-knc_Arab","languages":["prs-Arab","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-mkd_Cyrl","languages":["prs-Arab","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-swe_Latn","languages":["prs-Arab","swe-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"prs_Arab-urd_Arab","languages":["prs-Arab","urd-Arab"]},{"precision":0.508841,"recall":0.583992,"f1":0.530323,"accuracy":0.583992,"main_score":0.530323,"hf_subset":"prs_Arab-aka_Latn","languages":["prs-Arab","aka-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"prs_Arab-bjn_Latn","languages":["prs-Arab","bjn-Latn"]},{"precision":0.927042,"recall":0.950593,"f1":0.934783,"accuracy":0.950593,"main_score":0.934783,"hf_subset":"prs_Arab-fao_Latn","languages":["prs-Arab","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-ind_Latn","languages":["prs-Arab","ind-Latn"]},{"precision":0.5025,"recall":0.575099,"f1":0.522926,"accuracy":0.575099,"main_score":0.522926,"hf_subset":"prs_Arab-knc_Latn","languages":["prs-Arab","knc-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"prs_Arab-mlt_Latn","languages":["prs-Arab","mlt-Latn"]},{"precision":0.528681,"recall":0.605731,"f1":0.549709,"accuracy":0.605731,"main_score":0.549709,"hf_subset":"prs_Arab-quy_Latn","languages":["prs-Arab","quy-Latn"]},{"precision":0.711686,"recall":0.785573,"f1":0.734305,"accuracy":0.785573,"main_score":0.734305,"hf_subset":"prs_Arab-swh_Latn","languages":["prs-Arab","swh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"prs_Arab-uzn_Latn","languages":["prs-Arab","uzn-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"prs_Arab-als_Latn","languages":["prs-Arab","als-Latn"]},{"precision":0.15865,"recall":0.240119,"f1":0.178142,"accuracy":0.240119,"main_score":0.178142,"hf_subset":"prs_Arab-bod_Tibt","languages":["prs-Arab","bod-Tibt"]},{"precision":0.442082,"recall":0.517787,"f1":0.463067,"accuracy":0.517787,"main_score":0.463067,"hf_subset":"prs_Arab-fij_Latn","languages":["prs-Arab","fij-Latn"]},{"precision":0.955204,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"prs_Arab-isl_Latn","languages":["prs-Arab","isl-Latn"]},{"precision":0.528182,"recall":0.61166,"f1":0.551339,"accuracy":0.61166,"main_score":0.551339,"hf_subset":"prs_Arab-kon_Latn","languages":["prs-Arab","kon-Latn"]},{"precision":0.479169,"recall":0.579051,"f1":0.50671,"accuracy":0.579051,"main_score":0.50671,"hf_subset":"prs_Arab-mni_Beng","languages":["prs-Arab","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-ron_Latn","languages":["prs-Arab","ron-Latn"]},{"precision":0.977767,"recall":0.983202,"f1":0.979578,"accuracy":0.983202,"main_score":0.979578,"hf_subset":"prs_Arab-szl_Latn","languages":["prs-Arab","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"prs_Arab-vec_Latn","languages":["prs-Arab","vec-Latn"]},{"precision":0.562287,"recall":0.652174,"f1":0.588694,"accuracy":0.652174,"main_score":0.588694,"hf_subset":"prs_Arab-amh_Ethi","languages":["prs-Arab","amh-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"prs_Arab-bos_Latn","languages":["prs-Arab","bos-Latn"]},{"precision":0.996542,"recall":0.997036,"f1":0.996706,"accuracy":0.997036,"main_score":0.996706,"hf_subset":"prs_Arab-fin_Latn","languages":["prs-Arab","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-ita_Latn","languages":["prs-Arab","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-kor_Hang","languages":["prs-Arab","kor-Hang"]},{"precision":0.443809,"recall":0.52668,"f1":0.467081,"accuracy":0.52668,"main_score":0.467081,"hf_subset":"prs_Arab-mos_Latn","languages":["prs-Arab","mos-Latn"]},{"precision":0.427282,"recall":0.506917,"f1":0.449161,"accuracy":0.506917,"main_score":0.449161,"hf_subset":"prs_Arab-run_Latn","languages":["prs-Arab","run-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"prs_Arab-tam_Taml","languages":["prs-Arab","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-vie_Latn","languages":["prs-Arab","vie-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-apc_Arab","languages":["prs-Arab","apc-Arab"]},{"precision":0.729974,"recall":0.790514,"f1":0.747436,"accuracy":0.790514,"main_score":0.747436,"hf_subset":"prs_Arab-bug_Latn","languages":["prs-Arab","bug-Latn"]},{"precision":0.404415,"recall":0.478261,"f1":0.424211,"accuracy":0.478261,"main_score":0.424211,"hf_subset":"prs_Arab-fon_Latn","languages":["prs-Arab","fon-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"prs_Arab-jav_Latn","languages":["prs-Arab","jav-Latn"]},{"precision":0.892045,"recall":0.925889,"f1":0.903063,"accuracy":0.925889,"main_score":0.903063,"hf_subset":"prs_Arab-lao_Laoo","languages":["prs-Arab","lao-Laoo"]},{"precision":0.568235,"recall":0.655138,"f1":0.592526,"accuracy":0.655138,"main_score":0.592526,"hf_subset":"prs_Arab-mri_Latn","languages":["prs-Arab","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-rus_Cyrl","languages":["prs-Arab","rus-Cyrl"]},{"precision":0.481142,"recall":0.552372,"f1":0.500807,"accuracy":0.552372,"main_score":0.500807,"hf_subset":"prs_Arab-taq_Latn","languages":["prs-Arab","taq-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"prs_Arab-war_Latn","languages":["prs-Arab","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-arb_Arab","languages":["prs-Arab","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-bul_Cyrl","languages":["prs-Arab","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-fra_Latn","languages":["prs-Arab","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-jpn_Jpan","languages":["prs-Arab","jpn-Jpan"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"prs_Arab-lij_Latn","languages":["prs-Arab","lij-Latn"]},{"precision":0.948617,"recall":0.964427,"f1":0.953722,"accuracy":0.964427,"main_score":0.953722,"hf_subset":"prs_Arab-mya_Mymr","languages":["prs-Arab","mya-Mymr"]},{"precision":0.46917,"recall":0.559289,"f1":0.494051,"accuracy":0.559289,"main_score":0.494051,"hf_subset":"prs_Arab-sag_Latn","languages":["prs-Arab","sag-Latn"]},{"precision":0.13772,"recall":0.219368,"f1":0.153265,"accuracy":0.219368,"main_score":0.153265,"hf_subset":"prs_Arab-taq_Tfng","languages":["prs-Arab","taq-Tfng"]},{"precision":0.513788,"recall":0.598814,"f1":0.538138,"accuracy":0.598814,"main_score":0.538138,"hf_subset":"prs_Arab-wol_Latn","languages":["prs-Arab","wol-Latn"]},{"precision":0.635623,"recall":0.716403,"f1":0.658791,"accuracy":0.716403,"main_score":0.658791,"hf_subset":"prs_Arab-arb_Latn","languages":["prs-Arab","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-cat_Latn","languages":["prs-Arab","cat-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"prs_Arab-fur_Latn","languages":["prs-Arab","fur-Latn"]},{"precision":0.322043,"recall":0.394269,"f1":0.341179,"accuracy":0.394269,"main_score":0.341179,"hf_subset":"prs_Arab-kab_Latn","languages":["prs-Arab","kab-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"prs_Arab-lim_Latn","languages":["prs-Arab","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-nld_Latn","languages":["prs-Arab","nld-Latn"]},{"precision":0.964592,"recall":0.975296,"f1":0.96805,"accuracy":0.975296,"main_score":0.96805,"hf_subset":"prs_Arab-san_Deva","languages":["prs-Arab","san-Deva"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"prs_Arab-tat_Cyrl","languages":["prs-Arab","tat-Cyrl"]},{"precision":0.497767,"recall":0.579051,"f1":0.519716,"accuracy":0.579051,"main_score":0.519716,"hf_subset":"prs_Arab-xho_Latn","languages":["prs-Arab","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-ars_Arab","languages":["prs-Arab","ars-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"prs_Arab-ceb_Latn","languages":["prs-Arab","ceb-Latn"]},{"precision":0.456515,"recall":0.539526,"f1":0.479607,"accuracy":0.539526,"main_score":0.479607,"hf_subset":"prs_Arab-fuv_Latn","languages":["prs-Arab","fuv-Latn"]},{"precision":0.442522,"recall":0.522727,"f1":0.464474,"accuracy":0.522727,"main_score":0.464474,"hf_subset":"prs_Arab-kac_Latn","languages":["prs-Arab","kac-Latn"]},{"precision":0.529648,"recall":0.615613,"f1":0.553637,"accuracy":0.615613,"main_score":0.553637,"hf_subset":"prs_Arab-lin_Latn","languages":["prs-Arab","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"prs_Arab-nno_Latn","languages":["prs-Arab","nno-Latn"]},{"precision":0.021579,"recall":0.066206,"f1":0.028183,"accuracy":0.066206,"main_score":0.028183,"hf_subset":"prs_Arab-sat_Olck","languages":["prs-Arab","sat-Olck"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"prs_Arab-tel_Telu","languages":["prs-Arab","tel-Telu"]},{"precision":0.737764,"recall":0.8083,"f1":0.759552,"accuracy":0.8083,"main_score":0.759552,"hf_subset":"prs_Arab-ydd_Hebr","languages":["prs-Arab","ydd-Hebr"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"prs_Arab-ary_Arab","languages":["prs-Arab","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-ces_Latn","languages":["prs-Arab","ces-Latn"]},{"precision":0.386851,"recall":0.463439,"f1":0.407289,"accuracy":0.463439,"main_score":0.407289,"hf_subset":"prs_Arab-gaz_Latn","languages":["prs-Arab","gaz-Latn"]},{"precision":0.459446,"recall":0.54249,"f1":0.482561,"accuracy":0.54249,"main_score":0.482561,"hf_subset":"prs_Arab-kam_Latn","languages":["prs-Arab","kam-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"prs_Arab-lit_Latn","languages":["prs-Arab","lit-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"prs_Arab-nob_Latn","languages":["prs-Arab","nob-Latn"]},{"precision":0.976943,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"prs_Arab-scn_Latn","languages":["prs-Arab","scn-Latn"]},{"precision":0.919549,"recall":0.943676,"f1":0.927273,"accuracy":0.943676,"main_score":0.927273,"hf_subset":"prs_Arab-tgk_Cyrl","languages":["prs-Arab","tgk-Cyrl"]},{"precision":0.397541,"recall":0.483202,"f1":0.421752,"accuracy":0.483202,"main_score":0.421752,"hf_subset":"prs_Arab-yor_Latn","languages":["prs-Arab","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"prs_Arab-arz_Arab","languages":["prs-Arab","arz-Arab"]},{"precision":0.453162,"recall":0.540514,"f1":0.476994,"accuracy":0.540514,"main_score":0.476994,"hf_subset":"prs_Arab-cjk_Latn","languages":["prs-Arab","cjk-Latn"]},{"precision":0.598833,"recall":0.679842,"f1":0.62221,"accuracy":0.679842,"main_score":0.62221,"hf_subset":"prs_Arab-gla_Latn","languages":["prs-Arab","gla-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"prs_Arab-kan_Knda","languages":["prs-Arab","kan-Knda"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"prs_Arab-lmo_Latn","languages":["prs-Arab","lmo-Latn"]},{"precision":0.993577,"recall":0.995059,"f1":0.994071,"accuracy":0.995059,"main_score":0.994071,"hf_subset":"prs_Arab-npi_Deva","languages":["prs-Arab","npi-Deva"]},{"precision":0.39168,"recall":0.488142,"f1":0.417285,"accuracy":0.488142,"main_score":0.417285,"hf_subset":"prs_Arab-shn_Mymr","languages":["prs-Arab","shn-Mymr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"prs_Arab-tgl_Latn","languages":["prs-Arab","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-yue_Hant","languages":["prs-Arab","yue-Hant"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"prs_Arab-asm_Beng","languages":["prs-Arab","asm-Beng"]},{"precision":0.741579,"recall":0.802372,"f1":0.759693,"accuracy":0.802372,"main_score":0.759693,"hf_subset":"prs_Arab-ckb_Arab","languages":["prs-Arab","ckb-Arab"]},{"precision":0.698485,"recall":0.775692,"f1":0.722713,"accuracy":0.775692,"main_score":0.722713,"hf_subset":"prs_Arab-gle_Latn","languages":["prs-Arab","gle-Latn"]},{"precision":0.884717,"recall":0.920949,"f1":0.89641,"accuracy":0.920949,"main_score":0.89641,"hf_subset":"prs_Arab-kas_Arab","languages":["prs-Arab","kas-Arab"]},{"precision":0.870718,"recall":0.909091,"f1":0.882858,"accuracy":0.909091,"main_score":0.882858,"hf_subset":"prs_Arab-ltg_Latn","languages":["prs-Arab","ltg-Latn"]},{"precision":0.494567,"recall":0.574111,"f1":0.516089,"accuracy":0.574111,"main_score":0.516089,"hf_subset":"prs_Arab-nso_Latn","languages":["prs-Arab","nso-Latn"]},{"precision":0.469569,"recall":0.566206,"f1":0.496269,"accuracy":0.566206,"main_score":0.496269,"hf_subset":"prs_Arab-sin_Sinh","languages":["prs-Arab","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-tha_Thai","languages":["prs-Arab","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-zho_Hans","languages":["prs-Arab","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-ast_Latn","languages":["prs-Arab","ast-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"prs_Arab-crh_Latn","languages":["prs-Arab","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-glg_Latn","languages":["prs-Arab","glg-Latn"]},{"precision":0.770735,"recall":0.832016,"f1":0.789116,"accuracy":0.832016,"main_score":0.789116,"hf_subset":"prs_Arab-kas_Deva","languages":["prs-Arab","kas-Deva"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"prs_Arab-ltz_Latn","languages":["prs-Arab","ltz-Latn"]},{"precision":0.358207,"recall":0.44664,"f1":0.381431,"accuracy":0.44664,"main_score":0.381431,"hf_subset":"prs_Arab-nus_Latn","languages":["prs-Arab","nus-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-slk_Latn","languages":["prs-Arab","slk-Latn"]},{"precision":0.267973,"recall":0.342885,"f1":0.288067,"accuracy":0.342885,"main_score":0.288067,"hf_subset":"prs_Arab-tir_Ethi","languages":["prs-Arab","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"prs_Arab-zho_Hant","languages":["prs-Arab","zho-Hant"]},{"precision":0.985507,"recall":0.98913,"f1":0.98666,"accuracy":0.98913,"main_score":0.98666,"hf_subset":"prs_Arab-awa_Deva","languages":["prs-Arab","awa-Deva"]},{"precision":0.870718,"recall":0.908103,"f1":0.882331,"accuracy":0.908103,"main_score":0.882331,"hf_subset":"prs_Arab-cym_Latn","languages":["prs-Arab","cym-Latn"]},{"precision":0.703329,"recall":0.764822,"f1":0.721311,"accuracy":0.764822,"main_score":0.721311,"hf_subset":"prs_Arab-grn_Latn","languages":["prs-Arab","grn-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"prs_Arab-kat_Geor","languages":["prs-Arab","kat-Geor"]},{"precision":0.522469,"recall":0.600791,"f1":0.544331,"accuracy":0.600791,"main_score":0.544331,"hf_subset":"prs_Arab-lua_Latn","languages":["prs-Arab","lua-Latn"]},{"precision":0.483864,"recall":0.565217,"f1":0.506287,"accuracy":0.565217,"main_score":0.506287,"hf_subset":"prs_Arab-nya_Latn","languages":["prs-Arab","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"prs_Arab-slv_Latn","languages":["prs-Arab","slv-Latn"]},{"precision":0.767243,"recall":0.828063,"f1":0.786067,"accuracy":0.828063,"main_score":0.786067,"hf_subset":"prs_Arab-tpi_Latn","languages":["prs-Arab","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-zsm_Latn","languages":["prs-Arab","zsm-Latn"]},{"precision":0.455106,"recall":0.535573,"f1":0.476763,"accuracy":0.535573,"main_score":0.476763,"hf_subset":"prs_Arab-ayr_Latn","languages":["prs-Arab","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-dan_Latn","languages":["prs-Arab","dan-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"prs_Arab-guj_Gujr","languages":["prs-Arab","guj-Gujr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"prs_Arab-kaz_Cyrl","languages":["prs-Arab","kaz-Cyrl"]},{"precision":0.415829,"recall":0.496047,"f1":0.438012,"accuracy":0.496047,"main_score":0.438012,"hf_subset":"prs_Arab-lug_Latn","languages":["prs-Arab","lug-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"prs_Arab-oci_Latn","languages":["prs-Arab","oci-Latn"]},{"precision":0.476156,"recall":0.567194,"f1":0.501692,"accuracy":0.567194,"main_score":0.501692,"hf_subset":"prs_Arab-smo_Latn","languages":["prs-Arab","smo-Latn"]},{"precision":0.429419,"recall":0.512846,"f1":0.452324,"accuracy":0.512846,"main_score":0.452324,"hf_subset":"prs_Arab-tsn_Latn","languages":["prs-Arab","tsn-Latn"]},{"precision":0.435169,"recall":0.51581,"f1":0.457046,"accuracy":0.51581,"main_score":0.457046,"hf_subset":"prs_Arab-zul_Latn","languages":["prs-Arab","zul-Latn"]},{"precision":0.849308,"recall":0.895257,"f1":0.863933,"accuracy":0.895257,"main_score":0.863933,"hf_subset":"prs_Arab-azb_Arab","languages":["prs-Arab","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"prs_Arab-deu_Latn","languages":["prs-Arab","deu-Latn"]},{"precision":0.899292,"recall":0.928854,"f1":0.908663,"accuracy":0.928854,"main_score":0.908663,"hf_subset":"prs_Arab-hat_Latn","languages":["prs-Arab","hat-Latn"]},{"precision":0.407994,"recall":0.487154,"f1":0.429262,"accuracy":0.487154,"main_score":0.429262,"hf_subset":"prs_Arab-kbp_Latn","languages":["prs-Arab","kbp-Latn"]},{"precision":0.465666,"recall":0.548419,"f1":0.488524,"accuracy":0.548419,"main_score":0.488524,"hf_subset":"prs_Arab-luo_Latn","languages":["prs-Arab","luo-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"prs_Arab-ory_Orya","languages":["prs-Arab","ory-Orya"]},{"precision":0.457061,"recall":0.535573,"f1":0.479389,"accuracy":0.535573,"main_score":0.479389,"hf_subset":"prs_Arab-sna_Latn","languages":["prs-Arab","sna-Latn"]},{"precision":0.43989,"recall":0.516798,"f1":0.460848,"accuracy":0.516798,"main_score":0.460848,"hf_subset":"prs_Arab-tso_Latn","languages":["prs-Arab","tso-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"prs_Arab-azj_Latn","languages":["prs-Arab","azj-Latn"]},{"precision":0.438416,"recall":0.519763,"f1":0.461205,"accuracy":0.519763,"main_score":0.461205,"hf_subset":"prs_Arab-dik_Latn","languages":["prs-Arab","dik-Latn"]},{"precision":0.444449,"recall":0.514822,"f1":0.464844,"accuracy":0.514822,"main_score":0.464844,"hf_subset":"prs_Arab-hau_Latn","languages":["prs-Arab","hau-Latn"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"prs_Arab-kea_Latn","languages":["prs-Arab","kea-Latn"]},{"precision":0.614756,"recall":0.685771,"f1":0.635165,"accuracy":0.685771,"main_score":0.635165,"hf_subset":"prs_Arab-lus_Latn","languages":["prs-Arab","lus-Latn"]},{"precision":0.78722,"recall":0.837945,"f1":0.802555,"accuracy":0.837945,"main_score":0.802555,"hf_subset":"prs_Arab-pag_Latn","languages":["prs-Arab","pag-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"prs_Arab-snd_Arab","languages":["prs-Arab","snd-Arab"]},{"precision":0.885623,"recall":0.920949,"f1":0.89697,"accuracy":0.920949,"main_score":0.89697,"hf_subset":"prs_Arab-tuk_Latn","languages":["prs-Arab","tuk-Latn"]},{"precision":0.956028,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"prs_Arab-bak_Cyrl","languages":["prs-Arab","bak-Cyrl"]},{"precision":0.383674,"recall":0.478261,"f1":0.409606,"accuracy":0.478261,"main_score":0.409606,"hf_subset":"prs_Arab-dyu_Latn","languages":["prs-Arab","dyu-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"prs_Arab-heb_Hebr","languages":["prs-Arab","heb-Hebr"]},{"precision":0.900264,"recall":0.929842,"f1":0.909585,"accuracy":0.929842,"main_score":0.909585,"hf_subset":"prs_Arab-khk_Cyrl","languages":["prs-Arab","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-lvs_Latn","languages":["prs-Arab","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"prs_Arab-pan_Guru","languages":["prs-Arab","pan-Guru"]},{"precision":0.436231,"recall":0.519763,"f1":0.459096,"accuracy":0.519763,"main_score":0.459096,"hf_subset":"prs_Arab-som_Latn","languages":["prs-Arab","som-Latn"]},{"precision":0.48211,"recall":0.548419,"f1":0.500505,"accuracy":0.548419,"main_score":0.500505,"hf_subset":"prs_Arab-tum_Latn","languages":["prs-Arab","tum-Latn"]},{"precision":0.421968,"recall":0.505929,"f1":0.444837,"accuracy":0.505929,"main_score":0.444837,"hf_subset":"swe_Latn-ace_Arab","languages":["swe-Latn","ace-Arab"]},{"precision":0.442755,"recall":0.520751,"f1":0.464585,"accuracy":0.520751,"main_score":0.464585,"hf_subset":"swe_Latn-bam_Latn","languages":["swe-Latn","bam-Latn"]},{"precision":0.107277,"recall":0.157115,"f1":0.119768,"accuracy":0.157115,"main_score":0.119768,"hf_subset":"swe_Latn-dzo_Tibt","languages":["swe-Latn","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-hin_Deva","languages":["swe-Latn","hin-Deva"]},{"precision":0.935441,"recall":0.956522,"f1":0.942358,"accuracy":0.956522,"main_score":0.942358,"hf_subset":"swe_Latn-khm_Khmr","languages":["swe-Latn","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"swe_Latn-mag_Deva","languages":["swe-Latn","mag-Deva"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"swe_Latn-pap_Latn","languages":["swe-Latn","pap-Latn"]},{"precision":0.479543,"recall":0.5583,"f1":0.500519,"accuracy":0.5583,"main_score":0.500519,"hf_subset":"swe_Latn-sot_Latn","languages":["swe-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-tur_Latn","languages":["swe-Latn","tur-Latn"]},{"precision":0.805171,"recall":0.853755,"f1":0.819998,"accuracy":0.853755,"main_score":0.819998,"hf_subset":"swe_Latn-ace_Latn","languages":["swe-Latn","ace-Latn"]},{"precision":0.934783,"recall":0.954545,"f1":0.941206,"accuracy":0.954545,"main_score":0.941206,"hf_subset":"swe_Latn-ban_Latn","languages":["swe-Latn","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"swe_Latn-ell_Grek","languages":["swe-Latn","ell-Grek"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"swe_Latn-hne_Deva","languages":["swe-Latn","hne-Deva"]},{"precision":0.50422,"recall":0.586957,"f1":0.527306,"accuracy":0.586957,"main_score":0.527306,"hf_subset":"swe_Latn-kik_Latn","languages":["swe-Latn","kik-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"swe_Latn-mai_Deva","languages":["swe-Latn","mai-Deva"]},{"precision":0.887516,"recall":0.921937,"f1":0.898715,"accuracy":0.921937,"main_score":0.898715,"hf_subset":"swe_Latn-pbt_Arab","languages":["swe-Latn","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"swe_Latn-spa_Latn","languages":["swe-Latn","spa-Latn"]},{"precision":0.565968,"recall":0.641304,"f1":0.586664,"accuracy":0.641304,"main_score":0.586664,"hf_subset":"swe_Latn-twi_Latn","languages":["swe-Latn","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"swe_Latn-acm_Arab","languages":["swe-Latn","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"swe_Latn-bel_Cyrl","languages":["swe-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-eng_Latn","languages":["swe-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-hrv_Latn","languages":["swe-Latn","hrv-Latn"]},{"precision":0.447325,"recall":0.520751,"f1":0.467588,"accuracy":0.520751,"main_score":0.467588,"hf_subset":"swe_Latn-kin_Latn","languages":["swe-Latn","kin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"swe_Latn-mal_Mlym","languages":["swe-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-pes_Arab","languages":["swe-Latn","pes-Arab"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"swe_Latn-srd_Latn","languages":["swe-Latn","srd-Latn"]},{"precision":0.108704,"recall":0.171937,"f1":0.122207,"accuracy":0.171937,"main_score":0.122207,"hf_subset":"swe_Latn-tzm_Tfng","languages":["swe-Latn","tzm-Tfng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-acq_Arab","languages":["swe-Latn","acq-Arab"]},{"precision":0.510714,"recall":0.593874,"f1":0.534317,"accuracy":0.593874,"main_score":0.534317,"hf_subset":"swe_Latn-bem_Latn","languages":["swe-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-epo_Latn","languages":["swe-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-hun_Latn","languages":["swe-Latn","hun-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"swe_Latn-kir_Cyrl","languages":["swe-Latn","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"swe_Latn-mar_Deva","languages":["swe-Latn","mar-Deva"]},{"precision":0.541807,"recall":0.619565,"f1":0.564962,"accuracy":0.619565,"main_score":0.564962,"hf_subset":"swe_Latn-plt_Latn","languages":["swe-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-srp_Cyrl","languages":["swe-Latn","srp-Cyrl"]},{"precision":0.942523,"recall":0.960474,"f1":0.948452,"accuracy":0.960474,"main_score":0.948452,"hf_subset":"swe_Latn-uig_Arab","languages":["swe-Latn","uig-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"swe_Latn-aeb_Arab","languages":["swe-Latn","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-ben_Beng","languages":["swe-Latn","ben-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-est_Latn","languages":["swe-Latn","est-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"swe_Latn-hye_Armn","languages":["swe-Latn","hye-Armn"]},{"precision":0.455777,"recall":0.527668,"f1":0.475389,"accuracy":0.527668,"main_score":0.475389,"hf_subset":"swe_Latn-kmb_Latn","languages":["swe-Latn","kmb-Latn"]},{"precision":0.379844,"recall":0.483202,"f1":0.407302,"accuracy":0.483202,"main_score":0.407302,"hf_subset":"swe_Latn-min_Arab","languages":["swe-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-pol_Latn","languages":["swe-Latn","pol-Latn"]},{"precision":0.436004,"recall":0.519763,"f1":0.458264,"accuracy":0.519763,"main_score":0.458264,"hf_subset":"swe_Latn-ssw_Latn","languages":["swe-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-ukr_Cyrl","languages":["swe-Latn","ukr-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-afr_Latn","languages":["swe-Latn","afr-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"swe_Latn-bho_Deva","languages":["swe-Latn","bho-Deva"]},{"precision":0.956686,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"swe_Latn-eus_Latn","languages":["swe-Latn","eus-Latn"]},{"precision":0.486712,"recall":0.566206,"f1":0.508865,"accuracy":0.566206,"main_score":0.508865,"hf_subset":"swe_Latn-ibo_Latn","languages":["swe-Latn","ibo-Latn"]},{"precision":0.707091,"recall":0.775692,"f1":0.727736,"accuracy":0.775692,"main_score":0.727736,"hf_subset":"swe_Latn-kmr_Latn","languages":["swe-Latn","kmr-Latn"]},{"precision":0.964921,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"swe_Latn-min_Latn","languages":["swe-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-por_Latn","languages":["swe-Latn","por-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"swe_Latn-sun_Latn","languages":["swe-Latn","sun-Latn"]},{"precision":0.442063,"recall":0.517787,"f1":0.463858,"accuracy":0.517787,"main_score":0.463858,"hf_subset":"swe_Latn-umb_Latn","languages":["swe-Latn","umb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"swe_Latn-ajp_Arab","languages":["swe-Latn","ajp-Arab"]},{"precision":0.392354,"recall":0.487154,"f1":0.418357,"accuracy":0.487154,"main_score":0.418357,"hf_subset":"swe_Latn-bjn_Arab","languages":["swe-Latn","bjn-Arab"]},{"precision":0.466801,"recall":0.537549,"f1":0.486397,"accuracy":0.537549,"main_score":0.486397,"hf_subset":"swe_Latn-ewe_Latn","languages":["swe-Latn","ewe-Latn"]},{"precision":0.853237,"recall":0.892292,"f1":0.865333,"accuracy":0.892292,"main_score":0.865333,"hf_subset":"swe_Latn-ilo_Latn","languages":["swe-Latn","ilo-Latn"]},{"precision":0.183124,"recall":0.255929,"f1":0.20052,"accuracy":0.255929,"main_score":0.20052,"hf_subset":"swe_Latn-knc_Arab","languages":["swe-Latn","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-mkd_Cyrl","languages":["swe-Latn","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"swe_Latn-prs_Arab","languages":["swe-Latn","prs-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"swe_Latn-urd_Arab","languages":["swe-Latn","urd-Arab"]},{"precision":0.530452,"recall":0.609684,"f1":0.552665,"accuracy":0.609684,"main_score":0.552665,"hf_subset":"swe_Latn-aka_Latn","languages":["swe-Latn","aka-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"swe_Latn-bjn_Latn","languages":["swe-Latn","bjn-Latn"]},{"precision":0.952899,"recall":0.968379,"f1":0.958004,"accuracy":0.968379,"main_score":0.958004,"hf_subset":"swe_Latn-fao_Latn","languages":["swe-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-ind_Latn","languages":["swe-Latn","ind-Latn"]},{"precision":0.505217,"recall":0.582016,"f1":0.526678,"accuracy":0.582016,"main_score":0.526678,"hf_subset":"swe_Latn-knc_Latn","languages":["swe-Latn","knc-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"swe_Latn-mlt_Latn","languages":["swe-Latn","mlt-Latn"]},{"precision":0.553969,"recall":0.635375,"f1":0.57677,"accuracy":0.635375,"main_score":0.57677,"hf_subset":"swe_Latn-quy_Latn","languages":["swe-Latn","quy-Latn"]},{"precision":0.707082,"recall":0.778656,"f1":0.728515,"accuracy":0.778656,"main_score":0.728515,"hf_subset":"swe_Latn-swh_Latn","languages":["swe-Latn","swh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"swe_Latn-uzn_Latn","languages":["swe-Latn","uzn-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"swe_Latn-als_Latn","languages":["swe-Latn","als-Latn"]},{"precision":0.146133,"recall":0.22332,"f1":0.16498,"accuracy":0.22332,"main_score":0.16498,"hf_subset":"swe_Latn-bod_Tibt","languages":["swe-Latn","bod-Tibt"]},{"precision":0.462387,"recall":0.538538,"f1":0.482572,"accuracy":0.538538,"main_score":0.482572,"hf_subset":"swe_Latn-fij_Latn","languages":["swe-Latn","fij-Latn"]},{"precision":0.968791,"recall":0.978261,"f1":0.971739,"accuracy":0.978261,"main_score":0.971739,"hf_subset":"swe_Latn-isl_Latn","languages":["swe-Latn","isl-Latn"]},{"precision":0.544937,"recall":0.62747,"f1":0.568354,"accuracy":0.62747,"main_score":0.568354,"hf_subset":"swe_Latn-kon_Latn","languages":["swe-Latn","kon-Latn"]},{"precision":0.490125,"recall":0.588933,"f1":0.518347,"accuracy":0.588933,"main_score":0.518347,"hf_subset":"swe_Latn-mni_Beng","languages":["swe-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-ron_Latn","languages":["swe-Latn","ron-Latn"]},{"precision":0.988636,"recall":0.991107,"f1":0.98946,"accuracy":0.991107,"main_score":0.98946,"hf_subset":"swe_Latn-szl_Latn","languages":["swe-Latn","szl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-vec_Latn","languages":["swe-Latn","vec-Latn"]},{"precision":0.530764,"recall":0.623518,"f1":0.557298,"accuracy":0.623518,"main_score":0.557298,"hf_subset":"swe_Latn-amh_Ethi","languages":["swe-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-bos_Latn","languages":["swe-Latn","bos-Latn"]},{"precision":0.995059,"recall":0.996047,"f1":0.995389,"accuracy":0.996047,"main_score":0.995389,"hf_subset":"swe_Latn-fin_Latn","languages":["swe-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-ita_Latn","languages":["swe-Latn","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-kor_Hang","languages":["swe-Latn","kor-Hang"]},{"precision":0.465523,"recall":0.55336,"f1":0.489998,"accuracy":0.55336,"main_score":0.489998,"hf_subset":"swe_Latn-mos_Latn","languages":["swe-Latn","mos-Latn"]},{"precision":0.440691,"recall":0.518775,"f1":0.4632,"accuracy":0.518775,"main_score":0.4632,"hf_subset":"swe_Latn-run_Latn","languages":["swe-Latn","run-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"swe_Latn-tam_Taml","languages":["swe-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-vie_Latn","languages":["swe-Latn","vie-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-apc_Arab","languages":["swe-Latn","apc-Arab"]},{"precision":0.749762,"recall":0.807312,"f1":0.766486,"accuracy":0.807312,"main_score":0.766486,"hf_subset":"swe_Latn-bug_Latn","languages":["swe-Latn","bug-Latn"]},{"precision":0.412247,"recall":0.494071,"f1":0.434382,"accuracy":0.494071,"main_score":0.434382,"hf_subset":"swe_Latn-fon_Latn","languages":["swe-Latn","fon-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"swe_Latn-jav_Latn","languages":["swe-Latn","jav-Latn"]},{"precision":0.899209,"recall":0.93083,"f1":0.90942,"accuracy":0.93083,"main_score":0.90942,"hf_subset":"swe_Latn-lao_Laoo","languages":["swe-Latn","lao-Laoo"]},{"precision":0.571175,"recall":0.659091,"f1":0.596227,"accuracy":0.659091,"main_score":0.596227,"hf_subset":"swe_Latn-mri_Latn","languages":["swe-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-rus_Cyrl","languages":["swe-Latn","rus-Cyrl"]},{"precision":0.491709,"recall":0.567194,"f1":0.513096,"accuracy":0.567194,"main_score":0.513096,"hf_subset":"swe_Latn-taq_Latn","languages":["swe-Latn","taq-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"swe_Latn-war_Latn","languages":["swe-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-arb_Arab","languages":["swe-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"swe_Latn-bul_Cyrl","languages":["swe-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-fra_Latn","languages":["swe-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-jpn_Jpan","languages":["swe-Latn","jpn-Jpan"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"swe_Latn-lij_Latn","languages":["swe-Latn","lij-Latn"]},{"precision":0.937747,"recall":0.956522,"f1":0.943841,"accuracy":0.956522,"main_score":0.943841,"hf_subset":"swe_Latn-mya_Mymr","languages":["swe-Latn","mya-Mymr"]},{"precision":0.50081,"recall":0.593874,"f1":0.526909,"accuracy":0.593874,"main_score":0.526909,"hf_subset":"swe_Latn-sag_Latn","languages":["swe-Latn","sag-Latn"]},{"precision":0.122884,"recall":0.208498,"f1":0.140355,"accuracy":0.208498,"main_score":0.140355,"hf_subset":"swe_Latn-taq_Tfng","languages":["swe-Latn","taq-Tfng"]},{"precision":0.532545,"recall":0.619565,"f1":0.556962,"accuracy":0.619565,"main_score":0.556962,"hf_subset":"swe_Latn-wol_Latn","languages":["swe-Latn","wol-Latn"]},{"precision":0.620837,"recall":0.708498,"f1":0.64654,"accuracy":0.708498,"main_score":0.64654,"hf_subset":"swe_Latn-arb_Latn","languages":["swe-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-cat_Latn","languages":["swe-Latn","cat-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"swe_Latn-fur_Latn","languages":["swe-Latn","fur-Latn"]},{"precision":0.317711,"recall":0.390316,"f1":0.337362,"accuracy":0.390316,"main_score":0.337362,"hf_subset":"swe_Latn-kab_Latn","languages":["swe-Latn","kab-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"swe_Latn-lim_Latn","languages":["swe-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-nld_Latn","languages":["swe-Latn","nld-Latn"]},{"precision":0.959354,"recall":0.970356,"f1":0.96278,"accuracy":0.970356,"main_score":0.96278,"hf_subset":"swe_Latn-san_Deva","languages":["swe-Latn","san-Deva"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"swe_Latn-tat_Cyrl","languages":["swe-Latn","tat-Cyrl"]},{"precision":0.523526,"recall":0.604743,"f1":0.545664,"accuracy":0.604743,"main_score":0.545664,"hf_subset":"swe_Latn-xho_Latn","languages":["swe-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-ars_Arab","languages":["swe-Latn","ars-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"swe_Latn-ceb_Latn","languages":["swe-Latn","ceb-Latn"]},{"precision":0.473003,"recall":0.554348,"f1":0.496273,"accuracy":0.554348,"main_score":0.496273,"hf_subset":"swe_Latn-fuv_Latn","languages":["swe-Latn","fuv-Latn"]},{"precision":0.460852,"recall":0.548419,"f1":0.485293,"accuracy":0.548419,"main_score":0.485293,"hf_subset":"swe_Latn-kac_Latn","languages":["swe-Latn","kac-Latn"]},{"precision":0.544436,"recall":0.633399,"f1":0.569526,"accuracy":0.633399,"main_score":0.569526,"hf_subset":"swe_Latn-lin_Latn","languages":["swe-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"swe_Latn-nno_Latn","languages":["swe-Latn","nno-Latn"]},{"precision":0.018077,"recall":0.059289,"f1":0.023566,"accuracy":0.059289,"main_score":0.023566,"hf_subset":"swe_Latn-sat_Olck","languages":["swe-Latn","sat-Olck"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"swe_Latn-tel_Telu","languages":["swe-Latn","tel-Telu"]},{"precision":0.735648,"recall":0.811265,"f1":0.759601,"accuracy":0.811265,"main_score":0.759601,"hf_subset":"swe_Latn-ydd_Hebr","languages":["swe-Latn","ydd-Hebr"]},{"precision":0.956522,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"swe_Latn-ary_Arab","languages":["swe-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-ces_Latn","languages":["swe-Latn","ces-Latn"]},{"precision":0.373942,"recall":0.468379,"f1":0.400213,"accuracy":0.468379,"main_score":0.400213,"hf_subset":"swe_Latn-gaz_Latn","languages":["swe-Latn","gaz-Latn"]},{"precision":0.494964,"recall":0.571146,"f1":0.51592,"accuracy":0.571146,"main_score":0.51592,"hf_subset":"swe_Latn-kam_Latn","languages":["swe-Latn","kam-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"swe_Latn-lit_Latn","languages":["swe-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"swe_Latn-nob_Latn","languages":["swe-Latn","nob-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"swe_Latn-scn_Latn","languages":["swe-Latn","scn-Latn"]},{"precision":0.908679,"recall":0.936759,"f1":0.917721,"accuracy":0.936759,"main_score":0.917721,"hf_subset":"swe_Latn-tgk_Cyrl","languages":["swe-Latn","tgk-Cyrl"]},{"precision":0.431546,"recall":0.514822,"f1":0.454935,"accuracy":0.514822,"main_score":0.454935,"hf_subset":"swe_Latn-yor_Latn","languages":["swe-Latn","yor-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"swe_Latn-arz_Arab","languages":["swe-Latn","arz-Arab"]},{"precision":0.476936,"recall":0.565217,"f1":0.500767,"accuracy":0.565217,"main_score":0.500767,"hf_subset":"swe_Latn-cjk_Latn","languages":["swe-Latn","cjk-Latn"]},{"precision":0.614635,"recall":0.690711,"f1":0.636193,"accuracy":0.690711,"main_score":0.636193,"hf_subset":"swe_Latn-gla_Latn","languages":["swe-Latn","gla-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"swe_Latn-kan_Knda","languages":["swe-Latn","kan-Knda"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"swe_Latn-lmo_Latn","languages":["swe-Latn","lmo-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"swe_Latn-npi_Deva","languages":["swe-Latn","npi-Deva"]},{"precision":0.39035,"recall":0.501976,"f1":0.4204,"accuracy":0.501976,"main_score":0.4204,"hf_subset":"swe_Latn-shn_Mymr","languages":["swe-Latn","shn-Mymr"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-tgl_Latn","languages":["swe-Latn","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-yue_Hant","languages":["swe-Latn","yue-Hant"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"swe_Latn-asm_Beng","languages":["swe-Latn","asm-Beng"]},{"precision":0.722287,"recall":0.789526,"f1":0.742031,"accuracy":0.789526,"main_score":0.742031,"hf_subset":"swe_Latn-ckb_Arab","languages":["swe-Latn","ckb-Arab"]},{"precision":0.734914,"recall":0.806324,"f1":0.757378,"accuracy":0.806324,"main_score":0.757378,"hf_subset":"swe_Latn-gle_Latn","languages":["swe-Latn","gle-Latn"]},{"precision":0.88414,"recall":0.91996,"f1":0.895652,"accuracy":0.91996,"main_score":0.895652,"hf_subset":"swe_Latn-kas_Arab","languages":["swe-Latn","kas-Arab"]},{"precision":0.904974,"recall":0.933794,"f1":0.914328,"accuracy":0.933794,"main_score":0.914328,"hf_subset":"swe_Latn-ltg_Latn","languages":["swe-Latn","ltg-Latn"]},{"precision":0.509274,"recall":0.588933,"f1":0.5318,"accuracy":0.588933,"main_score":0.5318,"hf_subset":"swe_Latn-nso_Latn","languages":["swe-Latn","nso-Latn"]},{"precision":0.434498,"recall":0.532609,"f1":0.461305,"accuracy":0.532609,"main_score":0.461305,"hf_subset":"swe_Latn-sin_Sinh","languages":["swe-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-tha_Thai","languages":["swe-Latn","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"swe_Latn-zho_Hans","languages":["swe-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-ast_Latn","languages":["swe-Latn","ast-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"swe_Latn-crh_Latn","languages":["swe-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-glg_Latn","languages":["swe-Latn","glg-Latn"]},{"precision":0.792342,"recall":0.848814,"f1":0.809453,"accuracy":0.848814,"main_score":0.809453,"hf_subset":"swe_Latn-kas_Deva","languages":["swe-Latn","kas-Deva"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"swe_Latn-ltz_Latn","languages":["swe-Latn","ltz-Latn"]},{"precision":0.376309,"recall":0.463439,"f1":0.400116,"accuracy":0.463439,"main_score":0.400116,"hf_subset":"swe_Latn-nus_Latn","languages":["swe-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-slk_Latn","languages":["swe-Latn","slk-Latn"]},{"precision":0.255165,"recall":0.328063,"f1":0.273591,"accuracy":0.328063,"main_score":0.273591,"hf_subset":"swe_Latn-tir_Ethi","languages":["swe-Latn","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"swe_Latn-zho_Hant","languages":["swe-Latn","zho-Hant"]},{"precision":0.985507,"recall":0.98913,"f1":0.98666,"accuracy":0.98913,"main_score":0.98666,"hf_subset":"swe_Latn-awa_Deva","languages":["swe-Latn","awa-Deva"]},{"precision":0.874374,"recall":0.909091,"f1":0.885178,"accuracy":0.909091,"main_score":0.885178,"hf_subset":"swe_Latn-cym_Latn","languages":["swe-Latn","cym-Latn"]},{"precision":0.718174,"recall":0.785573,"f1":0.738004,"accuracy":0.785573,"main_score":0.738004,"hf_subset":"swe_Latn-grn_Latn","languages":["swe-Latn","grn-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"swe_Latn-kat_Geor","languages":["swe-Latn","kat-Geor"]},{"precision":0.550712,"recall":0.628458,"f1":0.572665,"accuracy":0.628458,"main_score":0.572665,"hf_subset":"swe_Latn-lua_Latn","languages":["swe-Latn","lua-Latn"]},{"precision":0.506778,"recall":0.589921,"f1":0.529898,"accuracy":0.589921,"main_score":0.529898,"hf_subset":"swe_Latn-nya_Latn","languages":["swe-Latn","nya-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-slv_Latn","languages":["swe-Latn","slv-Latn"]},{"precision":0.7917,"recall":0.844862,"f1":0.808037,"accuracy":0.844862,"main_score":0.808037,"hf_subset":"swe_Latn-tpi_Latn","languages":["swe-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-zsm_Latn","languages":["swe-Latn","zsm-Latn"]},{"precision":0.467263,"recall":0.546443,"f1":0.489173,"accuracy":0.546443,"main_score":0.489173,"hf_subset":"swe_Latn-ayr_Latn","languages":["swe-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-dan_Latn","languages":["swe-Latn","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"swe_Latn-guj_Gujr","languages":["swe-Latn","guj-Gujr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"swe_Latn-kaz_Cyrl","languages":["swe-Latn","kaz-Cyrl"]},{"precision":0.433043,"recall":0.511858,"f1":0.454487,"accuracy":0.511858,"main_score":0.454487,"hf_subset":"swe_Latn-lug_Latn","languages":["swe-Latn","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"swe_Latn-oci_Latn","languages":["swe-Latn","oci-Latn"]},{"precision":0.51288,"recall":0.598814,"f1":0.536703,"accuracy":0.598814,"main_score":0.536703,"hf_subset":"swe_Latn-smo_Latn","languages":["swe-Latn","smo-Latn"]},{"precision":0.449804,"recall":0.531621,"f1":0.47206,"accuracy":0.531621,"main_score":0.47206,"hf_subset":"swe_Latn-tsn_Latn","languages":["swe-Latn","tsn-Latn"]},{"precision":0.456354,"recall":0.537549,"f1":0.478216,"accuracy":0.537549,"main_score":0.478216,"hf_subset":"swe_Latn-zul_Latn","languages":["swe-Latn","zul-Latn"]},{"precision":0.805369,"recall":0.862648,"f1":0.823419,"accuracy":0.862648,"main_score":0.823419,"hf_subset":"swe_Latn-azb_Arab","languages":["swe-Latn","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"swe_Latn-deu_Latn","languages":["swe-Latn","deu-Latn"]},{"precision":0.926383,"recall":0.949605,"f1":0.933959,"accuracy":0.949605,"main_score":0.933959,"hf_subset":"swe_Latn-hat_Latn","languages":["swe-Latn","hat-Latn"]},{"precision":0.423817,"recall":0.496047,"f1":0.443077,"accuracy":0.496047,"main_score":0.443077,"hf_subset":"swe_Latn-kbp_Latn","languages":["swe-Latn","kbp-Latn"]},{"precision":0.491029,"recall":0.566206,"f1":0.511342,"accuracy":0.566206,"main_score":0.511342,"hf_subset":"swe_Latn-luo_Latn","languages":["swe-Latn","luo-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"swe_Latn-ory_Orya","languages":["swe-Latn","ory-Orya"]},{"precision":0.47534,"recall":0.559289,"f1":0.499495,"accuracy":0.559289,"main_score":0.499495,"hf_subset":"swe_Latn-sna_Latn","languages":["swe-Latn","sna-Latn"]},{"precision":0.458623,"recall":0.536561,"f1":0.480677,"accuracy":0.536561,"main_score":0.480677,"hf_subset":"swe_Latn-tso_Latn","languages":["swe-Latn","tso-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"swe_Latn-azj_Latn","languages":["swe-Latn","azj-Latn"]},{"precision":0.470943,"recall":0.555336,"f1":0.494852,"accuracy":0.555336,"main_score":0.494852,"hf_subset":"swe_Latn-dik_Latn","languages":["swe-Latn","dik-Latn"]},{"precision":0.453856,"recall":0.529644,"f1":0.475257,"accuracy":0.529644,"main_score":0.475257,"hf_subset":"swe_Latn-hau_Latn","languages":["swe-Latn","hau-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"swe_Latn-kea_Latn","languages":["swe-Latn","kea-Latn"]},{"precision":0.642758,"recall":0.715415,"f1":0.663796,"accuracy":0.715415,"main_score":0.663796,"hf_subset":"swe_Latn-lus_Latn","languages":["swe-Latn","lus-Latn"]},{"precision":0.824012,"recall":0.868577,"f1":0.837371,"accuracy":0.868577,"main_score":0.837371,"hf_subset":"swe_Latn-pag_Latn","languages":["swe-Latn","pag-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"swe_Latn-snd_Arab","languages":["swe-Latn","snd-Arab"]},{"precision":0.898057,"recall":0.929842,"f1":0.908267,"accuracy":0.929842,"main_score":0.908267,"hf_subset":"swe_Latn-tuk_Latn","languages":["swe-Latn","tuk-Latn"]},{"precision":0.951087,"recall":0.967391,"f1":0.956522,"accuracy":0.967391,"main_score":0.956522,"hf_subset":"swe_Latn-bak_Cyrl","languages":["swe-Latn","bak-Cyrl"]},{"precision":0.426228,"recall":0.524704,"f1":0.453791,"accuracy":0.524704,"main_score":0.453791,"hf_subset":"swe_Latn-dyu_Latn","languages":["swe-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"swe_Latn-heb_Hebr","languages":["swe-Latn","heb-Hebr"]},{"precision":0.916749,"recall":0.9417,"f1":0.924802,"accuracy":0.9417,"main_score":0.924802,"hf_subset":"swe_Latn-khk_Cyrl","languages":["swe-Latn","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-lvs_Latn","languages":["swe-Latn","lvs-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"swe_Latn-pan_Guru","languages":["swe-Latn","pan-Guru"]},{"precision":0.456438,"recall":0.541502,"f1":0.480158,"accuracy":0.541502,"main_score":0.480158,"hf_subset":"swe_Latn-som_Latn","languages":["swe-Latn","som-Latn"]},{"precision":0.505667,"recall":0.577075,"f1":0.525297,"accuracy":0.577075,"main_score":0.525297,"hf_subset":"swe_Latn-tum_Latn","languages":["swe-Latn","tum-Latn"]},{"precision":0.415926,"recall":0.497036,"f1":0.438365,"accuracy":0.497036,"main_score":0.438365,"hf_subset":"urd_Arab-ace_Arab","languages":["urd-Arab","ace-Arab"]},{"precision":0.406047,"recall":0.475296,"f1":0.424778,"accuracy":0.475296,"main_score":0.424778,"hf_subset":"urd_Arab-bam_Latn","languages":["urd-Arab","bam-Latn"]},{"precision":0.115736,"recall":0.166996,"f1":0.1286,"accuracy":0.166996,"main_score":0.1286,"hf_subset":"urd_Arab-dzo_Tibt","languages":["urd-Arab","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"urd_Arab-hin_Deva","languages":["urd-Arab","hin-Deva"]},{"precision":0.935771,"recall":0.956522,"f1":0.942523,"accuracy":0.956522,"main_score":0.942523,"hf_subset":"urd_Arab-khm_Khmr","languages":["urd-Arab","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-mag_Deva","languages":["urd-Arab","mag-Deva"]},{"precision":0.96805,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"urd_Arab-pap_Latn","languages":["urd-Arab","pap-Latn"]},{"precision":0.454185,"recall":0.530632,"f1":0.474787,"accuracy":0.530632,"main_score":0.474787,"hf_subset":"urd_Arab-sot_Latn","languages":["urd-Arab","sot-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"urd_Arab-tur_Latn","languages":["urd-Arab","tur-Latn"]},{"precision":0.763406,"recall":0.821146,"f1":0.781061,"accuracy":0.821146,"main_score":0.781061,"hf_subset":"urd_Arab-ace_Latn","languages":["urd-Arab","ace-Latn"]},{"precision":0.894269,"recall":0.923913,"f1":0.903576,"accuracy":0.923913,"main_score":0.903576,"hf_subset":"urd_Arab-ban_Latn","languages":["urd-Arab","ban-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-ell_Grek","languages":["urd-Arab","ell-Grek"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"urd_Arab-hne_Deva","languages":["urd-Arab","hne-Deva"]},{"precision":0.456719,"recall":0.537549,"f1":0.479906,"accuracy":0.537549,"main_score":0.479906,"hf_subset":"urd_Arab-kik_Latn","languages":["urd-Arab","kik-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-mai_Deva","languages":["urd-Arab","mai-Deva"]},{"precision":0.904315,"recall":0.931818,"f1":0.913011,"accuracy":0.931818,"main_score":0.913011,"hf_subset":"urd_Arab-pbt_Arab","languages":["urd-Arab","pbt-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-spa_Latn","languages":["urd-Arab","spa-Latn"]},{"precision":0.520718,"recall":0.590909,"f1":0.54035,"accuracy":0.590909,"main_score":0.54035,"hf_subset":"urd_Arab-twi_Latn","languages":["urd-Arab","twi-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"urd_Arab-acm_Arab","languages":["urd-Arab","acm-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"urd_Arab-bel_Cyrl","languages":["urd-Arab","bel-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"urd_Arab-eng_Latn","languages":["urd-Arab","eng-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"urd_Arab-hrv_Latn","languages":["urd-Arab","hrv-Latn"]},{"precision":0.410994,"recall":0.488142,"f1":0.432396,"accuracy":0.488142,"main_score":0.432396,"hf_subset":"urd_Arab-kin_Latn","languages":["urd-Arab","kin-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"urd_Arab-mal_Mlym","languages":["urd-Arab","mal-Mlym"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"urd_Arab-pes_Arab","languages":["urd-Arab","pes-Arab"]},{"precision":0.96558,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"urd_Arab-srd_Latn","languages":["urd-Arab","srd-Latn"]},{"precision":0.126095,"recall":0.189723,"f1":0.13961,"accuracy":0.189723,"main_score":0.13961,"hf_subset":"urd_Arab-tzm_Tfng","languages":["urd-Arab","tzm-Tfng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-acq_Arab","languages":["urd-Arab","acq-Arab"]},{"precision":0.479194,"recall":0.550395,"f1":0.499497,"accuracy":0.550395,"main_score":0.499497,"hf_subset":"urd_Arab-bem_Latn","languages":["urd-Arab","bem-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"urd_Arab-epo_Latn","languages":["urd-Arab","epo-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-hun_Latn","languages":["urd-Arab","hun-Latn"]},{"precision":0.956192,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"urd_Arab-kir_Cyrl","languages":["urd-Arab","kir-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"urd_Arab-mar_Deva","languages":["urd-Arab","mar-Deva"]},{"precision":0.515549,"recall":0.58498,"f1":0.535604,"accuracy":0.58498,"main_score":0.535604,"hf_subset":"urd_Arab-plt_Latn","languages":["urd-Arab","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"urd_Arab-srp_Cyrl","languages":["urd-Arab","srp-Cyrl"]},{"precision":0.931818,"recall":0.952569,"f1":0.93857,"accuracy":0.952569,"main_score":0.93857,"hf_subset":"urd_Arab-uig_Arab","languages":["urd-Arab","uig-Arab"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"urd_Arab-aeb_Arab","languages":["urd-Arab","aeb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-ben_Beng","languages":["urd-Arab","ben-Beng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"urd_Arab-est_Latn","languages":["urd-Arab","est-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"urd_Arab-hye_Armn","languages":["urd-Arab","hye-Armn"]},{"precision":0.420539,"recall":0.488142,"f1":0.439234,"accuracy":0.488142,"main_score":0.439234,"hf_subset":"urd_Arab-kmb_Latn","languages":["urd-Arab","kmb-Latn"]},{"precision":0.352495,"recall":0.443676,"f1":0.37607,"accuracy":0.443676,"main_score":0.37607,"hf_subset":"urd_Arab-min_Arab","languages":["urd-Arab","min-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"urd_Arab-pol_Latn","languages":["urd-Arab","pol-Latn"]},{"precision":0.419504,"recall":0.493083,"f1":0.439209,"accuracy":0.493083,"main_score":0.439209,"hf_subset":"urd_Arab-ssw_Latn","languages":["urd-Arab","ssw-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-ukr_Cyrl","languages":["urd-Arab","ukr-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-afr_Latn","languages":["urd-Arab","afr-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"urd_Arab-bho_Deva","languages":["urd-Arab","bho-Deva"]},{"precision":0.939641,"recall":0.958498,"f1":0.945718,"accuracy":0.958498,"main_score":0.945718,"hf_subset":"urd_Arab-eus_Latn","languages":["urd-Arab","eus-Latn"]},{"precision":0.435217,"recall":0.511858,"f1":0.456097,"accuracy":0.511858,"main_score":0.456097,"hf_subset":"urd_Arab-ibo_Latn","languages":["urd-Arab","ibo-Latn"]},{"precision":0.677622,"recall":0.752964,"f1":0.699824,"accuracy":0.752964,"main_score":0.699824,"hf_subset":"urd_Arab-kmr_Latn","languages":["urd-Arab","kmr-Latn"]},{"precision":0.948699,"recall":0.964427,"f1":0.953788,"accuracy":0.964427,"main_score":0.953788,"hf_subset":"urd_Arab-min_Latn","languages":["urd-Arab","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"urd_Arab-por_Latn","languages":["urd-Arab","por-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"urd_Arab-sun_Latn","languages":["urd-Arab","sun-Latn"]},{"precision":0.412922,"recall":0.48913,"f1":0.434326,"accuracy":0.48913,"main_score":0.434326,"hf_subset":"urd_Arab-umb_Latn","languages":["urd-Arab","umb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"urd_Arab-ajp_Arab","languages":["urd-Arab","ajp-Arab"]},{"precision":0.390081,"recall":0.482213,"f1":0.415857,"accuracy":0.482213,"main_score":0.415857,"hf_subset":"urd_Arab-bjn_Arab","languages":["urd-Arab","bjn-Arab"]},{"precision":0.421638,"recall":0.491107,"f1":0.440303,"accuracy":0.491107,"main_score":0.440303,"hf_subset":"urd_Arab-ewe_Latn","languages":["urd-Arab","ewe-Latn"]},{"precision":0.834766,"recall":0.878458,"f1":0.848188,"accuracy":0.878458,"main_score":0.848188,"hf_subset":"urd_Arab-ilo_Latn","languages":["urd-Arab","ilo-Latn"]},{"precision":0.184167,"recall":0.259881,"f1":0.202832,"accuracy":0.259881,"main_score":0.202832,"hf_subset":"urd_Arab-knc_Arab","languages":["urd-Arab","knc-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"urd_Arab-mkd_Cyrl","languages":["urd-Arab","mkd-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"urd_Arab-prs_Arab","languages":["urd-Arab","prs-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-swe_Latn","languages":["urd-Arab","swe-Latn"]},{"precision":0.492296,"recall":0.567194,"f1":0.513176,"accuracy":0.567194,"main_score":0.513176,"hf_subset":"urd_Arab-aka_Latn","languages":["urd-Arab","aka-Latn"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"urd_Arab-bjn_Latn","languages":["urd-Arab","bjn-Latn"]},{"precision":0.915679,"recall":0.9417,"f1":0.924242,"accuracy":0.9417,"main_score":0.924242,"hf_subset":"urd_Arab-fao_Latn","languages":["urd-Arab","fao-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-ind_Latn","languages":["urd-Arab","ind-Latn"]},{"precision":0.488648,"recall":0.562253,"f1":0.50924,"accuracy":0.562253,"main_score":0.50924,"hf_subset":"urd_Arab-knc_Latn","languages":["urd-Arab","knc-Latn"]},{"precision":0.95998,"recall":0.972332,"f1":0.964097,"accuracy":0.972332,"main_score":0.964097,"hf_subset":"urd_Arab-mlt_Latn","languages":["urd-Arab","mlt-Latn"]},{"precision":0.514308,"recall":0.59585,"f1":0.536357,"accuracy":0.59585,"main_score":0.536357,"hf_subset":"urd_Arab-quy_Latn","languages":["urd-Arab","quy-Latn"]},{"precision":0.711331,"recall":0.784585,"f1":0.733564,"accuracy":0.784585,"main_score":0.733564,"hf_subset":"urd_Arab-swh_Latn","languages":["urd-Arab","swh-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"urd_Arab-uzn_Latn","languages":["urd-Arab","uzn-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-als_Latn","languages":["urd-Arab","als-Latn"]},{"precision":0.158524,"recall":0.231225,"f1":0.176177,"accuracy":0.231225,"main_score":0.176177,"hf_subset":"urd_Arab-bod_Tibt","languages":["urd-Arab","bod-Tibt"]},{"precision":0.431476,"recall":0.502964,"f1":0.450981,"accuracy":0.502964,"main_score":0.450981,"hf_subset":"urd_Arab-fij_Latn","languages":["urd-Arab","fij-Latn"]},{"precision":0.933465,"recall":0.953557,"f1":0.939888,"accuracy":0.953557,"main_score":0.939888,"hf_subset":"urd_Arab-isl_Latn","languages":["urd-Arab","isl-Latn"]},{"precision":0.496363,"recall":0.577075,"f1":0.518977,"accuracy":0.577075,"main_score":0.518977,"hf_subset":"urd_Arab-kon_Latn","languages":["urd-Arab","kon-Latn"]},{"precision":0.481011,"recall":0.58498,"f1":0.510758,"accuracy":0.58498,"main_score":0.510758,"hf_subset":"urd_Arab-mni_Beng","languages":["urd-Arab","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"urd_Arab-ron_Latn","languages":["urd-Arab","ron-Latn"]},{"precision":0.974308,"recall":0.981225,"f1":0.976614,"accuracy":0.981225,"main_score":0.976614,"hf_subset":"urd_Arab-szl_Latn","languages":["urd-Arab","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-vec_Latn","languages":["urd-Arab","vec-Latn"]},{"precision":0.537666,"recall":0.62747,"f1":0.562941,"accuracy":0.62747,"main_score":0.562941,"hf_subset":"urd_Arab-amh_Ethi","languages":["urd-Arab","amh-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-bos_Latn","languages":["urd-Arab","bos-Latn"]},{"precision":0.993577,"recall":0.995059,"f1":0.994071,"accuracy":0.995059,"main_score":0.994071,"hf_subset":"urd_Arab-fin_Latn","languages":["urd-Arab","fin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"urd_Arab-ita_Latn","languages":["urd-Arab","ita-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"urd_Arab-kor_Hang","languages":["urd-Arab","kor-Hang"]},{"precision":0.416579,"recall":0.496047,"f1":0.438545,"accuracy":0.496047,"main_score":0.438545,"hf_subset":"urd_Arab-mos_Latn","languages":["urd-Arab","mos-Latn"]},{"precision":0.410307,"recall":0.475296,"f1":0.428091,"accuracy":0.475296,"main_score":0.428091,"hf_subset":"urd_Arab-run_Latn","languages":["urd-Arab","run-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-tam_Taml","languages":["urd-Arab","tam-Taml"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-vie_Latn","languages":["urd-Arab","vie-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"urd_Arab-apc_Arab","languages":["urd-Arab","apc-Arab"]},{"precision":0.712295,"recall":0.775692,"f1":0.730635,"accuracy":0.775692,"main_score":0.730635,"hf_subset":"urd_Arab-bug_Latn","languages":["urd-Arab","bug-Latn"]},{"precision":0.377512,"recall":0.448617,"f1":0.396205,"accuracy":0.448617,"main_score":0.396205,"hf_subset":"urd_Arab-fon_Latn","languages":["urd-Arab","fon-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"urd_Arab-jav_Latn","languages":["urd-Arab","jav-Latn"]},{"precision":0.880352,"recall":0.916008,"f1":0.8917,"accuracy":0.916008,"main_score":0.8917,"hf_subset":"urd_Arab-lao_Laoo","languages":["urd-Arab","lao-Laoo"]},{"precision":0.5476,"recall":0.639328,"f1":0.574002,"accuracy":0.639328,"main_score":0.574002,"hf_subset":"urd_Arab-mri_Latn","languages":["urd-Arab","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"urd_Arab-rus_Cyrl","languages":["urd-Arab","rus-Cyrl"]},{"precision":0.465947,"recall":0.528656,"f1":0.483123,"accuracy":0.528656,"main_score":0.483123,"hf_subset":"urd_Arab-taq_Latn","languages":["urd-Arab","taq-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"urd_Arab-war_Latn","languages":["urd-Arab","war-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-arb_Arab","languages":["urd-Arab","arb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-bul_Cyrl","languages":["urd-Arab","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-fra_Latn","languages":["urd-Arab","fra-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-jpn_Jpan","languages":["urd-Arab","jpn-Jpan"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"urd_Arab-lij_Latn","languages":["urd-Arab","lij-Latn"]},{"precision":0.940135,"recall":0.958498,"f1":0.946047,"accuracy":0.958498,"main_score":0.946047,"hf_subset":"urd_Arab-mya_Mymr","languages":["urd-Arab","mya-Mymr"]},{"precision":0.439044,"recall":0.525692,"f1":0.463329,"accuracy":0.525692,"main_score":0.463329,"hf_subset":"urd_Arab-sag_Latn","languages":["urd-Arab","sag-Latn"]},{"precision":0.134434,"recall":0.211462,"f1":0.149445,"accuracy":0.211462,"main_score":0.149445,"hf_subset":"urd_Arab-taq_Tfng","languages":["urd-Arab","taq-Tfng"]},{"precision":0.483897,"recall":0.56917,"f1":0.507922,"accuracy":0.56917,"main_score":0.507922,"hf_subset":"urd_Arab-wol_Latn","languages":["urd-Arab","wol-Latn"]},{"precision":0.611091,"recall":0.695652,"f1":0.63533,"accuracy":0.695652,"main_score":0.63533,"hf_subset":"urd_Arab-arb_Latn","languages":["urd-Arab","arb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"urd_Arab-cat_Latn","languages":["urd-Arab","cat-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"urd_Arab-fur_Latn","languages":["urd-Arab","fur-Latn"]},{"precision":0.313382,"recall":0.382411,"f1":0.332221,"accuracy":0.382411,"main_score":0.332221,"hf_subset":"urd_Arab-kab_Latn","languages":["urd-Arab","kab-Latn"]},{"precision":0.963109,"recall":0.974308,"f1":0.966733,"accuracy":0.974308,"main_score":0.966733,"hf_subset":"urd_Arab-lim_Latn","languages":["urd-Arab","lim-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"urd_Arab-nld_Latn","languages":["urd-Arab","nld-Latn"]},{"precision":0.962154,"recall":0.97332,"f1":0.965744,"accuracy":0.97332,"main_score":0.965744,"hf_subset":"urd_Arab-san_Deva","languages":["urd-Arab","san-Deva"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"urd_Arab-tat_Cyrl","languages":["urd-Arab","tat-Cyrl"]},{"precision":0.472398,"recall":0.554348,"f1":0.494851,"accuracy":0.554348,"main_score":0.494851,"hf_subset":"urd_Arab-xho_Latn","languages":["urd-Arab","xho-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"urd_Arab-ars_Arab","languages":["urd-Arab","ars-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"urd_Arab-ceb_Latn","languages":["urd-Arab","ceb-Latn"]},{"precision":0.442234,"recall":0.51581,"f1":0.461647,"accuracy":0.51581,"main_score":0.461647,"hf_subset":"urd_Arab-fuv_Latn","languages":["urd-Arab","fuv-Latn"]},{"precision":0.416331,"recall":0.501976,"f1":0.439718,"accuracy":0.501976,"main_score":0.439718,"hf_subset":"urd_Arab-kac_Latn","languages":["urd-Arab","kac-Latn"]},{"precision":0.503317,"recall":0.587945,"f1":0.526382,"accuracy":0.587945,"main_score":0.526382,"hf_subset":"urd_Arab-lin_Latn","languages":["urd-Arab","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"urd_Arab-nno_Latn","languages":["urd-Arab","nno-Latn"]},{"precision":0.019141,"recall":0.059289,"f1":0.024903,"accuracy":0.059289,"main_score":0.024903,"hf_subset":"urd_Arab-sat_Olck","languages":["urd-Arab","sat-Olck"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"urd_Arab-tel_Telu","languages":["urd-Arab","tel-Telu"]},{"precision":0.742122,"recall":0.809289,"f1":0.762352,"accuracy":0.809289,"main_score":0.762352,"hf_subset":"urd_Arab-ydd_Hebr","languages":["urd-Arab","ydd-Hebr"]},{"precision":0.95504,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"urd_Arab-ary_Arab","languages":["urd-Arab","ary-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"urd_Arab-ces_Latn","languages":["urd-Arab","ces-Latn"]},{"precision":0.377866,"recall":0.455534,"f1":0.398758,"accuracy":0.455534,"main_score":0.398758,"hf_subset":"urd_Arab-gaz_Latn","languages":["urd-Arab","gaz-Latn"]},{"precision":0.436631,"recall":0.519763,"f1":0.459835,"accuracy":0.519763,"main_score":0.459835,"hf_subset":"urd_Arab-kam_Latn","languages":["urd-Arab","kam-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"urd_Arab-lit_Latn","languages":["urd-Arab","lit-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"urd_Arab-nob_Latn","languages":["urd-Arab","nob-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"urd_Arab-scn_Latn","languages":["urd-Arab","scn-Latn"]},{"precision":0.908432,"recall":0.935771,"f1":0.917325,"accuracy":0.935771,"main_score":0.917325,"hf_subset":"urd_Arab-tgk_Cyrl","languages":["urd-Arab","tgk-Cyrl"]},{"precision":0.374395,"recall":0.464427,"f1":0.39941,"accuracy":0.464427,"main_score":0.39941,"hf_subset":"urd_Arab-yor_Latn","languages":["urd-Arab","yor-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"urd_Arab-arz_Arab","languages":["urd-Arab","arz-Arab"]},{"precision":0.447853,"recall":0.528656,"f1":0.469476,"accuracy":0.528656,"main_score":0.469476,"hf_subset":"urd_Arab-cjk_Latn","languages":["urd-Arab","cjk-Latn"]},{"precision":0.592959,"recall":0.671937,"f1":0.614709,"accuracy":0.671937,"main_score":0.614709,"hf_subset":"urd_Arab-gla_Latn","languages":["urd-Arab","gla-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"urd_Arab-kan_Knda","languages":["urd-Arab","kan-Knda"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"urd_Arab-lmo_Latn","languages":["urd-Arab","lmo-Latn"]},{"precision":0.990613,"recall":0.993083,"f1":0.991436,"accuracy":0.993083,"main_score":0.991436,"hf_subset":"urd_Arab-npi_Deva","languages":["urd-Arab","npi-Deva"]},{"precision":0.375724,"recall":0.474308,"f1":0.402375,"accuracy":0.474308,"main_score":0.402375,"hf_subset":"urd_Arab-shn_Mymr","languages":["urd-Arab","shn-Mymr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"urd_Arab-tgl_Latn","languages":["urd-Arab","tgl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"urd_Arab-yue_Hant","languages":["urd-Arab","yue-Hant"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"urd_Arab-asm_Beng","languages":["urd-Arab","asm-Beng"]},{"precision":0.720976,"recall":0.786561,"f1":0.740255,"accuracy":0.786561,"main_score":0.740255,"hf_subset":"urd_Arab-ckb_Arab","languages":["urd-Arab","ckb-Arab"]},{"precision":0.707955,"recall":0.780632,"f1":0.729842,"accuracy":0.780632,"main_score":0.729842,"hf_subset":"urd_Arab-gle_Latn","languages":["urd-Arab","gle-Latn"]},{"precision":0.907362,"recall":0.935771,"f1":0.916403,"accuracy":0.935771,"main_score":0.916403,"hf_subset":"urd_Arab-kas_Arab","languages":["urd-Arab","kas-Arab"]},{"precision":0.850049,"recall":0.892292,"f1":0.863161,"accuracy":0.892292,"main_score":0.863161,"hf_subset":"urd_Arab-ltg_Latn","languages":["urd-Arab","ltg-Latn"]},{"precision":0.472496,"recall":0.548419,"f1":0.493594,"accuracy":0.548419,"main_score":0.493594,"hf_subset":"urd_Arab-nso_Latn","languages":["urd-Arab","nso-Latn"]},{"precision":0.466865,"recall":0.560277,"f1":0.49346,"accuracy":0.560277,"main_score":0.49346,"hf_subset":"urd_Arab-sin_Sinh","languages":["urd-Arab","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"urd_Arab-tha_Thai","languages":["urd-Arab","tha-Thai"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-zho_Hans","languages":["urd-Arab","zho-Hans"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-ast_Latn","languages":["urd-Arab","ast-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"urd_Arab-crh_Latn","languages":["urd-Arab","crh-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"urd_Arab-glg_Latn","languages":["urd-Arab","glg-Latn"]},{"precision":0.816288,"recall":0.866601,"f1":0.831719,"accuracy":0.866601,"main_score":0.831719,"hf_subset":"urd_Arab-kas_Deva","languages":["urd-Arab","kas-Deva"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"urd_Arab-ltz_Latn","languages":["urd-Arab","ltz-Latn"]},{"precision":0.352362,"recall":0.436759,"f1":0.374954,"accuracy":0.436759,"main_score":0.374954,"hf_subset":"urd_Arab-nus_Latn","languages":["urd-Arab","nus-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-slk_Latn","languages":["urd-Arab","slk-Latn"]},{"precision":0.272919,"recall":0.340909,"f1":0.289854,"accuracy":0.340909,"main_score":0.289854,"hf_subset":"urd_Arab-tir_Ethi","languages":["urd-Arab","tir-Ethi"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"urd_Arab-zho_Hant","languages":["urd-Arab","zho-Hant"]},{"precision":0.984025,"recall":0.988142,"f1":0.985343,"accuracy":0.988142,"main_score":0.985343,"hf_subset":"urd_Arab-awa_Deva","languages":["urd-Arab","awa-Deva"]},{"precision":0.857543,"recall":0.896245,"f1":0.869532,"accuracy":0.896245,"main_score":0.869532,"hf_subset":"urd_Arab-cym_Latn","languages":["urd-Arab","cym-Latn"]},{"precision":0.663809,"recall":0.735178,"f1":0.685087,"accuracy":0.735178,"main_score":0.685087,"hf_subset":"urd_Arab-grn_Latn","languages":["urd-Arab","grn-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"urd_Arab-kat_Geor","languages":["urd-Arab","kat-Geor"]},{"precision":0.506709,"recall":0.585968,"f1":0.528723,"accuracy":0.585968,"main_score":0.528723,"hf_subset":"urd_Arab-lua_Latn","languages":["urd-Arab","lua-Latn"]},{"precision":0.463224,"recall":0.54249,"f1":0.484555,"accuracy":0.54249,"main_score":0.484555,"hf_subset":"urd_Arab-nya_Latn","languages":["urd-Arab","nya-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-slv_Latn","languages":["urd-Arab","slv-Latn"]},{"precision":0.753771,"recall":0.816206,"f1":0.772694,"accuracy":0.816206,"main_score":0.772694,"hf_subset":"urd_Arab-tpi_Latn","languages":["urd-Arab","tpi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"urd_Arab-zsm_Latn","languages":["urd-Arab","zsm-Latn"]},{"precision":0.433346,"recall":0.508893,"f1":0.453979,"accuracy":0.508893,"main_score":0.453979,"hf_subset":"urd_Arab-ayr_Latn","languages":["urd-Arab","ayr-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"urd_Arab-dan_Latn","languages":["urd-Arab","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"urd_Arab-guj_Gujr","languages":["urd-Arab","guj-Gujr"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"urd_Arab-kaz_Cyrl","languages":["urd-Arab","kaz-Cyrl"]},{"precision":0.399391,"recall":0.471344,"f1":0.419276,"accuracy":0.471344,"main_score":0.419276,"hf_subset":"urd_Arab-lug_Latn","languages":["urd-Arab","lug-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"urd_Arab-oci_Latn","languages":["urd-Arab","oci-Latn"]},{"precision":0.468813,"recall":0.552372,"f1":0.492287,"accuracy":0.552372,"main_score":0.492287,"hf_subset":"urd_Arab-smo_Latn","languages":["urd-Arab","smo-Latn"]},{"precision":0.421689,"recall":0.497036,"f1":0.442053,"accuracy":0.497036,"main_score":0.442053,"hf_subset":"urd_Arab-tsn_Latn","languages":["urd-Arab","tsn-Latn"]},{"precision":0.430383,"recall":0.508893,"f1":0.451841,"accuracy":0.508893,"main_score":0.451841,"hf_subset":"urd_Arab-zul_Latn","languages":["urd-Arab","zul-Latn"]},{"precision":0.799901,"recall":0.857708,"f1":0.817984,"accuracy":0.857708,"main_score":0.817984,"hf_subset":"urd_Arab-azb_Arab","languages":["urd-Arab","azb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-deu_Latn","languages":["urd-Arab","deu-Latn"]},{"precision":0.908597,"recall":0.933794,"f1":0.91662,"accuracy":0.933794,"main_score":0.91662,"hf_subset":"urd_Arab-hat_Latn","languages":["urd-Arab","hat-Latn"]},{"precision":0.399508,"recall":0.475296,"f1":0.420346,"accuracy":0.475296,"main_score":0.420346,"hf_subset":"urd_Arab-kbp_Latn","languages":["urd-Arab","kbp-Latn"]},{"precision":0.460021,"recall":0.529644,"f1":0.479,"accuracy":0.529644,"main_score":0.479,"hf_subset":"urd_Arab-luo_Latn","languages":["urd-Arab","luo-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"urd_Arab-ory_Orya","languages":["urd-Arab","ory-Orya"]},{"precision":0.44453,"recall":0.520751,"f1":0.466195,"accuracy":0.520751,"main_score":0.466195,"hf_subset":"urd_Arab-sna_Latn","languages":["urd-Arab","sna-Latn"]},{"precision":0.436324,"recall":0.506917,"f1":0.455413,"accuracy":0.506917,"main_score":0.455413,"hf_subset":"urd_Arab-tso_Latn","languages":["urd-Arab","tso-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"urd_Arab-azj_Latn","languages":["urd-Arab","azj-Latn"]},{"precision":0.417081,"recall":0.503953,"f1":0.4412,"accuracy":0.503953,"main_score":0.4412,"hf_subset":"urd_Arab-dik_Latn","languages":["urd-Arab","dik-Latn"]},{"precision":0.431867,"recall":0.495059,"f1":0.449628,"accuracy":0.495059,"main_score":0.449628,"hf_subset":"urd_Arab-hau_Latn","languages":["urd-Arab","hau-Latn"]},{"precision":0.955534,"recall":0.969368,"f1":0.95998,"accuracy":0.969368,"main_score":0.95998,"hf_subset":"urd_Arab-kea_Latn","languages":["urd-Arab","kea-Latn"]},{"precision":0.607455,"recall":0.679842,"f1":0.628614,"accuracy":0.679842,"main_score":0.628614,"hf_subset":"urd_Arab-lus_Latn","languages":["urd-Arab","lus-Latn"]},{"precision":0.771229,"recall":0.826087,"f1":0.787879,"accuracy":0.826087,"main_score":0.787879,"hf_subset":"urd_Arab-pag_Latn","languages":["urd-Arab","pag-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"urd_Arab-snd_Arab","languages":["urd-Arab","snd-Arab"]},{"precision":0.872036,"recall":0.909091,"f1":0.883729,"accuracy":0.909091,"main_score":0.883729,"hf_subset":"urd_Arab-tuk_Latn","languages":["urd-Arab","tuk-Latn"]},{"precision":0.941123,"recall":0.959486,"f1":0.947036,"accuracy":0.959486,"main_score":0.947036,"hf_subset":"urd_Arab-bak_Cyrl","languages":["urd-Arab","bak-Cyrl"]},{"precision":0.360545,"recall":0.458498,"f1":0.388125,"accuracy":0.458498,"main_score":0.388125,"hf_subset":"urd_Arab-dyu_Latn","languages":["urd-Arab","dyu-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"urd_Arab-heb_Hebr","languages":["urd-Arab","heb-Hebr"]},{"precision":0.88587,"recall":0.918972,"f1":0.89641,"accuracy":0.918972,"main_score":0.89641,"hf_subset":"urd_Arab-khk_Cyrl","languages":["urd-Arab","khk-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"urd_Arab-lvs_Latn","languages":["urd-Arab","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"urd_Arab-pan_Guru","languages":["urd-Arab","pan-Guru"]},{"precision":0.422223,"recall":0.498024,"f1":0.442832,"accuracy":0.498024,"main_score":0.442832,"hf_subset":"urd_Arab-som_Latn","languages":["urd-Arab","som-Latn"]},{"precision":0.458542,"recall":0.531621,"f1":0.478823,"accuracy":0.531621,"main_score":0.478823,"hf_subset":"urd_Arab-tum_Latn","languages":["urd-Arab","tum-Latn"]},{"precision":0.337851,"recall":0.409091,"f1":0.357014,"accuracy":0.409091,"main_score":0.357014,"hf_subset":"aka_Latn-ace_Arab","languages":["aka-Latn","ace-Arab"]},{"precision":0.454118,"recall":0.504941,"f1":0.468565,"accuracy":0.504941,"main_score":0.468565,"hf_subset":"aka_Latn-bam_Latn","languages":["aka-Latn","bam-Latn"]},{"precision":0.10232,"recall":0.150198,"f1":0.114078,"accuracy":0.150198,"main_score":0.114078,"hf_subset":"aka_Latn-dzo_Tibt","languages":["aka-Latn","dzo-Tibt"]},{"precision":0.508267,"recall":0.577075,"f1":0.527218,"accuracy":0.577075,"main_score":0.527218,"hf_subset":"aka_Latn-hin_Deva","languages":["aka-Latn","hin-Deva"]},{"precision":0.371832,"recall":0.447628,"f1":0.392392,"accuracy":0.447628,"main_score":0.392392,"hf_subset":"aka_Latn-khm_Khmr","languages":["aka-Latn","khm-Khmr"]},{"precision":0.503959,"recall":0.56917,"f1":0.522601,"accuracy":0.56917,"main_score":0.522601,"hf_subset":"aka_Latn-mag_Deva","languages":["aka-Latn","mag-Deva"]},{"precision":0.549462,"recall":0.599802,"f1":0.564065,"accuracy":0.599802,"main_score":0.564065,"hf_subset":"aka_Latn-pap_Latn","languages":["aka-Latn","pap-Latn"]},{"precision":0.515055,"recall":0.560277,"f1":0.527137,"accuracy":0.560277,"main_score":0.527137,"hf_subset":"aka_Latn-sot_Latn","languages":["aka-Latn","sot-Latn"]},{"precision":0.521805,"recall":0.589921,"f1":0.541354,"accuracy":0.589921,"main_score":0.541354,"hf_subset":"aka_Latn-tur_Latn","languages":["aka-Latn","tur-Latn"]},{"precision":0.534298,"recall":0.582016,"f1":0.547482,"accuracy":0.582016,"main_score":0.547482,"hf_subset":"aka_Latn-ace_Latn","languages":["aka-Latn","ace-Latn"]},{"precision":0.56117,"recall":0.612648,"f1":0.575893,"accuracy":0.612648,"main_score":0.575893,"hf_subset":"aka_Latn-ban_Latn","languages":["aka-Latn","ban-Latn"]},{"precision":0.468288,"recall":0.543478,"f1":0.489758,"accuracy":0.543478,"main_score":0.489758,"hf_subset":"aka_Latn-ell_Grek","languages":["aka-Latn","ell-Grek"]},{"precision":0.49276,"recall":0.561265,"f1":0.512049,"accuracy":0.561265,"main_score":0.512049,"hf_subset":"aka_Latn-hne_Deva","languages":["aka-Latn","hne-Deva"]},{"precision":0.48658,"recall":0.549407,"f1":0.504532,"accuracy":0.549407,"main_score":0.504532,"hf_subset":"aka_Latn-kik_Latn","languages":["aka-Latn","kik-Latn"]},{"precision":0.515132,"recall":0.581028,"f1":0.534055,"accuracy":0.581028,"main_score":0.534055,"hf_subset":"aka_Latn-mai_Deva","languages":["aka-Latn","mai-Deva"]},{"precision":0.454866,"recall":0.525692,"f1":0.475086,"accuracy":0.525692,"main_score":0.475086,"hf_subset":"aka_Latn-pbt_Arab","languages":["aka-Latn","pbt-Arab"]},{"precision":0.538513,"recall":0.601779,"f1":0.557005,"accuracy":0.601779,"main_score":0.557005,"hf_subset":"aka_Latn-spa_Latn","languages":["aka-Latn","spa-Latn"]},{"precision":0.660872,"recall":0.717391,"f1":0.677456,"accuracy":0.717391,"main_score":0.677456,"hf_subset":"aka_Latn-twi_Latn","languages":["aka-Latn","twi-Latn"]},{"precision":0.491216,"recall":0.564229,"f1":0.512449,"accuracy":0.564229,"main_score":0.512449,"hf_subset":"aka_Latn-acm_Arab","languages":["aka-Latn","acm-Arab"]},{"precision":0.508582,"recall":0.576087,"f1":0.527596,"accuracy":0.576087,"main_score":0.527596,"hf_subset":"aka_Latn-bel_Cyrl","languages":["aka-Latn","bel-Cyrl"]},{"precision":0.544372,"recall":0.614625,"f1":0.564211,"accuracy":0.614625,"main_score":0.564211,"hf_subset":"aka_Latn-eng_Latn","languages":["aka-Latn","eng-Latn"]},{"precision":0.526475,"recall":0.590909,"f1":0.545669,"accuracy":0.590909,"main_score":0.545669,"hf_subset":"aka_Latn-hrv_Latn","languages":["aka-Latn","hrv-Latn"]},{"precision":0.463931,"recall":0.518775,"f1":0.478729,"accuracy":0.518775,"main_score":0.478729,"hf_subset":"aka_Latn-kin_Latn","languages":["aka-Latn","kin-Latn"]},{"precision":0.487403,"recall":0.560277,"f1":0.508152,"accuracy":0.560277,"main_score":0.508152,"hf_subset":"aka_Latn-mal_Mlym","languages":["aka-Latn","mal-Mlym"]},{"precision":0.48692,"recall":0.559289,"f1":0.507111,"accuracy":0.559289,"main_score":0.507111,"hf_subset":"aka_Latn-pes_Arab","languages":["aka-Latn","pes-Arab"]},{"precision":0.557032,"recall":0.613636,"f1":0.573522,"accuracy":0.613636,"main_score":0.573522,"hf_subset":"aka_Latn-srd_Latn","languages":["aka-Latn","srd-Latn"]},{"precision":0.144883,"recall":0.198617,"f1":0.156615,"accuracy":0.198617,"main_score":0.156615,"hf_subset":"aka_Latn-tzm_Tfng","languages":["aka-Latn","tzm-Tfng"]},{"precision":0.510062,"recall":0.581028,"f1":0.530556,"accuracy":0.581028,"main_score":0.530556,"hf_subset":"aka_Latn-acq_Arab","languages":["aka-Latn","acq-Arab"]},{"precision":0.539693,"recall":0.579051,"f1":0.550743,"accuracy":0.579051,"main_score":0.550743,"hf_subset":"aka_Latn-bem_Latn","languages":["aka-Latn","bem-Latn"]},{"precision":0.527583,"recall":0.590909,"f1":0.545875,"accuracy":0.590909,"main_score":0.545875,"hf_subset":"aka_Latn-epo_Latn","languages":["aka-Latn","epo-Latn"]},{"precision":0.534243,"recall":0.596838,"f1":0.552037,"accuracy":0.596838,"main_score":0.552037,"hf_subset":"aka_Latn-hun_Latn","languages":["aka-Latn","hun-Latn"]},{"precision":0.517926,"recall":0.577075,"f1":0.535292,"accuracy":0.577075,"main_score":0.535292,"hf_subset":"aka_Latn-kir_Cyrl","languages":["aka-Latn","kir-Cyrl"]},{"precision":0.500848,"recall":0.572134,"f1":0.521346,"accuracy":0.572134,"main_score":0.521346,"hf_subset":"aka_Latn-mar_Deva","languages":["aka-Latn","mar-Deva"]},{"precision":0.516142,"recall":0.560277,"f1":0.528811,"accuracy":0.560277,"main_score":0.528811,"hf_subset":"aka_Latn-plt_Latn","languages":["aka-Latn","plt-Latn"]},{"precision":0.521338,"recall":0.593874,"f1":0.542749,"accuracy":0.593874,"main_score":0.542749,"hf_subset":"aka_Latn-srp_Cyrl","languages":["aka-Latn","srp-Cyrl"]},{"precision":0.447533,"recall":0.512846,"f1":0.466011,"accuracy":0.512846,"main_score":0.466011,"hf_subset":"aka_Latn-uig_Arab","languages":["aka-Latn","uig-Arab"]},{"precision":0.493185,"recall":0.557312,"f1":0.511517,"accuracy":0.557312,"main_score":0.511517,"hf_subset":"aka_Latn-aeb_Arab","languages":["aka-Latn","aeb-Arab"]},{"precision":0.51444,"recall":0.581028,"f1":0.533338,"accuracy":0.581028,"main_score":0.533338,"hf_subset":"aka_Latn-ben_Beng","languages":["aka-Latn","ben-Beng"]},{"precision":0.512302,"recall":0.576087,"f1":0.531014,"accuracy":0.576087,"main_score":0.531014,"hf_subset":"aka_Latn-est_Latn","languages":["aka-Latn","est-Latn"]},{"precision":0.453685,"recall":0.527668,"f1":0.474937,"accuracy":0.527668,"main_score":0.474937,"hf_subset":"aka_Latn-hye_Armn","languages":["aka-Latn","hye-Armn"]},{"precision":0.483858,"recall":0.535573,"f1":0.497989,"accuracy":0.535573,"main_score":0.497989,"hf_subset":"aka_Latn-kmb_Latn","languages":["aka-Latn","kmb-Latn"]},{"precision":0.327505,"recall":0.403162,"f1":0.347168,"accuracy":0.403162,"main_score":0.347168,"hf_subset":"aka_Latn-min_Arab","languages":["aka-Latn","min-Arab"]},{"precision":0.518001,"recall":0.582016,"f1":0.535852,"accuracy":0.582016,"main_score":0.535852,"hf_subset":"aka_Latn-pol_Latn","languages":["aka-Latn","pol-Latn"]},{"precision":0.481637,"recall":0.530632,"f1":0.495624,"accuracy":0.530632,"main_score":0.495624,"hf_subset":"aka_Latn-ssw_Latn","languages":["aka-Latn","ssw-Latn"]},{"precision":0.519962,"recall":0.589921,"f1":0.540442,"accuracy":0.589921,"main_score":0.540442,"hf_subset":"aka_Latn-ukr_Cyrl","languages":["aka-Latn","ukr-Cyrl"]},{"precision":0.552827,"recall":0.614625,"f1":0.571165,"accuracy":0.614625,"main_score":0.571165,"hf_subset":"aka_Latn-afr_Latn","languages":["aka-Latn","afr-Latn"]},{"precision":0.503232,"recall":0.570158,"f1":0.52273,"accuracy":0.570158,"main_score":0.52273,"hf_subset":"aka_Latn-bho_Deva","languages":["aka-Latn","bho-Deva"]},{"precision":0.530204,"recall":0.58004,"f1":0.544753,"accuracy":0.58004,"main_score":0.544753,"hf_subset":"aka_Latn-eus_Latn","languages":["aka-Latn","eus-Latn"]},{"precision":0.487262,"recall":0.547431,"f1":0.503959,"accuracy":0.547431,"main_score":0.503959,"hf_subset":"aka_Latn-ibo_Latn","languages":["aka-Latn","ibo-Latn"]},{"precision":0.511166,"recall":0.565217,"f1":0.52724,"accuracy":0.565217,"main_score":0.52724,"hf_subset":"aka_Latn-kmr_Latn","languages":["aka-Latn","kmr-Latn"]},{"precision":0.538128,"recall":0.590909,"f1":0.552914,"accuracy":0.590909,"main_score":0.552914,"hf_subset":"aka_Latn-min_Latn","languages":["aka-Latn","min-Latn"]},{"precision":0.534545,"recall":0.601779,"f1":0.553791,"accuracy":0.601779,"main_score":0.553791,"hf_subset":"aka_Latn-por_Latn","languages":["aka-Latn","por-Latn"]},{"precision":0.548584,"recall":0.604743,"f1":0.564179,"accuracy":0.604743,"main_score":0.564179,"hf_subset":"aka_Latn-sun_Latn","languages":["aka-Latn","sun-Latn"]},{"precision":0.448808,"recall":0.508893,"f1":0.465836,"accuracy":0.508893,"main_score":0.465836,"hf_subset":"aka_Latn-umb_Latn","languages":["aka-Latn","umb-Latn"]},{"precision":0.502026,"recall":0.576087,"f1":0.522561,"accuracy":0.576087,"main_score":0.522561,"hf_subset":"aka_Latn-ajp_Arab","languages":["aka-Latn","ajp-Arab"]},{"precision":0.337141,"recall":0.40415,"f1":0.354884,"accuracy":0.40415,"main_score":0.354884,"hf_subset":"aka_Latn-bjn_Arab","languages":["aka-Latn","bjn-Arab"]},{"precision":0.491569,"recall":0.535573,"f1":0.503732,"accuracy":0.535573,"main_score":0.503732,"hf_subset":"aka_Latn-ewe_Latn","languages":["aka-Latn","ewe-Latn"]},{"precision":0.561185,"recall":0.617589,"f1":0.576839,"accuracy":0.617589,"main_score":0.576839,"hf_subset":"aka_Latn-ilo_Latn","languages":["aka-Latn","ilo-Latn"]},{"precision":0.204437,"recall":0.272727,"f1":0.221801,"accuracy":0.272727,"main_score":0.221801,"hf_subset":"aka_Latn-knc_Arab","languages":["aka-Latn","knc-Arab"]},{"precision":0.526959,"recall":0.591897,"f1":0.545883,"accuracy":0.591897,"main_score":0.545883,"hf_subset":"aka_Latn-mkd_Cyrl","languages":["aka-Latn","mkd-Cyrl"]},{"precision":0.497856,"recall":0.56917,"f1":0.517572,"accuracy":0.56917,"main_score":0.517572,"hf_subset":"aka_Latn-prs_Arab","languages":["aka-Latn","prs-Arab"]},{"precision":0.51024,"recall":0.58498,"f1":0.53179,"accuracy":0.58498,"main_score":0.53179,"hf_subset":"aka_Latn-swe_Latn","languages":["aka-Latn","swe-Latn"]},{"precision":0.479055,"recall":0.555336,"f1":0.500548,"accuracy":0.555336,"main_score":0.500548,"hf_subset":"aka_Latn-urd_Arab","languages":["aka-Latn","urd-Arab"]},{"precision":0.546913,"recall":0.604743,"f1":0.563287,"accuracy":0.604743,"main_score":0.563287,"hf_subset":"aka_Latn-bjn_Latn","languages":["aka-Latn","bjn-Latn"]},{"precision":0.507403,"recall":0.566206,"f1":0.524693,"accuracy":0.566206,"main_score":0.524693,"hf_subset":"aka_Latn-fao_Latn","languages":["aka-Latn","fao-Latn"]},{"precision":0.543153,"recall":0.604743,"f1":0.560806,"accuracy":0.604743,"main_score":0.560806,"hf_subset":"aka_Latn-ind_Latn","languages":["aka-Latn","ind-Latn"]},{"precision":0.511746,"recall":0.559289,"f1":0.52538,"accuracy":0.559289,"main_score":0.52538,"hf_subset":"aka_Latn-knc_Latn","languages":["aka-Latn","knc-Latn"]},{"precision":0.561142,"recall":0.61166,"f1":0.575044,"accuracy":0.61166,"main_score":0.575044,"hf_subset":"aka_Latn-mlt_Latn","languages":["aka-Latn","mlt-Latn"]},{"precision":0.507323,"recall":0.561265,"f1":0.522872,"accuracy":0.561265,"main_score":0.522872,"hf_subset":"aka_Latn-quy_Latn","languages":["aka-Latn","quy-Latn"]},{"precision":0.478484,"recall":0.537549,"f1":0.495168,"accuracy":0.537549,"main_score":0.495168,"hf_subset":"aka_Latn-swh_Latn","languages":["aka-Latn","swh-Latn"]},{"precision":0.495439,"recall":0.561265,"f1":0.514047,"accuracy":0.561265,"main_score":0.514047,"hf_subset":"aka_Latn-uzn_Latn","languages":["aka-Latn","uzn-Latn"]},{"precision":0.510359,"recall":0.576087,"f1":0.529283,"accuracy":0.576087,"main_score":0.529283,"hf_subset":"aka_Latn-als_Latn","languages":["aka-Latn","als-Latn"]},{"precision":0.16563,"recall":0.22332,"f1":0.179099,"accuracy":0.22332,"main_score":0.179099,"hf_subset":"aka_Latn-bod_Tibt","languages":["aka-Latn","bod-Tibt"]},{"precision":0.482485,"recall":0.534585,"f1":0.49701,"accuracy":0.534585,"main_score":0.49701,"hf_subset":"aka_Latn-fij_Latn","languages":["aka-Latn","fij-Latn"]},{"precision":0.47172,"recall":0.540514,"f1":0.491145,"accuracy":0.540514,"main_score":0.491145,"hf_subset":"aka_Latn-isl_Latn","languages":["aka-Latn","isl-Latn"]},{"precision":0.511384,"recall":0.565217,"f1":0.526651,"accuracy":0.565217,"main_score":0.526651,"hf_subset":"aka_Latn-kon_Latn","languages":["aka-Latn","kon-Latn"]},{"precision":0.426924,"recall":0.493083,"f1":0.444646,"accuracy":0.493083,"main_score":0.444646,"hf_subset":"aka_Latn-mni_Beng","languages":["aka-Latn","mni-Beng"]},{"precision":0.540542,"recall":0.604743,"f1":0.559051,"accuracy":0.604743,"main_score":0.559051,"hf_subset":"aka_Latn-ron_Latn","languages":["aka-Latn","ron-Latn"]},{"precision":0.529944,"recall":0.592885,"f1":0.547813,"accuracy":0.592885,"main_score":0.547813,"hf_subset":"aka_Latn-szl_Latn","languages":["aka-Latn","szl-Latn"]},{"precision":0.539322,"recall":0.597826,"f1":0.556287,"accuracy":0.597826,"main_score":0.556287,"hf_subset":"aka_Latn-vec_Latn","languages":["aka-Latn","vec-Latn"]},{"precision":0.288473,"recall":0.34585,"f1":0.303473,"accuracy":0.34585,"main_score":0.303473,"hf_subset":"aka_Latn-amh_Ethi","languages":["aka-Latn","amh-Ethi"]},{"precision":0.530329,"recall":0.594862,"f1":0.549218,"accuracy":0.594862,"main_score":0.549218,"hf_subset":"aka_Latn-bos_Latn","languages":["aka-Latn","bos-Latn"]},{"precision":0.521761,"recall":0.587945,"f1":0.540933,"accuracy":0.587945,"main_score":0.540933,"hf_subset":"aka_Latn-fin_Latn","languages":["aka-Latn","fin-Latn"]},{"precision":0.535237,"recall":0.599802,"f1":0.554002,"accuracy":0.599802,"main_score":0.554002,"hf_subset":"aka_Latn-ita_Latn","languages":["aka-Latn","ita-Latn"]},{"precision":0.508823,"recall":0.576087,"f1":0.52766,"accuracy":0.576087,"main_score":0.52766,"hf_subset":"aka_Latn-kor_Hang","languages":["aka-Latn","kor-Hang"]},{"precision":0.487338,"recall":0.537549,"f1":0.502028,"accuracy":0.537549,"main_score":0.502028,"hf_subset":"aka_Latn-mos_Latn","languages":["aka-Latn","mos-Latn"]},{"precision":0.476578,"recall":0.525692,"f1":0.490574,"accuracy":0.525692,"main_score":0.490574,"hf_subset":"aka_Latn-run_Latn","languages":["aka-Latn","run-Latn"]},{"precision":0.459342,"recall":0.532609,"f1":0.479414,"accuracy":0.532609,"main_score":0.479414,"hf_subset":"aka_Latn-tam_Taml","languages":["aka-Latn","tam-Taml"]},{"precision":0.515433,"recall":0.585968,"f1":0.535226,"accuracy":0.585968,"main_score":0.535226,"hf_subset":"aka_Latn-vie_Latn","languages":["aka-Latn","vie-Latn"]},{"precision":0.50062,"recall":0.564229,"f1":0.51917,"accuracy":0.564229,"main_score":0.51917,"hf_subset":"aka_Latn-apc_Arab","languages":["aka-Latn","apc-Arab"]},{"precision":0.540033,"recall":0.589921,"f1":0.554558,"accuracy":0.589921,"main_score":0.554558,"hf_subset":"aka_Latn-bug_Latn","languages":["aka-Latn","bug-Latn"]},{"precision":0.466629,"recall":0.518775,"f1":0.481315,"accuracy":0.518775,"main_score":0.481315,"hf_subset":"aka_Latn-fon_Latn","languages":["aka-Latn","fon-Latn"]},{"precision":0.549968,"recall":0.603755,"f1":0.565585,"accuracy":0.603755,"main_score":0.565585,"hf_subset":"aka_Latn-jav_Latn","languages":["aka-Latn","jav-Latn"]},{"precision":0.407978,"recall":0.476285,"f1":0.426299,"accuracy":0.476285,"main_score":0.426299,"hf_subset":"aka_Latn-lao_Laoo","languages":["aka-Latn","lao-Laoo"]},{"precision":0.437758,"recall":0.503953,"f1":0.455389,"accuracy":0.503953,"main_score":0.455389,"hf_subset":"aka_Latn-mri_Latn","languages":["aka-Latn","mri-Latn"]},{"precision":0.509269,"recall":0.581028,"f1":0.530025,"accuracy":0.581028,"main_score":0.530025,"hf_subset":"aka_Latn-rus_Cyrl","languages":["aka-Latn","rus-Cyrl"]},{"precision":0.480987,"recall":0.530632,"f1":0.495122,"accuracy":0.530632,"main_score":0.495122,"hf_subset":"aka_Latn-taq_Latn","languages":["aka-Latn","taq-Latn"]},{"precision":0.572401,"recall":0.62253,"f1":0.586336,"accuracy":0.62253,"main_score":0.586336,"hf_subset":"aka_Latn-war_Latn","languages":["aka-Latn","war-Latn"]},{"precision":0.508925,"recall":0.578063,"f1":0.528449,"accuracy":0.578063,"main_score":0.528449,"hf_subset":"aka_Latn-arb_Arab","languages":["aka-Latn","arb-Arab"]},{"precision":0.538702,"recall":0.604743,"f1":0.557697,"accuracy":0.604743,"main_score":0.557697,"hf_subset":"aka_Latn-bul_Cyrl","languages":["aka-Latn","bul-Cyrl"]},{"precision":0.530469,"recall":0.604743,"f1":0.551341,"accuracy":0.604743,"main_score":0.551341,"hf_subset":"aka_Latn-fra_Latn","languages":["aka-Latn","fra-Latn"]},{"precision":0.512205,"recall":0.582016,"f1":0.532746,"accuracy":0.582016,"main_score":0.532746,"hf_subset":"aka_Latn-jpn_Jpan","languages":["aka-Latn","jpn-Jpan"]},{"precision":0.53504,"recall":0.596838,"f1":0.552671,"accuracy":0.596838,"main_score":0.552671,"hf_subset":"aka_Latn-lij_Latn","languages":["aka-Latn","lij-Latn"]},{"precision":0.280941,"recall":0.360672,"f1":0.301143,"accuracy":0.360672,"main_score":0.301143,"hf_subset":"aka_Latn-mya_Mymr","languages":["aka-Latn","mya-Mymr"]},{"precision":0.499062,"recall":0.551383,"f1":0.514152,"accuracy":0.551383,"main_score":0.514152,"hf_subset":"aka_Latn-sag_Latn","languages":["aka-Latn","sag-Latn"]},{"precision":0.155057,"recall":0.216403,"f1":0.168233,"accuracy":0.216403,"main_score":0.168233,"hf_subset":"aka_Latn-taq_Tfng","languages":["aka-Latn","taq-Tfng"]},{"precision":0.509359,"recall":0.562253,"f1":0.524657,"accuracy":0.562253,"main_score":0.524657,"hf_subset":"aka_Latn-wol_Latn","languages":["aka-Latn","wol-Latn"]},{"precision":0.39414,"recall":0.461462,"f1":0.41307,"accuracy":0.461462,"main_score":0.41307,"hf_subset":"aka_Latn-arb_Latn","languages":["aka-Latn","arb-Latn"]},{"precision":0.532022,"recall":0.599802,"f1":0.551555,"accuracy":0.599802,"main_score":0.551555,"hf_subset":"aka_Latn-cat_Latn","languages":["aka-Latn","cat-Latn"]},{"precision":0.542696,"recall":0.594862,"f1":0.557832,"accuracy":0.594862,"main_score":0.557832,"hf_subset":"aka_Latn-fur_Latn","languages":["aka-Latn","fur-Latn"]},{"precision":0.378508,"recall":0.438735,"f1":0.394683,"accuracy":0.438735,"main_score":0.394683,"hf_subset":"aka_Latn-kab_Latn","languages":["aka-Latn","kab-Latn"]},{"precision":0.537696,"recall":0.596838,"f1":0.55484,"accuracy":0.596838,"main_score":0.55484,"hf_subset":"aka_Latn-lim_Latn","languages":["aka-Latn","lim-Latn"]},{"precision":0.54054,"recall":0.599802,"f1":0.558053,"accuracy":0.599802,"main_score":0.558053,"hf_subset":"aka_Latn-nld_Latn","languages":["aka-Latn","nld-Latn"]},{"precision":0.454545,"recall":0.529644,"f1":0.476242,"accuracy":0.529644,"main_score":0.476242,"hf_subset":"aka_Latn-san_Deva","languages":["aka-Latn","san-Deva"]},{"precision":0.520953,"recall":0.583992,"f1":0.538623,"accuracy":0.583992,"main_score":0.538623,"hf_subset":"aka_Latn-tat_Cyrl","languages":["aka-Latn","tat-Cyrl"]},{"precision":0.503567,"recall":0.556324,"f1":0.518406,"accuracy":0.556324,"main_score":0.518406,"hf_subset":"aka_Latn-xho_Latn","languages":["aka-Latn","xho-Latn"]},{"precision":0.495357,"recall":0.570158,"f1":0.516481,"accuracy":0.570158,"main_score":0.516481,"hf_subset":"aka_Latn-ars_Arab","languages":["aka-Latn","ars-Arab"]},{"precision":0.547602,"recall":0.609684,"f1":0.565134,"accuracy":0.609684,"main_score":0.565134,"hf_subset":"aka_Latn-ceb_Latn","languages":["aka-Latn","ceb-Latn"]},{"precision":0.470145,"recall":0.525692,"f1":0.485523,"accuracy":0.525692,"main_score":0.485523,"hf_subset":"aka_Latn-fuv_Latn","languages":["aka-Latn","fuv-Latn"]},{"precision":0.502785,"recall":0.5583,"f1":0.518586,"accuracy":0.5583,"main_score":0.518586,"hf_subset":"aka_Latn-kac_Latn","languages":["aka-Latn","kac-Latn"]},{"precision":0.52525,"recall":0.575099,"f1":0.539065,"accuracy":0.575099,"main_score":0.539065,"hf_subset":"aka_Latn-lin_Latn","languages":["aka-Latn","lin-Latn"]},{"precision":0.523637,"recall":0.585968,"f1":0.541278,"accuracy":0.585968,"main_score":0.541278,"hf_subset":"aka_Latn-nno_Latn","languages":["aka-Latn","nno-Latn"]},{"precision":0.035567,"recall":0.086957,"f1":0.043918,"accuracy":0.086957,"main_score":0.043918,"hf_subset":"aka_Latn-sat_Olck","languages":["aka-Latn","sat-Olck"]},{"precision":0.50198,"recall":0.573123,"f1":0.52193,"accuracy":0.573123,"main_score":0.52193,"hf_subset":"aka_Latn-tel_Telu","languages":["aka-Latn","tel-Telu"]},{"precision":0.38162,"recall":0.450593,"f1":0.400437,"accuracy":0.450593,"main_score":0.400437,"hf_subset":"aka_Latn-ydd_Hebr","languages":["aka-Latn","ydd-Hebr"]},{"precision":0.470772,"recall":0.543478,"f1":0.49052,"accuracy":0.543478,"main_score":0.49052,"hf_subset":"aka_Latn-ary_Arab","languages":["aka-Latn","ary-Arab"]},{"precision":0.527037,"recall":0.593874,"f1":0.546197,"accuracy":0.593874,"main_score":0.546197,"hf_subset":"aka_Latn-ces_Latn","languages":["aka-Latn","ces-Latn"]},{"precision":0.387338,"recall":0.45751,"f1":0.407296,"accuracy":0.45751,"main_score":0.407296,"hf_subset":"aka_Latn-gaz_Latn","languages":["aka-Latn","gaz-Latn"]},{"precision":0.481243,"recall":0.537549,"f1":0.496881,"accuracy":0.537549,"main_score":0.496881,"hf_subset":"aka_Latn-kam_Latn","languages":["aka-Latn","kam-Latn"]},{"precision":0.503847,"recall":0.565217,"f1":0.521873,"accuracy":0.565217,"main_score":0.521873,"hf_subset":"aka_Latn-lit_Latn","languages":["aka-Latn","lit-Latn"]},{"precision":0.523985,"recall":0.589921,"f1":0.543148,"accuracy":0.589921,"main_score":0.543148,"hf_subset":"aka_Latn-nob_Latn","languages":["aka-Latn","nob-Latn"]},{"precision":0.512296,"recall":0.565217,"f1":0.527591,"accuracy":0.565217,"main_score":0.527591,"hf_subset":"aka_Latn-scn_Latn","languages":["aka-Latn","scn-Latn"]},{"precision":0.49623,"recall":0.552372,"f1":0.512285,"accuracy":0.552372,"main_score":0.512285,"hf_subset":"aka_Latn-tgk_Cyrl","languages":["aka-Latn","tgk-Cyrl"]},{"precision":0.454611,"recall":0.514822,"f1":0.472093,"accuracy":0.514822,"main_score":0.472093,"hf_subset":"aka_Latn-yor_Latn","languages":["aka-Latn","yor-Latn"]},{"precision":0.498341,"recall":0.566206,"f1":0.517709,"accuracy":0.566206,"main_score":0.517709,"hf_subset":"aka_Latn-arz_Arab","languages":["aka-Latn","arz-Arab"]},{"precision":0.463183,"recall":0.516798,"f1":0.478063,"accuracy":0.516798,"main_score":0.478063,"hf_subset":"aka_Latn-cjk_Latn","languages":["aka-Latn","cjk-Latn"]},{"precision":0.438447,"recall":0.500988,"f1":0.455603,"accuracy":0.500988,"main_score":0.455603,"hf_subset":"aka_Latn-gla_Latn","languages":["aka-Latn","gla-Latn"]},{"precision":0.486424,"recall":0.557312,"f1":0.506988,"accuracy":0.557312,"main_score":0.506988,"hf_subset":"aka_Latn-kan_Knda","languages":["aka-Latn","kan-Knda"]},{"precision":0.543569,"recall":0.599802,"f1":0.560044,"accuracy":0.599802,"main_score":0.560044,"hf_subset":"aka_Latn-lmo_Latn","languages":["aka-Latn","lmo-Latn"]},{"precision":0.488249,"recall":0.559289,"f1":0.50855,"accuracy":0.559289,"main_score":0.50855,"hf_subset":"aka_Latn-npi_Deva","languages":["aka-Latn","npi-Deva"]},{"precision":0.425056,"recall":0.496047,"f1":0.445423,"accuracy":0.496047,"main_score":0.445423,"hf_subset":"aka_Latn-shn_Mymr","languages":["aka-Latn","shn-Mymr"]},{"precision":0.554803,"recall":0.609684,"f1":0.570803,"accuracy":0.609684,"main_score":0.570803,"hf_subset":"aka_Latn-tgl_Latn","languages":["aka-Latn","tgl-Latn"]},{"precision":0.502514,"recall":0.56917,"f1":0.52111,"accuracy":0.56917,"main_score":0.52111,"hf_subset":"aka_Latn-yue_Hant","languages":["aka-Latn","yue-Hant"]},{"precision":0.453303,"recall":0.527668,"f1":0.474791,"accuracy":0.527668,"main_score":0.474791,"hf_subset":"aka_Latn-asm_Beng","languages":["aka-Latn","asm-Beng"]},{"precision":0.424647,"recall":0.494071,"f1":0.444441,"accuracy":0.494071,"main_score":0.444441,"hf_subset":"aka_Latn-ckb_Arab","languages":["aka-Latn","ckb-Arab"]},{"precision":0.448142,"recall":0.51087,"f1":0.465362,"accuracy":0.51087,"main_score":0.465362,"hf_subset":"aka_Latn-gle_Latn","languages":["aka-Latn","gle-Latn"]},{"precision":0.445761,"recall":0.523715,"f1":0.468347,"accuracy":0.523715,"main_score":0.468347,"hf_subset":"aka_Latn-kas_Arab","languages":["aka-Latn","kas-Arab"]},{"precision":0.454603,"recall":0.529644,"f1":0.475888,"accuracy":0.529644,"main_score":0.475888,"hf_subset":"aka_Latn-ltg_Latn","languages":["aka-Latn","ltg-Latn"]},{"precision":0.522221,"recall":0.568182,"f1":0.535575,"accuracy":0.568182,"main_score":0.535575,"hf_subset":"aka_Latn-nso_Latn","languages":["aka-Latn","nso-Latn"]},{"precision":0.189879,"recall":0.23419,"f1":0.200755,"accuracy":0.23419,"main_score":0.200755,"hf_subset":"aka_Latn-sin_Sinh","languages":["aka-Latn","sin-Sinh"]},{"precision":0.504841,"recall":0.574111,"f1":0.524755,"accuracy":0.574111,"main_score":0.524755,"hf_subset":"aka_Latn-tha_Thai","languages":["aka-Latn","tha-Thai"]},{"precision":0.506465,"recall":0.576087,"f1":0.525998,"accuracy":0.576087,"main_score":0.525998,"hf_subset":"aka_Latn-zho_Hans","languages":["aka-Latn","zho-Hans"]},{"precision":0.535491,"recall":0.598814,"f1":0.553546,"accuracy":0.598814,"main_score":0.553546,"hf_subset":"aka_Latn-ast_Latn","languages":["aka-Latn","ast-Latn"]},{"precision":0.503618,"recall":0.568182,"f1":0.522474,"accuracy":0.568182,"main_score":0.522474,"hf_subset":"aka_Latn-crh_Latn","languages":["aka-Latn","crh-Latn"]},{"precision":0.540519,"recall":0.61166,"f1":0.560864,"accuracy":0.61166,"main_score":0.560864,"hf_subset":"aka_Latn-glg_Latn","languages":["aka-Latn","glg-Latn"]},{"precision":0.453541,"recall":0.522727,"f1":0.473717,"accuracy":0.522727,"main_score":0.473717,"hf_subset":"aka_Latn-kas_Deva","languages":["aka-Latn","kas-Deva"]},{"precision":0.528673,"recall":0.587945,"f1":0.546322,"accuracy":0.587945,"main_score":0.546322,"hf_subset":"aka_Latn-ltz_Latn","languages":["aka-Latn","ltz-Latn"]},{"precision":0.419053,"recall":0.48419,"f1":0.436551,"accuracy":0.48419,"main_score":0.436551,"hf_subset":"aka_Latn-nus_Latn","languages":["aka-Latn","nus-Latn"]},{"precision":0.522145,"recall":0.592885,"f1":0.542546,"accuracy":0.592885,"main_score":0.542546,"hf_subset":"aka_Latn-slk_Latn","languages":["aka-Latn","slk-Latn"]},{"precision":0.210678,"recall":0.26581,"f1":0.22383,"accuracy":0.26581,"main_score":0.22383,"hf_subset":"aka_Latn-tir_Ethi","languages":["aka-Latn","tir-Ethi"]},{"precision":0.499928,"recall":0.573123,"f1":0.520864,"accuracy":0.573123,"main_score":0.520864,"hf_subset":"aka_Latn-zho_Hant","languages":["aka-Latn","zho-Hant"]},{"precision":0.497189,"recall":0.565217,"f1":0.516632,"accuracy":0.565217,"main_score":0.516632,"hf_subset":"aka_Latn-awa_Deva","languages":["aka-Latn","awa-Deva"]},{"precision":0.482757,"recall":0.541502,"f1":0.499967,"accuracy":0.541502,"main_score":0.499967,"hf_subset":"aka_Latn-cym_Latn","languages":["aka-Latn","cym-Latn"]},{"precision":0.556072,"recall":0.598814,"f1":0.568366,"accuracy":0.598814,"main_score":0.568366,"hf_subset":"aka_Latn-grn_Latn","languages":["aka-Latn","grn-Latn"]},{"precision":0.481022,"recall":0.551383,"f1":0.501369,"accuracy":0.551383,"main_score":0.501369,"hf_subset":"aka_Latn-kat_Geor","languages":["aka-Latn","kat-Geor"]},{"precision":0.519746,"recall":0.568182,"f1":0.533255,"accuracy":0.568182,"main_score":0.533255,"hf_subset":"aka_Latn-lua_Latn","languages":["aka-Latn","lua-Latn"]},{"precision":0.515013,"recall":0.567194,"f1":0.530339,"accuracy":0.567194,"main_score":0.530339,"hf_subset":"aka_Latn-nya_Latn","languages":["aka-Latn","nya-Latn"]},{"precision":0.523435,"recall":0.588933,"f1":0.542027,"accuracy":0.588933,"main_score":0.542027,"hf_subset":"aka_Latn-slv_Latn","languages":["aka-Latn","slv-Latn"]},{"precision":0.581732,"recall":0.628458,"f1":0.594946,"accuracy":0.628458,"main_score":0.594946,"hf_subset":"aka_Latn-tpi_Latn","languages":["aka-Latn","tpi-Latn"]},{"precision":0.543251,"recall":0.608696,"f1":0.561407,"accuracy":0.608696,"main_score":0.561407,"hf_subset":"aka_Latn-zsm_Latn","languages":["aka-Latn","zsm-Latn"]},{"precision":0.474207,"recall":0.529644,"f1":0.490017,"accuracy":0.529644,"main_score":0.490017,"hf_subset":"aka_Latn-ayr_Latn","languages":["aka-Latn","ayr-Latn"]},{"precision":0.526455,"recall":0.596838,"f1":0.546491,"accuracy":0.596838,"main_score":0.546491,"hf_subset":"aka_Latn-dan_Latn","languages":["aka-Latn","dan-Latn"]},{"precision":0.494392,"recall":0.564229,"f1":0.515076,"accuracy":0.564229,"main_score":0.515076,"hf_subset":"aka_Latn-guj_Gujr","languages":["aka-Latn","guj-Gujr"]},{"precision":0.513543,"recall":0.581028,"f1":0.532716,"accuracy":0.581028,"main_score":0.532716,"hf_subset":"aka_Latn-kaz_Cyrl","languages":["aka-Latn","kaz-Cyrl"]},{"precision":0.457834,"recall":0.51087,"f1":0.472855,"accuracy":0.51087,"main_score":0.472855,"hf_subset":"aka_Latn-lug_Latn","languages":["aka-Latn","lug-Latn"]},{"precision":0.542643,"recall":0.605731,"f1":0.560518,"accuracy":0.605731,"main_score":0.560518,"hf_subset":"aka_Latn-oci_Latn","languages":["aka-Latn","oci-Latn"]},{"precision":0.50711,"recall":0.55336,"f1":0.520542,"accuracy":0.55336,"main_score":0.520542,"hf_subset":"aka_Latn-smo_Latn","languages":["aka-Latn","smo-Latn"]},{"precision":0.479724,"recall":0.536561,"f1":0.495043,"accuracy":0.536561,"main_score":0.495043,"hf_subset":"aka_Latn-tsn_Latn","languages":["aka-Latn","tsn-Latn"]},{"precision":0.458919,"recall":0.520751,"f1":0.475878,"accuracy":0.520751,"main_score":0.475878,"hf_subset":"aka_Latn-zul_Latn","languages":["aka-Latn","zul-Latn"]},{"precision":0.427629,"recall":0.493083,"f1":0.446582,"accuracy":0.493083,"main_score":0.446582,"hf_subset":"aka_Latn-azb_Arab","languages":["aka-Latn","azb-Arab"]},{"precision":0.545355,"recall":0.609684,"f1":0.563897,"accuracy":0.609684,"main_score":0.563897,"hf_subset":"aka_Latn-deu_Latn","languages":["aka-Latn","deu-Latn"]},{"precision":0.464987,"recall":0.534585,"f1":0.485558,"accuracy":0.534585,"main_score":0.485558,"hf_subset":"aka_Latn-hat_Latn","languages":["aka-Latn","hat-Latn"]},{"precision":0.460804,"recall":0.509881,"f1":0.4747,"accuracy":0.509881,"main_score":0.4747,"hf_subset":"aka_Latn-kbp_Latn","languages":["aka-Latn","kbp-Latn"]},{"precision":0.516788,"recall":0.559289,"f1":0.528473,"accuracy":0.559289,"main_score":0.528473,"hf_subset":"aka_Latn-luo_Latn","languages":["aka-Latn","luo-Latn"]},{"precision":0.452481,"recall":0.533597,"f1":0.476186,"accuracy":0.533597,"main_score":0.476186,"hf_subset":"aka_Latn-ory_Orya","languages":["aka-Latn","ory-Orya"]},{"precision":0.520328,"recall":0.570158,"f1":0.534214,"accuracy":0.570158,"main_score":0.534214,"hf_subset":"aka_Latn-sna_Latn","languages":["aka-Latn","sna-Latn"]},{"precision":0.488347,"recall":0.538538,"f1":0.502047,"accuracy":0.538538,"main_score":0.502047,"hf_subset":"aka_Latn-tso_Latn","languages":["aka-Latn","tso-Latn"]},{"precision":0.49755,"recall":0.566206,"f1":0.51678,"accuracy":0.566206,"main_score":0.51678,"hf_subset":"aka_Latn-azj_Latn","languages":["aka-Latn","azj-Latn"]},{"precision":0.498751,"recall":0.554348,"f1":0.514786,"accuracy":0.554348,"main_score":0.514786,"hf_subset":"aka_Latn-dik_Latn","languages":["aka-Latn","dik-Latn"]},{"precision":0.482987,"recall":0.529644,"f1":0.496113,"accuracy":0.529644,"main_score":0.496113,"hf_subset":"aka_Latn-hau_Latn","languages":["aka-Latn","hau-Latn"]},{"precision":0.536574,"recall":0.594862,"f1":0.553068,"accuracy":0.594862,"main_score":0.553068,"hf_subset":"aka_Latn-kea_Latn","languages":["aka-Latn","kea-Latn"]},{"precision":0.567078,"recall":0.612648,"f1":0.580079,"accuracy":0.612648,"main_score":0.580079,"hf_subset":"aka_Latn-lus_Latn","languages":["aka-Latn","lus-Latn"]},{"precision":0.569518,"recall":0.609684,"f1":0.580868,"accuracy":0.609684,"main_score":0.580868,"hf_subset":"aka_Latn-pag_Latn","languages":["aka-Latn","pag-Latn"]},{"precision":0.46418,"recall":0.537549,"f1":0.484591,"accuracy":0.537549,"main_score":0.484591,"hf_subset":"aka_Latn-snd_Arab","languages":["aka-Latn","snd-Arab"]},{"precision":0.47597,"recall":0.543478,"f1":0.494927,"accuracy":0.543478,"main_score":0.494927,"hf_subset":"aka_Latn-tuk_Latn","languages":["aka-Latn","tuk-Latn"]},{"precision":0.536994,"recall":0.592885,"f1":0.552371,"accuracy":0.592885,"main_score":0.552371,"hf_subset":"aka_Latn-bak_Cyrl","languages":["aka-Latn","bak-Cyrl"]},{"precision":0.402472,"recall":0.471344,"f1":0.422242,"accuracy":0.471344,"main_score":0.422242,"hf_subset":"aka_Latn-dyu_Latn","languages":["aka-Latn","dyu-Latn"]},{"precision":0.482969,"recall":0.559289,"f1":0.505192,"accuracy":0.559289,"main_score":0.505192,"hf_subset":"aka_Latn-heb_Hebr","languages":["aka-Latn","heb-Hebr"]},{"precision":0.477085,"recall":0.538538,"f1":0.495339,"accuracy":0.538538,"main_score":0.495339,"hf_subset":"aka_Latn-khk_Cyrl","languages":["aka-Latn","khk-Cyrl"]},{"precision":0.501286,"recall":0.56917,"f1":0.520827,"accuracy":0.56917,"main_score":0.520827,"hf_subset":"aka_Latn-lvs_Latn","languages":["aka-Latn","lvs-Latn"]},{"precision":0.48853,"recall":0.557312,"f1":0.507384,"accuracy":0.557312,"main_score":0.507384,"hf_subset":"aka_Latn-pan_Guru","languages":["aka-Latn","pan-Guru"]},{"precision":0.451327,"recall":0.508893,"f1":0.46749,"accuracy":0.508893,"main_score":0.46749,"hf_subset":"aka_Latn-som_Latn","languages":["aka-Latn","som-Latn"]},{"precision":0.495126,"recall":0.544466,"f1":0.509031,"accuracy":0.544466,"main_score":0.509031,"hf_subset":"aka_Latn-tum_Latn","languages":["aka-Latn","tum-Latn"]},{"precision":0.443923,"recall":0.530632,"f1":0.468222,"accuracy":0.530632,"main_score":0.468222,"hf_subset":"bjn_Latn-ace_Arab","languages":["bjn-Latn","ace-Arab"]},{"precision":0.456604,"recall":0.528656,"f1":0.476884,"accuracy":0.528656,"main_score":0.476884,"hf_subset":"bjn_Latn-bam_Latn","languages":["bjn-Latn","bam-Latn"]},{"precision":0.109421,"recall":0.163043,"f1":0.122523,"accuracy":0.163043,"main_score":0.122523,"hf_subset":"bjn_Latn-dzo_Tibt","languages":["bjn-Latn","dzo-Tibt"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"bjn_Latn-hin_Deva","languages":["bjn-Latn","hin-Deva"]},{"precision":0.828722,"recall":0.880435,"f1":0.845356,"accuracy":0.880435,"main_score":0.845356,"hf_subset":"bjn_Latn-khm_Khmr","languages":["bjn-Latn","khm-Khmr"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"bjn_Latn-mag_Deva","languages":["bjn-Latn","mag-Deva"]},{"precision":0.930912,"recall":0.951581,"f1":0.937484,"accuracy":0.951581,"main_score":0.937484,"hf_subset":"bjn_Latn-pap_Latn","languages":["bjn-Latn","pap-Latn"]},{"precision":0.479037,"recall":0.55336,"f1":0.499662,"accuracy":0.55336,"main_score":0.499662,"hf_subset":"bjn_Latn-sot_Latn","languages":["bjn-Latn","sot-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"bjn_Latn-tur_Latn","languages":["bjn-Latn","tur-Latn"]},{"precision":0.814394,"recall":0.859684,"f1":0.827997,"accuracy":0.859684,"main_score":0.827997,"hf_subset":"bjn_Latn-ace_Latn","languages":["bjn-Latn","ace-Latn"]},{"precision":0.907032,"recall":0.932806,"f1":0.91525,"accuracy":0.932806,"main_score":0.91525,"hf_subset":"bjn_Latn-ban_Latn","languages":["bjn-Latn","ban-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"bjn_Latn-ell_Grek","languages":["bjn-Latn","ell-Grek"]},{"precision":0.956522,"recall":0.969368,"f1":0.960639,"accuracy":0.969368,"main_score":0.960639,"hf_subset":"bjn_Latn-hne_Deva","languages":["bjn-Latn","hne-Deva"]},{"precision":0.508569,"recall":0.581028,"f1":0.529619,"accuracy":0.581028,"main_score":0.529619,"hf_subset":"bjn_Latn-kik_Latn","languages":["bjn-Latn","kik-Latn"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"bjn_Latn-mai_Deva","languages":["bjn-Latn","mai-Deva"]},{"precision":0.813192,"recall":0.863636,"f1":0.82859,"accuracy":0.863636,"main_score":0.82859,"hf_subset":"bjn_Latn-pbt_Arab","languages":["bjn-Latn","pbt-Arab"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"bjn_Latn-spa_Latn","languages":["bjn-Latn","spa-Latn"]},{"precision":0.561473,"recall":0.624506,"f1":0.579004,"accuracy":0.624506,"main_score":0.579004,"hf_subset":"bjn_Latn-twi_Latn","languages":["bjn-Latn","twi-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"bjn_Latn-acm_Arab","languages":["bjn-Latn","acm-Arab"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"bjn_Latn-bel_Cyrl","languages":["bjn-Latn","bel-Cyrl"]},{"precision":0.978426,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"bjn_Latn-eng_Latn","languages":["bjn-Latn","eng-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"bjn_Latn-hrv_Latn","languages":["bjn-Latn","hrv-Latn"]},{"precision":0.457824,"recall":0.521739,"f1":0.475332,"accuracy":0.521739,"main_score":0.475332,"hf_subset":"bjn_Latn-kin_Latn","languages":["bjn-Latn","kin-Latn"]},{"precision":0.951087,"recall":0.966403,"f1":0.956028,"accuracy":0.966403,"main_score":0.956028,"hf_subset":"bjn_Latn-mal_Mlym","languages":["bjn-Latn","mal-Mlym"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"bjn_Latn-pes_Arab","languages":["bjn-Latn","pes-Arab"]},{"precision":0.931357,"recall":0.950593,"f1":0.937582,"accuracy":0.950593,"main_score":0.937582,"hf_subset":"bjn_Latn-srd_Latn","languages":["bjn-Latn","srd-Latn"]},{"precision":0.124675,"recall":0.185771,"f1":0.1377,"accuracy":0.185771,"main_score":0.1377,"hf_subset":"bjn_Latn-tzm_Tfng","languages":["bjn-Latn","tzm-Tfng"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"bjn_Latn-acq_Arab","languages":["bjn-Latn","acq-Arab"]},{"precision":0.523363,"recall":0.597826,"f1":0.544823,"accuracy":0.597826,"main_score":0.544823,"hf_subset":"bjn_Latn-bem_Latn","languages":["bjn-Latn","bem-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"bjn_Latn-epo_Latn","languages":["bjn-Latn","epo-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"bjn_Latn-hun_Latn","languages":["bjn-Latn","hun-Latn"]},{"precision":0.901054,"recall":0.928854,"f1":0.909914,"accuracy":0.928854,"main_score":0.909914,"hf_subset":"bjn_Latn-kir_Cyrl","languages":["bjn-Latn","kir-Cyrl"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"bjn_Latn-mar_Deva","languages":["bjn-Latn","mar-Deva"]},{"precision":0.551877,"recall":0.615613,"f1":0.570686,"accuracy":0.615613,"main_score":0.570686,"hf_subset":"bjn_Latn-plt_Latn","languages":["bjn-Latn","plt-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bjn_Latn-srp_Cyrl","languages":["bjn-Latn","srp-Cyrl"]},{"precision":0.821723,"recall":0.870553,"f1":0.836989,"accuracy":0.870553,"main_score":0.836989,"hf_subset":"bjn_Latn-uig_Arab","languages":["bjn-Latn","uig-Arab"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"bjn_Latn-aeb_Arab","languages":["bjn-Latn","aeb-Arab"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"bjn_Latn-ben_Beng","languages":["bjn-Latn","ben-Beng"]},{"precision":0.951416,"recall":0.967391,"f1":0.956686,"accuracy":0.967391,"main_score":0.956686,"hf_subset":"bjn_Latn-est_Latn","languages":["bjn-Latn","est-Latn"]},{"precision":0.925395,"recall":0.948617,"f1":0.932971,"accuracy":0.948617,"main_score":0.932971,"hf_subset":"bjn_Latn-hye_Armn","languages":["bjn-Latn","hye-Armn"]},{"precision":0.478706,"recall":0.538538,"f1":0.495377,"accuracy":0.538538,"main_score":0.495377,"hf_subset":"bjn_Latn-kmb_Latn","languages":["bjn-Latn","kmb-Latn"]},{"precision":0.411781,"recall":0.501976,"f1":0.436228,"accuracy":0.501976,"main_score":0.436228,"hf_subset":"bjn_Latn-min_Arab","languages":["bjn-Latn","min-Arab"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"bjn_Latn-pol_Latn","languages":["bjn-Latn","pol-Latn"]},{"precision":0.446964,"recall":0.524704,"f1":0.468356,"accuracy":0.524704,"main_score":0.468356,"hf_subset":"bjn_Latn-ssw_Latn","languages":["bjn-Latn","ssw-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"bjn_Latn-ukr_Cyrl","languages":["bjn-Latn","ukr-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bjn_Latn-afr_Latn","languages":["bjn-Latn","afr-Latn"]},{"precision":0.955534,"recall":0.969368,"f1":0.95998,"accuracy":0.969368,"main_score":0.95998,"hf_subset":"bjn_Latn-bho_Deva","languages":["bjn-Latn","bho-Deva"]},{"precision":0.880929,"recall":0.914032,"f1":0.891469,"accuracy":0.914032,"main_score":0.891469,"hf_subset":"bjn_Latn-eus_Latn","languages":["bjn-Latn","eus-Latn"]},{"precision":0.484608,"recall":0.5583,"f1":0.504787,"accuracy":0.5583,"main_score":0.504787,"hf_subset":"bjn_Latn-ibo_Latn","languages":["bjn-Latn","ibo-Latn"]},{"precision":0.658804,"recall":0.726285,"f1":0.678547,"accuracy":0.726285,"main_score":0.678547,"hf_subset":"bjn_Latn-kmr_Latn","languages":["bjn-Latn","kmr-Latn"]},{"precision":0.949275,"recall":0.965415,"f1":0.954545,"accuracy":0.965415,"main_score":0.954545,"hf_subset":"bjn_Latn-min_Latn","languages":["bjn-Latn","min-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"bjn_Latn-por_Latn","languages":["bjn-Latn","por-Latn"]},{"precision":0.972826,"recall":0.981225,"f1":0.975626,"accuracy":0.981225,"main_score":0.975626,"hf_subset":"bjn_Latn-sun_Latn","languages":["bjn-Latn","sun-Latn"]},{"precision":0.445633,"recall":0.518775,"f1":0.466605,"accuracy":0.518775,"main_score":0.466605,"hf_subset":"bjn_Latn-umb_Latn","languages":["bjn-Latn","umb-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"bjn_Latn-ajp_Arab","languages":["bjn-Latn","ajp-Arab"]},{"precision":0.498836,"recall":0.579051,"f1":0.520719,"accuracy":0.579051,"main_score":0.520719,"hf_subset":"bjn_Latn-bjn_Arab","languages":["bjn-Latn","bjn-Arab"]},{"precision":0.464382,"recall":0.527668,"f1":0.481646,"accuracy":0.527668,"main_score":0.481646,"hf_subset":"bjn_Latn-ewe_Latn","languages":["bjn-Latn","ewe-Latn"]},{"precision":0.820026,"recall":0.865613,"f1":0.833926,"accuracy":0.865613,"main_score":0.833926,"hf_subset":"bjn_Latn-ilo_Latn","languages":["bjn-Latn","ilo-Latn"]},{"precision":0.186189,"recall":0.270751,"f1":0.207223,"accuracy":0.270751,"main_score":0.207223,"hf_subset":"bjn_Latn-knc_Arab","languages":["bjn-Latn","knc-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"bjn_Latn-mkd_Cyrl","languages":["bjn-Latn","mkd-Cyrl"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"bjn_Latn-prs_Arab","languages":["bjn-Latn","prs-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"bjn_Latn-swe_Latn","languages":["bjn-Latn","swe-Latn"]},{"precision":0.966897,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"bjn_Latn-urd_Arab","languages":["bjn-Latn","urd-Arab"]},{"precision":0.532166,"recall":0.598814,"f1":0.550932,"accuracy":0.598814,"main_score":0.550932,"hf_subset":"bjn_Latn-aka_Latn","languages":["bjn-Latn","aka-Latn"]},{"precision":0.82864,"recall":0.87747,"f1":0.844269,"accuracy":0.87747,"main_score":0.844269,"hf_subset":"bjn_Latn-fao_Latn","languages":["bjn-Latn","fao-Latn"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"bjn_Latn-ind_Latn","languages":["bjn-Latn","ind-Latn"]},{"precision":0.533104,"recall":0.597826,"f1":0.551521,"accuracy":0.597826,"main_score":0.551521,"hf_subset":"bjn_Latn-knc_Latn","languages":["bjn-Latn","knc-Latn"]},{"precision":0.925725,"recall":0.947628,"f1":0.932806,"accuracy":0.947628,"main_score":0.932806,"hf_subset":"bjn_Latn-mlt_Latn","languages":["bjn-Latn","mlt-Latn"]},{"precision":0.562634,"recall":0.636364,"f1":0.58381,"accuracy":0.636364,"main_score":0.58381,"hf_subset":"bjn_Latn-quy_Latn","languages":["bjn-Latn","quy-Latn"]},{"precision":0.66101,"recall":0.732213,"f1":0.681779,"accuracy":0.732213,"main_score":0.681779,"hf_subset":"bjn_Latn-swh_Latn","languages":["bjn-Latn","swh-Latn"]},{"precision":0.937912,"recall":0.956522,"f1":0.944005,"accuracy":0.956522,"main_score":0.944005,"hf_subset":"bjn_Latn-uzn_Latn","languages":["bjn-Latn","uzn-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"bjn_Latn-als_Latn","languages":["bjn-Latn","als-Latn"]},{"precision":0.16083,"recall":0.232213,"f1":0.178165,"accuracy":0.232213,"main_score":0.178165,"hf_subset":"bjn_Latn-bod_Tibt","languages":["bjn-Latn","bod-Tibt"]},{"precision":0.477493,"recall":0.545455,"f1":0.4962,"accuracy":0.545455,"main_score":0.4962,"hf_subset":"bjn_Latn-fij_Latn","languages":["bjn-Latn","fij-Latn"]},{"precision":0.855319,"recall":0.895257,"f1":0.867787,"accuracy":0.895257,"main_score":0.867787,"hf_subset":"bjn_Latn-isl_Latn","languages":["bjn-Latn","isl-Latn"]},{"precision":0.550881,"recall":0.62253,"f1":0.571648,"accuracy":0.62253,"main_score":0.571648,"hf_subset":"bjn_Latn-kon_Latn","languages":["bjn-Latn","kon-Latn"]},{"precision":0.500187,"recall":0.593874,"f1":0.526008,"accuracy":0.593874,"main_score":0.526008,"hf_subset":"bjn_Latn-mni_Beng","languages":["bjn-Latn","mni-Beng"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"bjn_Latn-ron_Latn","languages":["bjn-Latn","ron-Latn"]},{"precision":0.947464,"recall":0.962451,"f1":0.952404,"accuracy":0.962451,"main_score":0.952404,"hf_subset":"bjn_Latn-szl_Latn","languages":["bjn-Latn","szl-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"bjn_Latn-vec_Latn","languages":["bjn-Latn","vec-Latn"]},{"precision":0.45583,"recall":0.54249,"f1":0.479698,"accuracy":0.54249,"main_score":0.479698,"hf_subset":"bjn_Latn-amh_Ethi","languages":["bjn-Latn","amh-Ethi"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bjn_Latn-bos_Latn","languages":["bjn-Latn","bos-Latn"]},{"precision":0.959486,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"bjn_Latn-fin_Latn","languages":["bjn-Latn","fin-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"bjn_Latn-ita_Latn","languages":["bjn-Latn","ita-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"bjn_Latn-kor_Hang","languages":["bjn-Latn","kor-Hang"]},{"precision":0.471135,"recall":0.547431,"f1":0.491856,"accuracy":0.547431,"main_score":0.491856,"hf_subset":"bjn_Latn-mos_Latn","languages":["bjn-Latn","mos-Latn"]},{"precision":0.466578,"recall":0.531621,"f1":0.484538,"accuracy":0.531621,"main_score":0.484538,"hf_subset":"bjn_Latn-run_Latn","languages":["bjn-Latn","run-Latn"]},{"precision":0.948123,"recall":0.964427,"f1":0.953393,"accuracy":0.964427,"main_score":0.953393,"hf_subset":"bjn_Latn-tam_Taml","languages":["bjn-Latn","tam-Taml"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"bjn_Latn-vie_Latn","languages":["bjn-Latn","vie-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"bjn_Latn-apc_Arab","languages":["bjn-Latn","apc-Arab"]},{"precision":0.745175,"recall":0.80336,"f1":0.762436,"accuracy":0.80336,"main_score":0.762436,"hf_subset":"bjn_Latn-bug_Latn","languages":["bjn-Latn","bug-Latn"]},{"precision":0.420132,"recall":0.490119,"f1":0.439754,"accuracy":0.490119,"main_score":0.439754,"hf_subset":"bjn_Latn-fon_Latn","languages":["bjn-Latn","fon-Latn"]},{"precision":0.964427,"recall":0.975296,"f1":0.96805,"accuracy":0.975296,"main_score":0.96805,"hf_subset":"bjn_Latn-jav_Latn","languages":["bjn-Latn","jav-Latn"]},{"precision":0.755847,"recall":0.823123,"f1":0.776976,"accuracy":0.823123,"main_score":0.776976,"hf_subset":"bjn_Latn-lao_Laoo","languages":["bjn-Latn","lao-Laoo"]},{"precision":0.541497,"recall":0.617589,"f1":0.562696,"accuracy":0.617589,"main_score":0.562696,"hf_subset":"bjn_Latn-mri_Latn","languages":["bjn-Latn","mri-Latn"]},{"precision":0.976943,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"bjn_Latn-rus_Cyrl","languages":["bjn-Latn","rus-Cyrl"]},{"precision":0.488776,"recall":0.554348,"f1":0.507246,"accuracy":0.554348,"main_score":0.507246,"hf_subset":"bjn_Latn-taq_Latn","languages":["bjn-Latn","taq-Latn"]},{"precision":0.947217,"recall":0.963439,"f1":0.95247,"accuracy":0.963439,"main_score":0.95247,"hf_subset":"bjn_Latn-war_Latn","languages":["bjn-Latn","war-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bjn_Latn-arb_Arab","languages":["bjn-Latn","arb-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"bjn_Latn-bul_Cyrl","languages":["bjn-Latn","bul-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bjn_Latn-fra_Latn","languages":["bjn-Latn","fra-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"bjn_Latn-jpn_Jpan","languages":["bjn-Latn","jpn-Jpan"]},{"precision":0.953063,"recall":0.967391,"f1":0.957675,"accuracy":0.967391,"main_score":0.957675,"hf_subset":"bjn_Latn-lij_Latn","languages":["bjn-Latn","lij-Latn"]},{"precision":0.796723,"recall":0.852767,"f1":0.814248,"accuracy":0.852767,"main_score":0.814248,"hf_subset":"bjn_Latn-mya_Mymr","languages":["bjn-Latn","mya-Mymr"]},{"precision":0.52423,"recall":0.597826,"f1":0.544455,"accuracy":0.597826,"main_score":0.544455,"hf_subset":"bjn_Latn-sag_Latn","languages":["bjn-Latn","sag-Latn"]},{"precision":0.127547,"recall":0.209486,"f1":0.143952,"accuracy":0.209486,"main_score":0.143952,"hf_subset":"bjn_Latn-taq_Tfng","languages":["bjn-Latn","taq-Tfng"]},{"precision":0.540427,"recall":0.615613,"f1":0.561215,"accuracy":0.615613,"main_score":0.561215,"hf_subset":"bjn_Latn-wol_Latn","languages":["bjn-Latn","wol-Latn"]},{"precision":0.554254,"recall":0.63834,"f1":0.578019,"accuracy":0.63834,"main_score":0.578019,"hf_subset":"bjn_Latn-arb_Latn","languages":["bjn-Latn","arb-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"bjn_Latn-cat_Latn","languages":["bjn-Latn","cat-Latn"]},{"precision":0.947628,"recall":0.962451,"f1":0.952404,"accuracy":0.962451,"main_score":0.952404,"hf_subset":"bjn_Latn-fur_Latn","languages":["bjn-Latn","fur-Latn"]},{"precision":0.345604,"recall":0.417984,"f1":0.365069,"accuracy":0.417984,"main_score":0.365069,"hf_subset":"bjn_Latn-kab_Latn","languages":["bjn-Latn","kab-Latn"]},{"precision":0.923913,"recall":0.94664,"f1":0.931324,"accuracy":0.94664,"main_score":0.931324,"hf_subset":"bjn_Latn-lim_Latn","languages":["bjn-Latn","lim-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"bjn_Latn-nld_Latn","languages":["bjn-Latn","nld-Latn"]},{"precision":0.902997,"recall":0.931818,"f1":0.912173,"accuracy":0.931818,"main_score":0.912173,"hf_subset":"bjn_Latn-san_Deva","languages":["bjn-Latn","san-Deva"]},{"precision":0.918643,"recall":0.943676,"f1":0.926713,"accuracy":0.943676,"main_score":0.926713,"hf_subset":"bjn_Latn-tat_Cyrl","languages":["bjn-Latn","tat-Cyrl"]},{"precision":0.513118,"recall":0.590909,"f1":0.534913,"accuracy":0.590909,"main_score":0.534913,"hf_subset":"bjn_Latn-xho_Latn","languages":["bjn-Latn","xho-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bjn_Latn-ars_Arab","languages":["bjn-Latn","ars-Arab"]},{"precision":0.957016,"recall":0.970356,"f1":0.961298,"accuracy":0.970356,"main_score":0.961298,"hf_subset":"bjn_Latn-ceb_Latn","languages":["bjn-Latn","ceb-Latn"]},{"precision":0.482514,"recall":0.5583,"f1":0.504073,"accuracy":0.5583,"main_score":0.504073,"hf_subset":"bjn_Latn-fuv_Latn","languages":["bjn-Latn","fuv-Latn"]},{"precision":0.476058,"recall":0.547431,"f1":0.496005,"accuracy":0.547431,"main_score":0.496005,"hf_subset":"bjn_Latn-kac_Latn","languages":["bjn-Latn","kac-Latn"]},{"precision":0.553523,"recall":0.628458,"f1":0.574386,"accuracy":0.628458,"main_score":0.574386,"hf_subset":"bjn_Latn-lin_Latn","languages":["bjn-Latn","lin-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"bjn_Latn-nno_Latn","languages":["bjn-Latn","nno-Latn"]},{"precision":0.022001,"recall":0.065217,"f1":0.028038,"accuracy":0.065217,"main_score":0.028038,"hf_subset":"bjn_Latn-sat_Olck","languages":["bjn-Latn","sat-Olck"]},{"precision":0.958663,"recall":0.971344,"f1":0.96278,"accuracy":0.971344,"main_score":0.96278,"hf_subset":"bjn_Latn-tel_Telu","languages":["bjn-Latn","tel-Telu"]},{"precision":0.65499,"recall":0.732213,"f1":0.677955,"accuracy":0.732213,"main_score":0.677955,"hf_subset":"bjn_Latn-ydd_Hebr","languages":["bjn-Latn","ydd-Hebr"]},{"precision":0.925889,"recall":0.948617,"f1":0.9333,"accuracy":0.948617,"main_score":0.9333,"hf_subset":"bjn_Latn-ary_Arab","languages":["bjn-Latn","ary-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"bjn_Latn-ces_Latn","languages":["bjn-Latn","ces-Latn"]},{"precision":0.388381,"recall":0.475296,"f1":0.411985,"accuracy":0.475296,"main_score":0.411985,"hf_subset":"bjn_Latn-gaz_Latn","languages":["bjn-Latn","gaz-Latn"]},{"precision":0.481114,"recall":0.552372,"f1":0.501016,"accuracy":0.552372,"main_score":0.501016,"hf_subset":"bjn_Latn-kam_Latn","languages":["bjn-Latn","kam-Latn"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"bjn_Latn-lit_Latn","languages":["bjn-Latn","lit-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"bjn_Latn-nob_Latn","languages":["bjn-Latn","nob-Latn"]},{"precision":0.945323,"recall":0.961462,"f1":0.950593,"accuracy":0.961462,"main_score":0.950593,"hf_subset":"bjn_Latn-scn_Latn","languages":["bjn-Latn","scn-Latn"]},{"precision":0.836627,"recall":0.880435,"f1":0.850264,"accuracy":0.880435,"main_score":0.850264,"hf_subset":"bjn_Latn-tgk_Cyrl","languages":["bjn-Latn","tgk-Cyrl"]},{"precision":0.431766,"recall":0.512846,"f1":0.45496,"accuracy":0.512846,"main_score":0.45496,"hf_subset":"bjn_Latn-yor_Latn","languages":["bjn-Latn","yor-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"bjn_Latn-arz_Arab","languages":["bjn-Latn","arz-Arab"]},{"precision":0.47896,"recall":0.560277,"f1":0.501572,"accuracy":0.560277,"main_score":0.501572,"hf_subset":"bjn_Latn-cjk_Latn","languages":["bjn-Latn","cjk-Latn"]},{"precision":0.565809,"recall":0.641304,"f1":0.5857,"accuracy":0.641304,"main_score":0.5857,"hf_subset":"bjn_Latn-gla_Latn","languages":["bjn-Latn","gla-Latn"]},{"precision":0.941864,"recall":0.960474,"f1":0.947958,"accuracy":0.960474,"main_score":0.947958,"hf_subset":"bjn_Latn-kan_Knda","languages":["bjn-Latn","kan-Knda"]},{"precision":0.943676,"recall":0.960474,"f1":0.949111,"accuracy":0.960474,"main_score":0.949111,"hf_subset":"bjn_Latn-lmo_Latn","languages":["bjn-Latn","lmo-Latn"]},{"precision":0.956028,"recall":0.969368,"f1":0.96031,"accuracy":0.969368,"main_score":0.96031,"hf_subset":"bjn_Latn-npi_Deva","languages":["bjn-Latn","npi-Deva"]},{"precision":0.413149,"recall":0.505929,"f1":0.438087,"accuracy":0.505929,"main_score":0.438087,"hf_subset":"bjn_Latn-shn_Mymr","languages":["bjn-Latn","shn-Mymr"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"bjn_Latn-tgl_Latn","languages":["bjn-Latn","tgl-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"bjn_Latn-yue_Hant","languages":["bjn-Latn","yue-Hant"]},{"precision":0.919302,"recall":0.943676,"f1":0.927009,"accuracy":0.943676,"main_score":0.927009,"hf_subset":"bjn_Latn-asm_Beng","languages":["bjn-Latn","asm-Beng"]},{"precision":0.641181,"recall":0.714427,"f1":0.662262,"accuracy":0.714427,"main_score":0.662262,"hf_subset":"bjn_Latn-ckb_Arab","languages":["bjn-Latn","ckb-Arab"]},{"precision":0.613278,"recall":0.695652,"f1":0.637406,"accuracy":0.695652,"main_score":0.637406,"hf_subset":"bjn_Latn-gle_Latn","languages":["bjn-Latn","gle-Latn"]},{"precision":0.812418,"recall":0.866601,"f1":0.829677,"accuracy":0.866601,"main_score":0.829677,"hf_subset":"bjn_Latn-kas_Arab","languages":["bjn-Latn","kas-Arab"]},{"precision":0.816809,"recall":0.867589,"f1":0.83251,"accuracy":0.867589,"main_score":0.83251,"hf_subset":"bjn_Latn-ltg_Latn","languages":["bjn-Latn","ltg-Latn"]},{"precision":0.524497,"recall":0.592885,"f1":0.544332,"accuracy":0.592885,"main_score":0.544332,"hf_subset":"bjn_Latn-nso_Latn","languages":["bjn-Latn","nso-Latn"]},{"precision":0.342221,"recall":0.420949,"f1":0.362465,"accuracy":0.420949,"main_score":0.362465,"hf_subset":"bjn_Latn-sin_Sinh","languages":["bjn-Latn","sin-Sinh"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"bjn_Latn-tha_Thai","languages":["bjn-Latn","tha-Thai"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"bjn_Latn-zho_Hans","languages":["bjn-Latn","zho-Hans"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"bjn_Latn-ast_Latn","languages":["bjn-Latn","ast-Latn"]},{"precision":0.927372,"recall":0.950593,"f1":0.934947,"accuracy":0.950593,"main_score":0.934947,"hf_subset":"bjn_Latn-crh_Latn","languages":["bjn-Latn","crh-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"bjn_Latn-glg_Latn","languages":["bjn-Latn","glg-Latn"]},{"precision":0.712632,"recall":0.782609,"f1":0.733827,"accuracy":0.782609,"main_score":0.733827,"hf_subset":"bjn_Latn-kas_Deva","languages":["bjn-Latn","kas-Deva"]},{"precision":0.943347,"recall":0.960474,"f1":0.948781,"accuracy":0.960474,"main_score":0.948781,"hf_subset":"bjn_Latn-ltz_Latn","languages":["bjn-Latn","ltz-Latn"]},{"precision":0.397647,"recall":0.475296,"f1":0.418123,"accuracy":0.475296,"main_score":0.418123,"hf_subset":"bjn_Latn-nus_Latn","languages":["bjn-Latn","nus-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"bjn_Latn-slk_Latn","languages":["bjn-Latn","slk-Latn"]},{"precision":0.253312,"recall":0.329051,"f1":0.27337,"accuracy":0.329051,"main_score":0.27337,"hf_subset":"bjn_Latn-tir_Ethi","languages":["bjn-Latn","tir-Ethi"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"bjn_Latn-zho_Hant","languages":["bjn-Latn","zho-Hant"]},{"precision":0.964756,"recall":0.975296,"f1":0.968215,"accuracy":0.975296,"main_score":0.968215,"hf_subset":"bjn_Latn-awa_Deva","languages":["bjn-Latn","awa-Deva"]},{"precision":0.774984,"recall":0.833004,"f1":0.79249,"accuracy":0.833004,"main_score":0.79249,"hf_subset":"bjn_Latn-cym_Latn","languages":["bjn-Latn","cym-Latn"]},{"precision":0.692268,"recall":0.748024,"f1":0.708656,"accuracy":0.748024,"main_score":0.708656,"hf_subset":"bjn_Latn-grn_Latn","languages":["bjn-Latn","grn-Latn"]},{"precision":0.917984,"recall":0.9417,"f1":0.925362,"accuracy":0.9417,"main_score":0.925362,"hf_subset":"bjn_Latn-kat_Geor","languages":["bjn-Latn","kat-Geor"]},{"precision":0.568496,"recall":0.631423,"f1":0.586567,"accuracy":0.631423,"main_score":0.586567,"hf_subset":"bjn_Latn-lua_Latn","languages":["bjn-Latn","lua-Latn"]},{"precision":0.522703,"recall":0.593874,"f1":0.542705,"accuracy":0.593874,"main_score":0.542705,"hf_subset":"bjn_Latn-nya_Latn","languages":["bjn-Latn","nya-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"bjn_Latn-slv_Latn","languages":["bjn-Latn","slv-Latn"]},{"precision":0.754513,"recall":0.809289,"f1":0.771692,"accuracy":0.809289,"main_score":0.771692,"hf_subset":"bjn_Latn-tpi_Latn","languages":["bjn-Latn","tpi-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bjn_Latn-zsm_Latn","languages":["bjn-Latn","zsm-Latn"]},{"precision":0.479275,"recall":0.547431,"f1":0.498819,"accuracy":0.547431,"main_score":0.498819,"hf_subset":"bjn_Latn-ayr_Latn","languages":["bjn-Latn","ayr-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bjn_Latn-dan_Latn","languages":["bjn-Latn","dan-Latn"]},{"precision":0.963933,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"bjn_Latn-guj_Gujr","languages":["bjn-Latn","guj-Gujr"]},{"precision":0.953228,"recall":0.968379,"f1":0.958169,"accuracy":0.968379,"main_score":0.958169,"hf_subset":"bjn_Latn-kaz_Cyrl","languages":["bjn-Latn","kaz-Cyrl"]},{"precision":0.449362,"recall":0.527668,"f1":0.472151,"accuracy":0.527668,"main_score":0.472151,"hf_subset":"bjn_Latn-lug_Latn","languages":["bjn-Latn","lug-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"bjn_Latn-oci_Latn","languages":["bjn-Latn","oci-Latn"]},{"precision":0.519426,"recall":0.594862,"f1":0.540916,"accuracy":0.594862,"main_score":0.540916,"hf_subset":"bjn_Latn-smo_Latn","languages":["bjn-Latn","smo-Latn"]},{"precision":0.47576,"recall":0.545455,"f1":0.494985,"accuracy":0.545455,"main_score":0.494985,"hf_subset":"bjn_Latn-tsn_Latn","languages":["bjn-Latn","tsn-Latn"]},{"precision":0.469684,"recall":0.543478,"f1":0.489392,"accuracy":0.543478,"main_score":0.489392,"hf_subset":"bjn_Latn-zul_Latn","languages":["bjn-Latn","zul-Latn"]},{"precision":0.781489,"recall":0.841897,"f1":0.800329,"accuracy":0.841897,"main_score":0.800329,"hf_subset":"bjn_Latn-azb_Arab","languages":["bjn-Latn","azb-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"bjn_Latn-deu_Latn","languages":["bjn-Latn","deu-Latn"]},{"precision":0.838142,"recall":0.885375,"f1":0.853096,"accuracy":0.885375,"main_score":0.853096,"hf_subset":"bjn_Latn-hat_Latn","languages":["bjn-Latn","hat-Latn"]},{"precision":0.438289,"recall":0.505929,"f1":0.456595,"accuracy":0.505929,"main_score":0.456595,"hf_subset":"bjn_Latn-kbp_Latn","languages":["bjn-Latn","kbp-Latn"]},{"precision":0.496837,"recall":0.561265,"f1":0.514573,"accuracy":0.561265,"main_score":0.514573,"hf_subset":"bjn_Latn-luo_Latn","languages":["bjn-Latn","luo-Latn"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"bjn_Latn-ory_Orya","languages":["bjn-Latn","ory-Orya"]},{"precision":0.477097,"recall":0.549407,"f1":0.497505,"accuracy":0.549407,"main_score":0.497505,"hf_subset":"bjn_Latn-sna_Latn","languages":["bjn-Latn","sna-Latn"]},{"precision":0.474795,"recall":0.544466,"f1":0.493659,"accuracy":0.544466,"main_score":0.493659,"hf_subset":"bjn_Latn-tso_Latn","languages":["bjn-Latn","tso-Latn"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"bjn_Latn-azj_Latn","languages":["bjn-Latn","azj-Latn"]},{"precision":0.486512,"recall":0.566206,"f1":0.509341,"accuracy":0.566206,"main_score":0.509341,"hf_subset":"bjn_Latn-dik_Latn","languages":["bjn-Latn","dik-Latn"]},{"precision":0.485598,"recall":0.550395,"f1":0.504092,"accuracy":0.550395,"main_score":0.504092,"hf_subset":"bjn_Latn-hau_Latn","languages":["bjn-Latn","hau-Latn"]},{"precision":0.936759,"recall":0.956522,"f1":0.943347,"accuracy":0.956522,"main_score":0.943347,"hf_subset":"bjn_Latn-kea_Latn","languages":["bjn-Latn","kea-Latn"]},{"precision":0.614132,"recall":0.689723,"f1":0.635654,"accuracy":0.689723,"main_score":0.635654,"hf_subset":"bjn_Latn-lus_Latn","languages":["bjn-Latn","lus-Latn"]},{"precision":0.795158,"recall":0.841897,"f1":0.809519,"accuracy":0.841897,"main_score":0.809519,"hf_subset":"bjn_Latn-pag_Latn","languages":["bjn-Latn","pag-Latn"]},{"precision":0.9333,"recall":0.954545,"f1":0.940382,"accuracy":0.954545,"main_score":0.940382,"hf_subset":"bjn_Latn-snd_Arab","languages":["bjn-Latn","snd-Arab"]},{"precision":0.807971,"recall":0.86166,"f1":0.825019,"accuracy":0.86166,"main_score":0.825019,"hf_subset":"bjn_Latn-tuk_Latn","languages":["bjn-Latn","tuk-Latn"]},{"precision":0.895092,"recall":0.923913,"f1":0.904315,"accuracy":0.923913,"main_score":0.904315,"hf_subset":"bjn_Latn-bak_Cyrl","languages":["bjn-Latn","bak-Cyrl"]},{"precision":0.431061,"recall":0.516798,"f1":0.45551,"accuracy":0.516798,"main_score":0.45551,"hf_subset":"bjn_Latn-dyu_Latn","languages":["bjn-Latn","dyu-Latn"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"bjn_Latn-heb_Hebr","languages":["bjn-Latn","heb-Hebr"]},{"precision":0.801219,"recall":0.853755,"f1":0.81741,"accuracy":0.853755,"main_score":0.81741,"hf_subset":"bjn_Latn-khk_Cyrl","languages":["bjn-Latn","khk-Cyrl"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"bjn_Latn-lvs_Latn","languages":["bjn-Latn","lvs-Latn"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"bjn_Latn-pan_Guru","languages":["bjn-Latn","pan-Guru"]},{"precision":0.465971,"recall":0.541502,"f1":0.487273,"accuracy":0.541502,"main_score":0.487273,"hf_subset":"bjn_Latn-som_Latn","languages":["bjn-Latn","som-Latn"]},{"precision":0.496879,"recall":0.564229,"f1":0.516035,"accuracy":0.564229,"main_score":0.516035,"hf_subset":"bjn_Latn-tum_Latn","languages":["bjn-Latn","tum-Latn"]},{"precision":0.370432,"recall":0.433794,"f1":0.388629,"accuracy":0.433794,"main_score":0.388629,"hf_subset":"fao_Latn-ace_Arab","languages":["fao-Latn","ace-Arab"]},{"precision":0.455413,"recall":0.507905,"f1":0.471344,"accuracy":0.507905,"main_score":0.471344,"hf_subset":"fao_Latn-bam_Latn","languages":["fao-Latn","bam-Latn"]},{"precision":0.108037,"recall":0.152174,"f1":0.119417,"accuracy":0.152174,"main_score":0.119417,"hf_subset":"fao_Latn-dzo_Tibt","languages":["fao-Latn","dzo-Tibt"]},{"precision":0.949275,"recall":0.964427,"f1":0.954051,"accuracy":0.964427,"main_score":0.954051,"hf_subset":"fao_Latn-hin_Deva","languages":["fao-Latn","hin-Deva"]},{"precision":0.812829,"recall":0.865613,"f1":0.829611,"accuracy":0.865613,"main_score":0.829611,"hf_subset":"fao_Latn-khm_Khmr","languages":["fao-Latn","khm-Khmr"]},{"precision":0.928887,"recall":0.949605,"f1":0.935277,"accuracy":0.949605,"main_score":0.935277,"hf_subset":"fao_Latn-mag_Deva","languages":["fao-Latn","mag-Deva"]},{"precision":0.853113,"recall":0.891304,"f1":0.864657,"accuracy":0.891304,"main_score":0.864657,"hf_subset":"fao_Latn-pap_Latn","languages":["fao-Latn","pap-Latn"]},{"precision":0.503303,"recall":0.554348,"f1":0.517789,"accuracy":0.554348,"main_score":0.517789,"hf_subset":"fao_Latn-sot_Latn","languages":["fao-Latn","sot-Latn"]},{"precision":0.941535,"recall":0.959486,"f1":0.947299,"accuracy":0.959486,"main_score":0.947299,"hf_subset":"fao_Latn-tur_Latn","languages":["fao-Latn","tur-Latn"]},{"precision":0.678944,"recall":0.724308,"f1":0.691971,"accuracy":0.724308,"main_score":0.691971,"hf_subset":"fao_Latn-ace_Latn","languages":["fao-Latn","ace-Latn"]},{"precision":0.775291,"recall":0.824111,"f1":0.789676,"accuracy":0.824111,"main_score":0.789676,"hf_subset":"fao_Latn-ban_Latn","languages":["fao-Latn","ban-Latn"]},{"precision":0.946146,"recall":0.963439,"f1":0.951746,"accuracy":0.963439,"main_score":0.951746,"hf_subset":"fao_Latn-ell_Grek","languages":["fao-Latn","ell-Grek"]},{"precision":0.895372,"recall":0.923913,"f1":0.904381,"accuracy":0.923913,"main_score":0.904381,"hf_subset":"fao_Latn-hne_Deva","languages":["fao-Latn","hne-Deva"]},{"precision":0.495299,"recall":0.546443,"f1":0.510478,"accuracy":0.546443,"main_score":0.510478,"hf_subset":"fao_Latn-kik_Latn","languages":["fao-Latn","kik-Latn"]},{"precision":0.904974,"recall":0.933794,"f1":0.914361,"accuracy":0.933794,"main_score":0.914361,"hf_subset":"fao_Latn-mai_Deva","languages":["fao-Latn","mai-Deva"]},{"precision":0.764262,"recall":0.817194,"f1":0.779828,"accuracy":0.817194,"main_score":0.779828,"hf_subset":"fao_Latn-pbt_Arab","languages":["fao-Latn","pbt-Arab"]},{"precision":0.948781,"recall":0.965415,"f1":0.954216,"accuracy":0.965415,"main_score":0.954216,"hf_subset":"fao_Latn-spa_Latn","languages":["fao-Latn","spa-Latn"]},{"precision":0.536225,"recall":0.582016,"f1":0.549673,"accuracy":0.582016,"main_score":0.549673,"hf_subset":"fao_Latn-twi_Latn","languages":["fao-Latn","twi-Latn"]},{"precision":0.916008,"recall":0.940711,"f1":0.923913,"accuracy":0.940711,"main_score":0.923913,"hf_subset":"fao_Latn-acm_Arab","languages":["fao-Latn","acm-Arab"]},{"precision":0.92836,"recall":0.951581,"f1":0.935935,"accuracy":0.951581,"main_score":0.935935,"hf_subset":"fao_Latn-bel_Cyrl","languages":["fao-Latn","bel-Cyrl"]},{"precision":0.958333,"recall":0.971344,"f1":0.962615,"accuracy":0.971344,"main_score":0.962615,"hf_subset":"fao_Latn-eng_Latn","languages":["fao-Latn","eng-Latn"]},{"precision":0.950758,"recall":0.966403,"f1":0.955863,"accuracy":0.966403,"main_score":0.955863,"hf_subset":"fao_Latn-hrv_Latn","languages":["fao-Latn","hrv-Latn"]},{"precision":0.459553,"recall":0.514822,"f1":0.474436,"accuracy":0.514822,"main_score":0.474436,"hf_subset":"fao_Latn-kin_Latn","languages":["fao-Latn","kin-Latn"]},{"precision":0.912632,"recall":0.939723,"f1":0.921344,"accuracy":0.939723,"main_score":0.921344,"hf_subset":"fao_Latn-mal_Mlym","languages":["fao-Latn","mal-Mlym"]},{"precision":0.948452,"recall":0.964427,"f1":0.953557,"accuracy":0.964427,"main_score":0.953557,"hf_subset":"fao_Latn-pes_Arab","languages":["fao-Latn","pes-Arab"]},{"precision":0.871574,"recall":0.901186,"f1":0.880731,"accuracy":0.901186,"main_score":0.880731,"hf_subset":"fao_Latn-srd_Latn","languages":["fao-Latn","srd-Latn"]},{"precision":0.137746,"recall":0.198617,"f1":0.15154,"accuracy":0.198617,"main_score":0.15154,"hf_subset":"fao_Latn-tzm_Tfng","languages":["fao-Latn","tzm-Tfng"]},{"precision":0.939888,"recall":0.958498,"f1":0.945982,"accuracy":0.958498,"main_score":0.945982,"hf_subset":"fao_Latn-acq_Arab","languages":["fao-Latn","acq-Arab"]},{"precision":0.522768,"recall":0.575099,"f1":0.537939,"accuracy":0.575099,"main_score":0.537939,"hf_subset":"fao_Latn-bem_Latn","languages":["fao-Latn","bem-Latn"]},{"precision":0.935524,"recall":0.954545,"f1":0.941436,"accuracy":0.954545,"main_score":0.941436,"hf_subset":"fao_Latn-epo_Latn","languages":["fao-Latn","epo-Latn"]},{"precision":0.946014,"recall":0.962451,"f1":0.951252,"accuracy":0.962451,"main_score":0.951252,"hf_subset":"fao_Latn-hun_Latn","languages":["fao-Latn","hun-Latn"]},{"precision":0.863752,"recall":0.899209,"f1":0.874506,"accuracy":0.899209,"main_score":0.874506,"hf_subset":"fao_Latn-kir_Cyrl","languages":["fao-Latn","kir-Cyrl"]},{"precision":0.93083,"recall":0.951581,"f1":0.937582,"accuracy":0.951581,"main_score":0.937582,"hf_subset":"fao_Latn-mar_Deva","languages":["fao-Latn","mar-Deva"]},{"precision":0.560665,"recall":0.601779,"f1":0.572349,"accuracy":0.601779,"main_score":0.572349,"hf_subset":"fao_Latn-plt_Latn","languages":["fao-Latn","plt-Latn"]},{"precision":0.947793,"recall":0.964427,"f1":0.953228,"accuracy":0.964427,"main_score":0.953228,"hf_subset":"fao_Latn-srp_Cyrl","languages":["fao-Latn","srp-Cyrl"]},{"precision":0.821476,"recall":0.865613,"f1":0.835079,"accuracy":0.865613,"main_score":0.835079,"hf_subset":"fao_Latn-uig_Arab","languages":["fao-Latn","uig-Arab"]},{"precision":0.870636,"recall":0.909091,"f1":0.882924,"accuracy":0.909091,"main_score":0.882924,"hf_subset":"fao_Latn-aeb_Arab","languages":["fao-Latn","aeb-Arab"]},{"precision":0.936759,"recall":0.956522,"f1":0.943149,"accuracy":0.956522,"main_score":0.943149,"hf_subset":"fao_Latn-ben_Beng","languages":["fao-Latn","ben-Beng"]},{"precision":0.9389,"recall":0.95751,"f1":0.944993,"accuracy":0.95751,"main_score":0.944993,"hf_subset":"fao_Latn-est_Latn","languages":["fao-Latn","est-Latn"]},{"precision":0.922678,"recall":0.94664,"f1":0.930402,"accuracy":0.94664,"main_score":0.930402,"hf_subset":"fao_Latn-hye_Armn","languages":["fao-Latn","hye-Armn"]},{"precision":0.483977,"recall":0.525692,"f1":0.495761,"accuracy":0.525692,"main_score":0.495761,"hf_subset":"fao_Latn-kmb_Latn","languages":["fao-Latn","kmb-Latn"]},{"precision":0.338591,"recall":0.412055,"f1":0.358668,"accuracy":0.412055,"main_score":0.358668,"hf_subset":"fao_Latn-min_Arab","languages":["fao-Latn","min-Arab"]},{"precision":0.93643,"recall":0.955534,"f1":0.94249,"accuracy":0.955534,"main_score":0.94249,"hf_subset":"fao_Latn-pol_Latn","languages":["fao-Latn","pol-Latn"]},{"precision":0.46835,"recall":0.521739,"f1":0.483251,"accuracy":0.521739,"main_score":0.483251,"hf_subset":"fao_Latn-ssw_Latn","languages":["fao-Latn","ssw-Latn"]},{"precision":0.944746,"recall":0.962451,"f1":0.950494,"accuracy":0.962451,"main_score":0.950494,"hf_subset":"fao_Latn-ukr_Cyrl","languages":["fao-Latn","ukr-Cyrl"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"fao_Latn-afr_Latn","languages":["fao-Latn","afr-Latn"]},{"precision":0.887022,"recall":0.918972,"f1":0.896871,"accuracy":0.918972,"main_score":0.896871,"hf_subset":"fao_Latn-bho_Deva","languages":["fao-Latn","bho-Deva"]},{"precision":0.851482,"recall":0.890316,"f1":0.86357,"accuracy":0.890316,"main_score":0.86357,"hf_subset":"fao_Latn-eus_Latn","languages":["fao-Latn","eus-Latn"]},{"precision":0.491133,"recall":0.549407,"f1":0.507697,"accuracy":0.549407,"main_score":0.507697,"hf_subset":"fao_Latn-ibo_Latn","languages":["fao-Latn","ibo-Latn"]},{"precision":0.644956,"recall":0.705534,"f1":0.662288,"accuracy":0.705534,"main_score":0.662288,"hf_subset":"fao_Latn-kmr_Latn","languages":["fao-Latn","kmr-Latn"]},{"precision":0.830863,"recall":0.875494,"f1":0.844269,"accuracy":0.875494,"main_score":0.844269,"hf_subset":"fao_Latn-min_Latn","languages":["fao-Latn","min-Latn"]},{"precision":0.953722,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"fao_Latn-por_Latn","languages":["fao-Latn","por-Latn"]},{"precision":0.862632,"recall":0.899209,"f1":0.873701,"accuracy":0.899209,"main_score":0.873701,"hf_subset":"fao_Latn-sun_Latn","languages":["fao-Latn","sun-Latn"]},{"precision":0.480742,"recall":0.527668,"f1":0.494149,"accuracy":0.527668,"main_score":0.494149,"hf_subset":"fao_Latn-umb_Latn","languages":["fao-Latn","umb-Latn"]},{"precision":0.925889,"recall":0.949605,"f1":0.93363,"accuracy":0.949605,"main_score":0.93363,"hf_subset":"fao_Latn-ajp_Arab","languages":["fao-Latn","ajp-Arab"]},{"precision":0.381697,"recall":0.44664,"f1":0.398931,"accuracy":0.44664,"main_score":0.398931,"hf_subset":"fao_Latn-bjn_Arab","languages":["fao-Latn","bjn-Arab"]},{"precision":0.482408,"recall":0.529644,"f1":0.495533,"accuracy":0.529644,"main_score":0.495533,"hf_subset":"fao_Latn-ewe_Latn","languages":["fao-Latn","ewe-Latn"]},{"precision":0.718001,"recall":0.768775,"f1":0.73258,"accuracy":0.768775,"main_score":0.73258,"hf_subset":"fao_Latn-ilo_Latn","languages":["fao-Latn","ilo-Latn"]},{"precision":0.206932,"recall":0.274704,"f1":0.225242,"accuracy":0.274704,"main_score":0.225242,"hf_subset":"fao_Latn-knc_Arab","languages":["fao-Latn","knc-Arab"]},{"precision":0.955863,"recall":0.970356,"f1":0.960639,"accuracy":0.970356,"main_score":0.960639,"hf_subset":"fao_Latn-mkd_Cyrl","languages":["fao-Latn","mkd-Cyrl"]},{"precision":0.940217,"recall":0.959486,"f1":0.946476,"accuracy":0.959486,"main_score":0.946476,"hf_subset":"fao_Latn-prs_Arab","languages":["fao-Latn","prs-Arab"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"fao_Latn-swe_Latn","languages":["fao-Latn","swe-Latn"]},{"precision":0.92276,"recall":0.945652,"f1":0.929974,"accuracy":0.945652,"main_score":0.929974,"hf_subset":"fao_Latn-urd_Arab","languages":["fao-Latn","urd-Arab"]},{"precision":0.519509,"recall":0.564229,"f1":0.532326,"accuracy":0.564229,"main_score":0.532326,"hf_subset":"fao_Latn-aka_Latn","languages":["fao-Latn","aka-Latn"]},{"precision":0.851285,"recall":0.890316,"f1":0.863472,"accuracy":0.890316,"main_score":0.863472,"hf_subset":"fao_Latn-bjn_Latn","languages":["fao-Latn","bjn-Latn"]},{"precision":0.944993,"recall":0.962451,"f1":0.950593,"accuracy":0.962451,"main_score":0.950593,"hf_subset":"fao_Latn-ind_Latn","languages":["fao-Latn","ind-Latn"]},{"precision":0.51717,"recall":0.566206,"f1":0.531888,"accuracy":0.566206,"main_score":0.531888,"hf_subset":"fao_Latn-knc_Latn","languages":["fao-Latn","knc-Latn"]},{"precision":0.867177,"recall":0.902174,"f1":0.878068,"accuracy":0.902174,"main_score":0.878068,"hf_subset":"fao_Latn-mlt_Latn","languages":["fao-Latn","mlt-Latn"]},{"precision":0.526104,"recall":0.575099,"f1":0.539975,"accuracy":0.575099,"main_score":0.539975,"hf_subset":"fao_Latn-quy_Latn","languages":["fao-Latn","quy-Latn"]},{"precision":0.683187,"recall":0.744071,"f1":0.700776,"accuracy":0.744071,"main_score":0.700776,"hf_subset":"fao_Latn-swh_Latn","languages":["fao-Latn","swh-Latn"]},{"precision":0.897727,"recall":0.927866,"f1":0.907246,"accuracy":0.927866,"main_score":0.907246,"hf_subset":"fao_Latn-uzn_Latn","languages":["fao-Latn","uzn-Latn"]},{"precision":0.916667,"recall":0.942688,"f1":0.925231,"accuracy":0.942688,"main_score":0.925231,"hf_subset":"fao_Latn-als_Latn","languages":["fao-Latn","als-Latn"]},{"precision":0.181326,"recall":0.247036,"f1":0.197303,"accuracy":0.247036,"main_score":0.197303,"hf_subset":"fao_Latn-bod_Tibt","languages":["fao-Latn","bod-Tibt"]},{"precision":0.488754,"recall":0.535573,"f1":0.502042,"accuracy":0.535573,"main_score":0.502042,"hf_subset":"fao_Latn-fij_Latn","languages":["fao-Latn","fij-Latn"]},{"precision":0.936347,"recall":0.954545,"f1":0.94226,"accuracy":0.954545,"main_score":0.94226,"hf_subset":"fao_Latn-isl_Latn","languages":["fao-Latn","isl-Latn"]},{"precision":0.523123,"recall":0.576087,"f1":0.538523,"accuracy":0.576087,"main_score":0.538523,"hf_subset":"fao_Latn-kon_Latn","languages":["fao-Latn","kon-Latn"]},{"precision":0.428907,"recall":0.501976,"f1":0.448938,"accuracy":0.501976,"main_score":0.448938,"hf_subset":"fao_Latn-mni_Beng","languages":["fao-Latn","mni-Beng"]},{"precision":0.954134,"recall":0.968379,"f1":0.958729,"accuracy":0.968379,"main_score":0.958729,"hf_subset":"fao_Latn-ron_Latn","languages":["fao-Latn","ron-Latn"]},{"precision":0.913373,"recall":0.937747,"f1":0.921113,"accuracy":0.937747,"main_score":0.921113,"hf_subset":"fao_Latn-szl_Latn","languages":["fao-Latn","szl-Latn"]},{"precision":0.920208,"recall":0.942688,"f1":0.927437,"accuracy":0.942688,"main_score":0.927437,"hf_subset":"fao_Latn-vec_Latn","languages":["fao-Latn","vec-Latn"]},{"precision":0.469561,"recall":0.551383,"f1":0.49283,"accuracy":0.551383,"main_score":0.49283,"hf_subset":"fao_Latn-amh_Ethi","languages":["fao-Latn","amh-Ethi"]},{"precision":0.949605,"recall":0.965415,"f1":0.95471,"accuracy":0.965415,"main_score":0.95471,"hf_subset":"fao_Latn-bos_Latn","languages":["fao-Latn","bos-Latn"]},{"precision":0.937582,"recall":0.956522,"f1":0.943841,"accuracy":0.956522,"main_score":0.943841,"hf_subset":"fao_Latn-fin_Latn","languages":["fao-Latn","fin-Latn"]},{"precision":0.952404,"recall":0.967391,"f1":0.957345,"accuracy":0.967391,"main_score":0.957345,"hf_subset":"fao_Latn-ita_Latn","languages":["fao-Latn","ita-Latn"]},{"precision":0.920455,"recall":0.945652,"f1":0.928524,"accuracy":0.945652,"main_score":0.928524,"hf_subset":"fao_Latn-kor_Hang","languages":["fao-Latn","kor-Hang"]},{"precision":0.477366,"recall":0.527668,"f1":0.491649,"accuracy":0.527668,"main_score":0.491649,"hf_subset":"fao_Latn-mos_Latn","languages":["fao-Latn","mos-Latn"]},{"precision":0.473035,"recall":0.521739,"f1":0.487074,"accuracy":0.521739,"main_score":0.487074,"hf_subset":"fao_Latn-run_Latn","languages":["fao-Latn","run-Latn"]},{"precision":0.925478,"recall":0.947628,"f1":0.932543,"accuracy":0.947628,"main_score":0.932543,"hf_subset":"fao_Latn-tam_Taml","languages":["fao-Latn","tam-Taml"]},{"precision":0.937747,"recall":0.956522,"f1":0.943841,"accuracy":0.956522,"main_score":0.943841,"hf_subset":"fao_Latn-vie_Latn","languages":["fao-Latn","vie-Latn"]},{"precision":0.926219,"recall":0.949605,"f1":0.933794,"accuracy":0.949605,"main_score":0.933794,"hf_subset":"fao_Latn-apc_Arab","languages":["fao-Latn","apc-Arab"]},{"precision":0.635154,"recall":0.688735,"f1":0.650431,"accuracy":0.688735,"main_score":0.650431,"hf_subset":"fao_Latn-bug_Latn","languages":["fao-Latn","bug-Latn"]},{"precision":0.454177,"recall":0.5,"f1":0.467368,"accuracy":0.5,"main_score":0.467368,"hf_subset":"fao_Latn-fon_Latn","languages":["fao-Latn","fon-Latn"]},{"precision":0.884964,"recall":0.917984,"f1":0.89529,"accuracy":0.917984,"main_score":0.89529,"hf_subset":"fao_Latn-jav_Latn","languages":["fao-Latn","jav-Latn"]},{"precision":0.752915,"recall":0.813241,"f1":0.771377,"accuracy":0.813241,"main_score":0.771377,"hf_subset":"fao_Latn-lao_Laoo","languages":["fao-Latn","lao-Laoo"]},{"precision":0.548533,"recall":0.615613,"f1":0.567558,"accuracy":0.615613,"main_score":0.567558,"hf_subset":"fao_Latn-mri_Latn","languages":["fao-Latn","mri-Latn"]},{"precision":0.946311,"recall":0.963439,"f1":0.95191,"accuracy":0.963439,"main_score":0.95191,"hf_subset":"fao_Latn-rus_Cyrl","languages":["fao-Latn","rus-Cyrl"]},{"precision":0.480612,"recall":0.52668,"f1":0.493452,"accuracy":0.52668,"main_score":0.493452,"hf_subset":"fao_Latn-taq_Latn","languages":["fao-Latn","taq-Latn"]},{"precision":0.872859,"recall":0.906126,"f1":0.883004,"accuracy":0.906126,"main_score":0.883004,"hf_subset":"fao_Latn-war_Latn","languages":["fao-Latn","war-Latn"]},{"precision":0.942605,"recall":0.960474,"f1":0.948353,"accuracy":0.960474,"main_score":0.948353,"hf_subset":"fao_Latn-arb_Arab","languages":["fao-Latn","arb-Arab"]},{"precision":0.952569,"recall":0.968379,"f1":0.957839,"accuracy":0.968379,"main_score":0.957839,"hf_subset":"fao_Latn-bul_Cyrl","languages":["fao-Latn","bul-Cyrl"]},{"precision":0.946311,"recall":0.963439,"f1":0.95191,"accuracy":0.963439,"main_score":0.95191,"hf_subset":"fao_Latn-fra_Latn","languages":["fao-Latn","fra-Latn"]},{"precision":0.936347,"recall":0.955534,"f1":0.942424,"accuracy":0.955534,"main_score":0.942424,"hf_subset":"fao_Latn-jpn_Jpan","languages":["fao-Latn","jpn-Jpan"]},{"precision":0.918561,"recall":0.940711,"f1":0.925626,"accuracy":0.940711,"main_score":0.925626,"hf_subset":"fao_Latn-lij_Latn","languages":["fao-Latn","lij-Latn"]},{"precision":0.774769,"recall":0.835968,"f1":0.793742,"accuracy":0.835968,"main_score":0.793742,"hf_subset":"fao_Latn-mya_Mymr","languages":["fao-Latn","mya-Mymr"]},{"precision":0.516093,"recall":0.573123,"f1":0.532374,"accuracy":0.573123,"main_score":0.532374,"hf_subset":"fao_Latn-sag_Latn","languages":["fao-Latn","sag-Latn"]},{"precision":0.146186,"recall":0.206522,"f1":0.158777,"accuracy":0.206522,"main_score":0.158777,"hf_subset":"fao_Latn-taq_Tfng","languages":["fao-Latn","taq-Tfng"]},{"precision":0.52584,"recall":0.576087,"f1":0.54049,"accuracy":0.576087,"main_score":0.54049,"hf_subset":"fao_Latn-wol_Latn","languages":["fao-Latn","wol-Latn"]},{"precision":0.563976,"recall":0.642292,"f1":0.586062,"accuracy":0.642292,"main_score":0.586062,"hf_subset":"fao_Latn-arb_Latn","languages":["fao-Latn","arb-Latn"]},{"precision":0.950922,"recall":0.966403,"f1":0.956028,"accuracy":0.966403,"main_score":0.956028,"hf_subset":"fao_Latn-cat_Latn","languages":["fao-Latn","cat-Latn"]},{"precision":0.885623,"recall":0.916008,"f1":0.895158,"accuracy":0.916008,"main_score":0.895158,"hf_subset":"fao_Latn-fur_Latn","languages":["fao-Latn","fur-Latn"]},{"precision":0.355198,"recall":0.412055,"f1":0.370941,"accuracy":0.412055,"main_score":0.370941,"hf_subset":"fao_Latn-kab_Latn","languages":["fao-Latn","kab-Latn"]},{"precision":0.887714,"recall":0.91996,"f1":0.897727,"accuracy":0.91996,"main_score":0.897727,"hf_subset":"fao_Latn-lim_Latn","languages":["fao-Latn","lim-Latn"]},{"precision":0.948287,"recall":0.964427,"f1":0.953557,"accuracy":0.964427,"main_score":0.953557,"hf_subset":"fao_Latn-nld_Latn","languages":["fao-Latn","nld-Latn"]},{"precision":0.869681,"recall":0.905138,"f1":0.88083,"accuracy":0.905138,"main_score":0.88083,"hf_subset":"fao_Latn-san_Deva","languages":["fao-Latn","san-Deva"]},{"precision":0.878788,"recall":0.913043,"f1":0.889625,"accuracy":0.913043,"main_score":0.889625,"hf_subset":"fao_Latn-tat_Cyrl","languages":["fao-Latn","tat-Cyrl"]},{"precision":0.520431,"recall":0.582016,"f1":0.538324,"accuracy":0.582016,"main_score":0.538324,"hf_subset":"fao_Latn-xho_Latn","languages":["fao-Latn","xho-Latn"]},{"precision":0.942523,"recall":0.960474,"f1":0.948287,"accuracy":0.960474,"main_score":0.948287,"hf_subset":"fao_Latn-ars_Arab","languages":["fao-Latn","ars-Arab"]},{"precision":0.906126,"recall":0.93083,"f1":0.913669,"accuracy":0.93083,"main_score":0.913669,"hf_subset":"fao_Latn-ceb_Latn","languages":["fao-Latn","ceb-Latn"]},{"precision":0.478875,"recall":0.532609,"f1":0.494462,"accuracy":0.532609,"main_score":0.494462,"hf_subset":"fao_Latn-fuv_Latn","languages":["fao-Latn","fuv-Latn"]},{"precision":0.472005,"recall":0.528656,"f1":0.488141,"accuracy":0.528656,"main_score":0.488141,"hf_subset":"fao_Latn-kac_Latn","languages":["fao-Latn","kac-Latn"]},{"precision":0.531177,"recall":0.586957,"f1":0.547009,"accuracy":0.586957,"main_score":0.547009,"hf_subset":"fao_Latn-lin_Latn","languages":["fao-Latn","lin-Latn"]},{"precision":0.965086,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"fao_Latn-nno_Latn","languages":["fao-Latn","nno-Latn"]},{"precision":0.021348,"recall":0.062253,"f1":0.027863,"accuracy":0.062253,"main_score":0.027863,"hf_subset":"fao_Latn-sat_Olck","languages":["fao-Latn","sat-Olck"]},{"precision":0.913867,"recall":0.940711,"f1":0.922431,"accuracy":0.940711,"main_score":0.922431,"hf_subset":"fao_Latn-tel_Telu","languages":["fao-Latn","tel-Telu"]},{"precision":0.690713,"recall":0.76087,"f1":0.712061,"accuracy":0.76087,"main_score":0.712061,"hf_subset":"fao_Latn-ydd_Hebr","languages":["fao-Latn","ydd-Hebr"]},{"precision":0.869483,"recall":0.907115,"f1":0.881324,"accuracy":0.907115,"main_score":0.881324,"hf_subset":"fao_Latn-ary_Arab","languages":["fao-Latn","ary-Arab"]},{"precision":0.954792,"recall":0.969368,"f1":0.959552,"accuracy":0.969368,"main_score":0.959552,"hf_subset":"fao_Latn-ces_Latn","languages":["fao-Latn","ces-Latn"]},{"precision":0.400659,"recall":0.465415,"f1":0.419142,"accuracy":0.465415,"main_score":0.419142,"hf_subset":"fao_Latn-gaz_Latn","languages":["fao-Latn","gaz-Latn"]},{"precision":0.491395,"recall":0.54249,"f1":0.506036,"accuracy":0.54249,"main_score":0.506036,"hf_subset":"fao_Latn-kam_Latn","languages":["fao-Latn","kam-Latn"]},{"precision":0.934124,"recall":0.955534,"f1":0.941206,"accuracy":0.955534,"main_score":0.941206,"hf_subset":"fao_Latn-lit_Latn","languages":["fao-Latn","lit-Latn"]},{"precision":0.961298,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"fao_Latn-nob_Latn","languages":["fao-Latn","nob-Latn"]},{"precision":0.893692,"recall":0.922925,"f1":0.902899,"accuracy":0.922925,"main_score":0.902899,"hf_subset":"fao_Latn-scn_Latn","languages":["fao-Latn","scn-Latn"]},{"precision":0.807642,"recall":0.853755,"f1":0.821542,"accuracy":0.853755,"main_score":0.821542,"hf_subset":"fao_Latn-tgk_Cyrl","languages":["fao-Latn","tgk-Cyrl"]},{"precision":0.452777,"recall":0.51087,"f1":0.469488,"accuracy":0.51087,"main_score":0.469488,"hf_subset":"fao_Latn-yor_Latn","languages":["fao-Latn","yor-Latn"]},{"precision":0.936512,"recall":0.956522,"f1":0.942918,"accuracy":0.956522,"main_score":0.942918,"hf_subset":"fao_Latn-arz_Arab","languages":["fao-Latn","arz-Arab"]},{"precision":0.475711,"recall":0.530632,"f1":0.491288,"accuracy":0.530632,"main_score":0.491288,"hf_subset":"fao_Latn-cjk_Latn","languages":["fao-Latn","cjk-Latn"]},{"precision":0.582684,"recall":0.644269,"f1":0.600482,"accuracy":0.644269,"main_score":0.600482,"hf_subset":"fao_Latn-gla_Latn","languages":["fao-Latn","gla-Latn"]},{"precision":0.904644,"recall":0.933794,"f1":0.914032,"accuracy":0.933794,"main_score":0.914032,"hf_subset":"fao_Latn-kan_Knda","languages":["fao-Latn","kan-Knda"]},{"precision":0.865975,"recall":0.901186,"f1":0.876976,"accuracy":0.901186,"main_score":0.876976,"hf_subset":"fao_Latn-lmo_Latn","languages":["fao-Latn","lmo-Latn"]},{"precision":0.923419,"recall":0.94664,"f1":0.93083,"accuracy":0.94664,"main_score":0.93083,"hf_subset":"fao_Latn-npi_Deva","languages":["fao-Latn","npi-Deva"]},{"precision":0.412678,"recall":0.491107,"f1":0.434981,"accuracy":0.491107,"main_score":0.434981,"hf_subset":"fao_Latn-shn_Mymr","languages":["fao-Latn","shn-Mymr"]},{"precision":0.935359,"recall":0.954545,"f1":0.941271,"accuracy":0.954545,"main_score":0.941271,"hf_subset":"fao_Latn-tgl_Latn","languages":["fao-Latn","tgl-Latn"]},{"precision":0.927701,"recall":0.949605,"f1":0.934783,"accuracy":0.949605,"main_score":0.934783,"hf_subset":"fao_Latn-yue_Hant","languages":["fao-Latn","yue-Hant"]},{"precision":0.89254,"recall":0.923913,"f1":0.902734,"accuracy":0.923913,"main_score":0.902734,"hf_subset":"fao_Latn-asm_Beng","languages":["fao-Latn","asm-Beng"]},{"precision":0.642754,"recall":0.704545,"f1":0.660547,"accuracy":0.704545,"main_score":0.660547,"hf_subset":"fao_Latn-ckb_Arab","languages":["fao-Latn","ckb-Arab"]},{"precision":0.665794,"recall":0.732213,"f1":0.685201,"accuracy":0.732213,"main_score":0.685201,"hf_subset":"fao_Latn-gle_Latn","languages":["fao-Latn","gle-Latn"]},{"precision":0.705115,"recall":0.772727,"f1":0.725247,"accuracy":0.772727,"main_score":0.725247,"hf_subset":"fao_Latn-kas_Arab","languages":["fao-Latn","kas-Arab"]},{"precision":0.741571,"recall":0.798419,"f1":0.758341,"accuracy":0.798419,"main_score":0.758341,"hf_subset":"fao_Latn-ltg_Latn","languages":["fao-Latn","ltg-Latn"]},{"precision":0.523436,"recall":0.565217,"f1":0.535035,"accuracy":0.565217,"main_score":0.535035,"hf_subset":"fao_Latn-nso_Latn","languages":["fao-Latn","nso-Latn"]},{"precision":0.385942,"recall":0.472332,"f1":0.40948,"accuracy":0.472332,"main_score":0.40948,"hf_subset":"fao_Latn-sin_Sinh","languages":["fao-Latn","sin-Sinh"]},{"precision":0.934618,"recall":0.955534,"f1":0.941535,"accuracy":0.955534,"main_score":0.941535,"hf_subset":"fao_Latn-tha_Thai","languages":["fao-Latn","tha-Thai"]},{"precision":0.935771,"recall":0.956522,"f1":0.942523,"accuracy":0.956522,"main_score":0.942523,"hf_subset":"fao_Latn-zho_Hans","languages":["fao-Latn","zho-Hans"]},{"precision":0.929677,"recall":0.950593,"f1":0.93643,"accuracy":0.950593,"main_score":0.93643,"hf_subset":"fao_Latn-ast_Latn","languages":["fao-Latn","ast-Latn"]},{"precision":0.882987,"recall":0.917984,"f1":0.894335,"accuracy":0.917984,"main_score":0.894335,"hf_subset":"fao_Latn-crh_Latn","languages":["fao-Latn","crh-Latn"]},{"precision":0.950016,"recall":0.965415,"f1":0.954941,"accuracy":0.965415,"main_score":0.954941,"hf_subset":"fao_Latn-glg_Latn","languages":["fao-Latn","glg-Latn"]},{"precision":0.64767,"recall":0.721344,"f1":0.669325,"accuracy":0.721344,"main_score":0.669325,"hf_subset":"fao_Latn-kas_Deva","languages":["fao-Latn","kas-Deva"]},{"precision":0.905007,"recall":0.932806,"f1":0.913867,"accuracy":0.932806,"main_score":0.913867,"hf_subset":"fao_Latn-ltz_Latn","languages":["fao-Latn","ltz-Latn"]},{"precision":0.408059,"recall":0.469368,"f1":0.425,"accuracy":0.469368,"main_score":0.425,"hf_subset":"fao_Latn-nus_Latn","languages":["fao-Latn","nus-Latn"]},{"precision":0.946558,"recall":0.963439,"f1":0.951976,"accuracy":0.963439,"main_score":0.951976,"hf_subset":"fao_Latn-slk_Latn","languages":["fao-Latn","slk-Latn"]},{"precision":0.24629,"recall":0.30336,"f1":0.261901,"accuracy":0.30336,"main_score":0.261901,"hf_subset":"fao_Latn-tir_Ethi","languages":["fao-Latn","tir-Ethi"]},{"precision":0.940547,"recall":0.959486,"f1":0.94664,"accuracy":0.959486,"main_score":0.94664,"hf_subset":"fao_Latn-zho_Hant","languages":["fao-Latn","zho-Hant"]},{"precision":0.908547,"recall":0.933794,"f1":0.916403,"accuracy":0.933794,"main_score":0.916403,"hf_subset":"fao_Latn-awa_Deva","languages":["fao-Latn","awa-Deva"]},{"precision":0.800058,"recall":0.844862,"f1":0.813395,"accuracy":0.844862,"main_score":0.813395,"hf_subset":"fao_Latn-cym_Latn","languages":["fao-Latn","cym-Latn"]},{"precision":0.610205,"recall":0.653162,"f1":0.622925,"accuracy":0.653162,"main_score":0.622925,"hf_subset":"fao_Latn-grn_Latn","languages":["fao-Latn","grn-Latn"]},{"precision":0.895998,"recall":0.924901,"f1":0.90504,"accuracy":0.924901,"main_score":0.90504,"hf_subset":"fao_Latn-kat_Geor","languages":["fao-Latn","kat-Geor"]},{"precision":0.528993,"recall":0.576087,"f1":0.542863,"accuracy":0.576087,"main_score":0.542863,"hf_subset":"fao_Latn-lua_Latn","languages":["fao-Latn","lua-Latn"]},{"precision":0.511154,"recall":0.563241,"f1":0.526276,"accuracy":0.563241,"main_score":0.526276,"hf_subset":"fao_Latn-nya_Latn","languages":["fao-Latn","nya-Latn"]},{"precision":0.942111,"recall":0.959486,"f1":0.947694,"accuracy":0.959486,"main_score":0.947694,"hf_subset":"fao_Latn-slv_Latn","languages":["fao-Latn","slv-Latn"]},{"precision":0.667128,"recall":0.721344,"f1":0.683305,"accuracy":0.721344,"main_score":0.683305,"hf_subset":"fao_Latn-tpi_Latn","languages":["fao-Latn","tpi-Latn"]},{"precision":0.944335,"recall":0.962451,"f1":0.950264,"accuracy":0.962451,"main_score":0.950264,"hf_subset":"fao_Latn-zsm_Latn","languages":["fao-Latn","zsm-Latn"]},{"precision":0.482913,"recall":0.531621,"f1":0.497076,"accuracy":0.531621,"main_score":0.497076,"hf_subset":"fao_Latn-ayr_Latn","languages":["fao-Latn","ayr-Latn"]},{"precision":0.969615,"recall":0.979249,"f1":0.972727,"accuracy":0.979249,"main_score":0.972727,"hf_subset":"fao_Latn-dan_Latn","languages":["fao-Latn","dan-Latn"]},{"precision":0.931686,"recall":0.952569,"f1":0.938406,"accuracy":0.952569,"main_score":0.938406,"hf_subset":"fao_Latn-guj_Gujr","languages":["fao-Latn","guj-Gujr"]},{"precision":0.92836,"recall":0.950593,"f1":0.935606,"accuracy":0.950593,"main_score":0.935606,"hf_subset":"fao_Latn-kaz_Cyrl","languages":["fao-Latn","kaz-Cyrl"]},{"precision":0.459791,"recall":0.509881,"f1":0.474133,"accuracy":0.509881,"main_score":0.474133,"hf_subset":"fao_Latn-lug_Latn","languages":["fao-Latn","lug-Latn"]},{"precision":0.930583,"recall":0.951581,"f1":0.937154,"accuracy":0.951581,"main_score":0.937154,"hf_subset":"fao_Latn-oci_Latn","languages":["fao-Latn","oci-Latn"]},{"precision":0.513996,"recall":0.568182,"f1":0.529743,"accuracy":0.568182,"main_score":0.529743,"hf_subset":"fao_Latn-smo_Latn","languages":["fao-Latn","smo-Latn"]},{"precision":0.487267,"recall":0.536561,"f1":0.500587,"accuracy":0.536561,"main_score":0.500587,"hf_subset":"fao_Latn-tsn_Latn","languages":["fao-Latn","tsn-Latn"]},{"precision":0.473578,"recall":0.534585,"f1":0.490577,"accuracy":0.534585,"main_score":0.490577,"hf_subset":"fao_Latn-zul_Latn","languages":["fao-Latn","zul-Latn"]},{"precision":0.669812,"recall":0.746047,"f1":0.692641,"accuracy":0.746047,"main_score":0.692641,"hf_subset":"fao_Latn-azb_Arab","languages":["fao-Latn","azb-Arab"]},{"precision":0.952404,"recall":0.967391,"f1":0.957345,"accuracy":0.967391,"main_score":0.957345,"hf_subset":"fao_Latn-deu_Latn","languages":["fao-Latn","deu-Latn"]},{"precision":0.803524,"recall":0.849802,"f1":0.817787,"accuracy":0.849802,"main_score":0.817787,"hf_subset":"fao_Latn-hat_Latn","languages":["fao-Latn","hat-Latn"]},{"precision":0.453912,"recall":0.5,"f1":0.466932,"accuracy":0.5,"main_score":0.466932,"hf_subset":"fao_Latn-kbp_Latn","languages":["fao-Latn","kbp-Latn"]},{"precision":0.497727,"recall":0.537549,"f1":0.509618,"accuracy":0.537549,"main_score":0.509618,"hf_subset":"fao_Latn-luo_Latn","languages":["fao-Latn","luo-Latn"]},{"precision":0.90448,"recall":0.933794,"f1":0.913702,"accuracy":0.933794,"main_score":0.913702,"hf_subset":"fao_Latn-ory_Orya","languages":["fao-Latn","ory-Orya"]},{"precision":0.500833,"recall":0.552372,"f1":0.515267,"accuracy":0.552372,"main_score":0.515267,"hf_subset":"fao_Latn-sna_Latn","languages":["fao-Latn","sna-Latn"]},{"precision":0.489541,"recall":0.538538,"f1":0.503607,"accuracy":0.538538,"main_score":0.503607,"hf_subset":"fao_Latn-tso_Latn","languages":["fao-Latn","tso-Latn"]},{"precision":0.912879,"recall":0.939723,"f1":0.921443,"accuracy":0.939723,"main_score":0.921443,"hf_subset":"fao_Latn-azj_Latn","languages":["fao-Latn","azj-Latn"]},{"precision":0.474386,"recall":0.52668,"f1":0.489602,"accuracy":0.52668,"main_score":0.489602,"hf_subset":"fao_Latn-dik_Latn","languages":["fao-Latn","dik-Latn"]},{"precision":0.481015,"recall":0.527668,"f1":0.494417,"accuracy":0.527668,"main_score":0.494417,"hf_subset":"fao_Latn-hau_Latn","languages":["fao-Latn","hau-Latn"]},{"precision":0.863801,"recall":0.901186,"f1":0.875231,"accuracy":0.901186,"main_score":0.875231,"hf_subset":"fao_Latn-kea_Latn","languages":["fao-Latn","kea-Latn"]},{"precision":0.567574,"recall":0.614625,"f1":0.581001,"accuracy":0.614625,"main_score":0.581001,"hf_subset":"fao_Latn-lus_Latn","languages":["fao-Latn","lus-Latn"]},{"precision":0.676845,"recall":0.728261,"f1":0.692292,"accuracy":0.728261,"main_score":0.692292,"hf_subset":"fao_Latn-pag_Latn","languages":["fao-Latn","pag-Latn"]},{"precision":0.901433,"recall":0.93083,"f1":0.910804,"accuracy":0.93083,"main_score":0.910804,"hf_subset":"fao_Latn-snd_Arab","languages":["fao-Latn","snd-Arab"]},{"precision":0.785754,"recall":0.835968,"f1":0.801285,"accuracy":0.835968,"main_score":0.801285,"hf_subset":"fao_Latn-tuk_Latn","languages":["fao-Latn","tuk-Latn"]},{"precision":0.844262,"recall":0.882411,"f1":0.855682,"accuracy":0.882411,"main_score":0.855682,"hf_subset":"fao_Latn-bak_Cyrl","languages":["fao-Latn","bak-Cyrl"]},{"precision":0.40059,"recall":0.468379,"f1":0.420031,"accuracy":0.468379,"main_score":0.420031,"hf_subset":"fao_Latn-dyu_Latn","languages":["fao-Latn","dyu-Latn"]},{"precision":0.937418,"recall":0.956522,"f1":0.943511,"accuracy":0.956522,"main_score":0.943511,"hf_subset":"fao_Latn-heb_Hebr","languages":["fao-Latn","heb-Hebr"]},{"precision":0.790382,"recall":0.843874,"f1":0.806719,"accuracy":0.843874,"main_score":0.806719,"hf_subset":"fao_Latn-khk_Cyrl","languages":["fao-Latn","khk-Cyrl"]},{"precision":0.945323,"recall":0.962451,"f1":0.950758,"accuracy":0.962451,"main_score":0.950758,"hf_subset":"fao_Latn-lvs_Latn","languages":["fao-Latn","lvs-Latn"]},{"precision":0.929348,"recall":0.951581,"f1":0.936594,"accuracy":0.951581,"main_score":0.936594,"hf_subset":"fao_Latn-pan_Guru","languages":["fao-Latn","pan-Guru"]},{"precision":0.479384,"recall":0.532609,"f1":0.494375,"accuracy":0.532609,"main_score":0.494375,"hf_subset":"fao_Latn-som_Latn","languages":["fao-Latn","som-Latn"]},{"precision":0.501063,"recall":0.55336,"f1":0.516109,"accuracy":0.55336,"main_score":0.516109,"hf_subset":"fao_Latn-tum_Latn","languages":["fao-Latn","tum-Latn"]},{"precision":0.45331,"recall":0.546443,"f1":0.478917,"accuracy":0.546443,"main_score":0.478917,"hf_subset":"ind_Latn-ace_Arab","languages":["ind-Latn","ace-Arab"]},{"precision":0.446212,"recall":0.528656,"f1":0.468923,"accuracy":0.528656,"main_score":0.468923,"hf_subset":"ind_Latn-bam_Latn","languages":["ind-Latn","bam-Latn"]},{"precision":0.112773,"recall":0.168972,"f1":0.126619,"accuracy":0.168972,"main_score":0.126619,"hf_subset":"ind_Latn-dzo_Tibt","languages":["ind-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-hin_Deva","languages":["ind-Latn","hin-Deva"]},{"precision":0.930171,"recall":0.952569,"f1":0.937582,"accuracy":0.952569,"main_score":0.937582,"hf_subset":"ind_Latn-khm_Khmr","languages":["ind-Latn","khm-Khmr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ind_Latn-mag_Deva","languages":["ind-Latn","mag-Deva"]},{"precision":0.975626,"recall":0.983202,"f1":0.978096,"accuracy":0.983202,"main_score":0.978096,"hf_subset":"ind_Latn-pap_Latn","languages":["ind-Latn","pap-Latn"]},{"precision":0.491466,"recall":0.574111,"f1":0.51381,"accuracy":0.574111,"main_score":0.51381,"hf_subset":"ind_Latn-sot_Latn","languages":["ind-Latn","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-tur_Latn","languages":["ind-Latn","tur-Latn"]},{"precision":0.820158,"recall":0.868577,"f1":0.835441,"accuracy":0.868577,"main_score":0.835441,"hf_subset":"ind_Latn-ace_Latn","languages":["ind-Latn","ace-Latn"]},{"precision":0.929513,"recall":0.950593,"f1":0.93643,"accuracy":0.950593,"main_score":0.93643,"hf_subset":"ind_Latn-ban_Latn","languages":["ind-Latn","ban-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ind_Latn-ell_Grek","languages":["ind-Latn","ell-Grek"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"ind_Latn-hne_Deva","languages":["ind-Latn","hne-Deva"]},{"precision":0.504261,"recall":0.586957,"f1":0.528011,"accuracy":0.586957,"main_score":0.528011,"hf_subset":"ind_Latn-kik_Latn","languages":["ind-Latn","kik-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ind_Latn-mai_Deva","languages":["ind-Latn","mai-Deva"]},{"precision":0.880188,"recall":0.916996,"f1":0.892029,"accuracy":0.916996,"main_score":0.892029,"hf_subset":"ind_Latn-pbt_Arab","languages":["ind-Latn","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-spa_Latn","languages":["ind-Latn","spa-Latn"]},{"precision":0.576986,"recall":0.652174,"f1":0.59813,"accuracy":0.652174,"main_score":0.59813,"hf_subset":"ind_Latn-twi_Latn","languages":["ind-Latn","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ind_Latn-acm_Arab","languages":["ind-Latn","acm-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ind_Latn-bel_Cyrl","languages":["ind-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ind_Latn-eng_Latn","languages":["ind-Latn","eng-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ind_Latn-hrv_Latn","languages":["ind-Latn","hrv-Latn"]},{"precision":0.445697,"recall":0.527668,"f1":0.468135,"accuracy":0.527668,"main_score":0.468135,"hf_subset":"ind_Latn-kin_Latn","languages":["ind-Latn","kin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ind_Latn-mal_Mlym","languages":["ind-Latn","mal-Mlym"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-pes_Arab","languages":["ind-Latn","pes-Arab"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"ind_Latn-srd_Latn","languages":["ind-Latn","srd-Latn"]},{"precision":0.113949,"recall":0.182806,"f1":0.127771,"accuracy":0.182806,"main_score":0.127771,"hf_subset":"ind_Latn-tzm_Tfng","languages":["ind-Latn","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-acq_Arab","languages":["ind-Latn","acq-Arab"]},{"precision":0.513903,"recall":0.593874,"f1":0.536208,"accuracy":0.593874,"main_score":0.536208,"hf_subset":"ind_Latn-bem_Latn","languages":["ind-Latn","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-epo_Latn","languages":["ind-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ind_Latn-hun_Latn","languages":["ind-Latn","hun-Latn"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"ind_Latn-kir_Cyrl","languages":["ind-Latn","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-mar_Deva","languages":["ind-Latn","mar-Deva"]},{"precision":0.543552,"recall":0.62253,"f1":0.566397,"accuracy":0.62253,"main_score":0.566397,"hf_subset":"ind_Latn-plt_Latn","languages":["ind-Latn","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-srp_Cyrl","languages":["ind-Latn","srp-Cyrl"]},{"precision":0.937994,"recall":0.956522,"f1":0.943906,"accuracy":0.956522,"main_score":0.943906,"hf_subset":"ind_Latn-uig_Arab","languages":["ind-Latn","uig-Arab"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"ind_Latn-aeb_Arab","languages":["ind-Latn","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-ben_Beng","languages":["ind-Latn","ben-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ind_Latn-est_Latn","languages":["ind-Latn","est-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ind_Latn-hye_Armn","languages":["ind-Latn","hye-Armn"]},{"precision":0.456222,"recall":0.529644,"f1":0.476488,"accuracy":0.529644,"main_score":0.476488,"hf_subset":"ind_Latn-kmb_Latn","languages":["ind-Latn","kmb-Latn"]},{"precision":0.411063,"recall":0.507905,"f1":0.436607,"accuracy":0.507905,"main_score":0.436607,"hf_subset":"ind_Latn-min_Arab","languages":["ind-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ind_Latn-pol_Latn","languages":["ind-Latn","pol-Latn"]},{"precision":0.442244,"recall":0.530632,"f1":0.466362,"accuracy":0.530632,"main_score":0.466362,"hf_subset":"ind_Latn-ssw_Latn","languages":["ind-Latn","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-ukr_Cyrl","languages":["ind-Latn","ukr-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ind_Latn-afr_Latn","languages":["ind-Latn","afr-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ind_Latn-bho_Deva","languages":["ind-Latn","bho-Deva"]},{"precision":0.946229,"recall":0.962451,"f1":0.951318,"accuracy":0.962451,"main_score":0.951318,"hf_subset":"ind_Latn-eus_Latn","languages":["ind-Latn","eus-Latn"]},{"precision":0.491949,"recall":0.572134,"f1":0.514009,"accuracy":0.572134,"main_score":0.514009,"hf_subset":"ind_Latn-ibo_Latn","languages":["ind-Latn","ibo-Latn"]},{"precision":0.70151,"recall":0.773715,"f1":0.72332,"accuracy":0.773715,"main_score":0.72332,"hf_subset":"ind_Latn-kmr_Latn","languages":["ind-Latn","kmr-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"ind_Latn-min_Latn","languages":["ind-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ind_Latn-por_Latn","languages":["ind-Latn","por-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ind_Latn-sun_Latn","languages":["ind-Latn","sun-Latn"]},{"precision":0.45084,"recall":0.537549,"f1":0.476125,"accuracy":0.537549,"main_score":0.476125,"hf_subset":"ind_Latn-umb_Latn","languages":["ind-Latn","umb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ind_Latn-ajp_Arab","languages":["ind-Latn","ajp-Arab"]},{"precision":0.426324,"recall":0.529644,"f1":0.454759,"accuracy":0.529644,"main_score":0.454759,"hf_subset":"ind_Latn-bjn_Arab","languages":["ind-Latn","bjn-Arab"]},{"precision":0.461397,"recall":0.540514,"f1":0.482882,"accuracy":0.540514,"main_score":0.482882,"hf_subset":"ind_Latn-ewe_Latn","languages":["ind-Latn","ewe-Latn"]},{"precision":0.862171,"recall":0.900198,"f1":0.873715,"accuracy":0.900198,"main_score":0.873715,"hf_subset":"ind_Latn-ilo_Latn","languages":["ind-Latn","ilo-Latn"]},{"precision":0.182709,"recall":0.268775,"f1":0.203641,"accuracy":0.268775,"main_score":0.203641,"hf_subset":"ind_Latn-knc_Arab","languages":["ind-Latn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-mkd_Cyrl","languages":["ind-Latn","mkd-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ind_Latn-prs_Arab","languages":["ind-Latn","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-swe_Latn","languages":["ind-Latn","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ind_Latn-urd_Arab","languages":["ind-Latn","urd-Arab"]},{"precision":0.534326,"recall":0.617589,"f1":0.557935,"accuracy":0.617589,"main_score":0.557935,"hf_subset":"ind_Latn-aka_Latn","languages":["ind-Latn","aka-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ind_Latn-bjn_Latn","languages":["ind-Latn","bjn-Latn"]},{"precision":0.929842,"recall":0.952569,"f1":0.937418,"accuracy":0.952569,"main_score":0.937418,"hf_subset":"ind_Latn-fao_Latn","languages":["ind-Latn","fao-Latn"]},{"precision":0.51901,"recall":0.599802,"f1":0.542156,"accuracy":0.599802,"main_score":0.542156,"hf_subset":"ind_Latn-knc_Latn","languages":["ind-Latn","knc-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"ind_Latn-mlt_Latn","languages":["ind-Latn","mlt-Latn"]},{"precision":0.56284,"recall":0.645257,"f1":0.585484,"accuracy":0.645257,"main_score":0.585484,"hf_subset":"ind_Latn-quy_Latn","languages":["ind-Latn","quy-Latn"]},{"precision":0.701696,"recall":0.77668,"f1":0.724464,"accuracy":0.77668,"main_score":0.724464,"hf_subset":"ind_Latn-swh_Latn","languages":["ind-Latn","swh-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ind_Latn-uzn_Latn","languages":["ind-Latn","uzn-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-als_Latn","languages":["ind-Latn","als-Latn"]},{"precision":0.150885,"recall":0.233202,"f1":0.169886,"accuracy":0.233202,"main_score":0.169886,"hf_subset":"ind_Latn-bod_Tibt","languages":["ind-Latn","bod-Tibt"]},{"precision":0.463947,"recall":0.547431,"f1":0.486562,"accuracy":0.547431,"main_score":0.486562,"hf_subset":"ind_Latn-fij_Latn","languages":["ind-Latn","fij-Latn"]},{"precision":0.950264,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"ind_Latn-isl_Latn","languages":["ind-Latn","isl-Latn"]},{"precision":0.545902,"recall":0.630435,"f1":0.569774,"accuracy":0.630435,"main_score":0.569774,"hf_subset":"ind_Latn-kon_Latn","languages":["ind-Latn","kon-Latn"]},{"precision":0.509214,"recall":0.608696,"f1":0.537289,"accuracy":0.608696,"main_score":0.537289,"hf_subset":"ind_Latn-mni_Beng","languages":["ind-Latn","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-ron_Latn","languages":["ind-Latn","ron-Latn"]},{"precision":0.975791,"recall":0.982213,"f1":0.977931,"accuracy":0.982213,"main_score":0.977931,"hf_subset":"ind_Latn-szl_Latn","languages":["ind-Latn","szl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-vec_Latn","languages":["ind-Latn","vec-Latn"]},{"precision":0.53354,"recall":0.625494,"f1":0.560171,"accuracy":0.625494,"main_score":0.560171,"hf_subset":"ind_Latn-amh_Ethi","languages":["ind-Latn","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-bos_Latn","languages":["ind-Latn","bos-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"ind_Latn-fin_Latn","languages":["ind-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ind_Latn-ita_Latn","languages":["ind-Latn","ita-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ind_Latn-kor_Hang","languages":["ind-Latn","kor-Hang"]},{"precision":0.460898,"recall":0.552372,"f1":0.48634,"accuracy":0.552372,"main_score":0.48634,"hf_subset":"ind_Latn-mos_Latn","languages":["ind-Latn","mos-Latn"]},{"precision":0.444066,"recall":0.527668,"f1":0.467244,"accuracy":0.527668,"main_score":0.467244,"hf_subset":"ind_Latn-run_Latn","languages":["ind-Latn","run-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ind_Latn-tam_Taml","languages":["ind-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ind_Latn-vie_Latn","languages":["ind-Latn","vie-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ind_Latn-apc_Arab","languages":["ind-Latn","apc-Arab"]},{"precision":0.763933,"recall":0.820158,"f1":0.780454,"accuracy":0.820158,"main_score":0.780454,"hf_subset":"ind_Latn-bug_Latn","languages":["ind-Latn","bug-Latn"]},{"precision":0.411037,"recall":0.494071,"f1":0.434328,"accuracy":0.494071,"main_score":0.434328,"hf_subset":"ind_Latn-fon_Latn","languages":["ind-Latn","fon-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ind_Latn-jav_Latn","languages":["ind-Latn","jav-Latn"]},{"precision":0.894763,"recall":0.926877,"f1":0.905138,"accuracy":0.926877,"main_score":0.905138,"hf_subset":"ind_Latn-lao_Laoo","languages":["ind-Latn","lao-Laoo"]},{"precision":0.587262,"recall":0.666008,"f1":0.609329,"accuracy":0.666008,"main_score":0.609329,"hf_subset":"ind_Latn-mri_Latn","languages":["ind-Latn","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-rus_Cyrl","languages":["ind-Latn","rus-Cyrl"]},{"precision":0.485902,"recall":0.564229,"f1":0.507185,"accuracy":0.564229,"main_score":0.507185,"hf_subset":"ind_Latn-taq_Latn","languages":["ind-Latn","taq-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"ind_Latn-war_Latn","languages":["ind-Latn","war-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-arb_Arab","languages":["ind-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-bul_Cyrl","languages":["ind-Latn","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-fra_Latn","languages":["ind-Latn","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-jpn_Jpan","languages":["ind-Latn","jpn-Jpan"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ind_Latn-lij_Latn","languages":["ind-Latn","lij-Latn"]},{"precision":0.934947,"recall":0.955534,"f1":0.9417,"accuracy":0.955534,"main_score":0.9417,"hf_subset":"ind_Latn-mya_Mymr","languages":["ind-Latn","mya-Mymr"]},{"precision":0.519969,"recall":0.605731,"f1":0.543484,"accuracy":0.605731,"main_score":0.543484,"hf_subset":"ind_Latn-sag_Latn","languages":["ind-Latn","sag-Latn"]},{"precision":0.12426,"recall":0.210474,"f1":0.140308,"accuracy":0.210474,"main_score":0.140308,"hf_subset":"ind_Latn-taq_Tfng","languages":["ind-Latn","taq-Tfng"]},{"precision":0.532906,"recall":0.623518,"f1":0.558218,"accuracy":0.623518,"main_score":0.558218,"hf_subset":"ind_Latn-wol_Latn","languages":["ind-Latn","wol-Latn"]},{"precision":0.614499,"recall":0.698617,"f1":0.638801,"accuracy":0.698617,"main_score":0.638801,"hf_subset":"ind_Latn-arb_Latn","languages":["ind-Latn","arb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-cat_Latn","languages":["ind-Latn","cat-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ind_Latn-fur_Latn","languages":["ind-Latn","fur-Latn"]},{"precision":0.323635,"recall":0.403162,"f1":0.344489,"accuracy":0.403162,"main_score":0.344489,"hf_subset":"ind_Latn-kab_Latn","languages":["ind-Latn","kab-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"ind_Latn-lim_Latn","languages":["ind-Latn","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-nld_Latn","languages":["ind-Latn","nld-Latn"]},{"precision":0.959733,"recall":0.971344,"f1":0.96334,"accuracy":0.971344,"main_score":0.96334,"hf_subset":"ind_Latn-san_Deva","languages":["ind-Latn","san-Deva"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"ind_Latn-tat_Cyrl","languages":["ind-Latn","tat-Cyrl"]},{"precision":0.510017,"recall":0.593874,"f1":0.533249,"accuracy":0.593874,"main_score":0.533249,"hf_subset":"ind_Latn-xho_Latn","languages":["ind-Latn","xho-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-ars_Arab","languages":["ind-Latn","ars-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ind_Latn-ceb_Latn","languages":["ind-Latn","ceb-Latn"]},{"precision":0.47361,"recall":0.567194,"f1":0.500019,"accuracy":0.567194,"main_score":0.500019,"hf_subset":"ind_Latn-fuv_Latn","languages":["ind-Latn","fuv-Latn"]},{"precision":0.466088,"recall":0.555336,"f1":0.490202,"accuracy":0.555336,"main_score":0.490202,"hf_subset":"ind_Latn-kac_Latn","languages":["ind-Latn","kac-Latn"]},{"precision":0.550141,"recall":0.636364,"f1":0.57419,"accuracy":0.636364,"main_score":0.57419,"hf_subset":"ind_Latn-lin_Latn","languages":["ind-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-nno_Latn","languages":["ind-Latn","nno-Latn"]},{"precision":0.016246,"recall":0.059289,"f1":0.022042,"accuracy":0.059289,"main_score":0.022042,"hf_subset":"ind_Latn-sat_Olck","languages":["ind-Latn","sat-Olck"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ind_Latn-tel_Telu","languages":["ind-Latn","tel-Telu"]},{"precision":0.721369,"recall":0.794466,"f1":0.743336,"accuracy":0.794466,"main_score":0.743336,"hf_subset":"ind_Latn-ydd_Hebr","languages":["ind-Latn","ydd-Hebr"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"ind_Latn-ary_Arab","languages":["ind-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ind_Latn-ces_Latn","languages":["ind-Latn","ces-Latn"]},{"precision":0.387264,"recall":0.477273,"f1":0.411549,"accuracy":0.477273,"main_score":0.411549,"hf_subset":"ind_Latn-gaz_Latn","languages":["ind-Latn","gaz-Latn"]},{"precision":0.480512,"recall":0.565217,"f1":0.504413,"accuracy":0.565217,"main_score":0.504413,"hf_subset":"ind_Latn-kam_Latn","languages":["ind-Latn","kam-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"ind_Latn-lit_Latn","languages":["ind-Latn","lit-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ind_Latn-nob_Latn","languages":["ind-Latn","nob-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ind_Latn-scn_Latn","languages":["ind-Latn","scn-Latn"]},{"precision":0.895092,"recall":0.927866,"f1":0.905599,"accuracy":0.927866,"main_score":0.905599,"hf_subset":"ind_Latn-tgk_Cyrl","languages":["ind-Latn","tgk-Cyrl"]},{"precision":0.425292,"recall":0.51087,"f1":0.448967,"accuracy":0.51087,"main_score":0.448967,"hf_subset":"ind_Latn-yor_Latn","languages":["ind-Latn","yor-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ind_Latn-arz_Arab","languages":["ind-Latn","arz-Arab"]},{"precision":0.479636,"recall":0.572134,"f1":0.504929,"accuracy":0.572134,"main_score":0.504929,"hf_subset":"ind_Latn-cjk_Latn","languages":["ind-Latn","cjk-Latn"]},{"precision":0.590234,"recall":0.671937,"f1":0.613703,"accuracy":0.671937,"main_score":0.613703,"hf_subset":"ind_Latn-gla_Latn","languages":["ind-Latn","gla-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ind_Latn-kan_Knda","languages":["ind-Latn","kan-Knda"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"ind_Latn-lmo_Latn","languages":["ind-Latn","lmo-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"ind_Latn-npi_Deva","languages":["ind-Latn","npi-Deva"]},{"precision":0.404841,"recall":0.509881,"f1":0.432754,"accuracy":0.509881,"main_score":0.432754,"hf_subset":"ind_Latn-shn_Mymr","languages":["ind-Latn","shn-Mymr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ind_Latn-tgl_Latn","languages":["ind-Latn","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-yue_Hant","languages":["ind-Latn","yue-Hant"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ind_Latn-asm_Beng","languages":["ind-Latn","asm-Beng"]},{"precision":0.72074,"recall":0.785573,"f1":0.739498,"accuracy":0.785573,"main_score":0.739498,"hf_subset":"ind_Latn-ckb_Arab","languages":["ind-Latn","ckb-Arab"]},{"precision":0.706637,"recall":0.782609,"f1":0.729908,"accuracy":0.782609,"main_score":0.729908,"hf_subset":"ind_Latn-gle_Latn","languages":["ind-Latn","gle-Latn"]},{"precision":0.877141,"recall":0.91502,"f1":0.889295,"accuracy":0.91502,"main_score":0.889295,"hf_subset":"ind_Latn-kas_Arab","languages":["ind-Latn","kas-Arab"]},{"precision":0.888175,"recall":0.921937,"f1":0.898998,"accuracy":0.921937,"main_score":0.898998,"hf_subset":"ind_Latn-ltg_Latn","languages":["ind-Latn","ltg-Latn"]},{"precision":0.517022,"recall":0.59585,"f1":0.538185,"accuracy":0.59585,"main_score":0.538185,"hf_subset":"ind_Latn-nso_Latn","languages":["ind-Latn","nso-Latn"]},{"precision":0.439817,"recall":0.541502,"f1":0.468469,"accuracy":0.541502,"main_score":0.468469,"hf_subset":"ind_Latn-sin_Sinh","languages":["ind-Latn","sin-Sinh"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-tha_Thai","languages":["ind-Latn","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-zho_Hans","languages":["ind-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ind_Latn-ast_Latn","languages":["ind-Latn","ast-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ind_Latn-crh_Latn","languages":["ind-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ind_Latn-glg_Latn","languages":["ind-Latn","glg-Latn"]},{"precision":0.777207,"recall":0.835968,"f1":0.795026,"accuracy":0.835968,"main_score":0.795026,"hf_subset":"ind_Latn-kas_Deva","languages":["ind-Latn","kas-Deva"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ind_Latn-ltz_Latn","languages":["ind-Latn","ltz-Latn"]},{"precision":0.377147,"recall":0.468379,"f1":0.401844,"accuracy":0.468379,"main_score":0.401844,"hf_subset":"ind_Latn-nus_Latn","languages":["ind-Latn","nus-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-slk_Latn","languages":["ind-Latn","slk-Latn"]},{"precision":0.258397,"recall":0.331028,"f1":0.276741,"accuracy":0.331028,"main_score":0.276741,"hf_subset":"ind_Latn-tir_Ethi","languages":["ind-Latn","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-zho_Hant","languages":["ind-Latn","zho-Hant"]},{"precision":0.984025,"recall":0.988142,"f1":0.985343,"accuracy":0.988142,"main_score":0.985343,"hf_subset":"ind_Latn-awa_Deva","languages":["ind-Latn","awa-Deva"]},{"precision":0.858696,"recall":0.898221,"f1":0.870982,"accuracy":0.898221,"main_score":0.870982,"hf_subset":"ind_Latn-cym_Latn","languages":["ind-Latn","cym-Latn"]},{"precision":0.733564,"recall":0.796443,"f1":0.752475,"accuracy":0.796443,"main_score":0.752475,"hf_subset":"ind_Latn-grn_Latn","languages":["ind-Latn","grn-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"ind_Latn-kat_Geor","languages":["ind-Latn","kat-Geor"]},{"precision":0.553302,"recall":0.630435,"f1":0.574733,"accuracy":0.630435,"main_score":0.574733,"hf_subset":"ind_Latn-lua_Latn","languages":["ind-Latn","lua-Latn"]},{"precision":0.507212,"recall":0.592885,"f1":0.530541,"accuracy":0.592885,"main_score":0.530541,"hf_subset":"ind_Latn-nya_Latn","languages":["ind-Latn","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-slv_Latn","languages":["ind-Latn","slv-Latn"]},{"precision":0.795405,"recall":0.847826,"f1":0.81135,"accuracy":0.847826,"main_score":0.81135,"hf_subset":"ind_Latn-tpi_Latn","languages":["ind-Latn","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-zsm_Latn","languages":["ind-Latn","zsm-Latn"]},{"precision":0.478011,"recall":0.561265,"f1":0.50098,"accuracy":0.561265,"main_score":0.50098,"hf_subset":"ind_Latn-ayr_Latn","languages":["ind-Latn","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-dan_Latn","languages":["ind-Latn","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ind_Latn-guj_Gujr","languages":["ind-Latn","guj-Gujr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ind_Latn-kaz_Cyrl","languages":["ind-Latn","kaz-Cyrl"]},{"precision":0.43393,"recall":0.51581,"f1":0.456342,"accuracy":0.51581,"main_score":0.456342,"hf_subset":"ind_Latn-lug_Latn","languages":["ind-Latn","lug-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ind_Latn-oci_Latn","languages":["ind-Latn","oci-Latn"]},{"precision":0.508617,"recall":0.597826,"f1":0.533683,"accuracy":0.597826,"main_score":0.533683,"hf_subset":"ind_Latn-smo_Latn","languages":["ind-Latn","smo-Latn"]},{"precision":0.463122,"recall":0.544466,"f1":0.484648,"accuracy":0.544466,"main_score":0.484648,"hf_subset":"ind_Latn-tsn_Latn","languages":["ind-Latn","tsn-Latn"]},{"precision":0.463238,"recall":0.546443,"f1":0.485605,"accuracy":0.546443,"main_score":0.485605,"hf_subset":"ind_Latn-zul_Latn","languages":["ind-Latn","zul-Latn"]},{"precision":0.825346,"recall":0.876482,"f1":0.841436,"accuracy":0.876482,"main_score":0.841436,"hf_subset":"ind_Latn-azb_Arab","languages":["ind-Latn","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-deu_Latn","languages":["ind-Latn","deu-Latn"]},{"precision":0.917408,"recall":0.942688,"f1":0.925626,"accuracy":0.942688,"main_score":0.925626,"hf_subset":"ind_Latn-hat_Latn","languages":["ind-Latn","hat-Latn"]},{"precision":0.425046,"recall":0.51087,"f1":0.44822,"accuracy":0.51087,"main_score":0.44822,"hf_subset":"ind_Latn-kbp_Latn","languages":["ind-Latn","kbp-Latn"]},{"precision":0.483575,"recall":0.56917,"f1":0.506986,"accuracy":0.56917,"main_score":0.506986,"hf_subset":"ind_Latn-luo_Latn","languages":["ind-Latn","luo-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ind_Latn-ory_Orya","languages":["ind-Latn","ory-Orya"]},{"precision":0.482455,"recall":0.565217,"f1":0.505896,"accuracy":0.565217,"main_score":0.505896,"hf_subset":"ind_Latn-sna_Latn","languages":["ind-Latn","sna-Latn"]},{"precision":0.451395,"recall":0.535573,"f1":0.474024,"accuracy":0.535573,"main_score":0.474024,"hf_subset":"ind_Latn-tso_Latn","languages":["ind-Latn","tso-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ind_Latn-azj_Latn","languages":["ind-Latn","azj-Latn"]},{"precision":0.47771,"recall":0.559289,"f1":0.500379,"accuracy":0.559289,"main_score":0.500379,"hf_subset":"ind_Latn-dik_Latn","languages":["ind-Latn","dik-Latn"]},{"precision":0.463062,"recall":0.543478,"f1":0.486053,"accuracy":0.543478,"main_score":0.486053,"hf_subset":"ind_Latn-hau_Latn","languages":["ind-Latn","hau-Latn"]},{"precision":0.975626,"recall":0.983202,"f1":0.978096,"accuracy":0.983202,"main_score":0.978096,"hf_subset":"ind_Latn-kea_Latn","languages":["ind-Latn","kea-Latn"]},{"precision":0.650174,"recall":0.726285,"f1":0.672767,"accuracy":0.726285,"main_score":0.672767,"hf_subset":"ind_Latn-lus_Latn","languages":["ind-Latn","lus-Latn"]},{"precision":0.825849,"recall":0.871542,"f1":0.839528,"accuracy":0.871542,"main_score":0.839528,"hf_subset":"ind_Latn-pag_Latn","languages":["ind-Latn","pag-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"ind_Latn-snd_Arab","languages":["ind-Latn","snd-Arab"]},{"precision":0.873765,"recall":0.914032,"f1":0.886759,"accuracy":0.914032,"main_score":0.886759,"hf_subset":"ind_Latn-tuk_Latn","languages":["ind-Latn","tuk-Latn"]},{"precision":0.947299,"recall":0.964427,"f1":0.952899,"accuracy":0.964427,"main_score":0.952899,"hf_subset":"ind_Latn-bak_Cyrl","languages":["ind-Latn","bak-Cyrl"]},{"precision":0.436183,"recall":0.533597,"f1":0.463987,"accuracy":0.533597,"main_score":0.463987,"hf_subset":"ind_Latn-dyu_Latn","languages":["ind-Latn","dyu-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ind_Latn-heb_Hebr","languages":["ind-Latn","heb-Hebr"]},{"precision":0.884881,"recall":0.91996,"f1":0.896245,"accuracy":0.91996,"main_score":0.896245,"hf_subset":"ind_Latn-khk_Cyrl","languages":["ind-Latn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ind_Latn-lvs_Latn","languages":["ind-Latn","lvs-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ind_Latn-pan_Guru","languages":["ind-Latn","pan-Guru"]},{"precision":0.454792,"recall":0.544466,"f1":0.479832,"accuracy":0.544466,"main_score":0.479832,"hf_subset":"ind_Latn-som_Latn","languages":["ind-Latn","som-Latn"]},{"precision":0.502909,"recall":0.582016,"f1":0.525456,"accuracy":0.582016,"main_score":0.525456,"hf_subset":"ind_Latn-tum_Latn","languages":["ind-Latn","tum-Latn"]},{"precision":0.335482,"recall":0.397233,"f1":0.352416,"accuracy":0.397233,"main_score":0.352416,"hf_subset":"knc_Latn-ace_Arab","languages":["knc-Latn","ace-Arab"]},{"precision":0.467302,"recall":0.512846,"f1":0.480701,"accuracy":0.512846,"main_score":0.480701,"hf_subset":"knc_Latn-bam_Latn","languages":["knc-Latn","bam-Latn"]},{"precision":0.113418,"recall":0.155138,"f1":0.124451,"accuracy":0.155138,"main_score":0.124451,"hf_subset":"knc_Latn-dzo_Tibt","languages":["knc-Latn","dzo-Tibt"]},{"precision":0.487429,"recall":0.563241,"f1":0.509145,"accuracy":0.563241,"main_score":0.509145,"hf_subset":"knc_Latn-hin_Deva","languages":["knc-Latn","hin-Deva"]},{"precision":0.375891,"recall":0.458498,"f1":0.398562,"accuracy":0.458498,"main_score":0.398562,"hf_subset":"knc_Latn-khm_Khmr","languages":["knc-Latn","khm-Khmr"]},{"precision":0.502389,"recall":0.570158,"f1":0.521979,"accuracy":0.570158,"main_score":0.521979,"hf_subset":"knc_Latn-mag_Deva","languages":["knc-Latn","mag-Deva"]},{"precision":0.519714,"recall":0.583004,"f1":0.537468,"accuracy":0.583004,"main_score":0.537468,"hf_subset":"knc_Latn-pap_Latn","languages":["knc-Latn","pap-Latn"]},{"precision":0.508811,"recall":0.55336,"f1":0.521725,"accuracy":0.55336,"main_score":0.521725,"hf_subset":"knc_Latn-sot_Latn","languages":["knc-Latn","sot-Latn"]},{"precision":0.496631,"recall":0.570158,"f1":0.517603,"accuracy":0.570158,"main_score":0.517603,"hf_subset":"knc_Latn-tur_Latn","languages":["knc-Latn","tur-Latn"]},{"precision":0.532342,"recall":0.581028,"f1":0.546458,"accuracy":0.581028,"main_score":0.546458,"hf_subset":"knc_Latn-ace_Latn","languages":["knc-Latn","ace-Latn"]},{"precision":0.537801,"recall":0.594862,"f1":0.554935,"accuracy":0.594862,"main_score":0.554935,"hf_subset":"knc_Latn-ban_Latn","languages":["knc-Latn","ban-Latn"]},{"precision":0.45477,"recall":0.535573,"f1":0.477676,"accuracy":0.535573,"main_score":0.477676,"hf_subset":"knc_Latn-ell_Grek","languages":["knc-Latn","ell-Grek"]},{"precision":0.494223,"recall":0.559289,"f1":0.513215,"accuracy":0.559289,"main_score":0.513215,"hf_subset":"knc_Latn-hne_Deva","languages":["knc-Latn","hne-Deva"]},{"precision":0.468714,"recall":0.528656,"f1":0.486327,"accuracy":0.528656,"main_score":0.486327,"hf_subset":"knc_Latn-kik_Latn","languages":["knc-Latn","kik-Latn"]},{"precision":0.501599,"recall":0.571146,"f1":0.521712,"accuracy":0.571146,"main_score":0.521712,"hf_subset":"knc_Latn-mai_Deva","languages":["knc-Latn","mai-Deva"]},{"precision":0.46278,"recall":0.52668,"f1":0.481005,"accuracy":0.52668,"main_score":0.481005,"hf_subset":"knc_Latn-pbt_Arab","languages":["knc-Latn","pbt-Arab"]},{"precision":0.507246,"recall":0.592885,"f1":0.531673,"accuracy":0.592885,"main_score":0.531673,"hf_subset":"knc_Latn-spa_Latn","languages":["knc-Latn","spa-Latn"]},{"precision":0.534297,"recall":0.570158,"f1":0.545087,"accuracy":0.570158,"main_score":0.545087,"hf_subset":"knc_Latn-twi_Latn","languages":["knc-Latn","twi-Latn"]},{"precision":0.479154,"recall":0.559289,"f1":0.502568,"accuracy":0.559289,"main_score":0.502568,"hf_subset":"knc_Latn-acm_Arab","languages":["knc-Latn","acm-Arab"]},{"precision":0.486436,"recall":0.559289,"f1":0.507498,"accuracy":0.559289,"main_score":0.507498,"hf_subset":"knc_Latn-bel_Cyrl","languages":["knc-Latn","bel-Cyrl"]},{"precision":0.511993,"recall":0.592885,"f1":0.535246,"accuracy":0.592885,"main_score":0.535246,"hf_subset":"knc_Latn-eng_Latn","languages":["knc-Latn","eng-Latn"]},{"precision":0.508416,"recall":0.583004,"f1":0.530162,"accuracy":0.583004,"main_score":0.530162,"hf_subset":"knc_Latn-hrv_Latn","languages":["knc-Latn","hrv-Latn"]},{"precision":0.438456,"recall":0.491107,"f1":0.453779,"accuracy":0.491107,"main_score":0.453779,"hf_subset":"knc_Latn-kin_Latn","languages":["knc-Latn","kin-Latn"]},{"precision":0.48562,"recall":0.5583,"f1":0.506448,"accuracy":0.5583,"main_score":0.506448,"hf_subset":"knc_Latn-mal_Mlym","languages":["knc-Latn","mal-Mlym"]},{"precision":0.47315,"recall":0.554348,"f1":0.495829,"accuracy":0.554348,"main_score":0.495829,"hf_subset":"knc_Latn-pes_Arab","languages":["knc-Latn","pes-Arab"]},{"precision":0.518441,"recall":0.582016,"f1":0.536981,"accuracy":0.582016,"main_score":0.536981,"hf_subset":"knc_Latn-srd_Latn","languages":["knc-Latn","srd-Latn"]},{"precision":0.154471,"recall":0.200593,"f1":0.164565,"accuracy":0.200593,"main_score":0.164565,"hf_subset":"knc_Latn-tzm_Tfng","languages":["knc-Latn","tzm-Tfng"]},{"precision":0.474493,"recall":0.551383,"f1":0.496313,"accuracy":0.551383,"main_score":0.496313,"hf_subset":"knc_Latn-acq_Arab","languages":["knc-Latn","acq-Arab"]},{"precision":0.528689,"recall":0.571146,"f1":0.541323,"accuracy":0.571146,"main_score":0.541323,"hf_subset":"knc_Latn-bem_Latn","languages":["knc-Latn","bem-Latn"]},{"precision":0.502591,"recall":0.576087,"f1":0.524034,"accuracy":0.576087,"main_score":0.524034,"hf_subset":"knc_Latn-epo_Latn","languages":["knc-Latn","epo-Latn"]},{"precision":0.500711,"recall":0.576087,"f1":0.521559,"accuracy":0.576087,"main_score":0.521559,"hf_subset":"knc_Latn-hun_Latn","languages":["knc-Latn","hun-Latn"]},{"precision":0.499256,"recall":0.560277,"f1":0.516865,"accuracy":0.560277,"main_score":0.516865,"hf_subset":"knc_Latn-kir_Cyrl","languages":["knc-Latn","kir-Cyrl"]},{"precision":0.481904,"recall":0.559289,"f1":0.504712,"accuracy":0.559289,"main_score":0.504712,"hf_subset":"knc_Latn-mar_Deva","languages":["knc-Latn","mar-Deva"]},{"precision":0.515431,"recall":0.5583,"f1":0.528115,"accuracy":0.5583,"main_score":0.528115,"hf_subset":"knc_Latn-plt_Latn","languages":["knc-Latn","plt-Latn"]},{"precision":0.498882,"recall":0.574111,"f1":0.520704,"accuracy":0.574111,"main_score":0.520704,"hf_subset":"knc_Latn-srp_Cyrl","languages":["knc-Latn","srp-Cyrl"]},{"precision":0.430459,"recall":0.499012,"f1":0.448789,"accuracy":0.499012,"main_score":0.448789,"hf_subset":"knc_Latn-uig_Arab","languages":["knc-Latn","uig-Arab"]},{"precision":0.469796,"recall":0.546443,"f1":0.492363,"accuracy":0.546443,"main_score":0.492363,"hf_subset":"knc_Latn-aeb_Arab","languages":["knc-Latn","aeb-Arab"]},{"precision":0.481606,"recall":0.563241,"f1":0.505289,"accuracy":0.563241,"main_score":0.505289,"hf_subset":"knc_Latn-ben_Beng","languages":["knc-Latn","ben-Beng"]},{"precision":0.49926,"recall":0.570158,"f1":0.519364,"accuracy":0.570158,"main_score":0.519364,"hf_subset":"knc_Latn-est_Latn","languages":["knc-Latn","est-Latn"]},{"precision":0.461208,"recall":0.538538,"f1":0.483591,"accuracy":0.538538,"main_score":0.483591,"hf_subset":"knc_Latn-hye_Armn","languages":["knc-Latn","hye-Armn"]},{"precision":0.473857,"recall":0.522727,"f1":0.487535,"accuracy":0.522727,"main_score":0.487535,"hf_subset":"knc_Latn-kmb_Latn","languages":["knc-Latn","kmb-Latn"]},{"precision":0.327047,"recall":0.392292,"f1":0.345687,"accuracy":0.392292,"main_score":0.345687,"hf_subset":"knc_Latn-min_Arab","languages":["knc-Latn","min-Arab"]},{"precision":0.504586,"recall":0.579051,"f1":0.5256,"accuracy":0.579051,"main_score":0.5256,"hf_subset":"knc_Latn-pol_Latn","languages":["knc-Latn","pol-Latn"]},{"precision":0.482065,"recall":0.528656,"f1":0.495704,"accuracy":0.528656,"main_score":0.495704,"hf_subset":"knc_Latn-ssw_Latn","languages":["knc-Latn","ssw-Latn"]},{"precision":0.499991,"recall":0.575099,"f1":0.521608,"accuracy":0.575099,"main_score":0.521608,"hf_subset":"knc_Latn-ukr_Cyrl","languages":["knc-Latn","ukr-Cyrl"]},{"precision":0.519606,"recall":0.592885,"f1":0.540329,"accuracy":0.592885,"main_score":0.540329,"hf_subset":"knc_Latn-afr_Latn","languages":["knc-Latn","afr-Latn"]},{"precision":0.4918,"recall":0.563241,"f1":0.513002,"accuracy":0.563241,"main_score":0.513002,"hf_subset":"knc_Latn-bho_Deva","languages":["knc-Latn","bho-Deva"]},{"precision":0.508593,"recall":0.571146,"f1":0.526366,"accuracy":0.571146,"main_score":0.526366,"hf_subset":"knc_Latn-eus_Latn","languages":["knc-Latn","eus-Latn"]},{"precision":0.487592,"recall":0.538538,"f1":0.501972,"accuracy":0.538538,"main_score":0.501972,"hf_subset":"knc_Latn-ibo_Latn","languages":["knc-Latn","ibo-Latn"]},{"precision":0.50226,"recall":0.552372,"f1":0.516933,"accuracy":0.552372,"main_score":0.516933,"hf_subset":"knc_Latn-kmr_Latn","languages":["knc-Latn","kmr-Latn"]},{"precision":0.538705,"recall":0.594862,"f1":0.55491,"accuracy":0.594862,"main_score":0.55491,"hf_subset":"knc_Latn-min_Latn","languages":["knc-Latn","min-Latn"]},{"precision":0.49386,"recall":0.575099,"f1":0.516943,"accuracy":0.575099,"main_score":0.516943,"hf_subset":"knc_Latn-por_Latn","languages":["knc-Latn","por-Latn"]},{"precision":0.525959,"recall":0.589921,"f1":0.543991,"accuracy":0.589921,"main_score":0.543991,"hf_subset":"knc_Latn-sun_Latn","languages":["knc-Latn","sun-Latn"]},{"precision":0.45877,"recall":0.509881,"f1":0.473855,"accuracy":0.509881,"main_score":0.473855,"hf_subset":"knc_Latn-umb_Latn","languages":["knc-Latn","umb-Latn"]},{"precision":0.498899,"recall":0.570158,"f1":0.519277,"accuracy":0.570158,"main_score":0.519277,"hf_subset":"knc_Latn-ajp_Arab","languages":["knc-Latn","ajp-Arab"]},{"precision":0.34151,"recall":0.40415,"f1":0.359672,"accuracy":0.40415,"main_score":0.359672,"hf_subset":"knc_Latn-bjn_Arab","languages":["knc-Latn","bjn-Arab"]},{"precision":0.491904,"recall":0.531621,"f1":0.502851,"accuracy":0.531621,"main_score":0.502851,"hf_subset":"knc_Latn-ewe_Latn","languages":["knc-Latn","ewe-Latn"]},{"precision":0.551903,"recall":0.598814,"f1":0.565314,"accuracy":0.598814,"main_score":0.565314,"hf_subset":"knc_Latn-ilo_Latn","languages":["knc-Latn","ilo-Latn"]},{"precision":0.22147,"recall":0.290514,"f1":0.240147,"accuracy":0.290514,"main_score":0.240147,"hf_subset":"knc_Latn-knc_Arab","languages":["knc-Latn","knc-Arab"]},{"precision":0.503558,"recall":0.577075,"f1":0.524497,"accuracy":0.577075,"main_score":0.524497,"hf_subset":"knc_Latn-mkd_Cyrl","languages":["knc-Latn","mkd-Cyrl"]},{"precision":0.478187,"recall":0.555336,"f1":0.500057,"accuracy":0.555336,"main_score":0.500057,"hf_subset":"knc_Latn-prs_Arab","languages":["knc-Latn","prs-Arab"]},{"precision":0.498025,"recall":0.577075,"f1":0.521025,"accuracy":0.577075,"main_score":0.521025,"hf_subset":"knc_Latn-swe_Latn","languages":["knc-Latn","swe-Latn"]},{"precision":0.464666,"recall":0.538538,"f1":0.486108,"accuracy":0.538538,"main_score":0.486108,"hf_subset":"knc_Latn-urd_Arab","languages":["knc-Latn","urd-Arab"]},{"precision":0.515896,"recall":0.559289,"f1":0.528847,"accuracy":0.559289,"main_score":0.528847,"hf_subset":"knc_Latn-aka_Latn","languages":["knc-Latn","aka-Latn"]},{"precision":0.533187,"recall":0.591897,"f1":0.550253,"accuracy":0.591897,"main_score":0.550253,"hf_subset":"knc_Latn-bjn_Latn","languages":["knc-Latn","bjn-Latn"]},{"precision":0.485441,"recall":0.549407,"f1":0.504663,"accuracy":0.549407,"main_score":0.504663,"hf_subset":"knc_Latn-fao_Latn","languages":["knc-Latn","fao-Latn"]},{"precision":0.516413,"recall":0.594862,"f1":0.539557,"accuracy":0.594862,"main_score":0.539557,"hf_subset":"knc_Latn-ind_Latn","languages":["knc-Latn","ind-Latn"]},{"precision":0.529629,"recall":0.586957,"f1":0.546221,"accuracy":0.586957,"main_score":0.546221,"hf_subset":"knc_Latn-mlt_Latn","languages":["knc-Latn","mlt-Latn"]},{"precision":0.50447,"recall":0.552372,"f1":0.518484,"accuracy":0.552372,"main_score":0.518484,"hf_subset":"knc_Latn-quy_Latn","languages":["knc-Latn","quy-Latn"]},{"precision":0.498652,"recall":0.556324,"f1":0.515511,"accuracy":0.556324,"main_score":0.515511,"hf_subset":"knc_Latn-swh_Latn","languages":["knc-Latn","swh-Latn"]},{"precision":0.494956,"recall":0.562253,"f1":0.51364,"accuracy":0.562253,"main_score":0.51364,"hf_subset":"knc_Latn-uzn_Latn","languages":["knc-Latn","uzn-Latn"]},{"precision":0.49657,"recall":0.565217,"f1":0.516165,"accuracy":0.565217,"main_score":0.516165,"hf_subset":"knc_Latn-als_Latn","languages":["knc-Latn","als-Latn"]},{"precision":0.168939,"recall":0.228261,"f1":0.183249,"accuracy":0.228261,"main_score":0.183249,"hf_subset":"knc_Latn-bod_Tibt","languages":["knc-Latn","bod-Tibt"]},{"precision":0.485935,"recall":0.530632,"f1":0.499064,"accuracy":0.530632,"main_score":0.499064,"hf_subset":"knc_Latn-fij_Latn","languages":["knc-Latn","fij-Latn"]},{"precision":0.480209,"recall":0.546443,"f1":0.498602,"accuracy":0.546443,"main_score":0.498602,"hf_subset":"knc_Latn-isl_Latn","languages":["knc-Latn","isl-Latn"]},{"precision":0.502875,"recall":0.548419,"f1":0.516406,"accuracy":0.548419,"main_score":0.516406,"hf_subset":"knc_Latn-kon_Latn","languages":["knc-Latn","kon-Latn"]},{"precision":0.418721,"recall":0.477273,"f1":0.434971,"accuracy":0.477273,"main_score":0.434971,"hf_subset":"knc_Latn-mni_Beng","languages":["knc-Latn","mni-Beng"]},{"precision":0.500016,"recall":0.578063,"f1":0.522765,"accuracy":0.578063,"main_score":0.522765,"hf_subset":"knc_Latn-ron_Latn","languages":["knc-Latn","ron-Latn"]},{"precision":0.500428,"recall":0.56917,"f1":0.520935,"accuracy":0.56917,"main_score":0.520935,"hf_subset":"knc_Latn-szl_Latn","languages":["knc-Latn","szl-Latn"]},{"precision":0.524468,"recall":0.589921,"f1":0.544137,"accuracy":0.589921,"main_score":0.544137,"hf_subset":"knc_Latn-vec_Latn","languages":["knc-Latn","vec-Latn"]},{"precision":0.285056,"recall":0.34585,"f1":0.300632,"accuracy":0.34585,"main_score":0.300632,"hf_subset":"knc_Latn-amh_Ethi","languages":["knc-Latn","amh-Ethi"]},{"precision":0.51457,"recall":0.587945,"f1":0.535237,"accuracy":0.587945,"main_score":0.535237,"hf_subset":"knc_Latn-bos_Latn","languages":["knc-Latn","bos-Latn"]},{"precision":0.49781,"recall":0.564229,"f1":0.51726,"accuracy":0.564229,"main_score":0.51726,"hf_subset":"knc_Latn-fin_Latn","languages":["knc-Latn","fin-Latn"]},{"precision":0.504333,"recall":0.586957,"f1":0.52781,"accuracy":0.586957,"main_score":0.52781,"hf_subset":"knc_Latn-ita_Latn","languages":["knc-Latn","ita-Latn"]},{"precision":0.487229,"recall":0.566206,"f1":0.509542,"accuracy":0.566206,"main_score":0.509542,"hf_subset":"knc_Latn-kor_Hang","languages":["knc-Latn","kor-Hang"]},{"precision":0.475932,"recall":0.519763,"f1":0.488617,"accuracy":0.519763,"main_score":0.488617,"hf_subset":"knc_Latn-mos_Latn","languages":["knc-Latn","mos-Latn"]},{"precision":0.480564,"recall":0.52668,"f1":0.493731,"accuracy":0.52668,"main_score":0.493731,"hf_subset":"knc_Latn-run_Latn","languages":["knc-Latn","run-Latn"]},{"precision":0.455734,"recall":0.525692,"f1":0.474998,"accuracy":0.525692,"main_score":0.474998,"hf_subset":"knc_Latn-tam_Taml","languages":["knc-Latn","tam-Taml"]},{"precision":0.50482,"recall":0.578063,"f1":0.525993,"accuracy":0.578063,"main_score":0.525993,"hf_subset":"knc_Latn-vie_Latn","languages":["knc-Latn","vie-Latn"]},{"precision":0.481281,"recall":0.555336,"f1":0.502749,"accuracy":0.555336,"main_score":0.502749,"hf_subset":"knc_Latn-apc_Arab","languages":["knc-Latn","apc-Arab"]},{"precision":0.513745,"recall":0.5583,"f1":0.52676,"accuracy":0.5583,"main_score":0.52676,"hf_subset":"knc_Latn-bug_Latn","languages":["knc-Latn","bug-Latn"]},{"precision":0.439898,"recall":0.491107,"f1":0.454357,"accuracy":0.491107,"main_score":0.454357,"hf_subset":"knc_Latn-fon_Latn","languages":["knc-Latn","fon-Latn"]},{"precision":0.530666,"recall":0.590909,"f1":0.548012,"accuracy":0.590909,"main_score":0.548012,"hf_subset":"knc_Latn-jav_Latn","languages":["knc-Latn","jav-Latn"]},{"precision":0.399959,"recall":0.470356,"f1":0.41977,"accuracy":0.470356,"main_score":0.41977,"hf_subset":"knc_Latn-lao_Laoo","languages":["knc-Latn","lao-Laoo"]},{"precision":0.427569,"recall":0.488142,"f1":0.445652,"accuracy":0.488142,"main_score":0.445652,"hf_subset":"knc_Latn-mri_Latn","languages":["knc-Latn","mri-Latn"]},{"precision":0.483518,"recall":0.568182,"f1":0.507865,"accuracy":0.568182,"main_score":0.507865,"hf_subset":"knc_Latn-rus_Cyrl","languages":["knc-Latn","rus-Cyrl"]},{"precision":0.473617,"recall":0.518775,"f1":0.486502,"accuracy":0.518775,"main_score":0.486502,"hf_subset":"knc_Latn-taq_Latn","languages":["knc-Latn","taq-Latn"]},{"precision":0.545513,"recall":0.601779,"f1":0.56186,"accuracy":0.601779,"main_score":0.56186,"hf_subset":"knc_Latn-war_Latn","languages":["knc-Latn","war-Latn"]},{"precision":0.468134,"recall":0.548419,"f1":0.490872,"accuracy":0.548419,"main_score":0.490872,"hf_subset":"knc_Latn-arb_Arab","languages":["knc-Latn","arb-Arab"]},{"precision":0.508601,"recall":0.583004,"f1":0.530005,"accuracy":0.583004,"main_score":0.530005,"hf_subset":"knc_Latn-bul_Cyrl","languages":["knc-Latn","bul-Cyrl"]},{"precision":0.498164,"recall":0.579051,"f1":0.521272,"accuracy":0.579051,"main_score":0.521272,"hf_subset":"knc_Latn-fra_Latn","languages":["knc-Latn","fra-Latn"]},{"precision":0.493201,"recall":0.566206,"f1":0.513613,"accuracy":0.566206,"main_score":0.513613,"hf_subset":"knc_Latn-jpn_Jpan","languages":["knc-Latn","jpn-Jpan"]},{"precision":0.514279,"recall":0.574111,"f1":0.531514,"accuracy":0.574111,"main_score":0.531514,"hf_subset":"knc_Latn-lij_Latn","languages":["knc-Latn","lij-Latn"]},{"precision":0.271541,"recall":0.355731,"f1":0.294084,"accuracy":0.355731,"main_score":0.294084,"hf_subset":"knc_Latn-mya_Mymr","languages":["knc-Latn","mya-Mymr"]},{"precision":0.507444,"recall":0.55336,"f1":0.520795,"accuracy":0.55336,"main_score":0.520795,"hf_subset":"knc_Latn-sag_Latn","languages":["knc-Latn","sag-Latn"]},{"precision":0.167262,"recall":0.222332,"f1":0.180426,"accuracy":0.222332,"main_score":0.180426,"hf_subset":"knc_Latn-taq_Tfng","languages":["knc-Latn","taq-Tfng"]},{"precision":0.513554,"recall":0.559289,"f1":0.526663,"accuracy":0.559289,"main_score":0.526663,"hf_subset":"knc_Latn-wol_Latn","languages":["knc-Latn","wol-Latn"]},{"precision":0.405009,"recall":0.470356,"f1":0.423116,"accuracy":0.470356,"main_score":0.423116,"hf_subset":"knc_Latn-arb_Latn","languages":["knc-Latn","arb-Latn"]},{"precision":0.498323,"recall":0.577075,"f1":0.521013,"accuracy":0.577075,"main_score":0.521013,"hf_subset":"knc_Latn-cat_Latn","languages":["knc-Latn","cat-Latn"]},{"precision":0.517443,"recall":0.578063,"f1":0.535209,"accuracy":0.578063,"main_score":0.535209,"hf_subset":"knc_Latn-fur_Latn","languages":["knc-Latn","fur-Latn"]},{"precision":0.369529,"recall":0.421937,"f1":0.383213,"accuracy":0.421937,"main_score":0.383213,"hf_subset":"knc_Latn-kab_Latn","languages":["knc-Latn","kab-Latn"]},{"precision":0.504137,"recall":0.567194,"f1":0.52241,"accuracy":0.567194,"main_score":0.52241,"hf_subset":"knc_Latn-lim_Latn","languages":["knc-Latn","lim-Latn"]},{"precision":0.488925,"recall":0.571146,"f1":0.513099,"accuracy":0.571146,"main_score":0.513099,"hf_subset":"knc_Latn-nld_Latn","languages":["knc-Latn","nld-Latn"]},{"precision":0.439903,"recall":0.519763,"f1":0.462626,"accuracy":0.519763,"main_score":0.462626,"hf_subset":"knc_Latn-san_Deva","languages":["knc-Latn","san-Deva"]},{"precision":0.518692,"recall":0.578063,"f1":0.535676,"accuracy":0.578063,"main_score":0.535676,"hf_subset":"knc_Latn-tat_Cyrl","languages":["knc-Latn","tat-Cyrl"]},{"precision":0.516135,"recall":0.564229,"f1":0.529946,"accuracy":0.564229,"main_score":0.529946,"hf_subset":"knc_Latn-xho_Latn","languages":["knc-Latn","xho-Latn"]},{"precision":0.445998,"recall":0.533597,"f1":0.471265,"accuracy":0.533597,"main_score":0.471265,"hf_subset":"knc_Latn-ars_Arab","languages":["knc-Latn","ars-Arab"]},{"precision":0.537922,"recall":0.601779,"f1":0.555709,"accuracy":0.601779,"main_score":0.555709,"hf_subset":"knc_Latn-ceb_Latn","languages":["knc-Latn","ceb-Latn"]},{"precision":0.480329,"recall":0.528656,"f1":0.494977,"accuracy":0.528656,"main_score":0.494977,"hf_subset":"knc_Latn-fuv_Latn","languages":["knc-Latn","fuv-Latn"]},{"precision":0.48785,"recall":0.540514,"f1":0.503041,"accuracy":0.540514,"main_score":0.503041,"hf_subset":"knc_Latn-kac_Latn","languages":["knc-Latn","kac-Latn"]},{"precision":0.521452,"recall":0.557312,"f1":0.53151,"accuracy":0.557312,"main_score":0.53151,"hf_subset":"knc_Latn-lin_Latn","languages":["knc-Latn","lin-Latn"]},{"precision":0.491537,"recall":0.568182,"f1":0.513411,"accuracy":0.568182,"main_score":0.513411,"hf_subset":"knc_Latn-nno_Latn","languages":["knc-Latn","nno-Latn"]},{"precision":0.030687,"recall":0.085968,"f1":0.039285,"accuracy":0.085968,"main_score":0.039285,"hf_subset":"knc_Latn-sat_Olck","languages":["knc-Latn","sat-Olck"]},{"precision":0.496013,"recall":0.573123,"f1":0.518848,"accuracy":0.573123,"main_score":0.518848,"hf_subset":"knc_Latn-tel_Telu","languages":["knc-Latn","tel-Telu"]},{"precision":0.378097,"recall":0.454545,"f1":0.399346,"accuracy":0.454545,"main_score":0.399346,"hf_subset":"knc_Latn-ydd_Hebr","languages":["knc-Latn","ydd-Hebr"]},{"precision":0.467605,"recall":0.538538,"f1":0.488603,"accuracy":0.538538,"main_score":0.488603,"hf_subset":"knc_Latn-ary_Arab","languages":["knc-Latn","ary-Arab"]},{"precision":0.49834,"recall":0.573123,"f1":0.519296,"accuracy":0.573123,"main_score":0.519296,"hf_subset":"knc_Latn-ces_Latn","languages":["knc-Latn","ces-Latn"]},{"precision":0.403807,"recall":0.460474,"f1":0.419998,"accuracy":0.460474,"main_score":0.419998,"hf_subset":"knc_Latn-gaz_Latn","languages":["knc-Latn","gaz-Latn"]},{"precision":0.49669,"recall":0.545455,"f1":0.510987,"accuracy":0.545455,"main_score":0.510987,"hf_subset":"knc_Latn-kam_Latn","languages":["knc-Latn","kam-Latn"]},{"precision":0.486488,"recall":0.559289,"f1":0.507184,"accuracy":0.559289,"main_score":0.507184,"hf_subset":"knc_Latn-lit_Latn","languages":["knc-Latn","lit-Latn"]},{"precision":0.498602,"recall":0.573123,"f1":0.520078,"accuracy":0.573123,"main_score":0.520078,"hf_subset":"knc_Latn-nob_Latn","languages":["knc-Latn","nob-Latn"]},{"precision":0.496087,"recall":0.562253,"f1":0.5153,"accuracy":0.562253,"main_score":0.5153,"hf_subset":"knc_Latn-scn_Latn","languages":["knc-Latn","scn-Latn"]},{"precision":0.486603,"recall":0.544466,"f1":0.502845,"accuracy":0.544466,"main_score":0.502845,"hf_subset":"knc_Latn-tgk_Cyrl","languages":["knc-Latn","tgk-Cyrl"]},{"precision":0.445957,"recall":0.506917,"f1":0.463601,"accuracy":0.506917,"main_score":0.463601,"hf_subset":"knc_Latn-yor_Latn","languages":["knc-Latn","yor-Latn"]},{"precision":0.476418,"recall":0.550395,"f1":0.497243,"accuracy":0.550395,"main_score":0.497243,"hf_subset":"knc_Latn-arz_Arab","languages":["knc-Latn","arz-Arab"]},{"precision":0.46451,"recall":0.513834,"f1":0.478996,"accuracy":0.513834,"main_score":0.478996,"hf_subset":"knc_Latn-cjk_Latn","languages":["knc-Latn","cjk-Latn"]},{"precision":0.441693,"recall":0.503953,"f1":0.459165,"accuracy":0.503953,"main_score":0.459165,"hf_subset":"knc_Latn-gla_Latn","languages":["knc-Latn","gla-Latn"]},{"precision":0.479356,"recall":0.550395,"f1":0.50017,"accuracy":0.550395,"main_score":0.50017,"hf_subset":"knc_Latn-kan_Knda","languages":["knc-Latn","kan-Knda"]},{"precision":0.519419,"recall":0.579051,"f1":0.53628,"accuracy":0.579051,"main_score":0.53628,"hf_subset":"knc_Latn-lmo_Latn","languages":["knc-Latn","lmo-Latn"]},{"precision":0.474181,"recall":0.547431,"f1":0.494768,"accuracy":0.547431,"main_score":0.494768,"hf_subset":"knc_Latn-npi_Deva","languages":["knc-Latn","npi-Deva"]},{"precision":0.419417,"recall":0.496047,"f1":0.441462,"accuracy":0.496047,"main_score":0.441462,"hf_subset":"knc_Latn-shn_Mymr","languages":["knc-Latn","shn-Mymr"]},{"precision":0.537283,"recall":0.597826,"f1":0.554389,"accuracy":0.597826,"main_score":0.554389,"hf_subset":"knc_Latn-tgl_Latn","languages":["knc-Latn","tgl-Latn"]},{"precision":0.475893,"recall":0.55336,"f1":0.498012,"accuracy":0.55336,"main_score":0.498012,"hf_subset":"knc_Latn-yue_Hant","languages":["knc-Latn","yue-Hant"]},{"precision":0.443949,"recall":0.523715,"f1":0.466933,"accuracy":0.523715,"main_score":0.466933,"hf_subset":"knc_Latn-asm_Beng","languages":["knc-Latn","asm-Beng"]},{"precision":0.448139,"recall":0.503953,"f1":0.46408,"accuracy":0.503953,"main_score":0.46408,"hf_subset":"knc_Latn-ckb_Arab","languages":["knc-Latn","ckb-Arab"]},{"precision":0.446212,"recall":0.508893,"f1":0.464042,"accuracy":0.508893,"main_score":0.464042,"hf_subset":"knc_Latn-gle_Latn","languages":["knc-Latn","gle-Latn"]},{"precision":0.441306,"recall":0.517787,"f1":0.463356,"accuracy":0.517787,"main_score":0.463356,"hf_subset":"knc_Latn-kas_Arab","languages":["knc-Latn","kas-Arab"]},{"precision":0.471237,"recall":0.535573,"f1":0.489125,"accuracy":0.535573,"main_score":0.489125,"hf_subset":"knc_Latn-ltg_Latn","languages":["knc-Latn","ltg-Latn"]},{"precision":0.520231,"recall":0.562253,"f1":0.5322,"accuracy":0.562253,"main_score":0.5322,"hf_subset":"knc_Latn-nso_Latn","languages":["knc-Latn","nso-Latn"]},{"precision":0.200358,"recall":0.246047,"f1":0.21227,"accuracy":0.246047,"main_score":0.21227,"hf_subset":"knc_Latn-sin_Sinh","languages":["knc-Latn","sin-Sinh"]},{"precision":0.482099,"recall":0.563241,"f1":0.505163,"accuracy":0.563241,"main_score":0.505163,"hf_subset":"knc_Latn-tha_Thai","languages":["knc-Latn","tha-Thai"]},{"precision":0.483952,"recall":0.562253,"f1":0.506299,"accuracy":0.562253,"main_score":0.506299,"hf_subset":"knc_Latn-zho_Hans","languages":["knc-Latn","zho-Hans"]},{"precision":0.505188,"recall":0.578063,"f1":0.525887,"accuracy":0.578063,"main_score":0.525887,"hf_subset":"knc_Latn-ast_Latn","languages":["knc-Latn","ast-Latn"]},{"precision":0.49905,"recall":0.564229,"f1":0.517981,"accuracy":0.564229,"main_score":0.517981,"hf_subset":"knc_Latn-crh_Latn","languages":["knc-Latn","crh-Latn"]},{"precision":0.504338,"recall":0.582016,"f1":0.527277,"accuracy":0.582016,"main_score":0.527277,"hf_subset":"knc_Latn-glg_Latn","languages":["knc-Latn","glg-Latn"]},{"precision":0.456168,"recall":0.520751,"f1":0.475088,"accuracy":0.520751,"main_score":0.475088,"hf_subset":"knc_Latn-kas_Deva","languages":["knc-Latn","kas-Deva"]},{"precision":0.498895,"recall":0.571146,"f1":0.520187,"accuracy":0.571146,"main_score":0.520187,"hf_subset":"knc_Latn-ltz_Latn","languages":["knc-Latn","ltz-Latn"]},{"precision":0.425645,"recall":0.483202,"f1":0.44117,"accuracy":0.483202,"main_score":0.44117,"hf_subset":"knc_Latn-nus_Latn","languages":["knc-Latn","nus-Latn"]},{"precision":0.495836,"recall":0.572134,"f1":0.51774,"accuracy":0.572134,"main_score":0.51774,"hf_subset":"knc_Latn-slk_Latn","languages":["knc-Latn","slk-Latn"]},{"precision":0.220251,"recall":0.277668,"f1":0.234579,"accuracy":0.277668,"main_score":0.234579,"hf_subset":"knc_Latn-tir_Ethi","languages":["knc-Latn","tir-Ethi"]},{"precision":0.479924,"recall":0.5583,"f1":0.502189,"accuracy":0.5583,"main_score":0.502189,"hf_subset":"knc_Latn-zho_Hant","languages":["knc-Latn","zho-Hant"]},{"precision":0.480468,"recall":0.556324,"f1":0.502246,"accuracy":0.556324,"main_score":0.502246,"hf_subset":"knc_Latn-awa_Deva","languages":["knc-Latn","awa-Deva"]},{"precision":0.477064,"recall":0.536561,"f1":0.494013,"accuracy":0.536561,"main_score":0.494013,"hf_subset":"knc_Latn-cym_Latn","languages":["knc-Latn","cym-Latn"]},{"precision":0.533511,"recall":0.577075,"f1":0.545989,"accuracy":0.577075,"main_score":0.545989,"hf_subset":"knc_Latn-grn_Latn","languages":["knc-Latn","grn-Latn"]},{"precision":0.471607,"recall":0.543478,"f1":0.491954,"accuracy":0.543478,"main_score":0.491954,"hf_subset":"knc_Latn-kat_Geor","languages":["knc-Latn","kat-Geor"]},{"precision":0.499525,"recall":0.544466,"f1":0.512333,"accuracy":0.544466,"main_score":0.512333,"hf_subset":"knc_Latn-lua_Latn","languages":["knc-Latn","lua-Latn"]},{"precision":0.518322,"recall":0.563241,"f1":0.531181,"accuracy":0.563241,"main_score":0.531181,"hf_subset":"knc_Latn-nya_Latn","languages":["knc-Latn","nya-Latn"]},{"precision":0.488004,"recall":0.560277,"f1":0.508545,"accuracy":0.560277,"main_score":0.508545,"hf_subset":"knc_Latn-slv_Latn","languages":["knc-Latn","slv-Latn"]},{"precision":0.54893,"recall":0.604743,"f1":0.564991,"accuracy":0.604743,"main_score":0.564991,"hf_subset":"knc_Latn-tpi_Latn","languages":["knc-Latn","tpi-Latn"]},{"precision":0.522063,"recall":0.591897,"f1":0.542392,"accuracy":0.591897,"main_score":0.542392,"hf_subset":"knc_Latn-zsm_Latn","languages":["knc-Latn","zsm-Latn"]},{"precision":0.468594,"recall":0.518775,"f1":0.483513,"accuracy":0.518775,"main_score":0.483513,"hf_subset":"knc_Latn-ayr_Latn","languages":["knc-Latn","ayr-Latn"]},{"precision":0.501689,"recall":0.58498,"f1":0.525253,"accuracy":0.58498,"main_score":0.525253,"hf_subset":"knc_Latn-dan_Latn","languages":["knc-Latn","dan-Latn"]},{"precision":0.478431,"recall":0.557312,"f1":0.500423,"accuracy":0.557312,"main_score":0.500423,"hf_subset":"knc_Latn-guj_Gujr","languages":["knc-Latn","guj-Gujr"]},{"precision":0.491087,"recall":0.565217,"f1":0.512758,"accuracy":0.565217,"main_score":0.512758,"hf_subset":"knc_Latn-kaz_Cyrl","languages":["knc-Latn","kaz-Cyrl"]},{"precision":0.455428,"recall":0.508893,"f1":0.470443,"accuracy":0.508893,"main_score":0.470443,"hf_subset":"knc_Latn-lug_Latn","languages":["knc-Latn","lug-Latn"]},{"precision":0.516193,"recall":0.583992,"f1":0.535116,"accuracy":0.583992,"main_score":0.535116,"hf_subset":"knc_Latn-oci_Latn","languages":["knc-Latn","oci-Latn"]},{"precision":0.49185,"recall":0.544466,"f1":0.506835,"accuracy":0.544466,"main_score":0.506835,"hf_subset":"knc_Latn-smo_Latn","languages":["knc-Latn","smo-Latn"]},{"precision":0.470833,"recall":0.517787,"f1":0.484359,"accuracy":0.517787,"main_score":0.484359,"hf_subset":"knc_Latn-tsn_Latn","languages":["knc-Latn","tsn-Latn"]},{"precision":0.470556,"recall":0.522727,"f1":0.485442,"accuracy":0.522727,"main_score":0.485442,"hf_subset":"knc_Latn-zul_Latn","languages":["knc-Latn","zul-Latn"]},{"precision":0.436073,"recall":0.503953,"f1":0.45564,"accuracy":0.503953,"main_score":0.45564,"hf_subset":"knc_Latn-azb_Arab","languages":["knc-Latn","azb-Arab"]},{"precision":0.505214,"recall":0.582016,"f1":0.526391,"accuracy":0.582016,"main_score":0.526391,"hf_subset":"knc_Latn-deu_Latn","languages":["knc-Latn","deu-Latn"]},{"precision":0.472628,"recall":0.543478,"f1":0.493248,"accuracy":0.543478,"main_score":0.493248,"hf_subset":"knc_Latn-hat_Latn","languages":["knc-Latn","hat-Latn"]},{"precision":0.450559,"recall":0.503953,"f1":0.4657,"accuracy":0.503953,"main_score":0.4657,"hf_subset":"knc_Latn-kbp_Latn","languages":["knc-Latn","kbp-Latn"]},{"precision":0.504405,"recall":0.545455,"f1":0.51674,"accuracy":0.545455,"main_score":0.51674,"hf_subset":"knc_Latn-luo_Latn","languages":["knc-Latn","luo-Latn"]},{"precision":0.457451,"recall":0.533597,"f1":0.479136,"accuracy":0.533597,"main_score":0.479136,"hf_subset":"knc_Latn-ory_Orya","languages":["knc-Latn","ory-Orya"]},{"precision":0.49584,"recall":0.541502,"f1":0.509099,"accuracy":0.541502,"main_score":0.509099,"hf_subset":"knc_Latn-sna_Latn","languages":["knc-Latn","sna-Latn"]},{"precision":0.486316,"recall":0.530632,"f1":0.498668,"accuracy":0.530632,"main_score":0.498668,"hf_subset":"knc_Latn-tso_Latn","languages":["knc-Latn","tso-Latn"]},{"precision":0.486332,"recall":0.5583,"f1":0.506781,"accuracy":0.5583,"main_score":0.506781,"hf_subset":"knc_Latn-azj_Latn","languages":["knc-Latn","azj-Latn"]},{"precision":0.472867,"recall":0.530632,"f1":0.489614,"accuracy":0.530632,"main_score":0.489614,"hf_subset":"knc_Latn-dik_Latn","languages":["knc-Latn","dik-Latn"]},{"precision":0.513827,"recall":0.563241,"f1":0.52831,"accuracy":0.563241,"main_score":0.52831,"hf_subset":"knc_Latn-hau_Latn","languages":["knc-Latn","hau-Latn"]},{"precision":0.517038,"recall":0.579051,"f1":0.535024,"accuracy":0.579051,"main_score":0.535024,"hf_subset":"knc_Latn-kea_Latn","languages":["knc-Latn","kea-Latn"]},{"precision":0.535493,"recall":0.58004,"f1":0.548391,"accuracy":0.58004,"main_score":0.548391,"hf_subset":"knc_Latn-lus_Latn","languages":["knc-Latn","lus-Latn"]},{"precision":0.552737,"recall":0.592885,"f1":0.564135,"accuracy":0.592885,"main_score":0.564135,"hf_subset":"knc_Latn-pag_Latn","languages":["knc-Latn","pag-Latn"]},{"precision":0.458785,"recall":0.532609,"f1":0.480025,"accuracy":0.532609,"main_score":0.480025,"hf_subset":"knc_Latn-snd_Arab","languages":["knc-Latn","snd-Arab"]},{"precision":0.469046,"recall":0.52668,"f1":0.485164,"accuracy":0.52668,"main_score":0.485164,"hf_subset":"knc_Latn-tuk_Latn","languages":["knc-Latn","tuk-Latn"]},{"precision":0.501895,"recall":0.567194,"f1":0.521241,"accuracy":0.567194,"main_score":0.521241,"hf_subset":"knc_Latn-bak_Cyrl","languages":["knc-Latn","bak-Cyrl"]},{"precision":0.405706,"recall":0.470356,"f1":0.424769,"accuracy":0.470356,"main_score":0.424769,"hf_subset":"knc_Latn-dyu_Latn","languages":["knc-Latn","dyu-Latn"]},{"precision":0.471444,"recall":0.546443,"f1":0.492836,"accuracy":0.546443,"main_score":0.492836,"hf_subset":"knc_Latn-heb_Hebr","languages":["knc-Latn","heb-Hebr"]},{"precision":0.481782,"recall":0.54249,"f1":0.49905,"accuracy":0.54249,"main_score":0.49905,"hf_subset":"knc_Latn-khk_Cyrl","languages":["knc-Latn","khk-Cyrl"]},{"precision":0.481843,"recall":0.556324,"f1":0.502926,"accuracy":0.556324,"main_score":0.502926,"hf_subset":"knc_Latn-lvs_Latn","languages":["knc-Latn","lvs-Latn"]},{"precision":0.478494,"recall":0.552372,"f1":0.498655,"accuracy":0.552372,"main_score":0.498655,"hf_subset":"knc_Latn-pan_Guru","languages":["knc-Latn","pan-Guru"]},{"precision":0.471171,"recall":0.525692,"f1":0.48703,"accuracy":0.525692,"main_score":0.48703,"hf_subset":"knc_Latn-som_Latn","languages":["knc-Latn","som-Latn"]},{"precision":0.495067,"recall":0.543478,"f1":0.509238,"accuracy":0.543478,"main_score":0.509238,"hf_subset":"knc_Latn-tum_Latn","languages":["knc-Latn","tum-Latn"]},{"precision":0.451777,"recall":0.543478,"f1":0.477431,"accuracy":0.543478,"main_score":0.477431,"hf_subset":"mlt_Latn-ace_Arab","languages":["mlt-Latn","ace-Arab"]},{"precision":0.47776,"recall":0.550395,"f1":0.498325,"accuracy":0.550395,"main_score":0.498325,"hf_subset":"mlt_Latn-bam_Latn","languages":["mlt-Latn","bam-Latn"]},{"precision":0.109039,"recall":0.161067,"f1":0.122548,"accuracy":0.161067,"main_score":0.122548,"hf_subset":"mlt_Latn-dzo_Tibt","languages":["mlt-Latn","dzo-Tibt"]},{"precision":0.966897,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"mlt_Latn-hin_Deva","languages":["mlt-Latn","hin-Deva"]},{"precision":0.831686,"recall":0.882411,"f1":0.847991,"accuracy":0.882411,"main_score":0.847991,"hf_subset":"mlt_Latn-khm_Khmr","languages":["mlt-Latn","khm-Khmr"]},{"precision":0.959404,"recall":0.971344,"f1":0.963175,"accuracy":0.971344,"main_score":0.963175,"hf_subset":"mlt_Latn-mag_Deva","languages":["mlt-Latn","mag-Deva"]},{"precision":0.950264,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"mlt_Latn-pap_Latn","languages":["mlt-Latn","pap-Latn"]},{"precision":0.507149,"recall":0.576087,"f1":0.526328,"accuracy":0.576087,"main_score":0.526328,"hf_subset":"mlt_Latn-sot_Latn","languages":["mlt-Latn","sot-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"mlt_Latn-tur_Latn","languages":["mlt-Latn","tur-Latn"]},{"precision":0.802619,"recall":0.847826,"f1":0.81629,"accuracy":0.847826,"main_score":0.81629,"hf_subset":"mlt_Latn-ace_Latn","languages":["mlt-Latn","ace-Latn"]},{"precision":0.898386,"recall":0.926877,"f1":0.907411,"accuracy":0.926877,"main_score":0.907411,"hf_subset":"mlt_Latn-ban_Latn","languages":["mlt-Latn","ban-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"mlt_Latn-ell_Grek","languages":["mlt-Latn","ell-Grek"]},{"precision":0.947628,"recall":0.963439,"f1":0.952734,"accuracy":0.963439,"main_score":0.952734,"hf_subset":"mlt_Latn-hne_Deva","languages":["mlt-Latn","hne-Deva"]},{"precision":0.509338,"recall":0.58498,"f1":0.530854,"accuracy":0.58498,"main_score":0.530854,"hf_subset":"mlt_Latn-kik_Latn","languages":["mlt-Latn","kik-Latn"]},{"precision":0.95611,"recall":0.969368,"f1":0.960375,"accuracy":0.969368,"main_score":0.960375,"hf_subset":"mlt_Latn-mai_Deva","languages":["mlt-Latn","mai-Deva"]},{"precision":0.842391,"recall":0.887352,"f1":0.856489,"accuracy":0.887352,"main_score":0.856489,"hf_subset":"mlt_Latn-pbt_Arab","languages":["mlt-Latn","pbt-Arab"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"mlt_Latn-spa_Latn","languages":["mlt-Latn","spa-Latn"]},{"precision":0.579127,"recall":0.645257,"f1":0.597614,"accuracy":0.645257,"main_score":0.597614,"hf_subset":"mlt_Latn-twi_Latn","languages":["mlt-Latn","twi-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"mlt_Latn-acm_Arab","languages":["mlt-Latn","acm-Arab"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"mlt_Latn-bel_Cyrl","languages":["mlt-Latn","bel-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"mlt_Latn-eng_Latn","languages":["mlt-Latn","eng-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"mlt_Latn-hrv_Latn","languages":["mlt-Latn","hrv-Latn"]},{"precision":0.474985,"recall":0.540514,"f1":0.492783,"accuracy":0.540514,"main_score":0.492783,"hf_subset":"mlt_Latn-kin_Latn","languages":["mlt-Latn","kin-Latn"]},{"precision":0.967227,"recall":0.977273,"f1":0.97052,"accuracy":0.977273,"main_score":0.97052,"hf_subset":"mlt_Latn-mal_Mlym","languages":["mlt-Latn","mal-Mlym"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"mlt_Latn-pes_Arab","languages":["mlt-Latn","pes-Arab"]},{"precision":0.97052,"recall":0.979249,"f1":0.97332,"accuracy":0.979249,"main_score":0.97332,"hf_subset":"mlt_Latn-srd_Latn","languages":["mlt-Latn","srd-Latn"]},{"precision":0.123492,"recall":0.190711,"f1":0.137959,"accuracy":0.190711,"main_score":0.137959,"hf_subset":"mlt_Latn-tzm_Tfng","languages":["mlt-Latn","tzm-Tfng"]},{"precision":0.966074,"recall":0.976285,"f1":0.969368,"accuracy":0.976285,"main_score":0.969368,"hf_subset":"mlt_Latn-acq_Arab","languages":["mlt-Latn","acq-Arab"]},{"precision":0.53909,"recall":0.613636,"f1":0.559797,"accuracy":0.613636,"main_score":0.559797,"hf_subset":"mlt_Latn-bem_Latn","languages":["mlt-Latn","bem-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"mlt_Latn-epo_Latn","languages":["mlt-Latn","epo-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"mlt_Latn-hun_Latn","languages":["mlt-Latn","hun-Latn"]},{"precision":0.919713,"recall":0.943676,"f1":0.927437,"accuracy":0.943676,"main_score":0.927437,"hf_subset":"mlt_Latn-kir_Cyrl","languages":["mlt-Latn","kir-Cyrl"]},{"precision":0.964756,"recall":0.975296,"f1":0.968215,"accuracy":0.975296,"main_score":0.968215,"hf_subset":"mlt_Latn-mar_Deva","languages":["mlt-Latn","mar-Deva"]},{"precision":0.583219,"recall":0.642292,"f1":0.600762,"accuracy":0.642292,"main_score":0.600762,"hf_subset":"mlt_Latn-plt_Latn","languages":["mlt-Latn","plt-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mlt_Latn-srp_Cyrl","languages":["mlt-Latn","srp-Cyrl"]},{"precision":0.863389,"recall":0.90415,"f1":0.876548,"accuracy":0.90415,"main_score":0.876548,"hf_subset":"mlt_Latn-uig_Arab","languages":["mlt-Latn","uig-Arab"]},{"precision":0.941864,"recall":0.960474,"f1":0.947958,"accuracy":0.960474,"main_score":0.947958,"hf_subset":"mlt_Latn-aeb_Arab","languages":["mlt-Latn","aeb-Arab"]},{"precision":0.96665,"recall":0.977273,"f1":0.970092,"accuracy":0.977273,"main_score":0.970092,"hf_subset":"mlt_Latn-ben_Beng","languages":["mlt-Latn","ben-Beng"]},{"precision":0.966897,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"mlt_Latn-est_Latn","languages":["mlt-Latn","est-Latn"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"mlt_Latn-hye_Armn","languages":["mlt-Latn","hye-Armn"]},{"precision":0.485377,"recall":0.547431,"f1":0.502875,"accuracy":0.547431,"main_score":0.502875,"hf_subset":"mlt_Latn-kmb_Latn","languages":["mlt-Latn","kmb-Latn"]},{"precision":0.402011,"recall":0.500988,"f1":0.428412,"accuracy":0.500988,"main_score":0.428412,"hf_subset":"mlt_Latn-min_Arab","languages":["mlt-Latn","min-Arab"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"mlt_Latn-pol_Latn","languages":["mlt-Latn","pol-Latn"]},{"precision":0.47132,"recall":0.543478,"f1":0.491086,"accuracy":0.543478,"main_score":0.491086,"hf_subset":"mlt_Latn-ssw_Latn","languages":["mlt-Latn","ssw-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"mlt_Latn-ukr_Cyrl","languages":["mlt-Latn","ukr-Cyrl"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"mlt_Latn-afr_Latn","languages":["mlt-Latn","afr-Latn"]},{"precision":0.943676,"recall":0.960474,"f1":0.949111,"accuracy":0.960474,"main_score":0.949111,"hf_subset":"mlt_Latn-bho_Deva","languages":["mlt-Latn","bho-Deva"]},{"precision":0.916502,"recall":0.940711,"f1":0.924407,"accuracy":0.940711,"main_score":0.924407,"hf_subset":"mlt_Latn-eus_Latn","languages":["mlt-Latn","eus-Latn"]},{"precision":0.501226,"recall":0.576087,"f1":0.521791,"accuracy":0.576087,"main_score":0.521791,"hf_subset":"mlt_Latn-ibo_Latn","languages":["mlt-Latn","ibo-Latn"]},{"precision":0.711266,"recall":0.774704,"f1":0.730407,"accuracy":0.774704,"main_score":0.730407,"hf_subset":"mlt_Latn-kmr_Latn","languages":["mlt-Latn","kmr-Latn"]},{"precision":0.92416,"recall":0.94664,"f1":0.93139,"accuracy":0.94664,"main_score":0.93139,"hf_subset":"mlt_Latn-min_Latn","languages":["mlt-Latn","min-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mlt_Latn-por_Latn","languages":["mlt-Latn","por-Latn"]},{"precision":0.943841,"recall":0.961462,"f1":0.949605,"accuracy":0.961462,"main_score":0.949605,"hf_subset":"mlt_Latn-sun_Latn","languages":["mlt-Latn","sun-Latn"]},{"precision":0.46865,"recall":0.536561,"f1":0.487603,"accuracy":0.536561,"main_score":0.487603,"hf_subset":"mlt_Latn-umb_Latn","languages":["mlt-Latn","umb-Latn"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"mlt_Latn-ajp_Arab","languages":["mlt-Latn","ajp-Arab"]},{"precision":0.433393,"recall":0.527668,"f1":0.459332,"accuracy":0.527668,"main_score":0.459332,"hf_subset":"mlt_Latn-bjn_Arab","languages":["mlt-Latn","bjn-Arab"]},{"precision":0.493737,"recall":0.551383,"f1":0.509743,"accuracy":0.551383,"main_score":0.509743,"hf_subset":"mlt_Latn-ewe_Latn","languages":["mlt-Latn","ewe-Latn"]},{"precision":0.867177,"recall":0.905138,"f1":0.879183,"accuracy":0.905138,"main_score":0.879183,"hf_subset":"mlt_Latn-ilo_Latn","languages":["mlt-Latn","ilo-Latn"]},{"precision":0.189956,"recall":0.268775,"f1":0.20886,"accuracy":0.268775,"main_score":0.20886,"hf_subset":"mlt_Latn-knc_Arab","languages":["mlt-Latn","knc-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"mlt_Latn-mkd_Cyrl","languages":["mlt-Latn","mkd-Cyrl"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"mlt_Latn-prs_Arab","languages":["mlt-Latn","prs-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mlt_Latn-swe_Latn","languages":["mlt-Latn","swe-Latn"]},{"precision":0.958333,"recall":0.970356,"f1":0.962286,"accuracy":0.970356,"main_score":0.962286,"hf_subset":"mlt_Latn-urd_Arab","languages":["mlt-Latn","urd-Arab"]},{"precision":0.547945,"recall":0.618577,"f1":0.568133,"accuracy":0.618577,"main_score":0.568133,"hf_subset":"mlt_Latn-aka_Latn","languages":["mlt-Latn","aka-Latn"]},{"precision":0.916173,"recall":0.939723,"f1":0.923748,"accuracy":0.939723,"main_score":0.923748,"hf_subset":"mlt_Latn-bjn_Latn","languages":["mlt-Latn","bjn-Latn"]},{"precision":0.855567,"recall":0.896245,"f1":0.868379,"accuracy":0.896245,"main_score":0.868379,"hf_subset":"mlt_Latn-fao_Latn","languages":["mlt-Latn","fao-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"mlt_Latn-ind_Latn","languages":["mlt-Latn","ind-Latn"]},{"precision":0.536595,"recall":0.599802,"f1":0.554312,"accuracy":0.599802,"main_score":0.554312,"hf_subset":"mlt_Latn-knc_Latn","languages":["mlt-Latn","knc-Latn"]},{"precision":0.580783,"recall":0.651186,"f1":0.600285,"accuracy":0.651186,"main_score":0.600285,"hf_subset":"mlt_Latn-quy_Latn","languages":["mlt-Latn","quy-Latn"]},{"precision":0.705658,"recall":0.779644,"f1":0.728343,"accuracy":0.779644,"main_score":0.728343,"hf_subset":"mlt_Latn-swh_Latn","languages":["mlt-Latn","swh-Latn"]},{"precision":0.950593,"recall":0.965415,"f1":0.955369,"accuracy":0.965415,"main_score":0.955369,"hf_subset":"mlt_Latn-uzn_Latn","languages":["mlt-Latn","uzn-Latn"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"mlt_Latn-als_Latn","languages":["mlt-Latn","als-Latn"]},{"precision":0.172459,"recall":0.244071,"f1":0.189467,"accuracy":0.244071,"main_score":0.189467,"hf_subset":"mlt_Latn-bod_Tibt","languages":["mlt-Latn","bod-Tibt"]},{"precision":0.490975,"recall":0.560277,"f1":0.510565,"accuracy":0.560277,"main_score":0.510565,"hf_subset":"mlt_Latn-fij_Latn","languages":["mlt-Latn","fij-Latn"]},{"precision":0.880929,"recall":0.914032,"f1":0.891469,"accuracy":0.914032,"main_score":0.891469,"hf_subset":"mlt_Latn-isl_Latn","languages":["mlt-Latn","isl-Latn"]},{"precision":0.569838,"recall":0.644269,"f1":0.591293,"accuracy":0.644269,"main_score":0.591293,"hf_subset":"mlt_Latn-kon_Latn","languages":["mlt-Latn","kon-Latn"]},{"precision":0.51975,"recall":0.612648,"f1":0.546307,"accuracy":0.612648,"main_score":0.546307,"hf_subset":"mlt_Latn-mni_Beng","languages":["mlt-Latn","mni-Beng"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"mlt_Latn-ron_Latn","languages":["mlt-Latn","ron-Latn"]},{"precision":0.945982,"recall":0.961462,"f1":0.950889,"accuracy":0.961462,"main_score":0.950889,"hf_subset":"mlt_Latn-szl_Latn","languages":["mlt-Latn","szl-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"mlt_Latn-vec_Latn","languages":["mlt-Latn","vec-Latn"]},{"precision":0.524821,"recall":0.609684,"f1":0.549445,"accuracy":0.609684,"main_score":0.549445,"hf_subset":"mlt_Latn-amh_Ethi","languages":["mlt-Latn","amh-Ethi"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"mlt_Latn-bos_Latn","languages":["mlt-Latn","bos-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"mlt_Latn-fin_Latn","languages":["mlt-Latn","fin-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"mlt_Latn-ita_Latn","languages":["mlt-Latn","ita-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"mlt_Latn-kor_Hang","languages":["mlt-Latn","kor-Hang"]},{"precision":0.496144,"recall":0.571146,"f1":0.516972,"accuracy":0.571146,"main_score":0.516972,"hf_subset":"mlt_Latn-mos_Latn","languages":["mlt-Latn","mos-Latn"]},{"precision":0.490492,"recall":0.550395,"f1":0.506926,"accuracy":0.550395,"main_score":0.506926,"hf_subset":"mlt_Latn-run_Latn","languages":["mlt-Latn","run-Latn"]},{"precision":0.951087,"recall":0.966403,"f1":0.956192,"accuracy":0.966403,"main_score":0.956192,"hf_subset":"mlt_Latn-tam_Taml","languages":["mlt-Latn","tam-Taml"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"mlt_Latn-vie_Latn","languages":["mlt-Latn","vie-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"mlt_Latn-apc_Arab","languages":["mlt-Latn","apc-Arab"]},{"precision":0.745686,"recall":0.797431,"f1":0.760941,"accuracy":0.797431,"main_score":0.760941,"hf_subset":"mlt_Latn-bug_Latn","languages":["mlt-Latn","bug-Latn"]},{"precision":0.439419,"recall":0.507905,"f1":0.457951,"accuracy":0.507905,"main_score":0.457951,"hf_subset":"mlt_Latn-fon_Latn","languages":["mlt-Latn","fon-Latn"]},{"precision":0.961298,"recall":0.97332,"f1":0.96525,"accuracy":0.97332,"main_score":0.96525,"hf_subset":"mlt_Latn-jav_Latn","languages":["mlt-Latn","jav-Latn"]},{"precision":0.785879,"recall":0.843874,"f1":0.804068,"accuracy":0.843874,"main_score":0.804068,"hf_subset":"mlt_Latn-lao_Laoo","languages":["mlt-Latn","lao-Laoo"]},{"precision":0.548748,"recall":0.630435,"f1":0.571891,"accuracy":0.630435,"main_score":0.571891,"hf_subset":"mlt_Latn-mri_Latn","languages":["mlt-Latn","mri-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"mlt_Latn-rus_Cyrl","languages":["mlt-Latn","rus-Cyrl"]},{"precision":0.503932,"recall":0.563241,"f1":0.520501,"accuracy":0.563241,"main_score":0.520501,"hf_subset":"mlt_Latn-taq_Latn","languages":["mlt-Latn","taq-Latn"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"mlt_Latn-war_Latn","languages":["mlt-Latn","war-Latn"]},{"precision":0.967062,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"mlt_Latn-arb_Arab","languages":["mlt-Latn","arb-Arab"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"mlt_Latn-bul_Cyrl","languages":["mlt-Latn","bul-Cyrl"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"mlt_Latn-fra_Latn","languages":["mlt-Latn","fra-Latn"]},{"precision":0.958169,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"mlt_Latn-jpn_Jpan","languages":["mlt-Latn","jpn-Jpan"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"mlt_Latn-lij_Latn","languages":["mlt-Latn","lij-Latn"]},{"precision":0.841354,"recall":0.887352,"f1":0.855962,"accuracy":0.887352,"main_score":0.855962,"hf_subset":"mlt_Latn-mya_Mymr","languages":["mlt-Latn","mya-Mymr"]},{"precision":0.524393,"recall":0.600791,"f1":0.545859,"accuracy":0.600791,"main_score":0.545859,"hf_subset":"mlt_Latn-sag_Latn","languages":["mlt-Latn","sag-Latn"]},{"precision":0.143878,"recall":0.220356,"f1":0.158403,"accuracy":0.220356,"main_score":0.158403,"hf_subset":"mlt_Latn-taq_Tfng","languages":["mlt-Latn","taq-Tfng"]},{"precision":0.559603,"recall":0.640316,"f1":0.582963,"accuracy":0.640316,"main_score":0.582963,"hf_subset":"mlt_Latn-wol_Latn","languages":["mlt-Latn","wol-Latn"]},{"precision":0.603253,"recall":0.694664,"f1":0.629389,"accuracy":0.694664,"main_score":0.629389,"hf_subset":"mlt_Latn-arb_Latn","languages":["mlt-Latn","arb-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"mlt_Latn-cat_Latn","languages":["mlt-Latn","cat-Latn"]},{"precision":0.962451,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"mlt_Latn-fur_Latn","languages":["mlt-Latn","fur-Latn"]},{"precision":0.363316,"recall":0.422925,"f1":0.3797,"accuracy":0.422925,"main_score":0.3797,"hf_subset":"mlt_Latn-kab_Latn","languages":["mlt-Latn","kab-Latn"]},{"precision":0.928936,"recall":0.949605,"f1":0.935507,"accuracy":0.949605,"main_score":0.935507,"hf_subset":"mlt_Latn-lim_Latn","languages":["mlt-Latn","lim-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"mlt_Latn-nld_Latn","languages":["mlt-Latn","nld-Latn"]},{"precision":0.89641,"recall":0.928854,"f1":0.90695,"accuracy":0.928854,"main_score":0.90695,"hf_subset":"mlt_Latn-san_Deva","languages":["mlt-Latn","san-Deva"]},{"precision":0.944993,"recall":0.961462,"f1":0.950264,"accuracy":0.961462,"main_score":0.950264,"hf_subset":"mlt_Latn-tat_Cyrl","languages":["mlt-Latn","tat-Cyrl"]},{"precision":0.537342,"recall":0.608696,"f1":0.556795,"accuracy":0.608696,"main_score":0.556795,"hf_subset":"mlt_Latn-xho_Latn","languages":["mlt-Latn","xho-Latn"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"mlt_Latn-ars_Arab","languages":["mlt-Latn","ars-Arab"]},{"precision":0.959651,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"mlt_Latn-ceb_Latn","languages":["mlt-Latn","ceb-Latn"]},{"precision":0.486372,"recall":0.559289,"f1":0.50677,"accuracy":0.559289,"main_score":0.50677,"hf_subset":"mlt_Latn-fuv_Latn","languages":["mlt-Latn","fuv-Latn"]},{"precision":0.489319,"recall":0.563241,"f1":0.509782,"accuracy":0.563241,"main_score":0.509782,"hf_subset":"mlt_Latn-kac_Latn","languages":["mlt-Latn","kac-Latn"]},{"precision":0.571132,"recall":0.643281,"f1":0.590984,"accuracy":0.643281,"main_score":0.590984,"hf_subset":"mlt_Latn-lin_Latn","languages":["mlt-Latn","lin-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"mlt_Latn-nno_Latn","languages":["mlt-Latn","nno-Latn"]},{"precision":0.021752,"recall":0.067194,"f1":0.028673,"accuracy":0.067194,"main_score":0.028673,"hf_subset":"mlt_Latn-sat_Olck","languages":["mlt-Latn","sat-Olck"]},{"precision":0.958004,"recall":0.971344,"f1":0.962286,"accuracy":0.971344,"main_score":0.962286,"hf_subset":"mlt_Latn-tel_Telu","languages":["mlt-Latn","tel-Telu"]},{"precision":0.739255,"recall":0.8083,"f1":0.760655,"accuracy":0.8083,"main_score":0.760655,"hf_subset":"mlt_Latn-ydd_Hebr","languages":["mlt-Latn","ydd-Hebr"]},{"precision":0.921772,"recall":0.944664,"f1":0.929183,"accuracy":0.944664,"main_score":0.929183,"hf_subset":"mlt_Latn-ary_Arab","languages":["mlt-Latn","ary-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"mlt_Latn-ces_Latn","languages":["mlt-Latn","ces-Latn"]},{"precision":0.428091,"recall":0.508893,"f1":0.450748,"accuracy":0.508893,"main_score":0.450748,"hf_subset":"mlt_Latn-gaz_Latn","languages":["mlt-Latn","gaz-Latn"]},{"precision":0.505521,"recall":0.574111,"f1":0.524532,"accuracy":0.574111,"main_score":0.524532,"hf_subset":"mlt_Latn-kam_Latn","languages":["mlt-Latn","kam-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"mlt_Latn-lit_Latn","languages":["mlt-Latn","lit-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"mlt_Latn-nob_Latn","languages":["mlt-Latn","nob-Latn"]},{"precision":0.965086,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"mlt_Latn-scn_Latn","languages":["mlt-Latn","scn-Latn"]},{"precision":0.878458,"recall":0.913043,"f1":0.889493,"accuracy":0.913043,"main_score":0.889493,"hf_subset":"mlt_Latn-tgk_Cyrl","languages":["mlt-Latn","tgk-Cyrl"]},{"precision":0.43747,"recall":0.514822,"f1":0.45979,"accuracy":0.514822,"main_score":0.45979,"hf_subset":"mlt_Latn-yor_Latn","languages":["mlt-Latn","yor-Latn"]},{"precision":0.962204,"recall":0.974308,"f1":0.96614,"accuracy":0.974308,"main_score":0.96614,"hf_subset":"mlt_Latn-arz_Arab","languages":["mlt-Latn","arz-Arab"]},{"precision":0.501234,"recall":0.58498,"f1":0.524279,"accuracy":0.58498,"main_score":0.524279,"hf_subset":"mlt_Latn-cjk_Latn","languages":["mlt-Latn","cjk-Latn"]},{"precision":0.614644,"recall":0.682806,"f1":0.633807,"accuracy":0.682806,"main_score":0.633807,"hf_subset":"mlt_Latn-gla_Latn","languages":["mlt-Latn","gla-Latn"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"mlt_Latn-kan_Knda","languages":["mlt-Latn","kan-Knda"]},{"precision":0.958827,"recall":0.971344,"f1":0.96278,"accuracy":0.971344,"main_score":0.96278,"hf_subset":"mlt_Latn-lmo_Latn","languages":["mlt-Latn","lmo-Latn"]},{"precision":0.957839,"recall":0.970356,"f1":0.961957,"accuracy":0.970356,"main_score":0.961957,"hf_subset":"mlt_Latn-npi_Deva","languages":["mlt-Latn","npi-Deva"]},{"precision":0.4259,"recall":0.518775,"f1":0.451504,"accuracy":0.518775,"main_score":0.451504,"hf_subset":"mlt_Latn-shn_Mymr","languages":["mlt-Latn","shn-Mymr"]},{"precision":0.967227,"recall":0.977273,"f1":0.97052,"accuracy":0.977273,"main_score":0.97052,"hf_subset":"mlt_Latn-tgl_Latn","languages":["mlt-Latn","tgl-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"mlt_Latn-yue_Hant","languages":["mlt-Latn","yue-Hant"]},{"precision":0.9389,"recall":0.95751,"f1":0.944993,"accuracy":0.95751,"main_score":0.944993,"hf_subset":"mlt_Latn-asm_Beng","languages":["mlt-Latn","asm-Beng"]},{"precision":0.681484,"recall":0.747036,"f1":0.700365,"accuracy":0.747036,"main_score":0.700365,"hf_subset":"mlt_Latn-ckb_Arab","languages":["mlt-Latn","ckb-Arab"]},{"precision":0.706966,"recall":0.77668,"f1":0.728755,"accuracy":0.77668,"main_score":0.728755,"hf_subset":"mlt_Latn-gle_Latn","languages":["mlt-Latn","gle-Latn"]},{"precision":0.832675,"recall":0.880435,"f1":0.847958,"accuracy":0.880435,"main_score":0.847958,"hf_subset":"mlt_Latn-kas_Arab","languages":["mlt-Latn","kas-Arab"]},{"precision":0.840119,"recall":0.882411,"f1":0.853228,"accuracy":0.882411,"main_score":0.853228,"hf_subset":"mlt_Latn-ltg_Latn","languages":["mlt-Latn","ltg-Latn"]},{"precision":0.536833,"recall":0.603755,"f1":0.555941,"accuracy":0.603755,"main_score":0.555941,"hf_subset":"mlt_Latn-nso_Latn","languages":["mlt-Latn","nso-Latn"]},{"precision":0.396548,"recall":0.485178,"f1":0.420741,"accuracy":0.485178,"main_score":0.420741,"hf_subset":"mlt_Latn-sin_Sinh","languages":["mlt-Latn","sin-Sinh"]},{"precision":0.969615,"recall":0.979249,"f1":0.972727,"accuracy":0.979249,"main_score":0.972727,"hf_subset":"mlt_Latn-tha_Thai","languages":["mlt-Latn","tha-Thai"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"mlt_Latn-zho_Hans","languages":["mlt-Latn","zho-Hans"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"mlt_Latn-ast_Latn","languages":["mlt-Latn","ast-Latn"]},{"precision":0.943017,"recall":0.960474,"f1":0.948617,"accuracy":0.960474,"main_score":0.948617,"hf_subset":"mlt_Latn-crh_Latn","languages":["mlt-Latn","crh-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"mlt_Latn-glg_Latn","languages":["mlt-Latn","glg-Latn"]},{"precision":0.712747,"recall":0.782609,"f1":0.733385,"accuracy":0.782609,"main_score":0.733385,"hf_subset":"mlt_Latn-kas_Deva","languages":["mlt-Latn","kas-Deva"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"mlt_Latn-ltz_Latn","languages":["mlt-Latn","ltz-Latn"]},{"precision":0.401591,"recall":0.481225,"f1":0.422938,"accuracy":0.481225,"main_score":0.422938,"hf_subset":"mlt_Latn-nus_Latn","languages":["mlt-Latn","nus-Latn"]},{"precision":0.978426,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"mlt_Latn-slk_Latn","languages":["mlt-Latn","slk-Latn"]},{"precision":0.275078,"recall":0.350791,"f1":0.294213,"accuracy":0.350791,"main_score":0.294213,"hf_subset":"mlt_Latn-tir_Ethi","languages":["mlt-Latn","tir-Ethi"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"mlt_Latn-zho_Hant","languages":["mlt-Latn","zho-Hant"]},{"precision":0.940711,"recall":0.958498,"f1":0.946476,"accuracy":0.958498,"main_score":0.946476,"hf_subset":"mlt_Latn-awa_Deva","languages":["mlt-Latn","awa-Deva"]},{"precision":0.839081,"recall":0.884387,"f1":0.853327,"accuracy":0.884387,"main_score":0.853327,"hf_subset":"mlt_Latn-cym_Latn","languages":["mlt-Latn","cym-Latn"]},{"precision":0.730098,"recall":0.781621,"f1":0.745622,"accuracy":0.781621,"main_score":0.745622,"hf_subset":"mlt_Latn-grn_Latn","languages":["mlt-Latn","grn-Latn"]},{"precision":0.948452,"recall":0.964427,"f1":0.953557,"accuracy":0.964427,"main_score":0.953557,"hf_subset":"mlt_Latn-kat_Geor","languages":["mlt-Latn","kat-Geor"]},{"precision":0.553603,"recall":0.621542,"f1":0.572161,"accuracy":0.621542,"main_score":0.572161,"hf_subset":"mlt_Latn-lua_Latn","languages":["mlt-Latn","lua-Latn"]},{"precision":0.529463,"recall":0.599802,"f1":0.549606,"accuracy":0.599802,"main_score":0.549606,"hf_subset":"mlt_Latn-nya_Latn","languages":["mlt-Latn","nya-Latn"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"mlt_Latn-slv_Latn","languages":["mlt-Latn","slv-Latn"]},{"precision":0.779562,"recall":0.833992,"f1":0.796838,"accuracy":0.833992,"main_score":0.796838,"hf_subset":"mlt_Latn-tpi_Latn","languages":["mlt-Latn","tpi-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"mlt_Latn-zsm_Latn","languages":["mlt-Latn","zsm-Latn"]},{"precision":0.505529,"recall":0.572134,"f1":0.523938,"accuracy":0.572134,"main_score":0.523938,"hf_subset":"mlt_Latn-ayr_Latn","languages":["mlt-Latn","ayr-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mlt_Latn-dan_Latn","languages":["mlt-Latn","dan-Latn"]},{"precision":0.961957,"recall":0.97332,"f1":0.96558,"accuracy":0.97332,"main_score":0.96558,"hf_subset":"mlt_Latn-guj_Gujr","languages":["mlt-Latn","guj-Gujr"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"mlt_Latn-kaz_Cyrl","languages":["mlt-Latn","kaz-Cyrl"]},{"precision":0.451055,"recall":0.522727,"f1":0.470066,"accuracy":0.522727,"main_score":0.470066,"hf_subset":"mlt_Latn-lug_Latn","languages":["mlt-Latn","lug-Latn"]},{"precision":0.976943,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"mlt_Latn-oci_Latn","languages":["mlt-Latn","oci-Latn"]},{"precision":0.556663,"recall":0.628458,"f1":0.576913,"accuracy":0.628458,"main_score":0.576913,"hf_subset":"mlt_Latn-smo_Latn","languages":["mlt-Latn","smo-Latn"]},{"precision":0.490321,"recall":0.55336,"f1":0.507024,"accuracy":0.55336,"main_score":0.507024,"hf_subset":"mlt_Latn-tsn_Latn","languages":["mlt-Latn","tsn-Latn"]},{"precision":0.478239,"recall":0.549407,"f1":0.496981,"accuracy":0.549407,"main_score":0.496981,"hf_subset":"mlt_Latn-zul_Latn","languages":["mlt-Latn","zul-Latn"]},{"precision":0.781983,"recall":0.841897,"f1":0.801021,"accuracy":0.841897,"main_score":0.801021,"hf_subset":"mlt_Latn-azb_Arab","languages":["mlt-Latn","azb-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"mlt_Latn-deu_Latn","languages":["mlt-Latn","deu-Latn"]},{"precision":0.906621,"recall":0.931818,"f1":0.914446,"accuracy":0.931818,"main_score":0.914446,"hf_subset":"mlt_Latn-hat_Latn","languages":["mlt-Latn","hat-Latn"]},{"precision":0.45537,"recall":0.520751,"f1":0.47325,"accuracy":0.520751,"main_score":0.47325,"hf_subset":"mlt_Latn-kbp_Latn","languages":["mlt-Latn","kbp-Latn"]},{"precision":0.508696,"recall":0.579051,"f1":0.528024,"accuracy":0.579051,"main_score":0.528024,"hf_subset":"mlt_Latn-luo_Latn","languages":["mlt-Latn","luo-Latn"]},{"precision":0.959651,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"mlt_Latn-ory_Orya","languages":["mlt-Latn","ory-Orya"]},{"precision":0.502589,"recall":0.567194,"f1":0.520921,"accuracy":0.567194,"main_score":0.520921,"hf_subset":"mlt_Latn-sna_Latn","languages":["mlt-Latn","sna-Latn"]},{"precision":0.481716,"recall":0.548419,"f1":0.499655,"accuracy":0.548419,"main_score":0.499655,"hf_subset":"mlt_Latn-tso_Latn","languages":["mlt-Latn","tso-Latn"]},{"precision":0.95504,"recall":0.968379,"f1":0.959321,"accuracy":0.968379,"main_score":0.959321,"hf_subset":"mlt_Latn-azj_Latn","languages":["mlt-Latn","azj-Latn"]},{"precision":0.489839,"recall":0.563241,"f1":0.510823,"accuracy":0.563241,"main_score":0.510823,"hf_subset":"mlt_Latn-dik_Latn","languages":["mlt-Latn","dik-Latn"]},{"precision":0.495419,"recall":0.556324,"f1":0.51244,"accuracy":0.556324,"main_score":0.51244,"hf_subset":"mlt_Latn-hau_Latn","languages":["mlt-Latn","hau-Latn"]},{"precision":0.946311,"recall":0.963439,"f1":0.95191,"accuracy":0.963439,"main_score":0.95191,"hf_subset":"mlt_Latn-kea_Latn","languages":["mlt-Latn","kea-Latn"]},{"precision":0.641481,"recall":0.700593,"f1":0.658289,"accuracy":0.700593,"main_score":0.658289,"hf_subset":"mlt_Latn-lus_Latn","languages":["mlt-Latn","lus-Latn"]},{"precision":0.817062,"recall":0.857708,"f1":0.829447,"accuracy":0.857708,"main_score":0.829447,"hf_subset":"mlt_Latn-pag_Latn","languages":["mlt-Latn","pag-Latn"]},{"precision":0.93857,"recall":0.95751,"f1":0.944664,"accuracy":0.95751,"main_score":0.944664,"hf_subset":"mlt_Latn-snd_Arab","languages":["mlt-Latn","snd-Arab"]},{"precision":0.847859,"recall":0.88834,"f1":0.860606,"accuracy":0.88834,"main_score":0.860606,"hf_subset":"mlt_Latn-tuk_Latn","languages":["mlt-Latn","tuk-Latn"]},{"precision":0.915267,"recall":0.939723,"f1":0.923155,"accuracy":0.939723,"main_score":0.923155,"hf_subset":"mlt_Latn-bak_Cyrl","languages":["mlt-Latn","bak-Cyrl"]},{"precision":0.431165,"recall":0.522727,"f1":0.457137,"accuracy":0.522727,"main_score":0.457137,"hf_subset":"mlt_Latn-dyu_Latn","languages":["mlt-Latn","dyu-Latn"]},{"precision":0.971591,"recall":0.980237,"f1":0.974374,"accuracy":0.980237,"main_score":0.974374,"hf_subset":"mlt_Latn-heb_Hebr","languages":["mlt-Latn","heb-Hebr"]},{"precision":0.843791,"recall":0.886364,"f1":0.857082,"accuracy":0.886364,"main_score":0.857082,"hf_subset":"mlt_Latn-khk_Cyrl","languages":["mlt-Latn","khk-Cyrl"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"mlt_Latn-lvs_Latn","languages":["mlt-Latn","lvs-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"mlt_Latn-pan_Guru","languages":["mlt-Latn","pan-Guru"]},{"precision":0.485058,"recall":0.5583,"f1":0.506213,"accuracy":0.5583,"main_score":0.506213,"hf_subset":"mlt_Latn-som_Latn","languages":["mlt-Latn","som-Latn"]},{"precision":0.509519,"recall":0.576087,"f1":0.528196,"accuracy":0.576087,"main_score":0.528196,"hf_subset":"mlt_Latn-tum_Latn","languages":["mlt-Latn","tum-Latn"]},{"precision":0.36038,"recall":0.429842,"f1":0.379768,"accuracy":0.429842,"main_score":0.379768,"hf_subset":"quy_Latn-ace_Arab","languages":["quy-Latn","ace-Arab"]},{"precision":0.448967,"recall":0.505929,"f1":0.464914,"accuracy":0.505929,"main_score":0.464914,"hf_subset":"quy_Latn-bam_Latn","languages":["quy-Latn","bam-Latn"]},{"precision":0.100743,"recall":0.143281,"f1":0.110885,"accuracy":0.143281,"main_score":0.110885,"hf_subset":"quy_Latn-dzo_Tibt","languages":["quy-Latn","dzo-Tibt"]},{"precision":0.538023,"recall":0.61166,"f1":0.559049,"accuracy":0.61166,"main_score":0.559049,"hf_subset":"quy_Latn-hin_Deva","languages":["quy-Latn","hin-Deva"]},{"precision":0.385904,"recall":0.464427,"f1":0.406934,"accuracy":0.464427,"main_score":0.406934,"hf_subset":"quy_Latn-khm_Khmr","languages":["quy-Latn","khm-Khmr"]},{"precision":0.538163,"recall":0.612648,"f1":0.559778,"accuracy":0.612648,"main_score":0.559778,"hf_subset":"quy_Latn-mag_Deva","languages":["quy-Latn","mag-Deva"]},{"precision":0.590183,"recall":0.645257,"f1":0.606036,"accuracy":0.645257,"main_score":0.606036,"hf_subset":"quy_Latn-pap_Latn","languages":["quy-Latn","pap-Latn"]},{"precision":0.485211,"recall":0.541502,"f1":0.501078,"accuracy":0.541502,"main_score":0.501078,"hf_subset":"quy_Latn-sot_Latn","languages":["quy-Latn","sot-Latn"]},{"precision":0.549679,"recall":0.615613,"f1":0.568134,"accuracy":0.615613,"main_score":0.568134,"hf_subset":"quy_Latn-tur_Latn","languages":["quy-Latn","tur-Latn"]},{"precision":0.564836,"recall":0.621542,"f1":0.580271,"accuracy":0.621542,"main_score":0.580271,"hf_subset":"quy_Latn-ace_Latn","languages":["quy-Latn","ace-Latn"]},{"precision":0.594765,"recall":0.648221,"f1":0.610277,"accuracy":0.648221,"main_score":0.610277,"hf_subset":"quy_Latn-ban_Latn","languages":["quy-Latn","ban-Latn"]},{"precision":0.513455,"recall":0.596838,"f1":0.53708,"accuracy":0.596838,"main_score":0.53708,"hf_subset":"quy_Latn-ell_Grek","languages":["quy-Latn","ell-Grek"]},{"precision":0.533421,"recall":0.602767,"f1":0.553168,"accuracy":0.602767,"main_score":0.553168,"hf_subset":"quy_Latn-hne_Deva","languages":["quy-Latn","hne-Deva"]},{"precision":0.46229,"recall":0.528656,"f1":0.481016,"accuracy":0.528656,"main_score":0.481016,"hf_subset":"quy_Latn-kik_Latn","languages":["quy-Latn","kik-Latn"]},{"precision":0.54865,"recall":0.621542,"f1":0.569597,"accuracy":0.621542,"main_score":0.569597,"hf_subset":"quy_Latn-mai_Deva","languages":["quy-Latn","mai-Deva"]},{"precision":0.476205,"recall":0.550395,"f1":0.497449,"accuracy":0.550395,"main_score":0.497449,"hf_subset":"quy_Latn-pbt_Arab","languages":["quy-Latn","pbt-Arab"]},{"precision":0.580832,"recall":0.652174,"f1":0.601713,"accuracy":0.652174,"main_score":0.601713,"hf_subset":"quy_Latn-spa_Latn","languages":["quy-Latn","spa-Latn"]},{"precision":0.544928,"recall":0.593874,"f1":0.559011,"accuracy":0.593874,"main_score":0.559011,"hf_subset":"quy_Latn-twi_Latn","languages":["quy-Latn","twi-Latn"]},{"precision":0.532471,"recall":0.610672,"f1":0.555626,"accuracy":0.610672,"main_score":0.555626,"hf_subset":"quy_Latn-acm_Arab","languages":["quy-Latn","acm-Arab"]},{"precision":0.533715,"recall":0.608696,"f1":0.554589,"accuracy":0.608696,"main_score":0.554589,"hf_subset":"quy_Latn-bel_Cyrl","languages":["quy-Latn","bel-Cyrl"]},{"precision":0.55659,"recall":0.631423,"f1":0.578393,"accuracy":0.631423,"main_score":0.578393,"hf_subset":"quy_Latn-eng_Latn","languages":["quy-Latn","eng-Latn"]},{"precision":0.581566,"recall":0.651186,"f1":0.601814,"accuracy":0.651186,"main_score":0.601814,"hf_subset":"quy_Latn-hrv_Latn","languages":["quy-Latn","hrv-Latn"]},{"precision":0.450444,"recall":0.512846,"f1":0.468279,"accuracy":0.512846,"main_score":0.468279,"hf_subset":"quy_Latn-kin_Latn","languages":["quy-Latn","kin-Latn"]},{"precision":0.521999,"recall":0.592885,"f1":0.541957,"accuracy":0.592885,"main_score":0.541957,"hf_subset":"quy_Latn-mal_Mlym","languages":["quy-Latn","mal-Mlym"]},{"precision":0.525554,"recall":0.598814,"f1":0.546491,"accuracy":0.598814,"main_score":0.546491,"hf_subset":"quy_Latn-pes_Arab","languages":["quy-Latn","pes-Arab"]},{"precision":0.58042,"recall":0.639328,"f1":0.59689,"accuracy":0.639328,"main_score":0.59689,"hf_subset":"quy_Latn-srd_Latn","languages":["quy-Latn","srd-Latn"]},{"precision":0.159411,"recall":0.215415,"f1":0.17171,"accuracy":0.215415,"main_score":0.17171,"hf_subset":"quy_Latn-tzm_Tfng","languages":["quy-Latn","tzm-Tfng"]},{"precision":0.535412,"recall":0.612648,"f1":0.557272,"accuracy":0.612648,"main_score":0.557272,"hf_subset":"quy_Latn-acq_Arab","languages":["quy-Latn","acq-Arab"]},{"precision":0.522743,"recall":0.579051,"f1":0.538632,"accuracy":0.579051,"main_score":0.538632,"hf_subset":"quy_Latn-bem_Latn","languages":["quy-Latn","bem-Latn"]},{"precision":0.562386,"recall":0.628458,"f1":0.581279,"accuracy":0.628458,"main_score":0.581279,"hf_subset":"quy_Latn-epo_Latn","languages":["quy-Latn","epo-Latn"]},{"precision":0.552472,"recall":0.617589,"f1":0.570744,"accuracy":0.617589,"main_score":0.570744,"hf_subset":"quy_Latn-hun_Latn","languages":["quy-Latn","hun-Latn"]},{"precision":0.550108,"recall":0.610672,"f1":0.567344,"accuracy":0.610672,"main_score":0.567344,"hf_subset":"quy_Latn-kir_Cyrl","languages":["quy-Latn","kir-Cyrl"]},{"precision":0.533435,"recall":0.603755,"f1":0.553669,"accuracy":0.603755,"main_score":0.553669,"hf_subset":"quy_Latn-mar_Deva","languages":["quy-Latn","mar-Deva"]},{"precision":0.51313,"recall":0.566206,"f1":0.528183,"accuracy":0.566206,"main_score":0.528183,"hf_subset":"quy_Latn-plt_Latn","languages":["quy-Latn","plt-Latn"]},{"precision":0.560338,"recall":0.632411,"f1":0.581265,"accuracy":0.632411,"main_score":0.581265,"hf_subset":"quy_Latn-srp_Cyrl","languages":["quy-Latn","srp-Cyrl"]},{"precision":0.471322,"recall":0.540514,"f1":0.490589,"accuracy":0.540514,"main_score":0.490589,"hf_subset":"quy_Latn-uig_Arab","languages":["quy-Latn","uig-Arab"]},{"precision":0.526557,"recall":0.596838,"f1":0.546503,"accuracy":0.596838,"main_score":0.546503,"hf_subset":"quy_Latn-aeb_Arab","languages":["quy-Latn","aeb-Arab"]},{"precision":0.533601,"recall":0.608696,"f1":0.555015,"accuracy":0.608696,"main_score":0.555015,"hf_subset":"quy_Latn-ben_Beng","languages":["quy-Latn","ben-Beng"]},{"precision":0.551646,"recall":0.612648,"f1":0.568709,"accuracy":0.612648,"main_score":0.568709,"hf_subset":"quy_Latn-est_Latn","languages":["quy-Latn","est-Latn"]},{"precision":0.495194,"recall":0.571146,"f1":0.516614,"accuracy":0.571146,"main_score":0.516614,"hf_subset":"quy_Latn-hye_Armn","languages":["quy-Latn","hye-Armn"]},{"precision":0.485927,"recall":0.545455,"f1":0.502502,"accuracy":0.545455,"main_score":0.502502,"hf_subset":"quy_Latn-kmb_Latn","languages":["quy-Latn","kmb-Latn"]},{"precision":0.315706,"recall":0.392292,"f1":0.336626,"accuracy":0.392292,"main_score":0.336626,"hf_subset":"quy_Latn-min_Arab","languages":["quy-Latn","min-Arab"]},{"precision":0.548297,"recall":0.623518,"f1":0.569339,"accuracy":0.623518,"main_score":0.569339,"hf_subset":"quy_Latn-pol_Latn","languages":["quy-Latn","pol-Latn"]},{"precision":0.445907,"recall":0.508893,"f1":0.463832,"accuracy":0.508893,"main_score":0.463832,"hf_subset":"quy_Latn-ssw_Latn","languages":["quy-Latn","ssw-Latn"]},{"precision":0.548898,"recall":0.62253,"f1":0.569859,"accuracy":0.62253,"main_score":0.569859,"hf_subset":"quy_Latn-ukr_Cyrl","languages":["quy-Latn","ukr-Cyrl"]},{"precision":0.565245,"recall":0.634387,"f1":0.584652,"accuracy":0.634387,"main_score":0.584652,"hf_subset":"quy_Latn-afr_Latn","languages":["quy-Latn","afr-Latn"]},{"precision":0.546762,"recall":0.609684,"f1":0.564108,"accuracy":0.609684,"main_score":0.564108,"hf_subset":"quy_Latn-bho_Deva","languages":["quy-Latn","bho-Deva"]},{"precision":0.557093,"recall":0.618577,"f1":0.574335,"accuracy":0.618577,"main_score":0.574335,"hf_subset":"quy_Latn-eus_Latn","languages":["quy-Latn","eus-Latn"]},{"precision":0.485032,"recall":0.544466,"f1":0.501606,"accuracy":0.544466,"main_score":0.501606,"hf_subset":"quy_Latn-ibo_Latn","languages":["quy-Latn","ibo-Latn"]},{"precision":0.544046,"recall":0.605731,"f1":0.561339,"accuracy":0.605731,"main_score":0.561339,"hf_subset":"quy_Latn-kmr_Latn","languages":["quy-Latn","kmr-Latn"]},{"precision":0.580188,"recall":0.646245,"f1":0.598826,"accuracy":0.646245,"main_score":0.598826,"hf_subset":"quy_Latn-min_Latn","languages":["quy-Latn","min-Latn"]},{"precision":0.567427,"recall":0.63834,"f1":0.587598,"accuracy":0.63834,"main_score":0.587598,"hf_subset":"quy_Latn-por_Latn","languages":["quy-Latn","por-Latn"]},{"precision":0.573726,"recall":0.631423,"f1":0.590049,"accuracy":0.631423,"main_score":0.590049,"hf_subset":"quy_Latn-sun_Latn","languages":["quy-Latn","sun-Latn"]},{"precision":0.468168,"recall":0.52668,"f1":0.485084,"accuracy":0.52668,"main_score":0.485084,"hf_subset":"quy_Latn-umb_Latn","languages":["quy-Latn","umb-Latn"]},{"precision":0.539567,"recall":0.615613,"f1":0.561946,"accuracy":0.615613,"main_score":0.561946,"hf_subset":"quy_Latn-ajp_Arab","languages":["quy-Latn","ajp-Arab"]},{"precision":0.365357,"recall":0.435771,"f1":0.38522,"accuracy":0.435771,"main_score":0.38522,"hf_subset":"quy_Latn-bjn_Arab","languages":["quy-Latn","bjn-Arab"]},{"precision":0.472278,"recall":0.527668,"f1":0.488145,"accuracy":0.527668,"main_score":0.488145,"hf_subset":"quy_Latn-ewe_Latn","languages":["quy-Latn","ewe-Latn"]},{"precision":0.613725,"recall":0.657115,"f1":0.626029,"accuracy":0.657115,"main_score":0.626029,"hf_subset":"quy_Latn-ilo_Latn","languages":["quy-Latn","ilo-Latn"]},{"precision":0.209509,"recall":0.27668,"f1":0.22632,"accuracy":0.27668,"main_score":0.22632,"hf_subset":"quy_Latn-knc_Arab","languages":["quy-Latn","knc-Arab"]},{"precision":0.552291,"recall":0.624506,"f1":0.572565,"accuracy":0.624506,"main_score":0.572565,"hf_subset":"quy_Latn-mkd_Cyrl","languages":["quy-Latn","mkd-Cyrl"]},{"precision":0.523366,"recall":0.594862,"f1":0.543161,"accuracy":0.594862,"main_score":0.543161,"hf_subset":"quy_Latn-prs_Arab","languages":["quy-Latn","prs-Arab"]},{"precision":0.549668,"recall":0.623518,"f1":0.571003,"accuracy":0.623518,"main_score":0.571003,"hf_subset":"quy_Latn-swe_Latn","languages":["quy-Latn","swe-Latn"]},{"precision":0.49627,"recall":0.574111,"f1":0.518338,"accuracy":0.574111,"main_score":0.518338,"hf_subset":"quy_Latn-urd_Arab","languages":["quy-Latn","urd-Arab"]},{"precision":0.513818,"recall":0.563241,"f1":0.527988,"accuracy":0.563241,"main_score":0.527988,"hf_subset":"quy_Latn-aka_Latn","languages":["quy-Latn","aka-Latn"]},{"precision":0.570053,"recall":0.632411,"f1":0.587579,"accuracy":0.632411,"main_score":0.587579,"hf_subset":"quy_Latn-bjn_Latn","languages":["quy-Latn","bjn-Latn"]},{"precision":0.503122,"recall":0.570158,"f1":0.52198,"accuracy":0.570158,"main_score":0.52198,"hf_subset":"quy_Latn-fao_Latn","languages":["quy-Latn","fao-Latn"]},{"precision":0.567838,"recall":0.634387,"f1":0.586323,"accuracy":0.634387,"main_score":0.586323,"hf_subset":"quy_Latn-ind_Latn","languages":["quy-Latn","ind-Latn"]},{"precision":0.505732,"recall":0.561265,"f1":0.521086,"accuracy":0.561265,"main_score":0.521086,"hf_subset":"quy_Latn-knc_Latn","languages":["quy-Latn","knc-Latn"]},{"precision":0.586126,"recall":0.644269,"f1":0.602521,"accuracy":0.644269,"main_score":0.602521,"hf_subset":"quy_Latn-mlt_Latn","languages":["quy-Latn","mlt-Latn"]},{"precision":0.486368,"recall":0.55336,"f1":0.504789,"accuracy":0.55336,"main_score":0.504789,"hf_subset":"quy_Latn-swh_Latn","languages":["quy-Latn","swh-Latn"]},{"precision":0.535079,"recall":0.601779,"f1":0.55448,"accuracy":0.601779,"main_score":0.55448,"hf_subset":"quy_Latn-uzn_Latn","languages":["quy-Latn","uzn-Latn"]},{"precision":0.568713,"recall":0.634387,"f1":0.586633,"accuracy":0.634387,"main_score":0.586633,"hf_subset":"quy_Latn-als_Latn","languages":["quy-Latn","als-Latn"]},{"precision":0.16554,"recall":0.22332,"f1":0.179063,"accuracy":0.22332,"main_score":0.179063,"hf_subset":"quy_Latn-bod_Tibt","languages":["quy-Latn","bod-Tibt"]},{"precision":0.465475,"recall":0.520751,"f1":0.481206,"accuracy":0.520751,"main_score":0.481206,"hf_subset":"quy_Latn-fij_Latn","languages":["quy-Latn","fij-Latn"]},{"precision":0.475733,"recall":0.548419,"f1":0.495468,"accuracy":0.548419,"main_score":0.495468,"hf_subset":"quy_Latn-isl_Latn","languages":["quy-Latn","isl-Latn"]},{"precision":0.523701,"recall":0.581028,"f1":0.540368,"accuracy":0.581028,"main_score":0.540368,"hf_subset":"quy_Latn-kon_Latn","languages":["quy-Latn","kon-Latn"]},{"precision":0.44838,"recall":0.516798,"f1":0.468157,"accuracy":0.516798,"main_score":0.468157,"hf_subset":"quy_Latn-mni_Beng","languages":["quy-Latn","mni-Beng"]},{"precision":0.567131,"recall":0.637352,"f1":0.587346,"accuracy":0.637352,"main_score":0.587346,"hf_subset":"quy_Latn-ron_Latn","languages":["quy-Latn","ron-Latn"]},{"precision":0.560788,"recall":0.626482,"f1":0.57952,"accuracy":0.626482,"main_score":0.57952,"hf_subset":"quy_Latn-szl_Latn","languages":["quy-Latn","szl-Latn"]},{"precision":0.580431,"recall":0.645257,"f1":0.599026,"accuracy":0.645257,"main_score":0.599026,"hf_subset":"quy_Latn-vec_Latn","languages":["quy-Latn","vec-Latn"]},{"precision":0.300791,"recall":0.37253,"f1":0.320097,"accuracy":0.37253,"main_score":0.320097,"hf_subset":"quy_Latn-amh_Ethi","languages":["quy-Latn","amh-Ethi"]},{"precision":0.576725,"recall":0.643281,"f1":0.595429,"accuracy":0.643281,"main_score":0.595429,"hf_subset":"quy_Latn-bos_Latn","languages":["quy-Latn","bos-Latn"]},{"precision":0.529652,"recall":0.598814,"f1":0.548927,"accuracy":0.598814,"main_score":0.548927,"hf_subset":"quy_Latn-fin_Latn","languages":["quy-Latn","fin-Latn"]},{"precision":0.557456,"recall":0.630435,"f1":0.577865,"accuracy":0.630435,"main_score":0.577865,"hf_subset":"quy_Latn-ita_Latn","languages":["quy-Latn","ita-Latn"]},{"precision":0.535119,"recall":0.613636,"f1":0.557691,"accuracy":0.613636,"main_score":0.557691,"hf_subset":"quy_Latn-kor_Hang","languages":["quy-Latn","kor-Hang"]},{"precision":0.481483,"recall":0.538538,"f1":0.497457,"accuracy":0.538538,"main_score":0.497457,"hf_subset":"quy_Latn-mos_Latn","languages":["quy-Latn","mos-Latn"]},{"precision":0.470265,"recall":0.527668,"f1":0.486456,"accuracy":0.527668,"main_score":0.486456,"hf_subset":"quy_Latn-run_Latn","languages":["quy-Latn","run-Latn"]},{"precision":0.495644,"recall":0.572134,"f1":0.517673,"accuracy":0.572134,"main_score":0.517673,"hf_subset":"quy_Latn-tam_Taml","languages":["quy-Latn","tam-Taml"]},{"precision":0.54562,"recall":0.615613,"f1":0.565883,"accuracy":0.615613,"main_score":0.565883,"hf_subset":"quy_Latn-vie_Latn","languages":["quy-Latn","vie-Latn"]},{"precision":0.54871,"recall":0.619565,"f1":0.569175,"accuracy":0.619565,"main_score":0.569175,"hf_subset":"quy_Latn-apc_Arab","languages":["quy-Latn","apc-Arab"]},{"precision":0.560045,"recall":0.610672,"f1":0.574584,"accuracy":0.610672,"main_score":0.574584,"hf_subset":"quy_Latn-bug_Latn","languages":["quy-Latn","bug-Latn"]},{"precision":0.439216,"recall":0.501976,"f1":0.456622,"accuracy":0.501976,"main_score":0.456622,"hf_subset":"quy_Latn-fon_Latn","languages":["quy-Latn","fon-Latn"]},{"precision":0.580204,"recall":0.640316,"f1":0.596977,"accuracy":0.640316,"main_score":0.596977,"hf_subset":"quy_Latn-jav_Latn","languages":["quy-Latn","jav-Latn"]},{"precision":0.390951,"recall":0.469368,"f1":0.411664,"accuracy":0.469368,"main_score":0.411664,"hf_subset":"quy_Latn-lao_Laoo","languages":["quy-Latn","lao-Laoo"]},{"precision":0.426601,"recall":0.498024,"f1":0.446044,"accuracy":0.498024,"main_score":0.446044,"hf_subset":"quy_Latn-mri_Latn","languages":["quy-Latn","mri-Latn"]},{"precision":0.555274,"recall":0.628458,"f1":0.576571,"accuracy":0.628458,"main_score":0.576571,"hf_subset":"quy_Latn-rus_Cyrl","languages":["quy-Latn","rus-Cyrl"]},{"precision":0.477107,"recall":0.532609,"f1":0.492263,"accuracy":0.532609,"main_score":0.492263,"hf_subset":"quy_Latn-taq_Latn","languages":["quy-Latn","taq-Latn"]},{"precision":0.610396,"recall":0.66502,"f1":0.625925,"accuracy":0.66502,"main_score":0.625925,"hf_subset":"quy_Latn-war_Latn","languages":["quy-Latn","war-Latn"]},{"precision":0.52978,"recall":0.606719,"f1":0.551539,"accuracy":0.606719,"main_score":0.551539,"hf_subset":"quy_Latn-arb_Arab","languages":["quy-Latn","arb-Arab"]},{"precision":0.565188,"recall":0.636364,"f1":0.585219,"accuracy":0.636364,"main_score":0.585219,"hf_subset":"quy_Latn-bul_Cyrl","languages":["quy-Latn","bul-Cyrl"]},{"precision":0.575388,"recall":0.643281,"f1":0.594753,"accuracy":0.643281,"main_score":0.594753,"hf_subset":"quy_Latn-fra_Latn","languages":["quy-Latn","fra-Latn"]},{"precision":0.546372,"recall":0.617589,"f1":0.566545,"accuracy":0.617589,"main_score":0.566545,"hf_subset":"quy_Latn-jpn_Jpan","languages":["quy-Latn","jpn-Jpan"]},{"precision":0.578774,"recall":0.642292,"f1":0.597062,"accuracy":0.642292,"main_score":0.597062,"hf_subset":"quy_Latn-lij_Latn","languages":["quy-Latn","lij-Latn"]},{"precision":0.312266,"recall":0.397233,"f1":0.334814,"accuracy":0.397233,"main_score":0.334814,"hf_subset":"quy_Latn-mya_Mymr","languages":["quy-Latn","mya-Mymr"]},{"precision":0.512307,"recall":0.575099,"f1":0.529642,"accuracy":0.575099,"main_score":0.529642,"hf_subset":"quy_Latn-sag_Latn","languages":["quy-Latn","sag-Latn"]},{"precision":0.162915,"recall":0.228261,"f1":0.176955,"accuracy":0.228261,"main_score":0.176955,"hf_subset":"quy_Latn-taq_Tfng","languages":["quy-Latn","taq-Tfng"]},{"precision":0.514436,"recall":0.575099,"f1":0.531596,"accuracy":0.575099,"main_score":0.531596,"hf_subset":"quy_Latn-wol_Latn","languages":["quy-Latn","wol-Latn"]},{"precision":0.391554,"recall":0.470356,"f1":0.412819,"accuracy":0.470356,"main_score":0.412819,"hf_subset":"quy_Latn-arb_Latn","languages":["quy-Latn","arb-Latn"]},{"precision":0.57199,"recall":0.644269,"f1":0.592229,"accuracy":0.644269,"main_score":0.592229,"hf_subset":"quy_Latn-cat_Latn","languages":["quy-Latn","cat-Latn"]},{"precision":0.585419,"recall":0.647233,"f1":0.603642,"accuracy":0.647233,"main_score":0.603642,"hf_subset":"quy_Latn-fur_Latn","languages":["quy-Latn","fur-Latn"]},{"precision":0.353873,"recall":0.421937,"f1":0.371999,"accuracy":0.421937,"main_score":0.371999,"hf_subset":"quy_Latn-kab_Latn","languages":["quy-Latn","kab-Latn"]},{"precision":0.568743,"recall":0.630435,"f1":0.586748,"accuracy":0.630435,"main_score":0.586748,"hf_subset":"quy_Latn-lim_Latn","languages":["quy-Latn","lim-Latn"]},{"precision":0.563632,"recall":0.640316,"f1":0.585659,"accuracy":0.640316,"main_score":0.585659,"hf_subset":"quy_Latn-nld_Latn","languages":["quy-Latn","nld-Latn"]},{"precision":0.46306,"recall":0.544466,"f1":0.48648,"accuracy":0.544466,"main_score":0.48648,"hf_subset":"quy_Latn-san_Deva","languages":["quy-Latn","san-Deva"]},{"precision":0.563543,"recall":0.621542,"f1":0.57993,"accuracy":0.621542,"main_score":0.57993,"hf_subset":"quy_Latn-tat_Cyrl","languages":["quy-Latn","tat-Cyrl"]},{"precision":0.49765,"recall":0.560277,"f1":0.514753,"accuracy":0.560277,"main_score":0.514753,"hf_subset":"quy_Latn-xho_Latn","languages":["quy-Latn","xho-Latn"]},{"precision":0.521145,"recall":0.600791,"f1":0.543453,"accuracy":0.600791,"main_score":0.543453,"hf_subset":"quy_Latn-ars_Arab","languages":["quy-Latn","ars-Arab"]},{"precision":0.584671,"recall":0.643281,"f1":0.601077,"accuracy":0.643281,"main_score":0.601077,"hf_subset":"quy_Latn-ceb_Latn","languages":["quy-Latn","ceb-Latn"]},{"precision":0.457702,"recall":0.519763,"f1":0.475612,"accuracy":0.519763,"main_score":0.475612,"hf_subset":"quy_Latn-fuv_Latn","languages":["quy-Latn","fuv-Latn"]},{"precision":0.488734,"recall":0.544466,"f1":0.504652,"accuracy":0.544466,"main_score":0.504652,"hf_subset":"quy_Latn-kac_Latn","languages":["quy-Latn","kac-Latn"]},{"precision":0.546717,"recall":0.601779,"f1":0.562516,"accuracy":0.601779,"main_score":0.562516,"hf_subset":"quy_Latn-lin_Latn","languages":["quy-Latn","lin-Latn"]},{"precision":0.561594,"recall":0.631423,"f1":0.581486,"accuracy":0.631423,"main_score":0.581486,"hf_subset":"quy_Latn-nno_Latn","languages":["quy-Latn","nno-Latn"]},{"precision":0.028468,"recall":0.079051,"f1":0.036327,"accuracy":0.079051,"main_score":0.036327,"hf_subset":"quy_Latn-sat_Olck","languages":["quy-Latn","sat-Olck"]},{"precision":0.525046,"recall":0.598814,"f1":0.5463,"accuracy":0.598814,"main_score":0.5463,"hf_subset":"quy_Latn-tel_Telu","languages":["quy-Latn","tel-Telu"]},{"precision":0.382539,"recall":0.465415,"f1":0.405031,"accuracy":0.465415,"main_score":0.405031,"hf_subset":"quy_Latn-ydd_Hebr","languages":["quy-Latn","ydd-Hebr"]},{"precision":0.506063,"recall":0.58498,"f1":0.528735,"accuracy":0.58498,"main_score":0.528735,"hf_subset":"quy_Latn-ary_Arab","languages":["quy-Latn","ary-Arab"]},{"precision":0.552449,"recall":0.621542,"f1":0.572101,"accuracy":0.621542,"main_score":0.572101,"hf_subset":"quy_Latn-ces_Latn","languages":["quy-Latn","ces-Latn"]},{"precision":0.391823,"recall":0.458498,"f1":0.410943,"accuracy":0.458498,"main_score":0.410943,"hf_subset":"quy_Latn-gaz_Latn","languages":["quy-Latn","gaz-Latn"]},{"precision":0.47249,"recall":0.531621,"f1":0.489137,"accuracy":0.531621,"main_score":0.489137,"hf_subset":"quy_Latn-kam_Latn","languages":["quy-Latn","kam-Latn"]},{"precision":0.534397,"recall":0.603755,"f1":0.553601,"accuracy":0.603755,"main_score":0.553601,"hf_subset":"quy_Latn-lit_Latn","languages":["quy-Latn","lit-Latn"]},{"precision":0.550174,"recall":0.618577,"f1":0.56947,"accuracy":0.618577,"main_score":0.56947,"hf_subset":"quy_Latn-nob_Latn","languages":["quy-Latn","nob-Latn"]},{"precision":0.557493,"recall":0.621542,"f1":0.575038,"accuracy":0.621542,"main_score":0.575038,"hf_subset":"quy_Latn-scn_Latn","languages":["quy-Latn","scn-Latn"]},{"precision":0.538086,"recall":0.602767,"f1":0.556675,"accuracy":0.602767,"main_score":0.556675,"hf_subset":"quy_Latn-tgk_Cyrl","languages":["quy-Latn","tgk-Cyrl"]},{"precision":0.429422,"recall":0.503953,"f1":0.451067,"accuracy":0.503953,"main_score":0.451067,"hf_subset":"quy_Latn-yor_Latn","languages":["quy-Latn","yor-Latn"]},{"precision":0.528271,"recall":0.602767,"f1":0.550243,"accuracy":0.602767,"main_score":0.550243,"hf_subset":"quy_Latn-arz_Arab","languages":["quy-Latn","arz-Arab"]},{"precision":0.48263,"recall":0.543478,"f1":0.499822,"accuracy":0.543478,"main_score":0.499822,"hf_subset":"quy_Latn-cjk_Latn","languages":["quy-Latn","cjk-Latn"]},{"precision":0.448826,"recall":0.517787,"f1":0.467837,"accuracy":0.517787,"main_score":0.467837,"hf_subset":"quy_Latn-gla_Latn","languages":["quy-Latn","gla-Latn"]},{"precision":0.522267,"recall":0.591897,"f1":0.541791,"accuracy":0.591897,"main_score":0.541791,"hf_subset":"quy_Latn-kan_Knda","languages":["quy-Latn","kan-Knda"]},{"precision":0.5795,"recall":0.643281,"f1":0.597461,"accuracy":0.643281,"main_score":0.597461,"hf_subset":"quy_Latn-lmo_Latn","languages":["quy-Latn","lmo-Latn"]},{"precision":0.520311,"recall":0.593874,"f1":0.540937,"accuracy":0.593874,"main_score":0.540937,"hf_subset":"quy_Latn-npi_Deva","languages":["quy-Latn","npi-Deva"]},{"precision":0.412767,"recall":0.491107,"f1":0.435016,"accuracy":0.491107,"main_score":0.435016,"hf_subset":"quy_Latn-shn_Mymr","languages":["quy-Latn","shn-Mymr"]},{"precision":0.57484,"recall":0.641304,"f1":0.593754,"accuracy":0.641304,"main_score":0.593754,"hf_subset":"quy_Latn-tgl_Latn","languages":["quy-Latn","tgl-Latn"]},{"precision":0.5428,"recall":0.614625,"f1":0.563162,"accuracy":0.614625,"main_score":0.563162,"hf_subset":"quy_Latn-yue_Hant","languages":["quy-Latn","yue-Hant"]},{"precision":0.477931,"recall":0.554348,"f1":0.500354,"accuracy":0.554348,"main_score":0.500354,"hf_subset":"quy_Latn-asm_Beng","languages":["quy-Latn","asm-Beng"]},{"precision":0.449193,"recall":0.518775,"f1":0.468575,"accuracy":0.518775,"main_score":0.468575,"hf_subset":"quy_Latn-ckb_Arab","languages":["quy-Latn","ckb-Arab"]},{"precision":0.437989,"recall":0.506917,"f1":0.457078,"accuracy":0.506917,"main_score":0.457078,"hf_subset":"quy_Latn-gle_Latn","languages":["quy-Latn","gle-Latn"]},{"precision":0.473213,"recall":0.550395,"f1":0.494745,"accuracy":0.550395,"main_score":0.494745,"hf_subset":"quy_Latn-kas_Arab","languages":["quy-Latn","kas-Arab"]},{"precision":0.534289,"recall":0.599802,"f1":0.552628,"accuracy":0.599802,"main_score":0.552628,"hf_subset":"quy_Latn-ltg_Latn","languages":["quy-Latn","ltg-Latn"]},{"precision":0.504268,"recall":0.562253,"f1":0.520498,"accuracy":0.562253,"main_score":0.520498,"hf_subset":"quy_Latn-nso_Latn","languages":["quy-Latn","nso-Latn"]},{"precision":0.198282,"recall":0.245059,"f1":0.209593,"accuracy":0.245059,"main_score":0.209593,"hf_subset":"quy_Latn-sin_Sinh","languages":["quy-Latn","sin-Sinh"]},{"precision":0.539846,"recall":0.612648,"f1":0.560529,"accuracy":0.612648,"main_score":0.560529,"hf_subset":"quy_Latn-tha_Thai","languages":["quy-Latn","tha-Thai"]},{"precision":0.542381,"recall":0.617589,"f1":0.563659,"accuracy":0.617589,"main_score":0.563659,"hf_subset":"quy_Latn-zho_Hans","languages":["quy-Latn","zho-Hans"]},{"precision":0.572861,"recall":0.643281,"f1":0.593285,"accuracy":0.643281,"main_score":0.593285,"hf_subset":"quy_Latn-ast_Latn","languages":["quy-Latn","ast-Latn"]},{"precision":0.545634,"recall":0.609684,"f1":0.564254,"accuracy":0.609684,"main_score":0.564254,"hf_subset":"quy_Latn-crh_Latn","languages":["quy-Latn","crh-Latn"]},{"precision":0.594953,"recall":0.659091,"f1":0.613099,"accuracy":0.659091,"main_score":0.613099,"hf_subset":"quy_Latn-glg_Latn","languages":["quy-Latn","glg-Latn"]},{"precision":0.488012,"recall":0.556324,"f1":0.507612,"accuracy":0.556324,"main_score":0.507612,"hf_subset":"quy_Latn-kas_Deva","languages":["quy-Latn","kas-Deva"]},{"precision":0.577337,"recall":0.640316,"f1":0.594735,"accuracy":0.640316,"main_score":0.594735,"hf_subset":"quy_Latn-ltz_Latn","languages":["quy-Latn","ltz-Latn"]},{"precision":0.41188,"recall":0.482213,"f1":0.431084,"accuracy":0.482213,"main_score":0.431084,"hf_subset":"quy_Latn-nus_Latn","languages":["quy-Latn","nus-Latn"]},{"precision":0.555459,"recall":0.629447,"f1":0.57652,"accuracy":0.629447,"main_score":0.57652,"hf_subset":"quy_Latn-slk_Latn","languages":["quy-Latn","slk-Latn"]},{"precision":0.241124,"recall":0.301383,"f1":0.256198,"accuracy":0.301383,"main_score":0.256198,"hf_subset":"quy_Latn-tir_Ethi","languages":["quy-Latn","tir-Ethi"]},{"precision":0.528747,"recall":0.609684,"f1":0.552106,"accuracy":0.609684,"main_score":0.552106,"hf_subset":"quy_Latn-zho_Hant","languages":["quy-Latn","zho-Hant"]},{"precision":0.528174,"recall":0.600791,"f1":0.548561,"accuracy":0.600791,"main_score":0.548561,"hf_subset":"quy_Latn-awa_Deva","languages":["quy-Latn","awa-Deva"]},{"precision":0.482938,"recall":0.550395,"f1":0.502039,"accuracy":0.550395,"main_score":0.502039,"hf_subset":"quy_Latn-cym_Latn","languages":["quy-Latn","cym-Latn"]},{"precision":0.589671,"recall":0.63834,"f1":0.603195,"accuracy":0.63834,"main_score":0.603195,"hf_subset":"quy_Latn-grn_Latn","languages":["quy-Latn","grn-Latn"]},{"precision":0.516756,"recall":0.585968,"f1":0.536702,"accuracy":0.585968,"main_score":0.536702,"hf_subset":"quy_Latn-kat_Geor","languages":["quy-Latn","kat-Geor"]},{"precision":0.5111,"recall":0.571146,"f1":0.528029,"accuracy":0.571146,"main_score":0.528029,"hf_subset":"quy_Latn-lua_Latn","languages":["quy-Latn","lua-Latn"]},{"precision":0.492614,"recall":0.550395,"f1":0.508412,"accuracy":0.550395,"main_score":0.508412,"hf_subset":"quy_Latn-nya_Latn","languages":["quy-Latn","nya-Latn"]},{"precision":0.562111,"recall":0.633399,"f1":0.581898,"accuracy":0.633399,"main_score":0.581898,"hf_subset":"quy_Latn-slv_Latn","languages":["quy-Latn","slv-Latn"]},{"precision":0.579796,"recall":0.632411,"f1":0.594438,"accuracy":0.632411,"main_score":0.594438,"hf_subset":"quy_Latn-tpi_Latn","languages":["quy-Latn","tpi-Latn"]},{"precision":0.582893,"recall":0.650198,"f1":0.601847,"accuracy":0.650198,"main_score":0.601847,"hf_subset":"quy_Latn-zsm_Latn","languages":["quy-Latn","zsm-Latn"]},{"precision":0.502529,"recall":0.556324,"f1":0.517987,"accuracy":0.556324,"main_score":0.517987,"hf_subset":"quy_Latn-ayr_Latn","languages":["quy-Latn","ayr-Latn"]},{"precision":0.568039,"recall":0.639328,"f1":0.58792,"accuracy":0.639328,"main_score":0.58792,"hf_subset":"quy_Latn-dan_Latn","languages":["quy-Latn","dan-Latn"]},{"precision":0.523149,"recall":0.598814,"f1":0.544135,"accuracy":0.598814,"main_score":0.544135,"hf_subset":"quy_Latn-guj_Gujr","languages":["quy-Latn","guj-Gujr"]},{"precision":0.56266,"recall":0.619565,"f1":0.57871,"accuracy":0.619565,"main_score":0.57871,"hf_subset":"quy_Latn-kaz_Cyrl","languages":["quy-Latn","kaz-Cyrl"]},{"precision":0.434196,"recall":0.499012,"f1":0.452333,"accuracy":0.499012,"main_score":0.452333,"hf_subset":"quy_Latn-lug_Latn","languages":["quy-Latn","lug-Latn"]},{"precision":0.573766,"recall":0.640316,"f1":0.593129,"accuracy":0.640316,"main_score":0.593129,"hf_subset":"quy_Latn-oci_Latn","languages":["quy-Latn","oci-Latn"]},{"precision":0.485751,"recall":0.547431,"f1":0.503134,"accuracy":0.547431,"main_score":0.503134,"hf_subset":"quy_Latn-smo_Latn","languages":["quy-Latn","smo-Latn"]},{"precision":0.461775,"recall":0.520751,"f1":0.477746,"accuracy":0.520751,"main_score":0.477746,"hf_subset":"quy_Latn-tsn_Latn","languages":["quy-Latn","tsn-Latn"]},{"precision":0.443046,"recall":0.509881,"f1":0.461484,"accuracy":0.509881,"main_score":0.461484,"hf_subset":"quy_Latn-zul_Latn","languages":["quy-Latn","zul-Latn"]},{"precision":0.466478,"recall":0.540514,"f1":0.488296,"accuracy":0.540514,"main_score":0.488296,"hf_subset":"quy_Latn-azb_Arab","languages":["quy-Latn","azb-Arab"]},{"precision":0.567692,"recall":0.635375,"f1":0.585961,"accuracy":0.635375,"main_score":0.585961,"hf_subset":"quy_Latn-deu_Latn","languages":["quy-Latn","deu-Latn"]},{"precision":0.522004,"recall":0.583004,"f1":0.539279,"accuracy":0.583004,"main_score":0.539279,"hf_subset":"quy_Latn-hat_Latn","languages":["quy-Latn","hat-Latn"]},{"precision":0.456426,"recall":0.512846,"f1":0.472266,"accuracy":0.512846,"main_score":0.472266,"hf_subset":"quy_Latn-kbp_Latn","languages":["quy-Latn","kbp-Latn"]},{"precision":0.496421,"recall":0.551383,"f1":0.512415,"accuracy":0.551383,"main_score":0.512415,"hf_subset":"quy_Latn-luo_Latn","languages":["quy-Latn","luo-Latn"]},{"precision":0.495378,"recall":0.579051,"f1":0.519373,"accuracy":0.579051,"main_score":0.519373,"hf_subset":"quy_Latn-ory_Orya","languages":["quy-Latn","ory-Orya"]},{"precision":0.490779,"recall":0.547431,"f1":0.506965,"accuracy":0.547431,"main_score":0.506965,"hf_subset":"quy_Latn-sna_Latn","languages":["quy-Latn","sna-Latn"]},{"precision":0.452271,"recall":0.513834,"f1":0.469561,"accuracy":0.513834,"main_score":0.469561,"hf_subset":"quy_Latn-tso_Latn","languages":["quy-Latn","tso-Latn"]},{"precision":0.530396,"recall":0.603755,"f1":0.551951,"accuracy":0.603755,"main_score":0.551951,"hf_subset":"quy_Latn-azj_Latn","languages":["quy-Latn","azj-Latn"]},{"precision":0.463998,"recall":0.531621,"f1":0.483294,"accuracy":0.531621,"main_score":0.483294,"hf_subset":"quy_Latn-dik_Latn","languages":["quy-Latn","dik-Latn"]},{"precision":0.479927,"recall":0.54249,"f1":0.4976,"accuracy":0.54249,"main_score":0.4976,"hf_subset":"quy_Latn-hau_Latn","languages":["quy-Latn","hau-Latn"]},{"precision":0.58976,"recall":0.647233,"f1":0.605857,"accuracy":0.647233,"main_score":0.605857,"hf_subset":"quy_Latn-kea_Latn","languages":["quy-Latn","kea-Latn"]},{"precision":0.568186,"recall":0.610672,"f1":0.580506,"accuracy":0.610672,"main_score":0.580506,"hf_subset":"quy_Latn-lus_Latn","languages":["quy-Latn","lus-Latn"]},{"precision":0.572103,"recall":0.625494,"f1":0.587552,"accuracy":0.625494,"main_score":0.587552,"hf_subset":"quy_Latn-pag_Latn","languages":["quy-Latn","pag-Latn"]},{"precision":0.490742,"recall":0.559289,"f1":0.509433,"accuracy":0.559289,"main_score":0.509433,"hf_subset":"quy_Latn-snd_Arab","languages":["quy-Latn","snd-Arab"]},{"precision":0.512978,"recall":0.576087,"f1":0.531074,"accuracy":0.576087,"main_score":0.531074,"hf_subset":"quy_Latn-tuk_Latn","languages":["quy-Latn","tuk-Latn"]},{"precision":0.566238,"recall":0.618577,"f1":0.581547,"accuracy":0.618577,"main_score":0.581547,"hf_subset":"quy_Latn-bak_Cyrl","languages":["quy-Latn","bak-Cyrl"]},{"precision":0.386869,"recall":0.466403,"f1":0.409738,"accuracy":0.466403,"main_score":0.409738,"hf_subset":"quy_Latn-dyu_Latn","languages":["quy-Latn","dyu-Latn"]},{"precision":0.510351,"recall":0.58498,"f1":0.532584,"accuracy":0.58498,"main_score":0.532584,"hf_subset":"quy_Latn-heb_Hebr","languages":["quy-Latn","heb-Hebr"]},{"precision":0.492749,"recall":0.562253,"f1":0.512213,"accuracy":0.562253,"main_score":0.512213,"hf_subset":"quy_Latn-khk_Cyrl","languages":["quy-Latn","khk-Cyrl"]},{"precision":0.530509,"recall":0.605731,"f1":0.552205,"accuracy":0.605731,"main_score":0.552205,"hf_subset":"quy_Latn-lvs_Latn","languages":["quy-Latn","lvs-Latn"]},{"precision":0.513968,"recall":0.583992,"f1":0.533943,"accuracy":0.583992,"main_score":0.533943,"hf_subset":"quy_Latn-pan_Guru","languages":["quy-Latn","pan-Guru"]},{"precision":0.443347,"recall":0.504941,"f1":0.460641,"accuracy":0.504941,"main_score":0.460641,"hf_subset":"quy_Latn-som_Latn","languages":["quy-Latn","som-Latn"]},{"precision":0.487378,"recall":0.535573,"f1":0.501089,"accuracy":0.535573,"main_score":0.501089,"hf_subset":"quy_Latn-tum_Latn","languages":["quy-Latn","tum-Latn"]},{"precision":0.3597,"recall":0.424901,"f1":0.377466,"accuracy":0.424901,"main_score":0.377466,"hf_subset":"swh_Latn-ace_Arab","languages":["swh-Latn","ace-Arab"]},{"precision":0.483731,"recall":0.529644,"f1":0.496555,"accuracy":0.529644,"main_score":0.496555,"hf_subset":"swh_Latn-bam_Latn","languages":["swh-Latn","bam-Latn"]},{"precision":0.119483,"recall":0.166008,"f1":0.131773,"accuracy":0.166008,"main_score":0.131773,"hf_subset":"swh_Latn-dzo_Tibt","languages":["swh-Latn","dzo-Tibt"]},{"precision":0.710714,"recall":0.779644,"f1":0.730687,"accuracy":0.779644,"main_score":0.730687,"hf_subset":"swh_Latn-hin_Deva","languages":["swh-Latn","hin-Deva"]},{"precision":0.610321,"recall":0.698617,"f1":0.636237,"accuracy":0.698617,"main_score":0.636237,"hf_subset":"swh_Latn-khm_Khmr","languages":["swh-Latn","khm-Khmr"]},{"precision":0.708293,"recall":0.775692,"f1":0.728415,"accuracy":0.775692,"main_score":0.728415,"hf_subset":"swh_Latn-mag_Deva","languages":["swh-Latn","mag-Deva"]},{"precision":0.679489,"recall":0.741107,"f1":0.697171,"accuracy":0.741107,"main_score":0.697171,"hf_subset":"swh_Latn-pap_Latn","languages":["swh-Latn","pap-Latn"]},{"precision":0.519503,"recall":0.563241,"f1":0.531773,"accuracy":0.563241,"main_score":0.531773,"hf_subset":"swh_Latn-sot_Latn","languages":["swh-Latn","sot-Latn"]},{"precision":0.713252,"recall":0.780632,"f1":0.733042,"accuracy":0.780632,"main_score":0.733042,"hf_subset":"swh_Latn-tur_Latn","languages":["swh-Latn","tur-Latn"]},{"precision":0.61411,"recall":0.663043,"f1":0.627401,"accuracy":0.663043,"main_score":0.627401,"hf_subset":"swh_Latn-ace_Latn","languages":["swh-Latn","ace-Latn"]},{"precision":0.647611,"recall":0.701581,"f1":0.663047,"accuracy":0.701581,"main_score":0.663047,"hf_subset":"swh_Latn-ban_Latn","languages":["swh-Latn","ban-Latn"]},{"precision":0.6966,"recall":0.767787,"f1":0.717287,"accuracy":0.767787,"main_score":0.717287,"hf_subset":"swh_Latn-ell_Grek","languages":["swh-Latn","ell-Grek"]},{"precision":0.693316,"recall":0.759881,"f1":0.712495,"accuracy":0.759881,"main_score":0.712495,"hf_subset":"swh_Latn-hne_Deva","languages":["swh-Latn","hne-Deva"]},{"precision":0.4962,"recall":0.545455,"f1":0.509757,"accuracy":0.545455,"main_score":0.509757,"hf_subset":"swh_Latn-kik_Latn","languages":["swh-Latn","kik-Latn"]},{"precision":0.683886,"recall":0.750988,"f1":0.702703,"accuracy":0.750988,"main_score":0.702703,"hf_subset":"swh_Latn-mai_Deva","languages":["swh-Latn","mai-Deva"]},{"precision":0.623587,"recall":0.692688,"f1":0.643099,"accuracy":0.692688,"main_score":0.643099,"hf_subset":"swh_Latn-pbt_Arab","languages":["swh-Latn","pbt-Arab"]},{"precision":0.706605,"recall":0.769763,"f1":0.724827,"accuracy":0.769763,"main_score":0.724827,"hf_subset":"swh_Latn-spa_Latn","languages":["swh-Latn","spa-Latn"]},{"precision":0.510413,"recall":0.552372,"f1":0.522432,"accuracy":0.552372,"main_score":0.522432,"hf_subset":"swh_Latn-twi_Latn","languages":["swh-Latn","twi-Latn"]},{"precision":0.697803,"recall":0.767787,"f1":0.718151,"accuracy":0.767787,"main_score":0.718151,"hf_subset":"swh_Latn-acm_Arab","languages":["swh-Latn","acm-Arab"]},{"precision":0.672799,"recall":0.742095,"f1":0.693252,"accuracy":0.742095,"main_score":0.693252,"hf_subset":"swh_Latn-bel_Cyrl","languages":["swh-Latn","bel-Cyrl"]},{"precision":0.703788,"recall":0.772727,"f1":0.724153,"accuracy":0.772727,"main_score":0.724153,"hf_subset":"swh_Latn-eng_Latn","languages":["swh-Latn","eng-Latn"]},{"precision":0.705444,"recall":0.773715,"f1":0.72546,"accuracy":0.773715,"main_score":0.72546,"hf_subset":"swh_Latn-hrv_Latn","languages":["swh-Latn","hrv-Latn"]},{"precision":0.500315,"recall":0.550395,"f1":0.514091,"accuracy":0.550395,"main_score":0.514091,"hf_subset":"swh_Latn-kin_Latn","languages":["swh-Latn","kin-Latn"]},{"precision":0.704028,"recall":0.767787,"f1":0.722519,"accuracy":0.767787,"main_score":0.722519,"hf_subset":"swh_Latn-mal_Mlym","languages":["swh-Latn","mal-Mlym"]},{"precision":0.705196,"recall":0.777668,"f1":0.726735,"accuracy":0.777668,"main_score":0.726735,"hf_subset":"swh_Latn-pes_Arab","languages":["swh-Latn","pes-Arab"]},{"precision":0.690784,"recall":0.756917,"f1":0.709843,"accuracy":0.756917,"main_score":0.709843,"hf_subset":"swh_Latn-srd_Latn","languages":["swh-Latn","srd-Latn"]},{"precision":0.14937,"recall":0.203557,"f1":0.161738,"accuracy":0.203557,"main_score":0.161738,"hf_subset":"swh_Latn-tzm_Tfng","languages":["swh-Latn","tzm-Tfng"]},{"precision":0.708952,"recall":0.780632,"f1":0.730225,"accuracy":0.780632,"main_score":0.730225,"hf_subset":"swh_Latn-acq_Arab","languages":["swh-Latn","acq-Arab"]},{"precision":0.527812,"recall":0.570158,"f1":0.539385,"accuracy":0.570158,"main_score":0.539385,"hf_subset":"swh_Latn-bem_Latn","languages":["swh-Latn","bem-Latn"]},{"precision":0.723231,"recall":0.785573,"f1":0.741502,"accuracy":0.785573,"main_score":0.741502,"hf_subset":"swh_Latn-epo_Latn","languages":["swh-Latn","epo-Latn"]},{"precision":0.705704,"recall":0.775692,"f1":0.726553,"accuracy":0.775692,"main_score":0.726553,"hf_subset":"swh_Latn-hun_Latn","languages":["swh-Latn","hun-Latn"]},{"precision":0.681474,"recall":0.745059,"f1":0.698887,"accuracy":0.745059,"main_score":0.698887,"hf_subset":"swh_Latn-kir_Cyrl","languages":["swh-Latn","kir-Cyrl"]},{"precision":0.712862,"recall":0.778656,"f1":0.731724,"accuracy":0.778656,"main_score":0.731724,"hf_subset":"swh_Latn-mar_Deva","languages":["swh-Latn","mar-Deva"]},{"precision":0.54644,"recall":0.594862,"f1":0.560197,"accuracy":0.594862,"main_score":0.560197,"hf_subset":"swh_Latn-plt_Latn","languages":["swh-Latn","plt-Latn"]},{"precision":0.717161,"recall":0.787549,"f1":0.738326,"accuracy":0.787549,"main_score":0.738326,"hf_subset":"swh_Latn-srp_Cyrl","languages":["swh-Latn","srp-Cyrl"]},{"precision":0.63955,"recall":0.710474,"f1":0.660299,"accuracy":0.710474,"main_score":0.660299,"hf_subset":"swh_Latn-uig_Arab","languages":["swh-Latn","uig-Arab"]},{"precision":0.662813,"recall":0.735178,"f1":0.684557,"accuracy":0.735178,"main_score":0.684557,"hf_subset":"swh_Latn-aeb_Arab","languages":["swh-Latn","aeb-Arab"]},{"precision":0.707832,"recall":0.774704,"f1":0.727181,"accuracy":0.774704,"main_score":0.727181,"hf_subset":"swh_Latn-ben_Beng","languages":["swh-Latn","ben-Beng"]},{"precision":0.703137,"recall":0.772727,"f1":0.723493,"accuracy":0.772727,"main_score":0.723493,"hf_subset":"swh_Latn-est_Latn","languages":["swh-Latn","est-Latn"]},{"precision":0.701796,"recall":0.771739,"f1":0.722272,"accuracy":0.771739,"main_score":0.722272,"hf_subset":"swh_Latn-hye_Armn","languages":["swh-Latn","hye-Armn"]},{"precision":0.485203,"recall":0.52668,"f1":0.497139,"accuracy":0.52668,"main_score":0.497139,"hf_subset":"swh_Latn-kmb_Latn","languages":["swh-Latn","kmb-Latn"]},{"precision":0.338999,"recall":0.41502,"f1":0.35942,"accuracy":0.41502,"main_score":0.35942,"hf_subset":"swh_Latn-min_Arab","languages":["swh-Latn","min-Arab"]},{"precision":0.69848,"recall":0.76581,"f1":0.717789,"accuracy":0.76581,"main_score":0.717789,"hf_subset":"swh_Latn-pol_Latn","languages":["swh-Latn","pol-Latn"]},{"precision":0.493966,"recall":0.543478,"f1":0.508275,"accuracy":0.543478,"main_score":0.508275,"hf_subset":"swh_Latn-ssw_Latn","languages":["swh-Latn","ssw-Latn"]},{"precision":0.705406,"recall":0.778656,"f1":0.727026,"accuracy":0.778656,"main_score":0.727026,"hf_subset":"swh_Latn-ukr_Cyrl","languages":["swh-Latn","ukr-Cyrl"]},{"precision":0.727455,"recall":0.794466,"f1":0.747785,"accuracy":0.794466,"main_score":0.747785,"hf_subset":"swh_Latn-afr_Latn","languages":["swh-Latn","afr-Latn"]},{"precision":0.677546,"recall":0.75,"f1":0.698817,"accuracy":0.75,"main_score":0.698817,"hf_subset":"swh_Latn-bho_Deva","languages":["swh-Latn","bho-Deva"]},{"precision":0.687566,"recall":0.743083,"f1":0.703527,"accuracy":0.743083,"main_score":0.703527,"hf_subset":"swh_Latn-eus_Latn","languages":["swh-Latn","eus-Latn"]},{"precision":0.499224,"recall":0.55336,"f1":0.514726,"accuracy":0.55336,"main_score":0.514726,"hf_subset":"swh_Latn-ibo_Latn","languages":["swh-Latn","ibo-Latn"]},{"precision":0.580849,"recall":0.641304,"f1":0.598233,"accuracy":0.641304,"main_score":0.598233,"hf_subset":"swh_Latn-kmr_Latn","languages":["swh-Latn","kmr-Latn"]},{"precision":0.677885,"recall":0.736166,"f1":0.694413,"accuracy":0.736166,"main_score":0.694413,"hf_subset":"swh_Latn-min_Latn","languages":["swh-Latn","min-Latn"]},{"precision":0.725222,"recall":0.789526,"f1":0.7439,"accuracy":0.789526,"main_score":0.7439,"hf_subset":"swh_Latn-por_Latn","languages":["swh-Latn","por-Latn"]},{"precision":0.69834,"recall":0.750988,"f1":0.712958,"accuracy":0.750988,"main_score":0.712958,"hf_subset":"swh_Latn-sun_Latn","languages":["swh-Latn","sun-Latn"]},{"precision":0.451154,"recall":0.506917,"f1":0.467218,"accuracy":0.506917,"main_score":0.467218,"hf_subset":"swh_Latn-umb_Latn","languages":["swh-Latn","umb-Latn"]},{"precision":0.702503,"recall":0.775692,"f1":0.724247,"accuracy":0.775692,"main_score":0.724247,"hf_subset":"swh_Latn-ajp_Arab","languages":["swh-Latn","ajp-Arab"]},{"precision":0.355091,"recall":0.418972,"f1":0.372603,"accuracy":0.418972,"main_score":0.372603,"hf_subset":"swh_Latn-bjn_Arab","languages":["swh-Latn","bjn-Arab"]},{"precision":0.474959,"recall":0.516798,"f1":0.486853,"accuracy":0.516798,"main_score":0.486853,"hf_subset":"swh_Latn-ewe_Latn","languages":["swh-Latn","ewe-Latn"]},{"precision":0.644295,"recall":0.693676,"f1":0.656732,"accuracy":0.693676,"main_score":0.656732,"hf_subset":"swh_Latn-ilo_Latn","languages":["swh-Latn","ilo-Latn"]},{"precision":0.206721,"recall":0.277668,"f1":0.224448,"accuracy":0.277668,"main_score":0.224448,"hf_subset":"swh_Latn-knc_Arab","languages":["swh-Latn","knc-Arab"]},{"precision":0.721816,"recall":0.787549,"f1":0.741191,"accuracy":0.787549,"main_score":0.741191,"hf_subset":"swh_Latn-mkd_Cyrl","languages":["swh-Latn","mkd-Cyrl"]},{"precision":0.696254,"recall":0.769763,"f1":0.717789,"accuracy":0.769763,"main_score":0.717789,"hf_subset":"swh_Latn-prs_Arab","languages":["swh-Latn","prs-Arab"]},{"precision":0.721739,"recall":0.787549,"f1":0.740881,"accuracy":0.787549,"main_score":0.740881,"hf_subset":"swh_Latn-swe_Latn","languages":["swh-Latn","swe-Latn"]},{"precision":0.70407,"recall":0.777668,"f1":0.726172,"accuracy":0.777668,"main_score":0.726172,"hf_subset":"swh_Latn-urd_Arab","languages":["swh-Latn","urd-Arab"]},{"precision":0.494466,"recall":0.531621,"f1":0.505267,"accuracy":0.531621,"main_score":0.505267,"hf_subset":"swh_Latn-aka_Latn","languages":["swh-Latn","aka-Latn"]},{"precision":0.663854,"recall":0.732213,"f1":0.682842,"accuracy":0.732213,"main_score":0.682842,"hf_subset":"swh_Latn-bjn_Latn","languages":["swh-Latn","bjn-Latn"]},{"precision":0.664259,"recall":0.733202,"f1":0.683827,"accuracy":0.733202,"main_score":0.683827,"hf_subset":"swh_Latn-fao_Latn","languages":["swh-Latn","fao-Latn"]},{"precision":0.72287,"recall":0.789526,"f1":0.742608,"accuracy":0.789526,"main_score":0.742608,"hf_subset":"swh_Latn-ind_Latn","languages":["swh-Latn","ind-Latn"]},{"precision":0.499783,"recall":0.543478,"f1":0.5122,"accuracy":0.543478,"main_score":0.5122,"hf_subset":"swh_Latn-knc_Latn","languages":["swh-Latn","knc-Latn"]},{"precision":0.702935,"recall":0.766798,"f1":0.720916,"accuracy":0.766798,"main_score":0.720916,"hf_subset":"swh_Latn-mlt_Latn","languages":["swh-Latn","mlt-Latn"]},{"precision":0.497144,"recall":0.549407,"f1":0.511881,"accuracy":0.549407,"main_score":0.511881,"hf_subset":"swh_Latn-quy_Latn","languages":["swh-Latn","quy-Latn"]},{"precision":0.700132,"recall":0.770751,"f1":0.720215,"accuracy":0.770751,"main_score":0.720215,"hf_subset":"swh_Latn-uzn_Latn","languages":["swh-Latn","uzn-Latn"]},{"precision":0.708992,"recall":0.773715,"f1":0.727198,"accuracy":0.773715,"main_score":0.727198,"hf_subset":"swh_Latn-als_Latn","languages":["swh-Latn","als-Latn"]},{"precision":0.185882,"recall":0.241107,"f1":0.200489,"accuracy":0.241107,"main_score":0.200489,"hf_subset":"swh_Latn-bod_Tibt","languages":["swh-Latn","bod-Tibt"]},{"precision":0.483764,"recall":0.521739,"f1":0.494716,"accuracy":0.521739,"main_score":0.494716,"hf_subset":"swh_Latn-fij_Latn","languages":["swh-Latn","fij-Latn"]},{"precision":0.645283,"recall":0.716403,"f1":0.665234,"accuracy":0.716403,"main_score":0.665234,"hf_subset":"swh_Latn-isl_Latn","languages":["swh-Latn","isl-Latn"]},{"precision":0.520062,"recall":0.562253,"f1":0.532657,"accuracy":0.562253,"main_score":0.532657,"hf_subset":"swh_Latn-kon_Latn","languages":["swh-Latn","kon-Latn"]},{"precision":0.408458,"recall":0.475296,"f1":0.428015,"accuracy":0.475296,"main_score":0.428015,"hf_subset":"swh_Latn-mni_Beng","languages":["swh-Latn","mni-Beng"]},{"precision":0.727035,"recall":0.789526,"f1":0.745344,"accuracy":0.789526,"main_score":0.745344,"hf_subset":"swh_Latn-ron_Latn","languages":["swh-Latn","ron-Latn"]},{"precision":0.69585,"recall":0.771739,"f1":0.719071,"accuracy":0.771739,"main_score":0.719071,"hf_subset":"swh_Latn-szl_Latn","languages":["swh-Latn","szl-Latn"]},{"precision":0.715893,"recall":0.777668,"f1":0.7341,"accuracy":0.777668,"main_score":0.7341,"hf_subset":"swh_Latn-vec_Latn","languages":["swh-Latn","vec-Latn"]},{"precision":0.434534,"recall":0.519763,"f1":0.458024,"accuracy":0.519763,"main_score":0.458024,"hf_subset":"swh_Latn-amh_Ethi","languages":["swh-Latn","amh-Ethi"]},{"precision":0.727849,"recall":0.791502,"f1":0.746594,"accuracy":0.791502,"main_score":0.746594,"hf_subset":"swh_Latn-bos_Latn","languages":["swh-Latn","bos-Latn"]},{"precision":0.693248,"recall":0.763834,"f1":0.713603,"accuracy":0.763834,"main_score":0.713603,"hf_subset":"swh_Latn-fin_Latn","languages":["swh-Latn","fin-Latn"]},{"precision":0.712509,"recall":0.780632,"f1":0.732578,"accuracy":0.780632,"main_score":0.732578,"hf_subset":"swh_Latn-ita_Latn","languages":["swh-Latn","ita-Latn"]},{"precision":0.676739,"recall":0.751976,"f1":0.698995,"accuracy":0.751976,"main_score":0.698995,"hf_subset":"swh_Latn-kor_Hang","languages":["swh-Latn","kor-Hang"]},{"precision":0.470803,"recall":0.516798,"f1":0.483415,"accuracy":0.516798,"main_score":0.483415,"hf_subset":"swh_Latn-mos_Latn","languages":["swh-Latn","mos-Latn"]},{"precision":0.492481,"recall":0.539526,"f1":0.50549,"accuracy":0.539526,"main_score":0.50549,"hf_subset":"swh_Latn-run_Latn","languages":["swh-Latn","run-Latn"]},{"precision":0.689114,"recall":0.761858,"f1":0.710935,"accuracy":0.761858,"main_score":0.710935,"hf_subset":"swh_Latn-tam_Taml","languages":["swh-Latn","tam-Taml"]},{"precision":0.701047,"recall":0.770751,"f1":0.721073,"accuracy":0.770751,"main_score":0.721073,"hf_subset":"swh_Latn-vie_Latn","languages":["swh-Latn","vie-Latn"]},{"precision":0.683754,"recall":0.757905,"f1":0.705536,"accuracy":0.757905,"main_score":0.705536,"hf_subset":"swh_Latn-apc_Arab","languages":["swh-Latn","apc-Arab"]},{"precision":0.571026,"recall":0.617589,"f1":0.583719,"accuracy":0.617589,"main_score":0.583719,"hf_subset":"swh_Latn-bug_Latn","languages":["swh-Latn","bug-Latn"]},{"precision":0.443145,"recall":0.482213,"f1":0.454141,"accuracy":0.482213,"main_score":0.454141,"hf_subset":"swh_Latn-fon_Latn","languages":["swh-Latn","fon-Latn"]},{"precision":0.728587,"recall":0.787549,"f1":0.74544,"accuracy":0.787549,"main_score":0.74544,"hf_subset":"swh_Latn-jav_Latn","languages":["swh-Latn","jav-Latn"]},{"precision":0.612848,"recall":0.692688,"f1":0.636068,"accuracy":0.692688,"main_score":0.636068,"hf_subset":"swh_Latn-lao_Laoo","languages":["swh-Latn","lao-Laoo"]},{"precision":0.515928,"recall":0.578063,"f1":0.533489,"accuracy":0.578063,"main_score":0.533489,"hf_subset":"swh_Latn-mri_Latn","languages":["swh-Latn","mri-Latn"]},{"precision":0.697994,"recall":0.767787,"f1":0.717992,"accuracy":0.767787,"main_score":0.717992,"hf_subset":"swh_Latn-rus_Cyrl","languages":["swh-Latn","rus-Cyrl"]},{"precision":0.475527,"recall":0.520751,"f1":0.488669,"accuracy":0.520751,"main_score":0.488669,"hf_subset":"swh_Latn-taq_Latn","languages":["swh-Latn","taq-Latn"]},{"precision":0.698601,"recall":0.758893,"f1":0.71564,"accuracy":0.758893,"main_score":0.71564,"hf_subset":"swh_Latn-war_Latn","languages":["swh-Latn","war-Latn"]},{"precision":0.703814,"recall":0.774704,"f1":0.724725,"accuracy":0.774704,"main_score":0.724725,"hf_subset":"swh_Latn-arb_Arab","languages":["swh-Latn","arb-Arab"]},{"precision":0.707082,"recall":0.777668,"f1":0.727706,"accuracy":0.777668,"main_score":0.727706,"hf_subset":"swh_Latn-bul_Cyrl","languages":["swh-Latn","bul-Cyrl"]},{"precision":0.720151,"recall":0.787549,"f1":0.739872,"accuracy":0.787549,"main_score":0.739872,"hf_subset":"swh_Latn-fra_Latn","languages":["swh-Latn","fra-Latn"]},{"precision":0.686822,"recall":0.756917,"f1":0.706821,"accuracy":0.756917,"main_score":0.706821,"hf_subset":"swh_Latn-jpn_Jpan","languages":["swh-Latn","jpn-Jpan"]},{"precision":0.698893,"recall":0.763834,"f1":0.71766,"accuracy":0.763834,"main_score":0.71766,"hf_subset":"swh_Latn-lij_Latn","languages":["swh-Latn","lij-Latn"]},{"precision":0.539955,"recall":0.634387,"f1":0.567416,"accuracy":0.634387,"main_score":0.567416,"hf_subset":"swh_Latn-mya_Mymr","languages":["swh-Latn","mya-Mymr"]},{"precision":0.474219,"recall":0.521739,"f1":0.488112,"accuracy":0.521739,"main_score":0.488112,"hf_subset":"swh_Latn-sag_Latn","languages":["swh-Latn","sag-Latn"]},{"precision":0.139729,"recall":0.210474,"f1":0.154739,"accuracy":0.210474,"main_score":0.154739,"hf_subset":"swh_Latn-taq_Tfng","languages":["swh-Latn","taq-Tfng"]},{"precision":0.511708,"recall":0.563241,"f1":0.525949,"accuracy":0.563241,"main_score":0.525949,"hf_subset":"swh_Latn-wol_Latn","languages":["swh-Latn","wol-Latn"]},{"precision":0.487145,"recall":0.565217,"f1":0.509021,"accuracy":0.565217,"main_score":0.509021,"hf_subset":"swh_Latn-arb_Latn","languages":["swh-Latn","arb-Latn"]},{"precision":0.709481,"recall":0.780632,"f1":0.730882,"accuracy":0.780632,"main_score":0.730882,"hf_subset":"swh_Latn-cat_Latn","languages":["swh-Latn","cat-Latn"]},{"precision":0.700886,"recall":0.762846,"f1":0.718925,"accuracy":0.762846,"main_score":0.718925,"hf_subset":"swh_Latn-fur_Latn","languages":["swh-Latn","fur-Latn"]},{"precision":0.377961,"recall":0.432806,"f1":0.392527,"accuracy":0.432806,"main_score":0.392527,"hf_subset":"swh_Latn-kab_Latn","languages":["swh-Latn","kab-Latn"]},{"precision":0.680682,"recall":0.73913,"f1":0.697545,"accuracy":0.73913,"main_score":0.697545,"hf_subset":"swh_Latn-lim_Latn","languages":["swh-Latn","lim-Latn"]},{"precision":0.6974,"recall":0.771739,"f1":0.719438,"accuracy":0.771739,"main_score":0.719438,"hf_subset":"swh_Latn-nld_Latn","languages":["swh-Latn","nld-Latn"]},{"precision":0.632686,"recall":0.709486,"f1":0.654806,"accuracy":0.709486,"main_score":0.654806,"hf_subset":"swh_Latn-san_Deva","languages":["swh-Latn","san-Deva"]},{"precision":0.687319,"recall":0.752964,"f1":0.706479,"accuracy":0.752964,"main_score":0.706479,"hf_subset":"swh_Latn-tat_Cyrl","languages":["swh-Latn","tat-Cyrl"]},{"precision":0.538653,"recall":0.592885,"f1":0.553647,"accuracy":0.592885,"main_score":0.553647,"hf_subset":"swh_Latn-xho_Latn","languages":["swh-Latn","xho-Latn"]},{"precision":0.702859,"recall":0.773715,"f1":0.723901,"accuracy":0.773715,"main_score":0.723901,"hf_subset":"swh_Latn-ars_Arab","languages":["swh-Latn","ars-Arab"]},{"precision":0.717557,"recall":0.774704,"f1":0.733085,"accuracy":0.774704,"main_score":0.733085,"hf_subset":"swh_Latn-ceb_Latn","languages":["swh-Latn","ceb-Latn"]},{"precision":0.481563,"recall":0.530632,"f1":0.495691,"accuracy":0.530632,"main_score":0.495691,"hf_subset":"swh_Latn-fuv_Latn","languages":["swh-Latn","fuv-Latn"]},{"precision":0.474882,"recall":0.521739,"f1":0.488057,"accuracy":0.521739,"main_score":0.488057,"hf_subset":"swh_Latn-kac_Latn","languages":["swh-Latn","kac-Latn"]},{"precision":0.522367,"recall":0.568182,"f1":0.535424,"accuracy":0.568182,"main_score":0.535424,"hf_subset":"swh_Latn-lin_Latn","languages":["swh-Latn","lin-Latn"]},{"precision":0.722047,"recall":0.782609,"f1":0.739395,"accuracy":0.782609,"main_score":0.739395,"hf_subset":"swh_Latn-nno_Latn","languages":["swh-Latn","nno-Latn"]},{"precision":0.02541,"recall":0.070158,"f1":0.031588,"accuracy":0.070158,"main_score":0.031588,"hf_subset":"swh_Latn-sat_Olck","languages":["swh-Latn","sat-Olck"]},{"precision":0.690654,"recall":0.76087,"f1":0.711437,"accuracy":0.76087,"main_score":0.711437,"hf_subset":"swh_Latn-tel_Telu","languages":["swh-Latn","tel-Telu"]},{"precision":0.522532,"recall":0.612648,"f1":0.547408,"accuracy":0.612648,"main_score":0.547408,"hf_subset":"swh_Latn-ydd_Hebr","languages":["swh-Latn","ydd-Hebr"]},{"precision":0.646485,"recall":0.720356,"f1":0.668019,"accuracy":0.720356,"main_score":0.668019,"hf_subset":"swh_Latn-ary_Arab","languages":["swh-Latn","ary-Arab"]},{"precision":0.704879,"recall":0.777668,"f1":0.726188,"accuracy":0.777668,"main_score":0.726188,"hf_subset":"swh_Latn-ces_Latn","languages":["swh-Latn","ces-Latn"]},{"precision":0.432123,"recall":0.490119,"f1":0.448061,"accuracy":0.490119,"main_score":0.448061,"hf_subset":"swh_Latn-gaz_Latn","languages":["swh-Latn","gaz-Latn"]},{"precision":0.50332,"recall":0.552372,"f1":0.51713,"accuracy":0.552372,"main_score":0.51713,"hf_subset":"swh_Latn-kam_Latn","languages":["swh-Latn","kam-Latn"]},{"precision":0.704564,"recall":0.773715,"f1":0.725165,"accuracy":0.773715,"main_score":0.725165,"hf_subset":"swh_Latn-lit_Latn","languages":["swh-Latn","lit-Latn"]},{"precision":0.699564,"recall":0.774704,"f1":0.722175,"accuracy":0.774704,"main_score":0.722175,"hf_subset":"swh_Latn-nob_Latn","languages":["swh-Latn","nob-Latn"]},{"precision":0.661818,"recall":0.73419,"f1":0.682254,"accuracy":0.73419,"main_score":0.682254,"hf_subset":"swh_Latn-scn_Latn","languages":["swh-Latn","scn-Latn"]},{"precision":0.675116,"recall":0.741107,"f1":0.693865,"accuracy":0.741107,"main_score":0.693865,"hf_subset":"swh_Latn-tgk_Cyrl","languages":["swh-Latn","tgk-Cyrl"]},{"precision":0.423108,"recall":0.482213,"f1":0.440081,"accuracy":0.482213,"main_score":0.440081,"hf_subset":"swh_Latn-yor_Latn","languages":["swh-Latn","yor-Latn"]},{"precision":0.677397,"recall":0.750988,"f1":0.699113,"accuracy":0.750988,"main_score":0.699113,"hf_subset":"swh_Latn-arz_Arab","languages":["swh-Latn","arz-Arab"]},{"precision":0.473387,"recall":0.519763,"f1":0.487,"accuracy":0.519763,"main_score":0.487,"hf_subset":"swh_Latn-cjk_Latn","languages":["swh-Latn","cjk-Latn"]},{"precision":0.522173,"recall":0.594862,"f1":0.541489,"accuracy":0.594862,"main_score":0.541489,"hf_subset":"swh_Latn-gla_Latn","languages":["swh-Latn","gla-Latn"]},{"precision":0.706269,"recall":0.775692,"f1":0.726377,"accuracy":0.775692,"main_score":0.726377,"hf_subset":"swh_Latn-kan_Knda","languages":["swh-Latn","kan-Knda"]},{"precision":0.718836,"recall":0.771739,"f1":0.733814,"accuracy":0.771739,"main_score":0.733814,"hf_subset":"swh_Latn-lmo_Latn","languages":["swh-Latn","lmo-Latn"]},{"precision":0.703419,"recall":0.774704,"f1":0.724579,"accuracy":0.774704,"main_score":0.724579,"hf_subset":"swh_Latn-npi_Deva","languages":["swh-Latn","npi-Deva"]},{"precision":0.412239,"recall":0.487154,"f1":0.433173,"accuracy":0.487154,"main_score":0.433173,"hf_subset":"swh_Latn-shn_Mymr","languages":["swh-Latn","shn-Mymr"]},{"precision":0.734181,"recall":0.794466,"f1":0.75149,"accuracy":0.794466,"main_score":0.75149,"hf_subset":"swh_Latn-tgl_Latn","languages":["swh-Latn","tgl-Latn"]},{"precision":0.679513,"recall":0.755929,"f1":0.702226,"accuracy":0.755929,"main_score":0.702226,"hf_subset":"swh_Latn-yue_Hant","languages":["swh-Latn","yue-Hant"]},{"precision":0.657049,"recall":0.733202,"f1":0.679649,"accuracy":0.733202,"main_score":0.679649,"hf_subset":"swh_Latn-asm_Beng","languages":["swh-Latn","asm-Beng"]},{"precision":0.567847,"recall":0.634387,"f1":0.586464,"accuracy":0.634387,"main_score":0.586464,"hf_subset":"swh_Latn-ckb_Arab","languages":["swh-Latn","ckb-Arab"]},{"precision":0.560367,"recall":0.630435,"f1":0.579873,"accuracy":0.630435,"main_score":0.579873,"hf_subset":"swh_Latn-gle_Latn","languages":["swh-Latn","gle-Latn"]},{"precision":0.576294,"recall":0.653162,"f1":0.598412,"accuracy":0.653162,"main_score":0.598412,"hf_subset":"swh_Latn-kas_Arab","languages":["swh-Latn","kas-Arab"]},{"precision":0.57937,"recall":0.656126,"f1":0.600796,"accuracy":0.656126,"main_score":0.600796,"hf_subset":"swh_Latn-ltg_Latn","languages":["swh-Latn","ltg-Latn"]},{"precision":0.518364,"recall":0.560277,"f1":0.530149,"accuracy":0.560277,"main_score":0.530149,"hf_subset":"swh_Latn-nso_Latn","languages":["swh-Latn","nso-Latn"]},{"precision":0.331686,"recall":0.410079,"f1":0.352415,"accuracy":0.410079,"main_score":0.352415,"hf_subset":"swh_Latn-sin_Sinh","languages":["swh-Latn","sin-Sinh"]},{"precision":0.696973,"recall":0.76581,"f1":0.716889,"accuracy":0.76581,"main_score":0.716889,"hf_subset":"swh_Latn-tha_Thai","languages":["swh-Latn","tha-Thai"]},{"precision":0.673833,"recall":0.749012,"f1":0.695695,"accuracy":0.749012,"main_score":0.695695,"hf_subset":"swh_Latn-zho_Hans","languages":["swh-Latn","zho-Hans"]},{"precision":0.707577,"recall":0.775692,"f1":0.727396,"accuracy":0.775692,"main_score":0.727396,"hf_subset":"swh_Latn-ast_Latn","languages":["swh-Latn","ast-Latn"]},{"precision":0.683251,"recall":0.749012,"f1":0.702292,"accuracy":0.749012,"main_score":0.702292,"hf_subset":"swh_Latn-crh_Latn","languages":["swh-Latn","crh-Latn"]},{"precision":0.720958,"recall":0.788538,"f1":0.740667,"accuracy":0.788538,"main_score":0.740667,"hf_subset":"swh_Latn-glg_Latn","languages":["swh-Latn","glg-Latn"]},{"precision":0.547465,"recall":0.616601,"f1":0.566885,"accuracy":0.616601,"main_score":0.566885,"hf_subset":"swh_Latn-kas_Deva","languages":["swh-Latn","kas-Deva"]},{"precision":0.675536,"recall":0.746047,"f1":0.696233,"accuracy":0.746047,"main_score":0.696233,"hf_subset":"swh_Latn-ltz_Latn","languages":["swh-Latn","ltz-Latn"]},{"precision":0.400386,"recall":0.465415,"f1":0.417633,"accuracy":0.465415,"main_score":0.417633,"hf_subset":"swh_Latn-nus_Latn","languages":["swh-Latn","nus-Latn"]},{"precision":0.706004,"recall":0.777668,"f1":0.727035,"accuracy":0.777668,"main_score":0.727035,"hf_subset":"swh_Latn-slk_Latn","languages":["swh-Latn","slk-Latn"]},{"precision":0.249673,"recall":0.309289,"f1":0.265184,"accuracy":0.309289,"main_score":0.265184,"hf_subset":"swh_Latn-tir_Ethi","languages":["swh-Latn","tir-Ethi"]},{"precision":0.694829,"recall":0.762846,"f1":0.714292,"accuracy":0.762846,"main_score":0.714292,"hf_subset":"swh_Latn-zho_Hant","languages":["swh-Latn","zho-Hant"]},{"precision":0.68746,"recall":0.756917,"f1":0.707616,"accuracy":0.756917,"main_score":0.707616,"hf_subset":"swh_Latn-awa_Deva","languages":["swh-Latn","awa-Deva"]},{"precision":0.649056,"recall":0.711462,"f1":0.666605,"accuracy":0.711462,"main_score":0.666605,"hf_subset":"swh_Latn-cym_Latn","languages":["swh-Latn","cym-Latn"]},{"precision":0.532789,"recall":0.58004,"f1":0.545827,"accuracy":0.58004,"main_score":0.545827,"hf_subset":"swh_Latn-grn_Latn","languages":["swh-Latn","grn-Latn"]},{"precision":0.699283,"recall":0.764822,"f1":0.718168,"accuracy":0.764822,"main_score":0.718168,"hf_subset":"swh_Latn-kat_Geor","languages":["swh-Latn","kat-Geor"]},{"precision":0.505952,"recall":0.549407,"f1":0.518507,"accuracy":0.549407,"main_score":0.518507,"hf_subset":"swh_Latn-lua_Latn","languages":["swh-Latn","lua-Latn"]},{"precision":0.518176,"recall":0.565217,"f1":0.531598,"accuracy":0.565217,"main_score":0.531598,"hf_subset":"swh_Latn-nya_Latn","languages":["swh-Latn","nya-Latn"]},{"precision":0.707106,"recall":0.775692,"f1":0.727149,"accuracy":0.775692,"main_score":0.727149,"hf_subset":"swh_Latn-slv_Latn","languages":["swh-Latn","slv-Latn"]},{"precision":0.561036,"recall":0.617589,"f1":0.576655,"accuracy":0.617589,"main_score":0.576655,"hf_subset":"swh_Latn-tpi_Latn","languages":["swh-Latn","tpi-Latn"]},{"precision":0.724021,"recall":0.790514,"f1":0.743434,"accuracy":0.790514,"main_score":0.743434,"hf_subset":"swh_Latn-zsm_Latn","languages":["swh-Latn","zsm-Latn"]},{"precision":0.461299,"recall":0.511858,"f1":0.476323,"accuracy":0.511858,"main_score":0.476323,"hf_subset":"swh_Latn-ayr_Latn","languages":["swh-Latn","ayr-Latn"]},{"precision":0.720166,"recall":0.784585,"f1":0.738423,"accuracy":0.784585,"main_score":0.738423,"hf_subset":"swh_Latn-dan_Latn","languages":["swh-Latn","dan-Latn"]},{"precision":0.714634,"recall":0.77668,"f1":0.732367,"accuracy":0.77668,"main_score":0.732367,"hf_subset":"swh_Latn-guj_Gujr","languages":["swh-Latn","guj-Gujr"]},{"precision":0.71558,"recall":0.779644,"f1":0.734293,"accuracy":0.779644,"main_score":0.734293,"hf_subset":"swh_Latn-kaz_Cyrl","languages":["swh-Latn","kaz-Cyrl"]},{"precision":0.477094,"recall":0.527668,"f1":0.49139,"accuracy":0.527668,"main_score":0.49139,"hf_subset":"swh_Latn-lug_Latn","languages":["swh-Latn","lug-Latn"]},{"precision":0.708376,"recall":0.77668,"f1":0.728222,"accuracy":0.77668,"main_score":0.728222,"hf_subset":"swh_Latn-oci_Latn","languages":["swh-Latn","oci-Latn"]},{"precision":0.499251,"recall":0.544466,"f1":0.511909,"accuracy":0.544466,"main_score":0.511909,"hf_subset":"swh_Latn-smo_Latn","languages":["swh-Latn","smo-Latn"]},{"precision":0.47776,"recall":0.521739,"f1":0.490192,"accuracy":0.521739,"main_score":0.490192,"hf_subset":"swh_Latn-tsn_Latn","languages":["swh-Latn","tsn-Latn"]},{"precision":0.504496,"recall":0.55336,"f1":0.51821,"accuracy":0.55336,"main_score":0.51821,"hf_subset":"swh_Latn-zul_Latn","languages":["swh-Latn","zul-Latn"]},{"precision":0.547555,"recall":0.62747,"f1":0.570477,"accuracy":0.62747,"main_score":0.570477,"hf_subset":"swh_Latn-azb_Arab","languages":["swh-Latn","azb-Arab"]},{"precision":0.724012,"recall":0.79249,"f1":0.744339,"accuracy":0.79249,"main_score":0.744339,"hf_subset":"swh_Latn-deu_Latn","languages":["swh-Latn","deu-Latn"]},{"precision":0.653578,"recall":0.719368,"f1":0.672219,"accuracy":0.719368,"main_score":0.672219,"hf_subset":"swh_Latn-hat_Latn","languages":["swh-Latn","hat-Latn"]},{"precision":0.446459,"recall":0.494071,"f1":0.460197,"accuracy":0.494071,"main_score":0.460197,"hf_subset":"swh_Latn-kbp_Latn","languages":["swh-Latn","kbp-Latn"]},{"precision":0.506162,"recall":0.547431,"f1":0.518069,"accuracy":0.547431,"main_score":0.518069,"hf_subset":"swh_Latn-luo_Latn","languages":["swh-Latn","luo-Latn"]},{"precision":0.692509,"recall":0.763834,"f1":0.713575,"accuracy":0.763834,"main_score":0.713575,"hf_subset":"swh_Latn-ory_Orya","languages":["swh-Latn","ory-Orya"]},{"precision":0.487199,"recall":0.532609,"f1":0.500248,"accuracy":0.532609,"main_score":0.500248,"hf_subset":"swh_Latn-sna_Latn","languages":["swh-Latn","sna-Latn"]},{"precision":0.499882,"recall":0.539526,"f1":0.510844,"accuracy":0.539526,"main_score":0.510844,"hf_subset":"swh_Latn-tso_Latn","languages":["swh-Latn","tso-Latn"]},{"precision":0.68036,"recall":0.75,"f1":0.700579,"accuracy":0.75,"main_score":0.700579,"hf_subset":"swh_Latn-azj_Latn","languages":["swh-Latn","azj-Latn"]},{"precision":0.447283,"recall":0.502964,"f1":0.462967,"accuracy":0.502964,"main_score":0.462967,"hf_subset":"swh_Latn-dik_Latn","languages":["swh-Latn","dik-Latn"]},{"precision":0.500929,"recall":0.545455,"f1":0.512963,"accuracy":0.545455,"main_score":0.512963,"hf_subset":"swh_Latn-hau_Latn","languages":["swh-Latn","hau-Latn"]},{"precision":0.678247,"recall":0.737154,"f1":0.69457,"accuracy":0.737154,"main_score":0.69457,"hf_subset":"swh_Latn-kea_Latn","languages":["swh-Latn","kea-Latn"]},{"precision":0.55126,"recall":0.589921,"f1":0.562211,"accuracy":0.589921,"main_score":0.562211,"hf_subset":"swh_Latn-lus_Latn","languages":["swh-Latn","lus-Latn"]},{"precision":0.57778,"recall":0.626482,"f1":0.591155,"accuracy":0.626482,"main_score":0.591155,"hf_subset":"swh_Latn-pag_Latn","languages":["swh-Latn","pag-Latn"]},{"precision":0.693191,"recall":0.762846,"f1":0.714034,"accuracy":0.762846,"main_score":0.714034,"hf_subset":"swh_Latn-snd_Arab","languages":["swh-Latn","snd-Arab"]},{"precision":0.61358,"recall":0.679842,"f1":0.632268,"accuracy":0.679842,"main_score":0.632268,"hf_subset":"swh_Latn-tuk_Latn","languages":["swh-Latn","tuk-Latn"]},{"precision":0.679365,"recall":0.741107,"f1":0.69793,"accuracy":0.741107,"main_score":0.69793,"hf_subset":"swh_Latn-bak_Cyrl","languages":["swh-Latn","bak-Cyrl"]},{"precision":0.395402,"recall":0.455534,"f1":0.412531,"accuracy":0.455534,"main_score":0.412531,"hf_subset":"swh_Latn-dyu_Latn","languages":["swh-Latn","dyu-Latn"]},{"precision":0.703268,"recall":0.773715,"f1":0.724064,"accuracy":0.773715,"main_score":0.724064,"hf_subset":"swh_Latn-heb_Hebr","languages":["swh-Latn","heb-Hebr"]},{"precision":0.662117,"recall":0.725296,"f1":0.680412,"accuracy":0.725296,"main_score":0.680412,"hf_subset":"swh_Latn-khk_Cyrl","languages":["swh-Latn","khk-Cyrl"]},{"precision":0.709759,"recall":0.781621,"f1":0.730832,"accuracy":0.781621,"main_score":0.730832,"hf_subset":"swh_Latn-lvs_Latn","languages":["swh-Latn","lvs-Latn"]},{"precision":0.700219,"recall":0.770751,"f1":0.720869,"accuracy":0.770751,"main_score":0.720869,"hf_subset":"swh_Latn-pan_Guru","languages":["swh-Latn","pan-Guru"]},{"precision":0.494347,"recall":0.54249,"f1":0.50809,"accuracy":0.54249,"main_score":0.50809,"hf_subset":"swh_Latn-som_Latn","languages":["swh-Latn","som-Latn"]},{"precision":0.500333,"recall":0.538538,"f1":0.510941,"accuracy":0.538538,"main_score":0.510941,"hf_subset":"swh_Latn-tum_Latn","languages":["swh-Latn","tum-Latn"]},{"precision":0.416947,"recall":0.505929,"f1":0.441159,"accuracy":0.505929,"main_score":0.441159,"hf_subset":"uzn_Latn-ace_Arab","languages":["uzn-Latn","ace-Arab"]},{"precision":0.444698,"recall":0.507905,"f1":0.462509,"accuracy":0.507905,"main_score":0.462509,"hf_subset":"uzn_Latn-bam_Latn","languages":["uzn-Latn","bam-Latn"]},{"precision":0.104078,"recall":0.150198,"f1":0.116348,"accuracy":0.150198,"main_score":0.116348,"hf_subset":"uzn_Latn-dzo_Tibt","languages":["uzn-Latn","dzo-Tibt"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"uzn_Latn-hin_Deva","languages":["uzn-Latn","hin-Deva"]},{"precision":0.909091,"recall":0.937747,"f1":0.918314,"accuracy":0.937747,"main_score":0.918314,"hf_subset":"uzn_Latn-khm_Khmr","languages":["uzn-Latn","khm-Khmr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"uzn_Latn-mag_Deva","languages":["uzn-Latn","mag-Deva"]},{"precision":0.958169,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"uzn_Latn-pap_Latn","languages":["uzn-Latn","pap-Latn"]},{"precision":0.492384,"recall":0.556324,"f1":0.510448,"accuracy":0.556324,"main_score":0.510448,"hf_subset":"uzn_Latn-sot_Latn","languages":["uzn-Latn","sot-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"uzn_Latn-tur_Latn","languages":["uzn-Latn","tur-Latn"]},{"precision":0.777372,"recall":0.827075,"f1":0.792575,"accuracy":0.827075,"main_score":0.792575,"hf_subset":"uzn_Latn-ace_Latn","languages":["uzn-Latn","ace-Latn"]},{"precision":0.867589,"recall":0.903162,"f1":0.878887,"accuracy":0.903162,"main_score":0.878887,"hf_subset":"uzn_Latn-ban_Latn","languages":["uzn-Latn","ban-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"uzn_Latn-ell_Grek","languages":["uzn-Latn","ell-Grek"]},{"precision":0.974473,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"uzn_Latn-hne_Deva","languages":["uzn-Latn","hne-Deva"]},{"precision":0.494082,"recall":0.563241,"f1":0.514032,"accuracy":0.563241,"main_score":0.514032,"hf_subset":"uzn_Latn-kik_Latn","languages":["uzn-Latn","kik-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"uzn_Latn-mai_Deva","languages":["uzn-Latn","mai-Deva"]},{"precision":0.871871,"recall":0.909091,"f1":0.88386,"accuracy":0.909091,"main_score":0.88386,"hf_subset":"uzn_Latn-pbt_Arab","languages":["uzn-Latn","pbt-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"uzn_Latn-spa_Latn","languages":["uzn-Latn","spa-Latn"]},{"precision":0.544474,"recall":0.603755,"f1":0.561693,"accuracy":0.603755,"main_score":0.561693,"hf_subset":"uzn_Latn-twi_Latn","languages":["uzn-Latn","twi-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"uzn_Latn-acm_Arab","languages":["uzn-Latn","acm-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"uzn_Latn-bel_Cyrl","languages":["uzn-Latn","bel-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"uzn_Latn-eng_Latn","languages":["uzn-Latn","eng-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"uzn_Latn-hrv_Latn","languages":["uzn-Latn","hrv-Latn"]},{"precision":0.458583,"recall":0.522727,"f1":0.476779,"accuracy":0.522727,"main_score":0.476779,"hf_subset":"uzn_Latn-kin_Latn","languages":["uzn-Latn","kin-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"uzn_Latn-mal_Mlym","languages":["uzn-Latn","mal-Mlym"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"uzn_Latn-pes_Arab","languages":["uzn-Latn","pes-Arab"]},{"precision":0.958827,"recall":0.971344,"f1":0.962945,"accuracy":0.971344,"main_score":0.962945,"hf_subset":"uzn_Latn-srd_Latn","languages":["uzn-Latn","srd-Latn"]},{"precision":0.132037,"recall":0.1917,"f1":0.145081,"accuracy":0.1917,"main_score":0.145081,"hf_subset":"uzn_Latn-tzm_Tfng","languages":["uzn-Latn","tzm-Tfng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"uzn_Latn-acq_Arab","languages":["uzn-Latn","acq-Arab"]},{"precision":0.512413,"recall":0.579051,"f1":0.53173,"accuracy":0.579051,"main_score":0.53173,"hf_subset":"uzn_Latn-bem_Latn","languages":["uzn-Latn","bem-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"uzn_Latn-epo_Latn","languages":["uzn-Latn","epo-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"uzn_Latn-hun_Latn","languages":["uzn-Latn","hun-Latn"]},{"precision":0.964097,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"uzn_Latn-kir_Cyrl","languages":["uzn-Latn","kir-Cyrl"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"uzn_Latn-mar_Deva","languages":["uzn-Latn","mar-Deva"]},{"precision":0.55455,"recall":0.616601,"f1":0.572436,"accuracy":0.616601,"main_score":0.572436,"hf_subset":"uzn_Latn-plt_Latn","languages":["uzn-Latn","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"uzn_Latn-srp_Cyrl","languages":["uzn-Latn","srp-Cyrl"]},{"precision":0.963109,"recall":0.974308,"f1":0.966733,"accuracy":0.974308,"main_score":0.966733,"hf_subset":"uzn_Latn-uig_Arab","languages":["uzn-Latn","uig-Arab"]},{"precision":0.955534,"recall":0.970356,"f1":0.960474,"accuracy":0.970356,"main_score":0.960474,"hf_subset":"uzn_Latn-aeb_Arab","languages":["uzn-Latn","aeb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"uzn_Latn-ben_Beng","languages":["uzn-Latn","ben-Beng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"uzn_Latn-est_Latn","languages":["uzn-Latn","est-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"uzn_Latn-hye_Armn","languages":["uzn-Latn","hye-Armn"]},{"precision":0.458336,"recall":0.516798,"f1":0.475285,"accuracy":0.516798,"main_score":0.475285,"hf_subset":"uzn_Latn-kmb_Latn","languages":["uzn-Latn","kmb-Latn"]},{"precision":0.362106,"recall":0.448617,"f1":0.384776,"accuracy":0.448617,"main_score":0.384776,"hf_subset":"uzn_Latn-min_Arab","languages":["uzn-Latn","min-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"uzn_Latn-pol_Latn","languages":["uzn-Latn","pol-Latn"]},{"precision":0.44623,"recall":0.514822,"f1":0.465228,"accuracy":0.514822,"main_score":0.465228,"hf_subset":"uzn_Latn-ssw_Latn","languages":["uzn-Latn","ssw-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"uzn_Latn-ukr_Cyrl","languages":["uzn-Latn","ukr-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"uzn_Latn-afr_Latn","languages":["uzn-Latn","afr-Latn"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"uzn_Latn-bho_Deva","languages":["uzn-Latn","bho-Deva"]},{"precision":0.931489,"recall":0.952569,"f1":0.938406,"accuracy":0.952569,"main_score":0.938406,"hf_subset":"uzn_Latn-eus_Latn","languages":["uzn-Latn","eus-Latn"]},{"precision":0.475757,"recall":0.54249,"f1":0.494203,"accuracy":0.54249,"main_score":0.494203,"hf_subset":"uzn_Latn-ibo_Latn","languages":["uzn-Latn","ibo-Latn"]},{"precision":0.71373,"recall":0.775692,"f1":0.732016,"accuracy":0.775692,"main_score":0.732016,"hf_subset":"uzn_Latn-kmr_Latn","languages":["uzn-Latn","kmr-Latn"]},{"precision":0.930089,"recall":0.951581,"f1":0.937154,"accuracy":0.951581,"main_score":0.937154,"hf_subset":"uzn_Latn-min_Latn","languages":["uzn-Latn","min-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"uzn_Latn-por_Latn","languages":["uzn-Latn","por-Latn"]},{"precision":0.956851,"recall":0.970356,"f1":0.961298,"accuracy":0.970356,"main_score":0.961298,"hf_subset":"uzn_Latn-sun_Latn","languages":["uzn-Latn","sun-Latn"]},{"precision":0.447621,"recall":0.504941,"f1":0.463386,"accuracy":0.504941,"main_score":0.463386,"hf_subset":"uzn_Latn-umb_Latn","languages":["uzn-Latn","umb-Latn"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"uzn_Latn-ajp_Arab","languages":["uzn-Latn","ajp-Arab"]},{"precision":0.39933,"recall":0.481225,"f1":0.421995,"accuracy":0.481225,"main_score":0.421995,"hf_subset":"uzn_Latn-bjn_Arab","languages":["uzn-Latn","bjn-Arab"]},{"precision":0.450776,"recall":0.511858,"f1":0.467514,"accuracy":0.511858,"main_score":0.467514,"hf_subset":"uzn_Latn-ewe_Latn","languages":["uzn-Latn","ewe-Latn"]},{"precision":0.820899,"recall":0.863636,"f1":0.834096,"accuracy":0.863636,"main_score":0.834096,"hf_subset":"uzn_Latn-ilo_Latn","languages":["uzn-Latn","ilo-Latn"]},{"precision":0.191461,"recall":0.269763,"f1":0.210957,"accuracy":0.269763,"main_score":0.210957,"hf_subset":"uzn_Latn-knc_Arab","languages":["uzn-Latn","knc-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"uzn_Latn-mkd_Cyrl","languages":["uzn-Latn","mkd-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"uzn_Latn-prs_Arab","languages":["uzn-Latn","prs-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"uzn_Latn-swe_Latn","languages":["uzn-Latn","swe-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"uzn_Latn-urd_Arab","languages":["uzn-Latn","urd-Arab"]},{"precision":0.511002,"recall":0.574111,"f1":0.52898,"accuracy":0.574111,"main_score":0.52898,"hf_subset":"uzn_Latn-aka_Latn","languages":["uzn-Latn","aka-Latn"]},{"precision":0.944005,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"uzn_Latn-bjn_Latn","languages":["uzn-Latn","bjn-Latn"]},{"precision":0.911973,"recall":0.939723,"f1":0.921014,"accuracy":0.939723,"main_score":0.921014,"hf_subset":"uzn_Latn-fao_Latn","languages":["uzn-Latn","fao-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"uzn_Latn-ind_Latn","languages":["uzn-Latn","ind-Latn"]},{"precision":0.511712,"recall":0.575099,"f1":0.52991,"accuracy":0.575099,"main_score":0.52991,"hf_subset":"uzn_Latn-knc_Latn","languages":["uzn-Latn","knc-Latn"]},{"precision":0.949852,"recall":0.965415,"f1":0.954776,"accuracy":0.965415,"main_score":0.954776,"hf_subset":"uzn_Latn-mlt_Latn","languages":["uzn-Latn","mlt-Latn"]},{"precision":0.556664,"recall":0.625494,"f1":0.576303,"accuracy":0.625494,"main_score":0.576303,"hf_subset":"uzn_Latn-quy_Latn","languages":["uzn-Latn","quy-Latn"]},{"precision":0.690629,"recall":0.76581,"f1":0.713293,"accuracy":0.76581,"main_score":0.713293,"hf_subset":"uzn_Latn-swh_Latn","languages":["uzn-Latn","swh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"uzn_Latn-als_Latn","languages":["uzn-Latn","als-Latn"]},{"precision":0.172444,"recall":0.243083,"f1":0.190089,"accuracy":0.243083,"main_score":0.190089,"hf_subset":"uzn_Latn-bod_Tibt","languages":["uzn-Latn","bod-Tibt"]},{"precision":0.455741,"recall":0.518775,"f1":0.473309,"accuracy":0.518775,"main_score":0.473309,"hf_subset":"uzn_Latn-fij_Latn","languages":["uzn-Latn","fij-Latn"]},{"precision":0.943017,"recall":0.960474,"f1":0.948781,"accuracy":0.960474,"main_score":0.948781,"hf_subset":"uzn_Latn-isl_Latn","languages":["uzn-Latn","isl-Latn"]},{"precision":0.524939,"recall":0.602767,"f1":0.547501,"accuracy":0.602767,"main_score":0.547501,"hf_subset":"uzn_Latn-kon_Latn","languages":["uzn-Latn","kon-Latn"]},{"precision":0.496747,"recall":0.58004,"f1":0.519573,"accuracy":0.58004,"main_score":0.519573,"hf_subset":"uzn_Latn-mni_Beng","languages":["uzn-Latn","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"uzn_Latn-ron_Latn","languages":["uzn-Latn","ron-Latn"]},{"precision":0.969203,"recall":0.977273,"f1":0.971838,"accuracy":0.977273,"main_score":0.971838,"hf_subset":"uzn_Latn-szl_Latn","languages":["uzn-Latn","szl-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"uzn_Latn-vec_Latn","languages":["uzn-Latn","vec-Latn"]},{"precision":0.58139,"recall":0.666008,"f1":0.605849,"accuracy":0.666008,"main_score":0.605849,"hf_subset":"uzn_Latn-amh_Ethi","languages":["uzn-Latn","amh-Ethi"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"uzn_Latn-bos_Latn","languages":["uzn-Latn","bos-Latn"]},{"precision":0.992095,"recall":0.994071,"f1":0.992754,"accuracy":0.994071,"main_score":0.992754,"hf_subset":"uzn_Latn-fin_Latn","languages":["uzn-Latn","fin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"uzn_Latn-ita_Latn","languages":["uzn-Latn","ita-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"uzn_Latn-kor_Hang","languages":["uzn-Latn","kor-Hang"]},{"precision":0.462667,"recall":0.531621,"f1":0.482191,"accuracy":0.531621,"main_score":0.482191,"hf_subset":"uzn_Latn-mos_Latn","languages":["uzn-Latn","mos-Latn"]},{"precision":0.446114,"recall":0.511858,"f1":0.46417,"accuracy":0.511858,"main_score":0.46417,"hf_subset":"uzn_Latn-run_Latn","languages":["uzn-Latn","run-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"uzn_Latn-tam_Taml","languages":["uzn-Latn","tam-Taml"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"uzn_Latn-vie_Latn","languages":["uzn-Latn","vie-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"uzn_Latn-apc_Arab","languages":["uzn-Latn","apc-Arab"]},{"precision":0.714822,"recall":0.778656,"f1":0.734011,"accuracy":0.778656,"main_score":0.734011,"hf_subset":"uzn_Latn-bug_Latn","languages":["uzn-Latn","bug-Latn"]},{"precision":0.425909,"recall":0.492095,"f1":0.443722,"accuracy":0.492095,"main_score":0.443722,"hf_subset":"uzn_Latn-fon_Latn","languages":["uzn-Latn","fon-Latn"]},{"precision":0.972908,"recall":0.981225,"f1":0.975527,"accuracy":0.981225,"main_score":0.975527,"hf_subset":"uzn_Latn-jav_Latn","languages":["uzn-Latn","jav-Latn"]},{"precision":0.870965,"recall":0.909091,"f1":0.8833,"accuracy":0.909091,"main_score":0.8833,"hf_subset":"uzn_Latn-lao_Laoo","languages":["uzn-Latn","lao-Laoo"]},{"precision":0.552581,"recall":0.632411,"f1":0.575655,"accuracy":0.632411,"main_score":0.575655,"hf_subset":"uzn_Latn-mri_Latn","languages":["uzn-Latn","mri-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"uzn_Latn-rus_Cyrl","languages":["uzn-Latn","rus-Cyrl"]},{"precision":0.488396,"recall":0.549407,"f1":0.505952,"accuracy":0.549407,"main_score":0.505952,"hf_subset":"uzn_Latn-taq_Latn","languages":["uzn-Latn","taq-Latn"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"uzn_Latn-war_Latn","languages":["uzn-Latn","war-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"uzn_Latn-arb_Arab","languages":["uzn-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"uzn_Latn-bul_Cyrl","languages":["uzn-Latn","bul-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"uzn_Latn-fra_Latn","languages":["uzn-Latn","fra-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"uzn_Latn-jpn_Jpan","languages":["uzn-Latn","jpn-Jpan"]},{"precision":0.973155,"recall":0.981225,"f1":0.975626,"accuracy":0.981225,"main_score":0.975626,"hf_subset":"uzn_Latn-lij_Latn","languages":["uzn-Latn","lij-Latn"]},{"precision":0.933383,"recall":0.953557,"f1":0.939954,"accuracy":0.953557,"main_score":0.939954,"hf_subset":"uzn_Latn-mya_Mymr","languages":["uzn-Latn","mya-Mymr"]},{"precision":0.489552,"recall":0.565217,"f1":0.511212,"accuracy":0.565217,"main_score":0.511212,"hf_subset":"uzn_Latn-sag_Latn","languages":["uzn-Latn","sag-Latn"]},{"precision":0.140771,"recall":0.214427,"f1":0.155358,"accuracy":0.214427,"main_score":0.155358,"hf_subset":"uzn_Latn-taq_Tfng","languages":["uzn-Latn","taq-Tfng"]},{"precision":0.543085,"recall":0.618577,"f1":0.564941,"accuracy":0.618577,"main_score":0.564941,"hf_subset":"uzn_Latn-wol_Latn","languages":["uzn-Latn","wol-Latn"]},{"precision":0.609972,"recall":0.695652,"f1":0.635286,"accuracy":0.695652,"main_score":0.635286,"hf_subset":"uzn_Latn-arb_Latn","languages":["uzn-Latn","arb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"uzn_Latn-cat_Latn","languages":["uzn-Latn","cat-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"uzn_Latn-fur_Latn","languages":["uzn-Latn","fur-Latn"]},{"precision":0.337444,"recall":0.399209,"f1":0.353948,"accuracy":0.399209,"main_score":0.353948,"hf_subset":"uzn_Latn-kab_Latn","languages":["uzn-Latn","kab-Latn"]},{"precision":0.956686,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"uzn_Latn-lim_Latn","languages":["uzn-Latn","lim-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"uzn_Latn-nld_Latn","languages":["uzn-Latn","nld-Latn"]},{"precision":0.940794,"recall":0.95751,"f1":0.946212,"accuracy":0.95751,"main_score":0.946212,"hf_subset":"uzn_Latn-san_Deva","languages":["uzn-Latn","san-Deva"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"uzn_Latn-tat_Cyrl","languages":["uzn-Latn","tat-Cyrl"]},{"precision":0.514781,"recall":0.583992,"f1":0.53412,"accuracy":0.583992,"main_score":0.53412,"hf_subset":"uzn_Latn-xho_Latn","languages":["uzn-Latn","xho-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"uzn_Latn-ars_Arab","languages":["uzn-Latn","ars-Arab"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"uzn_Latn-ceb_Latn","languages":["uzn-Latn","ceb-Latn"]},{"precision":0.468308,"recall":0.530632,"f1":0.485779,"accuracy":0.530632,"main_score":0.485779,"hf_subset":"uzn_Latn-fuv_Latn","languages":["uzn-Latn","fuv-Latn"]},{"precision":0.45795,"recall":0.528656,"f1":0.477645,"accuracy":0.528656,"main_score":0.477645,"hf_subset":"uzn_Latn-kac_Latn","languages":["uzn-Latn","kac-Latn"]},{"precision":0.536268,"recall":0.608696,"f1":0.556734,"accuracy":0.608696,"main_score":0.556734,"hf_subset":"uzn_Latn-lin_Latn","languages":["uzn-Latn","lin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"uzn_Latn-nno_Latn","languages":["uzn-Latn","nno-Latn"]},{"precision":0.020243,"recall":0.064229,"f1":0.026752,"accuracy":0.064229,"main_score":0.026752,"hf_subset":"uzn_Latn-sat_Olck","languages":["uzn-Latn","sat-Olck"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"uzn_Latn-tel_Telu","languages":["uzn-Latn","tel-Telu"]},{"precision":0.718989,"recall":0.794466,"f1":0.742292,"accuracy":0.794466,"main_score":0.742292,"hf_subset":"uzn_Latn-ydd_Hebr","languages":["uzn-Latn","ydd-Hebr"]},{"precision":0.943758,"recall":0.961462,"f1":0.949506,"accuracy":0.961462,"main_score":0.949506,"hf_subset":"uzn_Latn-ary_Arab","languages":["uzn-Latn","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"uzn_Latn-ces_Latn","languages":["uzn-Latn","ces-Latn"]},{"precision":0.402042,"recall":0.474308,"f1":0.421869,"accuracy":0.474308,"main_score":0.421869,"hf_subset":"uzn_Latn-gaz_Latn","languages":["uzn-Latn","gaz-Latn"]},{"precision":0.478096,"recall":0.545455,"f1":0.497087,"accuracy":0.545455,"main_score":0.497087,"hf_subset":"uzn_Latn-kam_Latn","languages":["uzn-Latn","kam-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"uzn_Latn-lit_Latn","languages":["uzn-Latn","lit-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"uzn_Latn-nob_Latn","languages":["uzn-Latn","nob-Latn"]},{"precision":0.971509,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"uzn_Latn-scn_Latn","languages":["uzn-Latn","scn-Latn"]},{"precision":0.94944,"recall":0.964427,"f1":0.954381,"accuracy":0.964427,"main_score":0.954381,"hf_subset":"uzn_Latn-tgk_Cyrl","languages":["uzn-Latn","tgk-Cyrl"]},{"precision":0.428451,"recall":0.496047,"f1":0.447226,"accuracy":0.496047,"main_score":0.447226,"hf_subset":"uzn_Latn-yor_Latn","languages":["uzn-Latn","yor-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"uzn_Latn-arz_Arab","languages":["uzn-Latn","arz-Arab"]},{"precision":0.458013,"recall":0.534585,"f1":0.479684,"accuracy":0.534585,"main_score":0.479684,"hf_subset":"uzn_Latn-cjk_Latn","languages":["uzn-Latn","cjk-Latn"]},{"precision":0.597579,"recall":0.673913,"f1":0.619505,"accuracy":0.673913,"main_score":0.619505,"hf_subset":"uzn_Latn-gla_Latn","languages":["uzn-Latn","gla-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"uzn_Latn-kan_Knda","languages":["uzn-Latn","kan-Knda"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"uzn_Latn-lmo_Latn","languages":["uzn-Latn","lmo-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"uzn_Latn-npi_Deva","languages":["uzn-Latn","npi-Deva"]},{"precision":0.409721,"recall":0.497036,"f1":0.433808,"accuracy":0.497036,"main_score":0.433808,"hf_subset":"uzn_Latn-shn_Mymr","languages":["uzn-Latn","shn-Mymr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"uzn_Latn-tgl_Latn","languages":["uzn-Latn","tgl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"uzn_Latn-yue_Hant","languages":["uzn-Latn","yue-Hant"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"uzn_Latn-asm_Beng","languages":["uzn-Latn","asm-Beng"]},{"precision":0.72049,"recall":0.786561,"f1":0.739907,"accuracy":0.786561,"main_score":0.739907,"hf_subset":"uzn_Latn-ckb_Arab","languages":["uzn-Latn","ckb-Arab"]},{"precision":0.6986,"recall":0.769763,"f1":0.719913,"accuracy":0.769763,"main_score":0.719913,"hf_subset":"uzn_Latn-gle_Latn","languages":["uzn-Latn","gle-Latn"]},{"precision":0.847414,"recall":0.891304,"f1":0.861232,"accuracy":0.891304,"main_score":0.861232,"hf_subset":"uzn_Latn-kas_Arab","languages":["uzn-Latn","kas-Arab"]},{"precision":0.852273,"recall":0.891304,"f1":0.864577,"accuracy":0.891304,"main_score":0.864577,"hf_subset":"uzn_Latn-ltg_Latn","languages":["uzn-Latn","ltg-Latn"]},{"precision":0.504015,"recall":0.562253,"f1":0.520128,"accuracy":0.562253,"main_score":0.520128,"hf_subset":"uzn_Latn-nso_Latn","languages":["uzn-Latn","nso-Latn"]},{"precision":0.48424,"recall":0.575099,"f1":0.510287,"accuracy":0.575099,"main_score":0.510287,"hf_subset":"uzn_Latn-sin_Sinh","languages":["uzn-Latn","sin-Sinh"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"uzn_Latn-tha_Thai","languages":["uzn-Latn","tha-Thai"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"uzn_Latn-zho_Hans","languages":["uzn-Latn","zho-Hans"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"uzn_Latn-ast_Latn","languages":["uzn-Latn","ast-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"uzn_Latn-crh_Latn","languages":["uzn-Latn","crh-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"uzn_Latn-glg_Latn","languages":["uzn-Latn","glg-Latn"]},{"precision":0.727207,"recall":0.793478,"f1":0.747431,"accuracy":0.793478,"main_score":0.747431,"hf_subset":"uzn_Latn-kas_Deva","languages":["uzn-Latn","kas-Deva"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"uzn_Latn-ltz_Latn","languages":["uzn-Latn","ltz-Latn"]},{"precision":0.387395,"recall":0.465415,"f1":0.408616,"accuracy":0.465415,"main_score":0.408616,"hf_subset":"uzn_Latn-nus_Latn","languages":["uzn-Latn","nus-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"uzn_Latn-slk_Latn","languages":["uzn-Latn","slk-Latn"]},{"precision":0.28569,"recall":0.357708,"f1":0.304909,"accuracy":0.357708,"main_score":0.304909,"hf_subset":"uzn_Latn-tir_Ethi","languages":["uzn-Latn","tir-Ethi"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"uzn_Latn-zho_Hant","languages":["uzn-Latn","zho-Hant"]},{"precision":0.972908,"recall":0.980237,"f1":0.975198,"accuracy":0.980237,"main_score":0.975198,"hf_subset":"uzn_Latn-awa_Deva","languages":["uzn-Latn","awa-Deva"]},{"precision":0.851202,"recall":0.893281,"f1":0.864328,"accuracy":0.893281,"main_score":0.864328,"hf_subset":"uzn_Latn-cym_Latn","languages":["uzn-Latn","cym-Latn"]},{"precision":0.677207,"recall":0.736166,"f1":0.69552,"accuracy":0.736166,"main_score":0.69552,"hf_subset":"uzn_Latn-grn_Latn","languages":["uzn-Latn","grn-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"uzn_Latn-kat_Geor","languages":["uzn-Latn","kat-Geor"]},{"precision":0.546783,"recall":0.605731,"f1":0.56344,"accuracy":0.605731,"main_score":0.56344,"hf_subset":"uzn_Latn-lua_Latn","languages":["uzn-Latn","lua-Latn"]},{"precision":0.490474,"recall":0.560277,"f1":0.51003,"accuracy":0.560277,"main_score":0.51003,"hf_subset":"uzn_Latn-nya_Latn","languages":["uzn-Latn","nya-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"uzn_Latn-slv_Latn","languages":["uzn-Latn","slv-Latn"]},{"precision":0.725873,"recall":0.787549,"f1":0.744288,"accuracy":0.787549,"main_score":0.744288,"hf_subset":"uzn_Latn-tpi_Latn","languages":["uzn-Latn","tpi-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"uzn_Latn-zsm_Latn","languages":["uzn-Latn","zsm-Latn"]},{"precision":0.471263,"recall":0.531621,"f1":0.488152,"accuracy":0.531621,"main_score":0.488152,"hf_subset":"uzn_Latn-ayr_Latn","languages":["uzn-Latn","ayr-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"uzn_Latn-dan_Latn","languages":["uzn-Latn","dan-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"uzn_Latn-guj_Gujr","languages":["uzn-Latn","guj-Gujr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"uzn_Latn-kaz_Cyrl","languages":["uzn-Latn","kaz-Cyrl"]},{"precision":0.433822,"recall":0.501976,"f1":0.453322,"accuracy":0.501976,"main_score":0.453322,"hf_subset":"uzn_Latn-lug_Latn","languages":["uzn-Latn","lug-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"uzn_Latn-oci_Latn","languages":["uzn-Latn","oci-Latn"]},{"precision":0.50476,"recall":0.575099,"f1":0.525005,"accuracy":0.575099,"main_score":0.525005,"hf_subset":"uzn_Latn-smo_Latn","languages":["uzn-Latn","smo-Latn"]},{"precision":0.459203,"recall":0.52668,"f1":0.477804,"accuracy":0.52668,"main_score":0.477804,"hf_subset":"uzn_Latn-tsn_Latn","languages":["uzn-Latn","tsn-Latn"]},{"precision":0.457588,"recall":0.525692,"f1":0.475711,"accuracy":0.525692,"main_score":0.475711,"hf_subset":"uzn_Latn-zul_Latn","languages":["uzn-Latn","zul-Latn"]},{"precision":0.791733,"recall":0.846838,"f1":0.808564,"accuracy":0.846838,"main_score":0.808564,"hf_subset":"uzn_Latn-azb_Arab","languages":["uzn-Latn","azb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"uzn_Latn-deu_Latn","languages":["uzn-Latn","deu-Latn"]},{"precision":0.906785,"recall":0.933794,"f1":0.915514,"accuracy":0.933794,"main_score":0.915514,"hf_subset":"uzn_Latn-hat_Latn","languages":["uzn-Latn","hat-Latn"]},{"precision":0.439851,"recall":0.502964,"f1":0.456878,"accuracy":0.502964,"main_score":0.456878,"hf_subset":"uzn_Latn-kbp_Latn","languages":["uzn-Latn","kbp-Latn"]},{"precision":0.488982,"recall":0.547431,"f1":0.505424,"accuracy":0.547431,"main_score":0.505424,"hf_subset":"uzn_Latn-luo_Latn","languages":["uzn-Latn","luo-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"uzn_Latn-ory_Orya","languages":["uzn-Latn","ory-Orya"]},{"precision":0.486487,"recall":0.548419,"f1":0.503998,"accuracy":0.548419,"main_score":0.503998,"hf_subset":"uzn_Latn-sna_Latn","languages":["uzn-Latn","sna-Latn"]},{"precision":0.456886,"recall":0.523715,"f1":0.47566,"accuracy":0.523715,"main_score":0.47566,"hf_subset":"uzn_Latn-tso_Latn","languages":["uzn-Latn","tso-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"uzn_Latn-azj_Latn","languages":["uzn-Latn","azj-Latn"]},{"precision":0.462535,"recall":0.531621,"f1":0.482119,"accuracy":0.531621,"main_score":0.482119,"hf_subset":"uzn_Latn-dik_Latn","languages":["uzn-Latn","dik-Latn"]},{"precision":0.459695,"recall":0.51581,"f1":0.475974,"accuracy":0.51581,"main_score":0.475974,"hf_subset":"uzn_Latn-hau_Latn","languages":["uzn-Latn","hau-Latn"]},{"precision":0.954051,"recall":0.968379,"f1":0.958663,"accuracy":0.968379,"main_score":0.958663,"hf_subset":"uzn_Latn-kea_Latn","languages":["uzn-Latn","kea-Latn"]},{"precision":0.6134,"recall":0.675889,"f1":0.631029,"accuracy":0.675889,"main_score":0.631029,"hf_subset":"uzn_Latn-lus_Latn","languages":["uzn-Latn","lus-Latn"]},{"precision":0.765843,"recall":0.811265,"f1":0.779545,"accuracy":0.811265,"main_score":0.779545,"hf_subset":"uzn_Latn-pag_Latn","languages":["uzn-Latn","pag-Latn"]},{"precision":0.972497,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"uzn_Latn-snd_Arab","languages":["uzn-Latn","snd-Arab"]},{"precision":0.919302,"recall":0.944664,"f1":0.927536,"accuracy":0.944664,"main_score":0.927536,"hf_subset":"uzn_Latn-tuk_Latn","languages":["uzn-Latn","tuk-Latn"]},{"precision":0.962451,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"uzn_Latn-bak_Cyrl","languages":["uzn-Latn","bak-Cyrl"]},{"precision":0.414987,"recall":0.496047,"f1":0.43822,"accuracy":0.496047,"main_score":0.43822,"hf_subset":"uzn_Latn-dyu_Latn","languages":["uzn-Latn","dyu-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"uzn_Latn-heb_Hebr","languages":["uzn-Latn","heb-Hebr"]},{"precision":0.899127,"recall":0.928854,"f1":0.908498,"accuracy":0.928854,"main_score":0.908498,"hf_subset":"uzn_Latn-khk_Cyrl","languages":["uzn-Latn","khk-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"uzn_Latn-lvs_Latn","languages":["uzn-Latn","lvs-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"uzn_Latn-pan_Guru","languages":["uzn-Latn","pan-Guru"]},{"precision":0.452573,"recall":0.527668,"f1":0.474132,"accuracy":0.527668,"main_score":0.474132,"hf_subset":"uzn_Latn-som_Latn","languages":["uzn-Latn","som-Latn"]},{"precision":0.494295,"recall":0.554348,"f1":0.51138,"accuracy":0.554348,"main_score":0.51138,"hf_subset":"uzn_Latn-tum_Latn","languages":["uzn-Latn","tum-Latn"]},{"precision":0.435834,"recall":0.518775,"f1":0.458709,"accuracy":0.518775,"main_score":0.458709,"hf_subset":"als_Latn-ace_Arab","languages":["als-Latn","ace-Arab"]},{"precision":0.452161,"recall":0.516798,"f1":0.469592,"accuracy":0.516798,"main_score":0.469592,"hf_subset":"als_Latn-bam_Latn","languages":["als-Latn","bam-Latn"]},{"precision":0.112304,"recall":0.157115,"f1":0.12368,"accuracy":0.157115,"main_score":0.12368,"hf_subset":"als_Latn-dzo_Tibt","languages":["als-Latn","dzo-Tibt"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"als_Latn-hin_Deva","languages":["als-Latn","hin-Deva"]},{"precision":0.92309,"recall":0.947628,"f1":0.931159,"accuracy":0.947628,"main_score":0.931159,"hf_subset":"als_Latn-khm_Khmr","languages":["als-Latn","khm-Khmr"]},{"precision":0.994401,"recall":0.996047,"f1":0.994895,"accuracy":0.996047,"main_score":0.994895,"hf_subset":"als_Latn-mag_Deva","languages":["als-Latn","mag-Deva"]},{"precision":0.959651,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"als_Latn-pap_Latn","languages":["als-Latn","pap-Latn"]},{"precision":0.497259,"recall":0.564229,"f1":0.51555,"accuracy":0.564229,"main_score":0.51555,"hf_subset":"als_Latn-sot_Latn","languages":["als-Latn","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"als_Latn-tur_Latn","languages":["als-Latn","tur-Latn"]},{"precision":0.796964,"recall":0.841897,"f1":0.810837,"accuracy":0.841897,"main_score":0.810837,"hf_subset":"als_Latn-ace_Latn","languages":["als-Latn","ace-Latn"]},{"precision":0.902536,"recall":0.929842,"f1":0.911232,"accuracy":0.929842,"main_score":0.911232,"hf_subset":"als_Latn-ban_Latn","languages":["als-Latn","ban-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"als_Latn-ell_Grek","languages":["als-Latn","ell-Grek"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"als_Latn-hne_Deva","languages":["als-Latn","hne-Deva"]},{"precision":0.486046,"recall":0.5583,"f1":0.50632,"accuracy":0.5583,"main_score":0.50632,"hf_subset":"als_Latn-kik_Latn","languages":["als-Latn","kik-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"als_Latn-mai_Deva","languages":["als-Latn","mai-Deva"]},{"precision":0.881209,"recall":0.914032,"f1":0.89137,"accuracy":0.914032,"main_score":0.89137,"hf_subset":"als_Latn-pbt_Arab","languages":["als-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"als_Latn-spa_Latn","languages":["als-Latn","spa-Latn"]},{"precision":0.554058,"recall":0.620553,"f1":0.57288,"accuracy":0.620553,"main_score":0.57288,"hf_subset":"als_Latn-twi_Latn","languages":["als-Latn","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"als_Latn-acm_Arab","languages":["als-Latn","acm-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"als_Latn-bel_Cyrl","languages":["als-Latn","bel-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"als_Latn-eng_Latn","languages":["als-Latn","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"als_Latn-hrv_Latn","languages":["als-Latn","hrv-Latn"]},{"precision":0.460353,"recall":0.530632,"f1":0.480171,"accuracy":0.530632,"main_score":0.480171,"hf_subset":"als_Latn-kin_Latn","languages":["als-Latn","kin-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"als_Latn-mal_Mlym","languages":["als-Latn","mal-Mlym"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"als_Latn-pes_Arab","languages":["als-Latn","pes-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"als_Latn-srd_Latn","languages":["als-Latn","srd-Latn"]},{"precision":0.132475,"recall":0.193676,"f1":0.145052,"accuracy":0.193676,"main_score":0.145052,"hf_subset":"als_Latn-tzm_Tfng","languages":["als-Latn","tzm-Tfng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"als_Latn-acq_Arab","languages":["als-Latn","acq-Arab"]},{"precision":0.514603,"recall":0.581028,"f1":0.533486,"accuracy":0.581028,"main_score":0.533486,"hf_subset":"als_Latn-bem_Latn","languages":["als-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"als_Latn-epo_Latn","languages":["als-Latn","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"als_Latn-hun_Latn","languages":["als-Latn","hun-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"als_Latn-kir_Cyrl","languages":["als-Latn","kir-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"als_Latn-mar_Deva","languages":["als-Latn","mar-Deva"]},{"precision":0.569896,"recall":0.632411,"f1":0.587983,"accuracy":0.632411,"main_score":0.587983,"hf_subset":"als_Latn-plt_Latn","languages":["als-Latn","plt-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"als_Latn-srp_Cyrl","languages":["als-Latn","srp-Cyrl"]},{"precision":0.933465,"recall":0.952569,"f1":0.939723,"accuracy":0.952569,"main_score":0.939723,"hf_subset":"als_Latn-uig_Arab","languages":["als-Latn","uig-Arab"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"als_Latn-aeb_Arab","languages":["als-Latn","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"als_Latn-ben_Beng","languages":["als-Latn","ben-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"als_Latn-est_Latn","languages":["als-Latn","est-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"als_Latn-hye_Armn","languages":["als-Latn","hye-Armn"]},{"precision":0.473646,"recall":0.528656,"f1":0.488773,"accuracy":0.528656,"main_score":0.488773,"hf_subset":"als_Latn-kmb_Latn","languages":["als-Latn","kmb-Latn"]},{"precision":0.381794,"recall":0.477273,"f1":0.407794,"accuracy":0.477273,"main_score":0.407794,"hf_subset":"als_Latn-min_Arab","languages":["als-Latn","min-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"als_Latn-pol_Latn","languages":["als-Latn","pol-Latn"]},{"precision":0.435081,"recall":0.507905,"f1":0.455181,"accuracy":0.507905,"main_score":0.455181,"hf_subset":"als_Latn-ssw_Latn","languages":["als-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"als_Latn-ukr_Cyrl","languages":["als-Latn","ukr-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"als_Latn-afr_Latn","languages":["als-Latn","afr-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"als_Latn-bho_Deva","languages":["als-Latn","bho-Deva"]},{"precision":0.953722,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"als_Latn-eus_Latn","languages":["als-Latn","eus-Latn"]},{"precision":0.490518,"recall":0.563241,"f1":0.510998,"accuracy":0.563241,"main_score":0.510998,"hf_subset":"als_Latn-ibo_Latn","languages":["als-Latn","ibo-Latn"]},{"precision":0.725675,"recall":0.788538,"f1":0.744547,"accuracy":0.788538,"main_score":0.744547,"hf_subset":"als_Latn-kmr_Latn","languages":["als-Latn","kmr-Latn"]},{"precision":0.94697,"recall":0.963439,"f1":0.952404,"accuracy":0.963439,"main_score":0.952404,"hf_subset":"als_Latn-min_Latn","languages":["als-Latn","min-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"als_Latn-por_Latn","languages":["als-Latn","por-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"als_Latn-sun_Latn","languages":["als-Latn","sun-Latn"]},{"precision":0.44861,"recall":0.512846,"f1":0.467229,"accuracy":0.512846,"main_score":0.467229,"hf_subset":"als_Latn-umb_Latn","languages":["als-Latn","umb-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"als_Latn-ajp_Arab","languages":["als-Latn","ajp-Arab"]},{"precision":0.412631,"recall":0.5,"f1":0.436403,"accuracy":0.5,"main_score":0.436403,"hf_subset":"als_Latn-bjn_Arab","languages":["als-Latn","bjn-Arab"]},{"precision":0.466097,"recall":0.525692,"f1":0.481867,"accuracy":0.525692,"main_score":0.481867,"hf_subset":"als_Latn-ewe_Latn","languages":["als-Latn","ewe-Latn"]},{"precision":0.86446,"recall":0.899209,"f1":0.875461,"accuracy":0.899209,"main_score":0.875461,"hf_subset":"als_Latn-ilo_Latn","languages":["als-Latn","ilo-Latn"]},{"precision":0.188455,"recall":0.268775,"f1":0.208211,"accuracy":0.268775,"main_score":0.208211,"hf_subset":"als_Latn-knc_Arab","languages":["als-Latn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"als_Latn-mkd_Cyrl","languages":["als-Latn","mkd-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"als_Latn-prs_Arab","languages":["als-Latn","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"als_Latn-swe_Latn","languages":["als-Latn","swe-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"als_Latn-urd_Arab","languages":["als-Latn","urd-Arab"]},{"precision":0.534182,"recall":0.599802,"f1":0.552284,"accuracy":0.599802,"main_score":0.552284,"hf_subset":"als_Latn-aka_Latn","languages":["als-Latn","aka-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"als_Latn-bjn_Latn","languages":["als-Latn","bjn-Latn"]},{"precision":0.919302,"recall":0.944664,"f1":0.927536,"accuracy":0.944664,"main_score":0.927536,"hf_subset":"als_Latn-fao_Latn","languages":["als-Latn","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"als_Latn-ind_Latn","languages":["als-Latn","ind-Latn"]},{"precision":0.515901,"recall":0.583004,"f1":0.534955,"accuracy":0.583004,"main_score":0.534955,"hf_subset":"als_Latn-knc_Latn","languages":["als-Latn","knc-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"als_Latn-mlt_Latn","languages":["als-Latn","mlt-Latn"]},{"precision":0.567554,"recall":0.641304,"f1":0.588389,"accuracy":0.641304,"main_score":0.588389,"hf_subset":"als_Latn-quy_Latn","languages":["als-Latn","quy-Latn"]},{"precision":0.722226,"recall":0.79249,"f1":0.743791,"accuracy":0.79249,"main_score":0.743791,"hf_subset":"als_Latn-swh_Latn","languages":["als-Latn","swh-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"als_Latn-uzn_Latn","languages":["als-Latn","uzn-Latn"]},{"precision":0.170854,"recall":0.243083,"f1":0.188642,"accuracy":0.243083,"main_score":0.188642,"hf_subset":"als_Latn-bod_Tibt","languages":["als-Latn","bod-Tibt"]},{"precision":0.476563,"recall":0.544466,"f1":0.49519,"accuracy":0.544466,"main_score":0.49519,"hf_subset":"als_Latn-fij_Latn","languages":["als-Latn","fij-Latn"]},{"precision":0.94417,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"als_Latn-isl_Latn","languages":["als-Latn","isl-Latn"]},{"precision":0.55942,"recall":0.630435,"f1":0.579583,"accuracy":0.630435,"main_score":0.579583,"hf_subset":"als_Latn-kon_Latn","languages":["als-Latn","kon-Latn"]},{"precision":0.493035,"recall":0.587945,"f1":0.520206,"accuracy":0.587945,"main_score":0.520206,"hf_subset":"als_Latn-mni_Beng","languages":["als-Latn","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"als_Latn-ron_Latn","languages":["als-Latn","ron-Latn"]},{"precision":0.982708,"recall":0.987154,"f1":0.98419,"accuracy":0.987154,"main_score":0.98419,"hf_subset":"als_Latn-szl_Latn","languages":["als-Latn","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"als_Latn-vec_Latn","languages":["als-Latn","vec-Latn"]},{"precision":0.598505,"recall":0.678854,"f1":0.62161,"accuracy":0.678854,"main_score":0.62161,"hf_subset":"als_Latn-amh_Ethi","languages":["als-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"als_Latn-bos_Latn","languages":["als-Latn","bos-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"als_Latn-fin_Latn","languages":["als-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"als_Latn-ita_Latn","languages":["als-Latn","ita-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"als_Latn-kor_Hang","languages":["als-Latn","kor-Hang"]},{"precision":0.477375,"recall":0.552372,"f1":0.497686,"accuracy":0.552372,"main_score":0.497686,"hf_subset":"als_Latn-mos_Latn","languages":["als-Latn","mos-Latn"]},{"precision":0.474625,"recall":0.537549,"f1":0.492116,"accuracy":0.537549,"main_score":0.492116,"hf_subset":"als_Latn-run_Latn","languages":["als-Latn","run-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"als_Latn-tam_Taml","languages":["als-Latn","tam-Taml"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"als_Latn-vie_Latn","languages":["als-Latn","vie-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"als_Latn-apc_Arab","languages":["als-Latn","apc-Arab"]},{"precision":0.730105,"recall":0.787549,"f1":0.747596,"accuracy":0.787549,"main_score":0.747596,"hf_subset":"als_Latn-bug_Latn","languages":["als-Latn","bug-Latn"]},{"precision":0.418454,"recall":0.491107,"f1":0.437625,"accuracy":0.491107,"main_score":0.437625,"hf_subset":"als_Latn-fon_Latn","languages":["als-Latn","fon-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"als_Latn-jav_Latn","languages":["als-Latn","jav-Latn"]},{"precision":0.896574,"recall":0.926877,"f1":0.906291,"accuracy":0.926877,"main_score":0.906291,"hf_subset":"als_Latn-lao_Laoo","languages":["als-Latn","lao-Laoo"]},{"precision":0.558853,"recall":0.642292,"f1":0.582326,"accuracy":0.642292,"main_score":0.582326,"hf_subset":"als_Latn-mri_Latn","languages":["als-Latn","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"als_Latn-rus_Cyrl","languages":["als-Latn","rus-Cyrl"]},{"precision":0.498215,"recall":0.567194,"f1":0.517874,"accuracy":0.567194,"main_score":0.517874,"hf_subset":"als_Latn-taq_Latn","languages":["als-Latn","taq-Latn"]},{"precision":0.973979,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"als_Latn-war_Latn","languages":["als-Latn","war-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"als_Latn-arb_Arab","languages":["als-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"als_Latn-bul_Cyrl","languages":["als-Latn","bul-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"als_Latn-fra_Latn","languages":["als-Latn","fra-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"als_Latn-jpn_Jpan","languages":["als-Latn","jpn-Jpan"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"als_Latn-lij_Latn","languages":["als-Latn","lij-Latn"]},{"precision":0.918561,"recall":0.943676,"f1":0.926779,"accuracy":0.943676,"main_score":0.926779,"hf_subset":"als_Latn-mya_Mymr","languages":["als-Latn","mya-Mymr"]},{"precision":0.507791,"recall":0.585968,"f1":0.529018,"accuracy":0.585968,"main_score":0.529018,"hf_subset":"als_Latn-sag_Latn","languages":["als-Latn","sag-Latn"]},{"precision":0.136297,"recall":0.216403,"f1":0.151922,"accuracy":0.216403,"main_score":0.151922,"hf_subset":"als_Latn-taq_Tfng","languages":["als-Latn","taq-Tfng"]},{"precision":0.559447,"recall":0.632411,"f1":0.580417,"accuracy":0.632411,"main_score":0.580417,"hf_subset":"als_Latn-wol_Latn","languages":["als-Latn","wol-Latn"]},{"precision":0.631632,"recall":0.709486,"f1":0.653738,"accuracy":0.709486,"main_score":0.653738,"hf_subset":"als_Latn-arb_Latn","languages":["als-Latn","arb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"als_Latn-cat_Latn","languages":["als-Latn","cat-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"als_Latn-fur_Latn","languages":["als-Latn","fur-Latn"]},{"precision":0.337696,"recall":0.400198,"f1":0.3544,"accuracy":0.400198,"main_score":0.3544,"hf_subset":"als_Latn-kab_Latn","languages":["als-Latn","kab-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"als_Latn-lim_Latn","languages":["als-Latn","lim-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"als_Latn-nld_Latn","languages":["als-Latn","nld-Latn"]},{"precision":0.934321,"recall":0.952569,"f1":0.940053,"accuracy":0.952569,"main_score":0.940053,"hf_subset":"als_Latn-san_Deva","languages":["als-Latn","san-Deva"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"als_Latn-tat_Cyrl","languages":["als-Latn","tat-Cyrl"]},{"precision":0.534088,"recall":0.607708,"f1":0.554828,"accuracy":0.607708,"main_score":0.554828,"hf_subset":"als_Latn-xho_Latn","languages":["als-Latn","xho-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"als_Latn-ars_Arab","languages":["als-Latn","ars-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"als_Latn-ceb_Latn","languages":["als-Latn","ceb-Latn"]},{"precision":0.471849,"recall":0.544466,"f1":0.492132,"accuracy":0.544466,"main_score":0.492132,"hf_subset":"als_Latn-fuv_Latn","languages":["als-Latn","fuv-Latn"]},{"precision":0.457064,"recall":0.532609,"f1":0.477992,"accuracy":0.532609,"main_score":0.477992,"hf_subset":"als_Latn-kac_Latn","languages":["als-Latn","kac-Latn"]},{"precision":0.564628,"recall":0.639328,"f1":0.585277,"accuracy":0.639328,"main_score":0.585277,"hf_subset":"als_Latn-lin_Latn","languages":["als-Latn","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"als_Latn-nno_Latn","languages":["als-Latn","nno-Latn"]},{"precision":0.017732,"recall":0.060277,"f1":0.024048,"accuracy":0.060277,"main_score":0.024048,"hf_subset":"als_Latn-sat_Olck","languages":["als-Latn","sat-Olck"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"als_Latn-tel_Telu","languages":["als-Latn","tel-Telu"]},{"precision":0.757197,"recall":0.824111,"f1":0.777866,"accuracy":0.824111,"main_score":0.777866,"hf_subset":"als_Latn-ydd_Hebr","languages":["als-Latn","ydd-Hebr"]},{"precision":0.943017,"recall":0.961462,"f1":0.949111,"accuracy":0.961462,"main_score":0.949111,"hf_subset":"als_Latn-ary_Arab","languages":["als-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"als_Latn-ces_Latn","languages":["als-Latn","ces-Latn"]},{"precision":0.405719,"recall":0.483202,"f1":0.427241,"accuracy":0.483202,"main_score":0.427241,"hf_subset":"als_Latn-gaz_Latn","languages":["als-Latn","gaz-Latn"]},{"precision":0.48974,"recall":0.5583,"f1":0.508744,"accuracy":0.5583,"main_score":0.508744,"hf_subset":"als_Latn-kam_Latn","languages":["als-Latn","kam-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"als_Latn-lit_Latn","languages":["als-Latn","lit-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"als_Latn-nob_Latn","languages":["als-Latn","nob-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"als_Latn-scn_Latn","languages":["als-Latn","scn-Latn"]},{"precision":0.92169,"recall":0.944664,"f1":0.928755,"accuracy":0.944664,"main_score":0.928755,"hf_subset":"als_Latn-tgk_Cyrl","languages":["als-Latn","tgk-Cyrl"]},{"precision":0.432636,"recall":0.506917,"f1":0.454062,"accuracy":0.506917,"main_score":0.454062,"hf_subset":"als_Latn-yor_Latn","languages":["als-Latn","yor-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"als_Latn-arz_Arab","languages":["als-Latn","arz-Arab"]},{"precision":0.488447,"recall":0.572134,"f1":0.512049,"accuracy":0.572134,"main_score":0.512049,"hf_subset":"als_Latn-cjk_Latn","languages":["als-Latn","cjk-Latn"]},{"precision":0.625144,"recall":0.695652,"f1":0.645004,"accuracy":0.695652,"main_score":0.645004,"hf_subset":"als_Latn-gla_Latn","languages":["als-Latn","gla-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"als_Latn-kan_Knda","languages":["als-Latn","kan-Knda"]},{"precision":0.96558,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"als_Latn-lmo_Latn","languages":["als-Latn","lmo-Latn"]},{"precision":0.984519,"recall":0.98913,"f1":0.986001,"accuracy":0.98913,"main_score":0.986001,"hf_subset":"als_Latn-npi_Deva","languages":["als-Latn","npi-Deva"]},{"precision":0.396588,"recall":0.48913,"f1":0.421545,"accuracy":0.48913,"main_score":0.421545,"hf_subset":"als_Latn-shn_Mymr","languages":["als-Latn","shn-Mymr"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"als_Latn-tgl_Latn","languages":["als-Latn","tgl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"als_Latn-yue_Hant","languages":["als-Latn","yue-Hant"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"als_Latn-asm_Beng","languages":["als-Latn","asm-Beng"]},{"precision":0.724204,"recall":0.785573,"f1":0.74215,"accuracy":0.785573,"main_score":0.74215,"hf_subset":"als_Latn-ckb_Arab","languages":["als-Latn","ckb-Arab"]},{"precision":0.730072,"recall":0.798419,"f1":0.751285,"accuracy":0.798419,"main_score":0.751285,"hf_subset":"als_Latn-gle_Latn","languages":["als-Latn","gle-Latn"]},{"precision":0.84058,"recall":0.886364,"f1":0.85504,"accuracy":0.886364,"main_score":0.85504,"hf_subset":"als_Latn-kas_Arab","languages":["als-Latn","kas-Arab"]},{"precision":0.88167,"recall":0.91502,"f1":0.892194,"accuracy":0.91502,"main_score":0.892194,"hf_subset":"als_Latn-ltg_Latn","languages":["als-Latn","ltg-Latn"]},{"precision":0.509631,"recall":0.58004,"f1":0.52964,"accuracy":0.58004,"main_score":0.52964,"hf_subset":"als_Latn-nso_Latn","languages":["als-Latn","nso-Latn"]},{"precision":0.471375,"recall":0.566206,"f1":0.498522,"accuracy":0.566206,"main_score":0.498522,"hf_subset":"als_Latn-sin_Sinh","languages":["als-Latn","sin-Sinh"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"als_Latn-tha_Thai","languages":["als-Latn","tha-Thai"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"als_Latn-zho_Hans","languages":["als-Latn","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"als_Latn-ast_Latn","languages":["als-Latn","ast-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"als_Latn-crh_Latn","languages":["als-Latn","crh-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"als_Latn-glg_Latn","languages":["als-Latn","glg-Latn"]},{"precision":0.744186,"recall":0.809289,"f1":0.763938,"accuracy":0.809289,"main_score":0.763938,"hf_subset":"als_Latn-kas_Deva","languages":["als-Latn","kas-Deva"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"als_Latn-ltz_Latn","languages":["als-Latn","ltz-Latn"]},{"precision":0.375525,"recall":0.458498,"f1":0.397834,"accuracy":0.458498,"main_score":0.397834,"hf_subset":"als_Latn-nus_Latn","languages":["als-Latn","nus-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"als_Latn-slk_Latn","languages":["als-Latn","slk-Latn"]},{"precision":0.274419,"recall":0.348814,"f1":0.293548,"accuracy":0.348814,"main_score":0.293548,"hf_subset":"als_Latn-tir_Ethi","languages":["als-Latn","tir-Ethi"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"als_Latn-zho_Hant","languages":["als-Latn","zho-Hant"]},{"precision":0.984519,"recall":0.988142,"f1":0.985672,"accuracy":0.988142,"main_score":0.985672,"hf_subset":"als_Latn-awa_Deva","languages":["als-Latn","awa-Deva"]},{"precision":0.898551,"recall":0.928854,"f1":0.908267,"accuracy":0.928854,"main_score":0.908267,"hf_subset":"als_Latn-cym_Latn","languages":["als-Latn","cym-Latn"]},{"precision":0.699407,"recall":0.764822,"f1":0.719104,"accuracy":0.764822,"main_score":0.719104,"hf_subset":"als_Latn-grn_Latn","languages":["als-Latn","grn-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"als_Latn-kat_Geor","languages":["als-Latn","kat-Geor"]},{"precision":0.550433,"recall":0.624506,"f1":0.571265,"accuracy":0.624506,"main_score":0.571265,"hf_subset":"als_Latn-lua_Latn","languages":["als-Latn","lua-Latn"]},{"precision":0.501861,"recall":0.56917,"f1":0.521099,"accuracy":0.56917,"main_score":0.521099,"hf_subset":"als_Latn-nya_Latn","languages":["als-Latn","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"als_Latn-slv_Latn","languages":["als-Latn","slv-Latn"]},{"precision":0.769384,"recall":0.824111,"f1":0.78602,"accuracy":0.824111,"main_score":0.78602,"hf_subset":"als_Latn-tpi_Latn","languages":["als-Latn","tpi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"als_Latn-zsm_Latn","languages":["als-Latn","zsm-Latn"]},{"precision":0.468921,"recall":0.541502,"f1":0.48789,"accuracy":0.541502,"main_score":0.48789,"hf_subset":"als_Latn-ayr_Latn","languages":["als-Latn","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"als_Latn-dan_Latn","languages":["als-Latn","dan-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"als_Latn-guj_Gujr","languages":["als-Latn","guj-Gujr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"als_Latn-kaz_Cyrl","languages":["als-Latn","kaz-Cyrl"]},{"precision":0.436211,"recall":0.511858,"f1":0.457125,"accuracy":0.511858,"main_score":0.457125,"hf_subset":"als_Latn-lug_Latn","languages":["als-Latn","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"als_Latn-oci_Latn","languages":["als-Latn","oci-Latn"]},{"precision":0.525478,"recall":0.597826,"f1":0.545408,"accuracy":0.597826,"main_score":0.545408,"hf_subset":"als_Latn-smo_Latn","languages":["als-Latn","smo-Latn"]},{"precision":0.462368,"recall":0.529644,"f1":0.480328,"accuracy":0.529644,"main_score":0.480328,"hf_subset":"als_Latn-tsn_Latn","languages":["als-Latn","tsn-Latn"]},{"precision":0.466378,"recall":0.538538,"f1":0.486058,"accuracy":0.538538,"main_score":0.486058,"hf_subset":"als_Latn-zul_Latn","languages":["als-Latn","zul-Latn"]},{"precision":0.798131,"recall":0.854743,"f1":0.815964,"accuracy":0.854743,"main_score":0.815964,"hf_subset":"als_Latn-azb_Arab","languages":["als-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"als_Latn-deu_Latn","languages":["als-Latn","deu-Latn"]},{"precision":0.923419,"recall":0.947628,"f1":0.931324,"accuracy":0.947628,"main_score":0.931324,"hf_subset":"als_Latn-hat_Latn","languages":["als-Latn","hat-Latn"]},{"precision":0.426417,"recall":0.496047,"f1":0.445483,"accuracy":0.496047,"main_score":0.445483,"hf_subset":"als_Latn-kbp_Latn","languages":["als-Latn","kbp-Latn"]},{"precision":0.49212,"recall":0.560277,"f1":0.510444,"accuracy":0.560277,"main_score":0.510444,"hf_subset":"als_Latn-luo_Latn","languages":["als-Latn","luo-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"als_Latn-ory_Orya","languages":["als-Latn","ory-Orya"]},{"precision":0.481143,"recall":0.555336,"f1":0.50252,"accuracy":0.555336,"main_score":0.50252,"hf_subset":"als_Latn-sna_Latn","languages":["als-Latn","sna-Latn"]},{"precision":0.460008,"recall":0.527668,"f1":0.478649,"accuracy":0.527668,"main_score":0.478649,"hf_subset":"als_Latn-tso_Latn","languages":["als-Latn","tso-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"als_Latn-azj_Latn","languages":["als-Latn","azj-Latn"]},{"precision":0.472362,"recall":0.545455,"f1":0.493398,"accuracy":0.545455,"main_score":0.493398,"hf_subset":"als_Latn-dik_Latn","languages":["als-Latn","dik-Latn"]},{"precision":0.47095,"recall":0.532609,"f1":0.488157,"accuracy":0.532609,"main_score":0.488157,"hf_subset":"als_Latn-hau_Latn","languages":["als-Latn","hau-Latn"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"als_Latn-kea_Latn","languages":["als-Latn","kea-Latn"]},{"precision":0.638606,"recall":0.698617,"f1":0.655632,"accuracy":0.698617,"main_score":0.655632,"hf_subset":"als_Latn-lus_Latn","languages":["als-Latn","lus-Latn"]},{"precision":0.799605,"recall":0.84585,"f1":0.813669,"accuracy":0.84585,"main_score":0.813669,"hf_subset":"als_Latn-pag_Latn","languages":["als-Latn","pag-Latn"]},{"precision":0.972991,"recall":0.981225,"f1":0.975626,"accuracy":0.981225,"main_score":0.975626,"hf_subset":"als_Latn-snd_Arab","languages":["als-Latn","snd-Arab"]},{"precision":0.899045,"recall":0.929842,"f1":0.909091,"accuracy":0.929842,"main_score":0.909091,"hf_subset":"als_Latn-tuk_Latn","languages":["als-Latn","tuk-Latn"]},{"precision":0.945817,"recall":0.962451,"f1":0.951252,"accuracy":0.962451,"main_score":0.951252,"hf_subset":"als_Latn-bak_Cyrl","languages":["als-Latn","bak-Cyrl"]},{"precision":0.411696,"recall":0.500988,"f1":0.436759,"accuracy":0.500988,"main_score":0.436759,"hf_subset":"als_Latn-dyu_Latn","languages":["als-Latn","dyu-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"als_Latn-heb_Hebr","languages":["als-Latn","heb-Hebr"]},{"precision":0.908185,"recall":0.934783,"f1":0.916733,"accuracy":0.934783,"main_score":0.916733,"hf_subset":"als_Latn-khk_Cyrl","languages":["als-Latn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"als_Latn-lvs_Latn","languages":["als-Latn","lvs-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"als_Latn-pan_Guru","languages":["als-Latn","pan-Guru"]},{"precision":0.467815,"recall":0.544466,"f1":0.488863,"accuracy":0.544466,"main_score":0.488863,"hf_subset":"als_Latn-som_Latn","languages":["als-Latn","som-Latn"]},{"precision":0.492483,"recall":0.554348,"f1":0.509381,"accuracy":0.554348,"main_score":0.509381,"hf_subset":"als_Latn-tum_Latn","languages":["als-Latn","tum-Latn"]},{"precision":0.122331,"recall":0.144269,"f1":0.127594,"accuracy":0.144269,"main_score":0.127594,"hf_subset":"bod_Tibt-ace_Arab","languages":["bod-Tibt","ace-Arab"]},{"precision":0.131616,"recall":0.152174,"f1":0.135846,"accuracy":0.152174,"main_score":0.135846,"hf_subset":"bod_Tibt-bam_Latn","languages":["bod-Tibt","bam-Latn"]},{"precision":0.2245,"recall":0.283597,"f1":0.239434,"accuracy":0.283597,"main_score":0.239434,"hf_subset":"bod_Tibt-dzo_Tibt","languages":["bod-Tibt","dzo-Tibt"]},{"precision":0.151476,"recall":0.193676,"f1":0.161279,"accuracy":0.193676,"main_score":0.161279,"hf_subset":"bod_Tibt-hin_Deva","languages":["bod-Tibt","hin-Deva"]},{"precision":0.159477,"recall":0.1917,"f1":0.167275,"accuracy":0.1917,"main_score":0.167275,"hf_subset":"bod_Tibt-khm_Khmr","languages":["bod-Tibt","khm-Khmr"]},{"precision":0.15542,"recall":0.190711,"f1":0.164013,"accuracy":0.190711,"main_score":0.164013,"hf_subset":"bod_Tibt-mag_Deva","languages":["bod-Tibt","mag-Deva"]},{"precision":0.157992,"recall":0.195652,"f1":0.16618,"accuracy":0.195652,"main_score":0.16618,"hf_subset":"bod_Tibt-pap_Latn","languages":["bod-Tibt","pap-Latn"]},{"precision":0.145736,"recall":0.167984,"f1":0.151343,"accuracy":0.167984,"main_score":0.151343,"hf_subset":"bod_Tibt-sot_Latn","languages":["bod-Tibt","sot-Latn"]},{"precision":0.139975,"recall":0.179842,"f1":0.148577,"accuracy":0.179842,"main_score":0.148577,"hf_subset":"bod_Tibt-tur_Latn","languages":["bod-Tibt","tur-Latn"]},{"precision":0.156643,"recall":0.187747,"f1":0.164282,"accuracy":0.187747,"main_score":0.164282,"hf_subset":"bod_Tibt-ace_Latn","languages":["bod-Tibt","ace-Latn"]},{"precision":0.157921,"recall":0.192688,"f1":0.165441,"accuracy":0.192688,"main_score":0.165441,"hf_subset":"bod_Tibt-ban_Latn","languages":["bod-Tibt","ban-Latn"]},{"precision":0.151616,"recall":0.188735,"f1":0.16062,"accuracy":0.188735,"main_score":0.16062,"hf_subset":"bod_Tibt-ell_Grek","languages":["bod-Tibt","ell-Grek"]},{"precision":0.158253,"recall":0.19664,"f1":0.167007,"accuracy":0.19664,"main_score":0.167007,"hf_subset":"bod_Tibt-hne_Deva","languages":["bod-Tibt","hne-Deva"]},{"precision":0.067941,"recall":0.093874,"f1":0.073397,"accuracy":0.093874,"main_score":0.073397,"hf_subset":"bod_Tibt-kik_Latn","languages":["bod-Tibt","kik-Latn"]},{"precision":0.163145,"recall":0.199605,"f1":0.171915,"accuracy":0.199605,"main_score":0.171915,"hf_subset":"bod_Tibt-mai_Deva","languages":["bod-Tibt","mai-Deva"]},{"precision":0.147565,"recall":0.176877,"f1":0.154349,"accuracy":0.176877,"main_score":0.154349,"hf_subset":"bod_Tibt-pbt_Arab","languages":["bod-Tibt","pbt-Arab"]},{"precision":0.149014,"recall":0.182806,"f1":0.156455,"accuracy":0.182806,"main_score":0.156455,"hf_subset":"bod_Tibt-spa_Latn","languages":["bod-Tibt","spa-Latn"]},{"precision":0.130216,"recall":0.153162,"f1":0.135997,"accuracy":0.153162,"main_score":0.135997,"hf_subset":"bod_Tibt-twi_Latn","languages":["bod-Tibt","twi-Latn"]},{"precision":0.139354,"recall":0.181818,"f1":0.148669,"accuracy":0.181818,"main_score":0.148669,"hf_subset":"bod_Tibt-acm_Arab","languages":["bod-Tibt","acm-Arab"]},{"precision":0.142341,"recall":0.18083,"f1":0.151216,"accuracy":0.18083,"main_score":0.151216,"hf_subset":"bod_Tibt-bel_Cyrl","languages":["bod-Tibt","bel-Cyrl"]},{"precision":0.132648,"recall":0.173913,"f1":0.141971,"accuracy":0.173913,"main_score":0.141971,"hf_subset":"bod_Tibt-eng_Latn","languages":["bod-Tibt","eng-Latn"]},{"precision":0.152217,"recall":0.188735,"f1":0.160439,"accuracy":0.188735,"main_score":0.160439,"hf_subset":"bod_Tibt-hrv_Latn","languages":["bod-Tibt","hrv-Latn"]},{"precision":0.15534,"recall":0.175889,"f1":0.160366,"accuracy":0.175889,"main_score":0.160366,"hf_subset":"bod_Tibt-kin_Latn","languages":["bod-Tibt","kin-Latn"]},{"precision":0.148605,"recall":0.187747,"f1":0.157714,"accuracy":0.187747,"main_score":0.157714,"hf_subset":"bod_Tibt-mal_Mlym","languages":["bod-Tibt","mal-Mlym"]},{"precision":0.1534,"recall":0.1917,"f1":0.161731,"accuracy":0.1917,"main_score":0.161731,"hf_subset":"bod_Tibt-pes_Arab","languages":["bod-Tibt","pes-Arab"]},{"precision":0.152416,"recall":0.185771,"f1":0.160422,"accuracy":0.185771,"main_score":0.160422,"hf_subset":"bod_Tibt-srd_Latn","languages":["bod-Tibt","srd-Latn"]},{"precision":0.154851,"recall":0.16996,"f1":0.159052,"accuracy":0.16996,"main_score":0.159052,"hf_subset":"bod_Tibt-tzm_Tfng","languages":["bod-Tibt","tzm-Tfng"]},{"precision":0.133874,"recall":0.172925,"f1":0.142726,"accuracy":0.172925,"main_score":0.142726,"hf_subset":"bod_Tibt-acq_Arab","languages":["bod-Tibt","acq-Arab"]},{"precision":0.143186,"recall":0.167984,"f1":0.149398,"accuracy":0.167984,"main_score":0.149398,"hf_subset":"bod_Tibt-bem_Latn","languages":["bod-Tibt","bem-Latn"]},{"precision":0.159529,"recall":0.1917,"f1":0.167358,"accuracy":0.1917,"main_score":0.167358,"hf_subset":"bod_Tibt-epo_Latn","languages":["bod-Tibt","epo-Latn"]},{"precision":0.1541,"recall":0.189723,"f1":0.162256,"accuracy":0.189723,"main_score":0.162256,"hf_subset":"bod_Tibt-hun_Latn","languages":["bod-Tibt","hun-Latn"]},{"precision":0.151654,"recall":0.18083,"f1":0.158976,"accuracy":0.18083,"main_score":0.158976,"hf_subset":"bod_Tibt-kir_Cyrl","languages":["bod-Tibt","kir-Cyrl"]},{"precision":0.1507,"recall":0.189723,"f1":0.159808,"accuracy":0.189723,"main_score":0.159808,"hf_subset":"bod_Tibt-mar_Deva","languages":["bod-Tibt","mar-Deva"]},{"precision":0.159687,"recall":0.184783,"f1":0.16596,"accuracy":0.184783,"main_score":0.16596,"hf_subset":"bod_Tibt-plt_Latn","languages":["bod-Tibt","plt-Latn"]},{"precision":0.149088,"recall":0.188735,"f1":0.157128,"accuracy":0.188735,"main_score":0.157128,"hf_subset":"bod_Tibt-srp_Cyrl","languages":["bod-Tibt","srp-Cyrl"]},{"precision":0.17551,"recall":0.201581,"f1":0.182212,"accuracy":0.201581,"main_score":0.182212,"hf_subset":"bod_Tibt-uig_Arab","languages":["bod-Tibt","uig-Arab"]},{"precision":0.144291,"recall":0.179842,"f1":0.152944,"accuracy":0.179842,"main_score":0.152944,"hf_subset":"bod_Tibt-aeb_Arab","languages":["bod-Tibt","aeb-Arab"]},{"precision":0.147981,"recall":0.183794,"f1":0.155871,"accuracy":0.183794,"main_score":0.155871,"hf_subset":"bod_Tibt-ben_Beng","languages":["bod-Tibt","ben-Beng"]},{"precision":0.145666,"recall":0.178854,"f1":0.153049,"accuracy":0.178854,"main_score":0.153049,"hf_subset":"bod_Tibt-est_Latn","languages":["bod-Tibt","est-Latn"]},{"precision":0.157613,"recall":0.194664,"f1":0.16638,"accuracy":0.194664,"main_score":0.16638,"hf_subset":"bod_Tibt-hye_Armn","languages":["bod-Tibt","hye-Armn"]},{"precision":0.1378,"recall":0.160079,"f1":0.14373,"accuracy":0.160079,"main_score":0.14373,"hf_subset":"bod_Tibt-kmb_Latn","languages":["bod-Tibt","kmb-Latn"]},{"precision":0.120532,"recall":0.143281,"f1":0.126109,"accuracy":0.143281,"main_score":0.126109,"hf_subset":"bod_Tibt-min_Arab","languages":["bod-Tibt","min-Arab"]},{"precision":0.143722,"recall":0.187747,"f1":0.153635,"accuracy":0.187747,"main_score":0.153635,"hf_subset":"bod_Tibt-pol_Latn","languages":["bod-Tibt","pol-Latn"]},{"precision":0.14842,"recall":0.171937,"f1":0.154547,"accuracy":0.171937,"main_score":0.154547,"hf_subset":"bod_Tibt-ssw_Latn","languages":["bod-Tibt","ssw-Latn"]},{"precision":0.156798,"recall":0.19664,"f1":0.165585,"accuracy":0.19664,"main_score":0.165585,"hf_subset":"bod_Tibt-ukr_Cyrl","languages":["bod-Tibt","ukr-Cyrl"]},{"precision":0.152526,"recall":0.185771,"f1":0.160575,"accuracy":0.185771,"main_score":0.160575,"hf_subset":"bod_Tibt-afr_Latn","languages":["bod-Tibt","afr-Latn"]},{"precision":0.16441,"recall":0.199605,"f1":0.172151,"accuracy":0.199605,"main_score":0.172151,"hf_subset":"bod_Tibt-bho_Deva","languages":["bod-Tibt","bho-Deva"]},{"precision":0.14886,"recall":0.179842,"f1":0.156177,"accuracy":0.179842,"main_score":0.156177,"hf_subset":"bod_Tibt-eus_Latn","languages":["bod-Tibt","eus-Latn"]},{"precision":0.133652,"recall":0.156126,"f1":0.138545,"accuracy":0.156126,"main_score":0.138545,"hf_subset":"bod_Tibt-ibo_Latn","languages":["bod-Tibt","ibo-Latn"]},{"precision":0.16159,"recall":0.185771,"f1":0.16733,"accuracy":0.185771,"main_score":0.16733,"hf_subset":"bod_Tibt-kmr_Latn","languages":["bod-Tibt","kmr-Latn"]},{"precision":0.156964,"recall":0.185771,"f1":0.163925,"accuracy":0.185771,"main_score":0.163925,"hf_subset":"bod_Tibt-min_Latn","languages":["bod-Tibt","min-Latn"]},{"precision":0.145019,"recall":0.186759,"f1":0.154272,"accuracy":0.186759,"main_score":0.154272,"hf_subset":"bod_Tibt-por_Latn","languages":["bod-Tibt","por-Latn"]},{"precision":0.151249,"recall":0.182806,"f1":0.159109,"accuracy":0.182806,"main_score":0.159109,"hf_subset":"bod_Tibt-sun_Latn","languages":["bod-Tibt","sun-Latn"]},{"precision":0.126452,"recall":0.149209,"f1":0.132543,"accuracy":0.149209,"main_score":0.132543,"hf_subset":"bod_Tibt-umb_Latn","languages":["bod-Tibt","umb-Latn"]},{"precision":0.144662,"recall":0.18083,"f1":0.152305,"accuracy":0.18083,"main_score":0.152305,"hf_subset":"bod_Tibt-ajp_Arab","languages":["bod-Tibt","ajp-Arab"]},{"precision":0.128147,"recall":0.153162,"f1":0.134253,"accuracy":0.153162,"main_score":0.134253,"hf_subset":"bod_Tibt-bjn_Arab","languages":["bod-Tibt","bjn-Arab"]},{"precision":0.130824,"recall":0.156126,"f1":0.137424,"accuracy":0.156126,"main_score":0.137424,"hf_subset":"bod_Tibt-ewe_Latn","languages":["bod-Tibt","ewe-Latn"]},{"precision":0.147649,"recall":0.175889,"f1":0.154232,"accuracy":0.175889,"main_score":0.154232,"hf_subset":"bod_Tibt-ilo_Latn","languages":["bod-Tibt","ilo-Latn"]},{"precision":0.119663,"recall":0.144269,"f1":0.126515,"accuracy":0.144269,"main_score":0.126515,"hf_subset":"bod_Tibt-knc_Arab","languages":["bod-Tibt","knc-Arab"]},{"precision":0.154106,"recall":0.189723,"f1":0.162315,"accuracy":0.189723,"main_score":0.162315,"hf_subset":"bod_Tibt-mkd_Cyrl","languages":["bod-Tibt","mkd-Cyrl"]},{"precision":0.164186,"recall":0.200593,"f1":0.1722,"accuracy":0.200593,"main_score":0.1722,"hf_subset":"bod_Tibt-prs_Arab","languages":["bod-Tibt","prs-Arab"]},{"precision":0.137753,"recall":0.182806,"f1":0.147941,"accuracy":0.182806,"main_score":0.147941,"hf_subset":"bod_Tibt-swe_Latn","languages":["bod-Tibt","swe-Latn"]},{"precision":0.154785,"recall":0.192688,"f1":0.164089,"accuracy":0.192688,"main_score":0.164089,"hf_subset":"bod_Tibt-urd_Arab","languages":["bod-Tibt","urd-Arab"]},{"precision":0.128103,"recall":0.156126,"f1":0.134763,"accuracy":0.156126,"main_score":0.134763,"hf_subset":"bod_Tibt-aka_Latn","languages":["bod-Tibt","aka-Latn"]},{"precision":0.147108,"recall":0.183794,"f1":0.1566,"accuracy":0.183794,"main_score":0.1566,"hf_subset":"bod_Tibt-bjn_Latn","languages":["bod-Tibt","bjn-Latn"]},{"precision":0.148268,"recall":0.174901,"f1":0.155608,"accuracy":0.174901,"main_score":0.155608,"hf_subset":"bod_Tibt-fao_Latn","languages":["bod-Tibt","fao-Latn"]},{"precision":0.142678,"recall":0.183794,"f1":0.152198,"accuracy":0.183794,"main_score":0.152198,"hf_subset":"bod_Tibt-ind_Latn","languages":["bod-Tibt","ind-Latn"]},{"precision":0.147398,"recall":0.167984,"f1":0.153276,"accuracy":0.167984,"main_score":0.153276,"hf_subset":"bod_Tibt-knc_Latn","languages":["bod-Tibt","knc-Latn"]},{"precision":0.165815,"recall":0.19664,"f1":0.173173,"accuracy":0.19664,"main_score":0.173173,"hf_subset":"bod_Tibt-mlt_Latn","languages":["bod-Tibt","mlt-Latn"]},{"precision":0.143752,"recall":0.166996,"f1":0.149612,"accuracy":0.166996,"main_score":0.149612,"hf_subset":"bod_Tibt-quy_Latn","languages":["bod-Tibt","quy-Latn"]},{"precision":0.155053,"recall":0.183794,"f1":0.161677,"accuracy":0.183794,"main_score":0.161677,"hf_subset":"bod_Tibt-swh_Latn","languages":["bod-Tibt","swh-Latn"]},{"precision":0.152775,"recall":0.190711,"f1":0.160973,"accuracy":0.190711,"main_score":0.160973,"hf_subset":"bod_Tibt-uzn_Latn","languages":["bod-Tibt","uzn-Latn"]},{"precision":0.15708,"recall":0.187747,"f1":0.16387,"accuracy":0.187747,"main_score":0.16387,"hf_subset":"bod_Tibt-als_Latn","languages":["bod-Tibt","als-Latn"]},{"precision":0.138322,"recall":0.163043,"f1":0.144389,"accuracy":0.163043,"main_score":0.144389,"hf_subset":"bod_Tibt-fij_Latn","languages":["bod-Tibt","fij-Latn"]},{"precision":0.14065,"recall":0.172925,"f1":0.148151,"accuracy":0.172925,"main_score":0.148151,"hf_subset":"bod_Tibt-isl_Latn","languages":["bod-Tibt","isl-Latn"]},{"precision":0.136939,"recall":0.161067,"f1":0.143014,"accuracy":0.161067,"main_score":0.143014,"hf_subset":"bod_Tibt-kon_Latn","languages":["bod-Tibt","kon-Latn"]},{"precision":0.149358,"recall":0.170949,"f1":0.15583,"accuracy":0.170949,"main_score":0.15583,"hf_subset":"bod_Tibt-mni_Beng","languages":["bod-Tibt","mni-Beng"]},{"precision":0.148541,"recall":0.192688,"f1":0.158681,"accuracy":0.192688,"main_score":0.158681,"hf_subset":"bod_Tibt-ron_Latn","languages":["bod-Tibt","ron-Latn"]},{"precision":0.154035,"recall":0.189723,"f1":0.161885,"accuracy":0.189723,"main_score":0.161885,"hf_subset":"bod_Tibt-szl_Latn","languages":["bod-Tibt","szl-Latn"]},{"precision":0.159395,"recall":0.195652,"f1":0.168002,"accuracy":0.195652,"main_score":0.168002,"hf_subset":"bod_Tibt-vec_Latn","languages":["bod-Tibt","vec-Latn"]},{"precision":0.16583,"recall":0.188735,"f1":0.171684,"accuracy":0.188735,"main_score":0.171684,"hf_subset":"bod_Tibt-amh_Ethi","languages":["bod-Tibt","amh-Ethi"]},{"precision":0.149253,"recall":0.186759,"f1":0.157187,"accuracy":0.186759,"main_score":0.157187,"hf_subset":"bod_Tibt-bos_Latn","languages":["bod-Tibt","bos-Latn"]},{"precision":0.136271,"recall":0.174901,"f1":0.14596,"accuracy":0.174901,"main_score":0.14596,"hf_subset":"bod_Tibt-fin_Latn","languages":["bod-Tibt","fin-Latn"]},{"precision":0.148661,"recall":0.192688,"f1":0.158936,"accuracy":0.192688,"main_score":0.158936,"hf_subset":"bod_Tibt-ita_Latn","languages":["bod-Tibt","ita-Latn"]},{"precision":0.140264,"recall":0.176877,"f1":0.14922,"accuracy":0.176877,"main_score":0.14922,"hf_subset":"bod_Tibt-kor_Hang","languages":["bod-Tibt","kor-Hang"]},{"precision":0.135921,"recall":0.158103,"f1":0.141735,"accuracy":0.158103,"main_score":0.141735,"hf_subset":"bod_Tibt-mos_Latn","languages":["bod-Tibt","mos-Latn"]},{"precision":0.146038,"recall":0.16996,"f1":0.152008,"accuracy":0.16996,"main_score":0.152008,"hf_subset":"bod_Tibt-run_Latn","languages":["bod-Tibt","run-Latn"]},{"precision":0.163285,"recall":0.19664,"f1":0.171028,"accuracy":0.19664,"main_score":0.171028,"hf_subset":"bod_Tibt-tam_Taml","languages":["bod-Tibt","tam-Taml"]},{"precision":0.145874,"recall":0.187747,"f1":0.155172,"accuracy":0.187747,"main_score":0.155172,"hf_subset":"bod_Tibt-vie_Latn","languages":["bod-Tibt","vie-Latn"]},{"precision":0.142792,"recall":0.18083,"f1":0.151334,"accuracy":0.18083,"main_score":0.151334,"hf_subset":"bod_Tibt-apc_Arab","languages":["bod-Tibt","apc-Arab"]},{"precision":0.139338,"recall":0.163043,"f1":0.1454,"accuracy":0.163043,"main_score":0.1454,"hf_subset":"bod_Tibt-bug_Latn","languages":["bod-Tibt","bug-Latn"]},{"precision":0.132444,"recall":0.15415,"f1":0.138523,"accuracy":0.15415,"main_score":0.138523,"hf_subset":"bod_Tibt-fon_Latn","languages":["bod-Tibt","fon-Latn"]},{"precision":0.163627,"recall":0.19664,"f1":0.171236,"accuracy":0.19664,"main_score":0.171236,"hf_subset":"bod_Tibt-jav_Latn","languages":["bod-Tibt","jav-Latn"]},{"precision":0.167934,"recall":0.192688,"f1":0.173904,"accuracy":0.192688,"main_score":0.173904,"hf_subset":"bod_Tibt-lao_Laoo","languages":["bod-Tibt","lao-Laoo"]},{"precision":0.142519,"recall":0.167984,"f1":0.148806,"accuracy":0.167984,"main_score":0.148806,"hf_subset":"bod_Tibt-mri_Latn","languages":["bod-Tibt","mri-Latn"]},{"precision":0.144772,"recall":0.182806,"f1":0.153715,"accuracy":0.182806,"main_score":0.153715,"hf_subset":"bod_Tibt-rus_Cyrl","languages":["bod-Tibt","rus-Cyrl"]},{"precision":0.146198,"recall":0.166996,"f1":0.151647,"accuracy":0.166996,"main_score":0.151647,"hf_subset":"bod_Tibt-taq_Latn","languages":["bod-Tibt","taq-Latn"]},{"precision":0.152594,"recall":0.189723,"f1":0.160967,"accuracy":0.189723,"main_score":0.160967,"hf_subset":"bod_Tibt-war_Latn","languages":["bod-Tibt","war-Latn"]},{"precision":0.134138,"recall":0.176877,"f1":0.144099,"accuracy":0.176877,"main_score":0.144099,"hf_subset":"bod_Tibt-arb_Arab","languages":["bod-Tibt","arb-Arab"]},{"precision":0.157644,"recall":0.193676,"f1":0.165691,"accuracy":0.193676,"main_score":0.165691,"hf_subset":"bod_Tibt-bul_Cyrl","languages":["bod-Tibt","bul-Cyrl"]},{"precision":0.145556,"recall":0.184783,"f1":0.154499,"accuracy":0.184783,"main_score":0.154499,"hf_subset":"bod_Tibt-fra_Latn","languages":["bod-Tibt","fra-Latn"]},{"precision":0.137836,"recall":0.173913,"f1":0.145958,"accuracy":0.173913,"main_score":0.145958,"hf_subset":"bod_Tibt-jpn_Jpan","languages":["bod-Tibt","jpn-Jpan"]},{"precision":0.156166,"recall":0.194664,"f1":0.164995,"accuracy":0.194664,"main_score":0.164995,"hf_subset":"bod_Tibt-lij_Latn","languages":["bod-Tibt","lij-Latn"]},{"precision":0.148114,"recall":0.185771,"f1":0.156886,"accuracy":0.185771,"main_score":0.156886,"hf_subset":"bod_Tibt-mya_Mymr","languages":["bod-Tibt","mya-Mymr"]},{"precision":0.146789,"recall":0.167984,"f1":0.151755,"accuracy":0.167984,"main_score":0.151755,"hf_subset":"bod_Tibt-sag_Latn","languages":["bod-Tibt","sag-Latn"]},{"precision":0.145177,"recall":0.164032,"f1":0.150277,"accuracy":0.164032,"main_score":0.150277,"hf_subset":"bod_Tibt-taq_Tfng","languages":["bod-Tibt","taq-Tfng"]},{"precision":0.140612,"recall":0.166008,"f1":0.14687,"accuracy":0.166008,"main_score":0.14687,"hf_subset":"bod_Tibt-wol_Latn","languages":["bod-Tibt","wol-Latn"]},{"precision":0.130408,"recall":0.155138,"f1":0.136415,"accuracy":0.155138,"main_score":0.136415,"hf_subset":"bod_Tibt-arb_Latn","languages":["bod-Tibt","arb-Latn"]},{"precision":0.14105,"recall":0.184783,"f1":0.151313,"accuracy":0.184783,"main_score":0.151313,"hf_subset":"bod_Tibt-cat_Latn","languages":["bod-Tibt","cat-Latn"]},{"precision":0.15168,"recall":0.187747,"f1":0.160355,"accuracy":0.187747,"main_score":0.160355,"hf_subset":"bod_Tibt-fur_Latn","languages":["bod-Tibt","fur-Latn"]},{"precision":0.138272,"recall":0.162055,"f1":0.14494,"accuracy":0.162055,"main_score":0.14494,"hf_subset":"bod_Tibt-kab_Latn","languages":["bod-Tibt","kab-Latn"]},{"precision":0.149343,"recall":0.184783,"f1":0.157721,"accuracy":0.184783,"main_score":0.157721,"hf_subset":"bod_Tibt-lim_Latn","languages":["bod-Tibt","lim-Latn"]},{"precision":0.144451,"recall":0.185771,"f1":0.153789,"accuracy":0.185771,"main_score":0.153789,"hf_subset":"bod_Tibt-nld_Latn","languages":["bod-Tibt","nld-Latn"]},{"precision":0.149831,"recall":0.179842,"f1":0.157033,"accuracy":0.179842,"main_score":0.157033,"hf_subset":"bod_Tibt-san_Deva","languages":["bod-Tibt","san-Deva"]},{"precision":0.148462,"recall":0.181818,"f1":0.15572,"accuracy":0.181818,"main_score":0.15572,"hf_subset":"bod_Tibt-tat_Cyrl","languages":["bod-Tibt","tat-Cyrl"]},{"precision":0.140278,"recall":0.16502,"f1":0.146378,"accuracy":0.16502,"main_score":0.146378,"hf_subset":"bod_Tibt-xho_Latn","languages":["bod-Tibt","xho-Latn"]},{"precision":0.112253,"recall":0.15415,"f1":0.121463,"accuracy":0.15415,"main_score":0.121463,"hf_subset":"bod_Tibt-ars_Arab","languages":["bod-Tibt","ars-Arab"]},{"precision":0.154173,"recall":0.187747,"f1":0.162318,"accuracy":0.187747,"main_score":0.162318,"hf_subset":"bod_Tibt-ceb_Latn","languages":["bod-Tibt","ceb-Latn"]},{"precision":0.128264,"recall":0.150198,"f1":0.134033,"accuracy":0.150198,"main_score":0.134033,"hf_subset":"bod_Tibt-fuv_Latn","languages":["bod-Tibt","fuv-Latn"]},{"precision":0.127066,"recall":0.150198,"f1":0.132444,"accuracy":0.150198,"main_score":0.132444,"hf_subset":"bod_Tibt-kac_Latn","languages":["bod-Tibt","kac-Latn"]},{"precision":0.151063,"recall":0.175889,"f1":0.15719,"accuracy":0.175889,"main_score":0.15719,"hf_subset":"bod_Tibt-lin_Latn","languages":["bod-Tibt","lin-Latn"]},{"precision":0.153191,"recall":0.195652,"f1":0.16308,"accuracy":0.195652,"main_score":0.16308,"hf_subset":"bod_Tibt-nno_Latn","languages":["bod-Tibt","nno-Latn"]},{"precision":0.044776,"recall":0.073123,"f1":0.051272,"accuracy":0.073123,"main_score":0.051272,"hf_subset":"bod_Tibt-sat_Olck","languages":["bod-Tibt","sat-Olck"]},{"precision":0.163858,"recall":0.203557,"f1":0.172365,"accuracy":0.203557,"main_score":0.172365,"hf_subset":"bod_Tibt-tel_Telu","languages":["bod-Tibt","tel-Telu"]},{"precision":0.170425,"recall":0.19664,"f1":0.176983,"accuracy":0.19664,"main_score":0.176983,"hf_subset":"bod_Tibt-ydd_Hebr","languages":["bod-Tibt","ydd-Hebr"]},{"precision":0.141142,"recall":0.177866,"f1":0.149213,"accuracy":0.177866,"main_score":0.149213,"hf_subset":"bod_Tibt-ary_Arab","languages":["bod-Tibt","ary-Arab"]},{"precision":0.15031,"recall":0.190711,"f1":0.160034,"accuracy":0.190711,"main_score":0.160034,"hf_subset":"bod_Tibt-ces_Latn","languages":["bod-Tibt","ces-Latn"]},{"precision":0.155775,"recall":0.179842,"f1":0.160735,"accuracy":0.179842,"main_score":0.160735,"hf_subset":"bod_Tibt-gaz_Latn","languages":["bod-Tibt","gaz-Latn"]},{"precision":0.129599,"recall":0.15415,"f1":0.13564,"accuracy":0.15415,"main_score":0.13564,"hf_subset":"bod_Tibt-kam_Latn","languages":["bod-Tibt","kam-Latn"]},{"precision":0.139941,"recall":0.18083,"f1":0.149555,"accuracy":0.18083,"main_score":0.149555,"hf_subset":"bod_Tibt-lit_Latn","languages":["bod-Tibt","lit-Latn"]},{"precision":0.150723,"recall":0.190711,"f1":0.160191,"accuracy":0.190711,"main_score":0.160191,"hf_subset":"bod_Tibt-nob_Latn","languages":["bod-Tibt","nob-Latn"]},{"precision":0.141851,"recall":0.18083,"f1":0.15123,"accuracy":0.18083,"main_score":0.15123,"hf_subset":"bod_Tibt-scn_Latn","languages":["bod-Tibt","scn-Latn"]},{"precision":0.162348,"recall":0.192688,"f1":0.170136,"accuracy":0.192688,"main_score":0.170136,"hf_subset":"bod_Tibt-tgk_Cyrl","languages":["bod-Tibt","tgk-Cyrl"]},{"precision":0.103366,"recall":0.131423,"f1":0.110038,"accuracy":0.131423,"main_score":0.110038,"hf_subset":"bod_Tibt-yor_Latn","languages":["bod-Tibt","yor-Latn"]},{"precision":0.13097,"recall":0.172925,"f1":0.140614,"accuracy":0.172925,"main_score":0.140614,"hf_subset":"bod_Tibt-arz_Arab","languages":["bod-Tibt","arz-Arab"]},{"precision":0.131572,"recall":0.159091,"f1":0.138559,"accuracy":0.159091,"main_score":0.138559,"hf_subset":"bod_Tibt-cjk_Latn","languages":["bod-Tibt","cjk-Latn"]},{"precision":0.14842,"recall":0.174901,"f1":0.15535,"accuracy":0.174901,"main_score":0.15535,"hf_subset":"bod_Tibt-gla_Latn","languages":["bod-Tibt","gla-Latn"]},{"precision":0.159415,"recall":0.197628,"f1":0.168546,"accuracy":0.197628,"main_score":0.168546,"hf_subset":"bod_Tibt-kan_Knda","languages":["bod-Tibt","kan-Knda"]},{"precision":0.156356,"recall":0.193676,"f1":0.165438,"accuracy":0.193676,"main_score":0.165438,"hf_subset":"bod_Tibt-lmo_Latn","languages":["bod-Tibt","lmo-Latn"]},{"precision":0.153844,"recall":0.1917,"f1":0.162883,"accuracy":0.1917,"main_score":0.162883,"hf_subset":"bod_Tibt-npi_Deva","languages":["bod-Tibt","npi-Deva"]},{"precision":0.12357,"recall":0.156126,"f1":0.131727,"accuracy":0.156126,"main_score":0.131727,"hf_subset":"bod_Tibt-shn_Mymr","languages":["bod-Tibt","shn-Mymr"]},{"precision":0.156149,"recall":0.189723,"f1":0.16435,"accuracy":0.189723,"main_score":0.16435,"hf_subset":"bod_Tibt-tgl_Latn","languages":["bod-Tibt","tgl-Latn"]},{"precision":0.135905,"recall":0.174901,"f1":0.14486,"accuracy":0.174901,"main_score":0.14486,"hf_subset":"bod_Tibt-yue_Hant","languages":["bod-Tibt","yue-Hant"]},{"precision":0.158102,"recall":0.185771,"f1":0.165278,"accuracy":0.185771,"main_score":0.165278,"hf_subset":"bod_Tibt-asm_Beng","languages":["bod-Tibt","asm-Beng"]},{"precision":0.134631,"recall":0.170949,"f1":0.142989,"accuracy":0.170949,"main_score":0.142989,"hf_subset":"bod_Tibt-ckb_Arab","languages":["bod-Tibt","ckb-Arab"]},{"precision":0.163176,"recall":0.190711,"f1":0.169579,"accuracy":0.190711,"main_score":0.169579,"hf_subset":"bod_Tibt-gle_Latn","languages":["bod-Tibt","gle-Latn"]},{"precision":0.137448,"recall":0.174901,"f1":0.145485,"accuracy":0.174901,"main_score":0.145485,"hf_subset":"bod_Tibt-kas_Arab","languages":["bod-Tibt","kas-Arab"]},{"precision":0.150309,"recall":0.178854,"f1":0.157393,"accuracy":0.178854,"main_score":0.157393,"hf_subset":"bod_Tibt-ltg_Latn","languages":["bod-Tibt","ltg-Latn"]},{"precision":0.153803,"recall":0.175889,"f1":0.159298,"accuracy":0.175889,"main_score":0.159298,"hf_subset":"bod_Tibt-nso_Latn","languages":["bod-Tibt","nso-Latn"]},{"precision":0.17158,"recall":0.199605,"f1":0.177763,"accuracy":0.199605,"main_score":0.177763,"hf_subset":"bod_Tibt-sin_Sinh","languages":["bod-Tibt","sin-Sinh"]},{"precision":0.139284,"recall":0.178854,"f1":0.148112,"accuracy":0.178854,"main_score":0.148112,"hf_subset":"bod_Tibt-tha_Thai","languages":["bod-Tibt","tha-Thai"]},{"precision":0.12829,"recall":0.167984,"f1":0.137303,"accuracy":0.167984,"main_score":0.137303,"hf_subset":"bod_Tibt-zho_Hans","languages":["bod-Tibt","zho-Hans"]},{"precision":0.141806,"recall":0.182806,"f1":0.150991,"accuracy":0.182806,"main_score":0.150991,"hf_subset":"bod_Tibt-ast_Latn","languages":["bod-Tibt","ast-Latn"]},{"precision":0.158639,"recall":0.189723,"f1":0.165405,"accuracy":0.189723,"main_score":0.165405,"hf_subset":"bod_Tibt-crh_Latn","languages":["bod-Tibt","crh-Latn"]},{"precision":0.139979,"recall":0.185771,"f1":0.150318,"accuracy":0.185771,"main_score":0.150318,"hf_subset":"bod_Tibt-glg_Latn","languages":["bod-Tibt","glg-Latn"]},{"precision":0.157771,"recall":0.182806,"f1":0.164075,"accuracy":0.182806,"main_score":0.164075,"hf_subset":"bod_Tibt-kas_Deva","languages":["bod-Tibt","kas-Deva"]},{"precision":0.136812,"recall":0.177866,"f1":0.145995,"accuracy":0.177866,"main_score":0.145995,"hf_subset":"bod_Tibt-ltz_Latn","languages":["bod-Tibt","ltz-Latn"]},{"precision":0.15037,"recall":0.175889,"f1":0.156536,"accuracy":0.175889,"main_score":0.156536,"hf_subset":"bod_Tibt-nus_Latn","languages":["bod-Tibt","nus-Latn"]},{"precision":0.150928,"recall":0.184783,"f1":0.158808,"accuracy":0.184783,"main_score":0.158808,"hf_subset":"bod_Tibt-slk_Latn","languages":["bod-Tibt","slk-Latn"]},{"precision":0.155855,"recall":0.176877,"f1":0.160881,"accuracy":0.176877,"main_score":0.160881,"hf_subset":"bod_Tibt-tir_Ethi","languages":["bod-Tibt","tir-Ethi"]},{"precision":0.127165,"recall":0.168972,"f1":0.136647,"accuracy":0.168972,"main_score":0.136647,"hf_subset":"bod_Tibt-zho_Hant","languages":["bod-Tibt","zho-Hant"]},{"precision":0.155659,"recall":0.194664,"f1":0.164811,"accuracy":0.194664,"main_score":0.164811,"hf_subset":"bod_Tibt-awa_Deva","languages":["bod-Tibt","awa-Deva"]},{"precision":0.146362,"recall":0.178854,"f1":0.153782,"accuracy":0.178854,"main_score":0.153782,"hf_subset":"bod_Tibt-cym_Latn","languages":["bod-Tibt","cym-Latn"]},{"precision":0.130226,"recall":0.159091,"f1":0.137479,"accuracy":0.159091,"main_score":0.137479,"hf_subset":"bod_Tibt-grn_Latn","languages":["bod-Tibt","grn-Latn"]},{"precision":0.168255,"recall":0.203557,"f1":0.175974,"accuracy":0.203557,"main_score":0.175974,"hf_subset":"bod_Tibt-kat_Geor","languages":["bod-Tibt","kat-Geor"]},{"precision":0.139538,"recall":0.161067,"f1":0.145095,"accuracy":0.161067,"main_score":0.145095,"hf_subset":"bod_Tibt-lua_Latn","languages":["bod-Tibt","lua-Latn"]},{"precision":0.135787,"recall":0.162055,"f1":0.142306,"accuracy":0.162055,"main_score":0.142306,"hf_subset":"bod_Tibt-nya_Latn","languages":["bod-Tibt","nya-Latn"]},{"precision":0.146005,"recall":0.184783,"f1":0.154816,"accuracy":0.184783,"main_score":0.154816,"hf_subset":"bod_Tibt-slv_Latn","languages":["bod-Tibt","slv-Latn"]},{"precision":0.145798,"recall":0.173913,"f1":0.152369,"accuracy":0.173913,"main_score":0.152369,"hf_subset":"bod_Tibt-tpi_Latn","languages":["bod-Tibt","tpi-Latn"]},{"precision":0.15466,"recall":0.195652,"f1":0.164027,"accuracy":0.195652,"main_score":0.164027,"hf_subset":"bod_Tibt-zsm_Latn","languages":["bod-Tibt","zsm-Latn"]},{"precision":0.139435,"recall":0.161067,"f1":0.145328,"accuracy":0.161067,"main_score":0.145328,"hf_subset":"bod_Tibt-ayr_Latn","languages":["bod-Tibt","ayr-Latn"]},{"precision":0.148027,"recall":0.187747,"f1":0.156858,"accuracy":0.187747,"main_score":0.156858,"hf_subset":"bod_Tibt-dan_Latn","languages":["bod-Tibt","dan-Latn"]},{"precision":0.175463,"recall":0.206522,"f1":0.181728,"accuracy":0.206522,"main_score":0.181728,"hf_subset":"bod_Tibt-guj_Gujr","languages":["bod-Tibt","guj-Gujr"]},{"precision":0.155291,"recall":0.190711,"f1":0.162881,"accuracy":0.190711,"main_score":0.162881,"hf_subset":"bod_Tibt-kaz_Cyrl","languages":["bod-Tibt","kaz-Cyrl"]},{"precision":0.141952,"recall":0.166996,"f1":0.148354,"accuracy":0.166996,"main_score":0.148354,"hf_subset":"bod_Tibt-lug_Latn","languages":["bod-Tibt","lug-Latn"]},{"precision":0.148007,"recall":0.18083,"f1":0.155309,"accuracy":0.18083,"main_score":0.155309,"hf_subset":"bod_Tibt-oci_Latn","languages":["bod-Tibt","oci-Latn"]},{"precision":0.151556,"recall":0.175889,"f1":0.158067,"accuracy":0.175889,"main_score":0.158067,"hf_subset":"bod_Tibt-smo_Latn","languages":["bod-Tibt","smo-Latn"]},{"precision":0.135086,"recall":0.162055,"f1":0.141013,"accuracy":0.162055,"main_score":0.141013,"hf_subset":"bod_Tibt-tsn_Latn","languages":["bod-Tibt","tsn-Latn"]},{"precision":0.148983,"recall":0.175889,"f1":0.155446,"accuracy":0.175889,"main_score":0.155446,"hf_subset":"bod_Tibt-zul_Latn","languages":["bod-Tibt","zul-Latn"]},{"precision":0.149198,"recall":0.184783,"f1":0.157944,"accuracy":0.184783,"main_score":0.157944,"hf_subset":"bod_Tibt-azb_Arab","languages":["bod-Tibt","azb-Arab"]},{"precision":0.143705,"recall":0.184783,"f1":0.152898,"accuracy":0.184783,"main_score":0.152898,"hf_subset":"bod_Tibt-deu_Latn","languages":["bod-Tibt","deu-Latn"]},{"precision":0.147615,"recall":0.185771,"f1":0.156063,"accuracy":0.185771,"main_score":0.156063,"hf_subset":"bod_Tibt-hat_Latn","languages":["bod-Tibt","hat-Latn"]},{"precision":0.134611,"recall":0.157115,"f1":0.14024,"accuracy":0.157115,"main_score":0.14024,"hf_subset":"bod_Tibt-kbp_Latn","languages":["bod-Tibt","kbp-Latn"]},{"precision":0.130005,"recall":0.151186,"f1":0.135378,"accuracy":0.151186,"main_score":0.135378,"hf_subset":"bod_Tibt-luo_Latn","languages":["bod-Tibt","luo-Latn"]},{"precision":0.158272,"recall":0.199605,"f1":0.167647,"accuracy":0.199605,"main_score":0.167647,"hf_subset":"bod_Tibt-ory_Orya","languages":["bod-Tibt","ory-Orya"]},{"precision":0.125881,"recall":0.157115,"f1":0.133155,"accuracy":0.157115,"main_score":0.133155,"hf_subset":"bod_Tibt-sna_Latn","languages":["bod-Tibt","sna-Latn"]},{"precision":0.147513,"recall":0.166996,"f1":0.152622,"accuracy":0.166996,"main_score":0.152622,"hf_subset":"bod_Tibt-tso_Latn","languages":["bod-Tibt","tso-Latn"]},{"precision":0.150202,"recall":0.183794,"f1":0.157978,"accuracy":0.183794,"main_score":0.157978,"hf_subset":"bod_Tibt-azj_Latn","languages":["bod-Tibt","azj-Latn"]},{"precision":0.105952,"recall":0.131423,"f1":0.111223,"accuracy":0.131423,"main_score":0.111223,"hf_subset":"bod_Tibt-dik_Latn","languages":["bod-Tibt","dik-Latn"]},{"precision":0.160487,"recall":0.183794,"f1":0.166776,"accuracy":0.183794,"main_score":0.166776,"hf_subset":"bod_Tibt-hau_Latn","languages":["bod-Tibt","hau-Latn"]},{"precision":0.147171,"recall":0.181818,"f1":0.155073,"accuracy":0.181818,"main_score":0.155073,"hf_subset":"bod_Tibt-kea_Latn","languages":["bod-Tibt","kea-Latn"]},{"precision":0.13724,"recall":0.163043,"f1":0.143475,"accuracy":0.163043,"main_score":0.143475,"hf_subset":"bod_Tibt-lus_Latn","languages":["bod-Tibt","lus-Latn"]},{"precision":0.140071,"recall":0.16502,"f1":0.146029,"accuracy":0.16502,"main_score":0.146029,"hf_subset":"bod_Tibt-pag_Latn","languages":["bod-Tibt","pag-Latn"]},{"precision":0.171581,"recall":0.202569,"f1":0.178879,"accuracy":0.202569,"main_score":0.178879,"hf_subset":"bod_Tibt-snd_Arab","languages":["bod-Tibt","snd-Arab"]},{"precision":0.149513,"recall":0.177866,"f1":0.156275,"accuracy":0.177866,"main_score":0.156275,"hf_subset":"bod_Tibt-tuk_Latn","languages":["bod-Tibt","tuk-Latn"]},{"precision":0.156244,"recall":0.187747,"f1":0.163636,"accuracy":0.187747,"main_score":0.163636,"hf_subset":"bod_Tibt-bak_Cyrl","languages":["bod-Tibt","bak-Cyrl"]},{"precision":0.07282,"recall":0.097826,"f1":0.078437,"accuracy":0.097826,"main_score":0.078437,"hf_subset":"bod_Tibt-dyu_Latn","languages":["bod-Tibt","dyu-Latn"]},{"precision":0.153129,"recall":0.187747,"f1":0.160686,"accuracy":0.187747,"main_score":0.160686,"hf_subset":"bod_Tibt-heb_Hebr","languages":["bod-Tibt","heb-Hebr"]},{"precision":0.153008,"recall":0.185771,"f1":0.160621,"accuracy":0.185771,"main_score":0.160621,"hf_subset":"bod_Tibt-khk_Cyrl","languages":["bod-Tibt","khk-Cyrl"]},{"precision":0.139739,"recall":0.176877,"f1":0.14841,"accuracy":0.176877,"main_score":0.14841,"hf_subset":"bod_Tibt-lvs_Latn","languages":["bod-Tibt","lvs-Latn"]},{"precision":0.163318,"recall":0.19664,"f1":0.171207,"accuracy":0.19664,"main_score":0.171207,"hf_subset":"bod_Tibt-pan_Guru","languages":["bod-Tibt","pan-Guru"]},{"precision":0.149985,"recall":0.174901,"f1":0.156504,"accuracy":0.174901,"main_score":0.156504,"hf_subset":"bod_Tibt-som_Latn","languages":["bod-Tibt","som-Latn"]},{"precision":0.126123,"recall":0.151186,"f1":0.131895,"accuracy":0.151186,"main_score":0.131895,"hf_subset":"bod_Tibt-tum_Latn","languages":["bod-Tibt","tum-Latn"]},{"precision":0.326959,"recall":0.380435,"f1":0.340734,"accuracy":0.380435,"main_score":0.340734,"hf_subset":"fij_Latn-ace_Arab","languages":["fij-Latn","ace-Arab"]},{"precision":0.443076,"recall":0.491107,"f1":0.457219,"accuracy":0.491107,"main_score":0.457219,"hf_subset":"fij_Latn-bam_Latn","languages":["fij-Latn","bam-Latn"]},{"precision":0.116301,"recall":0.155138,"f1":0.125818,"accuracy":0.155138,"main_score":0.125818,"hf_subset":"fij_Latn-dzo_Tibt","languages":["fij-Latn","dzo-Tibt"]},{"precision":0.441281,"recall":0.520751,"f1":0.46329,"accuracy":0.520751,"main_score":0.46329,"hf_subset":"fij_Latn-hin_Deva","languages":["fij-Latn","hin-Deva"]},{"precision":0.359885,"recall":0.43083,"f1":0.37942,"accuracy":0.43083,"main_score":0.37942,"hf_subset":"fij_Latn-khm_Khmr","languages":["fij-Latn","khm-Khmr"]},{"precision":0.450464,"recall":0.517787,"f1":0.469095,"accuracy":0.517787,"main_score":0.469095,"hf_subset":"fij_Latn-mag_Deva","languages":["fij-Latn","mag-Deva"]},{"precision":0.502516,"recall":0.561265,"f1":0.518869,"accuracy":0.561265,"main_score":0.518869,"hf_subset":"fij_Latn-pap_Latn","languages":["fij-Latn","pap-Latn"]},{"precision":0.497123,"recall":0.541502,"f1":0.509848,"accuracy":0.541502,"main_score":0.509848,"hf_subset":"fij_Latn-sot_Latn","languages":["fij-Latn","sot-Latn"]},{"precision":0.447233,"recall":0.522727,"f1":0.467953,"accuracy":0.522727,"main_score":0.467953,"hf_subset":"fij_Latn-tur_Latn","languages":["fij-Latn","tur-Latn"]},{"precision":0.508872,"recall":0.559289,"f1":0.523026,"accuracy":0.559289,"main_score":0.523026,"hf_subset":"fij_Latn-ace_Latn","languages":["fij-Latn","ace-Latn"]},{"precision":0.496466,"recall":0.547431,"f1":0.510492,"accuracy":0.547431,"main_score":0.510492,"hf_subset":"fij_Latn-ban_Latn","languages":["fij-Latn","ban-Latn"]},{"precision":0.414342,"recall":0.496047,"f1":0.436805,"accuracy":0.496047,"main_score":0.436805,"hf_subset":"fij_Latn-ell_Grek","languages":["fij-Latn","ell-Grek"]},{"precision":0.442601,"recall":0.505929,"f1":0.460175,"accuracy":0.505929,"main_score":0.460175,"hf_subset":"fij_Latn-hne_Deva","languages":["fij-Latn","hne-Deva"]},{"precision":0.437721,"recall":0.499012,"f1":0.454996,"accuracy":0.499012,"main_score":0.454996,"hf_subset":"fij_Latn-kik_Latn","languages":["fij-Latn","kik-Latn"]},{"precision":0.467481,"recall":0.52668,"f1":0.483499,"accuracy":0.52668,"main_score":0.483499,"hf_subset":"fij_Latn-mai_Deva","languages":["fij-Latn","mai-Deva"]},{"precision":0.421515,"recall":0.48419,"f1":0.438922,"accuracy":0.48419,"main_score":0.438922,"hf_subset":"fij_Latn-pbt_Arab","languages":["fij-Latn","pbt-Arab"]},{"precision":0.46953,"recall":0.54249,"f1":0.489906,"accuracy":0.54249,"main_score":0.489906,"hf_subset":"fij_Latn-spa_Latn","languages":["fij-Latn","spa-Latn"]},{"precision":0.509034,"recall":0.550395,"f1":0.521258,"accuracy":0.550395,"main_score":0.521258,"hf_subset":"fij_Latn-twi_Latn","languages":["fij-Latn","twi-Latn"]},{"precision":0.434199,"recall":0.509881,"f1":0.455226,"accuracy":0.509881,"main_score":0.455226,"hf_subset":"fij_Latn-acm_Arab","languages":["fij-Latn","acm-Arab"]},{"precision":0.453391,"recall":0.523715,"f1":0.473312,"accuracy":0.523715,"main_score":0.473312,"hf_subset":"fij_Latn-bel_Cyrl","languages":["fij-Latn","bel-Cyrl"]},{"precision":0.448745,"recall":0.530632,"f1":0.471525,"accuracy":0.530632,"main_score":0.471525,"hf_subset":"fij_Latn-eng_Latn","languages":["fij-Latn","eng-Latn"]},{"precision":0.470932,"recall":0.543478,"f1":0.491495,"accuracy":0.543478,"main_score":0.491495,"hf_subset":"fij_Latn-hrv_Latn","languages":["fij-Latn","hrv-Latn"]},{"precision":0.442121,"recall":0.494071,"f1":0.456185,"accuracy":0.494071,"main_score":0.456185,"hf_subset":"fij_Latn-kin_Latn","languages":["fij-Latn","kin-Latn"]},{"precision":0.446016,"recall":0.517787,"f1":0.465828,"accuracy":0.517787,"main_score":0.465828,"hf_subset":"fij_Latn-mal_Mlym","languages":["fij-Latn","mal-Mlym"]},{"precision":0.4384,"recall":0.513834,"f1":0.458904,"accuracy":0.513834,"main_score":0.458904,"hf_subset":"fij_Latn-pes_Arab","languages":["fij-Latn","pes-Arab"]},{"precision":0.475408,"recall":0.543478,"f1":0.493772,"accuracy":0.543478,"main_score":0.493772,"hf_subset":"fij_Latn-srd_Latn","languages":["fij-Latn","srd-Latn"]},{"precision":0.156157,"recall":0.20751,"f1":0.167203,"accuracy":0.20751,"main_score":0.167203,"hf_subset":"fij_Latn-tzm_Tfng","languages":["fij-Latn","tzm-Tfng"]},{"precision":0.426863,"recall":0.503953,"f1":0.448144,"accuracy":0.503953,"main_score":0.448144,"hf_subset":"fij_Latn-acq_Arab","languages":["fij-Latn","acq-Arab"]},{"precision":0.520304,"recall":0.561265,"f1":0.531942,"accuracy":0.561265,"main_score":0.531942,"hf_subset":"fij_Latn-bem_Latn","languages":["fij-Latn","bem-Latn"]},{"precision":0.454099,"recall":0.529644,"f1":0.475227,"accuracy":0.529644,"main_score":0.475227,"hf_subset":"fij_Latn-epo_Latn","languages":["fij-Latn","epo-Latn"]},{"precision":0.462445,"recall":0.536561,"f1":0.483072,"accuracy":0.536561,"main_score":0.483072,"hf_subset":"fij_Latn-hun_Latn","languages":["fij-Latn","hun-Latn"]},{"precision":0.477887,"recall":0.541502,"f1":0.495208,"accuracy":0.541502,"main_score":0.495208,"hf_subset":"fij_Latn-kir_Cyrl","languages":["fij-Latn","kir-Cyrl"]},{"precision":0.429641,"recall":0.502964,"f1":0.450341,"accuracy":0.502964,"main_score":0.450341,"hf_subset":"fij_Latn-mar_Deva","languages":["fij-Latn","mar-Deva"]},{"precision":0.47521,"recall":0.524704,"f1":0.489303,"accuracy":0.524704,"main_score":0.489303,"hf_subset":"fij_Latn-plt_Latn","languages":["fij-Latn","plt-Latn"]},{"precision":0.439185,"recall":0.517787,"f1":0.460867,"accuracy":0.517787,"main_score":0.460867,"hf_subset":"fij_Latn-srp_Cyrl","languages":["fij-Latn","srp-Cyrl"]},{"precision":0.405934,"recall":0.470356,"f1":0.423029,"accuracy":0.470356,"main_score":0.423029,"hf_subset":"fij_Latn-uig_Arab","languages":["fij-Latn","uig-Arab"]},{"precision":0.435823,"recall":0.504941,"f1":0.456247,"accuracy":0.504941,"main_score":0.456247,"hf_subset":"fij_Latn-aeb_Arab","languages":["fij-Latn","aeb-Arab"]},{"precision":0.448544,"recall":0.523715,"f1":0.469832,"accuracy":0.523715,"main_score":0.469832,"hf_subset":"fij_Latn-ben_Beng","languages":["fij-Latn","ben-Beng"]},{"precision":0.458317,"recall":0.517787,"f1":0.475077,"accuracy":0.517787,"main_score":0.475077,"hf_subset":"fij_Latn-est_Latn","languages":["fij-Latn","est-Latn"]},{"precision":0.420206,"recall":0.48913,"f1":0.43952,"accuracy":0.48913,"main_score":0.43952,"hf_subset":"fij_Latn-hye_Armn","languages":["fij-Latn","hye-Armn"]},{"precision":0.452604,"recall":0.501976,"f1":0.466195,"accuracy":0.501976,"main_score":0.466195,"hf_subset":"fij_Latn-kmb_Latn","languages":["fij-Latn","kmb-Latn"]},{"precision":0.314804,"recall":0.380435,"f1":0.332808,"accuracy":0.380435,"main_score":0.332808,"hf_subset":"fij_Latn-min_Arab","languages":["fij-Latn","min-Arab"]},{"precision":0.456676,"recall":0.532609,"f1":0.477365,"accuracy":0.532609,"main_score":0.477365,"hf_subset":"fij_Latn-pol_Latn","languages":["fij-Latn","pol-Latn"]},{"precision":0.475241,"recall":0.529644,"f1":0.4903,"accuracy":0.529644,"main_score":0.4903,"hf_subset":"fij_Latn-ssw_Latn","languages":["fij-Latn","ssw-Latn"]},{"precision":0.444352,"recall":0.529644,"f1":0.46855,"accuracy":0.529644,"main_score":0.46855,"hf_subset":"fij_Latn-ukr_Cyrl","languages":["fij-Latn","ukr-Cyrl"]},{"precision":0.474614,"recall":0.550395,"f1":0.495813,"accuracy":0.550395,"main_score":0.495813,"hf_subset":"fij_Latn-afr_Latn","languages":["fij-Latn","afr-Latn"]},{"precision":0.457453,"recall":0.524704,"f1":0.476072,"accuracy":0.524704,"main_score":0.476072,"hf_subset":"fij_Latn-bho_Deva","languages":["fij-Latn","bho-Deva"]},{"precision":0.478667,"recall":0.535573,"f1":0.49483,"accuracy":0.535573,"main_score":0.49483,"hf_subset":"fij_Latn-eus_Latn","languages":["fij-Latn","eus-Latn"]},{"precision":0.471684,"recall":0.529644,"f1":0.488735,"accuracy":0.529644,"main_score":0.488735,"hf_subset":"fij_Latn-ibo_Latn","languages":["fij-Latn","ibo-Latn"]},{"precision":0.476832,"recall":0.529644,"f1":0.491396,"accuracy":0.529644,"main_score":0.491396,"hf_subset":"fij_Latn-kmr_Latn","languages":["fij-Latn","kmr-Latn"]},{"precision":0.495885,"recall":0.556324,"f1":0.512535,"accuracy":0.556324,"main_score":0.512535,"hf_subset":"fij_Latn-min_Latn","languages":["fij-Latn","min-Latn"]},{"precision":0.461694,"recall":0.540514,"f1":0.483518,"accuracy":0.540514,"main_score":0.483518,"hf_subset":"fij_Latn-por_Latn","languages":["fij-Latn","por-Latn"]},{"precision":0.49455,"recall":0.557312,"f1":0.511999,"accuracy":0.557312,"main_score":0.511999,"hf_subset":"fij_Latn-sun_Latn","languages":["fij-Latn","sun-Latn"]},{"precision":0.42841,"recall":0.48419,"f1":0.445164,"accuracy":0.48419,"main_score":0.445164,"hf_subset":"fij_Latn-umb_Latn","languages":["fij-Latn","umb-Latn"]},{"precision":0.436532,"recall":0.516798,"f1":0.458751,"accuracy":0.516798,"main_score":0.458751,"hf_subset":"fij_Latn-ajp_Arab","languages":["fij-Latn","ajp-Arab"]},{"precision":0.330971,"recall":0.386364,"f1":0.346694,"accuracy":0.386364,"main_score":0.346694,"hf_subset":"fij_Latn-bjn_Arab","languages":["fij-Latn","bjn-Arab"]},{"precision":0.458558,"recall":0.504941,"f1":0.471989,"accuracy":0.504941,"main_score":0.471989,"hf_subset":"fij_Latn-ewe_Latn","languages":["fij-Latn","ewe-Latn"]},{"precision":0.532131,"recall":0.579051,"f1":0.54571,"accuracy":0.579051,"main_score":0.54571,"hf_subset":"fij_Latn-ilo_Latn","languages":["fij-Latn","ilo-Latn"]},{"precision":0.199734,"recall":0.262846,"f1":0.215908,"accuracy":0.262846,"main_score":0.215908,"hf_subset":"fij_Latn-knc_Arab","languages":["fij-Latn","knc-Arab"]},{"precision":0.462216,"recall":0.533597,"f1":0.48182,"accuracy":0.533597,"main_score":0.48182,"hf_subset":"fij_Latn-mkd_Cyrl","languages":["fij-Latn","mkd-Cyrl"]},{"precision":0.433832,"recall":0.512846,"f1":0.455349,"accuracy":0.512846,"main_score":0.455349,"hf_subset":"fij_Latn-prs_Arab","languages":["fij-Latn","prs-Arab"]},{"precision":0.447568,"recall":0.525692,"f1":0.469605,"accuracy":0.525692,"main_score":0.469605,"hf_subset":"fij_Latn-swe_Latn","languages":["fij-Latn","swe-Latn"]},{"precision":0.420713,"recall":0.492095,"f1":0.440155,"accuracy":0.492095,"main_score":0.440155,"hf_subset":"fij_Latn-urd_Arab","languages":["fij-Latn","urd-Arab"]},{"precision":0.508039,"recall":0.55336,"f1":0.520915,"accuracy":0.55336,"main_score":0.520915,"hf_subset":"fij_Latn-aka_Latn","languages":["fij-Latn","aka-Latn"]},{"precision":0.486172,"recall":0.549407,"f1":0.503368,"accuracy":0.549407,"main_score":0.503368,"hf_subset":"fij_Latn-bjn_Latn","languages":["fij-Latn","bjn-Latn"]},{"precision":0.472847,"recall":0.532609,"f1":0.489982,"accuracy":0.532609,"main_score":0.489982,"hf_subset":"fij_Latn-fao_Latn","languages":["fij-Latn","fao-Latn"]},{"precision":0.474865,"recall":0.549407,"f1":0.495611,"accuracy":0.549407,"main_score":0.495611,"hf_subset":"fij_Latn-ind_Latn","languages":["fij-Latn","ind-Latn"]},{"precision":0.477603,"recall":0.524704,"f1":0.491249,"accuracy":0.524704,"main_score":0.491249,"hf_subset":"fij_Latn-knc_Latn","languages":["fij-Latn","knc-Latn"]},{"precision":0.497483,"recall":0.555336,"f1":0.513542,"accuracy":0.555336,"main_score":0.513542,"hf_subset":"fij_Latn-mlt_Latn","languages":["fij-Latn","mlt-Latn"]},{"precision":0.460985,"recall":0.51087,"f1":0.475395,"accuracy":0.51087,"main_score":0.475395,"hf_subset":"fij_Latn-quy_Latn","languages":["fij-Latn","quy-Latn"]},{"precision":0.472615,"recall":0.522727,"f1":0.486742,"accuracy":0.522727,"main_score":0.486742,"hf_subset":"fij_Latn-swh_Latn","languages":["fij-Latn","swh-Latn"]},{"precision":0.446999,"recall":0.51087,"f1":0.464602,"accuracy":0.51087,"main_score":0.464602,"hf_subset":"fij_Latn-uzn_Latn","languages":["fij-Latn","uzn-Latn"]},{"precision":0.46065,"recall":0.524704,"f1":0.477981,"accuracy":0.524704,"main_score":0.477981,"hf_subset":"fij_Latn-als_Latn","languages":["fij-Latn","als-Latn"]},{"precision":0.165264,"recall":0.22332,"f1":0.179345,"accuracy":0.22332,"main_score":0.179345,"hf_subset":"fij_Latn-bod_Tibt","languages":["fij-Latn","bod-Tibt"]},{"precision":0.450965,"recall":0.512846,"f1":0.467745,"accuracy":0.512846,"main_score":0.467745,"hf_subset":"fij_Latn-isl_Latn","languages":["fij-Latn","isl-Latn"]},{"precision":0.466478,"recall":0.51581,"f1":0.480091,"accuracy":0.51581,"main_score":0.480091,"hf_subset":"fij_Latn-kon_Latn","languages":["fij-Latn","kon-Latn"]},{"precision":0.396651,"recall":0.452569,"f1":0.411762,"accuracy":0.452569,"main_score":0.411762,"hf_subset":"fij_Latn-mni_Beng","languages":["fij-Latn","mni-Beng"]},{"precision":0.469705,"recall":0.543478,"f1":0.490034,"accuracy":0.543478,"main_score":0.490034,"hf_subset":"fij_Latn-ron_Latn","languages":["fij-Latn","ron-Latn"]},{"precision":0.462535,"recall":0.531621,"f1":0.482086,"accuracy":0.531621,"main_score":0.482086,"hf_subset":"fij_Latn-szl_Latn","languages":["fij-Latn","szl-Latn"]},{"precision":0.484032,"recall":0.550395,"f1":0.502297,"accuracy":0.550395,"main_score":0.502297,"hf_subset":"fij_Latn-vec_Latn","languages":["fij-Latn","vec-Latn"]},{"precision":0.274145,"recall":0.332016,"f1":0.289546,"accuracy":0.332016,"main_score":0.289546,"hf_subset":"fij_Latn-amh_Ethi","languages":["fij-Latn","amh-Ethi"]},{"precision":0.461235,"recall":0.533597,"f1":0.481424,"accuracy":0.533597,"main_score":0.481424,"hf_subset":"fij_Latn-bos_Latn","languages":["fij-Latn","bos-Latn"]},{"precision":0.437991,"recall":0.506917,"f1":0.457605,"accuracy":0.506917,"main_score":0.457605,"hf_subset":"fij_Latn-fin_Latn","languages":["fij-Latn","fin-Latn"]},{"precision":0.468325,"recall":0.538538,"f1":0.48815,"accuracy":0.538538,"main_score":0.48815,"hf_subset":"fij_Latn-ita_Latn","languages":["fij-Latn","ita-Latn"]},{"precision":0.437088,"recall":0.517787,"f1":0.458435,"accuracy":0.517787,"main_score":0.458435,"hf_subset":"fij_Latn-kor_Hang","languages":["fij-Latn","kor-Hang"]},{"precision":0.454225,"recall":0.503953,"f1":0.468692,"accuracy":0.503953,"main_score":0.468692,"hf_subset":"fij_Latn-mos_Latn","languages":["fij-Latn","mos-Latn"]},{"precision":0.456679,"recall":0.501976,"f1":0.470109,"accuracy":0.501976,"main_score":0.470109,"hf_subset":"fij_Latn-run_Latn","languages":["fij-Latn","run-Latn"]},{"precision":0.412287,"recall":0.480237,"f1":0.431635,"accuracy":0.480237,"main_score":0.431635,"hf_subset":"fij_Latn-tam_Taml","languages":["fij-Latn","tam-Taml"]},{"precision":0.445441,"recall":0.519763,"f1":0.465643,"accuracy":0.519763,"main_score":0.465643,"hf_subset":"fij_Latn-vie_Latn","languages":["fij-Latn","vie-Latn"]},{"precision":0.441935,"recall":0.511858,"f1":0.461241,"accuracy":0.511858,"main_score":0.461241,"hf_subset":"fij_Latn-apc_Arab","languages":["fij-Latn","apc-Arab"]},{"precision":0.496815,"recall":0.549407,"f1":0.5113,"accuracy":0.549407,"main_score":0.5113,"hf_subset":"fij_Latn-bug_Latn","languages":["fij-Latn","bug-Latn"]},{"precision":0.428837,"recall":0.483202,"f1":0.44395,"accuracy":0.483202,"main_score":0.44395,"hf_subset":"fij_Latn-fon_Latn","languages":["fij-Latn","fon-Latn"]},{"precision":0.492796,"recall":0.548419,"f1":0.508127,"accuracy":0.548419,"main_score":0.508127,"hf_subset":"fij_Latn-jav_Latn","languages":["fij-Latn","jav-Latn"]},{"precision":0.384832,"recall":0.445652,"f1":0.401088,"accuracy":0.445652,"main_score":0.401088,"hf_subset":"fij_Latn-lao_Laoo","languages":["fij-Latn","lao-Laoo"]},{"precision":0.469518,"recall":0.522727,"f1":0.484765,"accuracy":0.522727,"main_score":0.484765,"hf_subset":"fij_Latn-mri_Latn","languages":["fij-Latn","mri-Latn"]},{"precision":0.440329,"recall":0.522727,"f1":0.462809,"accuracy":0.522727,"main_score":0.462809,"hf_subset":"fij_Latn-rus_Cyrl","languages":["fij-Latn","rus-Cyrl"]},{"precision":0.455329,"recall":0.504941,"f1":0.469988,"accuracy":0.504941,"main_score":0.469988,"hf_subset":"fij_Latn-taq_Latn","languages":["fij-Latn","taq-Latn"]},{"precision":0.524034,"recall":0.578063,"f1":0.538807,"accuracy":0.578063,"main_score":0.538807,"hf_subset":"fij_Latn-war_Latn","languages":["fij-Latn","war-Latn"]},{"precision":0.430192,"recall":0.508893,"f1":0.452032,"accuracy":0.508893,"main_score":0.452032,"hf_subset":"fij_Latn-arb_Arab","languages":["fij-Latn","arb-Arab"]},{"precision":0.457548,"recall":0.534585,"f1":0.47894,"accuracy":0.534585,"main_score":0.47894,"hf_subset":"fij_Latn-bul_Cyrl","languages":["fij-Latn","bul-Cyrl"]},{"precision":0.45366,"recall":0.531621,"f1":0.475295,"accuracy":0.531621,"main_score":0.475295,"hf_subset":"fij_Latn-fra_Latn","languages":["fij-Latn","fra-Latn"]},{"precision":0.436787,"recall":0.51581,"f1":0.458387,"accuracy":0.51581,"main_score":0.458387,"hf_subset":"fij_Latn-jpn_Jpan","languages":["fij-Latn","jpn-Jpan"]},{"precision":0.463261,"recall":0.530632,"f1":0.482024,"accuracy":0.530632,"main_score":0.482024,"hf_subset":"fij_Latn-lij_Latn","languages":["fij-Latn","lij-Latn"]},{"precision":0.245387,"recall":0.321146,"f1":0.265108,"accuracy":0.321146,"main_score":0.265108,"hf_subset":"fij_Latn-mya_Mymr","languages":["fij-Latn","mya-Mymr"]},{"precision":0.461284,"recall":0.512846,"f1":0.476285,"accuracy":0.512846,"main_score":0.476285,"hf_subset":"fij_Latn-sag_Latn","languages":["fij-Latn","sag-Latn"]},{"precision":0.16245,"recall":0.217391,"f1":0.174173,"accuracy":0.217391,"main_score":0.174173,"hf_subset":"fij_Latn-taq_Tfng","languages":["fij-Latn","taq-Tfng"]},{"precision":0.479917,"recall":0.530632,"f1":0.494523,"accuracy":0.530632,"main_score":0.494523,"hf_subset":"fij_Latn-wol_Latn","languages":["fij-Latn","wol-Latn"]},{"precision":0.356234,"recall":0.428854,"f1":0.376504,"accuracy":0.428854,"main_score":0.376504,"hf_subset":"fij_Latn-arb_Latn","languages":["fij-Latn","arb-Latn"]},{"precision":0.467666,"recall":0.540514,"f1":0.487387,"accuracy":0.540514,"main_score":0.487387,"hf_subset":"fij_Latn-cat_Latn","languages":["fij-Latn","cat-Latn"]},{"precision":0.485627,"recall":0.544466,"f1":0.502309,"accuracy":0.544466,"main_score":0.502309,"hf_subset":"fij_Latn-fur_Latn","languages":["fij-Latn","fur-Latn"]},{"precision":0.358849,"recall":0.418972,"f1":0.374799,"accuracy":0.418972,"main_score":0.374799,"hf_subset":"fij_Latn-kab_Latn","languages":["fij-Latn","kab-Latn"]},{"precision":0.480511,"recall":0.533597,"f1":0.495043,"accuracy":0.533597,"main_score":0.495043,"hf_subset":"fij_Latn-lim_Latn","languages":["fij-Latn","lim-Latn"]},{"precision":0.463942,"recall":0.54249,"f1":0.484987,"accuracy":0.54249,"main_score":0.484987,"hf_subset":"fij_Latn-nld_Latn","languages":["fij-Latn","nld-Latn"]},{"precision":0.404645,"recall":0.475296,"f1":0.424743,"accuracy":0.475296,"main_score":0.424743,"hf_subset":"fij_Latn-san_Deva","languages":["fij-Latn","san-Deva"]},{"precision":0.478828,"recall":0.54249,"f1":0.496956,"accuracy":0.54249,"main_score":0.496956,"hf_subset":"fij_Latn-tat_Cyrl","languages":["fij-Latn","tat-Cyrl"]},{"precision":0.502033,"recall":0.547431,"f1":0.514751,"accuracy":0.547431,"main_score":0.514751,"hf_subset":"fij_Latn-xho_Latn","languages":["fij-Latn","xho-Latn"]},{"precision":0.404019,"recall":0.485178,"f1":0.426751,"accuracy":0.485178,"main_score":0.426751,"hf_subset":"fij_Latn-ars_Arab","languages":["fij-Latn","ars-Arab"]},{"precision":0.511697,"recall":0.572134,"f1":0.527551,"accuracy":0.572134,"main_score":0.527551,"hf_subset":"fij_Latn-ceb_Latn","languages":["fij-Latn","ceb-Latn"]},{"precision":0.436598,"recall":0.497036,"f1":0.454309,"accuracy":0.497036,"main_score":0.454309,"hf_subset":"fij_Latn-fuv_Latn","languages":["fij-Latn","fuv-Latn"]},{"precision":0.45994,"recall":0.512846,"f1":0.474804,"accuracy":0.512846,"main_score":0.474804,"hf_subset":"fij_Latn-kac_Latn","languages":["fij-Latn","kac-Latn"]},{"precision":0.484571,"recall":0.531621,"f1":0.498194,"accuracy":0.531621,"main_score":0.498194,"hf_subset":"fij_Latn-lin_Latn","languages":["fij-Latn","lin-Latn"]},{"precision":0.463992,"recall":0.534585,"f1":0.484072,"accuracy":0.534585,"main_score":0.484072,"hf_subset":"fij_Latn-nno_Latn","languages":["fij-Latn","nno-Latn"]},{"precision":0.028865,"recall":0.073123,"f1":0.036127,"accuracy":0.073123,"main_score":0.036127,"hf_subset":"fij_Latn-sat_Olck","languages":["fij-Latn","sat-Olck"]},{"precision":0.430779,"recall":0.511858,"f1":0.453251,"accuracy":0.511858,"main_score":0.453251,"hf_subset":"fij_Latn-tel_Telu","languages":["fij-Latn","tel-Telu"]},{"precision":0.360209,"recall":0.423913,"f1":0.376909,"accuracy":0.423913,"main_score":0.376909,"hf_subset":"fij_Latn-ydd_Hebr","languages":["fij-Latn","ydd-Hebr"]},{"precision":0.409387,"recall":0.483202,"f1":0.430136,"accuracy":0.483202,"main_score":0.430136,"hf_subset":"fij_Latn-ary_Arab","languages":["fij-Latn","ary-Arab"]},{"precision":0.466333,"recall":0.539526,"f1":0.486045,"accuracy":0.539526,"main_score":0.486045,"hf_subset":"fij_Latn-ces_Latn","languages":["fij-Latn","ces-Latn"]},{"precision":0.380679,"recall":0.447628,"f1":0.399065,"accuracy":0.447628,"main_score":0.399065,"hf_subset":"fij_Latn-gaz_Latn","languages":["fij-Latn","gaz-Latn"]},{"precision":0.47027,"recall":0.525692,"f1":0.485935,"accuracy":0.525692,"main_score":0.485935,"hf_subset":"fij_Latn-kam_Latn","languages":["fij-Latn","kam-Latn"]},{"precision":0.435442,"recall":0.504941,"f1":0.454994,"accuracy":0.504941,"main_score":0.454994,"hf_subset":"fij_Latn-lit_Latn","languages":["fij-Latn","lit-Latn"]},{"precision":0.449375,"recall":0.530632,"f1":0.471963,"accuracy":0.530632,"main_score":0.471963,"hf_subset":"fij_Latn-nob_Latn","languages":["fij-Latn","nob-Latn"]},{"precision":0.463762,"recall":0.530632,"f1":0.482343,"accuracy":0.530632,"main_score":0.482343,"hf_subset":"fij_Latn-scn_Latn","languages":["fij-Latn","scn-Latn"]},{"precision":0.45817,"recall":0.513834,"f1":0.473468,"accuracy":0.513834,"main_score":0.473468,"hf_subset":"fij_Latn-tgk_Cyrl","languages":["fij-Latn","tgk-Cyrl"]},{"precision":0.425668,"recall":0.488142,"f1":0.443697,"accuracy":0.488142,"main_score":0.443697,"hf_subset":"fij_Latn-yor_Latn","languages":["fij-Latn","yor-Latn"]},{"precision":0.422277,"recall":0.500988,"f1":0.444334,"accuracy":0.500988,"main_score":0.444334,"hf_subset":"fij_Latn-arz_Arab","languages":["fij-Latn","arz-Arab"]},{"precision":0.442172,"recall":0.487154,"f1":0.454964,"accuracy":0.487154,"main_score":0.454964,"hf_subset":"fij_Latn-cjk_Latn","languages":["fij-Latn","cjk-Latn"]},{"precision":0.429177,"recall":0.487154,"f1":0.444839,"accuracy":0.487154,"main_score":0.444839,"hf_subset":"fij_Latn-gla_Latn","languages":["fij-Latn","gla-Latn"]},{"precision":0.434187,"recall":0.507905,"f1":0.453764,"accuracy":0.507905,"main_score":0.453764,"hf_subset":"fij_Latn-kan_Knda","languages":["fij-Latn","kan-Knda"]},{"precision":0.482312,"recall":0.541502,"f1":0.499102,"accuracy":0.541502,"main_score":0.499102,"hf_subset":"fij_Latn-lmo_Latn","languages":["fij-Latn","lmo-Latn"]},{"precision":0.435951,"recall":0.508893,"f1":0.456154,"accuracy":0.508893,"main_score":0.456154,"hf_subset":"fij_Latn-npi_Deva","languages":["fij-Latn","npi-Deva"]},{"precision":0.402784,"recall":0.475296,"f1":0.423359,"accuracy":0.475296,"main_score":0.423359,"hf_subset":"fij_Latn-shn_Mymr","languages":["fij-Latn","shn-Mymr"]},{"precision":0.510768,"recall":0.570158,"f1":0.52736,"accuracy":0.570158,"main_score":0.52736,"hf_subset":"fij_Latn-tgl_Latn","languages":["fij-Latn","tgl-Latn"]},{"precision":0.423204,"recall":0.505929,"f1":0.446091,"accuracy":0.505929,"main_score":0.446091,"hf_subset":"fij_Latn-yue_Hant","languages":["fij-Latn","yue-Hant"]},{"precision":0.406162,"recall":0.481225,"f1":0.426367,"accuracy":0.481225,"main_score":0.426367,"hf_subset":"fij_Latn-asm_Beng","languages":["fij-Latn","asm-Beng"]},{"precision":0.399706,"recall":0.459486,"f1":0.416363,"accuracy":0.459486,"main_score":0.416363,"hf_subset":"fij_Latn-ckb_Arab","languages":["fij-Latn","ckb-Arab"]},{"precision":0.430147,"recall":0.487154,"f1":0.445709,"accuracy":0.487154,"main_score":0.445709,"hf_subset":"fij_Latn-gle_Latn","languages":["fij-Latn","gle-Latn"]},{"precision":0.38918,"recall":0.468379,"f1":0.412134,"accuracy":0.468379,"main_score":0.412134,"hf_subset":"fij_Latn-kas_Arab","languages":["fij-Latn","kas-Arab"]},{"precision":0.437051,"recall":0.503953,"f1":0.456218,"accuracy":0.503953,"main_score":0.456218,"hf_subset":"fij_Latn-ltg_Latn","languages":["fij-Latn","ltg-Latn"]},{"precision":0.495845,"recall":0.540514,"f1":0.508334,"accuracy":0.540514,"main_score":0.508334,"hf_subset":"fij_Latn-nso_Latn","languages":["fij-Latn","nso-Latn"]},{"precision":0.19162,"recall":0.236166,"f1":0.202929,"accuracy":0.236166,"main_score":0.202929,"hf_subset":"fij_Latn-sin_Sinh","languages":["fij-Latn","sin-Sinh"]},{"precision":0.439637,"recall":0.518775,"f1":0.462349,"accuracy":0.518775,"main_score":0.462349,"hf_subset":"fij_Latn-tha_Thai","languages":["fij-Latn","tha-Thai"]},{"precision":0.428795,"recall":0.512846,"f1":0.452127,"accuracy":0.512846,"main_score":0.452127,"hf_subset":"fij_Latn-zho_Hans","languages":["fij-Latn","zho-Hans"]},{"precision":0.4546,"recall":0.52668,"f1":0.474457,"accuracy":0.52668,"main_score":0.474457,"hf_subset":"fij_Latn-ast_Latn","languages":["fij-Latn","ast-Latn"]},{"precision":0.460251,"recall":0.519763,"f1":0.476759,"accuracy":0.519763,"main_score":0.476759,"hf_subset":"fij_Latn-crh_Latn","languages":["fij-Latn","crh-Latn"]},{"precision":0.466964,"recall":0.539526,"f1":0.486963,"accuracy":0.539526,"main_score":0.486963,"hf_subset":"fij_Latn-glg_Latn","languages":["fij-Latn","glg-Latn"]},{"precision":0.43449,"recall":0.491107,"f1":0.449966,"accuracy":0.491107,"main_score":0.449966,"hf_subset":"fij_Latn-kas_Deva","languages":["fij-Latn","kas-Deva"]},{"precision":0.47161,"recall":0.537549,"f1":0.489614,"accuracy":0.537549,"main_score":0.489614,"hf_subset":"fij_Latn-ltz_Latn","languages":["fij-Latn","ltz-Latn"]},{"precision":0.417656,"recall":0.471344,"f1":0.432417,"accuracy":0.471344,"main_score":0.432417,"hf_subset":"fij_Latn-nus_Latn","languages":["fij-Latn","nus-Latn"]},{"precision":0.460968,"recall":0.536561,"f1":0.481843,"accuracy":0.536561,"main_score":0.481843,"hf_subset":"fij_Latn-slk_Latn","languages":["fij-Latn","slk-Latn"]},{"precision":0.216406,"recall":0.271739,"f1":0.229997,"accuracy":0.271739,"main_score":0.229997,"hf_subset":"fij_Latn-tir_Ethi","languages":["fij-Latn","tir-Ethi"]},{"precision":0.435735,"recall":0.513834,"f1":0.45681,"accuracy":0.513834,"main_score":0.45681,"hf_subset":"fij_Latn-zho_Hant","languages":["fij-Latn","zho-Hant"]},{"precision":0.435966,"recall":0.505929,"f1":0.45554,"accuracy":0.505929,"main_score":0.45554,"hf_subset":"fij_Latn-awa_Deva","languages":["fij-Latn","awa-Deva"]},{"precision":0.439144,"recall":0.505929,"f1":0.45704,"accuracy":0.505929,"main_score":0.45704,"hf_subset":"fij_Latn-cym_Latn","languages":["fij-Latn","cym-Latn"]},{"precision":0.489557,"recall":0.535573,"f1":0.502824,"accuracy":0.535573,"main_score":0.502824,"hf_subset":"fij_Latn-grn_Latn","languages":["fij-Latn","grn-Latn"]},{"precision":0.425311,"recall":0.490119,"f1":0.443341,"accuracy":0.490119,"main_score":0.443341,"hf_subset":"fij_Latn-kat_Geor","languages":["fij-Latn","kat-Geor"]},{"precision":0.485615,"recall":0.530632,"f1":0.498296,"accuracy":0.530632,"main_score":0.498296,"hf_subset":"fij_Latn-lua_Latn","languages":["fij-Latn","lua-Latn"]},{"precision":0.49226,"recall":0.539526,"f1":0.505851,"accuracy":0.539526,"main_score":0.505851,"hf_subset":"fij_Latn-nya_Latn","languages":["fij-Latn","nya-Latn"]},{"precision":0.455567,"recall":0.523715,"f1":0.474385,"accuracy":0.523715,"main_score":0.474385,"hf_subset":"fij_Latn-slv_Latn","languages":["fij-Latn","slv-Latn"]},{"precision":0.520258,"recall":0.566206,"f1":0.532541,"accuracy":0.566206,"main_score":0.532541,"hf_subset":"fij_Latn-tpi_Latn","languages":["fij-Latn","tpi-Latn"]},{"precision":0.476371,"recall":0.547431,"f1":0.496167,"accuracy":0.547431,"main_score":0.496167,"hf_subset":"fij_Latn-zsm_Latn","languages":["fij-Latn","zsm-Latn"]},{"precision":0.452954,"recall":0.503953,"f1":0.467067,"accuracy":0.503953,"main_score":0.467067,"hf_subset":"fij_Latn-ayr_Latn","languages":["fij-Latn","ayr-Latn"]},{"precision":0.463803,"recall":0.537549,"f1":0.483637,"accuracy":0.537549,"main_score":0.483637,"hf_subset":"fij_Latn-dan_Latn","languages":["fij-Latn","dan-Latn"]},{"precision":0.416116,"recall":0.496047,"f1":0.438433,"accuracy":0.496047,"main_score":0.438433,"hf_subset":"fij_Latn-guj_Gujr","languages":["fij-Latn","guj-Gujr"]},{"precision":0.449574,"recall":0.521739,"f1":0.469562,"accuracy":0.521739,"main_score":0.469562,"hf_subset":"fij_Latn-kaz_Cyrl","languages":["fij-Latn","kaz-Cyrl"]},{"precision":0.431666,"recall":0.486166,"f1":0.446878,"accuracy":0.486166,"main_score":0.446878,"hf_subset":"fij_Latn-lug_Latn","languages":["fij-Latn","lug-Latn"]},{"precision":0.464335,"recall":0.535573,"f1":0.484314,"accuracy":0.535573,"main_score":0.484314,"hf_subset":"fij_Latn-oci_Latn","languages":["fij-Latn","oci-Latn"]},{"precision":0.525505,"recall":0.565217,"f1":0.537352,"accuracy":0.565217,"main_score":0.537352,"hf_subset":"fij_Latn-smo_Latn","languages":["fij-Latn","smo-Latn"]},{"precision":0.469826,"recall":0.523715,"f1":0.485594,"accuracy":0.523715,"main_score":0.485594,"hf_subset":"fij_Latn-tsn_Latn","languages":["fij-Latn","tsn-Latn"]},{"precision":0.441528,"recall":0.504941,"f1":0.459462,"accuracy":0.504941,"main_score":0.459462,"hf_subset":"fij_Latn-zul_Latn","languages":["fij-Latn","zul-Latn"]},{"precision":0.393613,"recall":0.461462,"f1":0.412367,"accuracy":0.461462,"main_score":0.412367,"hf_subset":"fij_Latn-azb_Arab","languages":["fij-Latn","azb-Arab"]},{"precision":0.460133,"recall":0.537549,"f1":0.48131,"accuracy":0.537549,"main_score":0.48131,"hf_subset":"fij_Latn-deu_Latn","languages":["fij-Latn","deu-Latn"]},{"precision":0.430848,"recall":0.5,"f1":0.450013,"accuracy":0.5,"main_score":0.450013,"hf_subset":"fij_Latn-hat_Latn","languages":["fij-Latn","hat-Latn"]},{"precision":0.446404,"recall":0.495059,"f1":0.460303,"accuracy":0.495059,"main_score":0.460303,"hf_subset":"fij_Latn-kbp_Latn","languages":["fij-Latn","kbp-Latn"]},{"precision":0.491527,"recall":0.537549,"f1":0.504584,"accuracy":0.537549,"main_score":0.504584,"hf_subset":"fij_Latn-luo_Latn","languages":["fij-Latn","luo-Latn"]},{"precision":0.421626,"recall":0.493083,"f1":0.441248,"accuracy":0.493083,"main_score":0.441248,"hf_subset":"fij_Latn-ory_Orya","languages":["fij-Latn","ory-Orya"]},{"precision":0.486147,"recall":0.534585,"f1":0.499903,"accuracy":0.534585,"main_score":0.499903,"hf_subset":"fij_Latn-sna_Latn","languages":["fij-Latn","sna-Latn"]},{"precision":0.477266,"recall":0.520751,"f1":0.489613,"accuracy":0.520751,"main_score":0.489613,"hf_subset":"fij_Latn-tso_Latn","languages":["fij-Latn","tso-Latn"]},{"precision":0.424168,"recall":0.499012,"f1":0.445465,"accuracy":0.499012,"main_score":0.445465,"hf_subset":"fij_Latn-azj_Latn","languages":["fij-Latn","azj-Latn"]},{"precision":0.426426,"recall":0.486166,"f1":0.443926,"accuracy":0.486166,"main_score":0.443926,"hf_subset":"fij_Latn-dik_Latn","languages":["fij-Latn","dik-Latn"]},{"precision":0.474984,"recall":0.521739,"f1":0.488556,"accuracy":0.521739,"main_score":0.488556,"hf_subset":"fij_Latn-hau_Latn","languages":["fij-Latn","hau-Latn"]},{"precision":0.481226,"recall":0.54249,"f1":0.498517,"accuracy":0.54249,"main_score":0.498517,"hf_subset":"fij_Latn-kea_Latn","languages":["fij-Latn","kea-Latn"]},{"precision":0.503264,"recall":0.552372,"f1":0.517375,"accuracy":0.552372,"main_score":0.517375,"hf_subset":"fij_Latn-lus_Latn","languages":["fij-Latn","lus-Latn"]},{"precision":0.527874,"recall":0.571146,"f1":0.540296,"accuracy":0.571146,"main_score":0.540296,"hf_subset":"fij_Latn-pag_Latn","languages":["fij-Latn","pag-Latn"]},{"precision":0.417792,"recall":0.493083,"f1":0.438413,"accuracy":0.493083,"main_score":0.438413,"hf_subset":"fij_Latn-snd_Arab","languages":["fij-Latn","snd-Arab"]},{"precision":0.425995,"recall":0.493083,"f1":0.444493,"accuracy":0.493083,"main_score":0.444493,"hf_subset":"fij_Latn-tuk_Latn","languages":["fij-Latn","tuk-Latn"]},{"precision":0.475085,"recall":0.533597,"f1":0.491299,"accuracy":0.533597,"main_score":0.491299,"hf_subset":"fij_Latn-bak_Cyrl","languages":["fij-Latn","bak-Cyrl"]},{"precision":0.360872,"recall":0.431818,"f1":0.380277,"accuracy":0.431818,"main_score":0.380277,"hf_subset":"fij_Latn-dyu_Latn","languages":["fij-Latn","dyu-Latn"]},{"precision":0.411816,"recall":0.491107,"f1":0.43365,"accuracy":0.491107,"main_score":0.43365,"hf_subset":"fij_Latn-heb_Hebr","languages":["fij-Latn","heb-Hebr"]},{"precision":0.432949,"recall":0.5,"f1":0.451507,"accuracy":0.5,"main_score":0.451507,"hf_subset":"fij_Latn-khk_Cyrl","languages":["fij-Latn","khk-Cyrl"]},{"precision":0.439339,"recall":0.511858,"f1":0.45929,"accuracy":0.511858,"main_score":0.45929,"hf_subset":"fij_Latn-lvs_Latn","languages":["fij-Latn","lvs-Latn"]},{"precision":0.422284,"recall":0.496047,"f1":0.442998,"accuracy":0.496047,"main_score":0.442998,"hf_subset":"fij_Latn-pan_Guru","languages":["fij-Latn","pan-Guru"]},{"precision":0.422867,"recall":0.480237,"f1":0.439126,"accuracy":0.480237,"main_score":0.439126,"hf_subset":"fij_Latn-som_Latn","languages":["fij-Latn","som-Latn"]},{"precision":0.47293,"recall":0.518775,"f1":0.486219,"accuracy":0.518775,"main_score":0.486219,"hf_subset":"fij_Latn-tum_Latn","languages":["fij-Latn","tum-Latn"]},{"precision":0.349936,"recall":0.41502,"f1":0.368091,"accuracy":0.41502,"main_score":0.368091,"hf_subset":"isl_Latn-ace_Arab","languages":["isl-Latn","ace-Arab"]},{"precision":0.439174,"recall":0.493083,"f1":0.454729,"accuracy":0.493083,"main_score":0.454729,"hf_subset":"isl_Latn-bam_Latn","languages":["isl-Latn","bam-Latn"]},{"precision":0.121401,"recall":0.16502,"f1":0.132511,"accuracy":0.16502,"main_score":0.132511,"hf_subset":"isl_Latn-dzo_Tibt","languages":["isl-Latn","dzo-Tibt"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"isl_Latn-hin_Deva","languages":["isl-Latn","hin-Deva"]},{"precision":0.861001,"recall":0.902174,"f1":0.874177,"accuracy":0.902174,"main_score":0.874177,"hf_subset":"isl_Latn-khm_Khmr","languages":["isl-Latn","khm-Khmr"]},{"precision":0.93857,"recall":0.95751,"f1":0.944664,"accuracy":0.95751,"main_score":0.944664,"hf_subset":"isl_Latn-mag_Deva","languages":["isl-Latn","mag-Deva"]},{"precision":0.855023,"recall":0.895257,"f1":0.867819,"accuracy":0.895257,"main_score":0.867819,"hf_subset":"isl_Latn-pap_Latn","languages":["isl-Latn","pap-Latn"]},{"precision":0.481895,"recall":0.531621,"f1":0.496396,"accuracy":0.531621,"main_score":0.496396,"hf_subset":"isl_Latn-sot_Latn","languages":["isl-Latn","sot-Latn"]},{"precision":0.972497,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"isl_Latn-tur_Latn","languages":["isl-Latn","tur-Latn"]},{"precision":0.65252,"recall":0.70751,"f1":0.66909,"accuracy":0.70751,"main_score":0.66909,"hf_subset":"isl_Latn-ace_Latn","languages":["isl-Latn","ace-Latn"]},{"precision":0.74554,"recall":0.798419,"f1":0.761781,"accuracy":0.798419,"main_score":0.761781,"hf_subset":"isl_Latn-ban_Latn","languages":["isl-Latn","ban-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"isl_Latn-ell_Grek","languages":["isl-Latn","ell-Grek"]},{"precision":0.922925,"recall":0.944664,"f1":0.929677,"accuracy":0.944664,"main_score":0.929677,"hf_subset":"isl_Latn-hne_Deva","languages":["isl-Latn","hne-Deva"]},{"precision":0.463438,"recall":0.524704,"f1":0.480758,"accuracy":0.524704,"main_score":0.480758,"hf_subset":"isl_Latn-kik_Latn","languages":["isl-Latn","kik-Latn"]},{"precision":0.923007,"recall":0.94664,"f1":0.930567,"accuracy":0.94664,"main_score":0.930567,"hf_subset":"isl_Latn-mai_Deva","languages":["isl-Latn","mai-Deva"]},{"precision":0.786973,"recall":0.840909,"f1":0.803393,"accuracy":0.840909,"main_score":0.803393,"hf_subset":"isl_Latn-pbt_Arab","languages":["isl-Latn","pbt-Arab"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"isl_Latn-spa_Latn","languages":["isl-Latn","spa-Latn"]},{"precision":0.507913,"recall":0.55336,"f1":0.520558,"accuracy":0.55336,"main_score":0.520558,"hf_subset":"isl_Latn-twi_Latn","languages":["isl-Latn","twi-Latn"]},{"precision":0.935935,"recall":0.955534,"f1":0.942194,"accuracy":0.955534,"main_score":0.942194,"hf_subset":"isl_Latn-acm_Arab","languages":["isl-Latn","acm-Arab"]},{"precision":0.939888,"recall":0.959486,"f1":0.946311,"accuracy":0.959486,"main_score":0.946311,"hf_subset":"isl_Latn-bel_Cyrl","languages":["isl-Latn","bel-Cyrl"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"isl_Latn-eng_Latn","languages":["isl-Latn","eng-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"isl_Latn-hrv_Latn","languages":["isl-Latn","hrv-Latn"]},{"precision":0.43327,"recall":0.485178,"f1":0.448174,"accuracy":0.485178,"main_score":0.448174,"hf_subset":"isl_Latn-kin_Latn","languages":["isl-Latn","kin-Latn"]},{"precision":0.928524,"recall":0.950593,"f1":0.935606,"accuracy":0.950593,"main_score":0.935606,"hf_subset":"isl_Latn-mal_Mlym","languages":["isl-Latn","mal-Mlym"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"isl_Latn-pes_Arab","languages":["isl-Latn","pes-Arab"]},{"precision":0.882246,"recall":0.916996,"f1":0.893248,"accuracy":0.916996,"main_score":0.893248,"hf_subset":"isl_Latn-srd_Latn","languages":["isl-Latn","srd-Latn"]},{"precision":0.130855,"recall":0.187747,"f1":0.143828,"accuracy":0.187747,"main_score":0.143828,"hf_subset":"isl_Latn-tzm_Tfng","languages":["isl-Latn","tzm-Tfng"]},{"precision":0.94697,"recall":0.963439,"f1":0.95224,"accuracy":0.963439,"main_score":0.95224,"hf_subset":"isl_Latn-acq_Arab","languages":["isl-Latn","acq-Arab"]},{"precision":0.512878,"recall":0.561265,"f1":0.526429,"accuracy":0.561265,"main_score":0.526429,"hf_subset":"isl_Latn-bem_Latn","languages":["isl-Latn","bem-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"isl_Latn-epo_Latn","languages":["isl-Latn","epo-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"isl_Latn-hun_Latn","languages":["isl-Latn","hun-Latn"]},{"precision":0.88587,"recall":0.91996,"f1":0.896904,"accuracy":0.91996,"main_score":0.896904,"hf_subset":"isl_Latn-kir_Cyrl","languages":["isl-Latn","kir-Cyrl"]},{"precision":0.955204,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"isl_Latn-mar_Deva","languages":["isl-Latn","mar-Deva"]},{"precision":0.52049,"recall":0.56917,"f1":0.534659,"accuracy":0.56917,"main_score":0.534659,"hf_subset":"isl_Latn-plt_Latn","languages":["isl-Latn","plt-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"isl_Latn-srp_Cyrl","languages":["isl-Latn","srp-Cyrl"]},{"precision":0.851647,"recall":0.892292,"f1":0.864625,"accuracy":0.892292,"main_score":0.864625,"hf_subset":"isl_Latn-uig_Arab","languages":["isl-Latn","uig-Arab"]},{"precision":0.907115,"recall":0.934783,"f1":0.91581,"accuracy":0.934783,"main_score":0.91581,"hf_subset":"isl_Latn-aeb_Arab","languages":["isl-Latn","aeb-Arab"]},{"precision":0.954381,"recall":0.969368,"f1":0.959321,"accuracy":0.969368,"main_score":0.959321,"hf_subset":"isl_Latn-ben_Beng","languages":["isl-Latn","ben-Beng"]},{"precision":0.948781,"recall":0.965415,"f1":0.954216,"accuracy":0.965415,"main_score":0.954216,"hf_subset":"isl_Latn-est_Latn","languages":["isl-Latn","est-Latn"]},{"precision":0.962451,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"isl_Latn-hye_Armn","languages":["isl-Latn","hye-Armn"]},{"precision":0.466486,"recall":0.513834,"f1":0.480308,"accuracy":0.513834,"main_score":0.480308,"hf_subset":"isl_Latn-kmb_Latn","languages":["isl-Latn","kmb-Latn"]},{"precision":0.313281,"recall":0.381423,"f1":0.331415,"accuracy":0.381423,"main_score":0.331415,"hf_subset":"isl_Latn-min_Arab","languages":["isl-Latn","min-Arab"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"isl_Latn-pol_Latn","languages":["isl-Latn","pol-Latn"]},{"precision":0.462089,"recall":0.516798,"f1":0.47733,"accuracy":0.516798,"main_score":0.47733,"hf_subset":"isl_Latn-ssw_Latn","languages":["isl-Latn","ssw-Latn"]},{"precision":0.969697,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"isl_Latn-ukr_Cyrl","languages":["isl-Latn","ukr-Cyrl"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"isl_Latn-afr_Latn","languages":["isl-Latn","afr-Latn"]},{"precision":0.895702,"recall":0.927866,"f1":0.906028,"accuracy":0.927866,"main_score":0.906028,"hf_subset":"isl_Latn-bho_Deva","languages":["isl-Latn","bho-Deva"]},{"precision":0.865201,"recall":0.90415,"f1":0.877701,"accuracy":0.90415,"main_score":0.877701,"hf_subset":"isl_Latn-eus_Latn","languages":["isl-Latn","eus-Latn"]},{"precision":0.476476,"recall":0.529644,"f1":0.490997,"accuracy":0.529644,"main_score":0.490997,"hf_subset":"isl_Latn-ibo_Latn","languages":["isl-Latn","ibo-Latn"]},{"precision":0.635723,"recall":0.698617,"f1":0.653596,"accuracy":0.698617,"main_score":0.653596,"hf_subset":"isl_Latn-kmr_Latn","languages":["isl-Latn","kmr-Latn"]},{"precision":0.835721,"recall":0.879447,"f1":0.849704,"accuracy":0.879447,"main_score":0.849704,"hf_subset":"isl_Latn-min_Latn","languages":["isl-Latn","min-Latn"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"isl_Latn-por_Latn","languages":["isl-Latn","por-Latn"]},{"precision":0.886446,"recall":0.917984,"f1":0.896311,"accuracy":0.917984,"main_score":0.896311,"hf_subset":"isl_Latn-sun_Latn","languages":["isl-Latn","sun-Latn"]},{"precision":0.453608,"recall":0.502964,"f1":0.467811,"accuracy":0.502964,"main_score":0.467811,"hf_subset":"isl_Latn-umb_Latn","languages":["isl-Latn","umb-Latn"]},{"precision":0.938241,"recall":0.95751,"f1":0.944499,"accuracy":0.95751,"main_score":0.944499,"hf_subset":"isl_Latn-ajp_Arab","languages":["isl-Latn","ajp-Arab"]},{"precision":0.332931,"recall":0.401186,"f1":0.350274,"accuracy":0.401186,"main_score":0.350274,"hf_subset":"isl_Latn-bjn_Arab","languages":["isl-Latn","bjn-Arab"]},{"precision":0.461744,"recall":0.509881,"f1":0.475405,"accuracy":0.509881,"main_score":0.475405,"hf_subset":"isl_Latn-ewe_Latn","languages":["isl-Latn","ewe-Latn"]},{"precision":0.712822,"recall":0.770751,"f1":0.729553,"accuracy":0.770751,"main_score":0.729553,"hf_subset":"isl_Latn-ilo_Latn","languages":["isl-Latn","ilo-Latn"]},{"precision":0.190926,"recall":0.257905,"f1":0.20818,"accuracy":0.257905,"main_score":0.20818,"hf_subset":"isl_Latn-knc_Arab","languages":["isl-Latn","knc-Arab"]},{"precision":0.96805,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"isl_Latn-mkd_Cyrl","languages":["isl-Latn","mkd-Cyrl"]},{"precision":0.963768,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"isl_Latn-prs_Arab","languages":["isl-Latn","prs-Arab"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"isl_Latn-swe_Latn","languages":["isl-Latn","swe-Latn"]},{"precision":0.94865,"recall":0.964427,"f1":0.953722,"accuracy":0.964427,"main_score":0.953722,"hf_subset":"isl_Latn-urd_Arab","languages":["isl-Latn","urd-Arab"]},{"precision":0.498468,"recall":0.545455,"f1":0.512088,"accuracy":0.545455,"main_score":0.512088,"hf_subset":"isl_Latn-aka_Latn","languages":["isl-Latn","aka-Latn"]},{"precision":0.872859,"recall":0.910079,"f1":0.884486,"accuracy":0.910079,"main_score":0.884486,"hf_subset":"isl_Latn-bjn_Latn","languages":["isl-Latn","bjn-Latn"]},{"precision":0.945652,"recall":0.963439,"f1":0.951581,"accuracy":0.963439,"main_score":0.951581,"hf_subset":"isl_Latn-fao_Latn","languages":["isl-Latn","fao-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"isl_Latn-ind_Latn","languages":["isl-Latn","ind-Latn"]},{"precision":0.494028,"recall":0.545455,"f1":0.508646,"accuracy":0.545455,"main_score":0.508646,"hf_subset":"isl_Latn-knc_Latn","languages":["isl-Latn","knc-Latn"]},{"precision":0.8861,"recall":0.91502,"f1":0.894895,"accuracy":0.91502,"main_score":0.894895,"hf_subset":"isl_Latn-mlt_Latn","languages":["isl-Latn","mlt-Latn"]},{"precision":0.499745,"recall":0.559289,"f1":0.516426,"accuracy":0.559289,"main_score":0.516426,"hf_subset":"isl_Latn-quy_Latn","languages":["isl-Latn","quy-Latn"]},{"precision":0.643932,"recall":0.718379,"f1":0.66609,"accuracy":0.718379,"main_score":0.66609,"hf_subset":"isl_Latn-swh_Latn","languages":["isl-Latn","swh-Latn"]},{"precision":0.92836,"recall":0.950593,"f1":0.935408,"accuracy":0.950593,"main_score":0.935408,"hf_subset":"isl_Latn-uzn_Latn","languages":["isl-Latn","uzn-Latn"]},{"precision":0.953063,"recall":0.968379,"f1":0.958169,"accuracy":0.968379,"main_score":0.958169,"hf_subset":"isl_Latn-als_Latn","languages":["isl-Latn","als-Latn"]},{"precision":0.176337,"recall":0.246047,"f1":0.193691,"accuracy":0.246047,"main_score":0.193691,"hf_subset":"isl_Latn-bod_Tibt","languages":["isl-Latn","bod-Tibt"]},{"precision":0.468669,"recall":0.517787,"f1":0.483072,"accuracy":0.517787,"main_score":0.483072,"hf_subset":"isl_Latn-fij_Latn","languages":["isl-Latn","fij-Latn"]},{"precision":0.512278,"recall":0.574111,"f1":0.529724,"accuracy":0.574111,"main_score":0.529724,"hf_subset":"isl_Latn-kon_Latn","languages":["isl-Latn","kon-Latn"]},{"precision":0.416814,"recall":0.487154,"f1":0.435684,"accuracy":0.487154,"main_score":0.435684,"hf_subset":"isl_Latn-mni_Beng","languages":["isl-Latn","mni-Beng"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"isl_Latn-ron_Latn","languages":["isl-Latn","ron-Latn"]},{"precision":0.922266,"recall":0.944664,"f1":0.92948,"accuracy":0.944664,"main_score":0.92948,"hf_subset":"isl_Latn-szl_Latn","languages":["isl-Latn","szl-Latn"]},{"precision":0.932806,"recall":0.953557,"f1":0.939559,"accuracy":0.953557,"main_score":0.939559,"hf_subset":"isl_Latn-vec_Latn","languages":["isl-Latn","vec-Latn"]},{"precision":0.476594,"recall":0.562253,"f1":0.500899,"accuracy":0.562253,"main_score":0.500899,"hf_subset":"isl_Latn-amh_Ethi","languages":["isl-Latn","amh-Ethi"]},{"precision":0.968544,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"isl_Latn-bos_Latn","languages":["isl-Latn","bos-Latn"]},{"precision":0.960968,"recall":0.972332,"f1":0.964756,"accuracy":0.972332,"main_score":0.964756,"hf_subset":"isl_Latn-fin_Latn","languages":["isl-Latn","fin-Latn"]},{"precision":0.959157,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"isl_Latn-ita_Latn","languages":["isl-Latn","ita-Latn"]},{"precision":0.945356,"recall":0.962451,"f1":0.950922,"accuracy":0.962451,"main_score":0.950922,"hf_subset":"isl_Latn-kor_Hang","languages":["isl-Latn","kor-Hang"]},{"precision":0.453995,"recall":0.505929,"f1":0.468928,"accuracy":0.505929,"main_score":0.468928,"hf_subset":"isl_Latn-mos_Latn","languages":["isl-Latn","mos-Latn"]},{"precision":0.456159,"recall":0.506917,"f1":0.470671,"accuracy":0.506917,"main_score":0.470671,"hf_subset":"isl_Latn-run_Latn","languages":["isl-Latn","run-Latn"]},{"precision":0.949769,"recall":0.964427,"f1":0.954545,"accuracy":0.964427,"main_score":0.954545,"hf_subset":"isl_Latn-tam_Taml","languages":["isl-Latn","tam-Taml"]},{"precision":0.955863,"recall":0.970356,"f1":0.960639,"accuracy":0.970356,"main_score":0.960639,"hf_subset":"isl_Latn-vie_Latn","languages":["isl-Latn","vie-Latn"]},{"precision":0.939065,"recall":0.958498,"f1":0.945487,"accuracy":0.958498,"main_score":0.945487,"hf_subset":"isl_Latn-apc_Arab","languages":["isl-Latn","apc-Arab"]},{"precision":0.6208,"recall":0.68083,"f1":0.637422,"accuracy":0.68083,"main_score":0.637422,"hf_subset":"isl_Latn-bug_Latn","languages":["isl-Latn","bug-Latn"]},{"precision":0.426046,"recall":0.474308,"f1":0.439537,"accuracy":0.474308,"main_score":0.439537,"hf_subset":"isl_Latn-fon_Latn","languages":["isl-Latn","fon-Latn"]},{"precision":0.889773,"recall":0.921937,"f1":0.899769,"accuracy":0.921937,"main_score":0.899769,"hf_subset":"isl_Latn-jav_Latn","languages":["isl-Latn","jav-Latn"]},{"precision":0.815003,"recall":0.865613,"f1":0.830567,"accuracy":0.865613,"main_score":0.830567,"hf_subset":"isl_Latn-lao_Laoo","languages":["isl-Latn","lao-Laoo"]},{"precision":0.548641,"recall":0.614625,"f1":0.56747,"accuracy":0.614625,"main_score":0.56747,"hf_subset":"isl_Latn-mri_Latn","languages":["isl-Latn","mri-Latn"]},{"precision":0.964921,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"isl_Latn-rus_Cyrl","languages":["isl-Latn","rus-Cyrl"]},{"precision":0.444015,"recall":0.493083,"f1":0.457812,"accuracy":0.493083,"main_score":0.457812,"hf_subset":"isl_Latn-taq_Latn","languages":["isl-Latn","taq-Latn"]},{"precision":0.875494,"recall":0.910079,"f1":0.886528,"accuracy":0.910079,"main_score":0.886528,"hf_subset":"isl_Latn-war_Latn","languages":["isl-Latn","war-Latn"]},{"precision":0.956522,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"isl_Latn-arb_Arab","languages":["isl-Latn","arb-Arab"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"isl_Latn-bul_Cyrl","languages":["isl-Latn","bul-Cyrl"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"isl_Latn-fra_Latn","languages":["isl-Latn","fra-Latn"]},{"precision":0.953228,"recall":0.968379,"f1":0.958169,"accuracy":0.968379,"main_score":0.958169,"hf_subset":"isl_Latn-jpn_Jpan","languages":["isl-Latn","jpn-Jpan"]},{"precision":0.913373,"recall":0.938735,"f1":0.921443,"accuracy":0.938735,"main_score":0.921443,"hf_subset":"isl_Latn-lij_Latn","languages":["isl-Latn","lij-Latn"]},{"precision":0.828887,"recall":0.881423,"f1":0.846014,"accuracy":0.881423,"main_score":0.846014,"hf_subset":"isl_Latn-mya_Mymr","languages":["isl-Latn","mya-Mymr"]},{"precision":0.475831,"recall":0.527668,"f1":0.490428,"accuracy":0.527668,"main_score":0.490428,"hf_subset":"isl_Latn-sag_Latn","languages":["isl-Latn","sag-Latn"]},{"precision":0.140762,"recall":0.20751,"f1":0.154739,"accuracy":0.20751,"main_score":0.154739,"hf_subset":"isl_Latn-taq_Tfng","languages":["isl-Latn","taq-Tfng"]},{"precision":0.490408,"recall":0.543478,"f1":0.506115,"accuracy":0.543478,"main_score":0.506115,"hf_subset":"isl_Latn-wol_Latn","languages":["isl-Latn","wol-Latn"]},{"precision":0.554491,"recall":0.632411,"f1":0.576107,"accuracy":0.632411,"main_score":0.576107,"hf_subset":"isl_Latn-arb_Latn","languages":["isl-Latn","arb-Latn"]},{"precision":0.965086,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"isl_Latn-cat_Latn","languages":["isl-Latn","cat-Latn"]},{"precision":0.89888,"recall":0.927866,"f1":0.908037,"accuracy":0.927866,"main_score":0.908037,"hf_subset":"isl_Latn-fur_Latn","languages":["isl-Latn","fur-Latn"]},{"precision":0.350807,"recall":0.401186,"f1":0.364626,"accuracy":0.401186,"main_score":0.364626,"hf_subset":"isl_Latn-kab_Latn","languages":["isl-Latn","kab-Latn"]},{"precision":0.885046,"recall":0.918972,"f1":0.895718,"accuracy":0.918972,"main_score":0.895718,"hf_subset":"isl_Latn-lim_Latn","languages":["isl-Latn","lim-Latn"]},{"precision":0.959651,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"isl_Latn-nld_Latn","languages":["isl-Latn","nld-Latn"]},{"precision":0.882493,"recall":0.914032,"f1":0.892852,"accuracy":0.914032,"main_score":0.892852,"hf_subset":"isl_Latn-san_Deva","languages":["isl-Latn","san-Deva"]},{"precision":0.88941,"recall":0.920949,"f1":0.899393,"accuracy":0.920949,"main_score":0.899393,"hf_subset":"isl_Latn-tat_Cyrl","languages":["isl-Latn","tat-Cyrl"]},{"precision":0.498419,"recall":0.55336,"f1":0.513673,"accuracy":0.55336,"main_score":0.513673,"hf_subset":"isl_Latn-xho_Latn","languages":["isl-Latn","xho-Latn"]},{"precision":0.951252,"recall":0.966403,"f1":0.956028,"accuracy":0.966403,"main_score":0.956028,"hf_subset":"isl_Latn-ars_Arab","languages":["isl-Latn","ars-Arab"]},{"precision":0.919219,"recall":0.943676,"f1":0.926943,"accuracy":0.943676,"main_score":0.926943,"hf_subset":"isl_Latn-ceb_Latn","languages":["isl-Latn","ceb-Latn"]},{"precision":0.444639,"recall":0.498024,"f1":0.460027,"accuracy":0.498024,"main_score":0.460027,"hf_subset":"isl_Latn-fuv_Latn","languages":["isl-Latn","fuv-Latn"]},{"precision":0.448221,"recall":0.5,"f1":0.463307,"accuracy":0.5,"main_score":0.463307,"hf_subset":"isl_Latn-kac_Latn","languages":["isl-Latn","kac-Latn"]},{"precision":0.496187,"recall":0.55336,"f1":0.512689,"accuracy":0.55336,"main_score":0.512689,"hf_subset":"isl_Latn-lin_Latn","languages":["isl-Latn","lin-Latn"]},{"precision":0.971344,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"isl_Latn-nno_Latn","languages":["isl-Latn","nno-Latn"]},{"precision":0.02399,"recall":0.071146,"f1":0.031422,"accuracy":0.071146,"main_score":0.031422,"hf_subset":"isl_Latn-sat_Olck","languages":["isl-Latn","sat-Olck"]},{"precision":0.938159,"recall":0.95751,"f1":0.944401,"accuracy":0.95751,"main_score":0.944401,"hf_subset":"isl_Latn-tel_Telu","languages":["isl-Latn","tel-Telu"]},{"precision":0.650676,"recall":0.729249,"f1":0.674248,"accuracy":0.729249,"main_score":0.674248,"hf_subset":"isl_Latn-ydd_Hebr","languages":["isl-Latn","ydd-Hebr"]},{"precision":0.879858,"recall":0.914032,"f1":0.890711,"accuracy":0.914032,"main_score":0.890711,"hf_subset":"isl_Latn-ary_Arab","languages":["isl-Latn","ary-Arab"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"isl_Latn-ces_Latn","languages":["isl-Latn","ces-Latn"]},{"precision":0.371254,"recall":0.440711,"f1":0.391438,"accuracy":0.440711,"main_score":0.391438,"hf_subset":"isl_Latn-gaz_Latn","languages":["isl-Latn","gaz-Latn"]},{"precision":0.470883,"recall":0.522727,"f1":0.485517,"accuracy":0.522727,"main_score":0.485517,"hf_subset":"isl_Latn-kam_Latn","languages":["isl-Latn","kam-Latn"]},{"precision":0.958333,"recall":0.971344,"f1":0.962615,"accuracy":0.971344,"main_score":0.962615,"hf_subset":"isl_Latn-lit_Latn","languages":["isl-Latn","lit-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"isl_Latn-nob_Latn","languages":["isl-Latn","nob-Latn"]},{"precision":0.915596,"recall":0.940711,"f1":0.92365,"accuracy":0.940711,"main_score":0.92365,"hf_subset":"isl_Latn-scn_Latn","languages":["isl-Latn","scn-Latn"]},{"precision":0.834437,"recall":0.878458,"f1":0.847892,"accuracy":0.878458,"main_score":0.847892,"hf_subset":"isl_Latn-tgk_Cyrl","languages":["isl-Latn","tgk-Cyrl"]},{"precision":0.426625,"recall":0.48419,"f1":0.443064,"accuracy":0.48419,"main_score":0.443064,"hf_subset":"isl_Latn-yor_Latn","languages":["isl-Latn","yor-Latn"]},{"precision":0.928195,"recall":0.949605,"f1":0.935112,"accuracy":0.949605,"main_score":0.935112,"hf_subset":"isl_Latn-arz_Arab","languages":["isl-Latn","arz-Arab"]},{"precision":0.443165,"recall":0.501976,"f1":0.459348,"accuracy":0.501976,"main_score":0.459348,"hf_subset":"isl_Latn-cjk_Latn","languages":["isl-Latn","cjk-Latn"]},{"precision":0.572261,"recall":0.640316,"f1":0.591784,"accuracy":0.640316,"main_score":0.591784,"hf_subset":"isl_Latn-gla_Latn","languages":["isl-Latn","gla-Latn"]},{"precision":0.94417,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"isl_Latn-kan_Knda","languages":["isl-Latn","kan-Knda"]},{"precision":0.870883,"recall":0.909091,"f1":0.882905,"accuracy":0.909091,"main_score":0.882905,"hf_subset":"isl_Latn-lmo_Latn","languages":["isl-Latn","lmo-Latn"]},{"precision":0.951581,"recall":0.966403,"f1":0.956522,"accuracy":0.966403,"main_score":0.956522,"hf_subset":"isl_Latn-npi_Deva","languages":["isl-Latn","npi-Deva"]},{"precision":0.403167,"recall":0.479249,"f1":0.424275,"accuracy":0.479249,"main_score":0.424275,"hf_subset":"isl_Latn-shn_Mymr","languages":["isl-Latn","shn-Mymr"]},{"precision":0.943182,"recall":0.961462,"f1":0.949275,"accuracy":0.961462,"main_score":0.949275,"hf_subset":"isl_Latn-tgl_Latn","languages":["isl-Latn","tgl-Latn"]},{"precision":0.954545,"recall":0.969368,"f1":0.959486,"accuracy":0.969368,"main_score":0.959486,"hf_subset":"isl_Latn-yue_Hant","languages":["isl-Latn","yue-Hant"]},{"precision":0.91362,"recall":0.940711,"f1":0.922332,"accuracy":0.940711,"main_score":0.922332,"hf_subset":"isl_Latn-asm_Beng","languages":["isl-Latn","asm-Beng"]},{"precision":0.646282,"recall":0.709486,"f1":0.664255,"accuracy":0.709486,"main_score":0.664255,"hf_subset":"isl_Latn-ckb_Arab","languages":["isl-Latn","ckb-Arab"]},{"precision":0.688406,"recall":0.750988,"f1":0.707133,"accuracy":0.750988,"main_score":0.707133,"hf_subset":"isl_Latn-gle_Latn","languages":["isl-Latn","gle-Latn"]},{"precision":0.721739,"recall":0.790514,"f1":0.742622,"accuracy":0.790514,"main_score":0.742622,"hf_subset":"isl_Latn-kas_Arab","languages":["isl-Latn","kas-Arab"]},{"precision":0.749539,"recall":0.806324,"f1":0.76695,"accuracy":0.806324,"main_score":0.76695,"hf_subset":"isl_Latn-ltg_Latn","languages":["isl-Latn","ltg-Latn"]},{"precision":0.484981,"recall":0.534585,"f1":0.499311,"accuracy":0.534585,"main_score":0.499311,"hf_subset":"isl_Latn-nso_Latn","languages":["isl-Latn","nso-Latn"]},{"precision":0.403493,"recall":0.498024,"f1":0.42923,"accuracy":0.498024,"main_score":0.42923,"hf_subset":"isl_Latn-sin_Sinh","languages":["isl-Latn","sin-Sinh"]},{"precision":0.949934,"recall":0.965415,"f1":0.95504,"accuracy":0.965415,"main_score":0.95504,"hf_subset":"isl_Latn-tha_Thai","languages":["isl-Latn","tha-Thai"]},{"precision":0.948123,"recall":0.964427,"f1":0.953393,"accuracy":0.964427,"main_score":0.953393,"hf_subset":"isl_Latn-zho_Hans","languages":["isl-Latn","zho-Hans"]},{"precision":0.957181,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"isl_Latn-ast_Latn","languages":["isl-Latn","ast-Latn"]},{"precision":0.929842,"recall":0.951581,"f1":0.936924,"accuracy":0.951581,"main_score":0.936924,"hf_subset":"isl_Latn-crh_Latn","languages":["isl-Latn","crh-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"isl_Latn-glg_Latn","languages":["isl-Latn","glg-Latn"]},{"precision":0.624761,"recall":0.699605,"f1":0.646494,"accuracy":0.699605,"main_score":0.646494,"hf_subset":"isl_Latn-kas_Deva","languages":["isl-Latn","kas-Deva"]},{"precision":0.923419,"recall":0.94664,"f1":0.93083,"accuracy":0.94664,"main_score":0.93083,"hf_subset":"isl_Latn-ltz_Latn","languages":["isl-Latn","ltz-Latn"]},{"precision":0.39067,"recall":0.451581,"f1":0.407227,"accuracy":0.451581,"main_score":0.407227,"hf_subset":"isl_Latn-nus_Latn","languages":["isl-Latn","nus-Latn"]},{"precision":0.967144,"recall":0.977273,"f1":0.970422,"accuracy":0.977273,"main_score":0.970422,"hf_subset":"isl_Latn-slk_Latn","languages":["isl-Latn","slk-Latn"]},{"precision":0.236584,"recall":0.295455,"f1":0.25251,"accuracy":0.295455,"main_score":0.25251,"hf_subset":"isl_Latn-tir_Ethi","languages":["isl-Latn","tir-Ethi"]},{"precision":0.944335,"recall":0.962451,"f1":0.950264,"accuracy":0.962451,"main_score":0.950264,"hf_subset":"isl_Latn-zho_Hant","languages":["isl-Latn","zho-Hant"]},{"precision":0.937253,"recall":0.955534,"f1":0.943017,"accuracy":0.955534,"main_score":0.943017,"hf_subset":"isl_Latn-awa_Deva","languages":["isl-Latn","awa-Deva"]},{"precision":0.81166,"recall":0.860672,"f1":0.826713,"accuracy":0.860672,"main_score":0.826713,"hf_subset":"isl_Latn-cym_Latn","languages":["isl-Latn","cym-Latn"]},{"precision":0.578806,"recall":0.628458,"f1":0.592846,"accuracy":0.628458,"main_score":0.592846,"hf_subset":"isl_Latn-grn_Latn","languages":["isl-Latn","grn-Latn"]},{"precision":0.922843,"recall":0.94664,"f1":0.930567,"accuracy":0.94664,"main_score":0.930567,"hf_subset":"isl_Latn-kat_Geor","languages":["isl-Latn","kat-Geor"]},{"precision":0.500898,"recall":0.551383,"f1":0.51548,"accuracy":0.551383,"main_score":0.51548,"hf_subset":"isl_Latn-lua_Latn","languages":["isl-Latn","lua-Latn"]},{"precision":0.486812,"recall":0.537549,"f1":0.501405,"accuracy":0.537549,"main_score":0.501405,"hf_subset":"isl_Latn-nya_Latn","languages":["isl-Latn","nya-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"isl_Latn-slv_Latn","languages":["isl-Latn","slv-Latn"]},{"precision":0.629051,"recall":0.688735,"f1":0.646843,"accuracy":0.688735,"main_score":0.646843,"hf_subset":"isl_Latn-tpi_Latn","languages":["isl-Latn","tpi-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"isl_Latn-zsm_Latn","languages":["isl-Latn","zsm-Latn"]},{"precision":0.466955,"recall":0.505929,"f1":0.4784,"accuracy":0.505929,"main_score":0.4784,"hf_subset":"isl_Latn-ayr_Latn","languages":["isl-Latn","ayr-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"isl_Latn-dan_Latn","languages":["isl-Latn","dan-Latn"]},{"precision":0.944335,"recall":0.962451,"f1":0.950264,"accuracy":0.962451,"main_score":0.950264,"hf_subset":"isl_Latn-guj_Gujr","languages":["isl-Latn","guj-Gujr"]},{"precision":0.935277,"recall":0.955534,"f1":0.941864,"accuracy":0.955534,"main_score":0.941864,"hf_subset":"isl_Latn-kaz_Cyrl","languages":["isl-Latn","kaz-Cyrl"]},{"precision":0.440639,"recall":0.496047,"f1":0.456886,"accuracy":0.496047,"main_score":0.456886,"hf_subset":"isl_Latn-lug_Latn","languages":["isl-Latn","lug-Latn"]},{"precision":0.946805,"recall":0.962451,"f1":0.951746,"accuracy":0.962451,"main_score":0.951746,"hf_subset":"isl_Latn-oci_Latn","languages":["isl-Latn","oci-Latn"]},{"precision":0.492328,"recall":0.544466,"f1":0.507496,"accuracy":0.544466,"main_score":0.507496,"hf_subset":"isl_Latn-smo_Latn","languages":["isl-Latn","smo-Latn"]},{"precision":0.452769,"recall":0.509881,"f1":0.468494,"accuracy":0.509881,"main_score":0.468494,"hf_subset":"isl_Latn-tsn_Latn","languages":["isl-Latn","tsn-Latn"]},{"precision":0.463236,"recall":0.519763,"f1":0.479545,"accuracy":0.519763,"main_score":0.479545,"hf_subset":"isl_Latn-zul_Latn","languages":["isl-Latn","zul-Latn"]},{"precision":0.647581,"recall":0.722332,"f1":0.669433,"accuracy":0.722332,"main_score":0.669433,"hf_subset":"isl_Latn-azb_Arab","languages":["isl-Latn","azb-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"isl_Latn-deu_Latn","languages":["isl-Latn","deu-Latn"]},{"precision":0.816897,"recall":0.864625,"f1":0.831752,"accuracy":0.864625,"main_score":0.831752,"hf_subset":"isl_Latn-hat_Latn","languages":["isl-Latn","hat-Latn"]},{"precision":0.41545,"recall":0.469368,"f1":0.43061,"accuracy":0.469368,"main_score":0.43061,"hf_subset":"isl_Latn-kbp_Latn","languages":["isl-Latn","kbp-Latn"]},{"precision":0.469439,"recall":0.517787,"f1":0.483207,"accuracy":0.517787,"main_score":0.483207,"hf_subset":"isl_Latn-luo_Latn","languages":["isl-Latn","luo-Latn"]},{"precision":0.934947,"recall":0.955534,"f1":0.9417,"accuracy":0.955534,"main_score":0.9417,"hf_subset":"isl_Latn-ory_Orya","languages":["isl-Latn","ory-Orya"]},{"precision":0.467984,"recall":0.518775,"f1":0.482441,"accuracy":0.518775,"main_score":0.482441,"hf_subset":"isl_Latn-sna_Latn","languages":["isl-Latn","sna-Latn"]},{"precision":0.467412,"recall":0.51581,"f1":0.48074,"accuracy":0.51581,"main_score":0.48074,"hf_subset":"isl_Latn-tso_Latn","languages":["isl-Latn","tso-Latn"]},{"precision":0.940629,"recall":0.958498,"f1":0.946212,"accuracy":0.958498,"main_score":0.946212,"hf_subset":"isl_Latn-azj_Latn","languages":["isl-Latn","azj-Latn"]},{"precision":0.440449,"recall":0.498024,"f1":0.457304,"accuracy":0.498024,"main_score":0.457304,"hf_subset":"isl_Latn-dik_Latn","languages":["isl-Latn","dik-Latn"]},{"precision":0.470666,"recall":0.512846,"f1":0.482437,"accuracy":0.512846,"main_score":0.482437,"hf_subset":"isl_Latn-hau_Latn","languages":["isl-Latn","hau-Latn"]},{"precision":0.867671,"recall":0.905138,"f1":0.879677,"accuracy":0.905138,"main_score":0.879677,"hf_subset":"isl_Latn-kea_Latn","languages":["isl-Latn","kea-Latn"]},{"precision":0.540549,"recall":0.585968,"f1":0.553278,"accuracy":0.585968,"main_score":0.553278,"hf_subset":"isl_Latn-lus_Latn","languages":["isl-Latn","lus-Latn"]},{"precision":0.645776,"recall":0.705534,"f1":0.662788,"accuracy":0.705534,"main_score":0.662788,"hf_subset":"isl_Latn-pag_Latn","languages":["isl-Latn","pag-Latn"]},{"precision":0.902833,"recall":0.932806,"f1":0.912549,"accuracy":0.932806,"main_score":0.912549,"hf_subset":"isl_Latn-snd_Arab","languages":["isl-Latn","snd-Arab"]},{"precision":0.792474,"recall":0.844862,"f1":0.808498,"accuracy":0.844862,"main_score":0.808498,"hf_subset":"isl_Latn-tuk_Latn","languages":["isl-Latn","tuk-Latn"]},{"precision":0.849094,"recall":0.889328,"f1":0.861364,"accuracy":0.889328,"main_score":0.861364,"hf_subset":"isl_Latn-bak_Cyrl","languages":["isl-Latn","bak-Cyrl"]},{"precision":0.372259,"recall":0.440711,"f1":0.392495,"accuracy":0.440711,"main_score":0.392495,"hf_subset":"isl_Latn-dyu_Latn","languages":["isl-Latn","dyu-Latn"]},{"precision":0.962451,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"isl_Latn-heb_Hebr","languages":["isl-Latn","heb-Hebr"]},{"precision":0.836528,"recall":0.876482,"f1":0.848781,"accuracy":0.876482,"main_score":0.848781,"hf_subset":"isl_Latn-khk_Cyrl","languages":["isl-Latn","khk-Cyrl"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"isl_Latn-lvs_Latn","languages":["isl-Latn","lvs-Latn"]},{"precision":0.954381,"recall":0.969368,"f1":0.959321,"accuracy":0.969368,"main_score":0.959321,"hf_subset":"isl_Latn-pan_Guru","languages":["isl-Latn","pan-Guru"]},{"precision":0.455536,"recall":0.51087,"f1":0.47101,"accuracy":0.51087,"main_score":0.47101,"hf_subset":"isl_Latn-som_Latn","languages":["isl-Latn","som-Latn"]},{"precision":0.475439,"recall":0.527668,"f1":0.489743,"accuracy":0.527668,"main_score":0.489743,"hf_subset":"isl_Latn-tum_Latn","languages":["isl-Latn","tum-Latn"]},{"precision":0.363327,"recall":0.434783,"f1":0.383657,"accuracy":0.434783,"main_score":0.383657,"hf_subset":"kon_Latn-ace_Arab","languages":["kon-Latn","ace-Arab"]},{"precision":0.460975,"recall":0.516798,"f1":0.476623,"accuracy":0.516798,"main_score":0.476623,"hf_subset":"kon_Latn-bam_Latn","languages":["kon-Latn","bam-Latn"]},{"precision":0.113619,"recall":0.15415,"f1":0.12298,"accuracy":0.15415,"main_score":0.12298,"hf_subset":"kon_Latn-dzo_Tibt","languages":["kon-Latn","dzo-Tibt"]},{"precision":0.513501,"recall":0.583004,"f1":0.532354,"accuracy":0.583004,"main_score":0.532354,"hf_subset":"kon_Latn-hin_Deva","languages":["kon-Latn","hin-Deva"]},{"precision":0.38353,"recall":0.458498,"f1":0.402903,"accuracy":0.458498,"main_score":0.402903,"hf_subset":"kon_Latn-khm_Khmr","languages":["kon-Latn","khm-Khmr"]},{"precision":0.531075,"recall":0.591897,"f1":0.547744,"accuracy":0.591897,"main_score":0.547744,"hf_subset":"kon_Latn-mag_Deva","languages":["kon-Latn","mag-Deva"]},{"precision":0.572964,"recall":0.629447,"f1":0.588606,"accuracy":0.629447,"main_score":0.588606,"hf_subset":"kon_Latn-pap_Latn","languages":["kon-Latn","pap-Latn"]},{"precision":0.515377,"recall":0.562253,"f1":0.528924,"accuracy":0.562253,"main_score":0.528924,"hf_subset":"kon_Latn-sot_Latn","languages":["kon-Latn","sot-Latn"]},{"precision":0.535927,"recall":0.606719,"f1":0.555118,"accuracy":0.606719,"main_score":0.555118,"hf_subset":"kon_Latn-tur_Latn","languages":["kon-Latn","tur-Latn"]},{"precision":0.561062,"recall":0.615613,"f1":0.577061,"accuracy":0.615613,"main_score":0.577061,"hf_subset":"kon_Latn-ace_Latn","languages":["kon-Latn","ace-Latn"]},{"precision":0.583033,"recall":0.641304,"f1":0.599544,"accuracy":0.641304,"main_score":0.599544,"hf_subset":"kon_Latn-ban_Latn","languages":["kon-Latn","ban-Latn"]},{"precision":0.494058,"recall":0.573123,"f1":0.515125,"accuracy":0.573123,"main_score":0.515125,"hf_subset":"kon_Latn-ell_Grek","languages":["kon-Latn","ell-Grek"]},{"precision":0.521606,"recall":0.583992,"f1":0.539043,"accuracy":0.583992,"main_score":0.539043,"hf_subset":"kon_Latn-hne_Deva","languages":["kon-Latn","hne-Deva"]},{"precision":0.482481,"recall":0.540514,"f1":0.499016,"accuracy":0.540514,"main_score":0.499016,"hf_subset":"kon_Latn-kik_Latn","languages":["kon-Latn","kik-Latn"]},{"precision":0.520365,"recall":0.591897,"f1":0.539895,"accuracy":0.591897,"main_score":0.539895,"hf_subset":"kon_Latn-mai_Deva","languages":["kon-Latn","mai-Deva"]},{"precision":0.482796,"recall":0.550395,"f1":0.501173,"accuracy":0.550395,"main_score":0.501173,"hf_subset":"kon_Latn-pbt_Arab","languages":["kon-Latn","pbt-Arab"]},{"precision":0.540476,"recall":0.605731,"f1":0.558756,"accuracy":0.605731,"main_score":0.558756,"hf_subset":"kon_Latn-spa_Latn","languages":["kon-Latn","spa-Latn"]},{"precision":0.535443,"recall":0.579051,"f1":0.548147,"accuracy":0.579051,"main_score":0.548147,"hf_subset":"kon_Latn-twi_Latn","languages":["kon-Latn","twi-Latn"]},{"precision":0.517832,"recall":0.589921,"f1":0.5383,"accuracy":0.589921,"main_score":0.5383,"hf_subset":"kon_Latn-acm_Arab","languages":["kon-Latn","acm-Arab"]},{"precision":0.528622,"recall":0.597826,"f1":0.547965,"accuracy":0.597826,"main_score":0.547965,"hf_subset":"kon_Latn-bel_Cyrl","languages":["kon-Latn","bel-Cyrl"]},{"precision":0.536823,"recall":0.612648,"f1":0.557852,"accuracy":0.612648,"main_score":0.557852,"hf_subset":"kon_Latn-eng_Latn","languages":["kon-Latn","eng-Latn"]},{"precision":0.544133,"recall":0.61166,"f1":0.563147,"accuracy":0.61166,"main_score":0.563147,"hf_subset":"kon_Latn-hrv_Latn","languages":["kon-Latn","hrv-Latn"]},{"precision":0.481723,"recall":0.533597,"f1":0.496209,"accuracy":0.533597,"main_score":0.496209,"hf_subset":"kon_Latn-kin_Latn","languages":["kon-Latn","kin-Latn"]},{"precision":0.498732,"recall":0.573123,"f1":0.520033,"accuracy":0.573123,"main_score":0.520033,"hf_subset":"kon_Latn-mal_Mlym","languages":["kon-Latn","mal-Mlym"]},{"precision":0.502755,"recall":0.581028,"f1":0.523934,"accuracy":0.581028,"main_score":0.523934,"hf_subset":"kon_Latn-pes_Arab","languages":["kon-Latn","pes-Arab"]},{"precision":0.553781,"recall":0.615613,"f1":0.57092,"accuracy":0.615613,"main_score":0.57092,"hf_subset":"kon_Latn-srd_Latn","languages":["kon-Latn","srd-Latn"]},{"precision":0.137042,"recall":0.189723,"f1":0.149297,"accuracy":0.189723,"main_score":0.149297,"hf_subset":"kon_Latn-tzm_Tfng","languages":["kon-Latn","tzm-Tfng"]},{"precision":0.5179,"recall":0.587945,"f1":0.537492,"accuracy":0.587945,"main_score":0.537492,"hf_subset":"kon_Latn-acq_Arab","languages":["kon-Latn","acq-Arab"]},{"precision":0.532553,"recall":0.58004,"f1":0.546263,"accuracy":0.58004,"main_score":0.546263,"hf_subset":"kon_Latn-bem_Latn","languages":["kon-Latn","bem-Latn"]},{"precision":0.522724,"recall":0.592885,"f1":0.542948,"accuracy":0.592885,"main_score":0.542948,"hf_subset":"kon_Latn-epo_Latn","languages":["kon-Latn","epo-Latn"]},{"precision":0.530759,"recall":0.59585,"f1":0.548915,"accuracy":0.59585,"main_score":0.548915,"hf_subset":"kon_Latn-hun_Latn","languages":["kon-Latn","hun-Latn"]},{"precision":0.54146,"recall":0.601779,"f1":0.558136,"accuracy":0.601779,"main_score":0.558136,"hf_subset":"kon_Latn-kir_Cyrl","languages":["kon-Latn","kir-Cyrl"]},{"precision":0.516311,"recall":0.587945,"f1":0.536126,"accuracy":0.587945,"main_score":0.536126,"hf_subset":"kon_Latn-mar_Deva","languages":["kon-Latn","mar-Deva"]},{"precision":0.525205,"recall":0.575099,"f1":0.539728,"accuracy":0.575099,"main_score":0.539728,"hf_subset":"kon_Latn-plt_Latn","languages":["kon-Latn","plt-Latn"]},{"precision":0.529471,"recall":0.599802,"f1":0.550116,"accuracy":0.599802,"main_score":0.550116,"hf_subset":"kon_Latn-srp_Cyrl","languages":["kon-Latn","srp-Cyrl"]},{"precision":0.45977,"recall":0.531621,"f1":0.479278,"accuracy":0.531621,"main_score":0.479278,"hf_subset":"kon_Latn-uig_Arab","languages":["kon-Latn","uig-Arab"]},{"precision":0.504615,"recall":0.575099,"f1":0.524753,"accuracy":0.575099,"main_score":0.524753,"hf_subset":"kon_Latn-aeb_Arab","languages":["kon-Latn","aeb-Arab"]},{"precision":0.51305,"recall":0.583992,"f1":0.532908,"accuracy":0.583992,"main_score":0.532908,"hf_subset":"kon_Latn-ben_Beng","languages":["kon-Latn","ben-Beng"]},{"precision":0.521171,"recall":0.593874,"f1":0.540997,"accuracy":0.593874,"main_score":0.540997,"hf_subset":"kon_Latn-est_Latn","languages":["kon-Latn","est-Latn"]},{"precision":0.46778,"recall":0.538538,"f1":0.487499,"accuracy":0.538538,"main_score":0.487499,"hf_subset":"kon_Latn-hye_Armn","languages":["kon-Latn","hye-Armn"]},{"precision":0.492599,"recall":0.548419,"f1":0.508531,"accuracy":0.548419,"main_score":0.508531,"hf_subset":"kon_Latn-kmb_Latn","languages":["kon-Latn","kmb-Latn"]},{"precision":0.343132,"recall":0.416996,"f1":0.363335,"accuracy":0.416996,"main_score":0.363335,"hf_subset":"kon_Latn-min_Arab","languages":["kon-Latn","min-Arab"]},{"precision":0.541823,"recall":0.608696,"f1":0.560264,"accuracy":0.608696,"main_score":0.560264,"hf_subset":"kon_Latn-pol_Latn","languages":["kon-Latn","pol-Latn"]},{"precision":0.483293,"recall":0.531621,"f1":0.497237,"accuracy":0.531621,"main_score":0.497237,"hf_subset":"kon_Latn-ssw_Latn","languages":["kon-Latn","ssw-Latn"]},{"precision":0.528753,"recall":0.601779,"f1":0.548742,"accuracy":0.601779,"main_score":0.548742,"hf_subset":"kon_Latn-ukr_Cyrl","languages":["kon-Latn","ukr-Cyrl"]},{"precision":0.559924,"recall":0.628458,"f1":0.579043,"accuracy":0.628458,"main_score":0.579043,"hf_subset":"kon_Latn-afr_Latn","languages":["kon-Latn","afr-Latn"]},{"precision":0.525487,"recall":0.598814,"f1":0.546146,"accuracy":0.598814,"main_score":0.546146,"hf_subset":"kon_Latn-bho_Deva","languages":["kon-Latn","bho-Deva"]},{"precision":0.548083,"recall":0.600791,"f1":0.562921,"accuracy":0.600791,"main_score":0.562921,"hf_subset":"kon_Latn-eus_Latn","languages":["kon-Latn","eus-Latn"]},{"precision":0.496642,"recall":0.556324,"f1":0.513232,"accuracy":0.556324,"main_score":0.513232,"hf_subset":"kon_Latn-ibo_Latn","languages":["kon-Latn","ibo-Latn"]},{"precision":0.536855,"recall":0.593874,"f1":0.552601,"accuracy":0.593874,"main_score":0.552601,"hf_subset":"kon_Latn-kmr_Latn","languages":["kon-Latn","kmr-Latn"]},{"precision":0.563935,"recall":0.618577,"f1":0.579392,"accuracy":0.618577,"main_score":0.579392,"hf_subset":"kon_Latn-min_Latn","languages":["kon-Latn","min-Latn"]},{"precision":0.552497,"recall":0.617589,"f1":0.570844,"accuracy":0.617589,"main_score":0.570844,"hf_subset":"kon_Latn-por_Latn","languages":["kon-Latn","por-Latn"]},{"precision":0.556754,"recall":0.618577,"f1":0.574151,"accuracy":0.618577,"main_score":0.574151,"hf_subset":"kon_Latn-sun_Latn","languages":["kon-Latn","sun-Latn"]},{"precision":0.466849,"recall":0.524704,"f1":0.484123,"accuracy":0.524704,"main_score":0.484123,"hf_subset":"kon_Latn-umb_Latn","languages":["kon-Latn","umb-Latn"]},{"precision":0.521501,"recall":0.590909,"f1":0.540881,"accuracy":0.590909,"main_score":0.540881,"hf_subset":"kon_Latn-ajp_Arab","languages":["kon-Latn","ajp-Arab"]},{"precision":0.354344,"recall":0.420949,"f1":0.37293,"accuracy":0.420949,"main_score":0.37293,"hf_subset":"kon_Latn-bjn_Arab","languages":["kon-Latn","bjn-Arab"]},{"precision":0.487369,"recall":0.532609,"f1":0.500523,"accuracy":0.532609,"main_score":0.500523,"hf_subset":"kon_Latn-ewe_Latn","languages":["kon-Latn","ewe-Latn"]},{"precision":0.595416,"recall":0.643281,"f1":0.608646,"accuracy":0.643281,"main_score":0.608646,"hf_subset":"kon_Latn-ilo_Latn","languages":["kon-Latn","ilo-Latn"]},{"precision":0.203157,"recall":0.268775,"f1":0.219548,"accuracy":0.268775,"main_score":0.219548,"hf_subset":"kon_Latn-knc_Arab","languages":["kon-Latn","knc-Arab"]},{"precision":0.540026,"recall":0.604743,"f1":0.55809,"accuracy":0.604743,"main_score":0.55809,"hf_subset":"kon_Latn-mkd_Cyrl","languages":["kon-Latn","mkd-Cyrl"]},{"precision":0.499069,"recall":0.576087,"f1":0.520892,"accuracy":0.576087,"main_score":0.520892,"hf_subset":"kon_Latn-prs_Arab","languages":["kon-Latn","prs-Arab"]},{"precision":0.538301,"recall":0.609684,"f1":0.558978,"accuracy":0.609684,"main_score":0.558978,"hf_subset":"kon_Latn-swe_Latn","languages":["kon-Latn","swe-Latn"]},{"precision":0.492665,"recall":0.566206,"f1":0.512759,"accuracy":0.566206,"main_score":0.512759,"hf_subset":"kon_Latn-urd_Arab","languages":["kon-Latn","urd-Arab"]},{"precision":0.519836,"recall":0.572134,"f1":0.534444,"accuracy":0.572134,"main_score":0.534444,"hf_subset":"kon_Latn-aka_Latn","languages":["kon-Latn","aka-Latn"]},{"precision":0.546327,"recall":0.606719,"f1":0.562133,"accuracy":0.606719,"main_score":0.562133,"hf_subset":"kon_Latn-bjn_Latn","languages":["kon-Latn","bjn-Latn"]},{"precision":0.495717,"recall":0.5583,"f1":0.512996,"accuracy":0.5583,"main_score":0.512996,"hf_subset":"kon_Latn-fao_Latn","languages":["kon-Latn","fao-Latn"]},{"precision":0.555594,"recall":0.617589,"f1":0.572768,"accuracy":0.617589,"main_score":0.572768,"hf_subset":"kon_Latn-ind_Latn","languages":["kon-Latn","ind-Latn"]},{"precision":0.511144,"recall":0.555336,"f1":0.523669,"accuracy":0.555336,"main_score":0.523669,"hf_subset":"kon_Latn-knc_Latn","languages":["kon-Latn","knc-Latn"]},{"precision":0.570059,"recall":0.634387,"f1":0.588056,"accuracy":0.634387,"main_score":0.588056,"hf_subset":"kon_Latn-mlt_Latn","languages":["kon-Latn","mlt-Latn"]},{"precision":0.531247,"recall":0.581028,"f1":0.545598,"accuracy":0.581028,"main_score":0.545598,"hf_subset":"kon_Latn-quy_Latn","languages":["kon-Latn","quy-Latn"]},{"precision":0.511357,"recall":0.563241,"f1":0.526254,"accuracy":0.563241,"main_score":0.526254,"hf_subset":"kon_Latn-swh_Latn","languages":["kon-Latn","swh-Latn"]},{"precision":0.506761,"recall":0.577075,"f1":0.526334,"accuracy":0.577075,"main_score":0.526334,"hf_subset":"kon_Latn-uzn_Latn","languages":["kon-Latn","uzn-Latn"]},{"precision":0.538999,"recall":0.600791,"f1":0.555689,"accuracy":0.600791,"main_score":0.555689,"hf_subset":"kon_Latn-als_Latn","languages":["kon-Latn","als-Latn"]},{"precision":0.16201,"recall":0.219368,"f1":0.17607,"accuracy":0.219368,"main_score":0.17607,"hf_subset":"kon_Latn-bod_Tibt","languages":["kon-Latn","bod-Tibt"]},{"precision":0.474206,"recall":0.523715,"f1":0.487866,"accuracy":0.523715,"main_score":0.487866,"hf_subset":"kon_Latn-fij_Latn","languages":["kon-Latn","fij-Latn"]},{"precision":0.482715,"recall":0.547431,"f1":0.49995,"accuracy":0.547431,"main_score":0.49995,"hf_subset":"kon_Latn-isl_Latn","languages":["kon-Latn","isl-Latn"]},{"precision":0.436561,"recall":0.506917,"f1":0.456581,"accuracy":0.506917,"main_score":0.456581,"hf_subset":"kon_Latn-mni_Beng","languages":["kon-Latn","mni-Beng"]},{"precision":0.547274,"recall":0.615613,"f1":0.566448,"accuracy":0.615613,"main_score":0.566448,"hf_subset":"kon_Latn-ron_Latn","languages":["kon-Latn","ron-Latn"]},{"precision":0.536063,"recall":0.59585,"f1":0.552432,"accuracy":0.59585,"main_score":0.552432,"hf_subset":"kon_Latn-szl_Latn","languages":["kon-Latn","szl-Latn"]},{"precision":0.556728,"recall":0.620553,"f1":0.574275,"accuracy":0.620553,"main_score":0.574275,"hf_subset":"kon_Latn-vec_Latn","languages":["kon-Latn","vec-Latn"]},{"precision":0.278703,"recall":0.350791,"f1":0.297067,"accuracy":0.350791,"main_score":0.297067,"hf_subset":"kon_Latn-amh_Ethi","languages":["kon-Latn","amh-Ethi"]},{"precision":0.550589,"recall":0.615613,"f1":0.568971,"accuracy":0.615613,"main_score":0.568971,"hf_subset":"kon_Latn-bos_Latn","languages":["kon-Latn","bos-Latn"]},{"precision":0.525775,"recall":0.597826,"f1":0.545382,"accuracy":0.597826,"main_score":0.545382,"hf_subset":"kon_Latn-fin_Latn","languages":["kon-Latn","fin-Latn"]},{"precision":0.539469,"recall":0.607708,"f1":0.558453,"accuracy":0.607708,"main_score":0.558453,"hf_subset":"kon_Latn-ita_Latn","languages":["kon-Latn","ita-Latn"]},{"precision":0.511075,"recall":0.58498,"f1":0.531176,"accuracy":0.58498,"main_score":0.531176,"hf_subset":"kon_Latn-kor_Hang","languages":["kon-Latn","kor-Hang"]},{"precision":0.502327,"recall":0.549407,"f1":0.515186,"accuracy":0.549407,"main_score":0.515186,"hf_subset":"kon_Latn-mos_Latn","languages":["kon-Latn","mos-Latn"]},{"precision":0.490547,"recall":0.534585,"f1":0.503661,"accuracy":0.534585,"main_score":0.503661,"hf_subset":"kon_Latn-run_Latn","languages":["kon-Latn","run-Latn"]},{"precision":0.464105,"recall":0.532609,"f1":0.483396,"accuracy":0.532609,"main_score":0.483396,"hf_subset":"kon_Latn-tam_Taml","languages":["kon-Latn","tam-Taml"]},{"precision":0.520321,"recall":0.590909,"f1":0.539839,"accuracy":0.590909,"main_score":0.539839,"hf_subset":"kon_Latn-vie_Latn","languages":["kon-Latn","vie-Latn"]},{"precision":0.509524,"recall":0.583992,"f1":0.530188,"accuracy":0.583992,"main_score":0.530188,"hf_subset":"kon_Latn-apc_Arab","languages":["kon-Latn","apc-Arab"]},{"precision":0.551177,"recall":0.600791,"f1":0.565115,"accuracy":0.600791,"main_score":0.565115,"hf_subset":"kon_Latn-bug_Latn","languages":["kon-Latn","bug-Latn"]},{"precision":0.453319,"recall":0.505929,"f1":0.468077,"accuracy":0.505929,"main_score":0.468077,"hf_subset":"kon_Latn-fon_Latn","languages":["kon-Latn","fon-Latn"]},{"precision":0.567863,"recall":0.624506,"f1":0.583722,"accuracy":0.624506,"main_score":0.583722,"hf_subset":"kon_Latn-jav_Latn","languages":["kon-Latn","jav-Latn"]},{"precision":0.394966,"recall":0.459486,"f1":0.41277,"accuracy":0.459486,"main_score":0.41277,"hf_subset":"kon_Latn-lao_Laoo","languages":["kon-Latn","lao-Laoo"]},{"precision":0.445266,"recall":0.5,"f1":0.460199,"accuracy":0.5,"main_score":0.460199,"hf_subset":"kon_Latn-mri_Latn","languages":["kon-Latn","mri-Latn"]},{"precision":0.532691,"recall":0.601779,"f1":0.551848,"accuracy":0.601779,"main_score":0.551848,"hf_subset":"kon_Latn-rus_Cyrl","languages":["kon-Latn","rus-Cyrl"]},{"precision":0.492892,"recall":0.546443,"f1":0.506794,"accuracy":0.546443,"main_score":0.506794,"hf_subset":"kon_Latn-taq_Latn","languages":["kon-Latn","taq-Latn"]},{"precision":0.595627,"recall":0.651186,"f1":0.610507,"accuracy":0.651186,"main_score":0.610507,"hf_subset":"kon_Latn-war_Latn","languages":["kon-Latn","war-Latn"]},{"precision":0.513864,"recall":0.58498,"f1":0.53366,"accuracy":0.58498,"main_score":0.53366,"hf_subset":"kon_Latn-arb_Arab","languages":["kon-Latn","arb-Arab"]},{"precision":0.537724,"recall":0.604743,"f1":0.556207,"accuracy":0.604743,"main_score":0.556207,"hf_subset":"kon_Latn-bul_Cyrl","languages":["kon-Latn","bul-Cyrl"]},{"precision":0.556483,"recall":0.625494,"f1":0.575869,"accuracy":0.625494,"main_score":0.575869,"hf_subset":"kon_Latn-fra_Latn","languages":["kon-Latn","fra-Latn"]},{"precision":0.514661,"recall":0.587945,"f1":0.534432,"accuracy":0.587945,"main_score":0.534432,"hf_subset":"kon_Latn-jpn_Jpan","languages":["kon-Latn","jpn-Jpan"]},{"precision":0.558512,"recall":0.617589,"f1":0.574719,"accuracy":0.617589,"main_score":0.574719,"hf_subset":"kon_Latn-lij_Latn","languages":["kon-Latn","lij-Latn"]},{"precision":0.287742,"recall":0.358696,"f1":0.306469,"accuracy":0.358696,"main_score":0.306469,"hf_subset":"kon_Latn-mya_Mymr","languages":["kon-Latn","mya-Mymr"]},{"precision":0.519021,"recall":0.565217,"f1":0.531907,"accuracy":0.565217,"main_score":0.531907,"hf_subset":"kon_Latn-sag_Latn","languages":["kon-Latn","sag-Latn"]},{"precision":0.158299,"recall":0.220356,"f1":0.171537,"accuracy":0.220356,"main_score":0.171537,"hf_subset":"kon_Latn-taq_Tfng","languages":["kon-Latn","taq-Tfng"]},{"precision":0.541971,"recall":0.587945,"f1":0.5551,"accuracy":0.587945,"main_score":0.5551,"hf_subset":"kon_Latn-wol_Latn","languages":["kon-Latn","wol-Latn"]},{"precision":0.391966,"recall":0.463439,"f1":0.411237,"accuracy":0.463439,"main_score":0.411237,"hf_subset":"kon_Latn-arb_Latn","languages":["kon-Latn","arb-Latn"]},{"precision":0.543992,"recall":0.61166,"f1":0.562822,"accuracy":0.61166,"main_score":0.562822,"hf_subset":"kon_Latn-cat_Latn","languages":["kon-Latn","cat-Latn"]},{"precision":0.567433,"recall":0.623518,"f1":0.583725,"accuracy":0.623518,"main_score":0.583725,"hf_subset":"kon_Latn-fur_Latn","languages":["kon-Latn","fur-Latn"]},{"precision":0.358171,"recall":0.418972,"f1":0.374047,"accuracy":0.418972,"main_score":0.374047,"hf_subset":"kon_Latn-kab_Latn","languages":["kon-Latn","kab-Latn"]},{"precision":0.552447,"recall":0.609684,"f1":0.568396,"accuracy":0.609684,"main_score":0.568396,"hf_subset":"kon_Latn-lim_Latn","languages":["kon-Latn","lim-Latn"]},{"precision":0.541218,"recall":0.608696,"f1":0.559404,"accuracy":0.608696,"main_score":0.559404,"hf_subset":"kon_Latn-nld_Latn","languages":["kon-Latn","nld-Latn"]},{"precision":0.456606,"recall":0.531621,"f1":0.477296,"accuracy":0.531621,"main_score":0.477296,"hf_subset":"kon_Latn-san_Deva","languages":["kon-Latn","san-Deva"]},{"precision":0.536505,"recall":0.591897,"f1":0.552339,"accuracy":0.591897,"main_score":0.552339,"hf_subset":"kon_Latn-tat_Cyrl","languages":["kon-Latn","tat-Cyrl"]},{"precision":0.523746,"recall":0.578063,"f1":0.539096,"accuracy":0.578063,"main_score":0.539096,"hf_subset":"kon_Latn-xho_Latn","languages":["kon-Latn","xho-Latn"]},{"precision":0.49935,"recall":0.575099,"f1":0.520303,"accuracy":0.575099,"main_score":0.520303,"hf_subset":"kon_Latn-ars_Arab","languages":["kon-Latn","ars-Arab"]},{"precision":0.578108,"recall":0.636364,"f1":0.594057,"accuracy":0.636364,"main_score":0.594057,"hf_subset":"kon_Latn-ceb_Latn","languages":["kon-Latn","ceb-Latn"]},{"precision":0.477256,"recall":0.531621,"f1":0.492448,"accuracy":0.531621,"main_score":0.492448,"hf_subset":"kon_Latn-fuv_Latn","languages":["kon-Latn","fuv-Latn"]},{"precision":0.490391,"recall":0.541502,"f1":0.50432,"accuracy":0.541502,"main_score":0.50432,"hf_subset":"kon_Latn-kac_Latn","languages":["kon-Latn","kac-Latn"]},{"precision":0.634581,"recall":0.672925,"f1":0.645991,"accuracy":0.672925,"main_score":0.645991,"hf_subset":"kon_Latn-lin_Latn","languages":["kon-Latn","lin-Latn"]},{"precision":0.550209,"recall":0.616601,"f1":0.569097,"accuracy":0.616601,"main_score":0.569097,"hf_subset":"kon_Latn-nno_Latn","languages":["kon-Latn","nno-Latn"]},{"precision":0.028438,"recall":0.077075,"f1":0.035591,"accuracy":0.077075,"main_score":0.035591,"hf_subset":"kon_Latn-sat_Olck","languages":["kon-Latn","sat-Olck"]},{"precision":0.526406,"recall":0.596838,"f1":0.545691,"accuracy":0.596838,"main_score":0.545691,"hf_subset":"kon_Latn-tel_Telu","languages":["kon-Latn","tel-Telu"]},{"precision":0.3922,"recall":0.467391,"f1":0.412663,"accuracy":0.467391,"main_score":0.412663,"hf_subset":"kon_Latn-ydd_Hebr","languages":["kon-Latn","ydd-Hebr"]},{"precision":0.497225,"recall":0.567194,"f1":0.516377,"accuracy":0.567194,"main_score":0.516377,"hf_subset":"kon_Latn-ary_Arab","languages":["kon-Latn","ary-Arab"]},{"precision":0.53471,"recall":0.602767,"f1":0.553539,"accuracy":0.602767,"main_score":0.553539,"hf_subset":"kon_Latn-ces_Latn","languages":["kon-Latn","ces-Latn"]},{"precision":0.390653,"recall":0.456522,"f1":0.40878,"accuracy":0.456522,"main_score":0.40878,"hf_subset":"kon_Latn-gaz_Latn","languages":["kon-Latn","gaz-Latn"]},{"precision":0.485079,"recall":0.531621,"f1":0.498551,"accuracy":0.531621,"main_score":0.498551,"hf_subset":"kon_Latn-kam_Latn","languages":["kon-Latn","kam-Latn"]},{"precision":0.502894,"recall":0.572134,"f1":0.521381,"accuracy":0.572134,"main_score":0.521381,"hf_subset":"kon_Latn-lit_Latn","languages":["kon-Latn","lit-Latn"]},{"precision":0.548291,"recall":0.613636,"f1":0.566691,"accuracy":0.613636,"main_score":0.566691,"hf_subset":"kon_Latn-nob_Latn","languages":["kon-Latn","nob-Latn"]},{"precision":0.546829,"recall":0.606719,"f1":0.562958,"accuracy":0.606719,"main_score":0.562958,"hf_subset":"kon_Latn-scn_Latn","languages":["kon-Latn","scn-Latn"]},{"precision":0.514564,"recall":0.575099,"f1":0.531368,"accuracy":0.575099,"main_score":0.531368,"hf_subset":"kon_Latn-tgk_Cyrl","languages":["kon-Latn","tgk-Cyrl"]},{"precision":0.437842,"recall":0.501976,"f1":0.456495,"accuracy":0.501976,"main_score":0.456495,"hf_subset":"kon_Latn-yor_Latn","languages":["kon-Latn","yor-Latn"]},{"precision":0.51554,"recall":0.58498,"f1":0.535194,"accuracy":0.58498,"main_score":0.535194,"hf_subset":"kon_Latn-arz_Arab","languages":["kon-Latn","arz-Arab"]},{"precision":0.471887,"recall":0.522727,"f1":0.486613,"accuracy":0.522727,"main_score":0.486613,"hf_subset":"kon_Latn-cjk_Latn","languages":["kon-Latn","cjk-Latn"]},{"precision":0.454622,"recall":0.519763,"f1":0.472089,"accuracy":0.519763,"main_score":0.472089,"hf_subset":"kon_Latn-gla_Latn","languages":["kon-Latn","gla-Latn"]},{"precision":0.505729,"recall":0.576087,"f1":0.52529,"accuracy":0.576087,"main_score":0.52529,"hf_subset":"kon_Latn-kan_Knda","languages":["kon-Latn","kan-Knda"]},{"precision":0.552481,"recall":0.618577,"f1":0.570703,"accuracy":0.618577,"main_score":0.570703,"hf_subset":"kon_Latn-lmo_Latn","languages":["kon-Latn","lmo-Latn"]},{"precision":0.496795,"recall":0.565217,"f1":0.515396,"accuracy":0.565217,"main_score":0.515396,"hf_subset":"kon_Latn-npi_Deva","languages":["kon-Latn","npi-Deva"]},{"precision":0.415103,"recall":0.493083,"f1":0.43723,"accuracy":0.493083,"main_score":0.43723,"hf_subset":"kon_Latn-shn_Mymr","languages":["kon-Latn","shn-Mymr"]},{"precision":0.562366,"recall":0.624506,"f1":0.579599,"accuracy":0.624506,"main_score":0.579599,"hf_subset":"kon_Latn-tgl_Latn","languages":["kon-Latn","tgl-Latn"]},{"precision":0.503867,"recall":0.579051,"f1":0.525437,"accuracy":0.579051,"main_score":0.525437,"hf_subset":"kon_Latn-yue_Hant","languages":["kon-Latn","yue-Hant"]},{"precision":0.469611,"recall":0.540514,"f1":0.489394,"accuracy":0.540514,"main_score":0.489394,"hf_subset":"kon_Latn-asm_Beng","languages":["kon-Latn","asm-Beng"]},{"precision":0.4334,"recall":0.503953,"f1":0.452039,"accuracy":0.503953,"main_score":0.452039,"hf_subset":"kon_Latn-ckb_Arab","languages":["kon-Latn","ckb-Arab"]},{"precision":0.449532,"recall":0.51581,"f1":0.468477,"accuracy":0.51581,"main_score":0.468477,"hf_subset":"kon_Latn-gle_Latn","languages":["kon-Latn","gle-Latn"]},{"precision":0.477527,"recall":0.551383,"f1":0.497991,"accuracy":0.551383,"main_score":0.497991,"hf_subset":"kon_Latn-kas_Arab","languages":["kon-Latn","kas-Arab"]},{"precision":0.494545,"recall":0.566206,"f1":0.514343,"accuracy":0.566206,"main_score":0.514343,"hf_subset":"kon_Latn-ltg_Latn","languages":["kon-Latn","ltg-Latn"]},{"precision":0.522192,"recall":0.566206,"f1":0.535106,"accuracy":0.566206,"main_score":0.535106,"hf_subset":"kon_Latn-nso_Latn","languages":["kon-Latn","nso-Latn"]},{"precision":0.196082,"recall":0.245059,"f1":0.208231,"accuracy":0.245059,"main_score":0.208231,"hf_subset":"kon_Latn-sin_Sinh","languages":["kon-Latn","sin-Sinh"]},{"precision":0.513666,"recall":0.589921,"f1":0.535142,"accuracy":0.589921,"main_score":0.535142,"hf_subset":"kon_Latn-tha_Thai","languages":["kon-Latn","tha-Thai"]},{"precision":0.515675,"recall":0.589921,"f1":0.536597,"accuracy":0.589921,"main_score":0.536597,"hf_subset":"kon_Latn-zho_Hans","languages":["kon-Latn","zho-Hans"]},{"precision":0.550805,"recall":0.614625,"f1":0.568099,"accuracy":0.614625,"main_score":0.568099,"hf_subset":"kon_Latn-ast_Latn","languages":["kon-Latn","ast-Latn"]},{"precision":0.514381,"recall":0.58004,"f1":0.533367,"accuracy":0.58004,"main_score":0.533367,"hf_subset":"kon_Latn-crh_Latn","languages":["kon-Latn","crh-Latn"]},{"precision":0.551468,"recall":0.62253,"f1":0.571163,"accuracy":0.62253,"main_score":0.571163,"hf_subset":"kon_Latn-glg_Latn","languages":["kon-Latn","glg-Latn"]},{"precision":0.478483,"recall":0.551383,"f1":0.499681,"accuracy":0.551383,"main_score":0.499681,"hf_subset":"kon_Latn-kas_Deva","languages":["kon-Latn","kas-Deva"]},{"precision":0.545061,"recall":0.617589,"f1":0.565004,"accuracy":0.617589,"main_score":0.565004,"hf_subset":"kon_Latn-ltz_Latn","languages":["kon-Latn","ltz-Latn"]},{"precision":0.410324,"recall":0.480237,"f1":0.42967,"accuracy":0.480237,"main_score":0.42967,"hf_subset":"kon_Latn-nus_Latn","languages":["kon-Latn","nus-Latn"]},{"precision":0.538079,"recall":0.604743,"f1":0.556641,"accuracy":0.604743,"main_score":0.556641,"hf_subset":"kon_Latn-slk_Latn","languages":["kon-Latn","slk-Latn"]},{"precision":0.227637,"recall":0.286561,"f1":0.242445,"accuracy":0.286561,"main_score":0.242445,"hf_subset":"kon_Latn-tir_Ethi","languages":["kon-Latn","tir-Ethi"]},{"precision":0.505088,"recall":0.58004,"f1":0.525886,"accuracy":0.58004,"main_score":0.525886,"hf_subset":"kon_Latn-zho_Hant","languages":["kon-Latn","zho-Hant"]},{"precision":0.515163,"recall":0.58498,"f1":0.534228,"accuracy":0.58498,"main_score":0.534228,"hf_subset":"kon_Latn-awa_Deva","languages":["kon-Latn","awa-Deva"]},{"precision":0.49657,"recall":0.557312,"f1":0.51346,"accuracy":0.557312,"main_score":0.51346,"hf_subset":"kon_Latn-cym_Latn","languages":["kon-Latn","cym-Latn"]},{"precision":0.557809,"recall":0.603755,"f1":0.571094,"accuracy":0.603755,"main_score":0.571094,"hf_subset":"kon_Latn-grn_Latn","languages":["kon-Latn","grn-Latn"]},{"precision":0.49706,"recall":0.566206,"f1":0.516185,"accuracy":0.566206,"main_score":0.516185,"hf_subset":"kon_Latn-kat_Geor","languages":["kon-Latn","kat-Geor"]},{"precision":0.555841,"recall":0.596838,"f1":0.567363,"accuracy":0.596838,"main_score":0.567363,"hf_subset":"kon_Latn-lua_Latn","languages":["kon-Latn","lua-Latn"]},{"precision":0.520571,"recall":0.56917,"f1":0.533695,"accuracy":0.56917,"main_score":0.533695,"hf_subset":"kon_Latn-nya_Latn","languages":["kon-Latn","nya-Latn"]},{"precision":0.531128,"recall":0.59585,"f1":0.5488,"accuracy":0.59585,"main_score":0.5488,"hf_subset":"kon_Latn-slv_Latn","languages":["kon-Latn","slv-Latn"]},{"precision":0.568798,"recall":0.623518,"f1":0.583793,"accuracy":0.623518,"main_score":0.583793,"hf_subset":"kon_Latn-tpi_Latn","languages":["kon-Latn","tpi-Latn"]},{"precision":0.557924,"recall":0.621542,"f1":0.575431,"accuracy":0.621542,"main_score":0.575431,"hf_subset":"kon_Latn-zsm_Latn","languages":["kon-Latn","zsm-Latn"]},{"precision":0.479343,"recall":0.534585,"f1":0.495048,"accuracy":0.534585,"main_score":0.495048,"hf_subset":"kon_Latn-ayr_Latn","languages":["kon-Latn","ayr-Latn"]},{"precision":0.546783,"recall":0.616601,"f1":0.566213,"accuracy":0.616601,"main_score":0.566213,"hf_subset":"kon_Latn-dan_Latn","languages":["kon-Latn","dan-Latn"]},{"precision":0.511651,"recall":0.579051,"f1":0.530445,"accuracy":0.579051,"main_score":0.530445,"hf_subset":"kon_Latn-guj_Gujr","languages":["kon-Latn","guj-Gujr"]},{"precision":0.5169,"recall":0.583992,"f1":0.535638,"accuracy":0.583992,"main_score":0.535638,"hf_subset":"kon_Latn-kaz_Cyrl","languages":["kon-Latn","kaz-Cyrl"]},{"precision":0.470612,"recall":0.518775,"f1":0.485096,"accuracy":0.518775,"main_score":0.485096,"hf_subset":"kon_Latn-lug_Latn","languages":["kon-Latn","lug-Latn"]},{"precision":0.555049,"recall":0.617589,"f1":0.572497,"accuracy":0.617589,"main_score":0.572497,"hf_subset":"kon_Latn-oci_Latn","languages":["kon-Latn","oci-Latn"]},{"precision":0.494509,"recall":0.549407,"f1":0.510261,"accuracy":0.549407,"main_score":0.510261,"hf_subset":"kon_Latn-smo_Latn","languages":["kon-Latn","smo-Latn"]},{"precision":0.490375,"recall":0.544466,"f1":0.505895,"accuracy":0.544466,"main_score":0.505895,"hf_subset":"kon_Latn-tsn_Latn","languages":["kon-Latn","tsn-Latn"]},{"precision":0.475582,"recall":0.530632,"f1":0.491711,"accuracy":0.530632,"main_score":0.491711,"hf_subset":"kon_Latn-zul_Latn","languages":["kon-Latn","zul-Latn"]},{"precision":0.457024,"recall":0.535573,"f1":0.479494,"accuracy":0.535573,"main_score":0.479494,"hf_subset":"kon_Latn-azb_Arab","languages":["kon-Latn","azb-Arab"]},{"precision":0.542622,"recall":0.615613,"f1":0.562204,"accuracy":0.615613,"main_score":0.562204,"hf_subset":"kon_Latn-deu_Latn","languages":["kon-Latn","deu-Latn"]},{"precision":0.517972,"recall":0.583004,"f1":0.53626,"accuracy":0.583004,"main_score":0.53626,"hf_subset":"kon_Latn-hat_Latn","languages":["kon-Latn","hat-Latn"]},{"precision":0.462935,"recall":0.514822,"f1":0.477743,"accuracy":0.514822,"main_score":0.477743,"hf_subset":"kon_Latn-kbp_Latn","languages":["kon-Latn","kbp-Latn"]},{"precision":0.511161,"recall":0.55336,"f1":0.523388,"accuracy":0.55336,"main_score":0.523388,"hf_subset":"kon_Latn-luo_Latn","languages":["kon-Latn","luo-Latn"]},{"precision":0.467973,"recall":0.548419,"f1":0.489916,"accuracy":0.548419,"main_score":0.489916,"hf_subset":"kon_Latn-ory_Orya","languages":["kon-Latn","ory-Orya"]},{"precision":0.498816,"recall":0.548419,"f1":0.512856,"accuracy":0.548419,"main_score":0.512856,"hf_subset":"kon_Latn-sna_Latn","languages":["kon-Latn","sna-Latn"]},{"precision":0.486352,"recall":0.535573,"f1":0.500264,"accuracy":0.535573,"main_score":0.500264,"hf_subset":"kon_Latn-tso_Latn","languages":["kon-Latn","tso-Latn"]},{"precision":0.510087,"recall":0.582016,"f1":0.529866,"accuracy":0.582016,"main_score":0.529866,"hf_subset":"kon_Latn-azj_Latn","languages":["kon-Latn","azj-Latn"]},{"precision":0.470695,"recall":0.52668,"f1":0.486913,"accuracy":0.52668,"main_score":0.486913,"hf_subset":"kon_Latn-dik_Latn","languages":["kon-Latn","dik-Latn"]},{"precision":0.470515,"recall":0.522727,"f1":0.485141,"accuracy":0.522727,"main_score":0.485141,"hf_subset":"kon_Latn-hau_Latn","languages":["kon-Latn","hau-Latn"]},{"precision":0.555175,"recall":0.614625,"f1":0.571208,"accuracy":0.614625,"main_score":0.571208,"hf_subset":"kon_Latn-kea_Latn","languages":["kon-Latn","kea-Latn"]},{"precision":0.557659,"recall":0.605731,"f1":0.571331,"accuracy":0.605731,"main_score":0.571331,"hf_subset":"kon_Latn-lus_Latn","languages":["kon-Latn","lus-Latn"]},{"precision":0.561457,"recall":0.607708,"f1":0.574131,"accuracy":0.607708,"main_score":0.574131,"hf_subset":"kon_Latn-pag_Latn","languages":["kon-Latn","pag-Latn"]},{"precision":0.478939,"recall":0.546443,"f1":0.49721,"accuracy":0.546443,"main_score":0.49721,"hf_subset":"kon_Latn-snd_Arab","languages":["kon-Latn","snd-Arab"]},{"precision":0.49619,"recall":0.564229,"f1":0.514733,"accuracy":0.564229,"main_score":0.514733,"hf_subset":"kon_Latn-tuk_Latn","languages":["kon-Latn","tuk-Latn"]},{"precision":0.553786,"recall":0.613636,"f1":0.570775,"accuracy":0.613636,"main_score":0.570775,"hf_subset":"kon_Latn-bak_Cyrl","languages":["kon-Latn","bak-Cyrl"]},{"precision":0.415894,"recall":0.485178,"f1":0.435795,"accuracy":0.485178,"main_score":0.435795,"hf_subset":"kon_Latn-dyu_Latn","languages":["kon-Latn","dyu-Latn"]},{"precision":0.489259,"recall":0.568182,"f1":0.511121,"accuracy":0.568182,"main_score":0.511121,"hf_subset":"kon_Latn-heb_Hebr","languages":["kon-Latn","heb-Hebr"]},{"precision":0.500505,"recall":0.563241,"f1":0.518475,"accuracy":0.563241,"main_score":0.518475,"hf_subset":"kon_Latn-khk_Cyrl","languages":["kon-Latn","khk-Cyrl"]},{"precision":0.513887,"recall":0.58498,"f1":0.533623,"accuracy":0.58498,"main_score":0.533623,"hf_subset":"kon_Latn-lvs_Latn","languages":["kon-Latn","lvs-Latn"]},{"precision":0.498128,"recall":0.572134,"f1":0.518749,"accuracy":0.572134,"main_score":0.518749,"hf_subset":"kon_Latn-pan_Guru","languages":["kon-Latn","pan-Guru"]},{"precision":0.438336,"recall":0.497036,"f1":0.454665,"accuracy":0.497036,"main_score":0.454665,"hf_subset":"kon_Latn-som_Latn","languages":["kon-Latn","som-Latn"]},{"precision":0.500718,"recall":0.548419,"f1":0.514543,"accuracy":0.548419,"main_score":0.514543,"hf_subset":"kon_Latn-tum_Latn","languages":["kon-Latn","tum-Latn"]},{"precision":0.37588,"recall":0.426877,"f1":0.389417,"accuracy":0.426877,"main_score":0.389417,"hf_subset":"mni_Beng-ace_Arab","languages":["mni-Beng","ace-Arab"]},{"precision":0.361353,"recall":0.417984,"f1":0.376768,"accuracy":0.417984,"main_score":0.376768,"hf_subset":"mni_Beng-bam_Latn","languages":["mni-Beng","bam-Latn"]},{"precision":0.117163,"recall":0.157115,"f1":0.126871,"accuracy":0.157115,"main_score":0.126871,"hf_subset":"mni_Beng-dzo_Tibt","languages":["mni-Beng","dzo-Tibt"]},{"precision":0.529317,"recall":0.604743,"f1":0.549886,"accuracy":0.604743,"main_score":0.549886,"hf_subset":"mni_Beng-hin_Deva","languages":["mni-Beng","hin-Deva"]},{"precision":0.330635,"recall":0.395257,"f1":0.347213,"accuracy":0.395257,"main_score":0.347213,"hf_subset":"mni_Beng-khm_Khmr","languages":["mni-Beng","khm-Khmr"]},{"precision":0.524223,"recall":0.59585,"f1":0.543127,"accuracy":0.59585,"main_score":0.543127,"hf_subset":"mni_Beng-mag_Deva","languages":["mni-Beng","mag-Deva"]},{"precision":0.555699,"recall":0.61166,"f1":0.570304,"accuracy":0.61166,"main_score":0.570304,"hf_subset":"mni_Beng-pap_Latn","languages":["mni-Beng","pap-Latn"]},{"precision":0.419363,"recall":0.476285,"f1":0.434849,"accuracy":0.476285,"main_score":0.434849,"hf_subset":"mni_Beng-sot_Latn","languages":["mni-Beng","sot-Latn"]},{"precision":0.501276,"recall":0.573123,"f1":0.52012,"accuracy":0.573123,"main_score":0.52012,"hf_subset":"mni_Beng-tur_Latn","languages":["mni-Beng","tur-Latn"]},{"precision":0.51651,"recall":0.570158,"f1":0.530469,"accuracy":0.570158,"main_score":0.530469,"hf_subset":"mni_Beng-ace_Latn","languages":["mni-Beng","ace-Latn"]},{"precision":0.555513,"recall":0.605731,"f1":0.56923,"accuracy":0.605731,"main_score":0.56923,"hf_subset":"mni_Beng-ban_Latn","languages":["mni-Beng","ban-Latn"]},{"precision":0.457995,"recall":0.529644,"f1":0.47726,"accuracy":0.529644,"main_score":0.47726,"hf_subset":"mni_Beng-ell_Grek","languages":["mni-Beng","ell-Grek"]},{"precision":0.518341,"recall":0.583004,"f1":0.536243,"accuracy":0.583004,"main_score":0.536243,"hf_subset":"mni_Beng-hne_Deva","languages":["mni-Beng","hne-Deva"]},{"precision":0.364229,"recall":0.424901,"f1":0.380948,"accuracy":0.424901,"main_score":0.380948,"hf_subset":"mni_Beng-kik_Latn","languages":["mni-Beng","kik-Latn"]},{"precision":0.550952,"recall":0.615613,"f1":0.567323,"accuracy":0.615613,"main_score":0.567323,"hf_subset":"mni_Beng-mai_Deva","languages":["mni-Beng","mai-Deva"]},{"precision":0.481145,"recall":0.534585,"f1":0.494983,"accuracy":0.534585,"main_score":0.494983,"hf_subset":"mni_Beng-pbt_Arab","languages":["mni-Beng","pbt-Arab"]},{"precision":0.501677,"recall":0.579051,"f1":0.522642,"accuracy":0.579051,"main_score":0.522642,"hf_subset":"mni_Beng-spa_Latn","languages":["mni-Beng","spa-Latn"]},{"precision":0.46984,"recall":0.516798,"f1":0.483183,"accuracy":0.516798,"main_score":0.483183,"hf_subset":"mni_Beng-twi_Latn","languages":["mni-Beng","twi-Latn"]},{"precision":0.472085,"recall":0.546443,"f1":0.491636,"accuracy":0.546443,"main_score":0.491636,"hf_subset":"mni_Beng-acm_Arab","languages":["mni-Beng","acm-Arab"]},{"precision":0.492769,"recall":0.561265,"f1":0.511227,"accuracy":0.561265,"main_score":0.511227,"hf_subset":"mni_Beng-bel_Cyrl","languages":["mni-Beng","bel-Cyrl"]},{"precision":0.543087,"recall":0.61166,"f1":0.561607,"accuracy":0.61166,"main_score":0.561607,"hf_subset":"mni_Beng-eng_Latn","languages":["mni-Beng","eng-Latn"]},{"precision":0.510479,"recall":0.579051,"f1":0.528865,"accuracy":0.579051,"main_score":0.528865,"hf_subset":"mni_Beng-hrv_Latn","languages":["mni-Beng","hrv-Latn"]},{"precision":0.37166,"recall":0.425889,"f1":0.386172,"accuracy":0.425889,"main_score":0.386172,"hf_subset":"mni_Beng-kin_Latn","languages":["mni-Beng","kin-Latn"]},{"precision":0.499964,"recall":0.575099,"f1":0.520137,"accuracy":0.575099,"main_score":0.520137,"hf_subset":"mni_Beng-mal_Mlym","languages":["mni-Beng","mal-Mlym"]},{"precision":0.478842,"recall":0.552372,"f1":0.498362,"accuracy":0.552372,"main_score":0.498362,"hf_subset":"mni_Beng-pes_Arab","languages":["mni-Beng","pes-Arab"]},{"precision":0.508164,"recall":0.575099,"f1":0.5258,"accuracy":0.575099,"main_score":0.5258,"hf_subset":"mni_Beng-srd_Latn","languages":["mni-Beng","srd-Latn"]},{"precision":0.166502,"recall":0.202569,"f1":0.175121,"accuracy":0.202569,"main_score":0.175121,"hf_subset":"mni_Beng-tzm_Tfng","languages":["mni-Beng","tzm-Tfng"]},{"precision":0.469885,"recall":0.546443,"f1":0.490643,"accuracy":0.546443,"main_score":0.490643,"hf_subset":"mni_Beng-acq_Arab","languages":["mni-Beng","acq-Arab"]},{"precision":0.430205,"recall":0.479249,"f1":0.443688,"accuracy":0.479249,"main_score":0.443688,"hf_subset":"mni_Beng-bem_Latn","languages":["mni-Beng","bem-Latn"]},{"precision":0.50266,"recall":0.577075,"f1":0.52261,"accuracy":0.577075,"main_score":0.52261,"hf_subset":"mni_Beng-epo_Latn","languages":["mni-Beng","epo-Latn"]},{"precision":0.487266,"recall":0.557312,"f1":0.506233,"accuracy":0.557312,"main_score":0.506233,"hf_subset":"mni_Beng-hun_Latn","languages":["mni-Beng","hun-Latn"]},{"precision":0.501377,"recall":0.56917,"f1":0.519794,"accuracy":0.56917,"main_score":0.519794,"hf_subset":"mni_Beng-kir_Cyrl","languages":["mni-Beng","kir-Cyrl"]},{"precision":0.529972,"recall":0.600791,"f1":0.549047,"accuracy":0.600791,"main_score":0.549047,"hf_subset":"mni_Beng-mar_Deva","languages":["mni-Beng","mar-Deva"]},{"precision":0.445956,"recall":0.490119,"f1":0.457939,"accuracy":0.490119,"main_score":0.457939,"hf_subset":"mni_Beng-plt_Latn","languages":["mni-Beng","plt-Latn"]},{"precision":0.508391,"recall":0.576087,"f1":0.527885,"accuracy":0.576087,"main_score":0.527885,"hf_subset":"mni_Beng-srp_Cyrl","languages":["mni-Beng","srp-Cyrl"]},{"precision":0.421742,"recall":0.486166,"f1":0.438971,"accuracy":0.486166,"main_score":0.438971,"hf_subset":"mni_Beng-uig_Arab","languages":["mni-Beng","uig-Arab"]},{"precision":0.463439,"recall":0.535573,"f1":0.48262,"accuracy":0.535573,"main_score":0.48262,"hf_subset":"mni_Beng-aeb_Arab","languages":["mni-Beng","aeb-Arab"]},{"precision":0.528225,"recall":0.602767,"f1":0.548711,"accuracy":0.602767,"main_score":0.548711,"hf_subset":"mni_Beng-ben_Beng","languages":["mni-Beng","ben-Beng"]},{"precision":0.48854,"recall":0.559289,"f1":0.506474,"accuracy":0.559289,"main_score":0.506474,"hf_subset":"mni_Beng-est_Latn","languages":["mni-Beng","est-Latn"]},{"precision":0.457679,"recall":0.528656,"f1":0.477206,"accuracy":0.528656,"main_score":0.477206,"hf_subset":"mni_Beng-hye_Armn","languages":["mni-Beng","hye-Armn"]},{"precision":0.368455,"recall":0.423913,"f1":0.383865,"accuracy":0.423913,"main_score":0.383865,"hf_subset":"mni_Beng-kmb_Latn","languages":["mni-Beng","kmb-Latn"]},{"precision":0.313906,"recall":0.37253,"f1":0.329653,"accuracy":0.37253,"main_score":0.329653,"hf_subset":"mni_Beng-min_Arab","languages":["mni-Beng","min-Arab"]},{"precision":0.489184,"recall":0.561265,"f1":0.508987,"accuracy":0.561265,"main_score":0.508987,"hf_subset":"mni_Beng-pol_Latn","languages":["mni-Beng","pol-Latn"]},{"precision":0.37417,"recall":0.429842,"f1":0.388807,"accuracy":0.429842,"main_score":0.388807,"hf_subset":"mni_Beng-ssw_Latn","languages":["mni-Beng","ssw-Latn"]},{"precision":0.512816,"recall":0.583004,"f1":0.533096,"accuracy":0.583004,"main_score":0.533096,"hf_subset":"mni_Beng-ukr_Cyrl","languages":["mni-Beng","ukr-Cyrl"]},{"precision":0.513554,"recall":0.585968,"f1":0.53251,"accuracy":0.585968,"main_score":0.53251,"hf_subset":"mni_Beng-afr_Latn","languages":["mni-Beng","afr-Latn"]},{"precision":0.530858,"recall":0.599802,"f1":0.550059,"accuracy":0.599802,"main_score":0.550059,"hf_subset":"mni_Beng-bho_Deva","languages":["mni-Beng","bho-Deva"]},{"precision":0.481461,"recall":0.541502,"f1":0.497859,"accuracy":0.541502,"main_score":0.497859,"hf_subset":"mni_Beng-eus_Latn","languages":["mni-Beng","eus-Latn"]},{"precision":0.410054,"recall":0.468379,"f1":0.425988,"accuracy":0.468379,"main_score":0.425988,"hf_subset":"mni_Beng-ibo_Latn","languages":["mni-Beng","ibo-Latn"]},{"precision":0.462974,"recall":0.519763,"f1":0.478525,"accuracy":0.519763,"main_score":0.478525,"hf_subset":"mni_Beng-kmr_Latn","languages":["mni-Beng","kmr-Latn"]},{"precision":0.497585,"recall":0.562253,"f1":0.515007,"accuracy":0.562253,"main_score":0.515007,"hf_subset":"mni_Beng-min_Latn","languages":["mni-Beng","min-Latn"]},{"precision":0.5119,"recall":0.581028,"f1":0.530221,"accuracy":0.581028,"main_score":0.530221,"hf_subset":"mni_Beng-por_Latn","languages":["mni-Beng","por-Latn"]},{"precision":0.533956,"recall":0.583992,"f1":0.548372,"accuracy":0.583992,"main_score":0.548372,"hf_subset":"mni_Beng-sun_Latn","languages":["mni-Beng","sun-Latn"]},{"precision":0.377227,"recall":0.434783,"f1":0.393568,"accuracy":0.434783,"main_score":0.393568,"hf_subset":"mni_Beng-umb_Latn","languages":["mni-Beng","umb-Latn"]},{"precision":0.472716,"recall":0.544466,"f1":0.492022,"accuracy":0.544466,"main_score":0.492022,"hf_subset":"mni_Beng-ajp_Arab","languages":["mni-Beng","ajp-Arab"]},{"precision":0.343999,"recall":0.407115,"f1":0.360886,"accuracy":0.407115,"main_score":0.360886,"hf_subset":"mni_Beng-bjn_Arab","languages":["mni-Beng","bjn-Arab"]},{"precision":0.386735,"recall":0.432806,"f1":0.399871,"accuracy":0.432806,"main_score":0.399871,"hf_subset":"mni_Beng-ewe_Latn","languages":["mni-Beng","ewe-Latn"]},{"precision":0.558517,"recall":0.610672,"f1":0.572248,"accuracy":0.610672,"main_score":0.572248,"hf_subset":"mni_Beng-ilo_Latn","languages":["mni-Beng","ilo-Latn"]},{"precision":0.217603,"recall":0.270751,"f1":0.230846,"accuracy":0.270751,"main_score":0.230846,"hf_subset":"mni_Beng-knc_Arab","languages":["mni-Beng","knc-Arab"]},{"precision":0.50389,"recall":0.568182,"f1":0.521138,"accuracy":0.568182,"main_score":0.521138,"hf_subset":"mni_Beng-mkd_Cyrl","languages":["mni-Beng","mkd-Cyrl"]},{"precision":0.503584,"recall":0.568182,"f1":0.520198,"accuracy":0.568182,"main_score":0.520198,"hf_subset":"mni_Beng-prs_Arab","languages":["mni-Beng","prs-Arab"]},{"precision":0.509224,"recall":0.576087,"f1":0.527527,"accuracy":0.576087,"main_score":0.527527,"hf_subset":"mni_Beng-swe_Latn","languages":["mni-Beng","swe-Latn"]},{"precision":0.493209,"recall":0.560277,"f1":0.510971,"accuracy":0.560277,"main_score":0.510971,"hf_subset":"mni_Beng-urd_Arab","languages":["mni-Beng","urd-Arab"]},{"precision":0.415127,"recall":0.470356,"f1":0.430253,"accuracy":0.470356,"main_score":0.430253,"hf_subset":"mni_Beng-aka_Latn","languages":["mni-Beng","aka-Latn"]},{"precision":0.512959,"recall":0.570158,"f1":0.528392,"accuracy":0.570158,"main_score":0.528392,"hf_subset":"mni_Beng-bjn_Latn","languages":["mni-Beng","bjn-Latn"]},{"precision":0.433885,"recall":0.498024,"f1":0.451056,"accuracy":0.498024,"main_score":0.451056,"hf_subset":"mni_Beng-fao_Latn","languages":["mni-Beng","fao-Latn"]},{"precision":0.514276,"recall":0.582016,"f1":0.531814,"accuracy":0.582016,"main_score":0.531814,"hf_subset":"mni_Beng-ind_Latn","languages":["mni-Beng","ind-Latn"]},{"precision":0.420786,"recall":0.472332,"f1":0.435281,"accuracy":0.472332,"main_score":0.435281,"hf_subset":"mni_Beng-knc_Latn","languages":["mni-Beng","knc-Latn"]},{"precision":0.534148,"recall":0.586957,"f1":0.548734,"accuracy":0.586957,"main_score":0.548734,"hf_subset":"mni_Beng-mlt_Latn","languages":["mni-Beng","mlt-Latn"]},{"precision":0.446132,"recall":0.497036,"f1":0.459741,"accuracy":0.497036,"main_score":0.459741,"hf_subset":"mni_Beng-quy_Latn","languages":["mni-Beng","quy-Latn"]},{"precision":0.411998,"recall":0.479249,"f1":0.430158,"accuracy":0.479249,"main_score":0.430158,"hf_subset":"mni_Beng-swh_Latn","languages":["mni-Beng","swh-Latn"]},{"precision":0.482022,"recall":0.543478,"f1":0.497845,"accuracy":0.543478,"main_score":0.497845,"hf_subset":"mni_Beng-uzn_Latn","languages":["mni-Beng","uzn-Latn"]},{"precision":0.507874,"recall":0.576087,"f1":0.526101,"accuracy":0.576087,"main_score":0.526101,"hf_subset":"mni_Beng-als_Latn","languages":["mni-Beng","als-Latn"]},{"precision":0.178558,"recall":0.221344,"f1":0.188537,"accuracy":0.221344,"main_score":0.188537,"hf_subset":"mni_Beng-bod_Tibt","languages":["mni-Beng","bod-Tibt"]},{"precision":0.382598,"recall":0.43083,"f1":0.39564,"accuracy":0.43083,"main_score":0.39564,"hf_subset":"mni_Beng-fij_Latn","languages":["mni-Beng","fij-Latn"]},{"precision":0.390358,"recall":0.460474,"f1":0.407778,"accuracy":0.460474,"main_score":0.407778,"hf_subset":"mni_Beng-isl_Latn","languages":["mni-Beng","isl-Latn"]},{"precision":0.446349,"recall":0.5,"f1":0.461698,"accuracy":0.5,"main_score":0.461698,"hf_subset":"mni_Beng-kon_Latn","languages":["mni-Beng","kon-Latn"]},{"precision":0.519823,"recall":0.585968,"f1":0.536745,"accuracy":0.585968,"main_score":0.536745,"hf_subset":"mni_Beng-ron_Latn","languages":["mni-Beng","ron-Latn"]},{"precision":0.502067,"recall":0.564229,"f1":0.518136,"accuracy":0.564229,"main_score":0.518136,"hf_subset":"mni_Beng-szl_Latn","languages":["mni-Beng","szl-Latn"]},{"precision":0.51507,"recall":0.58004,"f1":0.532647,"accuracy":0.58004,"main_score":0.532647,"hf_subset":"mni_Beng-vec_Latn","languages":["mni-Beng","vec-Latn"]},{"precision":0.279251,"recall":0.333992,"f1":0.293184,"accuracy":0.333992,"main_score":0.293184,"hf_subset":"mni_Beng-amh_Ethi","languages":["mni-Beng","amh-Ethi"]},{"precision":0.523546,"recall":0.592885,"f1":0.543318,"accuracy":0.592885,"main_score":0.543318,"hf_subset":"mni_Beng-bos_Latn","languages":["mni-Beng","bos-Latn"]},{"precision":0.472973,"recall":0.535573,"f1":0.48973,"accuracy":0.535573,"main_score":0.48973,"hf_subset":"mni_Beng-fin_Latn","languages":["mni-Beng","fin-Latn"]},{"precision":0.51582,"recall":0.583004,"f1":0.53415,"accuracy":0.583004,"main_score":0.53415,"hf_subset":"mni_Beng-ita_Latn","languages":["mni-Beng","ita-Latn"]},{"precision":0.489815,"recall":0.559289,"f1":0.508404,"accuracy":0.559289,"main_score":0.508404,"hf_subset":"mni_Beng-kor_Hang","languages":["mni-Beng","kor-Hang"]},{"precision":0.399144,"recall":0.455534,"f1":0.413823,"accuracy":0.455534,"main_score":0.413823,"hf_subset":"mni_Beng-mos_Latn","languages":["mni-Beng","mos-Latn"]},{"precision":0.369777,"recall":0.41996,"f1":0.383215,"accuracy":0.41996,"main_score":0.383215,"hf_subset":"mni_Beng-run_Latn","languages":["mni-Beng","run-Latn"]},{"precision":0.43699,"recall":0.51087,"f1":0.456796,"accuracy":0.51087,"main_score":0.456796,"hf_subset":"mni_Beng-tam_Taml","languages":["mni-Beng","tam-Taml"]},{"precision":0.482126,"recall":0.551383,"f1":0.500902,"accuracy":0.551383,"main_score":0.500902,"hf_subset":"mni_Beng-vie_Latn","languages":["mni-Beng","vie-Latn"]},{"precision":0.463514,"recall":0.533597,"f1":0.482891,"accuracy":0.533597,"main_score":0.482891,"hf_subset":"mni_Beng-apc_Arab","languages":["mni-Beng","apc-Arab"]},{"precision":0.493484,"recall":0.548419,"f1":0.508911,"accuracy":0.548419,"main_score":0.508911,"hf_subset":"mni_Beng-bug_Latn","languages":["mni-Beng","bug-Latn"]},{"precision":0.339195,"recall":0.389328,"f1":0.352481,"accuracy":0.389328,"main_score":0.352481,"hf_subset":"mni_Beng-fon_Latn","languages":["mni-Beng","fon-Latn"]},{"precision":0.53688,"recall":0.592885,"f1":0.552023,"accuracy":0.592885,"main_score":0.552023,"hf_subset":"mni_Beng-jav_Latn","languages":["mni-Beng","jav-Latn"]},{"precision":0.325065,"recall":0.389328,"f1":0.341253,"accuracy":0.389328,"main_score":0.341253,"hf_subset":"mni_Beng-lao_Laoo","languages":["mni-Beng","lao-Laoo"]},{"precision":0.355628,"recall":0.424901,"f1":0.372848,"accuracy":0.424901,"main_score":0.372848,"hf_subset":"mni_Beng-mri_Latn","languages":["mni-Beng","mri-Latn"]},{"precision":0.512313,"recall":0.579051,"f1":0.530599,"accuracy":0.579051,"main_score":0.530599,"hf_subset":"mni_Beng-rus_Cyrl","languages":["mni-Beng","rus-Cyrl"]},{"precision":0.412509,"recall":0.463439,"f1":0.425824,"accuracy":0.463439,"main_score":0.425824,"hf_subset":"mni_Beng-taq_Latn","languages":["mni-Beng","taq-Latn"]},{"precision":0.579451,"recall":0.635375,"f1":0.595058,"accuracy":0.635375,"main_score":0.595058,"hf_subset":"mni_Beng-war_Latn","languages":["mni-Beng","war-Latn"]},{"precision":0.465726,"recall":0.539526,"f1":0.485193,"accuracy":0.539526,"main_score":0.485193,"hf_subset":"mni_Beng-arb_Arab","languages":["mni-Beng","arb-Arab"]},{"precision":0.512637,"recall":0.579051,"f1":0.531008,"accuracy":0.579051,"main_score":0.531008,"hf_subset":"mni_Beng-bul_Cyrl","languages":["mni-Beng","bul-Cyrl"]},{"precision":0.511299,"recall":0.581028,"f1":0.530119,"accuracy":0.581028,"main_score":0.530119,"hf_subset":"mni_Beng-fra_Latn","languages":["mni-Beng","fra-Latn"]},{"precision":0.48178,"recall":0.554348,"f1":0.501615,"accuracy":0.554348,"main_score":0.501615,"hf_subset":"mni_Beng-jpn_Jpan","languages":["mni-Beng","jpn-Jpan"]},{"precision":0.50866,"recall":0.572134,"f1":0.52562,"accuracy":0.572134,"main_score":0.52562,"hf_subset":"mni_Beng-lij_Latn","languages":["mni-Beng","lij-Latn"]},{"precision":0.277326,"recall":0.351779,"f1":0.296622,"accuracy":0.351779,"main_score":0.296622,"hf_subset":"mni_Beng-mya_Mymr","languages":["mni-Beng","mya-Mymr"]},{"precision":0.393489,"recall":0.453557,"f1":0.410158,"accuracy":0.453557,"main_score":0.410158,"hf_subset":"mni_Beng-sag_Latn","languages":["mni-Beng","sag-Latn"]},{"precision":0.178526,"recall":0.229249,"f1":0.189976,"accuracy":0.229249,"main_score":0.189976,"hf_subset":"mni_Beng-taq_Tfng","languages":["mni-Beng","taq-Tfng"]},{"precision":0.449116,"recall":0.508893,"f1":0.465828,"accuracy":0.508893,"main_score":0.465828,"hf_subset":"mni_Beng-wol_Latn","languages":["mni-Beng","wol-Latn"]},{"precision":0.354658,"recall":0.411067,"f1":0.370212,"accuracy":0.411067,"main_score":0.370212,"hf_subset":"mni_Beng-arb_Latn","languages":["mni-Beng","arb-Latn"]},{"precision":0.511209,"recall":0.575099,"f1":0.528229,"accuracy":0.575099,"main_score":0.528229,"hf_subset":"mni_Beng-cat_Latn","languages":["mni-Beng","cat-Latn"]},{"precision":0.52267,"recall":0.581028,"f1":0.537506,"accuracy":0.581028,"main_score":0.537506,"hf_subset":"mni_Beng-fur_Latn","languages":["mni-Beng","fur-Latn"]},{"precision":0.296499,"recall":0.34585,"f1":0.308839,"accuracy":0.34585,"main_score":0.308839,"hf_subset":"mni_Beng-kab_Latn","languages":["mni-Beng","kab-Latn"]},{"precision":0.515791,"recall":0.573123,"f1":0.531561,"accuracy":0.573123,"main_score":0.531561,"hf_subset":"mni_Beng-lim_Latn","languages":["mni-Beng","lim-Latn"]},{"precision":0.50926,"recall":0.579051,"f1":0.528257,"accuracy":0.579051,"main_score":0.528257,"hf_subset":"mni_Beng-nld_Latn","languages":["mni-Beng","nld-Latn"]},{"precision":0.453355,"recall":0.521739,"f1":0.471369,"accuracy":0.521739,"main_score":0.471369,"hf_subset":"mni_Beng-san_Deva","languages":["mni-Beng","san-Deva"]},{"precision":0.524561,"recall":0.587945,"f1":0.54154,"accuracy":0.587945,"main_score":0.54154,"hf_subset":"mni_Beng-tat_Cyrl","languages":["mni-Beng","tat-Cyrl"]},{"precision":0.432401,"recall":0.486166,"f1":0.44688,"accuracy":0.486166,"main_score":0.44688,"hf_subset":"mni_Beng-xho_Latn","languages":["mni-Beng","xho-Latn"]},{"precision":0.434418,"recall":0.514822,"f1":0.455845,"accuracy":0.514822,"main_score":0.455845,"hf_subset":"mni_Beng-ars_Arab","languages":["mni-Beng","ars-Arab"]},{"precision":0.535684,"recall":0.593874,"f1":0.551122,"accuracy":0.593874,"main_score":0.551122,"hf_subset":"mni_Beng-ceb_Latn","languages":["mni-Beng","ceb-Latn"]},{"precision":0.389085,"recall":0.450593,"f1":0.40587,"accuracy":0.450593,"main_score":0.40587,"hf_subset":"mni_Beng-fuv_Latn","languages":["mni-Beng","fuv-Latn"]},{"precision":0.400115,"recall":0.44664,"f1":0.41366,"accuracy":0.44664,"main_score":0.41366,"hf_subset":"mni_Beng-kac_Latn","languages":["mni-Beng","kac-Latn"]},{"precision":0.463234,"recall":0.516798,"f1":0.477913,"accuracy":0.516798,"main_score":0.477913,"hf_subset":"mni_Beng-lin_Latn","languages":["mni-Beng","lin-Latn"]},{"precision":0.525761,"recall":0.587945,"f1":0.542424,"accuracy":0.587945,"main_score":0.542424,"hf_subset":"mni_Beng-nno_Latn","languages":["mni-Beng","nno-Latn"]},{"precision":0.040687,"recall":0.08498,"f1":0.048217,"accuracy":0.08498,"main_score":0.048217,"hf_subset":"mni_Beng-sat_Olck","languages":["mni-Beng","sat-Olck"]},{"precision":0.529275,"recall":0.599802,"f1":0.548376,"accuracy":0.599802,"main_score":0.548376,"hf_subset":"mni_Beng-tel_Telu","languages":["mni-Beng","tel-Telu"]},{"precision":0.413439,"recall":0.471344,"f1":0.428724,"accuracy":0.471344,"main_score":0.428724,"hf_subset":"mni_Beng-ydd_Hebr","languages":["mni-Beng","ydd-Hebr"]},{"precision":0.452249,"recall":0.52668,"f1":0.471628,"accuracy":0.52668,"main_score":0.471628,"hf_subset":"mni_Beng-ary_Arab","languages":["mni-Beng","ary-Arab"]},{"precision":0.503598,"recall":0.572134,"f1":0.522599,"accuracy":0.572134,"main_score":0.522599,"hf_subset":"mni_Beng-ces_Latn","languages":["mni-Beng","ces-Latn"]},{"precision":0.354608,"recall":0.416996,"f1":0.370977,"accuracy":0.416996,"main_score":0.370977,"hf_subset":"mni_Beng-gaz_Latn","languages":["mni-Beng","gaz-Latn"]},{"precision":0.365783,"recall":0.425889,"f1":0.382206,"accuracy":0.425889,"main_score":0.382206,"hf_subset":"mni_Beng-kam_Latn","languages":["mni-Beng","kam-Latn"]},{"precision":0.475782,"recall":0.554348,"f1":0.49784,"accuracy":0.554348,"main_score":0.49784,"hf_subset":"mni_Beng-lit_Latn","languages":["mni-Beng","lit-Latn"]},{"precision":0.51464,"recall":0.58004,"f1":0.531982,"accuracy":0.58004,"main_score":0.531982,"hf_subset":"mni_Beng-nob_Latn","languages":["mni-Beng","nob-Latn"]},{"precision":0.501836,"recall":0.5583,"f1":0.516685,"accuracy":0.5583,"main_score":0.516685,"hf_subset":"mni_Beng-scn_Latn","languages":["mni-Beng","scn-Latn"]},{"precision":0.466282,"recall":0.524704,"f1":0.48285,"accuracy":0.524704,"main_score":0.48285,"hf_subset":"mni_Beng-tgk_Cyrl","languages":["mni-Beng","tgk-Cyrl"]},{"precision":0.343992,"recall":0.402174,"f1":0.359969,"accuracy":0.402174,"main_score":0.359969,"hf_subset":"mni_Beng-yor_Latn","languages":["mni-Beng","yor-Latn"]},{"precision":0.464154,"recall":0.537549,"f1":0.484303,"accuracy":0.537549,"main_score":0.484303,"hf_subset":"mni_Beng-arz_Arab","languages":["mni-Beng","arz-Arab"]},{"precision":0.391554,"recall":0.44664,"f1":0.406356,"accuracy":0.44664,"main_score":0.406356,"hf_subset":"mni_Beng-cjk_Latn","languages":["mni-Beng","cjk-Latn"]},{"precision":0.382575,"recall":0.44664,"f1":0.399749,"accuracy":0.44664,"main_score":0.399749,"hf_subset":"mni_Beng-gla_Latn","languages":["mni-Beng","gla-Latn"]},{"precision":0.497287,"recall":0.564229,"f1":0.51512,"accuracy":0.564229,"main_score":0.51512,"hf_subset":"mni_Beng-kan_Knda","languages":["mni-Beng","kan-Knda"]},{"precision":0.515767,"recall":0.576087,"f1":0.531752,"accuracy":0.576087,"main_score":0.531752,"hf_subset":"mni_Beng-lmo_Latn","languages":["mni-Beng","lmo-Latn"]},{"precision":0.526738,"recall":0.586957,"f1":0.543254,"accuracy":0.586957,"main_score":0.543254,"hf_subset":"mni_Beng-npi_Deva","languages":["mni-Beng","npi-Deva"]},{"precision":0.349332,"recall":0.410079,"f1":0.36514,"accuracy":0.410079,"main_score":0.36514,"hf_subset":"mni_Beng-shn_Mymr","languages":["mni-Beng","shn-Mymr"]},{"precision":0.53206,"recall":0.598814,"f1":0.549548,"accuracy":0.598814,"main_score":0.549548,"hf_subset":"mni_Beng-tgl_Latn","languages":["mni-Beng","tgl-Latn"]},{"precision":0.490118,"recall":0.565217,"f1":0.510339,"accuracy":0.565217,"main_score":0.510339,"hf_subset":"mni_Beng-yue_Hant","languages":["mni-Beng","yue-Hant"]},{"precision":0.473766,"recall":0.541502,"f1":0.492549,"accuracy":0.541502,"main_score":0.492549,"hf_subset":"mni_Beng-asm_Beng","languages":["mni-Beng","asm-Beng"]},{"precision":0.39734,"recall":0.45751,"f1":0.41349,"accuracy":0.45751,"main_score":0.41349,"hf_subset":"mni_Beng-ckb_Arab","languages":["mni-Beng","ckb-Arab"]},{"precision":0.389867,"recall":0.453557,"f1":0.406084,"accuracy":0.453557,"main_score":0.406084,"hf_subset":"mni_Beng-gle_Latn","languages":["mni-Beng","gle-Latn"]},{"precision":0.497253,"recall":0.561265,"f1":0.514462,"accuracy":0.561265,"main_score":0.514462,"hf_subset":"mni_Beng-kas_Arab","languages":["mni-Beng","kas-Arab"]},{"precision":0.488663,"recall":0.549407,"f1":0.504946,"accuracy":0.549407,"main_score":0.504946,"hf_subset":"mni_Beng-ltg_Latn","languages":["mni-Beng","ltg-Latn"]},{"precision":0.430191,"recall":0.486166,"f1":0.445469,"accuracy":0.486166,"main_score":0.445469,"hf_subset":"mni_Beng-nso_Latn","languages":["mni-Beng","nso-Latn"]},{"precision":0.212445,"recall":0.247036,"f1":0.221042,"accuracy":0.247036,"main_score":0.221042,"hf_subset":"mni_Beng-sin_Sinh","languages":["mni-Beng","sin-Sinh"]},{"precision":0.491254,"recall":0.565217,"f1":0.51087,"accuracy":0.565217,"main_score":0.51087,"hf_subset":"mni_Beng-tha_Thai","languages":["mni-Beng","tha-Thai"]},{"precision":0.477778,"recall":0.55336,"f1":0.498034,"accuracy":0.55336,"main_score":0.498034,"hf_subset":"mni_Beng-zho_Hans","languages":["mni-Beng","zho-Hans"]},{"precision":0.516594,"recall":0.583992,"f1":0.534817,"accuracy":0.583992,"main_score":0.534817,"hf_subset":"mni_Beng-ast_Latn","languages":["mni-Beng","ast-Latn"]},{"precision":0.484838,"recall":0.548419,"f1":0.502187,"accuracy":0.548419,"main_score":0.502187,"hf_subset":"mni_Beng-crh_Latn","languages":["mni-Beng","crh-Latn"]},{"precision":0.504796,"recall":0.573123,"f1":0.522947,"accuracy":0.573123,"main_score":0.522947,"hf_subset":"mni_Beng-glg_Latn","languages":["mni-Beng","glg-Latn"]},{"precision":0.486006,"recall":0.539526,"f1":0.50034,"accuracy":0.539526,"main_score":0.50034,"hf_subset":"mni_Beng-kas_Deva","languages":["mni-Beng","kas-Deva"]},{"precision":0.520838,"recall":0.583004,"f1":0.537641,"accuracy":0.583004,"main_score":0.537641,"hf_subset":"mni_Beng-ltz_Latn","languages":["mni-Beng","ltz-Latn"]},{"precision":0.360922,"recall":0.417984,"f1":0.375452,"accuracy":0.417984,"main_score":0.375452,"hf_subset":"mni_Beng-nus_Latn","languages":["mni-Beng","nus-Latn"]},{"precision":0.497525,"recall":0.567194,"f1":0.516082,"accuracy":0.567194,"main_score":0.516082,"hf_subset":"mni_Beng-slk_Latn","languages":["mni-Beng","slk-Latn"]},{"precision":0.233342,"recall":0.281621,"f1":0.245283,"accuracy":0.281621,"main_score":0.245283,"hf_subset":"mni_Beng-tir_Ethi","languages":["mni-Beng","tir-Ethi"]},{"precision":0.486306,"recall":0.557312,"f1":0.504422,"accuracy":0.557312,"main_score":0.504422,"hf_subset":"mni_Beng-zho_Hant","languages":["mni-Beng","zho-Hant"]},{"precision":0.525102,"recall":0.588933,"f1":0.54176,"accuracy":0.588933,"main_score":0.54176,"hf_subset":"mni_Beng-awa_Deva","languages":["mni-Beng","awa-Deva"]},{"precision":0.429799,"recall":0.498024,"f1":0.447706,"accuracy":0.498024,"main_score":0.447706,"hf_subset":"mni_Beng-cym_Latn","languages":["mni-Beng","cym-Latn"]},{"precision":0.496645,"recall":0.545455,"f1":0.510023,"accuracy":0.545455,"main_score":0.510023,"hf_subset":"mni_Beng-grn_Latn","languages":["mni-Beng","grn-Latn"]},{"precision":0.487926,"recall":0.549407,"f1":0.505177,"accuracy":0.549407,"main_score":0.505177,"hf_subset":"mni_Beng-kat_Geor","languages":["mni-Beng","kat-Geor"]},{"precision":0.43003,"recall":0.487154,"f1":0.445236,"accuracy":0.487154,"main_score":0.445236,"hf_subset":"mni_Beng-lua_Latn","languages":["mni-Beng","lua-Latn"]},{"precision":0.399172,"recall":0.452569,"f1":0.413679,"accuracy":0.452569,"main_score":0.413679,"hf_subset":"mni_Beng-nya_Latn","languages":["mni-Beng","nya-Latn"]},{"precision":0.492768,"recall":0.563241,"f1":0.511422,"accuracy":0.563241,"main_score":0.511422,"hf_subset":"mni_Beng-slv_Latn","languages":["mni-Beng","slv-Latn"]},{"precision":0.54147,"recall":0.598814,"f1":0.557241,"accuracy":0.598814,"main_score":0.557241,"hf_subset":"mni_Beng-tpi_Latn","languages":["mni-Beng","tpi-Latn"]},{"precision":0.53107,"recall":0.594862,"f1":0.547842,"accuracy":0.594862,"main_score":0.547842,"hf_subset":"mni_Beng-zsm_Latn","languages":["mni-Beng","zsm-Latn"]},{"precision":0.403363,"recall":0.453557,"f1":0.416987,"accuracy":0.453557,"main_score":0.416987,"hf_subset":"mni_Beng-ayr_Latn","languages":["mni-Beng","ayr-Latn"]},{"precision":0.509776,"recall":0.581028,"f1":0.529358,"accuracy":0.581028,"main_score":0.529358,"hf_subset":"mni_Beng-dan_Latn","languages":["mni-Beng","dan-Latn"]},{"precision":0.513711,"recall":0.586957,"f1":0.533569,"accuracy":0.586957,"main_score":0.533569,"hf_subset":"mni_Beng-guj_Gujr","languages":["mni-Beng","guj-Gujr"]},{"precision":0.501325,"recall":0.564229,"f1":0.518071,"accuracy":0.564229,"main_score":0.518071,"hf_subset":"mni_Beng-kaz_Cyrl","languages":["mni-Beng","kaz-Cyrl"]},{"precision":0.357576,"recall":0.41502,"f1":0.373092,"accuracy":0.41502,"main_score":0.373092,"hf_subset":"mni_Beng-lug_Latn","languages":["mni-Beng","lug-Latn"]},{"precision":0.513154,"recall":0.578063,"f1":0.530159,"accuracy":0.578063,"main_score":0.530159,"hf_subset":"mni_Beng-oci_Latn","languages":["mni-Beng","oci-Latn"]},{"precision":0.408476,"recall":0.466403,"f1":0.423977,"accuracy":0.466403,"main_score":0.423977,"hf_subset":"mni_Beng-smo_Latn","languages":["mni-Beng","smo-Latn"]},{"precision":0.371016,"recall":0.431818,"f1":0.386102,"accuracy":0.431818,"main_score":0.386102,"hf_subset":"mni_Beng-tsn_Latn","languages":["mni-Beng","tsn-Latn"]},{"precision":0.383547,"recall":0.443676,"f1":0.399169,"accuracy":0.443676,"main_score":0.399169,"hf_subset":"mni_Beng-zul_Latn","languages":["mni-Beng","zul-Latn"]},{"precision":0.44584,"recall":0.506917,"f1":0.462109,"accuracy":0.506917,"main_score":0.462109,"hf_subset":"mni_Beng-azb_Arab","languages":["mni-Beng","azb-Arab"]},{"precision":0.502908,"recall":0.576087,"f1":0.522493,"accuracy":0.576087,"main_score":0.522493,"hf_subset":"mni_Beng-deu_Latn","languages":["mni-Beng","deu-Latn"]},{"precision":0.456177,"recall":0.523715,"f1":0.47406,"accuracy":0.523715,"main_score":0.47406,"hf_subset":"mni_Beng-hat_Latn","languages":["mni-Beng","hat-Latn"]},{"precision":0.361335,"recall":0.412055,"f1":0.374881,"accuracy":0.412055,"main_score":0.374881,"hf_subset":"mni_Beng-kbp_Latn","languages":["mni-Beng","kbp-Latn"]},{"precision":0.407694,"recall":0.464427,"f1":0.42272,"accuracy":0.464427,"main_score":0.42272,"hf_subset":"mni_Beng-luo_Latn","languages":["mni-Beng","luo-Latn"]},{"precision":0.501994,"recall":0.572134,"f1":0.520536,"accuracy":0.572134,"main_score":0.520536,"hf_subset":"mni_Beng-ory_Orya","languages":["mni-Beng","ory-Orya"]},{"precision":0.389456,"recall":0.447628,"f1":0.405846,"accuracy":0.447628,"main_score":0.405846,"hf_subset":"mni_Beng-sna_Latn","languages":["mni-Beng","sna-Latn"]},{"precision":0.390995,"recall":0.443676,"f1":0.404673,"accuracy":0.443676,"main_score":0.404673,"hf_subset":"mni_Beng-tso_Latn","languages":["mni-Beng","tso-Latn"]},{"precision":0.47566,"recall":0.545455,"f1":0.494429,"accuracy":0.545455,"main_score":0.494429,"hf_subset":"mni_Beng-azj_Latn","languages":["mni-Beng","azj-Latn"]},{"precision":0.372543,"recall":0.444664,"f1":0.392585,"accuracy":0.444664,"main_score":0.392585,"hf_subset":"mni_Beng-dik_Latn","languages":["mni-Beng","dik-Latn"]},{"precision":0.376918,"recall":0.421937,"f1":0.389411,"accuracy":0.421937,"main_score":0.389411,"hf_subset":"mni_Beng-hau_Latn","languages":["mni-Beng","hau-Latn"]},{"precision":0.514432,"recall":0.574111,"f1":0.530369,"accuracy":0.574111,"main_score":0.530369,"hf_subset":"mni_Beng-kea_Latn","languages":["mni-Beng","kea-Latn"]},{"precision":0.514678,"recall":0.560277,"f1":0.527589,"accuracy":0.560277,"main_score":0.527589,"hf_subset":"mni_Beng-lus_Latn","languages":["mni-Beng","lus-Latn"]},{"precision":0.574792,"recall":0.620553,"f1":0.587203,"accuracy":0.620553,"main_score":0.587203,"hf_subset":"mni_Beng-pag_Latn","languages":["mni-Beng","pag-Latn"]},{"precision":0.508703,"recall":0.577075,"f1":0.526705,"accuracy":0.577075,"main_score":0.526705,"hf_subset":"mni_Beng-snd_Arab","languages":["mni-Beng","snd-Arab"]},{"precision":0.469946,"recall":0.524704,"f1":0.484879,"accuracy":0.524704,"main_score":0.484879,"hf_subset":"mni_Beng-tuk_Latn","languages":["mni-Beng","tuk-Latn"]},{"precision":0.5138,"recall":0.576087,"f1":0.529959,"accuracy":0.576087,"main_score":0.529959,"hf_subset":"mni_Beng-bak_Cyrl","languages":["mni-Beng","bak-Cyrl"]},{"precision":0.296016,"recall":0.360672,"f1":0.314283,"accuracy":0.360672,"main_score":0.314283,"hf_subset":"mni_Beng-dyu_Latn","languages":["mni-Beng","dyu-Latn"]},{"precision":0.477082,"recall":0.544466,"f1":0.495544,"accuracy":0.544466,"main_score":0.495544,"hf_subset":"mni_Beng-heb_Hebr","languages":["mni-Beng","heb-Hebr"]},{"precision":0.413269,"recall":0.482213,"f1":0.43154,"accuracy":0.482213,"main_score":0.43154,"hf_subset":"mni_Beng-khk_Cyrl","languages":["mni-Beng","khk-Cyrl"]},{"precision":0.49189,"recall":0.555336,"f1":0.50892,"accuracy":0.555336,"main_score":0.50892,"hf_subset":"mni_Beng-lvs_Latn","languages":["mni-Beng","lvs-Latn"]},{"precision":0.510113,"recall":0.58004,"f1":0.528136,"accuracy":0.58004,"main_score":0.528136,"hf_subset":"mni_Beng-pan_Guru","languages":["mni-Beng","pan-Guru"]},{"precision":0.377773,"recall":0.432806,"f1":0.392518,"accuracy":0.432806,"main_score":0.392518,"hf_subset":"mni_Beng-som_Latn","languages":["mni-Beng","som-Latn"]},{"precision":0.39128,"recall":0.452569,"f1":0.408175,"accuracy":0.452569,"main_score":0.408175,"hf_subset":"mni_Beng-tum_Latn","languages":["mni-Beng","tum-Latn"]},{"precision":0.433952,"recall":0.523715,"f1":0.458587,"accuracy":0.523715,"main_score":0.458587,"hf_subset":"ron_Latn-ace_Arab","languages":["ron-Latn","ace-Arab"]},{"precision":0.449378,"recall":0.530632,"f1":0.472265,"accuracy":0.530632,"main_score":0.472265,"hf_subset":"ron_Latn-bam_Latn","languages":["ron-Latn","bam-Latn"]},{"precision":0.112713,"recall":0.158103,"f1":0.123883,"accuracy":0.158103,"main_score":0.123883,"hf_subset":"ron_Latn-dzo_Tibt","languages":["ron-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-hin_Deva","languages":["ron-Latn","hin-Deva"]},{"precision":0.929513,"recall":0.952569,"f1":0.937088,"accuracy":0.952569,"main_score":0.937088,"hf_subset":"ron_Latn-khm_Khmr","languages":["ron-Latn","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-mag_Deva","languages":["ron-Latn","mag-Deva"]},{"precision":0.978755,"recall":0.985178,"f1":0.980731,"accuracy":0.985178,"main_score":0.980731,"hf_subset":"ron_Latn-pap_Latn","languages":["ron-Latn","pap-Latn"]},{"precision":0.481036,"recall":0.564229,"f1":0.504028,"accuracy":0.564229,"main_score":0.504028,"hf_subset":"ron_Latn-sot_Latn","languages":["ron-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-tur_Latn","languages":["ron-Latn","tur-Latn"]},{"precision":0.808514,"recall":0.857708,"f1":0.823471,"accuracy":0.857708,"main_score":0.823471,"hf_subset":"ron_Latn-ace_Latn","languages":["ron-Latn","ace-Latn"]},{"precision":0.926383,"recall":0.949605,"f1":0.934124,"accuracy":0.949605,"main_score":0.934124,"hf_subset":"ron_Latn-ban_Latn","languages":["ron-Latn","ban-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ron_Latn-ell_Grek","languages":["ron-Latn","ell-Grek"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"ron_Latn-hne_Deva","languages":["ron-Latn","hne-Deva"]},{"precision":0.506828,"recall":0.589921,"f1":0.53049,"accuracy":0.589921,"main_score":0.53049,"hf_subset":"ron_Latn-kik_Latn","languages":["ron-Latn","kik-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ron_Latn-mai_Deva","languages":["ron-Latn","mai-Deva"]},{"precision":0.890646,"recall":0.923913,"f1":0.901318,"accuracy":0.923913,"main_score":0.901318,"hf_subset":"ron_Latn-pbt_Arab","languages":["ron-Latn","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-spa_Latn","languages":["ron-Latn","spa-Latn"]},{"precision":0.575351,"recall":0.648221,"f1":0.595713,"accuracy":0.648221,"main_score":0.595713,"hf_subset":"ron_Latn-twi_Latn","languages":["ron-Latn","twi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ron_Latn-acm_Arab","languages":["ron-Latn","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-bel_Cyrl","languages":["ron-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-eng_Latn","languages":["ron-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-hrv_Latn","languages":["ron-Latn","hrv-Latn"]},{"precision":0.453717,"recall":0.531621,"f1":0.475013,"accuracy":0.531621,"main_score":0.475013,"hf_subset":"ron_Latn-kin_Latn","languages":["ron-Latn","kin-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ron_Latn-mal_Mlym","languages":["ron-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-pes_Arab","languages":["ron-Latn","pes-Arab"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"ron_Latn-srd_Latn","languages":["ron-Latn","srd-Latn"]},{"precision":0.113287,"recall":0.179842,"f1":0.127317,"accuracy":0.179842,"main_score":0.127317,"hf_subset":"ron_Latn-tzm_Tfng","languages":["ron-Latn","tzm-Tfng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-acq_Arab","languages":["ron-Latn","acq-Arab"]},{"precision":0.529202,"recall":0.606719,"f1":0.551295,"accuracy":0.606719,"main_score":0.551295,"hf_subset":"ron_Latn-bem_Latn","languages":["ron-Latn","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-epo_Latn","languages":["ron-Latn","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-hun_Latn","languages":["ron-Latn","hun-Latn"]},{"precision":0.959239,"recall":0.972332,"f1":0.963505,"accuracy":0.972332,"main_score":0.963505,"hf_subset":"ron_Latn-kir_Cyrl","languages":["ron-Latn","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ron_Latn-mar_Deva","languages":["ron-Latn","mar-Deva"]},{"precision":0.558729,"recall":0.62747,"f1":0.578778,"accuracy":0.62747,"main_score":0.578778,"hf_subset":"ron_Latn-plt_Latn","languages":["ron-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-srp_Cyrl","languages":["ron-Latn","srp-Cyrl"]},{"precision":0.942029,"recall":0.960474,"f1":0.948123,"accuracy":0.960474,"main_score":0.948123,"hf_subset":"ron_Latn-uig_Arab","languages":["ron-Latn","uig-Arab"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"ron_Latn-aeb_Arab","languages":["ron-Latn","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-ben_Beng","languages":["ron-Latn","ben-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-est_Latn","languages":["ron-Latn","est-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ron_Latn-hye_Armn","languages":["ron-Latn","hye-Armn"]},{"precision":0.465195,"recall":0.536561,"f1":0.485143,"accuracy":0.536561,"main_score":0.485143,"hf_subset":"ron_Latn-kmb_Latn","languages":["ron-Latn","kmb-Latn"]},{"precision":0.374239,"recall":0.47332,"f1":0.400513,"accuracy":0.47332,"main_score":0.400513,"hf_subset":"ron_Latn-min_Arab","languages":["ron-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-pol_Latn","languages":["ron-Latn","pol-Latn"]},{"precision":0.442249,"recall":0.527668,"f1":0.465254,"accuracy":0.527668,"main_score":0.465254,"hf_subset":"ron_Latn-ssw_Latn","languages":["ron-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-ukr_Cyrl","languages":["ron-Latn","ukr-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-afr_Latn","languages":["ron-Latn","afr-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ron_Latn-bho_Deva","languages":["ron-Latn","bho-Deva"]},{"precision":0.941535,"recall":0.960474,"f1":0.947793,"accuracy":0.960474,"main_score":0.947793,"hf_subset":"ron_Latn-eus_Latn","languages":["ron-Latn","eus-Latn"]},{"precision":0.506295,"recall":0.579051,"f1":0.525739,"accuracy":0.579051,"main_score":0.525739,"hf_subset":"ron_Latn-ibo_Latn","languages":["ron-Latn","ibo-Latn"]},{"precision":0.716716,"recall":0.784585,"f1":0.736848,"accuracy":0.784585,"main_score":0.736848,"hf_subset":"ron_Latn-kmr_Latn","languages":["ron-Latn","kmr-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"ron_Latn-min_Latn","languages":["ron-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-por_Latn","languages":["ron-Latn","por-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ron_Latn-sun_Latn","languages":["ron-Latn","sun-Latn"]},{"precision":0.456234,"recall":0.533597,"f1":0.47873,"accuracy":0.533597,"main_score":0.47873,"hf_subset":"ron_Latn-umb_Latn","languages":["ron-Latn","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-ajp_Arab","languages":["ron-Latn","ajp-Arab"]},{"precision":0.39413,"recall":0.491107,"f1":0.420738,"accuracy":0.491107,"main_score":0.420738,"hf_subset":"ron_Latn-bjn_Arab","languages":["ron-Latn","bjn-Arab"]},{"precision":0.475899,"recall":0.539526,"f1":0.49302,"accuracy":0.539526,"main_score":0.49302,"hf_subset":"ron_Latn-ewe_Latn","languages":["ron-Latn","ewe-Latn"]},{"precision":0.859437,"recall":0.898221,"f1":0.871739,"accuracy":0.898221,"main_score":0.871739,"hf_subset":"ron_Latn-ilo_Latn","languages":["ron-Latn","ilo-Latn"]},{"precision":0.17322,"recall":0.26087,"f1":0.195298,"accuracy":0.26087,"main_score":0.195298,"hf_subset":"ron_Latn-knc_Arab","languages":["ron-Latn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-mkd_Cyrl","languages":["ron-Latn","mkd-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-prs_Arab","languages":["ron-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-swe_Latn","languages":["ron-Latn","swe-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ron_Latn-urd_Arab","languages":["ron-Latn","urd-Arab"]},{"precision":0.533435,"recall":0.609684,"f1":0.555051,"accuracy":0.609684,"main_score":0.555051,"hf_subset":"ron_Latn-aka_Latn","languages":["ron-Latn","aka-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"ron_Latn-bjn_Latn","languages":["ron-Latn","bjn-Latn"]},{"precision":0.933136,"recall":0.954545,"f1":0.940217,"accuracy":0.954545,"main_score":0.940217,"hf_subset":"ron_Latn-fao_Latn","languages":["ron-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-ind_Latn","languages":["ron-Latn","ind-Latn"]},{"precision":0.519853,"recall":0.594862,"f1":0.541126,"accuracy":0.594862,"main_score":0.541126,"hf_subset":"ron_Latn-knc_Latn","languages":["ron-Latn","knc-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"ron_Latn-mlt_Latn","languages":["ron-Latn","mlt-Latn"]},{"precision":0.574813,"recall":0.657115,"f1":0.597825,"accuracy":0.657115,"main_score":0.597825,"hf_subset":"ron_Latn-quy_Latn","languages":["ron-Latn","quy-Latn"]},{"precision":0.699687,"recall":0.773715,"f1":0.721857,"accuracy":0.773715,"main_score":0.721857,"hf_subset":"ron_Latn-swh_Latn","languages":["ron-Latn","swh-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ron_Latn-uzn_Latn","languages":["ron-Latn","uzn-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-als_Latn","languages":["ron-Latn","als-Latn"]},{"precision":0.149813,"recall":0.225296,"f1":0.166805,"accuracy":0.225296,"main_score":0.166805,"hf_subset":"ron_Latn-bod_Tibt","languages":["ron-Latn","bod-Tibt"]},{"precision":0.481242,"recall":0.5583,"f1":0.502012,"accuracy":0.5583,"main_score":0.502012,"hf_subset":"ron_Latn-fij_Latn","languages":["ron-Latn","fij-Latn"]},{"precision":0.954545,"recall":0.968379,"f1":0.958992,"accuracy":0.968379,"main_score":0.958992,"hf_subset":"ron_Latn-isl_Latn","languages":["ron-Latn","isl-Latn"]},{"precision":0.553157,"recall":0.639328,"f1":0.577736,"accuracy":0.639328,"main_score":0.577736,"hf_subset":"ron_Latn-kon_Latn","languages":["ron-Latn","kon-Latn"]},{"precision":0.5044,"recall":0.59585,"f1":0.529222,"accuracy":0.59585,"main_score":0.529222,"hf_subset":"ron_Latn-mni_Beng","languages":["ron-Latn","mni-Beng"]},{"precision":0.985178,"recall":0.988142,"f1":0.986166,"accuracy":0.988142,"main_score":0.986166,"hf_subset":"ron_Latn-szl_Latn","languages":["ron-Latn","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ron_Latn-vec_Latn","languages":["ron-Latn","vec-Latn"]},{"precision":0.558557,"recall":0.655138,"f1":0.586446,"accuracy":0.655138,"main_score":0.586446,"hf_subset":"ron_Latn-amh_Ethi","languages":["ron-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-bos_Latn","languages":["ron-Latn","bos-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"ron_Latn-fin_Latn","languages":["ron-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-ita_Latn","languages":["ron-Latn","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-kor_Hang","languages":["ron-Latn","kor-Hang"]},{"precision":0.481485,"recall":0.567194,"f1":0.504545,"accuracy":0.567194,"main_score":0.504545,"hf_subset":"ron_Latn-mos_Latn","languages":["ron-Latn","mos-Latn"]},{"precision":0.465771,"recall":0.540514,"f1":0.48672,"accuracy":0.540514,"main_score":0.48672,"hf_subset":"ron_Latn-run_Latn","languages":["ron-Latn","run-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ron_Latn-tam_Taml","languages":["ron-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-vie_Latn","languages":["ron-Latn","vie-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ron_Latn-apc_Arab","languages":["ron-Latn","apc-Arab"]},{"precision":0.740514,"recall":0.802372,"f1":0.758597,"accuracy":0.802372,"main_score":0.758597,"hf_subset":"ron_Latn-bug_Latn","languages":["ron-Latn","bug-Latn"]},{"precision":0.424686,"recall":0.502964,"f1":0.445698,"accuracy":0.502964,"main_score":0.445698,"hf_subset":"ron_Latn-fon_Latn","languages":["ron-Latn","fon-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"ron_Latn-jav_Latn","languages":["ron-Latn","jav-Latn"]},{"precision":0.885211,"recall":0.921937,"f1":0.897233,"accuracy":0.921937,"main_score":0.897233,"hf_subset":"ron_Latn-lao_Laoo","languages":["ron-Latn","lao-Laoo"]},{"precision":0.573617,"recall":0.659091,"f1":0.597982,"accuracy":0.659091,"main_score":0.597982,"hf_subset":"ron_Latn-mri_Latn","languages":["ron-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-rus_Cyrl","languages":["ron-Latn","rus-Cyrl"]},{"precision":0.488735,"recall":0.566206,"f1":0.509776,"accuracy":0.566206,"main_score":0.509776,"hf_subset":"ron_Latn-taq_Latn","languages":["ron-Latn","taq-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"ron_Latn-war_Latn","languages":["ron-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-arb_Arab","languages":["ron-Latn","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-bul_Cyrl","languages":["ron-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-fra_Latn","languages":["ron-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-jpn_Jpan","languages":["ron-Latn","jpn-Jpan"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ron_Latn-lij_Latn","languages":["ron-Latn","lij-Latn"]},{"precision":0.936265,"recall":0.955534,"f1":0.942523,"accuracy":0.955534,"main_score":0.942523,"hf_subset":"ron_Latn-mya_Mymr","languages":["ron-Latn","mya-Mymr"]},{"precision":0.514075,"recall":0.603755,"f1":0.539267,"accuracy":0.603755,"main_score":0.539267,"hf_subset":"ron_Latn-sag_Latn","languages":["ron-Latn","sag-Latn"]},{"precision":0.124074,"recall":0.206522,"f1":0.139951,"accuracy":0.206522,"main_score":0.139951,"hf_subset":"ron_Latn-taq_Tfng","languages":["ron-Latn","taq-Tfng"]},{"precision":0.553099,"recall":0.633399,"f1":0.57518,"accuracy":0.633399,"main_score":0.57518,"hf_subset":"ron_Latn-wol_Latn","languages":["ron-Latn","wol-Latn"]},{"precision":0.616125,"recall":0.700593,"f1":0.64047,"accuracy":0.700593,"main_score":0.64047,"hf_subset":"ron_Latn-arb_Latn","languages":["ron-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-cat_Latn","languages":["ron-Latn","cat-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ron_Latn-fur_Latn","languages":["ron-Latn","fur-Latn"]},{"precision":0.32801,"recall":0.397233,"f1":0.346228,"accuracy":0.397233,"main_score":0.346228,"hf_subset":"ron_Latn-kab_Latn","languages":["ron-Latn","kab-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"ron_Latn-lim_Latn","languages":["ron-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-nld_Latn","languages":["ron-Latn","nld-Latn"]},{"precision":0.95998,"recall":0.971344,"f1":0.96357,"accuracy":0.971344,"main_score":0.96357,"hf_subset":"ron_Latn-san_Deva","languages":["ron-Latn","san-Deva"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"ron_Latn-tat_Cyrl","languages":["ron-Latn","tat-Cyrl"]},{"precision":0.525455,"recall":0.608696,"f1":0.54835,"accuracy":0.608696,"main_score":0.54835,"hf_subset":"ron_Latn-xho_Latn","languages":["ron-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-ars_Arab","languages":["ron-Latn","ars-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ron_Latn-ceb_Latn","languages":["ron-Latn","ceb-Latn"]},{"precision":0.474533,"recall":0.556324,"f1":0.497425,"accuracy":0.556324,"main_score":0.497425,"hf_subset":"ron_Latn-fuv_Latn","languages":["ron-Latn","fuv-Latn"]},{"precision":0.471338,"recall":0.554348,"f1":0.493882,"accuracy":0.554348,"main_score":0.493882,"hf_subset":"ron_Latn-kac_Latn","languages":["ron-Latn","kac-Latn"]},{"precision":0.566767,"recall":0.65415,"f1":0.590733,"accuracy":0.65415,"main_score":0.590733,"hf_subset":"ron_Latn-lin_Latn","languages":["ron-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-nno_Latn","languages":["ron-Latn","nno-Latn"]},{"precision":0.016536,"recall":0.0583,"f1":0.02192,"accuracy":0.0583,"main_score":0.02192,"hf_subset":"ron_Latn-sat_Olck","languages":["ron-Latn","sat-Olck"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ron_Latn-tel_Telu","languages":["ron-Latn","tel-Telu"]},{"precision":0.744845,"recall":0.815217,"f1":0.766422,"accuracy":0.815217,"main_score":0.766422,"hf_subset":"ron_Latn-ydd_Hebr","languages":["ron-Latn","ydd-Hebr"]},{"precision":0.95751,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"ron_Latn-ary_Arab","languages":["ron-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-ces_Latn","languages":["ron-Latn","ces-Latn"]},{"precision":0.397625,"recall":0.482213,"f1":0.420699,"accuracy":0.482213,"main_score":0.420699,"hf_subset":"ron_Latn-gaz_Latn","languages":["ron-Latn","gaz-Latn"]},{"precision":0.484546,"recall":0.568182,"f1":0.507344,"accuracy":0.568182,"main_score":0.507344,"hf_subset":"ron_Latn-kam_Latn","languages":["ron-Latn","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"ron_Latn-lit_Latn","languages":["ron-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-nob_Latn","languages":["ron-Latn","nob-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ron_Latn-scn_Latn","languages":["ron-Latn","scn-Latn"]},{"precision":0.900362,"recall":0.93083,"f1":0.910046,"accuracy":0.93083,"main_score":0.910046,"hf_subset":"ron_Latn-tgk_Cyrl","languages":["ron-Latn","tgk-Cyrl"]},{"precision":0.427408,"recall":0.51087,"f1":0.451455,"accuracy":0.51087,"main_score":0.451455,"hf_subset":"ron_Latn-yor_Latn","languages":["ron-Latn","yor-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-arz_Arab","languages":["ron-Latn","arz-Arab"]},{"precision":0.48201,"recall":0.572134,"f1":0.506498,"accuracy":0.572134,"main_score":0.506498,"hf_subset":"ron_Latn-cjk_Latn","languages":["ron-Latn","cjk-Latn"]},{"precision":0.621402,"recall":0.700593,"f1":0.643882,"accuracy":0.700593,"main_score":0.643882,"hf_subset":"ron_Latn-gla_Latn","languages":["ron-Latn","gla-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ron_Latn-kan_Knda","languages":["ron-Latn","kan-Knda"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"ron_Latn-lmo_Latn","languages":["ron-Latn","lmo-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"ron_Latn-npi_Deva","languages":["ron-Latn","npi-Deva"]},{"precision":0.415023,"recall":0.516798,"f1":0.442307,"accuracy":0.516798,"main_score":0.442307,"hf_subset":"ron_Latn-shn_Mymr","languages":["ron-Latn","shn-Mymr"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-tgl_Latn","languages":["ron-Latn","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-yue_Hant","languages":["ron-Latn","yue-Hant"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ron_Latn-asm_Beng","languages":["ron-Latn","asm-Beng"]},{"precision":0.701848,"recall":0.770751,"f1":0.722477,"accuracy":0.770751,"main_score":0.722477,"hf_subset":"ron_Latn-ckb_Arab","languages":["ron-Latn","ckb-Arab"]},{"precision":0.730962,"recall":0.80336,"f1":0.753393,"accuracy":0.80336,"main_score":0.753393,"hf_subset":"ron_Latn-gle_Latn","languages":["ron-Latn","gle-Latn"]},{"precision":0.879117,"recall":0.916996,"f1":0.891304,"accuracy":0.916996,"main_score":0.891304,"hf_subset":"ron_Latn-kas_Arab","languages":["ron-Latn","kas-Arab"]},{"precision":0.897398,"recall":0.928854,"f1":0.907773,"accuracy":0.928854,"main_score":0.907773,"hf_subset":"ron_Latn-ltg_Latn","languages":["ron-Latn","ltg-Latn"]},{"precision":0.511059,"recall":0.590909,"f1":0.533096,"accuracy":0.590909,"main_score":0.533096,"hf_subset":"ron_Latn-nso_Latn","languages":["ron-Latn","nso-Latn"]},{"precision":0.439524,"recall":0.54249,"f1":0.468711,"accuracy":0.54249,"main_score":0.468711,"hf_subset":"ron_Latn-sin_Sinh","languages":["ron-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-tha_Thai","languages":["ron-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-zho_Hans","languages":["ron-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-ast_Latn","languages":["ron-Latn","ast-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ron_Latn-crh_Latn","languages":["ron-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-glg_Latn","languages":["ron-Latn","glg-Latn"]},{"precision":0.759536,"recall":0.825099,"f1":0.779677,"accuracy":0.825099,"main_score":0.779677,"hf_subset":"ron_Latn-kas_Deva","languages":["ron-Latn","kas-Deva"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ron_Latn-ltz_Latn","languages":["ron-Latn","ltz-Latn"]},{"precision":0.37789,"recall":0.464427,"f1":0.400809,"accuracy":0.464427,"main_score":0.400809,"hf_subset":"ron_Latn-nus_Latn","languages":["ron-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-slk_Latn","languages":["ron-Latn","slk-Latn"]},{"precision":0.263938,"recall":0.332016,"f1":0.281418,"accuracy":0.332016,"main_score":0.281418,"hf_subset":"ron_Latn-tir_Ethi","languages":["ron-Latn","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-zho_Hant","languages":["ron-Latn","zho-Hant"]},{"precision":0.986989,"recall":0.990119,"f1":0.987978,"accuracy":0.990119,"main_score":0.987978,"hf_subset":"ron_Latn-awa_Deva","languages":["ron-Latn","awa-Deva"]},{"precision":0.888258,"recall":0.920949,"f1":0.898452,"accuracy":0.920949,"main_score":0.898452,"hf_subset":"ron_Latn-cym_Latn","languages":["ron-Latn","cym-Latn"]},{"precision":0.748551,"recall":0.807312,"f1":0.7659,"accuracy":0.807312,"main_score":0.7659,"hf_subset":"ron_Latn-grn_Latn","languages":["ron-Latn","grn-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ron_Latn-kat_Geor","languages":["ron-Latn","kat-Geor"]},{"precision":0.555509,"recall":0.632411,"f1":0.577378,"accuracy":0.632411,"main_score":0.577378,"hf_subset":"ron_Latn-lua_Latn","languages":["ron-Latn","lua-Latn"]},{"precision":0.518565,"recall":0.597826,"f1":0.541191,"accuracy":0.597826,"main_score":0.541191,"hf_subset":"ron_Latn-nya_Latn","languages":["ron-Latn","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-slv_Latn","languages":["ron-Latn","slv-Latn"]},{"precision":0.80196,"recall":0.854743,"f1":0.818182,"accuracy":0.854743,"main_score":0.818182,"hf_subset":"ron_Latn-tpi_Latn","languages":["ron-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-zsm_Latn","languages":["ron-Latn","zsm-Latn"]},{"precision":0.481756,"recall":0.561265,"f1":0.502933,"accuracy":0.561265,"main_score":0.502933,"hf_subset":"ron_Latn-ayr_Latn","languages":["ron-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-dan_Latn","languages":["ron-Latn","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-guj_Gujr","languages":["ron-Latn","guj-Gujr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ron_Latn-kaz_Cyrl","languages":["ron-Latn","kaz-Cyrl"]},{"precision":0.443217,"recall":0.524704,"f1":0.46598,"accuracy":0.524704,"main_score":0.46598,"hf_subset":"ron_Latn-lug_Latn","languages":["ron-Latn","lug-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-oci_Latn","languages":["ron-Latn","oci-Latn"]},{"precision":0.515148,"recall":0.607708,"f1":0.541441,"accuracy":0.607708,"main_score":0.541441,"hf_subset":"ron_Latn-smo_Latn","languages":["ron-Latn","smo-Latn"]},{"precision":0.469191,"recall":0.549407,"f1":0.490421,"accuracy":0.549407,"main_score":0.490421,"hf_subset":"ron_Latn-tsn_Latn","languages":["ron-Latn","tsn-Latn"]},{"precision":0.458119,"recall":0.538538,"f1":0.479859,"accuracy":0.538538,"main_score":0.479859,"hf_subset":"ron_Latn-zul_Latn","languages":["ron-Latn","zul-Latn"]},{"precision":0.812368,"recall":0.866601,"f1":0.829084,"accuracy":0.866601,"main_score":0.829084,"hf_subset":"ron_Latn-azb_Arab","languages":["ron-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ron_Latn-deu_Latn","languages":["ron-Latn","deu-Latn"]},{"precision":0.925231,"recall":0.948617,"f1":0.932806,"accuracy":0.948617,"main_score":0.932806,"hf_subset":"ron_Latn-hat_Latn","languages":["ron-Latn","hat-Latn"]},{"precision":0.432057,"recall":0.503953,"f1":0.451676,"accuracy":0.503953,"main_score":0.451676,"hf_subset":"ron_Latn-kbp_Latn","languages":["ron-Latn","kbp-Latn"]},{"precision":0.496476,"recall":0.567194,"f1":0.515495,"accuracy":0.567194,"main_score":0.515495,"hf_subset":"ron_Latn-luo_Latn","languages":["ron-Latn","luo-Latn"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"ron_Latn-ory_Orya","languages":["ron-Latn","ory-Orya"]},{"precision":0.487378,"recall":0.567194,"f1":0.510078,"accuracy":0.567194,"main_score":0.510078,"hf_subset":"ron_Latn-sna_Latn","languages":["ron-Latn","sna-Latn"]},{"precision":0.461317,"recall":0.541502,"f1":0.483581,"accuracy":0.541502,"main_score":0.483581,"hf_subset":"ron_Latn-tso_Latn","languages":["ron-Latn","tso-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ron_Latn-azj_Latn","languages":["ron-Latn","azj-Latn"]},{"precision":0.481014,"recall":0.566206,"f1":0.505189,"accuracy":0.566206,"main_score":0.505189,"hf_subset":"ron_Latn-dik_Latn","languages":["ron-Latn","dik-Latn"]},{"precision":0.468347,"recall":0.539526,"f1":0.488901,"accuracy":0.539526,"main_score":0.488901,"hf_subset":"ron_Latn-hau_Latn","languages":["ron-Latn","hau-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"ron_Latn-kea_Latn","languages":["ron-Latn","kea-Latn"]},{"precision":0.653469,"recall":0.726285,"f1":0.674222,"accuracy":0.726285,"main_score":0.674222,"hf_subset":"ron_Latn-lus_Latn","languages":["ron-Latn","lus-Latn"]},{"precision":0.824424,"recall":0.867589,"f1":0.837615,"accuracy":0.867589,"main_score":0.837615,"hf_subset":"ron_Latn-pag_Latn","languages":["ron-Latn","pag-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ron_Latn-snd_Arab","languages":["ron-Latn","snd-Arab"]},{"precision":0.872941,"recall":0.911067,"f1":0.885112,"accuracy":0.911067,"main_score":0.885112,"hf_subset":"ron_Latn-tuk_Latn","languages":["ron-Latn","tuk-Latn"]},{"precision":0.941864,"recall":0.960474,"f1":0.947958,"accuracy":0.960474,"main_score":0.947958,"hf_subset":"ron_Latn-bak_Cyrl","languages":["ron-Latn","bak-Cyrl"]},{"precision":0.431474,"recall":0.529644,"f1":0.459223,"accuracy":0.529644,"main_score":0.459223,"hf_subset":"ron_Latn-dyu_Latn","languages":["ron-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-heb_Hebr","languages":["ron-Latn","heb-Hebr"]},{"precision":0.892984,"recall":0.925889,"f1":0.903656,"accuracy":0.925889,"main_score":0.903656,"hf_subset":"ron_Latn-khk_Cyrl","languages":["ron-Latn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ron_Latn-lvs_Latn","languages":["ron-Latn","lvs-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ron_Latn-pan_Guru","languages":["ron-Latn","pan-Guru"]},{"precision":0.463107,"recall":0.548419,"f1":0.487279,"accuracy":0.548419,"main_score":0.487279,"hf_subset":"ron_Latn-som_Latn","languages":["ron-Latn","som-Latn"]},{"precision":0.498155,"recall":0.56917,"f1":0.518128,"accuracy":0.56917,"main_score":0.518128,"hf_subset":"ron_Latn-tum_Latn","languages":["ron-Latn","tum-Latn"]},{"precision":0.421375,"recall":0.51581,"f1":0.446915,"accuracy":0.51581,"main_score":0.446915,"hf_subset":"szl_Latn-ace_Arab","languages":["szl-Latn","ace-Arab"]},{"precision":0.451073,"recall":0.531621,"f1":0.47328,"accuracy":0.531621,"main_score":0.47328,"hf_subset":"szl_Latn-bam_Latn","languages":["szl-Latn","bam-Latn"]},{"precision":0.10273,"recall":0.155138,"f1":0.116505,"accuracy":0.155138,"main_score":0.116505,"hf_subset":"szl_Latn-dzo_Tibt","languages":["szl-Latn","dzo-Tibt"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"szl_Latn-hin_Deva","languages":["szl-Latn","hin-Deva"]},{"precision":0.897974,"recall":0.928854,"f1":0.908004,"accuracy":0.928854,"main_score":0.908004,"hf_subset":"szl_Latn-khm_Khmr","languages":["szl-Latn","khm-Khmr"]},{"precision":0.983202,"recall":0.988142,"f1":0.984848,"accuracy":0.988142,"main_score":0.984848,"hf_subset":"szl_Latn-mag_Deva","languages":["szl-Latn","mag-Deva"]},{"precision":0.958416,"recall":0.969368,"f1":0.961858,"accuracy":0.969368,"main_score":0.961858,"hf_subset":"szl_Latn-pap_Latn","languages":["szl-Latn","pap-Latn"]},{"precision":0.487049,"recall":0.563241,"f1":0.508459,"accuracy":0.563241,"main_score":0.508459,"hf_subset":"szl_Latn-sot_Latn","languages":["szl-Latn","sot-Latn"]},{"precision":0.988142,"recall":0.991107,"f1":0.98913,"accuracy":0.991107,"main_score":0.98913,"hf_subset":"szl_Latn-tur_Latn","languages":["szl-Latn","tur-Latn"]},{"precision":0.785013,"recall":0.833992,"f1":0.799868,"accuracy":0.833992,"main_score":0.799868,"hf_subset":"szl_Latn-ace_Latn","languages":["szl-Latn","ace-Latn"]},{"precision":0.902174,"recall":0.929842,"f1":0.911067,"accuracy":0.929842,"main_score":0.911067,"hf_subset":"szl_Latn-ban_Latn","languages":["szl-Latn","ban-Latn"]},{"precision":0.979743,"recall":0.985178,"f1":0.981555,"accuracy":0.985178,"main_score":0.981555,"hf_subset":"szl_Latn-ell_Grek","languages":["szl-Latn","ell-Grek"]},{"precision":0.967885,"recall":0.977273,"f1":0.971014,"accuracy":0.977273,"main_score":0.971014,"hf_subset":"szl_Latn-hne_Deva","languages":["szl-Latn","hne-Deva"]},{"precision":0.507124,"recall":0.586957,"f1":0.529798,"accuracy":0.586957,"main_score":0.529798,"hf_subset":"szl_Latn-kik_Latn","languages":["szl-Latn","kik-Latn"]},{"precision":0.978755,"recall":0.985178,"f1":0.980896,"accuracy":0.985178,"main_score":0.980896,"hf_subset":"szl_Latn-mai_Deva","languages":["szl-Latn","mai-Deva"]},{"precision":0.865152,"recall":0.902174,"f1":0.876581,"accuracy":0.902174,"main_score":0.876581,"hf_subset":"szl_Latn-pbt_Arab","languages":["szl-Latn","pbt-Arab"]},{"precision":0.989625,"recall":0.992095,"f1":0.990448,"accuracy":0.992095,"main_score":0.990448,"hf_subset":"szl_Latn-spa_Latn","languages":["szl-Latn","spa-Latn"]},{"precision":0.563252,"recall":0.634387,"f1":0.583176,"accuracy":0.634387,"main_score":0.583176,"hf_subset":"szl_Latn-twi_Latn","languages":["szl-Latn","twi-Latn"]},{"precision":0.985178,"recall":0.98913,"f1":0.986495,"accuracy":0.98913,"main_score":0.986495,"hf_subset":"szl_Latn-acm_Arab","languages":["szl-Latn","acm-Arab"]},{"precision":0.982213,"recall":0.987154,"f1":0.98386,"accuracy":0.987154,"main_score":0.98386,"hf_subset":"szl_Latn-bel_Cyrl","languages":["szl-Latn","bel-Cyrl"]},{"precision":0.991107,"recall":0.993083,"f1":0.991765,"accuracy":0.993083,"main_score":0.991765,"hf_subset":"szl_Latn-eng_Latn","languages":["szl-Latn","eng-Latn"]},{"precision":0.988142,"recall":0.991107,"f1":0.98913,"accuracy":0.991107,"main_score":0.98913,"hf_subset":"szl_Latn-hrv_Latn","languages":["szl-Latn","hrv-Latn"]},{"precision":0.452433,"recall":0.522727,"f1":0.471746,"accuracy":0.522727,"main_score":0.471746,"hf_subset":"szl_Latn-kin_Latn","languages":["szl-Latn","kin-Latn"]},{"precision":0.971014,"recall":0.979249,"f1":0.97365,"accuracy":0.979249,"main_score":0.97365,"hf_subset":"szl_Latn-mal_Mlym","languages":["szl-Latn","mal-Mlym"]},{"precision":0.985178,"recall":0.98913,"f1":0.986495,"accuracy":0.98913,"main_score":0.986495,"hf_subset":"szl_Latn-pes_Arab","languages":["szl-Latn","pes-Arab"]},{"precision":0.970356,"recall":0.979249,"f1":0.97332,"accuracy":0.979249,"main_score":0.97332,"hf_subset":"szl_Latn-srd_Latn","languages":["szl-Latn","srd-Latn"]},{"precision":0.124032,"recall":0.192688,"f1":0.138309,"accuracy":0.192688,"main_score":0.138309,"hf_subset":"szl_Latn-tzm_Tfng","languages":["szl-Latn","tzm-Tfng"]},{"precision":0.983696,"recall":0.988142,"f1":0.985178,"accuracy":0.988142,"main_score":0.985178,"hf_subset":"szl_Latn-acq_Arab","languages":["szl-Latn","acq-Arab"]},{"precision":0.52671,"recall":0.601779,"f1":0.548028,"accuracy":0.601779,"main_score":0.548028,"hf_subset":"szl_Latn-bem_Latn","languages":["szl-Latn","bem-Latn"]},{"precision":0.988142,"recall":0.991107,"f1":0.98913,"accuracy":0.991107,"main_score":0.98913,"hf_subset":"szl_Latn-epo_Latn","languages":["szl-Latn","epo-Latn"]},{"precision":0.989625,"recall":0.992095,"f1":0.990448,"accuracy":0.992095,"main_score":0.990448,"hf_subset":"szl_Latn-hun_Latn","languages":["szl-Latn","hun-Latn"]},{"precision":0.936182,"recall":0.955534,"f1":0.942424,"accuracy":0.955534,"main_score":0.942424,"hf_subset":"szl_Latn-kir_Cyrl","languages":["szl-Latn","kir-Cyrl"]},{"precision":0.977273,"recall":0.98419,"f1":0.979578,"accuracy":0.98419,"main_score":0.979578,"hf_subset":"szl_Latn-mar_Deva","languages":["szl-Latn","mar-Deva"]},{"precision":0.554652,"recall":0.624506,"f1":0.574446,"accuracy":0.624506,"main_score":0.574446,"hf_subset":"szl_Latn-plt_Latn","languages":["szl-Latn","plt-Latn"]},{"precision":0.988142,"recall":0.991107,"f1":0.98913,"accuracy":0.991107,"main_score":0.98913,"hf_subset":"szl_Latn-srp_Cyrl","languages":["szl-Latn","srp-Cyrl"]},{"precision":0.910903,"recall":0.937747,"f1":0.919466,"accuracy":0.937747,"main_score":0.919466,"hf_subset":"szl_Latn-uig_Arab","languages":["szl-Latn","uig-Arab"]},{"precision":0.974638,"recall":0.981225,"f1":0.976779,"accuracy":0.981225,"main_score":0.976779,"hf_subset":"szl_Latn-aeb_Arab","languages":["szl-Latn","aeb-Arab"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"szl_Latn-ben_Beng","languages":["szl-Latn","ben-Beng"]},{"precision":0.981061,"recall":0.986166,"f1":0.982708,"accuracy":0.986166,"main_score":0.982708,"hf_subset":"szl_Latn-est_Latn","languages":["szl-Latn","est-Latn"]},{"precision":0.973979,"recall":0.981225,"f1":0.976285,"accuracy":0.981225,"main_score":0.976285,"hf_subset":"szl_Latn-hye_Armn","languages":["szl-Latn","hye-Armn"]},{"precision":0.464333,"recall":0.527668,"f1":0.48209,"accuracy":0.527668,"main_score":0.48209,"hf_subset":"szl_Latn-kmb_Latn","languages":["szl-Latn","kmb-Latn"]},{"precision":0.371371,"recall":0.468379,"f1":0.396341,"accuracy":0.468379,"main_score":0.396341,"hf_subset":"szl_Latn-min_Arab","languages":["szl-Latn","min-Arab"]},{"precision":0.987484,"recall":0.990119,"f1":0.988307,"accuracy":0.990119,"main_score":0.988307,"hf_subset":"szl_Latn-pol_Latn","languages":["szl-Latn","pol-Latn"]},{"precision":0.438865,"recall":0.519763,"f1":0.460895,"accuracy":0.519763,"main_score":0.460895,"hf_subset":"szl_Latn-ssw_Latn","languages":["szl-Latn","ssw-Latn"]},{"precision":0.991107,"recall":0.993083,"f1":0.991765,"accuracy":0.993083,"main_score":0.991765,"hf_subset":"szl_Latn-ukr_Cyrl","languages":["szl-Latn","ukr-Cyrl"]},{"precision":0.989625,"recall":0.992095,"f1":0.990448,"accuracy":0.992095,"main_score":0.990448,"hf_subset":"szl_Latn-afr_Latn","languages":["szl-Latn","afr-Latn"]},{"precision":0.96945,"recall":0.978261,"f1":0.972233,"accuracy":0.978261,"main_score":0.972233,"hf_subset":"szl_Latn-bho_Deva","languages":["szl-Latn","bho-Deva"]},{"precision":0.926466,"recall":0.948617,"f1":0.933531,"accuracy":0.948617,"main_score":0.933531,"hf_subset":"szl_Latn-eus_Latn","languages":["szl-Latn","eus-Latn"]},{"precision":0.486041,"recall":0.561265,"f1":0.507204,"accuracy":0.561265,"main_score":0.507204,"hf_subset":"szl_Latn-ibo_Latn","languages":["szl-Latn","ibo-Latn"]},{"precision":0.68672,"recall":0.758893,"f1":0.70847,"accuracy":0.758893,"main_score":0.70847,"hf_subset":"szl_Latn-kmr_Latn","languages":["szl-Latn","kmr-Latn"]},{"precision":0.939888,"recall":0.95751,"f1":0.945652,"accuracy":0.95751,"main_score":0.945652,"hf_subset":"szl_Latn-min_Latn","languages":["szl-Latn","min-Latn"]},{"precision":0.98666,"recall":0.990119,"f1":0.987813,"accuracy":0.990119,"main_score":0.987813,"hf_subset":"szl_Latn-por_Latn","languages":["szl-Latn","por-Latn"]},{"precision":0.956357,"recall":0.969368,"f1":0.960639,"accuracy":0.969368,"main_score":0.960639,"hf_subset":"szl_Latn-sun_Latn","languages":["szl-Latn","sun-Latn"]},{"precision":0.453128,"recall":0.527668,"f1":0.474594,"accuracy":0.527668,"main_score":0.474594,"hf_subset":"szl_Latn-umb_Latn","languages":["szl-Latn","umb-Latn"]},{"precision":0.98666,"recall":0.990119,"f1":0.987813,"accuracy":0.990119,"main_score":0.987813,"hf_subset":"szl_Latn-ajp_Arab","languages":["szl-Latn","ajp-Arab"]},{"precision":0.402877,"recall":0.5,"f1":0.429517,"accuracy":0.5,"main_score":0.429517,"hf_subset":"szl_Latn-bjn_Arab","languages":["szl-Latn","bjn-Arab"]},{"precision":0.467189,"recall":0.531621,"f1":0.48499,"accuracy":0.531621,"main_score":0.48499,"hf_subset":"szl_Latn-ewe_Latn","languages":["szl-Latn","ewe-Latn"]},{"precision":0.858976,"recall":0.893281,"f1":0.869386,"accuracy":0.893281,"main_score":0.869386,"hf_subset":"szl_Latn-ilo_Latn","languages":["szl-Latn","ilo-Latn"]},{"precision":0.190757,"recall":0.272727,"f1":0.211103,"accuracy":0.272727,"main_score":0.211103,"hf_subset":"szl_Latn-knc_Arab","languages":["szl-Latn","knc-Arab"]},{"precision":0.991107,"recall":0.993083,"f1":0.991765,"accuracy":0.993083,"main_score":0.991765,"hf_subset":"szl_Latn-mkd_Cyrl","languages":["szl-Latn","mkd-Cyrl"]},{"precision":0.98666,"recall":0.990119,"f1":0.987813,"accuracy":0.990119,"main_score":0.987813,"hf_subset":"szl_Latn-prs_Arab","languages":["szl-Latn","prs-Arab"]},{"precision":0.989625,"recall":0.992095,"f1":0.990448,"accuracy":0.992095,"main_score":0.990448,"hf_subset":"szl_Latn-swe_Latn","languages":["szl-Latn","swe-Latn"]},{"precision":0.97859,"recall":0.98419,"f1":0.980402,"accuracy":0.98419,"main_score":0.980402,"hf_subset":"szl_Latn-urd_Arab","languages":["szl-Latn","urd-Arab"]},{"precision":0.53258,"recall":0.604743,"f1":0.553289,"accuracy":0.604743,"main_score":0.553289,"hf_subset":"szl_Latn-aka_Latn","languages":["szl-Latn","aka-Latn"]},{"precision":0.952075,"recall":0.966403,"f1":0.956851,"accuracy":0.966403,"main_score":0.956851,"hf_subset":"szl_Latn-bjn_Latn","languages":["szl-Latn","bjn-Latn"]},{"precision":0.888916,"recall":0.921937,"f1":0.899605,"accuracy":0.921937,"main_score":0.899605,"hf_subset":"szl_Latn-fao_Latn","languages":["szl-Latn","fao-Latn"]},{"precision":0.988142,"recall":0.991107,"f1":0.98913,"accuracy":0.991107,"main_score":0.98913,"hf_subset":"szl_Latn-ind_Latn","languages":["szl-Latn","ind-Latn"]},{"precision":0.513869,"recall":0.581028,"f1":0.532781,"accuracy":0.581028,"main_score":0.532781,"hf_subset":"szl_Latn-knc_Latn","languages":["szl-Latn","knc-Latn"]},{"precision":0.952569,"recall":0.967391,"f1":0.95751,"accuracy":0.967391,"main_score":0.95751,"hf_subset":"szl_Latn-mlt_Latn","languages":["szl-Latn","mlt-Latn"]},{"precision":0.554665,"recall":0.631423,"f1":0.576108,"accuracy":0.631423,"main_score":0.576108,"hf_subset":"szl_Latn-quy_Latn","languages":["szl-Latn","quy-Latn"]},{"precision":0.691561,"recall":0.763834,"f1":0.713309,"accuracy":0.763834,"main_score":0.713309,"hf_subset":"szl_Latn-swh_Latn","languages":["szl-Latn","swh-Latn"]},{"precision":0.972167,"recall":0.980237,"f1":0.974802,"accuracy":0.980237,"main_score":0.974802,"hf_subset":"szl_Latn-uzn_Latn","languages":["szl-Latn","uzn-Latn"]},{"precision":0.98666,"recall":0.990119,"f1":0.987813,"accuracy":0.990119,"main_score":0.987813,"hf_subset":"szl_Latn-als_Latn","languages":["szl-Latn","als-Latn"]},{"precision":0.160237,"recall":0.238142,"f1":0.17839,"accuracy":0.238142,"main_score":0.17839,"hf_subset":"szl_Latn-bod_Tibt","languages":["szl-Latn","bod-Tibt"]},{"precision":0.464081,"recall":0.537549,"f1":0.485132,"accuracy":0.537549,"main_score":0.485132,"hf_subset":"szl_Latn-fij_Latn","languages":["szl-Latn","fij-Latn"]},{"precision":0.911397,"recall":0.936759,"f1":0.919466,"accuracy":0.936759,"main_score":0.919466,"hf_subset":"szl_Latn-isl_Latn","languages":["szl-Latn","isl-Latn"]},{"precision":0.541925,"recall":0.619565,"f1":0.564512,"accuracy":0.619565,"main_score":0.564512,"hf_subset":"szl_Latn-kon_Latn","languages":["szl-Latn","kon-Latn"]},{"precision":0.489031,"recall":0.583004,"f1":0.514731,"accuracy":0.583004,"main_score":0.514731,"hf_subset":"szl_Latn-mni_Beng","languages":["szl-Latn","mni-Beng"]},{"precision":0.991107,"recall":0.993083,"f1":0.991765,"accuracy":0.993083,"main_score":0.991765,"hf_subset":"szl_Latn-ron_Latn","languages":["szl-Latn","ron-Latn"]},{"precision":0.981225,"recall":0.986166,"f1":0.982872,"accuracy":0.986166,"main_score":0.982872,"hf_subset":"szl_Latn-vec_Latn","languages":["szl-Latn","vec-Latn"]},{"precision":0.51577,"recall":0.610672,"f1":0.543137,"accuracy":0.610672,"main_score":0.543137,"hf_subset":"szl_Latn-amh_Ethi","languages":["szl-Latn","amh-Ethi"]},{"precision":0.989625,"recall":0.992095,"f1":0.990448,"accuracy":0.992095,"main_score":0.990448,"hf_subset":"szl_Latn-bos_Latn","languages":["szl-Latn","bos-Latn"]},{"precision":0.982708,"recall":0.987154,"f1":0.98419,"accuracy":0.987154,"main_score":0.98419,"hf_subset":"szl_Latn-fin_Latn","languages":["szl-Latn","fin-Latn"]},{"precision":0.991107,"recall":0.993083,"f1":0.991765,"accuracy":0.993083,"main_score":0.991765,"hf_subset":"szl_Latn-ita_Latn","languages":["szl-Latn","ita-Latn"]},{"precision":0.98666,"recall":0.990119,"f1":0.987813,"accuracy":0.990119,"main_score":0.987813,"hf_subset":"szl_Latn-kor_Hang","languages":["szl-Latn","kor-Hang"]},{"precision":0.476537,"recall":0.550395,"f1":0.497031,"accuracy":0.550395,"main_score":0.497031,"hf_subset":"szl_Latn-mos_Latn","languages":["szl-Latn","mos-Latn"]},{"precision":0.4654,"recall":0.527668,"f1":0.482393,"accuracy":0.527668,"main_score":0.482393,"hf_subset":"szl_Latn-run_Latn","languages":["szl-Latn","run-Latn"]},{"precision":0.974308,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"szl_Latn-tam_Taml","languages":["szl-Latn","tam-Taml"]},{"precision":0.989625,"recall":0.992095,"f1":0.990448,"accuracy":0.992095,"main_score":0.990448,"hf_subset":"szl_Latn-vie_Latn","languages":["szl-Latn","vie-Latn"]},{"precision":0.985178,"recall":0.98913,"f1":0.986495,"accuracy":0.98913,"main_score":0.986495,"hf_subset":"szl_Latn-apc_Arab","languages":["szl-Latn","apc-Arab"]},{"precision":0.733218,"recall":0.791502,"f1":0.75058,"accuracy":0.791502,"main_score":0.75058,"hf_subset":"szl_Latn-bug_Latn","languages":["szl-Latn","bug-Latn"]},{"precision":0.426944,"recall":0.500988,"f1":0.446645,"accuracy":0.500988,"main_score":0.446645,"hf_subset":"szl_Latn-fon_Latn","languages":["szl-Latn","fon-Latn"]},{"precision":0.968215,"recall":0.977273,"f1":0.971179,"accuracy":0.977273,"main_score":0.971179,"hf_subset":"szl_Latn-jav_Latn","languages":["szl-Latn","jav-Latn"]},{"precision":0.818347,"recall":0.866601,"f1":0.833418,"accuracy":0.866601,"main_score":0.833418,"hf_subset":"szl_Latn-lao_Laoo","languages":["szl-Latn","lao-Laoo"]},{"precision":0.564452,"recall":0.645257,"f1":0.588098,"accuracy":0.645257,"main_score":0.588098,"hf_subset":"szl_Latn-mri_Latn","languages":["szl-Latn","mri-Latn"]},{"precision":0.991107,"recall":0.993083,"f1":0.991765,"accuracy":0.993083,"main_score":0.991765,"hf_subset":"szl_Latn-rus_Cyrl","languages":["szl-Latn","rus-Cyrl"]},{"precision":0.493017,"recall":0.561265,"f1":0.512095,"accuracy":0.561265,"main_score":0.512095,"hf_subset":"szl_Latn-taq_Latn","languages":["szl-Latn","taq-Latn"]},{"precision":0.961462,"recall":0.97332,"f1":0.965415,"accuracy":0.97332,"main_score":0.965415,"hf_subset":"szl_Latn-war_Latn","languages":["szl-Latn","war-Latn"]},{"precision":0.98666,"recall":0.990119,"f1":0.987813,"accuracy":0.990119,"main_score":0.987813,"hf_subset":"szl_Latn-arb_Arab","languages":["szl-Latn","arb-Arab"]},{"precision":0.991107,"recall":0.993083,"f1":0.991765,"accuracy":0.993083,"main_score":0.991765,"hf_subset":"szl_Latn-bul_Cyrl","languages":["szl-Latn","bul-Cyrl"]},{"precision":0.989625,"recall":0.992095,"f1":0.990448,"accuracy":0.992095,"main_score":0.990448,"hf_subset":"szl_Latn-fra_Latn","languages":["szl-Latn","fra-Latn"]},{"precision":0.989625,"recall":0.992095,"f1":0.990448,"accuracy":0.992095,"main_score":0.990448,"hf_subset":"szl_Latn-jpn_Jpan","languages":["szl-Latn","jpn-Jpan"]},{"precision":0.974144,"recall":0.981225,"f1":0.976449,"accuracy":0.981225,"main_score":0.976449,"hf_subset":"szl_Latn-lij_Latn","languages":["szl-Latn","lij-Latn"]},{"precision":0.877717,"recall":0.914032,"f1":0.889394,"accuracy":0.914032,"main_score":0.889394,"hf_subset":"szl_Latn-mya_Mymr","languages":["szl-Latn","mya-Mymr"]},{"precision":0.515604,"recall":0.590909,"f1":0.536898,"accuracy":0.590909,"main_score":0.536898,"hf_subset":"szl_Latn-sag_Latn","languages":["szl-Latn","sag-Latn"]},{"precision":0.133351,"recall":0.215415,"f1":0.149528,"accuracy":0.215415,"main_score":0.149528,"hf_subset":"szl_Latn-taq_Tfng","languages":["szl-Latn","taq-Tfng"]},{"precision":0.53678,"recall":0.615613,"f1":0.559161,"accuracy":0.615613,"main_score":0.559161,"hf_subset":"szl_Latn-wol_Latn","languages":["szl-Latn","wol-Latn"]},{"precision":0.578995,"recall":0.666008,"f1":0.603323,"accuracy":0.666008,"main_score":0.603323,"hf_subset":"szl_Latn-arb_Latn","languages":["szl-Latn","arb-Latn"]},{"precision":0.989625,"recall":0.992095,"f1":0.990448,"accuracy":0.992095,"main_score":0.990448,"hf_subset":"szl_Latn-cat_Latn","languages":["szl-Latn","cat-Latn"]},{"precision":0.970685,"recall":0.979249,"f1":0.973485,"accuracy":0.979249,"main_score":0.973485,"hf_subset":"szl_Latn-fur_Latn","languages":["szl-Latn","fur-Latn"]},{"precision":0.334974,"recall":0.403162,"f1":0.353174,"accuracy":0.403162,"main_score":0.353174,"hf_subset":"szl_Latn-kab_Latn","languages":["szl-Latn","kab-Latn"]},{"precision":0.957345,"recall":0.970356,"f1":0.961627,"accuracy":0.970356,"main_score":0.961627,"hf_subset":"szl_Latn-lim_Latn","languages":["szl-Latn","lim-Latn"]},{"precision":0.991107,"recall":0.993083,"f1":0.991765,"accuracy":0.993083,"main_score":0.991765,"hf_subset":"szl_Latn-nld_Latn","languages":["szl-Latn","nld-Latn"]},{"precision":0.929578,"recall":0.949605,"f1":0.935935,"accuracy":0.949605,"main_score":0.935935,"hf_subset":"szl_Latn-san_Deva","languages":["szl-Latn","san-Deva"]},{"precision":0.965909,"recall":0.975296,"f1":0.968874,"accuracy":0.975296,"main_score":0.968874,"hf_subset":"szl_Latn-tat_Cyrl","languages":["szl-Latn","tat-Cyrl"]},{"precision":0.519834,"recall":0.598814,"f1":0.541753,"accuracy":0.598814,"main_score":0.541753,"hf_subset":"szl_Latn-xho_Latn","languages":["szl-Latn","xho-Latn"]},{"precision":0.98666,"recall":0.990119,"f1":0.987813,"accuracy":0.990119,"main_score":0.987813,"hf_subset":"szl_Latn-ars_Arab","languages":["szl-Latn","ars-Arab"]},{"precision":0.972167,"recall":0.980237,"f1":0.974802,"accuracy":0.980237,"main_score":0.974802,"hf_subset":"szl_Latn-ceb_Latn","languages":["szl-Latn","ceb-Latn"]},{"precision":0.476608,"recall":0.552372,"f1":0.497481,"accuracy":0.552372,"main_score":0.497481,"hf_subset":"szl_Latn-fuv_Latn","languages":["szl-Latn","fuv-Latn"]},{"precision":0.454983,"recall":0.540514,"f1":0.47872,"accuracy":0.540514,"main_score":0.47872,"hf_subset":"szl_Latn-kac_Latn","languages":["szl-Latn","kac-Latn"]},{"precision":0.559957,"recall":0.636364,"f1":0.581309,"accuracy":0.636364,"main_score":0.581309,"hf_subset":"szl_Latn-lin_Latn","languages":["szl-Latn","lin-Latn"]},{"precision":0.98666,"recall":0.990119,"f1":0.987813,"accuracy":0.990119,"main_score":0.987813,"hf_subset":"szl_Latn-nno_Latn","languages":["szl-Latn","nno-Latn"]},{"precision":0.018155,"recall":0.063241,"f1":0.024027,"accuracy":0.063241,"main_score":0.024027,"hf_subset":"szl_Latn-sat_Olck","languages":["szl-Latn","sat-Olck"]},{"precision":0.978096,"recall":0.98419,"f1":0.980072,"accuracy":0.98419,"main_score":0.980072,"hf_subset":"szl_Latn-tel_Telu","languages":["szl-Latn","tel-Telu"]},{"precision":0.730495,"recall":0.801383,"f1":0.75224,"accuracy":0.801383,"main_score":0.75224,"hf_subset":"szl_Latn-ydd_Hebr","languages":["szl-Latn","ydd-Hebr"]},{"precision":0.94944,"recall":0.964427,"f1":0.954381,"accuracy":0.964427,"main_score":0.954381,"hf_subset":"szl_Latn-ary_Arab","languages":["szl-Latn","ary-Arab"]},{"precision":0.991107,"recall":0.993083,"f1":0.991765,"accuracy":0.993083,"main_score":0.991765,"hf_subset":"szl_Latn-ces_Latn","languages":["szl-Latn","ces-Latn"]},{"precision":0.387708,"recall":0.47332,"f1":0.410975,"accuracy":0.47332,"main_score":0.410975,"hf_subset":"szl_Latn-gaz_Latn","languages":["szl-Latn","gaz-Latn"]},{"precision":0.48777,"recall":0.566206,"f1":0.510081,"accuracy":0.566206,"main_score":0.510081,"hf_subset":"szl_Latn-kam_Latn","languages":["szl-Latn","kam-Latn"]},{"precision":0.978096,"recall":0.98419,"f1":0.980072,"accuracy":0.98419,"main_score":0.980072,"hf_subset":"szl_Latn-lit_Latn","languages":["szl-Latn","lit-Latn"]},{"precision":0.988142,"recall":0.991107,"f1":0.98913,"accuracy":0.991107,"main_score":0.98913,"hf_subset":"szl_Latn-nob_Latn","languages":["szl-Latn","nob-Latn"]},{"precision":0.961133,"recall":0.972332,"f1":0.964756,"accuracy":0.972332,"main_score":0.964756,"hf_subset":"szl_Latn-scn_Latn","languages":["szl-Latn","scn-Latn"]},{"precision":0.876812,"recall":0.912055,"f1":0.887963,"accuracy":0.912055,"main_score":0.887963,"hf_subset":"szl_Latn-tgk_Cyrl","languages":["szl-Latn","tgk-Cyrl"]},{"precision":0.427377,"recall":0.505929,"f1":0.449116,"accuracy":0.505929,"main_score":0.449116,"hf_subset":"szl_Latn-yor_Latn","languages":["szl-Latn","yor-Latn"]},{"precision":0.976285,"recall":0.983202,"f1":0.97859,"accuracy":0.983202,"main_score":0.97859,"hf_subset":"szl_Latn-arz_Arab","languages":["szl-Latn","arz-Arab"]},{"precision":0.48257,"recall":0.570158,"f1":0.506082,"accuracy":0.570158,"main_score":0.506082,"hf_subset":"szl_Latn-cjk_Latn","languages":["szl-Latn","cjk-Latn"]},{"precision":0.609184,"recall":0.684783,"f1":0.631099,"accuracy":0.684783,"main_score":0.631099,"hf_subset":"szl_Latn-gla_Latn","languages":["szl-Latn","gla-Latn"]},{"precision":0.967556,"recall":0.977273,"f1":0.970685,"accuracy":0.977273,"main_score":0.970685,"hf_subset":"szl_Latn-kan_Knda","languages":["szl-Latn","kan-Knda"]},{"precision":0.959157,"recall":0.971344,"f1":0.963109,"accuracy":0.971344,"main_score":0.963109,"hf_subset":"szl_Latn-lmo_Latn","languages":["szl-Latn","lmo-Latn"]},{"precision":0.974391,"recall":0.981225,"f1":0.976515,"accuracy":0.981225,"main_score":0.976515,"hf_subset":"szl_Latn-npi_Deva","languages":["szl-Latn","npi-Deva"]},{"precision":0.399646,"recall":0.502964,"f1":0.427628,"accuracy":0.502964,"main_score":0.427628,"hf_subset":"szl_Latn-shn_Mymr","languages":["szl-Latn","shn-Mymr"]},{"precision":0.988142,"recall":0.991107,"f1":0.98913,"accuracy":0.991107,"main_score":0.98913,"hf_subset":"szl_Latn-tgl_Latn","languages":["szl-Latn","tgl-Latn"]},{"precision":0.98666,"recall":0.990119,"f1":0.987813,"accuracy":0.990119,"main_score":0.987813,"hf_subset":"szl_Latn-yue_Hant","languages":["szl-Latn","yue-Hant"]},{"precision":0.966897,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"szl_Latn-asm_Beng","languages":["szl-Latn","asm-Beng"]},{"precision":0.68993,"recall":0.761858,"f1":0.711714,"accuracy":0.761858,"main_score":0.711714,"hf_subset":"szl_Latn-ckb_Arab","languages":["szl-Latn","ckb-Arab"]},{"precision":0.691469,"recall":0.764822,"f1":0.713622,"accuracy":0.764822,"main_score":0.713622,"hf_subset":"szl_Latn-gle_Latn","languages":["szl-Latn","gle-Latn"]},{"precision":0.850626,"recall":0.894269,"f1":0.86446,"accuracy":0.894269,"main_score":0.86446,"hf_subset":"szl_Latn-kas_Arab","languages":["szl-Latn","kas-Arab"]},{"precision":0.864707,"recall":0.900198,"f1":0.875678,"accuracy":0.900198,"main_score":0.875678,"hf_subset":"szl_Latn-ltg_Latn","languages":["szl-Latn","ltg-Latn"]},{"precision":0.51961,"recall":0.590909,"f1":0.539205,"accuracy":0.590909,"main_score":0.539205,"hf_subset":"szl_Latn-nso_Latn","languages":["szl-Latn","nso-Latn"]},{"precision":0.404707,"recall":0.492095,"f1":0.428798,"accuracy":0.492095,"main_score":0.428798,"hf_subset":"szl_Latn-sin_Sinh","languages":["szl-Latn","sin-Sinh"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"szl_Latn-tha_Thai","languages":["szl-Latn","tha-Thai"]},{"precision":0.98666,"recall":0.990119,"f1":0.987813,"accuracy":0.990119,"main_score":0.987813,"hf_subset":"szl_Latn-zho_Hans","languages":["szl-Latn","zho-Hans"]},{"precision":0.98666,"recall":0.990119,"f1":0.987813,"accuracy":0.990119,"main_score":0.987813,"hf_subset":"szl_Latn-ast_Latn","languages":["szl-Latn","ast-Latn"]},{"precision":0.956192,"recall":0.969368,"f1":0.960474,"accuracy":0.969368,"main_score":0.960474,"hf_subset":"szl_Latn-crh_Latn","languages":["szl-Latn","crh-Latn"]},{"precision":0.989625,"recall":0.992095,"f1":0.990448,"accuracy":0.992095,"main_score":0.990448,"hf_subset":"szl_Latn-glg_Latn","languages":["szl-Latn","glg-Latn"]},{"precision":0.732213,"recall":0.800395,"f1":0.753426,"accuracy":0.800395,"main_score":0.753426,"hf_subset":"szl_Latn-kas_Deva","languages":["szl-Latn","kas-Deva"]},{"precision":0.976285,"recall":0.983202,"f1":0.97859,"accuracy":0.983202,"main_score":0.97859,"hf_subset":"szl_Latn-ltz_Latn","languages":["szl-Latn","ltz-Latn"]},{"precision":0.375387,"recall":0.45751,"f1":0.396905,"accuracy":0.45751,"main_score":0.396905,"hf_subset":"szl_Latn-nus_Latn","languages":["szl-Latn","nus-Latn"]},{"precision":0.991107,"recall":0.993083,"f1":0.991765,"accuracy":0.993083,"main_score":0.991765,"hf_subset":"szl_Latn-slk_Latn","languages":["szl-Latn","slk-Latn"]},{"precision":0.252094,"recall":0.323123,"f1":0.270364,"accuracy":0.323123,"main_score":0.270364,"hf_subset":"szl_Latn-tir_Ethi","languages":["szl-Latn","tir-Ethi"]},{"precision":0.985178,"recall":0.98913,"f1":0.986495,"accuracy":0.98913,"main_score":0.986495,"hf_subset":"szl_Latn-zho_Hant","languages":["szl-Latn","zho-Hant"]},{"precision":0.969615,"recall":0.977273,"f1":0.972069,"accuracy":0.977273,"main_score":0.972069,"hf_subset":"szl_Latn-awa_Deva","languages":["szl-Latn","awa-Deva"]},{"precision":0.842648,"recall":0.884387,"f1":0.855715,"accuracy":0.884387,"main_score":0.855715,"hf_subset":"szl_Latn-cym_Latn","languages":["szl-Latn","cym-Latn"]},{"precision":0.708926,"recall":0.769763,"f1":0.726581,"accuracy":0.769763,"main_score":0.726581,"hf_subset":"szl_Latn-grn_Latn","languages":["szl-Latn","grn-Latn"]},{"precision":0.966897,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"szl_Latn-kat_Geor","languages":["szl-Latn","kat-Geor"]},{"precision":0.557413,"recall":0.630435,"f1":0.578623,"accuracy":0.630435,"main_score":0.578623,"hf_subset":"szl_Latn-lua_Latn","languages":["szl-Latn","lua-Latn"]},{"precision":0.514203,"recall":0.586957,"f1":0.534625,"accuracy":0.586957,"main_score":0.534625,"hf_subset":"szl_Latn-nya_Latn","languages":["szl-Latn","nya-Latn"]},{"precision":0.98666,"recall":0.990119,"f1":0.987813,"accuracy":0.990119,"main_score":0.987813,"hf_subset":"szl_Latn-slv_Latn","languages":["szl-Latn","slv-Latn"]},{"precision":0.785079,"recall":0.833992,"f1":0.799934,"accuracy":0.833992,"main_score":0.799934,"hf_subset":"szl_Latn-tpi_Latn","languages":["szl-Latn","tpi-Latn"]},{"precision":0.988142,"recall":0.991107,"f1":0.98913,"accuracy":0.991107,"main_score":0.98913,"hf_subset":"szl_Latn-zsm_Latn","languages":["szl-Latn","zsm-Latn"]},{"precision":0.482794,"recall":0.556324,"f1":0.502799,"accuracy":0.556324,"main_score":0.502799,"hf_subset":"szl_Latn-ayr_Latn","languages":["szl-Latn","ayr-Latn"]},{"precision":0.991107,"recall":0.993083,"f1":0.991765,"accuracy":0.993083,"main_score":0.991765,"hf_subset":"szl_Latn-dan_Latn","languages":["szl-Latn","dan-Latn"]},{"precision":0.974308,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"szl_Latn-guj_Gujr","languages":["szl-Latn","guj-Gujr"]},{"precision":0.970356,"recall":0.979249,"f1":0.97332,"accuracy":0.979249,"main_score":0.97332,"hf_subset":"szl_Latn-kaz_Cyrl","languages":["szl-Latn","kaz-Cyrl"]},{"precision":0.438253,"recall":0.511858,"f1":0.458458,"accuracy":0.511858,"main_score":0.458458,"hf_subset":"szl_Latn-lug_Latn","languages":["szl-Latn","lug-Latn"]},{"precision":0.988142,"recall":0.991107,"f1":0.98913,"accuracy":0.991107,"main_score":0.98913,"hf_subset":"szl_Latn-oci_Latn","languages":["szl-Latn","oci-Latn"]},{"precision":0.525833,"recall":0.602767,"f1":0.547676,"accuracy":0.602767,"main_score":0.547676,"hf_subset":"szl_Latn-smo_Latn","languages":["szl-Latn","smo-Latn"]},{"precision":0.457315,"recall":0.531621,"f1":0.477978,"accuracy":0.531621,"main_score":0.477978,"hf_subset":"szl_Latn-tsn_Latn","languages":["szl-Latn","tsn-Latn"]},{"precision":0.45805,"recall":0.532609,"f1":0.478255,"accuracy":0.532609,"main_score":0.478255,"hf_subset":"szl_Latn-zul_Latn","languages":["szl-Latn","zul-Latn"]},{"precision":0.800355,"recall":0.854743,"f1":0.817507,"accuracy":0.854743,"main_score":0.817507,"hf_subset":"szl_Latn-azb_Arab","languages":["szl-Latn","azb-Arab"]},{"precision":0.989625,"recall":0.992095,"f1":0.990448,"accuracy":0.992095,"main_score":0.990448,"hf_subset":"szl_Latn-deu_Latn","languages":["szl-Latn","deu-Latn"]},{"precision":0.89608,"recall":0.926877,"f1":0.905929,"accuracy":0.926877,"main_score":0.905929,"hf_subset":"szl_Latn-hat_Latn","languages":["szl-Latn","hat-Latn"]},{"precision":0.428704,"recall":0.501976,"f1":0.448297,"accuracy":0.501976,"main_score":0.448297,"hf_subset":"szl_Latn-kbp_Latn","languages":["szl-Latn","kbp-Latn"]},{"precision":0.490757,"recall":0.561265,"f1":0.510241,"accuracy":0.561265,"main_score":0.510241,"hf_subset":"szl_Latn-luo_Latn","languages":["szl-Latn","luo-Latn"]},{"precision":0.968379,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"szl_Latn-ory_Orya","languages":["szl-Latn","ory-Orya"]},{"precision":0.47907,"recall":0.55336,"f1":0.500044,"accuracy":0.55336,"main_score":0.500044,"hf_subset":"szl_Latn-sna_Latn","languages":["szl-Latn","sna-Latn"]},{"precision":0.45898,"recall":0.533597,"f1":0.4797,"accuracy":0.533597,"main_score":0.4797,"hf_subset":"szl_Latn-tso_Latn","languages":["szl-Latn","tso-Latn"]},{"precision":0.981719,"recall":0.987154,"f1":0.983531,"accuracy":0.987154,"main_score":0.983531,"hf_subset":"szl_Latn-azj_Latn","languages":["szl-Latn","azj-Latn"]},{"precision":0.466098,"recall":0.545455,"f1":0.48847,"accuracy":0.545455,"main_score":0.48847,"hf_subset":"szl_Latn-dik_Latn","languages":["szl-Latn","dik-Latn"]},{"precision":0.467295,"recall":0.533597,"f1":0.485666,"accuracy":0.533597,"main_score":0.485666,"hf_subset":"szl_Latn-hau_Latn","languages":["szl-Latn","hau-Latn"]},{"precision":0.952899,"recall":0.966403,"f1":0.957345,"accuracy":0.966403,"main_score":0.957345,"hf_subset":"szl_Latn-kea_Latn","languages":["szl-Latn","kea-Latn"]},{"precision":0.61941,"recall":0.6917,"f1":0.640579,"accuracy":0.6917,"main_score":0.640579,"hf_subset":"szl_Latn-lus_Latn","languages":["szl-Latn","lus-Latn"]},{"precision":0.78918,"recall":0.833992,"f1":0.802536,"accuracy":0.833992,"main_score":0.802536,"hf_subset":"szl_Latn-pag_Latn","languages":["szl-Latn","pag-Latn"]},{"precision":0.946476,"recall":0.963439,"f1":0.952075,"accuracy":0.963439,"main_score":0.952075,"hf_subset":"szl_Latn-snd_Arab","languages":["szl-Latn","snd-Arab"]},{"precision":0.853261,"recall":0.895257,"f1":0.866733,"accuracy":0.895257,"main_score":0.866733,"hf_subset":"szl_Latn-tuk_Latn","languages":["szl-Latn","tuk-Latn"]},{"precision":0.930418,"recall":0.949605,"f1":0.936495,"accuracy":0.949605,"main_score":0.936495,"hf_subset":"szl_Latn-bak_Cyrl","languages":["szl-Latn","bak-Cyrl"]},{"precision":0.417081,"recall":0.508893,"f1":0.44262,"accuracy":0.508893,"main_score":0.44262,"hf_subset":"szl_Latn-dyu_Latn","languages":["szl-Latn","dyu-Latn"]},{"precision":0.991107,"recall":0.993083,"f1":0.991765,"accuracy":0.993083,"main_score":0.991765,"hf_subset":"szl_Latn-heb_Hebr","languages":["szl-Latn","heb-Hebr"]},{"precision":0.851367,"recall":0.892292,"f1":0.864163,"accuracy":0.892292,"main_score":0.864163,"hf_subset":"szl_Latn-khk_Cyrl","languages":["szl-Latn","khk-Cyrl"]},{"precision":0.986989,"recall":0.990119,"f1":0.987978,"accuracy":0.990119,"main_score":0.987978,"hf_subset":"szl_Latn-lvs_Latn","languages":["szl-Latn","lvs-Latn"]},{"precision":0.973155,"recall":0.981225,"f1":0.975791,"accuracy":0.981225,"main_score":0.975791,"hf_subset":"szl_Latn-pan_Guru","languages":["szl-Latn","pan-Guru"]},{"precision":0.463326,"recall":0.536561,"f1":0.48366,"accuracy":0.536561,"main_score":0.48366,"hf_subset":"szl_Latn-som_Latn","languages":["szl-Latn","som-Latn"]},{"precision":0.502867,"recall":0.573123,"f1":0.523015,"accuracy":0.573123,"main_score":0.523015,"hf_subset":"szl_Latn-tum_Latn","languages":["szl-Latn","tum-Latn"]},{"precision":0.436354,"recall":0.522727,"f1":0.459723,"accuracy":0.522727,"main_score":0.459723,"hf_subset":"vec_Latn-ace_Arab","languages":["vec-Latn","ace-Arab"]},{"precision":0.462542,"recall":0.539526,"f1":0.483681,"accuracy":0.539526,"main_score":0.483681,"hf_subset":"vec_Latn-bam_Latn","languages":["vec-Latn","bam-Latn"]},{"precision":0.109818,"recall":0.159091,"f1":0.121688,"accuracy":0.159091,"main_score":0.121688,"hf_subset":"vec_Latn-dzo_Tibt","languages":["vec-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-hin_Deva","languages":["vec-Latn","hin-Deva"]},{"precision":0.919631,"recall":0.945652,"f1":0.928195,"accuracy":0.945652,"main_score":0.928195,"hf_subset":"vec_Latn-khm_Khmr","languages":["vec-Latn","khm-Khmr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vec_Latn-mag_Deva","languages":["vec-Latn","mag-Deva"]},{"precision":0.973155,"recall":0.981225,"f1":0.975791,"accuracy":0.981225,"main_score":0.975791,"hf_subset":"vec_Latn-pap_Latn","languages":["vec-Latn","pap-Latn"]},{"precision":0.488353,"recall":0.566206,"f1":0.509856,"accuracy":0.566206,"main_score":0.509856,"hf_subset":"vec_Latn-sot_Latn","languages":["vec-Latn","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-tur_Latn","languages":["vec-Latn","tur-Latn"]},{"precision":0.796502,"recall":0.844862,"f1":0.811677,"accuracy":0.844862,"main_score":0.811677,"hf_subset":"vec_Latn-ace_Latn","languages":["vec-Latn","ace-Latn"]},{"precision":0.927042,"recall":0.949605,"f1":0.934453,"accuracy":0.949605,"main_score":0.934453,"hf_subset":"vec_Latn-ban_Latn","languages":["vec-Latn","ban-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vec_Latn-ell_Grek","languages":["vec-Latn","ell-Grek"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"vec_Latn-hne_Deva","languages":["vec-Latn","hne-Deva"]},{"precision":0.508087,"recall":0.586957,"f1":0.530723,"accuracy":0.586957,"main_score":0.530723,"hf_subset":"vec_Latn-kik_Latn","languages":["vec-Latn","kik-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"vec_Latn-mai_Deva","languages":["vec-Latn","mai-Deva"]},{"precision":0.885458,"recall":0.91996,"f1":0.89664,"accuracy":0.91996,"main_score":0.89664,"hf_subset":"vec_Latn-pbt_Arab","languages":["vec-Latn","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-spa_Latn","languages":["vec-Latn","spa-Latn"]},{"precision":0.57637,"recall":0.643281,"f1":0.595826,"accuracy":0.643281,"main_score":0.595826,"hf_subset":"vec_Latn-twi_Latn","languages":["vec-Latn","twi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vec_Latn-acm_Arab","languages":["vec-Latn","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-bel_Cyrl","languages":["vec-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-eng_Latn","languages":["vec-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-hrv_Latn","languages":["vec-Latn","hrv-Latn"]},{"precision":0.452179,"recall":0.528656,"f1":0.473442,"accuracy":0.528656,"main_score":0.473442,"hf_subset":"vec_Latn-kin_Latn","languages":["vec-Latn","kin-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"vec_Latn-mal_Mlym","languages":["vec-Latn","mal-Mlym"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-pes_Arab","languages":["vec-Latn","pes-Arab"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"vec_Latn-srd_Latn","languages":["vec-Latn","srd-Latn"]},{"precision":0.114675,"recall":0.18083,"f1":0.128773,"accuracy":0.18083,"main_score":0.128773,"hf_subset":"vec_Latn-tzm_Tfng","languages":["vec-Latn","tzm-Tfng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vec_Latn-acq_Arab","languages":["vec-Latn","acq-Arab"]},{"precision":0.531235,"recall":0.606719,"f1":0.55217,"accuracy":0.606719,"main_score":0.55217,"hf_subset":"vec_Latn-bem_Latn","languages":["vec-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-epo_Latn","languages":["vec-Latn","epo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vec_Latn-hun_Latn","languages":["vec-Latn","hun-Latn"]},{"precision":0.959239,"recall":0.972332,"f1":0.963505,"accuracy":0.972332,"main_score":0.963505,"hf_subset":"vec_Latn-kir_Cyrl","languages":["vec-Latn","kir-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vec_Latn-mar_Deva","languages":["vec-Latn","mar-Deva"]},{"precision":0.552923,"recall":0.62253,"f1":0.573099,"accuracy":0.62253,"main_score":0.573099,"hf_subset":"vec_Latn-plt_Latn","languages":["vec-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-srp_Cyrl","languages":["vec-Latn","srp-Cyrl"]},{"precision":0.924407,"recall":0.94664,"f1":0.931653,"accuracy":0.94664,"main_score":0.931653,"hf_subset":"vec_Latn-uig_Arab","languages":["vec-Latn","uig-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"vec_Latn-aeb_Arab","languages":["vec-Latn","aeb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vec_Latn-ben_Beng","languages":["vec-Latn","ben-Beng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"vec_Latn-est_Latn","languages":["vec-Latn","est-Latn"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"vec_Latn-hye_Armn","languages":["vec-Latn","hye-Armn"]},{"precision":0.469306,"recall":0.539526,"f1":0.488784,"accuracy":0.539526,"main_score":0.488784,"hf_subset":"vec_Latn-kmb_Latn","languages":["vec-Latn","kmb-Latn"]},{"precision":0.371819,"recall":0.474308,"f1":0.39835,"accuracy":0.474308,"main_score":0.39835,"hf_subset":"vec_Latn-min_Arab","languages":["vec-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-pol_Latn","languages":["vec-Latn","pol-Latn"]},{"precision":0.444273,"recall":0.523715,"f1":0.465671,"accuracy":0.523715,"main_score":0.465671,"hf_subset":"vec_Latn-ssw_Latn","languages":["vec-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-ukr_Cyrl","languages":["vec-Latn","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-afr_Latn","languages":["vec-Latn","afr-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"vec_Latn-bho_Deva","languages":["vec-Latn","bho-Deva"]},{"precision":0.939065,"recall":0.958498,"f1":0.945487,"accuracy":0.958498,"main_score":0.945487,"hf_subset":"vec_Latn-eus_Latn","languages":["vec-Latn","eus-Latn"]},{"precision":0.493476,"recall":0.573123,"f1":0.515706,"accuracy":0.573123,"main_score":0.515706,"hf_subset":"vec_Latn-ibo_Latn","languages":["vec-Latn","ibo-Latn"]},{"precision":0.696657,"recall":0.767787,"f1":0.717968,"accuracy":0.767787,"main_score":0.717968,"hf_subset":"vec_Latn-kmr_Latn","languages":["vec-Latn","kmr-Latn"]},{"precision":0.958663,"recall":0.971344,"f1":0.96278,"accuracy":0.971344,"main_score":0.96278,"hf_subset":"vec_Latn-min_Latn","languages":["vec-Latn","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-por_Latn","languages":["vec-Latn","por-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"vec_Latn-sun_Latn","languages":["vec-Latn","sun-Latn"]},{"precision":0.4647,"recall":0.540514,"f1":0.486709,"accuracy":0.540514,"main_score":0.486709,"hf_subset":"vec_Latn-umb_Latn","languages":["vec-Latn","umb-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vec_Latn-ajp_Arab","languages":["vec-Latn","ajp-Arab"]},{"precision":0.404422,"recall":0.5,"f1":0.430142,"accuracy":0.5,"main_score":0.430142,"hf_subset":"vec_Latn-bjn_Arab","languages":["vec-Latn","bjn-Arab"]},{"precision":0.4904,"recall":0.555336,"f1":0.507973,"accuracy":0.555336,"main_score":0.507973,"hf_subset":"vec_Latn-ewe_Latn","languages":["vec-Latn","ewe-Latn"]},{"precision":0.849885,"recall":0.893281,"f1":0.863538,"accuracy":0.893281,"main_score":0.863538,"hf_subset":"vec_Latn-ilo_Latn","languages":["vec-Latn","ilo-Latn"]},{"precision":0.18922,"recall":0.272727,"f1":0.210214,"accuracy":0.272727,"main_score":0.210214,"hf_subset":"vec_Latn-knc_Arab","languages":["vec-Latn","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-mkd_Cyrl","languages":["vec-Latn","mkd-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"vec_Latn-prs_Arab","languages":["vec-Latn","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-swe_Latn","languages":["vec-Latn","swe-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vec_Latn-urd_Arab","languages":["vec-Latn","urd-Arab"]},{"precision":0.546151,"recall":0.615613,"f1":0.566181,"accuracy":0.615613,"main_score":0.566181,"hf_subset":"vec_Latn-aka_Latn","languages":["vec-Latn","aka-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"vec_Latn-bjn_Latn","languages":["vec-Latn","bjn-Latn"]},{"precision":0.908597,"recall":0.936759,"f1":0.917819,"accuracy":0.936759,"main_score":0.917819,"hf_subset":"vec_Latn-fao_Latn","languages":["vec-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-ind_Latn","languages":["vec-Latn","ind-Latn"]},{"precision":0.507757,"recall":0.583992,"f1":0.528888,"accuracy":0.583992,"main_score":0.528888,"hf_subset":"vec_Latn-knc_Latn","languages":["vec-Latn","knc-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"vec_Latn-mlt_Latn","languages":["vec-Latn","mlt-Latn"]},{"precision":0.572148,"recall":0.651186,"f1":0.593904,"accuracy":0.651186,"main_score":0.593904,"hf_subset":"vec_Latn-quy_Latn","languages":["vec-Latn","quy-Latn"]},{"precision":0.712017,"recall":0.779644,"f1":0.73195,"accuracy":0.779644,"main_score":0.73195,"hf_subset":"vec_Latn-swh_Latn","languages":["vec-Latn","swh-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"vec_Latn-uzn_Latn","languages":["vec-Latn","uzn-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"vec_Latn-als_Latn","languages":["vec-Latn","als-Latn"]},{"precision":0.160795,"recall":0.232213,"f1":0.177721,"accuracy":0.232213,"main_score":0.177721,"hf_subset":"vec_Latn-bod_Tibt","languages":["vec-Latn","bod-Tibt"]},{"precision":0.475418,"recall":0.547431,"f1":0.494772,"accuracy":0.547431,"main_score":0.494772,"hf_subset":"vec_Latn-fij_Latn","languages":["vec-Latn","fij-Latn"]},{"precision":0.930501,"recall":0.951581,"f1":0.937253,"accuracy":0.951581,"main_score":0.937253,"hf_subset":"vec_Latn-isl_Latn","languages":["vec-Latn","isl-Latn"]},{"precision":0.561941,"recall":0.637352,"f1":0.583819,"accuracy":0.637352,"main_score":0.583819,"hf_subset":"vec_Latn-kon_Latn","languages":["vec-Latn","kon-Latn"]},{"precision":0.49279,"recall":0.587945,"f1":0.519163,"accuracy":0.587945,"main_score":0.519163,"hf_subset":"vec_Latn-mni_Beng","languages":["vec-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-ron_Latn","languages":["vec-Latn","ron-Latn"]},{"precision":0.977767,"recall":0.98419,"f1":0.979908,"accuracy":0.98419,"main_score":0.979908,"hf_subset":"vec_Latn-szl_Latn","languages":["vec-Latn","szl-Latn"]},{"precision":0.523898,"recall":0.612648,"f1":0.549234,"accuracy":0.612648,"main_score":0.549234,"hf_subset":"vec_Latn-amh_Ethi","languages":["vec-Latn","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-bos_Latn","languages":["vec-Latn","bos-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vec_Latn-fin_Latn","languages":["vec-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-ita_Latn","languages":["vec-Latn","ita-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"vec_Latn-kor_Hang","languages":["vec-Latn","kor-Hang"]},{"precision":0.481364,"recall":0.564229,"f1":0.503871,"accuracy":0.564229,"main_score":0.503871,"hf_subset":"vec_Latn-mos_Latn","languages":["vec-Latn","mos-Latn"]},{"precision":0.464617,"recall":0.536561,"f1":0.484731,"accuracy":0.536561,"main_score":0.484731,"hf_subset":"vec_Latn-run_Latn","languages":["vec-Latn","run-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"vec_Latn-tam_Taml","languages":["vec-Latn","tam-Taml"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-vie_Latn","languages":["vec-Latn","vie-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"vec_Latn-apc_Arab","languages":["vec-Latn","apc-Arab"]},{"precision":0.741173,"recall":0.796443,"f1":0.757731,"accuracy":0.796443,"main_score":0.757731,"hf_subset":"vec_Latn-bug_Latn","languages":["vec-Latn","bug-Latn"]},{"precision":0.42342,"recall":0.501976,"f1":0.444469,"accuracy":0.501976,"main_score":0.444469,"hf_subset":"vec_Latn-fon_Latn","languages":["vec-Latn","fon-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"vec_Latn-jav_Latn","languages":["vec-Latn","jav-Latn"]},{"precision":0.843791,"recall":0.891304,"f1":0.858926,"accuracy":0.891304,"main_score":0.858926,"hf_subset":"vec_Latn-lao_Laoo","languages":["vec-Latn","lao-Laoo"]},{"precision":0.550154,"recall":0.636364,"f1":0.574325,"accuracy":0.636364,"main_score":0.574325,"hf_subset":"vec_Latn-mri_Latn","languages":["vec-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-rus_Cyrl","languages":["vec-Latn","rus-Cyrl"]},{"precision":0.501877,"recall":0.573123,"f1":0.521894,"accuracy":0.573123,"main_score":0.521894,"hf_subset":"vec_Latn-taq_Latn","languages":["vec-Latn","taq-Latn"]},{"precision":0.979249,"recall":0.985178,"f1":0.981061,"accuracy":0.985178,"main_score":0.981061,"hf_subset":"vec_Latn-war_Latn","languages":["vec-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-arb_Arab","languages":["vec-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-bul_Cyrl","languages":["vec-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-fra_Latn","languages":["vec-Latn","fra-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vec_Latn-jpn_Jpan","languages":["vec-Latn","jpn-Jpan"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"vec_Latn-lij_Latn","languages":["vec-Latn","lij-Latn"]},{"precision":0.894845,"recall":0.926877,"f1":0.905204,"accuracy":0.926877,"main_score":0.905204,"hf_subset":"vec_Latn-mya_Mymr","languages":["vec-Latn","mya-Mymr"]},{"precision":0.523924,"recall":0.605731,"f1":0.54673,"accuracy":0.605731,"main_score":0.54673,"hf_subset":"vec_Latn-sag_Latn","languages":["vec-Latn","sag-Latn"]},{"precision":0.130879,"recall":0.211462,"f1":0.146981,"accuracy":0.211462,"main_score":0.146981,"hf_subset":"vec_Latn-taq_Tfng","languages":["vec-Latn","taq-Tfng"]},{"precision":0.555167,"recall":0.632411,"f1":0.576621,"accuracy":0.632411,"main_score":0.576621,"hf_subset":"vec_Latn-wol_Latn","languages":["vec-Latn","wol-Latn"]},{"precision":0.609211,"recall":0.694664,"f1":0.633639,"accuracy":0.694664,"main_score":0.633639,"hf_subset":"vec_Latn-arb_Latn","languages":["vec-Latn","arb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-cat_Latn","languages":["vec-Latn","cat-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"vec_Latn-fur_Latn","languages":["vec-Latn","fur-Latn"]},{"precision":0.337453,"recall":0.40415,"f1":0.355132,"accuracy":0.40415,"main_score":0.355132,"hf_subset":"vec_Latn-kab_Latn","languages":["vec-Latn","kab-Latn"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"vec_Latn-lim_Latn","languages":["vec-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-nld_Latn","languages":["vec-Latn","nld-Latn"]},{"precision":0.965086,"recall":0.975296,"f1":0.968332,"accuracy":0.975296,"main_score":0.968332,"hf_subset":"vec_Latn-san_Deva","languages":["vec-Latn","san-Deva"]},{"precision":0.968709,"recall":0.978261,"f1":0.971838,"accuracy":0.978261,"main_score":0.971838,"hf_subset":"vec_Latn-tat_Cyrl","languages":["vec-Latn","tat-Cyrl"]},{"precision":0.516,"recall":0.59585,"f1":0.538393,"accuracy":0.59585,"main_score":0.538393,"hf_subset":"vec_Latn-xho_Latn","languages":["vec-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-ars_Arab","languages":["vec-Latn","ars-Arab"]},{"precision":0.984519,"recall":0.98913,"f1":0.986001,"accuracy":0.98913,"main_score":0.986001,"hf_subset":"vec_Latn-ceb_Latn","languages":["vec-Latn","ceb-Latn"]},{"precision":0.489535,"recall":0.565217,"f1":0.510131,"accuracy":0.565217,"main_score":0.510131,"hf_subset":"vec_Latn-fuv_Latn","languages":["vec-Latn","fuv-Latn"]},{"precision":0.478905,"recall":0.560277,"f1":0.501026,"accuracy":0.560277,"main_score":0.501026,"hf_subset":"vec_Latn-kac_Latn","languages":["vec-Latn","kac-Latn"]},{"precision":0.553876,"recall":0.639328,"f1":0.577332,"accuracy":0.639328,"main_score":0.577332,"hf_subset":"vec_Latn-lin_Latn","languages":["vec-Latn","lin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vec_Latn-nno_Latn","languages":["vec-Latn","nno-Latn"]},{"precision":0.019165,"recall":0.063241,"f1":0.025512,"accuracy":0.063241,"main_score":0.025512,"hf_subset":"vec_Latn-sat_Olck","languages":["vec-Latn","sat-Olck"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"vec_Latn-tel_Telu","languages":["vec-Latn","tel-Telu"]},{"precision":0.737846,"recall":0.805336,"f1":0.758267,"accuracy":0.805336,"main_score":0.758267,"hf_subset":"vec_Latn-ydd_Hebr","languages":["vec-Latn","ydd-Hebr"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"vec_Latn-ary_Arab","languages":["vec-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-ces_Latn","languages":["vec-Latn","ces-Latn"]},{"precision":0.392946,"recall":0.480237,"f1":0.416088,"accuracy":0.480237,"main_score":0.416088,"hf_subset":"vec_Latn-gaz_Latn","languages":["vec-Latn","gaz-Latn"]},{"precision":0.486785,"recall":0.567194,"f1":0.50893,"accuracy":0.567194,"main_score":0.50893,"hf_subset":"vec_Latn-kam_Latn","languages":["vec-Latn","kam-Latn"]},{"precision":0.98913,"recall":0.992095,"f1":0.990119,"accuracy":0.992095,"main_score":0.990119,"hf_subset":"vec_Latn-lit_Latn","languages":["vec-Latn","lit-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vec_Latn-nob_Latn","languages":["vec-Latn","nob-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"vec_Latn-scn_Latn","languages":["vec-Latn","scn-Latn"]},{"precision":0.883185,"recall":0.916008,"f1":0.893511,"accuracy":0.916008,"main_score":0.893511,"hf_subset":"vec_Latn-tgk_Cyrl","languages":["vec-Latn","tgk-Cyrl"]},{"precision":0.438854,"recall":0.522727,"f1":0.462702,"accuracy":0.522727,"main_score":0.462702,"hf_subset":"vec_Latn-yor_Latn","languages":["vec-Latn","yor-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-arz_Arab","languages":["vec-Latn","arz-Arab"]},{"precision":0.49501,"recall":0.579051,"f1":0.517338,"accuracy":0.579051,"main_score":0.517338,"hf_subset":"vec_Latn-cjk_Latn","languages":["vec-Latn","cjk-Latn"]},{"precision":0.614876,"recall":0.689723,"f1":0.636241,"accuracy":0.689723,"main_score":0.636241,"hf_subset":"vec_Latn-gla_Latn","languages":["vec-Latn","gla-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"vec_Latn-kan_Knda","languages":["vec-Latn","kan-Knda"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"vec_Latn-lmo_Latn","languages":["vec-Latn","lmo-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"vec_Latn-npi_Deva","languages":["vec-Latn","npi-Deva"]},{"precision":0.403167,"recall":0.502964,"f1":0.429575,"accuracy":0.502964,"main_score":0.429575,"hf_subset":"vec_Latn-shn_Mymr","languages":["vec-Latn","shn-Mymr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"vec_Latn-tgl_Latn","languages":["vec-Latn","tgl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vec_Latn-yue_Hant","languages":["vec-Latn","yue-Hant"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"vec_Latn-asm_Beng","languages":["vec-Latn","asm-Beng"]},{"precision":0.705197,"recall":0.771739,"f1":0.724505,"accuracy":0.771739,"main_score":0.724505,"hf_subset":"vec_Latn-ckb_Arab","languages":["vec-Latn","ckb-Arab"]},{"precision":0.695018,"recall":0.771739,"f1":0.718039,"accuracy":0.771739,"main_score":0.718039,"hf_subset":"vec_Latn-gle_Latn","languages":["vec-Latn","gle-Latn"]},{"precision":0.881094,"recall":0.917984,"f1":0.893116,"accuracy":0.917984,"main_score":0.893116,"hf_subset":"vec_Latn-kas_Arab","languages":["vec-Latn","kas-Arab"]},{"precision":0.873682,"recall":0.911067,"f1":0.885705,"accuracy":0.911067,"main_score":0.885705,"hf_subset":"vec_Latn-ltg_Latn","languages":["vec-Latn","ltg-Latn"]},{"precision":0.520041,"recall":0.593874,"f1":0.541111,"accuracy":0.593874,"main_score":0.541111,"hf_subset":"vec_Latn-nso_Latn","languages":["vec-Latn","nso-Latn"]},{"precision":0.40785,"recall":0.51087,"f1":0.435725,"accuracy":0.51087,"main_score":0.435725,"hf_subset":"vec_Latn-sin_Sinh","languages":["vec-Latn","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vec_Latn-tha_Thai","languages":["vec-Latn","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-zho_Hans","languages":["vec-Latn","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-ast_Latn","languages":["vec-Latn","ast-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"vec_Latn-crh_Latn","languages":["vec-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-glg_Latn","languages":["vec-Latn","glg-Latn"]},{"precision":0.778442,"recall":0.837945,"f1":0.796626,"accuracy":0.837945,"main_score":0.796626,"hf_subset":"vec_Latn-kas_Deva","languages":["vec-Latn","kas-Deva"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"vec_Latn-ltz_Latn","languages":["vec-Latn","ltz-Latn"]},{"precision":0.372321,"recall":0.460474,"f1":0.395822,"accuracy":0.460474,"main_score":0.395822,"hf_subset":"vec_Latn-nus_Latn","languages":["vec-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-slk_Latn","languages":["vec-Latn","slk-Latn"]},{"precision":0.258738,"recall":0.33498,"f1":0.278776,"accuracy":0.33498,"main_score":0.278776,"hf_subset":"vec_Latn-tir_Ethi","languages":["vec-Latn","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vec_Latn-zho_Hant","languages":["vec-Latn","zho-Hant"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"vec_Latn-awa_Deva","languages":["vec-Latn","awa-Deva"]},{"precision":0.856061,"recall":0.897233,"f1":0.869203,"accuracy":0.897233,"main_score":0.869203,"hf_subset":"vec_Latn-cym_Latn","languages":["vec-Latn","cym-Latn"]},{"precision":0.741798,"recall":0.801383,"f1":0.759783,"accuracy":0.801383,"main_score":0.759783,"hf_subset":"vec_Latn-grn_Latn","languages":["vec-Latn","grn-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"vec_Latn-kat_Geor","languages":["vec-Latn","kat-Geor"]},{"precision":0.54809,"recall":0.621542,"f1":0.56899,"accuracy":0.621542,"main_score":0.56899,"hf_subset":"vec_Latn-lua_Latn","languages":["vec-Latn","lua-Latn"]},{"precision":0.514948,"recall":0.592885,"f1":0.536814,"accuracy":0.592885,"main_score":0.536814,"hf_subset":"vec_Latn-nya_Latn","languages":["vec-Latn","nya-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vec_Latn-slv_Latn","languages":["vec-Latn","slv-Latn"]},{"precision":0.79529,"recall":0.844862,"f1":0.810343,"accuracy":0.844862,"main_score":0.810343,"hf_subset":"vec_Latn-tpi_Latn","languages":["vec-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-zsm_Latn","languages":["vec-Latn","zsm-Latn"]},{"precision":0.4886,"recall":0.564229,"f1":0.508741,"accuracy":0.564229,"main_score":0.508741,"hf_subset":"vec_Latn-ayr_Latn","languages":["vec-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vec_Latn-dan_Latn","languages":["vec-Latn","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vec_Latn-guj_Gujr","languages":["vec-Latn","guj-Gujr"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"vec_Latn-kaz_Cyrl","languages":["vec-Latn","kaz-Cyrl"]},{"precision":0.444015,"recall":0.521739,"f1":0.465593,"accuracy":0.521739,"main_score":0.465593,"hf_subset":"vec_Latn-lug_Latn","languages":["vec-Latn","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-oci_Latn","languages":["vec-Latn","oci-Latn"]},{"precision":0.522858,"recall":0.602767,"f1":0.545189,"accuracy":0.602767,"main_score":0.545189,"hf_subset":"vec_Latn-smo_Latn","languages":["vec-Latn","smo-Latn"]},{"precision":0.465709,"recall":0.537549,"f1":0.484848,"accuracy":0.537549,"main_score":0.484848,"hf_subset":"vec_Latn-tsn_Latn","languages":["vec-Latn","tsn-Latn"]},{"precision":0.462685,"recall":0.541502,"f1":0.484022,"accuracy":0.541502,"main_score":0.484022,"hf_subset":"vec_Latn-zul_Latn","languages":["vec-Latn","zul-Latn"]},{"precision":0.822299,"recall":0.875494,"f1":0.839065,"accuracy":0.875494,"main_score":0.839065,"hf_subset":"vec_Latn-azb_Arab","languages":["vec-Latn","azb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vec_Latn-deu_Latn","languages":["vec-Latn","deu-Latn"]},{"precision":0.925313,"recall":0.94664,"f1":0.932213,"accuracy":0.94664,"main_score":0.932213,"hf_subset":"vec_Latn-hat_Latn","languages":["vec-Latn","hat-Latn"]},{"precision":0.435713,"recall":0.508893,"f1":0.45599,"accuracy":0.508893,"main_score":0.45599,"hf_subset":"vec_Latn-kbp_Latn","languages":["vec-Latn","kbp-Latn"]},{"precision":0.505026,"recall":0.577075,"f1":0.525029,"accuracy":0.577075,"main_score":0.525029,"hf_subset":"vec_Latn-luo_Latn","languages":["vec-Latn","luo-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"vec_Latn-ory_Orya","languages":["vec-Latn","ory-Orya"]},{"precision":0.495513,"recall":0.571146,"f1":0.517285,"accuracy":0.571146,"main_score":0.517285,"hf_subset":"vec_Latn-sna_Latn","languages":["vec-Latn","sna-Latn"]},{"precision":0.467822,"recall":0.538538,"f1":0.487255,"accuracy":0.538538,"main_score":0.487255,"hf_subset":"vec_Latn-tso_Latn","languages":["vec-Latn","tso-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vec_Latn-azj_Latn","languages":["vec-Latn","azj-Latn"]},{"precision":0.49039,"recall":0.56917,"f1":0.512668,"accuracy":0.56917,"main_score":0.512668,"hf_subset":"vec_Latn-dik_Latn","languages":["vec-Latn","dik-Latn"]},{"precision":0.471269,"recall":0.543478,"f1":0.491137,"accuracy":0.543478,"main_score":0.491137,"hf_subset":"vec_Latn-hau_Latn","languages":["vec-Latn","hau-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"vec_Latn-kea_Latn","languages":["vec-Latn","kea-Latn"]},{"precision":0.641824,"recall":0.713439,"f1":0.662834,"accuracy":0.713439,"main_score":0.662834,"hf_subset":"vec_Latn-lus_Latn","languages":["vec-Latn","lus-Latn"]},{"precision":0.811825,"recall":0.856719,"f1":0.825725,"accuracy":0.856719,"main_score":0.825725,"hf_subset":"vec_Latn-pag_Latn","languages":["vec-Latn","pag-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"vec_Latn-snd_Arab","languages":["vec-Latn","snd-Arab"]},{"precision":0.865036,"recall":0.90415,"f1":0.877536,"accuracy":0.90415,"main_score":0.877536,"hf_subset":"vec_Latn-tuk_Latn","languages":["vec-Latn","tuk-Latn"]},{"precision":0.938735,"recall":0.95751,"f1":0.944829,"accuracy":0.95751,"main_score":0.944829,"hf_subset":"vec_Latn-bak_Cyrl","languages":["vec-Latn","bak-Cyrl"]},{"precision":0.426474,"recall":0.522727,"f1":0.453697,"accuracy":0.522727,"main_score":0.453697,"hf_subset":"vec_Latn-dyu_Latn","languages":["vec-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-heb_Hebr","languages":["vec-Latn","heb-Hebr"]},{"precision":0.880599,"recall":0.91502,"f1":0.891469,"accuracy":0.91502,"main_score":0.891469,"hf_subset":"vec_Latn-khk_Cyrl","languages":["vec-Latn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vec_Latn-lvs_Latn","languages":["vec-Latn","lvs-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vec_Latn-pan_Guru","languages":["vec-Latn","pan-Guru"]},{"precision":0.476914,"recall":0.552372,"f1":0.497938,"accuracy":0.552372,"main_score":0.497938,"hf_subset":"vec_Latn-som_Latn","languages":["vec-Latn","som-Latn"]},{"precision":0.499323,"recall":0.571146,"f1":0.51895,"accuracy":0.571146,"main_score":0.51895,"hf_subset":"vec_Latn-tum_Latn","languages":["vec-Latn","tum-Latn"]},{"precision":0.225248,"recall":0.282609,"f1":0.239499,"accuracy":0.282609,"main_score":0.239499,"hf_subset":"amh_Ethi-ace_Arab","languages":["amh-Ethi","ace-Arab"]},{"precision":0.247482,"recall":0.290514,"f1":0.258039,"accuracy":0.290514,"main_score":0.258039,"hf_subset":"amh_Ethi-bam_Latn","languages":["amh-Ethi","bam-Latn"]},{"precision":0.112623,"recall":0.148221,"f1":0.121331,"accuracy":0.148221,"main_score":0.121331,"hf_subset":"amh_Ethi-dzo_Tibt","languages":["amh-Ethi","dzo-Tibt"]},{"precision":0.526763,"recall":0.613636,"f1":0.55084,"accuracy":0.613636,"main_score":0.55084,"hf_subset":"amh_Ethi-hin_Deva","languages":["amh-Ethi","hin-Deva"]},{"precision":0.405239,"recall":0.48419,"f1":0.4252,"accuracy":0.48419,"main_score":0.4252,"hf_subset":"amh_Ethi-khm_Khmr","languages":["amh-Ethi","khm-Khmr"]},{"precision":0.496298,"recall":0.576087,"f1":0.517759,"accuracy":0.576087,"main_score":0.517759,"hf_subset":"amh_Ethi-mag_Deva","languages":["amh-Ethi","mag-Deva"]},{"precision":0.451477,"recall":0.535573,"f1":0.473672,"accuracy":0.535573,"main_score":0.473672,"hf_subset":"amh_Ethi-pap_Latn","languages":["amh-Ethi","pap-Latn"]},{"precision":0.258731,"recall":0.3083,"f1":0.271039,"accuracy":0.3083,"main_score":0.271039,"hf_subset":"amh_Ethi-sot_Latn","languages":["amh-Ethi","sot-Latn"]},{"precision":0.518742,"recall":0.613636,"f1":0.544651,"accuracy":0.613636,"main_score":0.544651,"hf_subset":"amh_Ethi-tur_Latn","languages":["amh-Ethi","tur-Latn"]},{"precision":0.333393,"recall":0.389328,"f1":0.347861,"accuracy":0.389328,"main_score":0.347861,"hf_subset":"amh_Ethi-ace_Latn","languages":["amh-Ethi","ace-Latn"]},{"precision":0.369084,"recall":0.442688,"f1":0.388104,"accuracy":0.442688,"main_score":0.388104,"hf_subset":"amh_Ethi-ban_Latn","languages":["amh-Ethi","ban-Latn"]},{"precision":0.499529,"recall":0.598814,"f1":0.527355,"accuracy":0.598814,"main_score":0.527355,"hf_subset":"amh_Ethi-ell_Grek","languages":["amh-Ethi","ell-Grek"]},{"precision":0.46149,"recall":0.550395,"f1":0.485784,"accuracy":0.550395,"main_score":0.485784,"hf_subset":"amh_Ethi-hne_Deva","languages":["amh-Ethi","hne-Deva"]},{"precision":0.165134,"recall":0.214427,"f1":0.176629,"accuracy":0.214427,"main_score":0.176629,"hf_subset":"amh_Ethi-kik_Latn","languages":["amh-Ethi","kik-Latn"]},{"precision":0.475341,"recall":0.554348,"f1":0.495732,"accuracy":0.554348,"main_score":0.495732,"hf_subset":"amh_Ethi-mai_Deva","languages":["amh-Ethi","mai-Deva"]},{"precision":0.421623,"recall":0.496047,"f1":0.440269,"accuracy":0.496047,"main_score":0.440269,"hf_subset":"amh_Ethi-pbt_Arab","languages":["amh-Ethi","pbt-Arab"]},{"precision":0.486664,"recall":0.578063,"f1":0.511379,"accuracy":0.578063,"main_score":0.511379,"hf_subset":"amh_Ethi-spa_Latn","languages":["amh-Ethi","spa-Latn"]},{"precision":0.255074,"recall":0.299407,"f1":0.265927,"accuracy":0.299407,"main_score":0.265927,"hf_subset":"amh_Ethi-twi_Latn","languages":["amh-Ethi","twi-Latn"]},{"precision":0.478205,"recall":0.561265,"f1":0.499966,"accuracy":0.561265,"main_score":0.499966,"hf_subset":"amh_Ethi-acm_Arab","languages":["amh-Ethi","acm-Arab"]},{"precision":0.48885,"recall":0.577075,"f1":0.512861,"accuracy":0.577075,"main_score":0.512861,"hf_subset":"amh_Ethi-bel_Cyrl","languages":["amh-Ethi","bel-Cyrl"]},{"precision":0.484031,"recall":0.577075,"f1":0.508525,"accuracy":0.577075,"main_score":0.508525,"hf_subset":"amh_Ethi-eng_Latn","languages":["amh-Ethi","eng-Latn"]},{"precision":0.507459,"recall":0.594862,"f1":0.531058,"accuracy":0.594862,"main_score":0.531058,"hf_subset":"amh_Ethi-hrv_Latn","languages":["amh-Ethi","hrv-Latn"]},{"precision":0.256014,"recall":0.294466,"f1":0.265932,"accuracy":0.294466,"main_score":0.265932,"hf_subset":"amh_Ethi-kin_Latn","languages":["amh-Ethi","kin-Latn"]},{"precision":0.516464,"recall":0.603755,"f1":0.540248,"accuracy":0.603755,"main_score":0.540248,"hf_subset":"amh_Ethi-mal_Mlym","languages":["amh-Ethi","mal-Mlym"]},{"precision":0.503924,"recall":0.598814,"f1":0.529844,"accuracy":0.598814,"main_score":0.529844,"hf_subset":"amh_Ethi-pes_Arab","languages":["amh-Ethi","pes-Arab"]},{"precision":0.441987,"recall":0.529644,"f1":0.466186,"accuracy":0.529644,"main_score":0.466186,"hf_subset":"amh_Ethi-srd_Latn","languages":["amh-Ethi","srd-Latn"]},{"precision":0.163655,"recall":0.202569,"f1":0.172647,"accuracy":0.202569,"main_score":0.172647,"hf_subset":"amh_Ethi-tzm_Tfng","languages":["amh-Ethi","tzm-Tfng"]},{"precision":0.493993,"recall":0.58004,"f1":0.517283,"accuracy":0.58004,"main_score":0.517283,"hf_subset":"amh_Ethi-acq_Arab","languages":["amh-Ethi","acq-Arab"]},{"precision":0.276075,"recall":0.316206,"f1":0.286465,"accuracy":0.316206,"main_score":0.286465,"hf_subset":"amh_Ethi-bem_Latn","languages":["amh-Ethi","bem-Latn"]},{"precision":0.506994,"recall":0.591897,"f1":0.529859,"accuracy":0.591897,"main_score":0.529859,"hf_subset":"amh_Ethi-epo_Latn","languages":["amh-Ethi","epo-Latn"]},{"precision":0.50368,"recall":0.590909,"f1":0.526896,"accuracy":0.590909,"main_score":0.526896,"hf_subset":"amh_Ethi-hun_Latn","languages":["amh-Ethi","hun-Latn"]},{"precision":0.468971,"recall":0.544466,"f1":0.488939,"accuracy":0.544466,"main_score":0.488939,"hf_subset":"amh_Ethi-kir_Cyrl","languages":["amh-Ethi","kir-Cyrl"]},{"precision":0.527999,"recall":0.616601,"f1":0.552537,"accuracy":0.616601,"main_score":0.552537,"hf_subset":"amh_Ethi-mar_Deva","languages":["amh-Ethi","mar-Deva"]},{"precision":0.293051,"recall":0.341897,"f1":0.305792,"accuracy":0.341897,"main_score":0.305792,"hf_subset":"amh_Ethi-plt_Latn","languages":["amh-Ethi","plt-Latn"]},{"precision":0.515395,"recall":0.606719,"f1":0.540317,"accuracy":0.606719,"main_score":0.540317,"hf_subset":"amh_Ethi-srp_Cyrl","languages":["amh-Ethi","srp-Cyrl"]},{"precision":0.469182,"recall":0.551383,"f1":0.490895,"accuracy":0.551383,"main_score":0.490895,"hf_subset":"amh_Ethi-uig_Arab","languages":["amh-Ethi","uig-Arab"]},{"precision":0.463406,"recall":0.545455,"f1":0.485419,"accuracy":0.545455,"main_score":0.485419,"hf_subset":"amh_Ethi-aeb_Arab","languages":["amh-Ethi","aeb-Arab"]},{"precision":0.508018,"recall":0.594862,"f1":0.531817,"accuracy":0.594862,"main_score":0.531817,"hf_subset":"amh_Ethi-ben_Beng","languages":["amh-Ethi","ben-Beng"]},{"precision":0.505127,"recall":0.594862,"f1":0.529508,"accuracy":0.594862,"main_score":0.529508,"hf_subset":"amh_Ethi-est_Latn","languages":["amh-Ethi","est-Latn"]},{"precision":0.497148,"recall":0.585968,"f1":0.521845,"accuracy":0.585968,"main_score":0.521845,"hf_subset":"amh_Ethi-hye_Armn","languages":["amh-Ethi","hye-Armn"]},{"precision":0.245991,"recall":0.281621,"f1":0.255332,"accuracy":0.281621,"main_score":0.255332,"hf_subset":"amh_Ethi-kmb_Latn","languages":["amh-Ethi","kmb-Latn"]},{"precision":0.209571,"recall":0.256917,"f1":0.22115,"accuracy":0.256917,"main_score":0.22115,"hf_subset":"amh_Ethi-min_Arab","languages":["amh-Ethi","min-Arab"]},{"precision":0.490593,"recall":0.583992,"f1":0.516185,"accuracy":0.583992,"main_score":0.516185,"hf_subset":"amh_Ethi-pol_Latn","languages":["amh-Ethi","pol-Latn"]},{"precision":0.253531,"recall":0.295455,"f1":0.264509,"accuracy":0.295455,"main_score":0.264509,"hf_subset":"amh_Ethi-ssw_Latn","languages":["amh-Ethi","ssw-Latn"]},{"precision":0.512649,"recall":0.604743,"f1":0.538392,"accuracy":0.604743,"main_score":0.538392,"hf_subset":"amh_Ethi-ukr_Cyrl","languages":["amh-Ethi","ukr-Cyrl"]},{"precision":0.525926,"recall":0.612648,"f1":0.549056,"accuracy":0.612648,"main_score":0.549056,"hf_subset":"amh_Ethi-afr_Latn","languages":["amh-Ethi","afr-Latn"]},{"precision":0.453628,"recall":0.537549,"f1":0.474811,"accuracy":0.537549,"main_score":0.474811,"hf_subset":"amh_Ethi-bho_Deva","languages":["amh-Ethi","bho-Deva"]},{"precision":0.459154,"recall":0.535573,"f1":0.479442,"accuracy":0.535573,"main_score":0.479442,"hf_subset":"amh_Ethi-eus_Latn","languages":["amh-Ethi","eus-Latn"]},{"precision":0.232525,"recall":0.282609,"f1":0.245048,"accuracy":0.282609,"main_score":0.245048,"hf_subset":"amh_Ethi-ibo_Latn","languages":["amh-Ethi","ibo-Latn"]},{"precision":0.378471,"recall":0.442688,"f1":0.395011,"accuracy":0.442688,"main_score":0.395011,"hf_subset":"amh_Ethi-kmr_Latn","languages":["amh-Ethi","kmr-Latn"]},{"precision":0.40723,"recall":0.482213,"f1":0.426136,"accuracy":0.482213,"main_score":0.426136,"hf_subset":"amh_Ethi-min_Latn","languages":["amh-Ethi","min-Latn"]},{"precision":0.49467,"recall":0.589921,"f1":0.520567,"accuracy":0.589921,"main_score":0.520567,"hf_subset":"amh_Ethi-por_Latn","languages":["amh-Ethi","por-Latn"]},{"precision":0.454004,"recall":0.532609,"f1":0.474049,"accuracy":0.532609,"main_score":0.474049,"hf_subset":"amh_Ethi-sun_Latn","languages":["amh-Ethi","sun-Latn"]},{"precision":0.240284,"recall":0.278656,"f1":0.25001,"accuracy":0.278656,"main_score":0.25001,"hf_subset":"amh_Ethi-umb_Latn","languages":["amh-Ethi","umb-Latn"]},{"precision":0.490378,"recall":0.579051,"f1":0.514202,"accuracy":0.579051,"main_score":0.514202,"hf_subset":"amh_Ethi-ajp_Arab","languages":["amh-Ethi","ajp-Arab"]},{"precision":0.231849,"recall":0.280632,"f1":0.243319,"accuracy":0.280632,"main_score":0.243319,"hf_subset":"amh_Ethi-bjn_Arab","languages":["amh-Ethi","bjn-Arab"]},{"precision":0.224766,"recall":0.267787,"f1":0.234906,"accuracy":0.267787,"main_score":0.234906,"hf_subset":"amh_Ethi-ewe_Latn","languages":["amh-Ethi","ewe-Latn"]},{"precision":0.383321,"recall":0.44664,"f1":0.39938,"accuracy":0.44664,"main_score":0.39938,"hf_subset":"amh_Ethi-ilo_Latn","languages":["amh-Ethi","ilo-Latn"]},{"precision":0.158665,"recall":0.213439,"f1":0.171929,"accuracy":0.213439,"main_score":0.171929,"hf_subset":"amh_Ethi-knc_Arab","languages":["amh-Ethi","knc-Arab"]},{"precision":0.516902,"recall":0.605731,"f1":0.541113,"accuracy":0.605731,"main_score":0.541113,"hf_subset":"amh_Ethi-mkd_Cyrl","languages":["amh-Ethi","mkd-Cyrl"]},{"precision":0.524465,"recall":0.617589,"f1":0.550424,"accuracy":0.617589,"main_score":0.550424,"hf_subset":"amh_Ethi-prs_Arab","languages":["amh-Ethi","prs-Arab"]},{"precision":0.504079,"recall":0.596838,"f1":0.529232,"accuracy":0.596838,"main_score":0.529232,"hf_subset":"amh_Ethi-swe_Latn","languages":["amh-Ethi","swe-Latn"]},{"precision":0.505095,"recall":0.593874,"f1":0.529907,"accuracy":0.593874,"main_score":0.529907,"hf_subset":"amh_Ethi-urd_Arab","languages":["amh-Ethi","urd-Arab"]},{"precision":0.227556,"recall":0.269763,"f1":0.23894,"accuracy":0.269763,"main_score":0.23894,"hf_subset":"amh_Ethi-aka_Latn","languages":["amh-Ethi","aka-Latn"]},{"precision":0.408633,"recall":0.497036,"f1":0.432061,"accuracy":0.497036,"main_score":0.432061,"hf_subset":"amh_Ethi-bjn_Latn","languages":["amh-Ethi","bjn-Latn"]},{"precision":0.415256,"recall":0.499012,"f1":0.436977,"accuracy":0.499012,"main_score":0.436977,"hf_subset":"amh_Ethi-fao_Latn","languages":["amh-Ethi","fao-Latn"]},{"precision":0.481937,"recall":0.578063,"f1":0.508437,"accuracy":0.578063,"main_score":0.508437,"hf_subset":"amh_Ethi-ind_Latn","languages":["amh-Ethi","ind-Latn"]},{"precision":0.262681,"recall":0.304348,"f1":0.273005,"accuracy":0.304348,"main_score":0.273005,"hf_subset":"amh_Ethi-knc_Latn","languages":["amh-Ethi","knc-Latn"]},{"precision":0.471897,"recall":0.550395,"f1":0.493299,"accuracy":0.550395,"main_score":0.493299,"hf_subset":"amh_Ethi-mlt_Latn","languages":["amh-Ethi","mlt-Latn"]},{"precision":0.261427,"recall":0.298419,"f1":0.271045,"accuracy":0.298419,"main_score":0.271045,"hf_subset":"amh_Ethi-quy_Latn","languages":["amh-Ethi","quy-Latn"]},{"precision":0.376298,"recall":0.448617,"f1":0.395141,"accuracy":0.448617,"main_score":0.395141,"hf_subset":"amh_Ethi-swh_Latn","languages":["amh-Ethi","swh-Latn"]},{"precision":0.52641,"recall":0.610672,"f1":0.549087,"accuracy":0.610672,"main_score":0.549087,"hf_subset":"amh_Ethi-uzn_Latn","languages":["amh-Ethi","uzn-Latn"]},{"precision":0.538241,"recall":0.621542,"f1":0.560678,"accuracy":0.621542,"main_score":0.560678,"hf_subset":"amh_Ethi-als_Latn","languages":["amh-Ethi","als-Latn"]},{"precision":0.184421,"recall":0.225296,"f1":0.194339,"accuracy":0.225296,"main_score":0.194339,"hf_subset":"amh_Ethi-bod_Tibt","languages":["amh-Ethi","bod-Tibt"]},{"precision":0.249604,"recall":0.286561,"f1":0.259042,"accuracy":0.286561,"main_score":0.259042,"hf_subset":"amh_Ethi-fij_Latn","languages":["amh-Ethi","fij-Latn"]},{"precision":0.417545,"recall":0.501976,"f1":0.439321,"accuracy":0.501976,"main_score":0.439321,"hf_subset":"amh_Ethi-isl_Latn","languages":["amh-Ethi","isl-Latn"]},{"precision":0.257523,"recall":0.30336,"f1":0.268828,"accuracy":0.30336,"main_score":0.268828,"hf_subset":"amh_Ethi-kon_Latn","languages":["amh-Ethi","kon-Latn"]},{"precision":0.27065,"recall":0.324111,"f1":0.28425,"accuracy":0.324111,"main_score":0.28425,"hf_subset":"amh_Ethi-mni_Beng","languages":["amh-Ethi","mni-Beng"]},{"precision":0.498294,"recall":0.593874,"f1":0.524666,"accuracy":0.593874,"main_score":0.524666,"hf_subset":"amh_Ethi-ron_Latn","languages":["amh-Ethi","ron-Latn"]},{"precision":0.46488,"recall":0.552372,"f1":0.487586,"accuracy":0.552372,"main_score":0.487586,"hf_subset":"amh_Ethi-szl_Latn","languages":["amh-Ethi","szl-Latn"]},{"precision":0.48345,"recall":0.573123,"f1":0.507531,"accuracy":0.573123,"main_score":0.507531,"hf_subset":"amh_Ethi-vec_Latn","languages":["amh-Ethi","vec-Latn"]},{"precision":0.503498,"recall":0.596838,"f1":0.529314,"accuracy":0.596838,"main_score":0.529314,"hf_subset":"amh_Ethi-bos_Latn","languages":["amh-Ethi","bos-Latn"]},{"precision":0.475174,"recall":0.56917,"f1":0.500408,"accuracy":0.56917,"main_score":0.500408,"hf_subset":"amh_Ethi-fin_Latn","languages":["amh-Ethi","fin-Latn"]},{"precision":0.483737,"recall":0.578063,"f1":0.509016,"accuracy":0.578063,"main_score":0.509016,"hf_subset":"amh_Ethi-ita_Latn","languages":["amh-Ethi","ita-Latn"]},{"precision":0.486976,"recall":0.577075,"f1":0.511024,"accuracy":0.577075,"main_score":0.511024,"hf_subset":"amh_Ethi-kor_Hang","languages":["amh-Ethi","kor-Hang"]},{"precision":0.243091,"recall":0.278656,"f1":0.251753,"accuracy":0.278656,"main_score":0.251753,"hf_subset":"amh_Ethi-mos_Latn","languages":["amh-Ethi","mos-Latn"]},{"precision":0.238178,"recall":0.283597,"f1":0.248594,"accuracy":0.283597,"main_score":0.248594,"hf_subset":"amh_Ethi-run_Latn","languages":["amh-Ethi","run-Latn"]},{"precision":0.520326,"recall":0.604743,"f1":0.543483,"accuracy":0.604743,"main_score":0.543483,"hf_subset":"amh_Ethi-tam_Taml","languages":["amh-Ethi","tam-Taml"]},{"precision":0.467689,"recall":0.566206,"f1":0.494933,"accuracy":0.566206,"main_score":0.494933,"hf_subset":"amh_Ethi-vie_Latn","languages":["amh-Ethi","vie-Latn"]},{"precision":0.473584,"recall":0.561265,"f1":0.497264,"accuracy":0.561265,"main_score":0.497264,"hf_subset":"amh_Ethi-apc_Arab","languages":["amh-Ethi","apc-Arab"]},{"precision":0.302434,"recall":0.349802,"f1":0.314824,"accuracy":0.349802,"main_score":0.314824,"hf_subset":"amh_Ethi-bug_Latn","languages":["amh-Ethi","bug-Latn"]},{"precision":0.207946,"recall":0.247036,"f1":0.217731,"accuracy":0.247036,"main_score":0.217731,"hf_subset":"amh_Ethi-fon_Latn","languages":["amh-Ethi","fon-Latn"]},{"precision":0.462955,"recall":0.543478,"f1":0.483644,"accuracy":0.543478,"main_score":0.483644,"hf_subset":"amh_Ethi-jav_Latn","languages":["amh-Ethi","jav-Latn"]},{"precision":0.40186,"recall":0.48913,"f1":0.425143,"accuracy":0.48913,"main_score":0.425143,"hf_subset":"amh_Ethi-lao_Laoo","languages":["amh-Ethi","lao-Laoo"]},{"precision":0.293521,"recall":0.34585,"f1":0.306671,"accuracy":0.34585,"main_score":0.306671,"hf_subset":"amh_Ethi-mri_Latn","languages":["amh-Ethi","mri-Latn"]},{"precision":0.500615,"recall":0.592885,"f1":0.524995,"accuracy":0.592885,"main_score":0.524995,"hf_subset":"amh_Ethi-rus_Cyrl","languages":["amh-Ethi","rus-Cyrl"]},{"precision":0.252837,"recall":0.286561,"f1":0.26188,"accuracy":0.286561,"main_score":0.26188,"hf_subset":"amh_Ethi-taq_Latn","languages":["amh-Ethi","taq-Latn"]},{"precision":0.46142,"recall":0.546443,"f1":0.482888,"accuracy":0.546443,"main_score":0.482888,"hf_subset":"amh_Ethi-war_Latn","languages":["amh-Ethi","war-Latn"]},{"precision":0.477803,"recall":0.570158,"f1":0.503252,"accuracy":0.570158,"main_score":0.503252,"hf_subset":"amh_Ethi-arb_Arab","languages":["amh-Ethi","arb-Arab"]},{"precision":0.526993,"recall":0.619565,"f1":0.551864,"accuracy":0.619565,"main_score":0.551864,"hf_subset":"amh_Ethi-bul_Cyrl","languages":["amh-Ethi","bul-Cyrl"]},{"precision":0.475599,"recall":0.574111,"f1":0.50161,"accuracy":0.574111,"main_score":0.50161,"hf_subset":"amh_Ethi-fra_Latn","languages":["amh-Ethi","fra-Latn"]},{"precision":0.450549,"recall":0.547431,"f1":0.476892,"accuracy":0.547431,"main_score":0.476892,"hf_subset":"amh_Ethi-jpn_Jpan","languages":["amh-Ethi","jpn-Jpan"]},{"precision":0.467763,"recall":0.547431,"f1":0.488606,"accuracy":0.547431,"main_score":0.488606,"hf_subset":"amh_Ethi-lij_Latn","languages":["amh-Ethi","lij-Latn"]},{"precision":0.385524,"recall":0.481225,"f1":0.41118,"accuracy":0.481225,"main_score":0.41118,"hf_subset":"amh_Ethi-mya_Mymr","languages":["amh-Ethi","mya-Mymr"]},{"precision":0.239364,"recall":0.288538,"f1":0.25217,"accuracy":0.288538,"main_score":0.25217,"hf_subset":"amh_Ethi-sag_Latn","languages":["amh-Ethi","sag-Latn"]},{"precision":0.159142,"recall":0.210474,"f1":0.170908,"accuracy":0.210474,"main_score":0.170908,"hf_subset":"amh_Ethi-taq_Tfng","languages":["amh-Ethi","taq-Tfng"]},{"precision":0.265115,"recall":0.318182,"f1":0.277795,"accuracy":0.318182,"main_score":0.277795,"hf_subset":"amh_Ethi-wol_Latn","languages":["amh-Ethi","wol-Latn"]},{"precision":0.276615,"recall":0.335968,"f1":0.292027,"accuracy":0.335968,"main_score":0.292027,"hf_subset":"amh_Ethi-arb_Latn","languages":["amh-Ethi","arb-Latn"]},{"precision":0.500936,"recall":0.594862,"f1":0.526806,"accuracy":0.594862,"main_score":0.526806,"hf_subset":"amh_Ethi-cat_Latn","languages":["amh-Ethi","cat-Latn"]},{"precision":0.476451,"recall":0.555336,"f1":0.497063,"accuracy":0.555336,"main_score":0.497063,"hf_subset":"amh_Ethi-fur_Latn","languages":["amh-Ethi","fur-Latn"]},{"precision":0.228124,"recall":0.264822,"f1":0.237253,"accuracy":0.264822,"main_score":0.237253,"hf_subset":"amh_Ethi-kab_Latn","languages":["amh-Ethi","kab-Latn"]},{"precision":0.438462,"recall":0.521739,"f1":0.460711,"accuracy":0.521739,"main_score":0.460711,"hf_subset":"amh_Ethi-lim_Latn","languages":["amh-Ethi","lim-Latn"]},{"precision":0.486796,"recall":0.577075,"f1":0.510943,"accuracy":0.577075,"main_score":0.510943,"hf_subset":"amh_Ethi-nld_Latn","languages":["amh-Ethi","nld-Latn"]},{"precision":0.449268,"recall":0.523715,"f1":0.4693,"accuracy":0.523715,"main_score":0.4693,"hf_subset":"amh_Ethi-san_Deva","languages":["amh-Ethi","san-Deva"]},{"precision":0.524731,"recall":0.599802,"f1":0.545684,"accuracy":0.599802,"main_score":0.545684,"hf_subset":"amh_Ethi-tat_Cyrl","languages":["amh-Ethi","tat-Cyrl"]},{"precision":0.273622,"recall":0.323123,"f1":0.285542,"accuracy":0.323123,"main_score":0.285542,"hf_subset":"amh_Ethi-xho_Latn","languages":["amh-Ethi","xho-Latn"]},{"precision":0.454536,"recall":0.548419,"f1":0.48035,"accuracy":0.548419,"main_score":0.48035,"hf_subset":"amh_Ethi-ars_Arab","languages":["amh-Ethi","ars-Arab"]},{"precision":0.490793,"recall":0.56917,"f1":0.511023,"accuracy":0.56917,"main_score":0.511023,"hf_subset":"amh_Ethi-ceb_Latn","languages":["amh-Ethi","ceb-Latn"]},{"precision":0.244848,"recall":0.296443,"f1":0.25738,"accuracy":0.296443,"main_score":0.25738,"hf_subset":"amh_Ethi-fuv_Latn","languages":["amh-Ethi","fuv-Latn"]},{"precision":0.236707,"recall":0.278656,"f1":0.247925,"accuracy":0.278656,"main_score":0.247925,"hf_subset":"amh_Ethi-kac_Latn","languages":["amh-Ethi","kac-Latn"]},{"precision":0.286915,"recall":0.331028,"f1":0.297948,"accuracy":0.331028,"main_score":0.297948,"hf_subset":"amh_Ethi-lin_Latn","languages":["amh-Ethi","lin-Latn"]},{"precision":0.486509,"recall":0.578063,"f1":0.511363,"accuracy":0.578063,"main_score":0.511363,"hf_subset":"amh_Ethi-nno_Latn","languages":["amh-Ethi","nno-Latn"]},{"precision":0.032816,"recall":0.078063,"f1":0.041469,"accuracy":0.078063,"main_score":0.041469,"hf_subset":"amh_Ethi-sat_Olck","languages":["amh-Ethi","sat-Olck"]},{"precision":0.507606,"recall":0.596838,"f1":0.532125,"accuracy":0.596838,"main_score":0.532125,"hf_subset":"amh_Ethi-tel_Telu","languages":["amh-Ethi","tel-Telu"]},{"precision":0.410481,"recall":0.482213,"f1":0.428648,"accuracy":0.482213,"main_score":0.428648,"hf_subset":"amh_Ethi-ydd_Hebr","languages":["amh-Ethi","ydd-Hebr"]},{"precision":0.413843,"recall":0.499012,"f1":0.436632,"accuracy":0.499012,"main_score":0.436632,"hf_subset":"amh_Ethi-ary_Arab","languages":["amh-Ethi","ary-Arab"]},{"precision":0.507304,"recall":0.604743,"f1":0.534292,"accuracy":0.604743,"main_score":0.534292,"hf_subset":"amh_Ethi-ces_Latn","languages":["amh-Ethi","ces-Latn"]},{"precision":0.27564,"recall":0.31917,"f1":0.286273,"accuracy":0.31917,"main_score":0.286273,"hf_subset":"amh_Ethi-gaz_Latn","languages":["amh-Ethi","gaz-Latn"]},{"precision":0.241831,"recall":0.285573,"f1":0.253345,"accuracy":0.285573,"main_score":0.253345,"hf_subset":"amh_Ethi-kam_Latn","languages":["amh-Ethi","kam-Latn"]},{"precision":0.511576,"recall":0.596838,"f1":0.534657,"accuracy":0.596838,"main_score":0.534657,"hf_subset":"amh_Ethi-lit_Latn","languages":["amh-Ethi","lit-Latn"]},{"precision":0.502068,"recall":0.593874,"f1":0.526645,"accuracy":0.593874,"main_score":0.526645,"hf_subset":"amh_Ethi-nob_Latn","languages":["amh-Ethi","nob-Latn"]},{"precision":0.456823,"recall":0.536561,"f1":0.477709,"accuracy":0.536561,"main_score":0.477709,"hf_subset":"amh_Ethi-scn_Latn","languages":["amh-Ethi","scn-Latn"]},{"precision":0.482576,"recall":0.555336,"f1":0.502147,"accuracy":0.555336,"main_score":0.502147,"hf_subset":"amh_Ethi-tgk_Cyrl","languages":["amh-Ethi","tgk-Cyrl"]},{"precision":0.188875,"recall":0.235178,"f1":0.200004,"accuracy":0.235178,"main_score":0.200004,"hf_subset":"amh_Ethi-yor_Latn","languages":["amh-Ethi","yor-Latn"]},{"precision":0.457949,"recall":0.541502,"f1":0.480531,"accuracy":0.541502,"main_score":0.480531,"hf_subset":"amh_Ethi-arz_Arab","languages":["amh-Ethi","arz-Arab"]},{"precision":0.247917,"recall":0.285573,"f1":0.257559,"accuracy":0.285573,"main_score":0.257559,"hf_subset":"amh_Ethi-cjk_Latn","languages":["amh-Ethi","cjk-Latn"]},{"precision":0.31951,"recall":0.380435,"f1":0.334307,"accuracy":0.380435,"main_score":0.334307,"hf_subset":"amh_Ethi-gla_Latn","languages":["amh-Ethi","gla-Latn"]},{"precision":0.535614,"recall":0.616601,"f1":0.557653,"accuracy":0.616601,"main_score":0.557653,"hf_subset":"amh_Ethi-kan_Knda","languages":["amh-Ethi","kan-Knda"]},{"precision":0.44703,"recall":0.529644,"f1":0.468382,"accuracy":0.529644,"main_score":0.468382,"hf_subset":"amh_Ethi-lmo_Latn","languages":["amh-Ethi","lmo-Latn"]},{"precision":0.524756,"recall":0.613636,"f1":0.54906,"accuracy":0.613636,"main_score":0.54906,"hf_subset":"amh_Ethi-npi_Deva","languages":["amh-Ethi","npi-Deva"]},{"precision":0.212044,"recall":0.261858,"f1":0.224741,"accuracy":0.261858,"main_score":0.224741,"hf_subset":"amh_Ethi-shn_Mymr","languages":["amh-Ethi","shn-Mymr"]},{"precision":0.517304,"recall":0.599802,"f1":0.539769,"accuracy":0.599802,"main_score":0.539769,"hf_subset":"amh_Ethi-tgl_Latn","languages":["amh-Ethi","tgl-Latn"]},{"precision":0.463094,"recall":0.556324,"f1":0.487813,"accuracy":0.556324,"main_score":0.487813,"hf_subset":"amh_Ethi-yue_Hant","languages":["amh-Ethi","yue-Hant"]},{"precision":0.475206,"recall":0.559289,"f1":0.498231,"accuracy":0.559289,"main_score":0.498231,"hf_subset":"amh_Ethi-asm_Beng","languages":["amh-Ethi","asm-Beng"]},{"precision":0.395977,"recall":0.464427,"f1":0.414081,"accuracy":0.464427,"main_score":0.414081,"hf_subset":"amh_Ethi-ckb_Arab","languages":["amh-Ethi","ckb-Arab"]},{"precision":0.396873,"recall":0.467391,"f1":0.414976,"accuracy":0.467391,"main_score":0.414976,"hf_subset":"amh_Ethi-gle_Latn","languages":["amh-Ethi","gle-Latn"]},{"precision":0.372482,"recall":0.451581,"f1":0.393353,"accuracy":0.451581,"main_score":0.393353,"hf_subset":"amh_Ethi-kas_Arab","languages":["amh-Ethi","kas-Arab"]},{"precision":0.383765,"recall":0.454545,"f1":0.401976,"accuracy":0.454545,"main_score":0.401976,"hf_subset":"amh_Ethi-ltg_Latn","languages":["amh-Ethi","ltg-Latn"]},{"precision":0.268706,"recall":0.316206,"f1":0.280886,"accuracy":0.316206,"main_score":0.280886,"hf_subset":"amh_Ethi-nso_Latn","languages":["amh-Ethi","nso-Latn"]},{"precision":0.326481,"recall":0.386364,"f1":0.341904,"accuracy":0.386364,"main_score":0.341904,"hf_subset":"amh_Ethi-sin_Sinh","languages":["amh-Ethi","sin-Sinh"]},{"precision":0.480409,"recall":0.570158,"f1":0.504817,"accuracy":0.570158,"main_score":0.504817,"hf_subset":"amh_Ethi-tha_Thai","languages":["amh-Ethi","tha-Thai"]},{"precision":0.427591,"recall":0.525692,"f1":0.453828,"accuracy":0.525692,"main_score":0.453828,"hf_subset":"amh_Ethi-zho_Hans","languages":["amh-Ethi","zho-Hans"]},{"precision":0.485555,"recall":0.575099,"f1":0.509678,"accuracy":0.575099,"main_score":0.509678,"hf_subset":"amh_Ethi-ast_Latn","languages":["amh-Ethi","ast-Latn"]},{"precision":0.475341,"recall":0.561265,"f1":0.497895,"accuracy":0.561265,"main_score":0.497895,"hf_subset":"amh_Ethi-crh_Latn","languages":["amh-Ethi","crh-Latn"]},{"precision":0.498323,"recall":0.593874,"f1":0.524449,"accuracy":0.593874,"main_score":0.524449,"hf_subset":"amh_Ethi-glg_Latn","languages":["amh-Ethi","glg-Latn"]},{"precision":0.342405,"recall":0.410079,"f1":0.360275,"accuracy":0.410079,"main_score":0.360275,"hf_subset":"amh_Ethi-kas_Deva","languages":["amh-Ethi","kas-Deva"]},{"precision":0.462001,"recall":0.551383,"f1":0.485668,"accuracy":0.551383,"main_score":0.485668,"hf_subset":"amh_Ethi-ltz_Latn","languages":["amh-Ethi","ltz-Latn"]},{"precision":0.24403,"recall":0.290514,"f1":0.256079,"accuracy":0.290514,"main_score":0.256079,"hf_subset":"amh_Ethi-nus_Latn","languages":["amh-Ethi","nus-Latn"]},{"precision":0.499872,"recall":0.59585,"f1":0.526575,"accuracy":0.59585,"main_score":0.526575,"hf_subset":"amh_Ethi-slk_Latn","languages":["amh-Ethi","slk-Latn"]},{"precision":0.404009,"recall":0.475296,"f1":0.423538,"accuracy":0.475296,"main_score":0.423538,"hf_subset":"amh_Ethi-tir_Ethi","languages":["amh-Ethi","tir-Ethi"]},{"precision":0.440375,"recall":0.536561,"f1":0.466447,"accuracy":0.536561,"main_score":0.466447,"hf_subset":"amh_Ethi-zho_Hant","languages":["amh-Ethi","zho-Hant"]},{"precision":0.489219,"recall":0.571146,"f1":0.511052,"accuracy":0.571146,"main_score":0.511052,"hf_subset":"amh_Ethi-awa_Deva","languages":["amh-Ethi","awa-Deva"]},{"precision":0.434403,"recall":0.516798,"f1":0.455628,"accuracy":0.516798,"main_score":0.455628,"hf_subset":"amh_Ethi-cym_Latn","languages":["amh-Ethi","cym-Latn"]},{"precision":0.284128,"recall":0.331028,"f1":0.295917,"accuracy":0.331028,"main_score":0.295917,"hf_subset":"amh_Ethi-grn_Latn","languages":["amh-Ethi","grn-Latn"]},{"precision":0.493606,"recall":0.570158,"f1":0.514019,"accuracy":0.570158,"main_score":0.514019,"hf_subset":"amh_Ethi-kat_Geor","languages":["amh-Ethi","kat-Geor"]},{"precision":0.257654,"recall":0.300395,"f1":0.268371,"accuracy":0.300395,"main_score":0.268371,"hf_subset":"amh_Ethi-lua_Latn","languages":["amh-Ethi","lua-Latn"]},{"precision":0.238119,"recall":0.282609,"f1":0.248669,"accuracy":0.282609,"main_score":0.248669,"hf_subset":"amh_Ethi-nya_Latn","languages":["amh-Ethi","nya-Latn"]},{"precision":0.490021,"recall":0.577075,"f1":0.513192,"accuracy":0.577075,"main_score":0.513192,"hf_subset":"amh_Ethi-slv_Latn","languages":["amh-Ethi","slv-Latn"]},{"precision":0.318392,"recall":0.385375,"f1":0.335524,"accuracy":0.385375,"main_score":0.335524,"hf_subset":"amh_Ethi-tpi_Latn","languages":["amh-Ethi","tpi-Latn"]},{"precision":0.485269,"recall":0.585968,"f1":0.513838,"accuracy":0.585968,"main_score":0.513838,"hf_subset":"amh_Ethi-zsm_Latn","languages":["amh-Ethi","zsm-Latn"]},{"precision":0.233767,"recall":0.27668,"f1":0.244601,"accuracy":0.27668,"main_score":0.244601,"hf_subset":"amh_Ethi-ayr_Latn","languages":["amh-Ethi","ayr-Latn"]},{"precision":0.517125,"recall":0.605731,"f1":0.541541,"accuracy":0.605731,"main_score":0.541541,"hf_subset":"amh_Ethi-dan_Latn","languages":["amh-Ethi","dan-Latn"]},{"precision":0.516139,"recall":0.604743,"f1":0.540068,"accuracy":0.604743,"main_score":0.540068,"hf_subset":"amh_Ethi-guj_Gujr","languages":["amh-Ethi","guj-Gujr"]},{"precision":0.513061,"recall":0.597826,"f1":0.535866,"accuracy":0.597826,"main_score":0.535866,"hf_subset":"amh_Ethi-kaz_Cyrl","languages":["amh-Ethi","kaz-Cyrl"]},{"precision":0.230072,"recall":0.273715,"f1":0.241295,"accuracy":0.273715,"main_score":0.241295,"hf_subset":"amh_Ethi-lug_Latn","languages":["amh-Ethi","lug-Latn"]},{"precision":0.495475,"recall":0.583004,"f1":0.519099,"accuracy":0.583004,"main_score":0.519099,"hf_subset":"amh_Ethi-oci_Latn","languages":["amh-Ethi","oci-Latn"]},{"precision":0.261012,"recall":0.299407,"f1":0.270766,"accuracy":0.299407,"main_score":0.270766,"hf_subset":"amh_Ethi-smo_Latn","languages":["amh-Ethi","smo-Latn"]},{"precision":0.240037,"recall":0.283597,"f1":0.251166,"accuracy":0.283597,"main_score":0.251166,"hf_subset":"amh_Ethi-tsn_Latn","languages":["amh-Ethi","tsn-Latn"]},{"precision":0.269323,"recall":0.316206,"f1":0.280757,"accuracy":0.316206,"main_score":0.280757,"hf_subset":"amh_Ethi-zul_Latn","languages":["amh-Ethi","zul-Latn"]},{"precision":0.342967,"recall":0.416008,"f1":0.362015,"accuracy":0.416008,"main_score":0.362015,"hf_subset":"amh_Ethi-azb_Arab","languages":["amh-Ethi","azb-Arab"]},{"precision":0.497601,"recall":0.587945,"f1":0.522205,"accuracy":0.587945,"main_score":0.522205,"hf_subset":"amh_Ethi-deu_Latn","languages":["amh-Ethi","deu-Latn"]},{"precision":0.426335,"recall":0.505929,"f1":0.448131,"accuracy":0.505929,"main_score":0.448131,"hf_subset":"amh_Ethi-hat_Latn","languages":["amh-Ethi","hat-Latn"]},{"precision":0.232444,"recall":0.273715,"f1":0.243132,"accuracy":0.273715,"main_score":0.243132,"hf_subset":"amh_Ethi-kbp_Latn","languages":["amh-Ethi","kbp-Latn"]},{"precision":0.246501,"recall":0.289526,"f1":0.257623,"accuracy":0.289526,"main_score":0.257623,"hf_subset":"amh_Ethi-luo_Latn","languages":["amh-Ethi","luo-Latn"]},{"precision":0.49586,"recall":0.58004,"f1":0.517868,"accuracy":0.58004,"main_score":0.517868,"hf_subset":"amh_Ethi-ory_Orya","languages":["amh-Ethi","ory-Orya"]},{"precision":0.250809,"recall":0.293478,"f1":0.261568,"accuracy":0.293478,"main_score":0.261568,"hf_subset":"amh_Ethi-sna_Latn","languages":["amh-Ethi","sna-Latn"]},{"precision":0.254895,"recall":0.296443,"f1":0.265311,"accuracy":0.296443,"main_score":0.265311,"hf_subset":"amh_Ethi-tso_Latn","languages":["amh-Ethi","tso-Latn"]},{"precision":0.482324,"recall":0.572134,"f1":0.505505,"accuracy":0.572134,"main_score":0.505505,"hf_subset":"amh_Ethi-azj_Latn","languages":["amh-Ethi","azj-Latn"]},{"precision":0.18559,"recall":0.23913,"f1":0.199645,"accuracy":0.23913,"main_score":0.199645,"hf_subset":"amh_Ethi-dik_Latn","languages":["amh-Ethi","dik-Latn"]},{"precision":0.269195,"recall":0.312253,"f1":0.280006,"accuracy":0.312253,"main_score":0.280006,"hf_subset":"amh_Ethi-hau_Latn","languages":["amh-Ethi","hau-Latn"]},{"precision":0.422469,"recall":0.509881,"f1":0.44582,"accuracy":0.509881,"main_score":0.44582,"hf_subset":"amh_Ethi-kea_Latn","languages":["amh-Ethi","kea-Latn"]},{"precision":0.267626,"recall":0.302372,"f1":0.276518,"accuracy":0.302372,"main_score":0.276518,"hf_subset":"amh_Ethi-lus_Latn","languages":["amh-Ethi","lus-Latn"]},{"precision":0.33542,"recall":0.389328,"f1":0.349813,"accuracy":0.389328,"main_score":0.349813,"hf_subset":"amh_Ethi-pag_Latn","languages":["amh-Ethi","pag-Latn"]},{"precision":0.517371,"recall":0.605731,"f1":0.541395,"accuracy":0.605731,"main_score":0.541395,"hf_subset":"amh_Ethi-snd_Arab","languages":["amh-Ethi","snd-Arab"]},{"precision":0.421445,"recall":0.498024,"f1":0.441544,"accuracy":0.498024,"main_score":0.441544,"hf_subset":"amh_Ethi-tuk_Latn","languages":["amh-Ethi","tuk-Latn"]},{"precision":0.484032,"recall":0.5583,"f1":0.503499,"accuracy":0.5583,"main_score":0.503499,"hf_subset":"amh_Ethi-bak_Cyrl","languages":["amh-Ethi","bak-Cyrl"]},{"precision":0.132665,"recall":0.182806,"f1":0.144611,"accuracy":0.182806,"main_score":0.144611,"hf_subset":"amh_Ethi-dyu_Latn","languages":["amh-Ethi","dyu-Latn"]},{"precision":0.522906,"recall":0.61166,"f1":0.546985,"accuracy":0.61166,"main_score":0.546985,"hf_subset":"amh_Ethi-heb_Hebr","languages":["amh-Ethi","heb-Hebr"]},{"precision":0.462022,"recall":0.537549,"f1":0.481774,"accuracy":0.537549,"main_score":0.481774,"hf_subset":"amh_Ethi-khk_Cyrl","languages":["amh-Ethi","khk-Cyrl"]},{"precision":0.518886,"recall":0.603755,"f1":0.542758,"accuracy":0.603755,"main_score":0.542758,"hf_subset":"amh_Ethi-lvs_Latn","languages":["amh-Ethi","lvs-Latn"]},{"precision":0.530602,"recall":0.617589,"f1":0.554602,"accuracy":0.617589,"main_score":0.554602,"hf_subset":"amh_Ethi-pan_Guru","languages":["amh-Ethi","pan-Guru"]},{"precision":0.271577,"recall":0.311265,"f1":0.281804,"accuracy":0.311265,"main_score":0.281804,"hf_subset":"amh_Ethi-som_Latn","languages":["amh-Ethi","som-Latn"]},{"precision":0.249736,"recall":0.29249,"f1":0.260148,"accuracy":0.29249,"main_score":0.260148,"hf_subset":"amh_Ethi-tum_Latn","languages":["amh-Ethi","tum-Latn"]},{"precision":0.436585,"recall":0.524704,"f1":0.461232,"accuracy":0.524704,"main_score":0.461232,"hf_subset":"bos_Latn-ace_Arab","languages":["bos-Latn","ace-Arab"]},{"precision":0.452256,"recall":0.529644,"f1":0.473642,"accuracy":0.529644,"main_score":0.473642,"hf_subset":"bos_Latn-bam_Latn","languages":["bos-Latn","bam-Latn"]},{"precision":0.113142,"recall":0.164032,"f1":0.125672,"accuracy":0.164032,"main_score":0.125672,"hf_subset":"bos_Latn-dzo_Tibt","languages":["bos-Latn","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-hin_Deva","languages":["bos-Latn","hin-Deva"]},{"precision":0.941041,"recall":0.960474,"f1":0.947464,"accuracy":0.960474,"main_score":0.947464,"hf_subset":"bos_Latn-khm_Khmr","languages":["bos-Latn","khm-Khmr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bos_Latn-mag_Deva","languages":["bos-Latn","mag-Deva"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"bos_Latn-pap_Latn","languages":["bos-Latn","pap-Latn"]},{"precision":0.497016,"recall":0.574111,"f1":0.517908,"accuracy":0.574111,"main_score":0.517908,"hf_subset":"bos_Latn-sot_Latn","languages":["bos-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-tur_Latn","languages":["bos-Latn","tur-Latn"]},{"precision":0.812319,"recall":0.859684,"f1":0.827042,"accuracy":0.859684,"main_score":0.827042,"hf_subset":"bos_Latn-ace_Latn","languages":["bos-Latn","ace-Latn"]},{"precision":0.920125,"recall":0.944664,"f1":0.928195,"accuracy":0.944664,"main_score":0.928195,"hf_subset":"bos_Latn-ban_Latn","languages":["bos-Latn","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bos_Latn-ell_Grek","languages":["bos-Latn","ell-Grek"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"bos_Latn-hne_Deva","languages":["bos-Latn","hne-Deva"]},{"precision":0.49867,"recall":0.583004,"f1":0.522723,"accuracy":0.583004,"main_score":0.522723,"hf_subset":"bos_Latn-kik_Latn","languages":["bos-Latn","kik-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"bos_Latn-mai_Deva","languages":["bos-Latn","mai-Deva"]},{"precision":0.900362,"recall":0.928854,"f1":0.909256,"accuracy":0.928854,"main_score":0.909256,"hf_subset":"bos_Latn-pbt_Arab","languages":["bos-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bos_Latn-spa_Latn","languages":["bos-Latn","spa-Latn"]},{"precision":0.559803,"recall":0.632411,"f1":0.580031,"accuracy":0.632411,"main_score":0.580031,"hf_subset":"bos_Latn-twi_Latn","languages":["bos-Latn","twi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bos_Latn-acm_Arab","languages":["bos-Latn","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bos_Latn-bel_Cyrl","languages":["bos-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-eng_Latn","languages":["bos-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-hrv_Latn","languages":["bos-Latn","hrv-Latn"]},{"precision":0.468364,"recall":0.541502,"f1":0.488427,"accuracy":0.541502,"main_score":0.488427,"hf_subset":"bos_Latn-kin_Latn","languages":["bos-Latn","kin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bos_Latn-mal_Mlym","languages":["bos-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-pes_Arab","languages":["bos-Latn","pes-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bos_Latn-srd_Latn","languages":["bos-Latn","srd-Latn"]},{"precision":0.116749,"recall":0.182806,"f1":0.131006,"accuracy":0.182806,"main_score":0.131006,"hf_subset":"bos_Latn-tzm_Tfng","languages":["bos-Latn","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bos_Latn-acq_Arab","languages":["bos-Latn","acq-Arab"]},{"precision":0.524314,"recall":0.597826,"f1":0.544563,"accuracy":0.597826,"main_score":0.544563,"hf_subset":"bos_Latn-bem_Latn","languages":["bos-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-epo_Latn","languages":["bos-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-hun_Latn","languages":["bos-Latn","hun-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"bos_Latn-kir_Cyrl","languages":["bos-Latn","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bos_Latn-mar_Deva","languages":["bos-Latn","mar-Deva"]},{"precision":0.555643,"recall":0.62747,"f1":0.576192,"accuracy":0.62747,"main_score":0.576192,"hf_subset":"bos_Latn-plt_Latn","languages":["bos-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-srp_Cyrl","languages":["bos-Latn","srp-Cyrl"]},{"precision":0.950593,"recall":0.965415,"f1":0.955534,"accuracy":0.965415,"main_score":0.955534,"hf_subset":"bos_Latn-uig_Arab","languages":["bos-Latn","uig-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bos_Latn-aeb_Arab","languages":["bos-Latn","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-ben_Beng","languages":["bos-Latn","ben-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-est_Latn","languages":["bos-Latn","est-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"bos_Latn-hye_Armn","languages":["bos-Latn","hye-Armn"]},{"precision":0.464992,"recall":0.537549,"f1":0.484703,"accuracy":0.537549,"main_score":0.484703,"hf_subset":"bos_Latn-kmb_Latn","languages":["bos-Latn","kmb-Latn"]},{"precision":0.380068,"recall":0.481225,"f1":0.406144,"accuracy":0.481225,"main_score":0.406144,"hf_subset":"bos_Latn-min_Arab","languages":["bos-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-pol_Latn","languages":["bos-Latn","pol-Latn"]},{"precision":0.437338,"recall":0.523715,"f1":0.460846,"accuracy":0.523715,"main_score":0.460846,"hf_subset":"bos_Latn-ssw_Latn","languages":["bos-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-ukr_Cyrl","languages":["bos-Latn","ukr-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-afr_Latn","languages":["bos-Latn","afr-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bos_Latn-bho_Deva","languages":["bos-Latn","bho-Deva"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"bos_Latn-eus_Latn","languages":["bos-Latn","eus-Latn"]},{"precision":0.505764,"recall":0.578063,"f1":0.5256,"accuracy":0.578063,"main_score":0.5256,"hf_subset":"bos_Latn-ibo_Latn","languages":["bos-Latn","ibo-Latn"]},{"precision":0.721064,"recall":0.790514,"f1":0.742077,"accuracy":0.790514,"main_score":0.742077,"hf_subset":"bos_Latn-kmr_Latn","languages":["bos-Latn","kmr-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"bos_Latn-min_Latn","languages":["bos-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-por_Latn","languages":["bos-Latn","por-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"bos_Latn-sun_Latn","languages":["bos-Latn","sun-Latn"]},{"precision":0.451145,"recall":0.525692,"f1":0.472396,"accuracy":0.525692,"main_score":0.472396,"hf_subset":"bos_Latn-umb_Latn","languages":["bos-Latn","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-ajp_Arab","languages":["bos-Latn","ajp-Arab"]},{"precision":0.400912,"recall":0.499012,"f1":0.428333,"accuracy":0.499012,"main_score":0.428333,"hf_subset":"bos_Latn-bjn_Arab","languages":["bos-Latn","bjn-Arab"]},{"precision":0.482373,"recall":0.549407,"f1":0.500804,"accuracy":0.549407,"main_score":0.500804,"hf_subset":"bos_Latn-ewe_Latn","languages":["bos-Latn","ewe-Latn"]},{"precision":0.859305,"recall":0.898221,"f1":0.871772,"accuracy":0.898221,"main_score":0.871772,"hf_subset":"bos_Latn-ilo_Latn","languages":["bos-Latn","ilo-Latn"]},{"precision":0.192585,"recall":0.272727,"f1":0.212516,"accuracy":0.272727,"main_score":0.212516,"hf_subset":"bos_Latn-knc_Arab","languages":["bos-Latn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bos_Latn-mkd_Cyrl","languages":["bos-Latn","mkd-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-prs_Arab","languages":["bos-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-swe_Latn","languages":["bos-Latn","swe-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bos_Latn-urd_Arab","languages":["bos-Latn","urd-Arab"]},{"precision":0.536491,"recall":0.610672,"f1":0.557483,"accuracy":0.610672,"main_score":0.557483,"hf_subset":"bos_Latn-aka_Latn","languages":["bos-Latn","aka-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"bos_Latn-bjn_Latn","languages":["bos-Latn","bjn-Latn"]},{"precision":0.940217,"recall":0.959486,"f1":0.946476,"accuracy":0.959486,"main_score":0.946476,"hf_subset":"bos_Latn-fao_Latn","languages":["bos-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-ind_Latn","languages":["bos-Latn","ind-Latn"]},{"precision":0.532865,"recall":0.602767,"f1":0.552818,"accuracy":0.602767,"main_score":0.552818,"hf_subset":"bos_Latn-knc_Latn","languages":["bos-Latn","knc-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"bos_Latn-mlt_Latn","languages":["bos-Latn","mlt-Latn"]},{"precision":0.566198,"recall":0.650198,"f1":0.589984,"accuracy":0.650198,"main_score":0.589984,"hf_subset":"bos_Latn-quy_Latn","languages":["bos-Latn","quy-Latn"]},{"precision":0.714575,"recall":0.786561,"f1":0.736481,"accuracy":0.786561,"main_score":0.736481,"hf_subset":"bos_Latn-swh_Latn","languages":["bos-Latn","swh-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bos_Latn-uzn_Latn","languages":["bos-Latn","uzn-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-als_Latn","languages":["bos-Latn","als-Latn"]},{"precision":0.150978,"recall":0.226285,"f1":0.169182,"accuracy":0.226285,"main_score":0.169182,"hf_subset":"bos_Latn-bod_Tibt","languages":["bos-Latn","bod-Tibt"]},{"precision":0.471176,"recall":0.551383,"f1":0.494011,"accuracy":0.551383,"main_score":0.494011,"hf_subset":"bos_Latn-fij_Latn","languages":["bos-Latn","fij-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"bos_Latn-isl_Latn","languages":["bos-Latn","isl-Latn"]},{"precision":0.55667,"recall":0.635375,"f1":0.579383,"accuracy":0.635375,"main_score":0.579383,"hf_subset":"bos_Latn-kon_Latn","languages":["bos-Latn","kon-Latn"]},{"precision":0.49503,"recall":0.597826,"f1":0.524329,"accuracy":0.597826,"main_score":0.524329,"hf_subset":"bos_Latn-mni_Beng","languages":["bos-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-ron_Latn","languages":["bos-Latn","ron-Latn"]},{"precision":0.986166,"recall":0.98913,"f1":0.987154,"accuracy":0.98913,"main_score":0.987154,"hf_subset":"bos_Latn-szl_Latn","languages":["bos-Latn","szl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bos_Latn-vec_Latn","languages":["bos-Latn","vec-Latn"]},{"precision":0.554414,"recall":0.646245,"f1":0.580759,"accuracy":0.646245,"main_score":0.580759,"hf_subset":"bos_Latn-amh_Ethi","languages":["bos-Latn","amh-Ethi"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"bos_Latn-fin_Latn","languages":["bos-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-ita_Latn","languages":["bos-Latn","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-kor_Hang","languages":["bos-Latn","kor-Hang"]},{"precision":0.484255,"recall":0.567194,"f1":0.507311,"accuracy":0.567194,"main_score":0.507311,"hf_subset":"bos_Latn-mos_Latn","languages":["bos-Latn","mos-Latn"]},{"precision":0.45655,"recall":0.528656,"f1":0.476337,"accuracy":0.528656,"main_score":0.476337,"hf_subset":"bos_Latn-run_Latn","languages":["bos-Latn","run-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"bos_Latn-tam_Taml","languages":["bos-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-vie_Latn","languages":["bos-Latn","vie-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-apc_Arab","languages":["bos-Latn","apc-Arab"]},{"precision":0.755774,"recall":0.811265,"f1":0.771939,"accuracy":0.811265,"main_score":0.771939,"hf_subset":"bos_Latn-bug_Latn","languages":["bos-Latn","bug-Latn"]},{"precision":0.425487,"recall":0.500988,"f1":0.445468,"accuracy":0.500988,"main_score":0.445468,"hf_subset":"bos_Latn-fon_Latn","languages":["bos-Latn","fon-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bos_Latn-jav_Latn","languages":["bos-Latn","jav-Latn"]},{"precision":0.896904,"recall":0.928854,"f1":0.907115,"accuracy":0.928854,"main_score":0.907115,"hf_subset":"bos_Latn-lao_Laoo","languages":["bos-Latn","lao-Laoo"]},{"precision":0.583517,"recall":0.670949,"f1":0.608818,"accuracy":0.670949,"main_score":0.608818,"hf_subset":"bos_Latn-mri_Latn","languages":["bos-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-rus_Cyrl","languages":["bos-Latn","rus-Cyrl"]},{"precision":0.505208,"recall":0.578063,"f1":0.525405,"accuracy":0.578063,"main_score":0.525405,"hf_subset":"bos_Latn-taq_Latn","languages":["bos-Latn","taq-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bos_Latn-war_Latn","languages":["bos-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-arb_Arab","languages":["bos-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bos_Latn-bul_Cyrl","languages":["bos-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-fra_Latn","languages":["bos-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-jpn_Jpan","languages":["bos-Latn","jpn-Jpan"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bos_Latn-lij_Latn","languages":["bos-Latn","lij-Latn"]},{"precision":0.934618,"recall":0.955534,"f1":0.941535,"accuracy":0.955534,"main_score":0.941535,"hf_subset":"bos_Latn-mya_Mymr","languages":["bos-Latn","mya-Mymr"]},{"precision":0.502599,"recall":0.593874,"f1":0.52824,"accuracy":0.593874,"main_score":0.52824,"hf_subset":"bos_Latn-sag_Latn","languages":["bos-Latn","sag-Latn"]},{"precision":0.129676,"recall":0.210474,"f1":0.145434,"accuracy":0.210474,"main_score":0.145434,"hf_subset":"bos_Latn-taq_Tfng","languages":["bos-Latn","taq-Tfng"]},{"precision":0.550749,"recall":0.631423,"f1":0.573032,"accuracy":0.631423,"main_score":0.573032,"hf_subset":"bos_Latn-wol_Latn","languages":["bos-Latn","wol-Latn"]},{"precision":0.624441,"recall":0.705534,"f1":0.647716,"accuracy":0.705534,"main_score":0.647716,"hf_subset":"bos_Latn-arb_Latn","languages":["bos-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-cat_Latn","languages":["bos-Latn","cat-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bos_Latn-fur_Latn","languages":["bos-Latn","fur-Latn"]},{"precision":0.328467,"recall":0.402174,"f1":0.34817,"accuracy":0.402174,"main_score":0.34817,"hf_subset":"bos_Latn-kab_Latn","languages":["bos-Latn","kab-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bos_Latn-lim_Latn","languages":["bos-Latn","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bos_Latn-nld_Latn","languages":["bos-Latn","nld-Latn"]},{"precision":0.96693,"recall":0.976285,"f1":0.969862,"accuracy":0.976285,"main_score":0.969862,"hf_subset":"bos_Latn-san_Deva","languages":["bos-Latn","san-Deva"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"bos_Latn-tat_Cyrl","languages":["bos-Latn","tat-Cyrl"]},{"precision":0.533202,"recall":0.61166,"f1":0.554761,"accuracy":0.61166,"main_score":0.554761,"hf_subset":"bos_Latn-xho_Latn","languages":["bos-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-ars_Arab","languages":["bos-Latn","ars-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bos_Latn-ceb_Latn","languages":["bos-Latn","ceb-Latn"]},{"precision":0.487327,"recall":0.560277,"f1":0.507444,"accuracy":0.560277,"main_score":0.507444,"hf_subset":"bos_Latn-fuv_Latn","languages":["bos-Latn","fuv-Latn"]},{"precision":0.462191,"recall":0.547431,"f1":0.48537,"accuracy":0.547431,"main_score":0.48537,"hf_subset":"bos_Latn-kac_Latn","languages":["bos-Latn","kac-Latn"]},{"precision":0.561668,"recall":0.642292,"f1":0.58392,"accuracy":0.642292,"main_score":0.58392,"hf_subset":"bos_Latn-lin_Latn","languages":["bos-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bos_Latn-nno_Latn","languages":["bos-Latn","nno-Latn"]},{"precision":0.017547,"recall":0.0583,"f1":0.022974,"accuracy":0.0583,"main_score":0.022974,"hf_subset":"bos_Latn-sat_Olck","languages":["bos-Latn","sat-Olck"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"bos_Latn-tel_Telu","languages":["bos-Latn","tel-Telu"]},{"precision":0.754076,"recall":0.820158,"f1":0.774528,"accuracy":0.820158,"main_score":0.774528,"hf_subset":"bos_Latn-ydd_Hebr","languages":["bos-Latn","ydd-Hebr"]},{"precision":0.960968,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"bos_Latn-ary_Arab","languages":["bos-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-ces_Latn","languages":["bos-Latn","ces-Latn"]},{"precision":0.395841,"recall":0.481225,"f1":0.419456,"accuracy":0.481225,"main_score":0.419456,"hf_subset":"bos_Latn-gaz_Latn","languages":["bos-Latn","gaz-Latn"]},{"precision":0.489016,"recall":0.567194,"f1":0.510259,"accuracy":0.567194,"main_score":0.510259,"hf_subset":"bos_Latn-kam_Latn","languages":["bos-Latn","kam-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"bos_Latn-lit_Latn","languages":["bos-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bos_Latn-nob_Latn","languages":["bos-Latn","nob-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bos_Latn-scn_Latn","languages":["bos-Latn","scn-Latn"]},{"precision":0.916337,"recall":0.942688,"f1":0.924901,"accuracy":0.942688,"main_score":0.924901,"hf_subset":"bos_Latn-tgk_Cyrl","languages":["bos-Latn","tgk-Cyrl"]},{"precision":0.441108,"recall":0.523715,"f1":0.46473,"accuracy":0.523715,"main_score":0.46473,"hf_subset":"bos_Latn-yor_Latn","languages":["bos-Latn","yor-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bos_Latn-arz_Arab","languages":["bos-Latn","arz-Arab"]},{"precision":0.481332,"recall":0.56917,"f1":0.505367,"accuracy":0.56917,"main_score":0.505367,"hf_subset":"bos_Latn-cjk_Latn","languages":["bos-Latn","cjk-Latn"]},{"precision":0.626287,"recall":0.705534,"f1":0.649269,"accuracy":0.705534,"main_score":0.649269,"hf_subset":"bos_Latn-gla_Latn","languages":["bos-Latn","gla-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bos_Latn-kan_Knda","languages":["bos-Latn","kan-Knda"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"bos_Latn-lmo_Latn","languages":["bos-Latn","lmo-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"bos_Latn-npi_Deva","languages":["bos-Latn","npi-Deva"]},{"precision":0.416075,"recall":0.514822,"f1":0.442895,"accuracy":0.514822,"main_score":0.442895,"hf_subset":"bos_Latn-shn_Mymr","languages":["bos-Latn","shn-Mymr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bos_Latn-tgl_Latn","languages":["bos-Latn","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-yue_Hant","languages":["bos-Latn","yue-Hant"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"bos_Latn-asm_Beng","languages":["bos-Latn","asm-Beng"]},{"precision":0.722237,"recall":0.786561,"f1":0.741293,"accuracy":0.786561,"main_score":0.741293,"hf_subset":"bos_Latn-ckb_Arab","languages":["bos-Latn","ckb-Arab"]},{"precision":0.72607,"recall":0.799407,"f1":0.749012,"accuracy":0.799407,"main_score":0.749012,"hf_subset":"bos_Latn-gle_Latn","languages":["bos-Latn","gle-Latn"]},{"precision":0.881588,"recall":0.918972,"f1":0.89361,"accuracy":0.918972,"main_score":0.89361,"hf_subset":"bos_Latn-kas_Arab","languages":["bos-Latn","kas-Arab"]},{"precision":0.907559,"recall":0.935771,"f1":0.916568,"accuracy":0.935771,"main_score":0.916568,"hf_subset":"bos_Latn-ltg_Latn","languages":["bos-Latn","ltg-Latn"]},{"precision":0.519866,"recall":0.59585,"f1":0.540846,"accuracy":0.59585,"main_score":0.540846,"hf_subset":"bos_Latn-nso_Latn","languages":["bos-Latn","nso-Latn"]},{"precision":0.465732,"recall":0.557312,"f1":0.490963,"accuracy":0.557312,"main_score":0.490963,"hf_subset":"bos_Latn-sin_Sinh","languages":["bos-Latn","sin-Sinh"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bos_Latn-tha_Thai","languages":["bos-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-zho_Hans","languages":["bos-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-ast_Latn","languages":["bos-Latn","ast-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bos_Latn-crh_Latn","languages":["bos-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-glg_Latn","languages":["bos-Latn","glg-Latn"]},{"precision":0.763241,"recall":0.829051,"f1":0.783531,"accuracy":0.829051,"main_score":0.783531,"hf_subset":"bos_Latn-kas_Deva","languages":["bos-Latn","kas-Deva"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bos_Latn-ltz_Latn","languages":["bos-Latn","ltz-Latn"]},{"precision":0.386841,"recall":0.470356,"f1":0.408931,"accuracy":0.470356,"main_score":0.408931,"hf_subset":"bos_Latn-nus_Latn","languages":["bos-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-slk_Latn","languages":["bos-Latn","slk-Latn"]},{"precision":0.269953,"recall":0.344862,"f1":0.288943,"accuracy":0.344862,"main_score":0.288943,"hf_subset":"bos_Latn-tir_Ethi","languages":["bos-Latn","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bos_Latn-zho_Hant","languages":["bos-Latn","zho-Hant"]},{"precision":0.984519,"recall":0.988142,"f1":0.985672,"accuracy":0.988142,"main_score":0.985672,"hf_subset":"bos_Latn-awa_Deva","languages":["bos-Latn","awa-Deva"]},{"precision":0.880385,"recall":0.914032,"f1":0.891041,"accuracy":0.914032,"main_score":0.891041,"hf_subset":"bos_Latn-cym_Latn","languages":["bos-Latn","cym-Latn"]},{"precision":0.7391,"recall":0.796443,"f1":0.755402,"accuracy":0.796443,"main_score":0.755402,"hf_subset":"bos_Latn-grn_Latn","languages":["bos-Latn","grn-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"bos_Latn-kat_Geor","languages":["bos-Latn","kat-Geor"]},{"precision":0.550294,"recall":0.625494,"f1":0.571491,"accuracy":0.625494,"main_score":0.571491,"hf_subset":"bos_Latn-lua_Latn","languages":["bos-Latn","lua-Latn"]},{"precision":0.515993,"recall":0.593874,"f1":0.537743,"accuracy":0.593874,"main_score":0.537743,"hf_subset":"bos_Latn-nya_Latn","languages":["bos-Latn","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bos_Latn-slv_Latn","languages":["bos-Latn","slv-Latn"]},{"precision":0.799984,"recall":0.853755,"f1":0.816733,"accuracy":0.853755,"main_score":0.816733,"hf_subset":"bos_Latn-tpi_Latn","languages":["bos-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-zsm_Latn","languages":["bos-Latn","zsm-Latn"]},{"precision":0.475964,"recall":0.551383,"f1":0.496277,"accuracy":0.551383,"main_score":0.496277,"hf_subset":"bos_Latn-ayr_Latn","languages":["bos-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-dan_Latn","languages":["bos-Latn","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bos_Latn-guj_Gujr","languages":["bos-Latn","guj-Gujr"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"bos_Latn-kaz_Cyrl","languages":["bos-Latn","kaz-Cyrl"]},{"precision":0.433779,"recall":0.519763,"f1":0.457788,"accuracy":0.519763,"main_score":0.457788,"hf_subset":"bos_Latn-lug_Latn","languages":["bos-Latn","lug-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-oci_Latn","languages":["bos-Latn","oci-Latn"]},{"precision":0.516164,"recall":0.604743,"f1":0.540821,"accuracy":0.604743,"main_score":0.540821,"hf_subset":"bos_Latn-smo_Latn","languages":["bos-Latn","smo-Latn"]},{"precision":0.459871,"recall":0.541502,"f1":0.481862,"accuracy":0.541502,"main_score":0.481862,"hf_subset":"bos_Latn-tsn_Latn","languages":["bos-Latn","tsn-Latn"]},{"precision":0.470059,"recall":0.549407,"f1":0.49162,"accuracy":0.549407,"main_score":0.49162,"hf_subset":"bos_Latn-zul_Latn","languages":["bos-Latn","zul-Latn"]},{"precision":0.812368,"recall":0.868577,"f1":0.83027,"accuracy":0.868577,"main_score":0.83027,"hf_subset":"bos_Latn-azb_Arab","languages":["bos-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-deu_Latn","languages":["bos-Latn","deu-Latn"]},{"precision":0.916831,"recall":0.942688,"f1":0.925231,"accuracy":0.942688,"main_score":0.925231,"hf_subset":"bos_Latn-hat_Latn","languages":["bos-Latn","hat-Latn"]},{"precision":0.437595,"recall":0.513834,"f1":0.45786,"accuracy":0.513834,"main_score":0.45786,"hf_subset":"bos_Latn-kbp_Latn","languages":["bos-Latn","kbp-Latn"]},{"precision":0.505694,"recall":0.579051,"f1":0.525664,"accuracy":0.579051,"main_score":0.525664,"hf_subset":"bos_Latn-luo_Latn","languages":["bos-Latn","luo-Latn"]},{"precision":0.994401,"recall":0.996047,"f1":0.994895,"accuracy":0.996047,"main_score":0.994895,"hf_subset":"bos_Latn-ory_Orya","languages":["bos-Latn","ory-Orya"]},{"precision":0.495884,"recall":0.575099,"f1":0.518292,"accuracy":0.575099,"main_score":0.518292,"hf_subset":"bos_Latn-sna_Latn","languages":["bos-Latn","sna-Latn"]},{"precision":0.466384,"recall":0.54249,"f1":0.487346,"accuracy":0.54249,"main_score":0.487346,"hf_subset":"bos_Latn-tso_Latn","languages":["bos-Latn","tso-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bos_Latn-azj_Latn","languages":["bos-Latn","azj-Latn"]},{"precision":0.477629,"recall":0.5583,"f1":0.499994,"accuracy":0.5583,"main_score":0.499994,"hf_subset":"bos_Latn-dik_Latn","languages":["bos-Latn","dik-Latn"]},{"precision":0.471277,"recall":0.540514,"f1":0.490983,"accuracy":0.540514,"main_score":0.490983,"hf_subset":"bos_Latn-hau_Latn","languages":["bos-Latn","hau-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"bos_Latn-kea_Latn","languages":["bos-Latn","kea-Latn"]},{"precision":0.642306,"recall":0.712451,"f1":0.662491,"accuracy":0.712451,"main_score":0.662491,"hf_subset":"bos_Latn-lus_Latn","languages":["bos-Latn","lus-Latn"]},{"precision":0.818824,"recall":0.863636,"f1":0.83274,"accuracy":0.863636,"main_score":0.83274,"hf_subset":"bos_Latn-pag_Latn","languages":["bos-Latn","pag-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"bos_Latn-snd_Arab","languages":["bos-Latn","snd-Arab"]},{"precision":0.887764,"recall":0.922925,"f1":0.899111,"accuracy":0.922925,"main_score":0.899111,"hf_subset":"bos_Latn-tuk_Latn","languages":["bos-Latn","tuk-Latn"]},{"precision":0.954051,"recall":0.969368,"f1":0.959157,"accuracy":0.969368,"main_score":0.959157,"hf_subset":"bos_Latn-bak_Cyrl","languages":["bos-Latn","bak-Cyrl"]},{"precision":0.432679,"recall":0.525692,"f1":0.458799,"accuracy":0.525692,"main_score":0.458799,"hf_subset":"bos_Latn-dyu_Latn","languages":["bos-Latn","dyu-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bos_Latn-heb_Hebr","languages":["bos-Latn","heb-Hebr"]},{"precision":0.899457,"recall":0.928854,"f1":0.908827,"accuracy":0.928854,"main_score":0.908827,"hf_subset":"bos_Latn-khk_Cyrl","languages":["bos-Latn","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bos_Latn-lvs_Latn","languages":["bos-Latn","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bos_Latn-pan_Guru","languages":["bos-Latn","pan-Guru"]},{"precision":0.455811,"recall":0.537549,"f1":0.478216,"accuracy":0.537549,"main_score":0.478216,"hf_subset":"bos_Latn-som_Latn","languages":["bos-Latn","som-Latn"]},{"precision":0.509703,"recall":0.58004,"f1":0.529207,"accuracy":0.58004,"main_score":0.529207,"hf_subset":"bos_Latn-tum_Latn","languages":["bos-Latn","tum-Latn"]},{"precision":0.397859,"recall":0.483202,"f1":0.421043,"accuracy":0.483202,"main_score":0.421043,"hf_subset":"fin_Latn-ace_Arab","languages":["fin-Latn","ace-Arab"]},{"precision":0.427459,"recall":0.5,"f1":0.4477,"accuracy":0.5,"main_score":0.4477,"hf_subset":"fin_Latn-bam_Latn","languages":["fin-Latn","bam-Latn"]},{"precision":0.098521,"recall":0.149209,"f1":0.110745,"accuracy":0.149209,"main_score":0.110745,"hf_subset":"fin_Latn-dzo_Tibt","languages":["fin-Latn","dzo-Tibt"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"fin_Latn-hin_Deva","languages":["fin-Latn","hin-Deva"]},{"precision":0.921278,"recall":0.94664,"f1":0.929513,"accuracy":0.94664,"main_score":0.929513,"hf_subset":"fin_Latn-khm_Khmr","languages":["fin-Latn","khm-Khmr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"fin_Latn-mag_Deva","languages":["fin-Latn","mag-Deva"]},{"precision":0.955369,"recall":0.969368,"f1":0.95998,"accuracy":0.969368,"main_score":0.95998,"hf_subset":"fin_Latn-pap_Latn","languages":["fin-Latn","pap-Latn"]},{"precision":0.482935,"recall":0.559289,"f1":0.504445,"accuracy":0.559289,"main_score":0.504445,"hf_subset":"fin_Latn-sot_Latn","languages":["fin-Latn","sot-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-tur_Latn","languages":["fin-Latn","tur-Latn"]},{"precision":0.792408,"recall":0.839921,"f1":0.806757,"accuracy":0.839921,"main_score":0.806757,"hf_subset":"fin_Latn-ace_Latn","languages":["fin-Latn","ace-Latn"]},{"precision":0.906785,"recall":0.933794,"f1":0.915679,"accuracy":0.933794,"main_score":0.915679,"hf_subset":"fin_Latn-ban_Latn","languages":["fin-Latn","ban-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fin_Latn-ell_Grek","languages":["fin-Latn","ell-Grek"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"fin_Latn-hne_Deva","languages":["fin-Latn","hne-Deva"]},{"precision":0.485345,"recall":0.564229,"f1":0.507863,"accuracy":0.564229,"main_score":0.507863,"hf_subset":"fin_Latn-kik_Latn","languages":["fin-Latn","kik-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"fin_Latn-mai_Deva","languages":["fin-Latn","mai-Deva"]},{"precision":0.871542,"recall":0.909091,"f1":0.883517,"accuracy":0.909091,"main_score":0.883517,"hf_subset":"fin_Latn-pbt_Arab","languages":["fin-Latn","pbt-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"fin_Latn-spa_Latn","languages":["fin-Latn","spa-Latn"]},{"precision":0.530439,"recall":0.604743,"f1":0.551198,"accuracy":0.604743,"main_score":0.551198,"hf_subset":"fin_Latn-twi_Latn","languages":["fin-Latn","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"fin_Latn-acm_Arab","languages":["fin-Latn","acm-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"fin_Latn-bel_Cyrl","languages":["fin-Latn","bel-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-eng_Latn","languages":["fin-Latn","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fin_Latn-hrv_Latn","languages":["fin-Latn","hrv-Latn"]},{"precision":0.436278,"recall":0.507905,"f1":0.456313,"accuracy":0.507905,"main_score":0.456313,"hf_subset":"fin_Latn-kin_Latn","languages":["fin-Latn","kin-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"fin_Latn-mal_Mlym","languages":["fin-Latn","mal-Mlym"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fin_Latn-pes_Arab","languages":["fin-Latn","pes-Arab"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"fin_Latn-srd_Latn","languages":["fin-Latn","srd-Latn"]},{"precision":0.108714,"recall":0.173913,"f1":0.121924,"accuracy":0.173913,"main_score":0.121924,"hf_subset":"fin_Latn-tzm_Tfng","languages":["fin-Latn","tzm-Tfng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"fin_Latn-acq_Arab","languages":["fin-Latn","acq-Arab"]},{"precision":0.495319,"recall":0.565217,"f1":0.515057,"accuracy":0.565217,"main_score":0.515057,"hf_subset":"fin_Latn-bem_Latn","languages":["fin-Latn","bem-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-epo_Latn","languages":["fin-Latn","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fin_Latn-hun_Latn","languages":["fin-Latn","hun-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"fin_Latn-kir_Cyrl","languages":["fin-Latn","kir-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"fin_Latn-mar_Deva","languages":["fin-Latn","mar-Deva"]},{"precision":0.531629,"recall":0.598814,"f1":0.551254,"accuracy":0.598814,"main_score":0.551254,"hf_subset":"fin_Latn-plt_Latn","languages":["fin-Latn","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fin_Latn-srp_Cyrl","languages":["fin-Latn","srp-Cyrl"]},{"precision":0.926713,"recall":0.948617,"f1":0.933794,"accuracy":0.948617,"main_score":0.933794,"hf_subset":"fin_Latn-uig_Arab","languages":["fin-Latn","uig-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"fin_Latn-aeb_Arab","languages":["fin-Latn","aeb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-ben_Beng","languages":["fin-Latn","ben-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-est_Latn","languages":["fin-Latn","est-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"fin_Latn-hye_Armn","languages":["fin-Latn","hye-Armn"]},{"precision":0.450405,"recall":0.51581,"f1":0.468972,"accuracy":0.51581,"main_score":0.468972,"hf_subset":"fin_Latn-kmb_Latn","languages":["fin-Latn","kmb-Latn"]},{"precision":0.3586,"recall":0.452569,"f1":0.382421,"accuracy":0.452569,"main_score":0.382421,"hf_subset":"fin_Latn-min_Arab","languages":["fin-Latn","min-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-pol_Latn","languages":["fin-Latn","pol-Latn"]},{"precision":0.429746,"recall":0.507905,"f1":0.450446,"accuracy":0.507905,"main_score":0.450446,"hf_subset":"fin_Latn-ssw_Latn","languages":["fin-Latn","ssw-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-ukr_Cyrl","languages":["fin-Latn","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-afr_Latn","languages":["fin-Latn","afr-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fin_Latn-bho_Deva","languages":["fin-Latn","bho-Deva"]},{"precision":0.944335,"recall":0.962451,"f1":0.950264,"accuracy":0.962451,"main_score":0.950264,"hf_subset":"fin_Latn-eus_Latn","languages":["fin-Latn","eus-Latn"]},{"precision":0.477223,"recall":0.550395,"f1":0.496679,"accuracy":0.550395,"main_score":0.496679,"hf_subset":"fin_Latn-ibo_Latn","languages":["fin-Latn","ibo-Latn"]},{"precision":0.694895,"recall":0.768775,"f1":0.717015,"accuracy":0.768775,"main_score":0.717015,"hf_subset":"fin_Latn-kmr_Latn","languages":["fin-Latn","kmr-Latn"]},{"precision":0.950099,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"fin_Latn-min_Latn","languages":["fin-Latn","min-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fin_Latn-por_Latn","languages":["fin-Latn","por-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"fin_Latn-sun_Latn","languages":["fin-Latn","sun-Latn"]},{"precision":0.441422,"recall":0.508893,"f1":0.460101,"accuracy":0.508893,"main_score":0.460101,"hf_subset":"fin_Latn-umb_Latn","languages":["fin-Latn","umb-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"fin_Latn-ajp_Arab","languages":["fin-Latn","ajp-Arab"]},{"precision":0.366903,"recall":0.460474,"f1":0.391901,"accuracy":0.460474,"main_score":0.391901,"hf_subset":"fin_Latn-bjn_Arab","languages":["fin-Latn","bjn-Arab"]},{"precision":0.449338,"recall":0.518775,"f1":0.467724,"accuracy":0.518775,"main_score":0.467724,"hf_subset":"fin_Latn-ewe_Latn","languages":["fin-Latn","ewe-Latn"]},{"precision":0.814015,"recall":0.86166,"f1":0.828755,"accuracy":0.86166,"main_score":0.828755,"hf_subset":"fin_Latn-ilo_Latn","languages":["fin-Latn","ilo-Latn"]},{"precision":0.173624,"recall":0.252964,"f1":0.192415,"accuracy":0.252964,"main_score":0.192415,"hf_subset":"fin_Latn-knc_Arab","languages":["fin-Latn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fin_Latn-mkd_Cyrl","languages":["fin-Latn","mkd-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fin_Latn-prs_Arab","languages":["fin-Latn","prs-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-swe_Latn","languages":["fin-Latn","swe-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"fin_Latn-urd_Arab","languages":["fin-Latn","urd-Arab"]},{"precision":0.513043,"recall":0.586957,"f1":0.534024,"accuracy":0.586957,"main_score":0.534024,"hf_subset":"fin_Latn-aka_Latn","languages":["fin-Latn","aka-Latn"]},{"precision":0.951746,"recall":0.967391,"f1":0.956851,"accuracy":0.967391,"main_score":0.956851,"hf_subset":"fin_Latn-bjn_Latn","languages":["fin-Latn","bjn-Latn"]},{"precision":0.934124,"recall":0.955534,"f1":0.941206,"accuracy":0.955534,"main_score":0.941206,"hf_subset":"fin_Latn-fao_Latn","languages":["fin-Latn","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fin_Latn-ind_Latn","languages":["fin-Latn","ind-Latn"]},{"precision":0.496018,"recall":0.568182,"f1":0.516516,"accuracy":0.568182,"main_score":0.516516,"hf_subset":"fin_Latn-knc_Latn","languages":["fin-Latn","knc-Latn"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"fin_Latn-mlt_Latn","languages":["fin-Latn","mlt-Latn"]},{"precision":0.547049,"recall":0.624506,"f1":0.568211,"accuracy":0.624506,"main_score":0.568211,"hf_subset":"fin_Latn-quy_Latn","languages":["fin-Latn","quy-Latn"]},{"precision":0.694771,"recall":0.769763,"f1":0.717714,"accuracy":0.769763,"main_score":0.717714,"hf_subset":"fin_Latn-swh_Latn","languages":["fin-Latn","swh-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"fin_Latn-uzn_Latn","languages":["fin-Latn","uzn-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fin_Latn-als_Latn","languages":["fin-Latn","als-Latn"]},{"precision":0.149391,"recall":0.226285,"f1":0.167721,"accuracy":0.226285,"main_score":0.167721,"hf_subset":"fin_Latn-bod_Tibt","languages":["fin-Latn","bod-Tibt"]},{"precision":0.439988,"recall":0.511858,"f1":0.459558,"accuracy":0.511858,"main_score":0.459558,"hf_subset":"fin_Latn-fij_Latn","languages":["fin-Latn","fij-Latn"]},{"precision":0.948946,"recall":0.964427,"f1":0.953887,"accuracy":0.964427,"main_score":0.953887,"hf_subset":"fin_Latn-isl_Latn","languages":["fin-Latn","isl-Latn"]},{"precision":0.513802,"recall":0.597826,"f1":0.53779,"accuracy":0.597826,"main_score":0.53779,"hf_subset":"fin_Latn-kon_Latn","languages":["fin-Latn","kon-Latn"]},{"precision":0.456984,"recall":0.554348,"f1":0.484357,"accuracy":0.554348,"main_score":0.484357,"hf_subset":"fin_Latn-mni_Beng","languages":["fin-Latn","mni-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-ron_Latn","languages":["fin-Latn","ron-Latn"]},{"precision":0.978261,"recall":0.98419,"f1":0.980237,"accuracy":0.98419,"main_score":0.980237,"hf_subset":"fin_Latn-szl_Latn","languages":["fin-Latn","szl-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"fin_Latn-vec_Latn","languages":["fin-Latn","vec-Latn"]},{"precision":0.527399,"recall":0.623518,"f1":0.555424,"accuracy":0.623518,"main_score":0.555424,"hf_subset":"fin_Latn-amh_Ethi","languages":["fin-Latn","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fin_Latn-bos_Latn","languages":["fin-Latn","bos-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-ita_Latn","languages":["fin-Latn","ita-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-kor_Hang","languages":["fin-Latn","kor-Hang"]},{"precision":0.460466,"recall":0.537549,"f1":0.481822,"accuracy":0.537549,"main_score":0.481822,"hf_subset":"fin_Latn-mos_Latn","languages":["fin-Latn","mos-Latn"]},{"precision":0.438408,"recall":0.508893,"f1":0.458004,"accuracy":0.508893,"main_score":0.458004,"hf_subset":"fin_Latn-run_Latn","languages":["fin-Latn","run-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fin_Latn-tam_Taml","languages":["fin-Latn","tam-Taml"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fin_Latn-vie_Latn","languages":["fin-Latn","vie-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"fin_Latn-apc_Arab","languages":["fin-Latn","apc-Arab"]},{"precision":0.737676,"recall":0.793478,"f1":0.753317,"accuracy":0.793478,"main_score":0.753317,"hf_subset":"fin_Latn-bug_Latn","languages":["fin-Latn","bug-Latn"]},{"precision":0.40877,"recall":0.481225,"f1":0.428302,"accuracy":0.481225,"main_score":0.428302,"hf_subset":"fin_Latn-fon_Latn","languages":["fin-Latn","fon-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"fin_Latn-jav_Latn","languages":["fin-Latn","jav-Latn"]},{"precision":0.888093,"recall":0.921937,"f1":0.898946,"accuracy":0.921937,"main_score":0.898946,"hf_subset":"fin_Latn-lao_Laoo","languages":["fin-Latn","lao-Laoo"]},{"precision":0.572439,"recall":0.652174,"f1":0.595101,"accuracy":0.652174,"main_score":0.595101,"hf_subset":"fin_Latn-mri_Latn","languages":["fin-Latn","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-rus_Cyrl","languages":["fin-Latn","rus-Cyrl"]},{"precision":0.466044,"recall":0.536561,"f1":0.485535,"accuracy":0.536561,"main_score":0.485535,"hf_subset":"fin_Latn-taq_Latn","languages":["fin-Latn","taq-Latn"]},{"precision":0.952899,"recall":0.968379,"f1":0.958004,"accuracy":0.968379,"main_score":0.958004,"hf_subset":"fin_Latn-war_Latn","languages":["fin-Latn","war-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fin_Latn-arb_Arab","languages":["fin-Latn","arb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-bul_Cyrl","languages":["fin-Latn","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fin_Latn-fra_Latn","languages":["fin-Latn","fra-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fin_Latn-jpn_Jpan","languages":["fin-Latn","jpn-Jpan"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"fin_Latn-lij_Latn","languages":["fin-Latn","lij-Latn"]},{"precision":0.933992,"recall":0.953557,"f1":0.940382,"accuracy":0.953557,"main_score":0.940382,"hf_subset":"fin_Latn-mya_Mymr","languages":["fin-Latn","mya-Mymr"]},{"precision":0.476367,"recall":0.559289,"f1":0.499115,"accuracy":0.559289,"main_score":0.499115,"hf_subset":"fin_Latn-sag_Latn","languages":["fin-Latn","sag-Latn"]},{"precision":0.117538,"recall":0.195652,"f1":0.132867,"accuracy":0.195652,"main_score":0.132867,"hf_subset":"fin_Latn-taq_Tfng","languages":["fin-Latn","taq-Tfng"]},{"precision":0.523548,"recall":0.601779,"f1":0.545089,"accuracy":0.601779,"main_score":0.545089,"hf_subset":"fin_Latn-wol_Latn","languages":["fin-Latn","wol-Latn"]},{"precision":0.60188,"recall":0.690711,"f1":0.627179,"accuracy":0.690711,"main_score":0.627179,"hf_subset":"fin_Latn-arb_Latn","languages":["fin-Latn","arb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-cat_Latn","languages":["fin-Latn","cat-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"fin_Latn-fur_Latn","languages":["fin-Latn","fur-Latn"]},{"precision":0.320179,"recall":0.385375,"f1":0.337413,"accuracy":0.385375,"main_score":0.337413,"hf_subset":"fin_Latn-kab_Latn","languages":["fin-Latn","kab-Latn"]},{"precision":0.964921,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"fin_Latn-lim_Latn","languages":["fin-Latn","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fin_Latn-nld_Latn","languages":["fin-Latn","nld-Latn"]},{"precision":0.948946,"recall":0.964427,"f1":0.953854,"accuracy":0.964427,"main_score":0.953854,"hf_subset":"fin_Latn-san_Deva","languages":["fin-Latn","san-Deva"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"fin_Latn-tat_Cyrl","languages":["fin-Latn","tat-Cyrl"]},{"precision":0.501801,"recall":0.574111,"f1":0.522196,"accuracy":0.574111,"main_score":0.522196,"hf_subset":"fin_Latn-xho_Latn","languages":["fin-Latn","xho-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"fin_Latn-ars_Arab","languages":["fin-Latn","ars-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"fin_Latn-ceb_Latn","languages":["fin-Latn","ceb-Latn"]},{"precision":0.456869,"recall":0.530632,"f1":0.477326,"accuracy":0.530632,"main_score":0.477326,"hf_subset":"fin_Latn-fuv_Latn","languages":["fin-Latn","fuv-Latn"]},{"precision":0.44206,"recall":0.525692,"f1":0.465021,"accuracy":0.525692,"main_score":0.465021,"hf_subset":"fin_Latn-kac_Latn","languages":["fin-Latn","kac-Latn"]},{"precision":0.528995,"recall":0.610672,"f1":0.551533,"accuracy":0.610672,"main_score":0.551533,"hf_subset":"fin_Latn-lin_Latn","languages":["fin-Latn","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-nno_Latn","languages":["fin-Latn","nno-Latn"]},{"precision":0.016397,"recall":0.056324,"f1":0.021806,"accuracy":0.056324,"main_score":0.021806,"hf_subset":"fin_Latn-sat_Olck","languages":["fin-Latn","sat-Olck"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"fin_Latn-tel_Telu","languages":["fin-Latn","tel-Telu"]},{"precision":0.719153,"recall":0.791502,"f1":0.741224,"accuracy":0.791502,"main_score":0.741224,"hf_subset":"fin_Latn-ydd_Hebr","languages":["fin-Latn","ydd-Hebr"]},{"precision":0.944664,"recall":0.962451,"f1":0.950593,"accuracy":0.962451,"main_score":0.950593,"hf_subset":"fin_Latn-ary_Arab","languages":["fin-Latn","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fin_Latn-ces_Latn","languages":["fin-Latn","ces-Latn"]},{"precision":0.373801,"recall":0.458498,"f1":0.397123,"accuracy":0.458498,"main_score":0.397123,"hf_subset":"fin_Latn-gaz_Latn","languages":["fin-Latn","gaz-Latn"]},{"precision":0.478354,"recall":0.550395,"f1":0.498613,"accuracy":0.550395,"main_score":0.498613,"hf_subset":"fin_Latn-kam_Latn","languages":["fin-Latn","kam-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"fin_Latn-lit_Latn","languages":["fin-Latn","lit-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fin_Latn-nob_Latn","languages":["fin-Latn","nob-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"fin_Latn-scn_Latn","languages":["fin-Latn","scn-Latn"]},{"precision":0.901021,"recall":0.931818,"f1":0.911067,"accuracy":0.931818,"main_score":0.911067,"hf_subset":"fin_Latn-tgk_Cyrl","languages":["fin-Latn","tgk-Cyrl"]},{"precision":0.416963,"recall":0.492095,"f1":0.438092,"accuracy":0.492095,"main_score":0.438092,"hf_subset":"fin_Latn-yor_Latn","languages":["fin-Latn","yor-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fin_Latn-arz_Arab","languages":["fin-Latn","arz-Arab"]},{"precision":0.468949,"recall":0.545455,"f1":0.489217,"accuracy":0.545455,"main_score":0.489217,"hf_subset":"fin_Latn-cjk_Latn","languages":["fin-Latn","cjk-Latn"]},{"precision":0.596978,"recall":0.676877,"f1":0.620448,"accuracy":0.676877,"main_score":0.620448,"hf_subset":"fin_Latn-gla_Latn","languages":["fin-Latn","gla-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"fin_Latn-kan_Knda","languages":["fin-Latn","kan-Knda"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"fin_Latn-lmo_Latn","languages":["fin-Latn","lmo-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"fin_Latn-npi_Deva","languages":["fin-Latn","npi-Deva"]},{"precision":0.403362,"recall":0.502964,"f1":0.430358,"accuracy":0.502964,"main_score":0.430358,"hf_subset":"fin_Latn-shn_Mymr","languages":["fin-Latn","shn-Mymr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fin_Latn-tgl_Latn","languages":["fin-Latn","tgl-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"fin_Latn-yue_Hant","languages":["fin-Latn","yue-Hant"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"fin_Latn-asm_Beng","languages":["fin-Latn","asm-Beng"]},{"precision":0.702744,"recall":0.768775,"f1":0.721582,"accuracy":0.768775,"main_score":0.721582,"hf_subset":"fin_Latn-ckb_Arab","languages":["fin-Latn","ckb-Arab"]},{"precision":0.718495,"recall":0.785573,"f1":0.73905,"accuracy":0.785573,"main_score":0.73905,"hf_subset":"fin_Latn-gle_Latn","languages":["fin-Latn","gle-Latn"]},{"precision":0.850296,"recall":0.892292,"f1":0.863439,"accuracy":0.892292,"main_score":0.863439,"hf_subset":"fin_Latn-kas_Arab","languages":["fin-Latn","kas-Arab"]},{"precision":0.886528,"recall":0.918972,"f1":0.897069,"accuracy":0.918972,"main_score":0.897069,"hf_subset":"fin_Latn-ltg_Latn","languages":["fin-Latn","ltg-Latn"]},{"precision":0.503533,"recall":0.575099,"f1":0.523008,"accuracy":0.575099,"main_score":0.523008,"hf_subset":"fin_Latn-nso_Latn","languages":["fin-Latn","nso-Latn"]},{"precision":0.431457,"recall":0.533597,"f1":0.460126,"accuracy":0.533597,"main_score":0.460126,"hf_subset":"fin_Latn-sin_Sinh","languages":["fin-Latn","sin-Sinh"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fin_Latn-tha_Thai","languages":["fin-Latn","tha-Thai"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fin_Latn-zho_Hans","languages":["fin-Latn","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fin_Latn-ast_Latn","languages":["fin-Latn","ast-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"fin_Latn-crh_Latn","languages":["fin-Latn","crh-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fin_Latn-glg_Latn","languages":["fin-Latn","glg-Latn"]},{"precision":0.734766,"recall":0.80336,"f1":0.755355,"accuracy":0.80336,"main_score":0.755355,"hf_subset":"fin_Latn-kas_Deva","languages":["fin-Latn","kas-Deva"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"fin_Latn-ltz_Latn","languages":["fin-Latn","ltz-Latn"]},{"precision":0.365544,"recall":0.44664,"f1":0.38681,"accuracy":0.44664,"main_score":0.38681,"hf_subset":"fin_Latn-nus_Latn","languages":["fin-Latn","nus-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fin_Latn-slk_Latn","languages":["fin-Latn","slk-Latn"]},{"precision":0.246521,"recall":0.316206,"f1":0.264898,"accuracy":0.316206,"main_score":0.264898,"hf_subset":"fin_Latn-tir_Ethi","languages":["fin-Latn","tir-Ethi"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"fin_Latn-zho_Hant","languages":["fin-Latn","zho-Hant"]},{"precision":0.980072,"recall":0.985178,"f1":0.981719,"accuracy":0.985178,"main_score":0.981719,"hf_subset":"fin_Latn-awa_Deva","languages":["fin-Latn","awa-Deva"]},{"precision":0.857164,"recall":0.898221,"f1":0.869763,"accuracy":0.898221,"main_score":0.869763,"hf_subset":"fin_Latn-cym_Latn","languages":["fin-Latn","cym-Latn"]},{"precision":0.692671,"recall":0.754941,"f1":0.71135,"accuracy":0.754941,"main_score":0.71135,"hf_subset":"fin_Latn-grn_Latn","languages":["fin-Latn","grn-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"fin_Latn-kat_Geor","languages":["fin-Latn","kat-Geor"]},{"precision":0.532165,"recall":0.605731,"f1":0.552965,"accuracy":0.605731,"main_score":0.552965,"hf_subset":"fin_Latn-lua_Latn","languages":["fin-Latn","lua-Latn"]},{"precision":0.486434,"recall":0.561265,"f1":0.506908,"accuracy":0.561265,"main_score":0.506908,"hf_subset":"fin_Latn-nya_Latn","languages":["fin-Latn","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-slv_Latn","languages":["fin-Latn","slv-Latn"]},{"precision":0.765876,"recall":0.822134,"f1":0.783037,"accuracy":0.822134,"main_score":0.783037,"hf_subset":"fin_Latn-tpi_Latn","languages":["fin-Latn","tpi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-zsm_Latn","languages":["fin-Latn","zsm-Latn"]},{"precision":0.457993,"recall":0.528656,"f1":0.476983,"accuracy":0.528656,"main_score":0.476983,"hf_subset":"fin_Latn-ayr_Latn","languages":["fin-Latn","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fin_Latn-dan_Latn","languages":["fin-Latn","dan-Latn"]},{"precision":0.997365,"recall":0.998024,"f1":0.99753,"accuracy":0.998024,"main_score":0.99753,"hf_subset":"fin_Latn-guj_Gujr","languages":["fin-Latn","guj-Gujr"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"fin_Latn-kaz_Cyrl","languages":["fin-Latn","kaz-Cyrl"]},{"precision":0.417738,"recall":0.496047,"f1":0.439305,"accuracy":0.496047,"main_score":0.439305,"hf_subset":"fin_Latn-lug_Latn","languages":["fin-Latn","lug-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-oci_Latn","languages":["fin-Latn","oci-Latn"]},{"precision":0.507389,"recall":0.588933,"f1":0.530429,"accuracy":0.588933,"main_score":0.530429,"hf_subset":"fin_Latn-smo_Latn","languages":["fin-Latn","smo-Latn"]},{"precision":0.456091,"recall":0.527668,"f1":0.475225,"accuracy":0.527668,"main_score":0.475225,"hf_subset":"fin_Latn-tsn_Latn","languages":["fin-Latn","tsn-Latn"]},{"precision":0.453387,"recall":0.521739,"f1":0.471906,"accuracy":0.521739,"main_score":0.471906,"hf_subset":"fin_Latn-zul_Latn","languages":["fin-Latn","zul-Latn"]},{"precision":0.773172,"recall":0.836957,"f1":0.793215,"accuracy":0.836957,"main_score":0.793215,"hf_subset":"fin_Latn-azb_Arab","languages":["fin-Latn","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fin_Latn-deu_Latn","languages":["fin-Latn","deu-Latn"]},{"precision":0.894137,"recall":0.925889,"f1":0.90415,"accuracy":0.925889,"main_score":0.90415,"hf_subset":"fin_Latn-hat_Latn","languages":["fin-Latn","hat-Latn"]},{"precision":0.419648,"recall":0.492095,"f1":0.43906,"accuracy":0.492095,"main_score":0.43906,"hf_subset":"fin_Latn-kbp_Latn","languages":["fin-Latn","kbp-Latn"]},{"precision":0.48583,"recall":0.556324,"f1":0.505401,"accuracy":0.556324,"main_score":0.505401,"hf_subset":"fin_Latn-luo_Latn","languages":["fin-Latn","luo-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fin_Latn-ory_Orya","languages":["fin-Latn","ory-Orya"]},{"precision":0.464734,"recall":0.538538,"f1":0.485611,"accuracy":0.538538,"main_score":0.485611,"hf_subset":"fin_Latn-sna_Latn","languages":["fin-Latn","sna-Latn"]},{"precision":0.447096,"recall":0.516798,"f1":0.466483,"accuracy":0.516798,"main_score":0.466483,"hf_subset":"fin_Latn-tso_Latn","languages":["fin-Latn","tso-Latn"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"fin_Latn-azj_Latn","languages":["fin-Latn","azj-Latn"]},{"precision":0.447938,"recall":0.52668,"f1":0.470078,"accuracy":0.52668,"main_score":0.470078,"hf_subset":"fin_Latn-dik_Latn","languages":["fin-Latn","dik-Latn"]},{"precision":0.448882,"recall":0.509881,"f1":0.466638,"accuracy":0.509881,"main_score":0.466638,"hf_subset":"fin_Latn-hau_Latn","languages":["fin-Latn","hau-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"fin_Latn-kea_Latn","languages":["fin-Latn","kea-Latn"]},{"precision":0.617873,"recall":0.682806,"f1":0.636315,"accuracy":0.682806,"main_score":0.636315,"hf_subset":"fin_Latn-lus_Latn","languages":["fin-Latn","lus-Latn"]},{"precision":0.777125,"recall":0.83004,"f1":0.793267,"accuracy":0.83004,"main_score":0.793267,"hf_subset":"fin_Latn-pag_Latn","languages":["fin-Latn","pag-Latn"]},{"precision":0.965415,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"fin_Latn-snd_Arab","languages":["fin-Latn","snd-Arab"]},{"precision":0.877306,"recall":0.91502,"f1":0.88946,"accuracy":0.91502,"main_score":0.88946,"hf_subset":"fin_Latn-tuk_Latn","languages":["fin-Latn","tuk-Latn"]},{"precision":0.949605,"recall":0.965415,"f1":0.95471,"accuracy":0.965415,"main_score":0.95471,"hf_subset":"fin_Latn-bak_Cyrl","languages":["fin-Latn","bak-Cyrl"]},{"precision":0.39696,"recall":0.487154,"f1":0.422519,"accuracy":0.487154,"main_score":0.422519,"hf_subset":"fin_Latn-dyu_Latn","languages":["fin-Latn","dyu-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"fin_Latn-heb_Hebr","languages":["fin-Latn","heb-Hebr"]},{"precision":0.915184,"recall":0.939723,"f1":0.922892,"accuracy":0.939723,"main_score":0.922892,"hf_subset":"fin_Latn-khk_Cyrl","languages":["fin-Latn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fin_Latn-lvs_Latn","languages":["fin-Latn","lvs-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"fin_Latn-pan_Guru","languages":["fin-Latn","pan-Guru"]},{"precision":0.450562,"recall":0.52668,"f1":0.472117,"accuracy":0.52668,"main_score":0.472117,"hf_subset":"fin_Latn-som_Latn","languages":["fin-Latn","som-Latn"]},{"precision":0.487693,"recall":0.55336,"f1":0.505672,"accuracy":0.55336,"main_score":0.505672,"hf_subset":"fin_Latn-tum_Latn","languages":["fin-Latn","tum-Latn"]},{"precision":0.412037,"recall":0.51087,"f1":0.438801,"accuracy":0.51087,"main_score":0.438801,"hf_subset":"ita_Latn-ace_Arab","languages":["ita-Latn","ace-Arab"]},{"precision":0.445099,"recall":0.529644,"f1":0.468172,"accuracy":0.529644,"main_score":0.468172,"hf_subset":"ita_Latn-bam_Latn","languages":["ita-Latn","bam-Latn"]},{"precision":0.105808,"recall":0.161067,"f1":0.119747,"accuracy":0.161067,"main_score":0.119747,"hf_subset":"ita_Latn-dzo_Tibt","languages":["ita-Latn","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-hin_Deva","languages":["ita-Latn","hin-Deva"]},{"precision":0.933383,"recall":0.954545,"f1":0.940283,"accuracy":0.954545,"main_score":0.940283,"hf_subset":"ita_Latn-khm_Khmr","languages":["ita-Latn","khm-Khmr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ita_Latn-mag_Deva","languages":["ita-Latn","mag-Deva"]},{"precision":0.967062,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"ita_Latn-pap_Latn","languages":["ita-Latn","pap-Latn"]},{"precision":0.487291,"recall":0.568182,"f1":0.508765,"accuracy":0.568182,"main_score":0.508765,"hf_subset":"ita_Latn-sot_Latn","languages":["ita-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-tur_Latn","languages":["ita-Latn","tur-Latn"]},{"precision":0.794878,"recall":0.850791,"f1":0.812404,"accuracy":0.850791,"main_score":0.812404,"hf_subset":"ita_Latn-ace_Latn","languages":["ita-Latn","ace-Latn"]},{"precision":0.921772,"recall":0.94664,"f1":0.930007,"accuracy":0.94664,"main_score":0.930007,"hf_subset":"ita_Latn-ban_Latn","languages":["ita-Latn","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ita_Latn-ell_Grek","languages":["ita-Latn","ell-Grek"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"ita_Latn-hne_Deva","languages":["ita-Latn","hne-Deva"]},{"precision":0.503781,"recall":0.582016,"f1":0.525767,"accuracy":0.582016,"main_score":0.525767,"hf_subset":"ita_Latn-kik_Latn","languages":["ita-Latn","kik-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ita_Latn-mai_Deva","languages":["ita-Latn","mai-Deva"]},{"precision":0.871706,"recall":0.910079,"f1":0.88386,"accuracy":0.910079,"main_score":0.88386,"hf_subset":"ita_Latn-pbt_Arab","languages":["ita-Latn","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ita_Latn-spa_Latn","languages":["ita-Latn","spa-Latn"]},{"precision":0.55757,"recall":0.636364,"f1":0.579562,"accuracy":0.636364,"main_score":0.579562,"hf_subset":"ita_Latn-twi_Latn","languages":["ita-Latn","twi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ita_Latn-acm_Arab","languages":["ita-Latn","acm-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-bel_Cyrl","languages":["ita-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-eng_Latn","languages":["ita-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-hrv_Latn","languages":["ita-Latn","hrv-Latn"]},{"precision":0.44341,"recall":0.521739,"f1":0.465162,"accuracy":0.521739,"main_score":0.465162,"hf_subset":"ita_Latn-kin_Latn","languages":["ita-Latn","kin-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ita_Latn-mal_Mlym","languages":["ita-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-pes_Arab","languages":["ita-Latn","pes-Arab"]},{"precision":0.978426,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"ita_Latn-srd_Latn","languages":["ita-Latn","srd-Latn"]},{"precision":0.104937,"recall":0.175889,"f1":0.119243,"accuracy":0.175889,"main_score":0.119243,"hf_subset":"ita_Latn-tzm_Tfng","languages":["ita-Latn","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ita_Latn-acq_Arab","languages":["ita-Latn","acq-Arab"]},{"precision":0.521899,"recall":0.600791,"f1":0.543181,"accuracy":0.600791,"main_score":0.543181,"hf_subset":"ita_Latn-bem_Latn","languages":["ita-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-epo_Latn","languages":["ita-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-hun_Latn","languages":["ita-Latn","hun-Latn"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"ita_Latn-kir_Cyrl","languages":["ita-Latn","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ita_Latn-mar_Deva","languages":["ita-Latn","mar-Deva"]},{"precision":0.541242,"recall":0.617589,"f1":0.562383,"accuracy":0.617589,"main_score":0.562383,"hf_subset":"ita_Latn-plt_Latn","languages":["ita-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-srp_Cyrl","languages":["ita-Latn","srp-Cyrl"]},{"precision":0.942605,"recall":0.959486,"f1":0.948024,"accuracy":0.959486,"main_score":0.948024,"hf_subset":"ita_Latn-uig_Arab","languages":["ita-Latn","uig-Arab"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"ita_Latn-aeb_Arab","languages":["ita-Latn","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-ben_Beng","languages":["ita-Latn","ben-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ita_Latn-est_Latn","languages":["ita-Latn","est-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ita_Latn-hye_Armn","languages":["ita-Latn","hye-Armn"]},{"precision":0.457582,"recall":0.531621,"f1":0.478023,"accuracy":0.531621,"main_score":0.478023,"hf_subset":"ita_Latn-kmb_Latn","languages":["ita-Latn","kmb-Latn"]},{"precision":0.353759,"recall":0.462451,"f1":0.383072,"accuracy":0.462451,"main_score":0.383072,"hf_subset":"ita_Latn-min_Arab","languages":["ita-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-pol_Latn","languages":["ita-Latn","pol-Latn"]},{"precision":0.43776,"recall":0.521739,"f1":0.460186,"accuracy":0.521739,"main_score":0.460186,"hf_subset":"ita_Latn-ssw_Latn","languages":["ita-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-ukr_Cyrl","languages":["ita-Latn","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ita_Latn-afr_Latn","languages":["ita-Latn","afr-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ita_Latn-bho_Deva","languages":["ita-Latn","bho-Deva"]},{"precision":0.945817,"recall":0.963439,"f1":0.951581,"accuracy":0.963439,"main_score":0.951581,"hf_subset":"ita_Latn-eus_Latn","languages":["ita-Latn","eus-Latn"]},{"precision":0.481182,"recall":0.567194,"f1":0.505301,"accuracy":0.567194,"main_score":0.505301,"hf_subset":"ita_Latn-ibo_Latn","languages":["ita-Latn","ibo-Latn"]},{"precision":0.694162,"recall":0.767787,"f1":0.715917,"accuracy":0.767787,"main_score":0.715917,"hf_subset":"ita_Latn-kmr_Latn","languages":["ita-Latn","kmr-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"ita_Latn-min_Latn","languages":["ita-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-por_Latn","languages":["ita-Latn","por-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ita_Latn-sun_Latn","languages":["ita-Latn","sun-Latn"]},{"precision":0.450226,"recall":0.527668,"f1":0.47225,"accuracy":0.527668,"main_score":0.47225,"hf_subset":"ita_Latn-umb_Latn","languages":["ita-Latn","umb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ita_Latn-ajp_Arab","languages":["ita-Latn","ajp-Arab"]},{"precision":0.373469,"recall":0.479249,"f1":0.402941,"accuracy":0.479249,"main_score":0.402941,"hf_subset":"ita_Latn-bjn_Arab","languages":["ita-Latn","bjn-Arab"]},{"precision":0.476756,"recall":0.547431,"f1":0.495778,"accuracy":0.547431,"main_score":0.495778,"hf_subset":"ita_Latn-ewe_Latn","languages":["ita-Latn","ewe-Latn"]},{"precision":0.844648,"recall":0.88834,"f1":0.858432,"accuracy":0.88834,"main_score":0.858432,"hf_subset":"ita_Latn-ilo_Latn","languages":["ita-Latn","ilo-Latn"]},{"precision":0.186975,"recall":0.264822,"f1":0.205952,"accuracy":0.264822,"main_score":0.205952,"hf_subset":"ita_Latn-knc_Arab","languages":["ita-Latn","knc-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ita_Latn-mkd_Cyrl","languages":["ita-Latn","mkd-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ita_Latn-prs_Arab","languages":["ita-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-swe_Latn","languages":["ita-Latn","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ita_Latn-urd_Arab","languages":["ita-Latn","urd-Arab"]},{"precision":0.538617,"recall":0.620553,"f1":0.561597,"accuracy":0.620553,"main_score":0.561597,"hf_subset":"ita_Latn-aka_Latn","languages":["ita-Latn","aka-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"ita_Latn-bjn_Latn","languages":["ita-Latn","bjn-Latn"]},{"precision":0.925725,"recall":0.948617,"f1":0.933136,"accuracy":0.948617,"main_score":0.933136,"hf_subset":"ita_Latn-fao_Latn","languages":["ita-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-ind_Latn","languages":["ita-Latn","ind-Latn"]},{"precision":0.512472,"recall":0.590909,"f1":0.534353,"accuracy":0.590909,"main_score":0.534353,"hf_subset":"ita_Latn-knc_Latn","languages":["ita-Latn","knc-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"ita_Latn-mlt_Latn","languages":["ita-Latn","mlt-Latn"]},{"precision":0.559464,"recall":0.644269,"f1":0.582688,"accuracy":0.644269,"main_score":0.582688,"hf_subset":"ita_Latn-quy_Latn","languages":["ita-Latn","quy-Latn"]},{"precision":0.704348,"recall":0.774704,"f1":0.725362,"accuracy":0.774704,"main_score":0.725362,"hf_subset":"ita_Latn-swh_Latn","languages":["ita-Latn","swh-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"ita_Latn-uzn_Latn","languages":["ita-Latn","uzn-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ita_Latn-als_Latn","languages":["ita-Latn","als-Latn"]},{"precision":0.146138,"recall":0.228261,"f1":0.165763,"accuracy":0.228261,"main_score":0.165763,"hf_subset":"ita_Latn-bod_Tibt","languages":["ita-Latn","bod-Tibt"]},{"precision":0.470601,"recall":0.55336,"f1":0.493259,"accuracy":0.55336,"main_score":0.493259,"hf_subset":"ita_Latn-fij_Latn","languages":["ita-Latn","fij-Latn"]},{"precision":0.948403,"recall":0.963439,"f1":0.953129,"accuracy":0.963439,"main_score":0.953129,"hf_subset":"ita_Latn-isl_Latn","languages":["ita-Latn","isl-Latn"]},{"precision":0.541362,"recall":0.629447,"f1":0.566755,"accuracy":0.629447,"main_score":0.566755,"hf_subset":"ita_Latn-kon_Latn","languages":["ita-Latn","kon-Latn"]},{"precision":0.487024,"recall":0.592885,"f1":0.516776,"accuracy":0.592885,"main_score":0.516776,"hf_subset":"ita_Latn-mni_Beng","languages":["ita-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-ron_Latn","languages":["ita-Latn","ron-Latn"]},{"precision":0.978755,"recall":0.98419,"f1":0.980567,"accuracy":0.98419,"main_score":0.980567,"hf_subset":"ita_Latn-szl_Latn","languages":["ita-Latn","szl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ita_Latn-vec_Latn","languages":["ita-Latn","vec-Latn"]},{"precision":0.538702,"recall":0.631423,"f1":0.565829,"accuracy":0.631423,"main_score":0.565829,"hf_subset":"ita_Latn-amh_Ethi","languages":["ita-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-bos_Latn","languages":["ita-Latn","bos-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"ita_Latn-fin_Latn","languages":["ita-Latn","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ita_Latn-kor_Hang","languages":["ita-Latn","kor-Hang"]},{"precision":0.464183,"recall":0.5583,"f1":0.490009,"accuracy":0.5583,"main_score":0.490009,"hf_subset":"ita_Latn-mos_Latn","languages":["ita-Latn","mos-Latn"]},{"precision":0.438345,"recall":0.520751,"f1":0.460543,"accuracy":0.520751,"main_score":0.460543,"hf_subset":"ita_Latn-run_Latn","languages":["ita-Latn","run-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ita_Latn-tam_Taml","languages":["ita-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-vie_Latn","languages":["ita-Latn","vie-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ita_Latn-apc_Arab","languages":["ita-Latn","apc-Arab"]},{"precision":0.731991,"recall":0.797431,"f1":0.751034,"accuracy":0.797431,"main_score":0.751034,"hf_subset":"ita_Latn-bug_Latn","languages":["ita-Latn","bug-Latn"]},{"precision":0.416266,"recall":0.496047,"f1":0.437537,"accuracy":0.496047,"main_score":0.437537,"hf_subset":"ita_Latn-fon_Latn","languages":["ita-Latn","fon-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"ita_Latn-jav_Latn","languages":["ita-Latn","jav-Latn"]},{"precision":0.885375,"recall":0.91996,"f1":0.896574,"accuracy":0.91996,"main_score":0.896574,"hf_subset":"ita_Latn-lao_Laoo","languages":["ita-Latn","lao-Laoo"]},{"precision":0.578899,"recall":0.666996,"f1":0.603935,"accuracy":0.666996,"main_score":0.603935,"hf_subset":"ita_Latn-mri_Latn","languages":["ita-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-rus_Cyrl","languages":["ita-Latn","rus-Cyrl"]},{"precision":0.482955,"recall":0.563241,"f1":0.505363,"accuracy":0.563241,"main_score":0.505363,"hf_subset":"ita_Latn-taq_Latn","languages":["ita-Latn","taq-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"ita_Latn-war_Latn","languages":["ita-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-arb_Arab","languages":["ita-Latn","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-bul_Cyrl","languages":["ita-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-fra_Latn","languages":["ita-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-jpn_Jpan","languages":["ita-Latn","jpn-Jpan"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ita_Latn-lij_Latn","languages":["ita-Latn","lij-Latn"]},{"precision":0.922348,"recall":0.945652,"f1":0.929908,"accuracy":0.945652,"main_score":0.929908,"hf_subset":"ita_Latn-mya_Mymr","languages":["ita-Latn","mya-Mymr"]},{"precision":0.499372,"recall":0.594862,"f1":0.526379,"accuracy":0.594862,"main_score":0.526379,"hf_subset":"ita_Latn-sag_Latn","languages":["ita-Latn","sag-Latn"]},{"precision":0.113982,"recall":0.203557,"f1":0.131584,"accuracy":0.203557,"main_score":0.131584,"hf_subset":"ita_Latn-taq_Tfng","languages":["ita-Latn","taq-Tfng"]},{"precision":0.530708,"recall":0.618577,"f1":0.555067,"accuracy":0.618577,"main_score":0.555067,"hf_subset":"ita_Latn-wol_Latn","languages":["ita-Latn","wol-Latn"]},{"precision":0.609856,"recall":0.695652,"f1":0.633922,"accuracy":0.695652,"main_score":0.633922,"hf_subset":"ita_Latn-arb_Latn","languages":["ita-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-cat_Latn","languages":["ita-Latn","cat-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ita_Latn-fur_Latn","languages":["ita-Latn","fur-Latn"]},{"precision":0.322473,"recall":0.394269,"f1":0.341129,"accuracy":0.394269,"main_score":0.341129,"hf_subset":"ita_Latn-kab_Latn","languages":["ita-Latn","kab-Latn"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"ita_Latn-lim_Latn","languages":["ita-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-nld_Latn","languages":["ita-Latn","nld-Latn"]},{"precision":0.957345,"recall":0.969368,"f1":0.961086,"accuracy":0.969368,"main_score":0.961086,"hf_subset":"ita_Latn-san_Deva","languages":["ita-Latn","san-Deva"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"ita_Latn-tat_Cyrl","languages":["ita-Latn","tat-Cyrl"]},{"precision":0.515321,"recall":0.599802,"f1":0.537955,"accuracy":0.599802,"main_score":0.537955,"hf_subset":"ita_Latn-xho_Latn","languages":["ita-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-ars_Arab","languages":["ita-Latn","ars-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ita_Latn-ceb_Latn","languages":["ita-Latn","ceb-Latn"]},{"precision":0.46951,"recall":0.560277,"f1":0.494493,"accuracy":0.560277,"main_score":0.494493,"hf_subset":"ita_Latn-fuv_Latn","languages":["ita-Latn","fuv-Latn"]},{"precision":0.464915,"recall":0.551383,"f1":0.488087,"accuracy":0.551383,"main_score":0.488087,"hf_subset":"ita_Latn-kac_Latn","languages":["ita-Latn","kac-Latn"]},{"precision":0.546485,"recall":0.636364,"f1":0.571632,"accuracy":0.636364,"main_score":0.571632,"hf_subset":"ita_Latn-lin_Latn","languages":["ita-Latn","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ita_Latn-nno_Latn","languages":["ita-Latn","nno-Latn"]},{"precision":0.013675,"recall":0.057312,"f1":0.019196,"accuracy":0.057312,"main_score":0.019196,"hf_subset":"ita_Latn-sat_Olck","languages":["ita-Latn","sat-Olck"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ita_Latn-tel_Telu","languages":["ita-Latn","tel-Telu"]},{"precision":0.719195,"recall":0.796443,"f1":0.742729,"accuracy":0.796443,"main_score":0.742729,"hf_subset":"ita_Latn-ydd_Hebr","languages":["ita-Latn","ydd-Hebr"]},{"precision":0.955863,"recall":0.970356,"f1":0.960639,"accuracy":0.970356,"main_score":0.960639,"hf_subset":"ita_Latn-ary_Arab","languages":["ita-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-ces_Latn","languages":["ita-Latn","ces-Latn"]},{"precision":0.378727,"recall":0.468379,"f1":0.402648,"accuracy":0.468379,"main_score":0.402648,"hf_subset":"ita_Latn-gaz_Latn","languages":["ita-Latn","gaz-Latn"]},{"precision":0.481731,"recall":0.571146,"f1":0.506657,"accuracy":0.571146,"main_score":0.506657,"hf_subset":"ita_Latn-kam_Latn","languages":["ita-Latn","kam-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"ita_Latn-lit_Latn","languages":["ita-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ita_Latn-nob_Latn","languages":["ita-Latn","nob-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"ita_Latn-scn_Latn","languages":["ita-Latn","scn-Latn"]},{"precision":0.905138,"recall":0.934783,"f1":0.91469,"accuracy":0.934783,"main_score":0.91469,"hf_subset":"ita_Latn-tgk_Cyrl","languages":["ita-Latn","tgk-Cyrl"]},{"precision":0.427166,"recall":0.513834,"f1":0.451438,"accuracy":0.513834,"main_score":0.451438,"hf_subset":"ita_Latn-yor_Latn","languages":["ita-Latn","yor-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ita_Latn-arz_Arab","languages":["ita-Latn","arz-Arab"]},{"precision":0.478688,"recall":0.570158,"f1":0.503339,"accuracy":0.570158,"main_score":0.503339,"hf_subset":"ita_Latn-cjk_Latn","languages":["ita-Latn","cjk-Latn"]},{"precision":0.614533,"recall":0.693676,"f1":0.637378,"accuracy":0.693676,"main_score":0.637378,"hf_subset":"ita_Latn-gla_Latn","languages":["ita-Latn","gla-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ita_Latn-kan_Knda","languages":["ita-Latn","kan-Knda"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"ita_Latn-lmo_Latn","languages":["ita-Latn","lmo-Latn"]},{"precision":0.98913,"recall":0.992095,"f1":0.990119,"accuracy":0.992095,"main_score":0.990119,"hf_subset":"ita_Latn-npi_Deva","languages":["ita-Latn","npi-Deva"]},{"precision":0.401106,"recall":0.505929,"f1":0.428284,"accuracy":0.505929,"main_score":0.428284,"hf_subset":"ita_Latn-shn_Mymr","languages":["ita-Latn","shn-Mymr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ita_Latn-tgl_Latn","languages":["ita-Latn","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-yue_Hant","languages":["ita-Latn","yue-Hant"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ita_Latn-asm_Beng","languages":["ita-Latn","asm-Beng"]},{"precision":0.703263,"recall":0.772727,"f1":0.72398,"accuracy":0.772727,"main_score":0.72398,"hf_subset":"ita_Latn-ckb_Arab","languages":["ita-Latn","ckb-Arab"]},{"precision":0.714954,"recall":0.789526,"f1":0.738194,"accuracy":0.789526,"main_score":0.738194,"hf_subset":"ita_Latn-gle_Latn","languages":["ita-Latn","gle-Latn"]},{"precision":0.874012,"recall":0.914032,"f1":0.886858,"accuracy":0.914032,"main_score":0.886858,"hf_subset":"ita_Latn-kas_Arab","languages":["ita-Latn","kas-Arab"]},{"precision":0.877974,"recall":0.914032,"f1":0.889575,"accuracy":0.914032,"main_score":0.889575,"hf_subset":"ita_Latn-ltg_Latn","languages":["ita-Latn","ltg-Latn"]},{"precision":0.514258,"recall":0.599802,"f1":0.538561,"accuracy":0.599802,"main_score":0.538561,"hf_subset":"ita_Latn-nso_Latn","languages":["ita-Latn","nso-Latn"]},{"precision":0.420589,"recall":0.518775,"f1":0.447796,"accuracy":0.518775,"main_score":0.447796,"hf_subset":"ita_Latn-sin_Sinh","languages":["ita-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-tha_Thai","languages":["ita-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-zho_Hans","languages":["ita-Latn","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ita_Latn-ast_Latn","languages":["ita-Latn","ast-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ita_Latn-crh_Latn","languages":["ita-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-glg_Latn","languages":["ita-Latn","glg-Latn"]},{"precision":0.777207,"recall":0.837945,"f1":0.79585,"accuracy":0.837945,"main_score":0.79585,"hf_subset":"ita_Latn-kas_Deva","languages":["ita-Latn","kas-Deva"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ita_Latn-ltz_Latn","languages":["ita-Latn","ltz-Latn"]},{"precision":0.364259,"recall":0.458498,"f1":0.389483,"accuracy":0.458498,"main_score":0.389483,"hf_subset":"ita_Latn-nus_Latn","languages":["ita-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-slk_Latn","languages":["ita-Latn","slk-Latn"]},{"precision":0.254724,"recall":0.333004,"f1":0.274945,"accuracy":0.333004,"main_score":0.274945,"hf_subset":"ita_Latn-tir_Ethi","languages":["ita-Latn","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ita_Latn-zho_Hant","languages":["ita-Latn","zho-Hant"]},{"precision":0.984519,"recall":0.988142,"f1":0.985672,"accuracy":0.988142,"main_score":0.985672,"hf_subset":"ita_Latn-awa_Deva","languages":["ita-Latn","awa-Deva"]},{"precision":0.859025,"recall":0.898221,"f1":0.871311,"accuracy":0.898221,"main_score":0.871311,"hf_subset":"ita_Latn-cym_Latn","languages":["ita-Latn","cym-Latn"]},{"precision":0.744433,"recall":0.807312,"f1":0.763298,"accuracy":0.807312,"main_score":0.763298,"hf_subset":"ita_Latn-grn_Latn","languages":["ita-Latn","grn-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ita_Latn-kat_Geor","languages":["ita-Latn","kat-Geor"]},{"precision":0.553544,"recall":0.632411,"f1":0.575503,"accuracy":0.632411,"main_score":0.575503,"hf_subset":"ita_Latn-lua_Latn","languages":["ita-Latn","lua-Latn"]},{"precision":0.513196,"recall":0.596838,"f1":0.536211,"accuracy":0.596838,"main_score":0.536211,"hf_subset":"ita_Latn-nya_Latn","languages":["ita-Latn","nya-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-slv_Latn","languages":["ita-Latn","slv-Latn"]},{"precision":0.786479,"recall":0.842885,"f1":0.80384,"accuracy":0.842885,"main_score":0.80384,"hf_subset":"ita_Latn-tpi_Latn","languages":["ita-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-zsm_Latn","languages":["ita-Latn","zsm-Latn"]},{"precision":0.476616,"recall":0.562253,"f1":0.499598,"accuracy":0.562253,"main_score":0.499598,"hf_subset":"ita_Latn-ayr_Latn","languages":["ita-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-dan_Latn","languages":["ita-Latn","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ita_Latn-guj_Gujr","languages":["ita-Latn","guj-Gujr"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ita_Latn-kaz_Cyrl","languages":["ita-Latn","kaz-Cyrl"]},{"precision":0.421851,"recall":0.505929,"f1":0.444608,"accuracy":0.505929,"main_score":0.444608,"hf_subset":"ita_Latn-lug_Latn","languages":["ita-Latn","lug-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-oci_Latn","languages":["ita-Latn","oci-Latn"]},{"precision":0.510747,"recall":0.597826,"f1":0.534943,"accuracy":0.597826,"main_score":0.534943,"hf_subset":"ita_Latn-smo_Latn","languages":["ita-Latn","smo-Latn"]},{"precision":0.459224,"recall":0.54249,"f1":0.481701,"accuracy":0.54249,"main_score":0.481701,"hf_subset":"ita_Latn-tsn_Latn","languages":["ita-Latn","tsn-Latn"]},{"precision":0.446474,"recall":0.533597,"f1":0.469619,"accuracy":0.533597,"main_score":0.469619,"hf_subset":"ita_Latn-zul_Latn","languages":["ita-Latn","zul-Latn"]},{"precision":0.810853,"recall":0.866601,"f1":0.828426,"accuracy":0.866601,"main_score":0.828426,"hf_subset":"ita_Latn-azb_Arab","languages":["ita-Latn","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ita_Latn-deu_Latn","languages":["ita-Latn","deu-Latn"]},{"precision":0.916337,"recall":0.942688,"f1":0.924901,"accuracy":0.942688,"main_score":0.924901,"hf_subset":"ita_Latn-hat_Latn","languages":["ita-Latn","hat-Latn"]},{"precision":0.417338,"recall":0.5,"f1":0.440046,"accuracy":0.5,"main_score":0.440046,"hf_subset":"ita_Latn-kbp_Latn","languages":["ita-Latn","kbp-Latn"]},{"precision":0.489836,"recall":0.568182,"f1":0.51082,"accuracy":0.568182,"main_score":0.51082,"hf_subset":"ita_Latn-luo_Latn","languages":["ita-Latn","luo-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ita_Latn-ory_Orya","languages":["ita-Latn","ory-Orya"]},{"precision":0.485208,"recall":0.567194,"f1":0.508012,"accuracy":0.567194,"main_score":0.508012,"hf_subset":"ita_Latn-sna_Latn","languages":["ita-Latn","sna-Latn"]},{"precision":0.459939,"recall":0.541502,"f1":0.4828,"accuracy":0.541502,"main_score":0.4828,"hf_subset":"ita_Latn-tso_Latn","languages":["ita-Latn","tso-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ita_Latn-azj_Latn","languages":["ita-Latn","azj-Latn"]},{"precision":0.480581,"recall":0.566206,"f1":0.504015,"accuracy":0.566206,"main_score":0.504015,"hf_subset":"ita_Latn-dik_Latn","languages":["ita-Latn","dik-Latn"]},{"precision":0.452366,"recall":0.533597,"f1":0.475139,"accuracy":0.533597,"main_score":0.475139,"hf_subset":"ita_Latn-hau_Latn","languages":["ita-Latn","hau-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"ita_Latn-kea_Latn","languages":["ita-Latn","kea-Latn"]},{"precision":0.650365,"recall":0.721344,"f1":0.670796,"accuracy":0.721344,"main_score":0.670796,"hf_subset":"ita_Latn-lus_Latn","languages":["ita-Latn","lus-Latn"]},{"precision":0.822638,"recall":0.866601,"f1":0.835806,"accuracy":0.866601,"main_score":0.835806,"hf_subset":"ita_Latn-pag_Latn","languages":["ita-Latn","pag-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"ita_Latn-snd_Arab","languages":["ita-Latn","snd-Arab"]},{"precision":0.872365,"recall":0.912055,"f1":0.885046,"accuracy":0.912055,"main_score":0.885046,"hf_subset":"ita_Latn-tuk_Latn","languages":["ita-Latn","tuk-Latn"]},{"precision":0.945652,"recall":0.963439,"f1":0.951581,"accuracy":0.963439,"main_score":0.951581,"hf_subset":"ita_Latn-bak_Cyrl","languages":["ita-Latn","bak-Cyrl"]},{"precision":0.415044,"recall":0.51581,"f1":0.443479,"accuracy":0.51581,"main_score":0.443479,"hf_subset":"ita_Latn-dyu_Latn","languages":["ita-Latn","dyu-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ita_Latn-heb_Hebr","languages":["ita-Latn","heb-Hebr"]},{"precision":0.887269,"recall":0.918972,"f1":0.897431,"accuracy":0.918972,"main_score":0.897431,"hf_subset":"ita_Latn-khk_Cyrl","languages":["ita-Latn","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ita_Latn-lvs_Latn","languages":["ita-Latn","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ita_Latn-pan_Guru","languages":["ita-Latn","pan-Guru"]},{"precision":0.448295,"recall":0.536561,"f1":0.473109,"accuracy":0.536561,"main_score":0.473109,"hf_subset":"ita_Latn-som_Latn","languages":["ita-Latn","som-Latn"]},{"precision":0.494955,"recall":0.56917,"f1":0.515548,"accuracy":0.56917,"main_score":0.515548,"hf_subset":"ita_Latn-tum_Latn","languages":["ita-Latn","tum-Latn"]},{"precision":0.379868,"recall":0.482213,"f1":0.40821,"accuracy":0.482213,"main_score":0.40821,"hf_subset":"kor_Hang-ace_Arab","languages":["kor-Hang","ace-Arab"]},{"precision":0.42786,"recall":0.509881,"f1":0.450582,"accuracy":0.509881,"main_score":0.450582,"hf_subset":"kor_Hang-bam_Latn","languages":["kor-Hang","bam-Latn"]},{"precision":0.105593,"recall":0.159091,"f1":0.119314,"accuracy":0.159091,"main_score":0.119314,"hf_subset":"kor_Hang-dzo_Tibt","languages":["kor-Hang","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-hin_Deva","languages":["kor-Hang","hin-Deva"]},{"precision":0.929183,"recall":0.952569,"f1":0.936924,"accuracy":0.952569,"main_score":0.936924,"hf_subset":"kor_Hang-khm_Khmr","languages":["kor-Hang","khm-Khmr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kor_Hang-mag_Deva","languages":["kor-Hang","mag-Deva"]},{"precision":0.959569,"recall":0.972332,"f1":0.963669,"accuracy":0.972332,"main_score":0.963669,"hf_subset":"kor_Hang-pap_Latn","languages":["kor-Hang","pap-Latn"]},{"precision":0.450553,"recall":0.54249,"f1":0.475531,"accuracy":0.54249,"main_score":0.475531,"hf_subset":"kor_Hang-sot_Latn","languages":["kor-Hang","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-tur_Latn","languages":["kor-Hang","tur-Latn"]},{"precision":0.764657,"recall":0.831028,"f1":0.785705,"accuracy":0.831028,"main_score":0.785705,"hf_subset":"kor_Hang-ace_Latn","languages":["kor-Hang","ace-Latn"]},{"precision":0.902174,"recall":0.931818,"f1":0.911726,"accuracy":0.931818,"main_score":0.911726,"hf_subset":"kor_Hang-ban_Latn","languages":["kor-Hang","ban-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kor_Hang-ell_Grek","languages":["kor-Hang","ell-Grek"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"kor_Hang-hne_Deva","languages":["kor-Hang","hne-Deva"]},{"precision":0.481219,"recall":0.565217,"f1":0.504455,"accuracy":0.565217,"main_score":0.504455,"hf_subset":"kor_Hang-kik_Latn","languages":["kor-Hang","kik-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kor_Hang-mai_Deva","languages":["kor-Hang","mai-Deva"]},{"precision":0.857213,"recall":0.901186,"f1":0.871344,"accuracy":0.901186,"main_score":0.871344,"hf_subset":"kor_Hang-pbt_Arab","languages":["kor-Hang","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-spa_Latn","languages":["kor-Hang","spa-Latn"]},{"precision":0.529242,"recall":0.610672,"f1":0.551778,"accuracy":0.610672,"main_score":0.551778,"hf_subset":"kor_Hang-twi_Latn","languages":["kor-Hang","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kor_Hang-acm_Arab","languages":["kor-Hang","acm-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kor_Hang-bel_Cyrl","languages":["kor-Hang","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-eng_Latn","languages":["kor-Hang","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-hrv_Latn","languages":["kor-Hang","hrv-Latn"]},{"precision":0.419758,"recall":0.498024,"f1":0.440617,"accuracy":0.498024,"main_score":0.440617,"hf_subset":"kor_Hang-kin_Latn","languages":["kor-Hang","kin-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kor_Hang-mal_Mlym","languages":["kor-Hang","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-pes_Arab","languages":["kor-Hang","pes-Arab"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"kor_Hang-srd_Latn","languages":["kor-Hang","srd-Latn"]},{"precision":0.102813,"recall":0.172925,"f1":0.117133,"accuracy":0.172925,"main_score":0.117133,"hf_subset":"kor_Hang-tzm_Tfng","languages":["kor-Hang","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kor_Hang-acq_Arab","languages":["kor-Hang","acq-Arab"]},{"precision":0.485009,"recall":0.573123,"f1":0.509413,"accuracy":0.573123,"main_score":0.509413,"hf_subset":"kor_Hang-bem_Latn","languages":["kor-Hang","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-epo_Latn","languages":["kor-Hang","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-hun_Latn","languages":["kor-Hang","hun-Latn"]},{"precision":0.965497,"recall":0.976285,"f1":0.968939,"accuracy":0.976285,"main_score":0.968939,"hf_subset":"kor_Hang-kir_Cyrl","languages":["kor-Hang","kir-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kor_Hang-mar_Deva","languages":["kor-Hang","mar-Deva"]},{"precision":0.516368,"recall":0.594862,"f1":0.538395,"accuracy":0.594862,"main_score":0.538395,"hf_subset":"kor_Hang-plt_Latn","languages":["kor-Hang","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-srp_Cyrl","languages":["kor-Hang","srp-Cyrl"]},{"precision":0.926219,"recall":0.948617,"f1":0.933465,"accuracy":0.948617,"main_score":0.933465,"hf_subset":"kor_Hang-uig_Arab","languages":["kor-Hang","uig-Arab"]},{"precision":0.973979,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"kor_Hang-aeb_Arab","languages":["kor-Hang","aeb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kor_Hang-ben_Beng","languages":["kor-Hang","ben-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kor_Hang-est_Latn","languages":["kor-Hang","est-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kor_Hang-hye_Armn","languages":["kor-Hang","hye-Armn"]},{"precision":0.419077,"recall":0.502964,"f1":0.442549,"accuracy":0.502964,"main_score":0.442549,"hf_subset":"kor_Hang-kmb_Latn","languages":["kor-Hang","kmb-Latn"]},{"precision":0.351258,"recall":0.454545,"f1":0.378296,"accuracy":0.454545,"main_score":0.378296,"hf_subset":"kor_Hang-min_Arab","languages":["kor-Hang","min-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-pol_Latn","languages":["kor-Hang","pol-Latn"]},{"precision":0.403489,"recall":0.492095,"f1":0.42648,"accuracy":0.492095,"main_score":0.42648,"hf_subset":"kor_Hang-ssw_Latn","languages":["kor-Hang","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-ukr_Cyrl","languages":["kor-Hang","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-afr_Latn","languages":["kor-Hang","afr-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kor_Hang-bho_Deva","languages":["kor-Hang","bho-Deva"]},{"precision":0.940711,"recall":0.959486,"f1":0.946805,"accuracy":0.959486,"main_score":0.946805,"hf_subset":"kor_Hang-eus_Latn","languages":["kor-Hang","eus-Latn"]},{"precision":0.463165,"recall":0.551383,"f1":0.487092,"accuracy":0.551383,"main_score":0.487092,"hf_subset":"kor_Hang-ibo_Latn","languages":["kor-Hang","ibo-Latn"]},{"precision":0.660798,"recall":0.738142,"f1":0.683324,"accuracy":0.738142,"main_score":0.683324,"hf_subset":"kor_Hang-kmr_Latn","languages":["kor-Hang","kmr-Latn"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"kor_Hang-min_Latn","languages":["kor-Hang","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-por_Latn","languages":["kor-Hang","por-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"kor_Hang-sun_Latn","languages":["kor-Hang","sun-Latn"]},{"precision":0.412107,"recall":0.499012,"f1":0.436786,"accuracy":0.499012,"main_score":0.436786,"hf_subset":"kor_Hang-umb_Latn","languages":["kor-Hang","umb-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kor_Hang-ajp_Arab","languages":["kor-Hang","ajp-Arab"]},{"precision":0.373283,"recall":0.47332,"f1":0.40074,"accuracy":0.47332,"main_score":0.40074,"hf_subset":"kor_Hang-bjn_Arab","languages":["kor-Hang","bjn-Arab"]},{"precision":0.455609,"recall":0.535573,"f1":0.477928,"accuracy":0.535573,"main_score":0.477928,"hf_subset":"kor_Hang-ewe_Latn","languages":["kor-Hang","ewe-Latn"]},{"precision":0.831686,"recall":0.876482,"f1":0.845638,"accuracy":0.876482,"main_score":0.845638,"hf_subset":"kor_Hang-ilo_Latn","languages":["kor-Hang","ilo-Latn"]},{"precision":0.171593,"recall":0.26087,"f1":0.193006,"accuracy":0.26087,"main_score":0.193006,"hf_subset":"kor_Hang-knc_Arab","languages":["kor-Hang","knc-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kor_Hang-mkd_Cyrl","languages":["kor-Hang","mkd-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kor_Hang-prs_Arab","languages":["kor-Hang","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-swe_Latn","languages":["kor-Hang","swe-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kor_Hang-urd_Arab","languages":["kor-Hang","urd-Arab"]},{"precision":0.511638,"recall":0.598814,"f1":0.535919,"accuracy":0.598814,"main_score":0.535919,"hf_subset":"kor_Hang-aka_Latn","languages":["kor-Hang","aka-Latn"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"kor_Hang-bjn_Latn","languages":["kor-Hang","bjn-Latn"]},{"precision":0.899045,"recall":0.93083,"f1":0.90942,"accuracy":0.93083,"main_score":0.90942,"hf_subset":"kor_Hang-fao_Latn","languages":["kor-Hang","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-ind_Latn","languages":["kor-Hang","ind-Latn"]},{"precision":0.491577,"recall":0.573123,"f1":0.514602,"accuracy":0.573123,"main_score":0.514602,"hf_subset":"kor_Hang-knc_Latn","languages":["kor-Hang","knc-Latn"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"kor_Hang-mlt_Latn","languages":["kor-Hang","mlt-Latn"]},{"precision":0.511978,"recall":0.601779,"f1":0.536398,"accuracy":0.601779,"main_score":0.536398,"hf_subset":"kor_Hang-quy_Latn","languages":["kor-Hang","quy-Latn"]},{"precision":0.663646,"recall":0.748024,"f1":0.688653,"accuracy":0.748024,"main_score":0.688653,"hf_subset":"kor_Hang-swh_Latn","languages":["kor-Hang","swh-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"kor_Hang-uzn_Latn","languages":["kor-Hang","uzn-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kor_Hang-als_Latn","languages":["kor-Hang","als-Latn"]},{"precision":0.143257,"recall":0.224308,"f1":0.161821,"accuracy":0.224308,"main_score":0.161821,"hf_subset":"kor_Hang-bod_Tibt","languages":["kor-Hang","bod-Tibt"]},{"precision":0.438875,"recall":0.527668,"f1":0.462625,"accuracy":0.527668,"main_score":0.462625,"hf_subset":"kor_Hang-fij_Latn","languages":["kor-Hang","fij-Latn"]},{"precision":0.934239,"recall":0.953557,"f1":0.940283,"accuracy":0.953557,"main_score":0.940283,"hf_subset":"kor_Hang-isl_Latn","languages":["kor-Hang","isl-Latn"]},{"precision":0.517919,"recall":0.612648,"f1":0.544539,"accuracy":0.612648,"main_score":0.544539,"hf_subset":"kor_Hang-kon_Latn","languages":["kor-Hang","kon-Latn"]},{"precision":0.46322,"recall":0.56917,"f1":0.492102,"accuracy":0.56917,"main_score":0.492102,"hf_subset":"kor_Hang-mni_Beng","languages":["kor-Hang","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-ron_Latn","languages":["kor-Hang","ron-Latn"]},{"precision":0.980567,"recall":0.985178,"f1":0.982049,"accuracy":0.985178,"main_score":0.982049,"hf_subset":"kor_Hang-szl_Latn","languages":["kor-Hang","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kor_Hang-vec_Latn","languages":["kor-Hang","vec-Latn"]},{"precision":0.502981,"recall":0.597826,"f1":0.529522,"accuracy":0.597826,"main_score":0.529522,"hf_subset":"kor_Hang-amh_Ethi","languages":["kor-Hang","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-bos_Latn","languages":["kor-Hang","bos-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"kor_Hang-fin_Latn","languages":["kor-Hang","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-ita_Latn","languages":["kor-Hang","ita-Latn"]},{"precision":0.439432,"recall":0.532609,"f1":0.464937,"accuracy":0.532609,"main_score":0.464937,"hf_subset":"kor_Hang-mos_Latn","languages":["kor-Hang","mos-Latn"]},{"precision":0.430907,"recall":0.509881,"f1":0.452477,"accuracy":0.509881,"main_score":0.452477,"hf_subset":"kor_Hang-run_Latn","languages":["kor-Hang","run-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kor_Hang-tam_Taml","languages":["kor-Hang","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-vie_Latn","languages":["kor-Hang","vie-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kor_Hang-apc_Arab","languages":["kor-Hang","apc-Arab"]},{"precision":0.721643,"recall":0.785573,"f1":0.740189,"accuracy":0.785573,"main_score":0.740189,"hf_subset":"kor_Hang-bug_Latn","languages":["kor-Hang","bug-Latn"]},{"precision":0.395476,"recall":0.478261,"f1":0.417645,"accuracy":0.478261,"main_score":0.417645,"hf_subset":"kor_Hang-fon_Latn","languages":["kor-Hang","fon-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kor_Hang-jav_Latn","languages":["kor-Hang","jav-Latn"]},{"precision":0.874341,"recall":0.913043,"f1":0.887022,"accuracy":0.913043,"main_score":0.887022,"hf_subset":"kor_Hang-lao_Laoo","languages":["kor-Hang","lao-Laoo"]},{"precision":0.54545,"recall":0.637352,"f1":0.571146,"accuracy":0.637352,"main_score":0.571146,"hf_subset":"kor_Hang-mri_Latn","languages":["kor-Hang","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-rus_Cyrl","languages":["kor-Hang","rus-Cyrl"]},{"precision":0.456635,"recall":0.544466,"f1":0.48094,"accuracy":0.544466,"main_score":0.48094,"hf_subset":"kor_Hang-taq_Latn","languages":["kor-Hang","taq-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"kor_Hang-war_Latn","languages":["kor-Hang","war-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-arb_Arab","languages":["kor-Hang","arb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kor_Hang-bul_Cyrl","languages":["kor-Hang","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-fra_Latn","languages":["kor-Hang","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-jpn_Jpan","languages":["kor-Hang","jpn-Jpan"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"kor_Hang-lij_Latn","languages":["kor-Hang","lij-Latn"]},{"precision":0.932395,"recall":0.953557,"f1":0.939295,"accuracy":0.953557,"main_score":0.939295,"hf_subset":"kor_Hang-mya_Mymr","languages":["kor-Hang","mya-Mymr"]},{"precision":0.467816,"recall":0.562253,"f1":0.494022,"accuracy":0.562253,"main_score":0.494022,"hf_subset":"kor_Hang-sag_Latn","languages":["kor-Hang","sag-Latn"]},{"precision":0.114771,"recall":0.202569,"f1":0.131639,"accuracy":0.202569,"main_score":0.131639,"hf_subset":"kor_Hang-taq_Tfng","languages":["kor-Hang","taq-Tfng"]},{"precision":0.503211,"recall":0.59585,"f1":0.528928,"accuracy":0.59585,"main_score":0.528928,"hf_subset":"kor_Hang-wol_Latn","languages":["kor-Hang","wol-Latn"]},{"precision":0.575476,"recall":0.66996,"f1":0.602964,"accuracy":0.66996,"main_score":0.602964,"hf_subset":"kor_Hang-arb_Latn","languages":["kor-Hang","arb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-cat_Latn","languages":["kor-Hang","cat-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"kor_Hang-fur_Latn","languages":["kor-Hang","fur-Latn"]},{"precision":0.311385,"recall":0.383399,"f1":0.330596,"accuracy":0.383399,"main_score":0.330596,"hf_subset":"kor_Hang-kab_Latn","languages":["kor-Hang","kab-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"kor_Hang-lim_Latn","languages":["kor-Hang","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-nld_Latn","languages":["kor-Hang","nld-Latn"]},{"precision":0.953508,"recall":0.967391,"f1":0.957905,"accuracy":0.967391,"main_score":0.957905,"hf_subset":"kor_Hang-san_Deva","languages":["kor-Hang","san-Deva"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"kor_Hang-tat_Cyrl","languages":["kor-Hang","tat-Cyrl"]},{"precision":0.480645,"recall":0.56917,"f1":0.504717,"accuracy":0.56917,"main_score":0.504717,"hf_subset":"kor_Hang-xho_Latn","languages":["kor-Hang","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kor_Hang-ars_Arab","languages":["kor-Hang","ars-Arab"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"kor_Hang-ceb_Latn","languages":["kor-Hang","ceb-Latn"]},{"precision":0.438839,"recall":0.531621,"f1":0.465012,"accuracy":0.531621,"main_score":0.465012,"hf_subset":"kor_Hang-fuv_Latn","languages":["kor-Hang","fuv-Latn"]},{"precision":0.4458,"recall":0.534585,"f1":0.469849,"accuracy":0.534585,"main_score":0.469849,"hf_subset":"kor_Hang-kac_Latn","languages":["kor-Hang","kac-Latn"]},{"precision":0.519131,"recall":0.615613,"f1":0.545933,"accuracy":0.615613,"main_score":0.545933,"hf_subset":"kor_Hang-lin_Latn","languages":["kor-Hang","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kor_Hang-nno_Latn","languages":["kor-Hang","nno-Latn"]},{"precision":0.01762,"recall":0.057312,"f1":0.023381,"accuracy":0.057312,"main_score":0.023381,"hf_subset":"kor_Hang-sat_Olck","languages":["kor-Hang","sat-Olck"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kor_Hang-tel_Telu","languages":["kor-Hang","tel-Telu"]},{"precision":0.678623,"recall":0.76087,"f1":0.703624,"accuracy":0.76087,"main_score":0.703624,"hf_subset":"kor_Hang-ydd_Hebr","languages":["kor-Hang","ydd-Hebr"]},{"precision":0.949605,"recall":0.966403,"f1":0.955204,"accuracy":0.966403,"main_score":0.955204,"hf_subset":"kor_Hang-ary_Arab","languages":["kor-Hang","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-ces_Latn","languages":["kor-Hang","ces-Latn"]},{"precision":0.358086,"recall":0.449605,"f1":0.382873,"accuracy":0.449605,"main_score":0.382873,"hf_subset":"kor_Hang-gaz_Latn","languages":["kor-Hang","gaz-Latn"]},{"precision":0.458542,"recall":0.547431,"f1":0.483393,"accuracy":0.547431,"main_score":0.483393,"hf_subset":"kor_Hang-kam_Latn","languages":["kor-Hang","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"kor_Hang-lit_Latn","languages":["kor-Hang","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-nob_Latn","languages":["kor-Hang","nob-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"kor_Hang-scn_Latn","languages":["kor-Hang","scn-Latn"]},{"precision":0.887961,"recall":0.921937,"f1":0.898781,"accuracy":0.921937,"main_score":0.898781,"hf_subset":"kor_Hang-tgk_Cyrl","languages":["kor-Hang","tgk-Cyrl"]},{"precision":0.399707,"recall":0.490119,"f1":0.424912,"accuracy":0.490119,"main_score":0.424912,"hf_subset":"kor_Hang-yor_Latn","languages":["kor-Hang","yor-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kor_Hang-arz_Arab","languages":["kor-Hang","arz-Arab"]},{"precision":0.441075,"recall":0.537549,"f1":0.467131,"accuracy":0.537549,"main_score":0.467131,"hf_subset":"kor_Hang-cjk_Latn","languages":["kor-Hang","cjk-Latn"]},{"precision":0.552446,"recall":0.643281,"f1":0.578434,"accuracy":0.643281,"main_score":0.578434,"hf_subset":"kor_Hang-gla_Latn","languages":["kor-Hang","gla-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kor_Hang-kan_Knda","languages":["kor-Hang","kan-Knda"]},{"precision":0.96558,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"kor_Hang-lmo_Latn","languages":["kor-Hang","lmo-Latn"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"kor_Hang-npi_Deva","languages":["kor-Hang","npi-Deva"]},{"precision":0.38586,"recall":0.496047,"f1":0.414798,"accuracy":0.496047,"main_score":0.414798,"hf_subset":"kor_Hang-shn_Mymr","languages":["kor-Hang","shn-Mymr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kor_Hang-tgl_Latn","languages":["kor-Hang","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-yue_Hant","languages":["kor-Hang","yue-Hant"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"kor_Hang-asm_Beng","languages":["kor-Hang","asm-Beng"]},{"precision":0.697523,"recall":0.767787,"f1":0.717866,"accuracy":0.767787,"main_score":0.717866,"hf_subset":"kor_Hang-ckb_Arab","languages":["kor-Hang","ckb-Arab"]},{"precision":0.660236,"recall":0.742095,"f1":0.685101,"accuracy":0.742095,"main_score":0.685101,"hf_subset":"kor_Hang-gle_Latn","languages":["kor-Hang","gle-Latn"]},{"precision":0.869977,"recall":0.910079,"f1":0.882642,"accuracy":0.910079,"main_score":0.882642,"hf_subset":"kor_Hang-kas_Arab","languages":["kor-Hang","kas-Arab"]},{"precision":0.857329,"recall":0.899209,"f1":0.870619,"accuracy":0.899209,"main_score":0.870619,"hf_subset":"kor_Hang-ltg_Latn","languages":["kor-Hang","ltg-Latn"]},{"precision":0.486897,"recall":0.575099,"f1":0.511283,"accuracy":0.575099,"main_score":0.511283,"hf_subset":"kor_Hang-nso_Latn","languages":["kor-Hang","nso-Latn"]},{"precision":0.427176,"recall":0.52668,"f1":0.455294,"accuracy":0.52668,"main_score":0.455294,"hf_subset":"kor_Hang-sin_Sinh","languages":["kor-Hang","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-tha_Thai","languages":["kor-Hang","tha-Thai"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kor_Hang-zho_Hans","languages":["kor-Hang","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-ast_Latn","languages":["kor-Hang","ast-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"kor_Hang-crh_Latn","languages":["kor-Hang","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-glg_Latn","languages":["kor-Hang","glg-Latn"]},{"precision":0.741123,"recall":0.810277,"f1":0.761975,"accuracy":0.810277,"main_score":0.761975,"hf_subset":"kor_Hang-kas_Deva","languages":["kor-Hang","kas-Deva"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"kor_Hang-ltz_Latn","languages":["kor-Hang","ltz-Latn"]},{"precision":0.348554,"recall":0.447628,"f1":0.374901,"accuracy":0.447628,"main_score":0.374901,"hf_subset":"kor_Hang-nus_Latn","languages":["kor-Hang","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-slk_Latn","languages":["kor-Hang","slk-Latn"]},{"precision":0.254711,"recall":0.333004,"f1":0.27475,"accuracy":0.333004,"main_score":0.27475,"hf_subset":"kor_Hang-tir_Ethi","languages":["kor-Hang","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-zho_Hant","languages":["kor-Hang","zho-Hant"]},{"precision":0.983696,"recall":0.988142,"f1":0.985178,"accuracy":0.988142,"main_score":0.985178,"hf_subset":"kor_Hang-awa_Deva","languages":["kor-Hang","awa-Deva"]},{"precision":0.822497,"recall":0.87253,"f1":0.838439,"accuracy":0.87253,"main_score":0.838439,"hf_subset":"kor_Hang-cym_Latn","languages":["kor-Hang","cym-Latn"]},{"precision":0.692145,"recall":0.764822,"f1":0.713661,"accuracy":0.764822,"main_score":0.713661,"hf_subset":"kor_Hang-grn_Latn","languages":["kor-Hang","grn-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"kor_Hang-kat_Geor","languages":["kor-Hang","kat-Geor"]},{"precision":0.524224,"recall":0.609684,"f1":0.548546,"accuracy":0.609684,"main_score":0.548546,"hf_subset":"kor_Hang-lua_Latn","languages":["kor-Hang","lua-Latn"]},{"precision":0.484425,"recall":0.571146,"f1":0.508243,"accuracy":0.571146,"main_score":0.508243,"hf_subset":"kor_Hang-nya_Latn","languages":["kor-Hang","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kor_Hang-slv_Latn","languages":["kor-Hang","slv-Latn"]},{"precision":0.77836,"recall":0.836957,"f1":0.796344,"accuracy":0.836957,"main_score":0.796344,"hf_subset":"kor_Hang-tpi_Latn","languages":["kor-Hang","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-zsm_Latn","languages":["kor-Hang","zsm-Latn"]},{"precision":0.453783,"recall":0.539526,"f1":0.477088,"accuracy":0.539526,"main_score":0.477088,"hf_subset":"kor_Hang-ayr_Latn","languages":["kor-Hang","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-dan_Latn","languages":["kor-Hang","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kor_Hang-guj_Gujr","languages":["kor-Hang","guj-Gujr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kor_Hang-kaz_Cyrl","languages":["kor-Hang","kaz-Cyrl"]},{"precision":0.424949,"recall":0.508893,"f1":0.447974,"accuracy":0.508893,"main_score":0.447974,"hf_subset":"kor_Hang-lug_Latn","languages":["kor-Hang","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-oci_Latn","languages":["kor-Hang","oci-Latn"]},{"precision":0.478248,"recall":0.574111,"f1":0.504977,"accuracy":0.574111,"main_score":0.504977,"hf_subset":"kor_Hang-smo_Latn","languages":["kor-Hang","smo-Latn"]},{"precision":0.423487,"recall":0.513834,"f1":0.447708,"accuracy":0.513834,"main_score":0.447708,"hf_subset":"kor_Hang-tsn_Latn","languages":["kor-Hang","tsn-Latn"]},{"precision":0.432704,"recall":0.516798,"f1":0.45497,"accuracy":0.516798,"main_score":0.45497,"hf_subset":"kor_Hang-zul_Latn","languages":["kor-Hang","zul-Latn"]},{"precision":0.792325,"recall":0.852767,"f1":0.811397,"accuracy":0.852767,"main_score":0.811397,"hf_subset":"kor_Hang-azb_Arab","languages":["kor-Hang","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"kor_Hang-deu_Latn","languages":["kor-Hang","deu-Latn"]},{"precision":0.903986,"recall":0.933794,"f1":0.913702,"accuracy":0.933794,"main_score":0.913702,"hf_subset":"kor_Hang-hat_Latn","languages":["kor-Hang","hat-Latn"]},{"precision":0.395666,"recall":0.479249,"f1":0.418251,"accuracy":0.479249,"main_score":0.418251,"hf_subset":"kor_Hang-kbp_Latn","languages":["kor-Hang","kbp-Latn"]},{"precision":0.464231,"recall":0.547431,"f1":0.486553,"accuracy":0.547431,"main_score":0.486553,"hf_subset":"kor_Hang-luo_Latn","languages":["kor-Hang","luo-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kor_Hang-ory_Orya","languages":["kor-Hang","ory-Orya"]},{"precision":0.450761,"recall":0.538538,"f1":0.474866,"accuracy":0.538538,"main_score":0.474866,"hf_subset":"kor_Hang-sna_Latn","languages":["kor-Hang","sna-Latn"]},{"precision":0.436195,"recall":0.51581,"f1":0.457207,"accuracy":0.51581,"main_score":0.457207,"hf_subset":"kor_Hang-tso_Latn","languages":["kor-Hang","tso-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kor_Hang-azj_Latn","languages":["kor-Hang","azj-Latn"]},{"precision":0.443679,"recall":0.537549,"f1":0.469648,"accuracy":0.537549,"main_score":0.469648,"hf_subset":"kor_Hang-dik_Latn","languages":["kor-Hang","dik-Latn"]},{"precision":0.426049,"recall":0.51087,"f1":0.450104,"accuracy":0.51087,"main_score":0.450104,"hf_subset":"kor_Hang-hau_Latn","languages":["kor-Hang","hau-Latn"]},{"precision":0.952816,"recall":0.967391,"f1":0.957411,"accuracy":0.967391,"main_score":0.957411,"hf_subset":"kor_Hang-kea_Latn","languages":["kor-Hang","kea-Latn"]},{"precision":0.62064,"recall":0.702569,"f1":0.644436,"accuracy":0.702569,"main_score":0.644436,"hf_subset":"kor_Hang-lus_Latn","languages":["kor-Hang","lus-Latn"]},{"precision":0.807559,"recall":0.857708,"f1":0.822779,"accuracy":0.857708,"main_score":0.822779,"hf_subset":"kor_Hang-pag_Latn","languages":["kor-Hang","pag-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"kor_Hang-snd_Arab","languages":["kor-Hang","snd-Arab"]},{"precision":0.855237,"recall":0.898221,"f1":0.868709,"accuracy":0.898221,"main_score":0.868709,"hf_subset":"kor_Hang-tuk_Latn","languages":["kor-Hang","tuk-Latn"]},{"precision":0.940711,"recall":0.959486,"f1":0.946805,"accuracy":0.959486,"main_score":0.946805,"hf_subset":"kor_Hang-bak_Cyrl","languages":["kor-Hang","bak-Cyrl"]},{"precision":0.398025,"recall":0.500988,"f1":0.42661,"accuracy":0.500988,"main_score":0.42661,"hf_subset":"kor_Hang-dyu_Latn","languages":["kor-Hang","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-heb_Hebr","languages":["kor-Hang","heb-Hebr"]},{"precision":0.879035,"recall":0.91502,"f1":0.890547,"accuracy":0.91502,"main_score":0.890547,"hf_subset":"kor_Hang-khk_Cyrl","languages":["kor-Hang","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kor_Hang-lvs_Latn","languages":["kor-Hang","lvs-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kor_Hang-pan_Guru","languages":["kor-Hang","pan-Guru"]},{"precision":0.419524,"recall":0.511858,"f1":0.445084,"accuracy":0.511858,"main_score":0.445084,"hf_subset":"kor_Hang-som_Latn","languages":["kor-Hang","som-Latn"]},{"precision":0.476701,"recall":0.555336,"f1":0.498502,"accuracy":0.555336,"main_score":0.498502,"hf_subset":"kor_Hang-tum_Latn","languages":["kor-Hang","tum-Latn"]},{"precision":0.344026,"recall":0.402174,"f1":0.360444,"accuracy":0.402174,"main_score":0.360444,"hf_subset":"mos_Latn-ace_Arab","languages":["mos-Latn","ace-Arab"]},{"precision":0.462369,"recall":0.511858,"f1":0.476861,"accuracy":0.511858,"main_score":0.476861,"hf_subset":"mos_Latn-bam_Latn","languages":["mos-Latn","bam-Latn"]},{"precision":0.105491,"recall":0.144269,"f1":0.115544,"accuracy":0.144269,"main_score":0.115544,"hf_subset":"mos_Latn-dzo_Tibt","languages":["mos-Latn","dzo-Tibt"]},{"precision":0.45732,"recall":0.528656,"f1":0.477914,"accuracy":0.528656,"main_score":0.477914,"hf_subset":"mos_Latn-hin_Deva","languages":["mos-Latn","hin-Deva"]},{"precision":0.364679,"recall":0.432806,"f1":0.383026,"accuracy":0.432806,"main_score":0.383026,"hf_subset":"mos_Latn-khm_Khmr","languages":["mos-Latn","khm-Khmr"]},{"precision":0.462335,"recall":0.525692,"f1":0.480375,"accuracy":0.525692,"main_score":0.480375,"hf_subset":"mos_Latn-mag_Deva","languages":["mos-Latn","mag-Deva"]},{"precision":0.498978,"recall":0.556324,"f1":0.515081,"accuracy":0.556324,"main_score":0.515081,"hf_subset":"mos_Latn-pap_Latn","languages":["mos-Latn","pap-Latn"]},{"precision":0.478962,"recall":0.521739,"f1":0.491208,"accuracy":0.521739,"main_score":0.491208,"hf_subset":"mos_Latn-sot_Latn","languages":["mos-Latn","sot-Latn"]},{"precision":0.475115,"recall":0.537549,"f1":0.49278,"accuracy":0.537549,"main_score":0.49278,"hf_subset":"mos_Latn-tur_Latn","languages":["mos-Latn","tur-Latn"]},{"precision":0.503584,"recall":0.55336,"f1":0.517515,"accuracy":0.55336,"main_score":0.517515,"hf_subset":"mos_Latn-ace_Latn","languages":["mos-Latn","ace-Latn"]},{"precision":0.511957,"recall":0.560277,"f1":0.525027,"accuracy":0.560277,"main_score":0.525027,"hf_subset":"mos_Latn-ban_Latn","languages":["mos-Latn","ban-Latn"]},{"precision":0.432013,"recall":0.508893,"f1":0.453013,"accuracy":0.508893,"main_score":0.453013,"hf_subset":"mos_Latn-ell_Grek","languages":["mos-Latn","ell-Grek"]},{"precision":0.461391,"recall":0.528656,"f1":0.480327,"accuracy":0.528656,"main_score":0.480327,"hf_subset":"mos_Latn-hne_Deva","languages":["mos-Latn","hne-Deva"]},{"precision":0.410623,"recall":0.471344,"f1":0.428313,"accuracy":0.471344,"main_score":0.428313,"hf_subset":"mos_Latn-kik_Latn","languages":["mos-Latn","kik-Latn"]},{"precision":0.46897,"recall":0.531621,"f1":0.48698,"accuracy":0.531621,"main_score":0.48698,"hf_subset":"mos_Latn-mai_Deva","languages":["mos-Latn","mai-Deva"]},{"precision":0.438869,"recall":0.496047,"f1":0.454999,"accuracy":0.496047,"main_score":0.454999,"hf_subset":"mos_Latn-pbt_Arab","languages":["mos-Latn","pbt-Arab"]},{"precision":0.492434,"recall":0.557312,"f1":0.510916,"accuracy":0.557312,"main_score":0.510916,"hf_subset":"mos_Latn-spa_Latn","languages":["mos-Latn","spa-Latn"]},{"precision":0.506268,"recall":0.545455,"f1":0.517935,"accuracy":0.545455,"main_score":0.517935,"hf_subset":"mos_Latn-twi_Latn","languages":["mos-Latn","twi-Latn"]},{"precision":0.448595,"recall":0.517787,"f1":0.467962,"accuracy":0.517787,"main_score":0.467962,"hf_subset":"mos_Latn-acm_Arab","languages":["mos-Latn","acm-Arab"]},{"precision":0.461425,"recall":0.530632,"f1":0.480866,"accuracy":0.530632,"main_score":0.480866,"hf_subset":"mos_Latn-bel_Cyrl","languages":["mos-Latn","bel-Cyrl"]},{"precision":0.478847,"recall":0.548419,"f1":0.498912,"accuracy":0.548419,"main_score":0.498912,"hf_subset":"mos_Latn-eng_Latn","languages":["mos-Latn","eng-Latn"]},{"precision":0.487682,"recall":0.547431,"f1":0.503921,"accuracy":0.547431,"main_score":0.503921,"hf_subset":"mos_Latn-hrv_Latn","languages":["mos-Latn","hrv-Latn"]},{"precision":0.454769,"recall":0.51087,"f1":0.470887,"accuracy":0.51087,"main_score":0.470887,"hf_subset":"mos_Latn-kin_Latn","languages":["mos-Latn","kin-Latn"]},{"precision":0.454954,"recall":0.518775,"f1":0.473295,"accuracy":0.518775,"main_score":0.473295,"hf_subset":"mos_Latn-mal_Mlym","languages":["mos-Latn","mal-Mlym"]},{"precision":0.452852,"recall":0.518775,"f1":0.470907,"accuracy":0.518775,"main_score":0.470907,"hf_subset":"mos_Latn-pes_Arab","languages":["mos-Latn","pes-Arab"]},{"precision":0.494403,"recall":0.552372,"f1":0.51019,"accuracy":0.552372,"main_score":0.51019,"hf_subset":"mos_Latn-srd_Latn","languages":["mos-Latn","srd-Latn"]},{"precision":0.152464,"recall":0.203557,"f1":0.164238,"accuracy":0.203557,"main_score":0.164238,"hf_subset":"mos_Latn-tzm_Tfng","languages":["mos-Latn","tzm-Tfng"]},{"precision":0.44719,"recall":0.518775,"f1":0.467518,"accuracy":0.518775,"main_score":0.467518,"hf_subset":"mos_Latn-acq_Arab","languages":["mos-Latn","acq-Arab"]},{"precision":0.472226,"recall":0.520751,"f1":0.486648,"accuracy":0.520751,"main_score":0.486648,"hf_subset":"mos_Latn-bem_Latn","languages":["mos-Latn","bem-Latn"]},{"precision":0.48459,"recall":0.547431,"f1":0.502767,"accuracy":0.547431,"main_score":0.502767,"hf_subset":"mos_Latn-epo_Latn","languages":["mos-Latn","epo-Latn"]},{"precision":0.487673,"recall":0.555336,"f1":0.506865,"accuracy":0.555336,"main_score":0.506865,"hf_subset":"mos_Latn-hun_Latn","languages":["mos-Latn","hun-Latn"]},{"precision":0.483752,"recall":0.537549,"f1":0.498894,"accuracy":0.537549,"main_score":0.498894,"hf_subset":"mos_Latn-kir_Cyrl","languages":["mos-Latn","kir-Cyrl"]},{"precision":0.459132,"recall":0.527668,"f1":0.478816,"accuracy":0.527668,"main_score":0.478816,"hf_subset":"mos_Latn-mar_Deva","languages":["mos-Latn","mar-Deva"]},{"precision":0.477249,"recall":0.51581,"f1":0.488968,"accuracy":0.51581,"main_score":0.488968,"hf_subset":"mos_Latn-plt_Latn","languages":["mos-Latn","plt-Latn"]},{"precision":0.483984,"recall":0.549407,"f1":0.503163,"accuracy":0.549407,"main_score":0.503163,"hf_subset":"mos_Latn-srp_Cyrl","languages":["mos-Latn","srp-Cyrl"]},{"precision":0.405,"recall":0.47332,"f1":0.424673,"accuracy":0.47332,"main_score":0.424673,"hf_subset":"mos_Latn-uig_Arab","languages":["mos-Latn","uig-Arab"]},{"precision":0.436473,"recall":0.500988,"f1":0.454684,"accuracy":0.500988,"main_score":0.454684,"hf_subset":"mos_Latn-aeb_Arab","languages":["mos-Latn","aeb-Arab"]},{"precision":0.452941,"recall":0.525692,"f1":0.47385,"accuracy":0.525692,"main_score":0.47385,"hf_subset":"mos_Latn-ben_Beng","languages":["mos-Latn","ben-Beng"]},{"precision":0.467443,"recall":0.531621,"f1":0.485705,"accuracy":0.531621,"main_score":0.485705,"hf_subset":"mos_Latn-est_Latn","languages":["mos-Latn","est-Latn"]},{"precision":0.427646,"recall":0.496047,"f1":0.446953,"accuracy":0.496047,"main_score":0.446953,"hf_subset":"mos_Latn-hye_Armn","languages":["mos-Latn","hye-Armn"]},{"precision":0.455881,"recall":0.498024,"f1":0.468211,"accuracy":0.498024,"main_score":0.468211,"hf_subset":"mos_Latn-kmb_Latn","languages":["mos-Latn","kmb-Latn"]},{"precision":0.318202,"recall":0.381423,"f1":0.335496,"accuracy":0.381423,"main_score":0.335496,"hf_subset":"mos_Latn-min_Arab","languages":["mos-Latn","min-Arab"]},{"precision":0.473502,"recall":0.543478,"f1":0.493162,"accuracy":0.543478,"main_score":0.493162,"hf_subset":"mos_Latn-pol_Latn","languages":["mos-Latn","pol-Latn"]},{"precision":0.446617,"recall":0.495059,"f1":0.4613,"accuracy":0.495059,"main_score":0.4613,"hf_subset":"mos_Latn-ssw_Latn","languages":["mos-Latn","ssw-Latn"]},{"precision":0.479777,"recall":0.548419,"f1":0.499465,"accuracy":0.548419,"main_score":0.499465,"hf_subset":"mos_Latn-ukr_Cyrl","languages":["mos-Latn","ukr-Cyrl"]},{"precision":0.501411,"recall":0.567194,"f1":0.520013,"accuracy":0.567194,"main_score":0.520013,"hf_subset":"mos_Latn-afr_Latn","languages":["mos-Latn","afr-Latn"]},{"precision":0.455535,"recall":0.517787,"f1":0.473349,"accuracy":0.517787,"main_score":0.473349,"hf_subset":"mos_Latn-bho_Deva","languages":["mos-Latn","bho-Deva"]},{"precision":0.495645,"recall":0.547431,"f1":0.510873,"accuracy":0.547431,"main_score":0.510873,"hf_subset":"mos_Latn-eus_Latn","languages":["mos-Latn","eus-Latn"]},{"precision":0.45268,"recall":0.511858,"f1":0.469275,"accuracy":0.511858,"main_score":0.469275,"hf_subset":"mos_Latn-ibo_Latn","languages":["mos-Latn","ibo-Latn"]},{"precision":0.484439,"recall":0.535573,"f1":0.49962,"accuracy":0.535573,"main_score":0.49962,"hf_subset":"mos_Latn-kmr_Latn","languages":["mos-Latn","kmr-Latn"]},{"precision":0.487171,"recall":0.538538,"f1":0.502197,"accuracy":0.538538,"main_score":0.502197,"hf_subset":"mos_Latn-min_Latn","languages":["mos-Latn","min-Latn"]},{"precision":0.483025,"recall":0.557312,"f1":0.504204,"accuracy":0.557312,"main_score":0.504204,"hf_subset":"mos_Latn-por_Latn","languages":["mos-Latn","por-Latn"]},{"precision":0.480362,"recall":0.540514,"f1":0.497537,"accuracy":0.540514,"main_score":0.497537,"hf_subset":"mos_Latn-sun_Latn","languages":["mos-Latn","sun-Latn"]},{"precision":0.436027,"recall":0.490119,"f1":0.451701,"accuracy":0.490119,"main_score":0.451701,"hf_subset":"mos_Latn-umb_Latn","languages":["mos-Latn","umb-Latn"]},{"precision":0.451393,"recall":0.522727,"f1":0.471094,"accuracy":0.522727,"main_score":0.471094,"hf_subset":"mos_Latn-ajp_Arab","languages":["mos-Latn","ajp-Arab"]},{"precision":0.327093,"recall":0.386364,"f1":0.343931,"accuracy":0.386364,"main_score":0.343931,"hf_subset":"mos_Latn-bjn_Arab","languages":["mos-Latn","bjn-Arab"]},{"precision":0.453978,"recall":0.5,"f1":0.467836,"accuracy":0.5,"main_score":0.467836,"hf_subset":"mos_Latn-ewe_Latn","languages":["mos-Latn","ewe-Latn"]},{"precision":0.527426,"recall":0.571146,"f1":0.539876,"accuracy":0.571146,"main_score":0.539876,"hf_subset":"mos_Latn-ilo_Latn","languages":["mos-Latn","ilo-Latn"]},{"precision":0.206121,"recall":0.273715,"f1":0.223894,"accuracy":0.273715,"main_score":0.223894,"hf_subset":"mos_Latn-knc_Arab","languages":["mos-Latn","knc-Arab"]},{"precision":0.484324,"recall":0.546443,"f1":0.50239,"accuracy":0.546443,"main_score":0.50239,"hf_subset":"mos_Latn-mkd_Cyrl","languages":["mos-Latn","mkd-Cyrl"]},{"precision":0.443997,"recall":0.514822,"f1":0.463545,"accuracy":0.514822,"main_score":0.463545,"hf_subset":"mos_Latn-prs_Arab","languages":["mos-Latn","prs-Arab"]},{"precision":0.483673,"recall":0.552372,"f1":0.503302,"accuracy":0.552372,"main_score":0.503302,"hf_subset":"mos_Latn-swe_Latn","languages":["mos-Latn","swe-Latn"]},{"precision":0.422291,"recall":0.495059,"f1":0.443016,"accuracy":0.495059,"main_score":0.443016,"hf_subset":"mos_Latn-urd_Arab","languages":["mos-Latn","urd-Arab"]},{"precision":0.487495,"recall":0.531621,"f1":0.5002,"accuracy":0.531621,"main_score":0.5002,"hf_subset":"mos_Latn-aka_Latn","languages":["mos-Latn","aka-Latn"]},{"precision":0.481917,"recall":0.548419,"f1":0.500224,"accuracy":0.548419,"main_score":0.500224,"hf_subset":"mos_Latn-bjn_Latn","languages":["mos-Latn","bjn-Latn"]},{"precision":0.465153,"recall":0.521739,"f1":0.481481,"accuracy":0.521739,"main_score":0.481481,"hf_subset":"mos_Latn-fao_Latn","languages":["mos-Latn","fao-Latn"]},{"precision":0.489277,"recall":0.5583,"f1":0.508569,"accuracy":0.5583,"main_score":0.508569,"hf_subset":"mos_Latn-ind_Latn","languages":["mos-Latn","ind-Latn"]},{"precision":0.475965,"recall":0.520751,"f1":0.488747,"accuracy":0.520751,"main_score":0.488747,"hf_subset":"mos_Latn-knc_Latn","languages":["mos-Latn","knc-Latn"]},{"precision":0.509561,"recall":0.564229,"f1":0.524782,"accuracy":0.564229,"main_score":0.524782,"hf_subset":"mos_Latn-mlt_Latn","languages":["mos-Latn","mlt-Latn"]},{"precision":0.485421,"recall":0.534585,"f1":0.498969,"accuracy":0.534585,"main_score":0.498969,"hf_subset":"mos_Latn-quy_Latn","languages":["mos-Latn","quy-Latn"]},{"precision":0.456154,"recall":0.511858,"f1":0.472045,"accuracy":0.511858,"main_score":0.472045,"hf_subset":"mos_Latn-swh_Latn","languages":["mos-Latn","swh-Latn"]},{"precision":0.467499,"recall":0.534585,"f1":0.48623,"accuracy":0.534585,"main_score":0.48623,"hf_subset":"mos_Latn-uzn_Latn","languages":["mos-Latn","uzn-Latn"]},{"precision":0.482369,"recall":0.54249,"f1":0.499569,"accuracy":0.54249,"main_score":0.499569,"hf_subset":"mos_Latn-als_Latn","languages":["mos-Latn","als-Latn"]},{"precision":0.156793,"recall":0.210474,"f1":0.170191,"accuracy":0.210474,"main_score":0.170191,"hf_subset":"mos_Latn-bod_Tibt","languages":["mos-Latn","bod-Tibt"]},{"precision":0.45817,"recall":0.500988,"f1":0.470545,"accuracy":0.500988,"main_score":0.470545,"hf_subset":"mos_Latn-fij_Latn","languages":["mos-Latn","fij-Latn"]},{"precision":0.442887,"recall":0.501976,"f1":0.459049,"accuracy":0.501976,"main_score":0.459049,"hf_subset":"mos_Latn-isl_Latn","languages":["mos-Latn","isl-Latn"]},{"precision":0.498834,"recall":0.550395,"f1":0.513928,"accuracy":0.550395,"main_score":0.513928,"hf_subset":"mos_Latn-kon_Latn","languages":["mos-Latn","kon-Latn"]},{"precision":0.393811,"recall":0.456522,"f1":0.411987,"accuracy":0.456522,"main_score":0.411987,"hf_subset":"mos_Latn-mni_Beng","languages":["mos-Latn","mni-Beng"]},{"precision":0.490703,"recall":0.560277,"f1":0.510549,"accuracy":0.560277,"main_score":0.510549,"hf_subset":"mos_Latn-ron_Latn","languages":["mos-Latn","ron-Latn"]},{"precision":0.471567,"recall":0.534585,"f1":0.489473,"accuracy":0.534585,"main_score":0.489473,"hf_subset":"mos_Latn-szl_Latn","languages":["mos-Latn","szl-Latn"]},{"precision":0.496617,"recall":0.556324,"f1":0.513738,"accuracy":0.556324,"main_score":0.513738,"hf_subset":"mos_Latn-vec_Latn","languages":["mos-Latn","vec-Latn"]},{"precision":0.271492,"recall":0.326087,"f1":0.285895,"accuracy":0.326087,"main_score":0.285895,"hf_subset":"mos_Latn-amh_Ethi","languages":["mos-Latn","amh-Ethi"]},{"precision":0.492254,"recall":0.565217,"f1":0.51296,"accuracy":0.565217,"main_score":0.51296,"hf_subset":"mos_Latn-bos_Latn","languages":["mos-Latn","bos-Latn"]},{"precision":0.454356,"recall":0.517787,"f1":0.472198,"accuracy":0.517787,"main_score":0.472198,"hf_subset":"mos_Latn-fin_Latn","languages":["mos-Latn","fin-Latn"]},{"precision":0.490384,"recall":0.562253,"f1":0.510778,"accuracy":0.562253,"main_score":0.510778,"hf_subset":"mos_Latn-ita_Latn","languages":["mos-Latn","ita-Latn"]},{"precision":0.470226,"recall":0.537549,"f1":0.489259,"accuracy":0.537549,"main_score":0.489259,"hf_subset":"mos_Latn-kor_Hang","languages":["mos-Latn","kor-Hang"]},{"precision":0.460532,"recall":0.508893,"f1":0.474547,"accuracy":0.508893,"main_score":0.474547,"hf_subset":"mos_Latn-run_Latn","languages":["mos-Latn","run-Latn"]},{"precision":0.428489,"recall":0.493083,"f1":0.447042,"accuracy":0.493083,"main_score":0.447042,"hf_subset":"mos_Latn-tam_Taml","languages":["mos-Latn","tam-Taml"]},{"precision":0.464608,"recall":0.530632,"f1":0.483764,"accuracy":0.530632,"main_score":0.483764,"hf_subset":"mos_Latn-vie_Latn","languages":["mos-Latn","vie-Latn"]},{"precision":0.455157,"recall":0.519763,"f1":0.473839,"accuracy":0.519763,"main_score":0.473839,"hf_subset":"mos_Latn-apc_Arab","languages":["mos-Latn","apc-Arab"]},{"precision":0.511883,"recall":0.549407,"f1":0.522376,"accuracy":0.549407,"main_score":0.522376,"hf_subset":"mos_Latn-bug_Latn","languages":["mos-Latn","bug-Latn"]},{"precision":0.438045,"recall":0.48419,"f1":0.451441,"accuracy":0.48419,"main_score":0.451441,"hf_subset":"mos_Latn-fon_Latn","languages":["mos-Latn","fon-Latn"]},{"precision":0.496497,"recall":0.562253,"f1":0.515632,"accuracy":0.562253,"main_score":0.515632,"hf_subset":"mos_Latn-jav_Latn","languages":["mos-Latn","jav-Latn"]},{"precision":0.378568,"recall":0.445652,"f1":0.396666,"accuracy":0.445652,"main_score":0.396666,"hf_subset":"mos_Latn-lao_Laoo","languages":["mos-Latn","lao-Laoo"]},{"precision":0.424588,"recall":0.482213,"f1":0.440179,"accuracy":0.482213,"main_score":0.440179,"hf_subset":"mos_Latn-mri_Latn","languages":["mos-Latn","mri-Latn"]},{"precision":0.479779,"recall":0.551383,"f1":0.499609,"accuracy":0.551383,"main_score":0.499609,"hf_subset":"mos_Latn-rus_Cyrl","languages":["mos-Latn","rus-Cyrl"]},{"precision":0.461089,"recall":0.506917,"f1":0.474342,"accuracy":0.506917,"main_score":0.474342,"hf_subset":"mos_Latn-taq_Latn","languages":["mos-Latn","taq-Latn"]},{"precision":0.512655,"recall":0.565217,"f1":0.527022,"accuracy":0.565217,"main_score":0.527022,"hf_subset":"mos_Latn-war_Latn","languages":["mos-Latn","war-Latn"]},{"precision":0.444073,"recall":0.521739,"f1":0.465372,"accuracy":0.521739,"main_score":0.465372,"hf_subset":"mos_Latn-arb_Arab","languages":["mos-Latn","arb-Arab"]},{"precision":0.47991,"recall":0.551383,"f1":0.500357,"accuracy":0.551383,"main_score":0.500357,"hf_subset":"mos_Latn-bul_Cyrl","languages":["mos-Latn","bul-Cyrl"]},{"precision":0.490734,"recall":0.560277,"f1":0.509904,"accuracy":0.560277,"main_score":0.509904,"hf_subset":"mos_Latn-fra_Latn","languages":["mos-Latn","fra-Latn"]},{"precision":0.457923,"recall":0.530632,"f1":0.478161,"accuracy":0.530632,"main_score":0.478161,"hf_subset":"mos_Latn-jpn_Jpan","languages":["mos-Latn","jpn-Jpan"]},{"precision":0.488452,"recall":0.544466,"f1":0.504191,"accuracy":0.544466,"main_score":0.504191,"hf_subset":"mos_Latn-lij_Latn","languages":["mos-Latn","lij-Latn"]},{"precision":0.248731,"recall":0.323123,"f1":0.267863,"accuracy":0.323123,"main_score":0.267863,"hf_subset":"mos_Latn-mya_Mymr","languages":["mos-Latn","mya-Mymr"]},{"precision":0.47616,"recall":0.523715,"f1":0.490448,"accuracy":0.523715,"main_score":0.490448,"hf_subset":"mos_Latn-sag_Latn","languages":["mos-Latn","sag-Latn"]},{"precision":0.170283,"recall":0.232213,"f1":0.184394,"accuracy":0.232213,"main_score":0.184394,"hf_subset":"mos_Latn-taq_Tfng","languages":["mos-Latn","taq-Tfng"]},{"precision":0.510425,"recall":0.555336,"f1":0.523715,"accuracy":0.555336,"main_score":0.523715,"hf_subset":"mos_Latn-wol_Latn","languages":["mos-Latn","wol-Latn"]},{"precision":0.377701,"recall":0.448617,"f1":0.39763,"accuracy":0.448617,"main_score":0.39763,"hf_subset":"mos_Latn-arb_Latn","languages":["mos-Latn","arb-Latn"]},{"precision":0.480449,"recall":0.549407,"f1":0.500512,"accuracy":0.549407,"main_score":0.500512,"hf_subset":"mos_Latn-cat_Latn","languages":["mos-Latn","cat-Latn"]},{"precision":0.489922,"recall":0.547431,"f1":0.506113,"accuracy":0.547431,"main_score":0.506113,"hf_subset":"mos_Latn-fur_Latn","languages":["mos-Latn","fur-Latn"]},{"precision":0.357051,"recall":0.411067,"f1":0.372238,"accuracy":0.411067,"main_score":0.372238,"hf_subset":"mos_Latn-kab_Latn","languages":["mos-Latn","kab-Latn"]},{"precision":0.487811,"recall":0.547431,"f1":0.505179,"accuracy":0.547431,"main_score":0.505179,"hf_subset":"mos_Latn-lim_Latn","languages":["mos-Latn","lim-Latn"]},{"precision":0.473633,"recall":0.546443,"f1":0.494481,"accuracy":0.546443,"main_score":0.494481,"hf_subset":"mos_Latn-nld_Latn","languages":["mos-Latn","nld-Latn"]},{"precision":0.41023,"recall":0.483202,"f1":0.430901,"accuracy":0.483202,"main_score":0.430901,"hf_subset":"mos_Latn-san_Deva","languages":["mos-Latn","san-Deva"]},{"precision":0.495186,"recall":0.554348,"f1":0.512227,"accuracy":0.554348,"main_score":0.512227,"hf_subset":"mos_Latn-tat_Cyrl","languages":["mos-Latn","tat-Cyrl"]},{"precision":0.472936,"recall":0.521739,"f1":0.487121,"accuracy":0.521739,"main_score":0.487121,"hf_subset":"mos_Latn-xho_Latn","languages":["mos-Latn","xho-Latn"]},{"precision":0.416048,"recall":0.502964,"f1":0.440828,"accuracy":0.502964,"main_score":0.440828,"hf_subset":"mos_Latn-ars_Arab","languages":["mos-Latn","ars-Arab"]},{"precision":0.497802,"recall":0.554348,"f1":0.51344,"accuracy":0.554348,"main_score":0.51344,"hf_subset":"mos_Latn-ceb_Latn","languages":["mos-Latn","ceb-Latn"]},{"precision":0.436018,"recall":0.488142,"f1":0.4505,"accuracy":0.488142,"main_score":0.4505,"hf_subset":"mos_Latn-fuv_Latn","languages":["mos-Latn","fuv-Latn"]},{"precision":0.462086,"recall":0.508893,"f1":0.475944,"accuracy":0.508893,"main_score":0.475944,"hf_subset":"mos_Latn-kac_Latn","languages":["mos-Latn","kac-Latn"]},{"precision":0.510293,"recall":0.556324,"f1":0.523678,"accuracy":0.556324,"main_score":0.523678,"hf_subset":"mos_Latn-lin_Latn","languages":["mos-Latn","lin-Latn"]},{"precision":0.48038,"recall":0.548419,"f1":0.500089,"accuracy":0.548419,"main_score":0.500089,"hf_subset":"mos_Latn-nno_Latn","languages":["mos-Latn","nno-Latn"]},{"precision":0.028323,"recall":0.077075,"f1":0.036774,"accuracy":0.077075,"main_score":0.036774,"hf_subset":"mos_Latn-sat_Olck","languages":["mos-Latn","sat-Olck"]},{"precision":0.459503,"recall":0.523715,"f1":0.47751,"accuracy":0.523715,"main_score":0.47751,"hf_subset":"mos_Latn-tel_Telu","languages":["mos-Latn","tel-Telu"]},{"precision":0.354178,"recall":0.421937,"f1":0.37293,"accuracy":0.421937,"main_score":0.37293,"hf_subset":"mos_Latn-ydd_Hebr","languages":["mos-Latn","ydd-Hebr"]},{"precision":0.430477,"recall":0.502964,"f1":0.45078,"accuracy":0.502964,"main_score":0.45078,"hf_subset":"mos_Latn-ary_Arab","languages":["mos-Latn","ary-Arab"]},{"precision":0.473047,"recall":0.536561,"f1":0.490762,"accuracy":0.536561,"main_score":0.490762,"hf_subset":"mos_Latn-ces_Latn","languages":["mos-Latn","ces-Latn"]},{"precision":0.38454,"recall":0.448617,"f1":0.402646,"accuracy":0.448617,"main_score":0.402646,"hf_subset":"mos_Latn-gaz_Latn","languages":["mos-Latn","gaz-Latn"]},{"precision":0.453463,"recall":0.505929,"f1":0.468503,"accuracy":0.505929,"main_score":0.468503,"hf_subset":"mos_Latn-kam_Latn","languages":["mos-Latn","kam-Latn"]},{"precision":0.460931,"recall":0.527668,"f1":0.4802,"accuracy":0.527668,"main_score":0.4802,"hf_subset":"mos_Latn-lit_Latn","languages":["mos-Latn","lit-Latn"]},{"precision":0.479245,"recall":0.545455,"f1":0.497781,"accuracy":0.545455,"main_score":0.497781,"hf_subset":"mos_Latn-nob_Latn","languages":["mos-Latn","nob-Latn"]},{"precision":0.478954,"recall":0.533597,"f1":0.495117,"accuracy":0.533597,"main_score":0.495117,"hf_subset":"mos_Latn-scn_Latn","languages":["mos-Latn","scn-Latn"]},{"precision":0.459393,"recall":0.521739,"f1":0.477175,"accuracy":0.521739,"main_score":0.477175,"hf_subset":"mos_Latn-tgk_Cyrl","languages":["mos-Latn","tgk-Cyrl"]},{"precision":0.425469,"recall":0.482213,"f1":0.441952,"accuracy":0.482213,"main_score":0.441952,"hf_subset":"mos_Latn-yor_Latn","languages":["mos-Latn","yor-Latn"]},{"precision":0.446567,"recall":0.522727,"f1":0.468101,"accuracy":0.522727,"main_score":0.468101,"hf_subset":"mos_Latn-arz_Arab","languages":["mos-Latn","arz-Arab"]},{"precision":0.438801,"recall":0.487154,"f1":0.452203,"accuracy":0.487154,"main_score":0.452203,"hf_subset":"mos_Latn-cjk_Latn","languages":["mos-Latn","cjk-Latn"]},{"precision":0.418521,"recall":0.47332,"f1":0.434434,"accuracy":0.47332,"main_score":0.434434,"hf_subset":"mos_Latn-gla_Latn","languages":["mos-Latn","gla-Latn"]},{"precision":0.440593,"recall":0.51087,"f1":0.460153,"accuracy":0.51087,"main_score":0.460153,"hf_subset":"mos_Latn-kan_Knda","languages":["mos-Latn","kan-Knda"]},{"precision":0.48406,"recall":0.540514,"f1":0.500711,"accuracy":0.540514,"main_score":0.500711,"hf_subset":"mos_Latn-lmo_Latn","languages":["mos-Latn","lmo-Latn"]},{"precision":0.442318,"recall":0.501976,"f1":0.459018,"accuracy":0.501976,"main_score":0.459018,"hf_subset":"mos_Latn-npi_Deva","languages":["mos-Latn","npi-Deva"]},{"precision":0.396809,"recall":0.469368,"f1":0.417315,"accuracy":0.469368,"main_score":0.417315,"hf_subset":"mos_Latn-shn_Mymr","languages":["mos-Latn","shn-Mymr"]},{"precision":0.511397,"recall":0.567194,"f1":0.527757,"accuracy":0.567194,"main_score":0.527757,"hf_subset":"mos_Latn-tgl_Latn","languages":["mos-Latn","tgl-Latn"]},{"precision":0.442938,"recall":0.514822,"f1":0.463402,"accuracy":0.514822,"main_score":0.463402,"hf_subset":"mos_Latn-yue_Hant","languages":["mos-Latn","yue-Hant"]},{"precision":0.411095,"recall":0.480237,"f1":0.431085,"accuracy":0.480237,"main_score":0.431085,"hf_subset":"mos_Latn-asm_Beng","languages":["mos-Latn","asm-Beng"]},{"precision":0.406183,"recall":0.470356,"f1":0.424215,"accuracy":0.470356,"main_score":0.424215,"hf_subset":"mos_Latn-ckb_Arab","languages":["mos-Latn","ckb-Arab"]},{"precision":0.426805,"recall":0.487154,"f1":0.444544,"accuracy":0.487154,"main_score":0.444544,"hf_subset":"mos_Latn-gle_Latn","languages":["mos-Latn","gle-Latn"]},{"precision":0.422558,"recall":0.485178,"f1":0.440794,"accuracy":0.485178,"main_score":0.440794,"hf_subset":"mos_Latn-kas_Arab","languages":["mos-Latn","kas-Arab"]},{"precision":0.455758,"recall":0.520751,"f1":0.473772,"accuracy":0.520751,"main_score":0.473772,"hf_subset":"mos_Latn-ltg_Latn","languages":["mos-Latn","ltg-Latn"]},{"precision":0.494602,"recall":0.533597,"f1":0.50603,"accuracy":0.533597,"main_score":0.50603,"hf_subset":"mos_Latn-nso_Latn","languages":["mos-Latn","nso-Latn"]},{"precision":0.188866,"recall":0.230237,"f1":0.19918,"accuracy":0.230237,"main_score":0.19918,"hf_subset":"mos_Latn-sin_Sinh","languages":["mos-Latn","sin-Sinh"]},{"precision":0.446669,"recall":0.516798,"f1":0.466749,"accuracy":0.516798,"main_score":0.466749,"hf_subset":"mos_Latn-tha_Thai","languages":["mos-Latn","tha-Thai"]},{"precision":0.444675,"recall":0.523715,"f1":0.466897,"accuracy":0.523715,"main_score":0.466897,"hf_subset":"mos_Latn-zho_Hans","languages":["mos-Latn","zho-Hans"]},{"precision":0.474682,"recall":0.541502,"f1":0.494035,"accuracy":0.541502,"main_score":0.494035,"hf_subset":"mos_Latn-ast_Latn","languages":["mos-Latn","ast-Latn"]},{"precision":0.469594,"recall":0.527668,"f1":0.486183,"accuracy":0.527668,"main_score":0.486183,"hf_subset":"mos_Latn-crh_Latn","languages":["mos-Latn","crh-Latn"]},{"precision":0.495998,"recall":0.567194,"f1":0.516245,"accuracy":0.567194,"main_score":0.516245,"hf_subset":"mos_Latn-glg_Latn","languages":["mos-Latn","glg-Latn"]},{"precision":0.428483,"recall":0.492095,"f1":0.446766,"accuracy":0.492095,"main_score":0.446766,"hf_subset":"mos_Latn-kas_Deva","languages":["mos-Latn","kas-Deva"]},{"precision":0.486373,"recall":0.549407,"f1":0.504041,"accuracy":0.549407,"main_score":0.504041,"hf_subset":"mos_Latn-ltz_Latn","languages":["mos-Latn","ltz-Latn"]},{"precision":0.412372,"recall":0.463439,"f1":0.42662,"accuracy":0.463439,"main_score":0.42662,"hf_subset":"mos_Latn-nus_Latn","languages":["mos-Latn","nus-Latn"]},{"precision":0.471532,"recall":0.538538,"f1":0.490482,"accuracy":0.538538,"main_score":0.490482,"hf_subset":"mos_Latn-slk_Latn","languages":["mos-Latn","slk-Latn"]},{"precision":0.217925,"recall":0.268775,"f1":0.231144,"accuracy":0.268775,"main_score":0.231144,"hf_subset":"mos_Latn-tir_Ethi","languages":["mos-Latn","tir-Ethi"]},{"precision":0.436312,"recall":0.509881,"f1":0.457226,"accuracy":0.509881,"main_score":0.457226,"hf_subset":"mos_Latn-zho_Hant","languages":["mos-Latn","zho-Hant"]},{"precision":0.445069,"recall":0.517787,"f1":0.466062,"accuracy":0.517787,"main_score":0.466062,"hf_subset":"mos_Latn-awa_Deva","languages":["mos-Latn","awa-Deva"]},{"precision":0.448057,"recall":0.504941,"f1":0.464528,"accuracy":0.504941,"main_score":0.464528,"hf_subset":"mos_Latn-cym_Latn","languages":["mos-Latn","cym-Latn"]},{"precision":0.48601,"recall":0.535573,"f1":0.499754,"accuracy":0.535573,"main_score":0.499754,"hf_subset":"mos_Latn-grn_Latn","languages":["mos-Latn","grn-Latn"]},{"precision":0.459753,"recall":0.525692,"f1":0.477922,"accuracy":0.525692,"main_score":0.477922,"hf_subset":"mos_Latn-kat_Geor","languages":["mos-Latn","kat-Geor"]},{"precision":0.485139,"recall":0.525692,"f1":0.496925,"accuracy":0.525692,"main_score":0.496925,"hf_subset":"mos_Latn-lua_Latn","languages":["mos-Latn","lua-Latn"]},{"precision":0.458131,"recall":0.506917,"f1":0.472513,"accuracy":0.506917,"main_score":0.472513,"hf_subset":"mos_Latn-nya_Latn","languages":["mos-Latn","nya-Latn"]},{"precision":0.48315,"recall":0.547431,"f1":0.501383,"accuracy":0.547431,"main_score":0.501383,"hf_subset":"mos_Latn-slv_Latn","languages":["mos-Latn","slv-Latn"]},{"precision":0.516571,"recall":0.567194,"f1":0.530255,"accuracy":0.567194,"main_score":0.530255,"hf_subset":"mos_Latn-tpi_Latn","languages":["mos-Latn","tpi-Latn"]},{"precision":0.498163,"recall":0.566206,"f1":0.517152,"accuracy":0.566206,"main_score":0.517152,"hf_subset":"mos_Latn-zsm_Latn","languages":["mos-Latn","zsm-Latn"]},{"precision":0.463291,"recall":0.513834,"f1":0.478426,"accuracy":0.513834,"main_score":0.478426,"hf_subset":"mos_Latn-ayr_Latn","languages":["mos-Latn","ayr-Latn"]},{"precision":0.489347,"recall":0.555336,"f1":0.508057,"accuracy":0.555336,"main_score":0.508057,"hf_subset":"mos_Latn-dan_Latn","languages":["mos-Latn","dan-Latn"]},{"precision":0.4417,"recall":0.508893,"f1":0.460697,"accuracy":0.508893,"main_score":0.460697,"hf_subset":"mos_Latn-guj_Gujr","languages":["mos-Latn","guj-Gujr"]},{"precision":0.49331,"recall":0.55336,"f1":0.510267,"accuracy":0.55336,"main_score":0.510267,"hf_subset":"mos_Latn-kaz_Cyrl","languages":["mos-Latn","kaz-Cyrl"]},{"precision":0.419549,"recall":0.470356,"f1":0.434506,"accuracy":0.470356,"main_score":0.434506,"hf_subset":"mos_Latn-lug_Latn","languages":["mos-Latn","lug-Latn"]},{"precision":0.48613,"recall":0.551383,"f1":0.504762,"accuracy":0.551383,"main_score":0.504762,"hf_subset":"mos_Latn-oci_Latn","languages":["mos-Latn","oci-Latn"]},{"precision":0.47342,"recall":0.517787,"f1":0.48652,"accuracy":0.517787,"main_score":0.48652,"hf_subset":"mos_Latn-smo_Latn","languages":["mos-Latn","smo-Latn"]},{"precision":0.451269,"recall":0.500988,"f1":0.464977,"accuracy":0.500988,"main_score":0.464977,"hf_subset":"mos_Latn-tsn_Latn","languages":["mos-Latn","tsn-Latn"]},{"precision":0.445112,"recall":0.494071,"f1":0.458838,"accuracy":0.494071,"main_score":0.458838,"hf_subset":"mos_Latn-zul_Latn","languages":["mos-Latn","zul-Latn"]},{"precision":0.422056,"recall":0.479249,"f1":0.438626,"accuracy":0.479249,"main_score":0.438626,"hf_subset":"mos_Latn-azb_Arab","languages":["mos-Latn","azb-Arab"]},{"precision":0.463334,"recall":0.541502,"f1":0.48587,"accuracy":0.541502,"main_score":0.48587,"hf_subset":"mos_Latn-deu_Latn","languages":["mos-Latn","deu-Latn"]},{"precision":0.464395,"recall":0.52668,"f1":0.482817,"accuracy":0.52668,"main_score":0.482817,"hf_subset":"mos_Latn-hat_Latn","languages":["mos-Latn","hat-Latn"]},{"precision":0.443215,"recall":0.48913,"f1":0.45695,"accuracy":0.48913,"main_score":0.45695,"hf_subset":"mos_Latn-kbp_Latn","languages":["mos-Latn","kbp-Latn"]},{"precision":0.470528,"recall":0.514822,"f1":0.483437,"accuracy":0.514822,"main_score":0.483437,"hf_subset":"mos_Latn-luo_Latn","languages":["mos-Latn","luo-Latn"]},{"precision":0.417557,"recall":0.492095,"f1":0.438832,"accuracy":0.492095,"main_score":0.438832,"hf_subset":"mos_Latn-ory_Orya","languages":["mos-Latn","ory-Orya"]},{"precision":0.470713,"recall":0.511858,"f1":0.482244,"accuracy":0.511858,"main_score":0.482244,"hf_subset":"mos_Latn-sna_Latn","languages":["mos-Latn","sna-Latn"]},{"precision":0.447546,"recall":0.500988,"f1":0.463147,"accuracy":0.500988,"main_score":0.463147,"hf_subset":"mos_Latn-tso_Latn","languages":["mos-Latn","tso-Latn"]},{"precision":0.466076,"recall":0.531621,"f1":0.484757,"accuracy":0.531621,"main_score":0.484757,"hf_subset":"mos_Latn-azj_Latn","languages":["mos-Latn","azj-Latn"]},{"precision":0.431489,"recall":0.483202,"f1":0.4472,"accuracy":0.483202,"main_score":0.4472,"hf_subset":"mos_Latn-dik_Latn","languages":["mos-Latn","dik-Latn"]},{"precision":0.457453,"recall":0.500988,"f1":0.469996,"accuracy":0.500988,"main_score":0.469996,"hf_subset":"mos_Latn-hau_Latn","languages":["mos-Latn","hau-Latn"]},{"precision":0.486877,"recall":0.545455,"f1":0.502552,"accuracy":0.545455,"main_score":0.502552,"hf_subset":"mos_Latn-kea_Latn","languages":["mos-Latn","kea-Latn"]},{"precision":0.516304,"recall":0.555336,"f1":0.527768,"accuracy":0.555336,"main_score":0.527768,"hf_subset":"mos_Latn-lus_Latn","languages":["mos-Latn","lus-Latn"]},{"precision":0.512371,"recall":0.551383,"f1":0.52365,"accuracy":0.551383,"main_score":0.52365,"hf_subset":"mos_Latn-pag_Latn","languages":["mos-Latn","pag-Latn"]},{"precision":0.414207,"recall":0.483202,"f1":0.433594,"accuracy":0.483202,"main_score":0.433594,"hf_subset":"mos_Latn-snd_Arab","languages":["mos-Latn","snd-Arab"]},{"precision":0.451603,"recall":0.51087,"f1":0.46845,"accuracy":0.51087,"main_score":0.46845,"hf_subset":"mos_Latn-tuk_Latn","languages":["mos-Latn","tuk-Latn"]},{"precision":0.508202,"recall":0.5583,"f1":0.522686,"accuracy":0.5583,"main_score":0.522686,"hf_subset":"mos_Latn-bak_Cyrl","languages":["mos-Latn","bak-Cyrl"]},{"precision":0.378387,"recall":0.445652,"f1":0.398127,"accuracy":0.445652,"main_score":0.398127,"hf_subset":"mos_Latn-dyu_Latn","languages":["mos-Latn","dyu-Latn"]},{"precision":0.437863,"recall":0.511858,"f1":0.458649,"accuracy":0.511858,"main_score":0.458649,"hf_subset":"mos_Latn-heb_Hebr","languages":["mos-Latn","heb-Hebr"]},{"precision":0.460305,"recall":0.516798,"f1":0.476558,"accuracy":0.516798,"main_score":0.476558,"hf_subset":"mos_Latn-khk_Cyrl","languages":["mos-Latn","khk-Cyrl"]},{"precision":0.470909,"recall":0.535573,"f1":0.489413,"accuracy":0.535573,"main_score":0.489413,"hf_subset":"mos_Latn-lvs_Latn","languages":["mos-Latn","lvs-Latn"]},{"precision":0.457757,"recall":0.518775,"f1":0.474581,"accuracy":0.518775,"main_score":0.474581,"hf_subset":"mos_Latn-pan_Guru","languages":["mos-Latn","pan-Guru"]},{"precision":0.427191,"recall":0.487154,"f1":0.444385,"accuracy":0.487154,"main_score":0.444385,"hf_subset":"mos_Latn-som_Latn","languages":["mos-Latn","som-Latn"]},{"precision":0.458172,"recall":0.499012,"f1":0.469615,"accuracy":0.499012,"main_score":0.469615,"hf_subset":"mos_Latn-tum_Latn","languages":["mos-Latn","tum-Latn"]},{"precision":0.32715,"recall":0.383399,"f1":0.342849,"accuracy":0.383399,"main_score":0.342849,"hf_subset":"run_Latn-ace_Arab","languages":["run-Latn","ace-Arab"]},{"precision":0.450956,"recall":0.493083,"f1":0.462698,"accuracy":0.493083,"main_score":0.462698,"hf_subset":"run_Latn-bam_Latn","languages":["run-Latn","bam-Latn"]},{"precision":0.113471,"recall":0.161067,"f1":0.125278,"accuracy":0.161067,"main_score":0.125278,"hf_subset":"run_Latn-dzo_Tibt","languages":["run-Latn","dzo-Tibt"]},{"precision":0.41241,"recall":0.487154,"f1":0.432734,"accuracy":0.487154,"main_score":0.432734,"hf_subset":"run_Latn-hin_Deva","languages":["run-Latn","hin-Deva"]},{"precision":0.356469,"recall":0.421937,"f1":0.37415,"accuracy":0.421937,"main_score":0.37415,"hf_subset":"run_Latn-khm_Khmr","languages":["run-Latn","khm-Khmr"]},{"precision":0.420144,"recall":0.487154,"f1":0.438456,"accuracy":0.487154,"main_score":0.438456,"hf_subset":"run_Latn-mag_Deva","languages":["run-Latn","mag-Deva"]},{"precision":0.469325,"recall":0.521739,"f1":0.483845,"accuracy":0.521739,"main_score":0.483845,"hf_subset":"run_Latn-pap_Latn","languages":["run-Latn","pap-Latn"]},{"precision":0.479341,"recall":0.516798,"f1":0.489942,"accuracy":0.516798,"main_score":0.489942,"hf_subset":"run_Latn-sot_Latn","languages":["run-Latn","sot-Latn"]},{"precision":0.449882,"recall":0.517787,"f1":0.468155,"accuracy":0.517787,"main_score":0.468155,"hf_subset":"run_Latn-tur_Latn","languages":["run-Latn","tur-Latn"]},{"precision":0.468039,"recall":0.516798,"f1":0.481651,"accuracy":0.516798,"main_score":0.481651,"hf_subset":"run_Latn-ace_Latn","languages":["run-Latn","ace-Latn"]},{"precision":0.482075,"recall":0.532609,"f1":0.496046,"accuracy":0.532609,"main_score":0.496046,"hf_subset":"run_Latn-ban_Latn","languages":["run-Latn","ban-Latn"]},{"precision":0.409672,"recall":0.48419,"f1":0.429393,"accuracy":0.48419,"main_score":0.429393,"hf_subset":"run_Latn-ell_Grek","languages":["run-Latn","ell-Grek"]},{"precision":0.426513,"recall":0.487154,"f1":0.442883,"accuracy":0.487154,"main_score":0.442883,"hf_subset":"run_Latn-hne_Deva","languages":["run-Latn","hne-Deva"]},{"precision":0.434467,"recall":0.482213,"f1":0.447547,"accuracy":0.482213,"main_score":0.447547,"hf_subset":"run_Latn-kik_Latn","languages":["run-Latn","kik-Latn"]},{"precision":0.430411,"recall":0.491107,"f1":0.446885,"accuracy":0.491107,"main_score":0.446885,"hf_subset":"run_Latn-mai_Deva","languages":["run-Latn","mai-Deva"]},{"precision":0.398775,"recall":0.463439,"f1":0.416615,"accuracy":0.463439,"main_score":0.416615,"hf_subset":"run_Latn-pbt_Arab","languages":["run-Latn","pbt-Arab"]},{"precision":0.446806,"recall":0.511858,"f1":0.464988,"accuracy":0.511858,"main_score":0.464988,"hf_subset":"run_Latn-spa_Latn","languages":["run-Latn","spa-Latn"]},{"precision":0.472969,"recall":0.514822,"f1":0.484475,"accuracy":0.514822,"main_score":0.484475,"hf_subset":"run_Latn-twi_Latn","languages":["run-Latn","twi-Latn"]},{"precision":0.402433,"recall":0.481225,"f1":0.423914,"accuracy":0.481225,"main_score":0.423914,"hf_subset":"run_Latn-acm_Arab","languages":["run-Latn","acm-Arab"]},{"precision":0.423762,"recall":0.494071,"f1":0.442686,"accuracy":0.494071,"main_score":0.442686,"hf_subset":"run_Latn-bel_Cyrl","languages":["run-Latn","bel-Cyrl"]},{"precision":0.439587,"recall":0.514822,"f1":0.460372,"accuracy":0.514822,"main_score":0.460372,"hf_subset":"run_Latn-eng_Latn","languages":["run-Latn","eng-Latn"]},{"precision":0.462343,"recall":0.522727,"f1":0.478095,"accuracy":0.522727,"main_score":0.478095,"hf_subset":"run_Latn-hrv_Latn","languages":["run-Latn","hrv-Latn"]},{"precision":0.586571,"recall":0.647233,"f1":0.603509,"accuracy":0.647233,"main_score":0.603509,"hf_subset":"run_Latn-kin_Latn","languages":["run-Latn","kin-Latn"]},{"precision":0.42308,"recall":0.491107,"f1":0.442057,"accuracy":0.491107,"main_score":0.442057,"hf_subset":"run_Latn-mal_Mlym","languages":["run-Latn","mal-Mlym"]},{"precision":0.41898,"recall":0.495059,"f1":0.43964,"accuracy":0.495059,"main_score":0.43964,"hf_subset":"run_Latn-pes_Arab","languages":["run-Latn","pes-Arab"]},{"precision":0.462503,"recall":0.520751,"f1":0.478056,"accuracy":0.520751,"main_score":0.478056,"hf_subset":"run_Latn-srd_Latn","languages":["run-Latn","srd-Latn"]},{"precision":0.150929,"recall":0.203557,"f1":0.163347,"accuracy":0.203557,"main_score":0.163347,"hf_subset":"run_Latn-tzm_Tfng","languages":["run-Latn","tzm-Tfng"]},{"precision":0.407776,"recall":0.48913,"f1":0.429488,"accuracy":0.48913,"main_score":0.429488,"hf_subset":"run_Latn-acq_Arab","languages":["run-Latn","acq-Arab"]},{"precision":0.495689,"recall":0.536561,"f1":0.506912,"accuracy":0.536561,"main_score":0.506912,"hf_subset":"run_Latn-bem_Latn","languages":["run-Latn","bem-Latn"]},{"precision":0.435944,"recall":0.504941,"f1":0.454955,"accuracy":0.504941,"main_score":0.454955,"hf_subset":"run_Latn-epo_Latn","languages":["run-Latn","epo-Latn"]},{"precision":0.455764,"recall":0.523715,"f1":0.474447,"accuracy":0.523715,"main_score":0.474447,"hf_subset":"run_Latn-hun_Latn","languages":["run-Latn","hun-Latn"]},{"precision":0.460604,"recall":0.521739,"f1":0.477446,"accuracy":0.521739,"main_score":0.477446,"hf_subset":"run_Latn-kir_Cyrl","languages":["run-Latn","kir-Cyrl"]},{"precision":0.431626,"recall":0.5,"f1":0.450866,"accuracy":0.5,"main_score":0.450866,"hf_subset":"run_Latn-mar_Deva","languages":["run-Latn","mar-Deva"]},{"precision":0.480969,"recall":0.521739,"f1":0.492528,"accuracy":0.521739,"main_score":0.492528,"hf_subset":"run_Latn-plt_Latn","languages":["run-Latn","plt-Latn"]},{"precision":0.440178,"recall":0.509881,"f1":0.45914,"accuracy":0.509881,"main_score":0.45914,"hf_subset":"run_Latn-srp_Cyrl","languages":["run-Latn","srp-Cyrl"]},{"precision":0.401626,"recall":0.461462,"f1":0.41758,"accuracy":0.461462,"main_score":0.41758,"hf_subset":"run_Latn-uig_Arab","languages":["run-Latn","uig-Arab"]},{"precision":0.413046,"recall":0.479249,"f1":0.431583,"accuracy":0.479249,"main_score":0.431583,"hf_subset":"run_Latn-aeb_Arab","languages":["run-Latn","aeb-Arab"]},{"precision":0.42229,"recall":0.494071,"f1":0.442149,"accuracy":0.494071,"main_score":0.442149,"hf_subset":"run_Latn-ben_Beng","languages":["run-Latn","ben-Beng"]},{"precision":0.443403,"recall":0.506917,"f1":0.460078,"accuracy":0.506917,"main_score":0.460078,"hf_subset":"run_Latn-est_Latn","languages":["run-Latn","est-Latn"]},{"precision":0.406217,"recall":0.474308,"f1":0.425131,"accuracy":0.474308,"main_score":0.425131,"hf_subset":"run_Latn-hye_Armn","languages":["run-Latn","hye-Armn"]},{"precision":0.466801,"recall":0.505929,"f1":0.477533,"accuracy":0.505929,"main_score":0.477533,"hf_subset":"run_Latn-kmb_Latn","languages":["run-Latn","kmb-Latn"]},{"precision":0.311916,"recall":0.376482,"f1":0.328913,"accuracy":0.376482,"main_score":0.328913,"hf_subset":"run_Latn-min_Arab","languages":["run-Latn","min-Arab"]},{"precision":0.436848,"recall":0.505929,"f1":0.455815,"accuracy":0.505929,"main_score":0.455815,"hf_subset":"run_Latn-pol_Latn","languages":["run-Latn","pol-Latn"]},{"precision":0.466107,"recall":0.507905,"f1":0.478171,"accuracy":0.507905,"main_score":0.478171,"hf_subset":"run_Latn-ssw_Latn","languages":["run-Latn","ssw-Latn"]},{"precision":0.424423,"recall":0.5,"f1":0.444914,"accuracy":0.5,"main_score":0.444914,"hf_subset":"run_Latn-ukr_Cyrl","languages":["run-Latn","ukr-Cyrl"]},{"precision":0.453352,"recall":0.517787,"f1":0.471463,"accuracy":0.517787,"main_score":0.471463,"hf_subset":"run_Latn-afr_Latn","languages":["run-Latn","afr-Latn"]},{"precision":0.433362,"recall":0.496047,"f1":0.450221,"accuracy":0.496047,"main_score":0.450221,"hf_subset":"run_Latn-bho_Deva","languages":["run-Latn","bho-Deva"]},{"precision":0.454578,"recall":0.513834,"f1":0.471331,"accuracy":0.513834,"main_score":0.471331,"hf_subset":"run_Latn-eus_Latn","languages":["run-Latn","eus-Latn"]},{"precision":0.473018,"recall":0.522727,"f1":0.486148,"accuracy":0.522727,"main_score":0.486148,"hf_subset":"run_Latn-ibo_Latn","languages":["run-Latn","ibo-Latn"]},{"precision":0.456974,"recall":0.509881,"f1":0.471662,"accuracy":0.509881,"main_score":0.471662,"hf_subset":"run_Latn-kmr_Latn","languages":["run-Latn","kmr-Latn"]},{"precision":0.482546,"recall":0.538538,"f1":0.498219,"accuracy":0.538538,"main_score":0.498219,"hf_subset":"run_Latn-min_Latn","languages":["run-Latn","min-Latn"]},{"precision":0.442175,"recall":0.513834,"f1":0.461345,"accuracy":0.513834,"main_score":0.461345,"hf_subset":"run_Latn-por_Latn","languages":["run-Latn","por-Latn"]},{"precision":0.470254,"recall":0.520751,"f1":0.48431,"accuracy":0.520751,"main_score":0.48431,"hf_subset":"run_Latn-sun_Latn","languages":["run-Latn","sun-Latn"]},{"precision":0.439707,"recall":0.483202,"f1":0.452734,"accuracy":0.483202,"main_score":0.452734,"hf_subset":"run_Latn-umb_Latn","languages":["run-Latn","umb-Latn"]},{"precision":0.413709,"recall":0.48913,"f1":0.433589,"accuracy":0.48913,"main_score":0.433589,"hf_subset":"run_Latn-ajp_Arab","languages":["run-Latn","ajp-Arab"]},{"precision":0.318707,"recall":0.37747,"f1":0.335133,"accuracy":0.37747,"main_score":0.335133,"hf_subset":"run_Latn-bjn_Arab","languages":["run-Latn","bjn-Arab"]},{"precision":0.452583,"recall":0.492095,"f1":0.46374,"accuracy":0.492095,"main_score":0.46374,"hf_subset":"run_Latn-ewe_Latn","languages":["run-Latn","ewe-Latn"]},{"precision":0.47421,"recall":0.517787,"f1":0.486178,"accuracy":0.517787,"main_score":0.486178,"hf_subset":"run_Latn-ilo_Latn","languages":["run-Latn","ilo-Latn"]},{"precision":0.21186,"recall":0.274704,"f1":0.228409,"accuracy":0.274704,"main_score":0.228409,"hf_subset":"run_Latn-knc_Arab","languages":["run-Latn","knc-Arab"]},{"precision":0.447694,"recall":0.516798,"f1":0.466509,"accuracy":0.516798,"main_score":0.466509,"hf_subset":"run_Latn-mkd_Cyrl","languages":["run-Latn","mkd-Cyrl"]},{"precision":0.405644,"recall":0.481225,"f1":0.426046,"accuracy":0.481225,"main_score":0.426046,"hf_subset":"run_Latn-prs_Arab","languages":["run-Latn","prs-Arab"]},{"precision":0.447713,"recall":0.519763,"f1":0.467617,"accuracy":0.519763,"main_score":0.467617,"hf_subset":"run_Latn-swe_Latn","languages":["run-Latn","swe-Latn"]},{"precision":0.379426,"recall":0.45751,"f1":0.401182,"accuracy":0.45751,"main_score":0.401182,"hf_subset":"run_Latn-urd_Arab","languages":["run-Latn","urd-Arab"]},{"precision":0.479859,"recall":0.516798,"f1":0.490384,"accuracy":0.516798,"main_score":0.490384,"hf_subset":"run_Latn-aka_Latn","languages":["run-Latn","aka-Latn"]},{"precision":0.46405,"recall":0.522727,"f1":0.480253,"accuracy":0.522727,"main_score":0.480253,"hf_subset":"run_Latn-bjn_Latn","languages":["run-Latn","bjn-Latn"]},{"precision":0.461831,"recall":0.522727,"f1":0.477804,"accuracy":0.522727,"main_score":0.477804,"hf_subset":"run_Latn-fao_Latn","languages":["run-Latn","fao-Latn"]},{"precision":0.441173,"recall":0.508893,"f1":0.458852,"accuracy":0.508893,"main_score":0.458852,"hf_subset":"run_Latn-ind_Latn","languages":["run-Latn","ind-Latn"]},{"precision":0.465002,"recall":0.506917,"f1":0.476795,"accuracy":0.506917,"main_score":0.476795,"hf_subset":"run_Latn-knc_Latn","languages":["run-Latn","knc-Latn"]},{"precision":0.473071,"recall":0.531621,"f1":0.488669,"accuracy":0.531621,"main_score":0.488669,"hf_subset":"run_Latn-mlt_Latn","languages":["run-Latn","mlt-Latn"]},{"precision":0.457839,"recall":0.512846,"f1":0.473439,"accuracy":0.512846,"main_score":0.473439,"hf_subset":"run_Latn-quy_Latn","languages":["run-Latn","quy-Latn"]},{"precision":0.477243,"recall":0.525692,"f1":0.490766,"accuracy":0.525692,"main_score":0.490766,"hf_subset":"run_Latn-swh_Latn","languages":["run-Latn","swh-Latn"]},{"precision":0.440165,"recall":0.506917,"f1":0.45812,"accuracy":0.506917,"main_score":0.45812,"hf_subset":"run_Latn-uzn_Latn","languages":["run-Latn","uzn-Latn"]},{"precision":0.443728,"recall":0.51087,"f1":0.462123,"accuracy":0.51087,"main_score":0.462123,"hf_subset":"run_Latn-als_Latn","languages":["run-Latn","als-Latn"]},{"precision":0.168146,"recall":0.220356,"f1":0.181548,"accuracy":0.220356,"main_score":0.181548,"hf_subset":"run_Latn-bod_Tibt","languages":["run-Latn","bod-Tibt"]},{"precision":0.474658,"recall":0.506917,"f1":0.483778,"accuracy":0.506917,"main_score":0.483778,"hf_subset":"run_Latn-fij_Latn","languages":["run-Latn","fij-Latn"]},{"precision":0.417982,"recall":0.483202,"f1":0.435755,"accuracy":0.483202,"main_score":0.435755,"hf_subset":"run_Latn-isl_Latn","languages":["run-Latn","isl-Latn"]},{"precision":0.487863,"recall":0.528656,"f1":0.499061,"accuracy":0.528656,"main_score":0.499061,"hf_subset":"run_Latn-kon_Latn","languages":["run-Latn","kon-Latn"]},{"precision":0.37726,"recall":0.429842,"f1":0.391567,"accuracy":0.429842,"main_score":0.391567,"hf_subset":"run_Latn-mni_Beng","languages":["run-Latn","mni-Beng"]},{"precision":0.446185,"recall":0.518775,"f1":0.466065,"accuracy":0.518775,"main_score":0.466065,"hf_subset":"run_Latn-ron_Latn","languages":["run-Latn","ron-Latn"]},{"precision":0.439931,"recall":0.508893,"f1":0.458936,"accuracy":0.508893,"main_score":0.458936,"hf_subset":"run_Latn-szl_Latn","languages":["run-Latn","szl-Latn"]},{"precision":0.464525,"recall":0.529644,"f1":0.482038,"accuracy":0.529644,"main_score":0.482038,"hf_subset":"run_Latn-vec_Latn","languages":["run-Latn","vec-Latn"]},{"precision":0.283649,"recall":0.34585,"f1":0.300254,"accuracy":0.34585,"main_score":0.300254,"hf_subset":"run_Latn-amh_Ethi","languages":["run-Latn","amh-Ethi"]},{"precision":0.453833,"recall":0.525692,"f1":0.473367,"accuracy":0.525692,"main_score":0.473367,"hf_subset":"run_Latn-bos_Latn","languages":["run-Latn","bos-Latn"]},{"precision":0.433213,"recall":0.501976,"f1":0.451454,"accuracy":0.501976,"main_score":0.451454,"hf_subset":"run_Latn-fin_Latn","languages":["run-Latn","fin-Latn"]},{"precision":0.448512,"recall":0.522727,"f1":0.469324,"accuracy":0.522727,"main_score":0.469324,"hf_subset":"run_Latn-ita_Latn","languages":["run-Latn","ita-Latn"]},{"precision":0.426725,"recall":0.499012,"f1":0.446678,"accuracy":0.499012,"main_score":0.446678,"hf_subset":"run_Latn-kor_Hang","languages":["run-Latn","kor-Hang"]},{"precision":0.466531,"recall":0.507905,"f1":0.478184,"accuracy":0.507905,"main_score":0.478184,"hf_subset":"run_Latn-mos_Latn","languages":["run-Latn","mos-Latn"]},{"precision":0.396744,"recall":0.466403,"f1":0.416261,"accuracy":0.466403,"main_score":0.416261,"hf_subset":"run_Latn-tam_Taml","languages":["run-Latn","tam-Taml"]},{"precision":0.42747,"recall":0.504941,"f1":0.448483,"accuracy":0.504941,"main_score":0.448483,"hf_subset":"run_Latn-vie_Latn","languages":["run-Latn","vie-Latn"]},{"precision":0.407705,"recall":0.477273,"f1":0.426461,"accuracy":0.477273,"main_score":0.426461,"hf_subset":"run_Latn-apc_Arab","languages":["run-Latn","apc-Arab"]},{"precision":0.460525,"recall":0.504941,"f1":0.472712,"accuracy":0.504941,"main_score":0.472712,"hf_subset":"run_Latn-bug_Latn","languages":["run-Latn","bug-Latn"]},{"precision":0.442293,"recall":0.48419,"f1":0.45435,"accuracy":0.48419,"main_score":0.45435,"hf_subset":"run_Latn-fon_Latn","languages":["run-Latn","fon-Latn"]},{"precision":0.469962,"recall":0.531621,"f1":0.485973,"accuracy":0.531621,"main_score":0.485973,"hf_subset":"run_Latn-jav_Latn","languages":["run-Latn","jav-Latn"]},{"precision":0.398175,"recall":0.45751,"f1":0.414046,"accuracy":0.45751,"main_score":0.414046,"hf_subset":"run_Latn-lao_Laoo","languages":["run-Latn","lao-Laoo"]},{"precision":0.435536,"recall":0.486166,"f1":0.449443,"accuracy":0.486166,"main_score":0.449443,"hf_subset":"run_Latn-mri_Latn","languages":["run-Latn","mri-Latn"]},{"precision":0.435272,"recall":0.502964,"f1":0.452483,"accuracy":0.502964,"main_score":0.452483,"hf_subset":"run_Latn-rus_Cyrl","languages":["run-Latn","rus-Cyrl"]},{"precision":0.443457,"recall":0.483202,"f1":0.455009,"accuracy":0.483202,"main_score":0.455009,"hf_subset":"run_Latn-taq_Latn","languages":["run-Latn","taq-Latn"]},{"precision":0.477783,"recall":0.537549,"f1":0.494117,"accuracy":0.537549,"main_score":0.494117,"hf_subset":"run_Latn-war_Latn","languages":["run-Latn","war-Latn"]},{"precision":0.405378,"recall":0.48419,"f1":0.426292,"accuracy":0.48419,"main_score":0.426292,"hf_subset":"run_Latn-arb_Arab","languages":["run-Latn","arb-Arab"]},{"precision":0.441415,"recall":0.508893,"f1":0.459133,"accuracy":0.508893,"main_score":0.459133,"hf_subset":"run_Latn-bul_Cyrl","languages":["run-Latn","bul-Cyrl"]},{"precision":0.447183,"recall":0.520751,"f1":0.467212,"accuracy":0.520751,"main_score":0.467212,"hf_subset":"run_Latn-fra_Latn","languages":["run-Latn","fra-Latn"]},{"precision":0.424486,"recall":0.496047,"f1":0.443457,"accuracy":0.496047,"main_score":0.443457,"hf_subset":"run_Latn-jpn_Jpan","languages":["run-Latn","jpn-Jpan"]},{"precision":0.456193,"recall":0.521739,"f1":0.474044,"accuracy":0.521739,"main_score":0.474044,"hf_subset":"run_Latn-lij_Latn","languages":["run-Latn","lij-Latn"]},{"precision":0.250034,"recall":0.318182,"f1":0.268022,"accuracy":0.318182,"main_score":0.268022,"hf_subset":"run_Latn-mya_Mymr","languages":["run-Latn","mya-Mymr"]},{"precision":0.461771,"recall":0.504941,"f1":0.473633,"accuracy":0.504941,"main_score":0.473633,"hf_subset":"run_Latn-sag_Latn","languages":["run-Latn","sag-Latn"]},{"precision":0.155348,"recall":0.206522,"f1":0.167032,"accuracy":0.206522,"main_score":0.167032,"hf_subset":"run_Latn-taq_Tfng","languages":["run-Latn","taq-Tfng"]},{"precision":0.479941,"recall":0.518775,"f1":0.491488,"accuracy":0.518775,"main_score":0.491488,"hf_subset":"run_Latn-wol_Latn","languages":["run-Latn","wol-Latn"]},{"precision":0.376759,"recall":0.438735,"f1":0.393881,"accuracy":0.438735,"main_score":0.393881,"hf_subset":"run_Latn-arb_Latn","languages":["run-Latn","arb-Latn"]},{"precision":0.439099,"recall":0.511858,"f1":0.459172,"accuracy":0.511858,"main_score":0.459172,"hf_subset":"run_Latn-cat_Latn","languages":["run-Latn","cat-Latn"]},{"precision":0.462961,"recall":0.525692,"f1":0.480663,"accuracy":0.525692,"main_score":0.480663,"hf_subset":"run_Latn-fur_Latn","languages":["run-Latn","fur-Latn"]},{"precision":0.365168,"recall":0.41502,"f1":0.379188,"accuracy":0.41502,"main_score":0.379188,"hf_subset":"run_Latn-kab_Latn","languages":["run-Latn","kab-Latn"]},{"precision":0.455475,"recall":0.514822,"f1":0.47217,"accuracy":0.514822,"main_score":0.47217,"hf_subset":"run_Latn-lim_Latn","languages":["run-Latn","lim-Latn"]},{"precision":0.439586,"recall":0.514822,"f1":0.460174,"accuracy":0.514822,"main_score":0.460174,"hf_subset":"run_Latn-nld_Latn","languages":["run-Latn","nld-Latn"]},{"precision":0.38542,"recall":0.456522,"f1":0.405315,"accuracy":0.456522,"main_score":0.405315,"hf_subset":"run_Latn-san_Deva","languages":["run-Latn","san-Deva"]},{"precision":0.465152,"recall":0.523715,"f1":0.481423,"accuracy":0.523715,"main_score":0.481423,"hf_subset":"run_Latn-tat_Cyrl","languages":["run-Latn","tat-Cyrl"]},{"precision":0.485013,"recall":0.528656,"f1":0.49731,"accuracy":0.528656,"main_score":0.49731,"hf_subset":"run_Latn-xho_Latn","languages":["run-Latn","xho-Latn"]},{"precision":0.384363,"recall":0.465415,"f1":0.405732,"accuracy":0.465415,"main_score":0.405732,"hf_subset":"run_Latn-ars_Arab","languages":["run-Latn","ars-Arab"]},{"precision":0.478557,"recall":0.536561,"f1":0.494189,"accuracy":0.536561,"main_score":0.494189,"hf_subset":"run_Latn-ceb_Latn","languages":["run-Latn","ceb-Latn"]},{"precision":0.420082,"recall":0.467391,"f1":0.433726,"accuracy":0.467391,"main_score":0.433726,"hf_subset":"run_Latn-fuv_Latn","languages":["run-Latn","fuv-Latn"]},{"precision":0.45723,"recall":0.5,"f1":0.469183,"accuracy":0.5,"main_score":0.469183,"hf_subset":"run_Latn-kac_Latn","languages":["run-Latn","kac-Latn"]},{"precision":0.479965,"recall":0.522727,"f1":0.491412,"accuracy":0.522727,"main_score":0.491412,"hf_subset":"run_Latn-lin_Latn","languages":["run-Latn","lin-Latn"]},{"precision":0.43179,"recall":0.502964,"f1":0.45105,"accuracy":0.502964,"main_score":0.45105,"hf_subset":"run_Latn-nno_Latn","languages":["run-Latn","nno-Latn"]},{"precision":0.043166,"recall":0.089921,"f1":0.05068,"accuracy":0.089921,"main_score":0.05068,"hf_subset":"run_Latn-sat_Olck","languages":["run-Latn","sat-Olck"]},{"precision":0.425599,"recall":0.492095,"f1":0.443708,"accuracy":0.492095,"main_score":0.443708,"hf_subset":"run_Latn-tel_Telu","languages":["run-Latn","tel-Telu"]},{"precision":0.348723,"recall":0.416996,"f1":0.367502,"accuracy":0.416996,"main_score":0.367502,"hf_subset":"run_Latn-ydd_Hebr","languages":["run-Latn","ydd-Hebr"]},{"precision":0.395333,"recall":0.467391,"f1":0.414922,"accuracy":0.467391,"main_score":0.414922,"hf_subset":"run_Latn-ary_Arab","languages":["run-Latn","ary-Arab"]},{"precision":0.432756,"recall":0.500988,"f1":0.450815,"accuracy":0.500988,"main_score":0.450815,"hf_subset":"run_Latn-ces_Latn","languages":["run-Latn","ces-Latn"]},{"precision":0.387055,"recall":0.448617,"f1":0.404444,"accuracy":0.448617,"main_score":0.404444,"hf_subset":"run_Latn-gaz_Latn","languages":["run-Latn","gaz-Latn"]},{"precision":0.455981,"recall":0.502964,"f1":0.469538,"accuracy":0.502964,"main_score":0.469538,"hf_subset":"run_Latn-kam_Latn","languages":["run-Latn","kam-Latn"]},{"precision":0.423547,"recall":0.48913,"f1":0.441777,"accuracy":0.48913,"main_score":0.441777,"hf_subset":"run_Latn-lit_Latn","languages":["run-Latn","lit-Latn"]},{"precision":0.441545,"recall":0.511858,"f1":0.460978,"accuracy":0.511858,"main_score":0.460978,"hf_subset":"run_Latn-nob_Latn","languages":["run-Latn","nob-Latn"]},{"precision":0.449135,"recall":0.508893,"f1":0.464641,"accuracy":0.508893,"main_score":0.464641,"hf_subset":"run_Latn-scn_Latn","languages":["run-Latn","scn-Latn"]},{"precision":0.461777,"recall":0.508893,"f1":0.475208,"accuracy":0.508893,"main_score":0.475208,"hf_subset":"run_Latn-tgk_Cyrl","languages":["run-Latn","tgk-Cyrl"]},{"precision":0.420726,"recall":0.475296,"f1":0.437049,"accuracy":0.475296,"main_score":0.437049,"hf_subset":"run_Latn-yor_Latn","languages":["run-Latn","yor-Latn"]},{"precision":0.410757,"recall":0.486166,"f1":0.431131,"accuracy":0.486166,"main_score":0.431131,"hf_subset":"run_Latn-arz_Arab","languages":["run-Latn","arz-Arab"]},{"precision":0.437566,"recall":0.480237,"f1":0.44984,"accuracy":0.480237,"main_score":0.44984,"hf_subset":"run_Latn-cjk_Latn","languages":["run-Latn","cjk-Latn"]},{"precision":0.436081,"recall":0.48913,"f1":0.450508,"accuracy":0.48913,"main_score":0.450508,"hf_subset":"run_Latn-gla_Latn","languages":["run-Latn","gla-Latn"]},{"precision":0.419529,"recall":0.487154,"f1":0.437988,"accuracy":0.487154,"main_score":0.437988,"hf_subset":"run_Latn-kan_Knda","languages":["run-Latn","kan-Knda"]},{"precision":0.457215,"recall":0.516798,"f1":0.473627,"accuracy":0.516798,"main_score":0.473627,"hf_subset":"run_Latn-lmo_Latn","languages":["run-Latn","lmo-Latn"]},{"precision":0.425613,"recall":0.493083,"f1":0.444565,"accuracy":0.493083,"main_score":0.444565,"hf_subset":"run_Latn-npi_Deva","languages":["run-Latn","npi-Deva"]},{"precision":0.397601,"recall":0.463439,"f1":0.416359,"accuracy":0.463439,"main_score":0.416359,"hf_subset":"run_Latn-shn_Mymr","languages":["run-Latn","shn-Mymr"]},{"precision":0.457689,"recall":0.519763,"f1":0.474234,"accuracy":0.519763,"main_score":0.474234,"hf_subset":"run_Latn-tgl_Latn","languages":["run-Latn","tgl-Latn"]},{"precision":0.404225,"recall":0.483202,"f1":0.426566,"accuracy":0.483202,"main_score":0.426566,"hf_subset":"run_Latn-yue_Hant","languages":["run-Latn","yue-Hant"]},{"precision":0.38181,"recall":0.449605,"f1":0.401348,"accuracy":0.449605,"main_score":0.401348,"hf_subset":"run_Latn-asm_Beng","languages":["run-Latn","asm-Beng"]},{"precision":0.406473,"recall":0.470356,"f1":0.423573,"accuracy":0.470356,"main_score":0.423573,"hf_subset":"run_Latn-ckb_Arab","languages":["run-Latn","ckb-Arab"]},{"precision":0.419904,"recall":0.476285,"f1":0.435089,"accuracy":0.476285,"main_score":0.435089,"hf_subset":"run_Latn-gle_Latn","languages":["run-Latn","gle-Latn"]},{"precision":0.36685,"recall":0.433794,"f1":0.385472,"accuracy":0.433794,"main_score":0.385472,"hf_subset":"run_Latn-kas_Arab","languages":["run-Latn","kas-Arab"]},{"precision":0.425234,"recall":0.485178,"f1":0.44198,"accuracy":0.485178,"main_score":0.44198,"hf_subset":"run_Latn-ltg_Latn","languages":["run-Latn","ltg-Latn"]},{"precision":0.477044,"recall":0.523715,"f1":0.489357,"accuracy":0.523715,"main_score":0.489357,"hf_subset":"run_Latn-nso_Latn","languages":["run-Latn","nso-Latn"]},{"precision":0.199314,"recall":0.238142,"f1":0.210044,"accuracy":0.238142,"main_score":0.210044,"hf_subset":"run_Latn-sin_Sinh","languages":["run-Latn","sin-Sinh"]},{"precision":0.405366,"recall":0.482213,"f1":0.426287,"accuracy":0.482213,"main_score":0.426287,"hf_subset":"run_Latn-tha_Thai","languages":["run-Latn","tha-Thai"]},{"precision":0.4132,"recall":0.488142,"f1":0.43353,"accuracy":0.488142,"main_score":0.43353,"hf_subset":"run_Latn-zho_Hans","languages":["run-Latn","zho-Hans"]},{"precision":0.445665,"recall":0.512846,"f1":0.464028,"accuracy":0.512846,"main_score":0.464028,"hf_subset":"run_Latn-ast_Latn","languages":["run-Latn","ast-Latn"]},{"precision":0.449565,"recall":0.506917,"f1":0.465287,"accuracy":0.506917,"main_score":0.465287,"hf_subset":"run_Latn-crh_Latn","languages":["run-Latn","crh-Latn"]},{"precision":0.44838,"recall":0.514822,"f1":0.466999,"accuracy":0.514822,"main_score":0.466999,"hf_subset":"run_Latn-glg_Latn","languages":["run-Latn","glg-Latn"]},{"precision":0.413679,"recall":0.468379,"f1":0.4285,"accuracy":0.468379,"main_score":0.4285,"hf_subset":"run_Latn-kas_Deva","languages":["run-Latn","kas-Deva"]},{"precision":0.445598,"recall":0.507905,"f1":0.462771,"accuracy":0.507905,"main_score":0.462771,"hf_subset":"run_Latn-ltz_Latn","languages":["run-Latn","ltz-Latn"]},{"precision":0.395284,"recall":0.448617,"f1":0.410587,"accuracy":0.448617,"main_score":0.410587,"hf_subset":"run_Latn-nus_Latn","languages":["run-Latn","nus-Latn"]},{"precision":0.429602,"recall":0.505929,"f1":0.450476,"accuracy":0.505929,"main_score":0.450476,"hf_subset":"run_Latn-slk_Latn","languages":["run-Latn","slk-Latn"]},{"precision":0.222257,"recall":0.264822,"f1":0.233768,"accuracy":0.264822,"main_score":0.233768,"hf_subset":"run_Latn-tir_Ethi","languages":["run-Latn","tir-Ethi"]},{"precision":0.411315,"recall":0.48913,"f1":0.432162,"accuracy":0.48913,"main_score":0.432162,"hf_subset":"run_Latn-zho_Hant","languages":["run-Latn","zho-Hant"]},{"precision":0.41739,"recall":0.487154,"f1":0.436292,"accuracy":0.487154,"main_score":0.436292,"hf_subset":"run_Latn-awa_Deva","languages":["run-Latn","awa-Deva"]},{"precision":0.43961,"recall":0.496047,"f1":0.45528,"accuracy":0.496047,"main_score":0.45528,"hf_subset":"run_Latn-cym_Latn","languages":["run-Latn","cym-Latn"]},{"precision":0.473998,"recall":0.51581,"f1":0.485973,"accuracy":0.51581,"main_score":0.485973,"hf_subset":"run_Latn-grn_Latn","languages":["run-Latn","grn-Latn"]},{"precision":0.413182,"recall":0.481225,"f1":0.431432,"accuracy":0.481225,"main_score":0.431432,"hf_subset":"run_Latn-kat_Geor","languages":["run-Latn","kat-Geor"]},{"precision":0.481003,"recall":0.522727,"f1":0.492747,"accuracy":0.522727,"main_score":0.492747,"hf_subset":"run_Latn-lua_Latn","languages":["run-Latn","lua-Latn"]},{"precision":0.482307,"recall":0.522727,"f1":0.493649,"accuracy":0.522727,"main_score":0.493649,"hf_subset":"run_Latn-nya_Latn","languages":["run-Latn","nya-Latn"]},{"precision":0.443757,"recall":0.509881,"f1":0.461091,"accuracy":0.509881,"main_score":0.461091,"hf_subset":"run_Latn-slv_Latn","languages":["run-Latn","slv-Latn"]},{"precision":0.464991,"recall":0.514822,"f1":0.478734,"accuracy":0.514822,"main_score":0.478734,"hf_subset":"run_Latn-tpi_Latn","languages":["run-Latn","tpi-Latn"]},{"precision":0.459763,"recall":0.525692,"f1":0.477975,"accuracy":0.525692,"main_score":0.477975,"hf_subset":"run_Latn-zsm_Latn","languages":["run-Latn","zsm-Latn"]},{"precision":0.437486,"recall":0.488142,"f1":0.451744,"accuracy":0.488142,"main_score":0.451744,"hf_subset":"run_Latn-ayr_Latn","languages":["run-Latn","ayr-Latn"]},{"precision":0.445372,"recall":0.514822,"f1":0.464301,"accuracy":0.514822,"main_score":0.464301,"hf_subset":"run_Latn-dan_Latn","languages":["run-Latn","dan-Latn"]},{"precision":0.42094,"recall":0.493083,"f1":0.440392,"accuracy":0.493083,"main_score":0.440392,"hf_subset":"run_Latn-guj_Gujr","languages":["run-Latn","guj-Gujr"]},{"precision":0.457355,"recall":0.520751,"f1":0.474439,"accuracy":0.520751,"main_score":0.474439,"hf_subset":"run_Latn-kaz_Cyrl","languages":["run-Latn","kaz-Cyrl"]},{"precision":0.461183,"recall":0.51087,"f1":0.475435,"accuracy":0.51087,"main_score":0.475435,"hf_subset":"run_Latn-lug_Latn","languages":["run-Latn","lug-Latn"]},{"precision":0.456572,"recall":0.519763,"f1":0.473792,"accuracy":0.519763,"main_score":0.473792,"hf_subset":"run_Latn-oci_Latn","languages":["run-Latn","oci-Latn"]},{"precision":0.47613,"recall":0.523715,"f1":0.488968,"accuracy":0.523715,"main_score":0.488968,"hf_subset":"run_Latn-smo_Latn","languages":["run-Latn","smo-Latn"]},{"precision":0.457404,"recall":0.502964,"f1":0.470768,"accuracy":0.502964,"main_score":0.470768,"hf_subset":"run_Latn-tsn_Latn","languages":["run-Latn","tsn-Latn"]},{"precision":0.465687,"recall":0.517787,"f1":0.479717,"accuracy":0.517787,"main_score":0.479717,"hf_subset":"run_Latn-zul_Latn","languages":["run-Latn","zul-Latn"]},{"precision":0.382348,"recall":0.448617,"f1":0.40105,"accuracy":0.448617,"main_score":0.40105,"hf_subset":"run_Latn-azb_Arab","languages":["run-Latn","azb-Arab"]},{"precision":0.44021,"recall":0.516798,"f1":0.461058,"accuracy":0.516798,"main_score":0.461058,"hf_subset":"run_Latn-deu_Latn","languages":["run-Latn","deu-Latn"]},{"precision":0.424917,"recall":0.493083,"f1":0.443304,"accuracy":0.493083,"main_score":0.443304,"hf_subset":"run_Latn-hat_Latn","languages":["run-Latn","hat-Latn"]},{"precision":0.443276,"recall":0.48913,"f1":0.456177,"accuracy":0.48913,"main_score":0.456177,"hf_subset":"run_Latn-kbp_Latn","languages":["run-Latn","kbp-Latn"]},{"precision":0.473995,"recall":0.511858,"f1":0.48532,"accuracy":0.511858,"main_score":0.48532,"hf_subset":"run_Latn-luo_Latn","languages":["run-Latn","luo-Latn"]},{"precision":0.399344,"recall":0.470356,"f1":0.418627,"accuracy":0.470356,"main_score":0.418627,"hf_subset":"run_Latn-ory_Orya","languages":["run-Latn","ory-Orya"]},{"precision":0.459728,"recall":0.502964,"f1":0.471779,"accuracy":0.502964,"main_score":0.471779,"hf_subset":"run_Latn-sna_Latn","languages":["run-Latn","sna-Latn"]},{"precision":0.475815,"recall":0.518775,"f1":0.48674,"accuracy":0.518775,"main_score":0.48674,"hf_subset":"run_Latn-tso_Latn","languages":["run-Latn","tso-Latn"]},{"precision":0.425858,"recall":0.496047,"f1":0.445037,"accuracy":0.496047,"main_score":0.445037,"hf_subset":"run_Latn-azj_Latn","languages":["run-Latn","azj-Latn"]},{"precision":0.435196,"recall":0.487154,"f1":0.450128,"accuracy":0.487154,"main_score":0.450128,"hf_subset":"run_Latn-dik_Latn","languages":["run-Latn","dik-Latn"]},{"precision":0.457519,"recall":0.494071,"f1":0.468137,"accuracy":0.494071,"main_score":0.468137,"hf_subset":"run_Latn-hau_Latn","languages":["run-Latn","hau-Latn"]},{"precision":0.463327,"recall":0.523715,"f1":0.479468,"accuracy":0.523715,"main_score":0.479468,"hf_subset":"run_Latn-kea_Latn","languages":["run-Latn","kea-Latn"]},{"precision":0.47357,"recall":0.51581,"f1":0.484751,"accuracy":0.51581,"main_score":0.484751,"hf_subset":"run_Latn-lus_Latn","languages":["run-Latn","lus-Latn"]},{"precision":0.467148,"recall":0.51087,"f1":0.479508,"accuracy":0.51087,"main_score":0.479508,"hf_subset":"run_Latn-pag_Latn","languages":["run-Latn","pag-Latn"]},{"precision":0.395853,"recall":0.469368,"f1":0.415855,"accuracy":0.469368,"main_score":0.415855,"hf_subset":"run_Latn-snd_Arab","languages":["run-Latn","snd-Arab"]},{"precision":0.438444,"recall":0.5,"f1":0.455192,"accuracy":0.5,"main_score":0.455192,"hf_subset":"run_Latn-tuk_Latn","languages":["run-Latn","tuk-Latn"]},{"precision":0.461941,"recall":0.516798,"f1":0.477585,"accuracy":0.516798,"main_score":0.477585,"hf_subset":"run_Latn-bak_Cyrl","languages":["run-Latn","bak-Cyrl"]},{"precision":0.362131,"recall":0.426877,"f1":0.380904,"accuracy":0.426877,"main_score":0.380904,"hf_subset":"run_Latn-dyu_Latn","languages":["run-Latn","dyu-Latn"]},{"precision":0.407793,"recall":0.478261,"f1":0.427001,"accuracy":0.478261,"main_score":0.427001,"hf_subset":"run_Latn-heb_Hebr","languages":["run-Latn","heb-Hebr"]},{"precision":0.436712,"recall":0.492095,"f1":0.452786,"accuracy":0.492095,"main_score":0.452786,"hf_subset":"run_Latn-khk_Cyrl","languages":["run-Latn","khk-Cyrl"]},{"precision":0.415311,"recall":0.488142,"f1":0.435172,"accuracy":0.488142,"main_score":0.435172,"hf_subset":"run_Latn-lvs_Latn","languages":["run-Latn","lvs-Latn"]},{"precision":0.409061,"recall":0.480237,"f1":0.42816,"accuracy":0.480237,"main_score":0.42816,"hf_subset":"run_Latn-pan_Guru","languages":["run-Latn","pan-Guru"]},{"precision":0.435625,"recall":0.481225,"f1":0.448339,"accuracy":0.481225,"main_score":0.448339,"hf_subset":"run_Latn-som_Latn","languages":["run-Latn","som-Latn"]},{"precision":0.462872,"recall":0.507905,"f1":0.475358,"accuracy":0.507905,"main_score":0.475358,"hf_subset":"run_Latn-tum_Latn","languages":["run-Latn","tum-Latn"]},{"precision":0.372992,"recall":0.456522,"f1":0.395528,"accuracy":0.456522,"main_score":0.395528,"hf_subset":"tam_Taml-ace_Arab","languages":["tam-Taml","ace-Arab"]},{"precision":0.41913,"recall":0.481225,"f1":0.436437,"accuracy":0.481225,"main_score":0.436437,"hf_subset":"tam_Taml-bam_Latn","languages":["tam-Taml","bam-Latn"]},{"precision":0.116058,"recall":0.16996,"f1":0.129509,"accuracy":0.16996,"main_score":0.129509,"hf_subset":"tam_Taml-dzo_Tibt","languages":["tam-Taml","dzo-Tibt"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tam_Taml-hin_Deva","languages":["tam-Taml","hin-Deva"]},{"precision":0.944005,"recall":0.962451,"f1":0.950099,"accuracy":0.962451,"main_score":0.950099,"hf_subset":"tam_Taml-khm_Khmr","languages":["tam-Taml","khm-Khmr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tam_Taml-mag_Deva","languages":["tam-Taml","mag-Deva"]},{"precision":0.953804,"recall":0.967391,"f1":0.95807,"accuracy":0.967391,"main_score":0.95807,"hf_subset":"tam_Taml-pap_Latn","languages":["tam-Taml","pap-Latn"]},{"precision":0.442765,"recall":0.511858,"f1":0.462326,"accuracy":0.511858,"main_score":0.462326,"hf_subset":"tam_Taml-sot_Latn","languages":["tam-Taml","sot-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tam_Taml-tur_Latn","languages":["tam-Taml","tur-Latn"]},{"precision":0.742261,"recall":0.798419,"f1":0.758918,"accuracy":0.798419,"main_score":0.758918,"hf_subset":"tam_Taml-ace_Latn","languages":["tam-Taml","ace-Latn"]},{"precision":0.883893,"recall":0.917984,"f1":0.894895,"accuracy":0.917984,"main_score":0.894895,"hf_subset":"tam_Taml-ban_Latn","languages":["tam-Taml","ban-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tam_Taml-ell_Grek","languages":["tam-Taml","ell-Grek"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"tam_Taml-hne_Deva","languages":["tam-Taml","hne-Deva"]},{"precision":0.437841,"recall":0.514822,"f1":0.459137,"accuracy":0.514822,"main_score":0.459137,"hf_subset":"tam_Taml-kik_Latn","languages":["tam-Taml","kik-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tam_Taml-mai_Deva","languages":["tam-Taml","mai-Deva"]},{"precision":0.858976,"recall":0.899209,"f1":0.871607,"accuracy":0.899209,"main_score":0.871607,"hf_subset":"tam_Taml-pbt_Arab","languages":["tam-Taml","pbt-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tam_Taml-spa_Latn","languages":["tam-Taml","spa-Latn"]},{"precision":0.492071,"recall":0.556324,"f1":0.509678,"accuracy":0.556324,"main_score":0.509678,"hf_subset":"tam_Taml-twi_Latn","languages":["tam-Taml","twi-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tam_Taml-acm_Arab","languages":["tam-Taml","acm-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tam_Taml-bel_Cyrl","languages":["tam-Taml","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tam_Taml-eng_Latn","languages":["tam-Taml","eng-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tam_Taml-hrv_Latn","languages":["tam-Taml","hrv-Latn"]},{"precision":0.419452,"recall":0.485178,"f1":0.437327,"accuracy":0.485178,"main_score":0.437327,"hf_subset":"tam_Taml-kin_Latn","languages":["tam-Taml","kin-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tam_Taml-mal_Mlym","languages":["tam-Taml","mal-Mlym"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-pes_Arab","languages":["tam-Taml","pes-Arab"]},{"precision":0.955204,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"tam_Taml-srd_Latn","languages":["tam-Taml","srd-Latn"]},{"precision":0.125093,"recall":0.186759,"f1":0.138378,"accuracy":0.186759,"main_score":0.138378,"hf_subset":"tam_Taml-tzm_Tfng","languages":["tam-Taml","tzm-Tfng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tam_Taml-acq_Arab","languages":["tam-Taml","acq-Arab"]},{"precision":0.47937,"recall":0.538538,"f1":0.495755,"accuracy":0.538538,"main_score":0.495755,"hf_subset":"tam_Taml-bem_Latn","languages":["tam-Taml","bem-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-epo_Latn","languages":["tam-Taml","epo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-hun_Latn","languages":["tam-Taml","hun-Latn"]},{"precision":0.956851,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"tam_Taml-kir_Cyrl","languages":["tam-Taml","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-mar_Deva","languages":["tam-Taml","mar-Deva"]},{"precision":0.523298,"recall":0.581028,"f1":0.539954,"accuracy":0.581028,"main_score":0.539954,"hf_subset":"tam_Taml-plt_Latn","languages":["tam-Taml","plt-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"tam_Taml-srp_Cyrl","languages":["tam-Taml","srp-Cyrl"]},{"precision":0.929265,"recall":0.951581,"f1":0.936495,"accuracy":0.951581,"main_score":0.936495,"hf_subset":"tam_Taml-uig_Arab","languages":["tam-Taml","uig-Arab"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"tam_Taml-aeb_Arab","languages":["tam-Taml","aeb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-ben_Beng","languages":["tam-Taml","ben-Beng"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tam_Taml-est_Latn","languages":["tam-Taml","est-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tam_Taml-hye_Armn","languages":["tam-Taml","hye-Armn"]},{"precision":0.427771,"recall":0.490119,"f1":0.445443,"accuracy":0.490119,"main_score":0.445443,"hf_subset":"tam_Taml-kmb_Latn","languages":["tam-Taml","kmb-Latn"]},{"precision":0.318543,"recall":0.401186,"f1":0.340731,"accuracy":0.401186,"main_score":0.340731,"hf_subset":"tam_Taml-min_Arab","languages":["tam-Taml","min-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tam_Taml-pol_Latn","languages":["tam-Taml","pol-Latn"]},{"precision":0.401596,"recall":0.471344,"f1":0.419751,"accuracy":0.471344,"main_score":0.419751,"hf_subset":"tam_Taml-ssw_Latn","languages":["tam-Taml","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tam_Taml-ukr_Cyrl","languages":["tam-Taml","ukr-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tam_Taml-afr_Latn","languages":["tam-Taml","afr-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"tam_Taml-bho_Deva","languages":["tam-Taml","bho-Deva"]},{"precision":0.936347,"recall":0.955534,"f1":0.942424,"accuracy":0.955534,"main_score":0.942424,"hf_subset":"tam_Taml-eus_Latn","languages":["tam-Taml","eus-Latn"]},{"precision":0.423882,"recall":0.494071,"f1":0.443568,"accuracy":0.494071,"main_score":0.443568,"hf_subset":"tam_Taml-ibo_Latn","languages":["tam-Taml","ibo-Latn"]},{"precision":0.665094,"recall":0.728261,"f1":0.683308,"accuracy":0.728261,"main_score":0.683308,"hf_subset":"tam_Taml-kmr_Latn","languages":["tam-Taml","kmr-Latn"]},{"precision":0.929348,"recall":0.951581,"f1":0.936594,"accuracy":0.951581,"main_score":0.936594,"hf_subset":"tam_Taml-min_Latn","languages":["tam-Taml","min-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tam_Taml-por_Latn","languages":["tam-Taml","por-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"tam_Taml-sun_Latn","languages":["tam-Taml","sun-Latn"]},{"precision":0.41913,"recall":0.477273,"f1":0.436088,"accuracy":0.477273,"main_score":0.436088,"hf_subset":"tam_Taml-umb_Latn","languages":["tam-Taml","umb-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tam_Taml-ajp_Arab","languages":["tam-Taml","ajp-Arab"]},{"precision":0.349989,"recall":0.431818,"f1":0.371391,"accuracy":0.431818,"main_score":0.371391,"hf_subset":"tam_Taml-bjn_Arab","languages":["tam-Taml","bjn-Arab"]},{"precision":0.419074,"recall":0.478261,"f1":0.435148,"accuracy":0.478261,"main_score":0.435148,"hf_subset":"tam_Taml-ewe_Latn","languages":["tam-Taml","ewe-Latn"]},{"precision":0.800016,"recall":0.847826,"f1":0.814347,"accuracy":0.847826,"main_score":0.814347,"hf_subset":"tam_Taml-ilo_Latn","languages":["tam-Taml","ilo-Latn"]},{"precision":0.180508,"recall":0.254941,"f1":0.198195,"accuracy":0.254941,"main_score":0.198195,"hf_subset":"tam_Taml-knc_Arab","languages":["tam-Taml","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tam_Taml-mkd_Cyrl","languages":["tam-Taml","mkd-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tam_Taml-prs_Arab","languages":["tam-Taml","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tam_Taml-swe_Latn","languages":["tam-Taml","swe-Latn"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"tam_Taml-urd_Arab","languages":["tam-Taml","urd-Arab"]},{"precision":0.472296,"recall":0.543478,"f1":0.49254,"accuracy":0.543478,"main_score":0.49254,"hf_subset":"tam_Taml-aka_Latn","languages":["tam-Taml","aka-Latn"]},{"precision":0.93857,"recall":0.958498,"f1":0.945158,"accuracy":0.958498,"main_score":0.945158,"hf_subset":"tam_Taml-bjn_Latn","languages":["tam-Taml","bjn-Latn"]},{"precision":0.901186,"recall":0.931818,"f1":0.911067,"accuracy":0.931818,"main_score":0.911067,"hf_subset":"tam_Taml-fao_Latn","languages":["tam-Taml","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-ind_Latn","languages":["tam-Taml","ind-Latn"]},{"precision":0.468918,"recall":0.529644,"f1":0.485423,"accuracy":0.529644,"main_score":0.485423,"hf_subset":"tam_Taml-knc_Latn","languages":["tam-Taml","knc-Latn"]},{"precision":0.946805,"recall":0.963439,"f1":0.95224,"accuracy":0.963439,"main_score":0.95224,"hf_subset":"tam_Taml-mlt_Latn","languages":["tam-Taml","mlt-Latn"]},{"precision":0.499953,"recall":0.576087,"f1":0.521077,"accuracy":0.576087,"main_score":0.521077,"hf_subset":"tam_Taml-quy_Latn","languages":["tam-Taml","quy-Latn"]},{"precision":0.681868,"recall":0.758893,"f1":0.705007,"accuracy":0.758893,"main_score":0.705007,"hf_subset":"tam_Taml-swh_Latn","languages":["tam-Taml","swh-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tam_Taml-uzn_Latn","languages":["tam-Taml","uzn-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tam_Taml-als_Latn","languages":["tam-Taml","als-Latn"]},{"precision":0.185489,"recall":0.248024,"f1":0.201441,"accuracy":0.248024,"main_score":0.201441,"hf_subset":"tam_Taml-bod_Tibt","languages":["tam-Taml","bod-Tibt"]},{"precision":0.419871,"recall":0.485178,"f1":0.437703,"accuracy":0.485178,"main_score":0.437703,"hf_subset":"tam_Taml-fij_Latn","languages":["tam-Taml","fij-Latn"]},{"precision":0.924407,"recall":0.948617,"f1":0.932312,"accuracy":0.948617,"main_score":0.932312,"hf_subset":"tam_Taml-isl_Latn","languages":["tam-Taml","isl-Latn"]},{"precision":0.489762,"recall":0.563241,"f1":0.510089,"accuracy":0.563241,"main_score":0.510089,"hf_subset":"tam_Taml-kon_Latn","languages":["tam-Taml","kon-Latn"]},{"precision":0.449413,"recall":0.544466,"f1":0.474908,"accuracy":0.544466,"main_score":0.474908,"hf_subset":"tam_Taml-mni_Beng","languages":["tam-Taml","mni-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-ron_Latn","languages":["tam-Taml","ron-Latn"]},{"precision":0.970356,"recall":0.978261,"f1":0.972991,"accuracy":0.978261,"main_score":0.972991,"hf_subset":"tam_Taml-szl_Latn","languages":["tam-Taml","szl-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"tam_Taml-vec_Latn","languages":["tam-Taml","vec-Latn"]},{"precision":0.531161,"recall":0.623518,"f1":0.557911,"accuracy":0.623518,"main_score":0.557911,"hf_subset":"tam_Taml-amh_Ethi","languages":["tam-Taml","amh-Ethi"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tam_Taml-bos_Latn","languages":["tam-Taml","bos-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tam_Taml-fin_Latn","languages":["tam-Taml","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tam_Taml-ita_Latn","languages":["tam-Taml","ita-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tam_Taml-kor_Hang","languages":["tam-Taml","kor-Hang"]},{"precision":0.432286,"recall":0.501976,"f1":0.451237,"accuracy":0.501976,"main_score":0.451237,"hf_subset":"tam_Taml-mos_Latn","languages":["tam-Taml","mos-Latn"]},{"precision":0.408226,"recall":0.471344,"f1":0.425652,"accuracy":0.471344,"main_score":0.425652,"hf_subset":"tam_Taml-run_Latn","languages":["tam-Taml","run-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tam_Taml-vie_Latn","languages":["tam-Taml","vie-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tam_Taml-apc_Arab","languages":["tam-Taml","apc-Arab"]},{"precision":0.670729,"recall":0.737154,"f1":0.689813,"accuracy":0.737154,"main_score":0.689813,"hf_subset":"tam_Taml-bug_Latn","languages":["tam-Taml","bug-Latn"]},{"precision":0.388329,"recall":0.451581,"f1":0.405255,"accuracy":0.451581,"main_score":0.405255,"hf_subset":"tam_Taml-fon_Latn","languages":["tam-Taml","fon-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"tam_Taml-jav_Latn","languages":["tam-Taml","jav-Latn"]},{"precision":0.894598,"recall":0.926877,"f1":0.905138,"accuracy":0.926877,"main_score":0.905138,"hf_subset":"tam_Taml-lao_Laoo","languages":["tam-Taml","lao-Laoo"]},{"precision":0.558814,"recall":0.636364,"f1":0.580953,"accuracy":0.636364,"main_score":0.580953,"hf_subset":"tam_Taml-mri_Latn","languages":["tam-Taml","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-rus_Cyrl","languages":["tam-Taml","rus-Cyrl"]},{"precision":0.449473,"recall":0.509881,"f1":0.465611,"accuracy":0.509881,"main_score":0.465611,"hf_subset":"tam_Taml-taq_Latn","languages":["tam-Taml","taq-Latn"]},{"precision":0.95751,"recall":0.970356,"f1":0.961627,"accuracy":0.970356,"main_score":0.961627,"hf_subset":"tam_Taml-war_Latn","languages":["tam-Taml","war-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-arb_Arab","languages":["tam-Taml","arb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-bul_Cyrl","languages":["tam-Taml","bul-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tam_Taml-fra_Latn","languages":["tam-Taml","fra-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tam_Taml-jpn_Jpan","languages":["tam-Taml","jpn-Jpan"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"tam_Taml-lij_Latn","languages":["tam-Taml","lij-Latn"]},{"precision":0.937665,"recall":0.956522,"f1":0.943742,"accuracy":0.956522,"main_score":0.943742,"hf_subset":"tam_Taml-mya_Mymr","languages":["tam-Taml","mya-Mymr"]},{"precision":0.439859,"recall":0.513834,"f1":0.46027,"accuracy":0.513834,"main_score":0.46027,"hf_subset":"tam_Taml-sag_Latn","languages":["tam-Taml","sag-Latn"]},{"precision":0.13994,"recall":0.212451,"f1":0.154398,"accuracy":0.212451,"main_score":0.154398,"hf_subset":"tam_Taml-taq_Tfng","languages":["tam-Taml","taq-Tfng"]},{"precision":0.477127,"recall":0.550395,"f1":0.49744,"accuracy":0.550395,"main_score":0.49744,"hf_subset":"tam_Taml-wol_Latn","languages":["tam-Taml","wol-Latn"]},{"precision":0.600251,"recall":0.676877,"f1":0.622188,"accuracy":0.676877,"main_score":0.622188,"hf_subset":"tam_Taml-arb_Latn","languages":["tam-Taml","arb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-cat_Latn","languages":["tam-Taml","cat-Latn"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"tam_Taml-fur_Latn","languages":["tam-Taml","fur-Latn"]},{"precision":0.310436,"recall":0.364625,"f1":0.325205,"accuracy":0.364625,"main_score":0.325205,"hf_subset":"tam_Taml-kab_Latn","languages":["tam-Taml","kab-Latn"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"tam_Taml-lim_Latn","languages":["tam-Taml","lim-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tam_Taml-nld_Latn","languages":["tam-Taml","nld-Latn"]},{"precision":0.956061,"recall":0.969368,"f1":0.96031,"accuracy":0.969368,"main_score":0.96031,"hf_subset":"tam_Taml-san_Deva","languages":["tam-Taml","san-Deva"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"tam_Taml-tat_Cyrl","languages":["tam-Taml","tat-Cyrl"]},{"precision":0.475493,"recall":0.547431,"f1":0.49535,"accuracy":0.547431,"main_score":0.49535,"hf_subset":"tam_Taml-xho_Latn","languages":["tam-Taml","xho-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tam_Taml-ars_Arab","languages":["tam-Taml","ars-Arab"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"tam_Taml-ceb_Latn","languages":["tam-Taml","ceb-Latn"]},{"precision":0.436786,"recall":0.507905,"f1":0.456992,"accuracy":0.507905,"main_score":0.456992,"hf_subset":"tam_Taml-fuv_Latn","languages":["tam-Taml","fuv-Latn"]},{"precision":0.439025,"recall":0.498024,"f1":0.455075,"accuracy":0.498024,"main_score":0.455075,"hf_subset":"tam_Taml-kac_Latn","languages":["tam-Taml","kac-Latn"]},{"precision":0.498146,"recall":0.573123,"f1":0.518485,"accuracy":0.573123,"main_score":0.518485,"hf_subset":"tam_Taml-lin_Latn","languages":["tam-Taml","lin-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tam_Taml-nno_Latn","languages":["tam-Taml","nno-Latn"]},{"precision":0.019633,"recall":0.059289,"f1":0.025825,"accuracy":0.059289,"main_score":0.025825,"hf_subset":"tam_Taml-sat_Olck","languages":["tam-Taml","sat-Olck"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tam_Taml-tel_Telu","languages":["tam-Taml","tel-Telu"]},{"precision":0.693535,"recall":0.770751,"f1":0.717128,"accuracy":0.770751,"main_score":0.717128,"hf_subset":"tam_Taml-ydd_Hebr","languages":["tam-Taml","ydd-Hebr"]},{"precision":0.948452,"recall":0.965415,"f1":0.954051,"accuracy":0.965415,"main_score":0.954051,"hf_subset":"tam_Taml-ary_Arab","languages":["tam-Taml","ary-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-ces_Latn","languages":["tam-Taml","ces-Latn"]},{"precision":0.368614,"recall":0.439723,"f1":0.388064,"accuracy":0.439723,"main_score":0.388064,"hf_subset":"tam_Taml-gaz_Latn","languages":["tam-Taml","gaz-Latn"]},{"precision":0.437973,"recall":0.505929,"f1":0.456722,"accuracy":0.505929,"main_score":0.456722,"hf_subset":"tam_Taml-kam_Latn","languages":["tam-Taml","kam-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"tam_Taml-lit_Latn","languages":["tam-Taml","lit-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-nob_Latn","languages":["tam-Taml","nob-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"tam_Taml-scn_Latn","languages":["tam-Taml","scn-Latn"]},{"precision":0.87607,"recall":0.913043,"f1":0.887747,"accuracy":0.913043,"main_score":0.887747,"hf_subset":"tam_Taml-tgk_Cyrl","languages":["tam-Taml","tgk-Cyrl"]},{"precision":0.383929,"recall":0.459486,"f1":0.404817,"accuracy":0.459486,"main_score":0.404817,"hf_subset":"tam_Taml-yor_Latn","languages":["tam-Taml","yor-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"tam_Taml-arz_Arab","languages":["tam-Taml","arz-Arab"]},{"precision":0.416469,"recall":0.490119,"f1":0.436763,"accuracy":0.490119,"main_score":0.436763,"hf_subset":"tam_Taml-cjk_Latn","languages":["tam-Taml","cjk-Latn"]},{"precision":0.57436,"recall":0.650198,"f1":0.595737,"accuracy":0.650198,"main_score":0.595737,"hf_subset":"tam_Taml-gla_Latn","languages":["tam-Taml","gla-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tam_Taml-kan_Knda","languages":["tam-Taml","kan-Knda"]},{"precision":0.95191,"recall":0.967391,"f1":0.957016,"accuracy":0.967391,"main_score":0.957016,"hf_subset":"tam_Taml-lmo_Latn","languages":["tam-Taml","lmo-Latn"]},{"precision":0.986166,"recall":0.990119,"f1":0.987484,"accuracy":0.990119,"main_score":0.987484,"hf_subset":"tam_Taml-npi_Deva","languages":["tam-Taml","npi-Deva"]},{"precision":0.391149,"recall":0.474308,"f1":0.41359,"accuracy":0.474308,"main_score":0.41359,"hf_subset":"tam_Taml-shn_Mymr","languages":["tam-Taml","shn-Mymr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"tam_Taml-tgl_Latn","languages":["tam-Taml","tgl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-yue_Hant","languages":["tam-Taml","yue-Hant"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tam_Taml-asm_Beng","languages":["tam-Taml","asm-Beng"]},{"precision":0.698617,"recall":0.763834,"f1":0.717379,"accuracy":0.763834,"main_score":0.717379,"hf_subset":"tam_Taml-ckb_Arab","languages":["tam-Taml","ckb-Arab"]},{"precision":0.692022,"recall":0.761858,"f1":0.712618,"accuracy":0.761858,"main_score":0.712618,"hf_subset":"tam_Taml-gle_Latn","languages":["tam-Taml","gle-Latn"]},{"precision":0.842062,"recall":0.88834,"f1":0.856884,"accuracy":0.88834,"main_score":0.856884,"hf_subset":"tam_Taml-kas_Arab","languages":["tam-Taml","kas-Arab"]},{"precision":0.84893,"recall":0.88834,"f1":0.860837,"accuracy":0.88834,"main_score":0.860837,"hf_subset":"tam_Taml-ltg_Latn","languages":["tam-Taml","ltg-Latn"]},{"precision":0.469596,"recall":0.534585,"f1":0.487886,"accuracy":0.534585,"main_score":0.487886,"hf_subset":"tam_Taml-nso_Latn","languages":["tam-Taml","nso-Latn"]},{"precision":0.480643,"recall":0.567194,"f1":0.504682,"accuracy":0.567194,"main_score":0.504682,"hf_subset":"tam_Taml-sin_Sinh","languages":["tam-Taml","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-tha_Thai","languages":["tam-Taml","tha-Thai"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tam_Taml-zho_Hans","languages":["tam-Taml","zho-Hans"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tam_Taml-ast_Latn","languages":["tam-Taml","ast-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"tam_Taml-crh_Latn","languages":["tam-Taml","crh-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tam_Taml-glg_Latn","languages":["tam-Taml","glg-Latn"]},{"precision":0.735853,"recall":0.802372,"f1":0.755552,"accuracy":0.802372,"main_score":0.755552,"hf_subset":"tam_Taml-kas_Deva","languages":["tam-Taml","kas-Deva"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"tam_Taml-ltz_Latn","languages":["tam-Taml","ltz-Latn"]},{"precision":0.34411,"recall":0.414032,"f1":0.362632,"accuracy":0.414032,"main_score":0.362632,"hf_subset":"tam_Taml-nus_Latn","languages":["tam-Taml","nus-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tam_Taml-slk_Latn","languages":["tam-Taml","slk-Latn"]},{"precision":0.256364,"recall":0.323123,"f1":0.273139,"accuracy":0.323123,"main_score":0.273139,"hf_subset":"tam_Taml-tir_Ethi","languages":["tam-Taml","tir-Ethi"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tam_Taml-zho_Hant","languages":["tam-Taml","zho-Hant"]},{"precision":0.982955,"recall":0.987154,"f1":0.984256,"accuracy":0.987154,"main_score":0.984256,"hf_subset":"tam_Taml-awa_Deva","languages":["tam-Taml","awa-Deva"]},{"precision":0.824802,"recall":0.87253,"f1":0.839526,"accuracy":0.87253,"main_score":0.839526,"hf_subset":"tam_Taml-cym_Latn","languages":["tam-Taml","cym-Latn"]},{"precision":0.624728,"recall":0.683794,"f1":0.641839,"accuracy":0.683794,"main_score":0.641839,"hf_subset":"tam_Taml-grn_Latn","languages":["tam-Taml","grn-Latn"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"tam_Taml-kat_Geor","languages":["tam-Taml","kat-Geor"]},{"precision":0.49011,"recall":0.556324,"f1":0.509005,"accuracy":0.556324,"main_score":0.509005,"hf_subset":"tam_Taml-lua_Latn","languages":["tam-Taml","lua-Latn"]},{"precision":0.457365,"recall":0.524704,"f1":0.476483,"accuracy":0.524704,"main_score":0.476483,"hf_subset":"tam_Taml-nya_Latn","languages":["tam-Taml","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-slv_Latn","languages":["tam-Taml","slv-Latn"]},{"precision":0.713193,"recall":0.771739,"f1":0.730492,"accuracy":0.771739,"main_score":0.730492,"hf_subset":"tam_Taml-tpi_Latn","languages":["tam-Taml","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tam_Taml-zsm_Latn","languages":["tam-Taml","zsm-Latn"]},{"precision":0.447461,"recall":0.505929,"f1":0.463122,"accuracy":0.505929,"main_score":0.463122,"hf_subset":"tam_Taml-ayr_Latn","languages":["tam-Taml","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tam_Taml-dan_Latn","languages":["tam-Taml","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-guj_Gujr","languages":["tam-Taml","guj-Gujr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tam_Taml-kaz_Cyrl","languages":["tam-Taml","kaz-Cyrl"]},{"precision":0.388012,"recall":0.448617,"f1":0.404527,"accuracy":0.448617,"main_score":0.404527,"hf_subset":"tam_Taml-lug_Latn","languages":["tam-Taml","lug-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tam_Taml-oci_Latn","languages":["tam-Taml","oci-Latn"]},{"precision":0.478225,"recall":0.551383,"f1":0.498234,"accuracy":0.551383,"main_score":0.498234,"hf_subset":"tam_Taml-smo_Latn","languages":["tam-Taml","smo-Latn"]},{"precision":0.409067,"recall":0.478261,"f1":0.428217,"accuracy":0.478261,"main_score":0.428217,"hf_subset":"tam_Taml-tsn_Latn","languages":["tam-Taml","tsn-Latn"]},{"precision":0.428655,"recall":0.499012,"f1":0.447523,"accuracy":0.499012,"main_score":0.447523,"hf_subset":"tam_Taml-zul_Latn","languages":["tam-Taml","zul-Latn"]},{"precision":0.758152,"recall":0.826087,"f1":0.779644,"accuracy":0.826087,"main_score":0.779644,"hf_subset":"tam_Taml-azb_Arab","languages":["tam-Taml","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tam_Taml-deu_Latn","languages":["tam-Taml","deu-Latn"]},{"precision":0.870645,"recall":0.907115,"f1":0.881901,"accuracy":0.907115,"main_score":0.881901,"hf_subset":"tam_Taml-hat_Latn","languages":["tam-Taml","hat-Latn"]},{"precision":0.392154,"recall":0.45751,"f1":0.410811,"accuracy":0.45751,"main_score":0.410811,"hf_subset":"tam_Taml-kbp_Latn","languages":["tam-Taml","kbp-Latn"]},{"precision":0.455223,"recall":0.508893,"f1":0.469899,"accuracy":0.508893,"main_score":0.469899,"hf_subset":"tam_Taml-luo_Latn","languages":["tam-Taml","luo-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tam_Taml-ory_Orya","languages":["tam-Taml","ory-Orya"]},{"precision":0.446561,"recall":0.513834,"f1":0.465884,"accuracy":0.513834,"main_score":0.465884,"hf_subset":"tam_Taml-sna_Latn","languages":["tam-Taml","sna-Latn"]},{"precision":0.425862,"recall":0.488142,"f1":0.442287,"accuracy":0.488142,"main_score":0.442287,"hf_subset":"tam_Taml-tso_Latn","languages":["tam-Taml","tso-Latn"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"tam_Taml-azj_Latn","languages":["tam-Taml","azj-Latn"]},{"precision":0.420996,"recall":0.497036,"f1":0.442242,"accuracy":0.497036,"main_score":0.442242,"hf_subset":"tam_Taml-dik_Latn","languages":["tam-Taml","dik-Latn"]},{"precision":0.432631,"recall":0.493083,"f1":0.44926,"accuracy":0.493083,"main_score":0.44926,"hf_subset":"tam_Taml-hau_Latn","languages":["tam-Taml","hau-Latn"]},{"precision":0.943594,"recall":0.961462,"f1":0.949341,"accuracy":0.961462,"main_score":0.949341,"hf_subset":"tam_Taml-kea_Latn","languages":["tam-Taml","kea-Latn"]},{"precision":0.558082,"recall":0.625494,"f1":0.577234,"accuracy":0.625494,"main_score":0.577234,"hf_subset":"tam_Taml-lus_Latn","languages":["tam-Taml","lus-Latn"]},{"precision":0.745949,"recall":0.799407,"f1":0.762319,"accuracy":0.799407,"main_score":0.762319,"hf_subset":"tam_Taml-pag_Latn","languages":["tam-Taml","pag-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"tam_Taml-snd_Arab","languages":["tam-Taml","snd-Arab"]},{"precision":0.859058,"recall":0.901186,"f1":0.87253,"accuracy":0.901186,"main_score":0.87253,"hf_subset":"tam_Taml-tuk_Latn","languages":["tam-Taml","tuk-Latn"]},{"precision":0.941947,"recall":0.959486,"f1":0.94753,"accuracy":0.959486,"main_score":0.94753,"hf_subset":"tam_Taml-bak_Cyrl","languages":["tam-Taml","bak-Cyrl"]},{"precision":0.345655,"recall":0.422925,"f1":0.367675,"accuracy":0.422925,"main_score":0.367675,"hf_subset":"tam_Taml-dyu_Latn","languages":["tam-Taml","dyu-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tam_Taml-heb_Hebr","languages":["tam-Taml","heb-Hebr"]},{"precision":0.876845,"recall":0.911067,"f1":0.887681,"accuracy":0.911067,"main_score":0.887681,"hf_subset":"tam_Taml-khk_Cyrl","languages":["tam-Taml","khk-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tam_Taml-lvs_Latn","languages":["tam-Taml","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tam_Taml-pan_Guru","languages":["tam-Taml","pan-Guru"]},{"precision":0.429257,"recall":0.501976,"f1":0.449058,"accuracy":0.501976,"main_score":0.449058,"hf_subset":"tam_Taml-som_Latn","languages":["tam-Taml","som-Latn"]},{"precision":0.463161,"recall":0.521739,"f1":0.480044,"accuracy":0.521739,"main_score":0.480044,"hf_subset":"tam_Taml-tum_Latn","languages":["tam-Taml","tum-Latn"]},{"precision":0.40392,"recall":0.494071,"f1":0.428928,"accuracy":0.494071,"main_score":0.428928,"hf_subset":"vie_Latn-ace_Arab","languages":["vie-Latn","ace-Arab"]},{"precision":0.425363,"recall":0.505929,"f1":0.448048,"accuracy":0.505929,"main_score":0.448048,"hf_subset":"vie_Latn-bam_Latn","languages":["vie-Latn","bam-Latn"]},{"precision":0.114897,"recall":0.16502,"f1":0.127695,"accuracy":0.16502,"main_score":0.127695,"hf_subset":"vie_Latn-dzo_Tibt","languages":["vie-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vie_Latn-hin_Deva","languages":["vie-Latn","hin-Deva"]},{"precision":0.937582,"recall":0.95751,"f1":0.944005,"accuracy":0.95751,"main_score":0.944005,"hf_subset":"vie_Latn-khm_Khmr","languages":["vie-Latn","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vie_Latn-mag_Deva","languages":["vie-Latn","mag-Deva"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"vie_Latn-pap_Latn","languages":["vie-Latn","pap-Latn"]},{"precision":0.474542,"recall":0.556324,"f1":0.497262,"accuracy":0.556324,"main_score":0.497262,"hf_subset":"vie_Latn-sot_Latn","languages":["vie-Latn","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vie_Latn-tur_Latn","languages":["vie-Latn","tur-Latn"]},{"precision":0.790382,"recall":0.843874,"f1":0.807082,"accuracy":0.843874,"main_score":0.807082,"hf_subset":"vie_Latn-ace_Latn","languages":["vie-Latn","ace-Latn"]},{"precision":0.912961,"recall":0.939723,"f1":0.921509,"accuracy":0.939723,"main_score":0.921509,"hf_subset":"vie_Latn-ban_Latn","languages":["vie-Latn","ban-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-ell_Grek","languages":["vie-Latn","ell-Grek"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"vie_Latn-hne_Deva","languages":["vie-Latn","hne-Deva"]},{"precision":0.49479,"recall":0.574111,"f1":0.517197,"accuracy":0.574111,"main_score":0.517197,"hf_subset":"vie_Latn-kik_Latn","languages":["vie-Latn","kik-Latn"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"vie_Latn-mai_Deva","languages":["vie-Latn","mai-Deva"]},{"precision":0.882279,"recall":0.916008,"f1":0.892754,"accuracy":0.916008,"main_score":0.892754,"hf_subset":"vie_Latn-pbt_Arab","languages":["vie-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vie_Latn-spa_Latn","languages":["vie-Latn","spa-Latn"]},{"precision":0.545373,"recall":0.62253,"f1":0.566763,"accuracy":0.62253,"main_score":0.566763,"hf_subset":"vie_Latn-twi_Latn","languages":["vie-Latn","twi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vie_Latn-acm_Arab","languages":["vie-Latn","acm-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vie_Latn-bel_Cyrl","languages":["vie-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-eng_Latn","languages":["vie-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-hrv_Latn","languages":["vie-Latn","hrv-Latn"]},{"precision":0.435411,"recall":0.516798,"f1":0.457729,"accuracy":0.516798,"main_score":0.457729,"hf_subset":"vie_Latn-kin_Latn","languages":["vie-Latn","kin-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"vie_Latn-mal_Mlym","languages":["vie-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-pes_Arab","languages":["vie-Latn","pes-Arab"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"vie_Latn-srd_Latn","languages":["vie-Latn","srd-Latn"]},{"precision":0.104042,"recall":0.172925,"f1":0.117773,"accuracy":0.172925,"main_score":0.117773,"hf_subset":"vie_Latn-tzm_Tfng","languages":["vie-Latn","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vie_Latn-acq_Arab","languages":["vie-Latn","acq-Arab"]},{"precision":0.499929,"recall":0.58498,"f1":0.523972,"accuracy":0.58498,"main_score":0.523972,"hf_subset":"vie_Latn-bem_Latn","languages":["vie-Latn","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vie_Latn-epo_Latn","languages":["vie-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-hun_Latn","languages":["vie-Latn","hun-Latn"]},{"precision":0.954381,"recall":0.969368,"f1":0.959321,"accuracy":0.969368,"main_score":0.959321,"hf_subset":"vie_Latn-kir_Cyrl","languages":["vie-Latn","kir-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"vie_Latn-mar_Deva","languages":["vie-Latn","mar-Deva"]},{"precision":0.526311,"recall":0.599802,"f1":0.547163,"accuracy":0.599802,"main_score":0.547163,"hf_subset":"vie_Latn-plt_Latn","languages":["vie-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-srp_Cyrl","languages":["vie-Latn","srp-Cyrl"]},{"precision":0.927866,"recall":0.949605,"f1":0.934947,"accuracy":0.949605,"main_score":0.934947,"hf_subset":"vie_Latn-uig_Arab","languages":["vie-Latn","uig-Arab"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"vie_Latn-aeb_Arab","languages":["vie-Latn","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-ben_Beng","languages":["vie-Latn","ben-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vie_Latn-est_Latn","languages":["vie-Latn","est-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"vie_Latn-hye_Armn","languages":["vie-Latn","hye-Armn"]},{"precision":0.443216,"recall":0.519763,"f1":0.46429,"accuracy":0.519763,"main_score":0.46429,"hf_subset":"vie_Latn-kmb_Latn","languages":["vie-Latn","kmb-Latn"]},{"precision":0.347264,"recall":0.440711,"f1":0.370865,"accuracy":0.440711,"main_score":0.370865,"hf_subset":"vie_Latn-min_Arab","languages":["vie-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-pol_Latn","languages":["vie-Latn","pol-Latn"]},{"precision":0.43257,"recall":0.519763,"f1":0.456417,"accuracy":0.519763,"main_score":0.456417,"hf_subset":"vie_Latn-ssw_Latn","languages":["vie-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-ukr_Cyrl","languages":["vie-Latn","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vie_Latn-afr_Latn","languages":["vie-Latn","afr-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"vie_Latn-bho_Deva","languages":["vie-Latn","bho-Deva"]},{"precision":0.934371,"recall":0.955534,"f1":0.941271,"accuracy":0.955534,"main_score":0.941271,"hf_subset":"vie_Latn-eus_Latn","languages":["vie-Latn","eus-Latn"]},{"precision":0.482229,"recall":0.563241,"f1":0.504541,"accuracy":0.563241,"main_score":0.504541,"hf_subset":"vie_Latn-ibo_Latn","languages":["vie-Latn","ibo-Latn"]},{"precision":0.675149,"recall":0.750988,"f1":0.697606,"accuracy":0.750988,"main_score":0.697606,"hf_subset":"vie_Latn-kmr_Latn","languages":["vie-Latn","kmr-Latn"]},{"precision":0.950264,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"vie_Latn-min_Latn","languages":["vie-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-por_Latn","languages":["vie-Latn","por-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"vie_Latn-sun_Latn","languages":["vie-Latn","sun-Latn"]},{"precision":0.453402,"recall":0.531621,"f1":0.475614,"accuracy":0.531621,"main_score":0.475614,"hf_subset":"vie_Latn-umb_Latn","languages":["vie-Latn","umb-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"vie_Latn-ajp_Arab","languages":["vie-Latn","ajp-Arab"]},{"precision":0.374399,"recall":0.466403,"f1":0.399632,"accuracy":0.466403,"main_score":0.399632,"hf_subset":"vie_Latn-bjn_Arab","languages":["vie-Latn","bjn-Arab"]},{"precision":0.454329,"recall":0.528656,"f1":0.47483,"accuracy":0.528656,"main_score":0.47483,"hf_subset":"vie_Latn-ewe_Latn","languages":["vie-Latn","ewe-Latn"]},{"precision":0.827026,"recall":0.874506,"f1":0.841634,"accuracy":0.874506,"main_score":0.841634,"hf_subset":"vie_Latn-ilo_Latn","languages":["vie-Latn","ilo-Latn"]},{"precision":0.167081,"recall":0.256917,"f1":0.188972,"accuracy":0.256917,"main_score":0.188972,"hf_subset":"vie_Latn-knc_Arab","languages":["vie-Latn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vie_Latn-mkd_Cyrl","languages":["vie-Latn","mkd-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"vie_Latn-prs_Arab","languages":["vie-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-swe_Latn","languages":["vie-Latn","swe-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"vie_Latn-urd_Arab","languages":["vie-Latn","urd-Arab"]},{"precision":0.526334,"recall":0.610672,"f1":0.550192,"accuracy":0.610672,"main_score":0.550192,"hf_subset":"vie_Latn-aka_Latn","languages":["vie-Latn","aka-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"vie_Latn-bjn_Latn","languages":["vie-Latn","bjn-Latn"]},{"precision":0.913043,"recall":0.939723,"f1":0.921772,"accuracy":0.939723,"main_score":0.921772,"hf_subset":"vie_Latn-fao_Latn","languages":["vie-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-ind_Latn","languages":["vie-Latn","ind-Latn"]},{"precision":0.497819,"recall":0.579051,"f1":0.520374,"accuracy":0.579051,"main_score":0.520374,"hf_subset":"vie_Latn-knc_Latn","languages":["vie-Latn","knc-Latn"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"vie_Latn-mlt_Latn","languages":["vie-Latn","mlt-Latn"]},{"precision":0.538407,"recall":0.621542,"f1":0.561986,"accuracy":0.621542,"main_score":0.561986,"hf_subset":"vie_Latn-quy_Latn","languages":["vie-Latn","quy-Latn"]},{"precision":0.678508,"recall":0.758893,"f1":0.702621,"accuracy":0.758893,"main_score":0.702621,"hf_subset":"vie_Latn-swh_Latn","languages":["vie-Latn","swh-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"vie_Latn-uzn_Latn","languages":["vie-Latn","uzn-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"vie_Latn-als_Latn","languages":["vie-Latn","als-Latn"]},{"precision":0.148659,"recall":0.225296,"f1":0.16628,"accuracy":0.225296,"main_score":0.16628,"hf_subset":"vie_Latn-bod_Tibt","languages":["vie-Latn","bod-Tibt"]},{"precision":0.468901,"recall":0.546443,"f1":0.489894,"accuracy":0.546443,"main_score":0.489894,"hf_subset":"vie_Latn-fij_Latn","languages":["vie-Latn","fij-Latn"]},{"precision":0.944417,"recall":0.961462,"f1":0.949835,"accuracy":0.961462,"main_score":0.949835,"hf_subset":"vie_Latn-isl_Latn","languages":["vie-Latn","isl-Latn"]},{"precision":0.540435,"recall":0.619565,"f1":0.563163,"accuracy":0.619565,"main_score":0.563163,"hf_subset":"vie_Latn-kon_Latn","languages":["vie-Latn","kon-Latn"]},{"precision":0.460253,"recall":0.560277,"f1":0.487448,"accuracy":0.560277,"main_score":0.487448,"hf_subset":"vie_Latn-mni_Beng","languages":["vie-Latn","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vie_Latn-ron_Latn","languages":["vie-Latn","ron-Latn"]},{"precision":0.979249,"recall":0.98419,"f1":0.980896,"accuracy":0.98419,"main_score":0.980896,"hf_subset":"vie_Latn-szl_Latn","languages":["vie-Latn","szl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"vie_Latn-vec_Latn","languages":["vie-Latn","vec-Latn"]},{"precision":0.500825,"recall":0.598814,"f1":0.528765,"accuracy":0.598814,"main_score":0.528765,"hf_subset":"vie_Latn-amh_Ethi","languages":["vie-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-bos_Latn","languages":["vie-Latn","bos-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"vie_Latn-fin_Latn","languages":["vie-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-ita_Latn","languages":["vie-Latn","ita-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vie_Latn-kor_Hang","languages":["vie-Latn","kor-Hang"]},{"precision":0.45695,"recall":0.541502,"f1":0.480171,"accuracy":0.541502,"main_score":0.480171,"hf_subset":"vie_Latn-mos_Latn","languages":["vie-Latn","mos-Latn"]},{"precision":0.442031,"recall":0.520751,"f1":0.463178,"accuracy":0.520751,"main_score":0.463178,"hf_subset":"vie_Latn-run_Latn","languages":["vie-Latn","run-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"vie_Latn-tam_Taml","languages":["vie-Latn","tam-Taml"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"vie_Latn-apc_Arab","languages":["vie-Latn","apc-Arab"]},{"precision":0.733696,"recall":0.79249,"f1":0.750381,"accuracy":0.79249,"main_score":0.750381,"hf_subset":"vie_Latn-bug_Latn","languages":["vie-Latn","bug-Latn"]},{"precision":0.411695,"recall":0.490119,"f1":0.433178,"accuracy":0.490119,"main_score":0.433178,"hf_subset":"vie_Latn-fon_Latn","languages":["vie-Latn","fon-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"vie_Latn-jav_Latn","languages":["vie-Latn","jav-Latn"]},{"precision":0.883482,"recall":0.91996,"f1":0.895323,"accuracy":0.91996,"main_score":0.895323,"hf_subset":"vie_Latn-lao_Laoo","languages":["vie-Latn","lao-Laoo"]},{"precision":0.571437,"recall":0.657115,"f1":0.59585,"accuracy":0.657115,"main_score":0.59585,"hf_subset":"vie_Latn-mri_Latn","languages":["vie-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-rus_Cyrl","languages":["vie-Latn","rus-Cyrl"]},{"precision":0.476913,"recall":0.559289,"f1":0.499833,"accuracy":0.559289,"main_score":0.499833,"hf_subset":"vie_Latn-taq_Latn","languages":["vie-Latn","taq-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"vie_Latn-war_Latn","languages":["vie-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-arb_Arab","languages":["vie-Latn","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-bul_Cyrl","languages":["vie-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-fra_Latn","languages":["vie-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-jpn_Jpan","languages":["vie-Latn","jpn-Jpan"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"vie_Latn-lij_Latn","languages":["vie-Latn","lij-Latn"]},{"precision":0.920158,"recall":0.944664,"f1":0.92803,"accuracy":0.944664,"main_score":0.92803,"hf_subset":"vie_Latn-mya_Mymr","languages":["vie-Latn","mya-Mymr"]},{"precision":0.498236,"recall":0.583004,"f1":0.521409,"accuracy":0.583004,"main_score":0.521409,"hf_subset":"vie_Latn-sag_Latn","languages":["vie-Latn","sag-Latn"]},{"precision":0.117521,"recall":0.202569,"f1":0.134276,"accuracy":0.202569,"main_score":0.134276,"hf_subset":"vie_Latn-taq_Tfng","languages":["vie-Latn","taq-Tfng"]},{"precision":0.534434,"recall":0.619565,"f1":0.557897,"accuracy":0.619565,"main_score":0.557897,"hf_subset":"vie_Latn-wol_Latn","languages":["vie-Latn","wol-Latn"]},{"precision":0.606535,"recall":0.695652,"f1":0.632463,"accuracy":0.695652,"main_score":0.632463,"hf_subset":"vie_Latn-arb_Latn","languages":["vie-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-cat_Latn","languages":["vie-Latn","cat-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"vie_Latn-fur_Latn","languages":["vie-Latn","fur-Latn"]},{"precision":0.318661,"recall":0.393281,"f1":0.338345,"accuracy":0.393281,"main_score":0.338345,"hf_subset":"vie_Latn-kab_Latn","languages":["vie-Latn","kab-Latn"]},{"precision":0.96805,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"vie_Latn-lim_Latn","languages":["vie-Latn","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vie_Latn-nld_Latn","languages":["vie-Latn","nld-Latn"]},{"precision":0.950922,"recall":0.965415,"f1":0.955487,"accuracy":0.965415,"main_score":0.955487,"hf_subset":"vie_Latn-san_Deva","languages":["vie-Latn","san-Deva"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"vie_Latn-tat_Cyrl","languages":["vie-Latn","tat-Cyrl"]},{"precision":0.483857,"recall":0.572134,"f1":0.50784,"accuracy":0.572134,"main_score":0.50784,"hf_subset":"vie_Latn-xho_Latn","languages":["vie-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-ars_Arab","languages":["vie-Latn","ars-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"vie_Latn-ceb_Latn","languages":["vie-Latn","ceb-Latn"]},{"precision":0.462411,"recall":0.548419,"f1":0.486255,"accuracy":0.548419,"main_score":0.486255,"hf_subset":"vie_Latn-fuv_Latn","languages":["vie-Latn","fuv-Latn"]},{"precision":0.454612,"recall":0.543478,"f1":0.478758,"accuracy":0.543478,"main_score":0.478758,"hf_subset":"vie_Latn-kac_Latn","languages":["vie-Latn","kac-Latn"]},{"precision":0.534423,"recall":0.617589,"f1":0.557193,"accuracy":0.617589,"main_score":0.557193,"hf_subset":"vie_Latn-lin_Latn","languages":["vie-Latn","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vie_Latn-nno_Latn","languages":["vie-Latn","nno-Latn"]},{"precision":0.020955,"recall":0.060277,"f1":0.026028,"accuracy":0.060277,"main_score":0.026028,"hf_subset":"vie_Latn-sat_Olck","languages":["vie-Latn","sat-Olck"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"vie_Latn-tel_Telu","languages":["vie-Latn","tel-Telu"]},{"precision":0.691151,"recall":0.767787,"f1":0.714018,"accuracy":0.767787,"main_score":0.714018,"hf_subset":"vie_Latn-ydd_Hebr","languages":["vie-Latn","ydd-Hebr"]},{"precision":0.957016,"recall":0.971344,"f1":0.961792,"accuracy":0.971344,"main_score":0.961792,"hf_subset":"vie_Latn-ary_Arab","languages":["vie-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-ces_Latn","languages":["vie-Latn","ces-Latn"]},{"precision":0.360277,"recall":0.452569,"f1":0.385339,"accuracy":0.452569,"main_score":0.385339,"hf_subset":"vie_Latn-gaz_Latn","languages":["vie-Latn","gaz-Latn"]},{"precision":0.469216,"recall":0.554348,"f1":0.492844,"accuracy":0.554348,"main_score":0.492844,"hf_subset":"vie_Latn-kam_Latn","languages":["vie-Latn","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"vie_Latn-lit_Latn","languages":["vie-Latn","lit-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vie_Latn-nob_Latn","languages":["vie-Latn","nob-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"vie_Latn-scn_Latn","languages":["vie-Latn","scn-Latn"]},{"precision":0.886199,"recall":0.91996,"f1":0.896838,"accuracy":0.91996,"main_score":0.896838,"hf_subset":"vie_Latn-tgk_Cyrl","languages":["vie-Latn","tgk-Cyrl"]},{"precision":0.411549,"recall":0.5,"f1":0.436124,"accuracy":0.5,"main_score":0.436124,"hf_subset":"vie_Latn-yor_Latn","languages":["vie-Latn","yor-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vie_Latn-arz_Arab","languages":["vie-Latn","arz-Arab"]},{"precision":0.468645,"recall":0.559289,"f1":0.493134,"accuracy":0.559289,"main_score":0.493134,"hf_subset":"vie_Latn-cjk_Latn","languages":["vie-Latn","cjk-Latn"]},{"precision":0.585883,"recall":0.670949,"f1":0.610205,"accuracy":0.670949,"main_score":0.610205,"hf_subset":"vie_Latn-gla_Latn","languages":["vie-Latn","gla-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"vie_Latn-kan_Knda","languages":["vie-Latn","kan-Knda"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"vie_Latn-lmo_Latn","languages":["vie-Latn","lmo-Latn"]},{"precision":0.992095,"recall":0.994071,"f1":0.992754,"accuracy":0.994071,"main_score":0.992754,"hf_subset":"vie_Latn-npi_Deva","languages":["vie-Latn","npi-Deva"]},{"precision":0.40869,"recall":0.508893,"f1":0.435116,"accuracy":0.508893,"main_score":0.435116,"hf_subset":"vie_Latn-shn_Mymr","languages":["vie-Latn","shn-Mymr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vie_Latn-tgl_Latn","languages":["vie-Latn","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-yue_Hant","languages":["vie-Latn","yue-Hant"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"vie_Latn-asm_Beng","languages":["vie-Latn","asm-Beng"]},{"precision":0.717516,"recall":0.782609,"f1":0.736498,"accuracy":0.782609,"main_score":0.736498,"hf_subset":"vie_Latn-ckb_Arab","languages":["vie-Latn","ckb-Arab"]},{"precision":0.676179,"recall":0.756917,"f1":0.700642,"accuracy":0.756917,"main_score":0.700642,"hf_subset":"vie_Latn-gle_Latn","languages":["vie-Latn","gle-Latn"]},{"precision":0.861742,"recall":0.903162,"f1":0.874704,"accuracy":0.903162,"main_score":0.874704,"hf_subset":"vie_Latn-kas_Arab","languages":["vie-Latn","kas-Arab"]},{"precision":0.857872,"recall":0.900198,"f1":0.871494,"accuracy":0.900198,"main_score":0.871494,"hf_subset":"vie_Latn-ltg_Latn","languages":["vie-Latn","ltg-Latn"]},{"precision":0.49341,"recall":0.577075,"f1":0.516404,"accuracy":0.577075,"main_score":0.516404,"hf_subset":"vie_Latn-nso_Latn","languages":["vie-Latn","nso-Latn"]},{"precision":0.423998,"recall":0.518775,"f1":0.450354,"accuracy":0.518775,"main_score":0.450354,"hf_subset":"vie_Latn-sin_Sinh","languages":["vie-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-tha_Thai","languages":["vie-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-zho_Hans","languages":["vie-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-ast_Latn","languages":["vie-Latn","ast-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"vie_Latn-crh_Latn","languages":["vie-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-glg_Latn","languages":["vie-Latn","glg-Latn"]},{"precision":0.752372,"recall":0.816206,"f1":0.771113,"accuracy":0.816206,"main_score":0.771113,"hf_subset":"vie_Latn-kas_Deva","languages":["vie-Latn","kas-Deva"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"vie_Latn-ltz_Latn","languages":["vie-Latn","ltz-Latn"]},{"precision":0.372555,"recall":0.461462,"f1":0.396539,"accuracy":0.461462,"main_score":0.396539,"hf_subset":"vie_Latn-nus_Latn","languages":["vie-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-slk_Latn","languages":["vie-Latn","slk-Latn"]},{"precision":0.24701,"recall":0.313241,"f1":0.264235,"accuracy":0.313241,"main_score":0.264235,"hf_subset":"vie_Latn-tir_Ethi","languages":["vie-Latn","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vie_Latn-zho_Hant","languages":["vie-Latn","zho-Hant"]},{"precision":0.982543,"recall":0.987154,"f1":0.984025,"accuracy":0.987154,"main_score":0.984025,"hf_subset":"vie_Latn-awa_Deva","languages":["vie-Latn","awa-Deva"]},{"precision":0.834684,"recall":0.880435,"f1":0.848715,"accuracy":0.880435,"main_score":0.848715,"hf_subset":"vie_Latn-cym_Latn","languages":["vie-Latn","cym-Latn"]},{"precision":0.712534,"recall":0.779644,"f1":0.732153,"accuracy":0.779644,"main_score":0.732153,"hf_subset":"vie_Latn-grn_Latn","languages":["vie-Latn","grn-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"vie_Latn-kat_Geor","languages":["vie-Latn","kat-Geor"]},{"precision":0.542229,"recall":0.617589,"f1":0.56365,"accuracy":0.617589,"main_score":0.56365,"hf_subset":"vie_Latn-lua_Latn","languages":["vie-Latn","lua-Latn"]},{"precision":0.500809,"recall":0.582016,"f1":0.522357,"accuracy":0.582016,"main_score":0.522357,"hf_subset":"vie_Latn-nya_Latn","languages":["vie-Latn","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vie_Latn-slv_Latn","languages":["vie-Latn","slv-Latn"]},{"precision":0.789015,"recall":0.839921,"f1":0.804315,"accuracy":0.839921,"main_score":0.804315,"hf_subset":"vie_Latn-tpi_Latn","languages":["vie-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-zsm_Latn","languages":["vie-Latn","zsm-Latn"]},{"precision":0.461305,"recall":0.543478,"f1":0.483522,"accuracy":0.543478,"main_score":0.483522,"hf_subset":"vie_Latn-ayr_Latn","languages":["vie-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-dan_Latn","languages":["vie-Latn","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"vie_Latn-guj_Gujr","languages":["vie-Latn","guj-Gujr"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"vie_Latn-kaz_Cyrl","languages":["vie-Latn","kaz-Cyrl"]},{"precision":0.428255,"recall":0.51087,"f1":0.450367,"accuracy":0.51087,"main_score":0.450367,"hf_subset":"vie_Latn-lug_Latn","languages":["vie-Latn","lug-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-oci_Latn","languages":["vie-Latn","oci-Latn"]},{"precision":0.498341,"recall":0.583992,"f1":0.522533,"accuracy":0.583992,"main_score":0.522533,"hf_subset":"vie_Latn-smo_Latn","languages":["vie-Latn","smo-Latn"]},{"precision":0.445853,"recall":0.529644,"f1":0.468615,"accuracy":0.529644,"main_score":0.468615,"hf_subset":"vie_Latn-tsn_Latn","languages":["vie-Latn","tsn-Latn"]},{"precision":0.457464,"recall":0.539526,"f1":0.479259,"accuracy":0.539526,"main_score":0.479259,"hf_subset":"vie_Latn-zul_Latn","languages":["vie-Latn","zul-Latn"]},{"precision":0.818956,"recall":0.871542,"f1":0.835343,"accuracy":0.871542,"main_score":0.835343,"hf_subset":"vie_Latn-azb_Arab","languages":["vie-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"vie_Latn-deu_Latn","languages":["vie-Latn","deu-Latn"]},{"precision":0.900033,"recall":0.93083,"f1":0.910079,"accuracy":0.93083,"main_score":0.910079,"hf_subset":"vie_Latn-hat_Latn","languages":["vie-Latn","hat-Latn"]},{"precision":0.410548,"recall":0.48913,"f1":0.431348,"accuracy":0.48913,"main_score":0.431348,"hf_subset":"vie_Latn-kbp_Latn","languages":["vie-Latn","kbp-Latn"]},{"precision":0.47765,"recall":0.557312,"f1":0.499326,"accuracy":0.557312,"main_score":0.499326,"hf_subset":"vie_Latn-luo_Latn","languages":["vie-Latn","luo-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"vie_Latn-ory_Orya","languages":["vie-Latn","ory-Orya"]},{"precision":0.47511,"recall":0.556324,"f1":0.497725,"accuracy":0.556324,"main_score":0.497725,"hf_subset":"vie_Latn-sna_Latn","languages":["vie-Latn","sna-Latn"]},{"precision":0.446773,"recall":0.527668,"f1":0.468999,"accuracy":0.527668,"main_score":0.468999,"hf_subset":"vie_Latn-tso_Latn","languages":["vie-Latn","tso-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"vie_Latn-azj_Latn","languages":["vie-Latn","azj-Latn"]},{"precision":0.463031,"recall":0.552372,"f1":0.487743,"accuracy":0.552372,"main_score":0.487743,"hf_subset":"vie_Latn-dik_Latn","languages":["vie-Latn","dik-Latn"]},{"precision":0.449402,"recall":0.527668,"f1":0.47189,"accuracy":0.527668,"main_score":0.47189,"hf_subset":"vie_Latn-hau_Latn","languages":["vie-Latn","hau-Latn"]},{"precision":0.961957,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"vie_Latn-kea_Latn","languages":["vie-Latn","kea-Latn"]},{"precision":0.619554,"recall":0.69664,"f1":0.641729,"accuracy":0.69664,"main_score":0.641729,"hf_subset":"vie_Latn-lus_Latn","languages":["vie-Latn","lus-Latn"]},{"precision":0.794746,"recall":0.846838,"f1":0.810375,"accuracy":0.846838,"main_score":0.810375,"hf_subset":"vie_Latn-pag_Latn","languages":["vie-Latn","pag-Latn"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"vie_Latn-snd_Arab","languages":["vie-Latn","snd-Arab"]},{"precision":0.851038,"recall":0.897233,"f1":0.865843,"accuracy":0.897233,"main_score":0.865843,"hf_subset":"vie_Latn-tuk_Latn","languages":["vie-Latn","tuk-Latn"]},{"precision":0.929018,"recall":0.951581,"f1":0.93643,"accuracy":0.951581,"main_score":0.93643,"hf_subset":"vie_Latn-bak_Cyrl","languages":["vie-Latn","bak-Cyrl"]},{"precision":0.412591,"recall":0.51087,"f1":0.440127,"accuracy":0.51087,"main_score":0.440127,"hf_subset":"vie_Latn-dyu_Latn","languages":["vie-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vie_Latn-heb_Hebr","languages":["vie-Latn","heb-Hebr"]},{"precision":0.886364,"recall":0.921937,"f1":0.897694,"accuracy":0.921937,"main_score":0.897694,"hf_subset":"vie_Latn-khk_Cyrl","languages":["vie-Latn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vie_Latn-lvs_Latn","languages":["vie-Latn","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"vie_Latn-pan_Guru","languages":["vie-Latn","pan-Guru"]},{"precision":0.449742,"recall":0.531621,"f1":0.472436,"accuracy":0.531621,"main_score":0.472436,"hf_subset":"vie_Latn-som_Latn","languages":["vie-Latn","som-Latn"]},{"precision":0.499828,"recall":0.573123,"f1":0.519797,"accuracy":0.573123,"main_score":0.519797,"hf_subset":"vie_Latn-tum_Latn","languages":["vie-Latn","tum-Latn"]},{"precision":0.418792,"recall":0.503953,"f1":0.441542,"accuracy":0.503953,"main_score":0.441542,"hf_subset":"apc_Arab-ace_Arab","languages":["apc-Arab","ace-Arab"]},{"precision":0.414509,"recall":0.492095,"f1":0.435586,"accuracy":0.492095,"main_score":0.435586,"hf_subset":"apc_Arab-bam_Latn","languages":["apc-Arab","bam-Latn"]},{"precision":0.102339,"recall":0.157115,"f1":0.116034,"accuracy":0.157115,"main_score":0.116034,"hf_subset":"apc_Arab-dzo_Tibt","languages":["apc-Arab","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-hin_Deva","languages":["apc-Arab","hin-Deva"]},{"precision":0.923748,"recall":0.947628,"f1":0.931324,"accuracy":0.947628,"main_score":0.931324,"hf_subset":"apc_Arab-khm_Khmr","languages":["apc-Arab","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"apc_Arab-mag_Deva","languages":["apc-Arab","mag-Deva"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"apc_Arab-pap_Latn","languages":["apc-Arab","pap-Latn"]},{"precision":0.456893,"recall":0.544466,"f1":0.481604,"accuracy":0.544466,"main_score":0.481604,"hf_subset":"apc_Arab-sot_Latn","languages":["apc-Arab","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-tur_Latn","languages":["apc-Arab","tur-Latn"]},{"precision":0.782279,"recall":0.835968,"f1":0.798871,"accuracy":0.835968,"main_score":0.798871,"hf_subset":"apc_Arab-ace_Latn","languages":["apc-Arab","ace-Latn"]},{"precision":0.911479,"recall":0.937747,"f1":0.920026,"accuracy":0.937747,"main_score":0.920026,"hf_subset":"apc_Arab-ban_Latn","languages":["apc-Arab","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-ell_Grek","languages":["apc-Arab","ell-Grek"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"apc_Arab-hne_Deva","languages":["apc-Arab","hne-Deva"]},{"precision":0.471067,"recall":0.555336,"f1":0.494343,"accuracy":0.555336,"main_score":0.494343,"hf_subset":"apc_Arab-kik_Latn","languages":["apc-Arab","kik-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"apc_Arab-mai_Deva","languages":["apc-Arab","mai-Deva"]},{"precision":0.879941,"recall":0.913043,"f1":0.890283,"accuracy":0.913043,"main_score":0.890283,"hf_subset":"apc_Arab-pbt_Arab","languages":["apc-Arab","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-spa_Latn","languages":["apc-Arab","spa-Latn"]},{"precision":0.512519,"recall":0.598814,"f1":0.537045,"accuracy":0.598814,"main_score":0.537045,"hf_subset":"apc_Arab-twi_Latn","languages":["apc-Arab","twi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-acm_Arab","languages":["apc-Arab","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-bel_Cyrl","languages":["apc-Arab","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-eng_Latn","languages":["apc-Arab","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-hrv_Latn","languages":["apc-Arab","hrv-Latn"]},{"precision":0.416603,"recall":0.497036,"f1":0.438142,"accuracy":0.497036,"main_score":0.438142,"hf_subset":"apc_Arab-kin_Latn","languages":["apc-Arab","kin-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"apc_Arab-mal_Mlym","languages":["apc-Arab","mal-Mlym"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-pes_Arab","languages":["apc-Arab","pes-Arab"]},{"precision":0.975543,"recall":0.983202,"f1":0.977997,"accuracy":0.983202,"main_score":0.977997,"hf_subset":"apc_Arab-srd_Latn","languages":["apc-Arab","srd-Latn"]},{"precision":0.114953,"recall":0.179842,"f1":0.128659,"accuracy":0.179842,"main_score":0.128659,"hf_subset":"apc_Arab-tzm_Tfng","languages":["apc-Arab","tzm-Tfng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-acq_Arab","languages":["apc-Arab","acq-Arab"]},{"precision":0.492136,"recall":0.576087,"f1":0.515254,"accuracy":0.576087,"main_score":0.515254,"hf_subset":"apc_Arab-bem_Latn","languages":["apc-Arab","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-epo_Latn","languages":["apc-Arab","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-hun_Latn","languages":["apc-Arab","hun-Latn"]},{"precision":0.951087,"recall":0.967391,"f1":0.956522,"accuracy":0.967391,"main_score":0.956522,"hf_subset":"apc_Arab-kir_Cyrl","languages":["apc-Arab","kir-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"apc_Arab-mar_Deva","languages":["apc-Arab","mar-Deva"]},{"precision":0.516658,"recall":0.593874,"f1":0.53897,"accuracy":0.593874,"main_score":0.53897,"hf_subset":"apc_Arab-plt_Latn","languages":["apc-Arab","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-srp_Cyrl","languages":["apc-Arab","srp-Cyrl"]},{"precision":0.925807,"recall":0.948617,"f1":0.933202,"accuracy":0.948617,"main_score":0.933202,"hf_subset":"apc_Arab-uig_Arab","languages":["apc-Arab","uig-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"apc_Arab-aeb_Arab","languages":["apc-Arab","aeb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"apc_Arab-ben_Beng","languages":["apc-Arab","ben-Beng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"apc_Arab-est_Latn","languages":["apc-Arab","est-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-hye_Armn","languages":["apc-Arab","hye-Armn"]},{"precision":0.421576,"recall":0.495059,"f1":0.441486,"accuracy":0.495059,"main_score":0.441486,"hf_subset":"apc_Arab-kmb_Latn","languages":["apc-Arab","kmb-Latn"]},{"precision":0.363612,"recall":0.460474,"f1":0.388714,"accuracy":0.460474,"main_score":0.388714,"hf_subset":"apc_Arab-min_Arab","languages":["apc-Arab","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-pol_Latn","languages":["apc-Arab","pol-Latn"]},{"precision":0.40959,"recall":0.498024,"f1":0.432801,"accuracy":0.498024,"main_score":0.432801,"hf_subset":"apc_Arab-ssw_Latn","languages":["apc-Arab","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-ukr_Cyrl","languages":["apc-Arab","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-afr_Latn","languages":["apc-Arab","afr-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"apc_Arab-bho_Deva","languages":["apc-Arab","bho-Deva"]},{"precision":0.935853,"recall":0.955534,"f1":0.942095,"accuracy":0.955534,"main_score":0.942095,"hf_subset":"apc_Arab-eus_Latn","languages":["apc-Arab","eus-Latn"]},{"precision":0.44472,"recall":0.527668,"f1":0.467166,"accuracy":0.527668,"main_score":0.467166,"hf_subset":"apc_Arab-ibo_Latn","languages":["apc-Arab","ibo-Latn"]},{"precision":0.689699,"recall":0.759881,"f1":0.710134,"accuracy":0.759881,"main_score":0.710134,"hf_subset":"apc_Arab-kmr_Latn","languages":["apc-Arab","kmr-Latn"]},{"precision":0.958004,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"apc_Arab-min_Latn","languages":["apc-Arab","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-por_Latn","languages":["apc-Arab","por-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"apc_Arab-sun_Latn","languages":["apc-Arab","sun-Latn"]},{"precision":0.413216,"recall":0.496047,"f1":0.436717,"accuracy":0.496047,"main_score":0.436717,"hf_subset":"apc_Arab-umb_Latn","languages":["apc-Arab","umb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-ajp_Arab","languages":["apc-Arab","ajp-Arab"]},{"precision":0.380253,"recall":0.476285,"f1":0.406672,"accuracy":0.476285,"main_score":0.406672,"hf_subset":"apc_Arab-bjn_Arab","languages":["apc-Arab","bjn-Arab"]},{"precision":0.437515,"recall":0.508893,"f1":0.456644,"accuracy":0.508893,"main_score":0.456644,"hf_subset":"apc_Arab-ewe_Latn","languages":["apc-Arab","ewe-Latn"]},{"precision":0.839773,"recall":0.883399,"f1":0.853129,"accuracy":0.883399,"main_score":0.853129,"hf_subset":"apc_Arab-ilo_Latn","languages":["apc-Arab","ilo-Latn"]},{"precision":0.18199,"recall":0.258893,"f1":0.200602,"accuracy":0.258893,"main_score":0.200602,"hf_subset":"apc_Arab-knc_Arab","languages":["apc-Arab","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-mkd_Cyrl","languages":["apc-Arab","mkd-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"apc_Arab-prs_Arab","languages":["apc-Arab","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-swe_Latn","languages":["apc-Arab","swe-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"apc_Arab-urd_Arab","languages":["apc-Arab","urd-Arab"]},{"precision":0.493317,"recall":0.581028,"f1":0.518177,"accuracy":0.581028,"main_score":0.518177,"hf_subset":"apc_Arab-aka_Latn","languages":["apc-Arab","aka-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"apc_Arab-bjn_Latn","languages":["apc-Arab","bjn-Latn"]},{"precision":0.90415,"recall":0.933794,"f1":0.913702,"accuracy":0.933794,"main_score":0.913702,"hf_subset":"apc_Arab-fao_Latn","languages":["apc-Arab","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-ind_Latn","languages":["apc-Arab","ind-Latn"]},{"precision":0.483991,"recall":0.566206,"f1":0.506931,"accuracy":0.566206,"main_score":0.506931,"hf_subset":"apc_Arab-knc_Latn","languages":["apc-Arab","knc-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"apc_Arab-mlt_Latn","languages":["apc-Arab","mlt-Latn"]},{"precision":0.528792,"recall":0.616601,"f1":0.553411,"accuracy":0.616601,"main_score":0.553411,"hf_subset":"apc_Arab-quy_Latn","languages":["apc-Arab","quy-Latn"]},{"precision":0.677421,"recall":0.757905,"f1":0.701666,"accuracy":0.757905,"main_score":0.701666,"hf_subset":"apc_Arab-swh_Latn","languages":["apc-Arab","swh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"apc_Arab-uzn_Latn","languages":["apc-Arab","uzn-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"apc_Arab-als_Latn","languages":["apc-Arab","als-Latn"]},{"precision":0.151694,"recall":0.228261,"f1":0.169457,"accuracy":0.228261,"main_score":0.169457,"hf_subset":"apc_Arab-bod_Tibt","languages":["apc-Arab","bod-Tibt"]},{"precision":0.432699,"recall":0.514822,"f1":0.455261,"accuracy":0.514822,"main_score":0.455261,"hf_subset":"apc_Arab-fij_Latn","languages":["apc-Arab","fij-Latn"]},{"precision":0.922217,"recall":0.945652,"f1":0.929578,"accuracy":0.945652,"main_score":0.929578,"hf_subset":"apc_Arab-isl_Latn","languages":["apc-Arab","isl-Latn"]},{"precision":0.516676,"recall":0.598814,"f1":0.540112,"accuracy":0.598814,"main_score":0.540112,"hf_subset":"apc_Arab-kon_Latn","languages":["apc-Arab","kon-Latn"]},{"precision":0.446,"recall":0.549407,"f1":0.475452,"accuracy":0.549407,"main_score":0.475452,"hf_subset":"apc_Arab-mni_Beng","languages":["apc-Arab","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-ron_Latn","languages":["apc-Arab","ron-Latn"]},{"precision":0.977273,"recall":0.983202,"f1":0.979249,"accuracy":0.983202,"main_score":0.979249,"hf_subset":"apc_Arab-szl_Latn","languages":["apc-Arab","szl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-vec_Latn","languages":["apc-Arab","vec-Latn"]},{"precision":0.50334,"recall":0.593874,"f1":0.52907,"accuracy":0.593874,"main_score":0.52907,"hf_subset":"apc_Arab-amh_Ethi","languages":["apc-Arab","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-bos_Latn","languages":["apc-Arab","bos-Latn"]},{"precision":0.993577,"recall":0.995059,"f1":0.994071,"accuracy":0.995059,"main_score":0.994071,"hf_subset":"apc_Arab-fin_Latn","languages":["apc-Arab","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-ita_Latn","languages":["apc-Arab","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-kor_Hang","languages":["apc-Arab","kor-Hang"]},{"precision":0.421974,"recall":0.513834,"f1":0.446436,"accuracy":0.513834,"main_score":0.446436,"hf_subset":"apc_Arab-mos_Latn","languages":["apc-Arab","mos-Latn"]},{"precision":0.425899,"recall":0.502964,"f1":0.446701,"accuracy":0.502964,"main_score":0.446701,"hf_subset":"apc_Arab-run_Latn","languages":["apc-Arab","run-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"apc_Arab-tam_Taml","languages":["apc-Arab","tam-Taml"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-vie_Latn","languages":["apc-Arab","vie-Latn"]},{"precision":0.733646,"recall":0.799407,"f1":0.753379,"accuracy":0.799407,"main_score":0.753379,"hf_subset":"apc_Arab-bug_Latn","languages":["apc-Arab","bug-Latn"]},{"precision":0.388669,"recall":0.466403,"f1":0.409111,"accuracy":0.466403,"main_score":0.409111,"hf_subset":"apc_Arab-fon_Latn","languages":["apc-Arab","fon-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"apc_Arab-jav_Latn","languages":["apc-Arab","jav-Latn"]},{"precision":0.844615,"recall":0.892292,"f1":0.859914,"accuracy":0.892292,"main_score":0.859914,"hf_subset":"apc_Arab-lao_Laoo","languages":["apc-Arab","lao-Laoo"]},{"precision":0.535091,"recall":0.625494,"f1":0.560397,"accuracy":0.625494,"main_score":0.560397,"hf_subset":"apc_Arab-mri_Latn","languages":["apc-Arab","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-rus_Cyrl","languages":["apc-Arab","rus-Cyrl"]},{"precision":0.465209,"recall":0.546443,"f1":0.487029,"accuracy":0.546443,"main_score":0.487029,"hf_subset":"apc_Arab-taq_Latn","languages":["apc-Arab","taq-Latn"]},{"precision":0.969862,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"apc_Arab-war_Latn","languages":["apc-Arab","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-arb_Arab","languages":["apc-Arab","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-bul_Cyrl","languages":["apc-Arab","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-fra_Latn","languages":["apc-Arab","fra-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-jpn_Jpan","languages":["apc-Arab","jpn-Jpan"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"apc_Arab-lij_Latn","languages":["apc-Arab","lij-Latn"]},{"precision":0.922134,"recall":0.94664,"f1":0.930171,"accuracy":0.94664,"main_score":0.930171,"hf_subset":"apc_Arab-mya_Mymr","languages":["apc-Arab","mya-Mymr"]},{"precision":0.472919,"recall":0.562253,"f1":0.497745,"accuracy":0.562253,"main_score":0.497745,"hf_subset":"apc_Arab-sag_Latn","languages":["apc-Arab","sag-Latn"]},{"precision":0.124326,"recall":0.209486,"f1":0.141381,"accuracy":0.209486,"main_score":0.141381,"hf_subset":"apc_Arab-taq_Tfng","languages":["apc-Arab","taq-Tfng"]},{"precision":0.515405,"recall":0.602767,"f1":0.539874,"accuracy":0.602767,"main_score":0.539874,"hf_subset":"apc_Arab-wol_Latn","languages":["apc-Arab","wol-Latn"]},{"precision":0.656003,"recall":0.738142,"f1":0.680638,"accuracy":0.738142,"main_score":0.680638,"hf_subset":"apc_Arab-arb_Latn","languages":["apc-Arab","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-cat_Latn","languages":["apc-Arab","cat-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"apc_Arab-fur_Latn","languages":["apc-Arab","fur-Latn"]},{"precision":0.318626,"recall":0.393281,"f1":0.339181,"accuracy":0.393281,"main_score":0.339181,"hf_subset":"apc_Arab-kab_Latn","languages":["apc-Arab","kab-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"apc_Arab-lim_Latn","languages":["apc-Arab","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-nld_Latn","languages":["apc-Arab","nld-Latn"]},{"precision":0.951252,"recall":0.966403,"f1":0.956192,"accuracy":0.966403,"main_score":0.956192,"hf_subset":"apc_Arab-san_Deva","languages":["apc-Arab","san-Deva"]},{"precision":0.967391,"recall":0.977273,"f1":0.970685,"accuracy":0.977273,"main_score":0.970685,"hf_subset":"apc_Arab-tat_Cyrl","languages":["apc-Arab","tat-Cyrl"]},{"precision":0.476011,"recall":0.562253,"f1":0.498965,"accuracy":0.562253,"main_score":0.498965,"hf_subset":"apc_Arab-xho_Latn","languages":["apc-Arab","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-ars_Arab","languages":["apc-Arab","ars-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"apc_Arab-ceb_Latn","languages":["apc-Arab","ceb-Latn"]},{"precision":0.43534,"recall":0.518775,"f1":0.458267,"accuracy":0.518775,"main_score":0.458267,"hf_subset":"apc_Arab-fuv_Latn","languages":["apc-Arab","fuv-Latn"]},{"precision":0.440161,"recall":0.528656,"f1":0.464108,"accuracy":0.528656,"main_score":0.464108,"hf_subset":"apc_Arab-kac_Latn","languages":["apc-Arab","kac-Latn"]},{"precision":0.529382,"recall":0.619565,"f1":0.55412,"accuracy":0.619565,"main_score":0.55412,"hf_subset":"apc_Arab-lin_Latn","languages":["apc-Arab","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-nno_Latn","languages":["apc-Arab","nno-Latn"]},{"precision":0.014414,"recall":0.05336,"f1":0.019681,"accuracy":0.05336,"main_score":0.019681,"hf_subset":"apc_Arab-sat_Olck","languages":["apc-Arab","sat-Olck"]},{"precision":0.990366,"recall":0.993083,"f1":0.991173,"accuracy":0.993083,"main_score":0.991173,"hf_subset":"apc_Arab-tel_Telu","languages":["apc-Arab","tel-Telu"]},{"precision":0.684733,"recall":0.766798,"f1":0.70982,"accuracy":0.766798,"main_score":0.70982,"hf_subset":"apc_Arab-ydd_Hebr","languages":["apc-Arab","ydd-Hebr"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"apc_Arab-ary_Arab","languages":["apc-Arab","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-ces_Latn","languages":["apc-Arab","ces-Latn"]},{"precision":0.368611,"recall":0.448617,"f1":0.390232,"accuracy":0.448617,"main_score":0.390232,"hf_subset":"apc_Arab-gaz_Latn","languages":["apc-Arab","gaz-Latn"]},{"precision":0.462481,"recall":0.545455,"f1":0.485561,"accuracy":0.545455,"main_score":0.485561,"hf_subset":"apc_Arab-kam_Latn","languages":["apc-Arab","kam-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"apc_Arab-lit_Latn","languages":["apc-Arab","lit-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-nob_Latn","languages":["apc-Arab","nob-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"apc_Arab-scn_Latn","languages":["apc-Arab","scn-Latn"]},{"precision":0.895619,"recall":0.926877,"f1":0.905468,"accuracy":0.926877,"main_score":0.905468,"hf_subset":"apc_Arab-tgk_Cyrl","languages":["apc-Arab","tgk-Cyrl"]},{"precision":0.392238,"recall":0.487154,"f1":0.418739,"accuracy":0.487154,"main_score":0.418739,"hf_subset":"apc_Arab-yor_Latn","languages":["apc-Arab","yor-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-arz_Arab","languages":["apc-Arab","arz-Arab"]},{"precision":0.450949,"recall":0.541502,"f1":0.474507,"accuracy":0.541502,"main_score":0.474507,"hf_subset":"apc_Arab-cjk_Latn","languages":["apc-Arab","cjk-Latn"]},{"precision":0.563284,"recall":0.649209,"f1":0.58756,"accuracy":0.649209,"main_score":0.58756,"hf_subset":"apc_Arab-gla_Latn","languages":["apc-Arab","gla-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"apc_Arab-kan_Knda","languages":["apc-Arab","kan-Knda"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"apc_Arab-lmo_Latn","languages":["apc-Arab","lmo-Latn"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"apc_Arab-npi_Deva","languages":["apc-Arab","npi-Deva"]},{"precision":0.367504,"recall":0.471344,"f1":0.393712,"accuracy":0.471344,"main_score":0.393712,"hf_subset":"apc_Arab-shn_Mymr","languages":["apc-Arab","shn-Mymr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"apc_Arab-tgl_Latn","languages":["apc-Arab","tgl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"apc_Arab-yue_Hant","languages":["apc-Arab","yue-Hant"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"apc_Arab-asm_Beng","languages":["apc-Arab","asm-Beng"]},{"precision":0.694199,"recall":0.767787,"f1":0.716211,"accuracy":0.767787,"main_score":0.716211,"hf_subset":"apc_Arab-ckb_Arab","languages":["apc-Arab","ckb-Arab"]},{"precision":0.654169,"recall":0.737154,"f1":0.679469,"accuracy":0.737154,"main_score":0.679469,"hf_subset":"apc_Arab-gle_Latn","languages":["apc-Arab","gle-Latn"]},{"precision":0.864789,"recall":0.906126,"f1":0.878129,"accuracy":0.906126,"main_score":0.878129,"hf_subset":"apc_Arab-kas_Arab","languages":["apc-Arab","kas-Arab"]},{"precision":0.864789,"recall":0.905138,"f1":0.877753,"accuracy":0.905138,"main_score":0.877753,"hf_subset":"apc_Arab-ltg_Latn","languages":["apc-Arab","ltg-Latn"]},{"precision":0.479636,"recall":0.565217,"f1":0.503193,"accuracy":0.565217,"main_score":0.503193,"hf_subset":"apc_Arab-nso_Latn","languages":["apc-Arab","nso-Latn"]},{"precision":0.391558,"recall":0.490119,"f1":0.418631,"accuracy":0.490119,"main_score":0.418631,"hf_subset":"apc_Arab-sin_Sinh","languages":["apc-Arab","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-tha_Thai","languages":["apc-Arab","tha-Thai"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-zho_Hans","languages":["apc-Arab","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-ast_Latn","languages":["apc-Arab","ast-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"apc_Arab-crh_Latn","languages":["apc-Arab","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-glg_Latn","languages":["apc-Arab","glg-Latn"]},{"precision":0.759931,"recall":0.822134,"f1":0.778821,"accuracy":0.822134,"main_score":0.778821,"hf_subset":"apc_Arab-kas_Deva","languages":["apc-Arab","kas-Deva"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"apc_Arab-ltz_Latn","languages":["apc-Arab","ltz-Latn"]},{"precision":0.347495,"recall":0.432806,"f1":0.369358,"accuracy":0.432806,"main_score":0.369358,"hf_subset":"apc_Arab-nus_Latn","languages":["apc-Arab","nus-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-slk_Latn","languages":["apc-Arab","slk-Latn"]},{"precision":0.255991,"recall":0.333004,"f1":0.275522,"accuracy":0.333004,"main_score":0.275522,"hf_subset":"apc_Arab-tir_Ethi","languages":["apc-Arab","tir-Ethi"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"apc_Arab-zho_Hant","languages":["apc-Arab","zho-Hant"]},{"precision":0.98139,"recall":0.986166,"f1":0.982872,"accuracy":0.986166,"main_score":0.982872,"hf_subset":"apc_Arab-awa_Deva","languages":["apc-Arab","awa-Deva"]},{"precision":0.832839,"recall":0.880435,"f1":0.847958,"accuracy":0.880435,"main_score":0.847958,"hf_subset":"apc_Arab-cym_Latn","languages":["apc-Arab","cym-Latn"]},{"precision":0.696765,"recall":0.759881,"f1":0.714824,"accuracy":0.759881,"main_score":0.714824,"hf_subset":"apc_Arab-grn_Latn","languages":["apc-Arab","grn-Latn"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"apc_Arab-kat_Geor","languages":["apc-Arab","kat-Geor"]},{"precision":0.523367,"recall":0.606719,"f1":0.54744,"accuracy":0.606719,"main_score":0.54744,"hf_subset":"apc_Arab-lua_Latn","languages":["apc-Arab","lua-Latn"]},{"precision":0.475693,"recall":0.560277,"f1":0.498591,"accuracy":0.560277,"main_score":0.498591,"hf_subset":"apc_Arab-nya_Latn","languages":["apc-Arab","nya-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"apc_Arab-slv_Latn","languages":["apc-Arab","slv-Latn"]},{"precision":0.782839,"recall":0.841897,"f1":0.80135,"accuracy":0.841897,"main_score":0.80135,"hf_subset":"apc_Arab-tpi_Latn","languages":["apc-Arab","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-zsm_Latn","languages":["apc-Arab","zsm-Latn"]},{"precision":0.450154,"recall":0.528656,"f1":0.471742,"accuracy":0.528656,"main_score":0.471742,"hf_subset":"apc_Arab-ayr_Latn","languages":["apc-Arab","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-dan_Latn","languages":["apc-Arab","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-guj_Gujr","languages":["apc-Arab","guj-Gujr"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"apc_Arab-kaz_Cyrl","languages":["apc-Arab","kaz-Cyrl"]},{"precision":0.411829,"recall":0.492095,"f1":0.434102,"accuracy":0.492095,"main_score":0.434102,"hf_subset":"apc_Arab-lug_Latn","languages":["apc-Arab","lug-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"apc_Arab-oci_Latn","languages":["apc-Arab","oci-Latn"]},{"precision":0.457831,"recall":0.554348,"f1":0.485158,"accuracy":0.554348,"main_score":0.485158,"hf_subset":"apc_Arab-smo_Latn","languages":["apc-Arab","smo-Latn"]},{"precision":0.435298,"recall":0.519763,"f1":0.45817,"accuracy":0.519763,"main_score":0.45817,"hf_subset":"apc_Arab-tsn_Latn","languages":["apc-Arab","tsn-Latn"]},{"precision":0.427387,"recall":0.513834,"f1":0.450456,"accuracy":0.513834,"main_score":0.450456,"hf_subset":"apc_Arab-zul_Latn","languages":["apc-Arab","zul-Latn"]},{"precision":0.808218,"recall":0.863636,"f1":0.825428,"accuracy":0.863636,"main_score":0.825428,"hf_subset":"apc_Arab-azb_Arab","languages":["apc-Arab","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"apc_Arab-deu_Latn","languages":["apc-Arab","deu-Latn"]},{"precision":0.904727,"recall":0.933794,"f1":0.914097,"accuracy":0.933794,"main_score":0.914097,"hf_subset":"apc_Arab-hat_Latn","languages":["apc-Arab","hat-Latn"]},{"precision":0.397334,"recall":0.479249,"f1":0.419092,"accuracy":0.479249,"main_score":0.419092,"hf_subset":"apc_Arab-kbp_Latn","languages":["apc-Arab","kbp-Latn"]},{"precision":0.459389,"recall":0.535573,"f1":0.479902,"accuracy":0.535573,"main_score":0.479902,"hf_subset":"apc_Arab-luo_Latn","languages":["apc-Arab","luo-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"apc_Arab-ory_Orya","languages":["apc-Arab","ory-Orya"]},{"precision":0.455445,"recall":0.535573,"f1":0.477543,"accuracy":0.535573,"main_score":0.477543,"hf_subset":"apc_Arab-sna_Latn","languages":["apc-Arab","sna-Latn"]},{"precision":0.424786,"recall":0.503953,"f1":0.446558,"accuracy":0.503953,"main_score":0.446558,"hf_subset":"apc_Arab-tso_Latn","languages":["apc-Arab","tso-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"apc_Arab-azj_Latn","languages":["apc-Arab","azj-Latn"]},{"precision":0.430625,"recall":0.525692,"f1":0.457346,"accuracy":0.525692,"main_score":0.457346,"hf_subset":"apc_Arab-dik_Latn","languages":["apc-Arab","dik-Latn"]},{"precision":0.436746,"recall":0.51087,"f1":0.457578,"accuracy":0.51087,"main_score":0.457578,"hf_subset":"apc_Arab-hau_Latn","languages":["apc-Arab","hau-Latn"]},{"precision":0.965415,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"apc_Arab-kea_Latn","languages":["apc-Arab","kea-Latn"]},{"precision":0.613226,"recall":0.686759,"f1":0.634206,"accuracy":0.686759,"main_score":0.634206,"hf_subset":"apc_Arab-lus_Latn","languages":["apc-Arab","lus-Latn"]},{"precision":0.80919,"recall":0.858696,"f1":0.824209,"accuracy":0.858696,"main_score":0.824209,"hf_subset":"apc_Arab-pag_Latn","languages":["apc-Arab","pag-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"apc_Arab-snd_Arab","languages":["apc-Arab","snd-Arab"]},{"precision":0.865448,"recall":0.906126,"f1":0.878458,"accuracy":0.906126,"main_score":0.878458,"hf_subset":"apc_Arab-tuk_Latn","languages":["apc-Arab","tuk-Latn"]},{"precision":0.932971,"recall":0.954545,"f1":0.940053,"accuracy":0.954545,"main_score":0.940053,"hf_subset":"apc_Arab-bak_Cyrl","languages":["apc-Arab","bak-Cyrl"]},{"precision":0.393941,"recall":0.492095,"f1":0.421429,"accuracy":0.492095,"main_score":0.421429,"hf_subset":"apc_Arab-dyu_Latn","languages":["apc-Arab","dyu-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-heb_Hebr","languages":["apc-Arab","heb-Hebr"]},{"precision":0.871047,"recall":0.908103,"f1":0.88274,"accuracy":0.908103,"main_score":0.88274,"hf_subset":"apc_Arab-khk_Cyrl","languages":["apc-Arab","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"apc_Arab-lvs_Latn","languages":["apc-Arab","lvs-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"apc_Arab-pan_Guru","languages":["apc-Arab","pan-Guru"]},{"precision":0.43767,"recall":0.521739,"f1":0.461177,"accuracy":0.521739,"main_score":0.461177,"hf_subset":"apc_Arab-som_Latn","languages":["apc-Arab","som-Latn"]},{"precision":0.471232,"recall":0.547431,"f1":0.491744,"accuracy":0.547431,"main_score":0.491744,"hf_subset":"apc_Arab-tum_Latn","languages":["apc-Arab","tum-Latn"]},{"precision":0.454426,"recall":0.534585,"f1":0.477217,"accuracy":0.534585,"main_score":0.477217,"hf_subset":"bug_Latn-ace_Arab","languages":["bug-Latn","ace-Arab"]},{"precision":0.466801,"recall":0.533597,"f1":0.485823,"accuracy":0.533597,"main_score":0.485823,"hf_subset":"bug_Latn-bam_Latn","languages":["bug-Latn","bam-Latn"]},{"precision":0.115264,"recall":0.166008,"f1":0.127788,"accuracy":0.166008,"main_score":0.127788,"hf_subset":"bug_Latn-dzo_Tibt","languages":["bug-Latn","dzo-Tibt"]},{"precision":0.740155,"recall":0.801383,"f1":0.758604,"accuracy":0.801383,"main_score":0.758604,"hf_subset":"bug_Latn-hin_Deva","languages":["bug-Latn","hin-Deva"]},{"precision":0.513994,"recall":0.609684,"f1":0.541885,"accuracy":0.609684,"main_score":0.541885,"hf_subset":"bug_Latn-khm_Khmr","languages":["bug-Latn","khm-Khmr"]},{"precision":0.746212,"recall":0.80336,"f1":0.763872,"accuracy":0.80336,"main_score":0.763872,"hf_subset":"bug_Latn-mag_Deva","languages":["bug-Latn","mag-Deva"]},{"precision":0.766347,"recall":0.818182,"f1":0.782164,"accuracy":0.818182,"main_score":0.782164,"hf_subset":"bug_Latn-pap_Latn","languages":["bug-Latn","pap-Latn"]},{"precision":0.500799,"recall":0.568182,"f1":0.520067,"accuracy":0.568182,"main_score":0.520067,"hf_subset":"bug_Latn-sot_Latn","languages":["bug-Latn","sot-Latn"]},{"precision":0.763184,"recall":0.818182,"f1":0.779589,"accuracy":0.818182,"main_score":0.779589,"hf_subset":"bug_Latn-tur_Latn","languages":["bug-Latn","tur-Latn"]},{"precision":0.727347,"recall":0.777668,"f1":0.742512,"accuracy":0.777668,"main_score":0.742512,"hf_subset":"bug_Latn-ace_Latn","languages":["bug-Latn","ace-Latn"]},{"precision":0.791667,"recall":0.833992,"f1":0.804495,"accuracy":0.833992,"main_score":0.804495,"hf_subset":"bug_Latn-ban_Latn","languages":["bug-Latn","ban-Latn"]},{"precision":0.716034,"recall":0.785573,"f1":0.737632,"accuracy":0.785573,"main_score":0.737632,"hf_subset":"bug_Latn-ell_Grek","languages":["bug-Latn","ell-Grek"]},{"precision":0.727951,"recall":0.795455,"f1":0.748639,"accuracy":0.795455,"main_score":0.748639,"hf_subset":"bug_Latn-hne_Deva","languages":["bug-Latn","hne-Deva"]},{"precision":0.499294,"recall":0.571146,"f1":0.520389,"accuracy":0.571146,"main_score":0.520389,"hf_subset":"bug_Latn-kik_Latn","languages":["bug-Latn","kik-Latn"]},{"precision":0.74254,"recall":0.801383,"f1":0.760903,"accuracy":0.801383,"main_score":0.760903,"hf_subset":"bug_Latn-mai_Deva","languages":["bug-Latn","mai-Deva"]},{"precision":0.653969,"recall":0.729249,"f1":0.677404,"accuracy":0.729249,"main_score":0.677404,"hf_subset":"bug_Latn-pbt_Arab","languages":["bug-Latn","pbt-Arab"]},{"precision":0.74156,"recall":0.802372,"f1":0.760515,"accuracy":0.802372,"main_score":0.760515,"hf_subset":"bug_Latn-spa_Latn","languages":["bug-Latn","spa-Latn"]},{"precision":0.571739,"recall":0.632411,"f1":0.589987,"accuracy":0.632411,"main_score":0.589987,"hf_subset":"bug_Latn-twi_Latn","languages":["bug-Latn","twi-Latn"]},{"precision":0.734865,"recall":0.796443,"f1":0.753524,"accuracy":0.796443,"main_score":0.753524,"hf_subset":"bug_Latn-acm_Arab","languages":["bug-Latn","acm-Arab"]},{"precision":0.723732,"recall":0.786561,"f1":0.743116,"accuracy":0.786561,"main_score":0.743116,"hf_subset":"bug_Latn-bel_Cyrl","languages":["bug-Latn","bel-Cyrl"]},{"precision":0.769096,"recall":0.825099,"f1":0.786569,"accuracy":0.825099,"main_score":0.786569,"hf_subset":"bug_Latn-eng_Latn","languages":["bug-Latn","eng-Latn"]},{"precision":0.767243,"recall":0.820158,"f1":0.783498,"accuracy":0.820158,"main_score":0.783498,"hf_subset":"bug_Latn-hrv_Latn","languages":["bug-Latn","hrv-Latn"]},{"precision":0.473748,"recall":0.531621,"f1":0.489841,"accuracy":0.531621,"main_score":0.489841,"hf_subset":"bug_Latn-kin_Latn","languages":["bug-Latn","kin-Latn"]},{"precision":0.700139,"recall":0.771739,"f1":0.722134,"accuracy":0.771739,"main_score":0.722134,"hf_subset":"bug_Latn-mal_Mlym","languages":["bug-Latn","mal-Mlym"]},{"precision":0.731554,"recall":0.788538,"f1":0.748968,"accuracy":0.788538,"main_score":0.748968,"hf_subset":"bug_Latn-pes_Arab","languages":["bug-Latn","pes-Arab"]},{"precision":0.744351,"recall":0.796443,"f1":0.760343,"accuracy":0.796443,"main_score":0.760343,"hf_subset":"bug_Latn-srd_Latn","languages":["bug-Latn","srd-Latn"]},{"precision":0.141266,"recall":0.19664,"f1":0.153093,"accuracy":0.19664,"main_score":0.153093,"hf_subset":"bug_Latn-tzm_Tfng","languages":["bug-Latn","tzm-Tfng"]},{"precision":0.752009,"recall":0.807312,"f1":0.769156,"accuracy":0.807312,"main_score":0.769156,"hf_subset":"bug_Latn-acq_Arab","languages":["bug-Latn","acq-Arab"]},{"precision":0.52892,"recall":0.593874,"f1":0.548174,"accuracy":0.593874,"main_score":0.548174,"hf_subset":"bug_Latn-bem_Latn","languages":["bug-Latn","bem-Latn"]},{"precision":0.749012,"recall":0.8083,"f1":0.767556,"accuracy":0.8083,"main_score":0.767556,"hf_subset":"bug_Latn-epo_Latn","languages":["bug-Latn","epo-Latn"]},{"precision":0.750799,"recall":0.805336,"f1":0.767395,"accuracy":0.805336,"main_score":0.767395,"hf_subset":"bug_Latn-hun_Latn","languages":["bug-Latn","hun-Latn"]},{"precision":0.689583,"recall":0.753953,"f1":0.709077,"accuracy":0.753953,"main_score":0.709077,"hf_subset":"bug_Latn-kir_Cyrl","languages":["bug-Latn","kir-Cyrl"]},{"precision":0.731143,"recall":0.796443,"f1":0.751318,"accuracy":0.796443,"main_score":0.751318,"hf_subset":"bug_Latn-mar_Deva","languages":["bug-Latn","mar-Deva"]},{"precision":0.553878,"recall":0.608696,"f1":0.570081,"accuracy":0.608696,"main_score":0.570081,"hf_subset":"bug_Latn-plt_Latn","languages":["bug-Latn","plt-Latn"]},{"precision":0.752174,"recall":0.809289,"f1":0.769965,"accuracy":0.809289,"main_score":0.769965,"hf_subset":"bug_Latn-srp_Cyrl","languages":["bug-Latn","srp-Cyrl"]},{"precision":0.622127,"recall":0.700593,"f1":0.645899,"accuracy":0.700593,"main_score":0.645899,"hf_subset":"bug_Latn-uig_Arab","languages":["bug-Latn","uig-Arab"]},{"precision":0.726755,"recall":0.786561,"f1":0.744798,"accuracy":0.786561,"main_score":0.744798,"hf_subset":"bug_Latn-aeb_Arab","languages":["bug-Latn","aeb-Arab"]},{"precision":0.737253,"recall":0.800395,"f1":0.756804,"accuracy":0.800395,"main_score":0.756804,"hf_subset":"bug_Latn-ben_Beng","languages":["bug-Latn","ben-Beng"]},{"precision":0.737187,"recall":0.79249,"f1":0.754545,"accuracy":0.79249,"main_score":0.754545,"hf_subset":"bug_Latn-est_Latn","languages":["bug-Latn","est-Latn"]},{"precision":0.675553,"recall":0.744071,"f1":0.696591,"accuracy":0.744071,"main_score":0.696591,"hf_subset":"bug_Latn-hye_Armn","languages":["bug-Latn","hye-Armn"]},{"precision":0.473633,"recall":0.537549,"f1":0.491832,"accuracy":0.537549,"main_score":0.491832,"hf_subset":"bug_Latn-kmb_Latn","languages":["bug-Latn","kmb-Latn"]},{"precision":0.393058,"recall":0.480237,"f1":0.417333,"accuracy":0.480237,"main_score":0.417333,"hf_subset":"bug_Latn-min_Arab","languages":["bug-Latn","min-Arab"]},{"precision":0.740431,"recall":0.802372,"f1":0.759387,"accuracy":0.802372,"main_score":0.759387,"hf_subset":"bug_Latn-pol_Latn","languages":["bug-Latn","pol-Latn"]},{"precision":0.462928,"recall":0.532609,"f1":0.483418,"accuracy":0.532609,"main_score":0.483418,"hf_subset":"bug_Latn-ssw_Latn","languages":["bug-Latn","ssw-Latn"]},{"precision":0.759379,"recall":0.817194,"f1":0.777163,"accuracy":0.817194,"main_score":0.777163,"hf_subset":"bug_Latn-ukr_Cyrl","languages":["bug-Latn","ukr-Cyrl"]},{"precision":0.755764,"recall":0.814229,"f1":0.773979,"accuracy":0.814229,"main_score":0.773979,"hf_subset":"bug_Latn-afr_Latn","languages":["bug-Latn","afr-Latn"]},{"precision":0.715777,"recall":0.781621,"f1":0.736086,"accuracy":0.781621,"main_score":0.736086,"hf_subset":"bug_Latn-bho_Deva","languages":["bug-Latn","bho-Deva"]},{"precision":0.692276,"recall":0.755929,"f1":0.711862,"accuracy":0.755929,"main_score":0.711862,"hf_subset":"bug_Latn-eus_Latn","languages":["bug-Latn","eus-Latn"]},{"precision":0.497003,"recall":0.568182,"f1":0.517553,"accuracy":0.568182,"main_score":0.517553,"hf_subset":"bug_Latn-ibo_Latn","languages":["bug-Latn","ibo-Latn"]},{"precision":0.609091,"recall":0.675889,"f1":0.628333,"accuracy":0.675889,"main_score":0.628333,"hf_subset":"bug_Latn-kmr_Latn","languages":["bug-Latn","kmr-Latn"]},{"precision":0.771666,"recall":0.817194,"f1":0.785853,"accuracy":0.817194,"main_score":0.785853,"hf_subset":"bug_Latn-min_Latn","languages":["bug-Latn","min-Latn"]},{"precision":0.763735,"recall":0.81917,"f1":0.780816,"accuracy":0.81917,"main_score":0.780816,"hf_subset":"bug_Latn-por_Latn","languages":["bug-Latn","por-Latn"]},{"precision":0.794252,"recall":0.838933,"f1":0.80799,"accuracy":0.838933,"main_score":0.80799,"hf_subset":"bug_Latn-sun_Latn","languages":["bug-Latn","sun-Latn"]},{"precision":0.459264,"recall":0.527668,"f1":0.479553,"accuracy":0.527668,"main_score":0.479553,"hf_subset":"bug_Latn-umb_Latn","languages":["bug-Latn","umb-Latn"]},{"precision":0.72817,"recall":0.795455,"f1":0.748968,"accuracy":0.795455,"main_score":0.748968,"hf_subset":"bug_Latn-ajp_Arab","languages":["bug-Latn","ajp-Arab"]},{"precision":0.417814,"recall":0.500988,"f1":0.440845,"accuracy":0.500988,"main_score":0.440845,"hf_subset":"bug_Latn-bjn_Arab","languages":["bug-Latn","bjn-Arab"]},{"precision":0.482193,"recall":0.540514,"f1":0.498803,"accuracy":0.540514,"main_score":0.498803,"hf_subset":"bug_Latn-ewe_Latn","languages":["bug-Latn","ewe-Latn"]},{"precision":0.731066,"recall":0.775692,"f1":0.744735,"accuracy":0.775692,"main_score":0.744735,"hf_subset":"bug_Latn-ilo_Latn","languages":["bug-Latn","ilo-Latn"]},{"precision":0.198605,"recall":0.273715,"f1":0.217033,"accuracy":0.273715,"main_score":0.217033,"hf_subset":"bug_Latn-knc_Arab","languages":["bug-Latn","knc-Arab"]},{"precision":0.752662,"recall":0.814229,"f1":0.771758,"accuracy":0.814229,"main_score":0.771758,"hf_subset":"bug_Latn-mkd_Cyrl","languages":["bug-Latn","mkd-Cyrl"]},{"precision":0.738258,"recall":0.799407,"f1":0.756917,"accuracy":0.799407,"main_score":0.756917,"hf_subset":"bug_Latn-prs_Arab","languages":["bug-Latn","prs-Arab"]},{"precision":0.748115,"recall":0.813241,"f1":0.768561,"accuracy":0.813241,"main_score":0.768561,"hf_subset":"bug_Latn-swe_Latn","languages":["bug-Latn","swe-Latn"]},{"precision":0.697694,"recall":0.767787,"f1":0.719302,"accuracy":0.767787,"main_score":0.719302,"hf_subset":"bug_Latn-urd_Arab","languages":["bug-Latn","urd-Arab"]},{"precision":0.553626,"recall":0.614625,"f1":0.571959,"accuracy":0.614625,"main_score":0.571959,"hf_subset":"bug_Latn-aka_Latn","languages":["bug-Latn","aka-Latn"]},{"precision":0.759634,"recall":0.8083,"f1":0.774901,"accuracy":0.8083,"main_score":0.774901,"hf_subset":"bug_Latn-bjn_Latn","languages":["bug-Latn","bjn-Latn"]},{"precision":0.608399,"recall":0.681818,"f1":0.630665,"accuracy":0.681818,"main_score":0.630665,"hf_subset":"bug_Latn-fao_Latn","languages":["bug-Latn","fao-Latn"]},{"precision":0.794384,"recall":0.841897,"f1":0.809274,"accuracy":0.841897,"main_score":0.809274,"hf_subset":"bug_Latn-ind_Latn","languages":["bug-Latn","ind-Latn"]},{"precision":0.518806,"recall":0.581028,"f1":0.536319,"accuracy":0.581028,"main_score":0.536319,"hf_subset":"bug_Latn-knc_Latn","languages":["bug-Latn","knc-Latn"]},{"precision":0.760003,"recall":0.809289,"f1":0.774911,"accuracy":0.809289,"main_score":0.774911,"hf_subset":"bug_Latn-mlt_Latn","languages":["bug-Latn","mlt-Latn"]},{"precision":0.56143,"recall":0.625494,"f1":0.580072,"accuracy":0.625494,"main_score":0.580072,"hf_subset":"bug_Latn-quy_Latn","languages":["bug-Latn","quy-Latn"]},{"precision":0.555912,"recall":0.630435,"f1":0.578314,"accuracy":0.630435,"main_score":0.578314,"hf_subset":"bug_Latn-swh_Latn","languages":["bug-Latn","swh-Latn"]},{"precision":0.708842,"recall":0.773715,"f1":0.72828,"accuracy":0.773715,"main_score":0.72828,"hf_subset":"bug_Latn-uzn_Latn","languages":["bug-Latn","uzn-Latn"]},{"precision":0.748139,"recall":0.804348,"f1":0.765349,"accuracy":0.804348,"main_score":0.765349,"hf_subset":"bug_Latn-als_Latn","languages":["bug-Latn","als-Latn"]},{"precision":0.151245,"recall":0.216403,"f1":0.166405,"accuracy":0.216403,"main_score":0.166405,"hf_subset":"bug_Latn-bod_Tibt","languages":["bug-Latn","bod-Tibt"]},{"precision":0.49982,"recall":0.566206,"f1":0.518733,"accuracy":0.566206,"main_score":0.518733,"hf_subset":"bug_Latn-fij_Latn","languages":["bug-Latn","fij-Latn"]},{"precision":0.582384,"recall":0.661067,"f1":0.605703,"accuracy":0.661067,"main_score":0.605703,"hf_subset":"bug_Latn-isl_Latn","languages":["bug-Latn","isl-Latn"]},{"precision":0.545619,"recall":0.612648,"f1":0.564913,"accuracy":0.612648,"main_score":0.564913,"hf_subset":"bug_Latn-kon_Latn","languages":["bug-Latn","kon-Latn"]},{"precision":0.501178,"recall":0.583004,"f1":0.52481,"accuracy":0.583004,"main_score":0.52481,"hf_subset":"bug_Latn-mni_Beng","languages":["bug-Latn","mni-Beng"]},{"precision":0.768423,"recall":0.820158,"f1":0.784176,"accuracy":0.820158,"main_score":0.784176,"hf_subset":"bug_Latn-ron_Latn","languages":["bug-Latn","ron-Latn"]},{"precision":0.730352,"recall":0.791502,"f1":0.749525,"accuracy":0.791502,"main_score":0.749525,"hf_subset":"bug_Latn-szl_Latn","languages":["bug-Latn","szl-Latn"]},{"precision":0.756374,"recall":0.809289,"f1":0.772384,"accuracy":0.809289,"main_score":0.772384,"hf_subset":"bug_Latn-vec_Latn","languages":["bug-Latn","vec-Latn"]},{"precision":0.352843,"recall":0.436759,"f1":0.376462,"accuracy":0.436759,"main_score":0.376462,"hf_subset":"bug_Latn-amh_Ethi","languages":["bug-Latn","amh-Ethi"]},{"precision":0.776252,"recall":0.826087,"f1":0.791555,"accuracy":0.826087,"main_score":0.791555,"hf_subset":"bug_Latn-bos_Latn","languages":["bug-Latn","bos-Latn"]},{"precision":0.736067,"recall":0.793478,"f1":0.753854,"accuracy":0.793478,"main_score":0.753854,"hf_subset":"bug_Latn-fin_Latn","languages":["bug-Latn","fin-Latn"]},{"precision":0.762599,"recall":0.821146,"f1":0.780421,"accuracy":0.821146,"main_score":0.780421,"hf_subset":"bug_Latn-ita_Latn","languages":["bug-Latn","ita-Latn"]},{"precision":0.734997,"recall":0.794466,"f1":0.753327,"accuracy":0.794466,"main_score":0.753327,"hf_subset":"bug_Latn-kor_Hang","languages":["bug-Latn","kor-Hang"]},{"precision":0.508993,"recall":0.571146,"f1":0.526638,"accuracy":0.571146,"main_score":0.526638,"hf_subset":"bug_Latn-mos_Latn","languages":["bug-Latn","mos-Latn"]},{"precision":0.4647,"recall":0.532609,"f1":0.484013,"accuracy":0.532609,"main_score":0.484013,"hf_subset":"bug_Latn-run_Latn","languages":["bug-Latn","run-Latn"]},{"precision":0.688801,"recall":0.758893,"f1":0.710211,"accuracy":0.758893,"main_score":0.710211,"hf_subset":"bug_Latn-tam_Taml","languages":["bug-Latn","tam-Taml"]},{"precision":0.750412,"recall":0.807312,"f1":0.768149,"accuracy":0.807312,"main_score":0.768149,"hf_subset":"bug_Latn-vie_Latn","languages":["bug-Latn","vie-Latn"]},{"precision":0.725132,"recall":0.790514,"f1":0.745362,"accuracy":0.790514,"main_score":0.745362,"hf_subset":"bug_Latn-apc_Arab","languages":["bug-Latn","apc-Arab"]},{"precision":0.447588,"recall":0.506917,"f1":0.464237,"accuracy":0.506917,"main_score":0.464237,"hf_subset":"bug_Latn-fon_Latn","languages":["bug-Latn","fon-Latn"]},{"precision":0.780138,"recall":0.832016,"f1":0.796739,"accuracy":0.832016,"main_score":0.796739,"hf_subset":"bug_Latn-jav_Latn","languages":["bug-Latn","jav-Latn"]},{"precision":0.51418,"recall":0.592885,"f1":0.536698,"accuracy":0.592885,"main_score":0.536698,"hf_subset":"bug_Latn-lao_Laoo","languages":["bug-Latn","lao-Laoo"]},{"precision":0.47659,"recall":0.548419,"f1":0.497105,"accuracy":0.548419,"main_score":0.497105,"hf_subset":"bug_Latn-mri_Latn","languages":["bug-Latn","mri-Latn"]},{"precision":0.75275,"recall":0.813241,"f1":0.771772,"accuracy":0.813241,"main_score":0.771772,"hf_subset":"bug_Latn-rus_Cyrl","languages":["bug-Latn","rus-Cyrl"]},{"precision":0.50219,"recall":0.563241,"f1":0.519866,"accuracy":0.563241,"main_score":0.519866,"hf_subset":"bug_Latn-taq_Latn","languages":["bug-Latn","taq-Latn"]},{"precision":0.782477,"recall":0.829051,"f1":0.796447,"accuracy":0.829051,"main_score":0.796447,"hf_subset":"bug_Latn-war_Latn","languages":["bug-Latn","war-Latn"]},{"precision":0.743577,"recall":0.80336,"f1":0.761957,"accuracy":0.80336,"main_score":0.761957,"hf_subset":"bug_Latn-arb_Arab","languages":["bug-Latn","arb-Arab"]},{"precision":0.763958,"recall":0.822134,"f1":0.782042,"accuracy":0.822134,"main_score":0.782042,"hf_subset":"bug_Latn-bul_Cyrl","languages":["bug-Latn","bul-Cyrl"]},{"precision":0.773386,"recall":0.83004,"f1":0.79106,"accuracy":0.83004,"main_score":0.79106,"hf_subset":"bug_Latn-fra_Latn","languages":["bug-Latn","fra-Latn"]},{"precision":0.736693,"recall":0.799407,"f1":0.756588,"accuracy":0.799407,"main_score":0.756588,"hf_subset":"bug_Latn-jpn_Jpan","languages":["bug-Latn","jpn-Jpan"]},{"precision":0.761726,"recall":0.813241,"f1":0.777588,"accuracy":0.813241,"main_score":0.777588,"hf_subset":"bug_Latn-lij_Latn","languages":["bug-Latn","lij-Latn"]},{"precision":0.459563,"recall":0.560277,"f1":0.4881,"accuracy":0.560277,"main_score":0.4881,"hf_subset":"bug_Latn-mya_Mymr","languages":["bug-Latn","mya-Mymr"]},{"precision":0.533771,"recall":0.597826,"f1":0.552393,"accuracy":0.597826,"main_score":0.552393,"hf_subset":"bug_Latn-sag_Latn","languages":["bug-Latn","sag-Latn"]},{"precision":0.138584,"recall":0.215415,"f1":0.15474,"accuracy":0.215415,"main_score":0.15474,"hf_subset":"bug_Latn-taq_Tfng","languages":["bug-Latn","taq-Tfng"]},{"precision":0.552776,"recall":0.616601,"f1":0.571906,"accuracy":0.616601,"main_score":0.571906,"hf_subset":"bug_Latn-wol_Latn","languages":["bug-Latn","wol-Latn"]},{"precision":0.465574,"recall":0.547431,"f1":0.48897,"accuracy":0.547431,"main_score":0.48897,"hf_subset":"bug_Latn-arb_Latn","languages":["bug-Latn","arb-Latn"]},{"precision":0.753715,"recall":0.811265,"f1":0.771036,"accuracy":0.811265,"main_score":0.771036,"hf_subset":"bug_Latn-cat_Latn","languages":["bug-Latn","cat-Latn"]},{"precision":0.75205,"recall":0.807312,"f1":0.769027,"accuracy":0.807312,"main_score":0.769027,"hf_subset":"bug_Latn-fur_Latn","languages":["bug-Latn","fur-Latn"]},{"precision":0.353873,"recall":0.416996,"f1":0.3714,"accuracy":0.416996,"main_score":0.3714,"hf_subset":"bug_Latn-kab_Latn","languages":["bug-Latn","kab-Latn"]},{"precision":0.721706,"recall":0.785573,"f1":0.741535,"accuracy":0.785573,"main_score":0.741535,"hf_subset":"bug_Latn-lim_Latn","languages":["bug-Latn","lim-Latn"]},{"precision":0.761199,"recall":0.816206,"f1":0.778228,"accuracy":0.816206,"main_score":0.778228,"hf_subset":"bug_Latn-nld_Latn","languages":["bug-Latn","nld-Latn"]},{"precision":0.652547,"recall":0.731225,"f1":0.67627,"accuracy":0.731225,"main_score":0.67627,"hf_subset":"bug_Latn-san_Deva","languages":["bug-Latn","san-Deva"]},{"precision":0.704506,"recall":0.764822,"f1":0.723271,"accuracy":0.764822,"main_score":0.723271,"hf_subset":"bug_Latn-tat_Cyrl","languages":["bug-Latn","tat-Cyrl"]},{"precision":0.50942,"recall":0.58004,"f1":0.529927,"accuracy":0.58004,"main_score":0.529927,"hf_subset":"bug_Latn-xho_Latn","languages":["bug-Latn","xho-Latn"]},{"precision":0.744236,"recall":0.802372,"f1":0.762041,"accuracy":0.802372,"main_score":0.762041,"hf_subset":"bug_Latn-ars_Arab","languages":["bug-Latn","ars-Arab"]},{"precision":0.747316,"recall":0.802372,"f1":0.764526,"accuracy":0.802372,"main_score":0.764526,"hf_subset":"bug_Latn-ceb_Latn","languages":["bug-Latn","ceb-Latn"]},{"precision":0.478972,"recall":0.548419,"f1":0.499012,"accuracy":0.548419,"main_score":0.499012,"hf_subset":"bug_Latn-fuv_Latn","languages":["bug-Latn","fuv-Latn"]},{"precision":0.483758,"recall":0.552372,"f1":0.502876,"accuracy":0.552372,"main_score":0.502876,"hf_subset":"bug_Latn-kac_Latn","languages":["bug-Latn","kac-Latn"]},{"precision":0.554941,"recall":0.617589,"f1":0.573607,"accuracy":0.617589,"main_score":0.573607,"hf_subset":"bug_Latn-lin_Latn","languages":["bug-Latn","lin-Latn"]},{"precision":0.740613,"recall":0.799407,"f1":0.759025,"accuracy":0.799407,"main_score":0.759025,"hf_subset":"bug_Latn-nno_Latn","languages":["bug-Latn","nno-Latn"]},{"precision":0.022724,"recall":0.06917,"f1":0.028877,"accuracy":0.06917,"main_score":0.028877,"hf_subset":"bug_Latn-sat_Olck","languages":["bug-Latn","sat-Olck"]},{"precision":0.72607,"recall":0.789526,"f1":0.745553,"accuracy":0.789526,"main_score":0.745553,"hf_subset":"bug_Latn-tel_Telu","languages":["bug-Latn","tel-Telu"]},{"precision":0.518297,"recall":0.602767,"f1":0.543742,"accuracy":0.602767,"main_score":0.543742,"hf_subset":"bug_Latn-ydd_Hebr","languages":["bug-Latn","ydd-Hebr"]},{"precision":0.705986,"recall":0.770751,"f1":0.725714,"accuracy":0.770751,"main_score":0.725714,"hf_subset":"bug_Latn-ary_Arab","languages":["bug-Latn","ary-Arab"]},{"precision":0.750864,"recall":0.8083,"f1":0.768431,"accuracy":0.8083,"main_score":0.768431,"hf_subset":"bug_Latn-ces_Latn","languages":["bug-Latn","ces-Latn"]},{"precision":0.404489,"recall":0.487154,"f1":0.427972,"accuracy":0.487154,"main_score":0.427972,"hf_subset":"bug_Latn-gaz_Latn","languages":["bug-Latn","gaz-Latn"]},{"precision":0.489394,"recall":0.5583,"f1":0.509161,"accuracy":0.5583,"main_score":0.509161,"hf_subset":"bug_Latn-kam_Latn","languages":["bug-Latn","kam-Latn"]},{"precision":0.734827,"recall":0.796443,"f1":0.753675,"accuracy":0.796443,"main_score":0.753675,"hf_subset":"bug_Latn-lit_Latn","languages":["bug-Latn","lit-Latn"]},{"precision":0.751263,"recall":0.809289,"f1":0.769203,"accuracy":0.809289,"main_score":0.769203,"hf_subset":"bug_Latn-nob_Latn","languages":["bug-Latn","nob-Latn"]},{"precision":0.736084,"recall":0.789526,"f1":0.752635,"accuracy":0.789526,"main_score":0.752635,"hf_subset":"bug_Latn-scn_Latn","languages":["bug-Latn","scn-Latn"]},{"precision":0.658333,"recall":0.72332,"f1":0.677964,"accuracy":0.72332,"main_score":0.677964,"hf_subset":"bug_Latn-tgk_Cyrl","languages":["bug-Latn","tgk-Cyrl"]},{"precision":0.450782,"recall":0.518775,"f1":0.470876,"accuracy":0.518775,"main_score":0.470876,"hf_subset":"bug_Latn-yor_Latn","languages":["bug-Latn","yor-Latn"]},{"precision":0.735013,"recall":0.794466,"f1":0.753393,"accuracy":0.794466,"main_score":0.753393,"hf_subset":"bug_Latn-arz_Arab","languages":["bug-Latn","arz-Arab"]},{"precision":0.495704,"recall":0.566206,"f1":0.515764,"accuracy":0.566206,"main_score":0.515764,"hf_subset":"bug_Latn-cjk_Latn","languages":["bug-Latn","cjk-Latn"]},{"precision":0.484552,"recall":0.563241,"f1":0.507397,"accuracy":0.563241,"main_score":0.507397,"hf_subset":"bug_Latn-gla_Latn","languages":["bug-Latn","gla-Latn"]},{"precision":0.717778,"recall":0.777668,"f1":0.735628,"accuracy":0.777668,"main_score":0.735628,"hf_subset":"bug_Latn-kan_Knda","languages":["bug-Latn","kan-Knda"]},{"precision":0.744005,"recall":0.797431,"f1":0.760112,"accuracy":0.797431,"main_score":0.760112,"hf_subset":"bug_Latn-lmo_Latn","languages":["bug-Latn","lmo-Latn"]},{"precision":0.720669,"recall":0.784585,"f1":0.740514,"accuracy":0.784585,"main_score":0.740514,"hf_subset":"bug_Latn-npi_Deva","languages":["bug-Latn","npi-Deva"]},{"precision":0.418796,"recall":0.514822,"f1":0.445817,"accuracy":0.514822,"main_score":0.445817,"hf_subset":"bug_Latn-shn_Mymr","languages":["bug-Latn","shn-Mymr"]},{"precision":0.765168,"recall":0.814229,"f1":0.779927,"accuracy":0.814229,"main_score":0.779927,"hf_subset":"bug_Latn-tgl_Latn","languages":["bug-Latn","tgl-Latn"]},{"precision":0.739377,"recall":0.806324,"f1":0.760408,"accuracy":0.806324,"main_score":0.760408,"hf_subset":"bug_Latn-yue_Hant","languages":["bug-Latn","yue-Hant"]},{"precision":0.664904,"recall":0.73419,"f1":0.686128,"accuracy":0.73419,"main_score":0.686128,"hf_subset":"bug_Latn-asm_Beng","languages":["bug-Latn","asm-Beng"]},{"precision":0.525609,"recall":0.604743,"f1":0.548602,"accuracy":0.604743,"main_score":0.548602,"hf_subset":"bug_Latn-ckb_Arab","languages":["bug-Latn","ckb-Arab"]},{"precision":0.524252,"recall":0.602767,"f1":0.547617,"accuracy":0.602767,"main_score":0.547617,"hf_subset":"bug_Latn-gle_Latn","languages":["bug-Latn","gle-Latn"]},{"precision":0.6369,"recall":0.719368,"f1":0.662222,"accuracy":0.719368,"main_score":0.662222,"hf_subset":"bug_Latn-kas_Arab","languages":["bug-Latn","kas-Arab"]},{"precision":0.665217,"recall":0.73419,"f1":0.685852,"accuracy":0.73419,"main_score":0.685852,"hf_subset":"bug_Latn-ltg_Latn","languages":["bug-Latn","ltg-Latn"]},{"precision":0.539047,"recall":0.603755,"f1":0.55799,"accuracy":0.603755,"main_score":0.55799,"hf_subset":"bug_Latn-nso_Latn","languages":["bug-Latn","nso-Latn"]},{"precision":0.22342,"recall":0.285573,"f1":0.239346,"accuracy":0.285573,"main_score":0.239346,"hf_subset":"bug_Latn-sin_Sinh","languages":["bug-Latn","sin-Sinh"]},{"precision":0.743808,"recall":0.806324,"f1":0.762898,"accuracy":0.806324,"main_score":0.762898,"hf_subset":"bug_Latn-tha_Thai","languages":["bug-Latn","tha-Thai"]},{"precision":0.742671,"recall":0.802372,"f1":0.761199,"accuracy":0.802372,"main_score":0.761199,"hf_subset":"bug_Latn-zho_Hans","languages":["bug-Latn","zho-Hans"]},{"precision":0.758926,"recall":0.815217,"f1":0.77612,"accuracy":0.815217,"main_score":0.77612,"hf_subset":"bug_Latn-ast_Latn","languages":["bug-Latn","ast-Latn"]},{"precision":0.68774,"recall":0.752964,"f1":0.707955,"accuracy":0.752964,"main_score":0.707955,"hf_subset":"bug_Latn-crh_Latn","languages":["bug-Latn","crh-Latn"]},{"precision":0.773719,"recall":0.826087,"f1":0.789429,"accuracy":0.826087,"main_score":0.789429,"hf_subset":"bug_Latn-glg_Latn","languages":["bug-Latn","glg-Latn"]},{"precision":0.593815,"recall":0.667984,"f1":0.615689,"accuracy":0.667984,"main_score":0.615689,"hf_subset":"bug_Latn-kas_Deva","languages":["bug-Latn","kas-Deva"]},{"precision":0.751235,"recall":0.804348,"f1":0.767772,"accuracy":0.804348,"main_score":0.767772,"hf_subset":"bug_Latn-ltz_Latn","languages":["bug-Latn","ltz-Latn"]},{"precision":0.414414,"recall":0.491107,"f1":0.435252,"accuracy":0.491107,"main_score":0.435252,"hf_subset":"bug_Latn-nus_Latn","languages":["bug-Latn","nus-Latn"]},{"precision":0.75504,"recall":0.811265,"f1":0.772365,"accuracy":0.811265,"main_score":0.772365,"hf_subset":"bug_Latn-slk_Latn","languages":["bug-Latn","slk-Latn"]},{"precision":0.241186,"recall":0.305336,"f1":0.257571,"accuracy":0.305336,"main_score":0.257571,"hf_subset":"bug_Latn-tir_Ethi","languages":["bug-Latn","tir-Ethi"]},{"precision":0.73946,"recall":0.802372,"f1":0.758714,"accuracy":0.802372,"main_score":0.758714,"hf_subset":"bug_Latn-zho_Hant","languages":["bug-Latn","zho-Hant"]},{"precision":0.736307,"recall":0.795455,"f1":0.754218,"accuracy":0.795455,"main_score":0.754218,"hf_subset":"bug_Latn-awa_Deva","languages":["bug-Latn","awa-Deva"]},{"precision":0.60689,"recall":0.672925,"f1":0.627113,"accuracy":0.672925,"main_score":0.627113,"hf_subset":"bug_Latn-cym_Latn","languages":["bug-Latn","cym-Latn"]},{"precision":0.673555,"recall":0.72332,"f1":0.688439,"accuracy":0.72332,"main_score":0.688439,"hf_subset":"bug_Latn-grn_Latn","languages":["bug-Latn","grn-Latn"]},{"precision":0.689833,"recall":0.757905,"f1":0.710578,"accuracy":0.757905,"main_score":0.710578,"hf_subset":"bug_Latn-kat_Geor","languages":["bug-Latn","kat-Geor"]},{"precision":0.554985,"recall":0.612648,"f1":0.572069,"accuracy":0.612648,"main_score":0.572069,"hf_subset":"bug_Latn-lua_Latn","languages":["bug-Latn","lua-Latn"]},{"precision":0.512994,"recall":0.578063,"f1":0.532279,"accuracy":0.578063,"main_score":0.532279,"hf_subset":"bug_Latn-nya_Latn","languages":["bug-Latn","nya-Latn"]},{"precision":0.740222,"recall":0.799407,"f1":0.758267,"accuracy":0.799407,"main_score":0.758267,"hf_subset":"bug_Latn-slv_Latn","languages":["bug-Latn","slv-Latn"]},{"precision":0.685482,"recall":0.743083,"f1":0.702767,"accuracy":0.743083,"main_score":0.702767,"hf_subset":"bug_Latn-tpi_Latn","languages":["bug-Latn","tpi-Latn"]},{"precision":0.780295,"recall":0.832016,"f1":0.796055,"accuracy":0.832016,"main_score":0.796055,"hf_subset":"bug_Latn-zsm_Latn","languages":["bug-Latn","zsm-Latn"]},{"precision":0.485054,"recall":0.551383,"f1":0.504144,"accuracy":0.551383,"main_score":0.504144,"hf_subset":"bug_Latn-ayr_Latn","languages":["bug-Latn","ayr-Latn"]},{"precision":0.768156,"recall":0.825099,"f1":0.785771,"accuracy":0.825099,"main_score":0.785771,"hf_subset":"bug_Latn-dan_Latn","languages":["bug-Latn","dan-Latn"]},{"precision":0.73802,"recall":0.798419,"f1":0.756228,"accuracy":0.798419,"main_score":0.756228,"hf_subset":"bug_Latn-guj_Gujr","languages":["bug-Latn","guj-Gujr"]},{"precision":0.730049,"recall":0.794466,"f1":0.749838,"accuracy":0.794466,"main_score":0.749838,"hf_subset":"bug_Latn-kaz_Cyrl","languages":["bug-Latn","kaz-Cyrl"]},{"precision":0.45398,"recall":0.518775,"f1":0.472991,"accuracy":0.518775,"main_score":0.472991,"hf_subset":"bug_Latn-lug_Latn","languages":["bug-Latn","lug-Latn"]},{"precision":0.762187,"recall":0.816206,"f1":0.779282,"accuracy":0.816206,"main_score":0.779282,"hf_subset":"bug_Latn-oci_Latn","languages":["bug-Latn","oci-Latn"]},{"precision":0.523468,"recall":0.586957,"f1":0.541704,"accuracy":0.586957,"main_score":0.541704,"hf_subset":"bug_Latn-smo_Latn","languages":["bug-Latn","smo-Latn"]},{"precision":0.479202,"recall":0.546443,"f1":0.497818,"accuracy":0.546443,"main_score":0.497818,"hf_subset":"bug_Latn-tsn_Latn","languages":["bug-Latn","tsn-Latn"]},{"precision":0.449045,"recall":0.519763,"f1":0.468864,"accuracy":0.519763,"main_score":0.468864,"hf_subset":"bug_Latn-zul_Latn","languages":["bug-Latn","zul-Latn"]},{"precision":0.614007,"recall":0.690711,"f1":0.637491,"accuracy":0.690711,"main_score":0.637491,"hf_subset":"bug_Latn-azb_Arab","languages":["bug-Latn","azb-Arab"]},{"precision":0.768108,"recall":0.823123,"f1":0.784692,"accuracy":0.823123,"main_score":0.784692,"hf_subset":"bug_Latn-deu_Latn","languages":["bug-Latn","deu-Latn"]},{"precision":0.671904,"recall":0.737154,"f1":0.69193,"accuracy":0.737154,"main_score":0.69193,"hf_subset":"bug_Latn-hat_Latn","languages":["bug-Latn","hat-Latn"]},{"precision":0.456623,"recall":0.522727,"f1":0.474749,"accuracy":0.522727,"main_score":0.474749,"hf_subset":"bug_Latn-kbp_Latn","languages":["bug-Latn","kbp-Latn"]},{"precision":0.522936,"recall":0.58498,"f1":0.540827,"accuracy":0.58498,"main_score":0.540827,"hf_subset":"bug_Latn-luo_Latn","languages":["bug-Latn","luo-Latn"]},{"precision":0.678986,"recall":0.753953,"f1":0.701877,"accuracy":0.753953,"main_score":0.701877,"hf_subset":"bug_Latn-ory_Orya","languages":["bug-Latn","ory-Orya"]},{"precision":0.481909,"recall":0.552372,"f1":0.502478,"accuracy":0.552372,"main_score":0.502478,"hf_subset":"bug_Latn-sna_Latn","languages":["bug-Latn","sna-Latn"]},{"precision":0.47254,"recall":0.539526,"f1":0.491811,"accuracy":0.539526,"main_score":0.491811,"hf_subset":"bug_Latn-tso_Latn","languages":["bug-Latn","tso-Latn"]},{"precision":0.715195,"recall":0.782609,"f1":0.735441,"accuracy":0.782609,"main_score":0.735441,"hf_subset":"bug_Latn-azj_Latn","languages":["bug-Latn","azj-Latn"]},{"precision":0.489328,"recall":0.555336,"f1":0.509241,"accuracy":0.555336,"main_score":0.509241,"hf_subset":"bug_Latn-dik_Latn","languages":["bug-Latn","dik-Latn"]},{"precision":0.480599,"recall":0.543478,"f1":0.49883,"accuracy":0.543478,"main_score":0.49883,"hf_subset":"bug_Latn-hau_Latn","languages":["bug-Latn","hau-Latn"]},{"precision":0.763093,"recall":0.813241,"f1":0.779018,"accuracy":0.813241,"main_score":0.779018,"hf_subset":"bug_Latn-kea_Latn","languages":["bug-Latn","kea-Latn"]},{"precision":0.629051,"recall":0.683794,"f1":0.645342,"accuracy":0.683794,"main_score":0.645342,"hf_subset":"bug_Latn-lus_Latn","languages":["bug-Latn","lus-Latn"]},{"precision":0.708181,"recall":0.749012,"f1":0.72026,"accuracy":0.749012,"main_score":0.72026,"hf_subset":"bug_Latn-pag_Latn","languages":["bug-Latn","pag-Latn"]},{"precision":0.686457,"recall":0.753953,"f1":0.707213,"accuracy":0.753953,"main_score":0.707213,"hf_subset":"bug_Latn-snd_Arab","languages":["bug-Latn","snd-Arab"]},{"precision":0.631583,"recall":0.699605,"f1":0.652213,"accuracy":0.699605,"main_score":0.652213,"hf_subset":"bug_Latn-tuk_Latn","languages":["bug-Latn","tuk-Latn"]},{"precision":0.721196,"recall":0.775692,"f1":0.737963,"accuracy":0.775692,"main_score":0.737963,"hf_subset":"bug_Latn-bak_Cyrl","languages":["bug-Latn","bak-Cyrl"]},{"precision":0.431391,"recall":0.511858,"f1":0.454687,"accuracy":0.511858,"main_score":0.454687,"hf_subset":"bug_Latn-dyu_Latn","languages":["bug-Latn","dyu-Latn"]},{"precision":0.703796,"recall":0.772727,"f1":0.725253,"accuracy":0.772727,"main_score":0.725253,"hf_subset":"bug_Latn-heb_Hebr","languages":["bug-Latn","heb-Hebr"]},{"precision":0.626901,"recall":0.698617,"f1":0.648372,"accuracy":0.698617,"main_score":0.648372,"hf_subset":"bug_Latn-khk_Cyrl","languages":["bug-Latn","khk-Cyrl"]},{"precision":0.741569,"recall":0.798419,"f1":0.758833,"accuracy":0.798419,"main_score":0.758833,"hf_subset":"bug_Latn-lvs_Latn","languages":["bug-Latn","lvs-Latn"]},{"precision":0.703493,"recall":0.769763,"f1":0.723584,"accuracy":0.769763,"main_score":0.723584,"hf_subset":"bug_Latn-pan_Guru","languages":["bug-Latn","pan-Guru"]},{"precision":0.453354,"recall":0.525692,"f1":0.473979,"accuracy":0.525692,"main_score":0.473979,"hf_subset":"bug_Latn-som_Latn","languages":["bug-Latn","som-Latn"]},{"precision":0.511177,"recall":0.571146,"f1":0.52884,"accuracy":0.571146,"main_score":0.52884,"hf_subset":"bug_Latn-tum_Latn","languages":["bug-Latn","tum-Latn"]},{"precision":0.305643,"recall":0.358696,"f1":0.320506,"accuracy":0.358696,"main_score":0.320506,"hf_subset":"fon_Latn-ace_Arab","languages":["fon-Latn","ace-Arab"]},{"precision":0.416666,"recall":0.455534,"f1":0.428061,"accuracy":0.455534,"main_score":0.428061,"hf_subset":"fon_Latn-bam_Latn","languages":["fon-Latn","bam-Latn"]},{"precision":0.104964,"recall":0.144269,"f1":0.114328,"accuracy":0.144269,"main_score":0.114328,"hf_subset":"fon_Latn-dzo_Tibt","languages":["fon-Latn","dzo-Tibt"]},{"precision":0.39121,"recall":0.456522,"f1":0.409491,"accuracy":0.456522,"main_score":0.409491,"hf_subset":"fon_Latn-hin_Deva","languages":["fon-Latn","hin-Deva"]},{"precision":0.318595,"recall":0.385375,"f1":0.337018,"accuracy":0.385375,"main_score":0.337018,"hf_subset":"fon_Latn-khm_Khmr","languages":["fon-Latn","khm-Khmr"]},{"precision":0.397668,"recall":0.456522,"f1":0.41475,"accuracy":0.456522,"main_score":0.41475,"hf_subset":"fon_Latn-mag_Deva","languages":["fon-Latn","mag-Deva"]},{"precision":0.424547,"recall":0.475296,"f1":0.438919,"accuracy":0.475296,"main_score":0.438919,"hf_subset":"fon_Latn-pap_Latn","languages":["fon-Latn","pap-Latn"]},{"precision":0.439226,"recall":0.485178,"f1":0.452368,"accuracy":0.485178,"main_score":0.452368,"hf_subset":"fon_Latn-sot_Latn","languages":["fon-Latn","sot-Latn"]},{"precision":0.410962,"recall":0.472332,"f1":0.428649,"accuracy":0.472332,"main_score":0.428649,"hf_subset":"fon_Latn-tur_Latn","languages":["fon-Latn","tur-Latn"]},{"precision":0.433185,"recall":0.475296,"f1":0.445479,"accuracy":0.475296,"main_score":0.445479,"hf_subset":"fon_Latn-ace_Latn","languages":["fon-Latn","ace-Latn"]},{"precision":0.436347,"recall":0.486166,"f1":0.451943,"accuracy":0.486166,"main_score":0.451943,"hf_subset":"fon_Latn-ban_Latn","languages":["fon-Latn","ban-Latn"]},{"precision":0.384332,"recall":0.453557,"f1":0.404309,"accuracy":0.453557,"main_score":0.404309,"hf_subset":"fon_Latn-ell_Grek","languages":["fon-Latn","ell-Grek"]},{"precision":0.393095,"recall":0.448617,"f1":0.409072,"accuracy":0.448617,"main_score":0.409072,"hf_subset":"fon_Latn-hne_Deva","languages":["fon-Latn","hne-Deva"]},{"precision":0.381447,"recall":0.434783,"f1":0.396357,"accuracy":0.434783,"main_score":0.396357,"hf_subset":"fon_Latn-kik_Latn","languages":["fon-Latn","kik-Latn"]},{"precision":0.40001,"recall":0.461462,"f1":0.417475,"accuracy":0.461462,"main_score":0.417475,"hf_subset":"fon_Latn-mai_Deva","languages":["fon-Latn","mai-Deva"]},{"precision":0.378879,"recall":0.434783,"f1":0.394429,"accuracy":0.434783,"main_score":0.394429,"hf_subset":"fon_Latn-pbt_Arab","languages":["fon-Latn","pbt-Arab"]},{"precision":0.405656,"recall":0.47332,"f1":0.425414,"accuracy":0.47332,"main_score":0.425414,"hf_subset":"fon_Latn-spa_Latn","languages":["fon-Latn","spa-Latn"]},{"precision":0.450741,"recall":0.487154,"f1":0.461613,"accuracy":0.487154,"main_score":0.461613,"hf_subset":"fon_Latn-twi_Latn","languages":["fon-Latn","twi-Latn"]},{"precision":0.396266,"recall":0.459486,"f1":0.414262,"accuracy":0.459486,"main_score":0.414262,"hf_subset":"fon_Latn-acm_Arab","languages":["fon-Latn","acm-Arab"]},{"precision":0.400156,"recall":0.459486,"f1":0.417255,"accuracy":0.459486,"main_score":0.417255,"hf_subset":"fon_Latn-bel_Cyrl","languages":["fon-Latn","bel-Cyrl"]},{"precision":0.39539,"recall":0.465415,"f1":0.415115,"accuracy":0.465415,"main_score":0.415115,"hf_subset":"fon_Latn-eng_Latn","languages":["fon-Latn","eng-Latn"]},{"precision":0.424613,"recall":0.482213,"f1":0.44118,"accuracy":0.482213,"main_score":0.44118,"hf_subset":"fon_Latn-hrv_Latn","languages":["fon-Latn","hrv-Latn"]},{"precision":0.424044,"recall":0.471344,"f1":0.436484,"accuracy":0.471344,"main_score":0.436484,"hf_subset":"fon_Latn-kin_Latn","languages":["fon-Latn","kin-Latn"]},{"precision":0.384043,"recall":0.447628,"f1":0.402561,"accuracy":0.447628,"main_score":0.402561,"hf_subset":"fon_Latn-mal_Mlym","languages":["fon-Latn","mal-Mlym"]},{"precision":0.395238,"recall":0.459486,"f1":0.412987,"accuracy":0.459486,"main_score":0.412987,"hf_subset":"fon_Latn-pes_Arab","languages":["fon-Latn","pes-Arab"]},{"precision":0.428157,"recall":0.48419,"f1":0.443904,"accuracy":0.48419,"main_score":0.443904,"hf_subset":"fon_Latn-srd_Latn","languages":["fon-Latn","srd-Latn"]},{"precision":0.150688,"recall":0.192688,"f1":0.161132,"accuracy":0.192688,"main_score":0.161132,"hf_subset":"fon_Latn-tzm_Tfng","languages":["fon-Latn","tzm-Tfng"]},{"precision":0.390423,"recall":0.450593,"f1":0.407866,"accuracy":0.450593,"main_score":0.407866,"hf_subset":"fon_Latn-acq_Arab","languages":["fon-Latn","acq-Arab"]},{"precision":0.466227,"recall":0.503953,"f1":0.477508,"accuracy":0.503953,"main_score":0.477508,"hf_subset":"fon_Latn-bem_Latn","languages":["fon-Latn","bem-Latn"]},{"precision":0.407344,"recall":0.469368,"f1":0.425568,"accuracy":0.469368,"main_score":0.425568,"hf_subset":"fon_Latn-epo_Latn","languages":["fon-Latn","epo-Latn"]},{"precision":0.415314,"recall":0.477273,"f1":0.432608,"accuracy":0.477273,"main_score":0.432608,"hf_subset":"fon_Latn-hun_Latn","languages":["fon-Latn","hun-Latn"]},{"precision":0.43465,"recall":0.48419,"f1":0.44896,"accuracy":0.48419,"main_score":0.44896,"hf_subset":"fon_Latn-kir_Cyrl","languages":["fon-Latn","kir-Cyrl"]},{"precision":0.391224,"recall":0.456522,"f1":0.410408,"accuracy":0.456522,"main_score":0.410408,"hf_subset":"fon_Latn-mar_Deva","languages":["fon-Latn","mar-Deva"]},{"precision":0.455252,"recall":0.494071,"f1":0.465742,"accuracy":0.494071,"main_score":0.465742,"hf_subset":"fon_Latn-plt_Latn","languages":["fon-Latn","plt-Latn"]},{"precision":0.412248,"recall":0.471344,"f1":0.429185,"accuracy":0.471344,"main_score":0.429185,"hf_subset":"fon_Latn-srp_Cyrl","languages":["fon-Latn","srp-Cyrl"]},{"precision":0.379814,"recall":0.436759,"f1":0.395937,"accuracy":0.436759,"main_score":0.395937,"hf_subset":"fon_Latn-uig_Arab","languages":["fon-Latn","uig-Arab"]},{"precision":0.383976,"recall":0.4417,"f1":0.400824,"accuracy":0.4417,"main_score":0.400824,"hf_subset":"fon_Latn-aeb_Arab","languages":["fon-Latn","aeb-Arab"]},{"precision":0.390012,"recall":0.453557,"f1":0.407795,"accuracy":0.453557,"main_score":0.407795,"hf_subset":"fon_Latn-ben_Beng","languages":["fon-Latn","ben-Beng"]},{"precision":0.398617,"recall":0.460474,"f1":0.416522,"accuracy":0.460474,"main_score":0.416522,"hf_subset":"fon_Latn-est_Latn","languages":["fon-Latn","est-Latn"]},{"precision":0.37671,"recall":0.445652,"f1":0.396298,"accuracy":0.445652,"main_score":0.396298,"hf_subset":"fon_Latn-hye_Armn","languages":["fon-Latn","hye-Armn"]},{"precision":0.432508,"recall":0.481225,"f1":0.446195,"accuracy":0.481225,"main_score":0.446195,"hf_subset":"fon_Latn-kmb_Latn","languages":["fon-Latn","kmb-Latn"]},{"precision":0.277807,"recall":0.339921,"f1":0.294993,"accuracy":0.339921,"main_score":0.294993,"hf_subset":"fon_Latn-min_Arab","languages":["fon-Latn","min-Arab"]},{"precision":0.411701,"recall":0.471344,"f1":0.428598,"accuracy":0.471344,"main_score":0.428598,"hf_subset":"fon_Latn-pol_Latn","languages":["fon-Latn","pol-Latn"]},{"precision":0.422654,"recall":0.469368,"f1":0.43546,"accuracy":0.469368,"main_score":0.43546,"hf_subset":"fon_Latn-ssw_Latn","languages":["fon-Latn","ssw-Latn"]},{"precision":0.411685,"recall":0.471344,"f1":0.428946,"accuracy":0.471344,"main_score":0.428946,"hf_subset":"fon_Latn-ukr_Cyrl","languages":["fon-Latn","ukr-Cyrl"]},{"precision":0.421563,"recall":0.481225,"f1":0.439112,"accuracy":0.481225,"main_score":0.439112,"hf_subset":"fon_Latn-afr_Latn","languages":["fon-Latn","afr-Latn"]},{"precision":0.391604,"recall":0.453557,"f1":0.408268,"accuracy":0.453557,"main_score":0.408268,"hf_subset":"fon_Latn-bho_Deva","languages":["fon-Latn","bho-Deva"]},{"precision":0.43624,"recall":0.48419,"f1":0.449553,"accuracy":0.48419,"main_score":0.449553,"hf_subset":"fon_Latn-eus_Latn","languages":["fon-Latn","eus-Latn"]},{"precision":0.426117,"recall":0.47332,"f1":0.43915,"accuracy":0.47332,"main_score":0.43915,"hf_subset":"fon_Latn-ibo_Latn","languages":["fon-Latn","ibo-Latn"]},{"precision":0.429323,"recall":0.475296,"f1":0.442701,"accuracy":0.475296,"main_score":0.442701,"hf_subset":"fon_Latn-kmr_Latn","languages":["fon-Latn","kmr-Latn"]},{"precision":0.424738,"recall":0.480237,"f1":0.440583,"accuracy":0.480237,"main_score":0.440583,"hf_subset":"fon_Latn-min_Latn","languages":["fon-Latn","min-Latn"]},{"precision":0.401644,"recall":0.469368,"f1":0.420884,"accuracy":0.469368,"main_score":0.420884,"hf_subset":"fon_Latn-por_Latn","languages":["fon-Latn","por-Latn"]},{"precision":0.425221,"recall":0.477273,"f1":0.440313,"accuracy":0.477273,"main_score":0.440313,"hf_subset":"fon_Latn-sun_Latn","languages":["fon-Latn","sun-Latn"]},{"precision":0.421617,"recall":0.468379,"f1":0.435754,"accuracy":0.468379,"main_score":0.435754,"hf_subset":"fon_Latn-umb_Latn","languages":["fon-Latn","umb-Latn"]},{"precision":0.385244,"recall":0.448617,"f1":0.403793,"accuracy":0.448617,"main_score":0.403793,"hf_subset":"fon_Latn-ajp_Arab","languages":["fon-Latn","ajp-Arab"]},{"precision":0.288265,"recall":0.340909,"f1":0.302281,"accuracy":0.340909,"main_score":0.302281,"hf_subset":"fon_Latn-bjn_Arab","languages":["fon-Latn","bjn-Arab"]},{"precision":0.433425,"recall":0.470356,"f1":0.444271,"accuracy":0.470356,"main_score":0.444271,"hf_subset":"fon_Latn-ewe_Latn","languages":["fon-Latn","ewe-Latn"]},{"precision":0.452088,"recall":0.490119,"f1":0.463021,"accuracy":0.490119,"main_score":0.463021,"hf_subset":"fon_Latn-ilo_Latn","languages":["fon-Latn","ilo-Latn"]},{"precision":0.196887,"recall":0.255929,"f1":0.212735,"accuracy":0.255929,"main_score":0.212735,"hf_subset":"fon_Latn-knc_Arab","languages":["fon-Latn","knc-Arab"]},{"precision":0.420629,"recall":0.480237,"f1":0.437337,"accuracy":0.480237,"main_score":0.437337,"hf_subset":"fon_Latn-mkd_Cyrl","languages":["fon-Latn","mkd-Cyrl"]},{"precision":0.394827,"recall":0.460474,"f1":0.413175,"accuracy":0.460474,"main_score":0.413175,"hf_subset":"fon_Latn-prs_Arab","languages":["fon-Latn","prs-Arab"]},{"precision":0.405925,"recall":0.465415,"f1":0.422768,"accuracy":0.465415,"main_score":0.422768,"hf_subset":"fon_Latn-swe_Latn","languages":["fon-Latn","swe-Latn"]},{"precision":0.363637,"recall":0.43083,"f1":0.382509,"accuracy":0.43083,"main_score":0.382509,"hf_subset":"fon_Latn-urd_Arab","languages":["fon-Latn","urd-Arab"]},{"precision":0.458284,"recall":0.496047,"f1":0.469998,"accuracy":0.496047,"main_score":0.469998,"hf_subset":"fon_Latn-aka_Latn","languages":["fon-Latn","aka-Latn"]},{"precision":0.421991,"recall":0.478261,"f1":0.438201,"accuracy":0.478261,"main_score":0.438201,"hf_subset":"fon_Latn-bjn_Latn","languages":["fon-Latn","bjn-Latn"]},{"precision":0.413918,"recall":0.469368,"f1":0.430426,"accuracy":0.469368,"main_score":0.430426,"hf_subset":"fon_Latn-fao_Latn","languages":["fon-Latn","fao-Latn"]},{"precision":0.410566,"recall":0.472332,"f1":0.428345,"accuracy":0.472332,"main_score":0.428345,"hf_subset":"fon_Latn-ind_Latn","languages":["fon-Latn","ind-Latn"]},{"precision":0.428122,"recall":0.467391,"f1":0.440154,"accuracy":0.467391,"main_score":0.440154,"hf_subset":"fon_Latn-knc_Latn","languages":["fon-Latn","knc-Latn"]},{"precision":0.433631,"recall":0.480237,"f1":0.44698,"accuracy":0.480237,"main_score":0.44698,"hf_subset":"fon_Latn-mlt_Latn","languages":["fon-Latn","mlt-Latn"]},{"precision":0.442391,"recall":0.482213,"f1":0.454235,"accuracy":0.482213,"main_score":0.454235,"hf_subset":"fon_Latn-quy_Latn","languages":["fon-Latn","quy-Latn"]},{"precision":0.420562,"recall":0.471344,"f1":0.434999,"accuracy":0.471344,"main_score":0.434999,"hf_subset":"fon_Latn-swh_Latn","languages":["fon-Latn","swh-Latn"]},{"precision":0.412332,"recall":0.470356,"f1":0.428856,"accuracy":0.470356,"main_score":0.428856,"hf_subset":"fon_Latn-uzn_Latn","languages":["fon-Latn","uzn-Latn"]},{"precision":0.413403,"recall":0.469368,"f1":0.42926,"accuracy":0.469368,"main_score":0.42926,"hf_subset":"fon_Latn-als_Latn","languages":["fon-Latn","als-Latn"]},{"precision":0.157102,"recall":0.208498,"f1":0.169345,"accuracy":0.208498,"main_score":0.169345,"hf_subset":"fon_Latn-bod_Tibt","languages":["fon-Latn","bod-Tibt"]},{"precision":0.425543,"recall":0.467391,"f1":0.437516,"accuracy":0.467391,"main_score":0.437516,"hf_subset":"fon_Latn-fij_Latn","languages":["fon-Latn","fij-Latn"]},{"precision":0.402281,"recall":0.459486,"f1":0.419192,"accuracy":0.459486,"main_score":0.419192,"hf_subset":"fon_Latn-isl_Latn","languages":["fon-Latn","isl-Latn"]},{"precision":0.438621,"recall":0.485178,"f1":0.451842,"accuracy":0.485178,"main_score":0.451842,"hf_subset":"fon_Latn-kon_Latn","languages":["fon-Latn","kon-Latn"]},{"precision":0.344056,"recall":0.397233,"f1":0.358681,"accuracy":0.397233,"main_score":0.358681,"hf_subset":"fon_Latn-mni_Beng","languages":["fon-Latn","mni-Beng"]},{"precision":0.419181,"recall":0.482213,"f1":0.437722,"accuracy":0.482213,"main_score":0.437722,"hf_subset":"fon_Latn-ron_Latn","languages":["fon-Latn","ron-Latn"]},{"precision":0.419993,"recall":0.471344,"f1":0.435024,"accuracy":0.471344,"main_score":0.435024,"hf_subset":"fon_Latn-szl_Latn","languages":["fon-Latn","szl-Latn"]},{"precision":0.4178,"recall":0.478261,"f1":0.43571,"accuracy":0.478261,"main_score":0.43571,"hf_subset":"fon_Latn-vec_Latn","languages":["fon-Latn","vec-Latn"]},{"precision":0.236829,"recall":0.297431,"f1":0.252383,"accuracy":0.297431,"main_score":0.252383,"hf_subset":"fon_Latn-amh_Ethi","languages":["fon-Latn","amh-Ethi"]},{"precision":0.423758,"recall":0.480237,"f1":0.440018,"accuracy":0.480237,"main_score":0.440018,"hf_subset":"fon_Latn-bos_Latn","languages":["fon-Latn","bos-Latn"]},{"precision":0.400899,"recall":0.466403,"f1":0.419726,"accuracy":0.466403,"main_score":0.419726,"hf_subset":"fon_Latn-fin_Latn","languages":["fon-Latn","fin-Latn"]},{"precision":0.415747,"recall":0.478261,"f1":0.434025,"accuracy":0.478261,"main_score":0.434025,"hf_subset":"fon_Latn-ita_Latn","languages":["fon-Latn","ita-Latn"]},{"precision":0.385795,"recall":0.45751,"f1":0.40555,"accuracy":0.45751,"main_score":0.40555,"hf_subset":"fon_Latn-kor_Hang","languages":["fon-Latn","kor-Hang"]},{"precision":0.438406,"recall":0.474308,"f1":0.449329,"accuracy":0.474308,"main_score":0.449329,"hf_subset":"fon_Latn-mos_Latn","languages":["fon-Latn","mos-Latn"]},{"precision":0.427228,"recall":0.474308,"f1":0.440035,"accuracy":0.474308,"main_score":0.440035,"hf_subset":"fon_Latn-run_Latn","languages":["fon-Latn","run-Latn"]},{"precision":0.375701,"recall":0.435771,"f1":0.393078,"accuracy":0.435771,"main_score":0.393078,"hf_subset":"fon_Latn-tam_Taml","languages":["fon-Latn","tam-Taml"]},{"precision":0.409776,"recall":0.469368,"f1":0.426602,"accuracy":0.469368,"main_score":0.426602,"hf_subset":"fon_Latn-vie_Latn","languages":["fon-Latn","vie-Latn"]},{"precision":0.38634,"recall":0.454545,"f1":0.406576,"accuracy":0.454545,"main_score":0.406576,"hf_subset":"fon_Latn-apc_Arab","languages":["fon-Latn","apc-Arab"]},{"precision":0.442203,"recall":0.48419,"f1":0.454222,"accuracy":0.48419,"main_score":0.454222,"hf_subset":"fon_Latn-bug_Latn","languages":["fon-Latn","bug-Latn"]},{"precision":0.434696,"recall":0.490119,"f1":0.450942,"accuracy":0.490119,"main_score":0.450942,"hf_subset":"fon_Latn-jav_Latn","languages":["fon-Latn","jav-Latn"]},{"precision":0.363988,"recall":0.418972,"f1":0.379306,"accuracy":0.418972,"main_score":0.379306,"hf_subset":"fon_Latn-lao_Laoo","languages":["fon-Latn","lao-Laoo"]},{"precision":0.409265,"recall":0.454545,"f1":0.422066,"accuracy":0.454545,"main_score":0.422066,"hf_subset":"fon_Latn-mri_Latn","languages":["fon-Latn","mri-Latn"]},{"precision":0.412287,"recall":0.477273,"f1":0.430516,"accuracy":0.477273,"main_score":0.430516,"hf_subset":"fon_Latn-rus_Cyrl","languages":["fon-Latn","rus-Cyrl"]},{"precision":0.423223,"recall":0.466403,"f1":0.435495,"accuracy":0.466403,"main_score":0.435495,"hf_subset":"fon_Latn-taq_Latn","languages":["fon-Latn","taq-Latn"]},{"precision":0.442238,"recall":0.490119,"f1":0.455966,"accuracy":0.490119,"main_score":0.455966,"hf_subset":"fon_Latn-war_Latn","languages":["fon-Latn","war-Latn"]},{"precision":0.391692,"recall":0.454545,"f1":0.409413,"accuracy":0.454545,"main_score":0.409413,"hf_subset":"fon_Latn-arb_Arab","languages":["fon-Latn","arb-Arab"]},{"precision":0.419019,"recall":0.478261,"f1":0.435391,"accuracy":0.478261,"main_score":0.435391,"hf_subset":"fon_Latn-bul_Cyrl","languages":["fon-Latn","bul-Cyrl"]},{"precision":0.411846,"recall":0.481225,"f1":0.43123,"accuracy":0.481225,"main_score":0.43123,"hf_subset":"fon_Latn-fra_Latn","languages":["fon-Latn","fra-Latn"]},{"precision":0.386967,"recall":0.454545,"f1":0.406196,"accuracy":0.454545,"main_score":0.406196,"hf_subset":"fon_Latn-jpn_Jpan","languages":["fon-Latn","jpn-Jpan"]},{"precision":0.426159,"recall":0.486166,"f1":0.442975,"accuracy":0.486166,"main_score":0.442975,"hf_subset":"fon_Latn-lij_Latn","languages":["fon-Latn","lij-Latn"]},{"precision":0.215042,"recall":0.290514,"f1":0.234258,"accuracy":0.290514,"main_score":0.234258,"hf_subset":"fon_Latn-mya_Mymr","languages":["fon-Latn","mya-Mymr"]},{"precision":0.445014,"recall":0.48913,"f1":0.457899,"accuracy":0.48913,"main_score":0.457899,"hf_subset":"fon_Latn-sag_Latn","languages":["fon-Latn","sag-Latn"]},{"precision":0.159345,"recall":0.20751,"f1":0.170097,"accuracy":0.20751,"main_score":0.170097,"hf_subset":"fon_Latn-taq_Tfng","languages":["fon-Latn","taq-Tfng"]},{"precision":0.438932,"recall":0.479249,"f1":0.450401,"accuracy":0.479249,"main_score":0.450401,"hf_subset":"fon_Latn-wol_Latn","languages":["fon-Latn","wol-Latn"]},{"precision":0.357666,"recall":0.41502,"f1":0.374133,"accuracy":0.41502,"main_score":0.374133,"hf_subset":"fon_Latn-arb_Latn","languages":["fon-Latn","arb-Latn"]},{"precision":0.410686,"recall":0.475296,"f1":0.429243,"accuracy":0.475296,"main_score":0.429243,"hf_subset":"fon_Latn-cat_Latn","languages":["fon-Latn","cat-Latn"]},{"precision":0.433676,"recall":0.483202,"f1":0.447867,"accuracy":0.483202,"main_score":0.447867,"hf_subset":"fon_Latn-fur_Latn","languages":["fon-Latn","fur-Latn"]},{"precision":0.353254,"recall":0.405138,"f1":0.367739,"accuracy":0.405138,"main_score":0.367739,"hf_subset":"fon_Latn-kab_Latn","languages":["fon-Latn","kab-Latn"]},{"precision":0.420301,"recall":0.475296,"f1":0.436288,"accuracy":0.475296,"main_score":0.436288,"hf_subset":"fon_Latn-lim_Latn","languages":["fon-Latn","lim-Latn"]},{"precision":0.400177,"recall":0.468379,"f1":0.419862,"accuracy":0.468379,"main_score":0.419862,"hf_subset":"fon_Latn-nld_Latn","languages":["fon-Latn","nld-Latn"]},{"precision":0.36748,"recall":0.433794,"f1":0.386142,"accuracy":0.433794,"main_score":0.386142,"hf_subset":"fon_Latn-san_Deva","languages":["fon-Latn","san-Deva"]},{"precision":0.421683,"recall":0.475296,"f1":0.437585,"accuracy":0.475296,"main_score":0.437585,"hf_subset":"fon_Latn-tat_Cyrl","languages":["fon-Latn","tat-Cyrl"]},{"precision":0.442172,"recall":0.482213,"f1":0.45376,"accuracy":0.482213,"main_score":0.45376,"hf_subset":"fon_Latn-xho_Latn","languages":["fon-Latn","xho-Latn"]},{"precision":0.367919,"recall":0.433794,"f1":0.386158,"accuracy":0.433794,"main_score":0.386158,"hf_subset":"fon_Latn-ars_Arab","languages":["fon-Latn","ars-Arab"]},{"precision":0.439827,"recall":0.494071,"f1":0.456135,"accuracy":0.494071,"main_score":0.456135,"hf_subset":"fon_Latn-ceb_Latn","languages":["fon-Latn","ceb-Latn"]},{"precision":0.403779,"recall":0.449605,"f1":0.417542,"accuracy":0.449605,"main_score":0.417542,"hf_subset":"fon_Latn-fuv_Latn","languages":["fon-Latn","fuv-Latn"]},{"precision":0.430707,"recall":0.468379,"f1":0.441905,"accuracy":0.468379,"main_score":0.441905,"hf_subset":"fon_Latn-kac_Latn","languages":["fon-Latn","kac-Latn"]},{"precision":0.472151,"recall":0.506917,"f1":0.482317,"accuracy":0.506917,"main_score":0.482317,"hf_subset":"fon_Latn-lin_Latn","languages":["fon-Latn","lin-Latn"]},{"precision":0.419123,"recall":0.477273,"f1":0.436001,"accuracy":0.477273,"main_score":0.436001,"hf_subset":"fon_Latn-nno_Latn","languages":["fon-Latn","nno-Latn"]},{"precision":0.032895,"recall":0.074111,"f1":0.040166,"accuracy":0.074111,"main_score":0.040166,"hf_subset":"fon_Latn-sat_Olck","languages":["fon-Latn","sat-Olck"]},{"precision":0.382609,"recall":0.450593,"f1":0.402786,"accuracy":0.450593,"main_score":0.402786,"hf_subset":"fon_Latn-tel_Telu","languages":["fon-Latn","tel-Telu"]},{"precision":0.31259,"recall":0.37253,"f1":0.328661,"accuracy":0.37253,"main_score":0.328661,"hf_subset":"fon_Latn-ydd_Hebr","languages":["fon-Latn","ydd-Hebr"]},{"precision":0.374793,"recall":0.438735,"f1":0.393135,"accuracy":0.438735,"main_score":0.393135,"hf_subset":"fon_Latn-ary_Arab","languages":["fon-Latn","ary-Arab"]},{"precision":0.413031,"recall":0.47332,"f1":0.429973,"accuracy":0.47332,"main_score":0.429973,"hf_subset":"fon_Latn-ces_Latn","languages":["fon-Latn","ces-Latn"]},{"precision":0.355709,"recall":0.411067,"f1":0.371669,"accuracy":0.411067,"main_score":0.371669,"hf_subset":"fon_Latn-gaz_Latn","languages":["fon-Latn","gaz-Latn"]},{"precision":0.426848,"recall":0.472332,"f1":0.439929,"accuracy":0.472332,"main_score":0.439929,"hf_subset":"fon_Latn-kam_Latn","languages":["fon-Latn","kam-Latn"]},{"precision":0.389906,"recall":0.452569,"f1":0.407592,"accuracy":0.452569,"main_score":0.407592,"hf_subset":"fon_Latn-lit_Latn","languages":["fon-Latn","lit-Latn"]},{"precision":0.410737,"recall":0.471344,"f1":0.427915,"accuracy":0.471344,"main_score":0.427915,"hf_subset":"fon_Latn-nob_Latn","languages":["fon-Latn","nob-Latn"]},{"precision":0.418794,"recall":0.470356,"f1":0.433457,"accuracy":0.470356,"main_score":0.433457,"hf_subset":"fon_Latn-scn_Latn","languages":["fon-Latn","scn-Latn"]},{"precision":0.420189,"recall":0.468379,"f1":0.43426,"accuracy":0.468379,"main_score":0.43426,"hf_subset":"fon_Latn-tgk_Cyrl","languages":["fon-Latn","tgk-Cyrl"]},{"precision":0.39254,"recall":0.443676,"f1":0.408432,"accuracy":0.443676,"main_score":0.408432,"hf_subset":"fon_Latn-yor_Latn","languages":["fon-Latn","yor-Latn"]},{"precision":0.38635,"recall":0.451581,"f1":0.405058,"accuracy":0.451581,"main_score":0.405058,"hf_subset":"fon_Latn-arz_Arab","languages":["fon-Latn","arz-Arab"]},{"precision":0.414462,"recall":0.460474,"f1":0.427409,"accuracy":0.460474,"main_score":0.427409,"hf_subset":"fon_Latn-cjk_Latn","languages":["fon-Latn","cjk-Latn"]},{"precision":0.397639,"recall":0.452569,"f1":0.413254,"accuracy":0.452569,"main_score":0.413254,"hf_subset":"fon_Latn-gla_Latn","languages":["fon-Latn","gla-Latn"]},{"precision":0.381621,"recall":0.44664,"f1":0.400105,"accuracy":0.44664,"main_score":0.400105,"hf_subset":"fon_Latn-kan_Knda","languages":["fon-Latn","kan-Knda"]},{"precision":0.426701,"recall":0.480237,"f1":0.442245,"accuracy":0.480237,"main_score":0.442245,"hf_subset":"fon_Latn-lmo_Latn","languages":["fon-Latn","lmo-Latn"]},{"precision":0.372623,"recall":0.436759,"f1":0.391026,"accuracy":0.436759,"main_score":0.391026,"hf_subset":"fon_Latn-npi_Deva","languages":["fon-Latn","npi-Deva"]},{"precision":0.381629,"recall":0.437747,"f1":0.397961,"accuracy":0.437747,"main_score":0.397961,"hf_subset":"fon_Latn-shn_Mymr","languages":["fon-Latn","shn-Mymr"]},{"precision":0.435458,"recall":0.492095,"f1":0.45224,"accuracy":0.492095,"main_score":0.45224,"hf_subset":"fon_Latn-tgl_Latn","languages":["fon-Latn","tgl-Latn"]},{"precision":0.382639,"recall":0.450593,"f1":0.40193,"accuracy":0.450593,"main_score":0.40193,"hf_subset":"fon_Latn-yue_Hant","languages":["fon-Latn","yue-Hant"]},{"precision":0.352407,"recall":0.416008,"f1":0.370415,"accuracy":0.416008,"main_score":0.370415,"hf_subset":"fon_Latn-asm_Beng","languages":["fon-Latn","asm-Beng"]},{"precision":0.373413,"recall":0.426877,"f1":0.388365,"accuracy":0.426877,"main_score":0.388365,"hf_subset":"fon_Latn-ckb_Arab","languages":["fon-Latn","ckb-Arab"]},{"precision":0.38456,"recall":0.439723,"f1":0.400305,"accuracy":0.439723,"main_score":0.400305,"hf_subset":"fon_Latn-gle_Latn","languages":["fon-Latn","gle-Latn"]},{"precision":0.352084,"recall":0.41996,"f1":0.370986,"accuracy":0.41996,"main_score":0.370986,"hf_subset":"fon_Latn-kas_Arab","languages":["fon-Latn","kas-Arab"]},{"precision":0.388604,"recall":0.44664,"f1":0.405038,"accuracy":0.44664,"main_score":0.405038,"hf_subset":"fon_Latn-ltg_Latn","languages":["fon-Latn","ltg-Latn"]},{"precision":0.445641,"recall":0.485178,"f1":0.457004,"accuracy":0.485178,"main_score":0.457004,"hf_subset":"fon_Latn-nso_Latn","languages":["fon-Latn","nso-Latn"]},{"precision":0.176107,"recall":0.217391,"f1":0.186535,"accuracy":0.217391,"main_score":0.186535,"hf_subset":"fon_Latn-sin_Sinh","languages":["fon-Latn","sin-Sinh"]},{"precision":0.388897,"recall":0.45751,"f1":0.409129,"accuracy":0.45751,"main_score":0.409129,"hf_subset":"fon_Latn-tha_Thai","languages":["fon-Latn","tha-Thai"]},{"precision":0.376761,"recall":0.443676,"f1":0.395819,"accuracy":0.443676,"main_score":0.395819,"hf_subset":"fon_Latn-zho_Hans","languages":["fon-Latn","zho-Hans"]},{"precision":0.409002,"recall":0.470356,"f1":0.426696,"accuracy":0.470356,"main_score":0.426696,"hf_subset":"fon_Latn-ast_Latn","languages":["fon-Latn","ast-Latn"]},{"precision":0.412742,"recall":0.472332,"f1":0.430054,"accuracy":0.472332,"main_score":0.430054,"hf_subset":"fon_Latn-crh_Latn","languages":["fon-Latn","crh-Latn"]},{"precision":0.421578,"recall":0.482213,"f1":0.43865,"accuracy":0.482213,"main_score":0.43865,"hf_subset":"fon_Latn-glg_Latn","languages":["fon-Latn","glg-Latn"]},{"precision":0.370426,"recall":0.425889,"f1":0.386576,"accuracy":0.425889,"main_score":0.386576,"hf_subset":"fon_Latn-kas_Deva","languages":["fon-Latn","kas-Deva"]},{"precision":0.412704,"recall":0.474308,"f1":0.430164,"accuracy":0.474308,"main_score":0.430164,"hf_subset":"fon_Latn-ltz_Latn","languages":["fon-Latn","ltz-Latn"]},{"precision":0.388696,"recall":0.437747,"f1":0.402337,"accuracy":0.437747,"main_score":0.402337,"hf_subset":"fon_Latn-nus_Latn","languages":["fon-Latn","nus-Latn"]},{"precision":0.414726,"recall":0.478261,"f1":0.432677,"accuracy":0.478261,"main_score":0.432677,"hf_subset":"fon_Latn-slk_Latn","languages":["fon-Latn","slk-Latn"]},{"precision":0.199268,"recall":0.242095,"f1":0.210048,"accuracy":0.242095,"main_score":0.210048,"hf_subset":"fon_Latn-tir_Ethi","languages":["fon-Latn","tir-Ethi"]},{"precision":0.381114,"recall":0.451581,"f1":0.401087,"accuracy":0.451581,"main_score":0.401087,"hf_subset":"fon_Latn-zho_Hant","languages":["fon-Latn","zho-Hant"]},{"precision":0.391268,"recall":0.455534,"f1":0.409439,"accuracy":0.455534,"main_score":0.409439,"hf_subset":"fon_Latn-awa_Deva","languages":["fon-Latn","awa-Deva"]},{"precision":0.429317,"recall":0.478261,"f1":0.443162,"accuracy":0.478261,"main_score":0.443162,"hf_subset":"fon_Latn-cym_Latn","languages":["fon-Latn","cym-Latn"]},{"precision":0.453081,"recall":0.497036,"f1":0.465516,"accuracy":0.497036,"main_score":0.465516,"hf_subset":"fon_Latn-grn_Latn","languages":["fon-Latn","grn-Latn"]},{"precision":0.380657,"recall":0.448617,"f1":0.399511,"accuracy":0.448617,"main_score":0.399511,"hf_subset":"fon_Latn-kat_Geor","languages":["fon-Latn","kat-Geor"]},{"precision":0.459467,"recall":0.500988,"f1":0.470543,"accuracy":0.500988,"main_score":0.470543,"hf_subset":"fon_Latn-lua_Latn","languages":["fon-Latn","lua-Latn"]},{"precision":0.436051,"recall":0.478261,"f1":0.448979,"accuracy":0.478261,"main_score":0.448979,"hf_subset":"fon_Latn-nya_Latn","languages":["fon-Latn","nya-Latn"]},{"precision":0.416698,"recall":0.471344,"f1":0.432244,"accuracy":0.471344,"main_score":0.432244,"hf_subset":"fon_Latn-slv_Latn","languages":["fon-Latn","slv-Latn"]},{"precision":0.444293,"recall":0.48913,"f1":0.455803,"accuracy":0.48913,"main_score":0.455803,"hf_subset":"fon_Latn-tpi_Latn","languages":["fon-Latn","tpi-Latn"]},{"precision":0.42785,"recall":0.483202,"f1":0.443419,"accuracy":0.483202,"main_score":0.443419,"hf_subset":"fon_Latn-zsm_Latn","languages":["fon-Latn","zsm-Latn"]},{"precision":0.448619,"recall":0.493083,"f1":0.461307,"accuracy":0.493083,"main_score":0.461307,"hf_subset":"fon_Latn-ayr_Latn","languages":["fon-Latn","ayr-Latn"]},{"precision":0.404516,"recall":0.468379,"f1":0.422634,"accuracy":0.468379,"main_score":0.422634,"hf_subset":"fon_Latn-dan_Latn","languages":["fon-Latn","dan-Latn"]},{"precision":0.387087,"recall":0.451581,"f1":0.404316,"accuracy":0.451581,"main_score":0.404316,"hf_subset":"fon_Latn-guj_Gujr","languages":["fon-Latn","guj-Gujr"]},{"precision":0.419871,"recall":0.47332,"f1":0.435378,"accuracy":0.47332,"main_score":0.435378,"hf_subset":"fon_Latn-kaz_Cyrl","languages":["fon-Latn","kaz-Cyrl"]},{"precision":0.408779,"recall":0.456522,"f1":0.422789,"accuracy":0.456522,"main_score":0.422789,"hf_subset":"fon_Latn-lug_Latn","languages":["fon-Latn","lug-Latn"]},{"precision":0.416975,"recall":0.479249,"f1":0.434652,"accuracy":0.479249,"main_score":0.434652,"hf_subset":"fon_Latn-oci_Latn","languages":["fon-Latn","oci-Latn"]},{"precision":0.428566,"recall":0.476285,"f1":0.442255,"accuracy":0.476285,"main_score":0.442255,"hf_subset":"fon_Latn-smo_Latn","languages":["fon-Latn","smo-Latn"]},{"precision":0.430359,"recall":0.47332,"f1":0.442861,"accuracy":0.47332,"main_score":0.442861,"hf_subset":"fon_Latn-tsn_Latn","languages":["fon-Latn","tsn-Latn"]},{"precision":0.419424,"recall":0.467391,"f1":0.432804,"accuracy":0.467391,"main_score":0.432804,"hf_subset":"fon_Latn-zul_Latn","languages":["fon-Latn","zul-Latn"]},{"precision":0.346106,"recall":0.403162,"f1":0.362591,"accuracy":0.403162,"main_score":0.362591,"hf_subset":"fon_Latn-azb_Arab","languages":["fon-Latn","azb-Arab"]},{"precision":0.404854,"recall":0.472332,"f1":0.424278,"accuracy":0.472332,"main_score":0.424278,"hf_subset":"fon_Latn-deu_Latn","languages":["fon-Latn","deu-Latn"]},{"precision":0.40059,"recall":0.460474,"f1":0.417655,"accuracy":0.460474,"main_score":0.417655,"hf_subset":"fon_Latn-hat_Latn","languages":["fon-Latn","hat-Latn"]},{"precision":0.425788,"recall":0.466403,"f1":0.43702,"accuracy":0.466403,"main_score":0.43702,"hf_subset":"fon_Latn-kbp_Latn","languages":["fon-Latn","kbp-Latn"]},{"precision":0.4411,"recall":0.478261,"f1":0.452112,"accuracy":0.478261,"main_score":0.452112,"hf_subset":"fon_Latn-luo_Latn","languages":["fon-Latn","luo-Latn"]},{"precision":0.361983,"recall":0.426877,"f1":0.379482,"accuracy":0.426877,"main_score":0.379482,"hf_subset":"fon_Latn-ory_Orya","languages":["fon-Latn","ory-Orya"]},{"precision":0.443412,"recall":0.480237,"f1":0.454677,"accuracy":0.480237,"main_score":0.454677,"hf_subset":"fon_Latn-sna_Latn","languages":["fon-Latn","sna-Latn"]},{"precision":0.431785,"recall":0.47332,"f1":0.444014,"accuracy":0.47332,"main_score":0.444014,"hf_subset":"fon_Latn-tso_Latn","languages":["fon-Latn","tso-Latn"]},{"precision":0.39913,"recall":0.454545,"f1":0.415192,"accuracy":0.454545,"main_score":0.415192,"hf_subset":"fon_Latn-azj_Latn","languages":["fon-Latn","azj-Latn"]},{"precision":0.404763,"recall":0.451581,"f1":0.418528,"accuracy":0.451581,"main_score":0.418528,"hf_subset":"fon_Latn-dik_Latn","languages":["fon-Latn","dik-Latn"]},{"precision":0.438027,"recall":0.479249,"f1":0.450146,"accuracy":0.479249,"main_score":0.450146,"hf_subset":"fon_Latn-hau_Latn","languages":["fon-Latn","hau-Latn"]},{"precision":0.438738,"recall":0.48913,"f1":0.452383,"accuracy":0.48913,"main_score":0.452383,"hf_subset":"fon_Latn-kea_Latn","languages":["fon-Latn","kea-Latn"]},{"precision":0.445181,"recall":0.483202,"f1":0.456193,"accuracy":0.483202,"main_score":0.456193,"hf_subset":"fon_Latn-lus_Latn","languages":["fon-Latn","lus-Latn"]},{"precision":0.453432,"recall":0.492095,"f1":0.464703,"accuracy":0.492095,"main_score":0.464703,"hf_subset":"fon_Latn-pag_Latn","languages":["fon-Latn","pag-Latn"]},{"precision":0.363798,"recall":0.424901,"f1":0.380245,"accuracy":0.424901,"main_score":0.380245,"hf_subset":"fon_Latn-snd_Arab","languages":["fon-Latn","snd-Arab"]},{"precision":0.413365,"recall":0.463439,"f1":0.427859,"accuracy":0.463439,"main_score":0.427859,"hf_subset":"fon_Latn-tuk_Latn","languages":["fon-Latn","tuk-Latn"]},{"precision":0.42987,"recall":0.480237,"f1":0.4451,"accuracy":0.480237,"main_score":0.4451,"hf_subset":"fon_Latn-bak_Cyrl","languages":["fon-Latn","bak-Cyrl"]},{"precision":0.350708,"recall":0.409091,"f1":0.367656,"accuracy":0.409091,"main_score":0.367656,"hf_subset":"fon_Latn-dyu_Latn","languages":["fon-Latn","dyu-Latn"]},{"precision":0.366876,"recall":0.43083,"f1":0.384801,"accuracy":0.43083,"main_score":0.384801,"hf_subset":"fon_Latn-heb_Hebr","languages":["fon-Latn","heb-Hebr"]},{"precision":0.399491,"recall":0.451581,"f1":0.414883,"accuracy":0.451581,"main_score":0.414883,"hf_subset":"fon_Latn-khk_Cyrl","languages":["fon-Latn","khk-Cyrl"]},{"precision":0.382119,"recall":0.447628,"f1":0.401141,"accuracy":0.447628,"main_score":0.401141,"hf_subset":"fon_Latn-lvs_Latn","languages":["fon-Latn","lvs-Latn"]},{"precision":0.382165,"recall":0.447628,"f1":0.40019,"accuracy":0.447628,"main_score":0.40019,"hf_subset":"fon_Latn-pan_Guru","languages":["fon-Latn","pan-Guru"]},{"precision":0.409861,"recall":0.459486,"f1":0.424083,"accuracy":0.459486,"main_score":0.424083,"hf_subset":"fon_Latn-som_Latn","languages":["fon-Latn","som-Latn"]},{"precision":0.43279,"recall":0.467391,"f1":0.442964,"accuracy":0.467391,"main_score":0.442964,"hf_subset":"fon_Latn-tum_Latn","languages":["fon-Latn","tum-Latn"]},{"precision":0.456046,"recall":0.548419,"f1":0.481348,"accuracy":0.548419,"main_score":0.481348,"hf_subset":"jav_Latn-ace_Arab","languages":["jav-Latn","ace-Arab"]},{"precision":0.464578,"recall":0.535573,"f1":0.484495,"accuracy":0.535573,"main_score":0.484495,"hf_subset":"jav_Latn-bam_Latn","languages":["jav-Latn","bam-Latn"]},{"precision":0.11027,"recall":0.157115,"f1":0.121774,"accuracy":0.157115,"main_score":0.121774,"hf_subset":"jav_Latn-dzo_Tibt","languages":["jav-Latn","dzo-Tibt"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jav_Latn-hin_Deva","languages":["jav-Latn","hin-Deva"]},{"precision":0.881341,"recall":0.917984,"f1":0.893182,"accuracy":0.917984,"main_score":0.893182,"hf_subset":"jav_Latn-khm_Khmr","languages":["jav-Latn","khm-Khmr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"jav_Latn-mag_Deva","languages":["jav-Latn","mag-Deva"]},{"precision":0.954216,"recall":0.968379,"f1":0.958827,"accuracy":0.968379,"main_score":0.958827,"hf_subset":"jav_Latn-pap_Latn","languages":["jav-Latn","pap-Latn"]},{"precision":0.512047,"recall":0.586957,"f1":0.532889,"accuracy":0.586957,"main_score":0.532889,"hf_subset":"jav_Latn-sot_Latn","languages":["jav-Latn","sot-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"jav_Latn-tur_Latn","languages":["jav-Latn","tur-Latn"]},{"precision":0.836051,"recall":0.87747,"f1":0.849162,"accuracy":0.87747,"main_score":0.849162,"hf_subset":"jav_Latn-ace_Latn","languages":["jav-Latn","ace-Latn"]},{"precision":0.927207,"recall":0.947628,"f1":0.933959,"accuracy":0.947628,"main_score":0.933959,"hf_subset":"jav_Latn-ban_Latn","languages":["jav-Latn","ban-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jav_Latn-ell_Grek","languages":["jav-Latn","ell-Grek"]},{"precision":0.978755,"recall":0.985178,"f1":0.980896,"accuracy":0.985178,"main_score":0.980896,"hf_subset":"jav_Latn-hne_Deva","languages":["jav-Latn","hne-Deva"]},{"precision":0.515201,"recall":0.593874,"f1":0.537348,"accuracy":0.593874,"main_score":0.537348,"hf_subset":"jav_Latn-kik_Latn","languages":["jav-Latn","kik-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"jav_Latn-mai_Deva","languages":["jav-Latn","mai-Deva"]},{"precision":0.860425,"recall":0.901186,"f1":0.873584,"accuracy":0.901186,"main_score":0.873584,"hf_subset":"jav_Latn-pbt_Arab","languages":["jav-Latn","pbt-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"jav_Latn-spa_Latn","languages":["jav-Latn","spa-Latn"]},{"precision":0.587825,"recall":0.651186,"f1":0.605396,"accuracy":0.651186,"main_score":0.605396,"hf_subset":"jav_Latn-twi_Latn","languages":["jav-Latn","twi-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"jav_Latn-acm_Arab","languages":["jav-Latn","acm-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"jav_Latn-bel_Cyrl","languages":["jav-Latn","bel-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jav_Latn-eng_Latn","languages":["jav-Latn","eng-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"jav_Latn-hrv_Latn","languages":["jav-Latn","hrv-Latn"]},{"precision":0.473307,"recall":0.54249,"f1":0.492307,"accuracy":0.54249,"main_score":0.492307,"hf_subset":"jav_Latn-kin_Latn","languages":["jav-Latn","kin-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"jav_Latn-mal_Mlym","languages":["jav-Latn","mal-Mlym"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"jav_Latn-pes_Arab","languages":["jav-Latn","pes-Arab"]},{"precision":0.952404,"recall":0.967391,"f1":0.957345,"accuracy":0.967391,"main_score":0.957345,"hf_subset":"jav_Latn-srd_Latn","languages":["jav-Latn","srd-Latn"]},{"precision":0.12397,"recall":0.188735,"f1":0.137346,"accuracy":0.188735,"main_score":0.137346,"hf_subset":"jav_Latn-tzm_Tfng","languages":["jav-Latn","tzm-Tfng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"jav_Latn-acq_Arab","languages":["jav-Latn","acq-Arab"]},{"precision":0.545396,"recall":0.618577,"f1":0.566082,"accuracy":0.618577,"main_score":0.566082,"hf_subset":"jav_Latn-bem_Latn","languages":["jav-Latn","bem-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jav_Latn-epo_Latn","languages":["jav-Latn","epo-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jav_Latn-hun_Latn","languages":["jav-Latn","hun-Latn"]},{"precision":0.931159,"recall":0.952569,"f1":0.938076,"accuracy":0.952569,"main_score":0.938076,"hf_subset":"jav_Latn-kir_Cyrl","languages":["jav-Latn","kir-Cyrl"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"jav_Latn-mar_Deva","languages":["jav-Latn","mar-Deva"]},{"precision":0.579364,"recall":0.641304,"f1":0.597384,"accuracy":0.641304,"main_score":0.597384,"hf_subset":"jav_Latn-plt_Latn","languages":["jav-Latn","plt-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jav_Latn-srp_Cyrl","languages":["jav-Latn","srp-Cyrl"]},{"precision":0.893939,"recall":0.924901,"f1":0.903986,"accuracy":0.924901,"main_score":0.903986,"hf_subset":"jav_Latn-uig_Arab","languages":["jav-Latn","uig-Arab"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"jav_Latn-aeb_Arab","languages":["jav-Latn","aeb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"jav_Latn-ben_Beng","languages":["jav-Latn","ben-Beng"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"jav_Latn-est_Latn","languages":["jav-Latn","est-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"jav_Latn-hye_Armn","languages":["jav-Latn","hye-Armn"]},{"precision":0.480876,"recall":0.543478,"f1":0.4988,"accuracy":0.543478,"main_score":0.4988,"hf_subset":"jav_Latn-kmb_Latn","languages":["jav-Latn","kmb-Latn"]},{"precision":0.413124,"recall":0.507905,"f1":0.438312,"accuracy":0.507905,"main_score":0.438312,"hf_subset":"jav_Latn-min_Arab","languages":["jav-Latn","min-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jav_Latn-pol_Latn","languages":["jav-Latn","pol-Latn"]},{"precision":0.476366,"recall":0.551383,"f1":0.49749,"accuracy":0.551383,"main_score":0.49749,"hf_subset":"jav_Latn-ssw_Latn","languages":["jav-Latn","ssw-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"jav_Latn-ukr_Cyrl","languages":["jav-Latn","ukr-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jav_Latn-afr_Latn","languages":["jav-Latn","afr-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"jav_Latn-bho_Deva","languages":["jav-Latn","bho-Deva"]},{"precision":0.914196,"recall":0.938735,"f1":0.922101,"accuracy":0.938735,"main_score":0.922101,"hf_subset":"jav_Latn-eus_Latn","languages":["jav-Latn","eus-Latn"]},{"precision":0.50449,"recall":0.571146,"f1":0.522868,"accuracy":0.571146,"main_score":0.522868,"hf_subset":"jav_Latn-ibo_Latn","languages":["jav-Latn","ibo-Latn"]},{"precision":0.714603,"recall":0.781621,"f1":0.734816,"accuracy":0.781621,"main_score":0.734816,"hf_subset":"jav_Latn-kmr_Latn","languages":["jav-Latn","kmr-Latn"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"jav_Latn-min_Latn","languages":["jav-Latn","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jav_Latn-por_Latn","languages":["jav-Latn","por-Latn"]},{"precision":0.973485,"recall":0.981225,"f1":0.975955,"accuracy":0.981225,"main_score":0.975955,"hf_subset":"jav_Latn-sun_Latn","languages":["jav-Latn","sun-Latn"]},{"precision":0.467662,"recall":0.537549,"f1":0.487963,"accuracy":0.537549,"main_score":0.487963,"hf_subset":"jav_Latn-umb_Latn","languages":["jav-Latn","umb-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"jav_Latn-ajp_Arab","languages":["jav-Latn","ajp-Arab"]},{"precision":0.408935,"recall":0.504941,"f1":0.435187,"accuracy":0.504941,"main_score":0.435187,"hf_subset":"jav_Latn-bjn_Arab","languages":["jav-Latn","bjn-Arab"]},{"precision":0.481648,"recall":0.546443,"f1":0.499061,"accuracy":0.546443,"main_score":0.499061,"hf_subset":"jav_Latn-ewe_Latn","languages":["jav-Latn","ewe-Latn"]},{"precision":0.850049,"recall":0.88834,"f1":0.861989,"accuracy":0.88834,"main_score":0.861989,"hf_subset":"jav_Latn-ilo_Latn","languages":["jav-Latn","ilo-Latn"]},{"precision":0.193278,"recall":0.272727,"f1":0.213178,"accuracy":0.272727,"main_score":0.213178,"hf_subset":"jav_Latn-knc_Arab","languages":["jav-Latn","knc-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jav_Latn-mkd_Cyrl","languages":["jav-Latn","mkd-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"jav_Latn-prs_Arab","languages":["jav-Latn","prs-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jav_Latn-swe_Latn","languages":["jav-Latn","swe-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"jav_Latn-urd_Arab","languages":["jav-Latn","urd-Arab"]},{"precision":0.545657,"recall":0.620553,"f1":0.567189,"accuracy":0.620553,"main_score":0.567189,"hf_subset":"jav_Latn-aka_Latn","languages":["jav-Latn","aka-Latn"]},{"precision":0.965744,"recall":0.976285,"f1":0.969203,"accuracy":0.976285,"main_score":0.969203,"hf_subset":"jav_Latn-bjn_Latn","languages":["jav-Latn","bjn-Latn"]},{"precision":0.885787,"recall":0.91996,"f1":0.896805,"accuracy":0.91996,"main_score":0.896805,"hf_subset":"jav_Latn-fao_Latn","languages":["jav-Latn","fao-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jav_Latn-ind_Latn","languages":["jav-Latn","ind-Latn"]},{"precision":0.53716,"recall":0.606719,"f1":0.557423,"accuracy":0.606719,"main_score":0.557423,"hf_subset":"jav_Latn-knc_Latn","languages":["jav-Latn","knc-Latn"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"jav_Latn-mlt_Latn","languages":["jav-Latn","mlt-Latn"]},{"precision":0.576968,"recall":0.653162,"f1":0.598432,"accuracy":0.653162,"main_score":0.598432,"hf_subset":"jav_Latn-quy_Latn","languages":["jav-Latn","quy-Latn"]},{"precision":0.713587,"recall":0.780632,"f1":0.733686,"accuracy":0.780632,"main_score":0.733686,"hf_subset":"jav_Latn-swh_Latn","languages":["jav-Latn","swh-Latn"]},{"precision":0.962451,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"jav_Latn-uzn_Latn","languages":["jav-Latn","uzn-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"jav_Latn-als_Latn","languages":["jav-Latn","als-Latn"]},{"precision":0.169075,"recall":0.240119,"f1":0.185669,"accuracy":0.240119,"main_score":0.185669,"hf_subset":"jav_Latn-bod_Tibt","languages":["jav-Latn","bod-Tibt"]},{"precision":0.489223,"recall":0.556324,"f1":0.507166,"accuracy":0.556324,"main_score":0.507166,"hf_subset":"jav_Latn-fij_Latn","languages":["jav-Latn","fij-Latn"]},{"precision":0.885128,"recall":0.918972,"f1":0.895817,"accuracy":0.918972,"main_score":0.895817,"hf_subset":"jav_Latn-isl_Latn","languages":["jav-Latn","isl-Latn"]},{"precision":0.554795,"recall":0.635375,"f1":0.578411,"accuracy":0.635375,"main_score":0.578411,"hf_subset":"jav_Latn-kon_Latn","languages":["jav-Latn","kon-Latn"]},{"precision":0.512624,"recall":0.603755,"f1":0.538075,"accuracy":0.603755,"main_score":0.538075,"hf_subset":"jav_Latn-mni_Beng","languages":["jav-Latn","mni-Beng"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"jav_Latn-ron_Latn","languages":["jav-Latn","ron-Latn"]},{"precision":0.964427,"recall":0.974308,"f1":0.967721,"accuracy":0.974308,"main_score":0.967721,"hf_subset":"jav_Latn-szl_Latn","languages":["jav-Latn","szl-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"jav_Latn-vec_Latn","languages":["jav-Latn","vec-Latn"]},{"precision":0.499362,"recall":0.587945,"f1":0.524626,"accuracy":0.587945,"main_score":0.524626,"hf_subset":"jav_Latn-amh_Ethi","languages":["jav-Latn","amh-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jav_Latn-bos_Latn","languages":["jav-Latn","bos-Latn"]},{"precision":0.988142,"recall":0.991107,"f1":0.98913,"accuracy":0.991107,"main_score":0.98913,"hf_subset":"jav_Latn-fin_Latn","languages":["jav-Latn","fin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"jav_Latn-ita_Latn","languages":["jav-Latn","ita-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"jav_Latn-kor_Hang","languages":["jav-Latn","kor-Hang"]},{"precision":0.492466,"recall":0.563241,"f1":0.512453,"accuracy":0.563241,"main_score":0.512453,"hf_subset":"jav_Latn-mos_Latn","languages":["jav-Latn","mos-Latn"]},{"precision":0.476459,"recall":0.546443,"f1":0.496193,"accuracy":0.546443,"main_score":0.496193,"hf_subset":"jav_Latn-run_Latn","languages":["jav-Latn","run-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"jav_Latn-tam_Taml","languages":["jav-Latn","tam-Taml"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"jav_Latn-vie_Latn","languages":["jav-Latn","vie-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"jav_Latn-apc_Arab","languages":["jav-Latn","apc-Arab"]},{"precision":0.763944,"recall":0.820158,"f1":0.780698,"accuracy":0.820158,"main_score":0.780698,"hf_subset":"jav_Latn-bug_Latn","languages":["jav-Latn","bug-Latn"]},{"precision":0.43401,"recall":0.51087,"f1":0.455051,"accuracy":0.51087,"main_score":0.455051,"hf_subset":"jav_Latn-fon_Latn","languages":["jav-Latn","fon-Latn"]},{"precision":0.857164,"recall":0.899209,"f1":0.870619,"accuracy":0.899209,"main_score":0.870619,"hf_subset":"jav_Latn-lao_Laoo","languages":["jav-Latn","lao-Laoo"]},{"precision":0.580447,"recall":0.661067,"f1":0.603889,"accuracy":0.661067,"main_score":0.603889,"hf_subset":"jav_Latn-mri_Latn","languages":["jav-Latn","mri-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jav_Latn-rus_Cyrl","languages":["jav-Latn","rus-Cyrl"]},{"precision":0.505966,"recall":0.570158,"f1":0.524141,"accuracy":0.570158,"main_score":0.524141,"hf_subset":"jav_Latn-taq_Latn","languages":["jav-Latn","taq-Latn"]},{"precision":0.965909,"recall":0.976285,"f1":0.969368,"accuracy":0.976285,"main_score":0.969368,"hf_subset":"jav_Latn-war_Latn","languages":["jav-Latn","war-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"jav_Latn-arb_Arab","languages":["jav-Latn","arb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jav_Latn-bul_Cyrl","languages":["jav-Latn","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jav_Latn-fra_Latn","languages":["jav-Latn","fra-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"jav_Latn-jpn_Jpan","languages":["jav-Latn","jpn-Jpan"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"jav_Latn-lij_Latn","languages":["jav-Latn","lij-Latn"]},{"precision":0.872118,"recall":0.911067,"f1":0.884783,"accuracy":0.911067,"main_score":0.884783,"hf_subset":"jav_Latn-mya_Mymr","languages":["jav-Latn","mya-Mymr"]},{"precision":0.537074,"recall":0.61166,"f1":0.55816,"accuracy":0.61166,"main_score":0.55816,"hf_subset":"jav_Latn-sag_Latn","languages":["jav-Latn","sag-Latn"]},{"precision":0.137256,"recall":0.212451,"f1":0.151601,"accuracy":0.212451,"main_score":0.151601,"hf_subset":"jav_Latn-taq_Tfng","languages":["jav-Latn","taq-Tfng"]},{"precision":0.559791,"recall":0.641304,"f1":0.583493,"accuracy":0.641304,"main_score":0.583493,"hf_subset":"jav_Latn-wol_Latn","languages":["jav-Latn","wol-Latn"]},{"precision":0.590743,"recall":0.675889,"f1":0.615161,"accuracy":0.675889,"main_score":0.615161,"hf_subset":"jav_Latn-arb_Latn","languages":["jav-Latn","arb-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jav_Latn-cat_Latn","languages":["jav-Latn","cat-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"jav_Latn-fur_Latn","languages":["jav-Latn","fur-Latn"]},{"precision":0.346179,"recall":0.414032,"f1":0.364063,"accuracy":0.414032,"main_score":0.364063,"hf_subset":"jav_Latn-kab_Latn","languages":["jav-Latn","kab-Latn"]},{"precision":0.953228,"recall":0.967391,"f1":0.957839,"accuracy":0.967391,"main_score":0.957839,"hf_subset":"jav_Latn-lim_Latn","languages":["jav-Latn","lim-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jav_Latn-nld_Latn","languages":["jav-Latn","nld-Latn"]},{"precision":0.931653,"recall":0.951581,"f1":0.938029,"accuracy":0.951581,"main_score":0.938029,"hf_subset":"jav_Latn-san_Deva","languages":["jav-Latn","san-Deva"]},{"precision":0.954134,"recall":0.967391,"f1":0.958399,"accuracy":0.967391,"main_score":0.958399,"hf_subset":"jav_Latn-tat_Cyrl","languages":["jav-Latn","tat-Cyrl"]},{"precision":0.531946,"recall":0.609684,"f1":0.553502,"accuracy":0.609684,"main_score":0.553502,"hf_subset":"jav_Latn-xho_Latn","languages":["jav-Latn","xho-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"jav_Latn-ars_Arab","languages":["jav-Latn","ars-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"jav_Latn-ceb_Latn","languages":["jav-Latn","ceb-Latn"]},{"precision":0.49109,"recall":0.565217,"f1":0.511666,"accuracy":0.565217,"main_score":0.511666,"hf_subset":"jav_Latn-fuv_Latn","languages":["jav-Latn","fuv-Latn"]},{"precision":0.491786,"recall":0.564229,"f1":0.511357,"accuracy":0.564229,"main_score":0.511357,"hf_subset":"jav_Latn-kac_Latn","languages":["jav-Latn","kac-Latn"]},{"precision":0.568355,"recall":0.646245,"f1":0.590293,"accuracy":0.646245,"main_score":0.590293,"hf_subset":"jav_Latn-lin_Latn","languages":["jav-Latn","lin-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jav_Latn-nno_Latn","languages":["jav-Latn","nno-Latn"]},{"precision":0.022826,"recall":0.068182,"f1":0.028863,"accuracy":0.068182,"main_score":0.028863,"hf_subset":"jav_Latn-sat_Olck","languages":["jav-Latn","sat-Olck"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"jav_Latn-tel_Telu","languages":["jav-Latn","tel-Telu"]},{"precision":0.704998,"recall":0.781621,"f1":0.728382,"accuracy":0.781621,"main_score":0.728382,"hf_subset":"jav_Latn-ydd_Hebr","languages":["jav-Latn","ydd-Hebr"]},{"precision":0.930171,"recall":0.952569,"f1":0.937582,"accuracy":0.952569,"main_score":0.937582,"hf_subset":"jav_Latn-ary_Arab","languages":["jav-Latn","ary-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jav_Latn-ces_Latn","languages":["jav-Latn","ces-Latn"]},{"precision":0.423132,"recall":0.504941,"f1":0.445026,"accuracy":0.504941,"main_score":0.445026,"hf_subset":"jav_Latn-gaz_Latn","languages":["jav-Latn","gaz-Latn"]},{"precision":0.497086,"recall":0.56917,"f1":0.517237,"accuracy":0.56917,"main_score":0.517237,"hf_subset":"jav_Latn-kam_Latn","languages":["jav-Latn","kam-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"jav_Latn-lit_Latn","languages":["jav-Latn","lit-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jav_Latn-nob_Latn","languages":["jav-Latn","nob-Latn"]},{"precision":0.967062,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"jav_Latn-scn_Latn","languages":["jav-Latn","scn-Latn"]},{"precision":0.864377,"recall":0.903162,"f1":0.87668,"accuracy":0.903162,"main_score":0.87668,"hf_subset":"jav_Latn-tgk_Cyrl","languages":["jav-Latn","tgk-Cyrl"]},{"precision":0.450663,"recall":0.527668,"f1":0.473257,"accuracy":0.527668,"main_score":0.473257,"hf_subset":"jav_Latn-yor_Latn","languages":["jav-Latn","yor-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"jav_Latn-arz_Arab","languages":["jav-Latn","arz-Arab"]},{"precision":0.496352,"recall":0.575099,"f1":0.518507,"accuracy":0.575099,"main_score":0.518507,"hf_subset":"jav_Latn-cjk_Latn","languages":["jav-Latn","cjk-Latn"]},{"precision":0.584745,"recall":0.660079,"f1":0.605589,"accuracy":0.660079,"main_score":0.605589,"hf_subset":"jav_Latn-gla_Latn","languages":["jav-Latn","gla-Latn"]},{"precision":0.975461,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"jav_Latn-kan_Knda","languages":["jav-Latn","kan-Knda"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"jav_Latn-lmo_Latn","languages":["jav-Latn","lmo-Latn"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"jav_Latn-npi_Deva","languages":["jav-Latn","npi-Deva"]},{"precision":0.426548,"recall":0.524704,"f1":0.453004,"accuracy":0.524704,"main_score":0.453004,"hf_subset":"jav_Latn-shn_Mymr","languages":["jav-Latn","shn-Mymr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"jav_Latn-tgl_Latn","languages":["jav-Latn","tgl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"jav_Latn-yue_Hant","languages":["jav-Latn","yue-Hant"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"jav_Latn-asm_Beng","languages":["jav-Latn","asm-Beng"]},{"precision":0.712255,"recall":0.775692,"f1":0.730747,"accuracy":0.775692,"main_score":0.730747,"hf_subset":"jav_Latn-ckb_Arab","languages":["jav-Latn","ckb-Arab"]},{"precision":0.700445,"recall":0.772727,"f1":0.722506,"accuracy":0.772727,"main_score":0.722506,"hf_subset":"jav_Latn-gle_Latn","languages":["jav-Latn","gle-Latn"]},{"precision":0.836051,"recall":0.882411,"f1":0.850809,"accuracy":0.882411,"main_score":0.850809,"hf_subset":"jav_Latn-kas_Arab","languages":["jav-Latn","kas-Arab"]},{"precision":0.840415,"recall":0.885375,"f1":0.854513,"accuracy":0.885375,"main_score":0.854513,"hf_subset":"jav_Latn-ltg_Latn","languages":["jav-Latn","ltg-Latn"]},{"precision":0.545592,"recall":0.606719,"f1":0.562637,"accuracy":0.606719,"main_score":0.562637,"hf_subset":"jav_Latn-nso_Latn","languages":["jav-Latn","nso-Latn"]},{"precision":0.421783,"recall":0.514822,"f1":0.447023,"accuracy":0.514822,"main_score":0.447023,"hf_subset":"jav_Latn-sin_Sinh","languages":["jav-Latn","sin-Sinh"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jav_Latn-tha_Thai","languages":["jav-Latn","tha-Thai"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"jav_Latn-zho_Hans","languages":["jav-Latn","zho-Hans"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"jav_Latn-ast_Latn","languages":["jav-Latn","ast-Latn"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"jav_Latn-crh_Latn","languages":["jav-Latn","crh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"jav_Latn-glg_Latn","languages":["jav-Latn","glg-Latn"]},{"precision":0.748864,"recall":0.814229,"f1":0.768728,"accuracy":0.814229,"main_score":0.768728,"hf_subset":"jav_Latn-kas_Deva","languages":["jav-Latn","kas-Deva"]},{"precision":0.971509,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"jav_Latn-ltz_Latn","languages":["jav-Latn","ltz-Latn"]},{"precision":0.391684,"recall":0.474308,"f1":0.413966,"accuracy":0.474308,"main_score":0.413966,"hf_subset":"jav_Latn-nus_Latn","languages":["jav-Latn","nus-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"jav_Latn-slk_Latn","languages":["jav-Latn","slk-Latn"]},{"precision":0.271431,"recall":0.341897,"f1":0.289617,"accuracy":0.341897,"main_score":0.289617,"hf_subset":"jav_Latn-tir_Ethi","languages":["jav-Latn","tir-Ethi"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"jav_Latn-zho_Hant","languages":["jav-Latn","zho-Hant"]},{"precision":0.978261,"recall":0.98419,"f1":0.980237,"accuracy":0.98419,"main_score":0.980237,"hf_subset":"jav_Latn-awa_Deva","languages":["jav-Latn","awa-Deva"]},{"precision":0.820438,"recall":0.869565,"f1":0.835837,"accuracy":0.869565,"main_score":0.835837,"hf_subset":"jav_Latn-cym_Latn","languages":["jav-Latn","cym-Latn"]},{"precision":0.727447,"recall":0.784585,"f1":0.744384,"accuracy":0.784585,"main_score":0.744384,"hf_subset":"jav_Latn-grn_Latn","languages":["jav-Latn","grn-Latn"]},{"precision":0.946311,"recall":0.963439,"f1":0.95191,"accuracy":0.963439,"main_score":0.95191,"hf_subset":"jav_Latn-kat_Geor","languages":["jav-Latn","kat-Geor"]},{"precision":0.567014,"recall":0.633399,"f1":0.585814,"accuracy":0.633399,"main_score":0.585814,"hf_subset":"jav_Latn-lua_Latn","languages":["jav-Latn","lua-Latn"]},{"precision":0.537065,"recall":0.606719,"f1":0.556491,"accuracy":0.606719,"main_score":0.556491,"hf_subset":"jav_Latn-nya_Latn","languages":["jav-Latn","nya-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jav_Latn-slv_Latn","languages":["jav-Latn","slv-Latn"]},{"precision":0.781983,"recall":0.835968,"f1":0.798353,"accuracy":0.835968,"main_score":0.798353,"hf_subset":"jav_Latn-tpi_Latn","languages":["jav-Latn","tpi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jav_Latn-zsm_Latn","languages":["jav-Latn","zsm-Latn"]},{"precision":0.489988,"recall":0.561265,"f1":0.509796,"accuracy":0.561265,"main_score":0.509796,"hf_subset":"jav_Latn-ayr_Latn","languages":["jav-Latn","ayr-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jav_Latn-dan_Latn","languages":["jav-Latn","dan-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jav_Latn-guj_Gujr","languages":["jav-Latn","guj-Gujr"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"jav_Latn-kaz_Cyrl","languages":["jav-Latn","kaz-Cyrl"]},{"precision":0.457636,"recall":0.537549,"f1":0.480418,"accuracy":0.537549,"main_score":0.480418,"hf_subset":"jav_Latn-lug_Latn","languages":["jav-Latn","lug-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"jav_Latn-oci_Latn","languages":["jav-Latn","oci-Latn"]},{"precision":0.523873,"recall":0.608696,"f1":0.548445,"accuracy":0.608696,"main_score":0.548445,"hf_subset":"jav_Latn-smo_Latn","languages":["jav-Latn","smo-Latn"]},{"precision":0.481782,"recall":0.557312,"f1":0.502298,"accuracy":0.557312,"main_score":0.502298,"hf_subset":"jav_Latn-tsn_Latn","languages":["jav-Latn","tsn-Latn"]},{"precision":0.49508,"recall":0.563241,"f1":0.513909,"accuracy":0.563241,"main_score":0.513909,"hf_subset":"jav_Latn-zul_Latn","languages":["jav-Latn","zul-Latn"]},{"precision":0.795702,"recall":0.852767,"f1":0.813754,"accuracy":0.852767,"main_score":0.813754,"hf_subset":"jav_Latn-azb_Arab","languages":["jav-Latn","azb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"jav_Latn-deu_Latn","languages":["jav-Latn","deu-Latn"]},{"precision":0.887411,"recall":0.918972,"f1":0.897381,"accuracy":0.918972,"main_score":0.897381,"hf_subset":"jav_Latn-hat_Latn","languages":["jav-Latn","hat-Latn"]},{"precision":0.44932,"recall":0.523715,"f1":0.469174,"accuracy":0.523715,"main_score":0.469174,"hf_subset":"jav_Latn-kbp_Latn","languages":["jav-Latn","kbp-Latn"]},{"precision":0.51638,"recall":0.583992,"f1":0.534797,"accuracy":0.583992,"main_score":0.534797,"hf_subset":"jav_Latn-luo_Latn","languages":["jav-Latn","luo-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"jav_Latn-ory_Orya","languages":["jav-Latn","ory-Orya"]},{"precision":0.503558,"recall":0.576087,"f1":0.524526,"accuracy":0.576087,"main_score":0.524526,"hf_subset":"jav_Latn-sna_Latn","languages":["jav-Latn","sna-Latn"]},{"precision":0.4833,"recall":0.554348,"f1":0.502216,"accuracy":0.554348,"main_score":0.502216,"hf_subset":"jav_Latn-tso_Latn","languages":["jav-Latn","tso-Latn"]},{"precision":0.978426,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"jav_Latn-azj_Latn","languages":["jav-Latn","azj-Latn"]},{"precision":0.492802,"recall":0.571146,"f1":0.515113,"accuracy":0.571146,"main_score":0.515113,"hf_subset":"jav_Latn-dik_Latn","languages":["jav-Latn","dik-Latn"]},{"precision":0.490089,"recall":0.554348,"f1":0.508621,"accuracy":0.554348,"main_score":0.508621,"hf_subset":"jav_Latn-hau_Latn","languages":["jav-Latn","hau-Latn"]},{"precision":0.956192,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"jav_Latn-kea_Latn","languages":["jav-Latn","kea-Latn"]},{"precision":0.655237,"recall":0.717391,"f1":0.673687,"accuracy":0.717391,"main_score":0.673687,"hf_subset":"jav_Latn-lus_Latn","languages":["jav-Latn","lus-Latn"]},{"precision":0.813225,"recall":0.853755,"f1":0.825085,"accuracy":0.853755,"main_score":0.825085,"hf_subset":"jav_Latn-pag_Latn","languages":["jav-Latn","pag-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"jav_Latn-snd_Arab","languages":["jav-Latn","snd-Arab"]},{"precision":0.850708,"recall":0.892292,"f1":0.863702,"accuracy":0.892292,"main_score":0.863702,"hf_subset":"jav_Latn-tuk_Latn","languages":["jav-Latn","tuk-Latn"]},{"precision":0.925395,"recall":0.947628,"f1":0.932642,"accuracy":0.947628,"main_score":0.932642,"hf_subset":"jav_Latn-bak_Cyrl","languages":["jav-Latn","bak-Cyrl"]},{"precision":0.429014,"recall":0.518775,"f1":0.454749,"accuracy":0.518775,"main_score":0.454749,"hf_subset":"jav_Latn-dyu_Latn","languages":["jav-Latn","dyu-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"jav_Latn-heb_Hebr","languages":["jav-Latn","heb-Hebr"]},{"precision":0.861331,"recall":0.901186,"f1":0.874012,"accuracy":0.901186,"main_score":0.874012,"hf_subset":"jav_Latn-khk_Cyrl","languages":["jav-Latn","khk-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jav_Latn-lvs_Latn","languages":["jav-Latn","lvs-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"jav_Latn-pan_Guru","languages":["jav-Latn","pan-Guru"]},{"precision":0.483309,"recall":0.563241,"f1":0.505722,"accuracy":0.563241,"main_score":0.505722,"hf_subset":"jav_Latn-som_Latn","languages":["jav-Latn","som-Latn"]},{"precision":0.51061,"recall":0.58004,"f1":0.530412,"accuracy":0.58004,"main_score":0.530412,"hf_subset":"jav_Latn-tum_Latn","languages":["jav-Latn","tum-Latn"]},{"precision":0.302479,"recall":0.360672,"f1":0.31877,"accuracy":0.360672,"main_score":0.31877,"hf_subset":"lao_Laoo-ace_Arab","languages":["lao-Laoo","ace-Arab"]},{"precision":0.404514,"recall":0.439723,"f1":0.414448,"accuracy":0.439723,"main_score":0.414448,"hf_subset":"lao_Laoo-bam_Latn","languages":["lao-Laoo","bam-Latn"]},{"precision":0.12196,"recall":0.161067,"f1":0.131784,"accuracy":0.161067,"main_score":0.131784,"hf_subset":"lao_Laoo-dzo_Tibt","languages":["lao-Laoo","dzo-Tibt"]},{"precision":0.890728,"recall":0.923913,"f1":0.901252,"accuracy":0.923913,"main_score":0.901252,"hf_subset":"lao_Laoo-hin_Deva","languages":["lao-Laoo","hin-Deva"]},{"precision":0.893314,"recall":0.925889,"f1":0.903821,"accuracy":0.925889,"main_score":0.903821,"hf_subset":"lao_Laoo-khm_Khmr","languages":["lao-Laoo","khm-Khmr"]},{"precision":0.853484,"recall":0.894269,"f1":0.865926,"accuracy":0.894269,"main_score":0.865926,"hf_subset":"lao_Laoo-mag_Deva","languages":["lao-Laoo","mag-Deva"]},{"precision":0.752619,"recall":0.809289,"f1":0.769203,"accuracy":0.809289,"main_score":0.769203,"hf_subset":"lao_Laoo-pap_Latn","languages":["lao-Laoo","pap-Latn"]},{"precision":0.422078,"recall":0.460474,"f1":0.432969,"accuracy":0.460474,"main_score":0.432969,"hf_subset":"lao_Laoo-sot_Latn","languages":["lao-Laoo","sot-Latn"]},{"precision":0.888258,"recall":0.921937,"f1":0.898946,"accuracy":0.921937,"main_score":0.898946,"hf_subset":"lao_Laoo-tur_Latn","languages":["lao-Laoo","tur-Latn"]},{"precision":0.555219,"recall":0.610672,"f1":0.570146,"accuracy":0.610672,"main_score":0.570146,"hf_subset":"lao_Laoo-ace_Latn","languages":["lao-Laoo","ace-Latn"]},{"precision":0.633593,"recall":0.693676,"f1":0.650836,"accuracy":0.693676,"main_score":0.650836,"hf_subset":"lao_Laoo-ban_Latn","languages":["lao-Laoo","ban-Latn"]},{"precision":0.885293,"recall":0.920949,"f1":0.896805,"accuracy":0.920949,"main_score":0.896805,"hf_subset":"lao_Laoo-ell_Grek","languages":["lao-Laoo","ell-Grek"]},{"precision":0.818544,"recall":0.870553,"f1":0.834947,"accuracy":0.870553,"main_score":0.834947,"hf_subset":"lao_Laoo-hne_Deva","languages":["lao-Laoo","hne-Deva"]},{"precision":0.393379,"recall":0.433794,"f1":0.404646,"accuracy":0.433794,"main_score":0.404646,"hf_subset":"lao_Laoo-kik_Latn","languages":["lao-Laoo","kik-Latn"]},{"precision":0.837764,"recall":0.878458,"f1":0.850282,"accuracy":0.878458,"main_score":0.850282,"hf_subset":"lao_Laoo-mai_Deva","languages":["lao-Laoo","mai-Deva"]},{"precision":0.675247,"recall":0.744071,"f1":0.695163,"accuracy":0.744071,"main_score":0.695163,"hf_subset":"lao_Laoo-pbt_Arab","languages":["lao-Laoo","pbt-Arab"]},{"precision":0.883646,"recall":0.918972,"f1":0.894993,"accuracy":0.918972,"main_score":0.894993,"hf_subset":"lao_Laoo-spa_Latn","languages":["lao-Laoo","spa-Latn"]},{"precision":0.439986,"recall":0.474308,"f1":0.449857,"accuracy":0.474308,"main_score":0.449857,"hf_subset":"lao_Laoo-twi_Latn","languages":["lao-Laoo","twi-Latn"]},{"precision":0.854282,"recall":0.895257,"f1":0.866864,"accuracy":0.895257,"main_score":0.866864,"hf_subset":"lao_Laoo-acm_Arab","languages":["lao-Laoo","acm-Arab"]},{"precision":0.841486,"recall":0.88834,"f1":0.856094,"accuracy":0.88834,"main_score":0.856094,"hf_subset":"lao_Laoo-bel_Cyrl","languages":["lao-Laoo","bel-Cyrl"]},{"precision":0.891634,"recall":0.925889,"f1":0.902635,"accuracy":0.925889,"main_score":0.902635,"hf_subset":"lao_Laoo-eng_Latn","languages":["lao-Laoo","eng-Latn"]},{"precision":0.887022,"recall":0.91996,"f1":0.897167,"accuracy":0.91996,"main_score":0.897167,"hf_subset":"lao_Laoo-hrv_Latn","languages":["lao-Laoo","hrv-Latn"]},{"precision":0.405904,"recall":0.44664,"f1":0.417011,"accuracy":0.44664,"main_score":0.417011,"hf_subset":"lao_Laoo-kin_Latn","languages":["lao-Laoo","kin-Latn"]},{"precision":0.855221,"recall":0.896245,"f1":0.86774,"accuracy":0.896245,"main_score":0.86774,"hf_subset":"lao_Laoo-mal_Mlym","languages":["lao-Laoo","mal-Mlym"]},{"precision":0.899522,"recall":0.928854,"f1":0.908663,"accuracy":0.928854,"main_score":0.908663,"hf_subset":"lao_Laoo-pes_Arab","languages":["lao-Laoo","pes-Arab"]},{"precision":0.785227,"recall":0.839921,"f1":0.802075,"accuracy":0.839921,"main_score":0.802075,"hf_subset":"lao_Laoo-srd_Latn","languages":["lao-Laoo","srd-Latn"]},{"precision":0.14787,"recall":0.19664,"f1":0.158963,"accuracy":0.19664,"main_score":0.158963,"hf_subset":"lao_Laoo-tzm_Tfng","languages":["lao-Laoo","tzm-Tfng"]},{"precision":0.874374,"recall":0.912055,"f1":0.886199,"accuracy":0.912055,"main_score":0.886199,"hf_subset":"lao_Laoo-acq_Arab","languages":["lao-Laoo","acq-Arab"]},{"precision":0.44508,"recall":0.483202,"f1":0.455551,"accuracy":0.483202,"main_score":0.455551,"hf_subset":"lao_Laoo-bem_Latn","languages":["lao-Laoo","bem-Latn"]},{"precision":0.884914,"recall":0.918972,"f1":0.895718,"accuracy":0.918972,"main_score":0.895718,"hf_subset":"lao_Laoo-epo_Latn","languages":["lao-Laoo","epo-Latn"]},{"precision":0.883317,"recall":0.916008,"f1":0.893478,"accuracy":0.916008,"main_score":0.893478,"hf_subset":"lao_Laoo-hun_Latn","languages":["lao-Laoo","hun-Latn"]},{"precision":0.760375,"recall":0.820158,"f1":0.778196,"accuracy":0.820158,"main_score":0.778196,"hf_subset":"lao_Laoo-kir_Cyrl","languages":["lao-Laoo","kir-Cyrl"]},{"precision":0.885375,"recall":0.921937,"f1":0.8972,"accuracy":0.921937,"main_score":0.8972,"hf_subset":"lao_Laoo-mar_Deva","languages":["lao-Laoo","mar-Deva"]},{"precision":0.458822,"recall":0.5,"f1":0.469874,"accuracy":0.5,"main_score":0.469874,"hf_subset":"lao_Laoo-plt_Latn","languages":["lao-Laoo","plt-Latn"]},{"precision":0.897316,"recall":0.928854,"f1":0.907345,"accuracy":0.928854,"main_score":0.907345,"hf_subset":"lao_Laoo-srp_Cyrl","languages":["lao-Laoo","srp-Cyrl"]},{"precision":0.767928,"recall":0.822134,"f1":0.783896,"accuracy":0.822134,"main_score":0.783896,"hf_subset":"lao_Laoo-uig_Arab","languages":["lao-Laoo","uig-Arab"]},{"precision":0.808169,"recall":0.858696,"f1":0.823715,"accuracy":0.858696,"main_score":0.823715,"hf_subset":"lao_Laoo-aeb_Arab","languages":["lao-Laoo","aeb-Arab"]},{"precision":0.887055,"recall":0.920949,"f1":0.89768,"accuracy":0.920949,"main_score":0.89768,"hf_subset":"lao_Laoo-ben_Beng","languages":["lao-Laoo","ben-Beng"]},{"precision":0.881094,"recall":0.916008,"f1":0.891897,"accuracy":0.916008,"main_score":0.891897,"hf_subset":"lao_Laoo-est_Latn","languages":["lao-Laoo","est-Latn"]},{"precision":0.870553,"recall":0.909091,"f1":0.88251,"accuracy":0.909091,"main_score":0.88251,"hf_subset":"lao_Laoo-hye_Armn","languages":["lao-Laoo","hye-Armn"]},{"precision":0.416973,"recall":0.449605,"f1":0.426927,"accuracy":0.449605,"main_score":0.426927,"hf_subset":"lao_Laoo-kmb_Latn","languages":["lao-Laoo","kmb-Latn"]},{"precision":0.283817,"recall":0.337945,"f1":0.298409,"accuracy":0.337945,"main_score":0.298409,"hf_subset":"lao_Laoo-min_Arab","languages":["lao-Laoo","min-Arab"]},{"precision":0.872036,"recall":0.909091,"f1":0.883729,"accuracy":0.909091,"main_score":0.883729,"hf_subset":"lao_Laoo-pol_Latn","languages":["lao-Laoo","pol-Latn"]},{"precision":0.411545,"recall":0.453557,"f1":0.423668,"accuracy":0.453557,"main_score":0.423668,"hf_subset":"lao_Laoo-ssw_Latn","languages":["lao-Laoo","ssw-Latn"]},{"precision":0.902997,"recall":0.931818,"f1":0.91222,"accuracy":0.931818,"main_score":0.91222,"hf_subset":"lao_Laoo-ukr_Cyrl","languages":["lao-Laoo","ukr-Cyrl"]},{"precision":0.912302,"recall":0.939723,"f1":0.921179,"accuracy":0.939723,"main_score":0.921179,"hf_subset":"lao_Laoo-afr_Latn","languages":["lao-Laoo","afr-Latn"]},{"precision":0.801466,"recall":0.854743,"f1":0.817819,"accuracy":0.854743,"main_score":0.817819,"hf_subset":"lao_Laoo-bho_Deva","languages":["lao-Laoo","bho-Deva"]},{"precision":0.769285,"recall":0.824111,"f1":0.785296,"accuracy":0.824111,"main_score":0.785296,"hf_subset":"lao_Laoo-eus_Latn","languages":["lao-Laoo","eus-Latn"]},{"precision":0.402004,"recall":0.44664,"f1":0.414777,"accuracy":0.44664,"main_score":0.414777,"hf_subset":"lao_Laoo-ibo_Latn","languages":["lao-Laoo","ibo-Latn"]},{"precision":0.561351,"recall":0.617589,"f1":0.576385,"accuracy":0.617589,"main_score":0.576385,"hf_subset":"lao_Laoo-kmr_Latn","languages":["lao-Laoo","kmr-Latn"]},{"precision":0.747307,"recall":0.807312,"f1":0.765216,"accuracy":0.807312,"main_score":0.765216,"hf_subset":"lao_Laoo-min_Latn","languages":["lao-Laoo","min-Latn"]},{"precision":0.90336,"recall":0.932806,"f1":0.912714,"accuracy":0.932806,"main_score":0.912714,"hf_subset":"lao_Laoo-por_Latn","languages":["lao-Laoo","por-Latn"]},{"precision":0.779216,"recall":0.832016,"f1":0.794815,"accuracy":0.832016,"main_score":0.794815,"hf_subset":"lao_Laoo-sun_Latn","languages":["lao-Laoo","sun-Latn"]},{"precision":0.386382,"recall":0.424901,"f1":0.397508,"accuracy":0.424901,"main_score":0.397508,"hf_subset":"lao_Laoo-umb_Latn","languages":["lao-Laoo","umb-Latn"]},{"precision":0.859585,"recall":0.901186,"f1":0.872661,"accuracy":0.901186,"main_score":0.872661,"hf_subset":"lao_Laoo-ajp_Arab","languages":["lao-Laoo","ajp-Arab"]},{"precision":0.29584,"recall":0.352767,"f1":0.310737,"accuracy":0.352767,"main_score":0.310737,"hf_subset":"lao_Laoo-bjn_Arab","languages":["lao-Laoo","bjn-Arab"]},{"precision":0.39563,"recall":0.43083,"f1":0.405639,"accuracy":0.43083,"main_score":0.405639,"hf_subset":"lao_Laoo-ewe_Latn","languages":["lao-Laoo","ewe-Latn"]},{"precision":0.592058,"recall":0.653162,"f1":0.608608,"accuracy":0.653162,"main_score":0.608608,"hf_subset":"lao_Laoo-ilo_Latn","languages":["lao-Laoo","ilo-Latn"]},{"precision":0.179764,"recall":0.242095,"f1":0.195974,"accuracy":0.242095,"main_score":0.195974,"hf_subset":"lao_Laoo-knc_Arab","languages":["lao-Laoo","knc-Arab"]},{"precision":0.888785,"recall":0.921937,"f1":0.899275,"accuracy":0.921937,"main_score":0.899275,"hf_subset":"lao_Laoo-mkd_Cyrl","languages":["lao-Laoo","mkd-Cyrl"]},{"precision":0.90476,"recall":0.932806,"f1":0.913603,"accuracy":0.932806,"main_score":0.913603,"hf_subset":"lao_Laoo-prs_Arab","languages":["lao-Laoo","prs-Arab"]},{"precision":0.887526,"recall":0.920949,"f1":0.898139,"accuracy":0.920949,"main_score":0.898139,"hf_subset":"lao_Laoo-swe_Latn","languages":["lao-Laoo","swe-Latn"]},{"precision":0.874457,"recall":0.912055,"f1":0.886265,"accuracy":0.912055,"main_score":0.886265,"hf_subset":"lao_Laoo-urd_Arab","languages":["lao-Laoo","urd-Arab"]},{"precision":0.429448,"recall":0.463439,"f1":0.439006,"accuracy":0.463439,"main_score":0.439006,"hf_subset":"lao_Laoo-aka_Latn","languages":["lao-Laoo","aka-Latn"]},{"precision":0.747439,"recall":0.806324,"f1":0.764764,"accuracy":0.806324,"main_score":0.764764,"hf_subset":"lao_Laoo-bjn_Latn","languages":["lao-Laoo","bjn-Latn"]},{"precision":0.728528,"recall":0.787549,"f1":0.745739,"accuracy":0.787549,"main_score":0.745739,"hf_subset":"lao_Laoo-fao_Latn","languages":["lao-Laoo","fao-Latn"]},{"precision":0.893857,"recall":0.925889,"f1":0.903887,"accuracy":0.925889,"main_score":0.903887,"hf_subset":"lao_Laoo-ind_Latn","languages":["lao-Laoo","ind-Latn"]},{"precision":0.429187,"recall":0.466403,"f1":0.439659,"accuracy":0.466403,"main_score":0.439659,"hf_subset":"lao_Laoo-knc_Latn","languages":["lao-Laoo","knc-Latn"]},{"precision":0.772383,"recall":0.825099,"f1":0.78802,"accuracy":0.825099,"main_score":0.78802,"hf_subset":"lao_Laoo-mlt_Latn","languages":["lao-Laoo","mlt-Latn"]},{"precision":0.433067,"recall":0.471344,"f1":0.443858,"accuracy":0.471344,"main_score":0.443858,"hf_subset":"lao_Laoo-quy_Latn","languages":["lao-Laoo","quy-Latn"]},{"precision":0.604384,"recall":0.676877,"f1":0.624249,"accuracy":0.676877,"main_score":0.624249,"hf_subset":"lao_Laoo-swh_Latn","languages":["lao-Laoo","swh-Latn"]},{"precision":0.847991,"recall":0.892292,"f1":0.861712,"accuracy":0.892292,"main_score":0.861712,"hf_subset":"lao_Laoo-uzn_Latn","languages":["lao-Laoo","uzn-Latn"]},{"precision":0.875362,"recall":0.911067,"f1":0.886495,"accuracy":0.911067,"main_score":0.886495,"hf_subset":"lao_Laoo-als_Latn","languages":["lao-Laoo","als-Latn"]},{"precision":0.196153,"recall":0.249012,"f1":0.209782,"accuracy":0.249012,"main_score":0.209782,"hf_subset":"lao_Laoo-bod_Tibt","languages":["lao-Laoo","bod-Tibt"]},{"precision":0.410147,"recall":0.440711,"f1":0.419335,"accuracy":0.440711,"main_score":0.419335,"hf_subset":"lao_Laoo-fij_Latn","languages":["lao-Laoo","fij-Latn"]},{"precision":0.779513,"recall":0.837945,"f1":0.797054,"accuracy":0.837945,"main_score":0.797054,"hf_subset":"lao_Laoo-isl_Latn","languages":["lao-Laoo","isl-Latn"]},{"precision":0.422509,"recall":0.468379,"f1":0.435113,"accuracy":0.468379,"main_score":0.435113,"hf_subset":"lao_Laoo-kon_Latn","languages":["lao-Laoo","kon-Latn"]},{"precision":0.334532,"recall":0.395257,"f1":0.351463,"accuracy":0.395257,"main_score":0.351463,"hf_subset":"lao_Laoo-mni_Beng","languages":["lao-Laoo","mni-Beng"]},{"precision":0.898725,"recall":0.928854,"f1":0.908185,"accuracy":0.928854,"main_score":0.908185,"hf_subset":"lao_Laoo-ron_Latn","languages":["lao-Laoo","ron-Latn"]},{"precision":0.797705,"recall":0.850791,"f1":0.814182,"accuracy":0.850791,"main_score":0.814182,"hf_subset":"lao_Laoo-szl_Latn","languages":["lao-Laoo","szl-Latn"]},{"precision":0.866304,"recall":0.901186,"f1":0.876699,"accuracy":0.901186,"main_score":0.876699,"hf_subset":"lao_Laoo-vec_Latn","languages":["lao-Laoo","vec-Latn"]},{"precision":0.433184,"recall":0.51581,"f1":0.45631,"accuracy":0.51581,"main_score":0.45631,"hf_subset":"lao_Laoo-amh_Ethi","languages":["lao-Laoo","amh-Ethi"]},{"precision":0.900198,"recall":0.929842,"f1":0.909387,"accuracy":0.929842,"main_score":0.909387,"hf_subset":"lao_Laoo-bos_Latn","languages":["lao-Laoo","bos-Latn"]},{"precision":0.879117,"recall":0.91502,"f1":0.890448,"accuracy":0.91502,"main_score":0.890448,"hf_subset":"lao_Laoo-fin_Latn","languages":["lao-Laoo","fin-Latn"]},{"precision":0.884058,"recall":0.918972,"f1":0.895257,"accuracy":0.918972,"main_score":0.895257,"hf_subset":"lao_Laoo-ita_Latn","languages":["lao-Laoo","ita-Latn"]},{"precision":0.872843,"recall":0.908103,"f1":0.8833,"accuracy":0.908103,"main_score":0.8833,"hf_subset":"lao_Laoo-kor_Hang","languages":["lao-Laoo","kor-Hang"]},{"precision":0.393491,"recall":0.433794,"f1":0.404693,"accuracy":0.433794,"main_score":0.404693,"hf_subset":"lao_Laoo-mos_Latn","languages":["lao-Laoo","mos-Latn"]},{"precision":0.414479,"recall":0.450593,"f1":0.424775,"accuracy":0.450593,"main_score":0.424775,"hf_subset":"lao_Laoo-run_Latn","languages":["lao-Laoo","run-Latn"]},{"precision":0.868989,"recall":0.909091,"f1":0.881785,"accuracy":0.909091,"main_score":0.881785,"hf_subset":"lao_Laoo-tam_Taml","languages":["lao-Laoo","tam-Taml"]},{"precision":0.886858,"recall":0.920949,"f1":0.897694,"accuracy":0.920949,"main_score":0.897694,"hf_subset":"lao_Laoo-vie_Latn","languages":["lao-Laoo","vie-Latn"]},{"precision":0.84226,"recall":0.886364,"f1":0.85583,"accuracy":0.886364,"main_score":0.85583,"hf_subset":"lao_Laoo-apc_Arab","languages":["lao-Laoo","apc-Arab"]},{"precision":0.514697,"recall":0.56917,"f1":0.529437,"accuracy":0.56917,"main_score":0.529437,"hf_subset":"lao_Laoo-bug_Latn","languages":["lao-Laoo","bug-Latn"]},{"precision":0.388408,"recall":0.423913,"f1":0.398583,"accuracy":0.423913,"main_score":0.398583,"hf_subset":"lao_Laoo-fon_Latn","languages":["lao-Laoo","fon-Latn"]},{"precision":0.831604,"recall":0.879447,"f1":0.846344,"accuracy":0.879447,"main_score":0.846344,"hf_subset":"lao_Laoo-jav_Latn","languages":["lao-Laoo","jav-Latn"]},{"precision":0.503899,"recall":0.554348,"f1":0.517021,"accuracy":0.554348,"main_score":0.517021,"hf_subset":"lao_Laoo-mri_Latn","languages":["lao-Laoo","mri-Latn"]},{"precision":0.87607,"recall":0.912055,"f1":0.887385,"accuracy":0.912055,"main_score":0.887385,"hf_subset":"lao_Laoo-rus_Cyrl","languages":["lao-Laoo","rus-Cyrl"]},{"precision":0.395182,"recall":0.425889,"f1":0.404249,"accuracy":0.425889,"main_score":0.404249,"hf_subset":"lao_Laoo-taq_Latn","languages":["lao-Laoo","taq-Latn"]},{"precision":0.775465,"recall":0.828063,"f1":0.790384,"accuracy":0.828063,"main_score":0.790384,"hf_subset":"lao_Laoo-war_Latn","languages":["lao-Laoo","war-Latn"]},{"precision":0.891996,"recall":0.923913,"f1":0.902339,"accuracy":0.923913,"main_score":0.902339,"hf_subset":"lao_Laoo-arb_Arab","languages":["lao-Laoo","arb-Arab"]},{"precision":0.910161,"recall":0.938735,"f1":0.919532,"accuracy":0.938735,"main_score":0.919532,"hf_subset":"lao_Laoo-bul_Cyrl","languages":["lao-Laoo","bul-Cyrl"]},{"precision":0.90056,"recall":0.929842,"f1":0.909717,"accuracy":0.929842,"main_score":0.909717,"hf_subset":"lao_Laoo-fra_Latn","languages":["lao-Laoo","fra-Latn"]},{"precision":0.858293,"recall":0.897233,"f1":0.870142,"accuracy":0.897233,"main_score":0.870142,"hf_subset":"lao_Laoo-jpn_Jpan","languages":["lao-Laoo","jpn-Jpan"]},{"precision":0.837607,"recall":0.883399,"f1":0.851801,"accuracy":0.883399,"main_score":0.851801,"hf_subset":"lao_Laoo-lij_Latn","languages":["lao-Laoo","lij-Latn"]},{"precision":0.778244,"recall":0.840909,"f1":0.797826,"accuracy":0.840909,"main_score":0.797826,"hf_subset":"lao_Laoo-mya_Mymr","languages":["lao-Laoo","mya-Mymr"]},{"precision":0.414834,"recall":0.458498,"f1":0.426729,"accuracy":0.458498,"main_score":0.426729,"hf_subset":"lao_Laoo-sag_Latn","languages":["lao-Laoo","sag-Latn"]},{"precision":0.155747,"recall":0.211462,"f1":0.168166,"accuracy":0.211462,"main_score":0.168166,"hf_subset":"lao_Laoo-taq_Tfng","languages":["lao-Laoo","taq-Tfng"]},{"precision":0.433564,"recall":0.47332,"f1":0.445311,"accuracy":0.47332,"main_score":0.445311,"hf_subset":"lao_Laoo-wol_Latn","languages":["lao-Laoo","wol-Latn"]},{"precision":0.494375,"recall":0.568182,"f1":0.514692,"accuracy":0.568182,"main_score":0.514692,"hf_subset":"lao_Laoo-arb_Latn","languages":["lao-Laoo","arb-Latn"]},{"precision":0.888011,"recall":0.920949,"f1":0.89832,"accuracy":0.920949,"main_score":0.89832,"hf_subset":"lao_Laoo-cat_Latn","languages":["lao-Laoo","cat-Latn"]},{"precision":0.800816,"recall":0.851779,"f1":0.816123,"accuracy":0.851779,"main_score":0.816123,"hf_subset":"lao_Laoo-fur_Latn","languages":["lao-Laoo","fur-Latn"]},{"precision":0.321073,"recall":0.362648,"f1":0.333237,"accuracy":0.362648,"main_score":0.333237,"hf_subset":"lao_Laoo-kab_Latn","languages":["lao-Laoo","kab-Latn"]},{"precision":0.784947,"recall":0.837945,"f1":0.800776,"accuracy":0.837945,"main_score":0.800776,"hf_subset":"lao_Laoo-lim_Latn","languages":["lao-Laoo","lim-Latn"]},{"precision":0.867292,"recall":0.907115,"f1":0.879743,"accuracy":0.907115,"main_score":0.879743,"hf_subset":"lao_Laoo-nld_Latn","languages":["lao-Laoo","nld-Latn"]},{"precision":0.765062,"recall":0.822134,"f1":0.781491,"accuracy":0.822134,"main_score":0.781491,"hf_subset":"lao_Laoo-san_Deva","languages":["lao-Laoo","san-Deva"]},{"precision":0.790086,"recall":0.841897,"f1":0.805243,"accuracy":0.841897,"main_score":0.805243,"hf_subset":"lao_Laoo-tat_Cyrl","languages":["lao-Laoo","tat-Cyrl"]},{"precision":0.44176,"recall":0.487154,"f1":0.454101,"accuracy":0.487154,"main_score":0.454101,"hf_subset":"lao_Laoo-xho_Latn","languages":["lao-Laoo","xho-Latn"]},{"precision":0.881999,"recall":0.917984,"f1":0.893676,"accuracy":0.917984,"main_score":0.893676,"hf_subset":"lao_Laoo-ars_Arab","languages":["lao-Laoo","ars-Arab"]},{"precision":0.835255,"recall":0.878458,"f1":0.848226,"accuracy":0.878458,"main_score":0.848226,"hf_subset":"lao_Laoo-ceb_Latn","languages":["lao-Laoo","ceb-Latn"]},{"precision":0.388402,"recall":0.43083,"f1":0.400615,"accuracy":0.43083,"main_score":0.400615,"hf_subset":"lao_Laoo-fuv_Latn","languages":["lao-Laoo","fuv-Latn"]},{"precision":0.407532,"recall":0.442688,"f1":0.41814,"accuracy":0.442688,"main_score":0.41814,"hf_subset":"lao_Laoo-kac_Latn","languages":["lao-Laoo","kac-Latn"]},{"precision":0.424818,"recall":0.474308,"f1":0.437931,"accuracy":0.474308,"main_score":0.437931,"hf_subset":"lao_Laoo-lin_Latn","languages":["lao-Laoo","lin-Latn"]},{"precision":0.867918,"recall":0.908103,"f1":0.880731,"accuracy":0.908103,"main_score":0.880731,"hf_subset":"lao_Laoo-nno_Latn","languages":["lao-Laoo","nno-Latn"]},{"precision":0.027788,"recall":0.076087,"f1":0.036484,"accuracy":0.076087,"main_score":0.036484,"hf_subset":"lao_Laoo-sat_Olck","languages":["lao-Laoo","sat-Olck"]},{"precision":0.841568,"recall":0.88834,"f1":0.856159,"accuracy":0.88834,"main_score":0.856159,"hf_subset":"lao_Laoo-tel_Telu","languages":["lao-Laoo","tel-Telu"]},{"precision":0.555758,"recall":0.641304,"f1":0.580085,"accuracy":0.641304,"main_score":0.580085,"hf_subset":"lao_Laoo-ydd_Hebr","languages":["lao-Laoo","ydd-Hebr"]},{"precision":0.763011,"recall":0.820158,"f1":0.780072,"accuracy":0.820158,"main_score":0.780072,"hf_subset":"lao_Laoo-ary_Arab","languages":["lao-Laoo","ary-Arab"]},{"precision":0.879694,"recall":0.916008,"f1":0.89137,"accuracy":0.916008,"main_score":0.89137,"hf_subset":"lao_Laoo-ces_Latn","languages":["lao-Laoo","ces-Latn"]},{"precision":0.344824,"recall":0.397233,"f1":0.359936,"accuracy":0.397233,"main_score":0.359936,"hf_subset":"lao_Laoo-gaz_Latn","languages":["lao-Laoo","gaz-Latn"]},{"precision":0.426269,"recall":0.464427,"f1":0.437848,"accuracy":0.464427,"main_score":0.437848,"hf_subset":"lao_Laoo-kam_Latn","languages":["lao-Laoo","kam-Latn"]},{"precision":0.8528,"recall":0.895257,"f1":0.866436,"accuracy":0.895257,"main_score":0.866436,"hf_subset":"lao_Laoo-lit_Latn","languages":["lao-Laoo","lit-Latn"]},{"precision":0.882444,"recall":0.917984,"f1":0.893775,"accuracy":0.917984,"main_score":0.893775,"hf_subset":"lao_Laoo-nob_Latn","languages":["lao-Laoo","nob-Latn"]},{"precision":0.792798,"recall":0.841897,"f1":0.807229,"accuracy":0.841897,"main_score":0.807229,"hf_subset":"lao_Laoo-scn_Latn","languages":["lao-Laoo","scn-Latn"]},{"precision":0.730023,"recall":0.795455,"f1":0.749511,"accuracy":0.795455,"main_score":0.749511,"hf_subset":"lao_Laoo-tgk_Cyrl","languages":["lao-Laoo","tgk-Cyrl"]},{"precision":0.359045,"recall":0.407115,"f1":0.373192,"accuracy":0.407115,"main_score":0.373192,"hf_subset":"lao_Laoo-yor_Latn","languages":["lao-Laoo","yor-Latn"]},{"precision":0.860343,"recall":0.901186,"f1":0.873188,"accuracy":0.901186,"main_score":0.873188,"hf_subset":"lao_Laoo-arz_Arab","languages":["lao-Laoo","arz-Arab"]},{"precision":0.397145,"recall":0.437747,"f1":0.408443,"accuracy":0.437747,"main_score":0.408443,"hf_subset":"lao_Laoo-cjk_Latn","languages":["lao-Laoo","cjk-Latn"]},{"precision":0.505692,"recall":0.571146,"f1":0.522963,"accuracy":0.571146,"main_score":0.522963,"hf_subset":"lao_Laoo-gla_Latn","languages":["lao-Laoo","gla-Latn"]},{"precision":0.850791,"recall":0.894269,"f1":0.864427,"accuracy":0.894269,"main_score":0.864427,"hf_subset":"lao_Laoo-kan_Knda","languages":["lao-Laoo","kan-Knda"]},{"precision":0.786067,"recall":0.840909,"f1":0.802423,"accuracy":0.840909,"main_score":0.802423,"hf_subset":"lao_Laoo-lmo_Latn","languages":["lao-Laoo","lmo-Latn"]},{"precision":0.880517,"recall":0.91502,"f1":0.89137,"accuracy":0.91502,"main_score":0.89137,"hf_subset":"lao_Laoo-npi_Deva","languages":["lao-Laoo","npi-Deva"]},{"precision":0.38663,"recall":0.432806,"f1":0.40022,"accuracy":0.432806,"main_score":0.40022,"hf_subset":"lao_Laoo-shn_Mymr","languages":["lao-Laoo","shn-Mymr"]},{"precision":0.884634,"recall":0.917984,"f1":0.895158,"accuracy":0.917984,"main_score":0.895158,"hf_subset":"lao_Laoo-tgl_Latn","languages":["lao-Laoo","tgl-Latn"]},{"precision":0.864048,"recall":0.903162,"f1":0.876139,"accuracy":0.903162,"main_score":0.876139,"hf_subset":"lao_Laoo-yue_Hant","languages":["lao-Laoo","yue-Hant"]},{"precision":0.834091,"recall":0.880435,"f1":0.84809,"accuracy":0.880435,"main_score":0.84809,"hf_subset":"lao_Laoo-asm_Beng","languages":["lao-Laoo","asm-Beng"]},{"precision":0.553427,"recall":0.625494,"f1":0.573446,"accuracy":0.625494,"main_score":0.573446,"hf_subset":"lao_Laoo-ckb_Arab","languages":["lao-Laoo","ckb-Arab"]},{"precision":0.581592,"recall":0.65415,"f1":0.60237,"accuracy":0.65415,"main_score":0.60237,"hf_subset":"lao_Laoo-gle_Latn","languages":["lao-Laoo","gle-Latn"]},{"precision":0.588208,"recall":0.66996,"f1":0.611667,"accuracy":0.66996,"main_score":0.611667,"hf_subset":"lao_Laoo-kas_Arab","languages":["lao-Laoo","kas-Arab"]},{"precision":0.587225,"recall":0.664032,"f1":0.608584,"accuracy":0.664032,"main_score":0.608584,"hf_subset":"lao_Laoo-ltg_Latn","languages":["lao-Laoo","ltg-Latn"]},{"precision":0.429044,"recall":0.465415,"f1":0.43944,"accuracy":0.465415,"main_score":0.43944,"hf_subset":"lao_Laoo-nso_Latn","languages":["lao-Laoo","nso-Latn"]},{"precision":0.447119,"recall":0.531621,"f1":0.470989,"accuracy":0.531621,"main_score":0.470989,"hf_subset":"lao_Laoo-sin_Sinh","languages":["lao-Laoo","sin-Sinh"]},{"precision":0.889575,"recall":0.923913,"f1":0.900593,"accuracy":0.923913,"main_score":0.900593,"hf_subset":"lao_Laoo-tha_Thai","languages":["lao-Laoo","tha-Thai"]},{"precision":0.842292,"recall":0.88834,"f1":0.85631,"accuracy":0.88834,"main_score":0.85631,"hf_subset":"lao_Laoo-zho_Hans","languages":["lao-Laoo","zho-Hans"]},{"precision":0.863389,"recall":0.902174,"f1":0.875362,"accuracy":0.902174,"main_score":0.875362,"hf_subset":"lao_Laoo-ast_Latn","languages":["lao-Laoo","ast-Latn"]},{"precision":0.810754,"recall":0.859684,"f1":0.825428,"accuracy":0.859684,"main_score":0.825428,"hf_subset":"lao_Laoo-crh_Latn","languages":["lao-Laoo","crh-Latn"]},{"precision":0.876318,"recall":0.912055,"f1":0.887484,"accuracy":0.912055,"main_score":0.887484,"hf_subset":"lao_Laoo-glg_Latn","languages":["lao-Laoo","glg-Latn"]},{"precision":0.53256,"recall":0.610672,"f1":0.554049,"accuracy":0.610672,"main_score":0.554049,"hf_subset":"lao_Laoo-kas_Deva","languages":["lao-Laoo","kas-Deva"]},{"precision":0.814797,"recall":0.863636,"f1":0.829619,"accuracy":0.863636,"main_score":0.829619,"hf_subset":"lao_Laoo-ltz_Latn","languages":["lao-Laoo","ltz-Latn"]},{"precision":0.351461,"recall":0.395257,"f1":0.363318,"accuracy":0.395257,"main_score":0.363318,"hf_subset":"lao_Laoo-nus_Latn","languages":["lao-Laoo","nus-Latn"]},{"precision":0.885787,"recall":0.921937,"f1":0.897464,"accuracy":0.921937,"main_score":0.897464,"hf_subset":"lao_Laoo-slk_Latn","languages":["lao-Laoo","slk-Latn"]},{"precision":0.236686,"recall":0.289526,"f1":0.250666,"accuracy":0.289526,"main_score":0.250666,"hf_subset":"lao_Laoo-tir_Ethi","languages":["lao-Laoo","tir-Ethi"]},{"precision":0.866601,"recall":0.906126,"f1":0.87907,"accuracy":0.906126,"main_score":0.87907,"hf_subset":"lao_Laoo-zho_Hant","languages":["lao-Laoo","zho-Hant"]},{"precision":0.862895,"recall":0.900198,"f1":0.874177,"accuracy":0.900198,"main_score":0.874177,"hf_subset":"lao_Laoo-awa_Deva","languages":["lao-Laoo","awa-Deva"]},{"precision":0.709973,"recall":0.77668,"f1":0.729581,"accuracy":0.77668,"main_score":0.729581,"hf_subset":"lao_Laoo-cym_Latn","languages":["lao-Laoo","cym-Latn"]},{"precision":0.472125,"recall":0.519763,"f1":0.485119,"accuracy":0.519763,"main_score":0.485119,"hf_subset":"lao_Laoo-grn_Latn","languages":["lao-Laoo","grn-Latn"]},{"precision":0.817523,"recall":0.866601,"f1":0.832562,"accuracy":0.866601,"main_score":0.832562,"hf_subset":"lao_Laoo-kat_Geor","languages":["lao-Laoo","kat-Geor"]},{"precision":0.430759,"recall":0.470356,"f1":0.441762,"accuracy":0.470356,"main_score":0.441762,"hf_subset":"lao_Laoo-lua_Latn","languages":["lao-Laoo","lua-Latn"]},{"precision":0.425416,"recall":0.466403,"f1":0.436683,"accuracy":0.466403,"main_score":0.436683,"hf_subset":"lao_Laoo-nya_Latn","languages":["lao-Laoo","nya-Latn"]},{"precision":0.863653,"recall":0.901186,"f1":0.875066,"accuracy":0.901186,"main_score":0.875066,"hf_subset":"lao_Laoo-slv_Latn","languages":["lao-Laoo","slv-Latn"]},{"precision":0.495666,"recall":0.552372,"f1":0.511355,"accuracy":0.552372,"main_score":0.511355,"hf_subset":"lao_Laoo-tpi_Latn","languages":["lao-Laoo","tpi-Latn"]},{"precision":0.902009,"recall":0.931818,"f1":0.911364,"accuracy":0.931818,"main_score":0.911364,"hf_subset":"lao_Laoo-zsm_Latn","languages":["lao-Laoo","zsm-Latn"]},{"precision":0.399131,"recall":0.440711,"f1":0.411385,"accuracy":0.440711,"main_score":0.411385,"hf_subset":"lao_Laoo-ayr_Latn","languages":["lao-Laoo","ayr-Latn"]},{"precision":0.896574,"recall":0.928854,"f1":0.906917,"accuracy":0.928854,"main_score":0.906917,"hf_subset":"lao_Laoo-dan_Latn","languages":["lao-Laoo","dan-Latn"]},{"precision":0.892572,"recall":0.924901,"f1":0.902734,"accuracy":0.924901,"main_score":0.902734,"hf_subset":"lao_Laoo-guj_Gujr","languages":["lao-Laoo","guj-Gujr"]},{"precision":0.86087,"recall":0.901186,"f1":0.873123,"accuracy":0.901186,"main_score":0.873123,"hf_subset":"lao_Laoo-kaz_Cyrl","languages":["lao-Laoo","kaz-Cyrl"]},{"precision":0.400513,"recall":0.438735,"f1":0.411311,"accuracy":0.438735,"main_score":0.411311,"hf_subset":"lao_Laoo-lug_Latn","languages":["lao-Laoo","lug-Latn"]},{"precision":0.864476,"recall":0.902174,"f1":0.875856,"accuracy":0.902174,"main_score":0.875856,"hf_subset":"lao_Laoo-oci_Latn","languages":["lao-Laoo","oci-Latn"]},{"precision":0.446091,"recall":0.480237,"f1":0.455759,"accuracy":0.480237,"main_score":0.455759,"hf_subset":"lao_Laoo-smo_Latn","languages":["lao-Laoo","smo-Latn"]},{"precision":0.418448,"recall":0.464427,"f1":0.431716,"accuracy":0.464427,"main_score":0.431716,"hf_subset":"lao_Laoo-tsn_Latn","languages":["lao-Laoo","tsn-Latn"]},{"precision":0.43259,"recall":0.482213,"f1":0.445398,"accuracy":0.482213,"main_score":0.445398,"hf_subset":"lao_Laoo-zul_Latn","languages":["lao-Laoo","zul-Latn"]},{"precision":0.53053,"recall":0.620553,"f1":0.556508,"accuracy":0.620553,"main_score":0.556508,"hf_subset":"lao_Laoo-azb_Arab","languages":["lao-Laoo","azb-Arab"]},{"precision":0.882164,"recall":0.918972,"f1":0.894005,"accuracy":0.918972,"main_score":0.894005,"hf_subset":"lao_Laoo-deu_Latn","languages":["lao-Laoo","deu-Latn"]},{"precision":0.733827,"recall":0.791502,"f1":0.750692,"accuracy":0.791502,"main_score":0.750692,"hf_subset":"lao_Laoo-hat_Latn","languages":["lao-Laoo","hat-Latn"]},{"precision":0.394496,"recall":0.43083,"f1":0.404789,"accuracy":0.43083,"main_score":0.404789,"hf_subset":"lao_Laoo-kbp_Latn","languages":["lao-Laoo","kbp-Latn"]},{"precision":0.427275,"recall":0.462451,"f1":0.437618,"accuracy":0.462451,"main_score":0.437618,"hf_subset":"lao_Laoo-luo_Latn","languages":["lao-Laoo","luo-Latn"]},{"precision":0.846673,"recall":0.891304,"f1":0.860639,"accuracy":0.891304,"main_score":0.860639,"hf_subset":"lao_Laoo-ory_Orya","languages":["lao-Laoo","ory-Orya"]},{"precision":0.418422,"recall":0.458498,"f1":0.429409,"accuracy":0.458498,"main_score":0.429409,"hf_subset":"lao_Laoo-sna_Latn","languages":["lao-Laoo","sna-Latn"]},{"precision":0.412297,"recall":0.450593,"f1":0.4232,"accuracy":0.450593,"main_score":0.4232,"hf_subset":"lao_Laoo-tso_Latn","languages":["lao-Laoo","tso-Latn"]},{"precision":0.838801,"recall":0.881423,"f1":0.85191,"accuracy":0.881423,"main_score":0.85191,"hf_subset":"lao_Laoo-azj_Latn","languages":["lao-Laoo","azj-Latn"]},{"precision":0.381773,"recall":0.428854,"f1":0.394935,"accuracy":0.428854,"main_score":0.394935,"hf_subset":"lao_Laoo-dik_Latn","languages":["lao-Laoo","dik-Latn"]},{"precision":0.410418,"recall":0.450593,"f1":0.421998,"accuracy":0.450593,"main_score":0.421998,"hf_subset":"lao_Laoo-hau_Latn","languages":["lao-Laoo","hau-Latn"]},{"precision":0.747358,"recall":0.807312,"f1":0.76481,"accuracy":0.807312,"main_score":0.76481,"hf_subset":"lao_Laoo-kea_Latn","languages":["lao-Laoo","kea-Latn"]},{"precision":0.464167,"recall":0.501976,"f1":0.474825,"accuracy":0.501976,"main_score":0.474825,"hf_subset":"lao_Laoo-lus_Latn","languages":["lao-Laoo","lus-Latn"]},{"precision":0.540002,"recall":0.593874,"f1":0.553942,"accuracy":0.593874,"main_score":0.553942,"hf_subset":"lao_Laoo-pag_Latn","languages":["lao-Laoo","pag-Latn"]},{"precision":0.823617,"recall":0.874506,"f1":0.839888,"accuracy":0.874506,"main_score":0.839888,"hf_subset":"lao_Laoo-snd_Arab","languages":["lao-Laoo","snd-Arab"]},{"precision":0.647316,"recall":0.720356,"f1":0.667758,"accuracy":0.720356,"main_score":0.667758,"hf_subset":"lao_Laoo-tuk_Latn","languages":["lao-Laoo","tuk-Latn"]},{"precision":0.750675,"recall":0.810277,"f1":0.768365,"accuracy":0.810277,"main_score":0.768365,"hf_subset":"lao_Laoo-bak_Cyrl","languages":["lao-Laoo","bak-Cyrl"]},{"precision":0.320168,"recall":0.374506,"f1":0.335454,"accuracy":0.374506,"main_score":0.335454,"hf_subset":"lao_Laoo-dyu_Latn","languages":["lao-Laoo","dyu-Latn"]},{"precision":0.889361,"recall":0.921937,"f1":0.899506,"accuracy":0.921937,"main_score":0.899506,"hf_subset":"lao_Laoo-heb_Hebr","languages":["lao-Laoo","heb-Hebr"]},{"precision":0.74641,"recall":0.807312,"f1":0.763985,"accuracy":0.807312,"main_score":0.763985,"hf_subset":"lao_Laoo-khk_Cyrl","languages":["lao-Laoo","khk-Cyrl"]},{"precision":0.880435,"recall":0.916996,"f1":0.892095,"accuracy":0.916996,"main_score":0.892095,"hf_subset":"lao_Laoo-lvs_Latn","languages":["lao-Laoo","lvs-Latn"]},{"precision":0.878047,"recall":0.914032,"f1":0.889361,"accuracy":0.914032,"main_score":0.889361,"hf_subset":"lao_Laoo-pan_Guru","languages":["lao-Laoo","pan-Guru"]},{"precision":0.432605,"recall":0.476285,"f1":0.444964,"accuracy":0.476285,"main_score":0.444964,"hf_subset":"lao_Laoo-som_Latn","languages":["lao-Laoo","som-Latn"]},{"precision":0.421488,"recall":0.458498,"f1":0.431993,"accuracy":0.458498,"main_score":0.431993,"hf_subset":"lao_Laoo-tum_Latn","languages":["lao-Laoo","tum-Latn"]},{"precision":0.30669,"recall":0.357708,"f1":0.321247,"accuracy":0.357708,"main_score":0.321247,"hf_subset":"mri_Latn-ace_Arab","languages":["mri-Latn","ace-Arab"]},{"precision":0.436799,"recall":0.479249,"f1":0.44833,"accuracy":0.479249,"main_score":0.44833,"hf_subset":"mri_Latn-bam_Latn","languages":["mri-Latn","bam-Latn"]},{"precision":0.113626,"recall":0.157115,"f1":0.124256,"accuracy":0.157115,"main_score":0.124256,"hf_subset":"mri_Latn-dzo_Tibt","languages":["mri-Latn","dzo-Tibt"]},{"precision":0.55588,"recall":0.626482,"f1":0.573046,"accuracy":0.626482,"main_score":0.573046,"hf_subset":"mri_Latn-hin_Deva","languages":["mri-Latn","hin-Deva"]},{"precision":0.483561,"recall":0.554348,"f1":0.501286,"accuracy":0.554348,"main_score":0.501286,"hf_subset":"mri_Latn-khm_Khmr","languages":["mri-Latn","khm-Khmr"]},{"precision":0.552856,"recall":0.613636,"f1":0.568959,"accuracy":0.613636,"main_score":0.568959,"hf_subset":"mri_Latn-mag_Deva","languages":["mri-Latn","mag-Deva"]},{"precision":0.523401,"recall":0.583004,"f1":0.539328,"accuracy":0.583004,"main_score":0.539328,"hf_subset":"mri_Latn-pap_Latn","languages":["mri-Latn","pap-Latn"]},{"precision":0.456323,"recall":0.493083,"f1":0.466468,"accuracy":0.493083,"main_score":0.466468,"hf_subset":"mri_Latn-sot_Latn","languages":["mri-Latn","sot-Latn"]},{"precision":0.542668,"recall":0.619565,"f1":0.562,"accuracy":0.619565,"main_score":0.562,"hf_subset":"mri_Latn-tur_Latn","languages":["mri-Latn","tur-Latn"]},{"precision":0.500276,"recall":0.537549,"f1":0.510389,"accuracy":0.537549,"main_score":0.510389,"hf_subset":"mri_Latn-ace_Latn","languages":["mri-Latn","ace-Latn"]},{"precision":0.514836,"recall":0.575099,"f1":0.530055,"accuracy":0.575099,"main_score":0.530055,"hf_subset":"mri_Latn-ban_Latn","languages":["mri-Latn","ban-Latn"]},{"precision":0.547772,"recall":0.624506,"f1":0.567768,"accuracy":0.624506,"main_score":0.567768,"hf_subset":"mri_Latn-ell_Grek","languages":["mri-Latn","ell-Grek"]},{"precision":0.522281,"recall":0.596838,"f1":0.541507,"accuracy":0.596838,"main_score":0.541507,"hf_subset":"mri_Latn-hne_Deva","languages":["mri-Latn","hne-Deva"]},{"precision":0.409058,"recall":0.458498,"f1":0.422805,"accuracy":0.458498,"main_score":0.422805,"hf_subset":"mri_Latn-kik_Latn","languages":["mri-Latn","kik-Latn"]},{"precision":0.531881,"recall":0.600791,"f1":0.549947,"accuracy":0.600791,"main_score":0.549947,"hf_subset":"mri_Latn-mai_Deva","languages":["mri-Latn","mai-Deva"]},{"precision":0.454768,"recall":0.527668,"f1":0.47363,"accuracy":0.527668,"main_score":0.47363,"hf_subset":"mri_Latn-pbt_Arab","languages":["mri-Latn","pbt-Arab"]},{"precision":0.544817,"recall":0.621542,"f1":0.564492,"accuracy":0.621542,"main_score":0.564492,"hf_subset":"mri_Latn-spa_Latn","languages":["mri-Latn","spa-Latn"]},{"precision":0.466877,"recall":0.503953,"f1":0.476982,"accuracy":0.503953,"main_score":0.476982,"hf_subset":"mri_Latn-twi_Latn","languages":["mri-Latn","twi-Latn"]},{"precision":0.533494,"recall":0.607708,"f1":0.552916,"accuracy":0.607708,"main_score":0.552916,"hf_subset":"mri_Latn-acm_Arab","languages":["mri-Latn","acm-Arab"]},{"precision":0.546195,"recall":0.616601,"f1":0.565079,"accuracy":0.616601,"main_score":0.565079,"hf_subset":"mri_Latn-bel_Cyrl","languages":["mri-Latn","bel-Cyrl"]},{"precision":0.549482,"recall":0.626482,"f1":0.569338,"accuracy":0.626482,"main_score":0.569338,"hf_subset":"mri_Latn-eng_Latn","languages":["mri-Latn","eng-Latn"]},{"precision":0.560605,"recall":0.629447,"f1":0.578753,"accuracy":0.629447,"main_score":0.578753,"hf_subset":"mri_Latn-hrv_Latn","languages":["mri-Latn","hrv-Latn"]},{"precision":0.444538,"recall":0.485178,"f1":0.455194,"accuracy":0.485178,"main_score":0.455194,"hf_subset":"mri_Latn-kin_Latn","languages":["mri-Latn","kin-Latn"]},{"precision":0.54294,"recall":0.614625,"f1":0.561772,"accuracy":0.614625,"main_score":0.561772,"hf_subset":"mri_Latn-mal_Mlym","languages":["mri-Latn","mal-Mlym"]},{"precision":0.539684,"recall":0.614625,"f1":0.558326,"accuracy":0.614625,"main_score":0.558326,"hf_subset":"mri_Latn-pes_Arab","languages":["mri-Latn","pes-Arab"]},{"precision":0.547628,"recall":0.607708,"f1":0.562275,"accuracy":0.607708,"main_score":0.562275,"hf_subset":"mri_Latn-srd_Latn","languages":["mri-Latn","srd-Latn"]},{"precision":0.153722,"recall":0.20751,"f1":0.165605,"accuracy":0.20751,"main_score":0.165605,"hf_subset":"mri_Latn-tzm_Tfng","languages":["mri-Latn","tzm-Tfng"]},{"precision":0.52465,"recall":0.597826,"f1":0.544013,"accuracy":0.597826,"main_score":0.544013,"hf_subset":"mri_Latn-acq_Arab","languages":["mri-Latn","acq-Arab"]},{"precision":0.475809,"recall":0.511858,"f1":0.485168,"accuracy":0.511858,"main_score":0.485168,"hf_subset":"mri_Latn-bem_Latn","languages":["mri-Latn","bem-Latn"]},{"precision":0.552774,"recall":0.621542,"f1":0.570579,"accuracy":0.621542,"main_score":0.570579,"hf_subset":"mri_Latn-epo_Latn","languages":["mri-Latn","epo-Latn"]},{"precision":0.551788,"recall":0.623518,"f1":0.570171,"accuracy":0.623518,"main_score":0.570171,"hf_subset":"mri_Latn-hun_Latn","languages":["mri-Latn","hun-Latn"]},{"precision":0.536805,"recall":0.596838,"f1":0.551992,"accuracy":0.596838,"main_score":0.551992,"hf_subset":"mri_Latn-kir_Cyrl","languages":["mri-Latn","kir-Cyrl"]},{"precision":0.532305,"recall":0.605731,"f1":0.551383,"accuracy":0.605731,"main_score":0.551383,"hf_subset":"mri_Latn-mar_Deva","languages":["mri-Latn","mar-Deva"]},{"precision":0.486226,"recall":0.523715,"f1":0.496577,"accuracy":0.523715,"main_score":0.496577,"hf_subset":"mri_Latn-plt_Latn","languages":["mri-Latn","plt-Latn"]},{"precision":0.564574,"recall":0.634387,"f1":0.582673,"accuracy":0.634387,"main_score":0.582673,"hf_subset":"mri_Latn-srp_Cyrl","languages":["mri-Latn","srp-Cyrl"]},{"precision":0.488411,"recall":0.559289,"f1":0.506268,"accuracy":0.559289,"main_score":0.506268,"hf_subset":"mri_Latn-uig_Arab","languages":["mri-Latn","uig-Arab"]},{"precision":0.513101,"recall":0.585968,"f1":0.532585,"accuracy":0.585968,"main_score":0.532585,"hf_subset":"mri_Latn-aeb_Arab","languages":["mri-Latn","aeb-Arab"]},{"precision":0.5394,"recall":0.615613,"f1":0.559265,"accuracy":0.615613,"main_score":0.559265,"hf_subset":"mri_Latn-ben_Beng","languages":["mri-Latn","ben-Beng"]},{"precision":0.544858,"recall":0.614625,"f1":0.564038,"accuracy":0.614625,"main_score":0.564038,"hf_subset":"mri_Latn-est_Latn","languages":["mri-Latn","est-Latn"]},{"precision":0.54785,"recall":0.613636,"f1":0.564673,"accuracy":0.613636,"main_score":0.564673,"hf_subset":"mri_Latn-hye_Armn","languages":["mri-Latn","hye-Armn"]},{"precision":0.441607,"recall":0.478261,"f1":0.451567,"accuracy":0.478261,"main_score":0.451567,"hf_subset":"mri_Latn-kmb_Latn","languages":["mri-Latn","kmb-Latn"]},{"precision":0.30244,"recall":0.359684,"f1":0.318483,"accuracy":0.359684,"main_score":0.318483,"hf_subset":"mri_Latn-min_Arab","languages":["mri-Latn","min-Arab"]},{"precision":0.560295,"recall":0.629447,"f1":0.578444,"accuracy":0.629447,"main_score":0.578444,"hf_subset":"mri_Latn-pol_Latn","languages":["mri-Latn","pol-Latn"]},{"precision":0.444074,"recall":0.48913,"f1":0.456363,"accuracy":0.48913,"main_score":0.456363,"hf_subset":"mri_Latn-ssw_Latn","languages":["mri-Latn","ssw-Latn"]},{"precision":0.54383,"recall":0.614625,"f1":0.562431,"accuracy":0.614625,"main_score":0.562431,"hf_subset":"mri_Latn-ukr_Cyrl","languages":["mri-Latn","ukr-Cyrl"]},{"precision":0.574039,"recall":0.639328,"f1":0.590372,"accuracy":0.639328,"main_score":0.590372,"hf_subset":"mri_Latn-afr_Latn","languages":["mri-Latn","afr-Latn"]},{"precision":0.522501,"recall":0.587945,"f1":0.538699,"accuracy":0.587945,"main_score":0.538699,"hf_subset":"mri_Latn-bho_Deva","languages":["mri-Latn","bho-Deva"]},{"precision":0.527291,"recall":0.586957,"f1":0.543073,"accuracy":0.586957,"main_score":0.543073,"hf_subset":"mri_Latn-eus_Latn","languages":["mri-Latn","eus-Latn"]},{"precision":0.449823,"recall":0.488142,"f1":0.46111,"accuracy":0.488142,"main_score":0.46111,"hf_subset":"mri_Latn-ibo_Latn","languages":["mri-Latn","ibo-Latn"]},{"precision":0.490687,"recall":0.539526,"f1":0.50358,"accuracy":0.539526,"main_score":0.50358,"hf_subset":"mri_Latn-kmr_Latn","languages":["mri-Latn","kmr-Latn"]},{"precision":0.540446,"recall":0.594862,"f1":0.553709,"accuracy":0.594862,"main_score":0.553709,"hf_subset":"mri_Latn-min_Latn","languages":["mri-Latn","min-Latn"]},{"precision":0.554641,"recall":0.626482,"f1":0.572945,"accuracy":0.626482,"main_score":0.572945,"hf_subset":"mri_Latn-por_Latn","languages":["mri-Latn","por-Latn"]},{"precision":0.54687,"recall":0.608696,"f1":0.562092,"accuracy":0.608696,"main_score":0.562092,"hf_subset":"mri_Latn-sun_Latn","languages":["mri-Latn","sun-Latn"]},{"precision":0.420683,"recall":0.464427,"f1":0.433199,"accuracy":0.464427,"main_score":0.433199,"hf_subset":"mri_Latn-umb_Latn","languages":["mri-Latn","umb-Latn"]},{"precision":0.532373,"recall":0.612648,"f1":0.55362,"accuracy":0.612648,"main_score":0.55362,"hf_subset":"mri_Latn-ajp_Arab","languages":["mri-Latn","ajp-Arab"]},{"precision":0.309994,"recall":0.359684,"f1":0.324111,"accuracy":0.359684,"main_score":0.324111,"hf_subset":"mri_Latn-bjn_Arab","languages":["mri-Latn","bjn-Arab"]},{"precision":0.432844,"recall":0.469368,"f1":0.443201,"accuracy":0.469368,"main_score":0.443201,"hf_subset":"mri_Latn-ewe_Latn","languages":["mri-Latn","ewe-Latn"]},{"precision":0.531618,"recall":0.576087,"f1":0.542472,"accuracy":0.576087,"main_score":0.542472,"hf_subset":"mri_Latn-ilo_Latn","languages":["mri-Latn","ilo-Latn"]},{"precision":0.20367,"recall":0.261858,"f1":0.218891,"accuracy":0.261858,"main_score":0.218891,"hf_subset":"mri_Latn-knc_Arab","languages":["mri-Latn","knc-Arab"]},{"precision":0.561934,"recall":0.624506,"f1":0.577365,"accuracy":0.624506,"main_score":0.577365,"hf_subset":"mri_Latn-mkd_Cyrl","languages":["mri-Latn","mkd-Cyrl"]},{"precision":0.52712,"recall":0.600791,"f1":0.54579,"accuracy":0.600791,"main_score":0.54579,"hf_subset":"mri_Latn-prs_Arab","languages":["mri-Latn","prs-Arab"]},{"precision":0.557434,"recall":0.621542,"f1":0.57318,"accuracy":0.621542,"main_score":0.57318,"hf_subset":"mri_Latn-swe_Latn","languages":["mri-Latn","swe-Latn"]},{"precision":0.540059,"recall":0.617589,"f1":0.56002,"accuracy":0.617589,"main_score":0.56002,"hf_subset":"mri_Latn-urd_Arab","languages":["mri-Latn","urd-Arab"]},{"precision":0.466773,"recall":0.499012,"f1":0.475303,"accuracy":0.499012,"main_score":0.475303,"hf_subset":"mri_Latn-aka_Latn","languages":["mri-Latn","aka-Latn"]},{"precision":0.542537,"recall":0.593874,"f1":0.555415,"accuracy":0.593874,"main_score":0.555415,"hf_subset":"mri_Latn-bjn_Latn","languages":["mri-Latn","bjn-Latn"]},{"precision":0.543211,"recall":0.602767,"f1":0.558489,"accuracy":0.602767,"main_score":0.558489,"hf_subset":"mri_Latn-fao_Latn","languages":["mri-Latn","fao-Latn"]},{"precision":0.574902,"recall":0.640316,"f1":0.592355,"accuracy":0.640316,"main_score":0.592355,"hf_subset":"mri_Latn-ind_Latn","languages":["mri-Latn","ind-Latn"]},{"precision":0.452753,"recall":0.490119,"f1":0.463401,"accuracy":0.490119,"main_score":0.463401,"hf_subset":"mri_Latn-knc_Latn","languages":["mri-Latn","knc-Latn"]},{"precision":0.53942,"recall":0.601779,"f1":0.555079,"accuracy":0.601779,"main_score":0.555079,"hf_subset":"mri_Latn-mlt_Latn","languages":["mri-Latn","mlt-Latn"]},{"precision":0.433964,"recall":0.478261,"f1":0.44595,"accuracy":0.478261,"main_score":0.44595,"hf_subset":"mri_Latn-quy_Latn","languages":["mri-Latn","quy-Latn"]},{"precision":0.499797,"recall":0.555336,"f1":0.514776,"accuracy":0.555336,"main_score":0.514776,"hf_subset":"mri_Latn-swh_Latn","languages":["mri-Latn","swh-Latn"]},{"precision":0.536838,"recall":0.604743,"f1":0.553584,"accuracy":0.604743,"main_score":0.553584,"hf_subset":"mri_Latn-uzn_Latn","languages":["mri-Latn","uzn-Latn"]},{"precision":0.541529,"recall":0.616601,"f1":0.560923,"accuracy":0.616601,"main_score":0.560923,"hf_subset":"mri_Latn-als_Latn","languages":["mri-Latn","als-Latn"]},{"precision":0.172754,"recall":0.224308,"f1":0.18562,"accuracy":0.224308,"main_score":0.18562,"hf_subset":"mri_Latn-bod_Tibt","languages":["mri-Latn","bod-Tibt"]},{"precision":0.474662,"recall":0.51087,"f1":0.484661,"accuracy":0.51087,"main_score":0.484661,"hf_subset":"mri_Latn-fij_Latn","languages":["mri-Latn","fij-Latn"]},{"precision":0.53908,"recall":0.601779,"f1":0.555975,"accuracy":0.601779,"main_score":0.555975,"hf_subset":"mri_Latn-isl_Latn","languages":["mri-Latn","isl-Latn"]},{"precision":0.453826,"recall":0.491107,"f1":0.46393,"accuracy":0.491107,"main_score":0.46393,"hf_subset":"mri_Latn-kon_Latn","languages":["mri-Latn","kon-Latn"]},{"precision":0.364851,"recall":0.414032,"f1":0.378183,"accuracy":0.414032,"main_score":0.378183,"hf_subset":"mri_Latn-mni_Beng","languages":["mri-Latn","mni-Beng"]},{"precision":0.569346,"recall":0.641304,"f1":0.588156,"accuracy":0.641304,"main_score":0.588156,"hf_subset":"mri_Latn-ron_Latn","languages":["mri-Latn","ron-Latn"]},{"precision":0.534889,"recall":0.593874,"f1":0.550071,"accuracy":0.593874,"main_score":0.550071,"hf_subset":"mri_Latn-szl_Latn","languages":["mri-Latn","szl-Latn"]},{"precision":0.544261,"recall":0.613636,"f1":0.561907,"accuracy":0.613636,"main_score":0.561907,"hf_subset":"mri_Latn-vec_Latn","languages":["mri-Latn","vec-Latn"]},{"precision":0.317771,"recall":0.381423,"f1":0.334017,"accuracy":0.381423,"main_score":0.334017,"hf_subset":"mri_Latn-amh_Ethi","languages":["mri-Latn","amh-Ethi"]},{"precision":0.565182,"recall":0.632411,"f1":0.582472,"accuracy":0.632411,"main_score":0.582472,"hf_subset":"mri_Latn-bos_Latn","languages":["mri-Latn","bos-Latn"]},{"precision":0.539966,"recall":0.610672,"f1":0.55833,"accuracy":0.610672,"main_score":0.55833,"hf_subset":"mri_Latn-fin_Latn","languages":["mri-Latn","fin-Latn"]},{"precision":0.550781,"recall":0.623518,"f1":0.569989,"accuracy":0.623518,"main_score":0.569989,"hf_subset":"mri_Latn-ita_Latn","languages":["mri-Latn","ita-Latn"]},{"precision":0.529257,"recall":0.610672,"f1":0.550551,"accuracy":0.610672,"main_score":0.550551,"hf_subset":"mri_Latn-kor_Hang","languages":["mri-Latn","kor-Hang"]},{"precision":0.429229,"recall":0.469368,"f1":0.440448,"accuracy":0.469368,"main_score":0.440448,"hf_subset":"mri_Latn-mos_Latn","languages":["mri-Latn","mos-Latn"]},{"precision":0.441421,"recall":0.479249,"f1":0.451992,"accuracy":0.479249,"main_score":0.451992,"hf_subset":"mri_Latn-run_Latn","languages":["mri-Latn","run-Latn"]},{"precision":0.53841,"recall":0.61166,"f1":0.557218,"accuracy":0.61166,"main_score":0.557218,"hf_subset":"mri_Latn-tam_Taml","languages":["mri-Latn","tam-Taml"]},{"precision":0.543715,"recall":0.616601,"f1":0.563067,"accuracy":0.616601,"main_score":0.563067,"hf_subset":"mri_Latn-vie_Latn","languages":["mri-Latn","vie-Latn"]},{"precision":0.532718,"recall":0.605731,"f1":0.551562,"accuracy":0.605731,"main_score":0.551562,"hf_subset":"mri_Latn-apc_Arab","languages":["mri-Latn","apc-Arab"]},{"precision":0.4742,"recall":0.514822,"f1":0.484307,"accuracy":0.514822,"main_score":0.484307,"hf_subset":"mri_Latn-bug_Latn","languages":["mri-Latn","bug-Latn"]},{"precision":0.408842,"recall":0.447628,"f1":0.419704,"accuracy":0.447628,"main_score":0.419704,"hf_subset":"mri_Latn-fon_Latn","languages":["mri-Latn","fon-Latn"]},{"precision":0.549627,"recall":0.623518,"f1":0.568769,"accuracy":0.623518,"main_score":0.568769,"hf_subset":"mri_Latn-jav_Latn","languages":["mri-Latn","jav-Latn"]},{"precision":0.473639,"recall":0.54249,"f1":0.492445,"accuracy":0.54249,"main_score":0.492445,"hf_subset":"mri_Latn-lao_Laoo","languages":["mri-Latn","lao-Laoo"]},{"precision":0.547399,"recall":0.62253,"f1":0.566765,"accuracy":0.62253,"main_score":0.566765,"hf_subset":"mri_Latn-rus_Cyrl","languages":["mri-Latn","rus-Cyrl"]},{"precision":0.428929,"recall":0.464427,"f1":0.439294,"accuracy":0.464427,"main_score":0.439294,"hf_subset":"mri_Latn-taq_Latn","languages":["mri-Latn","taq-Latn"]},{"precision":0.573737,"recall":0.631423,"f1":0.58834,"accuracy":0.631423,"main_score":0.58834,"hf_subset":"mri_Latn-war_Latn","languages":["mri-Latn","war-Latn"]},{"precision":0.545913,"recall":0.618577,"f1":0.564654,"accuracy":0.618577,"main_score":0.564654,"hf_subset":"mri_Latn-arb_Arab","languages":["mri-Latn","arb-Arab"]},{"precision":0.553769,"recall":0.62747,"f1":0.572748,"accuracy":0.62747,"main_score":0.572748,"hf_subset":"mri_Latn-bul_Cyrl","languages":["mri-Latn","bul-Cyrl"]},{"precision":0.553883,"recall":0.624506,"f1":0.57262,"accuracy":0.624506,"main_score":0.57262,"hf_subset":"mri_Latn-fra_Latn","languages":["mri-Latn","fra-Latn"]},{"precision":0.523446,"recall":0.596838,"f1":0.54216,"accuracy":0.596838,"main_score":0.54216,"hf_subset":"mri_Latn-jpn_Jpan","languages":["mri-Latn","jpn-Jpan"]},{"precision":0.549673,"recall":0.614625,"f1":0.566768,"accuracy":0.614625,"main_score":0.566768,"hf_subset":"mri_Latn-lij_Latn","languages":["mri-Latn","lij-Latn"]},{"precision":0.38061,"recall":0.471344,"f1":0.403909,"accuracy":0.471344,"main_score":0.403909,"hf_subset":"mri_Latn-mya_Mymr","languages":["mri-Latn","mya-Mymr"]},{"precision":0.434295,"recall":0.47332,"f1":0.445149,"accuracy":0.47332,"main_score":0.445149,"hf_subset":"mri_Latn-sag_Latn","languages":["mri-Latn","sag-Latn"]},{"precision":0.15209,"recall":0.212451,"f1":0.165248,"accuracy":0.212451,"main_score":0.165248,"hf_subset":"mri_Latn-taq_Tfng","languages":["mri-Latn","taq-Tfng"]},{"precision":0.440944,"recall":0.483202,"f1":0.453278,"accuracy":0.483202,"main_score":0.453278,"hf_subset":"mri_Latn-wol_Latn","languages":["mri-Latn","wol-Latn"]},{"precision":0.408756,"recall":0.466403,"f1":0.424208,"accuracy":0.466403,"main_score":0.424208,"hf_subset":"mri_Latn-arb_Latn","languages":["mri-Latn","arb-Latn"]},{"precision":0.558535,"recall":0.628458,"f1":0.576643,"accuracy":0.628458,"main_score":0.576643,"hf_subset":"mri_Latn-cat_Latn","languages":["mri-Latn","cat-Latn"]},{"precision":0.533685,"recall":0.597826,"f1":0.549659,"accuracy":0.597826,"main_score":0.549659,"hf_subset":"mri_Latn-fur_Latn","languages":["mri-Latn","fur-Latn"]},{"precision":0.336058,"recall":0.389328,"f1":0.350946,"accuracy":0.389328,"main_score":0.350946,"hf_subset":"mri_Latn-kab_Latn","languages":["mri-Latn","kab-Latn"]},{"precision":0.534777,"recall":0.594862,"f1":0.550518,"accuracy":0.594862,"main_score":0.550518,"hf_subset":"mri_Latn-lim_Latn","languages":["mri-Latn","lim-Latn"]},{"precision":0.552128,"recall":0.624506,"f1":0.570399,"accuracy":0.624506,"main_score":0.570399,"hf_subset":"mri_Latn-nld_Latn","languages":["mri-Latn","nld-Latn"]},{"precision":0.495262,"recall":0.566206,"f1":0.514077,"accuracy":0.566206,"main_score":0.514077,"hf_subset":"mri_Latn-san_Deva","languages":["mri-Latn","san-Deva"]},{"precision":0.556514,"recall":0.614625,"f1":0.571828,"accuracy":0.614625,"main_score":0.571828,"hf_subset":"mri_Latn-tat_Cyrl","languages":["mri-Latn","tat-Cyrl"]},{"precision":0.463112,"recall":0.504941,"f1":0.474788,"accuracy":0.504941,"main_score":0.474788,"hf_subset":"mri_Latn-xho_Latn","languages":["mri-Latn","xho-Latn"]},{"precision":0.519621,"recall":0.59585,"f1":0.539344,"accuracy":0.59585,"main_score":0.539344,"hf_subset":"mri_Latn-ars_Arab","languages":["mri-Latn","ars-Arab"]},{"precision":0.580779,"recall":0.641304,"f1":0.595441,"accuracy":0.641304,"main_score":0.595441,"hf_subset":"mri_Latn-ceb_Latn","languages":["mri-Latn","ceb-Latn"]},{"precision":0.420584,"recall":0.466403,"f1":0.433696,"accuracy":0.466403,"main_score":0.433696,"hf_subset":"mri_Latn-fuv_Latn","languages":["mri-Latn","fuv-Latn"]},{"precision":0.451087,"recall":0.488142,"f1":0.461483,"accuracy":0.488142,"main_score":0.461483,"hf_subset":"mri_Latn-kac_Latn","languages":["mri-Latn","kac-Latn"]},{"precision":0.467294,"recall":0.502964,"f1":0.477464,"accuracy":0.502964,"main_score":0.477464,"hf_subset":"mri_Latn-lin_Latn","languages":["mri-Latn","lin-Latn"]},{"precision":0.548679,"recall":0.615613,"f1":0.566147,"accuracy":0.615613,"main_score":0.566147,"hf_subset":"mri_Latn-nno_Latn","languages":["mri-Latn","nno-Latn"]},{"precision":0.032135,"recall":0.077075,"f1":0.03939,"accuracy":0.077075,"main_score":0.03939,"hf_subset":"mri_Latn-sat_Olck","languages":["mri-Latn","sat-Olck"]},{"precision":0.532154,"recall":0.604743,"f1":0.550719,"accuracy":0.604743,"main_score":0.550719,"hf_subset":"mri_Latn-tel_Telu","languages":["mri-Latn","tel-Telu"]},{"precision":0.4093,"recall":0.48419,"f1":0.428975,"accuracy":0.48419,"main_score":0.428975,"hf_subset":"mri_Latn-ydd_Hebr","languages":["mri-Latn","ydd-Hebr"]},{"precision":0.485385,"recall":0.561265,"f1":0.505025,"accuracy":0.561265,"main_score":0.505025,"hf_subset":"mri_Latn-ary_Arab","languages":["mri-Latn","ary-Arab"]},{"precision":0.548164,"recall":0.618577,"f1":0.566477,"accuracy":0.618577,"main_score":0.566477,"hf_subset":"mri_Latn-ces_Latn","languages":["mri-Latn","ces-Latn"]},{"precision":0.356108,"recall":0.413043,"f1":0.370953,"accuracy":0.413043,"main_score":0.370953,"hf_subset":"mri_Latn-gaz_Latn","languages":["mri-Latn","gaz-Latn"]},{"precision":0.44919,"recall":0.48913,"f1":0.460558,"accuracy":0.48913,"main_score":0.460558,"hf_subset":"mri_Latn-kam_Latn","languages":["mri-Latn","kam-Latn"]},{"precision":0.544256,"recall":0.61166,"f1":0.56141,"accuracy":0.61166,"main_score":0.56141,"hf_subset":"mri_Latn-lit_Latn","languages":["mri-Latn","lit-Latn"]},{"precision":0.562598,"recall":0.634387,"f1":0.580953,"accuracy":0.634387,"main_score":0.580953,"hf_subset":"mri_Latn-nob_Latn","languages":["mri-Latn","nob-Latn"]},{"precision":0.519223,"recall":0.582016,"f1":0.535145,"accuracy":0.582016,"main_score":0.535145,"hf_subset":"mri_Latn-scn_Latn","languages":["mri-Latn","scn-Latn"]},{"precision":0.530294,"recall":0.589921,"f1":0.546454,"accuracy":0.589921,"main_score":0.546454,"hf_subset":"mri_Latn-tgk_Cyrl","languages":["mri-Latn","tgk-Cyrl"]},{"precision":0.399334,"recall":0.455534,"f1":0.415752,"accuracy":0.455534,"main_score":0.415752,"hf_subset":"mri_Latn-yor_Latn","languages":["mri-Latn","yor-Latn"]},{"precision":0.51772,"recall":0.597826,"f1":0.539072,"accuracy":0.597826,"main_score":0.539072,"hf_subset":"mri_Latn-arz_Arab","languages":["mri-Latn","arz-Arab"]},{"precision":0.422596,"recall":0.459486,"f1":0.432609,"accuracy":0.459486,"main_score":0.432609,"hf_subset":"mri_Latn-cjk_Latn","languages":["mri-Latn","cjk-Latn"]},{"precision":0.465497,"recall":0.525692,"f1":0.480876,"accuracy":0.525692,"main_score":0.480876,"hf_subset":"mri_Latn-gla_Latn","languages":["mri-Latn","gla-Latn"]},{"precision":0.538411,"recall":0.607708,"f1":0.556477,"accuracy":0.607708,"main_score":0.556477,"hf_subset":"mri_Latn-kan_Knda","languages":["mri-Latn","kan-Knda"]},{"precision":0.54088,"recall":0.600791,"f1":0.55601,"accuracy":0.600791,"main_score":0.55601,"hf_subset":"mri_Latn-lmo_Latn","languages":["mri-Latn","lmo-Latn"]},{"precision":0.523321,"recall":0.598814,"f1":0.542302,"accuracy":0.598814,"main_score":0.542302,"hf_subset":"mri_Latn-npi_Deva","languages":["mri-Latn","npi-Deva"]},{"precision":0.399418,"recall":0.453557,"f1":0.414805,"accuracy":0.453557,"main_score":0.414805,"hf_subset":"mri_Latn-shn_Mymr","languages":["mri-Latn","shn-Mymr"]},{"precision":0.590292,"recall":0.648221,"f1":0.60502,"accuracy":0.648221,"main_score":0.60502,"hf_subset":"mri_Latn-tgl_Latn","languages":["mri-Latn","tgl-Latn"]},{"precision":0.529904,"recall":0.597826,"f1":0.546813,"accuracy":0.597826,"main_score":0.546813,"hf_subset":"mri_Latn-yue_Hant","languages":["mri-Latn","yue-Hant"]},{"precision":0.508991,"recall":0.579051,"f1":0.527222,"accuracy":0.579051,"main_score":0.527222,"hf_subset":"mri_Latn-asm_Beng","languages":["mri-Latn","asm-Beng"]},{"precision":0.434622,"recall":0.495059,"f1":0.450723,"accuracy":0.495059,"main_score":0.450723,"hf_subset":"mri_Latn-ckb_Arab","languages":["mri-Latn","ckb-Arab"]},{"precision":0.486609,"recall":0.544466,"f1":0.500902,"accuracy":0.544466,"main_score":0.500902,"hf_subset":"mri_Latn-gle_Latn","languages":["mri-Latn","gle-Latn"]},{"precision":0.413116,"recall":0.490119,"f1":0.433292,"accuracy":0.490119,"main_score":0.433292,"hf_subset":"mri_Latn-kas_Arab","languages":["mri-Latn","kas-Arab"]},{"precision":0.469218,"recall":0.529644,"f1":0.485035,"accuracy":0.529644,"main_score":0.485035,"hf_subset":"mri_Latn-ltg_Latn","languages":["mri-Latn","ltg-Latn"]},{"precision":0.467532,"recall":0.502964,"f1":0.477758,"accuracy":0.502964,"main_score":0.477758,"hf_subset":"mri_Latn-nso_Latn","languages":["mri-Latn","nso-Latn"]},{"precision":0.229714,"recall":0.284585,"f1":0.24336,"accuracy":0.284585,"main_score":0.24336,"hf_subset":"mri_Latn-sin_Sinh","languages":["mri-Latn","sin-Sinh"]},{"precision":0.543108,"recall":0.614625,"f1":0.561281,"accuracy":0.614625,"main_score":0.561281,"hf_subset":"mri_Latn-tha_Thai","languages":["mri-Latn","tha-Thai"]},{"precision":0.52743,"recall":0.591897,"f1":0.543376,"accuracy":0.591897,"main_score":0.543376,"hf_subset":"mri_Latn-zho_Hans","languages":["mri-Latn","zho-Hans"]},{"precision":0.545406,"recall":0.61166,"f1":0.562071,"accuracy":0.61166,"main_score":0.562071,"hf_subset":"mri_Latn-ast_Latn","languages":["mri-Latn","ast-Latn"]},{"precision":0.540794,"recall":0.608696,"f1":0.558401,"accuracy":0.608696,"main_score":0.558401,"hf_subset":"mri_Latn-crh_Latn","languages":["mri-Latn","crh-Latn"]},{"precision":0.554592,"recall":0.629447,"f1":0.573623,"accuracy":0.629447,"main_score":0.573623,"hf_subset":"mri_Latn-glg_Latn","languages":["mri-Latn","glg-Latn"]},{"precision":0.435563,"recall":0.499012,"f1":0.452344,"accuracy":0.499012,"main_score":0.452344,"hf_subset":"mri_Latn-kas_Deva","languages":["mri-Latn","kas-Deva"]},{"precision":0.556782,"recall":0.621542,"f1":0.573068,"accuracy":0.621542,"main_score":0.573068,"hf_subset":"mri_Latn-ltz_Latn","languages":["mri-Latn","ltz-Latn"]},{"precision":0.397085,"recall":0.448617,"f1":0.410203,"accuracy":0.448617,"main_score":0.410203,"hf_subset":"mri_Latn-nus_Latn","languages":["mri-Latn","nus-Latn"]},{"precision":0.554821,"recall":0.624506,"f1":0.572906,"accuracy":0.624506,"main_score":0.572906,"hf_subset":"mri_Latn-slk_Latn","languages":["mri-Latn","slk-Latn"]},{"precision":0.217188,"recall":0.266798,"f1":0.229671,"accuracy":0.266798,"main_score":0.229671,"hf_subset":"mri_Latn-tir_Ethi","languages":["mri-Latn","tir-Ethi"]},{"precision":0.512427,"recall":0.586957,"f1":0.531309,"accuracy":0.586957,"main_score":0.531309,"hf_subset":"mri_Latn-zho_Hant","languages":["mri-Latn","zho-Hant"]},{"precision":0.53458,"recall":0.603755,"f1":0.552763,"accuracy":0.603755,"main_score":0.552763,"hf_subset":"mri_Latn-awa_Deva","languages":["mri-Latn","awa-Deva"]},{"precision":0.530562,"recall":0.590909,"f1":0.545885,"accuracy":0.590909,"main_score":0.545885,"hf_subset":"mri_Latn-cym_Latn","languages":["mri-Latn","cym-Latn"]},{"precision":0.47304,"recall":0.511858,"f1":0.48286,"accuracy":0.511858,"main_score":0.48286,"hf_subset":"mri_Latn-grn_Latn","languages":["mri-Latn","grn-Latn"]},{"precision":0.507708,"recall":0.581028,"f1":0.526669,"accuracy":0.581028,"main_score":0.526669,"hf_subset":"mri_Latn-kat_Geor","languages":["mri-Latn","kat-Geor"]},{"precision":0.454939,"recall":0.48913,"f1":0.464839,"accuracy":0.48913,"main_score":0.464839,"hf_subset":"mri_Latn-lua_Latn","languages":["mri-Latn","lua-Latn"]},{"precision":0.460667,"recall":0.501976,"f1":0.471919,"accuracy":0.501976,"main_score":0.471919,"hf_subset":"mri_Latn-nya_Latn","languages":["mri-Latn","nya-Latn"]},{"precision":0.552456,"recall":0.615613,"f1":0.568811,"accuracy":0.615613,"main_score":0.568811,"hf_subset":"mri_Latn-slv_Latn","languages":["mri-Latn","slv-Latn"]},{"precision":0.489295,"recall":0.536561,"f1":0.502065,"accuracy":0.536561,"main_score":0.502065,"hf_subset":"mri_Latn-tpi_Latn","languages":["mri-Latn","tpi-Latn"]},{"precision":0.567494,"recall":0.637352,"f1":0.584909,"accuracy":0.637352,"main_score":0.584909,"hf_subset":"mri_Latn-zsm_Latn","languages":["mri-Latn","zsm-Latn"]},{"precision":0.434382,"recall":0.475296,"f1":0.446099,"accuracy":0.475296,"main_score":0.446099,"hf_subset":"mri_Latn-ayr_Latn","languages":["mri-Latn","ayr-Latn"]},{"precision":0.572093,"recall":0.639328,"f1":0.589349,"accuracy":0.639328,"main_score":0.589349,"hf_subset":"mri_Latn-dan_Latn","languages":["mri-Latn","dan-Latn"]},{"precision":0.546452,"recall":0.613636,"f1":0.563958,"accuracy":0.613636,"main_score":0.563958,"hf_subset":"mri_Latn-guj_Gujr","languages":["mri-Latn","guj-Gujr"]},{"precision":0.560595,"recall":0.624506,"f1":0.576949,"accuracy":0.624506,"main_score":0.576949,"hf_subset":"mri_Latn-kaz_Cyrl","languages":["mri-Latn","kaz-Cyrl"]},{"precision":0.423065,"recall":0.464427,"f1":0.434274,"accuracy":0.464427,"main_score":0.434274,"hf_subset":"mri_Latn-lug_Latn","languages":["mri-Latn","lug-Latn"]},{"precision":0.547506,"recall":0.620553,"f1":0.566328,"accuracy":0.620553,"main_score":0.566328,"hf_subset":"mri_Latn-oci_Latn","languages":["mri-Latn","oci-Latn"]},{"precision":0.492664,"recall":0.527668,"f1":0.502473,"accuracy":0.527668,"main_score":0.502473,"hf_subset":"mri_Latn-smo_Latn","languages":["mri-Latn","smo-Latn"]},{"precision":0.454879,"recall":0.495059,"f1":0.466183,"accuracy":0.495059,"main_score":0.466183,"hf_subset":"mri_Latn-tsn_Latn","languages":["mri-Latn","tsn-Latn"]},{"precision":0.442459,"recall":0.490119,"f1":0.45544,"accuracy":0.490119,"main_score":0.45544,"hf_subset":"mri_Latn-zul_Latn","languages":["mri-Latn","zul-Latn"]},{"precision":0.410941,"recall":0.483202,"f1":0.429854,"accuracy":0.483202,"main_score":0.429854,"hf_subset":"mri_Latn-azb_Arab","languages":["mri-Latn","azb-Arab"]},{"precision":0.560519,"recall":0.631423,"f1":0.578722,"accuracy":0.631423,"main_score":0.578722,"hf_subset":"mri_Latn-deu_Latn","languages":["mri-Latn","deu-Latn"]},{"precision":0.473812,"recall":0.543478,"f1":0.491992,"accuracy":0.543478,"main_score":0.491992,"hf_subset":"mri_Latn-hat_Latn","languages":["mri-Latn","hat-Latn"]},{"precision":0.421733,"recall":0.464427,"f1":0.434082,"accuracy":0.464427,"main_score":0.434082,"hf_subset":"mri_Latn-kbp_Latn","languages":["mri-Latn","kbp-Latn"]},{"precision":0.440588,"recall":0.471344,"f1":0.449401,"accuracy":0.471344,"main_score":0.449401,"hf_subset":"mri_Latn-luo_Latn","languages":["mri-Latn","luo-Latn"]},{"precision":0.531031,"recall":0.600791,"f1":0.549249,"accuracy":0.600791,"main_score":0.549249,"hf_subset":"mri_Latn-ory_Orya","languages":["mri-Latn","ory-Orya"]},{"precision":0.452176,"recall":0.492095,"f1":0.462731,"accuracy":0.492095,"main_score":0.462731,"hf_subset":"mri_Latn-sna_Latn","languages":["mri-Latn","sna-Latn"]},{"precision":0.446166,"recall":0.483202,"f1":0.456168,"accuracy":0.483202,"main_score":0.456168,"hf_subset":"mri_Latn-tso_Latn","languages":["mri-Latn","tso-Latn"]},{"precision":0.532221,"recall":0.607708,"f1":0.551295,"accuracy":0.607708,"main_score":0.551295,"hf_subset":"mri_Latn-azj_Latn","languages":["mri-Latn","azj-Latn"]},{"precision":0.399695,"recall":0.442688,"f1":0.412046,"accuracy":0.442688,"main_score":0.412046,"hf_subset":"mri_Latn-dik_Latn","languages":["mri-Latn","dik-Latn"]},{"precision":0.453161,"recall":0.490119,"f1":0.462826,"accuracy":0.490119,"main_score":0.462826,"hf_subset":"mri_Latn-hau_Latn","languages":["mri-Latn","hau-Latn"]},{"precision":0.535159,"recall":0.597826,"f1":0.550894,"accuracy":0.597826,"main_score":0.550894,"hf_subset":"mri_Latn-kea_Latn","languages":["mri-Latn","kea-Latn"]},{"precision":0.472437,"recall":0.503953,"f1":0.481175,"accuracy":0.503953,"main_score":0.481175,"hf_subset":"mri_Latn-lus_Latn","languages":["mri-Latn","lus-Latn"]},{"precision":0.503002,"recall":0.543478,"f1":0.514496,"accuracy":0.543478,"main_score":0.514496,"hf_subset":"mri_Latn-pag_Latn","languages":["mri-Latn","pag-Latn"]},{"precision":0.507742,"recall":0.583992,"f1":0.527818,"accuracy":0.583992,"main_score":0.527818,"hf_subset":"mri_Latn-snd_Arab","languages":["mri-Latn","snd-Arab"]},{"precision":0.473702,"recall":0.538538,"f1":0.490425,"accuracy":0.538538,"main_score":0.490425,"hf_subset":"mri_Latn-tuk_Latn","languages":["mri-Latn","tuk-Latn"]},{"precision":0.535357,"recall":0.600791,"f1":0.552618,"accuracy":0.600791,"main_score":0.552618,"hf_subset":"mri_Latn-bak_Cyrl","languages":["mri-Latn","bak-Cyrl"]},{"precision":0.336608,"recall":0.402174,"f1":0.354287,"accuracy":0.402174,"main_score":0.354287,"hf_subset":"mri_Latn-dyu_Latn","languages":["mri-Latn","dyu-Latn"]},{"precision":0.529532,"recall":0.599802,"f1":0.548012,"accuracy":0.599802,"main_score":0.548012,"hf_subset":"mri_Latn-heb_Hebr","languages":["mri-Latn","heb-Hebr"]},{"precision":0.501728,"recall":0.567194,"f1":0.519349,"accuracy":0.567194,"main_score":0.519349,"hf_subset":"mri_Latn-khk_Cyrl","languages":["mri-Latn","khk-Cyrl"]},{"precision":0.540305,"recall":0.616601,"f1":0.560577,"accuracy":0.616601,"main_score":0.560577,"hf_subset":"mri_Latn-lvs_Latn","languages":["mri-Latn","lvs-Latn"]},{"precision":0.534043,"recall":0.607708,"f1":0.552837,"accuracy":0.607708,"main_score":0.552837,"hf_subset":"mri_Latn-pan_Guru","languages":["mri-Latn","pan-Guru"]},{"precision":0.427249,"recall":0.47332,"f1":0.440739,"accuracy":0.47332,"main_score":0.440739,"hf_subset":"mri_Latn-som_Latn","languages":["mri-Latn","som-Latn"]},{"precision":0.453075,"recall":0.491107,"f1":0.464081,"accuracy":0.491107,"main_score":0.464081,"hf_subset":"mri_Latn-tum_Latn","languages":["mri-Latn","tum-Latn"]},{"precision":0.413308,"recall":0.506917,"f1":0.439099,"accuracy":0.506917,"main_score":0.439099,"hf_subset":"rus_Cyrl-ace_Arab","languages":["rus-Cyrl","ace-Arab"]},{"precision":0.428804,"recall":0.51581,"f1":0.452713,"accuracy":0.51581,"main_score":0.452713,"hf_subset":"rus_Cyrl-bam_Latn","languages":["rus-Cyrl","bam-Latn"]},{"precision":0.111296,"recall":0.166008,"f1":0.12492,"accuracy":0.166008,"main_score":0.12492,"hf_subset":"rus_Cyrl-dzo_Tibt","languages":["rus-Cyrl","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-hin_Deva","languages":["rus-Cyrl","hin-Deva"]},{"precision":0.941041,"recall":0.960474,"f1":0.947464,"accuracy":0.960474,"main_score":0.947464,"hf_subset":"rus_Cyrl-khm_Khmr","languages":["rus-Cyrl","khm-Khmr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"rus_Cyrl-mag_Deva","languages":["rus-Cyrl","mag-Deva"]},{"precision":0.971591,"recall":0.980237,"f1":0.974374,"accuracy":0.980237,"main_score":0.974374,"hf_subset":"rus_Cyrl-pap_Latn","languages":["rus-Cyrl","pap-Latn"]},{"precision":0.468666,"recall":0.557312,"f1":0.492936,"accuracy":0.557312,"main_score":0.492936,"hf_subset":"rus_Cyrl-sot_Latn","languages":["rus-Cyrl","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-tur_Latn","languages":["rus-Cyrl","tur-Latn"]},{"precision":0.801581,"recall":0.857708,"f1":0.819302,"accuracy":0.857708,"main_score":0.819302,"hf_subset":"rus_Cyrl-ace_Latn","languages":["rus-Cyrl","ace-Latn"]},{"precision":0.918149,"recall":0.943676,"f1":0.926548,"accuracy":0.943676,"main_score":0.926548,"hf_subset":"rus_Cyrl-ban_Latn","languages":["rus-Cyrl","ban-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-ell_Grek","languages":["rus-Cyrl","ell-Grek"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"rus_Cyrl-hne_Deva","languages":["rus-Cyrl","hne-Deva"]},{"precision":0.495442,"recall":0.579051,"f1":0.518775,"accuracy":0.579051,"main_score":0.518775,"hf_subset":"rus_Cyrl-kik_Latn","languages":["rus-Cyrl","kik-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"rus_Cyrl-mai_Deva","languages":["rus-Cyrl","mai-Deva"]},{"precision":0.891173,"recall":0.922925,"f1":0.901021,"accuracy":0.922925,"main_score":0.901021,"hf_subset":"rus_Cyrl-pbt_Arab","languages":["rus-Cyrl","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"rus_Cyrl-spa_Latn","languages":["rus-Cyrl","spa-Latn"]},{"precision":0.533558,"recall":0.619565,"f1":0.557918,"accuracy":0.619565,"main_score":0.557918,"hf_subset":"rus_Cyrl-twi_Latn","languages":["rus-Cyrl","twi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"rus_Cyrl-acm_Arab","languages":["rus-Cyrl","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-bel_Cyrl","languages":["rus-Cyrl","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-eng_Latn","languages":["rus-Cyrl","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-hrv_Latn","languages":["rus-Cyrl","hrv-Latn"]},{"precision":0.438672,"recall":0.521739,"f1":0.461329,"accuracy":0.521739,"main_score":0.461329,"hf_subset":"rus_Cyrl-kin_Latn","languages":["rus-Cyrl","kin-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"rus_Cyrl-mal_Mlym","languages":["rus-Cyrl","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-pes_Arab","languages":["rus-Cyrl","pes-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"rus_Cyrl-srd_Latn","languages":["rus-Cyrl","srd-Latn"]},{"precision":0.114194,"recall":0.18083,"f1":0.127648,"accuracy":0.18083,"main_score":0.127648,"hf_subset":"rus_Cyrl-tzm_Tfng","languages":["rus-Cyrl","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"rus_Cyrl-acq_Arab","languages":["rus-Cyrl","acq-Arab"]},{"precision":0.513008,"recall":0.593874,"f1":0.535533,"accuracy":0.593874,"main_score":0.535533,"hf_subset":"rus_Cyrl-bem_Latn","languages":["rus-Cyrl","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-epo_Latn","languages":["rus-Cyrl","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-hun_Latn","languages":["rus-Cyrl","hun-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"rus_Cyrl-kir_Cyrl","languages":["rus-Cyrl","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"rus_Cyrl-mar_Deva","languages":["rus-Cyrl","mar-Deva"]},{"precision":0.545402,"recall":0.617589,"f1":0.565663,"accuracy":0.617589,"main_score":0.565663,"hf_subset":"rus_Cyrl-plt_Latn","languages":["rus-Cyrl","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-srp_Cyrl","languages":["rus-Cyrl","srp-Cyrl"]},{"precision":0.937747,"recall":0.956522,"f1":0.943841,"accuracy":0.956522,"main_score":0.943841,"hf_subset":"rus_Cyrl-uig_Arab","languages":["rus-Cyrl","uig-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"rus_Cyrl-aeb_Arab","languages":["rus-Cyrl","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-ben_Beng","languages":["rus-Cyrl","ben-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"rus_Cyrl-est_Latn","languages":["rus-Cyrl","est-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"rus_Cyrl-hye_Armn","languages":["rus-Cyrl","hye-Armn"]},{"precision":0.43331,"recall":0.512846,"f1":0.455332,"accuracy":0.512846,"main_score":0.455332,"hf_subset":"rus_Cyrl-kmb_Latn","languages":["rus-Cyrl","kmb-Latn"]},{"precision":0.36275,"recall":0.458498,"f1":0.387129,"accuracy":0.458498,"main_score":0.387129,"hf_subset":"rus_Cyrl-min_Arab","languages":["rus-Cyrl","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-pol_Latn","languages":["rus-Cyrl","pol-Latn"]},{"precision":0.431334,"recall":0.519763,"f1":0.454868,"accuracy":0.519763,"main_score":0.454868,"hf_subset":"rus_Cyrl-ssw_Latn","languages":["rus-Cyrl","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-ukr_Cyrl","languages":["rus-Cyrl","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"rus_Cyrl-afr_Latn","languages":["rus-Cyrl","afr-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"rus_Cyrl-bho_Deva","languages":["rus-Cyrl","bho-Deva"]},{"precision":0.9417,"recall":0.960474,"f1":0.947793,"accuracy":0.960474,"main_score":0.947793,"hf_subset":"rus_Cyrl-eus_Latn","languages":["rus-Cyrl","eus-Latn"]},{"precision":0.479836,"recall":0.560277,"f1":0.502002,"accuracy":0.560277,"main_score":0.502002,"hf_subset":"rus_Cyrl-ibo_Latn","languages":["rus-Cyrl","ibo-Latn"]},{"precision":0.697967,"recall":0.768775,"f1":0.718645,"accuracy":0.768775,"main_score":0.718645,"hf_subset":"rus_Cyrl-kmr_Latn","languages":["rus-Cyrl","kmr-Latn"]},{"precision":0.957839,"recall":0.971344,"f1":0.962286,"accuracy":0.971344,"main_score":0.962286,"hf_subset":"rus_Cyrl-min_Latn","languages":["rus-Cyrl","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-por_Latn","languages":["rus-Cyrl","por-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"rus_Cyrl-sun_Latn","languages":["rus-Cyrl","sun-Latn"]},{"precision":0.443075,"recall":0.524704,"f1":0.466722,"accuracy":0.524704,"main_score":0.466722,"hf_subset":"rus_Cyrl-umb_Latn","languages":["rus-Cyrl","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-ajp_Arab","languages":["rus-Cyrl","ajp-Arab"]},{"precision":0.380793,"recall":0.474308,"f1":0.406068,"accuracy":0.474308,"main_score":0.406068,"hf_subset":"rus_Cyrl-bjn_Arab","languages":["rus-Cyrl","bjn-Arab"]},{"precision":0.463292,"recall":0.535573,"f1":0.482645,"accuracy":0.535573,"main_score":0.482645,"hf_subset":"rus_Cyrl-ewe_Latn","languages":["rus-Cyrl","ewe-Latn"]},{"precision":0.853656,"recall":0.892292,"f1":0.865368,"accuracy":0.892292,"main_score":0.865368,"hf_subset":"rus_Cyrl-ilo_Latn","languages":["rus-Cyrl","ilo-Latn"]},{"precision":0.178315,"recall":0.259881,"f1":0.19831,"accuracy":0.259881,"main_score":0.19831,"hf_subset":"rus_Cyrl-knc_Arab","languages":["rus-Cyrl","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-mkd_Cyrl","languages":["rus-Cyrl","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-prs_Arab","languages":["rus-Cyrl","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-swe_Latn","languages":["rus-Cyrl","swe-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"rus_Cyrl-urd_Arab","languages":["rus-Cyrl","urd-Arab"]},{"precision":0.514193,"recall":0.601779,"f1":0.53908,"accuracy":0.601779,"main_score":0.53908,"hf_subset":"rus_Cyrl-aka_Latn","languages":["rus-Cyrl","aka-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"rus_Cyrl-bjn_Latn","languages":["rus-Cyrl","bjn-Latn"]},{"precision":0.935771,"recall":0.955534,"f1":0.942358,"accuracy":0.955534,"main_score":0.942358,"hf_subset":"rus_Cyrl-fao_Latn","languages":["rus-Cyrl","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-ind_Latn","languages":["rus-Cyrl","ind-Latn"]},{"precision":0.507909,"recall":0.585968,"f1":0.529971,"accuracy":0.585968,"main_score":0.529971,"hf_subset":"rus_Cyrl-knc_Latn","languages":["rus-Cyrl","knc-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"rus_Cyrl-mlt_Latn","languages":["rus-Cyrl","mlt-Latn"]},{"precision":0.554888,"recall":0.640316,"f1":0.57808,"accuracy":0.640316,"main_score":0.57808,"hf_subset":"rus_Cyrl-quy_Latn","languages":["rus-Cyrl","quy-Latn"]},{"precision":0.678673,"recall":0.757905,"f1":0.702207,"accuracy":0.757905,"main_score":0.702207,"hf_subset":"rus_Cyrl-swh_Latn","languages":["rus-Cyrl","swh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"rus_Cyrl-uzn_Latn","languages":["rus-Cyrl","uzn-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-als_Latn","languages":["rus-Cyrl","als-Latn"]},{"precision":0.14099,"recall":0.226285,"f1":0.162056,"accuracy":0.226285,"main_score":0.162056,"hf_subset":"rus_Cyrl-bod_Tibt","languages":["rus-Cyrl","bod-Tibt"]},{"precision":0.454522,"recall":0.541502,"f1":0.478175,"accuracy":0.541502,"main_score":0.478175,"hf_subset":"rus_Cyrl-fij_Latn","languages":["rus-Cyrl","fij-Latn"]},{"precision":0.943462,"recall":0.960474,"f1":0.948847,"accuracy":0.960474,"main_score":0.948847,"hf_subset":"rus_Cyrl-isl_Latn","languages":["rus-Cyrl","isl-Latn"]},{"precision":0.54361,"recall":0.630435,"f1":0.568422,"accuracy":0.630435,"main_score":0.568422,"hf_subset":"rus_Cyrl-kon_Latn","languages":["rus-Cyrl","kon-Latn"]},{"precision":0.481277,"recall":0.58498,"f1":0.510314,"accuracy":0.58498,"main_score":0.510314,"hf_subset":"rus_Cyrl-mni_Beng","languages":["rus-Cyrl","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-ron_Latn","languages":["rus-Cyrl","ron-Latn"]},{"precision":0.984684,"recall":0.988142,"f1":0.985837,"accuracy":0.988142,"main_score":0.985837,"hf_subset":"rus_Cyrl-szl_Latn","languages":["rus-Cyrl","szl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-vec_Latn","languages":["rus-Cyrl","vec-Latn"]},{"precision":0.543659,"recall":0.62747,"f1":0.567368,"accuracy":0.62747,"main_score":0.567368,"hf_subset":"rus_Cyrl-amh_Ethi","languages":["rus-Cyrl","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-bos_Latn","languages":["rus-Cyrl","bos-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"rus_Cyrl-fin_Latn","languages":["rus-Cyrl","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-ita_Latn","languages":["rus-Cyrl","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-kor_Hang","languages":["rus-Cyrl","kor-Hang"]},{"precision":0.458527,"recall":0.548419,"f1":0.483195,"accuracy":0.548419,"main_score":0.483195,"hf_subset":"rus_Cyrl-mos_Latn","languages":["rus-Cyrl","mos-Latn"]},{"precision":0.440674,"recall":0.521739,"f1":0.462694,"accuracy":0.521739,"main_score":0.462694,"hf_subset":"rus_Cyrl-run_Latn","languages":["rus-Cyrl","run-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"rus_Cyrl-tam_Taml","languages":["rus-Cyrl","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-vie_Latn","languages":["rus-Cyrl","vie-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-apc_Arab","languages":["rus-Cyrl","apc-Arab"]},{"precision":0.719212,"recall":0.786561,"f1":0.739034,"accuracy":0.786561,"main_score":0.739034,"hf_subset":"rus_Cyrl-bug_Latn","languages":["rus-Cyrl","bug-Latn"]},{"precision":0.409109,"recall":0.48913,"f1":0.431005,"accuracy":0.48913,"main_score":0.431005,"hf_subset":"rus_Cyrl-fon_Latn","languages":["rus-Cyrl","fon-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"rus_Cyrl-jav_Latn","languages":["rus-Cyrl","jav-Latn"]},{"precision":0.884634,"recall":0.91996,"f1":0.895817,"accuracy":0.91996,"main_score":0.895817,"hf_subset":"rus_Cyrl-lao_Laoo","languages":["rus-Cyrl","lao-Laoo"]},{"precision":0.556079,"recall":0.646245,"f1":0.581804,"accuracy":0.646245,"main_score":0.581804,"hf_subset":"rus_Cyrl-mri_Latn","languages":["rus-Cyrl","mri-Latn"]},{"precision":0.473838,"recall":0.552372,"f1":0.49568,"accuracy":0.552372,"main_score":0.49568,"hf_subset":"rus_Cyrl-taq_Latn","languages":["rus-Cyrl","taq-Latn"]},{"precision":0.973979,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"rus_Cyrl-war_Latn","languages":["rus-Cyrl","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-arb_Arab","languages":["rus-Cyrl","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-bul_Cyrl","languages":["rus-Cyrl","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-fra_Latn","languages":["rus-Cyrl","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-jpn_Jpan","languages":["rus-Cyrl","jpn-Jpan"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"rus_Cyrl-lij_Latn","languages":["rus-Cyrl","lij-Latn"]},{"precision":0.949852,"recall":0.965415,"f1":0.954941,"accuracy":0.965415,"main_score":0.954941,"hf_subset":"rus_Cyrl-mya_Mymr","languages":["rus-Cyrl","mya-Mymr"]},{"precision":0.492132,"recall":0.586957,"f1":0.518626,"accuracy":0.586957,"main_score":0.518626,"hf_subset":"rus_Cyrl-sag_Latn","languages":["rus-Cyrl","sag-Latn"]},{"precision":0.11548,"recall":0.202569,"f1":0.132055,"accuracy":0.202569,"main_score":0.132055,"hf_subset":"rus_Cyrl-taq_Tfng","languages":["rus-Cyrl","taq-Tfng"]},{"precision":0.537454,"recall":0.62253,"f1":0.561411,"accuracy":0.62253,"main_score":0.561411,"hf_subset":"rus_Cyrl-wol_Latn","languages":["rus-Cyrl","wol-Latn"]},{"precision":0.599379,"recall":0.688735,"f1":0.624741,"accuracy":0.688735,"main_score":0.624741,"hf_subset":"rus_Cyrl-arb_Latn","languages":["rus-Cyrl","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-cat_Latn","languages":["rus-Cyrl","cat-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"rus_Cyrl-fur_Latn","languages":["rus-Cyrl","fur-Latn"]},{"precision":0.31422,"recall":0.389328,"f1":0.333661,"accuracy":0.389328,"main_score":0.333661,"hf_subset":"rus_Cyrl-kab_Latn","languages":["rus-Cyrl","kab-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"rus_Cyrl-lim_Latn","languages":["rus-Cyrl","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-nld_Latn","languages":["rus-Cyrl","nld-Latn"]},{"precision":0.959157,"recall":0.971344,"f1":0.963109,"accuracy":0.971344,"main_score":0.963109,"hf_subset":"rus_Cyrl-san_Deva","languages":["rus-Cyrl","san-Deva"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"rus_Cyrl-tat_Cyrl","languages":["rus-Cyrl","tat-Cyrl"]},{"precision":0.509668,"recall":0.591897,"f1":0.531951,"accuracy":0.591897,"main_score":0.531951,"hf_subset":"rus_Cyrl-xho_Latn","languages":["rus-Cyrl","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-ars_Arab","languages":["rus-Cyrl","ars-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"rus_Cyrl-ceb_Latn","languages":["rus-Cyrl","ceb-Latn"]},{"precision":0.45906,"recall":0.549407,"f1":0.483946,"accuracy":0.549407,"main_score":0.483946,"hf_subset":"rus_Cyrl-fuv_Latn","languages":["rus-Cyrl","fuv-Latn"]},{"precision":0.452928,"recall":0.546443,"f1":0.478277,"accuracy":0.546443,"main_score":0.478277,"hf_subset":"rus_Cyrl-kac_Latn","languages":["rus-Cyrl","kac-Latn"]},{"precision":0.542371,"recall":0.633399,"f1":0.56759,"accuracy":0.633399,"main_score":0.56759,"hf_subset":"rus_Cyrl-lin_Latn","languages":["rus-Cyrl","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-nno_Latn","languages":["rus-Cyrl","nno-Latn"]},{"precision":0.016504,"recall":0.057312,"f1":0.021853,"accuracy":0.057312,"main_score":0.021853,"hf_subset":"rus_Cyrl-sat_Olck","languages":["rus-Cyrl","sat-Olck"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"rus_Cyrl-tel_Telu","languages":["rus-Cyrl","tel-Telu"]},{"precision":0.725461,"recall":0.800395,"f1":0.748537,"accuracy":0.800395,"main_score":0.748537,"hf_subset":"rus_Cyrl-ydd_Hebr","languages":["rus-Cyrl","ydd-Hebr"]},{"precision":0.95504,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"rus_Cyrl-ary_Arab","languages":["rus-Cyrl","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-ces_Latn","languages":["rus-Cyrl","ces-Latn"]},{"precision":0.379151,"recall":0.465415,"f1":0.402792,"accuracy":0.465415,"main_score":0.402792,"hf_subset":"rus_Cyrl-gaz_Latn","languages":["rus-Cyrl","gaz-Latn"]},{"precision":0.482711,"recall":0.570158,"f1":0.507169,"accuracy":0.570158,"main_score":0.507169,"hf_subset":"rus_Cyrl-kam_Latn","languages":["rus-Cyrl","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"rus_Cyrl-lit_Latn","languages":["rus-Cyrl","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-nob_Latn","languages":["rus-Cyrl","nob-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"rus_Cyrl-scn_Latn","languages":["rus-Cyrl","scn-Latn"]},{"precision":0.909173,"recall":0.936759,"f1":0.91805,"accuracy":0.936759,"main_score":0.91805,"hf_subset":"rus_Cyrl-tgk_Cyrl","languages":["rus-Cyrl","tgk-Cyrl"]},{"precision":0.410039,"recall":0.495059,"f1":0.433224,"accuracy":0.495059,"main_score":0.433224,"hf_subset":"rus_Cyrl-yor_Latn","languages":["rus-Cyrl","yor-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"rus_Cyrl-arz_Arab","languages":["rus-Cyrl","arz-Arab"]},{"precision":0.470616,"recall":0.564229,"f1":0.496135,"accuracy":0.564229,"main_score":0.496135,"hf_subset":"rus_Cyrl-cjk_Latn","languages":["rus-Cyrl","cjk-Latn"]},{"precision":0.605255,"recall":0.687747,"f1":0.629274,"accuracy":0.687747,"main_score":0.629274,"hf_subset":"rus_Cyrl-gla_Latn","languages":["rus-Cyrl","gla-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"rus_Cyrl-kan_Knda","languages":["rus-Cyrl","kan-Knda"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"rus_Cyrl-lmo_Latn","languages":["rus-Cyrl","lmo-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"rus_Cyrl-npi_Deva","languages":["rus-Cyrl","npi-Deva"]},{"precision":0.395228,"recall":0.500988,"f1":0.423706,"accuracy":0.500988,"main_score":0.423706,"hf_subset":"rus_Cyrl-shn_Mymr","languages":["rus-Cyrl","shn-Mymr"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"rus_Cyrl-tgl_Latn","languages":["rus-Cyrl","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-yue_Hant","languages":["rus-Cyrl","yue-Hant"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"rus_Cyrl-asm_Beng","languages":["rus-Cyrl","asm-Beng"]},{"precision":0.705599,"recall":0.77668,"f1":0.726892,"accuracy":0.77668,"main_score":0.726892,"hf_subset":"rus_Cyrl-ckb_Arab","languages":["rus-Cyrl","ckb-Arab"]},{"precision":0.693594,"recall":0.770751,"f1":0.717161,"accuracy":0.770751,"main_score":0.717161,"hf_subset":"rus_Cyrl-gle_Latn","languages":["rus-Cyrl","gle-Latn"]},{"precision":0.880764,"recall":0.917984,"f1":0.892787,"accuracy":0.917984,"main_score":0.892787,"hf_subset":"rus_Cyrl-kas_Arab","languages":["rus-Cyrl","kas-Arab"]},{"precision":0.893314,"recall":0.924901,"f1":0.903491,"accuracy":0.924901,"main_score":0.903491,"hf_subset":"rus_Cyrl-ltg_Latn","languages":["rus-Cyrl","ltg-Latn"]},{"precision":0.496069,"recall":0.579051,"f1":0.519344,"accuracy":0.579051,"main_score":0.519344,"hf_subset":"rus_Cyrl-nso_Latn","languages":["rus-Cyrl","nso-Latn"]},{"precision":0.43424,"recall":0.536561,"f1":0.46248,"accuracy":0.536561,"main_score":0.46248,"hf_subset":"rus_Cyrl-sin_Sinh","languages":["rus-Cyrl","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-tha_Thai","languages":["rus-Cyrl","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-zho_Hans","languages":["rus-Cyrl","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-ast_Latn","languages":["rus-Cyrl","ast-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"rus_Cyrl-crh_Latn","languages":["rus-Cyrl","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-glg_Latn","languages":["rus-Cyrl","glg-Latn"]},{"precision":0.750906,"recall":0.818182,"f1":0.771542,"accuracy":0.818182,"main_score":0.771542,"hf_subset":"rus_Cyrl-kas_Deva","languages":["rus-Cyrl","kas-Deva"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"rus_Cyrl-ltz_Latn","languages":["rus-Cyrl","ltz-Latn"]},{"precision":0.366607,"recall":0.45751,"f1":0.390147,"accuracy":0.45751,"main_score":0.390147,"hf_subset":"rus_Cyrl-nus_Latn","languages":["rus-Cyrl","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-slk_Latn","languages":["rus-Cyrl","slk-Latn"]},{"precision":0.253091,"recall":0.329051,"f1":0.272961,"accuracy":0.329051,"main_score":0.272961,"hf_subset":"rus_Cyrl-tir_Ethi","languages":["rus-Cyrl","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"rus_Cyrl-zho_Hant","languages":["rus-Cyrl","zho-Hant"]},{"precision":0.984684,"recall":0.988142,"f1":0.985837,"accuracy":0.988142,"main_score":0.985837,"hf_subset":"rus_Cyrl-awa_Deva","languages":["rus-Cyrl","awa-Deva"]},{"precision":0.864295,"recall":0.905138,"f1":0.87724,"accuracy":0.905138,"main_score":0.87724,"hf_subset":"rus_Cyrl-cym_Latn","languages":["rus-Cyrl","cym-Latn"]},{"precision":0.734791,"recall":0.796443,"f1":0.753151,"accuracy":0.796443,"main_score":0.753151,"hf_subset":"rus_Cyrl-grn_Latn","languages":["rus-Cyrl","grn-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"rus_Cyrl-kat_Geor","languages":["rus-Cyrl","kat-Geor"]},{"precision":0.550171,"recall":0.628458,"f1":0.57209,"accuracy":0.628458,"main_score":0.57209,"hf_subset":"rus_Cyrl-lua_Latn","languages":["rus-Cyrl","lua-Latn"]},{"precision":0.498532,"recall":0.58498,"f1":0.522123,"accuracy":0.58498,"main_score":0.522123,"hf_subset":"rus_Cyrl-nya_Latn","languages":["rus-Cyrl","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-slv_Latn","languages":["rus-Cyrl","slv-Latn"]},{"precision":0.793972,"recall":0.849802,"f1":0.811364,"accuracy":0.849802,"main_score":0.811364,"hf_subset":"rus_Cyrl-tpi_Latn","languages":["rus-Cyrl","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-zsm_Latn","languages":["rus-Cyrl","zsm-Latn"]},{"precision":0.463876,"recall":0.547431,"f1":0.486344,"accuracy":0.547431,"main_score":0.486344,"hf_subset":"rus_Cyrl-ayr_Latn","languages":["rus-Cyrl","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-dan_Latn","languages":["rus-Cyrl","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-guj_Gujr","languages":["rus-Cyrl","guj-Gujr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"rus_Cyrl-kaz_Cyrl","languages":["rus-Cyrl","kaz-Cyrl"]},{"precision":0.421607,"recall":0.508893,"f1":0.44592,"accuracy":0.508893,"main_score":0.44592,"hf_subset":"rus_Cyrl-lug_Latn","languages":["rus-Cyrl","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-oci_Latn","languages":["rus-Cyrl","oci-Latn"]},{"precision":0.505183,"recall":0.596838,"f1":0.530225,"accuracy":0.596838,"main_score":0.530225,"hf_subset":"rus_Cyrl-smo_Latn","languages":["rus-Cyrl","smo-Latn"]},{"precision":0.437546,"recall":0.525692,"f1":0.461009,"accuracy":0.525692,"main_score":0.461009,"hf_subset":"rus_Cyrl-tsn_Latn","languages":["rus-Cyrl","tsn-Latn"]},{"precision":0.439785,"recall":0.524704,"f1":0.462635,"accuracy":0.524704,"main_score":0.462635,"hf_subset":"rus_Cyrl-zul_Latn","languages":["rus-Cyrl","zul-Latn"]},{"precision":0.81777,"recall":0.870553,"f1":0.834519,"accuracy":0.870553,"main_score":0.834519,"hf_subset":"rus_Cyrl-azb_Arab","languages":["rus-Cyrl","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-deu_Latn","languages":["rus-Cyrl","deu-Latn"]},{"precision":0.908926,"recall":0.936759,"f1":0.917819,"accuracy":0.936759,"main_score":0.917819,"hf_subset":"rus_Cyrl-hat_Latn","languages":["rus-Cyrl","hat-Latn"]},{"precision":0.408665,"recall":0.488142,"f1":0.429937,"accuracy":0.488142,"main_score":0.429937,"hf_subset":"rus_Cyrl-kbp_Latn","languages":["rus-Cyrl","kbp-Latn"]},{"precision":0.47107,"recall":0.555336,"f1":0.493954,"accuracy":0.555336,"main_score":0.493954,"hf_subset":"rus_Cyrl-luo_Latn","languages":["rus-Cyrl","luo-Latn"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"rus_Cyrl-ory_Orya","languages":["rus-Cyrl","ory-Orya"]},{"precision":0.483443,"recall":0.568182,"f1":0.507552,"accuracy":0.568182,"main_score":0.507552,"hf_subset":"rus_Cyrl-sna_Latn","languages":["rus-Cyrl","sna-Latn"]},{"precision":0.446034,"recall":0.533597,"f1":0.470418,"accuracy":0.533597,"main_score":0.470418,"hf_subset":"rus_Cyrl-tso_Latn","languages":["rus-Cyrl","tso-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"rus_Cyrl-azj_Latn","languages":["rus-Cyrl","azj-Latn"]},{"precision":0.463194,"recall":0.548419,"f1":0.486713,"accuracy":0.548419,"main_score":0.486713,"hf_subset":"rus_Cyrl-dik_Latn","languages":["rus-Cyrl","dik-Latn"]},{"precision":0.450147,"recall":0.527668,"f1":0.47201,"accuracy":0.527668,"main_score":0.47201,"hf_subset":"rus_Cyrl-hau_Latn","languages":["rus-Cyrl","hau-Latn"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"rus_Cyrl-kea_Latn","languages":["rus-Cyrl","kea-Latn"]},{"precision":0.638123,"recall":0.712451,"f1":0.659546,"accuracy":0.712451,"main_score":0.659546,"hf_subset":"rus_Cyrl-lus_Latn","languages":["rus-Cyrl","lus-Latn"]},{"precision":0.805945,"recall":0.853755,"f1":0.820323,"accuracy":0.853755,"main_score":0.820323,"hf_subset":"rus_Cyrl-pag_Latn","languages":["rus-Cyrl","pag-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"rus_Cyrl-snd_Arab","languages":["rus-Cyrl","snd-Arab"]},{"precision":0.882576,"recall":0.918972,"f1":0.894269,"accuracy":0.918972,"main_score":0.894269,"hf_subset":"rus_Cyrl-tuk_Latn","languages":["rus-Cyrl","tuk-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"rus_Cyrl-bak_Cyrl","languages":["rus-Cyrl","bak-Cyrl"]},{"precision":0.409239,"recall":0.513834,"f1":0.438596,"accuracy":0.513834,"main_score":0.438596,"hf_subset":"rus_Cyrl-dyu_Latn","languages":["rus-Cyrl","dyu-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-heb_Hebr","languages":["rus-Cyrl","heb-Hebr"]},{"precision":0.893857,"recall":0.924901,"f1":0.903887,"accuracy":0.924901,"main_score":0.903887,"hf_subset":"rus_Cyrl-khk_Cyrl","languages":["rus-Cyrl","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"rus_Cyrl-lvs_Latn","languages":["rus-Cyrl","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"rus_Cyrl-pan_Guru","languages":["rus-Cyrl","pan-Guru"]},{"precision":0.440442,"recall":0.52668,"f1":0.464525,"accuracy":0.52668,"main_score":0.464525,"hf_subset":"rus_Cyrl-som_Latn","languages":["rus-Cyrl","som-Latn"]},{"precision":0.491223,"recall":0.566206,"f1":0.512165,"accuracy":0.566206,"main_score":0.512165,"hf_subset":"rus_Cyrl-tum_Latn","languages":["rus-Cyrl","tum-Latn"]},{"precision":0.336256,"recall":0.400198,"f1":0.35358,"accuracy":0.400198,"main_score":0.35358,"hf_subset":"taq_Latn-ace_Arab","languages":["taq-Latn","ace-Arab"]},{"precision":0.445268,"recall":0.496047,"f1":0.460183,"accuracy":0.496047,"main_score":0.460183,"hf_subset":"taq_Latn-bam_Latn","languages":["taq-Latn","bam-Latn"]},{"precision":0.117254,"recall":0.158103,"f1":0.127755,"accuracy":0.158103,"main_score":0.127755,"hf_subset":"taq_Latn-dzo_Tibt","languages":["taq-Latn","dzo-Tibt"]},{"precision":0.487681,"recall":0.554348,"f1":0.50664,"accuracy":0.554348,"main_score":0.50664,"hf_subset":"taq_Latn-hin_Deva","languages":["taq-Latn","hin-Deva"]},{"precision":0.361174,"recall":0.432806,"f1":0.380213,"accuracy":0.432806,"main_score":0.380213,"hf_subset":"taq_Latn-khm_Khmr","languages":["taq-Latn","khm-Khmr"]},{"precision":0.485318,"recall":0.549407,"f1":0.504017,"accuracy":0.549407,"main_score":0.504017,"hf_subset":"taq_Latn-mag_Deva","languages":["taq-Latn","mag-Deva"]},{"precision":0.511394,"recall":0.567194,"f1":0.526707,"accuracy":0.567194,"main_score":0.526707,"hf_subset":"taq_Latn-pap_Latn","languages":["taq-Latn","pap-Latn"]},{"precision":0.465448,"recall":0.503953,"f1":0.476305,"accuracy":0.503953,"main_score":0.476305,"hf_subset":"taq_Latn-sot_Latn","languages":["taq-Latn","sot-Latn"]},{"precision":0.49512,"recall":0.5583,"f1":0.51295,"accuracy":0.5583,"main_score":0.51295,"hf_subset":"taq_Latn-tur_Latn","languages":["taq-Latn","tur-Latn"]},{"precision":0.503898,"recall":0.545455,"f1":0.515435,"accuracy":0.545455,"main_score":0.515435,"hf_subset":"taq_Latn-ace_Latn","languages":["taq-Latn","ace-Latn"]},{"precision":0.529329,"recall":0.573123,"f1":0.542171,"accuracy":0.573123,"main_score":0.542171,"hf_subset":"taq_Latn-ban_Latn","languages":["taq-Latn","ban-Latn"]},{"precision":0.460581,"recall":0.531621,"f1":0.481135,"accuracy":0.531621,"main_score":0.481135,"hf_subset":"taq_Latn-ell_Grek","languages":["taq-Latn","ell-Grek"]},{"precision":0.47197,"recall":0.536561,"f1":0.490273,"accuracy":0.536561,"main_score":0.490273,"hf_subset":"taq_Latn-hne_Deva","languages":["taq-Latn","hne-Deva"]},{"precision":0.421913,"recall":0.480237,"f1":0.438258,"accuracy":0.480237,"main_score":0.438258,"hf_subset":"taq_Latn-kik_Latn","languages":["taq-Latn","kik-Latn"]},{"precision":0.491492,"recall":0.547431,"f1":0.507355,"accuracy":0.547431,"main_score":0.507355,"hf_subset":"taq_Latn-mai_Deva","languages":["taq-Latn","mai-Deva"]},{"precision":0.454019,"recall":0.509881,"f1":0.469084,"accuracy":0.509881,"main_score":0.469084,"hf_subset":"taq_Latn-pbt_Arab","languages":["taq-Latn","pbt-Arab"]},{"precision":0.495647,"recall":0.560277,"f1":0.5141,"accuracy":0.560277,"main_score":0.5141,"hf_subset":"taq_Latn-spa_Latn","languages":["taq-Latn","spa-Latn"]},{"precision":0.499269,"recall":0.541502,"f1":0.511028,"accuracy":0.541502,"main_score":0.511028,"hf_subset":"taq_Latn-twi_Latn","languages":["taq-Latn","twi-Latn"]},{"precision":0.470562,"recall":0.537549,"f1":0.490611,"accuracy":0.537549,"main_score":0.490611,"hf_subset":"taq_Latn-acm_Arab","languages":["taq-Latn","acm-Arab"]},{"precision":0.475852,"recall":0.539526,"f1":0.494175,"accuracy":0.539526,"main_score":0.494175,"hf_subset":"taq_Latn-bel_Cyrl","languages":["taq-Latn","bel-Cyrl"]},{"precision":0.492476,"recall":0.557312,"f1":0.511357,"accuracy":0.557312,"main_score":0.511357,"hf_subset":"taq_Latn-eng_Latn","languages":["taq-Latn","eng-Latn"]},{"precision":0.511642,"recall":0.571146,"f1":0.528971,"accuracy":0.571146,"main_score":0.528971,"hf_subset":"taq_Latn-hrv_Latn","languages":["taq-Latn","hrv-Latn"]},{"precision":0.446573,"recall":0.492095,"f1":0.459151,"accuracy":0.492095,"main_score":0.459151,"hf_subset":"taq_Latn-kin_Latn","languages":["taq-Latn","kin-Latn"]},{"precision":0.462387,"recall":0.525692,"f1":0.481028,"accuracy":0.525692,"main_score":0.481028,"hf_subset":"taq_Latn-mal_Mlym","languages":["taq-Latn","mal-Mlym"]},{"precision":0.465527,"recall":0.538538,"f1":0.486474,"accuracy":0.538538,"main_score":0.486474,"hf_subset":"taq_Latn-pes_Arab","languages":["taq-Latn","pes-Arab"]},{"precision":0.503781,"recall":0.563241,"f1":0.520166,"accuracy":0.563241,"main_score":0.520166,"hf_subset":"taq_Latn-srd_Latn","languages":["taq-Latn","srd-Latn"]},{"precision":0.155523,"recall":0.209486,"f1":0.168022,"accuracy":0.209486,"main_score":0.168022,"hf_subset":"taq_Latn-tzm_Tfng","languages":["taq-Latn","tzm-Tfng"]},{"precision":0.465275,"recall":0.533597,"f1":0.485139,"accuracy":0.533597,"main_score":0.485139,"hf_subset":"taq_Latn-acq_Arab","languages":["taq-Latn","acq-Arab"]},{"precision":0.493019,"recall":0.535573,"f1":0.505177,"accuracy":0.535573,"main_score":0.505177,"hf_subset":"taq_Latn-bem_Latn","languages":["taq-Latn","bem-Latn"]},{"precision":0.49375,"recall":0.551383,"f1":0.51076,"accuracy":0.551383,"main_score":0.51076,"hf_subset":"taq_Latn-epo_Latn","languages":["taq-Latn","epo-Latn"]},{"precision":0.493272,"recall":0.556324,"f1":0.511302,"accuracy":0.556324,"main_score":0.511302,"hf_subset":"taq_Latn-hun_Latn","languages":["taq-Latn","hun-Latn"]},{"precision":0.497551,"recall":0.545455,"f1":0.511613,"accuracy":0.545455,"main_score":0.511613,"hf_subset":"taq_Latn-kir_Cyrl","languages":["taq-Latn","kir-Cyrl"]},{"precision":0.479464,"recall":0.543478,"f1":0.498001,"accuracy":0.543478,"main_score":0.498001,"hf_subset":"taq_Latn-mar_Deva","languages":["taq-Latn","mar-Deva"]},{"precision":0.478578,"recall":0.524704,"f1":0.4919,"accuracy":0.524704,"main_score":0.4919,"hf_subset":"taq_Latn-plt_Latn","languages":["taq-Latn","plt-Latn"]},{"precision":0.498997,"recall":0.559289,"f1":0.516606,"accuracy":0.559289,"main_score":0.516606,"hf_subset":"taq_Latn-srp_Cyrl","languages":["taq-Latn","srp-Cyrl"]},{"precision":0.41875,"recall":0.475296,"f1":0.434573,"accuracy":0.475296,"main_score":0.434573,"hf_subset":"taq_Latn-uig_Arab","languages":["taq-Latn","uig-Arab"]},{"precision":0.460566,"recall":0.523715,"f1":0.479159,"accuracy":0.523715,"main_score":0.479159,"hf_subset":"taq_Latn-aeb_Arab","languages":["taq-Latn","aeb-Arab"]},{"precision":0.4648,"recall":0.536561,"f1":0.485205,"accuracy":0.536561,"main_score":0.485205,"hf_subset":"taq_Latn-ben_Beng","languages":["taq-Latn","ben-Beng"]},{"precision":0.468116,"recall":0.52668,"f1":0.485203,"accuracy":0.52668,"main_score":0.485203,"hf_subset":"taq_Latn-est_Latn","languages":["taq-Latn","est-Latn"]},{"precision":0.450576,"recall":0.511858,"f1":0.468502,"accuracy":0.511858,"main_score":0.468502,"hf_subset":"taq_Latn-hye_Armn","languages":["taq-Latn","hye-Armn"]},{"precision":0.456577,"recall":0.500988,"f1":0.468648,"accuracy":0.500988,"main_score":0.468648,"hf_subset":"taq_Latn-kmb_Latn","languages":["taq-Latn","kmb-Latn"]},{"precision":0.324006,"recall":0.396245,"f1":0.344045,"accuracy":0.396245,"main_score":0.344045,"hf_subset":"taq_Latn-min_Arab","languages":["taq-Latn","min-Arab"]},{"precision":0.49622,"recall":0.557312,"f1":0.513952,"accuracy":0.557312,"main_score":0.513952,"hf_subset":"taq_Latn-pol_Latn","languages":["taq-Latn","pol-Latn"]},{"precision":0.436102,"recall":0.493083,"f1":0.452135,"accuracy":0.493083,"main_score":0.452135,"hf_subset":"taq_Latn-ssw_Latn","languages":["taq-Latn","ssw-Latn"]},{"precision":0.475189,"recall":0.544466,"f1":0.49494,"accuracy":0.544466,"main_score":0.49494,"hf_subset":"taq_Latn-ukr_Cyrl","languages":["taq-Latn","ukr-Cyrl"]},{"precision":0.496846,"recall":0.563241,"f1":0.516326,"accuracy":0.563241,"main_score":0.516326,"hf_subset":"taq_Latn-afr_Latn","languages":["taq-Latn","afr-Latn"]},{"precision":0.486146,"recall":0.546443,"f1":0.503532,"accuracy":0.546443,"main_score":0.503532,"hf_subset":"taq_Latn-bho_Deva","languages":["taq-Latn","bho-Deva"]},{"precision":0.497543,"recall":0.547431,"f1":0.511342,"accuracy":0.547431,"main_score":0.511342,"hf_subset":"taq_Latn-eus_Latn","languages":["taq-Latn","eus-Latn"]},{"precision":0.437784,"recall":0.494071,"f1":0.454024,"accuracy":0.494071,"main_score":0.454024,"hf_subset":"taq_Latn-ibo_Latn","languages":["taq-Latn","ibo-Latn"]},{"precision":0.478703,"recall":0.525692,"f1":0.492306,"accuracy":0.525692,"main_score":0.492306,"hf_subset":"taq_Latn-kmr_Latn","languages":["taq-Latn","kmr-Latn"]},{"precision":0.520391,"recall":0.568182,"f1":0.534406,"accuracy":0.568182,"main_score":0.534406,"hf_subset":"taq_Latn-min_Latn","languages":["taq-Latn","min-Latn"]},{"precision":0.494037,"recall":0.5583,"f1":0.512411,"accuracy":0.5583,"main_score":0.512411,"hf_subset":"taq_Latn-por_Latn","languages":["taq-Latn","por-Latn"]},{"precision":0.507084,"recall":0.561265,"f1":0.522441,"accuracy":0.561265,"main_score":0.522441,"hf_subset":"taq_Latn-sun_Latn","languages":["taq-Latn","sun-Latn"]},{"precision":0.446138,"recall":0.497036,"f1":0.460562,"accuracy":0.497036,"main_score":0.460562,"hf_subset":"taq_Latn-umb_Latn","languages":["taq-Latn","umb-Latn"]},{"precision":0.480822,"recall":0.549407,"f1":0.500926,"accuracy":0.549407,"main_score":0.500926,"hf_subset":"taq_Latn-ajp_Arab","languages":["taq-Latn","ajp-Arab"]},{"precision":0.341139,"recall":0.401186,"f1":0.357727,"accuracy":0.401186,"main_score":0.357727,"hf_subset":"taq_Latn-bjn_Arab","languages":["taq-Latn","bjn-Arab"]},{"precision":0.458377,"recall":0.501976,"f1":0.470887,"accuracy":0.501976,"main_score":0.470887,"hf_subset":"taq_Latn-ewe_Latn","languages":["taq-Latn","ewe-Latn"]},{"precision":0.528033,"recall":0.567194,"f1":0.538823,"accuracy":0.567194,"main_score":0.538823,"hf_subset":"taq_Latn-ilo_Latn","languages":["taq-Latn","ilo-Latn"]},{"precision":0.215497,"recall":0.279644,"f1":0.232148,"accuracy":0.279644,"main_score":0.232148,"hf_subset":"taq_Latn-knc_Arab","languages":["taq-Latn","knc-Arab"]},{"precision":0.496097,"recall":0.557312,"f1":0.513905,"accuracy":0.557312,"main_score":0.513905,"hf_subset":"taq_Latn-mkd_Cyrl","languages":["taq-Latn","mkd-Cyrl"]},{"precision":0.465219,"recall":0.533597,"f1":0.485301,"accuracy":0.533597,"main_score":0.485301,"hf_subset":"taq_Latn-prs_Arab","languages":["taq-Latn","prs-Arab"]},{"precision":0.46648,"recall":0.538538,"f1":0.486764,"accuracy":0.538538,"main_score":0.486764,"hf_subset":"taq_Latn-swe_Latn","languages":["taq-Latn","swe-Latn"]},{"precision":0.435177,"recall":0.509881,"f1":0.456545,"accuracy":0.509881,"main_score":0.456545,"hf_subset":"taq_Latn-urd_Arab","languages":["taq-Latn","urd-Arab"]},{"precision":0.484074,"recall":0.524704,"f1":0.49626,"accuracy":0.524704,"main_score":0.49626,"hf_subset":"taq_Latn-aka_Latn","languages":["taq-Latn","aka-Latn"]},{"precision":0.500026,"recall":0.551383,"f1":0.513979,"accuracy":0.551383,"main_score":0.513979,"hf_subset":"taq_Latn-bjn_Latn","languages":["taq-Latn","bjn-Latn"]},{"precision":0.469697,"recall":0.522727,"f1":0.484991,"accuracy":0.522727,"main_score":0.484991,"hf_subset":"taq_Latn-fao_Latn","languages":["taq-Latn","fao-Latn"]},{"precision":0.495622,"recall":0.5583,"f1":0.513858,"accuracy":0.5583,"main_score":0.513858,"hf_subset":"taq_Latn-ind_Latn","languages":["taq-Latn","ind-Latn"]},{"precision":0.474209,"recall":0.512846,"f1":0.486053,"accuracy":0.512846,"main_score":0.486053,"hf_subset":"taq_Latn-knc_Latn","languages":["taq-Latn","knc-Latn"]},{"precision":0.507949,"recall":0.560277,"f1":0.523188,"accuracy":0.560277,"main_score":0.523188,"hf_subset":"taq_Latn-mlt_Latn","languages":["taq-Latn","mlt-Latn"]},{"precision":0.466661,"recall":0.519763,"f1":0.482397,"accuracy":0.519763,"main_score":0.482397,"hf_subset":"taq_Latn-quy_Latn","languages":["taq-Latn","quy-Latn"]},{"precision":0.462201,"recall":0.518775,"f1":0.47826,"accuracy":0.518775,"main_score":0.47826,"hf_subset":"taq_Latn-swh_Latn","languages":["taq-Latn","swh-Latn"]},{"precision":0.469713,"recall":0.527668,"f1":0.48676,"accuracy":0.527668,"main_score":0.48676,"hf_subset":"taq_Latn-uzn_Latn","languages":["taq-Latn","uzn-Latn"]},{"precision":0.497138,"recall":0.559289,"f1":0.514726,"accuracy":0.559289,"main_score":0.514726,"hf_subset":"taq_Latn-als_Latn","languages":["taq-Latn","als-Latn"]},{"precision":0.155263,"recall":0.212451,"f1":0.169273,"accuracy":0.212451,"main_score":0.169273,"hf_subset":"taq_Latn-bod_Tibt","languages":["taq-Latn","bod-Tibt"]},{"precision":0.451783,"recall":0.500988,"f1":0.465888,"accuracy":0.500988,"main_score":0.465888,"hf_subset":"taq_Latn-fij_Latn","languages":["taq-Latn","fij-Latn"]},{"precision":0.434147,"recall":0.494071,"f1":0.451005,"accuracy":0.494071,"main_score":0.451005,"hf_subset":"taq_Latn-isl_Latn","languages":["taq-Latn","isl-Latn"]},{"precision":0.476146,"recall":0.522727,"f1":0.489427,"accuracy":0.522727,"main_score":0.489427,"hf_subset":"taq_Latn-kon_Latn","languages":["taq-Latn","kon-Latn"]},{"precision":0.415573,"recall":0.471344,"f1":0.431352,"accuracy":0.471344,"main_score":0.431352,"hf_subset":"taq_Latn-mni_Beng","languages":["taq-Latn","mni-Beng"]},{"precision":0.503914,"recall":0.566206,"f1":0.522045,"accuracy":0.566206,"main_score":0.522045,"hf_subset":"taq_Latn-ron_Latn","languages":["taq-Latn","ron-Latn"]},{"precision":0.487584,"recall":0.552372,"f1":0.506659,"accuracy":0.552372,"main_score":0.506659,"hf_subset":"taq_Latn-szl_Latn","languages":["taq-Latn","szl-Latn"]},{"precision":0.518835,"recall":0.573123,"f1":0.5349,"accuracy":0.573123,"main_score":0.5349,"hf_subset":"taq_Latn-vec_Latn","languages":["taq-Latn","vec-Latn"]},{"precision":0.259034,"recall":0.316206,"f1":0.274162,"accuracy":0.316206,"main_score":0.274162,"hf_subset":"taq_Latn-amh_Ethi","languages":["taq-Latn","amh-Ethi"]},{"precision":0.49675,"recall":0.560277,"f1":0.51517,"accuracy":0.560277,"main_score":0.51517,"hf_subset":"taq_Latn-bos_Latn","languages":["taq-Latn","bos-Latn"]},{"precision":0.458786,"recall":0.52668,"f1":0.478585,"accuracy":0.52668,"main_score":0.478585,"hf_subset":"taq_Latn-fin_Latn","languages":["taq-Latn","fin-Latn"]},{"precision":0.503953,"recall":0.566206,"f1":0.521834,"accuracy":0.566206,"main_score":0.521834,"hf_subset":"taq_Latn-ita_Latn","languages":["taq-Latn","ita-Latn"]},{"precision":0.471598,"recall":0.543478,"f1":0.49163,"accuracy":0.543478,"main_score":0.49163,"hf_subset":"taq_Latn-kor_Hang","languages":["taq-Latn","kor-Hang"]},{"precision":0.462785,"recall":0.507905,"f1":0.475588,"accuracy":0.507905,"main_score":0.475588,"hf_subset":"taq_Latn-mos_Latn","languages":["taq-Latn","mos-Latn"]},{"precision":0.446791,"recall":0.490119,"f1":0.45863,"accuracy":0.490119,"main_score":0.45863,"hf_subset":"taq_Latn-run_Latn","languages":["taq-Latn","run-Latn"]},{"precision":0.449177,"recall":0.518775,"f1":0.469336,"accuracy":0.518775,"main_score":0.469336,"hf_subset":"taq_Latn-tam_Taml","languages":["taq-Latn","tam-Taml"]},{"precision":0.49053,"recall":0.556324,"f1":0.509582,"accuracy":0.556324,"main_score":0.509582,"hf_subset":"taq_Latn-vie_Latn","languages":["taq-Latn","vie-Latn"]},{"precision":0.469829,"recall":0.536561,"f1":0.488938,"accuracy":0.536561,"main_score":0.488938,"hf_subset":"taq_Latn-apc_Arab","languages":["taq-Latn","apc-Arab"]},{"precision":0.494005,"recall":0.539526,"f1":0.507708,"accuracy":0.539526,"main_score":0.507708,"hf_subset":"taq_Latn-bug_Latn","languages":["taq-Latn","bug-Latn"]},{"precision":0.420059,"recall":0.467391,"f1":0.433507,"accuracy":0.467391,"main_score":0.433507,"hf_subset":"taq_Latn-fon_Latn","languages":["taq-Latn","fon-Latn"]},{"precision":0.512971,"recall":0.562253,"f1":0.526728,"accuracy":0.562253,"main_score":0.526728,"hf_subset":"taq_Latn-jav_Latn","languages":["taq-Latn","jav-Latn"]},{"precision":0.370762,"recall":0.434783,"f1":0.388233,"accuracy":0.434783,"main_score":0.388233,"hf_subset":"taq_Latn-lao_Laoo","languages":["taq-Latn","lao-Laoo"]},{"precision":0.407906,"recall":0.466403,"f1":0.42414,"accuracy":0.466403,"main_score":0.42414,"hf_subset":"taq_Latn-mri_Latn","languages":["taq-Latn","mri-Latn"]},{"precision":0.495988,"recall":0.555336,"f1":0.51239,"accuracy":0.555336,"main_score":0.51239,"hf_subset":"taq_Latn-rus_Cyrl","languages":["taq-Latn","rus-Cyrl"]},{"precision":0.525777,"recall":0.572134,"f1":0.538941,"accuracy":0.572134,"main_score":0.538941,"hf_subset":"taq_Latn-war_Latn","languages":["taq-Latn","war-Latn"]},{"precision":0.465139,"recall":0.533597,"f1":0.484675,"accuracy":0.533597,"main_score":0.484675,"hf_subset":"taq_Latn-arb_Arab","languages":["taq-Latn","arb-Arab"]},{"precision":0.501697,"recall":0.560277,"f1":0.518352,"accuracy":0.560277,"main_score":0.518352,"hf_subset":"taq_Latn-bul_Cyrl","languages":["taq-Latn","bul-Cyrl"]},{"precision":0.500242,"recall":0.567194,"f1":0.519538,"accuracy":0.567194,"main_score":0.519538,"hf_subset":"taq_Latn-fra_Latn","languages":["taq-Latn","fra-Latn"]},{"precision":0.471499,"recall":0.54249,"f1":0.491271,"accuracy":0.54249,"main_score":0.491271,"hf_subset":"taq_Latn-jpn_Jpan","languages":["taq-Latn","jpn-Jpan"]},{"precision":0.499023,"recall":0.557312,"f1":0.515876,"accuracy":0.557312,"main_score":0.515876,"hf_subset":"taq_Latn-lij_Latn","languages":["taq-Latn","lij-Latn"]},{"precision":0.274401,"recall":0.348814,"f1":0.294987,"accuracy":0.348814,"main_score":0.294987,"hf_subset":"taq_Latn-mya_Mymr","languages":["taq-Latn","mya-Mymr"]},{"precision":0.466206,"recall":0.514822,"f1":0.480271,"accuracy":0.514822,"main_score":0.480271,"hf_subset":"taq_Latn-sag_Latn","languages":["taq-Latn","sag-Latn"]},{"precision":0.226871,"recall":0.30336,"f1":0.243497,"accuracy":0.30336,"main_score":0.243497,"hf_subset":"taq_Latn-taq_Tfng","languages":["taq-Latn","taq-Tfng"]},{"precision":0.482526,"recall":0.522727,"f1":0.494598,"accuracy":0.522727,"main_score":0.494598,"hf_subset":"taq_Latn-wol_Latn","languages":["taq-Latn","wol-Latn"]},{"precision":0.389,"recall":0.450593,"f1":0.406184,"accuracy":0.450593,"main_score":0.406184,"hf_subset":"taq_Latn-arb_Latn","languages":["taq-Latn","arb-Latn"]},{"precision":0.493464,"recall":0.559289,"f1":0.5127,"accuracy":0.559289,"main_score":0.5127,"hf_subset":"taq_Latn-cat_Latn","languages":["taq-Latn","cat-Latn"]},{"precision":0.492803,"recall":0.552372,"f1":0.51054,"accuracy":0.552372,"main_score":0.51054,"hf_subset":"taq_Latn-fur_Latn","languages":["taq-Latn","fur-Latn"]},{"precision":0.375274,"recall":0.424901,"f1":0.388635,"accuracy":0.424901,"main_score":0.388635,"hf_subset":"taq_Latn-kab_Latn","languages":["taq-Latn","kab-Latn"]},{"precision":0.505666,"recall":0.563241,"f1":0.522275,"accuracy":0.563241,"main_score":0.522275,"hf_subset":"taq_Latn-lim_Latn","languages":["taq-Latn","lim-Latn"]},{"precision":0.505304,"recall":0.568182,"f1":0.523129,"accuracy":0.568182,"main_score":0.523129,"hf_subset":"taq_Latn-nld_Latn","languages":["taq-Latn","nld-Latn"]},{"precision":0.422244,"recall":0.491107,"f1":0.441925,"accuracy":0.491107,"main_score":0.441925,"hf_subset":"taq_Latn-san_Deva","languages":["taq-Latn","san-Deva"]},{"precision":0.498217,"recall":0.554348,"f1":0.514398,"accuracy":0.554348,"main_score":0.514398,"hf_subset":"taq_Latn-tat_Cyrl","languages":["taq-Latn","tat-Cyrl"]},{"precision":0.461045,"recall":0.517787,"f1":0.4773,"accuracy":0.517787,"main_score":0.4773,"hf_subset":"taq_Latn-xho_Latn","languages":["taq-Latn","xho-Latn"]},{"precision":0.43962,"recall":0.513834,"f1":0.461234,"accuracy":0.513834,"main_score":0.461234,"hf_subset":"taq_Latn-ars_Arab","languages":["taq-Latn","ars-Arab"]},{"precision":0.518712,"recall":0.570158,"f1":0.533468,"accuracy":0.570158,"main_score":0.533468,"hf_subset":"taq_Latn-ceb_Latn","languages":["taq-Latn","ceb-Latn"]},{"precision":0.442254,"recall":0.487154,"f1":0.455157,"accuracy":0.487154,"main_score":0.455157,"hf_subset":"taq_Latn-fuv_Latn","languages":["taq-Latn","fuv-Latn"]},{"precision":0.467441,"recall":0.516798,"f1":0.48107,"accuracy":0.516798,"main_score":0.48107,"hf_subset":"taq_Latn-kac_Latn","languages":["taq-Latn","kac-Latn"]},{"precision":0.500272,"recall":0.546443,"f1":0.51286,"accuracy":0.546443,"main_score":0.51286,"hf_subset":"taq_Latn-lin_Latn","languages":["taq-Latn","lin-Latn"]},{"precision":0.493943,"recall":0.555336,"f1":0.511714,"accuracy":0.555336,"main_score":0.511714,"hf_subset":"taq_Latn-nno_Latn","languages":["taq-Latn","nno-Latn"]},{"precision":0.029855,"recall":0.077075,"f1":0.038098,"accuracy":0.077075,"main_score":0.038098,"hf_subset":"taq_Latn-sat_Olck","languages":["taq-Latn","sat-Olck"]},{"precision":0.482123,"recall":0.549407,"f1":0.50163,"accuracy":0.549407,"main_score":0.50163,"hf_subset":"taq_Latn-tel_Telu","languages":["taq-Latn","tel-Telu"]},{"precision":0.363083,"recall":0.432806,"f1":0.382172,"accuracy":0.432806,"main_score":0.382172,"hf_subset":"taq_Latn-ydd_Hebr","languages":["taq-Latn","ydd-Hebr"]},{"precision":0.44916,"recall":0.514822,"f1":0.468431,"accuracy":0.514822,"main_score":0.468431,"hf_subset":"taq_Latn-ary_Arab","languages":["taq-Latn","ary-Arab"]},{"precision":0.494378,"recall":0.559289,"f1":0.51323,"accuracy":0.559289,"main_score":0.51323,"hf_subset":"taq_Latn-ces_Latn","languages":["taq-Latn","ces-Latn"]},{"precision":0.379204,"recall":0.438735,"f1":0.395626,"accuracy":0.438735,"main_score":0.395626,"hf_subset":"taq_Latn-gaz_Latn","languages":["taq-Latn","gaz-Latn"]},{"precision":0.445306,"recall":0.494071,"f1":0.459147,"accuracy":0.494071,"main_score":0.459147,"hf_subset":"taq_Latn-kam_Latn","languages":["taq-Latn","kam-Latn"]},{"precision":0.47164,"recall":0.539526,"f1":0.490962,"accuracy":0.539526,"main_score":0.490962,"hf_subset":"taq_Latn-lit_Latn","languages":["taq-Latn","lit-Latn"]},{"precision":0.48942,"recall":0.555336,"f1":0.508665,"accuracy":0.555336,"main_score":0.508665,"hf_subset":"taq_Latn-nob_Latn","languages":["taq-Latn","nob-Latn"]},{"precision":0.497499,"recall":0.552372,"f1":0.513297,"accuracy":0.552372,"main_score":0.513297,"hf_subset":"taq_Latn-scn_Latn","languages":["taq-Latn","scn-Latn"]},{"precision":0.463776,"recall":0.51581,"f1":0.479051,"accuracy":0.51581,"main_score":0.479051,"hf_subset":"taq_Latn-tgk_Cyrl","languages":["taq-Latn","tgk-Cyrl"]},{"precision":0.409478,"recall":0.467391,"f1":0.426391,"accuracy":0.467391,"main_score":0.426391,"hf_subset":"taq_Latn-yor_Latn","languages":["taq-Latn","yor-Latn"]},{"precision":0.451686,"recall":0.522727,"f1":0.471633,"accuracy":0.522727,"main_score":0.471633,"hf_subset":"taq_Latn-arz_Arab","languages":["taq-Latn","arz-Arab"]},{"precision":0.456904,"recall":0.504941,"f1":0.470702,"accuracy":0.504941,"main_score":0.470702,"hf_subset":"taq_Latn-cjk_Latn","languages":["taq-Latn","cjk-Latn"]},{"precision":0.424021,"recall":0.482213,"f1":0.440144,"accuracy":0.482213,"main_score":0.440144,"hf_subset":"taq_Latn-gla_Latn","languages":["taq-Latn","gla-Latn"]},{"precision":0.46794,"recall":0.532609,"f1":0.486617,"accuracy":0.532609,"main_score":0.486617,"hf_subset":"taq_Latn-kan_Knda","languages":["taq-Latn","kan-Knda"]},{"precision":0.496346,"recall":0.554348,"f1":0.513061,"accuracy":0.554348,"main_score":0.513061,"hf_subset":"taq_Latn-lmo_Latn","languages":["taq-Latn","lmo-Latn"]},{"precision":0.462788,"recall":0.524704,"f1":0.480353,"accuracy":0.524704,"main_score":0.480353,"hf_subset":"taq_Latn-npi_Deva","languages":["taq-Latn","npi-Deva"]},{"precision":0.401198,"recall":0.469368,"f1":0.420227,"accuracy":0.469368,"main_score":0.420227,"hf_subset":"taq_Latn-shn_Mymr","languages":["taq-Latn","shn-Mymr"]},{"precision":0.512856,"recall":0.570158,"f1":0.529414,"accuracy":0.570158,"main_score":0.529414,"hf_subset":"taq_Latn-tgl_Latn","languages":["taq-Latn","tgl-Latn"]},{"precision":0.467007,"recall":0.539526,"f1":0.48784,"accuracy":0.539526,"main_score":0.48784,"hf_subset":"taq_Latn-yue_Hant","languages":["taq-Latn","yue-Hant"]},{"precision":0.426872,"recall":0.5,"f1":0.447995,"accuracy":0.5,"main_score":0.447995,"hf_subset":"taq_Latn-asm_Beng","languages":["taq-Latn","asm-Beng"]},{"precision":0.408506,"recall":0.469368,"f1":0.425866,"accuracy":0.469368,"main_score":0.425866,"hf_subset":"taq_Latn-ckb_Arab","languages":["taq-Latn","ckb-Arab"]},{"precision":0.426175,"recall":0.479249,"f1":0.440471,"accuracy":0.479249,"main_score":0.440471,"hf_subset":"taq_Latn-gle_Latn","languages":["taq-Latn","gle-Latn"]},{"precision":0.412154,"recall":0.483202,"f1":0.431806,"accuracy":0.483202,"main_score":0.431806,"hf_subset":"taq_Latn-kas_Arab","languages":["taq-Latn","kas-Arab"]},{"precision":0.455296,"recall":0.514822,"f1":0.472096,"accuracy":0.514822,"main_score":0.472096,"hf_subset":"taq_Latn-ltg_Latn","languages":["taq-Latn","ltg-Latn"]},{"precision":0.484912,"recall":0.535573,"f1":0.499102,"accuracy":0.535573,"main_score":0.499102,"hf_subset":"taq_Latn-nso_Latn","languages":["taq-Latn","nso-Latn"]},{"precision":0.195517,"recall":0.235178,"f1":0.205575,"accuracy":0.235178,"main_score":0.205575,"hf_subset":"taq_Latn-sin_Sinh","languages":["taq-Latn","sin-Sinh"]},{"precision":0.459991,"recall":0.530632,"f1":0.480805,"accuracy":0.530632,"main_score":0.480805,"hf_subset":"taq_Latn-tha_Thai","languages":["taq-Latn","tha-Thai"]},{"precision":0.46372,"recall":0.532609,"f1":0.483753,"accuracy":0.532609,"main_score":0.483753,"hf_subset":"taq_Latn-zho_Hans","languages":["taq-Latn","zho-Hans"]},{"precision":0.499976,"recall":0.5583,"f1":0.517144,"accuracy":0.5583,"main_score":0.517144,"hf_subset":"taq_Latn-ast_Latn","languages":["taq-Latn","ast-Latn"]},{"precision":0.47705,"recall":0.534585,"f1":0.493709,"accuracy":0.534585,"main_score":0.493709,"hf_subset":"taq_Latn-crh_Latn","languages":["taq-Latn","crh-Latn"]},{"precision":0.500661,"recall":0.565217,"f1":0.519095,"accuracy":0.565217,"main_score":0.519095,"hf_subset":"taq_Latn-glg_Latn","languages":["taq-Latn","glg-Latn"]},{"precision":0.446986,"recall":0.502964,"f1":0.463036,"accuracy":0.502964,"main_score":0.463036,"hf_subset":"taq_Latn-kas_Deva","languages":["taq-Latn","kas-Deva"]},{"precision":0.507172,"recall":0.563241,"f1":0.523072,"accuracy":0.563241,"main_score":0.523072,"hf_subset":"taq_Latn-ltz_Latn","languages":["taq-Latn","ltz-Latn"]},{"precision":0.399587,"recall":0.453557,"f1":0.41458,"accuracy":0.453557,"main_score":0.41458,"hf_subset":"taq_Latn-nus_Latn","languages":["taq-Latn","nus-Latn"]},{"precision":0.4774,"recall":0.550395,"f1":0.498364,"accuracy":0.550395,"main_score":0.498364,"hf_subset":"taq_Latn-slk_Latn","languages":["taq-Latn","slk-Latn"]},{"precision":0.22515,"recall":0.274704,"f1":0.237592,"accuracy":0.274704,"main_score":0.237592,"hf_subset":"taq_Latn-tir_Ethi","languages":["taq-Latn","tir-Ethi"]},{"precision":0.463839,"recall":0.536561,"f1":0.484213,"accuracy":0.536561,"main_score":0.484213,"hf_subset":"taq_Latn-zho_Hant","languages":["taq-Latn","zho-Hant"]},{"precision":0.472421,"recall":0.539526,"f1":0.491399,"accuracy":0.539526,"main_score":0.491399,"hf_subset":"taq_Latn-awa_Deva","languages":["taq-Latn","awa-Deva"]},{"precision":0.456423,"recall":0.509881,"f1":0.471626,"accuracy":0.509881,"main_score":0.471626,"hf_subset":"taq_Latn-cym_Latn","languages":["taq-Latn","cym-Latn"]},{"precision":0.510995,"recall":0.549407,"f1":0.522199,"accuracy":0.549407,"main_score":0.522199,"hf_subset":"taq_Latn-grn_Latn","languages":["taq-Latn","grn-Latn"]},{"precision":0.464527,"recall":0.528656,"f1":0.482289,"accuracy":0.528656,"main_score":0.482289,"hf_subset":"taq_Latn-kat_Geor","languages":["taq-Latn","kat-Geor"]},{"precision":0.488107,"recall":0.535573,"f1":0.501276,"accuracy":0.535573,"main_score":0.501276,"hf_subset":"taq_Latn-lua_Latn","languages":["taq-Latn","lua-Latn"]},{"precision":0.469355,"recall":0.521739,"f1":0.484065,"accuracy":0.521739,"main_score":0.484065,"hf_subset":"taq_Latn-nya_Latn","languages":["taq-Latn","nya-Latn"]},{"precision":0.489338,"recall":0.550395,"f1":0.507257,"accuracy":0.550395,"main_score":0.507257,"hf_subset":"taq_Latn-slv_Latn","languages":["taq-Latn","slv-Latn"]},{"precision":0.521682,"recall":0.565217,"f1":0.534173,"accuracy":0.565217,"main_score":0.534173,"hf_subset":"taq_Latn-tpi_Latn","languages":["taq-Latn","tpi-Latn"]},{"precision":0.505287,"recall":0.566206,"f1":0.523068,"accuracy":0.566206,"main_score":0.523068,"hf_subset":"taq_Latn-zsm_Latn","languages":["taq-Latn","zsm-Latn"]},{"precision":0.442408,"recall":0.488142,"f1":0.455501,"accuracy":0.488142,"main_score":0.455501,"hf_subset":"taq_Latn-ayr_Latn","languages":["taq-Latn","ayr-Latn"]},{"precision":0.482705,"recall":0.549407,"f1":0.501871,"accuracy":0.549407,"main_score":0.501871,"hf_subset":"taq_Latn-dan_Latn","languages":["taq-Latn","dan-Latn"]},{"precision":0.479216,"recall":0.550395,"f1":0.499618,"accuracy":0.550395,"main_score":0.499618,"hf_subset":"taq_Latn-guj_Gujr","languages":["taq-Latn","guj-Gujr"]},{"precision":0.491924,"recall":0.548419,"f1":0.507504,"accuracy":0.548419,"main_score":0.507504,"hf_subset":"taq_Latn-kaz_Cyrl","languages":["taq-Latn","kaz-Cyrl"]},{"precision":0.417474,"recall":0.475296,"f1":0.434326,"accuracy":0.475296,"main_score":0.434326,"hf_subset":"taq_Latn-lug_Latn","languages":["taq-Latn","lug-Latn"]},{"precision":0.501045,"recall":0.559289,"f1":0.517758,"accuracy":0.559289,"main_score":0.517758,"hf_subset":"taq_Latn-oci_Latn","languages":["taq-Latn","oci-Latn"]},{"precision":0.47032,"recall":0.520751,"f1":0.484457,"accuracy":0.520751,"main_score":0.484457,"hf_subset":"taq_Latn-smo_Latn","languages":["taq-Latn","smo-Latn"]},{"precision":0.442038,"recall":0.493083,"f1":0.455774,"accuracy":0.493083,"main_score":0.455774,"hf_subset":"taq_Latn-tsn_Latn","languages":["taq-Latn","tsn-Latn"]},{"precision":0.432123,"recall":0.490119,"f1":0.448598,"accuracy":0.490119,"main_score":0.448598,"hf_subset":"taq_Latn-zul_Latn","languages":["taq-Latn","zul-Latn"]},{"precision":0.417412,"recall":0.486166,"f1":0.437016,"accuracy":0.486166,"main_score":0.437016,"hf_subset":"taq_Latn-azb_Arab","languages":["taq-Latn","azb-Arab"]},{"precision":0.494008,"recall":0.566206,"f1":0.514846,"accuracy":0.566206,"main_score":0.514846,"hf_subset":"taq_Latn-deu_Latn","languages":["taq-Latn","deu-Latn"]},{"precision":0.457131,"recall":0.521739,"f1":0.475332,"accuracy":0.521739,"main_score":0.475332,"hf_subset":"taq_Latn-hat_Latn","languages":["taq-Latn","hat-Latn"]},{"precision":0.431243,"recall":0.477273,"f1":0.444345,"accuracy":0.477273,"main_score":0.444345,"hf_subset":"taq_Latn-kbp_Latn","languages":["taq-Latn","kbp-Latn"]},{"precision":0.471238,"recall":0.513834,"f1":0.483173,"accuracy":0.513834,"main_score":0.483173,"hf_subset":"taq_Latn-luo_Latn","languages":["taq-Latn","luo-Latn"]},{"precision":0.434313,"recall":0.505929,"f1":0.45527,"accuracy":0.505929,"main_score":0.45527,"hf_subset":"taq_Latn-ory_Orya","languages":["taq-Latn","ory-Orya"]},{"precision":0.457264,"recall":0.504941,"f1":0.470536,"accuracy":0.504941,"main_score":0.470536,"hf_subset":"taq_Latn-sna_Latn","languages":["taq-Latn","sna-Latn"]},{"precision":0.436431,"recall":0.486166,"f1":0.449842,"accuracy":0.486166,"main_score":0.449842,"hf_subset":"taq_Latn-tso_Latn","languages":["taq-Latn","tso-Latn"]},{"precision":0.468049,"recall":0.533597,"f1":0.486839,"accuracy":0.533597,"main_score":0.486839,"hf_subset":"taq_Latn-azj_Latn","languages":["taq-Latn","azj-Latn"]},{"precision":0.446714,"recall":0.497036,"f1":0.460285,"accuracy":0.497036,"main_score":0.460285,"hf_subset":"taq_Latn-dik_Latn","languages":["taq-Latn","dik-Latn"]},{"precision":0.451902,"recall":0.496047,"f1":0.464981,"accuracy":0.496047,"main_score":0.464981,"hf_subset":"taq_Latn-hau_Latn","languages":["taq-Latn","hau-Latn"]},{"precision":0.510641,"recall":0.560277,"f1":0.524947,"accuracy":0.560277,"main_score":0.524947,"hf_subset":"taq_Latn-kea_Latn","languages":["taq-Latn","kea-Latn"]},{"precision":0.507315,"recall":0.545455,"f1":0.517698,"accuracy":0.545455,"main_score":0.517698,"hf_subset":"taq_Latn-lus_Latn","languages":["taq-Latn","lus-Latn"]},{"precision":0.520574,"recall":0.565217,"f1":0.533472,"accuracy":0.565217,"main_score":0.533472,"hf_subset":"taq_Latn-pag_Latn","languages":["taq-Latn","pag-Latn"]},{"precision":0.425654,"recall":0.497036,"f1":0.445696,"accuracy":0.497036,"main_score":0.445696,"hf_subset":"taq_Latn-snd_Arab","languages":["taq-Latn","snd-Arab"]},{"precision":0.462751,"recall":0.514822,"f1":0.477259,"accuracy":0.514822,"main_score":0.477259,"hf_subset":"taq_Latn-tuk_Latn","languages":["taq-Latn","tuk-Latn"]},{"precision":0.497201,"recall":0.550395,"f1":0.513082,"accuracy":0.550395,"main_score":0.513082,"hf_subset":"taq_Latn-bak_Cyrl","languages":["taq-Latn","bak-Cyrl"]},{"precision":0.386555,"recall":0.447628,"f1":0.403996,"accuracy":0.447628,"main_score":0.403996,"hf_subset":"taq_Latn-dyu_Latn","languages":["taq-Latn","dyu-Latn"]},{"precision":0.441709,"recall":0.508893,"f1":0.461427,"accuracy":0.508893,"main_score":0.461427,"hf_subset":"taq_Latn-heb_Hebr","languages":["taq-Latn","heb-Hebr"]},{"precision":0.454835,"recall":0.507905,"f1":0.470342,"accuracy":0.507905,"main_score":0.470342,"hf_subset":"taq_Latn-khk_Cyrl","languages":["taq-Latn","khk-Cyrl"]},{"precision":0.469462,"recall":0.537549,"f1":0.488476,"accuracy":0.537549,"main_score":0.488476,"hf_subset":"taq_Latn-lvs_Latn","languages":["taq-Latn","lvs-Latn"]},{"precision":0.467766,"recall":0.534585,"f1":0.486586,"accuracy":0.534585,"main_score":0.486586,"hf_subset":"taq_Latn-pan_Guru","languages":["taq-Latn","pan-Guru"]},{"precision":0.425242,"recall":0.475296,"f1":0.439563,"accuracy":0.475296,"main_score":0.439563,"hf_subset":"taq_Latn-som_Latn","languages":["taq-Latn","som-Latn"]},{"precision":0.463967,"recall":0.51087,"f1":0.476997,"accuracy":0.51087,"main_score":0.476997,"hf_subset":"taq_Latn-tum_Latn","languages":["taq-Latn","tum-Latn"]},{"precision":0.458547,"recall":0.540514,"f1":0.481114,"accuracy":0.540514,"main_score":0.481114,"hf_subset":"war_Latn-ace_Arab","languages":["war-Latn","ace-Arab"]},{"precision":0.475263,"recall":0.546443,"f1":0.495358,"accuracy":0.546443,"main_score":0.495358,"hf_subset":"war_Latn-bam_Latn","languages":["war-Latn","bam-Latn"]},{"precision":0.115938,"recall":0.164032,"f1":0.127971,"accuracy":0.164032,"main_score":0.127971,"hf_subset":"war_Latn-dzo_Tibt","languages":["war-Latn","dzo-Tibt"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"war_Latn-hin_Deva","languages":["war-Latn","hin-Deva"]},{"precision":0.857378,"recall":0.900198,"f1":0.871014,"accuracy":0.900198,"main_score":0.871014,"hf_subset":"war_Latn-khm_Khmr","languages":["war-Latn","khm-Khmr"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"war_Latn-mag_Deva","languages":["war-Latn","mag-Deva"]},{"precision":0.939394,"recall":0.95751,"f1":0.945323,"accuracy":0.95751,"main_score":0.945323,"hf_subset":"war_Latn-pap_Latn","languages":["war-Latn","pap-Latn"]},{"precision":0.513567,"recall":0.586957,"f1":0.533634,"accuracy":0.586957,"main_score":0.533634,"hf_subset":"war_Latn-sot_Latn","languages":["war-Latn","sot-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"war_Latn-tur_Latn","languages":["war-Latn","tur-Latn"]},{"precision":0.819648,"recall":0.862648,"f1":0.832905,"accuracy":0.862648,"main_score":0.832905,"hf_subset":"war_Latn-ace_Latn","languages":["war-Latn","ace-Latn"]},{"precision":0.911726,"recall":0.935771,"f1":0.919466,"accuracy":0.935771,"main_score":0.919466,"hf_subset":"war_Latn-ban_Latn","languages":["war-Latn","ban-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"war_Latn-ell_Grek","languages":["war-Latn","ell-Grek"]},{"precision":0.96031,"recall":0.972332,"f1":0.964262,"accuracy":0.972332,"main_score":0.964262,"hf_subset":"war_Latn-hne_Deva","languages":["war-Latn","hne-Deva"]},{"precision":0.541775,"recall":0.606719,"f1":0.560147,"accuracy":0.606719,"main_score":0.560147,"hf_subset":"war_Latn-kik_Latn","languages":["war-Latn","kik-Latn"]},{"precision":0.972497,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"war_Latn-mai_Deva","languages":["war-Latn","mai-Deva"]},{"precision":0.853788,"recall":0.895257,"f1":0.866897,"accuracy":0.895257,"main_score":0.866897,"hf_subset":"war_Latn-pbt_Arab","languages":["war-Latn","pbt-Arab"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"war_Latn-spa_Latn","languages":["war-Latn","spa-Latn"]},{"precision":0.597075,"recall":0.659091,"f1":0.614528,"accuracy":0.659091,"main_score":0.614528,"hf_subset":"war_Latn-twi_Latn","languages":["war-Latn","twi-Latn"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"war_Latn-acm_Arab","languages":["war-Latn","acm-Arab"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"war_Latn-bel_Cyrl","languages":["war-Latn","bel-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"war_Latn-eng_Latn","languages":["war-Latn","eng-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"war_Latn-hrv_Latn","languages":["war-Latn","hrv-Latn"]},{"precision":0.476132,"recall":0.550395,"f1":0.496826,"accuracy":0.550395,"main_score":0.496826,"hf_subset":"war_Latn-kin_Latn","languages":["war-Latn","kin-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"war_Latn-mal_Mlym","languages":["war-Latn","mal-Mlym"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"war_Latn-pes_Arab","languages":["war-Latn","pes-Arab"]},{"precision":0.950461,"recall":0.965415,"f1":0.955204,"accuracy":0.965415,"main_score":0.955204,"hf_subset":"war_Latn-srd_Latn","languages":["war-Latn","srd-Latn"]},{"precision":0.133218,"recall":0.19664,"f1":0.14645,"accuracy":0.19664,"main_score":0.14645,"hf_subset":"war_Latn-tzm_Tfng","languages":["war-Latn","tzm-Tfng"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"war_Latn-acq_Arab","languages":["war-Latn","acq-Arab"]},{"precision":0.570877,"recall":0.635375,"f1":0.589105,"accuracy":0.635375,"main_score":0.589105,"hf_subset":"war_Latn-bem_Latn","languages":["war-Latn","bem-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"war_Latn-epo_Latn","languages":["war-Latn","epo-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"war_Latn-hun_Latn","languages":["war-Latn","hun-Latn"]},{"precision":0.914526,"recall":0.937747,"f1":0.921937,"accuracy":0.937747,"main_score":0.921937,"hf_subset":"war_Latn-kir_Cyrl","languages":["war-Latn","kir-Cyrl"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"war_Latn-mar_Deva","languages":["war-Latn","mar-Deva"]},{"precision":0.594499,"recall":0.652174,"f1":0.611473,"accuracy":0.652174,"main_score":0.611473,"hf_subset":"war_Latn-plt_Latn","languages":["war-Latn","plt-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"war_Latn-srp_Cyrl","languages":["war-Latn","srp-Cyrl"]},{"precision":0.866271,"recall":0.903162,"f1":0.877931,"accuracy":0.903162,"main_score":0.877931,"hf_subset":"war_Latn-uig_Arab","languages":["war-Latn","uig-Arab"]},{"precision":0.949275,"recall":0.965415,"f1":0.954545,"accuracy":0.965415,"main_score":0.954545,"hf_subset":"war_Latn-aeb_Arab","languages":["war-Latn","aeb-Arab"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"war_Latn-ben_Beng","languages":["war-Latn","ben-Beng"]},{"precision":0.952322,"recall":0.967391,"f1":0.957246,"accuracy":0.967391,"main_score":0.957246,"hf_subset":"war_Latn-est_Latn","languages":["war-Latn","est-Latn"]},{"precision":0.954381,"recall":0.969368,"f1":0.959321,"accuracy":0.969368,"main_score":0.959321,"hf_subset":"war_Latn-hye_Armn","languages":["war-Latn","hye-Armn"]},{"precision":0.490499,"recall":0.554348,"f1":0.508288,"accuracy":0.554348,"main_score":0.508288,"hf_subset":"war_Latn-kmb_Latn","languages":["war-Latn","kmb-Latn"]},{"precision":0.401561,"recall":0.5,"f1":0.428328,"accuracy":0.5,"main_score":0.428328,"hf_subset":"war_Latn-min_Arab","languages":["war-Latn","min-Arab"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"war_Latn-pol_Latn","languages":["war-Latn","pol-Latn"]},{"precision":0.480058,"recall":0.557312,"f1":0.501355,"accuracy":0.557312,"main_score":0.501355,"hf_subset":"war_Latn-ssw_Latn","languages":["war-Latn","ssw-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"war_Latn-ukr_Cyrl","languages":["war-Latn","ukr-Cyrl"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"war_Latn-afr_Latn","languages":["war-Latn","afr-Latn"]},{"precision":0.956686,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"war_Latn-bho_Deva","languages":["war-Latn","bho-Deva"]},{"precision":0.913538,"recall":0.938735,"f1":0.921772,"accuracy":0.938735,"main_score":0.921772,"hf_subset":"war_Latn-eus_Latn","languages":["war-Latn","eus-Latn"]},{"precision":0.523983,"recall":0.597826,"f1":0.54459,"accuracy":0.597826,"main_score":0.54459,"hf_subset":"war_Latn-ibo_Latn","languages":["war-Latn","ibo-Latn"]},{"precision":0.709139,"recall":0.774704,"f1":0.728348,"accuracy":0.774704,"main_score":0.728348,"hf_subset":"war_Latn-kmr_Latn","languages":["war-Latn","kmr-Latn"]},{"precision":0.927948,"recall":0.949605,"f1":0.935013,"accuracy":0.949605,"main_score":0.935013,"hf_subset":"war_Latn-min_Latn","languages":["war-Latn","min-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"war_Latn-por_Latn","languages":["war-Latn","por-Latn"]},{"precision":0.94664,"recall":0.964427,"f1":0.952569,"accuracy":0.964427,"main_score":0.952569,"hf_subset":"war_Latn-sun_Latn","languages":["war-Latn","sun-Latn"]},{"precision":0.479669,"recall":0.550395,"f1":0.500638,"accuracy":0.550395,"main_score":0.500638,"hf_subset":"war_Latn-umb_Latn","languages":["war-Latn","umb-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"war_Latn-ajp_Arab","languages":["war-Latn","ajp-Arab"]},{"precision":0.437355,"recall":0.529644,"f1":0.46258,"accuracy":0.529644,"main_score":0.46258,"hf_subset":"war_Latn-bjn_Arab","languages":["war-Latn","bjn-Arab"]},{"precision":0.506588,"recall":0.567194,"f1":0.523999,"accuracy":0.567194,"main_score":0.523999,"hf_subset":"war_Latn-ewe_Latn","languages":["war-Latn","ewe-Latn"]},{"precision":0.917655,"recall":0.9417,"f1":0.925198,"accuracy":0.9417,"main_score":0.925198,"hf_subset":"war_Latn-ilo_Latn","languages":["war-Latn","ilo-Latn"]},{"precision":0.192794,"recall":0.273715,"f1":0.212826,"accuracy":0.273715,"main_score":0.212826,"hf_subset":"war_Latn-knc_Arab","languages":["war-Latn","knc-Arab"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"war_Latn-mkd_Cyrl","languages":["war-Latn","mkd-Cyrl"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"war_Latn-prs_Arab","languages":["war-Latn","prs-Arab"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"war_Latn-swe_Latn","languages":["war-Latn","swe-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"war_Latn-urd_Arab","languages":["war-Latn","urd-Arab"]},{"precision":0.577932,"recall":0.643281,"f1":0.596379,"accuracy":0.643281,"main_score":0.596379,"hf_subset":"war_Latn-aka_Latn","languages":["war-Latn","aka-Latn"]},{"precision":0.92696,"recall":0.948617,"f1":0.93386,"accuracy":0.948617,"main_score":0.93386,"hf_subset":"war_Latn-bjn_Latn","languages":["war-Latn","bjn-Latn"]},{"precision":0.85219,"recall":0.894269,"f1":0.865679,"accuracy":0.894269,"main_score":0.865679,"hf_subset":"war_Latn-fao_Latn","languages":["war-Latn","fao-Latn"]},{"precision":0.977108,"recall":0.98419,"f1":0.979414,"accuracy":0.98419,"main_score":0.979414,"hf_subset":"war_Latn-ind_Latn","languages":["war-Latn","ind-Latn"]},{"precision":0.555974,"recall":0.62253,"f1":0.575115,"accuracy":0.62253,"main_score":0.575115,"hf_subset":"war_Latn-knc_Latn","languages":["war-Latn","knc-Latn"]},{"precision":0.945982,"recall":0.963439,"f1":0.951746,"accuracy":0.963439,"main_score":0.951746,"hf_subset":"war_Latn-mlt_Latn","languages":["war-Latn","mlt-Latn"]},{"precision":0.594344,"recall":0.664032,"f1":0.613499,"accuracy":0.664032,"main_score":0.613499,"hf_subset":"war_Latn-quy_Latn","languages":["war-Latn","quy-Latn"]},{"precision":0.684881,"recall":0.76087,"f1":0.70735,"accuracy":0.76087,"main_score":0.70735,"hf_subset":"war_Latn-swh_Latn","languages":["war-Latn","swh-Latn"]},{"precision":0.957016,"recall":0.971344,"f1":0.961792,"accuracy":0.971344,"main_score":0.961792,"hf_subset":"war_Latn-uzn_Latn","languages":["war-Latn","uzn-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"war_Latn-als_Latn","languages":["war-Latn","als-Latn"]},{"precision":0.167335,"recall":0.245059,"f1":0.185431,"accuracy":0.245059,"main_score":0.185431,"hf_subset":"war_Latn-bod_Tibt","languages":["war-Latn","bod-Tibt"]},{"precision":0.515188,"recall":0.586957,"f1":0.535246,"accuracy":0.586957,"main_score":0.535246,"hf_subset":"war_Latn-fij_Latn","languages":["war-Latn","fij-Latn"]},{"precision":0.849885,"recall":0.892292,"f1":0.863326,"accuracy":0.892292,"main_score":0.863326,"hf_subset":"war_Latn-isl_Latn","languages":["war-Latn","isl-Latn"]},{"precision":0.589074,"recall":0.657115,"f1":0.608745,"accuracy":0.657115,"main_score":0.608745,"hf_subset":"war_Latn-kon_Latn","languages":["war-Latn","kon-Latn"]},{"precision":0.538935,"recall":0.630435,"f1":0.565241,"accuracy":0.630435,"main_score":0.565241,"hf_subset":"war_Latn-mni_Beng","languages":["war-Latn","mni-Beng"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"war_Latn-ron_Latn","languages":["war-Latn","ron-Latn"]},{"precision":0.956028,"recall":0.969368,"f1":0.960474,"accuracy":0.969368,"main_score":0.960474,"hf_subset":"war_Latn-szl_Latn","languages":["war-Latn","szl-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"war_Latn-vec_Latn","languages":["war-Latn","vec-Latn"]},{"precision":0.517048,"recall":0.605731,"f1":0.542363,"accuracy":0.605731,"main_score":0.542363,"hf_subset":"war_Latn-amh_Ethi","languages":["war-Latn","amh-Ethi"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"war_Latn-bos_Latn","languages":["war-Latn","bos-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"war_Latn-fin_Latn","languages":["war-Latn","fin-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"war_Latn-ita_Latn","languages":["war-Latn","ita-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"war_Latn-kor_Hang","languages":["war-Latn","kor-Hang"]},{"precision":0.50621,"recall":0.58004,"f1":0.526792,"accuracy":0.58004,"main_score":0.526792,"hf_subset":"war_Latn-mos_Latn","languages":["war-Latn","mos-Latn"]},{"precision":0.477974,"recall":0.549407,"f1":0.498224,"accuracy":0.549407,"main_score":0.498224,"hf_subset":"war_Latn-run_Latn","languages":["war-Latn","run-Latn"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"war_Latn-tam_Taml","languages":["war-Latn","tam-Taml"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"war_Latn-vie_Latn","languages":["war-Latn","vie-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"war_Latn-apc_Arab","languages":["war-Latn","apc-Arab"]},{"precision":0.771798,"recall":0.817194,"f1":0.784785,"accuracy":0.817194,"main_score":0.784785,"hf_subset":"war_Latn-bug_Latn","languages":["war-Latn","bug-Latn"]},{"precision":0.437474,"recall":0.508893,"f1":0.457213,"accuracy":0.508893,"main_score":0.457213,"hf_subset":"war_Latn-fon_Latn","languages":["war-Latn","fon-Latn"]},{"precision":0.965909,"recall":0.976285,"f1":0.969368,"accuracy":0.976285,"main_score":0.969368,"hf_subset":"war_Latn-jav_Latn","languages":["war-Latn","jav-Latn"]},{"precision":0.777454,"recall":0.836957,"f1":0.795652,"accuracy":0.836957,"main_score":0.795652,"hf_subset":"war_Latn-lao_Laoo","languages":["war-Latn","lao-Laoo"]},{"precision":0.595637,"recall":0.676877,"f1":0.618865,"accuracy":0.676877,"main_score":0.618865,"hf_subset":"war_Latn-mri_Latn","languages":["war-Latn","mri-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"war_Latn-rus_Cyrl","languages":["war-Latn","rus-Cyrl"]},{"precision":0.515015,"recall":0.583992,"f1":0.534361,"accuracy":0.583992,"main_score":0.534361,"hf_subset":"war_Latn-taq_Latn","languages":["war-Latn","taq-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"war_Latn-arb_Arab","languages":["war-Latn","arb-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"war_Latn-bul_Cyrl","languages":["war-Latn","bul-Cyrl"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"war_Latn-fra_Latn","languages":["war-Latn","fra-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"war_Latn-jpn_Jpan","languages":["war-Latn","jpn-Jpan"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"war_Latn-lij_Latn","languages":["war-Latn","lij-Latn"]},{"precision":0.856037,"recall":0.899209,"f1":0.869812,"accuracy":0.899209,"main_score":0.869812,"hf_subset":"war_Latn-mya_Mymr","languages":["war-Latn","mya-Mymr"]},{"precision":0.537256,"recall":0.619565,"f1":0.560616,"accuracy":0.619565,"main_score":0.560616,"hf_subset":"war_Latn-sag_Latn","languages":["war-Latn","sag-Latn"]},{"precision":0.137976,"recall":0.219368,"f1":0.153429,"accuracy":0.219368,"main_score":0.153429,"hf_subset":"war_Latn-taq_Tfng","languages":["war-Latn","taq-Tfng"]},{"precision":0.566413,"recall":0.644269,"f1":0.588588,"accuracy":0.644269,"main_score":0.588588,"hf_subset":"war_Latn-wol_Latn","languages":["war-Latn","wol-Latn"]},{"precision":0.585105,"recall":0.670949,"f1":0.610033,"accuracy":0.670949,"main_score":0.610033,"hf_subset":"war_Latn-arb_Latn","languages":["war-Latn","arb-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"war_Latn-cat_Latn","languages":["war-Latn","cat-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"war_Latn-fur_Latn","languages":["war-Latn","fur-Latn"]},{"precision":0.352783,"recall":0.41996,"f1":0.371331,"accuracy":0.41996,"main_score":0.371331,"hf_subset":"war_Latn-kab_Latn","languages":["war-Latn","kab-Latn"]},{"precision":0.944335,"recall":0.961462,"f1":0.949934,"accuracy":0.961462,"main_score":0.949934,"hf_subset":"war_Latn-lim_Latn","languages":["war-Latn","lim-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"war_Latn-nld_Latn","languages":["war-Latn","nld-Latn"]},{"precision":0.909256,"recall":0.936759,"f1":0.918149,"accuracy":0.936759,"main_score":0.918149,"hf_subset":"war_Latn-san_Deva","languages":["war-Latn","san-Deva"]},{"precision":0.940464,"recall":0.958498,"f1":0.946212,"accuracy":0.958498,"main_score":0.946212,"hf_subset":"war_Latn-tat_Cyrl","languages":["war-Latn","tat-Cyrl"]},{"precision":0.549402,"recall":0.621542,"f1":0.569605,"accuracy":0.621542,"main_score":0.569605,"hf_subset":"war_Latn-xho_Latn","languages":["war-Latn","xho-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"war_Latn-ars_Arab","languages":["war-Latn","ars-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"war_Latn-ceb_Latn","languages":["war-Latn","ceb-Latn"]},{"precision":0.493794,"recall":0.571146,"f1":0.515442,"accuracy":0.571146,"main_score":0.515442,"hf_subset":"war_Latn-fuv_Latn","languages":["war-Latn","fuv-Latn"]},{"precision":0.489774,"recall":0.565217,"f1":0.510325,"accuracy":0.565217,"main_score":0.510325,"hf_subset":"war_Latn-kac_Latn","languages":["war-Latn","kac-Latn"]},{"precision":0.587311,"recall":0.657115,"f1":0.606831,"accuracy":0.657115,"main_score":0.606831,"hf_subset":"war_Latn-lin_Latn","languages":["war-Latn","lin-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"war_Latn-nno_Latn","languages":["war-Latn","nno-Latn"]},{"precision":0.021786,"recall":0.068182,"f1":0.028741,"accuracy":0.068182,"main_score":0.028741,"hf_subset":"war_Latn-sat_Olck","languages":["war-Latn","sat-Olck"]},{"precision":0.963768,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"war_Latn-tel_Telu","languages":["war-Latn","tel-Telu"]},{"precision":0.740357,"recall":0.806324,"f1":0.760021,"accuracy":0.806324,"main_score":0.760021,"hf_subset":"war_Latn-ydd_Hebr","languages":["war-Latn","ydd-Hebr"]},{"precision":0.908762,"recall":0.937747,"f1":0.918314,"accuracy":0.937747,"main_score":0.918314,"hf_subset":"war_Latn-ary_Arab","languages":["war-Latn","ary-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"war_Latn-ces_Latn","languages":["war-Latn","ces-Latn"]},{"precision":0.412072,"recall":0.497036,"f1":0.435156,"accuracy":0.497036,"main_score":0.435156,"hf_subset":"war_Latn-gaz_Latn","languages":["war-Latn","gaz-Latn"]},{"precision":0.512927,"recall":0.588933,"f1":0.534027,"accuracy":0.588933,"main_score":0.534027,"hf_subset":"war_Latn-kam_Latn","languages":["war-Latn","kam-Latn"]},{"precision":0.956357,"recall":0.969368,"f1":0.960639,"accuracy":0.969368,"main_score":0.960639,"hf_subset":"war_Latn-lit_Latn","languages":["war-Latn","lit-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"war_Latn-nob_Latn","languages":["war-Latn","nob-Latn"]},{"precision":0.949358,"recall":0.964427,"f1":0.954117,"accuracy":0.964427,"main_score":0.954117,"hf_subset":"war_Latn-scn_Latn","languages":["war-Latn","scn-Latn"]},{"precision":0.866601,"recall":0.90415,"f1":0.878458,"accuracy":0.90415,"main_score":0.878458,"hf_subset":"war_Latn-tgk_Cyrl","languages":["war-Latn","tgk-Cyrl"]},{"precision":0.455627,"recall":0.531621,"f1":0.477483,"accuracy":0.531621,"main_score":0.477483,"hf_subset":"war_Latn-yor_Latn","languages":["war-Latn","yor-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"war_Latn-arz_Arab","languages":["war-Latn","arz-Arab"]},{"precision":0.509309,"recall":0.585968,"f1":0.530669,"accuracy":0.585968,"main_score":0.530669,"hf_subset":"war_Latn-cjk_Latn","languages":["war-Latn","cjk-Latn"]},{"precision":0.591029,"recall":0.670949,"f1":0.613787,"accuracy":0.670949,"main_score":0.613787,"hf_subset":"war_Latn-gla_Latn","languages":["war-Latn","gla-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"war_Latn-kan_Knda","languages":["war-Latn","kan-Knda"]},{"precision":0.950099,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"war_Latn-lmo_Latn","languages":["war-Latn","lmo-Latn"]},{"precision":0.964097,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"war_Latn-npi_Deva","languages":["war-Latn","npi-Deva"]},{"precision":0.431882,"recall":0.524704,"f1":0.457841,"accuracy":0.524704,"main_score":0.457841,"hf_subset":"war_Latn-shn_Mymr","languages":["war-Latn","shn-Mymr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"war_Latn-tgl_Latn","languages":["war-Latn","tgl-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"war_Latn-yue_Hant","languages":["war-Latn","yue-Hant"]},{"precision":0.950264,"recall":0.965415,"f1":0.955204,"accuracy":0.965415,"main_score":0.955204,"hf_subset":"war_Latn-asm_Beng","languages":["war-Latn","asm-Beng"]},{"precision":0.704777,"recall":0.767787,"f1":0.723048,"accuracy":0.767787,"main_score":0.723048,"hf_subset":"war_Latn-ckb_Arab","languages":["war-Latn","ckb-Arab"]},{"precision":0.677561,"recall":0.748024,"f1":0.698276,"accuracy":0.748024,"main_score":0.698276,"hf_subset":"war_Latn-gle_Latn","languages":["war-Latn","gle-Latn"]},{"precision":0.840497,"recall":0.886364,"f1":0.855303,"accuracy":0.886364,"main_score":0.855303,"hf_subset":"war_Latn-kas_Arab","languages":["war-Latn","kas-Arab"]},{"precision":0.840481,"recall":0.885375,"f1":0.85471,"accuracy":0.885375,"main_score":0.85471,"hf_subset":"war_Latn-ltg_Latn","languages":["war-Latn","ltg-Latn"]},{"precision":0.545762,"recall":0.614625,"f1":0.565192,"accuracy":0.614625,"main_score":0.565192,"hf_subset":"war_Latn-nso_Latn","languages":["war-Latn","nso-Latn"]},{"precision":0.394229,"recall":0.476285,"f1":0.416555,"accuracy":0.476285,"main_score":0.416555,"hf_subset":"war_Latn-sin_Sinh","languages":["war-Latn","sin-Sinh"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"war_Latn-tha_Thai","languages":["war-Latn","tha-Thai"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"war_Latn-zho_Hans","languages":["war-Latn","zho-Hans"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"war_Latn-ast_Latn","languages":["war-Latn","ast-Latn"]},{"precision":0.936759,"recall":0.955534,"f1":0.942688,"accuracy":0.955534,"main_score":0.942688,"hf_subset":"war_Latn-crh_Latn","languages":["war-Latn","crh-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"war_Latn-glg_Latn","languages":["war-Latn","glg-Latn"]},{"precision":0.727437,"recall":0.798419,"f1":0.749374,"accuracy":0.798419,"main_score":0.749374,"hf_subset":"war_Latn-kas_Deva","languages":["war-Latn","kas-Deva"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"war_Latn-ltz_Latn","languages":["war-Latn","ltz-Latn"]},{"precision":0.408771,"recall":0.490119,"f1":0.430628,"accuracy":0.490119,"main_score":0.430628,"hf_subset":"war_Latn-nus_Latn","languages":["war-Latn","nus-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"war_Latn-slk_Latn","languages":["war-Latn","slk-Latn"]},{"precision":0.265422,"recall":0.340909,"f1":0.284718,"accuracy":0.340909,"main_score":0.284718,"hf_subset":"war_Latn-tir_Ethi","languages":["war-Latn","tir-Ethi"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"war_Latn-zho_Hant","languages":["war-Latn","zho-Hant"]},{"precision":0.965744,"recall":0.975296,"f1":0.968874,"accuracy":0.975296,"main_score":0.968874,"hf_subset":"war_Latn-awa_Deva","languages":["war-Latn","awa-Deva"]},{"precision":0.812674,"recall":0.86166,"f1":0.827553,"accuracy":0.86166,"main_score":0.827553,"hf_subset":"war_Latn-cym_Latn","languages":["war-Latn","cym-Latn"]},{"precision":0.754077,"recall":0.804348,"f1":0.769055,"accuracy":0.804348,"main_score":0.769055,"hf_subset":"war_Latn-grn_Latn","languages":["war-Latn","grn-Latn"]},{"precision":0.93643,"recall":0.956522,"f1":0.943017,"accuracy":0.956522,"main_score":0.943017,"hf_subset":"war_Latn-kat_Geor","languages":["war-Latn","kat-Geor"]},{"precision":0.577983,"recall":0.642292,"f1":0.596509,"accuracy":0.642292,"main_score":0.596509,"hf_subset":"war_Latn-lua_Latn","languages":["war-Latn","lua-Latn"]},{"precision":0.540695,"recall":0.608696,"f1":0.55974,"accuracy":0.608696,"main_score":0.55974,"hf_subset":"war_Latn-nya_Latn","languages":["war-Latn","nya-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"war_Latn-slv_Latn","languages":["war-Latn","slv-Latn"]},{"precision":0.809265,"recall":0.855731,"f1":0.823948,"accuracy":0.855731,"main_score":0.823948,"hf_subset":"war_Latn-tpi_Latn","languages":["war-Latn","tpi-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"war_Latn-zsm_Latn","languages":["war-Latn","zsm-Latn"]},{"precision":0.502105,"recall":0.572134,"f1":0.521354,"accuracy":0.572134,"main_score":0.521354,"hf_subset":"war_Latn-ayr_Latn","languages":["war-Latn","ayr-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"war_Latn-dan_Latn","languages":["war-Latn","dan-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"war_Latn-guj_Gujr","languages":["war-Latn","guj-Gujr"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"war_Latn-kaz_Cyrl","languages":["war-Latn","kaz-Cyrl"]},{"precision":0.467615,"recall":0.539526,"f1":0.488427,"accuracy":0.539526,"main_score":0.488427,"hf_subset":"war_Latn-lug_Latn","languages":["war-Latn","lug-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"war_Latn-oci_Latn","languages":["war-Latn","oci-Latn"]},{"precision":0.551889,"recall":0.62747,"f1":0.573553,"accuracy":0.62747,"main_score":0.573553,"hf_subset":"war_Latn-smo_Latn","languages":["war-Latn","smo-Latn"]},{"precision":0.49613,"recall":0.566206,"f1":0.51585,"accuracy":0.566206,"main_score":0.51585,"hf_subset":"war_Latn-tsn_Latn","languages":["war-Latn","tsn-Latn"]},{"precision":0.482727,"recall":0.564229,"f1":0.504907,"accuracy":0.564229,"main_score":0.504907,"hf_subset":"war_Latn-zul_Latn","languages":["war-Latn","zul-Latn"]},{"precision":0.774489,"recall":0.836957,"f1":0.793991,"accuracy":0.836957,"main_score":0.793991,"hf_subset":"war_Latn-azb_Arab","languages":["war-Latn","azb-Arab"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"war_Latn-deu_Latn","languages":["war-Latn","deu-Latn"]},{"precision":0.878327,"recall":0.912055,"f1":0.889163,"accuracy":0.912055,"main_score":0.889163,"hf_subset":"war_Latn-hat_Latn","languages":["war-Latn","hat-Latn"]},{"precision":0.45898,"recall":0.52668,"f1":0.477328,"accuracy":0.52668,"main_score":0.477328,"hf_subset":"war_Latn-kbp_Latn","languages":["war-Latn","kbp-Latn"]},{"precision":0.52714,"recall":0.593874,"f1":0.545508,"accuracy":0.593874,"main_score":0.545508,"hf_subset":"war_Latn-luo_Latn","languages":["war-Latn","luo-Latn"]},{"precision":0.954875,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"war_Latn-ory_Orya","languages":["war-Latn","ory-Orya"]},{"precision":0.517877,"recall":0.588933,"f1":0.538363,"accuracy":0.588933,"main_score":0.538363,"hf_subset":"war_Latn-sna_Latn","languages":["war-Latn","sna-Latn"]},{"precision":0.493267,"recall":0.561265,"f1":0.51212,"accuracy":0.561265,"main_score":0.51212,"hf_subset":"war_Latn-tso_Latn","languages":["war-Latn","tso-Latn"]},{"precision":0.956686,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"war_Latn-azj_Latn","languages":["war-Latn","azj-Latn"]},{"precision":0.52049,"recall":0.59585,"f1":0.54255,"accuracy":0.59585,"main_score":0.54255,"hf_subset":"war_Latn-dik_Latn","languages":["war-Latn","dik-Latn"]},{"precision":0.493438,"recall":0.5583,"f1":0.512061,"accuracy":0.5583,"main_score":0.512061,"hf_subset":"war_Latn-hau_Latn","languages":["war-Latn","hau-Latn"]},{"precision":0.948617,"recall":0.964427,"f1":0.953722,"accuracy":0.964427,"main_score":0.953722,"hf_subset":"war_Latn-kea_Latn","languages":["war-Latn","kea-Latn"]},{"precision":0.680344,"recall":0.742095,"f1":0.698229,"accuracy":0.742095,"main_score":0.698229,"hf_subset":"war_Latn-lus_Latn","languages":["war-Latn","lus-Latn"]},{"precision":0.86306,"recall":0.898221,"f1":0.87388,"accuracy":0.898221,"main_score":0.87388,"hf_subset":"war_Latn-pag_Latn","languages":["war-Latn","pag-Latn"]},{"precision":0.938735,"recall":0.95751,"f1":0.944993,"accuracy":0.95751,"main_score":0.944993,"hf_subset":"war_Latn-snd_Arab","languages":["war-Latn","snd-Arab"]},{"precision":0.842474,"recall":0.886364,"f1":0.856291,"accuracy":0.886364,"main_score":0.856291,"hf_subset":"war_Latn-tuk_Latn","languages":["war-Latn","tuk-Latn"]},{"precision":0.916173,"recall":0.940711,"f1":0.924242,"accuracy":0.940711,"main_score":0.924242,"hf_subset":"war_Latn-bak_Cyrl","languages":["war-Latn","bak-Cyrl"]},{"precision":0.442656,"recall":0.534585,"f1":0.468616,"accuracy":0.534585,"main_score":0.468616,"hf_subset":"war_Latn-dyu_Latn","languages":["war-Latn","dyu-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"war_Latn-heb_Hebr","languages":["war-Latn","heb-Hebr"]},{"precision":0.839015,"recall":0.882411,"f1":0.85247,"accuracy":0.882411,"main_score":0.85247,"hf_subset":"war_Latn-khk_Cyrl","languages":["war-Latn","khk-Cyrl"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"war_Latn-lvs_Latn","languages":["war-Latn","lvs-Latn"]},{"precision":0.969862,"recall":0.979249,"f1":0.972991,"accuracy":0.979249,"main_score":0.972991,"hf_subset":"war_Latn-pan_Guru","languages":["war-Latn","pan-Guru"]},{"precision":0.490555,"recall":0.568182,"f1":0.512737,"accuracy":0.568182,"main_score":0.512737,"hf_subset":"war_Latn-som_Latn","languages":["war-Latn","som-Latn"]},{"precision":0.53531,"recall":0.597826,"f1":0.552922,"accuracy":0.597826,"main_score":0.552922,"hf_subset":"war_Latn-tum_Latn","languages":["war-Latn","tum-Latn"]},{"precision":0.416227,"recall":0.503953,"f1":0.440632,"accuracy":0.503953,"main_score":0.440632,"hf_subset":"arb_Arab-ace_Arab","languages":["arb-Arab","ace-Arab"]},{"precision":0.416499,"recall":0.495059,"f1":0.437622,"accuracy":0.495059,"main_score":0.437622,"hf_subset":"arb_Arab-bam_Latn","languages":["arb-Arab","bam-Latn"]},{"precision":0.110356,"recall":0.16502,"f1":0.125172,"accuracy":0.16502,"main_score":0.125172,"hf_subset":"arb_Arab-dzo_Tibt","languages":["arb-Arab","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-hin_Deva","languages":["arb-Arab","hin-Deva"]},{"precision":0.926877,"recall":0.950593,"f1":0.934618,"accuracy":0.950593,"main_score":0.934618,"hf_subset":"arb_Arab-khm_Khmr","languages":["arb-Arab","khm-Khmr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arb_Arab-mag_Deva","languages":["arb-Arab","mag-Deva"]},{"precision":0.968462,"recall":0.978261,"f1":0.971574,"accuracy":0.978261,"main_score":0.971574,"hf_subset":"arb_Arab-pap_Latn","languages":["arb-Arab","pap-Latn"]},{"precision":0.455297,"recall":0.539526,"f1":0.478572,"accuracy":0.539526,"main_score":0.478572,"hf_subset":"arb_Arab-sot_Latn","languages":["arb-Arab","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-tur_Latn","languages":["arb-Arab","tur-Latn"]},{"precision":0.775428,"recall":0.83498,"f1":0.793892,"accuracy":0.83498,"main_score":0.793892,"hf_subset":"arb_Arab-ace_Latn","languages":["arb-Arab","ace-Latn"]},{"precision":0.91222,"recall":0.939723,"f1":0.921278,"accuracy":0.939723,"main_score":0.921278,"hf_subset":"arb_Arab-ban_Latn","languages":["arb-Arab","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arb_Arab-ell_Grek","languages":["arb-Arab","ell-Grek"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"arb_Arab-hne_Deva","languages":["arb-Arab","hne-Deva"]},{"precision":0.478477,"recall":0.559289,"f1":0.501498,"accuracy":0.559289,"main_score":0.501498,"hf_subset":"arb_Arab-kik_Latn","languages":["arb-Arab","kik-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"arb_Arab-mai_Deva","languages":["arb-Arab","mai-Deva"]},{"precision":0.875494,"recall":0.913043,"f1":0.887516,"accuracy":0.913043,"main_score":0.887516,"hf_subset":"arb_Arab-pbt_Arab","languages":["arb-Arab","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arb_Arab-spa_Latn","languages":["arb-Arab","spa-Latn"]},{"precision":0.51489,"recall":0.600791,"f1":0.539165,"accuracy":0.600791,"main_score":0.539165,"hf_subset":"arb_Arab-twi_Latn","languages":["arb-Arab","twi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-acm_Arab","languages":["arb-Arab","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arb_Arab-bel_Cyrl","languages":["arb-Arab","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-eng_Latn","languages":["arb-Arab","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-hrv_Latn","languages":["arb-Arab","hrv-Latn"]},{"precision":0.411725,"recall":0.496047,"f1":0.434184,"accuracy":0.496047,"main_score":0.434184,"hf_subset":"arb_Arab-kin_Latn","languages":["arb-Arab","kin-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"arb_Arab-mal_Mlym","languages":["arb-Arab","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-pes_Arab","languages":["arb-Arab","pes-Arab"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"arb_Arab-srd_Latn","languages":["arb-Arab","srd-Latn"]},{"precision":0.117143,"recall":0.182806,"f1":0.131411,"accuracy":0.182806,"main_score":0.131411,"hf_subset":"arb_Arab-tzm_Tfng","languages":["arb-Arab","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arb_Arab-acq_Arab","languages":["arb-Arab","acq-Arab"]},{"precision":0.475469,"recall":0.561265,"f1":0.499347,"accuracy":0.561265,"main_score":0.499347,"hf_subset":"arb_Arab-bem_Latn","languages":["arb-Arab","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arb_Arab-epo_Latn","languages":["arb-Arab","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arb_Arab-hun_Latn","languages":["arb-Arab","hun-Latn"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"arb_Arab-kir_Cyrl","languages":["arb-Arab","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arb_Arab-mar_Deva","languages":["arb-Arab","mar-Deva"]},{"precision":0.515455,"recall":0.588933,"f1":0.536491,"accuracy":0.588933,"main_score":0.536491,"hf_subset":"arb_Arab-plt_Latn","languages":["arb-Arab","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-srp_Cyrl","languages":["arb-Arab","srp-Cyrl"]},{"precision":0.936018,"recall":0.954545,"f1":0.94193,"accuracy":0.954545,"main_score":0.94193,"hf_subset":"arb_Arab-uig_Arab","languages":["arb-Arab","uig-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"arb_Arab-aeb_Arab","languages":["arb-Arab","aeb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arb_Arab-ben_Beng","languages":["arb-Arab","ben-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arb_Arab-est_Latn","languages":["arb-Arab","est-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"arb_Arab-hye_Armn","languages":["arb-Arab","hye-Armn"]},{"precision":0.42831,"recall":0.499012,"f1":0.447664,"accuracy":0.499012,"main_score":0.447664,"hf_subset":"arb_Arab-kmb_Latn","languages":["arb-Arab","kmb-Latn"]},{"precision":0.352181,"recall":0.450593,"f1":0.377199,"accuracy":0.450593,"main_score":0.377199,"hf_subset":"arb_Arab-min_Arab","languages":["arb-Arab","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-pol_Latn","languages":["arb-Arab","pol-Latn"]},{"precision":0.411969,"recall":0.499012,"f1":0.434817,"accuracy":0.499012,"main_score":0.434817,"hf_subset":"arb_Arab-ssw_Latn","languages":["arb-Arab","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-ukr_Cyrl","languages":["arb-Arab","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arb_Arab-afr_Latn","languages":["arb-Arab","afr-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"arb_Arab-bho_Deva","languages":["arb-Arab","bho-Deva"]},{"precision":0.93778,"recall":0.95751,"f1":0.94417,"accuracy":0.95751,"main_score":0.94417,"hf_subset":"arb_Arab-eus_Latn","languages":["arb-Arab","eus-Latn"]},{"precision":0.449001,"recall":0.527668,"f1":0.469968,"accuracy":0.527668,"main_score":0.469968,"hf_subset":"arb_Arab-ibo_Latn","languages":["arb-Arab","ibo-Latn"]},{"precision":0.674168,"recall":0.750988,"f1":0.696502,"accuracy":0.750988,"main_score":0.696502,"hf_subset":"arb_Arab-kmr_Latn","languages":["arb-Arab","kmr-Latn"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"arb_Arab-min_Latn","languages":["arb-Arab","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-por_Latn","languages":["arb-Arab","por-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"arb_Arab-sun_Latn","languages":["arb-Arab","sun-Latn"]},{"precision":0.416775,"recall":0.496047,"f1":0.43895,"accuracy":0.496047,"main_score":0.43895,"hf_subset":"arb_Arab-umb_Latn","languages":["arb-Arab","umb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arb_Arab-ajp_Arab","languages":["arb-Arab","ajp-Arab"]},{"precision":0.380495,"recall":0.474308,"f1":0.405293,"accuracy":0.474308,"main_score":0.405293,"hf_subset":"arb_Arab-bjn_Arab","languages":["arb-Arab","bjn-Arab"]},{"precision":0.434419,"recall":0.51087,"f1":0.454892,"accuracy":0.51087,"main_score":0.454892,"hf_subset":"arb_Arab-ewe_Latn","languages":["arb-Arab","ewe-Latn"]},{"precision":0.828393,"recall":0.875494,"f1":0.842984,"accuracy":0.875494,"main_score":0.842984,"hf_subset":"arb_Arab-ilo_Latn","languages":["arb-Arab","ilo-Latn"]},{"precision":0.184967,"recall":0.267787,"f1":0.205051,"accuracy":0.267787,"main_score":0.205051,"hf_subset":"arb_Arab-knc_Arab","languages":["arb-Arab","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-mkd_Cyrl","languages":["arb-Arab","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arb_Arab-prs_Arab","languages":["arb-Arab","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-swe_Latn","languages":["arb-Arab","swe-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"arb_Arab-urd_Arab","languages":["arb-Arab","urd-Arab"]},{"precision":0.500494,"recall":0.592885,"f1":0.526858,"accuracy":0.592885,"main_score":0.526858,"hf_subset":"arb_Arab-aka_Latn","languages":["arb-Arab","aka-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"arb_Arab-bjn_Latn","languages":["arb-Arab","bjn-Latn"]},{"precision":0.913373,"recall":0.940711,"f1":0.922431,"accuracy":0.940711,"main_score":0.922431,"hf_subset":"arb_Arab-fao_Latn","languages":["arb-Arab","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-ind_Latn","languages":["arb-Arab","ind-Latn"]},{"precision":0.480234,"recall":0.560277,"f1":0.502603,"accuracy":0.560277,"main_score":0.502603,"hf_subset":"arb_Arab-knc_Latn","languages":["arb-Arab","knc-Latn"]},{"precision":0.965168,"recall":0.976285,"f1":0.968775,"accuracy":0.976285,"main_score":0.968775,"hf_subset":"arb_Arab-mlt_Latn","languages":["arb-Arab","mlt-Latn"]},{"precision":0.530826,"recall":0.616601,"f1":0.55419,"accuracy":0.616601,"main_score":0.55419,"hf_subset":"arb_Arab-quy_Latn","languages":["arb-Arab","quy-Latn"]},{"precision":0.679383,"recall":0.758893,"f1":0.703294,"accuracy":0.758893,"main_score":0.703294,"hf_subset":"arb_Arab-swh_Latn","languages":["arb-Arab","swh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"arb_Arab-uzn_Latn","languages":["arb-Arab","uzn-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arb_Arab-als_Latn","languages":["arb-Arab","als-Latn"]},{"precision":0.142615,"recall":0.221344,"f1":0.160783,"accuracy":0.221344,"main_score":0.160783,"hf_subset":"arb_Arab-bod_Tibt","languages":["arb-Arab","bod-Tibt"]},{"precision":0.440663,"recall":0.518775,"f1":0.46232,"accuracy":0.518775,"main_score":0.46232,"hf_subset":"arb_Arab-fij_Latn","languages":["arb-Arab","fij-Latn"]},{"precision":0.945487,"recall":0.962451,"f1":0.950922,"accuracy":0.962451,"main_score":0.950922,"hf_subset":"arb_Arab-isl_Latn","languages":["arb-Arab","isl-Latn"]},{"precision":0.509421,"recall":0.59585,"f1":0.533795,"accuracy":0.59585,"main_score":0.533795,"hf_subset":"arb_Arab-kon_Latn","languages":["arb-Arab","kon-Latn"]},{"precision":0.462541,"recall":0.572134,"f1":0.493535,"accuracy":0.572134,"main_score":0.493535,"hf_subset":"arb_Arab-mni_Beng","languages":["arb-Arab","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-ron_Latn","languages":["arb-Arab","ron-Latn"]},{"precision":0.977602,"recall":0.983202,"f1":0.979414,"accuracy":0.983202,"main_score":0.979414,"hf_subset":"arb_Arab-szl_Latn","languages":["arb-Arab","szl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"arb_Arab-vec_Latn","languages":["arb-Arab","vec-Latn"]},{"precision":0.528387,"recall":0.614625,"f1":0.552624,"accuracy":0.614625,"main_score":0.552624,"hf_subset":"arb_Arab-amh_Ethi","languages":["arb-Arab","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-bos_Latn","languages":["arb-Arab","bos-Latn"]},{"precision":0.995059,"recall":0.996047,"f1":0.995389,"accuracy":0.996047,"main_score":0.995389,"hf_subset":"arb_Arab-fin_Latn","languages":["arb-Arab","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-ita_Latn","languages":["arb-Arab","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arb_Arab-kor_Hang","languages":["arb-Arab","kor-Hang"]},{"precision":0.433311,"recall":0.523715,"f1":0.457723,"accuracy":0.523715,"main_score":0.457723,"hf_subset":"arb_Arab-mos_Latn","languages":["arb-Arab","mos-Latn"]},{"precision":0.419742,"recall":0.500988,"f1":0.441841,"accuracy":0.500988,"main_score":0.441841,"hf_subset":"arb_Arab-run_Latn","languages":["arb-Arab","run-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"arb_Arab-tam_Taml","languages":["arb-Arab","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-vie_Latn","languages":["arb-Arab","vie-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arb_Arab-apc_Arab","languages":["arb-Arab","apc-Arab"]},{"precision":0.725273,"recall":0.787549,"f1":0.742987,"accuracy":0.787549,"main_score":0.742987,"hf_subset":"arb_Arab-bug_Latn","languages":["arb-Arab","bug-Latn"]},{"precision":0.394548,"recall":0.474308,"f1":0.415953,"accuracy":0.474308,"main_score":0.415953,"hf_subset":"arb_Arab-fon_Latn","languages":["arb-Arab","fon-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"arb_Arab-jav_Latn","languages":["arb-Arab","jav-Latn"]},{"precision":0.886364,"recall":0.922925,"f1":0.898386,"accuracy":0.922925,"main_score":0.898386,"hf_subset":"arb_Arab-lao_Laoo","languages":["arb-Arab","lao-Laoo"]},{"precision":0.547127,"recall":0.641304,"f1":0.574359,"accuracy":0.641304,"main_score":0.574359,"hf_subset":"arb_Arab-mri_Latn","languages":["arb-Arab","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-rus_Cyrl","languages":["arb-Arab","rus-Cyrl"]},{"precision":0.468121,"recall":0.547431,"f1":0.489305,"accuracy":0.547431,"main_score":0.489305,"hf_subset":"arb_Arab-taq_Latn","languages":["arb-Arab","taq-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"arb_Arab-war_Latn","languages":["arb-Arab","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-bul_Cyrl","languages":["arb-Arab","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-fra_Latn","languages":["arb-Arab","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-jpn_Jpan","languages":["arb-Arab","jpn-Jpan"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"arb_Arab-lij_Latn","languages":["arb-Arab","lij-Latn"]},{"precision":0.940135,"recall":0.958498,"f1":0.946047,"accuracy":0.958498,"main_score":0.946047,"hf_subset":"arb_Arab-mya_Mymr","languages":["arb-Arab","mya-Mymr"]},{"precision":0.465224,"recall":0.552372,"f1":0.489108,"accuracy":0.552372,"main_score":0.489108,"hf_subset":"arb_Arab-sag_Latn","languages":["arb-Arab","sag-Latn"]},{"precision":0.11874,"recall":0.202569,"f1":0.134842,"accuracy":0.202569,"main_score":0.134842,"hf_subset":"arb_Arab-taq_Tfng","languages":["arb-Arab","taq-Tfng"]},{"precision":0.506892,"recall":0.596838,"f1":0.53276,"accuracy":0.596838,"main_score":0.53276,"hf_subset":"arb_Arab-wol_Latn","languages":["arb-Arab","wol-Latn"]},{"precision":0.655059,"recall":0.735178,"f1":0.678382,"accuracy":0.735178,"main_score":0.678382,"hf_subset":"arb_Arab-arb_Latn","languages":["arb-Arab","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-cat_Latn","languages":["arb-Arab","cat-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"arb_Arab-fur_Latn","languages":["arb-Arab","fur-Latn"]},{"precision":0.328398,"recall":0.403162,"f1":0.34794,"accuracy":0.403162,"main_score":0.34794,"hf_subset":"arb_Arab-kab_Latn","languages":["arb-Arab","kab-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"arb_Arab-lim_Latn","languages":["arb-Arab","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arb_Arab-nld_Latn","languages":["arb-Arab","nld-Latn"]},{"precision":0.954545,"recall":0.967391,"f1":0.958616,"accuracy":0.967391,"main_score":0.958616,"hf_subset":"arb_Arab-san_Deva","languages":["arb-Arab","san-Deva"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"arb_Arab-tat_Cyrl","languages":["arb-Arab","tat-Cyrl"]},{"precision":0.474965,"recall":0.561265,"f1":0.498079,"accuracy":0.561265,"main_score":0.498079,"hf_subset":"arb_Arab-xho_Latn","languages":["arb-Arab","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-ars_Arab","languages":["arb-Arab","ars-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"arb_Arab-ceb_Latn","languages":["arb-Arab","ceb-Latn"]},{"precision":0.450217,"recall":0.530632,"f1":0.472151,"accuracy":0.530632,"main_score":0.472151,"hf_subset":"arb_Arab-fuv_Latn","languages":["arb-Arab","fuv-Latn"]},{"precision":0.439299,"recall":0.529644,"f1":0.463784,"accuracy":0.529644,"main_score":0.463784,"hf_subset":"arb_Arab-kac_Latn","languages":["arb-Arab","kac-Latn"]},{"precision":0.522038,"recall":0.607708,"f1":0.545934,"accuracy":0.607708,"main_score":0.545934,"hf_subset":"arb_Arab-lin_Latn","languages":["arb-Arab","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arb_Arab-nno_Latn","languages":["arb-Arab","nno-Latn"]},{"precision":0.016023,"recall":0.057312,"f1":0.02159,"accuracy":0.057312,"main_score":0.02159,"hf_subset":"arb_Arab-sat_Olck","languages":["arb-Arab","sat-Olck"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arb_Arab-tel_Telu","languages":["arb-Arab","tel-Telu"]},{"precision":0.702306,"recall":0.780632,"f1":0.725927,"accuracy":0.780632,"main_score":0.725927,"hf_subset":"arb_Arab-ydd_Hebr","languages":["arb-Arab","ydd-Hebr"]},{"precision":0.959651,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"arb_Arab-ary_Arab","languages":["arb-Arab","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-ces_Latn","languages":["arb-Arab","ces-Latn"]},{"precision":0.369729,"recall":0.455534,"f1":0.393475,"accuracy":0.455534,"main_score":0.393475,"hf_subset":"arb_Arab-gaz_Latn","languages":["arb-Arab","gaz-Latn"]},{"precision":0.458451,"recall":0.545455,"f1":0.48282,"accuracy":0.545455,"main_score":0.48282,"hf_subset":"arb_Arab-kam_Latn","languages":["arb-Arab","kam-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"arb_Arab-lit_Latn","languages":["arb-Arab","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arb_Arab-nob_Latn","languages":["arb-Arab","nob-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"arb_Arab-scn_Latn","languages":["arb-Arab","scn-Latn"]},{"precision":0.906456,"recall":0.934783,"f1":0.915514,"accuracy":0.934783,"main_score":0.915514,"hf_subset":"arb_Arab-tgk_Cyrl","languages":["arb-Arab","tgk-Cyrl"]},{"precision":0.389626,"recall":0.481225,"f1":0.414963,"accuracy":0.481225,"main_score":0.414963,"hf_subset":"arb_Arab-yor_Latn","languages":["arb-Arab","yor-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arb_Arab-arz_Arab","languages":["arb-Arab","arz-Arab"]},{"precision":0.450787,"recall":0.541502,"f1":0.475076,"accuracy":0.541502,"main_score":0.475076,"hf_subset":"arb_Arab-cjk_Latn","languages":["arb-Arab","cjk-Latn"]},{"precision":0.576091,"recall":0.659091,"f1":0.599628,"accuracy":0.659091,"main_score":0.599628,"hf_subset":"arb_Arab-gla_Latn","languages":["arb-Arab","gla-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"arb_Arab-kan_Knda","languages":["arb-Arab","kan-Knda"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"arb_Arab-lmo_Latn","languages":["arb-Arab","lmo-Latn"]},{"precision":0.993577,"recall":0.995059,"f1":0.994071,"accuracy":0.995059,"main_score":0.994071,"hf_subset":"arb_Arab-npi_Deva","languages":["arb-Arab","npi-Deva"]},{"precision":0.376963,"recall":0.483202,"f1":0.404162,"accuracy":0.483202,"main_score":0.404162,"hf_subset":"arb_Arab-shn_Mymr","languages":["arb-Arab","shn-Mymr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arb_Arab-tgl_Latn","languages":["arb-Arab","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-yue_Hant","languages":["arb-Arab","yue-Hant"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"arb_Arab-asm_Beng","languages":["arb-Arab","asm-Beng"]},{"precision":0.704836,"recall":0.774704,"f1":0.725651,"accuracy":0.774704,"main_score":0.725651,"hf_subset":"arb_Arab-ckb_Arab","languages":["arb-Arab","ckb-Arab"]},{"precision":0.672047,"recall":0.759881,"f1":0.699525,"accuracy":0.759881,"main_score":0.699525,"hf_subset":"arb_Arab-gle_Latn","languages":["arb-Arab","gle-Latn"]},{"precision":0.856225,"recall":0.901186,"f1":0.870718,"accuracy":0.901186,"main_score":0.870718,"hf_subset":"arb_Arab-kas_Arab","languages":["arb-Arab","kas-Arab"]},{"precision":0.869689,"recall":0.909091,"f1":0.882137,"accuracy":0.909091,"main_score":0.882137,"hf_subset":"arb_Arab-ltg_Latn","languages":["arb-Arab","ltg-Latn"]},{"precision":0.48166,"recall":0.563241,"f1":0.503625,"accuracy":0.563241,"main_score":0.503625,"hf_subset":"arb_Arab-nso_Latn","languages":["arb-Arab","nso-Latn"]},{"precision":0.431132,"recall":0.532609,"f1":0.458934,"accuracy":0.532609,"main_score":0.458934,"hf_subset":"arb_Arab-sin_Sinh","languages":["arb-Arab","sin-Sinh"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arb_Arab-tha_Thai","languages":["arb-Arab","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-zho_Hans","languages":["arb-Arab","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-ast_Latn","languages":["arb-Arab","ast-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"arb_Arab-crh_Latn","languages":["arb-Arab","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-glg_Latn","languages":["arb-Arab","glg-Latn"]},{"precision":0.748386,"recall":0.815217,"f1":0.768445,"accuracy":0.815217,"main_score":0.768445,"hf_subset":"arb_Arab-kas_Deva","languages":["arb-Arab","kas-Deva"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"arb_Arab-ltz_Latn","languages":["arb-Arab","ltz-Latn"]},{"precision":0.353975,"recall":0.4417,"f1":0.376704,"accuracy":0.4417,"main_score":0.376704,"hf_subset":"arb_Arab-nus_Latn","languages":["arb-Arab","nus-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arb_Arab-slk_Latn","languages":["arb-Arab","slk-Latn"]},{"precision":0.249166,"recall":0.321146,"f1":0.267549,"accuracy":0.321146,"main_score":0.267549,"hf_subset":"arb_Arab-tir_Ethi","languages":["arb-Arab","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arb_Arab-zho_Hant","languages":["arb-Arab","zho-Hant"]},{"precision":0.984025,"recall":0.988142,"f1":0.985343,"accuracy":0.988142,"main_score":0.985343,"hf_subset":"arb_Arab-awa_Deva","languages":["arb-Arab","awa-Deva"]},{"precision":0.850906,"recall":0.895257,"f1":0.864855,"accuracy":0.895257,"main_score":0.864855,"hf_subset":"arb_Arab-cym_Latn","languages":["arb-Arab","cym-Latn"]},{"precision":0.703236,"recall":0.773715,"f1":0.72433,"accuracy":0.773715,"main_score":0.72433,"hf_subset":"arb_Arab-grn_Latn","languages":["arb-Arab","grn-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"arb_Arab-kat_Geor","languages":["arb-Arab","kat-Geor"]},{"precision":0.517664,"recall":0.604743,"f1":0.542515,"accuracy":0.604743,"main_score":0.542515,"hf_subset":"arb_Arab-lua_Latn","languages":["arb-Arab","lua-Latn"]},{"precision":0.477729,"recall":0.563241,"f1":0.501213,"accuracy":0.563241,"main_score":0.501213,"hf_subset":"arb_Arab-nya_Latn","languages":["arb-Arab","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arb_Arab-slv_Latn","languages":["arb-Arab","slv-Latn"]},{"precision":0.777157,"recall":0.836957,"f1":0.795455,"accuracy":0.836957,"main_score":0.795455,"hf_subset":"arb_Arab-tpi_Latn","languages":["arb-Arab","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-zsm_Latn","languages":["arb-Arab","zsm-Latn"]},{"precision":0.459754,"recall":0.534585,"f1":0.480313,"accuracy":0.534585,"main_score":0.480313,"hf_subset":"arb_Arab-ayr_Latn","languages":["arb-Arab","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-dan_Latn","languages":["arb-Arab","dan-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arb_Arab-guj_Gujr","languages":["arb-Arab","guj-Gujr"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"arb_Arab-kaz_Cyrl","languages":["arb-Arab","kaz-Cyrl"]},{"precision":0.40868,"recall":0.491107,"f1":0.431186,"accuracy":0.491107,"main_score":0.431186,"hf_subset":"arb_Arab-lug_Latn","languages":["arb-Arab","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arb_Arab-oci_Latn","languages":["arb-Arab","oci-Latn"]},{"precision":0.467645,"recall":0.563241,"f1":0.494243,"accuracy":0.563241,"main_score":0.494243,"hf_subset":"arb_Arab-smo_Latn","languages":["arb-Arab","smo-Latn"]},{"precision":0.421751,"recall":0.509881,"f1":0.445751,"accuracy":0.509881,"main_score":0.445751,"hf_subset":"arb_Arab-tsn_Latn","languages":["arb-Arab","tsn-Latn"]},{"precision":0.425204,"recall":0.51087,"f1":0.448177,"accuracy":0.51087,"main_score":0.448177,"hf_subset":"arb_Arab-zul_Latn","languages":["arb-Arab","zul-Latn"]},{"precision":0.798419,"recall":0.857708,"f1":0.8167,"accuracy":0.857708,"main_score":0.8167,"hf_subset":"arb_Arab-azb_Arab","languages":["arb-Arab","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arb_Arab-deu_Latn","languages":["arb-Arab","deu-Latn"]},{"precision":0.918972,"recall":0.943676,"f1":0.926877,"accuracy":0.943676,"main_score":0.926877,"hf_subset":"arb_Arab-hat_Latn","languages":["arb-Arab","hat-Latn"]},{"precision":0.401538,"recall":0.477273,"f1":0.421614,"accuracy":0.477273,"main_score":0.421614,"hf_subset":"arb_Arab-kbp_Latn","languages":["arb-Arab","kbp-Latn"]},{"precision":0.454048,"recall":0.535573,"f1":0.47583,"accuracy":0.535573,"main_score":0.47583,"hf_subset":"arb_Arab-luo_Latn","languages":["arb-Arab","luo-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"arb_Arab-ory_Orya","languages":["arb-Arab","ory-Orya"]},{"precision":0.450313,"recall":0.536561,"f1":0.474664,"accuracy":0.536561,"main_score":0.474664,"hf_subset":"arb_Arab-sna_Latn","languages":["arb-Arab","sna-Latn"]},{"precision":0.428642,"recall":0.51087,"f1":0.451525,"accuracy":0.51087,"main_score":0.451525,"hf_subset":"arb_Arab-tso_Latn","languages":["arb-Arab","tso-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"arb_Arab-azj_Latn","languages":["arb-Arab","azj-Latn"]},{"precision":0.442719,"recall":0.534585,"f1":0.468401,"accuracy":0.534585,"main_score":0.468401,"hf_subset":"arb_Arab-dik_Latn","languages":["arb-Arab","dik-Latn"]},{"precision":0.443364,"recall":0.514822,"f1":0.463643,"accuracy":0.514822,"main_score":0.463643,"hf_subset":"arb_Arab-hau_Latn","languages":["arb-Arab","hau-Latn"]},{"precision":0.959486,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"arb_Arab-kea_Latn","languages":["arb-Arab","kea-Latn"]},{"precision":0.61118,"recall":0.686759,"f1":0.632753,"accuracy":0.686759,"main_score":0.632753,"hf_subset":"arb_Arab-lus_Latn","languages":["arb-Arab","lus-Latn"]},{"precision":0.802931,"recall":0.851779,"f1":0.817772,"accuracy":0.851779,"main_score":0.817772,"hf_subset":"arb_Arab-pag_Latn","languages":["arb-Arab","pag-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"arb_Arab-snd_Arab","languages":["arb-Arab","snd-Arab"]},{"precision":0.869318,"recall":0.908103,"f1":0.881653,"accuracy":0.908103,"main_score":0.881653,"hf_subset":"arb_Arab-tuk_Latn","languages":["arb-Arab","tuk-Latn"]},{"precision":0.944499,"recall":0.962451,"f1":0.950428,"accuracy":0.962451,"main_score":0.950428,"hf_subset":"arb_Arab-bak_Cyrl","languages":["arb-Arab","bak-Cyrl"]},{"precision":0.383832,"recall":0.48419,"f1":0.411735,"accuracy":0.48419,"main_score":0.411735,"hf_subset":"arb_Arab-dyu_Latn","languages":["arb-Arab","dyu-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-heb_Hebr","languages":["arb-Arab","heb-Hebr"]},{"precision":0.882246,"recall":0.917984,"f1":0.89361,"accuracy":0.917984,"main_score":0.89361,"hf_subset":"arb_Arab-khk_Cyrl","languages":["arb-Arab","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arb_Arab-lvs_Latn","languages":["arb-Arab","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arb_Arab-pan_Guru","languages":["arb-Arab","pan-Guru"]},{"precision":0.432915,"recall":0.524704,"f1":0.458189,"accuracy":0.524704,"main_score":0.458189,"hf_subset":"arb_Arab-som_Latn","languages":["arb-Arab","som-Latn"]},{"precision":0.471947,"recall":0.55336,"f1":0.49479,"accuracy":0.55336,"main_score":0.49479,"hf_subset":"arb_Arab-tum_Latn","languages":["arb-Arab","tum-Latn"]},{"precision":0.431075,"recall":0.516798,"f1":0.455132,"accuracy":0.516798,"main_score":0.455132,"hf_subset":"bul_Cyrl-ace_Arab","languages":["bul-Cyrl","ace-Arab"]},{"precision":0.443674,"recall":0.521739,"f1":0.465142,"accuracy":0.521739,"main_score":0.465142,"hf_subset":"bul_Cyrl-bam_Latn","languages":["bul-Cyrl","bam-Latn"]},{"precision":0.118251,"recall":0.172925,"f1":0.132907,"accuracy":0.172925,"main_score":0.132907,"hf_subset":"bul_Cyrl-dzo_Tibt","languages":["bul-Cyrl","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-hin_Deva","languages":["bul-Cyrl","hin-Deva"]},{"precision":0.942523,"recall":0.961462,"f1":0.948781,"accuracy":0.961462,"main_score":0.948781,"hf_subset":"bul_Cyrl-khm_Khmr","languages":["bul-Cyrl","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bul_Cyrl-mag_Deva","languages":["bul-Cyrl","mag-Deva"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"bul_Cyrl-pap_Latn","languages":["bul-Cyrl","pap-Latn"]},{"precision":0.487929,"recall":0.565217,"f1":0.509394,"accuracy":0.565217,"main_score":0.509394,"hf_subset":"bul_Cyrl-sot_Latn","languages":["bul-Cyrl","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-tur_Latn","languages":["bul-Cyrl","tur-Latn"]},{"precision":0.812829,"recall":0.86166,"f1":0.827884,"accuracy":0.86166,"main_score":0.827884,"hf_subset":"bul_Cyrl-ace_Latn","languages":["bul-Cyrl","ace-Latn"]},{"precision":0.921443,"recall":0.944664,"f1":0.929018,"accuracy":0.944664,"main_score":0.929018,"hf_subset":"bul_Cyrl-ban_Latn","languages":["bul-Cyrl","ban-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-ell_Grek","languages":["bul-Cyrl","ell-Grek"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"bul_Cyrl-hne_Deva","languages":["bul-Cyrl","hne-Deva"]},{"precision":0.487104,"recall":0.571146,"f1":0.510604,"accuracy":0.571146,"main_score":0.510604,"hf_subset":"bul_Cyrl-kik_Latn","languages":["bul-Cyrl","kik-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bul_Cyrl-mai_Deva","languages":["bul-Cyrl","mai-Deva"]},{"precision":0.896821,"recall":0.928854,"f1":0.907016,"accuracy":0.928854,"main_score":0.907016,"hf_subset":"bul_Cyrl-pbt_Arab","languages":["bul-Cyrl","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bul_Cyrl-spa_Latn","languages":["bul-Cyrl","spa-Latn"]},{"precision":0.558656,"recall":0.635375,"f1":0.579893,"accuracy":0.635375,"main_score":0.579893,"hf_subset":"bul_Cyrl-twi_Latn","languages":["bul-Cyrl","twi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bul_Cyrl-acm_Arab","languages":["bul-Cyrl","acm-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-bel_Cyrl","languages":["bul-Cyrl","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-eng_Latn","languages":["bul-Cyrl","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-hrv_Latn","languages":["bul-Cyrl","hrv-Latn"]},{"precision":0.455588,"recall":0.52668,"f1":0.474757,"accuracy":0.52668,"main_score":0.474757,"hf_subset":"bul_Cyrl-kin_Latn","languages":["bul-Cyrl","kin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bul_Cyrl-mal_Mlym","languages":["bul-Cyrl","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-pes_Arab","languages":["bul-Cyrl","pes-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bul_Cyrl-srd_Latn","languages":["bul-Cyrl","srd-Latn"]},{"precision":0.106574,"recall":0.174901,"f1":0.121437,"accuracy":0.174901,"main_score":0.121437,"hf_subset":"bul_Cyrl-tzm_Tfng","languages":["bul-Cyrl","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bul_Cyrl-acq_Arab","languages":["bul-Cyrl","acq-Arab"]},{"precision":0.505816,"recall":0.583992,"f1":0.527466,"accuracy":0.583992,"main_score":0.527466,"hf_subset":"bul_Cyrl-bem_Latn","languages":["bul-Cyrl","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-epo_Latn","languages":["bul-Cyrl","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-hun_Latn","languages":["bul-Cyrl","hun-Latn"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"bul_Cyrl-kir_Cyrl","languages":["bul-Cyrl","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bul_Cyrl-mar_Deva","languages":["bul-Cyrl","mar-Deva"]},{"precision":0.554234,"recall":0.621542,"f1":0.573213,"accuracy":0.621542,"main_score":0.573213,"hf_subset":"bul_Cyrl-plt_Latn","languages":["bul-Cyrl","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bul_Cyrl-srp_Cyrl","languages":["bul-Cyrl","srp-Cyrl"]},{"precision":0.945817,"recall":0.962451,"f1":0.951252,"accuracy":0.962451,"main_score":0.951252,"hf_subset":"bul_Cyrl-uig_Arab","languages":["bul-Cyrl","uig-Arab"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"bul_Cyrl-aeb_Arab","languages":["bul-Cyrl","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bul_Cyrl-ben_Beng","languages":["bul-Cyrl","ben-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bul_Cyrl-est_Latn","languages":["bul-Cyrl","est-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bul_Cyrl-hye_Armn","languages":["bul-Cyrl","hye-Armn"]},{"precision":0.453167,"recall":0.525692,"f1":0.473249,"accuracy":0.525692,"main_score":0.473249,"hf_subset":"bul_Cyrl-kmb_Latn","languages":["bul-Cyrl","kmb-Latn"]},{"precision":0.375216,"recall":0.472332,"f1":0.400813,"accuracy":0.472332,"main_score":0.400813,"hf_subset":"bul_Cyrl-min_Arab","languages":["bul-Cyrl","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-pol_Latn","languages":["bul-Cyrl","pol-Latn"]},{"precision":0.436303,"recall":0.520751,"f1":0.459136,"accuracy":0.520751,"main_score":0.459136,"hf_subset":"bul_Cyrl-ssw_Latn","languages":["bul-Cyrl","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-ukr_Cyrl","languages":["bul-Cyrl","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bul_Cyrl-afr_Latn","languages":["bul-Cyrl","afr-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bul_Cyrl-bho_Deva","languages":["bul-Cyrl","bho-Deva"]},{"precision":0.951416,"recall":0.967391,"f1":0.956686,"accuracy":0.967391,"main_score":0.956686,"hf_subset":"bul_Cyrl-eus_Latn","languages":["bul-Cyrl","eus-Latn"]},{"precision":0.492529,"recall":0.568182,"f1":0.513003,"accuracy":0.568182,"main_score":0.513003,"hf_subset":"bul_Cyrl-ibo_Latn","languages":["bul-Cyrl","ibo-Latn"]},{"precision":0.714394,"recall":0.784585,"f1":0.735408,"accuracy":0.784585,"main_score":0.735408,"hf_subset":"bul_Cyrl-kmr_Latn","languages":["bul-Cyrl","kmr-Latn"]},{"precision":0.956028,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"bul_Cyrl-min_Latn","languages":["bul-Cyrl","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-por_Latn","languages":["bul-Cyrl","por-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"bul_Cyrl-sun_Latn","languages":["bul-Cyrl","sun-Latn"]},{"precision":0.453081,"recall":0.52668,"f1":0.474036,"accuracy":0.52668,"main_score":0.474036,"hf_subset":"bul_Cyrl-umb_Latn","languages":["bul-Cyrl","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-ajp_Arab","languages":["bul-Cyrl","ajp-Arab"]},{"precision":0.40139,"recall":0.499012,"f1":0.428672,"accuracy":0.499012,"main_score":0.428672,"hf_subset":"bul_Cyrl-bjn_Arab","languages":["bul-Cyrl","bjn-Arab"]},{"precision":0.461596,"recall":0.532609,"f1":0.481265,"accuracy":0.532609,"main_score":0.481265,"hf_subset":"bul_Cyrl-ewe_Latn","languages":["bul-Cyrl","ewe-Latn"]},{"precision":0.856884,"recall":0.896245,"f1":0.869156,"accuracy":0.896245,"main_score":0.869156,"hf_subset":"bul_Cyrl-ilo_Latn","languages":["bul-Cyrl","ilo-Latn"]},{"precision":0.178878,"recall":0.262846,"f1":0.199403,"accuracy":0.262846,"main_score":0.199403,"hf_subset":"bul_Cyrl-knc_Arab","languages":["bul-Cyrl","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-mkd_Cyrl","languages":["bul-Cyrl","mkd-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-prs_Arab","languages":["bul-Cyrl","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-swe_Latn","languages":["bul-Cyrl","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"bul_Cyrl-urd_Arab","languages":["bul-Cyrl","urd-Arab"]},{"precision":0.518532,"recall":0.602767,"f1":0.542438,"accuracy":0.602767,"main_score":0.542438,"hf_subset":"bul_Cyrl-aka_Latn","languages":["bul-Cyrl","aka-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"bul_Cyrl-bjn_Latn","languages":["bul-Cyrl","bjn-Latn"]},{"precision":0.935112,"recall":0.956522,"f1":0.942194,"accuracy":0.956522,"main_score":0.942194,"hf_subset":"bul_Cyrl-fao_Latn","languages":["bul-Cyrl","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-ind_Latn","languages":["bul-Cyrl","ind-Latn"]},{"precision":0.506977,"recall":0.583992,"f1":0.528531,"accuracy":0.583992,"main_score":0.528531,"hf_subset":"bul_Cyrl-knc_Latn","languages":["bul-Cyrl","knc-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"bul_Cyrl-mlt_Latn","languages":["bul-Cyrl","mlt-Latn"]},{"precision":0.560239,"recall":0.640316,"f1":0.582081,"accuracy":0.640316,"main_score":0.582081,"hf_subset":"bul_Cyrl-quy_Latn","languages":["bul-Cyrl","quy-Latn"]},{"precision":0.707411,"recall":0.781621,"f1":0.729564,"accuracy":0.781621,"main_score":0.729564,"hf_subset":"bul_Cyrl-swh_Latn","languages":["bul-Cyrl","swh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bul_Cyrl-uzn_Latn","languages":["bul-Cyrl","uzn-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-als_Latn","languages":["bul-Cyrl","als-Latn"]},{"precision":0.148046,"recall":0.229249,"f1":0.168292,"accuracy":0.229249,"main_score":0.168292,"hf_subset":"bul_Cyrl-bod_Tibt","languages":["bul-Cyrl","bod-Tibt"]},{"precision":0.472462,"recall":0.551383,"f1":0.494488,"accuracy":0.551383,"main_score":0.494488,"hf_subset":"bul_Cyrl-fij_Latn","languages":["bul-Cyrl","fij-Latn"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"bul_Cyrl-isl_Latn","languages":["bul-Cyrl","isl-Latn"]},{"precision":0.545416,"recall":0.631423,"f1":0.569771,"accuracy":0.631423,"main_score":0.569771,"hf_subset":"bul_Cyrl-kon_Latn","languages":["bul-Cyrl","kon-Latn"]},{"precision":0.482363,"recall":0.583004,"f1":0.510613,"accuracy":0.583004,"main_score":0.510613,"hf_subset":"bul_Cyrl-mni_Beng","languages":["bul-Cyrl","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-ron_Latn","languages":["bul-Cyrl","ron-Latn"]},{"precision":0.985178,"recall":0.988142,"f1":0.986166,"accuracy":0.988142,"main_score":0.986166,"hf_subset":"bul_Cyrl-szl_Latn","languages":["bul-Cyrl","szl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bul_Cyrl-vec_Latn","languages":["bul-Cyrl","vec-Latn"]},{"precision":0.573378,"recall":0.659091,"f1":0.597834,"accuracy":0.659091,"main_score":0.597834,"hf_subset":"bul_Cyrl-amh_Ethi","languages":["bul-Cyrl","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-bos_Latn","languages":["bul-Cyrl","bos-Latn"]},{"precision":0.996047,"recall":0.997036,"f1":0.996377,"accuracy":0.997036,"main_score":0.996377,"hf_subset":"bul_Cyrl-fin_Latn","languages":["bul-Cyrl","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-ita_Latn","languages":["bul-Cyrl","ita-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bul_Cyrl-kor_Hang","languages":["bul-Cyrl","kor-Hang"]},{"precision":0.476077,"recall":0.557312,"f1":0.498701,"accuracy":0.557312,"main_score":0.498701,"hf_subset":"bul_Cyrl-mos_Latn","languages":["bul-Cyrl","mos-Latn"]},{"precision":0.452826,"recall":0.530632,"f1":0.474281,"accuracy":0.530632,"main_score":0.474281,"hf_subset":"bul_Cyrl-run_Latn","languages":["bul-Cyrl","run-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bul_Cyrl-tam_Taml","languages":["bul-Cyrl","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-vie_Latn","languages":["bul-Cyrl","vie-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bul_Cyrl-apc_Arab","languages":["bul-Cyrl","apc-Arab"]},{"precision":0.738653,"recall":0.802372,"f1":0.757496,"accuracy":0.802372,"main_score":0.757496,"hf_subset":"bul_Cyrl-bug_Latn","languages":["bul-Cyrl","bug-Latn"]},{"precision":0.418919,"recall":0.497036,"f1":0.439987,"accuracy":0.497036,"main_score":0.439987,"hf_subset":"bul_Cyrl-fon_Latn","languages":["bul-Cyrl","fon-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"bul_Cyrl-jav_Latn","languages":["bul-Cyrl","jav-Latn"]},{"precision":0.908432,"recall":0.936759,"f1":0.917655,"accuracy":0.936759,"main_score":0.917655,"hf_subset":"bul_Cyrl-lao_Laoo","languages":["bul-Cyrl","lao-Laoo"]},{"precision":0.575939,"recall":0.664032,"f1":0.601223,"accuracy":0.664032,"main_score":0.601223,"hf_subset":"bul_Cyrl-mri_Latn","languages":["bul-Cyrl","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-rus_Cyrl","languages":["bul-Cyrl","rus-Cyrl"]},{"precision":0.488226,"recall":0.562253,"f1":0.508675,"accuracy":0.562253,"main_score":0.508675,"hf_subset":"bul_Cyrl-taq_Latn","languages":["bul-Cyrl","taq-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"bul_Cyrl-war_Latn","languages":["bul-Cyrl","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-arb_Arab","languages":["bul-Cyrl","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-fra_Latn","languages":["bul-Cyrl","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-jpn_Jpan","languages":["bul-Cyrl","jpn-Jpan"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bul_Cyrl-lij_Latn","languages":["bul-Cyrl","lij-Latn"]},{"precision":0.935441,"recall":0.955534,"f1":0.942029,"accuracy":0.955534,"main_score":0.942029,"hf_subset":"bul_Cyrl-mya_Mymr","languages":["bul-Cyrl","mya-Mymr"]},{"precision":0.502327,"recall":0.587945,"f1":0.525872,"accuracy":0.587945,"main_score":0.525872,"hf_subset":"bul_Cyrl-sag_Latn","languages":["bul-Cyrl","sag-Latn"]},{"precision":0.121199,"recall":0.206522,"f1":0.13861,"accuracy":0.206522,"main_score":0.13861,"hf_subset":"bul_Cyrl-taq_Tfng","languages":["bul-Cyrl","taq-Tfng"]},{"precision":0.540226,"recall":0.625494,"f1":0.564282,"accuracy":0.625494,"main_score":0.564282,"hf_subset":"bul_Cyrl-wol_Latn","languages":["bul-Cyrl","wol-Latn"]},{"precision":0.617803,"recall":0.702569,"f1":0.64188,"accuracy":0.702569,"main_score":0.64188,"hf_subset":"bul_Cyrl-arb_Latn","languages":["bul-Cyrl","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-cat_Latn","languages":["bul-Cyrl","cat-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bul_Cyrl-fur_Latn","languages":["bul-Cyrl","fur-Latn"]},{"precision":0.326192,"recall":0.396245,"f1":0.345178,"accuracy":0.396245,"main_score":0.345178,"hf_subset":"bul_Cyrl-kab_Latn","languages":["bul-Cyrl","kab-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"bul_Cyrl-lim_Latn","languages":["bul-Cyrl","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bul_Cyrl-nld_Latn","languages":["bul-Cyrl","nld-Latn"]},{"precision":0.963966,"recall":0.974308,"f1":0.967227,"accuracy":0.974308,"main_score":0.967227,"hf_subset":"bul_Cyrl-san_Deva","languages":["bul-Cyrl","san-Deva"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bul_Cyrl-tat_Cyrl","languages":["bul-Cyrl","tat-Cyrl"]},{"precision":0.515705,"recall":0.598814,"f1":0.538861,"accuracy":0.598814,"main_score":0.538861,"hf_subset":"bul_Cyrl-xho_Latn","languages":["bul-Cyrl","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-ars_Arab","languages":["bul-Cyrl","ars-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"bul_Cyrl-ceb_Latn","languages":["bul-Cyrl","ceb-Latn"]},{"precision":0.475923,"recall":0.557312,"f1":0.499278,"accuracy":0.557312,"main_score":0.499278,"hf_subset":"bul_Cyrl-fuv_Latn","languages":["bul-Cyrl","fuv-Latn"]},{"precision":0.44995,"recall":0.536561,"f1":0.473283,"accuracy":0.536561,"main_score":0.473283,"hf_subset":"bul_Cyrl-kac_Latn","languages":["bul-Cyrl","kac-Latn"]},{"precision":0.555052,"recall":0.636364,"f1":0.577226,"accuracy":0.636364,"main_score":0.577226,"hf_subset":"bul_Cyrl-lin_Latn","languages":["bul-Cyrl","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bul_Cyrl-nno_Latn","languages":["bul-Cyrl","nno-Latn"]},{"precision":0.016674,"recall":0.062253,"f1":0.022799,"accuracy":0.062253,"main_score":0.022799,"hf_subset":"bul_Cyrl-sat_Olck","languages":["bul-Cyrl","sat-Olck"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"bul_Cyrl-tel_Telu","languages":["bul-Cyrl","tel-Telu"]},{"precision":0.745449,"recall":0.816206,"f1":0.767688,"accuracy":0.816206,"main_score":0.767688,"hf_subset":"bul_Cyrl-ydd_Hebr","languages":["bul-Cyrl","ydd-Hebr"]},{"precision":0.958992,"recall":0.971344,"f1":0.963109,"accuracy":0.971344,"main_score":0.963109,"hf_subset":"bul_Cyrl-ary_Arab","languages":["bul-Cyrl","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-ces_Latn","languages":["bul-Cyrl","ces-Latn"]},{"precision":0.389437,"recall":0.47332,"f1":0.412168,"accuracy":0.47332,"main_score":0.412168,"hf_subset":"bul_Cyrl-gaz_Latn","languages":["bul-Cyrl","gaz-Latn"]},{"precision":0.492279,"recall":0.570158,"f1":0.513696,"accuracy":0.570158,"main_score":0.513696,"hf_subset":"bul_Cyrl-kam_Latn","languages":["bul-Cyrl","kam-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"bul_Cyrl-lit_Latn","languages":["bul-Cyrl","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bul_Cyrl-nob_Latn","languages":["bul-Cyrl","nob-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"bul_Cyrl-scn_Latn","languages":["bul-Cyrl","scn-Latn"]},{"precision":0.908432,"recall":0.936759,"f1":0.917457,"accuracy":0.936759,"main_score":0.917457,"hf_subset":"bul_Cyrl-tgk_Cyrl","languages":["bul-Cyrl","tgk-Cyrl"]},{"precision":0.433169,"recall":0.513834,"f1":0.45611,"accuracy":0.513834,"main_score":0.45611,"hf_subset":"bul_Cyrl-yor_Latn","languages":["bul-Cyrl","yor-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bul_Cyrl-arz_Arab","languages":["bul-Cyrl","arz-Arab"]},{"precision":0.473554,"recall":0.559289,"f1":0.496753,"accuracy":0.559289,"main_score":0.496753,"hf_subset":"bul_Cyrl-cjk_Latn","languages":["bul-Cyrl","cjk-Latn"]},{"precision":0.61558,"recall":0.692688,"f1":0.637805,"accuracy":0.692688,"main_score":0.637805,"hf_subset":"bul_Cyrl-gla_Latn","languages":["bul-Cyrl","gla-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bul_Cyrl-kan_Knda","languages":["bul-Cyrl","kan-Knda"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"bul_Cyrl-lmo_Latn","languages":["bul-Cyrl","lmo-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"bul_Cyrl-npi_Deva","languages":["bul-Cyrl","npi-Deva"]},{"precision":0.399153,"recall":0.502964,"f1":0.427475,"accuracy":0.502964,"main_score":0.427475,"hf_subset":"bul_Cyrl-shn_Mymr","languages":["bul-Cyrl","shn-Mymr"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-tgl_Latn","languages":["bul-Cyrl","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-yue_Hant","languages":["bul-Cyrl","yue-Hant"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"bul_Cyrl-asm_Beng","languages":["bul-Cyrl","asm-Beng"]},{"precision":0.71945,"recall":0.787549,"f1":0.739559,"accuracy":0.787549,"main_score":0.739559,"hf_subset":"bul_Cyrl-ckb_Arab","languages":["bul-Cyrl","ckb-Arab"]},{"precision":0.721377,"recall":0.79249,"f1":0.742904,"accuracy":0.79249,"main_score":0.742904,"hf_subset":"bul_Cyrl-gle_Latn","languages":["bul-Cyrl","gle-Latn"]},{"precision":0.887022,"recall":0.921937,"f1":0.898221,"accuracy":0.921937,"main_score":0.898221,"hf_subset":"bul_Cyrl-kas_Arab","languages":["bul-Cyrl","kas-Arab"]},{"precision":0.912582,"recall":0.939723,"f1":0.921443,"accuracy":0.939723,"main_score":0.921443,"hf_subset":"bul_Cyrl-ltg_Latn","languages":["bul-Cyrl","ltg-Latn"]},{"precision":0.512201,"recall":0.589921,"f1":0.533865,"accuracy":0.589921,"main_score":0.533865,"hf_subset":"bul_Cyrl-nso_Latn","languages":["bul-Cyrl","nso-Latn"]},{"precision":0.442742,"recall":0.543478,"f1":0.470902,"accuracy":0.543478,"main_score":0.470902,"hf_subset":"bul_Cyrl-sin_Sinh","languages":["bul-Cyrl","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-tha_Thai","languages":["bul-Cyrl","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-zho_Hans","languages":["bul-Cyrl","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-ast_Latn","languages":["bul-Cyrl","ast-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"bul_Cyrl-crh_Latn","languages":["bul-Cyrl","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-glg_Latn","languages":["bul-Cyrl","glg-Latn"]},{"precision":0.770702,"recall":0.832016,"f1":0.789196,"accuracy":0.832016,"main_score":0.789196,"hf_subset":"bul_Cyrl-kas_Deva","languages":["bul-Cyrl","kas-Deva"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"bul_Cyrl-ltz_Latn","languages":["bul-Cyrl","ltz-Latn"]},{"precision":0.364917,"recall":0.452569,"f1":0.388186,"accuracy":0.452569,"main_score":0.388186,"hf_subset":"bul_Cyrl-nus_Latn","languages":["bul-Cyrl","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-slk_Latn","languages":["bul-Cyrl","slk-Latn"]},{"precision":0.280962,"recall":0.360672,"f1":0.301744,"accuracy":0.360672,"main_score":0.301744,"hf_subset":"bul_Cyrl-tir_Ethi","languages":["bul-Cyrl","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bul_Cyrl-zho_Hant","languages":["bul-Cyrl","zho-Hant"]},{"precision":0.986166,"recall":0.98913,"f1":0.987154,"accuracy":0.98913,"main_score":0.987154,"hf_subset":"bul_Cyrl-awa_Deva","languages":["bul-Cyrl","awa-Deva"]},{"precision":0.871706,"recall":0.911067,"f1":0.884519,"accuracy":0.911067,"main_score":0.884519,"hf_subset":"bul_Cyrl-cym_Latn","languages":["bul-Cyrl","cym-Latn"]},{"precision":0.721222,"recall":0.783597,"f1":0.739872,"accuracy":0.783597,"main_score":0.739872,"hf_subset":"bul_Cyrl-grn_Latn","languages":["bul-Cyrl","grn-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"bul_Cyrl-kat_Geor","languages":["bul-Cyrl","kat-Geor"]},{"precision":0.545068,"recall":0.623518,"f1":0.566898,"accuracy":0.623518,"main_score":0.566898,"hf_subset":"bul_Cyrl-lua_Latn","languages":["bul-Cyrl","lua-Latn"]},{"precision":0.505452,"recall":0.583992,"f1":0.527203,"accuracy":0.583992,"main_score":0.527203,"hf_subset":"bul_Cyrl-nya_Latn","languages":["bul-Cyrl","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bul_Cyrl-slv_Latn","languages":["bul-Cyrl","slv-Latn"]},{"precision":0.793725,"recall":0.847826,"f1":0.810277,"accuracy":0.847826,"main_score":0.810277,"hf_subset":"bul_Cyrl-tpi_Latn","languages":["bul-Cyrl","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bul_Cyrl-zsm_Latn","languages":["bul-Cyrl","zsm-Latn"]},{"precision":0.467337,"recall":0.548419,"f1":0.489701,"accuracy":0.548419,"main_score":0.489701,"hf_subset":"bul_Cyrl-ayr_Latn","languages":["bul-Cyrl","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-dan_Latn","languages":["bul-Cyrl","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"bul_Cyrl-guj_Gujr","languages":["bul-Cyrl","guj-Gujr"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"bul_Cyrl-kaz_Cyrl","languages":["bul-Cyrl","kaz-Cyrl"]},{"precision":0.434067,"recall":0.513834,"f1":0.45603,"accuracy":0.513834,"main_score":0.45603,"hf_subset":"bul_Cyrl-lug_Latn","languages":["bul-Cyrl","lug-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-oci_Latn","languages":["bul-Cyrl","oci-Latn"]},{"precision":0.517945,"recall":0.606719,"f1":0.543373,"accuracy":0.606719,"main_score":0.543373,"hf_subset":"bul_Cyrl-smo_Latn","languages":["bul-Cyrl","smo-Latn"]},{"precision":0.44823,"recall":0.532609,"f1":0.471138,"accuracy":0.532609,"main_score":0.471138,"hf_subset":"bul_Cyrl-tsn_Latn","languages":["bul-Cyrl","tsn-Latn"]},{"precision":0.454932,"recall":0.534585,"f1":0.47593,"accuracy":0.534585,"main_score":0.47593,"hf_subset":"bul_Cyrl-zul_Latn","languages":["bul-Cyrl","zul-Latn"]},{"precision":0.821673,"recall":0.875494,"f1":0.83857,"accuracy":0.875494,"main_score":0.83857,"hf_subset":"bul_Cyrl-azb_Arab","languages":["bul-Cyrl","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-deu_Latn","languages":["bul-Cyrl","deu-Latn"]},{"precision":0.92416,"recall":0.94664,"f1":0.93139,"accuracy":0.94664,"main_score":0.93139,"hf_subset":"bul_Cyrl-hat_Latn","languages":["bul-Cyrl","hat-Latn"]},{"precision":0.422712,"recall":0.502964,"f1":0.444808,"accuracy":0.502964,"main_score":0.444808,"hf_subset":"bul_Cyrl-kbp_Latn","languages":["bul-Cyrl","kbp-Latn"]},{"precision":0.486334,"recall":0.564229,"f1":0.507382,"accuracy":0.564229,"main_score":0.507382,"hf_subset":"bul_Cyrl-luo_Latn","languages":["bul-Cyrl","luo-Latn"]},{"precision":0.994401,"recall":0.996047,"f1":0.994895,"accuracy":0.996047,"main_score":0.994895,"hf_subset":"bul_Cyrl-ory_Orya","languages":["bul-Cyrl","ory-Orya"]},{"precision":0.488975,"recall":0.566206,"f1":0.510821,"accuracy":0.566206,"main_score":0.510821,"hf_subset":"bul_Cyrl-sna_Latn","languages":["bul-Cyrl","sna-Latn"]},{"precision":0.451792,"recall":0.529644,"f1":0.472937,"accuracy":0.529644,"main_score":0.472937,"hf_subset":"bul_Cyrl-tso_Latn","languages":["bul-Cyrl","tso-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"bul_Cyrl-azj_Latn","languages":["bul-Cyrl","azj-Latn"]},{"precision":0.464924,"recall":0.546443,"f1":0.487363,"accuracy":0.546443,"main_score":0.487363,"hf_subset":"bul_Cyrl-dik_Latn","languages":["bul-Cyrl","dik-Latn"]},{"precision":0.455214,"recall":0.528656,"f1":0.476095,"accuracy":0.528656,"main_score":0.476095,"hf_subset":"bul_Cyrl-hau_Latn","languages":["bul-Cyrl","hau-Latn"]},{"precision":0.981966,"recall":0.987154,"f1":0.983597,"accuracy":0.987154,"main_score":0.983597,"hf_subset":"bul_Cyrl-kea_Latn","languages":["bul-Cyrl","kea-Latn"]},{"precision":0.638705,"recall":0.711462,"f1":0.659876,"accuracy":0.711462,"main_score":0.659876,"hf_subset":"bul_Cyrl-lus_Latn","languages":["bul-Cyrl","lus-Latn"]},{"precision":0.822283,"recall":0.868577,"f1":0.836331,"accuracy":0.868577,"main_score":0.836331,"hf_subset":"bul_Cyrl-pag_Latn","languages":["bul-Cyrl","pag-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"bul_Cyrl-snd_Arab","languages":["bul-Cyrl","snd-Arab"]},{"precision":0.898057,"recall":0.929842,"f1":0.908267,"accuracy":0.929842,"main_score":0.908267,"hf_subset":"bul_Cyrl-tuk_Latn","languages":["bul-Cyrl","tuk-Latn"]},{"precision":0.955204,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"bul_Cyrl-bak_Cyrl","languages":["bul-Cyrl","bak-Cyrl"]},{"precision":0.419261,"recall":0.514822,"f1":0.446184,"accuracy":0.514822,"main_score":0.446184,"hf_subset":"bul_Cyrl-dyu_Latn","languages":["bul-Cyrl","dyu-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-heb_Hebr","languages":["bul-Cyrl","heb-Hebr"]},{"precision":0.90942,"recall":0.936759,"f1":0.918314,"accuracy":0.936759,"main_score":0.918314,"hf_subset":"bul_Cyrl-khk_Cyrl","languages":["bul-Cyrl","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"bul_Cyrl-lvs_Latn","languages":["bul-Cyrl","lvs-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"bul_Cyrl-pan_Guru","languages":["bul-Cyrl","pan-Guru"]},{"precision":0.457121,"recall":0.536561,"f1":0.479077,"accuracy":0.536561,"main_score":0.479077,"hf_subset":"bul_Cyrl-som_Latn","languages":["bul-Cyrl","som-Latn"]},{"precision":0.498826,"recall":0.573123,"f1":0.519844,"accuracy":0.573123,"main_score":0.519844,"hf_subset":"bul_Cyrl-tum_Latn","languages":["bul-Cyrl","tum-Latn"]},{"precision":0.423911,"recall":0.516798,"f1":0.449866,"accuracy":0.516798,"main_score":0.449866,"hf_subset":"fra_Latn-ace_Arab","languages":["fra-Latn","ace-Arab"]},{"precision":0.434636,"recall":0.519763,"f1":0.457577,"accuracy":0.519763,"main_score":0.457577,"hf_subset":"fra_Latn-bam_Latn","languages":["fra-Latn","bam-Latn"]},{"precision":0.112395,"recall":0.16502,"f1":0.126067,"accuracy":0.16502,"main_score":0.126067,"hf_subset":"fra_Latn-dzo_Tibt","languages":["fra-Latn","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-hin_Deva","languages":["fra-Latn","hin-Deva"]},{"precision":0.933465,"recall":0.954545,"f1":0.940382,"accuracy":0.954545,"main_score":0.940382,"hf_subset":"fra_Latn-khm_Khmr","languages":["fra-Latn","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-mag_Deva","languages":["fra-Latn","mag-Deva"]},{"precision":0.977108,"recall":0.98419,"f1":0.979414,"accuracy":0.98419,"main_score":0.979414,"hf_subset":"fra_Latn-pap_Latn","languages":["fra-Latn","pap-Latn"]},{"precision":0.484876,"recall":0.566206,"f1":0.507264,"accuracy":0.566206,"main_score":0.507264,"hf_subset":"fra_Latn-sot_Latn","languages":["fra-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-tur_Latn","languages":["fra-Latn","tur-Latn"]},{"precision":0.808465,"recall":0.858696,"f1":0.823951,"accuracy":0.858696,"main_score":0.823951,"hf_subset":"fra_Latn-ace_Latn","languages":["fra-Latn","ace-Latn"]},{"precision":0.929348,"recall":0.951581,"f1":0.936759,"accuracy":0.951581,"main_score":0.936759,"hf_subset":"fra_Latn-ban_Latn","languages":["fra-Latn","ban-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-ell_Grek","languages":["fra-Latn","ell-Grek"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"fra_Latn-hne_Deva","languages":["fra-Latn","hne-Deva"]},{"precision":0.500004,"recall":0.583992,"f1":0.523583,"accuracy":0.583992,"main_score":0.523583,"hf_subset":"fra_Latn-kik_Latn","languages":["fra-Latn","kik-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-mai_Deva","languages":["fra-Latn","mai-Deva"]},{"precision":0.886775,"recall":0.91996,"f1":0.897299,"accuracy":0.91996,"main_score":0.897299,"hf_subset":"fra_Latn-pbt_Arab","languages":["fra-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fra_Latn-spa_Latn","languages":["fra-Latn","spa-Latn"]},{"precision":0.556698,"recall":0.636364,"f1":0.578664,"accuracy":0.636364,"main_score":0.578664,"hf_subset":"fra_Latn-twi_Latn","languages":["fra-Latn","twi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fra_Latn-acm_Arab","languages":["fra-Latn","acm-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-bel_Cyrl","languages":["fra-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-eng_Latn","languages":["fra-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-hrv_Latn","languages":["fra-Latn","hrv-Latn"]},{"precision":0.439717,"recall":0.520751,"f1":0.461466,"accuracy":0.520751,"main_score":0.461466,"hf_subset":"fra_Latn-kin_Latn","languages":["fra-Latn","kin-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"fra_Latn-mal_Mlym","languages":["fra-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-pes_Arab","languages":["fra-Latn","pes-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"fra_Latn-srd_Latn","languages":["fra-Latn","srd-Latn"]},{"precision":0.109423,"recall":0.172925,"f1":0.122943,"accuracy":0.172925,"main_score":0.122943,"hf_subset":"fra_Latn-tzm_Tfng","languages":["fra-Latn","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fra_Latn-acq_Arab","languages":["fra-Latn","acq-Arab"]},{"precision":0.50894,"recall":0.588933,"f1":0.531403,"accuracy":0.588933,"main_score":0.531403,"hf_subset":"fra_Latn-bem_Latn","languages":["fra-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-epo_Latn","languages":["fra-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-hun_Latn","languages":["fra-Latn","hun-Latn"]},{"precision":0.963686,"recall":0.975296,"f1":0.967457,"accuracy":0.975296,"main_score":0.967457,"hf_subset":"fra_Latn-kir_Cyrl","languages":["fra-Latn","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-mar_Deva","languages":["fra-Latn","mar-Deva"]},{"precision":0.54796,"recall":0.621542,"f1":0.569321,"accuracy":0.621542,"main_score":0.569321,"hf_subset":"fra_Latn-plt_Latn","languages":["fra-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-srp_Cyrl","languages":["fra-Latn","srp-Cyrl"]},{"precision":0.944664,"recall":0.961462,"f1":0.950099,"accuracy":0.961462,"main_score":0.950099,"hf_subset":"fra_Latn-uig_Arab","languages":["fra-Latn","uig-Arab"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"fra_Latn-aeb_Arab","languages":["fra-Latn","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-ben_Beng","languages":["fra-Latn","ben-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fra_Latn-est_Latn","languages":["fra-Latn","est-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fra_Latn-hye_Armn","languages":["fra-Latn","hye-Armn"]},{"precision":0.452762,"recall":0.531621,"f1":0.474538,"accuracy":0.531621,"main_score":0.474538,"hf_subset":"fra_Latn-kmb_Latn","languages":["fra-Latn","kmb-Latn"]},{"precision":0.361349,"recall":0.465415,"f1":0.388892,"accuracy":0.465415,"main_score":0.388892,"hf_subset":"fra_Latn-min_Arab","languages":["fra-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-pol_Latn","languages":["fra-Latn","pol-Latn"]},{"precision":0.426122,"recall":0.518775,"f1":0.451148,"accuracy":0.518775,"main_score":0.451148,"hf_subset":"fra_Latn-ssw_Latn","languages":["fra-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-ukr_Cyrl","languages":["fra-Latn","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-afr_Latn","languages":["fra-Latn","afr-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fra_Latn-bho_Deva","languages":["fra-Latn","bho-Deva"]},{"precision":0.953063,"recall":0.968379,"f1":0.958169,"accuracy":0.968379,"main_score":0.958169,"hf_subset":"fra_Latn-eus_Latn","languages":["fra-Latn","eus-Latn"]},{"precision":0.489511,"recall":0.568182,"f1":0.510977,"accuracy":0.568182,"main_score":0.510977,"hf_subset":"fra_Latn-ibo_Latn","languages":["fra-Latn","ibo-Latn"]},{"precision":0.707403,"recall":0.774704,"f1":0.726984,"accuracy":0.774704,"main_score":0.726984,"hf_subset":"fra_Latn-kmr_Latn","languages":["fra-Latn","kmr-Latn"]},{"precision":0.952899,"recall":0.968379,"f1":0.958004,"accuracy":0.968379,"main_score":0.958004,"hf_subset":"fra_Latn-min_Latn","languages":["fra-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-por_Latn","languages":["fra-Latn","por-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"fra_Latn-sun_Latn","languages":["fra-Latn","sun-Latn"]},{"precision":0.442129,"recall":0.524704,"f1":0.466178,"accuracy":0.524704,"main_score":0.466178,"hf_subset":"fra_Latn-umb_Latn","languages":["fra-Latn","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-ajp_Arab","languages":["fra-Latn","ajp-Arab"]},{"precision":0.38782,"recall":0.480237,"f1":0.412462,"accuracy":0.480237,"main_score":0.412462,"hf_subset":"fra_Latn-bjn_Arab","languages":["fra-Latn","bjn-Arab"]},{"precision":0.473271,"recall":0.543478,"f1":0.492311,"accuracy":0.543478,"main_score":0.492311,"hf_subset":"fra_Latn-ewe_Latn","languages":["fra-Latn","ewe-Latn"]},{"precision":0.844928,"recall":0.88834,"f1":0.858498,"accuracy":0.88834,"main_score":0.858498,"hf_subset":"fra_Latn-ilo_Latn","languages":["fra-Latn","ilo-Latn"]},{"precision":0.187668,"recall":0.26581,"f1":0.206654,"accuracy":0.26581,"main_score":0.206654,"hf_subset":"fra_Latn-knc_Arab","languages":["fra-Latn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-mkd_Cyrl","languages":["fra-Latn","mkd-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-prs_Arab","languages":["fra-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-swe_Latn","languages":["fra-Latn","swe-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fra_Latn-urd_Arab","languages":["fra-Latn","urd-Arab"]},{"precision":0.536571,"recall":0.618577,"f1":0.559482,"accuracy":0.618577,"main_score":0.559482,"hf_subset":"fra_Latn-aka_Latn","languages":["fra-Latn","aka-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"fra_Latn-bjn_Latn","languages":["fra-Latn","bjn-Latn"]},{"precision":0.931324,"recall":0.953557,"f1":0.938735,"accuracy":0.953557,"main_score":0.938735,"hf_subset":"fra_Latn-fao_Latn","languages":["fra-Latn","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-ind_Latn","languages":["fra-Latn","ind-Latn"]},{"precision":0.5148,"recall":0.596838,"f1":0.537968,"accuracy":0.596838,"main_score":0.537968,"hf_subset":"fra_Latn-knc_Latn","languages":["fra-Latn","knc-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"fra_Latn-mlt_Latn","languages":["fra-Latn","mlt-Latn"]},{"precision":0.561591,"recall":0.642292,"f1":0.58342,"accuracy":0.642292,"main_score":0.58342,"hf_subset":"fra_Latn-quy_Latn","languages":["fra-Latn","quy-Latn"]},{"precision":0.699177,"recall":0.772727,"f1":0.721165,"accuracy":0.772727,"main_score":0.721165,"hf_subset":"fra_Latn-swh_Latn","languages":["fra-Latn","swh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"fra_Latn-uzn_Latn","languages":["fra-Latn","uzn-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fra_Latn-als_Latn","languages":["fra-Latn","als-Latn"]},{"precision":0.145841,"recall":0.222332,"f1":0.164054,"accuracy":0.222332,"main_score":0.164054,"hf_subset":"fra_Latn-bod_Tibt","languages":["fra-Latn","bod-Tibt"]},{"precision":0.466007,"recall":0.548419,"f1":0.487918,"accuracy":0.548419,"main_score":0.487918,"hf_subset":"fra_Latn-fij_Latn","languages":["fra-Latn","fij-Latn"]},{"precision":0.964509,"recall":0.975296,"f1":0.967951,"accuracy":0.975296,"main_score":0.967951,"hf_subset":"fra_Latn-isl_Latn","languages":["fra-Latn","isl-Latn"]},{"precision":0.546451,"recall":0.634387,"f1":0.571462,"accuracy":0.634387,"main_score":0.571462,"hf_subset":"fra_Latn-kon_Latn","languages":["fra-Latn","kon-Latn"]},{"precision":0.488499,"recall":0.586957,"f1":0.515691,"accuracy":0.586957,"main_score":0.515691,"hf_subset":"fra_Latn-mni_Beng","languages":["fra-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-ron_Latn","languages":["fra-Latn","ron-Latn"]},{"precision":0.980731,"recall":0.985178,"f1":0.982213,"accuracy":0.985178,"main_score":0.982213,"hf_subset":"fra_Latn-szl_Latn","languages":["fra-Latn","szl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-vec_Latn","languages":["fra-Latn","vec-Latn"]},{"precision":0.544912,"recall":0.634387,"f1":0.570164,"accuracy":0.634387,"main_score":0.570164,"hf_subset":"fra_Latn-amh_Ethi","languages":["fra-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-bos_Latn","languages":["fra-Latn","bos-Latn"]},{"precision":0.996542,"recall":0.997036,"f1":0.996706,"accuracy":0.997036,"main_score":0.996706,"hf_subset":"fra_Latn-fin_Latn","languages":["fra-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-ita_Latn","languages":["fra-Latn","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-kor_Hang","languages":["fra-Latn","kor-Hang"]},{"precision":0.472593,"recall":0.562253,"f1":0.497123,"accuracy":0.562253,"main_score":0.497123,"hf_subset":"fra_Latn-mos_Latn","languages":["fra-Latn","mos-Latn"]},{"precision":0.45338,"recall":0.532609,"f1":0.474835,"accuracy":0.532609,"main_score":0.474835,"hf_subset":"fra_Latn-run_Latn","languages":["fra-Latn","run-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fra_Latn-tam_Taml","languages":["fra-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-vie_Latn","languages":["fra-Latn","vie-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fra_Latn-apc_Arab","languages":["fra-Latn","apc-Arab"]},{"precision":0.747003,"recall":0.805336,"f1":0.764032,"accuracy":0.805336,"main_score":0.764032,"hf_subset":"fra_Latn-bug_Latn","languages":["fra-Latn","bug-Latn"]},{"precision":0.41489,"recall":0.499012,"f1":0.437296,"accuracy":0.499012,"main_score":0.437296,"hf_subset":"fra_Latn-fon_Latn","languages":["fra-Latn","fon-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"fra_Latn-jav_Latn","languages":["fra-Latn","jav-Latn"]},{"precision":0.896739,"recall":0.928854,"f1":0.907279,"accuracy":0.928854,"main_score":0.907279,"hf_subset":"fra_Latn-lao_Laoo","languages":["fra-Latn","lao-Laoo"]},{"precision":0.558984,"recall":0.645257,"f1":0.583308,"accuracy":0.645257,"main_score":0.583308,"hf_subset":"fra_Latn-mri_Latn","languages":["fra-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-rus_Cyrl","languages":["fra-Latn","rus-Cyrl"]},{"precision":0.486299,"recall":0.566206,"f1":0.508164,"accuracy":0.566206,"main_score":0.508164,"hf_subset":"fra_Latn-taq_Latn","languages":["fra-Latn","taq-Latn"]},{"precision":0.971097,"recall":0.980237,"f1":0.974045,"accuracy":0.980237,"main_score":0.974045,"hf_subset":"fra_Latn-war_Latn","languages":["fra-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-arb_Arab","languages":["fra-Latn","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-bul_Cyrl","languages":["fra-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-jpn_Jpan","languages":["fra-Latn","jpn-Jpan"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fra_Latn-lij_Latn","languages":["fra-Latn","lij-Latn"]},{"precision":0.927948,"recall":0.950593,"f1":0.935343,"accuracy":0.950593,"main_score":0.935343,"hf_subset":"fra_Latn-mya_Mymr","languages":["fra-Latn","mya-Mymr"]},{"precision":0.511462,"recall":0.607708,"f1":0.537931,"accuracy":0.607708,"main_score":0.537931,"hf_subset":"fra_Latn-sag_Latn","languages":["fra-Latn","sag-Latn"]},{"precision":0.121383,"recall":0.199605,"f1":0.136857,"accuracy":0.199605,"main_score":0.136857,"hf_subset":"fra_Latn-taq_Tfng","languages":["fra-Latn","taq-Tfng"]},{"precision":0.547235,"recall":0.635375,"f1":0.571793,"accuracy":0.635375,"main_score":0.571793,"hf_subset":"fra_Latn-wol_Latn","languages":["fra-Latn","wol-Latn"]},{"precision":0.609118,"recall":0.694664,"f1":0.633535,"accuracy":0.694664,"main_score":0.633535,"hf_subset":"fra_Latn-arb_Latn","languages":["fra-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-cat_Latn","languages":["fra-Latn","cat-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fra_Latn-fur_Latn","languages":["fra-Latn","fur-Latn"]},{"precision":0.319324,"recall":0.38834,"f1":0.337419,"accuracy":0.38834,"main_score":0.337419,"hf_subset":"fra_Latn-kab_Latn","languages":["fra-Latn","kab-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"fra_Latn-lim_Latn","languages":["fra-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-nld_Latn","languages":["fra-Latn","nld-Latn"]},{"precision":0.961627,"recall":0.972332,"f1":0.964888,"accuracy":0.972332,"main_score":0.964888,"hf_subset":"fra_Latn-san_Deva","languages":["fra-Latn","san-Deva"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"fra_Latn-tat_Cyrl","languages":["fra-Latn","tat-Cyrl"]},{"precision":0.510373,"recall":0.594862,"f1":0.533882,"accuracy":0.594862,"main_score":0.533882,"hf_subset":"fra_Latn-xho_Latn","languages":["fra-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-ars_Arab","languages":["fra-Latn","ars-Arab"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"fra_Latn-ceb_Latn","languages":["fra-Latn","ceb-Latn"]},{"precision":0.472359,"recall":0.560277,"f1":0.496828,"accuracy":0.560277,"main_score":0.496828,"hf_subset":"fra_Latn-fuv_Latn","languages":["fra-Latn","fuv-Latn"]},{"precision":0.458553,"recall":0.548419,"f1":0.482809,"accuracy":0.548419,"main_score":0.482809,"hf_subset":"fra_Latn-kac_Latn","languages":["fra-Latn","kac-Latn"]},{"precision":0.552186,"recall":0.643281,"f1":0.577528,"accuracy":0.643281,"main_score":0.577528,"hf_subset":"fra_Latn-lin_Latn","languages":["fra-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-nno_Latn","languages":["fra-Latn","nno-Latn"]},{"precision":0.019092,"recall":0.05336,"f1":0.02321,"accuracy":0.05336,"main_score":0.02321,"hf_subset":"fra_Latn-sat_Olck","languages":["fra-Latn","sat-Olck"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"fra_Latn-tel_Telu","languages":["fra-Latn","tel-Telu"]},{"precision":0.738225,"recall":0.8083,"f1":0.759439,"accuracy":0.8083,"main_score":0.759439,"hf_subset":"fra_Latn-ydd_Hebr","languages":["fra-Latn","ydd-Hebr"]},{"precision":0.95504,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"fra_Latn-ary_Arab","languages":["fra-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-ces_Latn","languages":["fra-Latn","ces-Latn"]},{"precision":0.380875,"recall":0.469368,"f1":0.405099,"accuracy":0.469368,"main_score":0.405099,"hf_subset":"fra_Latn-gaz_Latn","languages":["fra-Latn","gaz-Latn"]},{"precision":0.493707,"recall":0.577075,"f1":0.516791,"accuracy":0.577075,"main_score":0.516791,"hf_subset":"fra_Latn-kam_Latn","languages":["fra-Latn","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"fra_Latn-lit_Latn","languages":["fra-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-nob_Latn","languages":["fra-Latn","nob-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"fra_Latn-scn_Latn","languages":["fra-Latn","scn-Latn"]},{"precision":0.90168,"recall":0.932806,"f1":0.911726,"accuracy":0.932806,"main_score":0.911726,"hf_subset":"fra_Latn-tgk_Cyrl","languages":["fra-Latn","tgk-Cyrl"]},{"precision":0.415305,"recall":0.5,"f1":0.438674,"accuracy":0.5,"main_score":0.438674,"hf_subset":"fra_Latn-yor_Latn","languages":["fra-Latn","yor-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-arz_Arab","languages":["fra-Latn","arz-Arab"]},{"precision":0.479576,"recall":0.571146,"f1":0.504634,"accuracy":0.571146,"main_score":0.504634,"hf_subset":"fra_Latn-cjk_Latn","languages":["fra-Latn","cjk-Latn"]},{"precision":0.613248,"recall":0.687747,"f1":0.634781,"accuracy":0.687747,"main_score":0.634781,"hf_subset":"fra_Latn-gla_Latn","languages":["fra-Latn","gla-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fra_Latn-kan_Knda","languages":["fra-Latn","kan-Knda"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"fra_Latn-lmo_Latn","languages":["fra-Latn","lmo-Latn"]},{"precision":0.990613,"recall":0.993083,"f1":0.991436,"accuracy":0.993083,"main_score":0.991436,"hf_subset":"fra_Latn-npi_Deva","languages":["fra-Latn","npi-Deva"]},{"precision":0.405777,"recall":0.508893,"f1":0.433475,"accuracy":0.508893,"main_score":0.433475,"hf_subset":"fra_Latn-shn_Mymr","languages":["fra-Latn","shn-Mymr"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-tgl_Latn","languages":["fra-Latn","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-yue_Hant","languages":["fra-Latn","yue-Hant"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"fra_Latn-asm_Beng","languages":["fra-Latn","asm-Beng"]},{"precision":0.71037,"recall":0.777668,"f1":0.730294,"accuracy":0.777668,"main_score":0.730294,"hf_subset":"fra_Latn-ckb_Arab","languages":["fra-Latn","ckb-Arab"]},{"precision":0.718281,"recall":0.791502,"f1":0.741041,"accuracy":0.791502,"main_score":0.741041,"hf_subset":"fra_Latn-gle_Latn","languages":["fra-Latn","gle-Latn"]},{"precision":0.878129,"recall":0.916008,"f1":0.890283,"accuracy":0.916008,"main_score":0.890283,"hf_subset":"fra_Latn-kas_Arab","languages":["fra-Latn","kas-Arab"]},{"precision":0.88941,"recall":0.922925,"f1":0.900099,"accuracy":0.922925,"main_score":0.900099,"hf_subset":"fra_Latn-ltg_Latn","languages":["fra-Latn","ltg-Latn"]},{"precision":0.510572,"recall":0.593874,"f1":0.533788,"accuracy":0.593874,"main_score":0.533788,"hf_subset":"fra_Latn-nso_Latn","languages":["fra-Latn","nso-Latn"]},{"precision":0.424277,"recall":0.52668,"f1":0.452775,"accuracy":0.52668,"main_score":0.452775,"hf_subset":"fra_Latn-sin_Sinh","languages":["fra-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-tha_Thai","languages":["fra-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-zho_Hans","languages":["fra-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-ast_Latn","languages":["fra-Latn","ast-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"fra_Latn-crh_Latn","languages":["fra-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-glg_Latn","languages":["fra-Latn","glg-Latn"]},{"precision":0.784569,"recall":0.842885,"f1":0.802569,"accuracy":0.842885,"main_score":0.802569,"hf_subset":"fra_Latn-kas_Deva","languages":["fra-Latn","kas-Deva"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"fra_Latn-ltz_Latn","languages":["fra-Latn","ltz-Latn"]},{"precision":0.3636,"recall":0.45751,"f1":0.388688,"accuracy":0.45751,"main_score":0.388688,"hf_subset":"fra_Latn-nus_Latn","languages":["fra-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-slk_Latn","languages":["fra-Latn","slk-Latn"]},{"precision":0.254122,"recall":0.33004,"f1":0.273526,"accuracy":0.33004,"main_score":0.273526,"hf_subset":"fra_Latn-tir_Ethi","languages":["fra-Latn","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-zho_Hant","languages":["fra-Latn","zho-Hant"]},{"precision":0.985178,"recall":0.98913,"f1":0.986495,"accuracy":0.98913,"main_score":0.986495,"hf_subset":"fra_Latn-awa_Deva","languages":["fra-Latn","awa-Deva"]},{"precision":0.878623,"recall":0.914032,"f1":0.889657,"accuracy":0.914032,"main_score":0.889657,"hf_subset":"fra_Latn-cym_Latn","languages":["fra-Latn","cym-Latn"]},{"precision":0.730248,"recall":0.793478,"f1":0.748913,"accuracy":0.793478,"main_score":0.748913,"hf_subset":"fra_Latn-grn_Latn","languages":["fra-Latn","grn-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"fra_Latn-kat_Geor","languages":["fra-Latn","kat-Geor"]},{"precision":0.554863,"recall":0.637352,"f1":0.577724,"accuracy":0.637352,"main_score":0.577724,"hf_subset":"fra_Latn-lua_Latn","languages":["fra-Latn","lua-Latn"]},{"precision":0.510325,"recall":0.596838,"f1":0.534656,"accuracy":0.596838,"main_score":0.534656,"hf_subset":"fra_Latn-nya_Latn","languages":["fra-Latn","nya-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-slv_Latn","languages":["fra-Latn","slv-Latn"]},{"precision":0.814592,"recall":0.863636,"f1":0.829644,"accuracy":0.863636,"main_score":0.829644,"hf_subset":"fra_Latn-tpi_Latn","languages":["fra-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-zsm_Latn","languages":["fra-Latn","zsm-Latn"]},{"precision":0.476981,"recall":0.559289,"f1":0.498919,"accuracy":0.559289,"main_score":0.498919,"hf_subset":"fra_Latn-ayr_Latn","languages":["fra-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-dan_Latn","languages":["fra-Latn","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-guj_Gujr","languages":["fra-Latn","guj-Gujr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fra_Latn-kaz_Cyrl","languages":["fra-Latn","kaz-Cyrl"]},{"precision":0.432299,"recall":0.511858,"f1":0.453938,"accuracy":0.511858,"main_score":0.453938,"hf_subset":"fra_Latn-lug_Latn","languages":["fra-Latn","lug-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-oci_Latn","languages":["fra-Latn","oci-Latn"]},{"precision":0.508904,"recall":0.598814,"f1":0.533809,"accuracy":0.598814,"main_score":0.533809,"hf_subset":"fra_Latn-smo_Latn","languages":["fra-Latn","smo-Latn"]},{"precision":0.457993,"recall":0.54249,"f1":0.480532,"accuracy":0.54249,"main_score":0.480532,"hf_subset":"fra_Latn-tsn_Latn","languages":["fra-Latn","tsn-Latn"]},{"precision":0.450318,"recall":0.532609,"f1":0.472281,"accuracy":0.532609,"main_score":0.472281,"hf_subset":"fra_Latn-zul_Latn","languages":["fra-Latn","zul-Latn"]},{"precision":0.807783,"recall":0.864625,"f1":0.825807,"accuracy":0.864625,"main_score":0.825807,"hf_subset":"fra_Latn-azb_Arab","languages":["fra-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-deu_Latn","languages":["fra-Latn","deu-Latn"]},{"precision":0.929842,"recall":0.951581,"f1":0.936924,"accuracy":0.951581,"main_score":0.936924,"hf_subset":"fra_Latn-hat_Latn","languages":["fra-Latn","hat-Latn"]},{"precision":0.424615,"recall":0.502964,"f1":0.445911,"accuracy":0.502964,"main_score":0.445911,"hf_subset":"fra_Latn-kbp_Latn","languages":["fra-Latn","kbp-Latn"]},{"precision":0.477848,"recall":0.5583,"f1":0.499966,"accuracy":0.5583,"main_score":0.499966,"hf_subset":"fra_Latn-luo_Latn","languages":["fra-Latn","luo-Latn"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"fra_Latn-ory_Orya","languages":["fra-Latn","ory-Orya"]},{"precision":0.487553,"recall":0.568182,"f1":0.510092,"accuracy":0.568182,"main_score":0.510092,"hf_subset":"fra_Latn-sna_Latn","languages":["fra-Latn","sna-Latn"]},{"precision":0.452841,"recall":0.536561,"f1":0.475913,"accuracy":0.536561,"main_score":0.475913,"hf_subset":"fra_Latn-tso_Latn","languages":["fra-Latn","tso-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fra_Latn-azj_Latn","languages":["fra-Latn","azj-Latn"]},{"precision":0.475728,"recall":0.561265,"f1":0.499488,"accuracy":0.561265,"main_score":0.499488,"hf_subset":"fra_Latn-dik_Latn","languages":["fra-Latn","dik-Latn"]},{"precision":0.453897,"recall":0.533597,"f1":0.476589,"accuracy":0.533597,"main_score":0.476589,"hf_subset":"fra_Latn-hau_Latn","languages":["fra-Latn","hau-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"fra_Latn-kea_Latn","languages":["fra-Latn","kea-Latn"]},{"precision":0.644696,"recall":0.719368,"f1":0.666445,"accuracy":0.719368,"main_score":0.666445,"hf_subset":"fra_Latn-lus_Latn","languages":["fra-Latn","lus-Latn"]},{"precision":0.816667,"recall":0.865613,"f1":0.831489,"accuracy":0.865613,"main_score":0.831489,"hf_subset":"fra_Latn-pag_Latn","languages":["fra-Latn","pag-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"fra_Latn-snd_Arab","languages":["fra-Latn","snd-Arab"]},{"precision":0.880929,"recall":0.916996,"f1":0.892457,"accuracy":0.916996,"main_score":0.892457,"hf_subset":"fra_Latn-tuk_Latn","languages":["fra-Latn","tuk-Latn"]},{"precision":0.950264,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"fra_Latn-bak_Cyrl","languages":["fra-Latn","bak-Cyrl"]},{"precision":0.429978,"recall":0.52668,"f1":0.457333,"accuracy":0.52668,"main_score":0.457333,"hf_subset":"fra_Latn-dyu_Latn","languages":["fra-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"fra_Latn-heb_Hebr","languages":["fra-Latn","heb-Hebr"]},{"precision":0.881917,"recall":0.916008,"f1":0.892556,"accuracy":0.916008,"main_score":0.892556,"hf_subset":"fra_Latn-khk_Cyrl","languages":["fra-Latn","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"fra_Latn-lvs_Latn","languages":["fra-Latn","lvs-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fra_Latn-pan_Guru","languages":["fra-Latn","pan-Guru"]},{"precision":0.457729,"recall":0.539526,"f1":0.480654,"accuracy":0.539526,"main_score":0.480654,"hf_subset":"fra_Latn-som_Latn","languages":["fra-Latn","som-Latn"]},{"precision":0.498571,"recall":0.575099,"f1":0.519343,"accuracy":0.575099,"main_score":0.519343,"hf_subset":"fra_Latn-tum_Latn","languages":["fra-Latn","tum-Latn"]},{"precision":0.385303,"recall":0.480237,"f1":0.411224,"accuracy":0.480237,"main_score":0.411224,"hf_subset":"jpn_Jpan-ace_Arab","languages":["jpn-Jpan","ace-Arab"]},{"precision":0.408903,"recall":0.494071,"f1":0.432908,"accuracy":0.494071,"main_score":0.432908,"hf_subset":"jpn_Jpan-bam_Latn","languages":["jpn-Jpan","bam-Latn"]},{"precision":0.109128,"recall":0.166008,"f1":0.123335,"accuracy":0.166008,"main_score":0.123335,"hf_subset":"jpn_Jpan-dzo_Tibt","languages":["jpn-Jpan","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jpn_Jpan-hin_Deva","languages":["jpn-Jpan","hin-Deva"]},{"precision":0.918808,"recall":0.944664,"f1":0.927207,"accuracy":0.944664,"main_score":0.927207,"hf_subset":"jpn_Jpan-khm_Khmr","languages":["jpn-Jpan","khm-Khmr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jpn_Jpan-mag_Deva","languages":["jpn-Jpan","mag-Deva"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"jpn_Jpan-pap_Latn","languages":["jpn-Jpan","pap-Latn"]},{"precision":0.446138,"recall":0.538538,"f1":0.470901,"accuracy":0.538538,"main_score":0.470901,"hf_subset":"jpn_Jpan-sot_Latn","languages":["jpn-Jpan","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-tur_Latn","languages":["jpn-Jpan","tur-Latn"]},{"precision":0.768231,"recall":0.83004,"f1":0.787338,"accuracy":0.83004,"main_score":0.787338,"hf_subset":"jpn_Jpan-ace_Latn","languages":["jpn-Jpan","ace-Latn"]},{"precision":0.896574,"recall":0.928854,"f1":0.90695,"accuracy":0.928854,"main_score":0.90695,"hf_subset":"jpn_Jpan-ban_Latn","languages":["jpn-Jpan","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-ell_Grek","languages":["jpn-Jpan","ell-Grek"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"jpn_Jpan-hne_Deva","languages":["jpn-Jpan","hne-Deva"]},{"precision":0.477164,"recall":0.563241,"f1":0.501018,"accuracy":0.563241,"main_score":0.501018,"hf_subset":"jpn_Jpan-kik_Latn","languages":["jpn-Jpan","kik-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jpn_Jpan-mai_Deva","languages":["jpn-Jpan","mai-Deva"]},{"precision":0.856225,"recall":0.898221,"f1":0.869532,"accuracy":0.898221,"main_score":0.869532,"hf_subset":"jpn_Jpan-pbt_Arab","languages":["jpn-Jpan","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-spa_Latn","languages":["jpn-Jpan","spa-Latn"]},{"precision":0.53397,"recall":0.615613,"f1":0.556915,"accuracy":0.615613,"main_score":0.556915,"hf_subset":"jpn_Jpan-twi_Latn","languages":["jpn-Jpan","twi-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"jpn_Jpan-acm_Arab","languages":["jpn-Jpan","acm-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jpn_Jpan-bel_Cyrl","languages":["jpn-Jpan","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-eng_Latn","languages":["jpn-Jpan","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-hrv_Latn","languages":["jpn-Jpan","hrv-Latn"]},{"precision":0.426897,"recall":0.506917,"f1":0.4485,"accuracy":0.506917,"main_score":0.4485,"hf_subset":"jpn_Jpan-kin_Latn","languages":["jpn-Jpan","kin-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"jpn_Jpan-mal_Mlym","languages":["jpn-Jpan","mal-Mlym"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-pes_Arab","languages":["jpn-Jpan","pes-Arab"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"jpn_Jpan-srd_Latn","languages":["jpn-Jpan","srd-Latn"]},{"precision":0.100346,"recall":0.168972,"f1":0.113916,"accuracy":0.168972,"main_score":0.113916,"hf_subset":"jpn_Jpan-tzm_Tfng","languages":["jpn-Jpan","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-acq_Arab","languages":["jpn-Jpan","acq-Arab"]},{"precision":0.48434,"recall":0.576087,"f1":0.509854,"accuracy":0.576087,"main_score":0.509854,"hf_subset":"jpn_Jpan-bem_Latn","languages":["jpn-Jpan","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-epo_Latn","languages":["jpn-Jpan","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-hun_Latn","languages":["jpn-Jpan","hun-Latn"]},{"precision":0.957428,"recall":0.970356,"f1":0.961528,"accuracy":0.970356,"main_score":0.961528,"hf_subset":"jpn_Jpan-kir_Cyrl","languages":["jpn-Jpan","kir-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jpn_Jpan-mar_Deva","languages":["jpn-Jpan","mar-Deva"]},{"precision":0.504259,"recall":0.58498,"f1":0.527212,"accuracy":0.58498,"main_score":0.527212,"hf_subset":"jpn_Jpan-plt_Latn","languages":["jpn-Jpan","plt-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jpn_Jpan-srp_Cyrl","languages":["jpn-Jpan","srp-Cyrl"]},{"precision":0.929183,"recall":0.950593,"f1":0.9361,"accuracy":0.950593,"main_score":0.9361,"hf_subset":"jpn_Jpan-uig_Arab","languages":["jpn-Jpan","uig-Arab"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"jpn_Jpan-aeb_Arab","languages":["jpn-Jpan","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-ben_Beng","languages":["jpn-Jpan","ben-Beng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"jpn_Jpan-est_Latn","languages":["jpn-Jpan","est-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"jpn_Jpan-hye_Armn","languages":["jpn-Jpan","hye-Armn"]},{"precision":0.426841,"recall":0.509881,"f1":0.450042,"accuracy":0.509881,"main_score":0.450042,"hf_subset":"jpn_Jpan-kmb_Latn","languages":["jpn-Jpan","kmb-Latn"]},{"precision":0.321846,"recall":0.428854,"f1":0.349425,"accuracy":0.428854,"main_score":0.349425,"hf_subset":"jpn_Jpan-min_Arab","languages":["jpn-Jpan","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-pol_Latn","languages":["jpn-Jpan","pol-Latn"]},{"precision":0.401465,"recall":0.496047,"f1":0.426674,"accuracy":0.496047,"main_score":0.426674,"hf_subset":"jpn_Jpan-ssw_Latn","languages":["jpn-Jpan","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-ukr_Cyrl","languages":["jpn-Jpan","ukr-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jpn_Jpan-afr_Latn","languages":["jpn-Jpan","afr-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"jpn_Jpan-bho_Deva","languages":["jpn-Jpan","bho-Deva"]},{"precision":0.923254,"recall":0.947628,"f1":0.931159,"accuracy":0.947628,"main_score":0.931159,"hf_subset":"jpn_Jpan-eus_Latn","languages":["jpn-Jpan","eus-Latn"]},{"precision":0.456759,"recall":0.54249,"f1":0.480026,"accuracy":0.54249,"main_score":0.480026,"hf_subset":"jpn_Jpan-ibo_Latn","languages":["jpn-Jpan","ibo-Latn"]},{"precision":0.644476,"recall":0.729249,"f1":0.669685,"accuracy":0.729249,"main_score":0.669685,"hf_subset":"jpn_Jpan-kmr_Latn","languages":["jpn-Jpan","kmr-Latn"]},{"precision":0.954051,"recall":0.969368,"f1":0.959157,"accuracy":0.969368,"main_score":0.959157,"hf_subset":"jpn_Jpan-min_Latn","languages":["jpn-Jpan","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-por_Latn","languages":["jpn-Jpan","por-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"jpn_Jpan-sun_Latn","languages":["jpn-Jpan","sun-Latn"]},{"precision":0.425947,"recall":0.508893,"f1":0.449646,"accuracy":0.508893,"main_score":0.449646,"hf_subset":"jpn_Jpan-umb_Latn","languages":["jpn-Jpan","umb-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jpn_Jpan-ajp_Arab","languages":["jpn-Jpan","ajp-Arab"]},{"precision":0.369602,"recall":0.469368,"f1":0.396391,"accuracy":0.469368,"main_score":0.396391,"hf_subset":"jpn_Jpan-bjn_Arab","languages":["jpn-Jpan","bjn-Arab"]},{"precision":0.451371,"recall":0.529644,"f1":0.472768,"accuracy":0.529644,"main_score":0.472768,"hf_subset":"jpn_Jpan-ewe_Latn","languages":["jpn-Jpan","ewe-Latn"]},{"precision":0.824226,"recall":0.871542,"f1":0.838787,"accuracy":0.871542,"main_score":0.838787,"hf_subset":"jpn_Jpan-ilo_Latn","languages":["jpn-Jpan","ilo-Latn"]},{"precision":0.168021,"recall":0.253953,"f1":0.188912,"accuracy":0.253953,"main_score":0.188912,"hf_subset":"jpn_Jpan-knc_Arab","languages":["jpn-Jpan","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-mkd_Cyrl","languages":["jpn-Jpan","mkd-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jpn_Jpan-prs_Arab","languages":["jpn-Jpan","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-swe_Latn","languages":["jpn-Jpan","swe-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"jpn_Jpan-urd_Arab","languages":["jpn-Jpan","urd-Arab"]},{"precision":0.505456,"recall":0.596838,"f1":0.531032,"accuracy":0.596838,"main_score":0.531032,"hf_subset":"jpn_Jpan-aka_Latn","languages":["jpn-Jpan","aka-Latn"]},{"precision":0.954875,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"jpn_Jpan-bjn_Latn","languages":["jpn-Jpan","bjn-Latn"]},{"precision":0.900692,"recall":0.931818,"f1":0.910738,"accuracy":0.931818,"main_score":0.910738,"hf_subset":"jpn_Jpan-fao_Latn","languages":["jpn-Jpan","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-ind_Latn","languages":["jpn-Jpan","ind-Latn"]},{"precision":0.491496,"recall":0.573123,"f1":0.514157,"accuracy":0.573123,"main_score":0.514157,"hf_subset":"jpn_Jpan-knc_Latn","languages":["jpn-Jpan","knc-Latn"]},{"precision":0.957839,"recall":0.971344,"f1":0.962286,"accuracy":0.971344,"main_score":0.962286,"hf_subset":"jpn_Jpan-mlt_Latn","languages":["jpn-Jpan","mlt-Latn"]},{"precision":0.520674,"recall":0.610672,"f1":0.544772,"accuracy":0.610672,"main_score":0.544772,"hf_subset":"jpn_Jpan-quy_Latn","languages":["jpn-Jpan","quy-Latn"]},{"precision":0.651581,"recall":0.735178,"f1":0.67635,"accuracy":0.735178,"main_score":0.67635,"hf_subset":"jpn_Jpan-swh_Latn","languages":["jpn-Jpan","swh-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"jpn_Jpan-uzn_Latn","languages":["jpn-Jpan","uzn-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"jpn_Jpan-als_Latn","languages":["jpn-Jpan","als-Latn"]},{"precision":0.13727,"recall":0.219368,"f1":0.156469,"accuracy":0.219368,"main_score":0.156469,"hf_subset":"jpn_Jpan-bod_Tibt","languages":["jpn-Jpan","bod-Tibt"]},{"precision":0.433501,"recall":0.520751,"f1":0.457202,"accuracy":0.520751,"main_score":0.457202,"hf_subset":"jpn_Jpan-fij_Latn","languages":["jpn-Jpan","fij-Latn"]},{"precision":0.937813,"recall":0.955534,"f1":0.943347,"accuracy":0.955534,"main_score":0.943347,"hf_subset":"jpn_Jpan-isl_Latn","languages":["jpn-Jpan","isl-Latn"]},{"precision":0.50653,"recall":0.599802,"f1":0.532604,"accuracy":0.599802,"main_score":0.532604,"hf_subset":"jpn_Jpan-kon_Latn","languages":["jpn-Jpan","kon-Latn"]},{"precision":0.463703,"recall":0.568182,"f1":0.492274,"accuracy":0.568182,"main_score":0.492274,"hf_subset":"jpn_Jpan-mni_Beng","languages":["jpn-Jpan","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-ron_Latn","languages":["jpn-Jpan","ron-Latn"]},{"precision":0.976285,"recall":0.982213,"f1":0.978261,"accuracy":0.982213,"main_score":0.978261,"hf_subset":"jpn_Jpan-szl_Latn","languages":["jpn-Jpan","szl-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"jpn_Jpan-vec_Latn","languages":["jpn-Jpan","vec-Latn"]},{"precision":0.476856,"recall":0.573123,"f1":0.504108,"accuracy":0.573123,"main_score":0.504108,"hf_subset":"jpn_Jpan-amh_Ethi","languages":["jpn-Jpan","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-bos_Latn","languages":["jpn-Jpan","bos-Latn"]},{"precision":0.992095,"recall":0.994071,"f1":0.992754,"accuracy":0.994071,"main_score":0.992754,"hf_subset":"jpn_Jpan-fin_Latn","languages":["jpn-Jpan","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-ita_Latn","languages":["jpn-Jpan","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-kor_Hang","languages":["jpn-Jpan","kor-Hang"]},{"precision":0.428004,"recall":0.519763,"f1":0.452939,"accuracy":0.519763,"main_score":0.452939,"hf_subset":"jpn_Jpan-mos_Latn","languages":["jpn-Jpan","mos-Latn"]},{"precision":0.42538,"recall":0.503953,"f1":0.446323,"accuracy":0.503953,"main_score":0.446323,"hf_subset":"jpn_Jpan-run_Latn","languages":["jpn-Jpan","run-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jpn_Jpan-tam_Taml","languages":["jpn-Jpan","tam-Taml"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-vie_Latn","languages":["jpn-Jpan","vie-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jpn_Jpan-apc_Arab","languages":["jpn-Jpan","apc-Arab"]},{"precision":0.731268,"recall":0.794466,"f1":0.749292,"accuracy":0.794466,"main_score":0.749292,"hf_subset":"jpn_Jpan-bug_Latn","languages":["jpn-Jpan","bug-Latn"]},{"precision":0.382189,"recall":0.467391,"f1":0.40504,"accuracy":0.467391,"main_score":0.40504,"hf_subset":"jpn_Jpan-fon_Latn","languages":["jpn-Jpan","fon-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"jpn_Jpan-jav_Latn","languages":["jpn-Jpan","jav-Latn"]},{"precision":0.839015,"recall":0.886364,"f1":0.853953,"accuracy":0.886364,"main_score":0.853953,"hf_subset":"jpn_Jpan-lao_Laoo","languages":["jpn-Jpan","lao-Laoo"]},{"precision":0.535021,"recall":0.629447,"f1":0.561858,"accuracy":0.629447,"main_score":0.561858,"hf_subset":"jpn_Jpan-mri_Latn","languages":["jpn-Jpan","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-rus_Cyrl","languages":["jpn-Jpan","rus-Cyrl"]},{"precision":0.453495,"recall":0.541502,"f1":0.477874,"accuracy":0.541502,"main_score":0.477874,"hf_subset":"jpn_Jpan-taq_Latn","languages":["jpn-Jpan","taq-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"jpn_Jpan-war_Latn","languages":["jpn-Jpan","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-arb_Arab","languages":["jpn-Jpan","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-bul_Cyrl","languages":["jpn-Jpan","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-fra_Latn","languages":["jpn-Jpan","fra-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"jpn_Jpan-lij_Latn","languages":["jpn-Jpan","lij-Latn"]},{"precision":0.921031,"recall":0.945652,"f1":0.929084,"accuracy":0.945652,"main_score":0.929084,"hf_subset":"jpn_Jpan-mya_Mymr","languages":["jpn-Jpan","mya-Mymr"]},{"precision":0.479582,"recall":0.572134,"f1":0.50532,"accuracy":0.572134,"main_score":0.50532,"hf_subset":"jpn_Jpan-sag_Latn","languages":["jpn-Jpan","sag-Latn"]},{"precision":0.110874,"recall":0.195652,"f1":0.12637,"accuracy":0.195652,"main_score":0.12637,"hf_subset":"jpn_Jpan-taq_Tfng","languages":["jpn-Jpan","taq-Tfng"]},{"precision":0.501998,"recall":0.597826,"f1":0.528385,"accuracy":0.597826,"main_score":0.528385,"hf_subset":"jpn_Jpan-wol_Latn","languages":["jpn-Jpan","wol-Latn"]},{"precision":0.567624,"recall":0.666996,"f1":0.596237,"accuracy":0.666996,"main_score":0.596237,"hf_subset":"jpn_Jpan-arb_Latn","languages":["jpn-Jpan","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-cat_Latn","languages":["jpn-Jpan","cat-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"jpn_Jpan-fur_Latn","languages":["jpn-Jpan","fur-Latn"]},{"precision":0.302597,"recall":0.37747,"f1":0.32245,"accuracy":0.37747,"main_score":0.32245,"hf_subset":"jpn_Jpan-kab_Latn","languages":["jpn-Jpan","kab-Latn"]},{"precision":0.956192,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"jpn_Jpan-lim_Latn","languages":["jpn-Jpan","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-nld_Latn","languages":["jpn-Jpan","nld-Latn"]},{"precision":0.943182,"recall":0.960474,"f1":0.948748,"accuracy":0.960474,"main_score":0.948748,"hf_subset":"jpn_Jpan-san_Deva","languages":["jpn-Jpan","san-Deva"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"jpn_Jpan-tat_Cyrl","languages":["jpn-Jpan","tat-Cyrl"]},{"precision":0.471049,"recall":0.563241,"f1":0.495742,"accuracy":0.563241,"main_score":0.495742,"hf_subset":"jpn_Jpan-xho_Latn","languages":["jpn-Jpan","xho-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-ars_Arab","languages":["jpn-Jpan","ars-Arab"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"jpn_Jpan-ceb_Latn","languages":["jpn-Jpan","ceb-Latn"]},{"precision":0.434315,"recall":0.525692,"f1":0.459619,"accuracy":0.525692,"main_score":0.459619,"hf_subset":"jpn_Jpan-fuv_Latn","languages":["jpn-Jpan","fuv-Latn"]},{"precision":0.438898,"recall":0.535573,"f1":0.465067,"accuracy":0.535573,"main_score":0.465067,"hf_subset":"jpn_Jpan-kac_Latn","languages":["jpn-Jpan","kac-Latn"]},{"precision":0.517024,"recall":0.610672,"f1":0.542991,"accuracy":0.610672,"main_score":0.542991,"hf_subset":"jpn_Jpan-lin_Latn","languages":["jpn-Jpan","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-nno_Latn","languages":["jpn-Jpan","nno-Latn"]},{"precision":0.01674,"recall":0.055336,"f1":0.021815,"accuracy":0.055336,"main_score":0.021815,"hf_subset":"jpn_Jpan-sat_Olck","languages":["jpn-Jpan","sat-Olck"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"jpn_Jpan-tel_Telu","languages":["jpn-Jpan","tel-Telu"]},{"precision":0.672307,"recall":0.756917,"f1":0.698013,"accuracy":0.756917,"main_score":0.698013,"hf_subset":"jpn_Jpan-ydd_Hebr","languages":["jpn-Jpan","ydd-Hebr"]},{"precision":0.945982,"recall":0.963439,"f1":0.951746,"accuracy":0.963439,"main_score":0.951746,"hf_subset":"jpn_Jpan-ary_Arab","languages":["jpn-Jpan","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-ces_Latn","languages":["jpn-Jpan","ces-Latn"]},{"precision":0.353351,"recall":0.450593,"f1":0.379379,"accuracy":0.450593,"main_score":0.379379,"hf_subset":"jpn_Jpan-gaz_Latn","languages":["jpn-Jpan","gaz-Latn"]},{"precision":0.45901,"recall":0.541502,"f1":0.481279,"accuracy":0.541502,"main_score":0.481279,"hf_subset":"jpn_Jpan-kam_Latn","languages":["jpn-Jpan","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"jpn_Jpan-lit_Latn","languages":["jpn-Jpan","lit-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jpn_Jpan-nob_Latn","languages":["jpn-Jpan","nob-Latn"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"jpn_Jpan-scn_Latn","languages":["jpn-Jpan","scn-Latn"]},{"precision":0.867869,"recall":0.908103,"f1":0.880665,"accuracy":0.908103,"main_score":0.880665,"hf_subset":"jpn_Jpan-tgk_Cyrl","languages":["jpn-Jpan","tgk-Cyrl"]},{"precision":0.392255,"recall":0.488142,"f1":0.419107,"accuracy":0.488142,"main_score":0.419107,"hf_subset":"jpn_Jpan-yor_Latn","languages":["jpn-Jpan","yor-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jpn_Jpan-arz_Arab","languages":["jpn-Jpan","arz-Arab"]},{"precision":0.442582,"recall":0.538538,"f1":0.468235,"accuracy":0.538538,"main_score":0.468235,"hf_subset":"jpn_Jpan-cjk_Latn","languages":["jpn-Jpan","cjk-Latn"]},{"precision":0.574226,"recall":0.658103,"f1":0.598389,"accuracy":0.658103,"main_score":0.598389,"hf_subset":"jpn_Jpan-gla_Latn","languages":["jpn-Jpan","gla-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"jpn_Jpan-kan_Knda","languages":["jpn-Jpan","kan-Knda"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"jpn_Jpan-lmo_Latn","languages":["jpn-Jpan","lmo-Latn"]},{"precision":0.98913,"recall":0.992095,"f1":0.990119,"accuracy":0.992095,"main_score":0.990119,"hf_subset":"jpn_Jpan-npi_Deva","languages":["jpn-Jpan","npi-Deva"]},{"precision":0.378557,"recall":0.48913,"f1":0.407971,"accuracy":0.48913,"main_score":0.407971,"hf_subset":"jpn_Jpan-shn_Mymr","languages":["jpn-Jpan","shn-Mymr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-tgl_Latn","languages":["jpn-Jpan","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-yue_Hant","languages":["jpn-Jpan","yue-Hant"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"jpn_Jpan-asm_Beng","languages":["jpn-Jpan","asm-Beng"]},{"precision":0.674581,"recall":0.748024,"f1":0.695877,"accuracy":0.748024,"main_score":0.695877,"hf_subset":"jpn_Jpan-ckb_Arab","languages":["jpn-Jpan","ckb-Arab"]},{"precision":0.652157,"recall":0.73913,"f1":0.67836,"accuracy":0.73913,"main_score":0.67836,"hf_subset":"jpn_Jpan-gle_Latn","languages":["jpn-Jpan","gle-Latn"]},{"precision":0.854117,"recall":0.898221,"f1":0.867918,"accuracy":0.898221,"main_score":0.867918,"hf_subset":"jpn_Jpan-kas_Arab","languages":["jpn-Jpan","kas-Arab"]},{"precision":0.854537,"recall":0.897233,"f1":0.868303,"accuracy":0.897233,"main_score":0.868303,"hf_subset":"jpn_Jpan-ltg_Latn","languages":["jpn-Jpan","ltg-Latn"]},{"precision":0.483686,"recall":0.572134,"f1":0.508383,"accuracy":0.572134,"main_score":0.508383,"hf_subset":"jpn_Jpan-nso_Latn","languages":["jpn-Jpan","nso-Latn"]},{"precision":0.393518,"recall":0.502964,"f1":0.42421,"accuracy":0.502964,"main_score":0.42421,"hf_subset":"jpn_Jpan-sin_Sinh","languages":["jpn-Jpan","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-tha_Thai","languages":["jpn-Jpan","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-zho_Hans","languages":["jpn-Jpan","zho-Hans"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"jpn_Jpan-ast_Latn","languages":["jpn-Jpan","ast-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"jpn_Jpan-crh_Latn","languages":["jpn-Jpan","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-glg_Latn","languages":["jpn-Jpan","glg-Latn"]},{"precision":0.734585,"recall":0.804348,"f1":0.755618,"accuracy":0.804348,"main_score":0.755618,"hf_subset":"jpn_Jpan-kas_Deva","languages":["jpn-Jpan","kas-Deva"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"jpn_Jpan-ltz_Latn","languages":["jpn-Jpan","ltz-Latn"]},{"precision":0.339195,"recall":0.434783,"f1":0.364384,"accuracy":0.434783,"main_score":0.364384,"hf_subset":"jpn_Jpan-nus_Latn","languages":["jpn-Jpan","nus-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-slk_Latn","languages":["jpn-Jpan","slk-Latn"]},{"precision":0.243693,"recall":0.324111,"f1":0.264418,"accuracy":0.324111,"main_score":0.264418,"hf_subset":"jpn_Jpan-tir_Ethi","languages":["jpn-Jpan","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jpn_Jpan-zho_Hant","languages":["jpn-Jpan","zho-Hant"]},{"precision":0.985425,"recall":0.98913,"f1":0.986561,"accuracy":0.98913,"main_score":0.986561,"hf_subset":"jpn_Jpan-awa_Deva","languages":["jpn-Jpan","awa-Deva"]},{"precision":0.818165,"recall":0.869565,"f1":0.834157,"accuracy":0.869565,"main_score":0.834157,"hf_subset":"jpn_Jpan-cym_Latn","languages":["jpn-Jpan","cym-Latn"]},{"precision":0.705205,"recall":0.773715,"f1":0.725631,"accuracy":0.773715,"main_score":0.725631,"hf_subset":"jpn_Jpan-grn_Latn","languages":["jpn-Jpan","grn-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"jpn_Jpan-kat_Geor","languages":["jpn-Jpan","kat-Geor"]},{"precision":0.521808,"recall":0.610672,"f1":0.546856,"accuracy":0.610672,"main_score":0.546856,"hf_subset":"jpn_Jpan-lua_Latn","languages":["jpn-Jpan","lua-Latn"]},{"precision":0.490773,"recall":0.582016,"f1":0.515954,"accuracy":0.582016,"main_score":0.515954,"hf_subset":"jpn_Jpan-nya_Latn","languages":["jpn-Jpan","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-slv_Latn","languages":["jpn-Jpan","slv-Latn"]},{"precision":0.788538,"recall":0.843874,"f1":0.805519,"accuracy":0.843874,"main_score":0.805519,"hf_subset":"jpn_Jpan-tpi_Latn","languages":["jpn-Jpan","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-zsm_Latn","languages":["jpn-Jpan","zsm-Latn"]},{"precision":0.446763,"recall":0.536561,"f1":0.47058,"accuracy":0.536561,"main_score":0.47058,"hf_subset":"jpn_Jpan-ayr_Latn","languages":["jpn-Jpan","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"jpn_Jpan-dan_Latn","languages":["jpn-Jpan","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jpn_Jpan-guj_Gujr","languages":["jpn-Jpan","guj-Gujr"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"jpn_Jpan-kaz_Cyrl","languages":["jpn-Jpan","kaz-Cyrl"]},{"precision":0.417347,"recall":0.505929,"f1":0.441335,"accuracy":0.505929,"main_score":0.441335,"hf_subset":"jpn_Jpan-lug_Latn","languages":["jpn-Jpan","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-oci_Latn","languages":["jpn-Jpan","oci-Latn"]},{"precision":0.484781,"recall":0.575099,"f1":0.50972,"accuracy":0.575099,"main_score":0.50972,"hf_subset":"jpn_Jpan-smo_Latn","languages":["jpn-Jpan","smo-Latn"]},{"precision":0.427615,"recall":0.521739,"f1":0.452363,"accuracy":0.521739,"main_score":0.452363,"hf_subset":"jpn_Jpan-tsn_Latn","languages":["jpn-Jpan","tsn-Latn"]},{"precision":0.424424,"recall":0.512846,"f1":0.448359,"accuracy":0.512846,"main_score":0.448359,"hf_subset":"jpn_Jpan-zul_Latn","languages":["jpn-Jpan","zul-Latn"]},{"precision":0.790761,"recall":0.852767,"f1":0.810145,"accuracy":0.852767,"main_score":0.810145,"hf_subset":"jpn_Jpan-azb_Arab","languages":["jpn-Jpan","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-deu_Latn","languages":["jpn-Jpan","deu-Latn"]},{"precision":0.892457,"recall":0.925889,"f1":0.903294,"accuracy":0.925889,"main_score":0.903294,"hf_subset":"jpn_Jpan-hat_Latn","languages":["jpn-Jpan","hat-Latn"]},{"precision":0.392113,"recall":0.478261,"f1":0.414931,"accuracy":0.478261,"main_score":0.414931,"hf_subset":"jpn_Jpan-kbp_Latn","languages":["jpn-Jpan","kbp-Latn"]},{"precision":0.466002,"recall":0.551383,"f1":0.488926,"accuracy":0.551383,"main_score":0.488926,"hf_subset":"jpn_Jpan-luo_Latn","languages":["jpn-Jpan","luo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-ory_Orya","languages":["jpn-Jpan","ory-Orya"]},{"precision":0.446157,"recall":0.535573,"f1":0.470715,"accuracy":0.535573,"main_score":0.470715,"hf_subset":"jpn_Jpan-sna_Latn","languages":["jpn-Jpan","sna-Latn"]},{"precision":0.423721,"recall":0.512846,"f1":0.44777,"accuracy":0.512846,"main_score":0.44777,"hf_subset":"jpn_Jpan-tso_Latn","languages":["jpn-Jpan","tso-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"jpn_Jpan-azj_Latn","languages":["jpn-Jpan","azj-Latn"]},{"precision":0.444412,"recall":0.538538,"f1":0.470287,"accuracy":0.538538,"main_score":0.470287,"hf_subset":"jpn_Jpan-dik_Latn","languages":["jpn-Jpan","dik-Latn"]},{"precision":0.423678,"recall":0.503953,"f1":0.446363,"accuracy":0.503953,"main_score":0.446363,"hf_subset":"jpn_Jpan-hau_Latn","languages":["jpn-Jpan","hau-Latn"]},{"precision":0.953557,"recall":0.968379,"f1":0.958333,"accuracy":0.968379,"main_score":0.958333,"hf_subset":"jpn_Jpan-kea_Latn","languages":["jpn-Jpan","kea-Latn"]},{"precision":0.61447,"recall":0.6917,"f1":0.636829,"accuracy":0.6917,"main_score":0.636829,"hf_subset":"jpn_Jpan-lus_Latn","languages":["jpn-Jpan","lus-Latn"]},{"precision":0.796986,"recall":0.846838,"f1":0.811924,"accuracy":0.846838,"main_score":0.811924,"hf_subset":"jpn_Jpan-pag_Latn","languages":["jpn-Jpan","pag-Latn"]},{"precision":0.968874,"recall":0.978261,"f1":0.971838,"accuracy":0.978261,"main_score":0.971838,"hf_subset":"jpn_Jpan-snd_Arab","languages":["jpn-Jpan","snd-Arab"]},{"precision":0.854496,"recall":0.898221,"f1":0.868314,"accuracy":0.898221,"main_score":0.868314,"hf_subset":"jpn_Jpan-tuk_Latn","languages":["jpn-Jpan","tuk-Latn"]},{"precision":0.926548,"recall":0.950593,"f1":0.934453,"accuracy":0.950593,"main_score":0.934453,"hf_subset":"jpn_Jpan-bak_Cyrl","languages":["jpn-Jpan","bak-Cyrl"]},{"precision":0.386818,"recall":0.48419,"f1":0.413527,"accuracy":0.48419,"main_score":0.413527,"hf_subset":"jpn_Jpan-dyu_Latn","languages":["jpn-Jpan","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-heb_Hebr","languages":["jpn-Jpan","heb-Hebr"]},{"precision":0.863916,"recall":0.902174,"f1":0.876219,"accuracy":0.902174,"main_score":0.876219,"hf_subset":"jpn_Jpan-khk_Cyrl","languages":["jpn-Jpan","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"jpn_Jpan-lvs_Latn","languages":["jpn-Jpan","lvs-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"jpn_Jpan-pan_Guru","languages":["jpn-Jpan","pan-Guru"]},{"precision":0.42516,"recall":0.509881,"f1":0.449283,"accuracy":0.509881,"main_score":0.449283,"hf_subset":"jpn_Jpan-som_Latn","languages":["jpn-Jpan","som-Latn"]},{"precision":0.482661,"recall":0.563241,"f1":0.504487,"accuracy":0.563241,"main_score":0.504487,"hf_subset":"jpn_Jpan-tum_Latn","languages":["jpn-Jpan","tum-Latn"]},{"precision":0.420934,"recall":0.508893,"f1":0.444432,"accuracy":0.508893,"main_score":0.444432,"hf_subset":"lij_Latn-ace_Arab","languages":["lij-Latn","ace-Arab"]},{"precision":0.464059,"recall":0.537549,"f1":0.484158,"accuracy":0.537549,"main_score":0.484158,"hf_subset":"lij_Latn-bam_Latn","languages":["lij-Latn","bam-Latn"]},{"precision":0.101583,"recall":0.153162,"f1":0.114178,"accuracy":0.153162,"main_score":0.114178,"hf_subset":"lij_Latn-dzo_Tibt","languages":["lij-Latn","dzo-Tibt"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"lij_Latn-hin_Deva","languages":["lij-Latn","hin-Deva"]},{"precision":0.891469,"recall":0.924901,"f1":0.902174,"accuracy":0.924901,"main_score":0.902174,"hf_subset":"lij_Latn-khm_Khmr","languages":["lij-Latn","khm-Khmr"]},{"precision":0.983729,"recall":0.988142,"f1":0.985013,"accuracy":0.988142,"main_score":0.985013,"hf_subset":"lij_Latn-mag_Deva","languages":["lij-Latn","mag-Deva"]},{"precision":0.967968,"recall":0.977273,"f1":0.970916,"accuracy":0.977273,"main_score":0.970916,"hf_subset":"lij_Latn-pap_Latn","languages":["lij-Latn","pap-Latn"]},{"precision":0.490765,"recall":0.562253,"f1":0.510939,"accuracy":0.562253,"main_score":0.510939,"hf_subset":"lij_Latn-sot_Latn","languages":["lij-Latn","sot-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lij_Latn-tur_Latn","languages":["lij-Latn","tur-Latn"]},{"precision":0.792523,"recall":0.844862,"f1":0.808366,"accuracy":0.844862,"main_score":0.808366,"hf_subset":"lij_Latn-ace_Latn","languages":["lij-Latn","ace-Latn"]},{"precision":0.903162,"recall":0.931818,"f1":0.912549,"accuracy":0.931818,"main_score":0.912549,"hf_subset":"lij_Latn-ban_Latn","languages":["lij-Latn","ban-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"lij_Latn-ell_Grek","languages":["lij-Latn","ell-Grek"]},{"precision":0.974308,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"lij_Latn-hne_Deva","languages":["lij-Latn","hne-Deva"]},{"precision":0.503213,"recall":0.576087,"f1":0.52421,"accuracy":0.576087,"main_score":0.52421,"hf_subset":"lij_Latn-kik_Latn","languages":["lij-Latn","kik-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"lij_Latn-mai_Deva","languages":["lij-Latn","mai-Deva"]},{"precision":0.872892,"recall":0.909091,"f1":0.884387,"accuracy":0.909091,"main_score":0.884387,"hf_subset":"lij_Latn-pbt_Arab","languages":["lij-Latn","pbt-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"lij_Latn-spa_Latn","languages":["lij-Latn","spa-Latn"]},{"precision":0.582507,"recall":0.642292,"f1":0.599327,"accuracy":0.642292,"main_score":0.599327,"hf_subset":"lij_Latn-twi_Latn","languages":["lij-Latn","twi-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"lij_Latn-acm_Arab","languages":["lij-Latn","acm-Arab"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"lij_Latn-bel_Cyrl","languages":["lij-Latn","bel-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"lij_Latn-eng_Latn","languages":["lij-Latn","eng-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"lij_Latn-hrv_Latn","languages":["lij-Latn","hrv-Latn"]},{"precision":0.458747,"recall":0.537549,"f1":0.480341,"accuracy":0.537549,"main_score":0.480341,"hf_subset":"lij_Latn-kin_Latn","languages":["lij-Latn","kin-Latn"]},{"precision":0.971344,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"lij_Latn-mal_Mlym","languages":["lij-Latn","mal-Mlym"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"lij_Latn-pes_Arab","languages":["lij-Latn","pes-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"lij_Latn-srd_Latn","languages":["lij-Latn","srd-Latn"]},{"precision":0.117196,"recall":0.183794,"f1":0.131053,"accuracy":0.183794,"main_score":0.131053,"hf_subset":"lij_Latn-tzm_Tfng","languages":["lij-Latn","tzm-Tfng"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"lij_Latn-acq_Arab","languages":["lij-Latn","acq-Arab"]},{"precision":0.527669,"recall":0.600791,"f1":0.54777,"accuracy":0.600791,"main_score":0.54777,"hf_subset":"lij_Latn-bem_Latn","languages":["lij-Latn","bem-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"lij_Latn-epo_Latn","languages":["lij-Latn","epo-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"lij_Latn-hun_Latn","languages":["lij-Latn","hun-Latn"]},{"precision":0.943182,"recall":0.960474,"f1":0.948781,"accuracy":0.960474,"main_score":0.948781,"hf_subset":"lij_Latn-kir_Cyrl","languages":["lij-Latn","kir-Cyrl"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"lij_Latn-mar_Deva","languages":["lij-Latn","mar-Deva"]},{"precision":0.56614,"recall":0.624506,"f1":0.583319,"accuracy":0.624506,"main_score":0.583319,"hf_subset":"lij_Latn-plt_Latn","languages":["lij-Latn","plt-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"lij_Latn-srp_Cyrl","languages":["lij-Latn","srp-Cyrl"]},{"precision":0.897398,"recall":0.928854,"f1":0.907609,"accuracy":0.928854,"main_score":0.907609,"hf_subset":"lij_Latn-uig_Arab","languages":["lij-Latn","uig-Arab"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"lij_Latn-aeb_Arab","languages":["lij-Latn","aeb-Arab"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"lij_Latn-ben_Beng","languages":["lij-Latn","ben-Beng"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"lij_Latn-est_Latn","languages":["lij-Latn","est-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"lij_Latn-hye_Armn","languages":["lij-Latn","hye-Armn"]},{"precision":0.475004,"recall":0.539526,"f1":0.493063,"accuracy":0.539526,"main_score":0.493063,"hf_subset":"lij_Latn-kmb_Latn","languages":["lij-Latn","kmb-Latn"]},{"precision":0.372878,"recall":0.477273,"f1":0.40033,"accuracy":0.477273,"main_score":0.40033,"hf_subset":"lij_Latn-min_Arab","languages":["lij-Latn","min-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"lij_Latn-pol_Latn","languages":["lij-Latn","pol-Latn"]},{"precision":0.450473,"recall":0.527668,"f1":0.471592,"accuracy":0.527668,"main_score":0.471592,"hf_subset":"lij_Latn-ssw_Latn","languages":["lij-Latn","ssw-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"lij_Latn-ukr_Cyrl","languages":["lij-Latn","ukr-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"lij_Latn-afr_Latn","languages":["lij-Latn","afr-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"lij_Latn-bho_Deva","languages":["lij-Latn","bho-Deva"]},{"precision":0.930501,"recall":0.952569,"f1":0.937747,"accuracy":0.952569,"main_score":0.937747,"hf_subset":"lij_Latn-eus_Latn","languages":["lij-Latn","eus-Latn"]},{"precision":0.497544,"recall":0.572134,"f1":0.518481,"accuracy":0.572134,"main_score":0.518481,"hf_subset":"lij_Latn-ibo_Latn","languages":["lij-Latn","ibo-Latn"]},{"precision":0.708514,"recall":0.770751,"f1":0.72662,"accuracy":0.770751,"main_score":0.72662,"hf_subset":"lij_Latn-kmr_Latn","languages":["lij-Latn","kmr-Latn"]},{"precision":0.951169,"recall":0.965415,"f1":0.955599,"accuracy":0.965415,"main_score":0.955599,"hf_subset":"lij_Latn-min_Latn","languages":["lij-Latn","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"lij_Latn-por_Latn","languages":["lij-Latn","por-Latn"]},{"precision":0.965744,"recall":0.976285,"f1":0.969203,"accuracy":0.976285,"main_score":0.969203,"hf_subset":"lij_Latn-sun_Latn","languages":["lij-Latn","sun-Latn"]},{"precision":0.470767,"recall":0.543478,"f1":0.491488,"accuracy":0.543478,"main_score":0.491488,"hf_subset":"lij_Latn-umb_Latn","languages":["lij-Latn","umb-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lij_Latn-ajp_Arab","languages":["lij-Latn","ajp-Arab"]},{"precision":0.410518,"recall":0.500988,"f1":0.435255,"accuracy":0.500988,"main_score":0.435255,"hf_subset":"lij_Latn-bjn_Arab","languages":["lij-Latn","bjn-Arab"]},{"precision":0.480779,"recall":0.548419,"f1":0.500116,"accuracy":0.548419,"main_score":0.500116,"hf_subset":"lij_Latn-ewe_Latn","languages":["lij-Latn","ewe-Latn"]},{"precision":0.863636,"recall":0.898221,"f1":0.874671,"accuracy":0.898221,"main_score":0.874671,"hf_subset":"lij_Latn-ilo_Latn","languages":["lij-Latn","ilo-Latn"]},{"precision":0.184041,"recall":0.26581,"f1":0.204168,"accuracy":0.26581,"main_score":0.204168,"hf_subset":"lij_Latn-knc_Arab","languages":["lij-Latn","knc-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"lij_Latn-mkd_Cyrl","languages":["lij-Latn","mkd-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lij_Latn-prs_Arab","languages":["lij-Latn","prs-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"lij_Latn-swe_Latn","languages":["lij-Latn","swe-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"lij_Latn-urd_Arab","languages":["lij-Latn","urd-Arab"]},{"precision":0.541618,"recall":0.606719,"f1":0.560215,"accuracy":0.606719,"main_score":0.560215,"hf_subset":"lij_Latn-aka_Latn","languages":["lij-Latn","aka-Latn"]},{"precision":0.94417,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"lij_Latn-bjn_Latn","languages":["lij-Latn","bjn-Latn"]},{"precision":0.905221,"recall":0.933794,"f1":0.914592,"accuracy":0.933794,"main_score":0.914592,"hf_subset":"lij_Latn-fao_Latn","languages":["lij-Latn","fao-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"lij_Latn-ind_Latn","languages":["lij-Latn","ind-Latn"]},{"precision":0.516605,"recall":0.592885,"f1":0.538658,"accuracy":0.592885,"main_score":0.538658,"hf_subset":"lij_Latn-knc_Latn","languages":["lij-Latn","knc-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"lij_Latn-mlt_Latn","languages":["lij-Latn","mlt-Latn"]},{"precision":0.578338,"recall":0.652174,"f1":0.598919,"accuracy":0.652174,"main_score":0.598919,"hf_subset":"lij_Latn-quy_Latn","languages":["lij-Latn","quy-Latn"]},{"precision":0.703508,"recall":0.777668,"f1":0.725842,"accuracy":0.777668,"main_score":0.725842,"hf_subset":"lij_Latn-swh_Latn","languages":["lij-Latn","swh-Latn"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"lij_Latn-uzn_Latn","languages":["lij-Latn","uzn-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"lij_Latn-als_Latn","languages":["lij-Latn","als-Latn"]},{"precision":0.158234,"recall":0.237154,"f1":0.177305,"accuracy":0.237154,"main_score":0.177305,"hf_subset":"lij_Latn-bod_Tibt","languages":["lij-Latn","bod-Tibt"]},{"precision":0.475214,"recall":0.544466,"f1":0.494211,"accuracy":0.544466,"main_score":0.494211,"hf_subset":"lij_Latn-fij_Latn","languages":["lij-Latn","fij-Latn"]},{"precision":0.911726,"recall":0.937747,"f1":0.91996,"accuracy":0.937747,"main_score":0.91996,"hf_subset":"lij_Latn-isl_Latn","languages":["lij-Latn","isl-Latn"]},{"precision":0.560474,"recall":0.637352,"f1":0.582237,"accuracy":0.637352,"main_score":0.582237,"hf_subset":"lij_Latn-kon_Latn","languages":["lij-Latn","kon-Latn"]},{"precision":0.495612,"recall":0.591897,"f1":0.522405,"accuracy":0.591897,"main_score":0.522405,"hf_subset":"lij_Latn-mni_Beng","languages":["lij-Latn","mni-Beng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"lij_Latn-ron_Latn","languages":["lij-Latn","ron-Latn"]},{"precision":0.97332,"recall":0.981225,"f1":0.975955,"accuracy":0.981225,"main_score":0.975955,"hf_subset":"lij_Latn-szl_Latn","languages":["lij-Latn","szl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"lij_Latn-vec_Latn","languages":["lij-Latn","vec-Latn"]},{"precision":0.522071,"recall":0.618577,"f1":0.549628,"accuracy":0.618577,"main_score":0.549628,"hf_subset":"lij_Latn-amh_Ethi","languages":["lij-Latn","amh-Ethi"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"lij_Latn-bos_Latn","languages":["lij-Latn","bos-Latn"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"lij_Latn-fin_Latn","languages":["lij-Latn","fin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"lij_Latn-ita_Latn","languages":["lij-Latn","ita-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"lij_Latn-kor_Hang","languages":["lij-Latn","kor-Hang"]},{"precision":0.485295,"recall":0.559289,"f1":0.505846,"accuracy":0.559289,"main_score":0.505846,"hf_subset":"lij_Latn-mos_Latn","languages":["lij-Latn","mos-Latn"]},{"precision":0.458943,"recall":0.528656,"f1":0.478545,"accuracy":0.528656,"main_score":0.478545,"hf_subset":"lij_Latn-run_Latn","languages":["lij-Latn","run-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"lij_Latn-tam_Taml","languages":["lij-Latn","tam-Taml"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"lij_Latn-vie_Latn","languages":["lij-Latn","vie-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"lij_Latn-apc_Arab","languages":["lij-Latn","apc-Arab"]},{"precision":0.749235,"recall":0.806324,"f1":0.766504,"accuracy":0.806324,"main_score":0.766504,"hf_subset":"lij_Latn-bug_Latn","languages":["lij-Latn","bug-Latn"]},{"precision":0.436773,"recall":0.506917,"f1":0.455857,"accuracy":0.506917,"main_score":0.455857,"hf_subset":"lij_Latn-fon_Latn","languages":["lij-Latn","fon-Latn"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"lij_Latn-jav_Latn","languages":["lij-Latn","jav-Latn"]},{"precision":0.836051,"recall":0.883399,"f1":0.851106,"accuracy":0.883399,"main_score":0.851106,"hf_subset":"lij_Latn-lao_Laoo","languages":["lij-Latn","lao-Laoo"]},{"precision":0.555287,"recall":0.635375,"f1":0.577641,"accuracy":0.635375,"main_score":0.577641,"hf_subset":"lij_Latn-mri_Latn","languages":["lij-Latn","mri-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"lij_Latn-rus_Cyrl","languages":["lij-Latn","rus-Cyrl"]},{"precision":0.492417,"recall":0.560277,"f1":0.511404,"accuracy":0.560277,"main_score":0.511404,"hf_subset":"lij_Latn-taq_Latn","languages":["lij-Latn","taq-Latn"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"lij_Latn-war_Latn","languages":["lij-Latn","war-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"lij_Latn-arb_Arab","languages":["lij-Latn","arb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"lij_Latn-bul_Cyrl","languages":["lij-Latn","bul-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"lij_Latn-fra_Latn","languages":["lij-Latn","fra-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lij_Latn-jpn_Jpan","languages":["lij-Latn","jpn-Jpan"]},{"precision":0.862895,"recall":0.905138,"f1":0.876713,"accuracy":0.905138,"main_score":0.876713,"hf_subset":"lij_Latn-mya_Mymr","languages":["lij-Latn","mya-Mymr"]},{"precision":0.518453,"recall":0.598814,"f1":0.541326,"accuracy":0.598814,"main_score":0.541326,"hf_subset":"lij_Latn-sag_Latn","languages":["lij-Latn","sag-Latn"]},{"precision":0.128971,"recall":0.213439,"f1":0.145859,"accuracy":0.213439,"main_score":0.145859,"hf_subset":"lij_Latn-taq_Tfng","languages":["lij-Latn","taq-Tfng"]},{"precision":0.563916,"recall":0.637352,"f1":0.584443,"accuracy":0.637352,"main_score":0.584443,"hf_subset":"lij_Latn-wol_Latn","languages":["lij-Latn","wol-Latn"]},{"precision":0.588682,"recall":0.668972,"f1":0.610843,"accuracy":0.668972,"main_score":0.610843,"hf_subset":"lij_Latn-arb_Latn","languages":["lij-Latn","arb-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"lij_Latn-cat_Latn","languages":["lij-Latn","cat-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lij_Latn-fur_Latn","languages":["lij-Latn","fur-Latn"]},{"precision":0.332456,"recall":0.400198,"f1":0.350639,"accuracy":0.400198,"main_score":0.350639,"hf_subset":"lij_Latn-kab_Latn","languages":["lij-Latn","kab-Latn"]},{"precision":0.959651,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"lij_Latn-lim_Latn","languages":["lij-Latn","lim-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"lij_Latn-nld_Latn","languages":["lij-Latn","nld-Latn"]},{"precision":0.947003,"recall":0.962451,"f1":0.95191,"accuracy":0.962451,"main_score":0.95191,"hf_subset":"lij_Latn-san_Deva","languages":["lij-Latn","san-Deva"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"lij_Latn-tat_Cyrl","languages":["lij-Latn","tat-Cyrl"]},{"precision":0.532202,"recall":0.604743,"f1":0.5528,"accuracy":0.604743,"main_score":0.5528,"hf_subset":"lij_Latn-xho_Latn","languages":["lij-Latn","xho-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"lij_Latn-ars_Arab","languages":["lij-Latn","ars-Arab"]},{"precision":0.971509,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"lij_Latn-ceb_Latn","languages":["lij-Latn","ceb-Latn"]},{"precision":0.478208,"recall":0.556324,"f1":0.500518,"accuracy":0.556324,"main_score":0.500518,"hf_subset":"lij_Latn-fuv_Latn","languages":["lij-Latn","fuv-Latn"]},{"precision":0.471614,"recall":0.549407,"f1":0.493274,"accuracy":0.549407,"main_score":0.493274,"hf_subset":"lij_Latn-kac_Latn","languages":["lij-Latn","kac-Latn"]},{"precision":0.558356,"recall":0.637352,"f1":0.58037,"accuracy":0.637352,"main_score":0.58037,"hf_subset":"lij_Latn-lin_Latn","languages":["lij-Latn","lin-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lij_Latn-nno_Latn","languages":["lij-Latn","nno-Latn"]},{"precision":0.023445,"recall":0.065217,"f1":0.029551,"accuracy":0.065217,"main_score":0.029551,"hf_subset":"lij_Latn-sat_Olck","languages":["lij-Latn","sat-Olck"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"lij_Latn-tel_Telu","languages":["lij-Latn","tel-Telu"]},{"precision":0.733482,"recall":0.801383,"f1":0.75407,"accuracy":0.801383,"main_score":0.75407,"hf_subset":"lij_Latn-ydd_Hebr","languages":["lij-Latn","ydd-Hebr"]},{"precision":0.939723,"recall":0.959486,"f1":0.946311,"accuracy":0.959486,"main_score":0.946311,"hf_subset":"lij_Latn-ary_Arab","languages":["lij-Latn","ary-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lij_Latn-ces_Latn","languages":["lij-Latn","ces-Latn"]},{"precision":0.394178,"recall":0.476285,"f1":0.416221,"accuracy":0.476285,"main_score":0.416221,"hf_subset":"lij_Latn-gaz_Latn","languages":["lij-Latn","gaz-Latn"]},{"precision":0.504295,"recall":0.579051,"f1":0.525235,"accuracy":0.579051,"main_score":0.525235,"hf_subset":"lij_Latn-kam_Latn","languages":["lij-Latn","kam-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"lij_Latn-lit_Latn","languages":["lij-Latn","lit-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"lij_Latn-nob_Latn","languages":["lij-Latn","nob-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"lij_Latn-scn_Latn","languages":["lij-Latn","scn-Latn"]},{"precision":0.881505,"recall":0.916008,"f1":0.892688,"accuracy":0.916008,"main_score":0.892688,"hf_subset":"lij_Latn-tgk_Cyrl","languages":["lij-Latn","tgk-Cyrl"]},{"precision":0.441404,"recall":0.518775,"f1":0.463797,"accuracy":0.518775,"main_score":0.463797,"hf_subset":"lij_Latn-yor_Latn","languages":["lij-Latn","yor-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lij_Latn-arz_Arab","languages":["lij-Latn","arz-Arab"]},{"precision":0.502559,"recall":0.581028,"f1":0.523807,"accuracy":0.581028,"main_score":0.523807,"hf_subset":"lij_Latn-cjk_Latn","languages":["lij-Latn","cjk-Latn"]},{"precision":0.610335,"recall":0.685771,"f1":0.631828,"accuracy":0.685771,"main_score":0.631828,"hf_subset":"lij_Latn-gla_Latn","languages":["lij-Latn","gla-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"lij_Latn-kan_Knda","languages":["lij-Latn","kan-Knda"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"lij_Latn-lmo_Latn","languages":["lij-Latn","lmo-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"lij_Latn-npi_Deva","languages":["lij-Latn","npi-Deva"]},{"precision":0.41451,"recall":0.511858,"f1":0.441023,"accuracy":0.511858,"main_score":0.441023,"hf_subset":"lij_Latn-shn_Mymr","languages":["lij-Latn","shn-Mymr"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"lij_Latn-tgl_Latn","languages":["lij-Latn","tgl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"lij_Latn-yue_Hant","languages":["lij-Latn","yue-Hant"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"lij_Latn-asm_Beng","languages":["lij-Latn","asm-Beng"]},{"precision":0.681425,"recall":0.751976,"f1":0.70227,"accuracy":0.751976,"main_score":0.70227,"hf_subset":"lij_Latn-ckb_Arab","languages":["lij-Latn","ckb-Arab"]},{"precision":0.704381,"recall":0.780632,"f1":0.72795,"accuracy":0.780632,"main_score":0.72795,"hf_subset":"lij_Latn-gle_Latn","languages":["lij-Latn","gle-Latn"]},{"precision":0.856472,"recall":0.900198,"f1":0.870784,"accuracy":0.900198,"main_score":0.870784,"hf_subset":"lij_Latn-kas_Arab","languages":["lij-Latn","kas-Arab"]},{"precision":0.859107,"recall":0.901186,"f1":0.87276,"accuracy":0.901186,"main_score":0.87276,"hf_subset":"lij_Latn-ltg_Latn","languages":["lij-Latn","ltg-Latn"]},{"precision":0.520395,"recall":0.588933,"f1":0.539734,"accuracy":0.588933,"main_score":0.539734,"hf_subset":"lij_Latn-nso_Latn","languages":["lij-Latn","nso-Latn"]},{"precision":0.398329,"recall":0.490119,"f1":0.423218,"accuracy":0.490119,"main_score":0.423218,"hf_subset":"lij_Latn-sin_Sinh","languages":["lij-Latn","sin-Sinh"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"lij_Latn-tha_Thai","languages":["lij-Latn","tha-Thai"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"lij_Latn-zho_Hans","languages":["lij-Latn","zho-Hans"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"lij_Latn-ast_Latn","languages":["lij-Latn","ast-Latn"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"lij_Latn-crh_Latn","languages":["lij-Latn","crh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"lij_Latn-glg_Latn","languages":["lij-Latn","glg-Latn"]},{"precision":0.74193,"recall":0.807312,"f1":0.761693,"accuracy":0.807312,"main_score":0.761693,"hf_subset":"lij_Latn-kas_Deva","languages":["lij-Latn","kas-Deva"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"lij_Latn-ltz_Latn","languages":["lij-Latn","ltz-Latn"]},{"precision":0.385905,"recall":0.470356,"f1":0.408516,"accuracy":0.470356,"main_score":0.408516,"hf_subset":"lij_Latn-nus_Latn","languages":["lij-Latn","nus-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"lij_Latn-slk_Latn","languages":["lij-Latn","slk-Latn"]},{"precision":0.253993,"recall":0.328063,"f1":0.273857,"accuracy":0.328063,"main_score":0.273857,"hf_subset":"lij_Latn-tir_Ethi","languages":["lij-Latn","tir-Ethi"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"lij_Latn-zho_Hant","languages":["lij-Latn","zho-Hant"]},{"precision":0.97365,"recall":0.981225,"f1":0.97612,"accuracy":0.981225,"main_score":0.97612,"hf_subset":"lij_Latn-awa_Deva","languages":["lij-Latn","awa-Deva"]},{"precision":0.835886,"recall":0.881423,"f1":0.850198,"accuracy":0.881423,"main_score":0.850198,"hf_subset":"lij_Latn-cym_Latn","languages":["lij-Latn","cym-Latn"]},{"precision":0.743917,"recall":0.798419,"f1":0.760277,"accuracy":0.798419,"main_score":0.760277,"hf_subset":"lij_Latn-grn_Latn","languages":["lij-Latn","grn-Latn"]},{"precision":0.958169,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"lij_Latn-kat_Geor","languages":["lij-Latn","kat-Geor"]},{"precision":0.556473,"recall":0.625494,"f1":0.576009,"accuracy":0.625494,"main_score":0.576009,"hf_subset":"lij_Latn-lua_Latn","languages":["lij-Latn","lua-Latn"]},{"precision":0.52516,"recall":0.598814,"f1":0.545585,"accuracy":0.598814,"main_score":0.545585,"hf_subset":"lij_Latn-nya_Latn","languages":["lij-Latn","nya-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"lij_Latn-slv_Latn","languages":["lij-Latn","slv-Latn"]},{"precision":0.787665,"recall":0.839921,"f1":0.803854,"accuracy":0.839921,"main_score":0.803854,"hf_subset":"lij_Latn-tpi_Latn","languages":["lij-Latn","tpi-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"lij_Latn-zsm_Latn","languages":["lij-Latn","zsm-Latn"]},{"precision":0.498813,"recall":0.567194,"f1":0.516855,"accuracy":0.567194,"main_score":0.516855,"hf_subset":"lij_Latn-ayr_Latn","languages":["lij-Latn","ayr-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"lij_Latn-dan_Latn","languages":["lij-Latn","dan-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"lij_Latn-guj_Gujr","languages":["lij-Latn","guj-Gujr"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"lij_Latn-kaz_Cyrl","languages":["lij-Latn","kaz-Cyrl"]},{"precision":0.44555,"recall":0.514822,"f1":0.464756,"accuracy":0.514822,"main_score":0.464756,"hf_subset":"lij_Latn-lug_Latn","languages":["lij-Latn","lug-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"lij_Latn-oci_Latn","languages":["lij-Latn","oci-Latn"]},{"precision":0.517589,"recall":0.59585,"f1":0.539832,"accuracy":0.59585,"main_score":0.539832,"hf_subset":"lij_Latn-smo_Latn","languages":["lij-Latn","smo-Latn"]},{"precision":0.473742,"recall":0.545455,"f1":0.493271,"accuracy":0.545455,"main_score":0.493271,"hf_subset":"lij_Latn-tsn_Latn","languages":["lij-Latn","tsn-Latn"]},{"precision":0.468137,"recall":0.539526,"f1":0.487494,"accuracy":0.539526,"main_score":0.487494,"hf_subset":"lij_Latn-zul_Latn","languages":["lij-Latn","zul-Latn"]},{"precision":0.802042,"recall":0.858696,"f1":0.820125,"accuracy":0.858696,"main_score":0.820125,"hf_subset":"lij_Latn-azb_Arab","languages":["lij-Latn","azb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"lij_Latn-deu_Latn","languages":["lij-Latn","deu-Latn"]},{"precision":0.916008,"recall":0.940711,"f1":0.924031,"accuracy":0.940711,"main_score":0.924031,"hf_subset":"lij_Latn-hat_Latn","languages":["lij-Latn","hat-Latn"]},{"precision":0.437332,"recall":0.506917,"f1":0.456728,"accuracy":0.506917,"main_score":0.456728,"hf_subset":"lij_Latn-kbp_Latn","languages":["lij-Latn","kbp-Latn"]},{"precision":0.500797,"recall":0.571146,"f1":0.520487,"accuracy":0.571146,"main_score":0.520487,"hf_subset":"lij_Latn-luo_Latn","languages":["lij-Latn","luo-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"lij_Latn-ory_Orya","languages":["lij-Latn","ory-Orya"]},{"precision":0.489568,"recall":0.559289,"f1":0.509386,"accuracy":0.559289,"main_score":0.509386,"hf_subset":"lij_Latn-sna_Latn","languages":["lij-Latn","sna-Latn"]},{"precision":0.475259,"recall":0.541502,"f1":0.493365,"accuracy":0.541502,"main_score":0.493365,"hf_subset":"lij_Latn-tso_Latn","languages":["lij-Latn","tso-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"lij_Latn-azj_Latn","languages":["lij-Latn","azj-Latn"]},{"precision":0.481817,"recall":0.555336,"f1":0.502837,"accuracy":0.555336,"main_score":0.502837,"hf_subset":"lij_Latn-dik_Latn","languages":["lij-Latn","dik-Latn"]},{"precision":0.485887,"recall":0.548419,"f1":0.503771,"accuracy":0.548419,"main_score":0.503771,"hf_subset":"lij_Latn-hau_Latn","languages":["lij-Latn","hau-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"lij_Latn-kea_Latn","languages":["lij-Latn","kea-Latn"]},{"precision":0.637936,"recall":0.699605,"f1":0.655626,"accuracy":0.699605,"main_score":0.655626,"hf_subset":"lij_Latn-lus_Latn","languages":["lij-Latn","lus-Latn"]},{"precision":0.800708,"recall":0.848814,"f1":0.815415,"accuracy":0.848814,"main_score":0.815415,"hf_subset":"lij_Latn-pag_Latn","languages":["lij-Latn","pag-Latn"]},{"precision":0.968379,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"lij_Latn-snd_Arab","languages":["lij-Latn","snd-Arab"]},{"precision":0.851614,"recall":0.893281,"f1":0.864756,"accuracy":0.893281,"main_score":0.864756,"hf_subset":"lij_Latn-tuk_Latn","languages":["lij-Latn","tuk-Latn"]},{"precision":0.91749,"recall":0.9417,"f1":0.925395,"accuracy":0.9417,"main_score":0.925395,"hf_subset":"lij_Latn-bak_Cyrl","languages":["lij-Latn","bak-Cyrl"]},{"precision":0.421515,"recall":0.51581,"f1":0.448243,"accuracy":0.51581,"main_score":0.448243,"hf_subset":"lij_Latn-dyu_Latn","languages":["lij-Latn","dyu-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"lij_Latn-heb_Hebr","languages":["lij-Latn","heb-Hebr"]},{"precision":0.850741,"recall":0.893281,"f1":0.864032,"accuracy":0.893281,"main_score":0.864032,"hf_subset":"lij_Latn-khk_Cyrl","languages":["lij-Latn","khk-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lij_Latn-lvs_Latn","languages":["lij-Latn","lvs-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"lij_Latn-pan_Guru","languages":["lij-Latn","pan-Guru"]},{"precision":0.474322,"recall":0.548419,"f1":0.494939,"accuracy":0.548419,"main_score":0.494939,"hf_subset":"lij_Latn-som_Latn","languages":["lij-Latn","som-Latn"]},{"precision":0.499209,"recall":0.564229,"f1":0.517292,"accuracy":0.564229,"main_score":0.517292,"hf_subset":"lij_Latn-tum_Latn","languages":["lij-Latn","tum-Latn"]},{"precision":0.202631,"recall":0.257905,"f1":0.216536,"accuracy":0.257905,"main_score":0.216536,"hf_subset":"mya_Mymr-ace_Arab","languages":["mya-Mymr","ace-Arab"]},{"precision":0.26062,"recall":0.307312,"f1":0.273014,"accuracy":0.307312,"main_score":0.273014,"hf_subset":"mya_Mymr-bam_Latn","languages":["mya-Mymr","bam-Latn"]},{"precision":0.107819,"recall":0.13834,"f1":0.11613,"accuracy":0.13834,"main_score":0.11613,"hf_subset":"mya_Mymr-dzo_Tibt","languages":["mya-Mymr","dzo-Tibt"]},{"precision":0.959486,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"mya_Mymr-hin_Deva","languages":["mya-Mymr","hin-Deva"]},{"precision":0.861166,"recall":0.903162,"f1":0.874835,"accuracy":0.903162,"main_score":0.874835,"hf_subset":"mya_Mymr-khm_Khmr","languages":["mya-Mymr","khm-Khmr"]},{"precision":0.913538,"recall":0.940711,"f1":0.922266,"accuracy":0.940711,"main_score":0.922266,"hf_subset":"mya_Mymr-mag_Deva","languages":["mya-Mymr","mag-Deva"]},{"precision":0.777908,"recall":0.832016,"f1":0.793499,"accuracy":0.832016,"main_score":0.793499,"hf_subset":"mya_Mymr-pap_Latn","languages":["mya-Mymr","pap-Latn"]},{"precision":0.273838,"recall":0.318182,"f1":0.285538,"accuracy":0.318182,"main_score":0.285538,"hf_subset":"mya_Mymr-sot_Latn","languages":["mya-Mymr","sot-Latn"]},{"precision":0.940217,"recall":0.958498,"f1":0.945982,"accuracy":0.958498,"main_score":0.945982,"hf_subset":"mya_Mymr-tur_Latn","languages":["mya-Mymr","tur-Latn"]},{"precision":0.512084,"recall":0.594862,"f1":0.535717,"accuracy":0.594862,"main_score":0.535717,"hf_subset":"mya_Mymr-ace_Latn","languages":["mya-Mymr","ace-Latn"]},{"precision":0.657613,"recall":0.73419,"f1":0.679663,"accuracy":0.73419,"main_score":0.679663,"hf_subset":"mya_Mymr-ban_Latn","languages":["mya-Mymr","ban-Latn"]},{"precision":0.930171,"recall":0.951581,"f1":0.937088,"accuracy":0.951581,"main_score":0.937088,"hf_subset":"mya_Mymr-ell_Grek","languages":["mya-Mymr","ell-Grek"]},{"precision":0.882197,"recall":0.917984,"f1":0.893676,"accuracy":0.917984,"main_score":0.893676,"hf_subset":"mya_Mymr-hne_Deva","languages":["mya-Mymr","hne-Deva"]},{"precision":0.204503,"recall":0.257905,"f1":0.218442,"accuracy":0.257905,"main_score":0.218442,"hf_subset":"mya_Mymr-kik_Latn","languages":["mya-Mymr","kik-Latn"]},{"precision":0.905336,"recall":0.934783,"f1":0.914855,"accuracy":0.934783,"main_score":0.914855,"hf_subset":"mya_Mymr-mai_Deva","languages":["mya-Mymr","mai-Deva"]},{"precision":0.680148,"recall":0.754941,"f1":0.702506,"accuracy":0.754941,"main_score":0.702506,"hf_subset":"mya_Mymr-pbt_Arab","languages":["mya-Mymr","pbt-Arab"]},{"precision":0.920125,"recall":0.944664,"f1":0.92803,"accuracy":0.944664,"main_score":0.92803,"hf_subset":"mya_Mymr-spa_Latn","languages":["mya-Mymr","spa-Latn"]},{"precision":0.293369,"recall":0.342885,"f1":0.306837,"accuracy":0.342885,"main_score":0.306837,"hf_subset":"mya_Mymr-twi_Latn","languages":["mya-Mymr","twi-Latn"]},{"precision":0.917984,"recall":0.943676,"f1":0.92635,"accuracy":0.943676,"main_score":0.92635,"hf_subset":"mya_Mymr-acm_Arab","languages":["mya-Mymr","acm-Arab"]},{"precision":0.907279,"recall":0.936759,"f1":0.916831,"accuracy":0.936759,"main_score":0.916831,"hf_subset":"mya_Mymr-bel_Cyrl","languages":["mya-Mymr","bel-Cyrl"]},{"precision":0.926383,"recall":0.949605,"f1":0.933959,"accuracy":0.949605,"main_score":0.933959,"hf_subset":"mya_Mymr-eng_Latn","languages":["mya-Mymr","eng-Latn"]},{"precision":0.93083,"recall":0.952569,"f1":0.937912,"accuracy":0.952569,"main_score":0.937912,"hf_subset":"mya_Mymr-hrv_Latn","languages":["mya-Mymr","hrv-Latn"]},{"precision":0.266661,"recall":0.307312,"f1":0.277746,"accuracy":0.307312,"main_score":0.277746,"hf_subset":"mya_Mymr-kin_Latn","languages":["mya-Mymr","kin-Latn"]},{"precision":0.928689,"recall":0.950593,"f1":0.935771,"accuracy":0.950593,"main_score":0.935771,"hf_subset":"mya_Mymr-mal_Mlym","languages":["mya-Mymr","mal-Mlym"]},{"precision":0.937582,"recall":0.956522,"f1":0.943841,"accuracy":0.956522,"main_score":0.943841,"hf_subset":"mya_Mymr-pes_Arab","languages":["mya-Mymr","pes-Arab"]},{"precision":0.816897,"recall":0.868577,"f1":0.832773,"accuracy":0.868577,"main_score":0.832773,"hf_subset":"mya_Mymr-srd_Latn","languages":["mya-Mymr","srd-Latn"]},{"precision":0.116014,"recall":0.166996,"f1":0.127363,"accuracy":0.166996,"main_score":0.127363,"hf_subset":"mya_Mymr-tzm_Tfng","languages":["mya-Mymr","tzm-Tfng"]},{"precision":0.931901,"recall":0.953557,"f1":0.938966,"accuracy":0.953557,"main_score":0.938966,"hf_subset":"mya_Mymr-acq_Arab","languages":["mya-Mymr","acq-Arab"]},{"precision":0.296539,"recall":0.338933,"f1":0.307691,"accuracy":0.338933,"main_score":0.307691,"hf_subset":"mya_Mymr-bem_Latn","languages":["mya-Mymr","bem-Latn"]},{"precision":0.915349,"recall":0.942688,"f1":0.924242,"accuracy":0.942688,"main_score":0.924242,"hf_subset":"mya_Mymr-epo_Latn","languages":["mya-Mymr","epo-Latn"]},{"precision":0.935935,"recall":0.955534,"f1":0.942161,"accuracy":0.955534,"main_score":0.942161,"hf_subset":"mya_Mymr-hun_Latn","languages":["mya-Mymr","hun-Latn"]},{"precision":0.780509,"recall":0.839921,"f1":0.798427,"accuracy":0.839921,"main_score":0.798427,"hf_subset":"mya_Mymr-kir_Cyrl","languages":["mya-Mymr","kir-Cyrl"]},{"precision":0.930171,"recall":0.952569,"f1":0.937418,"accuracy":0.952569,"main_score":0.937418,"hf_subset":"mya_Mymr-mar_Deva","languages":["mya-Mymr","mar-Deva"]},{"precision":0.31678,"recall":0.368577,"f1":0.330422,"accuracy":0.368577,"main_score":0.330422,"hf_subset":"mya_Mymr-plt_Latn","languages":["mya-Mymr","plt-Latn"]},{"precision":0.936594,"recall":0.956522,"f1":0.943182,"accuracy":0.956522,"main_score":0.943182,"hf_subset":"mya_Mymr-srp_Cyrl","languages":["mya-Mymr","srp-Cyrl"]},{"precision":0.792655,"recall":0.849802,"f1":0.810197,"accuracy":0.849802,"main_score":0.810197,"hf_subset":"mya_Mymr-uig_Arab","languages":["mya-Mymr","uig-Arab"]},{"precision":0.860343,"recall":0.901186,"f1":0.872958,"accuracy":0.901186,"main_score":0.872958,"hf_subset":"mya_Mymr-aeb_Arab","languages":["mya-Mymr","aeb-Arab"]},{"precision":0.941864,"recall":0.960474,"f1":0.947958,"accuracy":0.960474,"main_score":0.947958,"hf_subset":"mya_Mymr-ben_Beng","languages":["mya-Mymr","ben-Beng"]},{"precision":0.912055,"recall":0.938735,"f1":0.920422,"accuracy":0.938735,"main_score":0.920422,"hf_subset":"mya_Mymr-est_Latn","languages":["mya-Mymr","est-Latn"]},{"precision":0.922184,"recall":0.944664,"f1":0.929249,"accuracy":0.944664,"main_score":0.929249,"hf_subset":"mya_Mymr-hye_Armn","languages":["mya-Mymr","hye-Armn"]},{"precision":0.269998,"recall":0.305336,"f1":0.280126,"accuracy":0.305336,"main_score":0.280126,"hf_subset":"mya_Mymr-kmb_Latn","languages":["mya-Mymr","kmb-Latn"]},{"precision":0.188413,"recall":0.242095,"f1":0.201202,"accuracy":0.242095,"main_score":0.201202,"hf_subset":"mya_Mymr-min_Arab","languages":["mya-Mymr","min-Arab"]},{"precision":0.924572,"recall":0.948617,"f1":0.932477,"accuracy":0.948617,"main_score":0.932477,"hf_subset":"mya_Mymr-pol_Latn","languages":["mya-Mymr","pol-Latn"]},{"precision":0.254406,"recall":0.302372,"f1":0.266794,"accuracy":0.302372,"main_score":0.266794,"hf_subset":"mya_Mymr-ssw_Latn","languages":["mya-Mymr","ssw-Latn"]},{"precision":0.949605,"recall":0.965415,"f1":0.95471,"accuracy":0.965415,"main_score":0.95471,"hf_subset":"mya_Mymr-ukr_Cyrl","languages":["mya-Mymr","ukr-Cyrl"]},{"precision":0.932148,"recall":0.953557,"f1":0.939065,"accuracy":0.953557,"main_score":0.939065,"hf_subset":"mya_Mymr-afr_Latn","languages":["mya-Mymr","afr-Latn"]},{"precision":0.877964,"recall":0.91502,"f1":0.889789,"accuracy":0.91502,"main_score":0.889789,"hf_subset":"mya_Mymr-bho_Deva","languages":["mya-Mymr","bho-Deva"]},{"precision":0.750906,"recall":0.816206,"f1":0.770784,"accuracy":0.816206,"main_score":0.770784,"hf_subset":"mya_Mymr-eus_Latn","languages":["mya-Mymr","eus-Latn"]},{"precision":0.260852,"recall":0.312253,"f1":0.27369,"accuracy":0.312253,"main_score":0.27369,"hf_subset":"mya_Mymr-ibo_Latn","languages":["mya-Mymr","ibo-Latn"]},{"precision":0.446245,"recall":0.524704,"f1":0.467489,"accuracy":0.524704,"main_score":0.467489,"hf_subset":"mya_Mymr-kmr_Latn","languages":["mya-Mymr","kmr-Latn"]},{"precision":0.780295,"recall":0.839921,"f1":0.798375,"accuracy":0.839921,"main_score":0.798375,"hf_subset":"mya_Mymr-min_Latn","languages":["mya-Mymr","min-Latn"]},{"precision":0.930665,"recall":0.952569,"f1":0.937747,"accuracy":0.952569,"main_score":0.937747,"hf_subset":"mya_Mymr-por_Latn","languages":["mya-Mymr","por-Latn"]},{"precision":0.807592,"recall":0.86166,"f1":0.824341,"accuracy":0.86166,"main_score":0.824341,"hf_subset":"mya_Mymr-sun_Latn","languages":["mya-Mymr","sun-Latn"]},{"precision":0.250144,"recall":0.291502,"f1":0.261586,"accuracy":0.291502,"main_score":0.261586,"hf_subset":"mya_Mymr-umb_Latn","languages":["mya-Mymr","umb-Latn"]},{"precision":0.932642,"recall":0.953557,"f1":0.939394,"accuracy":0.953557,"main_score":0.939394,"hf_subset":"mya_Mymr-ajp_Arab","languages":["mya-Mymr","ajp-Arab"]},{"precision":0.194914,"recall":0.250988,"f1":0.209041,"accuracy":0.250988,"main_score":0.209041,"hf_subset":"mya_Mymr-bjn_Arab","languages":["mya-Mymr","bjn-Arab"]},{"precision":0.250864,"recall":0.293478,"f1":0.262194,"accuracy":0.293478,"main_score":0.262194,"hf_subset":"mya_Mymr-ewe_Latn","languages":["mya-Mymr","ewe-Latn"]},{"precision":0.574527,"recall":0.653162,"f1":0.59579,"accuracy":0.653162,"main_score":0.59579,"hf_subset":"mya_Mymr-ilo_Latn","languages":["mya-Mymr","ilo-Latn"]},{"precision":0.132352,"recall":0.187747,"f1":0.145503,"accuracy":0.187747,"main_score":0.145503,"hf_subset":"mya_Mymr-knc_Arab","languages":["mya-Mymr","knc-Arab"]},{"precision":0.925972,"recall":0.948617,"f1":0.933202,"accuracy":0.948617,"main_score":0.933202,"hf_subset":"mya_Mymr-mkd_Cyrl","languages":["mya-Mymr","mkd-Cyrl"]},{"precision":0.925395,"recall":0.948617,"f1":0.932806,"accuracy":0.948617,"main_score":0.932806,"hf_subset":"mya_Mymr-prs_Arab","languages":["mya-Mymr","prs-Arab"]},{"precision":0.926713,"recall":0.949605,"f1":0.934124,"accuracy":0.949605,"main_score":0.934124,"hf_subset":"mya_Mymr-swe_Latn","languages":["mya-Mymr","swe-Latn"]},{"precision":0.933465,"recall":0.954545,"f1":0.940382,"accuracy":0.954545,"main_score":0.940382,"hf_subset":"mya_Mymr-urd_Arab","languages":["mya-Mymr","urd-Arab"]},{"precision":0.275983,"recall":0.323123,"f1":0.288571,"accuracy":0.323123,"main_score":0.288571,"hf_subset":"mya_Mymr-aka_Latn","languages":["mya-Mymr","aka-Latn"]},{"precision":0.790613,"recall":0.848814,"f1":0.808202,"accuracy":0.848814,"main_score":0.808202,"hf_subset":"mya_Mymr-bjn_Latn","languages":["mya-Mymr","bjn-Latn"]},{"precision":0.737319,"recall":0.807312,"f1":0.758827,"accuracy":0.807312,"main_score":0.758827,"hf_subset":"mya_Mymr-fao_Latn","languages":["mya-Mymr","fao-Latn"]},{"precision":0.934289,"recall":0.954545,"f1":0.940711,"accuracy":0.954545,"main_score":0.940711,"hf_subset":"mya_Mymr-ind_Latn","languages":["mya-Mymr","ind-Latn"]},{"precision":0.290671,"recall":0.342885,"f1":0.305006,"accuracy":0.342885,"main_score":0.305006,"hf_subset":"mya_Mymr-knc_Latn","languages":["mya-Mymr","knc-Latn"]},{"precision":0.796838,"recall":0.850791,"f1":0.813496,"accuracy":0.850791,"main_score":0.813496,"hf_subset":"mya_Mymr-mlt_Latn","languages":["mya-Mymr","mlt-Latn"]},{"precision":0.324708,"recall":0.37747,"f1":0.337956,"accuracy":0.37747,"main_score":0.337956,"hf_subset":"mya_Mymr-quy_Latn","languages":["mya-Mymr","quy-Latn"]},{"precision":0.485612,"recall":0.576087,"f1":0.509628,"accuracy":0.576087,"main_score":0.509628,"hf_subset":"mya_Mymr-swh_Latn","languages":["mya-Mymr","swh-Latn"]},{"precision":0.886693,"recall":0.921937,"f1":0.898057,"accuracy":0.921937,"main_score":0.898057,"hf_subset":"mya_Mymr-uzn_Latn","languages":["mya-Mymr","uzn-Latn"]},{"precision":0.910244,"recall":0.938735,"f1":0.919466,"accuracy":0.938735,"main_score":0.919466,"hf_subset":"mya_Mymr-als_Latn","languages":["mya-Mymr","als-Latn"]},{"precision":0.173304,"recall":0.219368,"f1":0.185103,"accuracy":0.219368,"main_score":0.185103,"hf_subset":"mya_Mymr-bod_Tibt","languages":["mya-Mymr","bod-Tibt"]},{"precision":0.278221,"recall":0.320158,"f1":0.288834,"accuracy":0.320158,"main_score":0.288834,"hf_subset":"mya_Mymr-fij_Latn","languages":["mya-Mymr","fij-Latn"]},{"precision":0.793676,"recall":0.853755,"f1":0.812385,"accuracy":0.853755,"main_score":0.812385,"hf_subset":"mya_Mymr-isl_Latn","languages":["mya-Mymr","isl-Latn"]},{"precision":0.296048,"recall":0.357708,"f1":0.311467,"accuracy":0.357708,"main_score":0.311467,"hf_subset":"mya_Mymr-kon_Latn","languages":["mya-Mymr","kon-Latn"]},{"precision":0.276398,"recall":0.349802,"f1":0.294776,"accuracy":0.349802,"main_score":0.294776,"hf_subset":"mya_Mymr-mni_Beng","languages":["mya-Mymr","mni-Beng"]},{"precision":0.938406,"recall":0.95751,"f1":0.944664,"accuracy":0.95751,"main_score":0.944664,"hf_subset":"mya_Mymr-ron_Latn","languages":["mya-Mymr","ron-Latn"]},{"precision":0.835557,"recall":0.882411,"f1":0.850362,"accuracy":0.882411,"main_score":0.850362,"hf_subset":"mya_Mymr-szl_Latn","languages":["mya-Mymr","szl-Latn"]},{"precision":0.902256,"recall":0.931818,"f1":0.911594,"accuracy":0.931818,"main_score":0.911594,"hf_subset":"mya_Mymr-vec_Latn","languages":["mya-Mymr","vec-Latn"]},{"precision":0.408328,"recall":0.490119,"f1":0.430696,"accuracy":0.490119,"main_score":0.430696,"hf_subset":"mya_Mymr-amh_Ethi","languages":["mya-Mymr","amh-Ethi"]},{"precision":0.934042,"recall":0.954545,"f1":0.940613,"accuracy":0.954545,"main_score":0.940613,"hf_subset":"mya_Mymr-bos_Latn","languages":["mya-Mymr","bos-Latn"]},{"precision":0.912632,"recall":0.939723,"f1":0.921344,"accuracy":0.939723,"main_score":0.921344,"hf_subset":"mya_Mymr-fin_Latn","languages":["mya-Mymr","fin-Latn"]},{"precision":0.92836,"recall":0.949605,"f1":0.935112,"accuracy":0.949605,"main_score":0.935112,"hf_subset":"mya_Mymr-ita_Latn","languages":["mya-Mymr","ita-Latn"]},{"precision":0.927042,"recall":0.950593,"f1":0.934783,"accuracy":0.950593,"main_score":0.934783,"hf_subset":"mya_Mymr-kor_Hang","languages":["mya-Mymr","kor-Hang"]},{"precision":0.263626,"recall":0.304348,"f1":0.274008,"accuracy":0.304348,"main_score":0.274008,"hf_subset":"mya_Mymr-mos_Latn","languages":["mya-Mymr","mos-Latn"]},{"precision":0.26503,"recall":0.300395,"f1":0.274085,"accuracy":0.300395,"main_score":0.274085,"hf_subset":"mya_Mymr-run_Latn","languages":["mya-Mymr","run-Latn"]},{"precision":0.938241,"recall":0.956522,"f1":0.94417,"accuracy":0.956522,"main_score":0.94417,"hf_subset":"mya_Mymr-tam_Taml","languages":["mya-Mymr","tam-Taml"]},{"precision":0.929381,"recall":0.950593,"f1":0.9361,"accuracy":0.950593,"main_score":0.9361,"hf_subset":"mya_Mymr-vie_Latn","languages":["mya-Mymr","vie-Latn"]},{"precision":0.90275,"recall":0.933794,"f1":0.91278,"accuracy":0.933794,"main_score":0.91278,"hf_subset":"mya_Mymr-apc_Arab","languages":["mya-Mymr","apc-Arab"]},{"precision":0.455203,"recall":0.538538,"f1":0.477713,"accuracy":0.538538,"main_score":0.477713,"hf_subset":"mya_Mymr-bug_Latn","languages":["mya-Mymr","bug-Latn"]},{"precision":0.231771,"recall":0.274704,"f1":0.243366,"accuracy":0.274704,"main_score":0.243366,"hf_subset":"mya_Mymr-fon_Latn","languages":["mya-Mymr","fon-Latn"]},{"precision":0.855402,"recall":0.899209,"f1":0.869203,"accuracy":0.899209,"main_score":0.869203,"hf_subset":"mya_Mymr-jav_Latn","languages":["mya-Mymr","jav-Latn"]},{"precision":0.766008,"recall":0.828063,"f1":0.784933,"accuracy":0.828063,"main_score":0.784933,"hf_subset":"mya_Mymr-lao_Laoo","languages":["mya-Mymr","lao-Laoo"]},{"precision":0.368734,"recall":0.442688,"f1":0.387921,"accuracy":0.442688,"main_score":0.387921,"hf_subset":"mya_Mymr-mri_Latn","languages":["mya-Mymr","mri-Latn"]},{"precision":0.924572,"recall":0.947628,"f1":0.93195,"accuracy":0.947628,"main_score":0.93195,"hf_subset":"mya_Mymr-rus_Cyrl","languages":["mya-Mymr","rus-Cyrl"]},{"precision":0.286619,"recall":0.326087,"f1":0.297034,"accuracy":0.326087,"main_score":0.297034,"hf_subset":"mya_Mymr-taq_Latn","languages":["mya-Mymr","taq-Latn"]},{"precision":0.810484,"recall":0.863636,"f1":0.826927,"accuracy":0.863636,"main_score":0.826927,"hf_subset":"mya_Mymr-war_Latn","languages":["mya-Mymr","war-Latn"]},{"precision":0.934816,"recall":0.955534,"f1":0.941535,"accuracy":0.955534,"main_score":0.941535,"hf_subset":"mya_Mymr-arb_Arab","languages":["mya-Mymr","arb-Arab"]},{"precision":0.932642,"recall":0.953557,"f1":0.939229,"accuracy":0.953557,"main_score":0.939229,"hf_subset":"mya_Mymr-bul_Cyrl","languages":["mya-Mymr","bul-Cyrl"]},{"precision":0.926383,"recall":0.948617,"f1":0.93363,"accuracy":0.948617,"main_score":0.93363,"hf_subset":"mya_Mymr-fra_Latn","languages":["mya-Mymr","fra-Latn"]},{"precision":0.910408,"recall":0.936759,"f1":0.918761,"accuracy":0.936759,"main_score":0.918761,"hf_subset":"mya_Mymr-jpn_Jpan","languages":["mya-Mymr","jpn-Jpan"]},{"precision":0.859717,"recall":0.899209,"f1":0.87197,"accuracy":0.899209,"main_score":0.87197,"hf_subset":"mya_Mymr-lij_Latn","languages":["mya-Mymr","lij-Latn"]},{"precision":0.268943,"recall":0.324111,"f1":0.283633,"accuracy":0.324111,"main_score":0.283633,"hf_subset":"mya_Mymr-sag_Latn","languages":["mya-Mymr","sag-Latn"]},{"precision":0.130962,"recall":0.189723,"f1":0.143546,"accuracy":0.189723,"main_score":0.143546,"hf_subset":"mya_Mymr-taq_Tfng","languages":["mya-Mymr","taq-Tfng"]},{"precision":0.280125,"recall":0.343874,"f1":0.296845,"accuracy":0.343874,"main_score":0.296845,"hf_subset":"mya_Mymr-wol_Latn","languages":["mya-Mymr","wol-Latn"]},{"precision":0.402484,"recall":0.495059,"f1":0.4267,"accuracy":0.495059,"main_score":0.4267,"hf_subset":"mya_Mymr-arb_Latn","languages":["mya-Mymr","arb-Latn"]},{"precision":0.936018,"recall":0.955534,"f1":0.94226,"accuracy":0.955534,"main_score":0.94226,"hf_subset":"mya_Mymr-cat_Latn","languages":["mya-Mymr","cat-Latn"]},{"precision":0.837516,"recall":0.882411,"f1":0.851219,"accuracy":0.882411,"main_score":0.851219,"hf_subset":"mya_Mymr-fur_Latn","languages":["mya-Mymr","fur-Latn"]},{"precision":0.205298,"recall":0.23913,"f1":0.214755,"accuracy":0.23913,"main_score":0.214755,"hf_subset":"mya_Mymr-kab_Latn","languages":["mya-Mymr","kab-Latn"]},{"precision":0.810639,"recall":0.864625,"f1":0.827701,"accuracy":0.864625,"main_score":0.827701,"hf_subset":"mya_Mymr-lim_Latn","languages":["mya-Mymr","lim-Latn"]},{"precision":0.911561,"recall":0.939723,"f1":0.920619,"accuracy":0.939723,"main_score":0.920619,"hf_subset":"mya_Mymr-nld_Latn","languages":["mya-Mymr","nld-Latn"]},{"precision":0.838603,"recall":0.886364,"f1":0.853524,"accuracy":0.886364,"main_score":0.853524,"hf_subset":"mya_Mymr-san_Deva","languages":["mya-Mymr","san-Deva"]},{"precision":0.82127,"recall":0.87253,"f1":0.837308,"accuracy":0.87253,"main_score":0.837308,"hf_subset":"mya_Mymr-tat_Cyrl","languages":["mya-Mymr","tat-Cyrl"]},{"precision":0.297281,"recall":0.350791,"f1":0.310522,"accuracy":0.350791,"main_score":0.310522,"hf_subset":"mya_Mymr-xho_Latn","languages":["mya-Mymr","xho-Latn"]},{"precision":0.928887,"recall":0.950593,"f1":0.935771,"accuracy":0.950593,"main_score":0.935771,"hf_subset":"mya_Mymr-ars_Arab","languages":["mya-Mymr","ars-Arab"]},{"precision":0.857041,"recall":0.899209,"f1":0.870246,"accuracy":0.899209,"main_score":0.870246,"hf_subset":"mya_Mymr-ceb_Latn","languages":["mya-Mymr","ceb-Latn"]},{"precision":0.267998,"recall":0.317194,"f1":0.281024,"accuracy":0.317194,"main_score":0.281024,"hf_subset":"mya_Mymr-fuv_Latn","languages":["mya-Mymr","fuv-Latn"]},{"precision":0.247767,"recall":0.295455,"f1":0.260669,"accuracy":0.295455,"main_score":0.260669,"hf_subset":"mya_Mymr-kac_Latn","languages":["mya-Mymr","kac-Latn"]},{"precision":0.298763,"recall":0.36166,"f1":0.314699,"accuracy":0.36166,"main_score":0.314699,"hf_subset":"mya_Mymr-lin_Latn","languages":["mya-Mymr","lin-Latn"]},{"precision":0.916996,"recall":0.942688,"f1":0.925395,"accuracy":0.942688,"main_score":0.925395,"hf_subset":"mya_Mymr-nno_Latn","languages":["mya-Mymr","nno-Latn"]},{"precision":0.026136,"recall":0.070158,"f1":0.033713,"accuracy":0.070158,"main_score":0.033713,"hf_subset":"mya_Mymr-sat_Olck","languages":["mya-Mymr","sat-Olck"]},{"precision":0.933663,"recall":0.953557,"f1":0.939888,"accuracy":0.953557,"main_score":0.939888,"hf_subset":"mya_Mymr-tel_Telu","languages":["mya-Mymr","tel-Telu"]},{"precision":0.540162,"recall":0.631423,"f1":0.565909,"accuracy":0.631423,"main_score":0.565909,"hf_subset":"mya_Mymr-ydd_Hebr","languages":["mya-Mymr","ydd-Hebr"]},{"precision":0.82024,"recall":0.873518,"f1":0.836989,"accuracy":0.873518,"main_score":0.836989,"hf_subset":"mya_Mymr-ary_Arab","languages":["mya-Mymr","ary-Arab"]},{"precision":0.927899,"recall":0.949605,"f1":0.934783,"accuracy":0.949605,"main_score":0.934783,"hf_subset":"mya_Mymr-ces_Latn","languages":["mya-Mymr","ces-Latn"]},{"precision":0.253024,"recall":0.299407,"f1":0.265477,"accuracy":0.299407,"main_score":0.265477,"hf_subset":"mya_Mymr-gaz_Latn","languages":["mya-Mymr","gaz-Latn"]},{"precision":0.261044,"recall":0.316206,"f1":0.275204,"accuracy":0.316206,"main_score":0.275204,"hf_subset":"mya_Mymr-kam_Latn","languages":["mya-Mymr","kam-Latn"]},{"precision":0.911067,"recall":0.938735,"f1":0.920125,"accuracy":0.938735,"main_score":0.920125,"hf_subset":"mya_Mymr-lit_Latn","languages":["mya-Mymr","lit-Latn"]},{"precision":0.918676,"recall":0.943676,"f1":0.926713,"accuracy":0.943676,"main_score":0.926713,"hf_subset":"mya_Mymr-nob_Latn","languages":["mya-Mymr","nob-Latn"]},{"precision":0.861001,"recall":0.901186,"f1":0.873485,"accuracy":0.901186,"main_score":0.873485,"hf_subset":"mya_Mymr-scn_Latn","languages":["mya-Mymr","scn-Latn"]},{"precision":0.704916,"recall":0.778656,"f1":0.727149,"accuracy":0.778656,"main_score":0.727149,"hf_subset":"mya_Mymr-tgk_Cyrl","languages":["mya-Mymr","tgk-Cyrl"]},{"precision":0.222186,"recall":0.271739,"f1":0.235527,"accuracy":0.271739,"main_score":0.235527,"hf_subset":"mya_Mymr-yor_Latn","languages":["mya-Mymr","yor-Latn"]},{"precision":0.918725,"recall":0.943676,"f1":0.926779,"accuracy":0.943676,"main_score":0.926779,"hf_subset":"mya_Mymr-arz_Arab","languages":["mya-Mymr","arz-Arab"]},{"precision":0.280747,"recall":0.327075,"f1":0.292301,"accuracy":0.327075,"main_score":0.292301,"hf_subset":"mya_Mymr-cjk_Latn","languages":["mya-Mymr","cjk-Latn"]},{"precision":0.391408,"recall":0.465415,"f1":0.410266,"accuracy":0.465415,"main_score":0.410266,"hf_subset":"mya_Mymr-gla_Latn","languages":["mya-Mymr","gla-Latn"]},{"precision":0.912714,"recall":0.939723,"f1":0.921278,"accuracy":0.939723,"main_score":0.921278,"hf_subset":"mya_Mymr-kan_Knda","languages":["mya-Mymr","kan-Knda"]},{"precision":0.834958,"recall":0.881423,"f1":0.849473,"accuracy":0.881423,"main_score":0.849473,"hf_subset":"mya_Mymr-lmo_Latn","languages":["mya-Mymr","lmo-Latn"]},{"precision":0.913949,"recall":0.939723,"f1":0.922332,"accuracy":0.939723,"main_score":0.922332,"hf_subset":"mya_Mymr-npi_Deva","languages":["mya-Mymr","npi-Deva"]},{"precision":0.243222,"recall":0.286561,"f1":0.255223,"accuracy":0.286561,"main_score":0.255223,"hf_subset":"mya_Mymr-shn_Mymr","languages":["mya-Mymr","shn-Mymr"]},{"precision":0.894878,"recall":0.925889,"f1":0.904663,"accuracy":0.925889,"main_score":0.904663,"hf_subset":"mya_Mymr-tgl_Latn","languages":["mya-Mymr","tgl-Latn"]},{"precision":0.911808,"recall":0.939723,"f1":0.92085,"accuracy":0.939723,"main_score":0.92085,"hf_subset":"mya_Mymr-yue_Hant","languages":["mya-Mymr","yue-Hant"]},{"precision":0.887516,"recall":0.918972,"f1":0.897003,"accuracy":0.918972,"main_score":0.897003,"hf_subset":"mya_Mymr-asm_Beng","languages":["mya-Mymr","asm-Beng"]},{"precision":0.476973,"recall":0.563241,"f1":0.500212,"accuracy":0.563241,"main_score":0.500212,"hf_subset":"mya_Mymr-ckb_Arab","languages":["mya-Mymr","ckb-Arab"]},{"precision":0.482195,"recall":0.565217,"f1":0.503978,"accuracy":0.565217,"main_score":0.503978,"hf_subset":"mya_Mymr-gle_Latn","languages":["mya-Mymr","gle-Latn"]},{"precision":0.628402,"recall":0.717391,"f1":0.654844,"accuracy":0.717391,"main_score":0.654844,"hf_subset":"mya_Mymr-kas_Arab","languages":["mya-Mymr","kas-Arab"]},{"precision":0.625479,"recall":0.705534,"f1":0.647867,"accuracy":0.705534,"main_score":0.647867,"hf_subset":"mya_Mymr-ltg_Latn","languages":["mya-Mymr","ltg-Latn"]},{"precision":0.275332,"recall":0.328063,"f1":0.289445,"accuracy":0.328063,"main_score":0.289445,"hf_subset":"mya_Mymr-nso_Latn","languages":["mya-Mymr","nso-Latn"]},{"precision":0.434371,"recall":0.508893,"f1":0.454066,"accuracy":0.508893,"main_score":0.454066,"hf_subset":"mya_Mymr-sin_Sinh","languages":["mya-Mymr","sin-Sinh"]},{"precision":0.951416,"recall":0.966403,"f1":0.956357,"accuracy":0.966403,"main_score":0.956357,"hf_subset":"mya_Mymr-tha_Thai","languages":["mya-Mymr","tha-Thai"]},{"precision":0.917737,"recall":0.943676,"f1":0.92612,"accuracy":0.943676,"main_score":0.92612,"hf_subset":"mya_Mymr-zho_Hans","languages":["mya-Mymr","zho-Hans"]},{"precision":0.911561,"recall":0.938735,"f1":0.920455,"accuracy":0.938735,"main_score":0.920455,"hf_subset":"mya_Mymr-ast_Latn","languages":["mya-Mymr","ast-Latn"]},{"precision":0.840744,"recall":0.887352,"f1":0.855336,"accuracy":0.887352,"main_score":0.855336,"hf_subset":"mya_Mymr-crh_Latn","languages":["mya-Mymr","crh-Latn"]},{"precision":0.923831,"recall":0.947628,"f1":0.931555,"accuracy":0.947628,"main_score":0.931555,"hf_subset":"mya_Mymr-glg_Latn","languages":["mya-Mymr","glg-Latn"]},{"precision":0.528232,"recall":0.619565,"f1":0.553224,"accuracy":0.619565,"main_score":0.553224,"hf_subset":"mya_Mymr-kas_Deva","languages":["mya-Mymr","kas-Deva"]},{"precision":0.864213,"recall":0.903162,"f1":0.87635,"accuracy":0.903162,"main_score":0.87635,"hf_subset":"mya_Mymr-ltz_Latn","languages":["mya-Mymr","ltz-Latn"]},{"precision":0.236541,"recall":0.280632,"f1":0.247854,"accuracy":0.280632,"main_score":0.247854,"hf_subset":"mya_Mymr-nus_Latn","languages":["mya-Mymr","nus-Latn"]},{"precision":0.929545,"recall":0.950593,"f1":0.936232,"accuracy":0.950593,"main_score":0.936232,"hf_subset":"mya_Mymr-slk_Latn","languages":["mya-Mymr","slk-Latn"]},{"precision":0.214984,"recall":0.264822,"f1":0.227198,"accuracy":0.264822,"main_score":0.227198,"hf_subset":"mya_Mymr-tir_Ethi","languages":["mya-Mymr","tir-Ethi"]},{"precision":0.919993,"recall":0.944664,"f1":0.927866,"accuracy":0.944664,"main_score":0.927866,"hf_subset":"mya_Mymr-zho_Hant","languages":["mya-Mymr","zho-Hant"]},{"precision":0.913126,"recall":0.939723,"f1":0.921838,"accuracy":0.939723,"main_score":0.921838,"hf_subset":"mya_Mymr-awa_Deva","languages":["mya-Mymr","awa-Deva"]},{"precision":0.612496,"recall":0.69664,"f1":0.635866,"accuracy":0.69664,"main_score":0.635866,"hf_subset":"mya_Mymr-cym_Latn","languages":["mya-Mymr","cym-Latn"]},{"precision":0.379483,"recall":0.444664,"f1":0.396724,"accuracy":0.444664,"main_score":0.396724,"hf_subset":"mya_Mymr-grn_Latn","languages":["mya-Mymr","grn-Latn"]},{"precision":0.873847,"recall":0.911067,"f1":0.885672,"accuracy":0.911067,"main_score":0.885672,"hf_subset":"mya_Mymr-kat_Geor","languages":["mya-Mymr","kat-Geor"]},{"precision":0.279742,"recall":0.333004,"f1":0.293905,"accuracy":0.333004,"main_score":0.293905,"hf_subset":"mya_Mymr-lua_Latn","languages":["mya-Mymr","lua-Latn"]},{"precision":0.276857,"recall":0.333004,"f1":0.291236,"accuracy":0.333004,"main_score":0.291236,"hf_subset":"mya_Mymr-nya_Latn","languages":["mya-Mymr","nya-Latn"]},{"precision":0.925972,"recall":0.949605,"f1":0.933696,"accuracy":0.949605,"main_score":0.933696,"hf_subset":"mya_Mymr-slv_Latn","languages":["mya-Mymr","slv-Latn"]},{"precision":0.476739,"recall":0.556324,"f1":0.497714,"accuracy":0.556324,"main_score":0.497714,"hf_subset":"mya_Mymr-tpi_Latn","languages":["mya-Mymr","tpi-Latn"]},{"precision":0.932889,"recall":0.952569,"f1":0.93913,"accuracy":0.952569,"main_score":0.93913,"hf_subset":"mya_Mymr-zsm_Latn","languages":["mya-Mymr","zsm-Latn"]},{"precision":0.265743,"recall":0.312253,"f1":0.277458,"accuracy":0.312253,"main_score":0.277458,"hf_subset":"mya_Mymr-ayr_Latn","languages":["mya-Mymr","ayr-Latn"]},{"precision":0.931324,"recall":0.952569,"f1":0.938241,"accuracy":0.952569,"main_score":0.938241,"hf_subset":"mya_Mymr-dan_Latn","languages":["mya-Mymr","dan-Latn"]},{"precision":0.940547,"recall":0.958498,"f1":0.946311,"accuracy":0.958498,"main_score":0.946311,"hf_subset":"mya_Mymr-guj_Gujr","languages":["mya-Mymr","guj-Gujr"]},{"precision":0.899704,"recall":0.927866,"f1":0.908503,"accuracy":0.927866,"main_score":0.908503,"hf_subset":"mya_Mymr-kaz_Cyrl","languages":["mya-Mymr","kaz-Cyrl"]},{"precision":0.250317,"recall":0.298419,"f1":0.26311,"accuracy":0.298419,"main_score":0.26311,"hf_subset":"mya_Mymr-lug_Latn","languages":["mya-Mymr","lug-Latn"]},{"precision":0.905879,"recall":0.935771,"f1":0.91558,"accuracy":0.935771,"main_score":0.91558,"hf_subset":"mya_Mymr-oci_Latn","languages":["mya-Mymr","oci-Latn"]},{"precision":0.290755,"recall":0.346838,"f1":0.305417,"accuracy":0.346838,"main_score":0.305417,"hf_subset":"mya_Mymr-smo_Latn","languages":["mya-Mymr","smo-Latn"]},{"precision":0.255159,"recall":0.30336,"f1":0.267671,"accuracy":0.30336,"main_score":0.267671,"hf_subset":"mya_Mymr-tsn_Latn","languages":["mya-Mymr","tsn-Latn"]},{"precision":0.271643,"recall":0.323123,"f1":0.284629,"accuracy":0.323123,"main_score":0.284629,"hf_subset":"mya_Mymr-zul_Latn","languages":["mya-Mymr","zul-Latn"]},{"precision":0.565898,"recall":0.658103,"f1":0.592307,"accuracy":0.658103,"main_score":0.592307,"hf_subset":"mya_Mymr-azb_Arab","languages":["mya-Mymr","azb-Arab"]},{"precision":0.928277,"recall":0.949605,"f1":0.935013,"accuracy":0.949605,"main_score":0.935013,"hf_subset":"mya_Mymr-deu_Latn","languages":["mya-Mymr","deu-Latn"]},{"precision":0.720784,"recall":0.79249,"f1":0.742245,"accuracy":0.79249,"main_score":0.742245,"hf_subset":"mya_Mymr-hat_Latn","languages":["mya-Mymr","hat-Latn"]},{"precision":0.248405,"recall":0.288538,"f1":0.25883,"accuracy":0.288538,"main_score":0.25883,"hf_subset":"mya_Mymr-kbp_Latn","languages":["mya-Mymr","kbp-Latn"]},{"precision":0.272346,"recall":0.324111,"f1":0.285318,"accuracy":0.324111,"main_score":0.285318,"hf_subset":"mya_Mymr-luo_Latn","languages":["mya-Mymr","luo-Latn"]},{"precision":0.917161,"recall":0.9417,"f1":0.924868,"accuracy":0.9417,"main_score":0.924868,"hf_subset":"mya_Mymr-ory_Orya","languages":["mya-Mymr","ory-Orya"]},{"precision":0.254207,"recall":0.30336,"f1":0.267675,"accuracy":0.30336,"main_score":0.267675,"hf_subset":"mya_Mymr-sna_Latn","languages":["mya-Mymr","sna-Latn"]},{"precision":0.269665,"recall":0.314229,"f1":0.281432,"accuracy":0.314229,"main_score":0.281432,"hf_subset":"mya_Mymr-tso_Latn","languages":["mya-Mymr","tso-Latn"]},{"precision":0.907856,"recall":0.935771,"f1":0.916733,"accuracy":0.935771,"main_score":0.916733,"hf_subset":"mya_Mymr-azj_Latn","languages":["mya-Mymr","azj-Latn"]},{"precision":0.206389,"recall":0.270751,"f1":0.222634,"accuracy":0.270751,"main_score":0.222634,"hf_subset":"mya_Mymr-dik_Latn","languages":["mya-Mymr","dik-Latn"]},{"precision":0.278311,"recall":0.314229,"f1":0.288181,"accuracy":0.314229,"main_score":0.288181,"hf_subset":"mya_Mymr-hau_Latn","languages":["mya-Mymr","hau-Latn"]},{"precision":0.782724,"recall":0.844862,"f1":0.801863,"accuracy":0.844862,"main_score":0.801863,"hf_subset":"mya_Mymr-kea_Latn","languages":["mya-Mymr","kea-Latn"]},{"precision":0.336142,"recall":0.397233,"f1":0.35238,"accuracy":0.397233,"main_score":0.35238,"hf_subset":"mya_Mymr-lus_Latn","languages":["mya-Mymr","lus-Latn"]},{"precision":0.523906,"recall":0.600791,"f1":0.545133,"accuracy":0.600791,"main_score":0.545133,"hf_subset":"mya_Mymr-pag_Latn","languages":["mya-Mymr","pag-Latn"]},{"precision":0.888834,"recall":0.921937,"f1":0.899341,"accuracy":0.921937,"main_score":0.899341,"hf_subset":"mya_Mymr-snd_Arab","languages":["mya-Mymr","snd-Arab"]},{"precision":0.674802,"recall":0.748024,"f1":0.695964,"accuracy":0.748024,"main_score":0.695964,"hf_subset":"mya_Mymr-tuk_Latn","languages":["mya-Mymr","tuk-Latn"]},{"precision":0.794713,"recall":0.848814,"f1":0.8111,"accuracy":0.848814,"main_score":0.8111,"hf_subset":"mya_Mymr-bak_Cyrl","languages":["mya-Mymr","bak-Cyrl"]},{"precision":0.183472,"recall":0.243083,"f1":0.199211,"accuracy":0.243083,"main_score":0.199211,"hf_subset":"mya_Mymr-dyu_Latn","languages":["mya-Mymr","dyu-Latn"]},{"precision":0.931818,"recall":0.952569,"f1":0.938406,"accuracy":0.952569,"main_score":0.938406,"hf_subset":"mya_Mymr-heb_Hebr","languages":["mya-Mymr","heb-Hebr"]},{"precision":0.704875,"recall":0.777668,"f1":0.72675,"accuracy":0.777668,"main_score":0.72675,"hf_subset":"mya_Mymr-khk_Cyrl","languages":["mya-Mymr","khk-Cyrl"]},{"precision":0.926136,"recall":0.948617,"f1":0.933366,"accuracy":0.948617,"main_score":0.933366,"hf_subset":"mya_Mymr-lvs_Latn","languages":["mya-Mymr","lvs-Latn"]},{"precision":0.934783,"recall":0.954545,"f1":0.941206,"accuracy":0.954545,"main_score":0.941206,"hf_subset":"mya_Mymr-pan_Guru","languages":["mya-Mymr","pan-Guru"]},{"precision":0.278591,"recall":0.326087,"f1":0.29136,"accuracy":0.326087,"main_score":0.29136,"hf_subset":"mya_Mymr-som_Latn","languages":["mya-Mymr","som-Latn"]},{"precision":0.281914,"recall":0.328063,"f1":0.29366,"accuracy":0.328063,"main_score":0.29366,"hf_subset":"mya_Mymr-tum_Latn","languages":["mya-Mymr","tum-Latn"]},{"precision":0.334137,"recall":0.402174,"f1":0.352419,"accuracy":0.402174,"main_score":0.352419,"hf_subset":"sag_Latn-ace_Arab","languages":["sag-Latn","ace-Arab"]},{"precision":0.450002,"recall":0.499012,"f1":0.463606,"accuracy":0.499012,"main_score":0.463606,"hf_subset":"sag_Latn-bam_Latn","languages":["sag-Latn","bam-Latn"]},{"precision":0.108451,"recall":0.157115,"f1":0.120031,"accuracy":0.157115,"main_score":0.120031,"hf_subset":"sag_Latn-dzo_Tibt","languages":["sag-Latn","dzo-Tibt"]},{"precision":0.482399,"recall":0.555336,"f1":0.502689,"accuracy":0.555336,"main_score":0.502689,"hf_subset":"sag_Latn-hin_Deva","languages":["sag-Latn","hin-Deva"]},{"precision":0.3837,"recall":0.448617,"f1":0.401464,"accuracy":0.448617,"main_score":0.401464,"hf_subset":"sag_Latn-khm_Khmr","languages":["sag-Latn","khm-Khmr"]},{"precision":0.49549,"recall":0.567194,"f1":0.51455,"accuracy":0.567194,"main_score":0.51455,"hf_subset":"sag_Latn-mag_Deva","languages":["sag-Latn","mag-Deva"]},{"precision":0.547627,"recall":0.600791,"f1":0.562608,"accuracy":0.600791,"main_score":0.562608,"hf_subset":"sag_Latn-pap_Latn","languages":["sag-Latn","pap-Latn"]},{"precision":0.490547,"recall":0.535573,"f1":0.503254,"accuracy":0.535573,"main_score":0.503254,"hf_subset":"sag_Latn-sot_Latn","languages":["sag-Latn","sot-Latn"]},{"precision":0.503792,"recall":0.578063,"f1":0.524286,"accuracy":0.578063,"main_score":0.524286,"hf_subset":"sag_Latn-tur_Latn","languages":["sag-Latn","tur-Latn"]},{"precision":0.532591,"recall":0.581028,"f1":0.546054,"accuracy":0.581028,"main_score":0.546054,"hf_subset":"sag_Latn-ace_Latn","languages":["sag-Latn","ace-Latn"]},{"precision":0.55171,"recall":0.601779,"f1":0.566077,"accuracy":0.601779,"main_score":0.566077,"hf_subset":"sag_Latn-ban_Latn","languages":["sag-Latn","ban-Latn"]},{"precision":0.456624,"recall":0.539526,"f1":0.479483,"accuracy":0.539526,"main_score":0.479483,"hf_subset":"sag_Latn-ell_Grek","languages":["sag-Latn","ell-Grek"]},{"precision":0.480914,"recall":0.550395,"f1":0.500232,"accuracy":0.550395,"main_score":0.500232,"hf_subset":"sag_Latn-hne_Deva","languages":["sag-Latn","hne-Deva"]},{"precision":0.432049,"recall":0.497036,"f1":0.450963,"accuracy":0.497036,"main_score":0.450963,"hf_subset":"sag_Latn-kik_Latn","languages":["sag-Latn","kik-Latn"]},{"precision":0.499735,"recall":0.570158,"f1":0.519054,"accuracy":0.570158,"main_score":0.519054,"hf_subset":"sag_Latn-mai_Deva","languages":["sag-Latn","mai-Deva"]},{"precision":0.456215,"recall":0.527668,"f1":0.476799,"accuracy":0.527668,"main_score":0.476799,"hf_subset":"sag_Latn-pbt_Arab","languages":["sag-Latn","pbt-Arab"]},{"precision":0.515076,"recall":0.590909,"f1":0.5357,"accuracy":0.590909,"main_score":0.5357,"hf_subset":"sag_Latn-spa_Latn","languages":["sag-Latn","spa-Latn"]},{"precision":0.514676,"recall":0.561265,"f1":0.528448,"accuracy":0.561265,"main_score":0.528448,"hf_subset":"sag_Latn-twi_Latn","languages":["sag-Latn","twi-Latn"]},{"precision":0.482051,"recall":0.55336,"f1":0.501943,"accuracy":0.55336,"main_score":0.501943,"hf_subset":"sag_Latn-acm_Arab","languages":["sag-Latn","acm-Arab"]},{"precision":0.483485,"recall":0.559289,"f1":0.504842,"accuracy":0.559289,"main_score":0.504842,"hf_subset":"sag_Latn-bel_Cyrl","languages":["sag-Latn","bel-Cyrl"]},{"precision":0.50407,"recall":0.58004,"f1":0.524896,"accuracy":0.58004,"main_score":0.524896,"hf_subset":"sag_Latn-eng_Latn","languages":["sag-Latn","eng-Latn"]},{"precision":0.501336,"recall":0.571146,"f1":0.52101,"accuracy":0.571146,"main_score":0.52101,"hf_subset":"sag_Latn-hrv_Latn","languages":["sag-Latn","hrv-Latn"]},{"precision":0.448592,"recall":0.499012,"f1":0.462242,"accuracy":0.499012,"main_score":0.462242,"hf_subset":"sag_Latn-kin_Latn","languages":["sag-Latn","kin-Latn"]},{"precision":0.4749,"recall":0.541502,"f1":0.493567,"accuracy":0.541502,"main_score":0.493567,"hf_subset":"sag_Latn-mal_Mlym","languages":["sag-Latn","mal-Mlym"]},{"precision":0.47981,"recall":0.555336,"f1":0.500611,"accuracy":0.555336,"main_score":0.500611,"hf_subset":"sag_Latn-pes_Arab","languages":["sag-Latn","pes-Arab"]},{"precision":0.515272,"recall":0.575099,"f1":0.531478,"accuracy":0.575099,"main_score":0.531478,"hf_subset":"sag_Latn-srd_Latn","languages":["sag-Latn","srd-Latn"]},{"precision":0.164493,"recall":0.209486,"f1":0.174702,"accuracy":0.209486,"main_score":0.174702,"hf_subset":"sag_Latn-tzm_Tfng","languages":["sag-Latn","tzm-Tfng"]},{"precision":0.479379,"recall":0.550395,"f1":0.498653,"accuracy":0.550395,"main_score":0.498653,"hf_subset":"sag_Latn-acq_Arab","languages":["sag-Latn","acq-Arab"]},{"precision":0.510411,"recall":0.555336,"f1":0.523229,"accuracy":0.555336,"main_score":0.523229,"hf_subset":"sag_Latn-bem_Latn","languages":["sag-Latn","bem-Latn"]},{"precision":0.504827,"recall":0.577075,"f1":0.525229,"accuracy":0.577075,"main_score":0.525229,"hf_subset":"sag_Latn-epo_Latn","languages":["sag-Latn","epo-Latn"]},{"precision":0.506026,"recall":0.581028,"f1":0.526316,"accuracy":0.581028,"main_score":0.526316,"hf_subset":"sag_Latn-hun_Latn","languages":["sag-Latn","hun-Latn"]},{"precision":0.512381,"recall":0.573123,"f1":0.529524,"accuracy":0.573123,"main_score":0.529524,"hf_subset":"sag_Latn-kir_Cyrl","languages":["sag-Latn","kir-Cyrl"]},{"precision":0.475129,"recall":0.546443,"f1":0.495797,"accuracy":0.546443,"main_score":0.495797,"hf_subset":"sag_Latn-mar_Deva","languages":["sag-Latn","mar-Deva"]},{"precision":0.497628,"recall":0.543478,"f1":0.510857,"accuracy":0.543478,"main_score":0.510857,"hf_subset":"sag_Latn-plt_Latn","languages":["sag-Latn","plt-Latn"]},{"precision":0.490898,"recall":0.565217,"f1":0.511517,"accuracy":0.565217,"main_score":0.511517,"hf_subset":"sag_Latn-srp_Cyrl","languages":["sag-Latn","srp-Cyrl"]},{"precision":0.430798,"recall":0.493083,"f1":0.448751,"accuracy":0.493083,"main_score":0.448751,"hf_subset":"sag_Latn-uig_Arab","languages":["sag-Latn","uig-Arab"]},{"precision":0.459554,"recall":0.538538,"f1":0.481925,"accuracy":0.538538,"main_score":0.481925,"hf_subset":"sag_Latn-aeb_Arab","languages":["sag-Latn","aeb-Arab"]},{"precision":0.482144,"recall":0.556324,"f1":0.502589,"accuracy":0.556324,"main_score":0.502589,"hf_subset":"sag_Latn-ben_Beng","languages":["sag-Latn","ben-Beng"]},{"precision":0.487168,"recall":0.555336,"f1":0.506087,"accuracy":0.555336,"main_score":0.506087,"hf_subset":"sag_Latn-est_Latn","languages":["sag-Latn","est-Latn"]},{"precision":0.442597,"recall":0.508893,"f1":0.460298,"accuracy":0.508893,"main_score":0.460298,"hf_subset":"sag_Latn-hye_Armn","languages":["sag-Latn","hye-Armn"]},{"precision":0.461953,"recall":0.513834,"f1":0.476468,"accuracy":0.513834,"main_score":0.476468,"hf_subset":"sag_Latn-kmb_Latn","languages":["sag-Latn","kmb-Latn"]},{"precision":0.324289,"recall":0.390316,"f1":0.341931,"accuracy":0.390316,"main_score":0.341931,"hf_subset":"sag_Latn-min_Arab","languages":["sag-Latn","min-Arab"]},{"precision":0.508723,"recall":0.578063,"f1":0.527449,"accuracy":0.578063,"main_score":0.527449,"hf_subset":"sag_Latn-pol_Latn","languages":["sag-Latn","pol-Latn"]},{"precision":0.452227,"recall":0.509881,"f1":0.468631,"accuracy":0.509881,"main_score":0.468631,"hf_subset":"sag_Latn-ssw_Latn","languages":["sag-Latn","ssw-Latn"]},{"precision":0.5047,"recall":0.58004,"f1":0.525899,"accuracy":0.58004,"main_score":0.525899,"hf_subset":"sag_Latn-ukr_Cyrl","languages":["sag-Latn","ukr-Cyrl"]},{"precision":0.513803,"recall":0.585968,"f1":0.533595,"accuracy":0.585968,"main_score":0.533595,"hf_subset":"sag_Latn-afr_Latn","languages":["sag-Latn","afr-Latn"]},{"precision":0.49194,"recall":0.564229,"f1":0.511572,"accuracy":0.564229,"main_score":0.511572,"hf_subset":"sag_Latn-bho_Deva","languages":["sag-Latn","bho-Deva"]},{"precision":0.501739,"recall":0.565217,"f1":0.519893,"accuracy":0.565217,"main_score":0.519893,"hf_subset":"sag_Latn-eus_Latn","languages":["sag-Latn","eus-Latn"]},{"precision":0.454047,"recall":0.511858,"f1":0.470446,"accuracy":0.511858,"main_score":0.470446,"hf_subset":"sag_Latn-ibo_Latn","languages":["sag-Latn","ibo-Latn"]},{"precision":0.493242,"recall":0.545455,"f1":0.50814,"accuracy":0.545455,"main_score":0.50814,"hf_subset":"sag_Latn-kmr_Latn","languages":["sag-Latn","kmr-Latn"]},{"precision":0.532137,"recall":0.587945,"f1":0.548079,"accuracy":0.587945,"main_score":0.548079,"hf_subset":"sag_Latn-min_Latn","languages":["sag-Latn","min-Latn"]},{"precision":0.51547,"recall":0.588933,"f1":0.53572,"accuracy":0.588933,"main_score":0.53572,"hf_subset":"sag_Latn-por_Latn","languages":["sag-Latn","por-Latn"]},{"precision":0.527507,"recall":0.589921,"f1":0.545607,"accuracy":0.589921,"main_score":0.545607,"hf_subset":"sag_Latn-sun_Latn","languages":["sag-Latn","sun-Latn"]},{"precision":0.459934,"recall":0.513834,"f1":0.475762,"accuracy":0.513834,"main_score":0.475762,"hf_subset":"sag_Latn-umb_Latn","languages":["sag-Latn","umb-Latn"]},{"precision":0.488601,"recall":0.557312,"f1":0.507108,"accuracy":0.557312,"main_score":0.507108,"hf_subset":"sag_Latn-ajp_Arab","languages":["sag-Latn","ajp-Arab"]},{"precision":0.348811,"recall":0.411067,"f1":0.366394,"accuracy":0.411067,"main_score":0.366394,"hf_subset":"sag_Latn-bjn_Arab","languages":["sag-Latn","bjn-Arab"]},{"precision":0.481897,"recall":0.52668,"f1":0.494749,"accuracy":0.52668,"main_score":0.494749,"hf_subset":"sag_Latn-ewe_Latn","languages":["sag-Latn","ewe-Latn"]},{"precision":0.559705,"recall":0.603755,"f1":0.572108,"accuracy":0.603755,"main_score":0.572108,"hf_subset":"sag_Latn-ilo_Latn","languages":["sag-Latn","ilo-Latn"]},{"precision":0.208545,"recall":0.266798,"f1":0.223407,"accuracy":0.266798,"main_score":0.223407,"hf_subset":"sag_Latn-knc_Arab","languages":["sag-Latn","knc-Arab"]},{"precision":0.510584,"recall":0.579051,"f1":0.529832,"accuracy":0.579051,"main_score":0.529832,"hf_subset":"sag_Latn-mkd_Cyrl","languages":["sag-Latn","mkd-Cyrl"]},{"precision":0.45932,"recall":0.538538,"f1":0.481101,"accuracy":0.538538,"main_score":0.481101,"hf_subset":"sag_Latn-prs_Arab","languages":["sag-Latn","prs-Arab"]},{"precision":0.506264,"recall":0.581028,"f1":0.527101,"accuracy":0.581028,"main_score":0.527101,"hf_subset":"sag_Latn-swe_Latn","languages":["sag-Latn","swe-Latn"]},{"precision":0.46183,"recall":0.528656,"f1":0.480214,"accuracy":0.528656,"main_score":0.480214,"hf_subset":"sag_Latn-urd_Arab","languages":["sag-Latn","urd-Arab"]},{"precision":0.522919,"recall":0.565217,"f1":0.535332,"accuracy":0.565217,"main_score":0.535332,"hf_subset":"sag_Latn-aka_Latn","languages":["sag-Latn","aka-Latn"]},{"precision":0.542186,"recall":0.600791,"f1":0.558827,"accuracy":0.600791,"main_score":0.558827,"hf_subset":"sag_Latn-bjn_Latn","languages":["sag-Latn","bjn-Latn"]},{"precision":0.485568,"recall":0.550395,"f1":0.503862,"accuracy":0.550395,"main_score":0.503862,"hf_subset":"sag_Latn-fao_Latn","languages":["sag-Latn","fao-Latn"]},{"precision":0.52241,"recall":0.589921,"f1":0.54084,"accuracy":0.589921,"main_score":0.54084,"hf_subset":"sag_Latn-ind_Latn","languages":["sag-Latn","ind-Latn"]},{"precision":0.492375,"recall":0.536561,"f1":0.505042,"accuracy":0.536561,"main_score":0.505042,"hf_subset":"sag_Latn-knc_Latn","languages":["sag-Latn","knc-Latn"]},{"precision":0.533761,"recall":0.587945,"f1":0.548917,"accuracy":0.587945,"main_score":0.548917,"hf_subset":"sag_Latn-mlt_Latn","languages":["sag-Latn","mlt-Latn"]},{"precision":0.513415,"recall":0.563241,"f1":0.527901,"accuracy":0.563241,"main_score":0.527901,"hf_subset":"sag_Latn-quy_Latn","languages":["sag-Latn","quy-Latn"]},{"precision":0.474095,"recall":0.529644,"f1":0.489089,"accuracy":0.529644,"main_score":0.489089,"hf_subset":"sag_Latn-swh_Latn","languages":["sag-Latn","swh-Latn"]},{"precision":0.490573,"recall":0.559289,"f1":0.510069,"accuracy":0.559289,"main_score":0.510069,"hf_subset":"sag_Latn-uzn_Latn","languages":["sag-Latn","uzn-Latn"]},{"precision":0.492969,"recall":0.565217,"f1":0.513434,"accuracy":0.565217,"main_score":0.513434,"hf_subset":"sag_Latn-als_Latn","languages":["sag-Latn","als-Latn"]},{"precision":0.164796,"recall":0.220356,"f1":0.178721,"accuracy":0.220356,"main_score":0.178721,"hf_subset":"sag_Latn-bod_Tibt","languages":["sag-Latn","bod-Tibt"]},{"precision":0.469639,"recall":0.51581,"f1":0.482833,"accuracy":0.51581,"main_score":0.482833,"hf_subset":"sag_Latn-fij_Latn","languages":["sag-Latn","fij-Latn"]},{"precision":0.456492,"recall":0.517787,"f1":0.473158,"accuracy":0.517787,"main_score":0.473158,"hf_subset":"sag_Latn-isl_Latn","languages":["sag-Latn","isl-Latn"]},{"precision":0.518974,"recall":0.565217,"f1":0.532133,"accuracy":0.565217,"main_score":0.532133,"hf_subset":"sag_Latn-kon_Latn","languages":["sag-Latn","kon-Latn"]},{"precision":0.394328,"recall":0.461462,"f1":0.413545,"accuracy":0.461462,"main_score":0.413545,"hf_subset":"sag_Latn-mni_Beng","languages":["sag-Latn","mni-Beng"]},{"precision":0.526046,"recall":0.596838,"f1":0.5452,"accuracy":0.596838,"main_score":0.5452,"hf_subset":"sag_Latn-ron_Latn","languages":["sag-Latn","ron-Latn"]},{"precision":0.510585,"recall":0.578063,"f1":0.529685,"accuracy":0.578063,"main_score":0.529685,"hf_subset":"sag_Latn-szl_Latn","languages":["sag-Latn","szl-Latn"]},{"precision":0.524383,"recall":0.590909,"f1":0.542809,"accuracy":0.590909,"main_score":0.542809,"hf_subset":"sag_Latn-vec_Latn","languages":["sag-Latn","vec-Latn"]},{"precision":0.27184,"recall":0.336957,"f1":0.288638,"accuracy":0.336957,"main_score":0.288638,"hf_subset":"sag_Latn-amh_Ethi","languages":["sag-Latn","amh-Ethi"]},{"precision":0.507264,"recall":0.579051,"f1":0.527397,"accuracy":0.579051,"main_score":0.527397,"hf_subset":"sag_Latn-bos_Latn","languages":["sag-Latn","bos-Latn"]},{"precision":0.479182,"recall":0.551383,"f1":0.498847,"accuracy":0.551383,"main_score":0.498847,"hf_subset":"sag_Latn-fin_Latn","languages":["sag-Latn","fin-Latn"]},{"precision":0.519497,"recall":0.592885,"f1":0.540133,"accuracy":0.592885,"main_score":0.540133,"hf_subset":"sag_Latn-ita_Latn","languages":["sag-Latn","ita-Latn"]},{"precision":0.49287,"recall":0.570158,"f1":0.513935,"accuracy":0.570158,"main_score":0.513935,"hf_subset":"sag_Latn-kor_Hang","languages":["sag-Latn","kor-Hang"]},{"precision":0.484313,"recall":0.532609,"f1":0.498295,"accuracy":0.532609,"main_score":0.498295,"hf_subset":"sag_Latn-mos_Latn","languages":["sag-Latn","mos-Latn"]},{"precision":0.47029,"recall":0.523715,"f1":0.485715,"accuracy":0.523715,"main_score":0.485715,"hf_subset":"sag_Latn-run_Latn","languages":["sag-Latn","run-Latn"]},{"precision":0.43812,"recall":0.508893,"f1":0.458557,"accuracy":0.508893,"main_score":0.458557,"hf_subset":"sag_Latn-tam_Taml","languages":["sag-Latn","tam-Taml"]},{"precision":0.500503,"recall":0.568182,"f1":0.519373,"accuracy":0.568182,"main_score":0.519373,"hf_subset":"sag_Latn-vie_Latn","languages":["sag-Latn","vie-Latn"]},{"precision":0.473331,"recall":0.545455,"f1":0.49393,"accuracy":0.545455,"main_score":0.49393,"hf_subset":"sag_Latn-apc_Arab","languages":["sag-Latn","apc-Arab"]},{"precision":0.525084,"recall":0.575099,"f1":0.539956,"accuracy":0.575099,"main_score":0.539956,"hf_subset":"sag_Latn-bug_Latn","languages":["sag-Latn","bug-Latn"]},{"precision":0.447145,"recall":0.496047,"f1":0.460973,"accuracy":0.496047,"main_score":0.460973,"hf_subset":"sag_Latn-fon_Latn","languages":["sag-Latn","fon-Latn"]},{"precision":0.537882,"recall":0.594862,"f1":0.55391,"accuracy":0.594862,"main_score":0.55391,"hf_subset":"sag_Latn-jav_Latn","languages":["sag-Latn","jav-Latn"]},{"precision":0.394768,"recall":0.453557,"f1":0.41116,"accuracy":0.453557,"main_score":0.41116,"hf_subset":"sag_Latn-lao_Laoo","languages":["sag-Latn","lao-Laoo"]},{"precision":0.427303,"recall":0.486166,"f1":0.442998,"accuracy":0.486166,"main_score":0.442998,"hf_subset":"sag_Latn-mri_Latn","languages":["sag-Latn","mri-Latn"]},{"precision":0.487254,"recall":0.567194,"f1":0.509702,"accuracy":0.567194,"main_score":0.509702,"hf_subset":"sag_Latn-rus_Cyrl","languages":["sag-Latn","rus-Cyrl"]},{"precision":0.471064,"recall":0.524704,"f1":0.486183,"accuracy":0.524704,"main_score":0.486183,"hf_subset":"sag_Latn-taq_Latn","languages":["sag-Latn","taq-Latn"]},{"precision":0.554883,"recall":0.608696,"f1":0.569733,"accuracy":0.608696,"main_score":0.569733,"hf_subset":"sag_Latn-war_Latn","languages":["sag-Latn","war-Latn"]},{"precision":0.472639,"recall":0.547431,"f1":0.493493,"accuracy":0.547431,"main_score":0.493493,"hf_subset":"sag_Latn-arb_Arab","languages":["sag-Latn","arb-Arab"]},{"precision":0.494726,"recall":0.570158,"f1":0.515637,"accuracy":0.570158,"main_score":0.515637,"hf_subset":"sag_Latn-bul_Cyrl","languages":["sag-Latn","bul-Cyrl"]},{"precision":0.525429,"recall":0.597826,"f1":0.544672,"accuracy":0.597826,"main_score":0.544672,"hf_subset":"sag_Latn-fra_Latn","languages":["sag-Latn","fra-Latn"]},{"precision":0.476175,"recall":0.548419,"f1":0.496374,"accuracy":0.548419,"main_score":0.496374,"hf_subset":"sag_Latn-jpn_Jpan","languages":["sag-Latn","jpn-Jpan"]},{"precision":0.502169,"recall":0.571146,"f1":0.521122,"accuracy":0.571146,"main_score":0.521122,"hf_subset":"sag_Latn-lij_Latn","languages":["sag-Latn","lij-Latn"]},{"precision":0.273354,"recall":0.343874,"f1":0.292459,"accuracy":0.343874,"main_score":0.292459,"hf_subset":"sag_Latn-mya_Mymr","languages":["sag-Latn","mya-Mymr"]},{"precision":0.161706,"recall":0.220356,"f1":0.175756,"accuracy":0.220356,"main_score":0.175756,"hf_subset":"sag_Latn-taq_Tfng","languages":["sag-Latn","taq-Tfng"]},{"precision":0.518963,"recall":0.566206,"f1":0.532708,"accuracy":0.566206,"main_score":0.532708,"hf_subset":"sag_Latn-wol_Latn","languages":["sag-Latn","wol-Latn"]},{"precision":0.388332,"recall":0.456522,"f1":0.407183,"accuracy":0.456522,"main_score":0.407183,"hf_subset":"sag_Latn-arb_Latn","languages":["sag-Latn","arb-Latn"]},{"precision":0.499923,"recall":0.577075,"f1":0.521025,"accuracy":0.577075,"main_score":0.521025,"hf_subset":"sag_Latn-cat_Latn","languages":["sag-Latn","cat-Latn"]},{"precision":0.534047,"recall":0.592885,"f1":0.550426,"accuracy":0.592885,"main_score":0.550426,"hf_subset":"sag_Latn-fur_Latn","languages":["sag-Latn","fur-Latn"]},{"precision":0.351155,"recall":0.413043,"f1":0.368718,"accuracy":0.413043,"main_score":0.368718,"hf_subset":"sag_Latn-kab_Latn","languages":["sag-Latn","kab-Latn"]},{"precision":0.518239,"recall":0.582016,"f1":0.535998,"accuracy":0.582016,"main_score":0.535998,"hf_subset":"sag_Latn-lim_Latn","languages":["sag-Latn","lim-Latn"]},{"precision":0.513438,"recall":0.588933,"f1":0.534051,"accuracy":0.588933,"main_score":0.534051,"hf_subset":"sag_Latn-nld_Latn","languages":["sag-Latn","nld-Latn"]},{"precision":0.427968,"recall":0.500988,"f1":0.448341,"accuracy":0.500988,"main_score":0.448341,"hf_subset":"sag_Latn-san_Deva","languages":["sag-Latn","san-Deva"]},{"precision":0.516648,"recall":0.577075,"f1":0.534342,"accuracy":0.577075,"main_score":0.534342,"hf_subset":"sag_Latn-tat_Cyrl","languages":["sag-Latn","tat-Cyrl"]},{"precision":0.488274,"recall":0.531621,"f1":0.50058,"accuracy":0.531621,"main_score":0.50058,"hf_subset":"sag_Latn-xho_Latn","languages":["sag-Latn","xho-Latn"]},{"precision":0.463048,"recall":0.539526,"f1":0.484153,"accuracy":0.539526,"main_score":0.484153,"hf_subset":"sag_Latn-ars_Arab","languages":["sag-Latn","ars-Arab"]},{"precision":0.55352,"recall":0.61166,"f1":0.569496,"accuracy":0.61166,"main_score":0.569496,"hf_subset":"sag_Latn-ceb_Latn","languages":["sag-Latn","ceb-Latn"]},{"precision":0.459034,"recall":0.512846,"f1":0.473961,"accuracy":0.512846,"main_score":0.473961,"hf_subset":"sag_Latn-fuv_Latn","languages":["sag-Latn","fuv-Latn"]},{"precision":0.468301,"recall":0.520751,"f1":0.483097,"accuracy":0.520751,"main_score":0.483097,"hf_subset":"sag_Latn-kac_Latn","languages":["sag-Latn","kac-Latn"]},{"precision":0.533432,"recall":0.576087,"f1":0.546377,"accuracy":0.576087,"main_score":0.546377,"hf_subset":"sag_Latn-lin_Latn","languages":["sag-Latn","lin-Latn"]},{"precision":0.504829,"recall":0.572134,"f1":0.523067,"accuracy":0.572134,"main_score":0.523067,"hf_subset":"sag_Latn-nno_Latn","languages":["sag-Latn","nno-Latn"]},{"precision":0.037814,"recall":0.083004,"f1":0.045211,"accuracy":0.083004,"main_score":0.045211,"hf_subset":"sag_Latn-sat_Olck","languages":["sag-Latn","sat-Olck"]},{"precision":0.491178,"recall":0.560277,"f1":0.510606,"accuracy":0.560277,"main_score":0.510606,"hf_subset":"sag_Latn-tel_Telu","languages":["sag-Latn","tel-Telu"]},{"precision":0.38382,"recall":0.453557,"f1":0.403332,"accuracy":0.453557,"main_score":0.403332,"hf_subset":"sag_Latn-ydd_Hebr","languages":["sag-Latn","ydd-Hebr"]},{"precision":0.468201,"recall":0.544466,"f1":0.489849,"accuracy":0.544466,"main_score":0.489849,"hf_subset":"sag_Latn-ary_Arab","languages":["sag-Latn","ary-Arab"]},{"precision":0.492086,"recall":0.562253,"f1":0.511366,"accuracy":0.562253,"main_score":0.511366,"hf_subset":"sag_Latn-ces_Latn","languages":["sag-Latn","ces-Latn"]},{"precision":0.375376,"recall":0.439723,"f1":0.393379,"accuracy":0.439723,"main_score":0.393379,"hf_subset":"sag_Latn-gaz_Latn","languages":["sag-Latn","gaz-Latn"]},{"precision":0.468801,"recall":0.520751,"f1":0.483121,"accuracy":0.520751,"main_score":0.483121,"hf_subset":"sag_Latn-kam_Latn","languages":["sag-Latn","kam-Latn"]},{"precision":0.48169,"recall":0.5583,"f1":0.503861,"accuracy":0.5583,"main_score":0.503861,"hf_subset":"sag_Latn-lit_Latn","languages":["sag-Latn","lit-Latn"]},{"precision":0.486363,"recall":0.564229,"f1":0.507742,"accuracy":0.564229,"main_score":0.507742,"hf_subset":"sag_Latn-nob_Latn","languages":["sag-Latn","nob-Latn"]},{"precision":0.513453,"recall":0.58004,"f1":0.531964,"accuracy":0.58004,"main_score":0.531964,"hf_subset":"sag_Latn-scn_Latn","languages":["sag-Latn","scn-Latn"]},{"precision":0.4875,"recall":0.549407,"f1":0.505849,"accuracy":0.549407,"main_score":0.505849,"hf_subset":"sag_Latn-tgk_Cyrl","languages":["sag-Latn","tgk-Cyrl"]},{"precision":0.414988,"recall":0.477273,"f1":0.43272,"accuracy":0.477273,"main_score":0.43272,"hf_subset":"sag_Latn-yor_Latn","languages":["sag-Latn","yor-Latn"]},{"precision":0.468741,"recall":0.543478,"f1":0.489984,"accuracy":0.543478,"main_score":0.489984,"hf_subset":"sag_Latn-arz_Arab","languages":["sag-Latn","arz-Arab"]},{"precision":0.466881,"recall":0.517787,"f1":0.481711,"accuracy":0.517787,"main_score":0.481711,"hf_subset":"sag_Latn-cjk_Latn","languages":["sag-Latn","cjk-Latn"]},{"precision":0.430476,"recall":0.48913,"f1":0.446766,"accuracy":0.48913,"main_score":0.446766,"hf_subset":"sag_Latn-gla_Latn","languages":["sag-Latn","gla-Latn"]},{"precision":0.468054,"recall":0.537549,"f1":0.48736,"accuracy":0.537549,"main_score":0.48736,"hf_subset":"sag_Latn-kan_Knda","languages":["sag-Latn","kan-Knda"]},{"precision":0.528742,"recall":0.583004,"f1":0.543529,"accuracy":0.583004,"main_score":0.543529,"hf_subset":"sag_Latn-lmo_Latn","languages":["sag-Latn","lmo-Latn"]},{"precision":0.467867,"recall":0.539526,"f1":0.487406,"accuracy":0.539526,"main_score":0.487406,"hf_subset":"sag_Latn-npi_Deva","languages":["sag-Latn","npi-Deva"]},{"precision":0.404493,"recall":0.476285,"f1":0.424208,"accuracy":0.476285,"main_score":0.424208,"hf_subset":"sag_Latn-shn_Mymr","languages":["sag-Latn","shn-Mymr"]},{"precision":0.531739,"recall":0.597826,"f1":0.550536,"accuracy":0.597826,"main_score":0.550536,"hf_subset":"sag_Latn-tgl_Latn","languages":["sag-Latn","tgl-Latn"]},{"precision":0.473864,"recall":0.551383,"f1":0.494992,"accuracy":0.551383,"main_score":0.494992,"hf_subset":"sag_Latn-yue_Hant","languages":["sag-Latn","yue-Hant"]},{"precision":0.41693,"recall":0.48419,"f1":0.435286,"accuracy":0.48419,"main_score":0.435286,"hf_subset":"sag_Latn-asm_Beng","languages":["sag-Latn","asm-Beng"]},{"precision":0.408074,"recall":0.474308,"f1":0.426623,"accuracy":0.474308,"main_score":0.426623,"hf_subset":"sag_Latn-ckb_Arab","languages":["sag-Latn","ckb-Arab"]},{"precision":0.432337,"recall":0.491107,"f1":0.448222,"accuracy":0.491107,"main_score":0.448222,"hf_subset":"sag_Latn-gle_Latn","languages":["sag-Latn","gle-Latn"]},{"precision":0.430095,"recall":0.506917,"f1":0.451856,"accuracy":0.506917,"main_score":0.451856,"hf_subset":"sag_Latn-kas_Arab","languages":["sag-Latn","kas-Arab"]},{"precision":0.479659,"recall":0.544466,"f1":0.497427,"accuracy":0.544466,"main_score":0.497427,"hf_subset":"sag_Latn-ltg_Latn","languages":["sag-Latn","ltg-Latn"]},{"precision":0.49524,"recall":0.54249,"f1":0.509058,"accuracy":0.54249,"main_score":0.509058,"hf_subset":"sag_Latn-nso_Latn","languages":["sag-Latn","nso-Latn"]},{"precision":0.193776,"recall":0.238142,"f1":0.204938,"accuracy":0.238142,"main_score":0.204938,"hf_subset":"sag_Latn-sin_Sinh","languages":["sag-Latn","sin-Sinh"]},{"precision":0.475855,"recall":0.55336,"f1":0.497058,"accuracy":0.55336,"main_score":0.497058,"hf_subset":"sag_Latn-tha_Thai","languages":["sag-Latn","tha-Thai"]},{"precision":0.478307,"recall":0.550395,"f1":0.49824,"accuracy":0.550395,"main_score":0.49824,"hf_subset":"sag_Latn-zho_Hans","languages":["sag-Latn","zho-Hans"]},{"precision":0.513202,"recall":0.581028,"f1":0.532035,"accuracy":0.581028,"main_score":0.532035,"hf_subset":"sag_Latn-ast_Latn","languages":["sag-Latn","ast-Latn"]},{"precision":0.492645,"recall":0.5583,"f1":0.510702,"accuracy":0.5583,"main_score":0.510702,"hf_subset":"sag_Latn-crh_Latn","languages":["sag-Latn","crh-Latn"]},{"precision":0.532785,"recall":0.59585,"f1":0.549946,"accuracy":0.59585,"main_score":0.549946,"hf_subset":"sag_Latn-glg_Latn","languages":["sag-Latn","glg-Latn"]},{"precision":0.449209,"recall":0.519763,"f1":0.469477,"accuracy":0.519763,"main_score":0.469477,"hf_subset":"sag_Latn-kas_Deva","languages":["sag-Latn","kas-Deva"]},{"precision":0.509431,"recall":0.573123,"f1":0.527137,"accuracy":0.573123,"main_score":0.527137,"hf_subset":"sag_Latn-ltz_Latn","languages":["sag-Latn","ltz-Latn"]},{"precision":0.400531,"recall":0.463439,"f1":0.418321,"accuracy":0.463439,"main_score":0.418321,"hf_subset":"sag_Latn-nus_Latn","languages":["sag-Latn","nus-Latn"]},{"precision":0.503518,"recall":0.574111,"f1":0.522731,"accuracy":0.574111,"main_score":0.522731,"hf_subset":"sag_Latn-slk_Latn","languages":["sag-Latn","slk-Latn"]},{"precision":0.205732,"recall":0.255929,"f1":0.218128,"accuracy":0.255929,"main_score":0.218128,"hf_subset":"sag_Latn-tir_Ethi","languages":["sag-Latn","tir-Ethi"]},{"precision":0.474006,"recall":0.552372,"f1":0.496027,"accuracy":0.552372,"main_score":0.496027,"hf_subset":"sag_Latn-zho_Hant","languages":["sag-Latn","zho-Hant"]},{"precision":0.473259,"recall":0.544466,"f1":0.493083,"accuracy":0.544466,"main_score":0.493083,"hf_subset":"sag_Latn-awa_Deva","languages":["sag-Latn","awa-Deva"]},{"precision":0.496443,"recall":0.550395,"f1":0.511618,"accuracy":0.550395,"main_score":0.511618,"hf_subset":"sag_Latn-cym_Latn","languages":["sag-Latn","cym-Latn"]},{"precision":0.560924,"recall":0.604743,"f1":0.573072,"accuracy":0.604743,"main_score":0.573072,"hf_subset":"sag_Latn-grn_Latn","languages":["sag-Latn","grn-Latn"]},{"precision":0.469483,"recall":0.54249,"f1":0.489704,"accuracy":0.54249,"main_score":0.489704,"hf_subset":"sag_Latn-kat_Geor","languages":["sag-Latn","kat-Geor"]},{"precision":0.507418,"recall":0.55336,"f1":0.520789,"accuracy":0.55336,"main_score":0.520789,"hf_subset":"sag_Latn-lua_Latn","languages":["sag-Latn","lua-Latn"]},{"precision":0.497686,"recall":0.546443,"f1":0.512308,"accuracy":0.546443,"main_score":0.512308,"hf_subset":"sag_Latn-nya_Latn","languages":["sag-Latn","nya-Latn"]},{"precision":0.499405,"recall":0.568182,"f1":0.518583,"accuracy":0.568182,"main_score":0.518583,"hf_subset":"sag_Latn-slv_Latn","languages":["sag-Latn","slv-Latn"]},{"precision":0.550902,"recall":0.600791,"f1":0.564645,"accuracy":0.600791,"main_score":0.564645,"hf_subset":"sag_Latn-tpi_Latn","languages":["sag-Latn","tpi-Latn"]},{"precision":0.515714,"recall":0.587945,"f1":0.53525,"accuracy":0.587945,"main_score":0.53525,"hf_subset":"sag_Latn-zsm_Latn","languages":["sag-Latn","zsm-Latn"]},{"precision":0.462983,"recall":0.517787,"f1":0.478034,"accuracy":0.517787,"main_score":0.478034,"hf_subset":"sag_Latn-ayr_Latn","languages":["sag-Latn","ayr-Latn"]},{"precision":0.503337,"recall":0.579051,"f1":0.524328,"accuracy":0.579051,"main_score":0.524328,"hf_subset":"sag_Latn-dan_Latn","languages":["sag-Latn","dan-Latn"]},{"precision":0.477902,"recall":0.550395,"f1":0.497929,"accuracy":0.550395,"main_score":0.497929,"hf_subset":"sag_Latn-guj_Gujr","languages":["sag-Latn","guj-Gujr"]},{"precision":0.496121,"recall":0.562253,"f1":0.514537,"accuracy":0.562253,"main_score":0.514537,"hf_subset":"sag_Latn-kaz_Cyrl","languages":["sag-Latn","kaz-Cyrl"]},{"precision":0.436455,"recall":0.48913,"f1":0.450881,"accuracy":0.48913,"main_score":0.450881,"hf_subset":"sag_Latn-lug_Latn","languages":["sag-Latn","lug-Latn"]},{"precision":0.529735,"recall":0.593874,"f1":0.547823,"accuracy":0.593874,"main_score":0.547823,"hf_subset":"sag_Latn-oci_Latn","languages":["sag-Latn","oci-Latn"]},{"precision":0.479809,"recall":0.531621,"f1":0.494475,"accuracy":0.531621,"main_score":0.494475,"hf_subset":"sag_Latn-smo_Latn","languages":["sag-Latn","smo-Latn"]},{"precision":0.454829,"recall":0.504941,"f1":0.468602,"accuracy":0.504941,"main_score":0.468602,"hf_subset":"sag_Latn-tsn_Latn","languages":["sag-Latn","tsn-Latn"]},{"precision":0.455309,"recall":0.506917,"f1":0.469088,"accuracy":0.506917,"main_score":0.469088,"hf_subset":"sag_Latn-zul_Latn","languages":["sag-Latn","zul-Latn"]},{"precision":0.440721,"recall":0.508893,"f1":0.460117,"accuracy":0.508893,"main_score":0.460117,"hf_subset":"sag_Latn-azb_Arab","languages":["sag-Latn","azb-Arab"]},{"precision":0.503768,"recall":0.58004,"f1":0.524925,"accuracy":0.58004,"main_score":0.524925,"hf_subset":"sag_Latn-deu_Latn","languages":["sag-Latn","deu-Latn"]},{"precision":0.468247,"recall":0.533597,"f1":0.487146,"accuracy":0.533597,"main_score":0.487146,"hf_subset":"sag_Latn-hat_Latn","languages":["sag-Latn","hat-Latn"]},{"precision":0.448148,"recall":0.499012,"f1":0.462782,"accuracy":0.499012,"main_score":0.462782,"hf_subset":"sag_Latn-kbp_Latn","languages":["sag-Latn","kbp-Latn"]},{"precision":0.492927,"recall":0.532609,"f1":0.5047,"accuracy":0.532609,"main_score":0.5047,"hf_subset":"sag_Latn-luo_Latn","languages":["sag-Latn","luo-Latn"]},{"precision":0.448964,"recall":0.523715,"f1":0.469425,"accuracy":0.523715,"main_score":0.469425,"hf_subset":"sag_Latn-ory_Orya","languages":["sag-Latn","ory-Orya"]},{"precision":0.468372,"recall":0.518775,"f1":0.482937,"accuracy":0.518775,"main_score":0.482937,"hf_subset":"sag_Latn-sna_Latn","languages":["sag-Latn","sna-Latn"]},{"precision":0.458693,"recall":0.51581,"f1":0.475063,"accuracy":0.51581,"main_score":0.475063,"hf_subset":"sag_Latn-tso_Latn","languages":["sag-Latn","tso-Latn"]},{"precision":0.489082,"recall":0.562253,"f1":0.509378,"accuracy":0.562253,"main_score":0.509378,"hf_subset":"sag_Latn-azj_Latn","languages":["sag-Latn","azj-Latn"]},{"precision":0.466299,"recall":0.522727,"f1":0.482825,"accuracy":0.522727,"main_score":0.482825,"hf_subset":"sag_Latn-dik_Latn","languages":["sag-Latn","dik-Latn"]},{"precision":0.487484,"recall":0.533597,"f1":0.501548,"accuracy":0.533597,"main_score":0.501548,"hf_subset":"sag_Latn-hau_Latn","languages":["sag-Latn","hau-Latn"]},{"precision":0.546385,"recall":0.600791,"f1":0.561899,"accuracy":0.600791,"main_score":0.561899,"hf_subset":"sag_Latn-kea_Latn","languages":["sag-Latn","kea-Latn"]},{"precision":0.533248,"recall":0.576087,"f1":0.545518,"accuracy":0.576087,"main_score":0.545518,"hf_subset":"sag_Latn-lus_Latn","languages":["sag-Latn","lus-Latn"]},{"precision":0.534166,"recall":0.578063,"f1":0.54661,"accuracy":0.578063,"main_score":0.54661,"hf_subset":"sag_Latn-pag_Latn","languages":["sag-Latn","pag-Latn"]},{"precision":0.443855,"recall":0.520751,"f1":0.46458,"accuracy":0.520751,"main_score":0.46458,"hf_subset":"sag_Latn-snd_Arab","languages":["sag-Latn","snd-Arab"]},{"precision":0.491416,"recall":0.551383,"f1":0.508882,"accuracy":0.551383,"main_score":0.508882,"hf_subset":"sag_Latn-tuk_Latn","languages":["sag-Latn","tuk-Latn"]},{"precision":0.522147,"recall":0.583004,"f1":0.539895,"accuracy":0.583004,"main_score":0.539895,"hf_subset":"sag_Latn-bak_Cyrl","languages":["sag-Latn","bak-Cyrl"]},{"precision":0.385327,"recall":0.450593,"f1":0.403842,"accuracy":0.450593,"main_score":0.403842,"hf_subset":"sag_Latn-dyu_Latn","languages":["sag-Latn","dyu-Latn"]},{"precision":0.459941,"recall":0.537549,"f1":0.481377,"accuracy":0.537549,"main_score":0.481377,"hf_subset":"sag_Latn-heb_Hebr","languages":["sag-Latn","heb-Hebr"]},{"precision":0.4851,"recall":0.543478,"f1":0.502212,"accuracy":0.543478,"main_score":0.502212,"hf_subset":"sag_Latn-khk_Cyrl","languages":["sag-Latn","khk-Cyrl"]},{"precision":0.489932,"recall":0.561265,"f1":0.509396,"accuracy":0.561265,"main_score":0.509396,"hf_subset":"sag_Latn-lvs_Latn","languages":["sag-Latn","lvs-Latn"]},{"precision":0.469466,"recall":0.537549,"f1":0.487656,"accuracy":0.537549,"main_score":0.487656,"hf_subset":"sag_Latn-pan_Guru","languages":["sag-Latn","pan-Guru"]},{"precision":0.42882,"recall":0.487154,"f1":0.444983,"accuracy":0.487154,"main_score":0.444983,"hf_subset":"sag_Latn-som_Latn","languages":["sag-Latn","som-Latn"]},{"precision":0.471728,"recall":0.522727,"f1":0.486214,"accuracy":0.522727,"main_score":0.486214,"hf_subset":"sag_Latn-tum_Latn","languages":["sag-Latn","tum-Latn"]},{"precision":0.124954,"recall":0.150198,"f1":0.131381,"accuracy":0.150198,"main_score":0.131381,"hf_subset":"taq_Tfng-ace_Arab","languages":["taq-Tfng","ace-Arab"]},{"precision":0.140843,"recall":0.166008,"f1":0.146874,"accuracy":0.166008,"main_score":0.146874,"hf_subset":"taq_Tfng-bam_Latn","languages":["taq-Tfng","bam-Latn"]},{"precision":0.098783,"recall":0.126482,"f1":0.105722,"accuracy":0.126482,"main_score":0.105722,"hf_subset":"taq_Tfng-dzo_Tibt","languages":["taq-Tfng","dzo-Tibt"]},{"precision":0.15155,"recall":0.179842,"f1":0.159105,"accuracy":0.179842,"main_score":0.159105,"hf_subset":"taq_Tfng-hin_Deva","languages":["taq-Tfng","hin-Deva"]},{"precision":0.14444,"recall":0.172925,"f1":0.151696,"accuracy":0.172925,"main_score":0.151696,"hf_subset":"taq_Tfng-khm_Khmr","languages":["taq-Tfng","khm-Khmr"]},{"precision":0.151084,"recall":0.176877,"f1":0.157461,"accuracy":0.176877,"main_score":0.157461,"hf_subset":"taq_Tfng-mag_Deva","languages":["taq-Tfng","mag-Deva"]},{"precision":0.161184,"recall":0.188735,"f1":0.167805,"accuracy":0.188735,"main_score":0.167805,"hf_subset":"taq_Tfng-pap_Latn","languages":["taq-Tfng","pap-Latn"]},{"precision":0.157968,"recall":0.188735,"f1":0.165374,"accuracy":0.188735,"main_score":0.165374,"hf_subset":"taq_Tfng-sot_Latn","languages":["taq-Tfng","sot-Latn"]},{"precision":0.147357,"recall":0.170949,"f1":0.15356,"accuracy":0.170949,"main_score":0.15356,"hf_subset":"taq_Tfng-tur_Latn","languages":["taq-Tfng","tur-Latn"]},{"precision":0.14962,"recall":0.175889,"f1":0.156457,"accuracy":0.175889,"main_score":0.156457,"hf_subset":"taq_Tfng-ace_Latn","languages":["taq-Tfng","ace-Latn"]},{"precision":0.163931,"recall":0.186759,"f1":0.169663,"accuracy":0.186759,"main_score":0.169663,"hf_subset":"taq_Tfng-ban_Latn","languages":["taq-Tfng","ban-Latn"]},{"precision":0.145312,"recall":0.171937,"f1":0.151883,"accuracy":0.171937,"main_score":0.151883,"hf_subset":"taq_Tfng-ell_Grek","languages":["taq-Tfng","ell-Grek"]},{"precision":0.150279,"recall":0.175889,"f1":0.156991,"accuracy":0.175889,"main_score":0.156991,"hf_subset":"taq_Tfng-hne_Deva","languages":["taq-Tfng","hne-Deva"]},{"precision":0.07218,"recall":0.101779,"f1":0.078283,"accuracy":0.101779,"main_score":0.078283,"hf_subset":"taq_Tfng-kik_Latn","languages":["taq-Tfng","kik-Latn"]},{"precision":0.155865,"recall":0.181818,"f1":0.162692,"accuracy":0.181818,"main_score":0.162692,"hf_subset":"taq_Tfng-mai_Deva","languages":["taq-Tfng","mai-Deva"]},{"precision":0.145804,"recall":0.171937,"f1":0.152103,"accuracy":0.171937,"main_score":0.152103,"hf_subset":"taq_Tfng-pbt_Arab","languages":["taq-Tfng","pbt-Arab"]},{"precision":0.141412,"recall":0.170949,"f1":0.149185,"accuracy":0.170949,"main_score":0.149185,"hf_subset":"taq_Tfng-spa_Latn","languages":["taq-Tfng","spa-Latn"]},{"precision":0.1473,"recall":0.174901,"f1":0.153311,"accuracy":0.174901,"main_score":0.153311,"hf_subset":"taq_Tfng-twi_Latn","languages":["taq-Tfng","twi-Latn"]},{"precision":0.144639,"recall":0.172925,"f1":0.152261,"accuracy":0.172925,"main_score":0.152261,"hf_subset":"taq_Tfng-acm_Arab","languages":["taq-Tfng","acm-Arab"]},{"precision":0.145586,"recall":0.172925,"f1":0.152514,"accuracy":0.172925,"main_score":0.152514,"hf_subset":"taq_Tfng-bel_Cyrl","languages":["taq-Tfng","bel-Cyrl"]},{"precision":0.134018,"recall":0.167984,"f1":0.14248,"accuracy":0.167984,"main_score":0.14248,"hf_subset":"taq_Tfng-eng_Latn","languages":["taq-Tfng","eng-Latn"]},{"precision":0.159287,"recall":0.187747,"f1":0.165846,"accuracy":0.187747,"main_score":0.165846,"hf_subset":"taq_Tfng-hrv_Latn","languages":["taq-Tfng","hrv-Latn"]},{"precision":0.156337,"recall":0.181818,"f1":0.162952,"accuracy":0.181818,"main_score":0.162952,"hf_subset":"taq_Tfng-kin_Latn","languages":["taq-Tfng","kin-Latn"]},{"precision":0.145005,"recall":0.174901,"f1":0.152196,"accuracy":0.174901,"main_score":0.152196,"hf_subset":"taq_Tfng-mal_Mlym","languages":["taq-Tfng","mal-Mlym"]},{"precision":0.158868,"recall":0.181818,"f1":0.164936,"accuracy":0.181818,"main_score":0.164936,"hf_subset":"taq_Tfng-pes_Arab","languages":["taq-Tfng","pes-Arab"]},{"precision":0.156375,"recall":0.185771,"f1":0.163252,"accuracy":0.185771,"main_score":0.163252,"hf_subset":"taq_Tfng-srd_Latn","languages":["taq-Tfng","srd-Latn"]},{"precision":0.195129,"recall":0.222332,"f1":0.201551,"accuracy":0.222332,"main_score":0.201551,"hf_subset":"taq_Tfng-tzm_Tfng","languages":["taq-Tfng","tzm-Tfng"]},{"precision":0.140127,"recall":0.167984,"f1":0.147675,"accuracy":0.167984,"main_score":0.147675,"hf_subset":"taq_Tfng-acq_Arab","languages":["taq-Tfng","acq-Arab"]},{"precision":0.150853,"recall":0.178854,"f1":0.157878,"accuracy":0.178854,"main_score":0.157878,"hf_subset":"taq_Tfng-bem_Latn","languages":["taq-Tfng","bem-Latn"]},{"precision":0.147732,"recall":0.175889,"f1":0.155209,"accuracy":0.175889,"main_score":0.155209,"hf_subset":"taq_Tfng-epo_Latn","languages":["taq-Tfng","epo-Latn"]},{"precision":0.145987,"recall":0.172925,"f1":0.153244,"accuracy":0.172925,"main_score":0.153244,"hf_subset":"taq_Tfng-hun_Latn","languages":["taq-Tfng","hun-Latn"]},{"precision":0.153364,"recall":0.179842,"f1":0.159991,"accuracy":0.179842,"main_score":0.159991,"hf_subset":"taq_Tfng-kir_Cyrl","languages":["taq-Tfng","kir-Cyrl"]},{"precision":0.149596,"recall":0.178854,"f1":0.157569,"accuracy":0.178854,"main_score":0.157569,"hf_subset":"taq_Tfng-mar_Deva","languages":["taq-Tfng","mar-Deva"]},{"precision":0.158073,"recall":0.187747,"f1":0.165236,"accuracy":0.187747,"main_score":0.165236,"hf_subset":"taq_Tfng-plt_Latn","languages":["taq-Tfng","plt-Latn"]},{"precision":0.162418,"recall":0.188735,"f1":0.168625,"accuracy":0.188735,"main_score":0.168625,"hf_subset":"taq_Tfng-srp_Cyrl","languages":["taq-Tfng","srp-Cyrl"]},{"precision":0.154004,"recall":0.184783,"f1":0.161035,"accuracy":0.184783,"main_score":0.161035,"hf_subset":"taq_Tfng-uig_Arab","languages":["taq-Tfng","uig-Arab"]},{"precision":0.143669,"recall":0.172925,"f1":0.150986,"accuracy":0.172925,"main_score":0.150986,"hf_subset":"taq_Tfng-aeb_Arab","languages":["taq-Tfng","aeb-Arab"]},{"precision":0.141202,"recall":0.170949,"f1":0.14884,"accuracy":0.170949,"main_score":0.14884,"hf_subset":"taq_Tfng-ben_Beng","languages":["taq-Tfng","ben-Beng"]},{"precision":0.147309,"recall":0.178854,"f1":0.155162,"accuracy":0.178854,"main_score":0.155162,"hf_subset":"taq_Tfng-est_Latn","languages":["taq-Tfng","est-Latn"]},{"precision":0.151823,"recall":0.175889,"f1":0.157516,"accuracy":0.175889,"main_score":0.157516,"hf_subset":"taq_Tfng-hye_Armn","languages":["taq-Tfng","hye-Armn"]},{"precision":0.144308,"recall":0.172925,"f1":0.151404,"accuracy":0.172925,"main_score":0.151404,"hf_subset":"taq_Tfng-kmb_Latn","languages":["taq-Tfng","kmb-Latn"]},{"precision":0.116981,"recall":0.145257,"f1":0.124377,"accuracy":0.145257,"main_score":0.124377,"hf_subset":"taq_Tfng-min_Arab","languages":["taq-Tfng","min-Arab"]},{"precision":0.146894,"recall":0.178854,"f1":0.154987,"accuracy":0.178854,"main_score":0.154987,"hf_subset":"taq_Tfng-pol_Latn","languages":["taq-Tfng","pol-Latn"]},{"precision":0.141821,"recall":0.171937,"f1":0.149091,"accuracy":0.171937,"main_score":0.149091,"hf_subset":"taq_Tfng-ssw_Latn","languages":["taq-Tfng","ssw-Latn"]},{"precision":0.15419,"recall":0.183794,"f1":0.16137,"accuracy":0.183794,"main_score":0.16137,"hf_subset":"taq_Tfng-ukr_Cyrl","languages":["taq-Tfng","ukr-Cyrl"]},{"precision":0.14633,"recall":0.18083,"f1":0.154606,"accuracy":0.18083,"main_score":0.154606,"hf_subset":"taq_Tfng-afr_Latn","languages":["taq-Tfng","afr-Latn"]},{"precision":0.162603,"recall":0.188735,"f1":0.169511,"accuracy":0.188735,"main_score":0.169511,"hf_subset":"taq_Tfng-bho_Deva","languages":["taq-Tfng","bho-Deva"]},{"precision":0.156446,"recall":0.179842,"f1":0.162398,"accuracy":0.179842,"main_score":0.162398,"hf_subset":"taq_Tfng-eus_Latn","languages":["taq-Tfng","eus-Latn"]},{"precision":0.129208,"recall":0.160079,"f1":0.136125,"accuracy":0.160079,"main_score":0.136125,"hf_subset":"taq_Tfng-ibo_Latn","languages":["taq-Tfng","ibo-Latn"]},{"precision":0.155131,"recall":0.18083,"f1":0.161603,"accuracy":0.18083,"main_score":0.161603,"hf_subset":"taq_Tfng-kmr_Latn","languages":["taq-Tfng","kmr-Latn"]},{"precision":0.161099,"recall":0.189723,"f1":0.167937,"accuracy":0.189723,"main_score":0.167937,"hf_subset":"taq_Tfng-min_Latn","languages":["taq-Tfng","min-Latn"]},{"precision":0.142606,"recall":0.172925,"f1":0.150068,"accuracy":0.172925,"main_score":0.150068,"hf_subset":"taq_Tfng-por_Latn","languages":["taq-Tfng","por-Latn"]},{"precision":0.158632,"recall":0.182806,"f1":0.164737,"accuracy":0.182806,"main_score":0.164737,"hf_subset":"taq_Tfng-sun_Latn","languages":["taq-Tfng","sun-Latn"]},{"precision":0.139076,"recall":0.168972,"f1":0.145968,"accuracy":0.168972,"main_score":0.145968,"hf_subset":"taq_Tfng-umb_Latn","languages":["taq-Tfng","umb-Latn"]},{"precision":0.1528,"recall":0.178854,"f1":0.159403,"accuracy":0.178854,"main_score":0.159403,"hf_subset":"taq_Tfng-ajp_Arab","languages":["taq-Tfng","ajp-Arab"]},{"precision":0.134947,"recall":0.162055,"f1":0.14194,"accuracy":0.162055,"main_score":0.14194,"hf_subset":"taq_Tfng-bjn_Arab","languages":["taq-Tfng","bjn-Arab"]},{"precision":0.138588,"recall":0.16996,"f1":0.145111,"accuracy":0.16996,"main_score":0.145111,"hf_subset":"taq_Tfng-ewe_Latn","languages":["taq-Tfng","ewe-Latn"]},{"precision":0.147788,"recall":0.173913,"f1":0.154543,"accuracy":0.173913,"main_score":0.154543,"hf_subset":"taq_Tfng-ilo_Latn","languages":["taq-Tfng","ilo-Latn"]},{"precision":0.130932,"recall":0.159091,"f1":0.138436,"accuracy":0.159091,"main_score":0.138436,"hf_subset":"taq_Tfng-knc_Arab","languages":["taq-Tfng","knc-Arab"]},{"precision":0.158957,"recall":0.184783,"f1":0.165399,"accuracy":0.184783,"main_score":0.165399,"hf_subset":"taq_Tfng-mkd_Cyrl","languages":["taq-Tfng","mkd-Cyrl"]},{"precision":0.155804,"recall":0.184783,"f1":0.162987,"accuracy":0.184783,"main_score":0.162987,"hf_subset":"taq_Tfng-prs_Arab","languages":["taq-Tfng","prs-Arab"]},{"precision":0.140881,"recall":0.16996,"f1":0.14808,"accuracy":0.16996,"main_score":0.14808,"hf_subset":"taq_Tfng-swe_Latn","languages":["taq-Tfng","swe-Latn"]},{"precision":0.142513,"recall":0.167984,"f1":0.148964,"accuracy":0.167984,"main_score":0.148964,"hf_subset":"taq_Tfng-urd_Arab","languages":["taq-Tfng","urd-Arab"]},{"precision":0.140654,"recall":0.164032,"f1":0.145529,"accuracy":0.164032,"main_score":0.145529,"hf_subset":"taq_Tfng-aka_Latn","languages":["taq-Tfng","aka-Latn"]},{"precision":0.160485,"recall":0.184783,"f1":0.166872,"accuracy":0.184783,"main_score":0.166872,"hf_subset":"taq_Tfng-bjn_Latn","languages":["taq-Tfng","bjn-Latn"]},{"precision":0.140935,"recall":0.166996,"f1":0.147584,"accuracy":0.166996,"main_score":0.147584,"hf_subset":"taq_Tfng-fao_Latn","languages":["taq-Tfng","fao-Latn"]},{"precision":0.154834,"recall":0.18083,"f1":0.161979,"accuracy":0.18083,"main_score":0.161979,"hf_subset":"taq_Tfng-ind_Latn","languages":["taq-Tfng","ind-Latn"]},{"precision":0.142543,"recall":0.16996,"f1":0.149022,"accuracy":0.16996,"main_score":0.149022,"hf_subset":"taq_Tfng-knc_Latn","languages":["taq-Tfng","knc-Latn"]},{"precision":0.154983,"recall":0.183794,"f1":0.162206,"accuracy":0.183794,"main_score":0.162206,"hf_subset":"taq_Tfng-mlt_Latn","languages":["taq-Tfng","mlt-Latn"]},{"precision":0.145491,"recall":0.172925,"f1":0.151864,"accuracy":0.172925,"main_score":0.151864,"hf_subset":"taq_Tfng-quy_Latn","languages":["taq-Tfng","quy-Latn"]},{"precision":0.151718,"recall":0.18083,"f1":0.158358,"accuracy":0.18083,"main_score":0.158358,"hf_subset":"taq_Tfng-swh_Latn","languages":["taq-Tfng","swh-Latn"]},{"precision":0.158089,"recall":0.182806,"f1":0.163793,"accuracy":0.182806,"main_score":0.163793,"hf_subset":"taq_Tfng-uzn_Latn","languages":["taq-Tfng","uzn-Latn"]},{"precision":0.155465,"recall":0.182806,"f1":0.162303,"accuracy":0.182806,"main_score":0.162303,"hf_subset":"taq_Tfng-als_Latn","languages":["taq-Tfng","als-Latn"]},{"precision":0.135713,"recall":0.163043,"f1":0.142578,"accuracy":0.163043,"main_score":0.142578,"hf_subset":"taq_Tfng-bod_Tibt","languages":["taq-Tfng","bod-Tibt"]},{"precision":0.150581,"recall":0.175889,"f1":0.156703,"accuracy":0.175889,"main_score":0.156703,"hf_subset":"taq_Tfng-fij_Latn","languages":["taq-Tfng","fij-Latn"]},{"precision":0.142607,"recall":0.16996,"f1":0.149986,"accuracy":0.16996,"main_score":0.149986,"hf_subset":"taq_Tfng-isl_Latn","languages":["taq-Tfng","isl-Latn"]},{"precision":0.144707,"recall":0.16996,"f1":0.151521,"accuracy":0.16996,"main_score":0.151521,"hf_subset":"taq_Tfng-kon_Latn","languages":["taq-Tfng","kon-Latn"]},{"precision":0.160052,"recall":0.182806,"f1":0.166269,"accuracy":0.182806,"main_score":0.166269,"hf_subset":"taq_Tfng-mni_Beng","languages":["taq-Tfng","mni-Beng"]},{"precision":0.153885,"recall":0.181818,"f1":0.160763,"accuracy":0.181818,"main_score":0.160763,"hf_subset":"taq_Tfng-ron_Latn","languages":["taq-Tfng","ron-Latn"]},{"precision":0.164391,"recall":0.1917,"f1":0.17038,"accuracy":0.1917,"main_score":0.17038,"hf_subset":"taq_Tfng-szl_Latn","languages":["taq-Tfng","szl-Latn"]},{"precision":0.161553,"recall":0.188735,"f1":0.16847,"accuracy":0.188735,"main_score":0.16847,"hf_subset":"taq_Tfng-vec_Latn","languages":["taq-Tfng","vec-Latn"]},{"precision":0.155654,"recall":0.175889,"f1":0.161538,"accuracy":0.175889,"main_score":0.161538,"hf_subset":"taq_Tfng-amh_Ethi","languages":["taq-Tfng","amh-Ethi"]},{"precision":0.154372,"recall":0.179842,"f1":0.161317,"accuracy":0.179842,"main_score":0.161317,"hf_subset":"taq_Tfng-bos_Latn","languages":["taq-Tfng","bos-Latn"]},{"precision":0.14579,"recall":0.171937,"f1":0.152169,"accuracy":0.171937,"main_score":0.152169,"hf_subset":"taq_Tfng-fin_Latn","languages":["taq-Tfng","fin-Latn"]},{"precision":0.148946,"recall":0.172925,"f1":0.155197,"accuracy":0.172925,"main_score":0.155197,"hf_subset":"taq_Tfng-ita_Latn","languages":["taq-Tfng","ita-Latn"]},{"precision":0.140949,"recall":0.166008,"f1":0.147671,"accuracy":0.166008,"main_score":0.147671,"hf_subset":"taq_Tfng-kor_Hang","languages":["taq-Tfng","kor-Hang"]},{"precision":0.145725,"recall":0.176877,"f1":0.153204,"accuracy":0.176877,"main_score":0.153204,"hf_subset":"taq_Tfng-mos_Latn","languages":["taq-Tfng","mos-Latn"]},{"precision":0.148377,"recall":0.171937,"f1":0.154526,"accuracy":0.171937,"main_score":0.154526,"hf_subset":"taq_Tfng-run_Latn","languages":["taq-Tfng","run-Latn"]},{"precision":0.157284,"recall":0.183794,"f1":0.164461,"accuracy":0.183794,"main_score":0.164461,"hf_subset":"taq_Tfng-tam_Taml","languages":["taq-Tfng","tam-Taml"]},{"precision":0.140456,"recall":0.16996,"f1":0.147746,"accuracy":0.16996,"main_score":0.147746,"hf_subset":"taq_Tfng-vie_Latn","languages":["taq-Tfng","vie-Latn"]},{"precision":0.147525,"recall":0.171937,"f1":0.154421,"accuracy":0.171937,"main_score":0.154421,"hf_subset":"taq_Tfng-apc_Arab","languages":["taq-Tfng","apc-Arab"]},{"precision":0.138963,"recall":0.163043,"f1":0.144278,"accuracy":0.163043,"main_score":0.144278,"hf_subset":"taq_Tfng-bug_Latn","languages":["taq-Tfng","bug-Latn"]},{"precision":0.138385,"recall":0.166008,"f1":0.145365,"accuracy":0.166008,"main_score":0.145365,"hf_subset":"taq_Tfng-fon_Latn","languages":["taq-Tfng","fon-Latn"]},{"precision":0.152193,"recall":0.179842,"f1":0.159135,"accuracy":0.179842,"main_score":0.159135,"hf_subset":"taq_Tfng-jav_Latn","languages":["taq-Tfng","jav-Latn"]},{"precision":0.144699,"recall":0.172925,"f1":0.152429,"accuracy":0.172925,"main_score":0.152429,"hf_subset":"taq_Tfng-lao_Laoo","languages":["taq-Tfng","lao-Laoo"]},{"precision":0.14349,"recall":0.172925,"f1":0.150845,"accuracy":0.172925,"main_score":0.150845,"hf_subset":"taq_Tfng-mri_Latn","languages":["taq-Tfng","mri-Latn"]},{"precision":0.149361,"recall":0.18083,"f1":0.156613,"accuracy":0.18083,"main_score":0.156613,"hf_subset":"taq_Tfng-rus_Cyrl","languages":["taq-Tfng","rus-Cyrl"]},{"precision":0.1879,"recall":0.222332,"f1":0.19455,"accuracy":0.222332,"main_score":0.19455,"hf_subset":"taq_Tfng-taq_Latn","languages":["taq-Tfng","taq-Latn"]},{"precision":0.162747,"recall":0.192688,"f1":0.170266,"accuracy":0.192688,"main_score":0.170266,"hf_subset":"taq_Tfng-war_Latn","languages":["taq-Tfng","war-Latn"]},{"precision":0.14413,"recall":0.16996,"f1":0.151167,"accuracy":0.16996,"main_score":0.151167,"hf_subset":"taq_Tfng-arb_Arab","languages":["taq-Tfng","arb-Arab"]},{"precision":0.151075,"recall":0.181818,"f1":0.158786,"accuracy":0.181818,"main_score":0.158786,"hf_subset":"taq_Tfng-bul_Cyrl","languages":["taq-Tfng","bul-Cyrl"]},{"precision":0.139405,"recall":0.166996,"f1":0.146422,"accuracy":0.166996,"main_score":0.146422,"hf_subset":"taq_Tfng-fra_Latn","languages":["taq-Tfng","fra-Latn"]},{"precision":0.136655,"recall":0.161067,"f1":0.143565,"accuracy":0.161067,"main_score":0.143565,"hf_subset":"taq_Tfng-jpn_Jpan","languages":["taq-Tfng","jpn-Jpan"]},{"precision":0.151169,"recall":0.176877,"f1":0.158514,"accuracy":0.176877,"main_score":0.158514,"hf_subset":"taq_Tfng-lij_Latn","languages":["taq-Tfng","lij-Latn"]},{"precision":0.134221,"recall":0.162055,"f1":0.141322,"accuracy":0.162055,"main_score":0.141322,"hf_subset":"taq_Tfng-mya_Mymr","languages":["taq-Tfng","mya-Mymr"]},{"precision":0.138274,"recall":0.166996,"f1":0.145594,"accuracy":0.166996,"main_score":0.145594,"hf_subset":"taq_Tfng-sag_Latn","languages":["taq-Tfng","sag-Latn"]},{"precision":0.13463,"recall":0.162055,"f1":0.141446,"accuracy":0.162055,"main_score":0.141446,"hf_subset":"taq_Tfng-wol_Latn","languages":["taq-Tfng","wol-Latn"]},{"precision":0.120303,"recall":0.145257,"f1":0.126068,"accuracy":0.145257,"main_score":0.126068,"hf_subset":"taq_Tfng-arb_Latn","languages":["taq-Tfng","arb-Latn"]},{"precision":0.150542,"recall":0.176877,"f1":0.15707,"accuracy":0.176877,"main_score":0.15707,"hf_subset":"taq_Tfng-cat_Latn","languages":["taq-Tfng","cat-Latn"]},{"precision":0.147025,"recall":0.172925,"f1":0.153906,"accuracy":0.172925,"main_score":0.153906,"hf_subset":"taq_Tfng-fur_Latn","languages":["taq-Tfng","fur-Latn"]},{"precision":0.147857,"recall":0.172925,"f1":0.153873,"accuracy":0.172925,"main_score":0.153873,"hf_subset":"taq_Tfng-kab_Latn","languages":["taq-Tfng","kab-Latn"]},{"precision":0.147137,"recall":0.174901,"f1":0.154056,"accuracy":0.174901,"main_score":0.154056,"hf_subset":"taq_Tfng-lim_Latn","languages":["taq-Tfng","lim-Latn"]},{"precision":0.148695,"recall":0.178854,"f1":0.156704,"accuracy":0.178854,"main_score":0.156704,"hf_subset":"taq_Tfng-nld_Latn","languages":["taq-Tfng","nld-Latn"]},{"precision":0.145554,"recall":0.173913,"f1":0.152881,"accuracy":0.173913,"main_score":0.152881,"hf_subset":"taq_Tfng-san_Deva","languages":["taq-Tfng","san-Deva"]},{"precision":0.154982,"recall":0.182806,"f1":0.160891,"accuracy":0.182806,"main_score":0.160891,"hf_subset":"taq_Tfng-tat_Cyrl","languages":["taq-Tfng","tat-Cyrl"]},{"precision":0.151947,"recall":0.182806,"f1":0.158901,"accuracy":0.182806,"main_score":0.158901,"hf_subset":"taq_Tfng-xho_Latn","languages":["taq-Tfng","xho-Latn"]},{"precision":0.108366,"recall":0.136364,"f1":0.115466,"accuracy":0.136364,"main_score":0.115466,"hf_subset":"taq_Tfng-ars_Arab","languages":["taq-Tfng","ars-Arab"]},{"precision":0.159253,"recall":0.190711,"f1":0.166704,"accuracy":0.190711,"main_score":0.166704,"hf_subset":"taq_Tfng-ceb_Latn","languages":["taq-Tfng","ceb-Latn"]},{"precision":0.141571,"recall":0.167984,"f1":0.147442,"accuracy":0.167984,"main_score":0.147442,"hf_subset":"taq_Tfng-fuv_Latn","languages":["taq-Tfng","fuv-Latn"]},{"precision":0.147065,"recall":0.176877,"f1":0.154314,"accuracy":0.176877,"main_score":0.154314,"hf_subset":"taq_Tfng-kac_Latn","languages":["taq-Tfng","kac-Latn"]},{"precision":0.163399,"recall":0.188735,"f1":0.169687,"accuracy":0.188735,"main_score":0.169687,"hf_subset":"taq_Tfng-lin_Latn","languages":["taq-Tfng","lin-Latn"]},{"precision":0.14747,"recall":0.178854,"f1":0.155975,"accuracy":0.178854,"main_score":0.155975,"hf_subset":"taq_Tfng-nno_Latn","languages":["taq-Tfng","nno-Latn"]},{"precision":0.055217,"recall":0.083004,"f1":0.061031,"accuracy":0.083004,"main_score":0.061031,"hf_subset":"taq_Tfng-sat_Olck","languages":["taq-Tfng","sat-Olck"]},{"precision":0.161192,"recall":0.185771,"f1":0.167799,"accuracy":0.185771,"main_score":0.167799,"hf_subset":"taq_Tfng-tel_Telu","languages":["taq-Tfng","tel-Telu"]},{"precision":0.165934,"recall":0.188735,"f1":0.171234,"accuracy":0.188735,"main_score":0.171234,"hf_subset":"taq_Tfng-ydd_Hebr","languages":["taq-Tfng","ydd-Hebr"]},{"precision":0.131183,"recall":0.162055,"f1":0.138587,"accuracy":0.162055,"main_score":0.138587,"hf_subset":"taq_Tfng-ary_Arab","languages":["taq-Tfng","ary-Arab"]},{"precision":0.150529,"recall":0.178854,"f1":0.157356,"accuracy":0.178854,"main_score":0.157356,"hf_subset":"taq_Tfng-ces_Latn","languages":["taq-Tfng","ces-Latn"]},{"precision":0.160514,"recall":0.184783,"f1":0.166351,"accuracy":0.184783,"main_score":0.166351,"hf_subset":"taq_Tfng-gaz_Latn","languages":["taq-Tfng","gaz-Latn"]},{"precision":0.144067,"recall":0.16996,"f1":0.150249,"accuracy":0.16996,"main_score":0.150249,"hf_subset":"taq_Tfng-kam_Latn","languages":["taq-Tfng","kam-Latn"]},{"precision":0.142543,"recall":0.16996,"f1":0.149806,"accuracy":0.16996,"main_score":0.149806,"hf_subset":"taq_Tfng-lit_Latn","languages":["taq-Tfng","lit-Latn"]},{"precision":0.149497,"recall":0.178854,"f1":0.157025,"accuracy":0.178854,"main_score":0.157025,"hf_subset":"taq_Tfng-nob_Latn","languages":["taq-Tfng","nob-Latn"]},{"precision":0.144787,"recall":0.177866,"f1":0.152436,"accuracy":0.177866,"main_score":0.152436,"hf_subset":"taq_Tfng-scn_Latn","languages":["taq-Tfng","scn-Latn"]},{"precision":0.157354,"recall":0.182806,"f1":0.164059,"accuracy":0.182806,"main_score":0.164059,"hf_subset":"taq_Tfng-tgk_Cyrl","languages":["taq-Tfng","tgk-Cyrl"]},{"precision":0.10047,"recall":0.139328,"f1":0.109208,"accuracy":0.139328,"main_score":0.109208,"hf_subset":"taq_Tfng-yor_Latn","languages":["taq-Tfng","yor-Latn"]},{"precision":0.130221,"recall":0.159091,"f1":0.137803,"accuracy":0.159091,"main_score":0.137803,"hf_subset":"taq_Tfng-arz_Arab","languages":["taq-Tfng","arz-Arab"]},{"precision":0.152736,"recall":0.178854,"f1":0.159693,"accuracy":0.178854,"main_score":0.159693,"hf_subset":"taq_Tfng-cjk_Latn","languages":["taq-Tfng","cjk-Latn"]},{"precision":0.140134,"recall":0.171937,"f1":0.148386,"accuracy":0.171937,"main_score":0.148386,"hf_subset":"taq_Tfng-gla_Latn","languages":["taq-Tfng","gla-Latn"]},{"precision":0.171172,"recall":0.193676,"f1":0.176427,"accuracy":0.193676,"main_score":0.176427,"hf_subset":"taq_Tfng-kan_Knda","languages":["taq-Tfng","kan-Knda"]},{"precision":0.16391,"recall":0.1917,"f1":0.170873,"accuracy":0.1917,"main_score":0.170873,"hf_subset":"taq_Tfng-lmo_Latn","languages":["taq-Tfng","lmo-Latn"]},{"precision":0.148436,"recall":0.175889,"f1":0.155503,"accuracy":0.175889,"main_score":0.155503,"hf_subset":"taq_Tfng-npi_Deva","languages":["taq-Tfng","npi-Deva"]},{"precision":0.132114,"recall":0.161067,"f1":0.139721,"accuracy":0.161067,"main_score":0.139721,"hf_subset":"taq_Tfng-shn_Mymr","languages":["taq-Tfng","shn-Mymr"]},{"precision":0.160448,"recall":0.188735,"f1":0.167753,"accuracy":0.188735,"main_score":0.167753,"hf_subset":"taq_Tfng-tgl_Latn","languages":["taq-Tfng","tgl-Latn"]},{"precision":0.131497,"recall":0.157115,"f1":0.138344,"accuracy":0.157115,"main_score":0.138344,"hf_subset":"taq_Tfng-yue_Hant","languages":["taq-Tfng","yue-Hant"]},{"precision":0.144914,"recall":0.170949,"f1":0.151946,"accuracy":0.170949,"main_score":0.151946,"hf_subset":"taq_Tfng-asm_Beng","languages":["taq-Tfng","asm-Beng"]},{"precision":0.138878,"recall":0.168972,"f1":0.146062,"accuracy":0.168972,"main_score":0.146062,"hf_subset":"taq_Tfng-ckb_Arab","languages":["taq-Tfng","ckb-Arab"]},{"precision":0.156499,"recall":0.179842,"f1":0.162284,"accuracy":0.179842,"main_score":0.162284,"hf_subset":"taq_Tfng-gle_Latn","languages":["taq-Tfng","gle-Latn"]},{"precision":0.145232,"recall":0.168972,"f1":0.151268,"accuracy":0.168972,"main_score":0.151268,"hf_subset":"taq_Tfng-kas_Arab","languages":["taq-Tfng","kas-Arab"]},{"precision":0.165899,"recall":0.192688,"f1":0.171864,"accuracy":0.192688,"main_score":0.171864,"hf_subset":"taq_Tfng-ltg_Latn","languages":["taq-Tfng","ltg-Latn"]},{"precision":0.167049,"recall":0.193676,"f1":0.173683,"accuracy":0.193676,"main_score":0.173683,"hf_subset":"taq_Tfng-nso_Latn","languages":["taq-Tfng","nso-Latn"]},{"precision":0.154764,"recall":0.18083,"f1":0.160915,"accuracy":0.18083,"main_score":0.160915,"hf_subset":"taq_Tfng-sin_Sinh","languages":["taq-Tfng","sin-Sinh"]},{"precision":0.142987,"recall":0.16996,"f1":0.149878,"accuracy":0.16996,"main_score":0.149878,"hf_subset":"taq_Tfng-tha_Thai","languages":["taq-Tfng","tha-Thai"]},{"precision":0.133005,"recall":0.155138,"f1":0.138932,"accuracy":0.155138,"main_score":0.138932,"hf_subset":"taq_Tfng-zho_Hans","languages":["taq-Tfng","zho-Hans"]},{"precision":0.149363,"recall":0.177866,"f1":0.156544,"accuracy":0.177866,"main_score":0.156544,"hf_subset":"taq_Tfng-ast_Latn","languages":["taq-Tfng","ast-Latn"]},{"precision":0.161005,"recall":0.186759,"f1":0.167042,"accuracy":0.186759,"main_score":0.167042,"hf_subset":"taq_Tfng-crh_Latn","languages":["taq-Tfng","crh-Latn"]},{"precision":0.146656,"recall":0.174901,"f1":0.153844,"accuracy":0.174901,"main_score":0.153844,"hf_subset":"taq_Tfng-glg_Latn","languages":["taq-Tfng","glg-Latn"]},{"precision":0.146274,"recall":0.170949,"f1":0.152019,"accuracy":0.170949,"main_score":0.152019,"hf_subset":"taq_Tfng-kas_Deva","languages":["taq-Tfng","kas-Deva"]},{"precision":0.141094,"recall":0.173913,"f1":0.148476,"accuracy":0.173913,"main_score":0.148476,"hf_subset":"taq_Tfng-ltz_Latn","languages":["taq-Tfng","ltz-Latn"]},{"precision":0.157744,"recall":0.182806,"f1":0.16385,"accuracy":0.182806,"main_score":0.16385,"hf_subset":"taq_Tfng-nus_Latn","languages":["taq-Tfng","nus-Latn"]},{"precision":0.149333,"recall":0.182806,"f1":0.157646,"accuracy":0.182806,"main_score":0.157646,"hf_subset":"taq_Tfng-slk_Latn","languages":["taq-Tfng","slk-Latn"]},{"precision":0.156249,"recall":0.178854,"f1":0.162316,"accuracy":0.178854,"main_score":0.162316,"hf_subset":"taq_Tfng-tir_Ethi","languages":["taq-Tfng","tir-Ethi"]},{"precision":0.133308,"recall":0.162055,"f1":0.140686,"accuracy":0.162055,"main_score":0.140686,"hf_subset":"taq_Tfng-zho_Hant","languages":["taq-Tfng","zho-Hant"]},{"precision":0.151203,"recall":0.176877,"f1":0.158183,"accuracy":0.176877,"main_score":0.158183,"hf_subset":"taq_Tfng-awa_Deva","languages":["taq-Tfng","awa-Deva"]},{"precision":0.154384,"recall":0.178854,"f1":0.160547,"accuracy":0.178854,"main_score":0.160547,"hf_subset":"taq_Tfng-cym_Latn","languages":["taq-Tfng","cym-Latn"]},{"precision":0.143371,"recall":0.166008,"f1":0.148164,"accuracy":0.166008,"main_score":0.148164,"hf_subset":"taq_Tfng-grn_Latn","languages":["taq-Tfng","grn-Latn"]},{"precision":0.154198,"recall":0.177866,"f1":0.160738,"accuracy":0.177866,"main_score":0.160738,"hf_subset":"taq_Tfng-kat_Geor","languages":["taq-Tfng","kat-Geor"]},{"precision":0.161916,"recall":0.187747,"f1":0.168516,"accuracy":0.187747,"main_score":0.168516,"hf_subset":"taq_Tfng-lua_Latn","languages":["taq-Tfng","lua-Latn"]},{"precision":0.135224,"recall":0.164032,"f1":0.141835,"accuracy":0.164032,"main_score":0.141835,"hf_subset":"taq_Tfng-nya_Latn","languages":["taq-Tfng","nya-Latn"]},{"precision":0.150665,"recall":0.174901,"f1":0.156749,"accuracy":0.174901,"main_score":0.156749,"hf_subset":"taq_Tfng-slv_Latn","languages":["taq-Tfng","slv-Latn"]},{"precision":0.156377,"recall":0.184783,"f1":0.163046,"accuracy":0.184783,"main_score":0.163046,"hf_subset":"taq_Tfng-tpi_Latn","languages":["taq-Tfng","tpi-Latn"]},{"precision":0.158453,"recall":0.185771,"f1":0.16518,"accuracy":0.185771,"main_score":0.16518,"hf_subset":"taq_Tfng-zsm_Latn","languages":["taq-Tfng","zsm-Latn"]},{"precision":0.142027,"recall":0.171937,"f1":0.149052,"accuracy":0.171937,"main_score":0.149052,"hf_subset":"taq_Tfng-ayr_Latn","languages":["taq-Tfng","ayr-Latn"]},{"precision":0.151023,"recall":0.181818,"f1":0.159219,"accuracy":0.181818,"main_score":0.159219,"hf_subset":"taq_Tfng-dan_Latn","languages":["taq-Tfng","dan-Latn"]},{"precision":0.159188,"recall":0.185771,"f1":0.165807,"accuracy":0.185771,"main_score":0.165807,"hf_subset":"taq_Tfng-guj_Gujr","languages":["taq-Tfng","guj-Gujr"]},{"precision":0.162408,"recall":0.189723,"f1":0.169022,"accuracy":0.189723,"main_score":0.169022,"hf_subset":"taq_Tfng-kaz_Cyrl","languages":["taq-Tfng","kaz-Cyrl"]},{"precision":0.14044,"recall":0.168972,"f1":0.147218,"accuracy":0.168972,"main_score":0.147218,"hf_subset":"taq_Tfng-lug_Latn","languages":["taq-Tfng","lug-Latn"]},{"precision":0.152137,"recall":0.178854,"f1":0.158867,"accuracy":0.178854,"main_score":0.158867,"hf_subset":"taq_Tfng-oci_Latn","languages":["taq-Tfng","oci-Latn"]},{"precision":0.158376,"recall":0.186759,"f1":0.16534,"accuracy":0.186759,"main_score":0.16534,"hf_subset":"taq_Tfng-smo_Latn","languages":["taq-Tfng","smo-Latn"]},{"precision":0.134209,"recall":0.162055,"f1":0.141619,"accuracy":0.162055,"main_score":0.141619,"hf_subset":"taq_Tfng-tsn_Latn","languages":["taq-Tfng","tsn-Latn"]},{"precision":0.145476,"recall":0.179842,"f1":0.15372,"accuracy":0.179842,"main_score":0.15372,"hf_subset":"taq_Tfng-zul_Latn","languages":["taq-Tfng","zul-Latn"]},{"precision":0.131271,"recall":0.155138,"f1":0.13735,"accuracy":0.155138,"main_score":0.13735,"hf_subset":"taq_Tfng-azb_Arab","languages":["taq-Tfng","azb-Arab"]},{"precision":0.145315,"recall":0.173913,"f1":0.152855,"accuracy":0.173913,"main_score":0.152855,"hf_subset":"taq_Tfng-deu_Latn","languages":["taq-Tfng","deu-Latn"]},{"precision":0.14535,"recall":0.171937,"f1":0.15185,"accuracy":0.171937,"main_score":0.15185,"hf_subset":"taq_Tfng-hat_Latn","languages":["taq-Tfng","hat-Latn"]},{"precision":0.140876,"recall":0.167984,"f1":0.147687,"accuracy":0.167984,"main_score":0.147687,"hf_subset":"taq_Tfng-kbp_Latn","languages":["taq-Tfng","kbp-Latn"]},{"precision":0.136132,"recall":0.161067,"f1":0.142445,"accuracy":0.161067,"main_score":0.142445,"hf_subset":"taq_Tfng-luo_Latn","languages":["taq-Tfng","luo-Latn"]},{"precision":0.155548,"recall":0.181818,"f1":0.162596,"accuracy":0.181818,"main_score":0.162596,"hf_subset":"taq_Tfng-ory_Orya","languages":["taq-Tfng","ory-Orya"]},{"precision":0.146626,"recall":0.179842,"f1":0.154181,"accuracy":0.179842,"main_score":0.154181,"hf_subset":"taq_Tfng-sna_Latn","languages":["taq-Tfng","sna-Latn"]},{"precision":0.152561,"recall":0.179842,"f1":0.159042,"accuracy":0.179842,"main_score":0.159042,"hf_subset":"taq_Tfng-tso_Latn","languages":["taq-Tfng","tso-Latn"]},{"precision":0.146797,"recall":0.178854,"f1":0.154489,"accuracy":0.178854,"main_score":0.154489,"hf_subset":"taq_Tfng-azj_Latn","languages":["taq-Tfng","azj-Latn"]},{"precision":0.105045,"recall":0.129447,"f1":0.110792,"accuracy":0.129447,"main_score":0.110792,"hf_subset":"taq_Tfng-dik_Latn","languages":["taq-Tfng","dik-Latn"]},{"precision":0.151231,"recall":0.177866,"f1":0.157969,"accuracy":0.177866,"main_score":0.157969,"hf_subset":"taq_Tfng-hau_Latn","languages":["taq-Tfng","hau-Latn"]},{"precision":0.146482,"recall":0.172925,"f1":0.152892,"accuracy":0.172925,"main_score":0.152892,"hf_subset":"taq_Tfng-kea_Latn","languages":["taq-Tfng","kea-Latn"]},{"precision":0.143693,"recall":0.168972,"f1":0.149599,"accuracy":0.168972,"main_score":0.149599,"hf_subset":"taq_Tfng-lus_Latn","languages":["taq-Tfng","lus-Latn"]},{"precision":0.155057,"recall":0.178854,"f1":0.160869,"accuracy":0.178854,"main_score":0.160869,"hf_subset":"taq_Tfng-pag_Latn","languages":["taq-Tfng","pag-Latn"]},{"precision":0.15846,"recall":0.184783,"f1":0.165023,"accuracy":0.184783,"main_score":0.165023,"hf_subset":"taq_Tfng-snd_Arab","languages":["taq-Tfng","snd-Arab"]},{"precision":0.14008,"recall":0.164032,"f1":0.145724,"accuracy":0.164032,"main_score":0.145724,"hf_subset":"taq_Tfng-tuk_Latn","languages":["taq-Tfng","tuk-Latn"]},{"precision":0.152837,"recall":0.178854,"f1":0.158908,"accuracy":0.178854,"main_score":0.158908,"hf_subset":"taq_Tfng-bak_Cyrl","languages":["taq-Tfng","bak-Cyrl"]},{"precision":0.072153,"recall":0.101779,"f1":0.079317,"accuracy":0.101779,"main_score":0.079317,"hf_subset":"taq_Tfng-dyu_Latn","languages":["taq-Tfng","dyu-Latn"]},{"precision":0.14641,"recall":0.170949,"f1":0.152717,"accuracy":0.170949,"main_score":0.152717,"hf_subset":"taq_Tfng-heb_Hebr","languages":["taq-Tfng","heb-Hebr"]},{"precision":0.140541,"recall":0.170949,"f1":0.147697,"accuracy":0.170949,"main_score":0.147697,"hf_subset":"taq_Tfng-khk_Cyrl","languages":["taq-Tfng","khk-Cyrl"]},{"precision":0.15478,"recall":0.179842,"f1":0.161511,"accuracy":0.179842,"main_score":0.161511,"hf_subset":"taq_Tfng-lvs_Latn","languages":["taq-Tfng","lvs-Latn"]},{"precision":0.157959,"recall":0.181818,"f1":0.164195,"accuracy":0.181818,"main_score":0.164195,"hf_subset":"taq_Tfng-pan_Guru","languages":["taq-Tfng","pan-Guru"]},{"precision":0.147498,"recall":0.177866,"f1":0.154644,"accuracy":0.177866,"main_score":0.154644,"hf_subset":"taq_Tfng-som_Latn","languages":["taq-Tfng","som-Latn"]},{"precision":0.149238,"recall":0.177866,"f1":0.15611,"accuracy":0.177866,"main_score":0.15611,"hf_subset":"taq_Tfng-tum_Latn","languages":["taq-Tfng","tum-Latn"]},{"precision":0.359685,"recall":0.433794,"f1":0.380607,"accuracy":0.433794,"main_score":0.380607,"hf_subset":"wol_Latn-ace_Arab","languages":["wol-Latn","ace-Arab"]},{"precision":0.475885,"recall":0.531621,"f1":0.492065,"accuracy":0.531621,"main_score":0.492065,"hf_subset":"wol_Latn-bam_Latn","languages":["wol-Latn","bam-Latn"]},{"precision":0.105278,"recall":0.144269,"f1":0.114595,"accuracy":0.144269,"main_score":0.114595,"hf_subset":"wol_Latn-dzo_Tibt","languages":["wol-Latn","dzo-Tibt"]},{"precision":0.524473,"recall":0.596838,"f1":0.545967,"accuracy":0.596838,"main_score":0.545967,"hf_subset":"wol_Latn-hin_Deva","languages":["wol-Latn","hin-Deva"]},{"precision":0.375208,"recall":0.453557,"f1":0.397043,"accuracy":0.453557,"main_score":0.397043,"hf_subset":"wol_Latn-khm_Khmr","languages":["wol-Latn","khm-Khmr"]},{"precision":0.546212,"recall":0.607708,"f1":0.564083,"accuracy":0.607708,"main_score":0.564083,"hf_subset":"wol_Latn-mag_Deva","languages":["wol-Latn","mag-Deva"]},{"precision":0.579728,"recall":0.636364,"f1":0.595976,"accuracy":0.636364,"main_score":0.595976,"hf_subset":"wol_Latn-pap_Latn","languages":["wol-Latn","pap-Latn"]},{"precision":0.51356,"recall":0.559289,"f1":0.526111,"accuracy":0.559289,"main_score":0.526111,"hf_subset":"wol_Latn-sot_Latn","languages":["wol-Latn","sot-Latn"]},{"precision":0.538432,"recall":0.610672,"f1":0.559588,"accuracy":0.610672,"main_score":0.559588,"hf_subset":"wol_Latn-tur_Latn","languages":["wol-Latn","tur-Latn"]},{"precision":0.562247,"recall":0.613636,"f1":0.577145,"accuracy":0.613636,"main_score":0.577145,"hf_subset":"wol_Latn-ace_Latn","languages":["wol-Latn","ace-Latn"]},{"precision":0.576555,"recall":0.631423,"f1":0.592467,"accuracy":0.631423,"main_score":0.592467,"hf_subset":"wol_Latn-ban_Latn","languages":["wol-Latn","ban-Latn"]},{"precision":0.51386,"recall":0.589921,"f1":0.535748,"accuracy":0.589921,"main_score":0.535748,"hf_subset":"wol_Latn-ell_Grek","languages":["wol-Latn","ell-Grek"]},{"precision":0.533712,"recall":0.593874,"f1":0.551515,"accuracy":0.593874,"main_score":0.551515,"hf_subset":"wol_Latn-hne_Deva","languages":["wol-Latn","hne-Deva"]},{"precision":0.480979,"recall":0.540514,"f1":0.498246,"accuracy":0.540514,"main_score":0.498246,"hf_subset":"wol_Latn-kik_Latn","languages":["wol-Latn","kik-Latn"]},{"precision":0.536243,"recall":0.602767,"f1":0.55615,"accuracy":0.602767,"main_score":0.55615,"hf_subset":"wol_Latn-mai_Deva","languages":["wol-Latn","mai-Deva"]},{"precision":0.491171,"recall":0.559289,"f1":0.511054,"accuracy":0.559289,"main_score":0.511054,"hf_subset":"wol_Latn-pbt_Arab","languages":["wol-Latn","pbt-Arab"]},{"precision":0.555896,"recall":0.633399,"f1":0.578865,"accuracy":0.633399,"main_score":0.578865,"hf_subset":"wol_Latn-spa_Latn","languages":["wol-Latn","spa-Latn"]},{"precision":0.540448,"recall":0.58004,"f1":0.552108,"accuracy":0.58004,"main_score":0.552108,"hf_subset":"wol_Latn-twi_Latn","languages":["wol-Latn","twi-Latn"]},{"precision":0.52441,"recall":0.59585,"f1":0.545756,"accuracy":0.59585,"main_score":0.545756,"hf_subset":"wol_Latn-acm_Arab","languages":["wol-Latn","acm-Arab"]},{"precision":0.533524,"recall":0.604743,"f1":0.555056,"accuracy":0.604743,"main_score":0.555056,"hf_subset":"wol_Latn-bel_Cyrl","languages":["wol-Latn","bel-Cyrl"]},{"precision":0.560211,"recall":0.62747,"f1":0.579909,"accuracy":0.62747,"main_score":0.579909,"hf_subset":"wol_Latn-eng_Latn","languages":["wol-Latn","eng-Latn"]},{"precision":0.553122,"recall":0.625494,"f1":0.573813,"accuracy":0.625494,"main_score":0.573813,"hf_subset":"wol_Latn-hrv_Latn","languages":["wol-Latn","hrv-Latn"]},{"precision":0.467787,"recall":0.520751,"f1":0.482416,"accuracy":0.520751,"main_score":0.482416,"hf_subset":"wol_Latn-kin_Latn","languages":["wol-Latn","kin-Latn"]},{"precision":0.506621,"recall":0.573123,"f1":0.526746,"accuracy":0.573123,"main_score":0.526746,"hf_subset":"wol_Latn-mal_Mlym","languages":["wol-Latn","mal-Mlym"]},{"precision":0.518854,"recall":0.590909,"f1":0.539417,"accuracy":0.590909,"main_score":0.539417,"hf_subset":"wol_Latn-pes_Arab","languages":["wol-Latn","pes-Arab"]},{"precision":0.56302,"recall":0.621542,"f1":0.579972,"accuracy":0.621542,"main_score":0.579972,"hf_subset":"wol_Latn-srd_Latn","languages":["wol-Latn","srd-Latn"]},{"precision":0.139834,"recall":0.192688,"f1":0.1517,"accuracy":0.192688,"main_score":0.1517,"hf_subset":"wol_Latn-tzm_Tfng","languages":["wol-Latn","tzm-Tfng"]},{"precision":0.532903,"recall":0.598814,"f1":0.552527,"accuracy":0.598814,"main_score":0.552527,"hf_subset":"wol_Latn-acq_Arab","languages":["wol-Latn","acq-Arab"]},{"precision":0.521655,"recall":0.572134,"f1":0.535997,"accuracy":0.572134,"main_score":0.535997,"hf_subset":"wol_Latn-bem_Latn","languages":["wol-Latn","bem-Latn"]},{"precision":0.554513,"recall":0.621542,"f1":0.57485,"accuracy":0.621542,"main_score":0.57485,"hf_subset":"wol_Latn-epo_Latn","languages":["wol-Latn","epo-Latn"]},{"precision":0.552586,"recall":0.623518,"f1":0.573504,"accuracy":0.623518,"main_score":0.573504,"hf_subset":"wol_Latn-hun_Latn","languages":["wol-Latn","hun-Latn"]},{"precision":0.546311,"recall":0.606719,"f1":0.564366,"accuracy":0.606719,"main_score":0.564366,"hf_subset":"wol_Latn-kir_Cyrl","languages":["wol-Latn","kir-Cyrl"]},{"precision":0.523814,"recall":0.59585,"f1":0.545652,"accuracy":0.59585,"main_score":0.545652,"hf_subset":"wol_Latn-mar_Deva","languages":["wol-Latn","mar-Deva"]},{"precision":0.526976,"recall":0.573123,"f1":0.540415,"accuracy":0.573123,"main_score":0.540415,"hf_subset":"wol_Latn-plt_Latn","languages":["wol-Latn","plt-Latn"]},{"precision":0.538966,"recall":0.613636,"f1":0.561495,"accuracy":0.613636,"main_score":0.561495,"hf_subset":"wol_Latn-srp_Cyrl","languages":["wol-Latn","srp-Cyrl"]},{"precision":0.464424,"recall":0.541502,"f1":0.486891,"accuracy":0.541502,"main_score":0.486891,"hf_subset":"wol_Latn-uig_Arab","languages":["wol-Latn","uig-Arab"]},{"precision":0.518989,"recall":0.586957,"f1":0.538834,"accuracy":0.586957,"main_score":0.538834,"hf_subset":"wol_Latn-aeb_Arab","languages":["wol-Latn","aeb-Arab"]},{"precision":0.532296,"recall":0.598814,"f1":0.552113,"accuracy":0.598814,"main_score":0.552113,"hf_subset":"wol_Latn-ben_Beng","languages":["wol-Latn","ben-Beng"]},{"precision":0.527252,"recall":0.597826,"f1":0.547799,"accuracy":0.597826,"main_score":0.547799,"hf_subset":"wol_Latn-est_Latn","languages":["wol-Latn","est-Latn"]},{"precision":0.49138,"recall":0.560277,"f1":0.511748,"accuracy":0.560277,"main_score":0.511748,"hf_subset":"wol_Latn-hye_Armn","languages":["wol-Latn","hye-Armn"]},{"precision":0.474621,"recall":0.528656,"f1":0.489555,"accuracy":0.528656,"main_score":0.489555,"hf_subset":"wol_Latn-kmb_Latn","languages":["wol-Latn","kmb-Latn"]},{"precision":0.345671,"recall":0.416008,"f1":0.364776,"accuracy":0.416008,"main_score":0.364776,"hf_subset":"wol_Latn-min_Arab","languages":["wol-Latn","min-Arab"]},{"precision":0.550774,"recall":0.619565,"f1":0.571052,"accuracy":0.619565,"main_score":0.571052,"hf_subset":"wol_Latn-pol_Latn","languages":["wol-Latn","pol-Latn"]},{"precision":0.475889,"recall":0.541502,"f1":0.494165,"accuracy":0.541502,"main_score":0.494165,"hf_subset":"wol_Latn-ssw_Latn","languages":["wol-Latn","ssw-Latn"]},{"precision":0.544236,"recall":0.617589,"f1":0.566357,"accuracy":0.617589,"main_score":0.566357,"hf_subset":"wol_Latn-ukr_Cyrl","languages":["wol-Latn","ukr-Cyrl"]},{"precision":0.562236,"recall":0.630435,"f1":0.582213,"accuracy":0.630435,"main_score":0.582213,"hf_subset":"wol_Latn-afr_Latn","languages":["wol-Latn","afr-Latn"]},{"precision":0.530076,"recall":0.600791,"f1":0.550266,"accuracy":0.600791,"main_score":0.550266,"hf_subset":"wol_Latn-bho_Deva","languages":["wol-Latn","bho-Deva"]},{"precision":0.544971,"recall":0.602767,"f1":0.561331,"accuracy":0.602767,"main_score":0.561331,"hf_subset":"wol_Latn-eus_Latn","languages":["wol-Latn","eus-Latn"]},{"precision":0.501501,"recall":0.557312,"f1":0.517341,"accuracy":0.557312,"main_score":0.517341,"hf_subset":"wol_Latn-ibo_Latn","languages":["wol-Latn","ibo-Latn"]},{"precision":0.530347,"recall":0.586957,"f1":0.546659,"accuracy":0.586957,"main_score":0.546659,"hf_subset":"wol_Latn-kmr_Latn","languages":["wol-Latn","kmr-Latn"]},{"precision":0.562257,"recall":0.616601,"f1":0.577822,"accuracy":0.616601,"main_score":0.577822,"hf_subset":"wol_Latn-min_Latn","languages":["wol-Latn","min-Latn"]},{"precision":0.553251,"recall":0.628458,"f1":0.575452,"accuracy":0.628458,"main_score":0.575452,"hf_subset":"wol_Latn-por_Latn","languages":["wol-Latn","por-Latn"]},{"precision":0.569109,"recall":0.624506,"f1":0.584855,"accuracy":0.624506,"main_score":0.584855,"hf_subset":"wol_Latn-sun_Latn","languages":["wol-Latn","sun-Latn"]},{"precision":0.450198,"recall":0.518775,"f1":0.470076,"accuracy":0.518775,"main_score":0.470076,"hf_subset":"wol_Latn-umb_Latn","languages":["wol-Latn","umb-Latn"]},{"precision":0.534943,"recall":0.604743,"f1":0.556011,"accuracy":0.604743,"main_score":0.556011,"hf_subset":"wol_Latn-ajp_Arab","languages":["wol-Latn","ajp-Arab"]},{"precision":0.361537,"recall":0.425889,"f1":0.379883,"accuracy":0.425889,"main_score":0.379883,"hf_subset":"wol_Latn-bjn_Arab","languages":["wol-Latn","bjn-Arab"]},{"precision":0.485507,"recall":0.534585,"f1":0.499511,"accuracy":0.534585,"main_score":0.499511,"hf_subset":"wol_Latn-ewe_Latn","languages":["wol-Latn","ewe-Latn"]},{"precision":0.591173,"recall":0.634387,"f1":0.603582,"accuracy":0.634387,"main_score":0.603582,"hf_subset":"wol_Latn-ilo_Latn","languages":["wol-Latn","ilo-Latn"]},{"precision":0.207344,"recall":0.275692,"f1":0.225584,"accuracy":0.275692,"main_score":0.225584,"hf_subset":"wol_Latn-knc_Arab","languages":["wol-Latn","knc-Arab"]},{"precision":0.564363,"recall":0.62747,"f1":0.583004,"accuracy":0.62747,"main_score":0.583004,"hf_subset":"wol_Latn-mkd_Cyrl","languages":["wol-Latn","mkd-Cyrl"]},{"precision":0.505547,"recall":0.583992,"f1":0.527856,"accuracy":0.583992,"main_score":0.527856,"hf_subset":"wol_Latn-prs_Arab","languages":["wol-Latn","prs-Arab"]},{"precision":0.539753,"recall":0.616601,"f1":0.562352,"accuracy":0.616601,"main_score":0.562352,"hf_subset":"wol_Latn-swe_Latn","languages":["wol-Latn","swe-Latn"]},{"precision":0.489682,"recall":0.566206,"f1":0.512195,"accuracy":0.566206,"main_score":0.512195,"hf_subset":"wol_Latn-urd_Arab","languages":["wol-Latn","urd-Arab"]},{"precision":0.522274,"recall":0.564229,"f1":0.53471,"accuracy":0.564229,"main_score":0.53471,"hf_subset":"wol_Latn-aka_Latn","languages":["wol-Latn","aka-Latn"]},{"precision":0.567581,"recall":0.620553,"f1":0.582899,"accuracy":0.620553,"main_score":0.582899,"hf_subset":"wol_Latn-bjn_Latn","languages":["wol-Latn","bjn-Latn"]},{"precision":0.505715,"recall":0.567194,"f1":0.524097,"accuracy":0.567194,"main_score":0.524097,"hf_subset":"wol_Latn-fao_Latn","languages":["wol-Latn","fao-Latn"]},{"precision":0.559626,"recall":0.626482,"f1":0.579506,"accuracy":0.626482,"main_score":0.579506,"hf_subset":"wol_Latn-ind_Latn","languages":["wol-Latn","ind-Latn"]},{"precision":0.510495,"recall":0.554348,"f1":0.523388,"accuracy":0.554348,"main_score":0.523388,"hf_subset":"wol_Latn-knc_Latn","languages":["wol-Latn","knc-Latn"]},{"precision":0.579117,"recall":0.636364,"f1":0.596396,"accuracy":0.636364,"main_score":0.596396,"hf_subset":"wol_Latn-mlt_Latn","languages":["wol-Latn","mlt-Latn"]},{"precision":0.515102,"recall":0.568182,"f1":0.530929,"accuracy":0.568182,"main_score":0.530929,"hf_subset":"wol_Latn-quy_Latn","languages":["wol-Latn","quy-Latn"]},{"precision":0.493906,"recall":0.552372,"f1":0.510347,"accuracy":0.552372,"main_score":0.510347,"hf_subset":"wol_Latn-swh_Latn","languages":["wol-Latn","swh-Latn"]},{"precision":0.545306,"recall":0.612648,"f1":0.564987,"accuracy":0.612648,"main_score":0.564987,"hf_subset":"wol_Latn-uzn_Latn","languages":["wol-Latn","uzn-Latn"]},{"precision":0.549482,"recall":0.608696,"f1":0.566391,"accuracy":0.608696,"main_score":0.566391,"hf_subset":"wol_Latn-als_Latn","languages":["wol-Latn","als-Latn"]},{"precision":0.151033,"recall":0.212451,"f1":0.166129,"accuracy":0.212451,"main_score":0.166129,"hf_subset":"wol_Latn-bod_Tibt","languages":["wol-Latn","bod-Tibt"]},{"precision":0.47524,"recall":0.527668,"f1":0.490216,"accuracy":0.527668,"main_score":0.490216,"hf_subset":"wol_Latn-fij_Latn","languages":["wol-Latn","fij-Latn"]},{"precision":0.475115,"recall":0.54249,"f1":0.494617,"accuracy":0.54249,"main_score":0.494617,"hf_subset":"wol_Latn-isl_Latn","languages":["wol-Latn","isl-Latn"]},{"precision":0.52994,"recall":0.581028,"f1":0.544792,"accuracy":0.581028,"main_score":0.544792,"hf_subset":"wol_Latn-kon_Latn","languages":["wol-Latn","kon-Latn"]},{"precision":0.45243,"recall":0.520751,"f1":0.471928,"accuracy":0.520751,"main_score":0.471928,"hf_subset":"wol_Latn-mni_Beng","languages":["wol-Latn","mni-Beng"]},{"precision":0.546601,"recall":0.613636,"f1":0.565578,"accuracy":0.613636,"main_score":0.565578,"hf_subset":"wol_Latn-ron_Latn","languages":["wol-Latn","ron-Latn"]},{"precision":0.543438,"recall":0.607708,"f1":0.562255,"accuracy":0.607708,"main_score":0.562255,"hf_subset":"wol_Latn-szl_Latn","languages":["wol-Latn","szl-Latn"]},{"precision":0.558823,"recall":0.62253,"f1":0.577165,"accuracy":0.62253,"main_score":0.577165,"hf_subset":"wol_Latn-vec_Latn","languages":["wol-Latn","vec-Latn"]},{"precision":0.284857,"recall":0.362648,"f1":0.305613,"accuracy":0.362648,"main_score":0.305613,"hf_subset":"wol_Latn-amh_Ethi","languages":["wol-Latn","amh-Ethi"]},{"precision":0.560672,"recall":0.628458,"f1":0.580684,"accuracy":0.628458,"main_score":0.580684,"hf_subset":"wol_Latn-bos_Latn","languages":["wol-Latn","bos-Latn"]},{"precision":0.522564,"recall":0.596838,"f1":0.544444,"accuracy":0.596838,"main_score":0.544444,"hf_subset":"wol_Latn-fin_Latn","languages":["wol-Latn","fin-Latn"]},{"precision":0.552511,"recall":0.625494,"f1":0.573965,"accuracy":0.625494,"main_score":0.573965,"hf_subset":"wol_Latn-ita_Latn","languages":["wol-Latn","ita-Latn"]},{"precision":0.528265,"recall":0.599802,"f1":0.548718,"accuracy":0.599802,"main_score":0.548718,"hf_subset":"wol_Latn-kor_Hang","languages":["wol-Latn","kor-Hang"]},{"precision":0.509809,"recall":0.562253,"f1":0.524035,"accuracy":0.562253,"main_score":0.524035,"hf_subset":"wol_Latn-mos_Latn","languages":["wol-Latn","mos-Latn"]},{"precision":0.471607,"recall":0.519763,"f1":0.485479,"accuracy":0.519763,"main_score":0.485479,"hf_subset":"wol_Latn-run_Latn","languages":["wol-Latn","run-Latn"]},{"precision":0.47828,"recall":0.549407,"f1":0.499087,"accuracy":0.549407,"main_score":0.499087,"hf_subset":"wol_Latn-tam_Taml","languages":["wol-Latn","tam-Taml"]},{"precision":0.544452,"recall":0.614625,"f1":0.564954,"accuracy":0.614625,"main_score":0.564954,"hf_subset":"wol_Latn-vie_Latn","languages":["wol-Latn","vie-Latn"]},{"precision":0.51558,"recall":0.586957,"f1":0.537189,"accuracy":0.586957,"main_score":0.537189,"hf_subset":"wol_Latn-apc_Arab","languages":["wol-Latn","apc-Arab"]},{"precision":0.562611,"recall":0.605731,"f1":0.57502,"accuracy":0.605731,"main_score":0.57502,"hf_subset":"wol_Latn-bug_Latn","languages":["wol-Latn","bug-Latn"]},{"precision":0.443488,"recall":0.501976,"f1":0.460034,"accuracy":0.501976,"main_score":0.460034,"hf_subset":"wol_Latn-fon_Latn","languages":["wol-Latn","fon-Latn"]},{"precision":0.581986,"recall":0.634387,"f1":0.597101,"accuracy":0.634387,"main_score":0.597101,"hf_subset":"wol_Latn-jav_Latn","languages":["wol-Latn","jav-Latn"]},{"precision":0.417812,"recall":0.485178,"f1":0.436838,"accuracy":0.485178,"main_score":0.436838,"hf_subset":"wol_Latn-lao_Laoo","languages":["wol-Latn","lao-Laoo"]},{"precision":0.443764,"recall":0.505929,"f1":0.461322,"accuracy":0.505929,"main_score":0.461322,"hf_subset":"wol_Latn-mri_Latn","languages":["wol-Latn","mri-Latn"]},{"precision":0.536513,"recall":0.608696,"f1":0.55737,"accuracy":0.608696,"main_score":0.55737,"hf_subset":"wol_Latn-rus_Cyrl","languages":["wol-Latn","rus-Cyrl"]},{"precision":0.494302,"recall":0.536561,"f1":0.506489,"accuracy":0.536561,"main_score":0.506489,"hf_subset":"wol_Latn-taq_Latn","languages":["wol-Latn","taq-Latn"]},{"precision":0.596509,"recall":0.650198,"f1":0.612235,"accuracy":0.650198,"main_score":0.612235,"hf_subset":"wol_Latn-war_Latn","languages":["wol-Latn","war-Latn"]},{"precision":0.534783,"recall":0.605731,"f1":0.556076,"accuracy":0.605731,"main_score":0.556076,"hf_subset":"wol_Latn-arb_Arab","languages":["wol-Latn","arb-Arab"]},{"precision":0.555212,"recall":0.624506,"f1":0.576026,"accuracy":0.624506,"main_score":0.576026,"hf_subset":"wol_Latn-bul_Cyrl","languages":["wol-Latn","bul-Cyrl"]},{"precision":0.570405,"recall":0.639328,"f1":0.590796,"accuracy":0.639328,"main_score":0.590796,"hf_subset":"wol_Latn-fra_Latn","languages":["wol-Latn","fra-Latn"]},{"precision":0.517143,"recall":0.589921,"f1":0.538413,"accuracy":0.589921,"main_score":0.538413,"hf_subset":"wol_Latn-jpn_Jpan","languages":["wol-Latn","jpn-Jpan"]},{"precision":0.578428,"recall":0.637352,"f1":0.595887,"accuracy":0.637352,"main_score":0.595887,"hf_subset":"wol_Latn-lij_Latn","languages":["wol-Latn","lij-Latn"]},{"precision":0.289881,"recall":0.370553,"f1":0.311503,"accuracy":0.370553,"main_score":0.311503,"hf_subset":"wol_Latn-mya_Mymr","languages":["wol-Latn","mya-Mymr"]},{"precision":0.523537,"recall":0.56917,"f1":0.536909,"accuracy":0.56917,"main_score":0.536909,"hf_subset":"wol_Latn-sag_Latn","languages":["wol-Latn","sag-Latn"]},{"precision":0.151001,"recall":0.214427,"f1":0.164842,"accuracy":0.214427,"main_score":0.164842,"hf_subset":"wol_Latn-taq_Tfng","languages":["wol-Latn","taq-Tfng"]},{"precision":0.399514,"recall":0.463439,"f1":0.417479,"accuracy":0.463439,"main_score":0.417479,"hf_subset":"wol_Latn-arb_Latn","languages":["wol-Latn","arb-Latn"]},{"precision":0.540315,"recall":0.613636,"f1":0.561644,"accuracy":0.613636,"main_score":0.561644,"hf_subset":"wol_Latn-cat_Latn","languages":["wol-Latn","cat-Latn"]},{"precision":0.56665,"recall":0.621542,"f1":0.583286,"accuracy":0.621542,"main_score":0.583286,"hf_subset":"wol_Latn-fur_Latn","languages":["wol-Latn","fur-Latn"]},{"precision":0.370471,"recall":0.427866,"f1":0.386321,"accuracy":0.427866,"main_score":0.386321,"hf_subset":"wol_Latn-kab_Latn","languages":["wol-Latn","kab-Latn"]},{"precision":0.565613,"recall":0.625494,"f1":0.583107,"accuracy":0.625494,"main_score":0.583107,"hf_subset":"wol_Latn-lim_Latn","languages":["wol-Latn","lim-Latn"]},{"precision":0.543219,"recall":0.614625,"f1":0.563968,"accuracy":0.614625,"main_score":0.563968,"hf_subset":"wol_Latn-nld_Latn","languages":["wol-Latn","nld-Latn"]},{"precision":0.466264,"recall":0.539526,"f1":0.488116,"accuracy":0.539526,"main_score":0.488116,"hf_subset":"wol_Latn-san_Deva","languages":["wol-Latn","san-Deva"]},{"precision":0.556121,"recall":0.617589,"f1":0.574123,"accuracy":0.617589,"main_score":0.574123,"hf_subset":"wol_Latn-tat_Cyrl","languages":["wol-Latn","tat-Cyrl"]},{"precision":0.50401,"recall":0.562253,"f1":0.520995,"accuracy":0.562253,"main_score":0.520995,"hf_subset":"wol_Latn-xho_Latn","languages":["wol-Latn","xho-Latn"]},{"precision":0.517688,"recall":0.593874,"f1":0.540261,"accuracy":0.593874,"main_score":0.540261,"hf_subset":"wol_Latn-ars_Arab","languages":["wol-Latn","ars-Arab"]},{"precision":0.581164,"recall":0.641304,"f1":0.598871,"accuracy":0.641304,"main_score":0.598871,"hf_subset":"wol_Latn-ceb_Latn","languages":["wol-Latn","ceb-Latn"]},{"precision":0.476433,"recall":0.534585,"f1":0.494071,"accuracy":0.534585,"main_score":0.494071,"hf_subset":"wol_Latn-fuv_Latn","languages":["wol-Latn","fuv-Latn"]},{"precision":0.482208,"recall":0.538538,"f1":0.498526,"accuracy":0.538538,"main_score":0.498526,"hf_subset":"wol_Latn-kac_Latn","languages":["wol-Latn","kac-Latn"]},{"precision":0.550016,"recall":0.597826,"f1":0.563597,"accuracy":0.597826,"main_score":0.563597,"hf_subset":"wol_Latn-lin_Latn","languages":["wol-Latn","lin-Latn"]},{"precision":0.548644,"recall":0.617589,"f1":0.568455,"accuracy":0.617589,"main_score":0.568455,"hf_subset":"wol_Latn-nno_Latn","languages":["wol-Latn","nno-Latn"]},{"precision":0.030331,"recall":0.076087,"f1":0.037572,"accuracy":0.076087,"main_score":0.037572,"hf_subset":"wol_Latn-sat_Olck","languages":["wol-Latn","sat-Olck"]},{"precision":0.522587,"recall":0.586957,"f1":0.540931,"accuracy":0.586957,"main_score":0.540931,"hf_subset":"wol_Latn-tel_Telu","languages":["wol-Latn","tel-Telu"]},{"precision":0.404967,"recall":0.479249,"f1":0.426085,"accuracy":0.479249,"main_score":0.426085,"hf_subset":"wol_Latn-ydd_Hebr","languages":["wol-Latn","ydd-Hebr"]},{"precision":0.497647,"recall":0.568182,"f1":0.518332,"accuracy":0.568182,"main_score":0.518332,"hf_subset":"wol_Latn-ary_Arab","languages":["wol-Latn","ary-Arab"]},{"precision":0.55211,"recall":0.62253,"f1":0.572694,"accuracy":0.62253,"main_score":0.572694,"hf_subset":"wol_Latn-ces_Latn","languages":["wol-Latn","ces-Latn"]},{"precision":0.400526,"recall":0.471344,"f1":0.420423,"accuracy":0.471344,"main_score":0.420423,"hf_subset":"wol_Latn-gaz_Latn","languages":["wol-Latn","gaz-Latn"]},{"precision":0.471163,"recall":0.52668,"f1":0.487287,"accuracy":0.52668,"main_score":0.487287,"hf_subset":"wol_Latn-kam_Latn","languages":["wol-Latn","kam-Latn"]},{"precision":0.533855,"recall":0.608696,"f1":0.555533,"accuracy":0.608696,"main_score":0.555533,"hf_subset":"wol_Latn-lit_Latn","languages":["wol-Latn","lit-Latn"]},{"precision":0.549182,"recall":0.615613,"f1":0.56799,"accuracy":0.615613,"main_score":0.56799,"hf_subset":"wol_Latn-nob_Latn","languages":["wol-Latn","nob-Latn"]},{"precision":0.549347,"recall":0.610672,"f1":0.56663,"accuracy":0.610672,"main_score":0.56663,"hf_subset":"wol_Latn-scn_Latn","languages":["wol-Latn","scn-Latn"]},{"precision":0.508972,"recall":0.566206,"f1":0.525687,"accuracy":0.566206,"main_score":0.525687,"hf_subset":"wol_Latn-tgk_Cyrl","languages":["wol-Latn","tgk-Cyrl"]},{"precision":0.457233,"recall":0.517787,"f1":0.475205,"accuracy":0.517787,"main_score":0.475205,"hf_subset":"wol_Latn-yor_Latn","languages":["wol-Latn","yor-Latn"]},{"precision":0.520866,"recall":0.591897,"f1":0.542128,"accuracy":0.591897,"main_score":0.542128,"hf_subset":"wol_Latn-arz_Arab","languages":["wol-Latn","arz-Arab"]},{"precision":0.472744,"recall":0.534585,"f1":0.49065,"accuracy":0.534585,"main_score":0.49065,"hf_subset":"wol_Latn-cjk_Latn","languages":["wol-Latn","cjk-Latn"]},{"precision":0.456753,"recall":0.516798,"f1":0.473718,"accuracy":0.516798,"main_score":0.473718,"hf_subset":"wol_Latn-gla_Latn","languages":["wol-Latn","gla-Latn"]},{"precision":0.509991,"recall":0.58004,"f1":0.530966,"accuracy":0.58004,"main_score":0.530966,"hf_subset":"wol_Latn-kan_Knda","languages":["wol-Latn","kan-Knda"]},{"precision":0.574753,"recall":0.630435,"f1":0.591535,"accuracy":0.630435,"main_score":0.591535,"hf_subset":"wol_Latn-lmo_Latn","languages":["wol-Latn","lmo-Latn"]},{"precision":0.529835,"recall":0.597826,"f1":0.549904,"accuracy":0.597826,"main_score":0.549904,"hf_subset":"wol_Latn-npi_Deva","languages":["wol-Latn","npi-Deva"]},{"precision":0.411274,"recall":0.491107,"f1":0.433582,"accuracy":0.491107,"main_score":0.433582,"hf_subset":"wol_Latn-shn_Mymr","languages":["wol-Latn","shn-Mymr"]},{"precision":0.571454,"recall":0.629447,"f1":0.588194,"accuracy":0.629447,"main_score":0.588194,"hf_subset":"wol_Latn-tgl_Latn","languages":["wol-Latn","tgl-Latn"]},{"precision":0.527504,"recall":0.604743,"f1":0.550156,"accuracy":0.604743,"main_score":0.550156,"hf_subset":"wol_Latn-yue_Hant","languages":["wol-Latn","yue-Hant"]},{"precision":0.464904,"recall":0.54249,"f1":0.487832,"accuracy":0.54249,"main_score":0.487832,"hf_subset":"wol_Latn-asm_Beng","languages":["wol-Latn","asm-Beng"]},{"precision":0.451499,"recall":0.514822,"f1":0.469859,"accuracy":0.514822,"main_score":0.469859,"hf_subset":"wol_Latn-ckb_Arab","languages":["wol-Latn","ckb-Arab"]},{"precision":0.448075,"recall":0.517787,"f1":0.468008,"accuracy":0.517787,"main_score":0.468008,"hf_subset":"wol_Latn-gle_Latn","languages":["wol-Latn","gle-Latn"]},{"precision":0.46517,"recall":0.540514,"f1":0.487385,"accuracy":0.540514,"main_score":0.487385,"hf_subset":"wol_Latn-kas_Arab","languages":["wol-Latn","kas-Arab"]},{"precision":0.526689,"recall":0.59585,"f1":0.547014,"accuracy":0.59585,"main_score":0.547014,"hf_subset":"wol_Latn-ltg_Latn","languages":["wol-Latn","ltg-Latn"]},{"precision":0.523619,"recall":0.574111,"f1":0.537653,"accuracy":0.574111,"main_score":0.537653,"hf_subset":"wol_Latn-nso_Latn","languages":["wol-Latn","nso-Latn"]},{"precision":0.194061,"recall":0.245059,"f1":0.207059,"accuracy":0.245059,"main_score":0.207059,"hf_subset":"wol_Latn-sin_Sinh","languages":["wol-Latn","sin-Sinh"]},{"precision":0.52846,"recall":0.602767,"f1":0.550335,"accuracy":0.602767,"main_score":0.550335,"hf_subset":"wol_Latn-tha_Thai","languages":["wol-Latn","tha-Thai"]},{"precision":0.510583,"recall":0.593874,"f1":0.534856,"accuracy":0.593874,"main_score":0.534856,"hf_subset":"wol_Latn-zho_Hans","languages":["wol-Latn","zho-Hans"]},{"precision":0.561068,"recall":0.624506,"f1":0.579387,"accuracy":0.624506,"main_score":0.579387,"hf_subset":"wol_Latn-ast_Latn","languages":["wol-Latn","ast-Latn"]},{"precision":0.524177,"recall":0.591897,"f1":0.543931,"accuracy":0.591897,"main_score":0.543931,"hf_subset":"wol_Latn-crh_Latn","languages":["wol-Latn","crh-Latn"]},{"precision":0.556065,"recall":0.625494,"f1":0.576221,"accuracy":0.625494,"main_score":0.576221,"hf_subset":"wol_Latn-glg_Latn","languages":["wol-Latn","glg-Latn"]},{"precision":0.488332,"recall":0.555336,"f1":0.507588,"accuracy":0.555336,"main_score":0.507588,"hf_subset":"wol_Latn-kas_Deva","languages":["wol-Latn","kas-Deva"]},{"precision":0.556449,"recall":0.62253,"f1":0.574728,"accuracy":0.62253,"main_score":0.574728,"hf_subset":"wol_Latn-ltz_Latn","languages":["wol-Latn","ltz-Latn"]},{"precision":0.414049,"recall":0.478261,"f1":0.432221,"accuracy":0.478261,"main_score":0.432221,"hf_subset":"wol_Latn-nus_Latn","languages":["wol-Latn","nus-Latn"]},{"precision":0.546923,"recall":0.614625,"f1":0.566554,"accuracy":0.614625,"main_score":0.566554,"hf_subset":"wol_Latn-slk_Latn","languages":["wol-Latn","slk-Latn"]},{"precision":0.226722,"recall":0.291502,"f1":0.24368,"accuracy":0.291502,"main_score":0.24368,"hf_subset":"wol_Latn-tir_Ethi","languages":["wol-Latn","tir-Ethi"]},{"precision":0.515477,"recall":0.594862,"f1":0.538331,"accuracy":0.594862,"main_score":0.538331,"hf_subset":"wol_Latn-zho_Hant","languages":["wol-Latn","zho-Hant"]},{"precision":0.52838,"recall":0.591897,"f1":0.546857,"accuracy":0.591897,"main_score":0.546857,"hf_subset":"wol_Latn-awa_Deva","languages":["wol-Latn","awa-Deva"]},{"precision":0.520662,"recall":0.578063,"f1":0.537467,"accuracy":0.578063,"main_score":0.537467,"hf_subset":"wol_Latn-cym_Latn","languages":["wol-Latn","cym-Latn"]},{"precision":0.574327,"recall":0.616601,"f1":0.586726,"accuracy":0.616601,"main_score":0.586726,"hf_subset":"wol_Latn-grn_Latn","languages":["wol-Latn","grn-Latn"]},{"precision":0.495223,"recall":0.570158,"f1":0.517029,"accuracy":0.570158,"main_score":0.517029,"hf_subset":"wol_Latn-kat_Geor","languages":["wol-Latn","kat-Geor"]},{"precision":0.539173,"recall":0.587945,"f1":0.553309,"accuracy":0.587945,"main_score":0.553309,"hf_subset":"wol_Latn-lua_Latn","languages":["wol-Latn","lua-Latn"]},{"precision":0.506629,"recall":0.560277,"f1":0.52249,"accuracy":0.560277,"main_score":0.52249,"hf_subset":"wol_Latn-nya_Latn","languages":["wol-Latn","nya-Latn"]},{"precision":0.539246,"recall":0.612648,"f1":0.561379,"accuracy":0.612648,"main_score":0.561379,"hf_subset":"wol_Latn-slv_Latn","languages":["wol-Latn","slv-Latn"]},{"precision":0.584084,"recall":0.633399,"f1":0.597913,"accuracy":0.633399,"main_score":0.597913,"hf_subset":"wol_Latn-tpi_Latn","languages":["wol-Latn","tpi-Latn"]},{"precision":0.55872,"recall":0.626482,"f1":0.579172,"accuracy":0.626482,"main_score":0.579172,"hf_subset":"wol_Latn-zsm_Latn","languages":["wol-Latn","zsm-Latn"]},{"precision":0.498408,"recall":0.546443,"f1":0.512032,"accuracy":0.546443,"main_score":0.512032,"hf_subset":"wol_Latn-ayr_Latn","languages":["wol-Latn","ayr-Latn"]},{"precision":0.557428,"recall":0.625494,"f1":0.57795,"accuracy":0.625494,"main_score":0.57795,"hf_subset":"wol_Latn-dan_Latn","languages":["wol-Latn","dan-Latn"]},{"precision":0.509906,"recall":0.58004,"f1":0.530344,"accuracy":0.58004,"main_score":0.530344,"hf_subset":"wol_Latn-guj_Gujr","languages":["wol-Latn","guj-Gujr"]},{"precision":0.528418,"recall":0.599802,"f1":0.549516,"accuracy":0.599802,"main_score":0.549516,"hf_subset":"wol_Latn-kaz_Cyrl","languages":["wol-Latn","kaz-Cyrl"]},{"precision":0.435293,"recall":0.493083,"f1":0.451722,"accuracy":0.493083,"main_score":0.451722,"hf_subset":"wol_Latn-lug_Latn","languages":["wol-Latn","lug-Latn"]},{"precision":0.57912,"recall":0.646245,"f1":0.598613,"accuracy":0.646245,"main_score":0.598613,"hf_subset":"wol_Latn-oci_Latn","languages":["wol-Latn","oci-Latn"]},{"precision":0.510008,"recall":0.562253,"f1":0.524607,"accuracy":0.562253,"main_score":0.524607,"hf_subset":"wol_Latn-smo_Latn","languages":["wol-Latn","smo-Latn"]},{"precision":0.472985,"recall":0.524704,"f1":0.487609,"accuracy":0.524704,"main_score":0.487609,"hf_subset":"wol_Latn-tsn_Latn","languages":["wol-Latn","tsn-Latn"]},{"precision":0.472443,"recall":0.535573,"f1":0.489995,"accuracy":0.535573,"main_score":0.489995,"hf_subset":"wol_Latn-zul_Latn","languages":["wol-Latn","zul-Latn"]},{"precision":0.457242,"recall":0.525692,"f1":0.477256,"accuracy":0.525692,"main_score":0.477256,"hf_subset":"wol_Latn-azb_Arab","languages":["wol-Latn","azb-Arab"]},{"precision":0.551713,"recall":0.628458,"f1":0.573981,"accuracy":0.628458,"main_score":0.573981,"hf_subset":"wol_Latn-deu_Latn","languages":["wol-Latn","deu-Latn"]},{"precision":0.511704,"recall":0.582016,"f1":0.532157,"accuracy":0.582016,"main_score":0.532157,"hf_subset":"wol_Latn-hat_Latn","languages":["wol-Latn","hat-Latn"]},{"precision":0.45859,"recall":0.512846,"f1":0.474151,"accuracy":0.512846,"main_score":0.474151,"hf_subset":"wol_Latn-kbp_Latn","languages":["wol-Latn","kbp-Latn"]},{"precision":0.508623,"recall":0.5583,"f1":0.52268,"accuracy":0.5583,"main_score":0.52268,"hf_subset":"wol_Latn-luo_Latn","languages":["wol-Latn","luo-Latn"]},{"precision":0.473032,"recall":0.554348,"f1":0.496753,"accuracy":0.554348,"main_score":0.496753,"hf_subset":"wol_Latn-ory_Orya","languages":["wol-Latn","ory-Orya"]},{"precision":0.507905,"recall":0.567194,"f1":0.525066,"accuracy":0.567194,"main_score":0.525066,"hf_subset":"wol_Latn-sna_Latn","languages":["wol-Latn","sna-Latn"]},{"precision":0.471471,"recall":0.525692,"f1":0.486344,"accuracy":0.525692,"main_score":0.486344,"hf_subset":"wol_Latn-tso_Latn","languages":["wol-Latn","tso-Latn"]},{"precision":0.52785,"recall":0.597826,"f1":0.547799,"accuracy":0.597826,"main_score":0.547799,"hf_subset":"wol_Latn-azj_Latn","languages":["wol-Latn","azj-Latn"]},{"precision":0.474753,"recall":0.529644,"f1":0.491089,"accuracy":0.529644,"main_score":0.491089,"hf_subset":"wol_Latn-dik_Latn","languages":["wol-Latn","dik-Latn"]},{"precision":0.468025,"recall":0.522727,"f1":0.483652,"accuracy":0.522727,"main_score":0.483652,"hf_subset":"wol_Latn-hau_Latn","languages":["wol-Latn","hau-Latn"]},{"precision":0.572729,"recall":0.629447,"f1":0.589465,"accuracy":0.629447,"main_score":0.589465,"hf_subset":"wol_Latn-kea_Latn","languages":["wol-Latn","kea-Latn"]},{"precision":0.564191,"recall":0.61166,"f1":0.577734,"accuracy":0.61166,"main_score":0.577734,"hf_subset":"wol_Latn-lus_Latn","languages":["wol-Latn","lus-Latn"]},{"precision":0.569269,"recall":0.612648,"f1":0.582426,"accuracy":0.612648,"main_score":0.582426,"hf_subset":"wol_Latn-pag_Latn","languages":["wol-Latn","pag-Latn"]},{"precision":0.481432,"recall":0.555336,"f1":0.503462,"accuracy":0.555336,"main_score":0.503462,"hf_subset":"wol_Latn-snd_Arab","languages":["wol-Latn","snd-Arab"]},{"precision":0.513949,"recall":0.579051,"f1":0.533616,"accuracy":0.579051,"main_score":0.533616,"hf_subset":"wol_Latn-tuk_Latn","languages":["wol-Latn","tuk-Latn"]},{"precision":0.557584,"recall":0.619565,"f1":0.575765,"accuracy":0.619565,"main_score":0.575765,"hf_subset":"wol_Latn-bak_Cyrl","languages":["wol-Latn","bak-Cyrl"]},{"precision":0.414781,"recall":0.486166,"f1":0.435859,"accuracy":0.486166,"main_score":0.435859,"hf_subset":"wol_Latn-dyu_Latn","languages":["wol-Latn","dyu-Latn"]},{"precision":0.502283,"recall":0.577075,"f1":0.524625,"accuracy":0.577075,"main_score":0.524625,"hf_subset":"wol_Latn-heb_Hebr","languages":["wol-Latn","heb-Hebr"]},{"precision":0.493241,"recall":0.5583,"f1":0.512538,"accuracy":0.5583,"main_score":0.512538,"hf_subset":"wol_Latn-khk_Cyrl","languages":["wol-Latn","khk-Cyrl"]},{"precision":0.532115,"recall":0.600791,"f1":0.552357,"accuracy":0.600791,"main_score":0.552357,"hf_subset":"wol_Latn-lvs_Latn","languages":["wol-Latn","lvs-Latn"]},{"precision":0.520438,"recall":0.585968,"f1":0.539319,"accuracy":0.585968,"main_score":0.539319,"hf_subset":"wol_Latn-pan_Guru","languages":["wol-Latn","pan-Guru"]},{"precision":0.458738,"recall":0.516798,"f1":0.47504,"accuracy":0.516798,"main_score":0.47504,"hf_subset":"wol_Latn-som_Latn","languages":["wol-Latn","som-Latn"]},{"precision":0.483072,"recall":0.533597,"f1":0.496853,"accuracy":0.533597,"main_score":0.496853,"hf_subset":"wol_Latn-tum_Latn","languages":["wol-Latn","tum-Latn"]},{"precision":0.321358,"recall":0.380435,"f1":0.337435,"accuracy":0.380435,"main_score":0.337435,"hf_subset":"arb_Latn-ace_Arab","languages":["arb-Latn","ace-Arab"]},{"precision":0.388961,"recall":0.433794,"f1":0.401241,"accuracy":0.433794,"main_score":0.401241,"hf_subset":"arb_Latn-bam_Latn","languages":["arb-Latn","bam-Latn"]},{"precision":0.097603,"recall":0.142292,"f1":0.108488,"accuracy":0.142292,"main_score":0.108488,"hf_subset":"arb_Latn-dzo_Tibt","languages":["arb-Latn","dzo-Tibt"]},{"precision":0.614381,"recall":0.688735,"f1":0.634668,"accuracy":0.688735,"main_score":0.634668,"hf_subset":"arb_Latn-hin_Deva","languages":["arb-Latn","hin-Deva"]},{"precision":0.497195,"recall":0.574111,"f1":0.517454,"accuracy":0.574111,"main_score":0.517454,"hf_subset":"arb_Latn-khm_Khmr","languages":["arb-Latn","khm-Khmr"]},{"precision":0.605199,"recall":0.679842,"f1":0.625986,"accuracy":0.679842,"main_score":0.625986,"hf_subset":"arb_Latn-mag_Deva","languages":["arb-Latn","mag-Deva"]},{"precision":0.593972,"recall":0.659091,"f1":0.611436,"accuracy":0.659091,"main_score":0.611436,"hf_subset":"arb_Latn-pap_Latn","languages":["arb-Latn","pap-Latn"]},{"precision":0.410646,"recall":0.464427,"f1":0.424599,"accuracy":0.464427,"main_score":0.424599,"hf_subset":"arb_Latn-sot_Latn","languages":["arb-Latn","sot-Latn"]},{"precision":0.63659,"recall":0.715415,"f1":0.658886,"accuracy":0.715415,"main_score":0.658886,"hf_subset":"arb_Latn-tur_Latn","languages":["arb-Latn","tur-Latn"]},{"precision":0.494718,"recall":0.552372,"f1":0.509514,"accuracy":0.552372,"main_score":0.509514,"hf_subset":"arb_Latn-ace_Latn","languages":["arb-Latn","ace-Latn"]},{"precision":0.544815,"recall":0.606719,"f1":0.560684,"accuracy":0.606719,"main_score":0.560684,"hf_subset":"arb_Latn-ban_Latn","languages":["arb-Latn","ban-Latn"]},{"precision":0.611264,"recall":0.688735,"f1":0.632581,"accuracy":0.688735,"main_score":0.632581,"hf_subset":"arb_Latn-ell_Grek","languages":["arb-Latn","ell-Grek"]},{"precision":0.582618,"recall":0.658103,"f1":0.603421,"accuracy":0.658103,"main_score":0.603421,"hf_subset":"arb_Latn-hne_Deva","languages":["arb-Latn","hne-Deva"]},{"precision":0.366191,"recall":0.41502,"f1":0.378993,"accuracy":0.41502,"main_score":0.378993,"hf_subset":"arb_Latn-kik_Latn","languages":["arb-Latn","kik-Latn"]},{"precision":0.58657,"recall":0.662055,"f1":0.606876,"accuracy":0.662055,"main_score":0.606876,"hf_subset":"arb_Latn-mai_Deva","languages":["arb-Latn","mai-Deva"]},{"precision":0.528075,"recall":0.598814,"f1":0.546987,"accuracy":0.598814,"main_score":0.546987,"hf_subset":"arb_Latn-pbt_Arab","languages":["arb-Latn","pbt-Arab"]},{"precision":0.623766,"recall":0.697628,"f1":0.643994,"accuracy":0.697628,"main_score":0.643994,"hf_subset":"arb_Latn-spa_Latn","languages":["arb-Latn","spa-Latn"]},{"precision":0.432006,"recall":0.477273,"f1":0.443857,"accuracy":0.477273,"main_score":0.443857,"hf_subset":"arb_Latn-twi_Latn","languages":["arb-Latn","twi-Latn"]},{"precision":0.672029,"recall":0.740119,"f1":0.691238,"accuracy":0.740119,"main_score":0.691238,"hf_subset":"arb_Latn-acm_Arab","languages":["arb-Latn","acm-Arab"]},{"precision":0.606215,"recall":0.683794,"f1":0.627885,"accuracy":0.683794,"main_score":0.627885,"hf_subset":"arb_Latn-bel_Cyrl","languages":["arb-Latn","bel-Cyrl"]},{"precision":0.628439,"recall":0.70751,"f1":0.650169,"accuracy":0.70751,"main_score":0.650169,"hf_subset":"arb_Latn-eng_Latn","languages":["arb-Latn","eng-Latn"]},{"precision":0.633323,"recall":0.705534,"f1":0.652943,"accuracy":0.705534,"main_score":0.652943,"hf_subset":"arb_Latn-hrv_Latn","languages":["arb-Latn","hrv-Latn"]},{"precision":0.391244,"recall":0.443676,"f1":0.405931,"accuracy":0.443676,"main_score":0.405931,"hf_subset":"arb_Latn-kin_Latn","languages":["arb-Latn","kin-Latn"]},{"precision":0.59909,"recall":0.66502,"f1":0.616189,"accuracy":0.66502,"main_score":0.616189,"hf_subset":"arb_Latn-mal_Mlym","languages":["arb-Latn","mal-Mlym"]},{"precision":0.615434,"recall":0.695652,"f1":0.63795,"accuracy":0.695652,"main_score":0.63795,"hf_subset":"arb_Latn-pes_Arab","languages":["arb-Latn","pes-Arab"]},{"precision":0.604331,"recall":0.673913,"f1":0.623201,"accuracy":0.673913,"main_score":0.623201,"hf_subset":"arb_Latn-srd_Latn","languages":["arb-Latn","srd-Latn"]},{"precision":0.131238,"recall":0.182806,"f1":0.143205,"accuracy":0.182806,"main_score":0.143205,"hf_subset":"arb_Latn-tzm_Tfng","languages":["arb-Latn","tzm-Tfng"]},{"precision":0.671467,"recall":0.73913,"f1":0.690432,"accuracy":0.73913,"main_score":0.690432,"hf_subset":"arb_Latn-acq_Arab","languages":["arb-Latn","acq-Arab"]},{"precision":0.428611,"recall":0.481225,"f1":0.442462,"accuracy":0.481225,"main_score":0.442462,"hf_subset":"arb_Latn-bem_Latn","languages":["arb-Latn","bem-Latn"]},{"precision":0.619817,"recall":0.695652,"f1":0.640815,"accuracy":0.695652,"main_score":0.640815,"hf_subset":"arb_Latn-epo_Latn","languages":["arb-Latn","epo-Latn"]},{"precision":0.616272,"recall":0.6917,"f1":0.637704,"accuracy":0.6917,"main_score":0.637704,"hf_subset":"arb_Latn-hun_Latn","languages":["arb-Latn","hun-Latn"]},{"precision":0.576199,"recall":0.643281,"f1":0.593906,"accuracy":0.643281,"main_score":0.593906,"hf_subset":"arb_Latn-kir_Cyrl","languages":["arb-Latn","kir-Cyrl"]},{"precision":0.597942,"recall":0.668972,"f1":0.617372,"accuracy":0.668972,"main_score":0.617372,"hf_subset":"arb_Latn-mar_Deva","languages":["arb-Latn","mar-Deva"]},{"precision":0.458393,"recall":0.504941,"f1":0.470801,"accuracy":0.504941,"main_score":0.470801,"hf_subset":"arb_Latn-plt_Latn","languages":["arb-Latn","plt-Latn"]},{"precision":0.620972,"recall":0.694664,"f1":0.641043,"accuracy":0.694664,"main_score":0.641043,"hf_subset":"arb_Latn-srp_Cyrl","languages":["arb-Latn","srp-Cyrl"]},{"precision":0.544052,"recall":0.62253,"f1":0.565493,"accuracy":0.62253,"main_score":0.565493,"hf_subset":"arb_Latn-uig_Arab","languages":["arb-Latn","uig-Arab"]},{"precision":0.648687,"recall":0.718379,"f1":0.668383,"accuracy":0.718379,"main_score":0.668383,"hf_subset":"arb_Latn-aeb_Arab","languages":["arb-Latn","aeb-Arab"]},{"precision":0.598195,"recall":0.677866,"f1":0.620218,"accuracy":0.677866,"main_score":0.620218,"hf_subset":"arb_Latn-ben_Beng","languages":["arb-Latn","ben-Beng"]},{"precision":0.621354,"recall":0.693676,"f1":0.640901,"accuracy":0.693676,"main_score":0.640901,"hf_subset":"arb_Latn-est_Latn","languages":["arb-Latn","est-Latn"]},{"precision":0.599041,"recall":0.672925,"f1":0.619205,"accuracy":0.672925,"main_score":0.619205,"hf_subset":"arb_Latn-hye_Armn","languages":["arb-Latn","hye-Armn"]},{"precision":0.398103,"recall":0.44664,"f1":0.412122,"accuracy":0.44664,"main_score":0.412122,"hf_subset":"arb_Latn-kmb_Latn","languages":["arb-Latn","kmb-Latn"]},{"precision":0.279954,"recall":0.341897,"f1":0.296259,"accuracy":0.341897,"main_score":0.296259,"hf_subset":"arb_Latn-min_Arab","languages":["arb-Latn","min-Arab"]},{"precision":0.633723,"recall":0.706522,"f1":0.654332,"accuracy":0.706522,"main_score":0.654332,"hf_subset":"arb_Latn-pol_Latn","languages":["arb-Latn","pol-Latn"]},{"precision":0.392065,"recall":0.443676,"f1":0.40638,"accuracy":0.443676,"main_score":0.40638,"hf_subset":"arb_Latn-ssw_Latn","languages":["arb-Latn","ssw-Latn"]},{"precision":0.608865,"recall":0.690711,"f1":0.631658,"accuracy":0.690711,"main_score":0.631658,"hf_subset":"arb_Latn-ukr_Cyrl","languages":["arb-Latn","ukr-Cyrl"]},{"precision":0.643696,"recall":0.718379,"f1":0.664206,"accuracy":0.718379,"main_score":0.664206,"hf_subset":"arb_Latn-afr_Latn","languages":["arb-Latn","afr-Latn"]},{"precision":0.584882,"recall":0.661067,"f1":0.605105,"accuracy":0.661067,"main_score":0.605105,"hf_subset":"arb_Latn-bho_Deva","languages":["arb-Latn","bho-Deva"]},{"precision":0.573045,"recall":0.633399,"f1":0.58953,"accuracy":0.633399,"main_score":0.58953,"hf_subset":"arb_Latn-eus_Latn","languages":["arb-Latn","eus-Latn"]},{"precision":0.397093,"recall":0.451581,"f1":0.411813,"accuracy":0.451581,"main_score":0.411813,"hf_subset":"arb_Latn-ibo_Latn","languages":["arb-Latn","ibo-Latn"]},{"precision":0.500091,"recall":0.548419,"f1":0.51298,"accuracy":0.548419,"main_score":0.51298,"hf_subset":"arb_Latn-kmr_Latn","languages":["arb-Latn","kmr-Latn"]},{"precision":0.5828,"recall":0.65415,"f1":0.601887,"accuracy":0.65415,"main_score":0.601887,"hf_subset":"arb_Latn-min_Latn","languages":["arb-Latn","min-Latn"]},{"precision":0.641397,"recall":0.716403,"f1":0.661806,"accuracy":0.716403,"main_score":0.661806,"hf_subset":"arb_Latn-por_Latn","languages":["arb-Latn","por-Latn"]},{"precision":0.575291,"recall":0.637352,"f1":0.591754,"accuracy":0.637352,"main_score":0.591754,"hf_subset":"arb_Latn-sun_Latn","languages":["arb-Latn","sun-Latn"]},{"precision":0.38681,"recall":0.438735,"f1":0.401001,"accuracy":0.438735,"main_score":0.401001,"hf_subset":"arb_Latn-umb_Latn","languages":["arb-Latn","umb-Latn"]},{"precision":0.679968,"recall":0.748024,"f1":0.699289,"accuracy":0.748024,"main_score":0.699289,"hf_subset":"arb_Latn-ajp_Arab","languages":["arb-Latn","ajp-Arab"]},{"precision":0.303059,"recall":0.365613,"f1":0.319325,"accuracy":0.365613,"main_score":0.319325,"hf_subset":"arb_Latn-bjn_Arab","languages":["arb-Latn","bjn-Arab"]},{"precision":0.401472,"recall":0.450593,"f1":0.414754,"accuracy":0.450593,"main_score":0.414754,"hf_subset":"arb_Latn-ewe_Latn","languages":["arb-Latn","ewe-Latn"]},{"precision":0.513426,"recall":0.56917,"f1":0.527832,"accuracy":0.56917,"main_score":0.527832,"hf_subset":"arb_Latn-ilo_Latn","languages":["arb-Latn","ilo-Latn"]},{"precision":0.195754,"recall":0.26087,"f1":0.211496,"accuracy":0.26087,"main_score":0.211496,"hf_subset":"arb_Latn-knc_Arab","languages":["arb-Latn","knc-Arab"]},{"precision":0.631675,"recall":0.702569,"f1":0.65076,"accuracy":0.702569,"main_score":0.65076,"hf_subset":"arb_Latn-mkd_Cyrl","languages":["arb-Latn","mkd-Cyrl"]},{"precision":0.632016,"recall":0.708498,"f1":0.653512,"accuracy":0.708498,"main_score":0.653512,"hf_subset":"arb_Latn-prs_Arab","languages":["arb-Latn","prs-Arab"]},{"precision":0.635,"recall":0.706522,"f1":0.654817,"accuracy":0.706522,"main_score":0.654817,"hf_subset":"arb_Latn-swe_Latn","languages":["arb-Latn","swe-Latn"]},{"precision":0.611489,"recall":0.687747,"f1":0.632242,"accuracy":0.687747,"main_score":0.632242,"hf_subset":"arb_Latn-urd_Arab","languages":["arb-Latn","urd-Arab"]},{"precision":0.413361,"recall":0.462451,"f1":0.426911,"accuracy":0.462451,"main_score":0.426911,"hf_subset":"arb_Latn-aka_Latn","languages":["arb-Latn","aka-Latn"]},{"precision":0.566799,"recall":0.640316,"f1":0.586158,"accuracy":0.640316,"main_score":0.586158,"hf_subset":"arb_Latn-bjn_Latn","languages":["arb-Latn","bjn-Latn"]},{"precision":0.555403,"recall":0.620553,"f1":0.572826,"accuracy":0.620553,"main_score":0.572826,"hf_subset":"arb_Latn-fao_Latn","languages":["arb-Latn","fao-Latn"]},{"precision":0.630384,"recall":0.70751,"f1":0.651487,"accuracy":0.70751,"main_score":0.651487,"hf_subset":"arb_Latn-ind_Latn","languages":["arb-Latn","ind-Latn"]},{"precision":0.412035,"recall":0.454545,"f1":0.423578,"accuracy":0.454545,"main_score":0.423578,"hf_subset":"arb_Latn-knc_Latn","languages":["arb-Latn","knc-Latn"]},{"precision":0.617553,"recall":0.682806,"f1":0.635032,"accuracy":0.682806,"main_score":0.635032,"hf_subset":"arb_Latn-mlt_Latn","languages":["arb-Latn","mlt-Latn"]},{"precision":0.401738,"recall":0.451581,"f1":0.415187,"accuracy":0.451581,"main_score":0.415187,"hf_subset":"arb_Latn-quy_Latn","languages":["arb-Latn","quy-Latn"]},{"precision":0.478819,"recall":0.548419,"f1":0.496959,"accuracy":0.548419,"main_score":0.496959,"hf_subset":"arb_Latn-swh_Latn","languages":["arb-Latn","swh-Latn"]},{"precision":0.606692,"recall":0.674901,"f1":0.625021,"accuracy":0.674901,"main_score":0.625021,"hf_subset":"arb_Latn-uzn_Latn","languages":["arb-Latn","uzn-Latn"]},{"precision":0.612075,"recall":0.681818,"f1":0.630987,"accuracy":0.681818,"main_score":0.630987,"hf_subset":"arb_Latn-als_Latn","languages":["arb-Latn","als-Latn"]},{"precision":0.137268,"recall":0.199605,"f1":0.152439,"accuracy":0.199605,"main_score":0.152439,"hf_subset":"arb_Latn-bod_Tibt","languages":["arb-Latn","bod-Tibt"]},{"precision":0.392219,"recall":0.437747,"f1":0.404434,"accuracy":0.437747,"main_score":0.404434,"hf_subset":"arb_Latn-fij_Latn","languages":["arb-Latn","fij-Latn"]},{"precision":0.55905,"recall":0.633399,"f1":0.57916,"accuracy":0.633399,"main_score":0.57916,"hf_subset":"arb_Latn-isl_Latn","languages":["arb-Latn","isl-Latn"]},{"precision":0.428754,"recall":0.481225,"f1":0.442618,"accuracy":0.481225,"main_score":0.442618,"hf_subset":"arb_Latn-kon_Latn","languages":["arb-Latn","kon-Latn"]},{"precision":0.342229,"recall":0.400198,"f1":0.357933,"accuracy":0.400198,"main_score":0.357933,"hf_subset":"arb_Latn-mni_Beng","languages":["arb-Latn","mni-Beng"]},{"precision":0.636279,"recall":0.703557,"f1":0.654347,"accuracy":0.703557,"main_score":0.654347,"hf_subset":"arb_Latn-ron_Latn","languages":["arb-Latn","ron-Latn"]},{"precision":0.582652,"recall":0.663043,"f1":0.605257,"accuracy":0.663043,"main_score":0.605257,"hf_subset":"arb_Latn-szl_Latn","languages":["arb-Latn","szl-Latn"]},{"precision":0.628587,"recall":0.695652,"f1":0.646702,"accuracy":0.695652,"main_score":0.646702,"hf_subset":"arb_Latn-vec_Latn","languages":["arb-Latn","vec-Latn"]},{"precision":0.320615,"recall":0.383399,"f1":0.336256,"accuracy":0.383399,"main_score":0.336256,"hf_subset":"arb_Latn-amh_Ethi","languages":["arb-Latn","amh-Ethi"]},{"precision":0.629042,"recall":0.705534,"f1":0.650517,"accuracy":0.705534,"main_score":0.650517,"hf_subset":"arb_Latn-bos_Latn","languages":["arb-Latn","bos-Latn"]},{"precision":0.606794,"recall":0.681818,"f1":0.627768,"accuracy":0.681818,"main_score":0.627768,"hf_subset":"arb_Latn-fin_Latn","languages":["arb-Latn","fin-Latn"]},{"precision":0.633109,"recall":0.702569,"f1":0.651967,"accuracy":0.702569,"main_score":0.651967,"hf_subset":"arb_Latn-ita_Latn","languages":["arb-Latn","ita-Latn"]},{"precision":0.598711,"recall":0.675889,"f1":0.619314,"accuracy":0.675889,"main_score":0.619314,"hf_subset":"arb_Latn-kor_Hang","languages":["arb-Latn","kor-Hang"]},{"precision":0.394044,"recall":0.444664,"f1":0.408216,"accuracy":0.444664,"main_score":0.408216,"hf_subset":"arb_Latn-mos_Latn","languages":["arb-Latn","mos-Latn"]},{"precision":0.393933,"recall":0.443676,"f1":0.407446,"accuracy":0.443676,"main_score":0.407446,"hf_subset":"arb_Latn-run_Latn","languages":["arb-Latn","run-Latn"]},{"precision":0.572855,"recall":0.649209,"f1":0.5929,"accuracy":0.649209,"main_score":0.5929,"hf_subset":"arb_Latn-tam_Taml","languages":["arb-Latn","tam-Taml"]},{"precision":0.614859,"recall":0.689723,"f1":0.635201,"accuracy":0.689723,"main_score":0.635201,"hf_subset":"arb_Latn-vie_Latn","languages":["arb-Latn","vie-Latn"]},{"precision":0.671824,"recall":0.740119,"f1":0.690992,"accuracy":0.740119,"main_score":0.690992,"hf_subset":"arb_Latn-apc_Arab","languages":["arb-Latn","apc-Arab"]},{"precision":0.47882,"recall":0.532609,"f1":0.492854,"accuracy":0.532609,"main_score":0.492854,"hf_subset":"arb_Latn-bug_Latn","languages":["arb-Latn","bug-Latn"]},{"precision":0.382276,"recall":0.428854,"f1":0.394603,"accuracy":0.428854,"main_score":0.394603,"hf_subset":"arb_Latn-fon_Latn","languages":["arb-Latn","fon-Latn"]},{"precision":0.594105,"recall":0.663043,"f1":0.612446,"accuracy":0.663043,"main_score":0.612446,"hf_subset":"arb_Latn-jav_Latn","languages":["arb-Latn","jav-Latn"]},{"precision":0.476653,"recall":0.546443,"f1":0.495024,"accuracy":0.546443,"main_score":0.495024,"hf_subset":"arb_Latn-lao_Laoo","languages":["arb-Latn","lao-Laoo"]},{"precision":0.428752,"recall":0.485178,"f1":0.44284,"accuracy":0.485178,"main_score":0.44284,"hf_subset":"arb_Latn-mri_Latn","languages":["arb-Latn","mri-Latn"]},{"precision":0.617421,"recall":0.689723,"f1":0.636758,"accuracy":0.689723,"main_score":0.636758,"hf_subset":"arb_Latn-rus_Cyrl","languages":["arb-Latn","rus-Cyrl"]},{"precision":0.402555,"recall":0.443676,"f1":0.414251,"accuracy":0.443676,"main_score":0.414251,"hf_subset":"arb_Latn-taq_Latn","languages":["arb-Latn","taq-Latn"]},{"precision":0.598826,"recall":0.661067,"f1":0.615672,"accuracy":0.661067,"main_score":0.615672,"hf_subset":"arb_Latn-war_Latn","languages":["arb-Latn","war-Latn"]},{"precision":0.681081,"recall":0.749012,"f1":0.70029,"accuracy":0.749012,"main_score":0.70029,"hf_subset":"arb_Latn-arb_Arab","languages":["arb-Latn","arb-Arab"]},{"precision":0.631565,"recall":0.703557,"f1":0.65135,"accuracy":0.703557,"main_score":0.65135,"hf_subset":"arb_Latn-bul_Cyrl","languages":["arb-Latn","bul-Cyrl"]},{"precision":0.634278,"recall":0.709486,"f1":0.655094,"accuracy":0.709486,"main_score":0.655094,"hf_subset":"arb_Latn-fra_Latn","languages":["arb-Latn","fra-Latn"]},{"precision":0.582916,"recall":0.661067,"f1":0.603975,"accuracy":0.661067,"main_score":0.603975,"hf_subset":"arb_Latn-jpn_Jpan","languages":["arb-Latn","jpn-Jpan"]},{"precision":0.613708,"recall":0.677866,"f1":0.631178,"accuracy":0.677866,"main_score":0.631178,"hf_subset":"arb_Latn-lij_Latn","languages":["arb-Latn","lij-Latn"]},{"precision":0.41039,"recall":0.501976,"f1":0.435682,"accuracy":0.501976,"main_score":0.435682,"hf_subset":"arb_Latn-mya_Mymr","languages":["arb-Latn","mya-Mymr"]},{"precision":0.409374,"recall":0.462451,"f1":0.423535,"accuracy":0.462451,"main_score":0.423535,"hf_subset":"arb_Latn-sag_Latn","languages":["arb-Latn","sag-Latn"]},{"precision":0.133954,"recall":0.189723,"f1":0.146338,"accuracy":0.189723,"main_score":0.146338,"hf_subset":"arb_Latn-taq_Tfng","languages":["arb-Latn","taq-Tfng"]},{"precision":0.414508,"recall":0.469368,"f1":0.429504,"accuracy":0.469368,"main_score":0.429504,"hf_subset":"arb_Latn-wol_Latn","languages":["arb-Latn","wol-Latn"]},{"precision":0.63609,"recall":0.708498,"f1":0.65544,"accuracy":0.708498,"main_score":0.65544,"hf_subset":"arb_Latn-cat_Latn","languages":["arb-Latn","cat-Latn"]},{"precision":0.598895,"recall":0.667984,"f1":0.618037,"accuracy":0.667984,"main_score":0.618037,"hf_subset":"arb_Latn-fur_Latn","languages":["arb-Latn","fur-Latn"]},{"precision":0.32572,"recall":0.378458,"f1":0.339189,"accuracy":0.378458,"main_score":0.339189,"hf_subset":"arb_Latn-kab_Latn","languages":["arb-Latn","kab-Latn"]},{"precision":0.574648,"recall":0.640316,"f1":0.593072,"accuracy":0.640316,"main_score":0.593072,"hf_subset":"arb_Latn-lim_Latn","languages":["arb-Latn","lim-Latn"]},{"precision":0.632947,"recall":0.703557,"f1":0.651709,"accuracy":0.703557,"main_score":0.651709,"hf_subset":"arb_Latn-nld_Latn","languages":["arb-Latn","nld-Latn"]},{"precision":0.555071,"recall":0.626482,"f1":0.574614,"accuracy":0.626482,"main_score":0.574614,"hf_subset":"arb_Latn-san_Deva","languages":["arb-Latn","san-Deva"]},{"precision":0.589817,"recall":0.664032,"f1":0.610526,"accuracy":0.664032,"main_score":0.610526,"hf_subset":"arb_Latn-tat_Cyrl","languages":["arb-Latn","tat-Cyrl"]},{"precision":0.418184,"recall":0.469368,"f1":0.431406,"accuracy":0.469368,"main_score":0.431406,"hf_subset":"arb_Latn-xho_Latn","languages":["arb-Latn","xho-Latn"]},{"precision":0.661126,"recall":0.731225,"f1":0.680856,"accuracy":0.731225,"main_score":0.680856,"hf_subset":"arb_Latn-ars_Arab","languages":["arb-Latn","ars-Arab"]},{"precision":0.610441,"recall":0.674901,"f1":0.628148,"accuracy":0.674901,"main_score":0.628148,"hf_subset":"arb_Latn-ceb_Latn","languages":["arb-Latn","ceb-Latn"]},{"precision":0.38319,"recall":0.432806,"f1":0.396773,"accuracy":0.432806,"main_score":0.396773,"hf_subset":"arb_Latn-fuv_Latn","languages":["arb-Latn","fuv-Latn"]},{"precision":0.392889,"recall":0.443676,"f1":0.40666,"accuracy":0.443676,"main_score":0.40666,"hf_subset":"arb_Latn-kac_Latn","languages":["arb-Latn","kac-Latn"]},{"precision":0.433862,"recall":0.48419,"f1":0.447386,"accuracy":0.48419,"main_score":0.447386,"hf_subset":"arb_Latn-lin_Latn","languages":["arb-Latn","lin-Latn"]},{"precision":0.617477,"recall":0.694664,"f1":0.638859,"accuracy":0.694664,"main_score":0.638859,"hf_subset":"arb_Latn-nno_Latn","languages":["arb-Latn","nno-Latn"]},{"precision":0.020871,"recall":0.055336,"f1":0.026852,"accuracy":0.055336,"main_score":0.026852,"hf_subset":"arb_Latn-sat_Olck","languages":["arb-Latn","sat-Olck"]},{"precision":0.592249,"recall":0.666996,"f1":0.611889,"accuracy":0.666996,"main_score":0.611889,"hf_subset":"arb_Latn-tel_Telu","languages":["arb-Latn","tel-Telu"]},{"precision":0.416928,"recall":0.497036,"f1":0.43821,"accuracy":0.497036,"main_score":0.43821,"hf_subset":"arb_Latn-ydd_Hebr","languages":["arb-Latn","ydd-Hebr"]},{"precision":0.618871,"recall":0.694664,"f1":0.640001,"accuracy":0.694664,"main_score":0.640001,"hf_subset":"arb_Latn-ary_Arab","languages":["arb-Latn","ary-Arab"]},{"precision":0.626294,"recall":0.703557,"f1":0.647848,"accuracy":0.703557,"main_score":0.647848,"hf_subset":"arb_Latn-ces_Latn","languages":["arb-Latn","ces-Latn"]},{"precision":0.347337,"recall":0.40415,"f1":0.362337,"accuracy":0.40415,"main_score":0.362337,"hf_subset":"arb_Latn-gaz_Latn","languages":["arb-Latn","gaz-Latn"]},{"precision":0.410074,"recall":0.456522,"f1":0.423017,"accuracy":0.456522,"main_score":0.423017,"hf_subset":"arb_Latn-kam_Latn","languages":["arb-Latn","kam-Latn"]},{"precision":0.580106,"recall":0.655138,"f1":0.600533,"accuracy":0.655138,"main_score":0.600533,"hf_subset":"arb_Latn-lit_Latn","languages":["arb-Latn","lit-Latn"]},{"precision":0.638024,"recall":0.709486,"f1":0.657677,"accuracy":0.709486,"main_score":0.657677,"hf_subset":"arb_Latn-nob_Latn","languages":["arb-Latn","nob-Latn"]},{"precision":0.605657,"recall":0.666008,"f1":0.622066,"accuracy":0.666008,"main_score":0.622066,"hf_subset":"arb_Latn-scn_Latn","languages":["arb-Latn","scn-Latn"]},{"precision":0.584671,"recall":0.650198,"f1":0.60198,"accuracy":0.650198,"main_score":0.60198,"hf_subset":"arb_Latn-tgk_Cyrl","languages":["arb-Latn","tgk-Cyrl"]},{"precision":0.356768,"recall":0.411067,"f1":0.371379,"accuracy":0.411067,"main_score":0.371379,"hf_subset":"arb_Latn-yor_Latn","languages":["arb-Latn","yor-Latn"]},{"precision":0.665214,"recall":0.73419,"f1":0.684254,"accuracy":0.73419,"main_score":0.684254,"hf_subset":"arb_Latn-arz_Arab","languages":["arb-Latn","arz-Arab"]},{"precision":0.395375,"recall":0.445652,"f1":0.408107,"accuracy":0.445652,"main_score":0.408107,"hf_subset":"arb_Latn-cjk_Latn","languages":["arb-Latn","cjk-Latn"]},{"precision":0.441595,"recall":0.499012,"f1":0.456325,"accuracy":0.499012,"main_score":0.456325,"hf_subset":"arb_Latn-gla_Latn","languages":["arb-Latn","gla-Latn"]},{"precision":0.595418,"recall":0.670949,"f1":0.615525,"accuracy":0.670949,"main_score":0.615525,"hf_subset":"arb_Latn-kan_Knda","languages":["arb-Latn","kan-Knda"]},{"precision":0.603174,"recall":0.668972,"f1":0.620843,"accuracy":0.668972,"main_score":0.620843,"hf_subset":"arb_Latn-lmo_Latn","languages":["arb-Latn","lmo-Latn"]},{"precision":0.592578,"recall":0.670949,"f1":0.614108,"accuracy":0.670949,"main_score":0.614108,"hf_subset":"arb_Latn-npi_Deva","languages":["arb-Latn","npi-Deva"]},{"precision":0.349567,"recall":0.410079,"f1":0.365481,"accuracy":0.410079,"main_score":0.365481,"hf_subset":"arb_Latn-shn_Mymr","languages":["arb-Latn","shn-Mymr"]},{"precision":0.630011,"recall":0.698617,"f1":0.649488,"accuracy":0.698617,"main_score":0.649488,"hf_subset":"arb_Latn-tgl_Latn","languages":["arb-Latn","tgl-Latn"]},{"precision":0.595805,"recall":0.672925,"f1":0.616108,"accuracy":0.672925,"main_score":0.616108,"hf_subset":"arb_Latn-yue_Hant","languages":["arb-Latn","yue-Hant"]},{"precision":0.571447,"recall":0.651186,"f1":0.593304,"accuracy":0.651186,"main_score":0.593304,"hf_subset":"arb_Latn-asm_Beng","languages":["arb-Latn","asm-Beng"]},{"precision":0.45695,"recall":0.525692,"f1":0.475814,"accuracy":0.525692,"main_score":0.475814,"hf_subset":"arb_Latn-ckb_Arab","languages":["arb-Latn","ckb-Arab"]},{"precision":0.489357,"recall":0.55336,"f1":0.50683,"accuracy":0.55336,"main_score":0.50683,"hf_subset":"arb_Latn-gle_Latn","languages":["arb-Latn","gle-Latn"]},{"precision":0.494438,"recall":0.574111,"f1":0.516332,"accuracy":0.574111,"main_score":0.516332,"hf_subset":"arb_Latn-kas_Arab","languages":["arb-Latn","kas-Arab"]},{"precision":0.493791,"recall":0.566206,"f1":0.513327,"accuracy":0.566206,"main_score":0.513327,"hf_subset":"arb_Latn-ltg_Latn","languages":["arb-Latn","ltg-Latn"]},{"precision":0.436422,"recall":0.486166,"f1":0.449666,"accuracy":0.486166,"main_score":0.449666,"hf_subset":"arb_Latn-nso_Latn","languages":["arb-Latn","nso-Latn"]},{"precision":0.231181,"recall":0.298419,"f1":0.248105,"accuracy":0.298419,"main_score":0.248105,"hf_subset":"arb_Latn-sin_Sinh","languages":["arb-Latn","sin-Sinh"]},{"precision":0.588288,"recall":0.66996,"f1":0.611007,"accuracy":0.66996,"main_score":0.611007,"hf_subset":"arb_Latn-tha_Thai","languages":["arb-Latn","tha-Thai"]},{"precision":0.587322,"recall":0.668972,"f1":0.609929,"accuracy":0.668972,"main_score":0.609929,"hf_subset":"arb_Latn-zho_Hans","languages":["arb-Latn","zho-Hans"]},{"precision":0.619832,"recall":0.689723,"f1":0.639068,"accuracy":0.689723,"main_score":0.639068,"hf_subset":"arb_Latn-ast_Latn","languages":["arb-Latn","ast-Latn"]},{"precision":0.593129,"recall":0.663043,"f1":0.611407,"accuracy":0.663043,"main_score":0.611407,"hf_subset":"arb_Latn-crh_Latn","languages":["arb-Latn","crh-Latn"]},{"precision":0.634494,"recall":0.704545,"f1":0.653727,"accuracy":0.704545,"main_score":0.653727,"hf_subset":"arb_Latn-glg_Latn","languages":["arb-Latn","glg-Latn"]},{"precision":0.458368,"recall":0.532609,"f1":0.477869,"accuracy":0.532609,"main_score":0.477869,"hf_subset":"arb_Latn-kas_Deva","languages":["arb-Latn","kas-Deva"]},{"precision":0.585667,"recall":0.659091,"f1":0.605504,"accuracy":0.659091,"main_score":0.605504,"hf_subset":"arb_Latn-ltz_Latn","languages":["arb-Latn","ltz-Latn"]},{"precision":0.344829,"recall":0.407115,"f1":0.361333,"accuracy":0.407115,"main_score":0.361333,"hf_subset":"arb_Latn-nus_Latn","languages":["arb-Latn","nus-Latn"]},{"precision":0.629407,"recall":0.703557,"f1":0.650518,"accuracy":0.703557,"main_score":0.650518,"hf_subset":"arb_Latn-slk_Latn","languages":["arb-Latn","slk-Latn"]},{"precision":0.202056,"recall":0.255929,"f1":0.216045,"accuracy":0.255929,"main_score":0.216045,"hf_subset":"arb_Latn-tir_Ethi","languages":["arb-Latn","tir-Ethi"]},{"precision":0.592281,"recall":0.678854,"f1":0.616619,"accuracy":0.678854,"main_score":0.616619,"hf_subset":"arb_Latn-zho_Hant","languages":["arb-Latn","zho-Hant"]},{"precision":0.59279,"recall":0.663043,"f1":0.611623,"accuracy":0.663043,"main_score":0.611623,"hf_subset":"arb_Latn-awa_Deva","languages":["arb-Latn","awa-Deva"]},{"precision":0.54168,"recall":0.607708,"f1":0.558972,"accuracy":0.607708,"main_score":0.558972,"hf_subset":"arb_Latn-cym_Latn","languages":["arb-Latn","cym-Latn"]},{"precision":0.4717,"recall":0.520751,"f1":0.484892,"accuracy":0.520751,"main_score":0.484892,"hf_subset":"arb_Latn-grn_Latn","languages":["arb-Latn","grn-Latn"]},{"precision":0.585322,"recall":0.661067,"f1":0.606316,"accuracy":0.661067,"main_score":0.606316,"hf_subset":"arb_Latn-kat_Geor","languages":["arb-Latn","kat-Geor"]},{"precision":0.412575,"recall":0.461462,"f1":0.425439,"accuracy":0.461462,"main_score":0.425439,"hf_subset":"arb_Latn-lua_Latn","languages":["arb-Latn","lua-Latn"]},{"precision":0.431902,"recall":0.474308,"f1":0.443299,"accuracy":0.474308,"main_score":0.443299,"hf_subset":"arb_Latn-nya_Latn","languages":["arb-Latn","nya-Latn"]},{"precision":0.625782,"recall":0.695652,"f1":0.644492,"accuracy":0.695652,"main_score":0.644492,"hf_subset":"arb_Latn-slv_Latn","languages":["arb-Latn","slv-Latn"]},{"precision":0.475275,"recall":0.538538,"f1":0.492313,"accuracy":0.538538,"main_score":0.492313,"hf_subset":"arb_Latn-tpi_Latn","languages":["arb-Latn","tpi-Latn"]},{"precision":0.634191,"recall":0.706522,"f1":0.65404,"accuracy":0.706522,"main_score":0.65404,"hf_subset":"arb_Latn-zsm_Latn","languages":["arb-Latn","zsm-Latn"]},{"precision":0.401455,"recall":0.450593,"f1":0.414028,"accuracy":0.450593,"main_score":0.414028,"hf_subset":"arb_Latn-ayr_Latn","languages":["arb-Latn","ayr-Latn"]},{"precision":0.631673,"recall":0.70751,"f1":0.652526,"accuracy":0.70751,"main_score":0.652526,"hf_subset":"arb_Latn-dan_Latn","languages":["arb-Latn","dan-Latn"]},{"precision":0.609034,"recall":0.684783,"f1":0.629557,"accuracy":0.684783,"main_score":0.629557,"hf_subset":"arb_Latn-guj_Gujr","languages":["arb-Latn","guj-Gujr"]},{"precision":0.614191,"recall":0.679842,"f1":0.632429,"accuracy":0.679842,"main_score":0.632429,"hf_subset":"arb_Latn-kaz_Cyrl","languages":["arb-Latn","kaz-Cyrl"]},{"precision":0.382368,"recall":0.432806,"f1":0.396624,"accuracy":0.432806,"main_score":0.396624,"hf_subset":"arb_Latn-lug_Latn","languages":["arb-Latn","lug-Latn"]},{"precision":0.629116,"recall":0.701581,"f1":0.648858,"accuracy":0.701581,"main_score":0.648858,"hf_subset":"arb_Latn-oci_Latn","languages":["arb-Latn","oci-Latn"]},{"precision":0.396235,"recall":0.450593,"f1":0.41065,"accuracy":0.450593,"main_score":0.41065,"hf_subset":"arb_Latn-smo_Latn","languages":["arb-Latn","smo-Latn"]},{"precision":0.401082,"recall":0.454545,"f1":0.415149,"accuracy":0.454545,"main_score":0.415149,"hf_subset":"arb_Latn-tsn_Latn","languages":["arb-Latn","tsn-Latn"]},{"precision":0.394182,"recall":0.448617,"f1":0.408447,"accuracy":0.448617,"main_score":0.408447,"hf_subset":"arb_Latn-zul_Latn","languages":["arb-Latn","zul-Latn"]},{"precision":0.467038,"recall":0.543478,"f1":0.487779,"accuracy":0.543478,"main_score":0.487779,"hf_subset":"arb_Latn-azb_Arab","languages":["arb-Latn","azb-Arab"]},{"precision":0.611266,"recall":0.692688,"f1":0.63378,"accuracy":0.692688,"main_score":0.63378,"hf_subset":"arb_Latn-deu_Latn","languages":["arb-Latn","deu-Latn"]},{"precision":0.537792,"recall":0.609684,"f1":0.557522,"accuracy":0.609684,"main_score":0.557522,"hf_subset":"arb_Latn-hat_Latn","languages":["arb-Latn","hat-Latn"]},{"precision":0.393395,"recall":0.439723,"f1":0.405181,"accuracy":0.439723,"main_score":0.405181,"hf_subset":"arb_Latn-kbp_Latn","languages":["arb-Latn","kbp-Latn"]},{"precision":0.410851,"recall":0.459486,"f1":0.423396,"accuracy":0.459486,"main_score":0.423396,"hf_subset":"arb_Latn-luo_Latn","languages":["arb-Latn","luo-Latn"]},{"precision":0.577572,"recall":0.653162,"f1":0.59799,"accuracy":0.653162,"main_score":0.59799,"hf_subset":"arb_Latn-ory_Orya","languages":["arb-Latn","ory-Orya"]},{"precision":0.414191,"recall":0.461462,"f1":0.427312,"accuracy":0.461462,"main_score":0.427312,"hf_subset":"arb_Latn-sna_Latn","languages":["arb-Latn","sna-Latn"]},{"precision":0.406151,"recall":0.451581,"f1":0.41831,"accuracy":0.451581,"main_score":0.41831,"hf_subset":"arb_Latn-tso_Latn","languages":["arb-Latn","tso-Latn"]},{"precision":0.605635,"recall":0.679842,"f1":0.625777,"accuracy":0.679842,"main_score":0.625777,"hf_subset":"arb_Latn-azj_Latn","languages":["arb-Latn","azj-Latn"]},{"precision":0.375965,"recall":0.432806,"f1":0.392227,"accuracy":0.432806,"main_score":0.392227,"hf_subset":"arb_Latn-dik_Latn","languages":["arb-Latn","dik-Latn"]},{"precision":0.422642,"recall":0.467391,"f1":0.434346,"accuracy":0.467391,"main_score":0.434346,"hf_subset":"arb_Latn-hau_Latn","languages":["arb-Latn","hau-Latn"]},{"precision":0.58728,"recall":0.658103,"f1":0.607236,"accuracy":0.658103,"main_score":0.607236,"hf_subset":"arb_Latn-kea_Latn","languages":["arb-Latn","kea-Latn"]},{"precision":0.450011,"recall":0.494071,"f1":0.461208,"accuracy":0.494071,"main_score":0.461208,"hf_subset":"arb_Latn-lus_Latn","languages":["arb-Latn","lus-Latn"]},{"precision":0.48485,"recall":0.537549,"f1":0.498888,"accuracy":0.537549,"main_score":0.498888,"hf_subset":"arb_Latn-pag_Latn","languages":["arb-Latn","pag-Latn"]},{"precision":0.577599,"recall":0.655138,"f1":0.599279,"accuracy":0.655138,"main_score":0.599279,"hf_subset":"arb_Latn-snd_Arab","languages":["arb-Latn","snd-Arab"]},{"precision":0.516442,"recall":0.585968,"f1":0.535201,"accuracy":0.585968,"main_score":0.535201,"hf_subset":"arb_Latn-tuk_Latn","languages":["arb-Latn","tuk-Latn"]},{"precision":0.568021,"recall":0.63834,"f1":0.58693,"accuracy":0.63834,"main_score":0.58693,"hf_subset":"arb_Latn-bak_Cyrl","languages":["arb-Latn","bak-Cyrl"]},{"precision":0.334768,"recall":0.390316,"f1":0.349294,"accuracy":0.390316,"main_score":0.349294,"hf_subset":"arb_Latn-dyu_Latn","languages":["arb-Latn","dyu-Latn"]},{"precision":0.615766,"recall":0.692688,"f1":0.636615,"accuracy":0.692688,"main_score":0.636615,"hf_subset":"arb_Latn-heb_Hebr","languages":["arb-Latn","heb-Hebr"]},{"precision":0.5341,"recall":0.600791,"f1":0.551523,"accuracy":0.600791,"main_score":0.551523,"hf_subset":"arb_Latn-khk_Cyrl","languages":["arb-Latn","khk-Cyrl"]},{"precision":0.617609,"recall":0.6917,"f1":0.637994,"accuracy":0.6917,"main_score":0.637994,"hf_subset":"arb_Latn-lvs_Latn","languages":["arb-Latn","lvs-Latn"]},{"precision":0.593012,"recall":0.670949,"f1":0.614577,"accuracy":0.670949,"main_score":0.614577,"hf_subset":"arb_Latn-pan_Guru","languages":["arb-Latn","pan-Guru"]},{"precision":0.431101,"recall":0.488142,"f1":0.446416,"accuracy":0.488142,"main_score":0.446416,"hf_subset":"arb_Latn-som_Latn","languages":["arb-Latn","som-Latn"]},{"precision":0.414034,"recall":0.460474,"f1":0.426407,"accuracy":0.460474,"main_score":0.426407,"hf_subset":"arb_Latn-tum_Latn","languages":["arb-Latn","tum-Latn"]},{"precision":0.433702,"recall":0.518775,"f1":0.457059,"accuracy":0.518775,"main_score":0.457059,"hf_subset":"cat_Latn-ace_Arab","languages":["cat-Latn","ace-Arab"]},{"precision":0.444926,"recall":0.52668,"f1":0.467256,"accuracy":0.52668,"main_score":0.467256,"hf_subset":"cat_Latn-bam_Latn","languages":["cat-Latn","bam-Latn"]},{"precision":0.113672,"recall":0.160079,"f1":0.125429,"accuracy":0.160079,"main_score":0.125429,"hf_subset":"cat_Latn-dzo_Tibt","languages":["cat-Latn","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-hin_Deva","languages":["cat-Latn","hin-Deva"]},{"precision":0.934947,"recall":0.955534,"f1":0.9417,"accuracy":0.955534,"main_score":0.9417,"hf_subset":"cat_Latn-khm_Khmr","languages":["cat-Latn","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-mag_Deva","languages":["cat-Latn","mag-Deva"]},{"precision":0.975461,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"cat_Latn-pap_Latn","languages":["cat-Latn","pap-Latn"]},{"precision":0.491487,"recall":0.572134,"f1":0.513713,"accuracy":0.572134,"main_score":0.513713,"hf_subset":"cat_Latn-sot_Latn","languages":["cat-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-tur_Latn","languages":["cat-Latn","tur-Latn"]},{"precision":0.79524,"recall":0.847826,"f1":0.811462,"accuracy":0.847826,"main_score":0.811462,"hf_subset":"cat_Latn-ace_Latn","languages":["cat-Latn","ace-Latn"]},{"precision":0.927207,"recall":0.949605,"f1":0.934618,"accuracy":0.949605,"main_score":0.934618,"hf_subset":"cat_Latn-ban_Latn","languages":["cat-Latn","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-ell_Grek","languages":["cat-Latn","ell-Grek"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"cat_Latn-hne_Deva","languages":["cat-Latn","hne-Deva"]},{"precision":0.494625,"recall":0.582016,"f1":0.519465,"accuracy":0.582016,"main_score":0.519465,"hf_subset":"cat_Latn-kik_Latn","languages":["cat-Latn","kik-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-mai_Deva","languages":["cat-Latn","mai-Deva"]},{"precision":0.900856,"recall":0.929842,"f1":0.910079,"accuracy":0.929842,"main_score":0.910079,"hf_subset":"cat_Latn-pbt_Arab","languages":["cat-Latn","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-spa_Latn","languages":["cat-Latn","spa-Latn"]},{"precision":0.560442,"recall":0.637352,"f1":0.581737,"accuracy":0.637352,"main_score":0.581737,"hf_subset":"cat_Latn-twi_Latn","languages":["cat-Latn","twi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-acm_Arab","languages":["cat-Latn","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-bel_Cyrl","languages":["cat-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-eng_Latn","languages":["cat-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-hrv_Latn","languages":["cat-Latn","hrv-Latn"]},{"precision":0.447243,"recall":0.527668,"f1":0.469254,"accuracy":0.527668,"main_score":0.469254,"hf_subset":"cat_Latn-kin_Latn","languages":["cat-Latn","kin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"cat_Latn-mal_Mlym","languages":["cat-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-pes_Arab","languages":["cat-Latn","pes-Arab"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"cat_Latn-srd_Latn","languages":["cat-Latn","srd-Latn"]},{"precision":0.108046,"recall":0.176877,"f1":0.122101,"accuracy":0.176877,"main_score":0.122101,"hf_subset":"cat_Latn-tzm_Tfng","languages":["cat-Latn","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-acq_Arab","languages":["cat-Latn","acq-Arab"]},{"precision":0.513873,"recall":0.594862,"f1":0.536929,"accuracy":0.594862,"main_score":0.536929,"hf_subset":"cat_Latn-bem_Latn","languages":["cat-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-epo_Latn","languages":["cat-Latn","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-hun_Latn","languages":["cat-Latn","hun-Latn"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"cat_Latn-kir_Cyrl","languages":["cat-Latn","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-mar_Deva","languages":["cat-Latn","mar-Deva"]},{"precision":0.550656,"recall":0.623518,"f1":0.570909,"accuracy":0.623518,"main_score":0.570909,"hf_subset":"cat_Latn-plt_Latn","languages":["cat-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-srp_Cyrl","languages":["cat-Latn","srp-Cyrl"]},{"precision":0.94137,"recall":0.959486,"f1":0.947299,"accuracy":0.959486,"main_score":0.947299,"hf_subset":"cat_Latn-uig_Arab","languages":["cat-Latn","uig-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"cat_Latn-aeb_Arab","languages":["cat-Latn","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-ben_Beng","languages":["cat-Latn","ben-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-est_Latn","languages":["cat-Latn","est-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"cat_Latn-hye_Armn","languages":["cat-Latn","hye-Armn"]},{"precision":0.461933,"recall":0.534585,"f1":0.481915,"accuracy":0.534585,"main_score":0.481915,"hf_subset":"cat_Latn-kmb_Latn","languages":["cat-Latn","kmb-Latn"]},{"precision":0.36158,"recall":0.465415,"f1":0.38866,"accuracy":0.465415,"main_score":0.38866,"hf_subset":"cat_Latn-min_Arab","languages":["cat-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-pol_Latn","languages":["cat-Latn","pol-Latn"]},{"precision":0.441235,"recall":0.527668,"f1":0.463945,"accuracy":0.527668,"main_score":0.463945,"hf_subset":"cat_Latn-ssw_Latn","languages":["cat-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-ukr_Cyrl","languages":["cat-Latn","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-afr_Latn","languages":["cat-Latn","afr-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"cat_Latn-bho_Deva","languages":["cat-Latn","bho-Deva"]},{"precision":0.952404,"recall":0.967391,"f1":0.957345,"accuracy":0.967391,"main_score":0.957345,"hf_subset":"cat_Latn-eus_Latn","languages":["cat-Latn","eus-Latn"]},{"precision":0.49772,"recall":0.573123,"f1":0.517964,"accuracy":0.573123,"main_score":0.517964,"hf_subset":"cat_Latn-ibo_Latn","languages":["cat-Latn","ibo-Latn"]},{"precision":0.707231,"recall":0.77668,"f1":0.727706,"accuracy":0.77668,"main_score":0.727706,"hf_subset":"cat_Latn-kmr_Latn","languages":["cat-Latn","kmr-Latn"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"cat_Latn-min_Latn","languages":["cat-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-por_Latn","languages":["cat-Latn","por-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"cat_Latn-sun_Latn","languages":["cat-Latn","sun-Latn"]},{"precision":0.460911,"recall":0.535573,"f1":0.48217,"accuracy":0.535573,"main_score":0.48217,"hf_subset":"cat_Latn-umb_Latn","languages":["cat-Latn","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-ajp_Arab","languages":["cat-Latn","ajp-Arab"]},{"precision":0.396801,"recall":0.491107,"f1":0.422461,"accuracy":0.491107,"main_score":0.422461,"hf_subset":"cat_Latn-bjn_Arab","languages":["cat-Latn","bjn-Arab"]},{"precision":0.47002,"recall":0.541502,"f1":0.489279,"accuracy":0.541502,"main_score":0.489279,"hf_subset":"cat_Latn-ewe_Latn","languages":["cat-Latn","ewe-Latn"]},{"precision":0.862072,"recall":0.900198,"f1":0.874242,"accuracy":0.900198,"main_score":0.874242,"hf_subset":"cat_Latn-ilo_Latn","languages":["cat-Latn","ilo-Latn"]},{"precision":0.186238,"recall":0.26581,"f1":0.205536,"accuracy":0.26581,"main_score":0.205536,"hf_subset":"cat_Latn-knc_Arab","languages":["cat-Latn","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-mkd_Cyrl","languages":["cat-Latn","mkd-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-prs_Arab","languages":["cat-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-swe_Latn","languages":["cat-Latn","swe-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"cat_Latn-urd_Arab","languages":["cat-Latn","urd-Arab"]},{"precision":0.534645,"recall":0.612648,"f1":0.55666,"accuracy":0.612648,"main_score":0.55666,"hf_subset":"cat_Latn-aka_Latn","languages":["cat-Latn","aka-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"cat_Latn-bjn_Latn","languages":["cat-Latn","bjn-Latn"]},{"precision":0.941206,"recall":0.959486,"f1":0.947299,"accuracy":0.959486,"main_score":0.947299,"hf_subset":"cat_Latn-fao_Latn","languages":["cat-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-ind_Latn","languages":["cat-Latn","ind-Latn"]},{"precision":0.502841,"recall":0.581028,"f1":0.524704,"accuracy":0.581028,"main_score":0.524704,"hf_subset":"cat_Latn-knc_Latn","languages":["cat-Latn","knc-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"cat_Latn-mlt_Latn","languages":["cat-Latn","mlt-Latn"]},{"precision":0.556865,"recall":0.644269,"f1":0.581146,"accuracy":0.644269,"main_score":0.581146,"hf_subset":"cat_Latn-quy_Latn","languages":["cat-Latn","quy-Latn"]},{"precision":0.698593,"recall":0.770751,"f1":0.719798,"accuracy":0.770751,"main_score":0.719798,"hf_subset":"cat_Latn-swh_Latn","languages":["cat-Latn","swh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"cat_Latn-uzn_Latn","languages":["cat-Latn","uzn-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-als_Latn","languages":["cat-Latn","als-Latn"]},{"precision":0.150203,"recall":0.228261,"f1":0.1681,"accuracy":0.228261,"main_score":0.1681,"hf_subset":"cat_Latn-bod_Tibt","languages":["cat-Latn","bod-Tibt"]},{"precision":0.468217,"recall":0.55336,"f1":0.491668,"accuracy":0.55336,"main_score":0.491668,"hf_subset":"cat_Latn-fij_Latn","languages":["cat-Latn","fij-Latn"]},{"precision":0.969038,"recall":0.978261,"f1":0.972003,"accuracy":0.978261,"main_score":0.972003,"hf_subset":"cat_Latn-isl_Latn","languages":["cat-Latn","isl-Latn"]},{"precision":0.554887,"recall":0.635375,"f1":0.577854,"accuracy":0.635375,"main_score":0.577854,"hf_subset":"cat_Latn-kon_Latn","languages":["cat-Latn","kon-Latn"]},{"precision":0.489596,"recall":0.593874,"f1":0.519227,"accuracy":0.593874,"main_score":0.519227,"hf_subset":"cat_Latn-mni_Beng","languages":["cat-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-ron_Latn","languages":["cat-Latn","ron-Latn"]},{"precision":0.986166,"recall":0.98913,"f1":0.987154,"accuracy":0.98913,"main_score":0.987154,"hf_subset":"cat_Latn-szl_Latn","languages":["cat-Latn","szl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-vec_Latn","languages":["cat-Latn","vec-Latn"]},{"precision":0.553146,"recall":0.642292,"f1":0.578331,"accuracy":0.642292,"main_score":0.578331,"hf_subset":"cat_Latn-amh_Ethi","languages":["cat-Latn","amh-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"cat_Latn-bos_Latn","languages":["cat-Latn","bos-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"cat_Latn-fin_Latn","languages":["cat-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-ita_Latn","languages":["cat-Latn","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-kor_Hang","languages":["cat-Latn","kor-Hang"]},{"precision":0.467922,"recall":0.555336,"f1":0.491677,"accuracy":0.555336,"main_score":0.491677,"hf_subset":"cat_Latn-mos_Latn","languages":["cat-Latn","mos-Latn"]},{"precision":0.445518,"recall":0.527668,"f1":0.468239,"accuracy":0.527668,"main_score":0.468239,"hf_subset":"cat_Latn-run_Latn","languages":["cat-Latn","run-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"cat_Latn-tam_Taml","languages":["cat-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-vie_Latn","languages":["cat-Latn","vie-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-apc_Arab","languages":["cat-Latn","apc-Arab"]},{"precision":0.75443,"recall":0.814229,"f1":0.771791,"accuracy":0.814229,"main_score":0.771791,"hf_subset":"cat_Latn-bug_Latn","languages":["cat-Latn","bug-Latn"]},{"precision":0.402928,"recall":0.487154,"f1":0.425627,"accuracy":0.487154,"main_score":0.425627,"hf_subset":"cat_Latn-fon_Latn","languages":["cat-Latn","fon-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"cat_Latn-jav_Latn","languages":["cat-Latn","jav-Latn"]},{"precision":0.886775,"recall":0.920949,"f1":0.897793,"accuracy":0.920949,"main_score":0.897793,"hf_subset":"cat_Latn-lao_Laoo","languages":["cat-Latn","lao-Laoo"]},{"precision":0.573608,"recall":0.659091,"f1":0.598041,"accuracy":0.659091,"main_score":0.598041,"hf_subset":"cat_Latn-mri_Latn","languages":["cat-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-rus_Cyrl","languages":["cat-Latn","rus-Cyrl"]},{"precision":0.479779,"recall":0.5583,"f1":0.501133,"accuracy":0.5583,"main_score":0.501133,"hf_subset":"cat_Latn-taq_Latn","languages":["cat-Latn","taq-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"cat_Latn-war_Latn","languages":["cat-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-arb_Arab","languages":["cat-Latn","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-bul_Cyrl","languages":["cat-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-fra_Latn","languages":["cat-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-jpn_Jpan","languages":["cat-Latn","jpn-Jpan"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"cat_Latn-lij_Latn","languages":["cat-Latn","lij-Latn"]},{"precision":0.935441,"recall":0.955534,"f1":0.942029,"accuracy":0.955534,"main_score":0.942029,"hf_subset":"cat_Latn-mya_Mymr","languages":["cat-Latn","mya-Mymr"]},{"precision":0.507615,"recall":0.598814,"f1":0.533129,"accuracy":0.598814,"main_score":0.533129,"hf_subset":"cat_Latn-sag_Latn","languages":["cat-Latn","sag-Latn"]},{"precision":0.115739,"recall":0.202569,"f1":0.132521,"accuracy":0.202569,"main_score":0.132521,"hf_subset":"cat_Latn-taq_Tfng","languages":["cat-Latn","taq-Tfng"]},{"precision":0.552268,"recall":0.63834,"f1":0.576409,"accuracy":0.63834,"main_score":0.576409,"hf_subset":"cat_Latn-wol_Latn","languages":["cat-Latn","wol-Latn"]},{"precision":0.614791,"recall":0.702569,"f1":0.640301,"accuracy":0.702569,"main_score":0.640301,"hf_subset":"cat_Latn-arb_Latn","languages":["cat-Latn","arb-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"cat_Latn-fur_Latn","languages":["cat-Latn","fur-Latn"]},{"precision":0.322457,"recall":0.393281,"f1":0.341079,"accuracy":0.393281,"main_score":0.341079,"hf_subset":"cat_Latn-kab_Latn","languages":["cat-Latn","kab-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"cat_Latn-lim_Latn","languages":["cat-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-nld_Latn","languages":["cat-Latn","nld-Latn"]},{"precision":0.962039,"recall":0.97332,"f1":0.965646,"accuracy":0.97332,"main_score":0.965646,"hf_subset":"cat_Latn-san_Deva","languages":["cat-Latn","san-Deva"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"cat_Latn-tat_Cyrl","languages":["cat-Latn","tat-Cyrl"]},{"precision":0.515687,"recall":0.597826,"f1":0.538617,"accuracy":0.597826,"main_score":0.538617,"hf_subset":"cat_Latn-xho_Latn","languages":["cat-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-ars_Arab","languages":["cat-Latn","ars-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"cat_Latn-ceb_Latn","languages":["cat-Latn","ceb-Latn"]},{"precision":0.47842,"recall":0.562253,"f1":0.501836,"accuracy":0.562253,"main_score":0.501836,"hf_subset":"cat_Latn-fuv_Latn","languages":["cat-Latn","fuv-Latn"]},{"precision":0.462489,"recall":0.546443,"f1":0.484761,"accuracy":0.546443,"main_score":0.484761,"hf_subset":"cat_Latn-kac_Latn","languages":["cat-Latn","kac-Latn"]},{"precision":0.561902,"recall":0.648221,"f1":0.585954,"accuracy":0.648221,"main_score":0.585954,"hf_subset":"cat_Latn-lin_Latn","languages":["cat-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-nno_Latn","languages":["cat-Latn","nno-Latn"]},{"precision":0.016775,"recall":0.057312,"f1":0.022015,"accuracy":0.057312,"main_score":0.022015,"hf_subset":"cat_Latn-sat_Olck","languages":["cat-Latn","sat-Olck"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"cat_Latn-tel_Telu","languages":["cat-Latn","tel-Telu"]},{"precision":0.742507,"recall":0.810277,"f1":0.763293,"accuracy":0.810277,"main_score":0.763293,"hf_subset":"cat_Latn-ydd_Hebr","languages":["cat-Latn","ydd-Hebr"]},{"precision":0.958004,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"cat_Latn-ary_Arab","languages":["cat-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-ces_Latn","languages":["cat-Latn","ces-Latn"]},{"precision":0.388325,"recall":0.47332,"f1":0.41076,"accuracy":0.47332,"main_score":0.41076,"hf_subset":"cat_Latn-gaz_Latn","languages":["cat-Latn","gaz-Latn"]},{"precision":0.490185,"recall":0.573123,"f1":0.512966,"accuracy":0.573123,"main_score":0.512966,"hf_subset":"cat_Latn-kam_Latn","languages":["cat-Latn","kam-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"cat_Latn-lit_Latn","languages":["cat-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-nob_Latn","languages":["cat-Latn","nob-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"cat_Latn-scn_Latn","languages":["cat-Latn","scn-Latn"]},{"precision":0.900445,"recall":0.929842,"f1":0.909651,"accuracy":0.929842,"main_score":0.909651,"hf_subset":"cat_Latn-tgk_Cyrl","languages":["cat-Latn","tgk-Cyrl"]},{"precision":0.421755,"recall":0.502964,"f1":0.444295,"accuracy":0.502964,"main_score":0.444295,"hf_subset":"cat_Latn-yor_Latn","languages":["cat-Latn","yor-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"cat_Latn-arz_Arab","languages":["cat-Latn","arz-Arab"]},{"precision":0.477269,"recall":0.573123,"f1":0.503713,"accuracy":0.573123,"main_score":0.503713,"hf_subset":"cat_Latn-cjk_Latn","languages":["cat-Latn","cjk-Latn"]},{"precision":0.615789,"recall":0.6917,"f1":0.63727,"accuracy":0.6917,"main_score":0.63727,"hf_subset":"cat_Latn-gla_Latn","languages":["cat-Latn","gla-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"cat_Latn-kan_Knda","languages":["cat-Latn","kan-Knda"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"cat_Latn-lmo_Latn","languages":["cat-Latn","lmo-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"cat_Latn-npi_Deva","languages":["cat-Latn","npi-Deva"]},{"precision":0.407269,"recall":0.51087,"f1":0.435058,"accuracy":0.51087,"main_score":0.435058,"hf_subset":"cat_Latn-shn_Mymr","languages":["cat-Latn","shn-Mymr"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-tgl_Latn","languages":["cat-Latn","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-yue_Hant","languages":["cat-Latn","yue-Hant"]},{"precision":0.985837,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"cat_Latn-asm_Beng","languages":["cat-Latn","asm-Beng"]},{"precision":0.724204,"recall":0.79249,"f1":0.744793,"accuracy":0.79249,"main_score":0.744793,"hf_subset":"cat_Latn-ckb_Arab","languages":["cat-Latn","ckb-Arab"]},{"precision":0.723765,"recall":0.794466,"f1":0.745389,"accuracy":0.794466,"main_score":0.745389,"hf_subset":"cat_Latn-gle_Latn","languages":["cat-Latn","gle-Latn"]},{"precision":0.873271,"recall":0.912055,"f1":0.885771,"accuracy":0.912055,"main_score":0.885771,"hf_subset":"cat_Latn-kas_Arab","languages":["cat-Latn","kas-Arab"]},{"precision":0.897868,"recall":0.928854,"f1":0.907856,"accuracy":0.928854,"main_score":0.907856,"hf_subset":"cat_Latn-ltg_Latn","languages":["cat-Latn","ltg-Latn"]},{"precision":0.506642,"recall":0.589921,"f1":0.530277,"accuracy":0.589921,"main_score":0.530277,"hf_subset":"cat_Latn-nso_Latn","languages":["cat-Latn","nso-Latn"]},{"precision":0.445474,"recall":0.543478,"f1":0.47253,"accuracy":0.543478,"main_score":0.47253,"hf_subset":"cat_Latn-sin_Sinh","languages":["cat-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-tha_Thai","languages":["cat-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-zho_Hans","languages":["cat-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-ast_Latn","languages":["cat-Latn","ast-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"cat_Latn-crh_Latn","languages":["cat-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-glg_Latn","languages":["cat-Latn","glg-Latn"]},{"precision":0.763488,"recall":0.826087,"f1":0.782246,"accuracy":0.826087,"main_score":0.782246,"hf_subset":"cat_Latn-kas_Deva","languages":["cat-Latn","kas-Deva"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"cat_Latn-ltz_Latn","languages":["cat-Latn","ltz-Latn"]},{"precision":0.367573,"recall":0.45751,"f1":0.391437,"accuracy":0.45751,"main_score":0.391437,"hf_subset":"cat_Latn-nus_Latn","languages":["cat-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-slk_Latn","languages":["cat-Latn","slk-Latn"]},{"precision":0.260339,"recall":0.333004,"f1":0.27877,"accuracy":0.333004,"main_score":0.27877,"hf_subset":"cat_Latn-tir_Ethi","languages":["cat-Latn","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"cat_Latn-zho_Hant","languages":["cat-Latn","zho-Hant"]},{"precision":0.984025,"recall":0.988142,"f1":0.985343,"accuracy":0.988142,"main_score":0.985343,"hf_subset":"cat_Latn-awa_Deva","languages":["cat-Latn","awa-Deva"]},{"precision":0.875741,"recall":0.913043,"f1":0.887582,"accuracy":0.913043,"main_score":0.887582,"hf_subset":"cat_Latn-cym_Latn","languages":["cat-Latn","cym-Latn"]},{"precision":0.740267,"recall":0.802372,"f1":0.758714,"accuracy":0.802372,"main_score":0.758714,"hf_subset":"cat_Latn-grn_Latn","languages":["cat-Latn","grn-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"cat_Latn-kat_Geor","languages":["cat-Latn","kat-Geor"]},{"precision":0.553269,"recall":0.629447,"f1":0.574594,"accuracy":0.629447,"main_score":0.574594,"hf_subset":"cat_Latn-lua_Latn","languages":["cat-Latn","lua-Latn"]},{"precision":0.51509,"recall":0.59585,"f1":0.537147,"accuracy":0.59585,"main_score":0.537147,"hf_subset":"cat_Latn-nya_Latn","languages":["cat-Latn","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-slv_Latn","languages":["cat-Latn","slv-Latn"]},{"precision":0.802157,"recall":0.856719,"f1":0.819005,"accuracy":0.856719,"main_score":0.819005,"hf_subset":"cat_Latn-tpi_Latn","languages":["cat-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-zsm_Latn","languages":["cat-Latn","zsm-Latn"]},{"precision":0.484339,"recall":0.566206,"f1":0.505853,"accuracy":0.566206,"main_score":0.505853,"hf_subset":"cat_Latn-ayr_Latn","languages":["cat-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-dan_Latn","languages":["cat-Latn","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"cat_Latn-guj_Gujr","languages":["cat-Latn","guj-Gujr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"cat_Latn-kaz_Cyrl","languages":["cat-Latn","kaz-Cyrl"]},{"precision":0.433994,"recall":0.514822,"f1":0.456319,"accuracy":0.514822,"main_score":0.456319,"hf_subset":"cat_Latn-lug_Latn","languages":["cat-Latn","lug-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-oci_Latn","languages":["cat-Latn","oci-Latn"]},{"precision":0.511737,"recall":0.600791,"f1":0.536339,"accuracy":0.600791,"main_score":0.536339,"hf_subset":"cat_Latn-smo_Latn","languages":["cat-Latn","smo-Latn"]},{"precision":0.455522,"recall":0.537549,"f1":0.477505,"accuracy":0.537549,"main_score":0.477505,"hf_subset":"cat_Latn-tsn_Latn","languages":["cat-Latn","tsn-Latn"]},{"precision":0.461419,"recall":0.540514,"f1":0.48227,"accuracy":0.540514,"main_score":0.48227,"hf_subset":"cat_Latn-zul_Latn","languages":["cat-Latn","zul-Latn"]},{"precision":0.818841,"recall":0.87253,"f1":0.835935,"accuracy":0.87253,"main_score":0.835935,"hf_subset":"cat_Latn-azb_Arab","languages":["cat-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"cat_Latn-deu_Latn","languages":["cat-Latn","deu-Latn"]},{"precision":0.925066,"recall":0.948617,"f1":0.932806,"accuracy":0.948617,"main_score":0.932806,"hf_subset":"cat_Latn-hat_Latn","languages":["cat-Latn","hat-Latn"]},{"precision":0.436078,"recall":0.503953,"f1":0.45437,"accuracy":0.503953,"main_score":0.45437,"hf_subset":"cat_Latn-kbp_Latn","languages":["cat-Latn","kbp-Latn"]},{"precision":0.488236,"recall":0.56917,"f1":0.510023,"accuracy":0.56917,"main_score":0.510023,"hf_subset":"cat_Latn-luo_Latn","languages":["cat-Latn","luo-Latn"]},{"precision":0.995883,"recall":0.997036,"f1":0.996212,"accuracy":0.997036,"main_score":0.996212,"hf_subset":"cat_Latn-ory_Orya","languages":["cat-Latn","ory-Orya"]},{"precision":0.49819,"recall":0.575099,"f1":0.519025,"accuracy":0.575099,"main_score":0.519025,"hf_subset":"cat_Latn-sna_Latn","languages":["cat-Latn","sna-Latn"]},{"precision":0.458635,"recall":0.539526,"f1":0.481134,"accuracy":0.539526,"main_score":0.481134,"hf_subset":"cat_Latn-tso_Latn","languages":["cat-Latn","tso-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"cat_Latn-azj_Latn","languages":["cat-Latn","azj-Latn"]},{"precision":0.478248,"recall":0.561265,"f1":0.501542,"accuracy":0.561265,"main_score":0.501542,"hf_subset":"cat_Latn-dik_Latn","languages":["cat-Latn","dik-Latn"]},{"precision":0.451212,"recall":0.530632,"f1":0.473668,"accuracy":0.530632,"main_score":0.473668,"hf_subset":"cat_Latn-hau_Latn","languages":["cat-Latn","hau-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"cat_Latn-kea_Latn","languages":["cat-Latn","kea-Latn"]},{"precision":0.635995,"recall":0.708498,"f1":0.656695,"accuracy":0.708498,"main_score":0.656695,"hf_subset":"cat_Latn-lus_Latn","languages":["cat-Latn","lus-Latn"]},{"precision":0.822908,"recall":0.870553,"f1":0.837352,"accuracy":0.870553,"main_score":0.837352,"hf_subset":"cat_Latn-pag_Latn","languages":["cat-Latn","pag-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"cat_Latn-snd_Arab","languages":["cat-Latn","snd-Arab"]},{"precision":0.874753,"recall":0.913043,"f1":0.886759,"accuracy":0.913043,"main_score":0.886759,"hf_subset":"cat_Latn-tuk_Latn","languages":["cat-Latn","tuk-Latn"]},{"precision":0.95471,"recall":0.969368,"f1":0.959486,"accuracy":0.969368,"main_score":0.959486,"hf_subset":"cat_Latn-bak_Cyrl","languages":["cat-Latn","bak-Cyrl"]},{"precision":0.434372,"recall":0.528656,"f1":0.461196,"accuracy":0.528656,"main_score":0.461196,"hf_subset":"cat_Latn-dyu_Latn","languages":["cat-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-heb_Hebr","languages":["cat-Latn","heb-Hebr"]},{"precision":0.893857,"recall":0.925889,"f1":0.904051,"accuracy":0.925889,"main_score":0.904051,"hf_subset":"cat_Latn-khk_Cyrl","languages":["cat-Latn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-lvs_Latn","languages":["cat-Latn","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"cat_Latn-pan_Guru","languages":["cat-Latn","pan-Guru"]},{"precision":0.454498,"recall":0.541502,"f1":0.479145,"accuracy":0.541502,"main_score":0.479145,"hf_subset":"cat_Latn-som_Latn","languages":["cat-Latn","som-Latn"]},{"precision":0.494071,"recall":0.568182,"f1":0.514584,"accuracy":0.568182,"main_score":0.514584,"hf_subset":"cat_Latn-tum_Latn","languages":["cat-Latn","tum-Latn"]},{"precision":0.424724,"recall":0.518775,"f1":0.451012,"accuracy":0.518775,"main_score":0.451012,"hf_subset":"fur_Latn-ace_Arab","languages":["fur-Latn","ace-Arab"]},{"precision":0.467059,"recall":0.537549,"f1":0.486657,"accuracy":0.537549,"main_score":0.486657,"hf_subset":"fur_Latn-bam_Latn","languages":["fur-Latn","bam-Latn"]},{"precision":0.108585,"recall":0.159091,"f1":0.121498,"accuracy":0.159091,"main_score":0.121498,"hf_subset":"fur_Latn-dzo_Tibt","languages":["fur-Latn","dzo-Tibt"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"fur_Latn-hin_Deva","languages":["fur-Latn","hin-Deva"]},{"precision":0.86726,"recall":0.907115,"f1":0.880105,"accuracy":0.907115,"main_score":0.880105,"hf_subset":"fur_Latn-khm_Khmr","languages":["fur-Latn","khm-Khmr"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"fur_Latn-mag_Deva","languages":["fur-Latn","mag-Deva"]},{"precision":0.968709,"recall":0.978261,"f1":0.971838,"accuracy":0.978261,"main_score":0.971838,"hf_subset":"fur_Latn-pap_Latn","languages":["fur-Latn","pap-Latn"]},{"precision":0.492011,"recall":0.566206,"f1":0.513003,"accuracy":0.566206,"main_score":0.513003,"hf_subset":"fur_Latn-sot_Latn","languages":["fur-Latn","sot-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fur_Latn-tur_Latn","languages":["fur-Latn","tur-Latn"]},{"precision":0.807724,"recall":0.853755,"f1":0.821772,"accuracy":0.853755,"main_score":0.821772,"hf_subset":"fur_Latn-ace_Latn","languages":["fur-Latn","ace-Latn"]},{"precision":0.905418,"recall":0.93083,"f1":0.913603,"accuracy":0.93083,"main_score":0.913603,"hf_subset":"fur_Latn-ban_Latn","languages":["fur-Latn","ban-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"fur_Latn-ell_Grek","languages":["fur-Latn","ell-Grek"]},{"precision":0.966074,"recall":0.976285,"f1":0.969368,"accuracy":0.976285,"main_score":0.969368,"hf_subset":"fur_Latn-hne_Deva","languages":["fur-Latn","hne-Deva"]},{"precision":0.495041,"recall":0.574111,"f1":0.517876,"accuracy":0.574111,"main_score":0.517876,"hf_subset":"fur_Latn-kik_Latn","languages":["fur-Latn","kik-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"fur_Latn-mai_Deva","languages":["fur-Latn","mai-Deva"]},{"precision":0.860837,"recall":0.901186,"f1":0.873847,"accuracy":0.901186,"main_score":0.873847,"hf_subset":"fur_Latn-pbt_Arab","languages":["fur-Latn","pbt-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fur_Latn-spa_Latn","languages":["fur-Latn","spa-Latn"]},{"precision":0.56353,"recall":0.629447,"f1":0.581906,"accuracy":0.629447,"main_score":0.581906,"hf_subset":"fur_Latn-twi_Latn","languages":["fur-Latn","twi-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"fur_Latn-acm_Arab","languages":["fur-Latn","acm-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"fur_Latn-bel_Cyrl","languages":["fur-Latn","bel-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fur_Latn-eng_Latn","languages":["fur-Latn","eng-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"fur_Latn-hrv_Latn","languages":["fur-Latn","hrv-Latn"]},{"precision":0.449515,"recall":0.523715,"f1":0.470347,"accuracy":0.523715,"main_score":0.470347,"hf_subset":"fur_Latn-kin_Latn","languages":["fur-Latn","kin-Latn"]},{"precision":0.955122,"recall":0.969368,"f1":0.959717,"accuracy":0.969368,"main_score":0.959717,"hf_subset":"fur_Latn-mal_Mlym","languages":["fur-Latn","mal-Mlym"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fur_Latn-pes_Arab","languages":["fur-Latn","pes-Arab"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"fur_Latn-srd_Latn","languages":["fur-Latn","srd-Latn"]},{"precision":0.122847,"recall":0.185771,"f1":0.136507,"accuracy":0.185771,"main_score":0.136507,"hf_subset":"fur_Latn-tzm_Tfng","languages":["fur-Latn","tzm-Tfng"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"fur_Latn-acq_Arab","languages":["fur-Latn","acq-Arab"]},{"precision":0.520549,"recall":0.590909,"f1":0.54021,"accuracy":0.590909,"main_score":0.54021,"hf_subset":"fur_Latn-bem_Latn","languages":["fur-Latn","bem-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"fur_Latn-epo_Latn","languages":["fur-Latn","epo-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"fur_Latn-hun_Latn","languages":["fur-Latn","hun-Latn"]},{"precision":0.920784,"recall":0.944664,"f1":0.928524,"accuracy":0.944664,"main_score":0.928524,"hf_subset":"fur_Latn-kir_Cyrl","languages":["fur-Latn","kir-Cyrl"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"fur_Latn-mar_Deva","languages":["fur-Latn","mar-Deva"]},{"precision":0.558011,"recall":0.620553,"f1":0.575913,"accuracy":0.620553,"main_score":0.575913,"hf_subset":"fur_Latn-plt_Latn","languages":["fur-Latn","plt-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fur_Latn-srp_Cyrl","languages":["fur-Latn","srp-Cyrl"]},{"precision":0.883811,"recall":0.916996,"f1":0.894664,"accuracy":0.916996,"main_score":0.894664,"hf_subset":"fur_Latn-uig_Arab","languages":["fur-Latn","uig-Arab"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"fur_Latn-aeb_Arab","languages":["fur-Latn","aeb-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"fur_Latn-ben_Beng","languages":["fur-Latn","ben-Beng"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"fur_Latn-est_Latn","languages":["fur-Latn","est-Latn"]},{"precision":0.963768,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"fur_Latn-hye_Armn","languages":["fur-Latn","hye-Armn"]},{"precision":0.476901,"recall":0.547431,"f1":0.496533,"accuracy":0.547431,"main_score":0.496533,"hf_subset":"fur_Latn-kmb_Latn","languages":["fur-Latn","kmb-Latn"]},{"precision":0.37699,"recall":0.478261,"f1":0.404316,"accuracy":0.478261,"main_score":0.404316,"hf_subset":"fur_Latn-min_Arab","languages":["fur-Latn","min-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"fur_Latn-pol_Latn","languages":["fur-Latn","pol-Latn"]},{"precision":0.439827,"recall":0.519763,"f1":0.461735,"accuracy":0.519763,"main_score":0.461735,"hf_subset":"fur_Latn-ssw_Latn","languages":["fur-Latn","ssw-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"fur_Latn-ukr_Cyrl","languages":["fur-Latn","ukr-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fur_Latn-afr_Latn","languages":["fur-Latn","afr-Latn"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"fur_Latn-bho_Deva","languages":["fur-Latn","bho-Deva"]},{"precision":0.935606,"recall":0.954545,"f1":0.9417,"accuracy":0.954545,"main_score":0.9417,"hf_subset":"fur_Latn-eus_Latn","languages":["fur-Latn","eus-Latn"]},{"precision":0.497631,"recall":0.573123,"f1":0.517592,"accuracy":0.573123,"main_score":0.517592,"hf_subset":"fur_Latn-ibo_Latn","languages":["fur-Latn","ibo-Latn"]},{"precision":0.695266,"recall":0.763834,"f1":0.715121,"accuracy":0.763834,"main_score":0.715121,"hf_subset":"fur_Latn-kmr_Latn","languages":["fur-Latn","kmr-Latn"]},{"precision":0.939229,"recall":0.958498,"f1":0.945487,"accuracy":0.958498,"main_score":0.945487,"hf_subset":"fur_Latn-min_Latn","languages":["fur-Latn","min-Latn"]},{"precision":0.995883,"recall":0.997036,"f1":0.996212,"accuracy":0.997036,"main_score":0.996212,"hf_subset":"fur_Latn-por_Latn","languages":["fur-Latn","por-Latn"]},{"precision":0.959651,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"fur_Latn-sun_Latn","languages":["fur-Latn","sun-Latn"]},{"precision":0.459009,"recall":0.528656,"f1":0.479273,"accuracy":0.528656,"main_score":0.479273,"hf_subset":"fur_Latn-umb_Latn","languages":["fur-Latn","umb-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"fur_Latn-ajp_Arab","languages":["fur-Latn","ajp-Arab"]},{"precision":0.404259,"recall":0.500988,"f1":0.431202,"accuracy":0.500988,"main_score":0.431202,"hf_subset":"fur_Latn-bjn_Arab","languages":["fur-Latn","bjn-Arab"]},{"precision":0.474683,"recall":0.540514,"f1":0.493025,"accuracy":0.540514,"main_score":0.493025,"hf_subset":"fur_Latn-ewe_Latn","languages":["fur-Latn","ewe-Latn"]},{"precision":0.849308,"recall":0.88834,"f1":0.861627,"accuracy":0.88834,"main_score":0.861627,"hf_subset":"fur_Latn-ilo_Latn","languages":["fur-Latn","ilo-Latn"]},{"precision":0.180534,"recall":0.264822,"f1":0.200803,"accuracy":0.264822,"main_score":0.200803,"hf_subset":"fur_Latn-knc_Arab","languages":["fur-Latn","knc-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"fur_Latn-mkd_Cyrl","languages":["fur-Latn","mkd-Cyrl"]},{"precision":0.981555,"recall":0.987154,"f1":0.983366,"accuracy":0.987154,"main_score":0.983366,"hf_subset":"fur_Latn-prs_Arab","languages":["fur-Latn","prs-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fur_Latn-swe_Latn","languages":["fur-Latn","swe-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"fur_Latn-urd_Arab","languages":["fur-Latn","urd-Arab"]},{"precision":0.535625,"recall":0.599802,"f1":0.553286,"accuracy":0.599802,"main_score":0.553286,"hf_subset":"fur_Latn-aka_Latn","languages":["fur-Latn","aka-Latn"]},{"precision":0.947546,"recall":0.963439,"f1":0.952635,"accuracy":0.963439,"main_score":0.952635,"hf_subset":"fur_Latn-bjn_Latn","languages":["fur-Latn","bjn-Latn"]},{"precision":0.888669,"recall":0.921937,"f1":0.899209,"accuracy":0.921937,"main_score":0.899209,"hf_subset":"fur_Latn-fao_Latn","languages":["fur-Latn","fao-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"fur_Latn-ind_Latn","languages":["fur-Latn","ind-Latn"]},{"precision":0.512726,"recall":0.585968,"f1":0.533552,"accuracy":0.585968,"main_score":0.533552,"hf_subset":"fur_Latn-knc_Latn","languages":["fur-Latn","knc-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"fur_Latn-mlt_Latn","languages":["fur-Latn","mlt-Latn"]},{"precision":0.568333,"recall":0.645257,"f1":0.589731,"accuracy":0.645257,"main_score":0.589731,"hf_subset":"fur_Latn-quy_Latn","languages":["fur-Latn","quy-Latn"]},{"precision":0.686357,"recall":0.761858,"f1":0.709126,"accuracy":0.761858,"main_score":0.709126,"hf_subset":"fur_Latn-swh_Latn","languages":["fur-Latn","swh-Latn"]},{"precision":0.963109,"recall":0.974308,"f1":0.966733,"accuracy":0.974308,"main_score":0.966733,"hf_subset":"fur_Latn-uzn_Latn","languages":["fur-Latn","uzn-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"fur_Latn-als_Latn","languages":["fur-Latn","als-Latn"]},{"precision":0.156626,"recall":0.230237,"f1":0.173955,"accuracy":0.230237,"main_score":0.173955,"hf_subset":"fur_Latn-bod_Tibt","languages":["fur-Latn","bod-Tibt"]},{"precision":0.477974,"recall":0.554348,"f1":0.498941,"accuracy":0.554348,"main_score":0.498941,"hf_subset":"fur_Latn-fij_Latn","languages":["fur-Latn","fij-Latn"]},{"precision":0.882823,"recall":0.916996,"f1":0.893643,"accuracy":0.916996,"main_score":0.893643,"hf_subset":"fur_Latn-isl_Latn","languages":["fur-Latn","isl-Latn"]},{"precision":0.557159,"recall":0.637352,"f1":0.579504,"accuracy":0.637352,"main_score":0.579504,"hf_subset":"fur_Latn-kon_Latn","languages":["fur-Latn","kon-Latn"]},{"precision":0.500299,"recall":0.59585,"f1":0.526841,"accuracy":0.59585,"main_score":0.526841,"hf_subset":"fur_Latn-mni_Beng","languages":["fur-Latn","mni-Beng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"fur_Latn-ron_Latn","languages":["fur-Latn","ron-Latn"]},{"precision":0.966733,"recall":0.976285,"f1":0.969862,"accuracy":0.976285,"main_score":0.969862,"hf_subset":"fur_Latn-szl_Latn","languages":["fur-Latn","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fur_Latn-vec_Latn","languages":["fur-Latn","vec-Latn"]},{"precision":0.511679,"recall":0.599802,"f1":0.53717,"accuracy":0.599802,"main_score":0.53717,"hf_subset":"fur_Latn-amh_Ethi","languages":["fur-Latn","amh-Ethi"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fur_Latn-bos_Latn","languages":["fur-Latn","bos-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"fur_Latn-fin_Latn","languages":["fur-Latn","fin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"fur_Latn-ita_Latn","languages":["fur-Latn","ita-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"fur_Latn-kor_Hang","languages":["fur-Latn","kor-Hang"]},{"precision":0.483885,"recall":0.5583,"f1":0.503927,"accuracy":0.5583,"main_score":0.503927,"hf_subset":"fur_Latn-mos_Latn","languages":["fur-Latn","mos-Latn"]},{"precision":0.464251,"recall":0.535573,"f1":0.483374,"accuracy":0.535573,"main_score":0.483374,"hf_subset":"fur_Latn-run_Latn","languages":["fur-Latn","run-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"fur_Latn-tam_Taml","languages":["fur-Latn","tam-Taml"]},{"precision":0.994401,"recall":0.996047,"f1":0.994895,"accuracy":0.996047,"main_score":0.994895,"hf_subset":"fur_Latn-vie_Latn","languages":["fur-Latn","vie-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"fur_Latn-apc_Arab","languages":["fur-Latn","apc-Arab"]},{"precision":0.73531,"recall":0.795455,"f1":0.75359,"accuracy":0.795455,"main_score":0.75359,"hf_subset":"fur_Latn-bug_Latn","languages":["fur-Latn","bug-Latn"]},{"precision":0.4299,"recall":0.497036,"f1":0.448695,"accuracy":0.497036,"main_score":0.448695,"hf_subset":"fur_Latn-fon_Latn","languages":["fur-Latn","fon-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"fur_Latn-jav_Latn","languages":["fur-Latn","jav-Latn"]},{"precision":0.803195,"recall":0.858696,"f1":0.820224,"accuracy":0.858696,"main_score":0.820224,"hf_subset":"fur_Latn-lao_Laoo","languages":["fur-Latn","lao-Laoo"]},{"precision":0.533745,"recall":0.618577,"f1":0.558058,"accuracy":0.618577,"main_score":0.558058,"hf_subset":"fur_Latn-mri_Latn","languages":["fur-Latn","mri-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fur_Latn-rus_Cyrl","languages":["fur-Latn","rus-Cyrl"]},{"precision":0.496207,"recall":0.564229,"f1":0.515567,"accuracy":0.564229,"main_score":0.515567,"hf_subset":"fur_Latn-taq_Latn","languages":["fur-Latn","taq-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"fur_Latn-war_Latn","languages":["fur-Latn","war-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fur_Latn-arb_Arab","languages":["fur-Latn","arb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"fur_Latn-bul_Cyrl","languages":["fur-Latn","bul-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fur_Latn-fra_Latn","languages":["fur-Latn","fra-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"fur_Latn-jpn_Jpan","languages":["fur-Latn","jpn-Jpan"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"fur_Latn-lij_Latn","languages":["fur-Latn","lij-Latn"]},{"precision":0.84972,"recall":0.895257,"f1":0.864196,"accuracy":0.895257,"main_score":0.864196,"hf_subset":"fur_Latn-mya_Mymr","languages":["fur-Latn","mya-Mymr"]},{"precision":0.520495,"recall":0.602767,"f1":0.542938,"accuracy":0.602767,"main_score":0.542938,"hf_subset":"fur_Latn-sag_Latn","languages":["fur-Latn","sag-Latn"]},{"precision":0.132554,"recall":0.210474,"f1":0.147677,"accuracy":0.210474,"main_score":0.147677,"hf_subset":"fur_Latn-taq_Tfng","languages":["fur-Latn","taq-Tfng"]},{"precision":0.548207,"recall":0.628458,"f1":0.571005,"accuracy":0.628458,"main_score":0.571005,"hf_subset":"fur_Latn-wol_Latn","languages":["fur-Latn","wol-Latn"]},{"precision":0.603213,"recall":0.683794,"f1":0.626506,"accuracy":0.683794,"main_score":0.626506,"hf_subset":"fur_Latn-arb_Latn","languages":["fur-Latn","arb-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fur_Latn-cat_Latn","languages":["fur-Latn","cat-Latn"]},{"precision":0.345219,"recall":0.408103,"f1":0.362167,"accuracy":0.408103,"main_score":0.362167,"hf_subset":"fur_Latn-kab_Latn","languages":["fur-Latn","kab-Latn"]},{"precision":0.957839,"recall":0.970356,"f1":0.961957,"accuracy":0.970356,"main_score":0.961957,"hf_subset":"fur_Latn-lim_Latn","languages":["fur-Latn","lim-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"fur_Latn-nld_Latn","languages":["fur-Latn","nld-Latn"]},{"precision":0.919796,"recall":0.942688,"f1":0.926812,"accuracy":0.942688,"main_score":0.926812,"hf_subset":"fur_Latn-san_Deva","languages":["fur-Latn","san-Deva"]},{"precision":0.950593,"recall":0.964427,"f1":0.955204,"accuracy":0.964427,"main_score":0.955204,"hf_subset":"fur_Latn-tat_Cyrl","languages":["fur-Latn","tat-Cyrl"]},{"precision":0.506936,"recall":0.583004,"f1":0.527696,"accuracy":0.583004,"main_score":0.527696,"hf_subset":"fur_Latn-xho_Latn","languages":["fur-Latn","xho-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"fur_Latn-ars_Arab","languages":["fur-Latn","ars-Arab"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"fur_Latn-ceb_Latn","languages":["fur-Latn","ceb-Latn"]},{"precision":0.47808,"recall":0.551383,"f1":0.498638,"accuracy":0.551383,"main_score":0.498638,"hf_subset":"fur_Latn-fuv_Latn","languages":["fur-Latn","fuv-Latn"]},{"precision":0.460232,"recall":0.541502,"f1":0.48266,"accuracy":0.541502,"main_score":0.48266,"hf_subset":"fur_Latn-kac_Latn","languages":["fur-Latn","kac-Latn"]},{"precision":0.571601,"recall":0.652174,"f1":0.593765,"accuracy":0.652174,"main_score":0.593765,"hf_subset":"fur_Latn-lin_Latn","languages":["fur-Latn","lin-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"fur_Latn-nno_Latn","languages":["fur-Latn","nno-Latn"]},{"precision":0.018275,"recall":0.059289,"f1":0.024128,"accuracy":0.059289,"main_score":0.024128,"hf_subset":"fur_Latn-sat_Olck","languages":["fur-Latn","sat-Olck"]},{"precision":0.968379,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"fur_Latn-tel_Telu","languages":["fur-Latn","tel-Telu"]},{"precision":0.725214,"recall":0.796443,"f1":0.746706,"accuracy":0.796443,"main_score":0.746706,"hf_subset":"fur_Latn-ydd_Hebr","languages":["fur-Latn","ydd-Hebr"]},{"precision":0.943017,"recall":0.961462,"f1":0.949111,"accuracy":0.961462,"main_score":0.949111,"hf_subset":"fur_Latn-ary_Arab","languages":["fur-Latn","ary-Arab"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"fur_Latn-ces_Latn","languages":["fur-Latn","ces-Latn"]},{"precision":0.377438,"recall":0.467391,"f1":0.401842,"accuracy":0.467391,"main_score":0.401842,"hf_subset":"fur_Latn-gaz_Latn","languages":["fur-Latn","gaz-Latn"]},{"precision":0.493305,"recall":0.56917,"f1":0.514289,"accuracy":0.56917,"main_score":0.514289,"hf_subset":"fur_Latn-kam_Latn","languages":["fur-Latn","kam-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"fur_Latn-lit_Latn","languages":["fur-Latn","lit-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"fur_Latn-nob_Latn","languages":["fur-Latn","nob-Latn"]},{"precision":0.979084,"recall":0.985178,"f1":0.981061,"accuracy":0.985178,"main_score":0.981061,"hf_subset":"fur_Latn-scn_Latn","languages":["fur-Latn","scn-Latn"]},{"precision":0.871871,"recall":0.908103,"f1":0.883399,"accuracy":0.908103,"main_score":0.883399,"hf_subset":"fur_Latn-tgk_Cyrl","languages":["fur-Latn","tgk-Cyrl"]},{"precision":0.437213,"recall":0.514822,"f1":0.459427,"accuracy":0.514822,"main_score":0.459427,"hf_subset":"fur_Latn-yor_Latn","languages":["fur-Latn","yor-Latn"]},{"precision":0.979908,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"fur_Latn-arz_Arab","languages":["fur-Latn","arz-Arab"]},{"precision":0.490588,"recall":0.578063,"f1":0.51409,"accuracy":0.578063,"main_score":0.51409,"hf_subset":"fur_Latn-cjk_Latn","languages":["fur-Latn","cjk-Latn"]},{"precision":0.601335,"recall":0.673913,"f1":0.622094,"accuracy":0.673913,"main_score":0.622094,"hf_subset":"fur_Latn-gla_Latn","languages":["fur-Latn","gla-Latn"]},{"precision":0.975791,"recall":0.983202,"f1":0.978261,"accuracy":0.983202,"main_score":0.978261,"hf_subset":"fur_Latn-kan_Knda","languages":["fur-Latn","kan-Knda"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"fur_Latn-lmo_Latn","languages":["fur-Latn","lmo-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"fur_Latn-npi_Deva","languages":["fur-Latn","npi-Deva"]},{"precision":0.417881,"recall":0.512846,"f1":0.443648,"accuracy":0.512846,"main_score":0.443648,"hf_subset":"fur_Latn-shn_Mymr","languages":["fur-Latn","shn-Mymr"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"fur_Latn-tgl_Latn","languages":["fur-Latn","tgl-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fur_Latn-yue_Hant","languages":["fur-Latn","yue-Hant"]},{"precision":0.965086,"recall":0.975296,"f1":0.968379,"accuracy":0.975296,"main_score":0.968379,"hf_subset":"fur_Latn-asm_Beng","languages":["fur-Latn","asm-Beng"]},{"precision":0.668554,"recall":0.741107,"f1":0.690072,"accuracy":0.741107,"main_score":0.690072,"hf_subset":"fur_Latn-ckb_Arab","languages":["fur-Latn","ckb-Arab"]},{"precision":0.685128,"recall":0.756917,"f1":0.706884,"accuracy":0.756917,"main_score":0.706884,"hf_subset":"fur_Latn-gle_Latn","languages":["fur-Latn","gle-Latn"]},{"precision":0.837451,"recall":0.884387,"f1":0.852404,"accuracy":0.884387,"main_score":0.852404,"hf_subset":"fur_Latn-kas_Arab","languages":["fur-Latn","kas-Arab"]},{"precision":0.857213,"recall":0.898221,"f1":0.870553,"accuracy":0.898221,"main_score":0.870553,"hf_subset":"fur_Latn-ltg_Latn","languages":["fur-Latn","ltg-Latn"]},{"precision":0.521961,"recall":0.590909,"f1":0.541399,"accuracy":0.590909,"main_score":0.541399,"hf_subset":"fur_Latn-nso_Latn","languages":["fur-Latn","nso-Latn"]},{"precision":0.374826,"recall":0.465415,"f1":0.399536,"accuracy":0.465415,"main_score":0.399536,"hf_subset":"fur_Latn-sin_Sinh","languages":["fur-Latn","sin-Sinh"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fur_Latn-tha_Thai","languages":["fur-Latn","tha-Thai"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"fur_Latn-zho_Hans","languages":["fur-Latn","zho-Hans"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"fur_Latn-ast_Latn","languages":["fur-Latn","ast-Latn"]},{"precision":0.949934,"recall":0.966403,"f1":0.955369,"accuracy":0.966403,"main_score":0.955369,"hf_subset":"fur_Latn-crh_Latn","languages":["fur-Latn","crh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"fur_Latn-glg_Latn","languages":["fur-Latn","glg-Latn"]},{"precision":0.719113,"recall":0.787549,"f1":0.739246,"accuracy":0.787549,"main_score":0.739246,"hf_subset":"fur_Latn-kas_Deva","languages":["fur-Latn","kas-Deva"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"fur_Latn-ltz_Latn","languages":["fur-Latn","ltz-Latn"]},{"precision":0.383157,"recall":0.470356,"f1":0.406277,"accuracy":0.470356,"main_score":0.406277,"hf_subset":"fur_Latn-nus_Latn","languages":["fur-Latn","nus-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"fur_Latn-slk_Latn","languages":["fur-Latn","slk-Latn"]},{"precision":0.26114,"recall":0.336957,"f1":0.280862,"accuracy":0.336957,"main_score":0.280862,"hf_subset":"fur_Latn-tir_Ethi","languages":["fur-Latn","tir-Ethi"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"fur_Latn-zho_Hant","languages":["fur-Latn","zho-Hant"]},{"precision":0.967885,"recall":0.977273,"f1":0.971014,"accuracy":0.977273,"main_score":0.971014,"hf_subset":"fur_Latn-awa_Deva","languages":["fur-Latn","awa-Deva"]},{"precision":0.824061,"recall":0.873518,"f1":0.839657,"accuracy":0.873518,"main_score":0.839657,"hf_subset":"fur_Latn-cym_Latn","languages":["fur-Latn","cym-Latn"]},{"precision":0.736446,"recall":0.79249,"f1":0.753233,"accuracy":0.79249,"main_score":0.753233,"hf_subset":"fur_Latn-grn_Latn","languages":["fur-Latn","grn-Latn"]},{"precision":0.957839,"recall":0.971344,"f1":0.962286,"accuracy":0.971344,"main_score":0.962286,"hf_subset":"fur_Latn-kat_Geor","languages":["fur-Latn","kat-Geor"]},{"precision":0.561721,"recall":0.633399,"f1":0.582037,"accuracy":0.633399,"main_score":0.582037,"hf_subset":"fur_Latn-lua_Latn","languages":["fur-Latn","lua-Latn"]},{"precision":0.514272,"recall":0.588933,"f1":0.535105,"accuracy":0.588933,"main_score":0.535105,"hf_subset":"fur_Latn-nya_Latn","languages":["fur-Latn","nya-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"fur_Latn-slv_Latn","languages":["fur-Latn","slv-Latn"]},{"precision":0.783745,"recall":0.836957,"f1":0.800066,"accuracy":0.836957,"main_score":0.800066,"hf_subset":"fur_Latn-tpi_Latn","languages":["fur-Latn","tpi-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"fur_Latn-zsm_Latn","languages":["fur-Latn","zsm-Latn"]},{"precision":0.49383,"recall":0.565217,"f1":0.512829,"accuracy":0.565217,"main_score":0.512829,"hf_subset":"fur_Latn-ayr_Latn","languages":["fur-Latn","ayr-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"fur_Latn-dan_Latn","languages":["fur-Latn","dan-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"fur_Latn-guj_Gujr","languages":["fur-Latn","guj-Gujr"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"fur_Latn-kaz_Cyrl","languages":["fur-Latn","kaz-Cyrl"]},{"precision":0.438169,"recall":0.516798,"f1":0.460026,"accuracy":0.516798,"main_score":0.460026,"hf_subset":"fur_Latn-lug_Latn","languages":["fur-Latn","lug-Latn"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"fur_Latn-oci_Latn","languages":["fur-Latn","oci-Latn"]},{"precision":0.527842,"recall":0.604743,"f1":0.549063,"accuracy":0.604743,"main_score":0.549063,"hf_subset":"fur_Latn-smo_Latn","languages":["fur-Latn","smo-Latn"]},{"precision":0.47147,"recall":0.543478,"f1":0.490755,"accuracy":0.543478,"main_score":0.490755,"hf_subset":"fur_Latn-tsn_Latn","languages":["fur-Latn","tsn-Latn"]},{"precision":0.454253,"recall":0.536561,"f1":0.47687,"accuracy":0.536561,"main_score":0.47687,"hf_subset":"fur_Latn-zul_Latn","languages":["fur-Latn","zul-Latn"]},{"precision":0.797184,"recall":0.852767,"f1":0.814413,"accuracy":0.852767,"main_score":0.814413,"hf_subset":"fur_Latn-azb_Arab","languages":["fur-Latn","azb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"fur_Latn-deu_Latn","languages":["fur-Latn","deu-Latn"]},{"precision":0.910408,"recall":0.936759,"f1":0.918972,"accuracy":0.936759,"main_score":0.918972,"hf_subset":"fur_Latn-hat_Latn","languages":["fur-Latn","hat-Latn"]},{"precision":0.434185,"recall":0.506917,"f1":0.453737,"accuracy":0.506917,"main_score":0.453737,"hf_subset":"fur_Latn-kbp_Latn","languages":["fur-Latn","kbp-Latn"]},{"precision":0.49076,"recall":0.560277,"f1":0.509667,"accuracy":0.560277,"main_score":0.509667,"hf_subset":"fur_Latn-luo_Latn","languages":["fur-Latn","luo-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"fur_Latn-ory_Orya","languages":["fur-Latn","ory-Orya"]},{"precision":0.491024,"recall":0.566206,"f1":0.512515,"accuracy":0.566206,"main_score":0.512515,"hf_subset":"fur_Latn-sna_Latn","languages":["fur-Latn","sna-Latn"]},{"precision":0.474393,"recall":0.543478,"f1":0.493205,"accuracy":0.543478,"main_score":0.493205,"hf_subset":"fur_Latn-tso_Latn","languages":["fur-Latn","tso-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"fur_Latn-azj_Latn","languages":["fur-Latn","azj-Latn"]},{"precision":0.489402,"recall":0.562253,"f1":0.509886,"accuracy":0.562253,"main_score":0.509886,"hf_subset":"fur_Latn-dik_Latn","languages":["fur-Latn","dik-Latn"]},{"precision":0.485142,"recall":0.547431,"f1":0.502381,"accuracy":0.547431,"main_score":0.502381,"hf_subset":"fur_Latn-hau_Latn","languages":["fur-Latn","hau-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"fur_Latn-kea_Latn","languages":["fur-Latn","kea-Latn"]},{"precision":0.632438,"recall":0.697628,"f1":0.651278,"accuracy":0.697628,"main_score":0.651278,"hf_subset":"fur_Latn-lus_Latn","languages":["fur-Latn","lus-Latn"]},{"precision":0.809486,"recall":0.852767,"f1":0.822892,"accuracy":0.852767,"main_score":0.822892,"hf_subset":"fur_Latn-pag_Latn","languages":["fur-Latn","pag-Latn"]},{"precision":0.95504,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"fur_Latn-snd_Arab","languages":["fur-Latn","snd-Arab"]},{"precision":0.835227,"recall":0.882411,"f1":0.850198,"accuracy":0.882411,"main_score":0.850198,"hf_subset":"fur_Latn-tuk_Latn","languages":["fur-Latn","tuk-Latn"]},{"precision":0.912632,"recall":0.936759,"f1":0.920323,"accuracy":0.936759,"main_score":0.920323,"hf_subset":"fur_Latn-bak_Cyrl","languages":["fur-Latn","bak-Cyrl"]},{"precision":0.425916,"recall":0.519763,"f1":0.45266,"accuracy":0.519763,"main_score":0.45266,"hf_subset":"fur_Latn-dyu_Latn","languages":["fur-Latn","dyu-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"fur_Latn-heb_Hebr","languages":["fur-Latn","heb-Hebr"]},{"precision":0.844203,"recall":0.886364,"f1":0.857298,"accuracy":0.886364,"main_score":0.857298,"hf_subset":"fur_Latn-khk_Cyrl","languages":["fur-Latn","khk-Cyrl"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"fur_Latn-lvs_Latn","languages":["fur-Latn","lvs-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"fur_Latn-pan_Guru","languages":["fur-Latn","pan-Guru"]},{"precision":0.467752,"recall":0.547431,"f1":0.49011,"accuracy":0.547431,"main_score":0.49011,"hf_subset":"fur_Latn-som_Latn","languages":["fur-Latn","som-Latn"]},{"precision":0.49594,"recall":0.568182,"f1":0.516507,"accuracy":0.568182,"main_score":0.516507,"hf_subset":"fur_Latn-tum_Latn","languages":["fur-Latn","tum-Latn"]},{"precision":0.278175,"recall":0.321146,"f1":0.289336,"accuracy":0.321146,"main_score":0.289336,"hf_subset":"kab_Latn-ace_Arab","languages":["kab-Latn","ace-Arab"]},{"precision":0.345715,"recall":0.394269,"f1":0.359217,"accuracy":0.394269,"main_score":0.359217,"hf_subset":"kab_Latn-bam_Latn","languages":["kab-Latn","bam-Latn"]},{"precision":0.114705,"recall":0.149209,"f1":0.12308,"accuracy":0.149209,"main_score":0.12308,"hf_subset":"kab_Latn-dzo_Tibt","languages":["kab-Latn","dzo-Tibt"]},{"precision":0.311665,"recall":0.37253,"f1":0.327538,"accuracy":0.37253,"main_score":0.327538,"hf_subset":"kab_Latn-hin_Deva","languages":["kab-Latn","hin-Deva"]},{"precision":0.289018,"recall":0.339921,"f1":0.302987,"accuracy":0.339921,"main_score":0.302987,"hf_subset":"kab_Latn-khm_Khmr","languages":["kab-Latn","khm-Khmr"]},{"precision":0.317988,"recall":0.379447,"f1":0.335326,"accuracy":0.379447,"main_score":0.335326,"hf_subset":"kab_Latn-mag_Deva","languages":["kab-Latn","mag-Deva"]},{"precision":0.353158,"recall":0.408103,"f1":0.368388,"accuracy":0.408103,"main_score":0.368388,"hf_subset":"kab_Latn-pap_Latn","languages":["kab-Latn","pap-Latn"]},{"precision":0.373533,"recall":0.41502,"f1":0.38551,"accuracy":0.41502,"main_score":0.38551,"hf_subset":"kab_Latn-sot_Latn","languages":["kab-Latn","sot-Latn"]},{"precision":0.323061,"recall":0.392292,"f1":0.342343,"accuracy":0.392292,"main_score":0.342343,"hf_subset":"kab_Latn-tur_Latn","languages":["kab-Latn","tur-Latn"]},{"precision":0.36305,"recall":0.40415,"f1":0.375175,"accuracy":0.40415,"main_score":0.375175,"hf_subset":"kab_Latn-ace_Latn","languages":["kab-Latn","ace-Latn"]},{"precision":0.357648,"recall":0.409091,"f1":0.372341,"accuracy":0.409091,"main_score":0.372341,"hf_subset":"kab_Latn-ban_Latn","languages":["kab-Latn","ban-Latn"]},{"precision":0.312166,"recall":0.37253,"f1":0.328702,"accuracy":0.37253,"main_score":0.328702,"hf_subset":"kab_Latn-ell_Grek","languages":["kab-Latn","ell-Grek"]},{"precision":0.314579,"recall":0.369565,"f1":0.32966,"accuracy":0.369565,"main_score":0.32966,"hf_subset":"kab_Latn-hne_Deva","languages":["kab-Latn","hne-Deva"]},{"precision":0.268263,"recall":0.326087,"f1":0.283047,"accuracy":0.326087,"main_score":0.283047,"hf_subset":"kab_Latn-kik_Latn","languages":["kab-Latn","kik-Latn"]},{"precision":0.322233,"recall":0.37747,"f1":0.337767,"accuracy":0.37747,"main_score":0.337767,"hf_subset":"kab_Latn-mai_Deva","languages":["kab-Latn","mai-Deva"]},{"precision":0.325345,"recall":0.37747,"f1":0.339453,"accuracy":0.37747,"main_score":0.339453,"hf_subset":"kab_Latn-pbt_Arab","languages":["kab-Latn","pbt-Arab"]},{"precision":0.322487,"recall":0.395257,"f1":0.342245,"accuracy":0.395257,"main_score":0.342245,"hf_subset":"kab_Latn-spa_Latn","languages":["kab-Latn","spa-Latn"]},{"precision":0.369714,"recall":0.411067,"f1":0.380528,"accuracy":0.411067,"main_score":0.380528,"hf_subset":"kab_Latn-twi_Latn","languages":["kab-Latn","twi-Latn"]},{"precision":0.328372,"recall":0.391304,"f1":0.345673,"accuracy":0.391304,"main_score":0.345673,"hf_subset":"kab_Latn-acm_Arab","languages":["kab-Latn","acm-Arab"]},{"precision":0.322528,"recall":0.378458,"f1":0.337531,"accuracy":0.378458,"main_score":0.337531,"hf_subset":"kab_Latn-bel_Cyrl","languages":["kab-Latn","bel-Cyrl"]},{"precision":0.310852,"recall":0.37747,"f1":0.329085,"accuracy":0.37747,"main_score":0.329085,"hf_subset":"kab_Latn-eng_Latn","languages":["kab-Latn","eng-Latn"]},{"precision":0.339958,"recall":0.401186,"f1":0.356055,"accuracy":0.401186,"main_score":0.356055,"hf_subset":"kab_Latn-hrv_Latn","languages":["kab-Latn","hrv-Latn"]},{"precision":0.355536,"recall":0.402174,"f1":0.368503,"accuracy":0.402174,"main_score":0.368503,"hf_subset":"kab_Latn-kin_Latn","languages":["kab-Latn","kin-Latn"]},{"precision":0.306803,"recall":0.369565,"f1":0.324904,"accuracy":0.369565,"main_score":0.324904,"hf_subset":"kab_Latn-mal_Mlym","languages":["kab-Latn","mal-Mlym"]},{"precision":0.32338,"recall":0.386364,"f1":0.340903,"accuracy":0.386364,"main_score":0.340903,"hf_subset":"kab_Latn-pes_Arab","languages":["kab-Latn","pes-Arab"]},{"precision":0.345961,"recall":0.406126,"f1":0.362016,"accuracy":0.406126,"main_score":0.362016,"hf_subset":"kab_Latn-srd_Latn","languages":["kab-Latn","srd-Latn"]},{"precision":0.191727,"recall":0.227273,"f1":0.200353,"accuracy":0.227273,"main_score":0.200353,"hf_subset":"kab_Latn-tzm_Tfng","languages":["kab-Latn","tzm-Tfng"]},{"precision":0.335046,"recall":0.396245,"f1":0.351367,"accuracy":0.396245,"main_score":0.351367,"hf_subset":"kab_Latn-acq_Arab","languages":["kab-Latn","acq-Arab"]},{"precision":0.38858,"recall":0.43083,"f1":0.399404,"accuracy":0.43083,"main_score":0.399404,"hf_subset":"kab_Latn-bem_Latn","languages":["kab-Latn","bem-Latn"]},{"precision":0.331821,"recall":0.387352,"f1":0.346717,"accuracy":0.387352,"main_score":0.346717,"hf_subset":"kab_Latn-epo_Latn","languages":["kab-Latn","epo-Latn"]},{"precision":0.330446,"recall":0.394269,"f1":0.347721,"accuracy":0.394269,"main_score":0.347721,"hf_subset":"kab_Latn-hun_Latn","languages":["kab-Latn","hun-Latn"]},{"precision":0.341063,"recall":0.393281,"f1":0.355405,"accuracy":0.393281,"main_score":0.355405,"hf_subset":"kab_Latn-kir_Cyrl","languages":["kab-Latn","kir-Cyrl"]},{"precision":0.322062,"recall":0.37747,"f1":0.337144,"accuracy":0.37747,"main_score":0.337144,"hf_subset":"kab_Latn-mar_Deva","languages":["kab-Latn","mar-Deva"]},{"precision":0.374751,"recall":0.416008,"f1":0.386183,"accuracy":0.416008,"main_score":0.386183,"hf_subset":"kab_Latn-plt_Latn","languages":["kab-Latn","plt-Latn"]},{"precision":0.325602,"recall":0.38834,"f1":0.34283,"accuracy":0.38834,"main_score":0.34283,"hf_subset":"kab_Latn-srp_Cyrl","languages":["kab-Latn","srp-Cyrl"]},{"precision":0.31888,"recall":0.374506,"f1":0.334131,"accuracy":0.374506,"main_score":0.334131,"hf_subset":"kab_Latn-uig_Arab","languages":["kab-Latn","uig-Arab"]},{"precision":0.331901,"recall":0.395257,"f1":0.349773,"accuracy":0.395257,"main_score":0.349773,"hf_subset":"kab_Latn-aeb_Arab","languages":["kab-Latn","aeb-Arab"]},{"precision":0.32528,"recall":0.385375,"f1":0.34198,"accuracy":0.385375,"main_score":0.34198,"hf_subset":"kab_Latn-ben_Beng","languages":["kab-Latn","ben-Beng"]},{"precision":0.323863,"recall":0.387352,"f1":0.340575,"accuracy":0.387352,"main_score":0.340575,"hf_subset":"kab_Latn-est_Latn","languages":["kab-Latn","est-Latn"]},{"precision":0.316205,"recall":0.373518,"f1":0.331642,"accuracy":0.373518,"main_score":0.331642,"hf_subset":"kab_Latn-hye_Armn","languages":["kab-Latn","hye-Armn"]},{"precision":0.349726,"recall":0.392292,"f1":0.360726,"accuracy":0.392292,"main_score":0.360726,"hf_subset":"kab_Latn-kmb_Latn","languages":["kab-Latn","kmb-Latn"]},{"precision":0.266448,"recall":0.311265,"f1":0.278449,"accuracy":0.311265,"main_score":0.278449,"hf_subset":"kab_Latn-min_Arab","languages":["kab-Latn","min-Arab"]},{"precision":0.333995,"recall":0.396245,"f1":0.350566,"accuracy":0.396245,"main_score":0.350566,"hf_subset":"kab_Latn-pol_Latn","languages":["kab-Latn","pol-Latn"]},{"precision":0.364639,"recall":0.410079,"f1":0.377816,"accuracy":0.410079,"main_score":0.377816,"hf_subset":"kab_Latn-ssw_Latn","languages":["kab-Latn","ssw-Latn"]},{"precision":0.317203,"recall":0.379447,"f1":0.333732,"accuracy":0.379447,"main_score":0.333732,"hf_subset":"kab_Latn-ukr_Cyrl","languages":["kab-Latn","ukr-Cyrl"]},{"precision":0.335185,"recall":0.396245,"f1":0.350995,"accuracy":0.396245,"main_score":0.350995,"hf_subset":"kab_Latn-afr_Latn","languages":["kab-Latn","afr-Latn"]},{"precision":0.324704,"recall":0.378458,"f1":0.339425,"accuracy":0.378458,"main_score":0.339425,"hf_subset":"kab_Latn-bho_Deva","languages":["kab-Latn","bho-Deva"]},{"precision":0.341908,"recall":0.395257,"f1":0.356381,"accuracy":0.395257,"main_score":0.356381,"hf_subset":"kab_Latn-eus_Latn","languages":["kab-Latn","eus-Latn"]},{"precision":0.354987,"recall":0.401186,"f1":0.367099,"accuracy":0.401186,"main_score":0.367099,"hf_subset":"kab_Latn-ibo_Latn","languages":["kab-Latn","ibo-Latn"]},{"precision":0.373846,"recall":0.416996,"f1":0.38529,"accuracy":0.416996,"main_score":0.38529,"hf_subset":"kab_Latn-kmr_Latn","languages":["kab-Latn","kmr-Latn"]},{"precision":0.344225,"recall":0.393281,"f1":0.357415,"accuracy":0.393281,"main_score":0.357415,"hf_subset":"kab_Latn-min_Latn","languages":["kab-Latn","min-Latn"]},{"precision":0.310535,"recall":0.382411,"f1":0.33031,"accuracy":0.382411,"main_score":0.33031,"hf_subset":"kab_Latn-por_Latn","languages":["kab-Latn","por-Latn"]},{"precision":0.341039,"recall":0.397233,"f1":0.35727,"accuracy":0.397233,"main_score":0.35727,"hf_subset":"kab_Latn-sun_Latn","languages":["kab-Latn","sun-Latn"]},{"precision":0.348316,"recall":0.38834,"f1":0.359052,"accuracy":0.38834,"main_score":0.359052,"hf_subset":"kab_Latn-umb_Latn","languages":["kab-Latn","umb-Latn"]},{"precision":0.333938,"recall":0.398221,"f1":0.352189,"accuracy":0.398221,"main_score":0.352189,"hf_subset":"kab_Latn-ajp_Arab","languages":["kab-Latn","ajp-Arab"]},{"precision":0.267787,"recall":0.314229,"f1":0.280416,"accuracy":0.314229,"main_score":0.280416,"hf_subset":"kab_Latn-bjn_Arab","languages":["kab-Latn","bjn-Arab"]},{"precision":0.352093,"recall":0.391304,"f1":0.362957,"accuracy":0.391304,"main_score":0.362957,"hf_subset":"kab_Latn-ewe_Latn","languages":["kab-Latn","ewe-Latn"]},{"precision":0.358312,"recall":0.406126,"f1":0.370507,"accuracy":0.406126,"main_score":0.370507,"hf_subset":"kab_Latn-ilo_Latn","languages":["kab-Latn","ilo-Latn"]},{"precision":0.196921,"recall":0.251976,"f1":0.211397,"accuracy":0.251976,"main_score":0.211397,"hf_subset":"kab_Latn-knc_Arab","languages":["kab-Latn","knc-Arab"]},{"precision":0.333229,"recall":0.396245,"f1":0.35091,"accuracy":0.396245,"main_score":0.35091,"hf_subset":"kab_Latn-mkd_Cyrl","languages":["kab-Latn","mkd-Cyrl"]},{"precision":0.32399,"recall":0.386364,"f1":0.340612,"accuracy":0.386364,"main_score":0.340612,"hf_subset":"kab_Latn-prs_Arab","languages":["kab-Latn","prs-Arab"]},{"precision":0.309193,"recall":0.382411,"f1":0.328475,"accuracy":0.382411,"main_score":0.328475,"hf_subset":"kab_Latn-swe_Latn","languages":["kab-Latn","swe-Latn"]},{"precision":0.310592,"recall":0.375494,"f1":0.327928,"accuracy":0.375494,"main_score":0.327928,"hf_subset":"kab_Latn-urd_Arab","languages":["kab-Latn","urd-Arab"]},{"precision":0.348353,"recall":0.391304,"f1":0.35988,"accuracy":0.391304,"main_score":0.35988,"hf_subset":"kab_Latn-aka_Latn","languages":["kab-Latn","aka-Latn"]},{"precision":0.345304,"recall":0.403162,"f1":0.361648,"accuracy":0.403162,"main_score":0.361648,"hf_subset":"kab_Latn-bjn_Latn","languages":["kab-Latn","bjn-Latn"]},{"precision":0.341052,"recall":0.392292,"f1":0.354829,"accuracy":0.392292,"main_score":0.354829,"hf_subset":"kab_Latn-fao_Latn","languages":["kab-Latn","fao-Latn"]},{"precision":0.325011,"recall":0.393281,"f1":0.343772,"accuracy":0.393281,"main_score":0.343772,"hf_subset":"kab_Latn-ind_Latn","languages":["kab-Latn","ind-Latn"]},{"precision":0.349141,"recall":0.386364,"f1":0.359338,"accuracy":0.386364,"main_score":0.359338,"hf_subset":"kab_Latn-knc_Latn","languages":["kab-Latn","knc-Latn"]},{"precision":0.368696,"recall":0.423913,"f1":0.383706,"accuracy":0.423913,"main_score":0.383706,"hf_subset":"kab_Latn-mlt_Latn","languages":["kab-Latn","mlt-Latn"]},{"precision":0.352032,"recall":0.393281,"f1":0.363675,"accuracy":0.393281,"main_score":0.363675,"hf_subset":"kab_Latn-quy_Latn","languages":["kab-Latn","quy-Latn"]},{"precision":0.364221,"recall":0.414032,"f1":0.378105,"accuracy":0.414032,"main_score":0.378105,"hf_subset":"kab_Latn-swh_Latn","languages":["kab-Latn","swh-Latn"]},{"precision":0.332315,"recall":0.382411,"f1":0.345836,"accuracy":0.382411,"main_score":0.345836,"hf_subset":"kab_Latn-uzn_Latn","languages":["kab-Latn","uzn-Latn"]},{"precision":0.336461,"recall":0.398221,"f1":0.353221,"accuracy":0.398221,"main_score":0.353221,"hf_subset":"kab_Latn-als_Latn","languages":["kab-Latn","als-Latn"]},{"precision":0.160056,"recall":0.199605,"f1":0.169633,"accuracy":0.199605,"main_score":0.169633,"hf_subset":"kab_Latn-bod_Tibt","languages":["kab-Latn","bod-Tibt"]},{"precision":0.345926,"recall":0.38834,"f1":0.357693,"accuracy":0.38834,"main_score":0.357693,"hf_subset":"kab_Latn-fij_Latn","languages":["kab-Latn","fij-Latn"]},{"precision":0.339058,"recall":0.392292,"f1":0.353418,"accuracy":0.392292,"main_score":0.353418,"hf_subset":"kab_Latn-isl_Latn","languages":["kab-Latn","isl-Latn"]},{"precision":0.345709,"recall":0.389328,"f1":0.357646,"accuracy":0.389328,"main_score":0.357646,"hf_subset":"kab_Latn-kon_Latn","languages":["kab-Latn","kon-Latn"]},{"precision":0.305733,"recall":0.351779,"f1":0.317822,"accuracy":0.351779,"main_score":0.317822,"hf_subset":"kab_Latn-mni_Beng","languages":["kab-Latn","mni-Beng"]},{"precision":0.338332,"recall":0.397233,"f1":0.354105,"accuracy":0.397233,"main_score":0.354105,"hf_subset":"kab_Latn-ron_Latn","languages":["kab-Latn","ron-Latn"]},{"precision":0.331552,"recall":0.393281,"f1":0.348314,"accuracy":0.393281,"main_score":0.348314,"hf_subset":"kab_Latn-szl_Latn","languages":["kab-Latn","szl-Latn"]},{"precision":0.340763,"recall":0.401186,"f1":0.357188,"accuracy":0.401186,"main_score":0.357188,"hf_subset":"kab_Latn-vec_Latn","languages":["kab-Latn","vec-Latn"]},{"precision":0.253153,"recall":0.298419,"f1":0.264432,"accuracy":0.298419,"main_score":0.264432,"hf_subset":"kab_Latn-amh_Ethi","languages":["kab-Latn","amh-Ethi"]},{"precision":0.337129,"recall":0.399209,"f1":0.354466,"accuracy":0.399209,"main_score":0.354466,"hf_subset":"kab_Latn-bos_Latn","languages":["kab-Latn","bos-Latn"]},{"precision":0.320028,"recall":0.379447,"f1":0.335614,"accuracy":0.379447,"main_score":0.335614,"hf_subset":"kab_Latn-fin_Latn","languages":["kab-Latn","fin-Latn"]},{"precision":0.325409,"recall":0.391304,"f1":0.343351,"accuracy":0.391304,"main_score":0.343351,"hf_subset":"kab_Latn-ita_Latn","languages":["kab-Latn","ita-Latn"]},{"precision":0.307448,"recall":0.373518,"f1":0.325644,"accuracy":0.373518,"main_score":0.325644,"hf_subset":"kab_Latn-kor_Hang","languages":["kab-Latn","kor-Hang"]},{"precision":0.344996,"recall":0.384387,"f1":0.355367,"accuracy":0.384387,"main_score":0.355367,"hf_subset":"kab_Latn-mos_Latn","languages":["kab-Latn","mos-Latn"]},{"precision":0.351006,"recall":0.392292,"f1":0.36235,"accuracy":0.392292,"main_score":0.36235,"hf_subset":"kab_Latn-run_Latn","languages":["kab-Latn","run-Latn"]},{"precision":0.302757,"recall":0.362648,"f1":0.319511,"accuracy":0.362648,"main_score":0.319511,"hf_subset":"kab_Latn-tam_Taml","languages":["kab-Latn","tam-Taml"]},{"precision":0.318653,"recall":0.382411,"f1":0.336459,"accuracy":0.382411,"main_score":0.336459,"hf_subset":"kab_Latn-vie_Latn","languages":["kab-Latn","vie-Latn"]},{"precision":0.331063,"recall":0.391304,"f1":0.347254,"accuracy":0.391304,"main_score":0.347254,"hf_subset":"kab_Latn-apc_Arab","languages":["kab-Latn","apc-Arab"]},{"precision":0.344648,"recall":0.384387,"f1":0.355648,"accuracy":0.384387,"main_score":0.355648,"hf_subset":"kab_Latn-bug_Latn","languages":["kab-Latn","bug-Latn"]},{"precision":0.329601,"recall":0.371542,"f1":0.341676,"accuracy":0.371542,"main_score":0.341676,"hf_subset":"kab_Latn-fon_Latn","languages":["kab-Latn","fon-Latn"]},{"precision":0.33727,"recall":0.392292,"f1":0.352558,"accuracy":0.392292,"main_score":0.352558,"hf_subset":"kab_Latn-jav_Latn","languages":["kab-Latn","jav-Latn"]},{"precision":0.308946,"recall":0.365613,"f1":0.324353,"accuracy":0.365613,"main_score":0.324353,"hf_subset":"kab_Latn-lao_Laoo","languages":["kab-Latn","lao-Laoo"]},{"precision":0.342709,"recall":0.392292,"f1":0.355954,"accuracy":0.392292,"main_score":0.355954,"hf_subset":"kab_Latn-mri_Latn","languages":["kab-Latn","mri-Latn"]},{"precision":0.321407,"recall":0.385375,"f1":0.338912,"accuracy":0.385375,"main_score":0.338912,"hf_subset":"kab_Latn-rus_Cyrl","languages":["kab-Latn","rus-Cyrl"]},{"precision":0.349269,"recall":0.38834,"f1":0.359927,"accuracy":0.38834,"main_score":0.359927,"hf_subset":"kab_Latn-taq_Latn","languages":["kab-Latn","taq-Latn"]},{"precision":0.347954,"recall":0.402174,"f1":0.362602,"accuracy":0.402174,"main_score":0.362602,"hf_subset":"kab_Latn-war_Latn","languages":["kab-Latn","war-Latn"]},{"precision":0.337621,"recall":0.400198,"f1":0.354463,"accuracy":0.400198,"main_score":0.354463,"hf_subset":"kab_Latn-arb_Arab","languages":["kab-Latn","arb-Arab"]},{"precision":0.314714,"recall":0.381423,"f1":0.332925,"accuracy":0.381423,"main_score":0.332925,"hf_subset":"kab_Latn-bul_Cyrl","languages":["kab-Latn","bul-Cyrl"]},{"precision":0.312976,"recall":0.386364,"f1":0.333688,"accuracy":0.386364,"main_score":0.333688,"hf_subset":"kab_Latn-fra_Latn","languages":["kab-Latn","fra-Latn"]},{"precision":0.305967,"recall":0.369565,"f1":0.322689,"accuracy":0.369565,"main_score":0.322689,"hf_subset":"kab_Latn-jpn_Jpan","languages":["kab-Latn","jpn-Jpan"]},{"precision":0.338605,"recall":0.393281,"f1":0.353284,"accuracy":0.393281,"main_score":0.353284,"hf_subset":"kab_Latn-lij_Latn","languages":["kab-Latn","lij-Latn"]},{"precision":0.201351,"recall":0.25,"f1":0.213526,"accuracy":0.25,"main_score":0.213526,"hf_subset":"kab_Latn-mya_Mymr","languages":["kab-Latn","mya-Mymr"]},{"precision":0.356588,"recall":0.399209,"f1":0.368775,"accuracy":0.399209,"main_score":0.368775,"hf_subset":"kab_Latn-sag_Latn","languages":["kab-Latn","sag-Latn"]},{"precision":0.168199,"recall":0.214427,"f1":0.179338,"accuracy":0.214427,"main_score":0.179338,"hf_subset":"kab_Latn-taq_Tfng","languages":["kab-Latn","taq-Tfng"]},{"precision":0.364767,"recall":0.402174,"f1":0.374828,"accuracy":0.402174,"main_score":0.374828,"hf_subset":"kab_Latn-wol_Latn","languages":["kab-Latn","wol-Latn"]},{"precision":0.303191,"recall":0.356719,"f1":0.316919,"accuracy":0.356719,"main_score":0.316919,"hf_subset":"kab_Latn-arb_Latn","languages":["kab-Latn","arb-Latn"]},{"precision":0.317766,"recall":0.386364,"f1":0.336746,"accuracy":0.386364,"main_score":0.336746,"hf_subset":"kab_Latn-cat_Latn","languages":["kab-Latn","cat-Latn"]},{"precision":0.34329,"recall":0.400198,"f1":0.359297,"accuracy":0.400198,"main_score":0.359297,"hf_subset":"kab_Latn-fur_Latn","languages":["kab-Latn","fur-Latn"]},{"precision":0.326818,"recall":0.385375,"f1":0.342853,"accuracy":0.385375,"main_score":0.342853,"hf_subset":"kab_Latn-lim_Latn","languages":["kab-Latn","lim-Latn"]},{"precision":0.326294,"recall":0.392292,"f1":0.343725,"accuracy":0.392292,"main_score":0.343725,"hf_subset":"kab_Latn-nld_Latn","languages":["kab-Latn","nld-Latn"]},{"precision":0.304504,"recall":0.36166,"f1":0.319596,"accuracy":0.36166,"main_score":0.319596,"hf_subset":"kab_Latn-san_Deva","languages":["kab-Latn","san-Deva"]},{"precision":0.338735,"recall":0.393281,"f1":0.353097,"accuracy":0.393281,"main_score":0.353097,"hf_subset":"kab_Latn-tat_Cyrl","languages":["kab-Latn","tat-Cyrl"]},{"precision":0.379323,"recall":0.422925,"f1":0.391492,"accuracy":0.422925,"main_score":0.391492,"hf_subset":"kab_Latn-xho_Latn","languages":["kab-Latn","xho-Latn"]},{"precision":0.304198,"recall":0.369565,"f1":0.321814,"accuracy":0.369565,"main_score":0.321814,"hf_subset":"kab_Latn-ars_Arab","languages":["kab-Latn","ars-Arab"]},{"precision":0.355764,"recall":0.413043,"f1":0.371032,"accuracy":0.413043,"main_score":0.371032,"hf_subset":"kab_Latn-ceb_Latn","languages":["kab-Latn","ceb-Latn"]},{"precision":0.325108,"recall":0.374506,"f1":0.338123,"accuracy":0.374506,"main_score":0.338123,"hf_subset":"kab_Latn-fuv_Latn","languages":["kab-Latn","fuv-Latn"]},{"precision":0.358119,"recall":0.397233,"f1":0.369212,"accuracy":0.397233,"main_score":0.369212,"hf_subset":"kab_Latn-kac_Latn","languages":["kab-Latn","kac-Latn"]},{"precision":0.365551,"recall":0.411067,"f1":0.377836,"accuracy":0.411067,"main_score":0.377836,"hf_subset":"kab_Latn-lin_Latn","languages":["kab-Latn","lin-Latn"]},{"precision":0.329418,"recall":0.390316,"f1":0.346363,"accuracy":0.390316,"main_score":0.346363,"hf_subset":"kab_Latn-nno_Latn","languages":["kab-Latn","nno-Latn"]},{"precision":0.040228,"recall":0.083992,"f1":0.048015,"accuracy":0.083992,"main_score":0.048015,"hf_subset":"kab_Latn-sat_Olck","languages":["kab-Latn","sat-Olck"]},{"precision":0.322648,"recall":0.373518,"f1":0.336546,"accuracy":0.373518,"main_score":0.336546,"hf_subset":"kab_Latn-tel_Telu","languages":["kab-Latn","tel-Telu"]},{"precision":0.278275,"recall":0.324111,"f1":0.290308,"accuracy":0.324111,"main_score":0.290308,"hf_subset":"kab_Latn-ydd_Hebr","languages":["kab-Latn","ydd-Hebr"]},{"precision":0.305856,"recall":0.368577,"f1":0.323504,"accuracy":0.368577,"main_score":0.323504,"hf_subset":"kab_Latn-ary_Arab","languages":["kab-Latn","ary-Arab"]},{"precision":0.328453,"recall":0.393281,"f1":0.346418,"accuracy":0.393281,"main_score":0.346418,"hf_subset":"kab_Latn-ces_Latn","languages":["kab-Latn","ces-Latn"]},{"precision":0.322091,"recall":0.360672,"f1":0.332389,"accuracy":0.360672,"main_score":0.332389,"hf_subset":"kab_Latn-gaz_Latn","languages":["kab-Latn","gaz-Latn"]},{"precision":0.345593,"recall":0.390316,"f1":0.357537,"accuracy":0.390316,"main_score":0.357537,"hf_subset":"kab_Latn-kam_Latn","languages":["kab-Latn","kam-Latn"]},{"precision":0.319084,"recall":0.381423,"f1":0.336053,"accuracy":0.381423,"main_score":0.336053,"hf_subset":"kab_Latn-lit_Latn","languages":["kab-Latn","lit-Latn"]},{"precision":0.3159,"recall":0.384387,"f1":0.334805,"accuracy":0.384387,"main_score":0.334805,"hf_subset":"kab_Latn-nob_Latn","languages":["kab-Latn","nob-Latn"]},{"precision":0.330603,"recall":0.386364,"f1":0.346906,"accuracy":0.386364,"main_score":0.346906,"hf_subset":"kab_Latn-scn_Latn","languages":["kab-Latn","scn-Latn"]},{"precision":0.346438,"recall":0.396245,"f1":0.359215,"accuracy":0.396245,"main_score":0.359215,"hf_subset":"kab_Latn-tgk_Cyrl","languages":["kab-Latn","tgk-Cyrl"]},{"precision":0.306051,"recall":0.365613,"f1":0.322702,"accuracy":0.365613,"main_score":0.322702,"hf_subset":"kab_Latn-yor_Latn","languages":["kab-Latn","yor-Latn"]},{"precision":0.316785,"recall":0.380435,"f1":0.334489,"accuracy":0.380435,"main_score":0.334489,"hf_subset":"kab_Latn-arz_Arab","languages":["kab-Latn","arz-Arab"]},{"precision":0.347116,"recall":0.389328,"f1":0.358799,"accuracy":0.389328,"main_score":0.358799,"hf_subset":"kab_Latn-cjk_Latn","languages":["kab-Latn","cjk-Latn"]},{"precision":0.349981,"recall":0.399209,"f1":0.363838,"accuracy":0.399209,"main_score":0.363838,"hf_subset":"kab_Latn-gla_Latn","languages":["kab-Latn","gla-Latn"]},{"precision":0.315534,"recall":0.37253,"f1":0.331006,"accuracy":0.37253,"main_score":0.331006,"hf_subset":"kab_Latn-kan_Knda","languages":["kab-Latn","kan-Knda"]},{"precision":0.355678,"recall":0.411067,"f1":0.371284,"accuracy":0.411067,"main_score":0.371284,"hf_subset":"kab_Latn-lmo_Latn","languages":["kab-Latn","lmo-Latn"]},{"precision":0.321033,"recall":0.379447,"f1":0.336972,"accuracy":0.379447,"main_score":0.336972,"hf_subset":"kab_Latn-npi_Deva","languages":["kab-Latn","npi-Deva"]},{"precision":0.304109,"recall":0.360672,"f1":0.319377,"accuracy":0.360672,"main_score":0.319377,"hf_subset":"kab_Latn-shn_Mymr","languages":["kab-Latn","shn-Mymr"]},{"precision":0.345289,"recall":0.402174,"f1":0.360477,"accuracy":0.402174,"main_score":0.360477,"hf_subset":"kab_Latn-tgl_Latn","languages":["kab-Latn","tgl-Latn"]},{"precision":0.288643,"recall":0.353755,"f1":0.306393,"accuracy":0.353755,"main_score":0.306393,"hf_subset":"kab_Latn-yue_Hant","languages":["kab-Latn","yue-Hant"]},{"precision":0.281201,"recall":0.342885,"f1":0.298173,"accuracy":0.342885,"main_score":0.298173,"hf_subset":"kab_Latn-asm_Beng","languages":["kab-Latn","asm-Beng"]},{"precision":0.311319,"recall":0.364625,"f1":0.32534,"accuracy":0.364625,"main_score":0.32534,"hf_subset":"kab_Latn-ckb_Arab","languages":["kab-Latn","ckb-Arab"]},{"precision":0.346468,"recall":0.394269,"f1":0.359449,"accuracy":0.394269,"main_score":0.359449,"hf_subset":"kab_Latn-gle_Latn","languages":["kab-Latn","gle-Latn"]},{"precision":0.294807,"recall":0.354743,"f1":0.31091,"accuracy":0.354743,"main_score":0.31091,"hf_subset":"kab_Latn-kas_Arab","languages":["kab-Latn","kas-Arab"]},{"precision":0.334459,"recall":0.391304,"f1":0.349165,"accuracy":0.391304,"main_score":0.349165,"hf_subset":"kab_Latn-ltg_Latn","languages":["kab-Latn","ltg-Latn"]},{"precision":0.37932,"recall":0.426877,"f1":0.391084,"accuracy":0.426877,"main_score":0.391084,"hf_subset":"kab_Latn-nso_Latn","languages":["kab-Latn","nso-Latn"]},{"precision":0.197139,"recall":0.233202,"f1":0.206205,"accuracy":0.233202,"main_score":0.206205,"hf_subset":"kab_Latn-sin_Sinh","languages":["kab-Latn","sin-Sinh"]},{"precision":0.304539,"recall":0.374506,"f1":0.32373,"accuracy":0.374506,"main_score":0.32373,"hf_subset":"kab_Latn-tha_Thai","languages":["kab-Latn","tha-Thai"]},{"precision":0.287567,"recall":0.353755,"f1":0.305333,"accuracy":0.353755,"main_score":0.305333,"hf_subset":"kab_Latn-zho_Hans","languages":["kab-Latn","zho-Hans"]},{"precision":0.316286,"recall":0.385375,"f1":0.335886,"accuracy":0.385375,"main_score":0.335886,"hf_subset":"kab_Latn-ast_Latn","languages":["kab-Latn","ast-Latn"]},{"precision":0.319827,"recall":0.376482,"f1":0.334531,"accuracy":0.376482,"main_score":0.334531,"hf_subset":"kab_Latn-crh_Latn","languages":["kab-Latn","crh-Latn"]},{"precision":0.327384,"recall":0.391304,"f1":0.3453,"accuracy":0.391304,"main_score":0.3453,"hf_subset":"kab_Latn-glg_Latn","languages":["kab-Latn","glg-Latn"]},{"precision":0.319494,"recall":0.364625,"f1":0.33229,"accuracy":0.364625,"main_score":0.33229,"hf_subset":"kab_Latn-kas_Deva","languages":["kab-Latn","kas-Deva"]},{"precision":0.330184,"recall":0.392292,"f1":0.34695,"accuracy":0.392292,"main_score":0.34695,"hf_subset":"kab_Latn-ltz_Latn","languages":["kab-Latn","ltz-Latn"]},{"precision":0.343014,"recall":0.392292,"f1":0.355939,"accuracy":0.392292,"main_score":0.355939,"hf_subset":"kab_Latn-nus_Latn","languages":["kab-Latn","nus-Latn"]},{"precision":0.335653,"recall":0.399209,"f1":0.352768,"accuracy":0.399209,"main_score":0.352768,"hf_subset":"kab_Latn-slk_Latn","languages":["kab-Latn","slk-Latn"]},{"precision":0.199288,"recall":0.231225,"f1":0.206892,"accuracy":0.231225,"main_score":0.206892,"hf_subset":"kab_Latn-tir_Ethi","languages":["kab-Latn","tir-Ethi"]},{"precision":0.294478,"recall":0.362648,"f1":0.313711,"accuracy":0.362648,"main_score":0.313711,"hf_subset":"kab_Latn-zho_Hant","languages":["kab-Latn","zho-Hant"]},{"precision":0.308761,"recall":0.368577,"f1":0.324903,"accuracy":0.368577,"main_score":0.324903,"hf_subset":"kab_Latn-awa_Deva","languages":["kab-Latn","awa-Deva"]},{"precision":0.341387,"recall":0.392292,"f1":0.355916,"accuracy":0.392292,"main_score":0.355916,"hf_subset":"kab_Latn-cym_Latn","languages":["kab-Latn","cym-Latn"]},{"precision":0.349876,"recall":0.395257,"f1":0.361144,"accuracy":0.395257,"main_score":0.361144,"hf_subset":"kab_Latn-grn_Latn","languages":["kab-Latn","grn-Latn"]},{"precision":0.31461,"recall":0.371542,"f1":0.329895,"accuracy":0.371542,"main_score":0.329895,"hf_subset":"kab_Latn-kat_Geor","languages":["kab-Latn","kat-Geor"]},{"precision":0.359156,"recall":0.397233,"f1":0.36962,"accuracy":0.397233,"main_score":0.36962,"hf_subset":"kab_Latn-lua_Latn","languages":["kab-Latn","lua-Latn"]},{"precision":0.352949,"recall":0.400198,"f1":0.366358,"accuracy":0.400198,"main_score":0.366358,"hf_subset":"kab_Latn-nya_Latn","languages":["kab-Latn","nya-Latn"]},{"precision":0.328183,"recall":0.392292,"f1":0.345197,"accuracy":0.392292,"main_score":0.345197,"hf_subset":"kab_Latn-slv_Latn","languages":["kab-Latn","slv-Latn"]},{"precision":0.355021,"recall":0.408103,"f1":0.369137,"accuracy":0.408103,"main_score":0.369137,"hf_subset":"kab_Latn-tpi_Latn","languages":["kab-Latn","tpi-Latn"]},{"precision":0.334354,"recall":0.395257,"f1":0.351308,"accuracy":0.395257,"main_score":0.351308,"hf_subset":"kab_Latn-zsm_Latn","languages":["kab-Latn","zsm-Latn"]},{"precision":0.354153,"recall":0.395257,"f1":0.365569,"accuracy":0.395257,"main_score":0.365569,"hf_subset":"kab_Latn-ayr_Latn","languages":["kab-Latn","ayr-Latn"]},{"precision":0.334472,"recall":0.400198,"f1":0.352111,"accuracy":0.400198,"main_score":0.352111,"hf_subset":"kab_Latn-dan_Latn","languages":["kab-Latn","dan-Latn"]},{"precision":0.322128,"recall":0.37747,"f1":0.337225,"accuracy":0.37747,"main_score":0.337225,"hf_subset":"kab_Latn-guj_Gujr","languages":["kab-Latn","guj-Gujr"]},{"precision":0.327488,"recall":0.389328,"f1":0.344033,"accuracy":0.389328,"main_score":0.344033,"hf_subset":"kab_Latn-kaz_Cyrl","languages":["kab-Latn","kaz-Cyrl"]},{"precision":0.333998,"recall":0.376482,"f1":0.345452,"accuracy":0.376482,"main_score":0.345452,"hf_subset":"kab_Latn-lug_Latn","languages":["kab-Latn","lug-Latn"]},{"precision":0.313184,"recall":0.387352,"f1":0.333845,"accuracy":0.387352,"main_score":0.333845,"hf_subset":"kab_Latn-oci_Latn","languages":["kab-Latn","oci-Latn"]},{"precision":0.375988,"recall":0.417984,"f1":0.387261,"accuracy":0.417984,"main_score":0.387261,"hf_subset":"kab_Latn-smo_Latn","languages":["kab-Latn","smo-Latn"]},{"precision":0.344057,"recall":0.391304,"f1":0.356959,"accuracy":0.391304,"main_score":0.356959,"hf_subset":"kab_Latn-tsn_Latn","languages":["kab-Latn","tsn-Latn"]},{"precision":0.377231,"recall":0.427866,"f1":0.391474,"accuracy":0.427866,"main_score":0.391474,"hf_subset":"kab_Latn-zul_Latn","languages":["kab-Latn","zul-Latn"]},{"precision":0.282589,"recall":0.337945,"f1":0.297938,"accuracy":0.337945,"main_score":0.297938,"hf_subset":"kab_Latn-azb_Arab","languages":["kab-Latn","azb-Arab"]},{"precision":0.317531,"recall":0.389328,"f1":0.337459,"accuracy":0.389328,"main_score":0.337459,"hf_subset":"kab_Latn-deu_Latn","languages":["kab-Latn","deu-Latn"]},{"precision":0.344254,"recall":0.405138,"f1":0.361313,"accuracy":0.405138,"main_score":0.361313,"hf_subset":"kab_Latn-hat_Latn","languages":["kab-Latn","hat-Latn"]},{"precision":0.350527,"recall":0.391304,"f1":0.362031,"accuracy":0.391304,"main_score":0.362031,"hf_subset":"kab_Latn-kbp_Latn","languages":["kab-Latn","kbp-Latn"]},{"precision":0.355673,"recall":0.403162,"f1":0.36862,"accuracy":0.403162,"main_score":0.36862,"hf_subset":"kab_Latn-luo_Latn","languages":["kab-Latn","luo-Latn"]},{"precision":0.306691,"recall":0.359684,"f1":0.321086,"accuracy":0.359684,"main_score":0.321086,"hf_subset":"kab_Latn-ory_Orya","languages":["kab-Latn","ory-Orya"]},{"precision":0.339276,"recall":0.387352,"f1":0.352354,"accuracy":0.387352,"main_score":0.352354,"hf_subset":"kab_Latn-sna_Latn","languages":["kab-Latn","sna-Latn"]},{"precision":0.373813,"recall":0.41502,"f1":0.384616,"accuracy":0.41502,"main_score":0.384616,"hf_subset":"kab_Latn-tso_Latn","languages":["kab-Latn","tso-Latn"]},{"precision":0.324567,"recall":0.38834,"f1":0.341236,"accuracy":0.38834,"main_score":0.341236,"hf_subset":"kab_Latn-azj_Latn","languages":["kab-Latn","azj-Latn"]},{"precision":0.293132,"recall":0.346838,"f1":0.307103,"accuracy":0.346838,"main_score":0.307103,"hf_subset":"kab_Latn-dik_Latn","languages":["kab-Latn","dik-Latn"]},{"precision":0.374589,"recall":0.409091,"f1":0.38363,"accuracy":0.409091,"main_score":0.38363,"hf_subset":"kab_Latn-hau_Latn","languages":["kab-Latn","hau-Latn"]},{"precision":0.352095,"recall":0.40415,"f1":0.366126,"accuracy":0.40415,"main_score":0.366126,"hf_subset":"kab_Latn-kea_Latn","languages":["kab-Latn","kea-Latn"]},{"precision":0.343353,"recall":0.386364,"f1":0.354646,"accuracy":0.386364,"main_score":0.354646,"hf_subset":"kab_Latn-lus_Latn","languages":["kab-Latn","lus-Latn"]},{"precision":0.356456,"recall":0.395257,"f1":0.367633,"accuracy":0.395257,"main_score":0.367633,"hf_subset":"kab_Latn-pag_Latn","languages":["kab-Latn","pag-Latn"]},{"precision":0.302221,"recall":0.358696,"f1":0.318054,"accuracy":0.358696,"main_score":0.318054,"hf_subset":"kab_Latn-snd_Arab","languages":["kab-Latn","snd-Arab"]},{"precision":0.331026,"recall":0.37747,"f1":0.342943,"accuracy":0.37747,"main_score":0.342943,"hf_subset":"kab_Latn-tuk_Latn","languages":["kab-Latn","tuk-Latn"]},{"precision":0.355552,"recall":0.405138,"f1":0.368607,"accuracy":0.405138,"main_score":0.368607,"hf_subset":"kab_Latn-bak_Cyrl","languages":["kab-Latn","bak-Cyrl"]},{"precision":0.267954,"recall":0.317194,"f1":0.281016,"accuracy":0.317194,"main_score":0.281016,"hf_subset":"kab_Latn-dyu_Latn","languages":["kab-Latn","dyu-Latn"]},{"precision":0.300503,"recall":0.36166,"f1":0.317098,"accuracy":0.36166,"main_score":0.317098,"hf_subset":"kab_Latn-heb_Hebr","languages":["kab-Latn","heb-Hebr"]},{"precision":0.34541,"recall":0.393281,"f1":0.359084,"accuracy":0.393281,"main_score":0.359084,"hf_subset":"kab_Latn-khk_Cyrl","languages":["kab-Latn","khk-Cyrl"]},{"precision":0.323753,"recall":0.390316,"f1":0.341241,"accuracy":0.390316,"main_score":0.341241,"hf_subset":"kab_Latn-lvs_Latn","languages":["kab-Latn","lvs-Latn"]},{"precision":0.31863,"recall":0.376482,"f1":0.333983,"accuracy":0.376482,"main_score":0.333983,"hf_subset":"kab_Latn-pan_Guru","languages":["kab-Latn","pan-Guru"]},{"precision":0.368644,"recall":0.411067,"f1":0.380455,"accuracy":0.411067,"main_score":0.380455,"hf_subset":"kab_Latn-som_Latn","languages":["kab-Latn","som-Latn"]},{"precision":0.34281,"recall":0.387352,"f1":0.355113,"accuracy":0.387352,"main_score":0.355113,"hf_subset":"kab_Latn-tum_Latn","languages":["kab-Latn","tum-Latn"]},{"precision":0.44031,"recall":0.522727,"f1":0.46324,"accuracy":0.522727,"main_score":0.46324,"hf_subset":"lim_Latn-ace_Arab","languages":["lim-Latn","ace-Arab"]},{"precision":0.46699,"recall":0.534585,"f1":0.486345,"accuracy":0.534585,"main_score":0.486345,"hf_subset":"lim_Latn-bam_Latn","languages":["lim-Latn","bam-Latn"]},{"precision":0.109646,"recall":0.166996,"f1":0.124004,"accuracy":0.166996,"main_score":0.124004,"hf_subset":"lim_Latn-dzo_Tibt","languages":["lim-Latn","dzo-Tibt"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"lim_Latn-hin_Deva","languages":["lim-Latn","hin-Deva"]},{"precision":0.848485,"recall":0.894269,"f1":0.863142,"accuracy":0.894269,"main_score":0.863142,"hf_subset":"lim_Latn-khm_Khmr","languages":["lim-Latn","khm-Khmr"]},{"precision":0.981555,"recall":0.987154,"f1":0.983366,"accuracy":0.987154,"main_score":0.983366,"hf_subset":"lim_Latn-mag_Deva","languages":["lim-Latn","mag-Deva"]},{"precision":0.940382,"recall":0.956522,"f1":0.945455,"accuracy":0.956522,"main_score":0.945455,"hf_subset":"lim_Latn-pap_Latn","languages":["lim-Latn","pap-Latn"]},{"precision":0.502117,"recall":0.571146,"f1":0.5212,"accuracy":0.571146,"main_score":0.5212,"hf_subset":"lim_Latn-sot_Latn","languages":["lim-Latn","sot-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"lim_Latn-tur_Latn","languages":["lim-Latn","tur-Latn"]},{"precision":0.784354,"recall":0.833992,"f1":0.799341,"accuracy":0.833992,"main_score":0.799341,"hf_subset":"lim_Latn-ace_Latn","languages":["lim-Latn","ace-Latn"]},{"precision":0.90415,"recall":0.931818,"f1":0.913043,"accuracy":0.931818,"main_score":0.913043,"hf_subset":"lim_Latn-ban_Latn","languages":["lim-Latn","ban-Latn"]},{"precision":0.975461,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"lim_Latn-ell_Grek","languages":["lim-Latn","ell-Grek"]},{"precision":0.960639,"recall":0.972332,"f1":0.964427,"accuracy":0.972332,"main_score":0.964427,"hf_subset":"lim_Latn-hne_Deva","languages":["lim-Latn","hne-Deva"]},{"precision":0.501931,"recall":0.576087,"f1":0.522617,"accuracy":0.576087,"main_score":0.522617,"hf_subset":"lim_Latn-kik_Latn","languages":["lim-Latn","kik-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"lim_Latn-mai_Deva","languages":["lim-Latn","mai-Deva"]},{"precision":0.842918,"recall":0.886364,"f1":0.856686,"accuracy":0.886364,"main_score":0.856686,"hf_subset":"lim_Latn-pbt_Arab","languages":["lim-Latn","pbt-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"lim_Latn-spa_Latn","languages":["lim-Latn","spa-Latn"]},{"precision":0.571889,"recall":0.637352,"f1":0.590538,"accuracy":0.637352,"main_score":0.590538,"hf_subset":"lim_Latn-twi_Latn","languages":["lim-Latn","twi-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"lim_Latn-acm_Arab","languages":["lim-Latn","acm-Arab"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"lim_Latn-bel_Cyrl","languages":["lim-Latn","bel-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"lim_Latn-eng_Latn","languages":["lim-Latn","eng-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lim_Latn-hrv_Latn","languages":["lim-Latn","hrv-Latn"]},{"precision":0.460935,"recall":0.529644,"f1":0.480505,"accuracy":0.529644,"main_score":0.480505,"hf_subset":"lim_Latn-kin_Latn","languages":["lim-Latn","kin-Latn"]},{"precision":0.954545,"recall":0.968379,"f1":0.958992,"accuracy":0.968379,"main_score":0.958992,"hf_subset":"lim_Latn-mal_Mlym","languages":["lim-Latn","mal-Mlym"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"lim_Latn-pes_Arab","languages":["lim-Latn","pes-Arab"]},{"precision":0.950593,"recall":0.966403,"f1":0.955863,"accuracy":0.966403,"main_score":0.955863,"hf_subset":"lim_Latn-srd_Latn","languages":["lim-Latn","srd-Latn"]},{"precision":0.12004,"recall":0.184783,"f1":0.134119,"accuracy":0.184783,"main_score":0.134119,"hf_subset":"lim_Latn-tzm_Tfng","languages":["lim-Latn","tzm-Tfng"]},{"precision":0.976943,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"lim_Latn-acq_Arab","languages":["lim-Latn","acq-Arab"]},{"precision":0.532091,"recall":0.600791,"f1":0.551252,"accuracy":0.600791,"main_score":0.551252,"hf_subset":"lim_Latn-bem_Latn","languages":["lim-Latn","bem-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"lim_Latn-epo_Latn","languages":["lim-Latn","epo-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"lim_Latn-hun_Latn","languages":["lim-Latn","hun-Latn"]},{"precision":0.913208,"recall":0.939723,"f1":0.921937,"accuracy":0.939723,"main_score":0.921937,"hf_subset":"lim_Latn-kir_Cyrl","languages":["lim-Latn","kir-Cyrl"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"lim_Latn-mar_Deva","languages":["lim-Latn","mar-Deva"]},{"precision":0.558235,"recall":0.621542,"f1":0.577075,"accuracy":0.621542,"main_score":0.577075,"hf_subset":"lim_Latn-plt_Latn","languages":["lim-Latn","plt-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"lim_Latn-srp_Cyrl","languages":["lim-Latn","srp-Cyrl"]},{"precision":0.863554,"recall":0.902174,"f1":0.876054,"accuracy":0.902174,"main_score":0.876054,"hf_subset":"lim_Latn-uig_Arab","languages":["lim-Latn","uig-Arab"]},{"precision":0.957016,"recall":0.970356,"f1":0.961298,"accuracy":0.970356,"main_score":0.961298,"hf_subset":"lim_Latn-aeb_Arab","languages":["lim-Latn","aeb-Arab"]},{"precision":0.974967,"recall":0.982213,"f1":0.977226,"accuracy":0.982213,"main_score":0.977226,"hf_subset":"lim_Latn-ben_Beng","languages":["lim-Latn","ben-Beng"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"lim_Latn-est_Latn","languages":["lim-Latn","est-Latn"]},{"precision":0.961957,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"lim_Latn-hye_Armn","languages":["lim-Latn","hye-Armn"]},{"precision":0.469715,"recall":0.535573,"f1":0.487922,"accuracy":0.535573,"main_score":0.487922,"hf_subset":"lim_Latn-kmb_Latn","languages":["lim-Latn","kmb-Latn"]},{"precision":0.391625,"recall":0.488142,"f1":0.417449,"accuracy":0.488142,"main_score":0.417449,"hf_subset":"lim_Latn-min_Arab","languages":["lim-Latn","min-Arab"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"lim_Latn-pol_Latn","languages":["lim-Latn","pol-Latn"]},{"precision":0.447821,"recall":0.525692,"f1":0.469072,"accuracy":0.525692,"main_score":0.469072,"hf_subset":"lim_Latn-ssw_Latn","languages":["lim-Latn","ssw-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lim_Latn-ukr_Cyrl","languages":["lim-Latn","ukr-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lim_Latn-afr_Latn","languages":["lim-Latn","afr-Latn"]},{"precision":0.950593,"recall":0.965415,"f1":0.955534,"accuracy":0.965415,"main_score":0.955534,"hf_subset":"lim_Latn-bho_Deva","languages":["lim-Latn","bho-Deva"]},{"precision":0.92029,"recall":0.942688,"f1":0.927536,"accuracy":0.942688,"main_score":0.927536,"hf_subset":"lim_Latn-eus_Latn","languages":["lim-Latn","eus-Latn"]},{"precision":0.495243,"recall":0.571146,"f1":0.516668,"accuracy":0.571146,"main_score":0.516668,"hf_subset":"lim_Latn-ibo_Latn","languages":["lim-Latn","ibo-Latn"]},{"precision":0.705337,"recall":0.763834,"f1":0.722667,"accuracy":0.763834,"main_score":0.722667,"hf_subset":"lim_Latn-kmr_Latn","languages":["lim-Latn","kmr-Latn"]},{"precision":0.912747,"recall":0.936759,"f1":0.920455,"accuracy":0.936759,"main_score":0.920455,"hf_subset":"lim_Latn-min_Latn","languages":["lim-Latn","min-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"lim_Latn-por_Latn","languages":["lim-Latn","por-Latn"]},{"precision":0.951581,"recall":0.966403,"f1":0.956522,"accuracy":0.966403,"main_score":0.956522,"hf_subset":"lim_Latn-sun_Latn","languages":["lim-Latn","sun-Latn"]},{"precision":0.448864,"recall":0.519763,"f1":0.469617,"accuracy":0.519763,"main_score":0.469617,"hf_subset":"lim_Latn-umb_Latn","languages":["lim-Latn","umb-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"lim_Latn-ajp_Arab","languages":["lim-Latn","ajp-Arab"]},{"precision":0.405352,"recall":0.495059,"f1":0.429698,"accuracy":0.495059,"main_score":0.429698,"hf_subset":"lim_Latn-bjn_Arab","languages":["lim-Latn","bjn-Arab"]},{"precision":0.496329,"recall":0.55336,"f1":0.512622,"accuracy":0.55336,"main_score":0.512622,"hf_subset":"lim_Latn-ewe_Latn","languages":["lim-Latn","ewe-Latn"]},{"precision":0.815217,"recall":0.858696,"f1":0.828986,"accuracy":0.858696,"main_score":0.828986,"hf_subset":"lim_Latn-ilo_Latn","languages":["lim-Latn","ilo-Latn"]},{"precision":0.195536,"recall":0.273715,"f1":0.215071,"accuracy":0.273715,"main_score":0.215071,"hf_subset":"lim_Latn-knc_Arab","languages":["lim-Latn","knc-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"lim_Latn-mkd_Cyrl","languages":["lim-Latn","mkd-Cyrl"]},{"precision":0.984354,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"lim_Latn-prs_Arab","languages":["lim-Latn","prs-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"lim_Latn-swe_Latn","languages":["lim-Latn","swe-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"lim_Latn-urd_Arab","languages":["lim-Latn","urd-Arab"]},{"precision":0.550906,"recall":0.618577,"f1":0.569915,"accuracy":0.618577,"main_score":0.569915,"hf_subset":"lim_Latn-aka_Latn","languages":["lim-Latn","aka-Latn"]},{"precision":0.929677,"recall":0.952569,"f1":0.937253,"accuracy":0.952569,"main_score":0.937253,"hf_subset":"lim_Latn-bjn_Latn","languages":["lim-Latn","bjn-Latn"]},{"precision":0.890893,"recall":0.922925,"f1":0.900922,"accuracy":0.922925,"main_score":0.900922,"hf_subset":"lim_Latn-fao_Latn","languages":["lim-Latn","fao-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"lim_Latn-ind_Latn","languages":["lim-Latn","ind-Latn"]},{"precision":0.512229,"recall":0.579051,"f1":0.531192,"accuracy":0.579051,"main_score":0.531192,"hf_subset":"lim_Latn-knc_Latn","languages":["lim-Latn","knc-Latn"]},{"precision":0.937088,"recall":0.955534,"f1":0.943017,"accuracy":0.955534,"main_score":0.943017,"hf_subset":"lim_Latn-mlt_Latn","languages":["lim-Latn","mlt-Latn"]},{"precision":0.557092,"recall":0.629447,"f1":0.577268,"accuracy":0.629447,"main_score":0.577268,"hf_subset":"lim_Latn-quy_Latn","languages":["lim-Latn","quy-Latn"]},{"precision":0.670966,"recall":0.744071,"f1":0.692778,"accuracy":0.744071,"main_score":0.692778,"hf_subset":"lim_Latn-swh_Latn","languages":["lim-Latn","swh-Latn"]},{"precision":0.95471,"recall":0.969368,"f1":0.959486,"accuracy":0.969368,"main_score":0.959486,"hf_subset":"lim_Latn-uzn_Latn","languages":["lim-Latn","uzn-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"lim_Latn-als_Latn","languages":["lim-Latn","als-Latn"]},{"precision":0.15645,"recall":0.233202,"f1":0.174996,"accuracy":0.233202,"main_score":0.174996,"hf_subset":"lim_Latn-bod_Tibt","languages":["lim-Latn","bod-Tibt"]},{"precision":0.486924,"recall":0.557312,"f1":0.506448,"accuracy":0.557312,"main_score":0.506448,"hf_subset":"lim_Latn-fij_Latn","languages":["lim-Latn","fij-Latn"]},{"precision":0.892704,"recall":0.923913,"f1":0.902569,"accuracy":0.923913,"main_score":0.902569,"hf_subset":"lim_Latn-isl_Latn","languages":["lim-Latn","isl-Latn"]},{"precision":0.544402,"recall":0.620553,"f1":0.566185,"accuracy":0.620553,"main_score":0.566185,"hf_subset":"lim_Latn-kon_Latn","languages":["lim-Latn","kon-Latn"]},{"precision":0.50631,"recall":0.596838,"f1":0.532317,"accuracy":0.596838,"main_score":0.532317,"hf_subset":"lim_Latn-mni_Beng","languages":["lim-Latn","mni-Beng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"lim_Latn-ron_Latn","languages":["lim-Latn","ron-Latn"]},{"precision":0.967062,"recall":0.976285,"f1":0.970026,"accuracy":0.976285,"main_score":0.970026,"hf_subset":"lim_Latn-szl_Latn","languages":["lim-Latn","szl-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"lim_Latn-vec_Latn","languages":["lim-Latn","vec-Latn"]},{"precision":0.506835,"recall":0.588933,"f1":0.530816,"accuracy":0.588933,"main_score":0.530816,"hf_subset":"lim_Latn-amh_Ethi","languages":["lim-Latn","amh-Ethi"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"lim_Latn-bos_Latn","languages":["lim-Latn","bos-Latn"]},{"precision":0.971344,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"lim_Latn-fin_Latn","languages":["lim-Latn","fin-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"lim_Latn-ita_Latn","languages":["lim-Latn","ita-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"lim_Latn-kor_Hang","languages":["lim-Latn","kor-Hang"]},{"precision":0.486659,"recall":0.560277,"f1":0.507101,"accuracy":0.560277,"main_score":0.507101,"hf_subset":"lim_Latn-mos_Latn","languages":["lim-Latn","mos-Latn"]},{"precision":0.475206,"recall":0.539526,"f1":0.492756,"accuracy":0.539526,"main_score":0.492756,"hf_subset":"lim_Latn-run_Latn","languages":["lim-Latn","run-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"lim_Latn-tam_Taml","languages":["lim-Latn","tam-Taml"]},{"precision":0.981719,"recall":0.987154,"f1":0.983531,"accuracy":0.987154,"main_score":0.983531,"hf_subset":"lim_Latn-vie_Latn","languages":["lim-Latn","vie-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"lim_Latn-apc_Arab","languages":["lim-Latn","apc-Arab"]},{"precision":0.73638,"recall":0.793478,"f1":0.753411,"accuracy":0.793478,"main_score":0.753411,"hf_subset":"lim_Latn-bug_Latn","languages":["lim-Latn","bug-Latn"]},{"precision":0.425044,"recall":0.495059,"f1":0.443863,"accuracy":0.495059,"main_score":0.443863,"hf_subset":"lim_Latn-fon_Latn","languages":["lim-Latn","fon-Latn"]},{"precision":0.958004,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"lim_Latn-jav_Latn","languages":["lim-Latn","jav-Latn"]},{"precision":0.790514,"recall":0.846838,"f1":0.807872,"accuracy":0.846838,"main_score":0.807872,"hf_subset":"lim_Latn-lao_Laoo","languages":["lim-Latn","lao-Laoo"]},{"precision":0.55701,"recall":0.635375,"f1":0.579776,"accuracy":0.635375,"main_score":0.579776,"hf_subset":"lim_Latn-mri_Latn","languages":["lim-Latn","mri-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lim_Latn-rus_Cyrl","languages":["lim-Latn","rus-Cyrl"]},{"precision":0.500392,"recall":0.568182,"f1":0.519599,"accuracy":0.568182,"main_score":0.519599,"hf_subset":"lim_Latn-taq_Latn","languages":["lim-Latn","taq-Latn"]},{"precision":0.944746,"recall":0.961462,"f1":0.95,"accuracy":0.961462,"main_score":0.95,"hf_subset":"lim_Latn-war_Latn","languages":["lim-Latn","war-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"lim_Latn-arb_Arab","languages":["lim-Latn","arb-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"lim_Latn-bul_Cyrl","languages":["lim-Latn","bul-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lim_Latn-fra_Latn","languages":["lim-Latn","fra-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"lim_Latn-jpn_Jpan","languages":["lim-Latn","jpn-Jpan"]},{"precision":0.962945,"recall":0.974308,"f1":0.966733,"accuracy":0.974308,"main_score":0.966733,"hf_subset":"lim_Latn-lij_Latn","languages":["lim-Latn","lij-Latn"]},{"precision":0.84025,"recall":0.886364,"f1":0.854861,"accuracy":0.886364,"main_score":0.854861,"hf_subset":"lim_Latn-mya_Mymr","languages":["lim-Latn","mya-Mymr"]},{"precision":0.519229,"recall":0.600791,"f1":0.542905,"accuracy":0.600791,"main_score":0.542905,"hf_subset":"lim_Latn-sag_Latn","languages":["lim-Latn","sag-Latn"]},{"precision":0.130287,"recall":0.214427,"f1":0.14749,"accuracy":0.214427,"main_score":0.14749,"hf_subset":"lim_Latn-taq_Tfng","languages":["lim-Latn","taq-Tfng"]},{"precision":0.544542,"recall":0.624506,"f1":0.567524,"accuracy":0.624506,"main_score":0.567524,"hf_subset":"lim_Latn-wol_Latn","languages":["lim-Latn","wol-Latn"]},{"precision":0.556664,"recall":0.644269,"f1":0.581709,"accuracy":0.644269,"main_score":0.581709,"hf_subset":"lim_Latn-arb_Latn","languages":["lim-Latn","arb-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"lim_Latn-cat_Latn","languages":["lim-Latn","cat-Latn"]},{"precision":0.959816,"recall":0.972332,"f1":0.963933,"accuracy":0.972332,"main_score":0.963933,"hf_subset":"lim_Latn-fur_Latn","languages":["lim-Latn","fur-Latn"]},{"precision":0.337629,"recall":0.405138,"f1":0.356181,"accuracy":0.405138,"main_score":0.356181,"hf_subset":"lim_Latn-kab_Latn","languages":["lim-Latn","kab-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lim_Latn-nld_Latn","languages":["lim-Latn","nld-Latn"]},{"precision":0.912302,"recall":0.936759,"f1":0.919979,"accuracy":0.936759,"main_score":0.919979,"hf_subset":"lim_Latn-san_Deva","languages":["lim-Latn","san-Deva"]},{"precision":0.939888,"recall":0.958498,"f1":0.945982,"accuracy":0.958498,"main_score":0.945982,"hf_subset":"lim_Latn-tat_Cyrl","languages":["lim-Latn","tat-Cyrl"]},{"precision":0.523271,"recall":0.598814,"f1":0.544859,"accuracy":0.598814,"main_score":0.544859,"hf_subset":"lim_Latn-xho_Latn","languages":["lim-Latn","xho-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"lim_Latn-ars_Arab","languages":["lim-Latn","ars-Arab"]},{"precision":0.952899,"recall":0.966403,"f1":0.957181,"accuracy":0.966403,"main_score":0.957181,"hf_subset":"lim_Latn-ceb_Latn","languages":["lim-Latn","ceb-Latn"]},{"precision":0.478989,"recall":0.555336,"f1":0.500529,"accuracy":0.555336,"main_score":0.500529,"hf_subset":"lim_Latn-fuv_Latn","languages":["lim-Latn","fuv-Latn"]},{"precision":0.46593,"recall":0.548419,"f1":0.488131,"accuracy":0.548419,"main_score":0.488131,"hf_subset":"lim_Latn-kac_Latn","languages":["lim-Latn","kac-Latn"]},{"precision":0.550487,"recall":0.625494,"f1":0.571892,"accuracy":0.625494,"main_score":0.571892,"hf_subset":"lim_Latn-lin_Latn","languages":["lim-Latn","lin-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"lim_Latn-nno_Latn","languages":["lim-Latn","nno-Latn"]},{"precision":0.019718,"recall":0.065217,"f1":0.025771,"accuracy":0.065217,"main_score":0.025771,"hf_subset":"lim_Latn-sat_Olck","languages":["lim-Latn","sat-Olck"]},{"precision":0.964097,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"lim_Latn-tel_Telu","languages":["lim-Latn","tel-Telu"]},{"precision":0.738225,"recall":0.807312,"f1":0.759505,"accuracy":0.807312,"main_score":0.759505,"hf_subset":"lim_Latn-ydd_Hebr","languages":["lim-Latn","ydd-Hebr"]},{"precision":0.928195,"recall":0.951581,"f1":0.935935,"accuracy":0.951581,"main_score":0.935935,"hf_subset":"lim_Latn-ary_Arab","languages":["lim-Latn","ary-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"lim_Latn-ces_Latn","languages":["lim-Latn","ces-Latn"]},{"precision":0.393858,"recall":0.480237,"f1":0.418223,"accuracy":0.480237,"main_score":0.418223,"hf_subset":"lim_Latn-gaz_Latn","languages":["lim-Latn","gaz-Latn"]},{"precision":0.487125,"recall":0.563241,"f1":0.509244,"accuracy":0.563241,"main_score":0.509244,"hf_subset":"lim_Latn-kam_Latn","languages":["lim-Latn","kam-Latn"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"lim_Latn-lit_Latn","languages":["lim-Latn","lit-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"lim_Latn-nob_Latn","languages":["lim-Latn","nob-Latn"]},{"precision":0.952322,"recall":0.966403,"f1":0.956752,"accuracy":0.966403,"main_score":0.956752,"hf_subset":"lim_Latn-scn_Latn","languages":["lim-Latn","scn-Latn"]},{"precision":0.845553,"recall":0.887352,"f1":0.858827,"accuracy":0.887352,"main_score":0.858827,"hf_subset":"lim_Latn-tgk_Cyrl","languages":["lim-Latn","tgk-Cyrl"]},{"precision":0.437905,"recall":0.512846,"f1":0.459495,"accuracy":0.512846,"main_score":0.459495,"hf_subset":"lim_Latn-yor_Latn","languages":["lim-Latn","yor-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"lim_Latn-arz_Arab","languages":["lim-Latn","arz-Arab"]},{"precision":0.484629,"recall":0.561265,"f1":0.505884,"accuracy":0.561265,"main_score":0.505884,"hf_subset":"lim_Latn-cjk_Latn","languages":["lim-Latn","cjk-Latn"]},{"precision":0.590102,"recall":0.662055,"f1":0.610465,"accuracy":0.662055,"main_score":0.610465,"hf_subset":"lim_Latn-gla_Latn","languages":["lim-Latn","gla-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"lim_Latn-kan_Knda","languages":["lim-Latn","kan-Knda"]},{"precision":0.948946,"recall":0.964427,"f1":0.954051,"accuracy":0.964427,"main_score":0.954051,"hf_subset":"lim_Latn-lmo_Latn","languages":["lim-Latn","lmo-Latn"]},{"precision":0.962286,"recall":0.97332,"f1":0.965909,"accuracy":0.97332,"main_score":0.965909,"hf_subset":"lim_Latn-npi_Deva","languages":["lim-Latn","npi-Deva"]},{"precision":0.406119,"recall":0.500988,"f1":0.431758,"accuracy":0.500988,"main_score":0.431758,"hf_subset":"lim_Latn-shn_Mymr","languages":["lim-Latn","shn-Mymr"]},{"precision":0.97859,"recall":0.985178,"f1":0.980731,"accuracy":0.985178,"main_score":0.980731,"hf_subset":"lim_Latn-tgl_Latn","languages":["lim-Latn","tgl-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"lim_Latn-yue_Hant","languages":["lim-Latn","yue-Hant"]},{"precision":0.94417,"recall":0.960474,"f1":0.94944,"accuracy":0.960474,"main_score":0.94944,"hf_subset":"lim_Latn-asm_Beng","languages":["lim-Latn","asm-Beng"]},{"precision":0.68443,"recall":0.750988,"f1":0.703856,"accuracy":0.750988,"main_score":0.703856,"hf_subset":"lim_Latn-ckb_Arab","languages":["lim-Latn","ckb-Arab"]},{"precision":0.666329,"recall":0.745059,"f1":0.689999,"accuracy":0.745059,"main_score":0.689999,"hf_subset":"lim_Latn-gle_Latn","languages":["lim-Latn","gle-Latn"]},{"precision":0.829051,"recall":0.879447,"f1":0.845158,"accuracy":0.879447,"main_score":0.845158,"hf_subset":"lim_Latn-kas_Arab","languages":["lim-Latn","kas-Arab"]},{"precision":0.859223,"recall":0.893281,"f1":0.869862,"accuracy":0.893281,"main_score":0.869862,"hf_subset":"lim_Latn-ltg_Latn","languages":["lim-Latn","ltg-Latn"]},{"precision":0.53174,"recall":0.599802,"f1":0.550936,"accuracy":0.599802,"main_score":0.550936,"hf_subset":"lim_Latn-nso_Latn","languages":["lim-Latn","nso-Latn"]},{"precision":0.369399,"recall":0.459486,"f1":0.393358,"accuracy":0.459486,"main_score":0.393358,"hf_subset":"lim_Latn-sin_Sinh","languages":["lim-Latn","sin-Sinh"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"lim_Latn-tha_Thai","languages":["lim-Latn","tha-Thai"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"lim_Latn-zho_Hans","languages":["lim-Latn","zho-Hans"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"lim_Latn-ast_Latn","languages":["lim-Latn","ast-Latn"]},{"precision":0.942688,"recall":0.960474,"f1":0.948452,"accuracy":0.960474,"main_score":0.948452,"hf_subset":"lim_Latn-crh_Latn","languages":["lim-Latn","crh-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"lim_Latn-glg_Latn","languages":["lim-Latn","glg-Latn"]},{"precision":0.725692,"recall":0.794466,"f1":0.746311,"accuracy":0.794466,"main_score":0.746311,"hf_subset":"lim_Latn-kas_Deva","languages":["lim-Latn","kas-Deva"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"lim_Latn-ltz_Latn","languages":["lim-Latn","ltz-Latn"]},{"precision":0.398061,"recall":0.477273,"f1":0.419712,"accuracy":0.477273,"main_score":0.419712,"hf_subset":"lim_Latn-nus_Latn","languages":["lim-Latn","nus-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"lim_Latn-slk_Latn","languages":["lim-Latn","slk-Latn"]},{"precision":0.266845,"recall":0.335968,"f1":0.285272,"accuracy":0.335968,"main_score":0.285272,"hf_subset":"lim_Latn-tir_Ethi","languages":["lim-Latn","tir-Ethi"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"lim_Latn-zho_Hant","languages":["lim-Latn","zho-Hant"]},{"precision":0.96698,"recall":0.976285,"f1":0.969928,"accuracy":0.976285,"main_score":0.969928,"hf_subset":"lim_Latn-awa_Deva","languages":["lim-Latn","awa-Deva"]},{"precision":0.804051,"recall":0.852767,"f1":0.818892,"accuracy":0.852767,"main_score":0.818892,"hf_subset":"lim_Latn-cym_Latn","languages":["lim-Latn","cym-Latn"]},{"precision":0.716173,"recall":0.771739,"f1":0.732364,"accuracy":0.771739,"main_score":0.732364,"hf_subset":"lim_Latn-grn_Latn","languages":["lim-Latn","grn-Latn"]},{"precision":0.928524,"recall":0.950593,"f1":0.935606,"accuracy":0.950593,"main_score":0.935606,"hf_subset":"lim_Latn-kat_Geor","languages":["lim-Latn","kat-Geor"]},{"precision":0.562859,"recall":0.634387,"f1":0.583652,"accuracy":0.634387,"main_score":0.583652,"hf_subset":"lim_Latn-lua_Latn","languages":["lim-Latn","lua-Latn"]},{"precision":0.514476,"recall":0.585968,"f1":0.534642,"accuracy":0.585968,"main_score":0.534642,"hf_subset":"lim_Latn-nya_Latn","languages":["lim-Latn","nya-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"lim_Latn-slv_Latn","languages":["lim-Latn","slv-Latn"]},{"precision":0.783712,"recall":0.832016,"f1":0.79857,"accuracy":0.832016,"main_score":0.79857,"hf_subset":"lim_Latn-tpi_Latn","languages":["lim-Latn","tpi-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"lim_Latn-zsm_Latn","languages":["lim-Latn","zsm-Latn"]},{"precision":0.475115,"recall":0.545455,"f1":0.494759,"accuracy":0.545455,"main_score":0.494759,"hf_subset":"lim_Latn-ayr_Latn","languages":["lim-Latn","ayr-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"lim_Latn-dan_Latn","languages":["lim-Latn","dan-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"lim_Latn-guj_Gujr","languages":["lim-Latn","guj-Gujr"]},{"precision":0.960474,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"lim_Latn-kaz_Cyrl","languages":["lim-Latn","kaz-Cyrl"]},{"precision":0.440308,"recall":0.51581,"f1":0.461259,"accuracy":0.51581,"main_score":0.461259,"hf_subset":"lim_Latn-lug_Latn","languages":["lim-Latn","lug-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"lim_Latn-oci_Latn","languages":["lim-Latn","oci-Latn"]},{"precision":0.518768,"recall":0.596838,"f1":0.540919,"accuracy":0.596838,"main_score":0.540919,"hf_subset":"lim_Latn-smo_Latn","languages":["lim-Latn","smo-Latn"]},{"precision":0.468614,"recall":0.538538,"f1":0.487353,"accuracy":0.538538,"main_score":0.487353,"hf_subset":"lim_Latn-tsn_Latn","languages":["lim-Latn","tsn-Latn"]},{"precision":0.465192,"recall":0.534585,"f1":0.483959,"accuracy":0.534585,"main_score":0.483959,"hf_subset":"lim_Latn-zul_Latn","languages":["lim-Latn","zul-Latn"]},{"precision":0.764996,"recall":0.827075,"f1":0.783976,"accuracy":0.827075,"main_score":0.783976,"hf_subset":"lim_Latn-azb_Arab","languages":["lim-Latn","azb-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"lim_Latn-deu_Latn","languages":["lim-Latn","deu-Latn"]},{"precision":0.885293,"recall":0.916996,"f1":0.895323,"accuracy":0.916996,"main_score":0.895323,"hf_subset":"lim_Latn-hat_Latn","languages":["lim-Latn","hat-Latn"]},{"precision":0.441346,"recall":0.506917,"f1":0.460007,"accuracy":0.506917,"main_score":0.460007,"hf_subset":"lim_Latn-kbp_Latn","languages":["lim-Latn","kbp-Latn"]},{"precision":0.513959,"recall":0.58004,"f1":0.532394,"accuracy":0.58004,"main_score":0.532394,"hf_subset":"lim_Latn-luo_Latn","languages":["lim-Latn","luo-Latn"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"lim_Latn-ory_Orya","languages":["lim-Latn","ory-Orya"]},{"precision":0.482104,"recall":0.551383,"f1":0.502146,"accuracy":0.551383,"main_score":0.502146,"hf_subset":"lim_Latn-sna_Latn","languages":["lim-Latn","sna-Latn"]},{"precision":0.478683,"recall":0.543478,"f1":0.496568,"accuracy":0.543478,"main_score":0.496568,"hf_subset":"lim_Latn-tso_Latn","languages":["lim-Latn","tso-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"lim_Latn-azj_Latn","languages":["lim-Latn","azj-Latn"]},{"precision":0.466914,"recall":0.543478,"f1":0.48945,"accuracy":0.543478,"main_score":0.48945,"hf_subset":"lim_Latn-dik_Latn","languages":["lim-Latn","dik-Latn"]},{"precision":0.462177,"recall":0.527668,"f1":0.480978,"accuracy":0.527668,"main_score":0.480978,"hf_subset":"lim_Latn-hau_Latn","languages":["lim-Latn","hau-Latn"]},{"precision":0.945487,"recall":0.960474,"f1":0.950428,"accuracy":0.960474,"main_score":0.950428,"hf_subset":"lim_Latn-kea_Latn","languages":["lim-Latn","kea-Latn"]},{"precision":0.640127,"recall":0.699605,"f1":0.657339,"accuracy":0.699605,"main_score":0.657339,"hf_subset":"lim_Latn-lus_Latn","languages":["lim-Latn","lus-Latn"]},{"precision":0.804167,"recall":0.852767,"f1":0.819203,"accuracy":0.852767,"main_score":0.819203,"hf_subset":"lim_Latn-pag_Latn","languages":["lim-Latn","pag-Latn"]},{"precision":0.932312,"recall":0.953557,"f1":0.939229,"accuracy":0.953557,"main_score":0.939229,"hf_subset":"lim_Latn-snd_Arab","languages":["lim-Latn","snd-Arab"]},{"precision":0.844285,"recall":0.887352,"f1":0.857905,"accuracy":0.887352,"main_score":0.857905,"hf_subset":"lim_Latn-tuk_Latn","languages":["lim-Latn","tuk-Latn"]},{"precision":0.90415,"recall":0.93083,"f1":0.912714,"accuracy":0.93083,"main_score":0.912714,"hf_subset":"lim_Latn-bak_Cyrl","languages":["lim-Latn","bak-Cyrl"]},{"precision":0.429604,"recall":0.511858,"f1":0.453268,"accuracy":0.511858,"main_score":0.453268,"hf_subset":"lim_Latn-dyu_Latn","languages":["lim-Latn","dyu-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"lim_Latn-heb_Hebr","languages":["lim-Latn","heb-Hebr"]},{"precision":0.828557,"recall":0.875494,"f1":0.843347,"accuracy":0.875494,"main_score":0.843347,"hf_subset":"lim_Latn-khk_Cyrl","languages":["lim-Latn","khk-Cyrl"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"lim_Latn-lvs_Latn","languages":["lim-Latn","lvs-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"lim_Latn-pan_Guru","languages":["lim-Latn","pan-Guru"]},{"precision":0.463591,"recall":0.540514,"f1":0.485397,"accuracy":0.540514,"main_score":0.485397,"hf_subset":"lim_Latn-som_Latn","languages":["lim-Latn","som-Latn"]},{"precision":0.49661,"recall":0.562253,"f1":0.515039,"accuracy":0.562253,"main_score":0.515039,"hf_subset":"lim_Latn-tum_Latn","languages":["lim-Latn","tum-Latn"]},{"precision":0.423854,"recall":0.512846,"f1":0.448741,"accuracy":0.512846,"main_score":0.448741,"hf_subset":"nld_Latn-ace_Arab","languages":["nld-Latn","ace-Arab"]},{"precision":0.450589,"recall":0.529644,"f1":0.472591,"accuracy":0.529644,"main_score":0.472591,"hf_subset":"nld_Latn-bam_Latn","languages":["nld-Latn","bam-Latn"]},{"precision":0.11077,"recall":0.16502,"f1":0.124723,"accuracy":0.16502,"main_score":0.124723,"hf_subset":"nld_Latn-dzo_Tibt","languages":["nld-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-hin_Deva","languages":["nld-Latn","hin-Deva"]},{"precision":0.935441,"recall":0.956522,"f1":0.942358,"accuracy":0.956522,"main_score":0.942358,"hf_subset":"nld_Latn-khm_Khmr","languages":["nld-Latn","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-mag_Deva","languages":["nld-Latn","mag-Deva"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"nld_Latn-pap_Latn","languages":["nld-Latn","pap-Latn"]},{"precision":0.488921,"recall":0.568182,"f1":0.510092,"accuracy":0.568182,"main_score":0.510092,"hf_subset":"nld_Latn-sot_Latn","languages":["nld-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-tur_Latn","languages":["nld-Latn","tur-Latn"]},{"precision":0.803277,"recall":0.852767,"f1":0.818582,"accuracy":0.852767,"main_score":0.818582,"hf_subset":"nld_Latn-ace_Latn","languages":["nld-Latn","ace-Latn"]},{"precision":0.925395,"recall":0.947628,"f1":0.932642,"accuracy":0.947628,"main_score":0.932642,"hf_subset":"nld_Latn-ban_Latn","languages":["nld-Latn","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-ell_Grek","languages":["nld-Latn","ell-Grek"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"nld_Latn-hne_Deva","languages":["nld-Latn","hne-Deva"]},{"precision":0.498085,"recall":0.582016,"f1":0.52197,"accuracy":0.582016,"main_score":0.52197,"hf_subset":"nld_Latn-kik_Latn","languages":["nld-Latn","kik-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nld_Latn-mai_Deva","languages":["nld-Latn","mai-Deva"]},{"precision":0.88027,"recall":0.916008,"f1":0.891601,"accuracy":0.916008,"main_score":0.891601,"hf_subset":"nld_Latn-pbt_Arab","languages":["nld-Latn","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-spa_Latn","languages":["nld-Latn","spa-Latn"]},{"precision":0.567845,"recall":0.648221,"f1":0.590272,"accuracy":0.648221,"main_score":0.590272,"hf_subset":"nld_Latn-twi_Latn","languages":["nld-Latn","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nld_Latn-acm_Arab","languages":["nld-Latn","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-bel_Cyrl","languages":["nld-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-eng_Latn","languages":["nld-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-hrv_Latn","languages":["nld-Latn","hrv-Latn"]},{"precision":0.451162,"recall":0.524704,"f1":0.471051,"accuracy":0.524704,"main_score":0.471051,"hf_subset":"nld_Latn-kin_Latn","languages":["nld-Latn","kin-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"nld_Latn-mal_Mlym","languages":["nld-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-pes_Arab","languages":["nld-Latn","pes-Arab"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"nld_Latn-srd_Latn","languages":["nld-Latn","srd-Latn"]},{"precision":0.106774,"recall":0.175889,"f1":0.121386,"accuracy":0.175889,"main_score":0.121386,"hf_subset":"nld_Latn-tzm_Tfng","languages":["nld-Latn","tzm-Tfng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nld_Latn-acq_Arab","languages":["nld-Latn","acq-Arab"]},{"precision":0.51616,"recall":0.593874,"f1":0.537803,"accuracy":0.593874,"main_score":0.537803,"hf_subset":"nld_Latn-bem_Latn","languages":["nld-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-epo_Latn","languages":["nld-Latn","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-hun_Latn","languages":["nld-Latn","hun-Latn"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"nld_Latn-kir_Cyrl","languages":["nld-Latn","kir-Cyrl"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"nld_Latn-mar_Deva","languages":["nld-Latn","mar-Deva"]},{"precision":0.551646,"recall":0.624506,"f1":0.572735,"accuracy":0.624506,"main_score":0.572735,"hf_subset":"nld_Latn-plt_Latn","languages":["nld-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-srp_Cyrl","languages":["nld-Latn","srp-Cyrl"]},{"precision":0.915102,"recall":0.940711,"f1":0.92332,"accuracy":0.940711,"main_score":0.92332,"hf_subset":"nld_Latn-uig_Arab","languages":["nld-Latn","uig-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"nld_Latn-aeb_Arab","languages":["nld-Latn","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-ben_Beng","languages":["nld-Latn","ben-Beng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nld_Latn-est_Latn","languages":["nld-Latn","est-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"nld_Latn-hye_Armn","languages":["nld-Latn","hye-Armn"]},{"precision":0.456157,"recall":0.527668,"f1":0.475965,"accuracy":0.527668,"main_score":0.475965,"hf_subset":"nld_Latn-kmb_Latn","languages":["nld-Latn","kmb-Latn"]},{"precision":0.375933,"recall":0.477273,"f1":0.402709,"accuracy":0.477273,"main_score":0.402709,"hf_subset":"nld_Latn-min_Arab","languages":["nld-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-pol_Latn","languages":["nld-Latn","pol-Latn"]},{"precision":0.438176,"recall":0.525692,"f1":0.462386,"accuracy":0.525692,"main_score":0.462386,"hf_subset":"nld_Latn-ssw_Latn","languages":["nld-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-ukr_Cyrl","languages":["nld-Latn","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-afr_Latn","languages":["nld-Latn","afr-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"nld_Latn-bho_Deva","languages":["nld-Latn","bho-Deva"]},{"precision":0.950264,"recall":0.965415,"f1":0.95504,"accuracy":0.965415,"main_score":0.95504,"hf_subset":"nld_Latn-eus_Latn","languages":["nld-Latn","eus-Latn"]},{"precision":0.491385,"recall":0.568182,"f1":0.5124,"accuracy":0.568182,"main_score":0.5124,"hf_subset":"nld_Latn-ibo_Latn","languages":["nld-Latn","ibo-Latn"]},{"precision":0.701063,"recall":0.766798,"f1":0.72041,"accuracy":0.766798,"main_score":0.72041,"hf_subset":"nld_Latn-kmr_Latn","languages":["nld-Latn","kmr-Latn"]},{"precision":0.950593,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"nld_Latn-min_Latn","languages":["nld-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-por_Latn","languages":["nld-Latn","por-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"nld_Latn-sun_Latn","languages":["nld-Latn","sun-Latn"]},{"precision":0.455979,"recall":0.529644,"f1":0.477509,"accuracy":0.529644,"main_score":0.477509,"hf_subset":"nld_Latn-umb_Latn","languages":["nld-Latn","umb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nld_Latn-ajp_Arab","languages":["nld-Latn","ajp-Arab"]},{"precision":0.391316,"recall":0.493083,"f1":0.419791,"accuracy":0.493083,"main_score":0.419791,"hf_subset":"nld_Latn-bjn_Arab","languages":["nld-Latn","bjn-Arab"]},{"precision":0.475744,"recall":0.548419,"f1":0.496127,"accuracy":0.548419,"main_score":0.496127,"hf_subset":"nld_Latn-ewe_Latn","languages":["nld-Latn","ewe-Latn"]},{"precision":0.855517,"recall":0.896245,"f1":0.868478,"accuracy":0.896245,"main_score":0.868478,"hf_subset":"nld_Latn-ilo_Latn","languages":["nld-Latn","ilo-Latn"]},{"precision":0.176612,"recall":0.257905,"f1":0.196668,"accuracy":0.257905,"main_score":0.196668,"hf_subset":"nld_Latn-knc_Arab","languages":["nld-Latn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-mkd_Cyrl","languages":["nld-Latn","mkd-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nld_Latn-prs_Arab","languages":["nld-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-swe_Latn","languages":["nld-Latn","swe-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nld_Latn-urd_Arab","languages":["nld-Latn","urd-Arab"]},{"precision":0.530298,"recall":0.610672,"f1":0.553222,"accuracy":0.610672,"main_score":0.553222,"hf_subset":"nld_Latn-aka_Latn","languages":["nld-Latn","aka-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"nld_Latn-bjn_Latn","languages":["nld-Latn","bjn-Latn"]},{"precision":0.927948,"recall":0.950593,"f1":0.935343,"accuracy":0.950593,"main_score":0.935343,"hf_subset":"nld_Latn-fao_Latn","languages":["nld-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-ind_Latn","languages":["nld-Latn","ind-Latn"]},{"precision":0.514993,"recall":0.591897,"f1":0.536642,"accuracy":0.591897,"main_score":0.536642,"hf_subset":"nld_Latn-knc_Latn","languages":["nld-Latn","knc-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"nld_Latn-mlt_Latn","languages":["nld-Latn","mlt-Latn"]},{"precision":0.562287,"recall":0.646245,"f1":0.585205,"accuracy":0.646245,"main_score":0.585205,"hf_subset":"nld_Latn-quy_Latn","languages":["nld-Latn","quy-Latn"]},{"precision":0.685079,"recall":0.762846,"f1":0.708564,"accuracy":0.762846,"main_score":0.708564,"hf_subset":"nld_Latn-swh_Latn","languages":["nld-Latn","swh-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"nld_Latn-uzn_Latn","languages":["nld-Latn","uzn-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nld_Latn-als_Latn","languages":["nld-Latn","als-Latn"]},{"precision":0.147152,"recall":0.231225,"f1":0.167261,"accuracy":0.231225,"main_score":0.167261,"hf_subset":"nld_Latn-bod_Tibt","languages":["nld-Latn","bod-Tibt"]},{"precision":0.475442,"recall":0.556324,"f1":0.497944,"accuracy":0.556324,"main_score":0.497944,"hf_subset":"nld_Latn-fij_Latn","languages":["nld-Latn","fij-Latn"]},{"precision":0.952404,"recall":0.967391,"f1":0.957181,"accuracy":0.967391,"main_score":0.957181,"hf_subset":"nld_Latn-isl_Latn","languages":["nld-Latn","isl-Latn"]},{"precision":0.54884,"recall":0.62747,"f1":0.571681,"accuracy":0.62747,"main_score":0.571681,"hf_subset":"nld_Latn-kon_Latn","languages":["nld-Latn","kon-Latn"]},{"precision":0.496058,"recall":0.592885,"f1":0.523413,"accuracy":0.592885,"main_score":0.523413,"hf_subset":"nld_Latn-mni_Beng","languages":["nld-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-ron_Latn","languages":["nld-Latn","ron-Latn"]},{"precision":0.981719,"recall":0.986166,"f1":0.983202,"accuracy":0.986166,"main_score":0.983202,"hf_subset":"nld_Latn-szl_Latn","languages":["nld-Latn","szl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nld_Latn-vec_Latn","languages":["nld-Latn","vec-Latn"]},{"precision":0.514497,"recall":0.607708,"f1":0.540697,"accuracy":0.607708,"main_score":0.540697,"hf_subset":"nld_Latn-amh_Ethi","languages":["nld-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-bos_Latn","languages":["nld-Latn","bos-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"nld_Latn-fin_Latn","languages":["nld-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-ita_Latn","languages":["nld-Latn","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-kor_Hang","languages":["nld-Latn","kor-Hang"]},{"precision":0.47768,"recall":0.563241,"f1":0.501438,"accuracy":0.563241,"main_score":0.501438,"hf_subset":"nld_Latn-mos_Latn","languages":["nld-Latn","mos-Latn"]},{"precision":0.452235,"recall":0.523715,"f1":0.47198,"accuracy":0.523715,"main_score":0.47198,"hf_subset":"nld_Latn-run_Latn","languages":["nld-Latn","run-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"nld_Latn-tam_Taml","languages":["nld-Latn","tam-Taml"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-vie_Latn","languages":["nld-Latn","vie-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nld_Latn-apc_Arab","languages":["nld-Latn","apc-Arab"]},{"precision":0.748781,"recall":0.805336,"f1":0.765137,"accuracy":0.805336,"main_score":0.765137,"hf_subset":"nld_Latn-bug_Latn","languages":["nld-Latn","bug-Latn"]},{"precision":0.425906,"recall":0.497036,"f1":0.44542,"accuracy":0.497036,"main_score":0.44542,"hf_subset":"nld_Latn-fon_Latn","languages":["nld-Latn","fon-Latn"]},{"precision":0.983202,"recall":0.988142,"f1":0.984848,"accuracy":0.988142,"main_score":0.984848,"hf_subset":"nld_Latn-jav_Latn","languages":["nld-Latn","jav-Latn"]},{"precision":0.865283,"recall":0.908103,"f1":0.879282,"accuracy":0.908103,"main_score":0.879282,"hf_subset":"nld_Latn-lao_Laoo","languages":["nld-Latn","lao-Laoo"]},{"precision":0.559373,"recall":0.646245,"f1":0.5841,"accuracy":0.646245,"main_score":0.5841,"hf_subset":"nld_Latn-mri_Latn","languages":["nld-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-rus_Cyrl","languages":["nld-Latn","rus-Cyrl"]},{"precision":0.494454,"recall":0.573123,"f1":0.516551,"accuracy":0.573123,"main_score":0.516551,"hf_subset":"nld_Latn-taq_Latn","languages":["nld-Latn","taq-Latn"]},{"precision":0.972167,"recall":0.980237,"f1":0.974802,"accuracy":0.980237,"main_score":0.974802,"hf_subset":"nld_Latn-war_Latn","languages":["nld-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-arb_Arab","languages":["nld-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-bul_Cyrl","languages":["nld-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-fra_Latn","languages":["nld-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-jpn_Jpan","languages":["nld-Latn","jpn-Jpan"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"nld_Latn-lij_Latn","languages":["nld-Latn","lij-Latn"]},{"precision":0.929265,"recall":0.950593,"f1":0.936166,"accuracy":0.950593,"main_score":0.936166,"hf_subset":"nld_Latn-mya_Mymr","languages":["nld-Latn","mya-Mymr"]},{"precision":0.506919,"recall":0.597826,"f1":0.532851,"accuracy":0.597826,"main_score":0.532851,"hf_subset":"nld_Latn-sag_Latn","languages":["nld-Latn","sag-Latn"]},{"precision":0.119582,"recall":0.204545,"f1":0.136079,"accuracy":0.204545,"main_score":0.136079,"hf_subset":"nld_Latn-taq_Tfng","languages":["nld-Latn","taq-Tfng"]},{"precision":0.542701,"recall":0.631423,"f1":0.568132,"accuracy":0.631423,"main_score":0.568132,"hf_subset":"nld_Latn-wol_Latn","languages":["nld-Latn","wol-Latn"]},{"precision":0.595933,"recall":0.683794,"f1":0.620603,"accuracy":0.683794,"main_score":0.620603,"hf_subset":"nld_Latn-arb_Latn","languages":["nld-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-cat_Latn","languages":["nld-Latn","cat-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"nld_Latn-fur_Latn","languages":["nld-Latn","fur-Latn"]},{"precision":0.322151,"recall":0.395257,"f1":0.341533,"accuracy":0.395257,"main_score":0.341533,"hf_subset":"nld_Latn-kab_Latn","languages":["nld-Latn","kab-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"nld_Latn-lim_Latn","languages":["nld-Latn","lim-Latn"]},{"precision":0.956522,"recall":0.969368,"f1":0.960639,"accuracy":0.969368,"main_score":0.960639,"hf_subset":"nld_Latn-san_Deva","languages":["nld-Latn","san-Deva"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"nld_Latn-tat_Cyrl","languages":["nld-Latn","tat-Cyrl"]},{"precision":0.52198,"recall":0.601779,"f1":0.543786,"accuracy":0.601779,"main_score":0.543786,"hf_subset":"nld_Latn-xho_Latn","languages":["nld-Latn","xho-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-ars_Arab","languages":["nld-Latn","ars-Arab"]},{"precision":0.984519,"recall":0.98913,"f1":0.986001,"accuracy":0.98913,"main_score":0.986001,"hf_subset":"nld_Latn-ceb_Latn","languages":["nld-Latn","ceb-Latn"]},{"precision":0.477421,"recall":0.555336,"f1":0.498911,"accuracy":0.555336,"main_score":0.498911,"hf_subset":"nld_Latn-fuv_Latn","languages":["nld-Latn","fuv-Latn"]},{"precision":0.460869,"recall":0.548419,"f1":0.484298,"accuracy":0.548419,"main_score":0.484298,"hf_subset":"nld_Latn-kac_Latn","languages":["nld-Latn","kac-Latn"]},{"precision":0.562041,"recall":0.645257,"f1":0.58515,"accuracy":0.645257,"main_score":0.58515,"hf_subset":"nld_Latn-lin_Latn","languages":["nld-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-nno_Latn","languages":["nld-Latn","nno-Latn"]},{"precision":0.018951,"recall":0.062253,"f1":0.024985,"accuracy":0.062253,"main_score":0.024985,"hf_subset":"nld_Latn-sat_Olck","languages":["nld-Latn","sat-Olck"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"nld_Latn-tel_Telu","languages":["nld-Latn","tel-Telu"]},{"precision":0.734776,"recall":0.8083,"f1":0.757559,"accuracy":0.8083,"main_score":0.757559,"hf_subset":"nld_Latn-ydd_Hebr","languages":["nld-Latn","ydd-Hebr"]},{"precision":0.960474,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"nld_Latn-ary_Arab","languages":["nld-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-ces_Latn","languages":["nld-Latn","ces-Latn"]},{"precision":0.393242,"recall":0.474308,"f1":0.4155,"accuracy":0.474308,"main_score":0.4155,"hf_subset":"nld_Latn-gaz_Latn","languages":["nld-Latn","gaz-Latn"]},{"precision":0.486122,"recall":0.570158,"f1":0.509443,"accuracy":0.570158,"main_score":0.509443,"hf_subset":"nld_Latn-kam_Latn","languages":["nld-Latn","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"nld_Latn-lit_Latn","languages":["nld-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-nob_Latn","languages":["nld-Latn","nob-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"nld_Latn-scn_Latn","languages":["nld-Latn","scn-Latn"]},{"precision":0.893775,"recall":0.925889,"f1":0.903986,"accuracy":0.925889,"main_score":0.903986,"hf_subset":"nld_Latn-tgk_Cyrl","languages":["nld-Latn","tgk-Cyrl"]},{"precision":0.432468,"recall":0.513834,"f1":0.455493,"accuracy":0.513834,"main_score":0.455493,"hf_subset":"nld_Latn-yor_Latn","languages":["nld-Latn","yor-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nld_Latn-arz_Arab","languages":["nld-Latn","arz-Arab"]},{"precision":0.482725,"recall":0.572134,"f1":0.507251,"accuracy":0.572134,"main_score":0.507251,"hf_subset":"nld_Latn-cjk_Latn","languages":["nld-Latn","cjk-Latn"]},{"precision":0.611439,"recall":0.690711,"f1":0.634519,"accuracy":0.690711,"main_score":0.634519,"hf_subset":"nld_Latn-gla_Latn","languages":["nld-Latn","gla-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"nld_Latn-kan_Knda","languages":["nld-Latn","kan-Knda"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"nld_Latn-lmo_Latn","languages":["nld-Latn","lmo-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"nld_Latn-npi_Deva","languages":["nld-Latn","npi-Deva"]},{"precision":0.400567,"recall":0.506917,"f1":0.429013,"accuracy":0.506917,"main_score":0.429013,"hf_subset":"nld_Latn-shn_Mymr","languages":["nld-Latn","shn-Mymr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nld_Latn-tgl_Latn","languages":["nld-Latn","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-yue_Hant","languages":["nld-Latn","yue-Hant"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"nld_Latn-asm_Beng","languages":["nld-Latn","asm-Beng"]},{"precision":0.712336,"recall":0.77668,"f1":0.73136,"accuracy":0.77668,"main_score":0.73136,"hf_subset":"nld_Latn-ckb_Arab","languages":["nld-Latn","ckb-Arab"]},{"precision":0.70499,"recall":0.780632,"f1":0.728016,"accuracy":0.780632,"main_score":0.728016,"hf_subset":"nld_Latn-gle_Latn","languages":["nld-Latn","gle-Latn"]},{"precision":0.878541,"recall":0.916008,"f1":0.890547,"accuracy":0.916008,"main_score":0.890547,"hf_subset":"nld_Latn-kas_Arab","languages":["nld-Latn","kas-Arab"]},{"precision":0.8778,"recall":0.914032,"f1":0.889281,"accuracy":0.914032,"main_score":0.889281,"hf_subset":"nld_Latn-ltg_Latn","languages":["nld-Latn","ltg-Latn"]},{"precision":0.512488,"recall":0.590909,"f1":0.534558,"accuracy":0.590909,"main_score":0.534558,"hf_subset":"nld_Latn-nso_Latn","languages":["nld-Latn","nso-Latn"]},{"precision":0.416421,"recall":0.514822,"f1":0.442873,"accuracy":0.514822,"main_score":0.442873,"hf_subset":"nld_Latn-sin_Sinh","languages":["nld-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-tha_Thai","languages":["nld-Latn","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-zho_Hans","languages":["nld-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-ast_Latn","languages":["nld-Latn","ast-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"nld_Latn-crh_Latn","languages":["nld-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-glg_Latn","languages":["nld-Latn","glg-Latn"]},{"precision":0.755912,"recall":0.818182,"f1":0.774671,"accuracy":0.818182,"main_score":0.774671,"hf_subset":"nld_Latn-kas_Deva","languages":["nld-Latn","kas-Deva"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"nld_Latn-ltz_Latn","languages":["nld-Latn","ltz-Latn"]},{"precision":0.377487,"recall":0.467391,"f1":0.402037,"accuracy":0.467391,"main_score":0.402037,"hf_subset":"nld_Latn-nus_Latn","languages":["nld-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-slk_Latn","languages":["nld-Latn","slk-Latn"]},{"precision":0.261893,"recall":0.333992,"f1":0.27997,"accuracy":0.333992,"main_score":0.27997,"hf_subset":"nld_Latn-tir_Ethi","languages":["nld-Latn","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-zho_Hant","languages":["nld-Latn","zho-Hant"]},{"precision":0.985013,"recall":0.98913,"f1":0.986331,"accuracy":0.98913,"main_score":0.986331,"hf_subset":"nld_Latn-awa_Deva","languages":["nld-Latn","awa-Deva"]},{"precision":0.844236,"recall":0.88834,"f1":0.858004,"accuracy":0.88834,"main_score":0.858004,"hf_subset":"nld_Latn-cym_Latn","languages":["nld-Latn","cym-Latn"]},{"precision":0.728016,"recall":0.788538,"f1":0.74577,"accuracy":0.788538,"main_score":0.74577,"hf_subset":"nld_Latn-grn_Latn","languages":["nld-Latn","grn-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"nld_Latn-kat_Geor","languages":["nld-Latn","kat-Geor"]},{"precision":0.558033,"recall":0.635375,"f1":0.57979,"accuracy":0.635375,"main_score":0.57979,"hf_subset":"nld_Latn-lua_Latn","languages":["nld-Latn","lua-Latn"]},{"precision":0.502251,"recall":0.588933,"f1":0.526379,"accuracy":0.588933,"main_score":0.526379,"hf_subset":"nld_Latn-nya_Latn","languages":["nld-Latn","nya-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-slv_Latn","languages":["nld-Latn","slv-Latn"]},{"precision":0.786973,"recall":0.841897,"f1":0.804348,"accuracy":0.841897,"main_score":0.804348,"hf_subset":"nld_Latn-tpi_Latn","languages":["nld-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-zsm_Latn","languages":["nld-Latn","zsm-Latn"]},{"precision":0.474222,"recall":0.555336,"f1":0.496021,"accuracy":0.555336,"main_score":0.496021,"hf_subset":"nld_Latn-ayr_Latn","languages":["nld-Latn","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-dan_Latn","languages":["nld-Latn","dan-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-guj_Gujr","languages":["nld-Latn","guj-Gujr"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"nld_Latn-kaz_Cyrl","languages":["nld-Latn","kaz-Cyrl"]},{"precision":0.435817,"recall":0.518775,"f1":0.459535,"accuracy":0.518775,"main_score":0.459535,"hf_subset":"nld_Latn-lug_Latn","languages":["nld-Latn","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-oci_Latn","languages":["nld-Latn","oci-Latn"]},{"precision":0.506958,"recall":0.594862,"f1":0.531395,"accuracy":0.594862,"main_score":0.531395,"hf_subset":"nld_Latn-smo_Latn","languages":["nld-Latn","smo-Latn"]},{"precision":0.461951,"recall":0.541502,"f1":0.483625,"accuracy":0.541502,"main_score":0.483625,"hf_subset":"nld_Latn-tsn_Latn","languages":["nld-Latn","tsn-Latn"]},{"precision":0.456871,"recall":0.535573,"f1":0.477855,"accuracy":0.535573,"main_score":0.477855,"hf_subset":"nld_Latn-zul_Latn","languages":["nld-Latn","zul-Latn"]},{"precision":0.814048,"recall":0.869565,"f1":0.831588,"accuracy":0.869565,"main_score":0.831588,"hf_subset":"nld_Latn-azb_Arab","languages":["nld-Latn","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nld_Latn-deu_Latn","languages":["nld-Latn","deu-Latn"]},{"precision":0.904315,"recall":0.933794,"f1":0.913867,"accuracy":0.933794,"main_score":0.913867,"hf_subset":"nld_Latn-hat_Latn","languages":["nld-Latn","hat-Latn"]},{"precision":0.430135,"recall":0.507905,"f1":0.451167,"accuracy":0.507905,"main_score":0.451167,"hf_subset":"nld_Latn-kbp_Latn","languages":["nld-Latn","kbp-Latn"]},{"precision":0.4884,"recall":0.570158,"f1":0.510936,"accuracy":0.570158,"main_score":0.510936,"hf_subset":"nld_Latn-luo_Latn","languages":["nld-Latn","luo-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"nld_Latn-ory_Orya","languages":["nld-Latn","ory-Orya"]},{"precision":0.483613,"recall":0.565217,"f1":0.506702,"accuracy":0.565217,"main_score":0.506702,"hf_subset":"nld_Latn-sna_Latn","languages":["nld-Latn","sna-Latn"]},{"precision":0.477117,"recall":0.550395,"f1":0.497331,"accuracy":0.550395,"main_score":0.497331,"hf_subset":"nld_Latn-tso_Latn","languages":["nld-Latn","tso-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nld_Latn-azj_Latn","languages":["nld-Latn","azj-Latn"]},{"precision":0.474478,"recall":0.557312,"f1":0.497567,"accuracy":0.557312,"main_score":0.497567,"hf_subset":"nld_Latn-dik_Latn","languages":["nld-Latn","dik-Latn"]},{"precision":0.454891,"recall":0.530632,"f1":0.476327,"accuracy":0.530632,"main_score":0.476327,"hf_subset":"nld_Latn-hau_Latn","languages":["nld-Latn","hau-Latn"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"nld_Latn-kea_Latn","languages":["nld-Latn","kea-Latn"]},{"precision":0.647933,"recall":0.720356,"f1":0.669065,"accuracy":0.720356,"main_score":0.669065,"hf_subset":"nld_Latn-lus_Latn","languages":["nld-Latn","lus-Latn"]},{"precision":0.825626,"recall":0.871542,"f1":0.839526,"accuracy":0.871542,"main_score":0.839526,"hf_subset":"nld_Latn-pag_Latn","languages":["nld-Latn","pag-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"nld_Latn-snd_Arab","languages":["nld-Latn","snd-Arab"]},{"precision":0.873271,"recall":0.912055,"f1":0.885771,"accuracy":0.912055,"main_score":0.885771,"hf_subset":"nld_Latn-tuk_Latn","languages":["nld-Latn","tuk-Latn"]},{"precision":0.929924,"recall":0.951581,"f1":0.936825,"accuracy":0.951581,"main_score":0.936825,"hf_subset":"nld_Latn-bak_Cyrl","languages":["nld-Latn","bak-Cyrl"]},{"precision":0.41965,"recall":0.519763,"f1":0.448654,"accuracy":0.519763,"main_score":0.448654,"hf_subset":"nld_Latn-dyu_Latn","languages":["nld-Latn","dyu-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nld_Latn-heb_Hebr","languages":["nld-Latn","heb-Hebr"]},{"precision":0.887846,"recall":0.920949,"f1":0.898141,"accuracy":0.920949,"main_score":0.898141,"hf_subset":"nld_Latn-khk_Cyrl","languages":["nld-Latn","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"nld_Latn-lvs_Latn","languages":["nld-Latn","lvs-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nld_Latn-pan_Guru","languages":["nld-Latn","pan-Guru"]},{"precision":0.459258,"recall":0.543478,"f1":0.483263,"accuracy":0.543478,"main_score":0.483263,"hf_subset":"nld_Latn-som_Latn","languages":["nld-Latn","som-Latn"]},{"precision":0.502908,"recall":0.58004,"f1":0.524279,"accuracy":0.58004,"main_score":0.524279,"hf_subset":"nld_Latn-tum_Latn","languages":["nld-Latn","tum-Latn"]},{"precision":0.393496,"recall":0.470356,"f1":0.413266,"accuracy":0.470356,"main_score":0.413266,"hf_subset":"san_Deva-ace_Arab","languages":["san-Deva","ace-Arab"]},{"precision":0.415068,"recall":0.467391,"f1":0.429451,"accuracy":0.467391,"main_score":0.429451,"hf_subset":"san_Deva-bam_Latn","languages":["san-Deva","bam-Latn"]},{"precision":0.132932,"recall":0.178854,"f1":0.144768,"accuracy":0.178854,"main_score":0.144768,"hf_subset":"san_Deva-dzo_Tibt","languages":["san-Deva","dzo-Tibt"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"san_Deva-hin_Deva","languages":["san-Deva","hin-Deva"]},{"precision":0.871953,"recall":0.911067,"f1":0.884453,"accuracy":0.911067,"main_score":0.884453,"hf_subset":"san_Deva-khm_Khmr","languages":["san-Deva","khm-Khmr"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"san_Deva-mag_Deva","languages":["san-Deva","mag-Deva"]},{"precision":0.922513,"recall":0.94664,"f1":0.930237,"accuracy":0.94664,"main_score":0.930237,"hf_subset":"san_Deva-pap_Latn","languages":["san-Deva","pap-Latn"]},{"precision":0.455052,"recall":0.512846,"f1":0.47078,"accuracy":0.512846,"main_score":0.47078,"hf_subset":"san_Deva-sot_Latn","languages":["san-Deva","sot-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"san_Deva-tur_Latn","languages":["san-Deva","tur-Latn"]},{"precision":0.706826,"recall":0.768775,"f1":0.724518,"accuracy":0.768775,"main_score":0.724518,"hf_subset":"san_Deva-ace_Latn","languages":["san-Deva","ace-Latn"]},{"precision":0.851894,"recall":0.891304,"f1":0.864361,"accuracy":0.891304,"main_score":0.864361,"hf_subset":"san_Deva-ban_Latn","languages":["san-Deva","ban-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"san_Deva-ell_Grek","languages":["san-Deva","ell-Grek"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"san_Deva-hne_Deva","languages":["san-Deva","hne-Deva"]},{"precision":0.43905,"recall":0.497036,"f1":0.455379,"accuracy":0.497036,"main_score":0.455379,"hf_subset":"san_Deva-kik_Latn","languages":["san-Deva","kik-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"san_Deva-mai_Deva","languages":["san-Deva","mai-Deva"]},{"precision":0.81357,"recall":0.865613,"f1":0.829644,"accuracy":0.865613,"main_score":0.829644,"hf_subset":"san_Deva-pbt_Arab","languages":["san-Deva","pbt-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"san_Deva-spa_Latn","languages":["san-Deva","spa-Latn"]},{"precision":0.49186,"recall":0.547431,"f1":0.507315,"accuracy":0.547431,"main_score":0.507315,"hf_subset":"san_Deva-twi_Latn","languages":["san-Deva","twi-Latn"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"san_Deva-acm_Arab","languages":["san-Deva","acm-Arab"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"san_Deva-bel_Cyrl","languages":["san-Deva","bel-Cyrl"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"san_Deva-eng_Latn","languages":["san-Deva","eng-Latn"]},{"precision":0.972497,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"san_Deva-hrv_Latn","languages":["san-Deva","hrv-Latn"]},{"precision":0.40578,"recall":0.467391,"f1":0.422266,"accuracy":0.467391,"main_score":0.422266,"hf_subset":"san_Deva-kin_Latn","languages":["san-Deva","kin-Latn"]},{"precision":0.96805,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"san_Deva-mal_Mlym","languages":["san-Deva","mal-Mlym"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"san_Deva-pes_Arab","languages":["san-Deva","pes-Arab"]},{"precision":0.931159,"recall":0.952569,"f1":0.938076,"accuracy":0.952569,"main_score":0.938076,"hf_subset":"san_Deva-srd_Latn","languages":["san-Deva","srd-Latn"]},{"precision":0.129936,"recall":0.189723,"f1":0.143796,"accuracy":0.189723,"main_score":0.143796,"hf_subset":"san_Deva-tzm_Tfng","languages":["san-Deva","tzm-Tfng"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"san_Deva-acq_Arab","languages":["san-Deva","acq-Arab"]},{"precision":0.463195,"recall":0.521739,"f1":0.478859,"accuracy":0.521739,"main_score":0.478859,"hf_subset":"san_Deva-bem_Latn","languages":["san-Deva","bem-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"san_Deva-epo_Latn","languages":["san-Deva","epo-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"san_Deva-hun_Latn","languages":["san-Deva","hun-Latn"]},{"precision":0.903903,"recall":0.932806,"f1":0.913109,"accuracy":0.932806,"main_score":0.913109,"hf_subset":"san_Deva-kir_Cyrl","languages":["san-Deva","kir-Cyrl"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"san_Deva-mar_Deva","languages":["san-Deva","mar-Deva"]},{"precision":0.507105,"recall":0.559289,"f1":0.522089,"accuracy":0.559289,"main_score":0.522089,"hf_subset":"san_Deva-plt_Latn","languages":["san-Deva","plt-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"san_Deva-srp_Cyrl","languages":["san-Deva","srp-Cyrl"]},{"precision":0.865316,"recall":0.905138,"f1":0.878129,"accuracy":0.905138,"main_score":0.878129,"hf_subset":"san_Deva-uig_Arab","languages":["san-Deva","uig-Arab"]},{"precision":0.943347,"recall":0.961462,"f1":0.949275,"accuracy":0.961462,"main_score":0.949275,"hf_subset":"san_Deva-aeb_Arab","languages":["san-Deva","aeb-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"san_Deva-ben_Beng","languages":["san-Deva","ben-Beng"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"san_Deva-est_Latn","languages":["san-Deva","est-Latn"]},{"precision":0.957016,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"san_Deva-hye_Armn","languages":["san-Deva","hye-Armn"]},{"precision":0.436547,"recall":0.481225,"f1":0.449195,"accuracy":0.481225,"main_score":0.449195,"hf_subset":"san_Deva-kmb_Latn","languages":["san-Deva","kmb-Latn"]},{"precision":0.338723,"recall":0.411067,"f1":0.357516,"accuracy":0.411067,"main_score":0.357516,"hf_subset":"san_Deva-min_Arab","languages":["san-Deva","min-Arab"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"san_Deva-pol_Latn","languages":["san-Deva","pol-Latn"]},{"precision":0.409494,"recall":0.472332,"f1":0.426363,"accuracy":0.472332,"main_score":0.426363,"hf_subset":"san_Deva-ssw_Latn","languages":["san-Deva","ssw-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"san_Deva-ukr_Cyrl","languages":["san-Deva","ukr-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"san_Deva-afr_Latn","languages":["san-Deva","afr-Latn"]},{"precision":0.953722,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"san_Deva-bho_Deva","languages":["san-Deva","bho-Deva"]},{"precision":0.8778,"recall":0.913043,"f1":0.889163,"accuracy":0.913043,"main_score":0.889163,"hf_subset":"san_Deva-eus_Latn","languages":["san-Deva","eus-Latn"]},{"precision":0.44499,"recall":0.508893,"f1":0.462721,"accuracy":0.508893,"main_score":0.462721,"hf_subset":"san_Deva-ibo_Latn","languages":["san-Deva","ibo-Latn"]},{"precision":0.620547,"recall":0.693676,"f1":0.64207,"accuracy":0.693676,"main_score":0.64207,"hf_subset":"san_Deva-kmr_Latn","languages":["san-Deva","kmr-Latn"]},{"precision":0.888587,"recall":0.920949,"f1":0.899111,"accuracy":0.920949,"main_score":0.899111,"hf_subset":"san_Deva-min_Latn","languages":["san-Deva","min-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"san_Deva-por_Latn","languages":["san-Deva","por-Latn"]},{"precision":0.920487,"recall":0.943676,"f1":0.927866,"accuracy":0.943676,"main_score":0.927866,"hf_subset":"san_Deva-sun_Latn","languages":["san-Deva","sun-Latn"]},{"precision":0.417929,"recall":0.469368,"f1":0.433037,"accuracy":0.469368,"main_score":0.433037,"hf_subset":"san_Deva-umb_Latn","languages":["san-Deva","umb-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"san_Deva-ajp_Arab","languages":["san-Deva","ajp-Arab"]},{"precision":0.36308,"recall":0.433794,"f1":0.381739,"accuracy":0.433794,"main_score":0.381739,"hf_subset":"san_Deva-bjn_Arab","languages":["san-Deva","bjn-Arab"]},{"precision":0.426133,"recall":0.482213,"f1":0.441482,"accuracy":0.482213,"main_score":0.441482,"hf_subset":"san_Deva-ewe_Latn","languages":["san-Deva","ewe-Latn"]},{"precision":0.776252,"recall":0.828063,"f1":0.792034,"accuracy":0.828063,"main_score":0.792034,"hf_subset":"san_Deva-ilo_Latn","languages":["san-Deva","ilo-Latn"]},{"precision":0.198164,"recall":0.258893,"f1":0.213324,"accuracy":0.258893,"main_score":0.213324,"hf_subset":"san_Deva-knc_Arab","languages":["san-Deva","knc-Arab"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"san_Deva-mkd_Cyrl","languages":["san-Deva","mkd-Cyrl"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"san_Deva-prs_Arab","languages":["san-Deva","prs-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"san_Deva-swe_Latn","languages":["san-Deva","swe-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"san_Deva-urd_Arab","languages":["san-Deva","urd-Arab"]},{"precision":0.478889,"recall":0.535573,"f1":0.494356,"accuracy":0.535573,"main_score":0.494356,"hf_subset":"san_Deva-aka_Latn","languages":["san-Deva","aka-Latn"]},{"precision":0.901103,"recall":0.932806,"f1":0.911462,"accuracy":0.932806,"main_score":0.911462,"hf_subset":"san_Deva-bjn_Latn","languages":["san-Deva","bjn-Latn"]},{"precision":0.854776,"recall":0.894269,"f1":0.867391,"accuracy":0.894269,"main_score":0.867391,"hf_subset":"san_Deva-fao_Latn","languages":["san-Deva","fao-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"san_Deva-ind_Latn","languages":["san-Deva","ind-Latn"]},{"precision":0.472205,"recall":0.527668,"f1":0.487507,"accuracy":0.527668,"main_score":0.487507,"hf_subset":"san_Deva-knc_Latn","languages":["san-Deva","knc-Latn"]},{"precision":0.929348,"recall":0.951581,"f1":0.936594,"accuracy":0.951581,"main_score":0.936594,"hf_subset":"san_Deva-mlt_Latn","languages":["san-Deva","mlt-Latn"]},{"precision":0.485425,"recall":0.546443,"f1":0.502634,"accuracy":0.546443,"main_score":0.502634,"hf_subset":"san_Deva-quy_Latn","languages":["san-Deva","quy-Latn"]},{"precision":0.627717,"recall":0.703557,"f1":0.649661,"accuracy":0.703557,"main_score":0.649661,"hf_subset":"san_Deva-swh_Latn","languages":["san-Deva","swh-Latn"]},{"precision":0.933136,"recall":0.954545,"f1":0.940217,"accuracy":0.954545,"main_score":0.940217,"hf_subset":"san_Deva-uzn_Latn","languages":["san-Deva","uzn-Latn"]},{"precision":0.959816,"recall":0.972332,"f1":0.963933,"accuracy":0.972332,"main_score":0.963933,"hf_subset":"san_Deva-als_Latn","languages":["san-Deva","als-Latn"]},{"precision":0.181052,"recall":0.242095,"f1":0.196622,"accuracy":0.242095,"main_score":0.196622,"hf_subset":"san_Deva-bod_Tibt","languages":["san-Deva","bod-Tibt"]},{"precision":0.428411,"recall":0.48419,"f1":0.443437,"accuracy":0.48419,"main_score":0.443437,"hf_subset":"san_Deva-fij_Latn","languages":["san-Deva","fij-Latn"]},{"precision":0.858449,"recall":0.899209,"f1":0.871212,"accuracy":0.899209,"main_score":0.871212,"hf_subset":"san_Deva-isl_Latn","languages":["san-Deva","isl-Latn"]},{"precision":0.481062,"recall":0.547431,"f1":0.499583,"accuracy":0.547431,"main_score":0.499583,"hf_subset":"san_Deva-kon_Latn","languages":["san-Deva","kon-Latn"]},{"precision":0.467395,"recall":0.545455,"f1":0.489599,"accuracy":0.545455,"main_score":0.489599,"hf_subset":"san_Deva-mni_Beng","languages":["san-Deva","mni-Beng"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"san_Deva-ron_Latn","languages":["san-Deva","ron-Latn"]},{"precision":0.946476,"recall":0.962451,"f1":0.951746,"accuracy":0.962451,"main_score":0.951746,"hf_subset":"san_Deva-szl_Latn","languages":["san-Deva","szl-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"san_Deva-vec_Latn","languages":["san-Deva","vec-Latn"]},{"precision":0.48038,"recall":0.561265,"f1":0.502919,"accuracy":0.561265,"main_score":0.502919,"hf_subset":"san_Deva-amh_Ethi","languages":["san-Deva","amh-Ethi"]},{"precision":0.981472,"recall":0.987154,"f1":0.983267,"accuracy":0.987154,"main_score":0.983267,"hf_subset":"san_Deva-bos_Latn","languages":["san-Deva","bos-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"san_Deva-fin_Latn","languages":["san-Deva","fin-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"san_Deva-ita_Latn","languages":["san-Deva","ita-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"san_Deva-kor_Hang","languages":["san-Deva","kor-Hang"]},{"precision":0.43053,"recall":0.490119,"f1":0.446627,"accuracy":0.490119,"main_score":0.446627,"hf_subset":"san_Deva-mos_Latn","languages":["san-Deva","mos-Latn"]},{"precision":0.404496,"recall":0.462451,"f1":0.420227,"accuracy":0.462451,"main_score":0.420227,"hf_subset":"san_Deva-run_Latn","languages":["san-Deva","run-Latn"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"san_Deva-tam_Taml","languages":["san-Deva","tam-Taml"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"san_Deva-vie_Latn","languages":["san-Deva","vie-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"san_Deva-apc_Arab","languages":["san-Deva","apc-Arab"]},{"precision":0.659543,"recall":0.725296,"f1":0.679202,"accuracy":0.725296,"main_score":0.679202,"hf_subset":"san_Deva-bug_Latn","languages":["san-Deva","bug-Latn"]},{"precision":0.395955,"recall":0.449605,"f1":0.410398,"accuracy":0.449605,"main_score":0.410398,"hf_subset":"san_Deva-fon_Latn","languages":["san-Deva","fon-Latn"]},{"precision":0.946344,"recall":0.962451,"f1":0.951581,"accuracy":0.962451,"main_score":0.951581,"hf_subset":"san_Deva-jav_Latn","languages":["san-Deva","jav-Latn"]},{"precision":0.787006,"recall":0.841897,"f1":0.804367,"accuracy":0.841897,"main_score":0.804367,"hf_subset":"san_Deva-lao_Laoo","languages":["san-Deva","lao-Laoo"]},{"precision":0.515408,"recall":0.59585,"f1":0.538356,"accuracy":0.59585,"main_score":0.538356,"hf_subset":"san_Deva-mri_Latn","languages":["san-Deva","mri-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"san_Deva-rus_Cyrl","languages":["san-Deva","rus-Cyrl"]},{"precision":0.460254,"recall":0.51087,"f1":0.474049,"accuracy":0.51087,"main_score":0.474049,"hf_subset":"san_Deva-taq_Latn","languages":["san-Deva","taq-Latn"]},{"precision":0.930007,"recall":0.951581,"f1":0.936924,"accuracy":0.951581,"main_score":0.936924,"hf_subset":"san_Deva-war_Latn","languages":["san-Deva","war-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"san_Deva-arb_Arab","languages":["san-Deva","arb-Arab"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"san_Deva-bul_Cyrl","languages":["san-Deva","bul-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"san_Deva-fra_Latn","languages":["san-Deva","fra-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"san_Deva-jpn_Jpan","languages":["san-Deva","jpn-Jpan"]},{"precision":0.95191,"recall":0.967391,"f1":0.957016,"accuracy":0.967391,"main_score":0.957016,"hf_subset":"san_Deva-lij_Latn","languages":["san-Deva","lij-Latn"]},{"precision":0.869977,"recall":0.910079,"f1":0.882971,"accuracy":0.910079,"main_score":0.882971,"hf_subset":"san_Deva-mya_Mymr","languages":["san-Deva","mya-Mymr"]},{"precision":0.446523,"recall":0.51087,"f1":0.464053,"accuracy":0.51087,"main_score":0.464053,"hf_subset":"san_Deva-sag_Latn","languages":["san-Deva","sag-Latn"]},{"precision":0.14083,"recall":0.214427,"f1":0.156874,"accuracy":0.214427,"main_score":0.156874,"hf_subset":"san_Deva-taq_Tfng","languages":["san-Deva","taq-Tfng"]},{"precision":0.478049,"recall":0.541502,"f1":0.496227,"accuracy":0.541502,"main_score":0.496227,"hf_subset":"san_Deva-wol_Latn","languages":["san-Deva","wol-Latn"]},{"precision":0.559292,"recall":0.63834,"f1":0.581759,"accuracy":0.63834,"main_score":0.581759,"hf_subset":"san_Deva-arb_Latn","languages":["san-Deva","arb-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"san_Deva-cat_Latn","languages":["san-Deva","cat-Latn"]},{"precision":0.9417,"recall":0.960474,"f1":0.947793,"accuracy":0.960474,"main_score":0.947793,"hf_subset":"san_Deva-fur_Latn","languages":["san-Deva","fur-Latn"]},{"precision":0.319142,"recall":0.371542,"f1":0.333037,"accuracy":0.371542,"main_score":0.333037,"hf_subset":"san_Deva-kab_Latn","languages":["san-Deva","kab-Latn"]},{"precision":0.909667,"recall":0.935771,"f1":0.917885,"accuracy":0.935771,"main_score":0.917885,"hf_subset":"san_Deva-lim_Latn","languages":["san-Deva","lim-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"san_Deva-nld_Latn","languages":["san-Deva","nld-Latn"]},{"precision":0.936512,"recall":0.955534,"f1":0.942589,"accuracy":0.955534,"main_score":0.942589,"hf_subset":"san_Deva-tat_Cyrl","languages":["san-Deva","tat-Cyrl"]},{"precision":0.478772,"recall":0.544466,"f1":0.497259,"accuracy":0.544466,"main_score":0.497259,"hf_subset":"san_Deva-xho_Latn","languages":["san-Deva","xho-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"san_Deva-ars_Arab","languages":["san-Deva","ars-Arab"]},{"precision":0.948123,"recall":0.964427,"f1":0.953393,"accuracy":0.964427,"main_score":0.953393,"hf_subset":"san_Deva-ceb_Latn","languages":["san-Deva","ceb-Latn"]},{"precision":0.437895,"recall":0.492095,"f1":0.453563,"accuracy":0.492095,"main_score":0.453563,"hf_subset":"san_Deva-fuv_Latn","languages":["san-Deva","fuv-Latn"]},{"precision":0.433642,"recall":0.48913,"f1":0.449494,"accuracy":0.48913,"main_score":0.449494,"hf_subset":"san_Deva-kac_Latn","languages":["san-Deva","kac-Latn"]},{"precision":0.480492,"recall":0.552372,"f1":0.500357,"accuracy":0.552372,"main_score":0.500357,"hf_subset":"san_Deva-lin_Latn","languages":["san-Deva","lin-Latn"]},{"precision":0.963768,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"san_Deva-nno_Latn","languages":["san-Deva","nno-Latn"]},{"precision":0.02793,"recall":0.070158,"f1":0.035013,"accuracy":0.070158,"main_score":0.035013,"hf_subset":"san_Deva-sat_Olck","languages":["san-Deva","sat-Olck"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"san_Deva-tel_Telu","languages":["san-Deva","tel-Telu"]},{"precision":0.65528,"recall":0.731225,"f1":0.677827,"accuracy":0.731225,"main_score":0.677827,"hf_subset":"san_Deva-ydd_Hebr","languages":["san-Deva","ydd-Hebr"]},{"precision":0.908267,"recall":0.936759,"f1":0.91749,"accuracy":0.936759,"main_score":0.91749,"hf_subset":"san_Deva-ary_Arab","languages":["san-Deva","ary-Arab"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"san_Deva-ces_Latn","languages":["san-Deva","ces-Latn"]},{"precision":0.370375,"recall":0.433794,"f1":0.38845,"accuracy":0.433794,"main_score":0.38845,"hf_subset":"san_Deva-gaz_Latn","languages":["san-Deva","gaz-Latn"]},{"precision":0.437938,"recall":0.5,"f1":0.455211,"accuracy":0.5,"main_score":0.455211,"hf_subset":"san_Deva-kam_Latn","languages":["san-Deva","kam-Latn"]},{"precision":0.960968,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"san_Deva-lit_Latn","languages":["san-Deva","lit-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"san_Deva-nob_Latn","languages":["san-Deva","nob-Latn"]},{"precision":0.944335,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"san_Deva-scn_Latn","languages":["san-Deva","scn-Latn"]},{"precision":0.832263,"recall":0.875494,"f1":0.84585,"accuracy":0.875494,"main_score":0.84585,"hf_subset":"san_Deva-tgk_Cyrl","languages":["san-Deva","tgk-Cyrl"]},{"precision":0.394059,"recall":0.455534,"f1":0.411284,"accuracy":0.455534,"main_score":0.411284,"hf_subset":"san_Deva-yor_Latn","languages":["san-Deva","yor-Latn"]},{"precision":0.961957,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"san_Deva-arz_Arab","languages":["san-Deva","arz-Arab"]},{"precision":0.443694,"recall":0.506917,"f1":0.46159,"accuracy":0.506917,"main_score":0.46159,"hf_subset":"san_Deva-cjk_Latn","languages":["san-Deva","cjk-Latn"]},{"precision":0.544461,"recall":0.615613,"f1":0.564336,"accuracy":0.615613,"main_score":0.564336,"hf_subset":"san_Deva-gla_Latn","languages":["san-Deva","gla-Latn"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"san_Deva-kan_Knda","languages":["san-Deva","kan-Knda"]},{"precision":0.932148,"recall":0.953557,"f1":0.939065,"accuracy":0.953557,"main_score":0.939065,"hf_subset":"san_Deva-lmo_Latn","languages":["san-Deva","lmo-Latn"]},{"precision":0.974308,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"san_Deva-npi_Deva","languages":["san-Deva","npi-Deva"]},{"precision":0.39229,"recall":0.466403,"f1":0.412628,"accuracy":0.466403,"main_score":0.412628,"hf_subset":"san_Deva-shn_Mymr","languages":["san-Deva","shn-Mymr"]},{"precision":0.964015,"recall":0.975296,"f1":0.967622,"accuracy":0.975296,"main_score":0.967622,"hf_subset":"san_Deva-tgl_Latn","languages":["san-Deva","tgl-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"san_Deva-yue_Hant","languages":["san-Deva","yue-Hant"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"san_Deva-asm_Beng","languages":["san-Deva","asm-Beng"]},{"precision":0.63919,"recall":0.704545,"f1":0.657927,"accuracy":0.704545,"main_score":0.657927,"hf_subset":"san_Deva-ckb_Arab","languages":["san-Deva","ckb-Arab"]},{"precision":0.634659,"recall":0.703557,"f1":0.655311,"accuracy":0.703557,"main_score":0.655311,"hf_subset":"san_Deva-gle_Latn","languages":["san-Deva","gle-Latn"]},{"precision":0.83391,"recall":0.881423,"f1":0.848814,"accuracy":0.881423,"main_score":0.848814,"hf_subset":"san_Deva-kas_Arab","languages":["san-Deva","kas-Arab"]},{"precision":0.775346,"recall":0.83498,"f1":0.793775,"accuracy":0.83498,"main_score":0.793775,"hf_subset":"san_Deva-ltg_Latn","languages":["san-Deva","ltg-Latn"]},{"precision":0.477012,"recall":0.537549,"f1":0.493727,"accuracy":0.537549,"main_score":0.493727,"hf_subset":"san_Deva-nso_Latn","languages":["san-Deva","nso-Latn"]},{"precision":0.376512,"recall":0.471344,"f1":0.402726,"accuracy":0.471344,"main_score":0.402726,"hf_subset":"san_Deva-sin_Sinh","languages":["san-Deva","sin-Sinh"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"san_Deva-tha_Thai","languages":["san-Deva","tha-Thai"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"san_Deva-zho_Hans","languages":["san-Deva","zho-Hans"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"san_Deva-ast_Latn","languages":["san-Deva","ast-Latn"]},{"precision":0.933794,"recall":0.953557,"f1":0.94002,"accuracy":0.953557,"main_score":0.94002,"hf_subset":"san_Deva-crh_Latn","languages":["san-Deva","crh-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"san_Deva-glg_Latn","languages":["san-Deva","glg-Latn"]},{"precision":0.722711,"recall":0.787549,"f1":0.741262,"accuracy":0.787549,"main_score":0.741262,"hf_subset":"san_Deva-kas_Deva","languages":["san-Deva","kas-Deva"]},{"precision":0.937418,"recall":0.95751,"f1":0.944005,"accuracy":0.95751,"main_score":0.944005,"hf_subset":"san_Deva-ltz_Latn","languages":["san-Deva","ltz-Latn"]},{"precision":0.363631,"recall":0.429842,"f1":0.381514,"accuracy":0.429842,"main_score":0.381514,"hf_subset":"san_Deva-nus_Latn","languages":["san-Deva","nus-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"san_Deva-slk_Latn","languages":["san-Deva","slk-Latn"]},{"precision":0.263084,"recall":0.314229,"f1":0.27659,"accuracy":0.314229,"main_score":0.27659,"hf_subset":"san_Deva-tir_Ethi","languages":["san-Deva","tir-Ethi"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"san_Deva-zho_Hant","languages":["san-Deva","zho-Hant"]},{"precision":0.965909,"recall":0.976285,"f1":0.969368,"accuracy":0.976285,"main_score":0.969368,"hf_subset":"san_Deva-awa_Deva","languages":["san-Deva","awa-Deva"]},{"precision":0.773057,"recall":0.827075,"f1":0.789657,"accuracy":0.827075,"main_score":0.789657,"hf_subset":"san_Deva-cym_Latn","languages":["san-Deva","cym-Latn"]},{"precision":0.605832,"recall":0.66996,"f1":0.624482,"accuracy":0.66996,"main_score":0.624482,"hf_subset":"san_Deva-grn_Latn","languages":["san-Deva","grn-Latn"]},{"precision":0.930501,"recall":0.951581,"f1":0.937253,"accuracy":0.951581,"main_score":0.937253,"hf_subset":"san_Deva-kat_Geor","languages":["san-Deva","kat-Geor"]},{"precision":0.501065,"recall":0.559289,"f1":0.517371,"accuracy":0.559289,"main_score":0.517371,"hf_subset":"san_Deva-lua_Latn","languages":["san-Deva","lua-Latn"]},{"precision":0.45599,"recall":0.514822,"f1":0.472239,"accuracy":0.514822,"main_score":0.472239,"hf_subset":"san_Deva-nya_Latn","languages":["san-Deva","nya-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"san_Deva-slv_Latn","languages":["san-Deva","slv-Latn"]},{"precision":0.708663,"recall":0.771739,"f1":0.727376,"accuracy":0.771739,"main_score":0.727376,"hf_subset":"san_Deva-tpi_Latn","languages":["san-Deva","tpi-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"san_Deva-zsm_Latn","languages":["san-Deva","zsm-Latn"]},{"precision":0.43542,"recall":0.492095,"f1":0.450456,"accuracy":0.492095,"main_score":0.450456,"hf_subset":"san_Deva-ayr_Latn","languages":["san-Deva","ayr-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"san_Deva-dan_Latn","languages":["san-Deva","dan-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"san_Deva-guj_Gujr","languages":["san-Deva","guj-Gujr"]},{"precision":0.951746,"recall":0.967391,"f1":0.956851,"accuracy":0.967391,"main_score":0.956851,"hf_subset":"san_Deva-kaz_Cyrl","languages":["san-Deva","kaz-Cyrl"]},{"precision":0.414406,"recall":0.475296,"f1":0.431428,"accuracy":0.475296,"main_score":0.431428,"hf_subset":"san_Deva-lug_Latn","languages":["san-Deva","lug-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"san_Deva-oci_Latn","languages":["san-Deva","oci-Latn"]},{"precision":0.451223,"recall":0.516798,"f1":0.469082,"accuracy":0.516798,"main_score":0.469082,"hf_subset":"san_Deva-smo_Latn","languages":["san-Deva","smo-Latn"]},{"precision":0.420331,"recall":0.479249,"f1":0.436107,"accuracy":0.479249,"main_score":0.436107,"hf_subset":"san_Deva-tsn_Latn","languages":["san-Deva","tsn-Latn"]},{"precision":0.424657,"recall":0.487154,"f1":0.440755,"accuracy":0.487154,"main_score":0.440755,"hf_subset":"san_Deva-zul_Latn","languages":["san-Deva","zul-Latn"]},{"precision":0.740201,"recall":0.806324,"f1":0.760705,"accuracy":0.806324,"main_score":0.760705,"hf_subset":"san_Deva-azb_Arab","languages":["san-Deva","azb-Arab"]},{"precision":0.982872,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"san_Deva-deu_Latn","languages":["san-Deva","deu-Latn"]},{"precision":0.867342,"recall":0.901186,"f1":0.87803,"accuracy":0.901186,"main_score":0.87803,"hf_subset":"san_Deva-hat_Latn","languages":["san-Deva","hat-Latn"]},{"precision":0.405562,"recall":0.461462,"f1":0.420974,"accuracy":0.461462,"main_score":0.420974,"hf_subset":"san_Deva-kbp_Latn","languages":["san-Deva","kbp-Latn"]},{"precision":0.460565,"recall":0.512846,"f1":0.474615,"accuracy":0.512846,"main_score":0.474615,"hf_subset":"san_Deva-luo_Latn","languages":["san-Deva","luo-Latn"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"san_Deva-ory_Orya","languages":["san-Deva","ory-Orya"]},{"precision":0.431343,"recall":0.491107,"f1":0.448246,"accuracy":0.491107,"main_score":0.448246,"hf_subset":"san_Deva-sna_Latn","languages":["san-Deva","sna-Latn"]},{"precision":0.433937,"recall":0.493083,"f1":0.449722,"accuracy":0.493083,"main_score":0.449722,"hf_subset":"san_Deva-tso_Latn","languages":["san-Deva","tso-Latn"]},{"precision":0.958169,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"san_Deva-azj_Latn","languages":["san-Deva","azj-Latn"]},{"precision":0.410096,"recall":0.475296,"f1":0.428435,"accuracy":0.475296,"main_score":0.428435,"hf_subset":"san_Deva-dik_Latn","languages":["san-Deva","dik-Latn"]},{"precision":0.431994,"recall":0.482213,"f1":0.445968,"accuracy":0.482213,"main_score":0.445968,"hf_subset":"san_Deva-hau_Latn","languages":["san-Deva","hau-Latn"]},{"precision":0.934124,"recall":0.954545,"f1":0.940876,"accuracy":0.954545,"main_score":0.940876,"hf_subset":"san_Deva-kea_Latn","languages":["san-Deva","kea-Latn"]},{"precision":0.559556,"recall":0.612648,"f1":0.574485,"accuracy":0.612648,"main_score":0.574485,"hf_subset":"san_Deva-lus_Latn","languages":["san-Deva","lus-Latn"]},{"precision":0.729538,"recall":0.783597,"f1":0.745589,"accuracy":0.783597,"main_score":0.745589,"hf_subset":"san_Deva-pag_Latn","languages":["san-Deva","pag-Latn"]},{"precision":0.939147,"recall":0.95751,"f1":0.944895,"accuracy":0.95751,"main_score":0.944895,"hf_subset":"san_Deva-snd_Arab","languages":["san-Deva","snd-Arab"]},{"precision":0.804298,"recall":0.853755,"f1":0.819532,"accuracy":0.853755,"main_score":0.819532,"hf_subset":"san_Deva-tuk_Latn","languages":["san-Deva","tuk-Latn"]},{"precision":0.88307,"recall":0.91502,"f1":0.893234,"accuracy":0.91502,"main_score":0.893234,"hf_subset":"san_Deva-bak_Cyrl","languages":["san-Deva","bak-Cyrl"]},{"precision":0.357193,"recall":0.436759,"f1":0.379702,"accuracy":0.436759,"main_score":0.379702,"hf_subset":"san_Deva-dyu_Latn","languages":["san-Deva","dyu-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"san_Deva-heb_Hebr","languages":["san-Deva","heb-Hebr"]},{"precision":0.79837,"recall":0.847826,"f1":0.81326,"accuracy":0.847826,"main_score":0.81326,"hf_subset":"san_Deva-khk_Cyrl","languages":["san-Deva","khk-Cyrl"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"san_Deva-lvs_Latn","languages":["san-Deva","lvs-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"san_Deva-pan_Guru","languages":["san-Deva","pan-Guru"]},{"precision":0.422942,"recall":0.485178,"f1":0.439705,"accuracy":0.485178,"main_score":0.439705,"hf_subset":"san_Deva-som_Latn","languages":["san-Deva","som-Latn"]},{"precision":0.455338,"recall":0.508893,"f1":0.470412,"accuracy":0.508893,"main_score":0.470412,"hf_subset":"san_Deva-tum_Latn","languages":["san-Deva","tum-Latn"]},{"precision":0.4389,"recall":0.51581,"f1":0.459752,"accuracy":0.51581,"main_score":0.459752,"hf_subset":"tat_Cyrl-ace_Arab","languages":["tat-Cyrl","ace-Arab"]},{"precision":0.447297,"recall":0.512846,"f1":0.466063,"accuracy":0.512846,"main_score":0.466063,"hf_subset":"tat_Cyrl-bam_Latn","languages":["tat-Cyrl","bam-Latn"]},{"precision":0.11947,"recall":0.16996,"f1":0.132327,"accuracy":0.16996,"main_score":0.132327,"hf_subset":"tat_Cyrl-dzo_Tibt","languages":["tat-Cyrl","dzo-Tibt"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"tat_Cyrl-hin_Deva","languages":["tat-Cyrl","hin-Deva"]},{"precision":0.875576,"recall":0.913043,"f1":0.887549,"accuracy":0.913043,"main_score":0.887549,"hf_subset":"tat_Cyrl-khm_Khmr","languages":["tat-Cyrl","khm-Khmr"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"tat_Cyrl-mag_Deva","languages":["tat-Cyrl","mag-Deva"]},{"precision":0.918808,"recall":0.9417,"f1":0.925856,"accuracy":0.9417,"main_score":0.925856,"hf_subset":"tat_Cyrl-pap_Latn","languages":["tat-Cyrl","pap-Latn"]},{"precision":0.492918,"recall":0.5583,"f1":0.511723,"accuracy":0.5583,"main_score":0.511723,"hf_subset":"tat_Cyrl-sot_Latn","languages":["tat-Cyrl","sot-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"tat_Cyrl-tur_Latn","languages":["tat-Cyrl","tur-Latn"]},{"precision":0.78778,"recall":0.831028,"f1":0.800579,"accuracy":0.831028,"main_score":0.800579,"hf_subset":"tat_Cyrl-ace_Latn","languages":["tat-Cyrl","ace-Latn"]},{"precision":0.875906,"recall":0.909091,"f1":0.886232,"accuracy":0.909091,"main_score":0.886232,"hf_subset":"tat_Cyrl-ban_Latn","languages":["tat-Cyrl","ban-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"tat_Cyrl-ell_Grek","languages":["tat-Cyrl","ell-Grek"]},{"precision":0.950593,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"tat_Cyrl-hne_Deva","languages":["tat-Cyrl","hne-Deva"]},{"precision":0.507784,"recall":0.575099,"f1":0.526713,"accuracy":0.575099,"main_score":0.526713,"hf_subset":"tat_Cyrl-kik_Latn","languages":["tat-Cyrl","kik-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"tat_Cyrl-mai_Deva","languages":["tat-Cyrl","mai-Deva"]},{"precision":0.850255,"recall":0.88834,"f1":0.861978,"accuracy":0.88834,"main_score":0.861978,"hf_subset":"tat_Cyrl-pbt_Arab","languages":["tat-Cyrl","pbt-Arab"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"tat_Cyrl-spa_Latn","languages":["tat-Cyrl","spa-Latn"]},{"precision":0.55691,"recall":0.618577,"f1":0.574362,"accuracy":0.618577,"main_score":0.574362,"hf_subset":"tat_Cyrl-twi_Latn","languages":["tat-Cyrl","twi-Latn"]},{"precision":0.968132,"recall":0.978261,"f1":0.97141,"accuracy":0.978261,"main_score":0.97141,"hf_subset":"tat_Cyrl-acm_Arab","languages":["tat-Cyrl","acm-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"tat_Cyrl-bel_Cyrl","languages":["tat-Cyrl","bel-Cyrl"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"tat_Cyrl-eng_Latn","languages":["tat-Cyrl","eng-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"tat_Cyrl-hrv_Latn","languages":["tat-Cyrl","hrv-Latn"]},{"precision":0.457206,"recall":0.522727,"f1":0.475483,"accuracy":0.522727,"main_score":0.475483,"hf_subset":"tat_Cyrl-kin_Latn","languages":["tat-Cyrl","kin-Latn"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"tat_Cyrl-mal_Mlym","languages":["tat-Cyrl","mal-Mlym"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"tat_Cyrl-pes_Arab","languages":["tat-Cyrl","pes-Arab"]},{"precision":0.954298,"recall":0.967391,"f1":0.958399,"accuracy":0.967391,"main_score":0.958399,"hf_subset":"tat_Cyrl-srd_Latn","languages":["tat-Cyrl","srd-Latn"]},{"precision":0.12785,"recall":0.185771,"f1":0.140025,"accuracy":0.185771,"main_score":0.140025,"hf_subset":"tat_Cyrl-tzm_Tfng","languages":["tat-Cyrl","tzm-Tfng"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"tat_Cyrl-acq_Arab","languages":["tat-Cyrl","acq-Arab"]},{"precision":0.531209,"recall":0.594862,"f1":0.549119,"accuracy":0.594862,"main_score":0.549119,"hf_subset":"tat_Cyrl-bem_Latn","languages":["tat-Cyrl","bem-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tat_Cyrl-epo_Latn","languages":["tat-Cyrl","epo-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tat_Cyrl-hun_Latn","languages":["tat-Cyrl","hun-Latn"]},{"precision":0.962204,"recall":0.97332,"f1":0.96581,"accuracy":0.97332,"main_score":0.96581,"hf_subset":"tat_Cyrl-kir_Cyrl","languages":["tat-Cyrl","kir-Cyrl"]},{"precision":0.971673,"recall":0.980237,"f1":0.974473,"accuracy":0.980237,"main_score":0.974473,"hf_subset":"tat_Cyrl-mar_Deva","languages":["tat-Cyrl","mar-Deva"]},{"precision":0.566631,"recall":0.624506,"f1":0.583343,"accuracy":0.624506,"main_score":0.583343,"hf_subset":"tat_Cyrl-plt_Latn","languages":["tat-Cyrl","plt-Latn"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"tat_Cyrl-srp_Cyrl","languages":["tat-Cyrl","srp-Cyrl"]},{"precision":0.927207,"recall":0.948617,"f1":0.934289,"accuracy":0.948617,"main_score":0.934289,"hf_subset":"tat_Cyrl-uig_Arab","languages":["tat-Cyrl","uig-Arab"]},{"precision":0.952734,"recall":0.967391,"f1":0.95751,"accuracy":0.967391,"main_score":0.95751,"hf_subset":"tat_Cyrl-aeb_Arab","languages":["tat-Cyrl","aeb-Arab"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"tat_Cyrl-ben_Beng","languages":["tat-Cyrl","ben-Beng"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tat_Cyrl-est_Latn","languages":["tat-Cyrl","est-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tat_Cyrl-hye_Armn","languages":["tat-Cyrl","hye-Armn"]},{"precision":0.463147,"recall":0.524704,"f1":0.480731,"accuracy":0.524704,"main_score":0.480731,"hf_subset":"tat_Cyrl-kmb_Latn","languages":["tat-Cyrl","kmb-Latn"]},{"precision":0.38933,"recall":0.482213,"f1":0.414946,"accuracy":0.482213,"main_score":0.414946,"hf_subset":"tat_Cyrl-min_Arab","languages":["tat-Cyrl","min-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tat_Cyrl-pol_Latn","languages":["tat-Cyrl","pol-Latn"]},{"precision":0.444453,"recall":0.519763,"f1":0.465755,"accuracy":0.519763,"main_score":0.465755,"hf_subset":"tat_Cyrl-ssw_Latn","languages":["tat-Cyrl","ssw-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"tat_Cyrl-ukr_Cyrl","languages":["tat-Cyrl","ukr-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"tat_Cyrl-afr_Latn","languages":["tat-Cyrl","afr-Latn"]},{"precision":0.940217,"recall":0.958498,"f1":0.945982,"accuracy":0.958498,"main_score":0.945982,"hf_subset":"tat_Cyrl-bho_Deva","languages":["tat-Cyrl","bho-Deva"]},{"precision":0.919713,"recall":0.943676,"f1":0.927273,"accuracy":0.943676,"main_score":0.927273,"hf_subset":"tat_Cyrl-eus_Latn","languages":["tat-Cyrl","eus-Latn"]},{"precision":0.502436,"recall":0.568182,"f1":0.520679,"accuracy":0.568182,"main_score":0.520679,"hf_subset":"tat_Cyrl-ibo_Latn","languages":["tat-Cyrl","ibo-Latn"]},{"precision":0.722771,"recall":0.780632,"f1":0.739366,"accuracy":0.780632,"main_score":0.739366,"hf_subset":"tat_Cyrl-kmr_Latn","languages":["tat-Cyrl","kmr-Latn"]},{"precision":0.912961,"recall":0.938735,"f1":0.921014,"accuracy":0.938735,"main_score":0.921014,"hf_subset":"tat_Cyrl-min_Latn","languages":["tat-Cyrl","min-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"tat_Cyrl-por_Latn","languages":["tat-Cyrl","por-Latn"]},{"precision":0.943429,"recall":0.960474,"f1":0.949012,"accuracy":0.960474,"main_score":0.949012,"hf_subset":"tat_Cyrl-sun_Latn","languages":["tat-Cyrl","sun-Latn"]},{"precision":0.463081,"recall":0.528656,"f1":0.482096,"accuracy":0.528656,"main_score":0.482096,"hf_subset":"tat_Cyrl-umb_Latn","languages":["tat-Cyrl","umb-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"tat_Cyrl-ajp_Arab","languages":["tat-Cyrl","ajp-Arab"]},{"precision":0.431685,"recall":0.514822,"f1":0.454073,"accuracy":0.514822,"main_score":0.454073,"hf_subset":"tat_Cyrl-bjn_Arab","languages":["tat-Cyrl","bjn-Arab"]},{"precision":0.469863,"recall":0.531621,"f1":0.487091,"accuracy":0.531621,"main_score":0.487091,"hf_subset":"tat_Cyrl-ewe_Latn","languages":["tat-Cyrl","ewe-Latn"]},{"precision":0.827157,"recall":0.866601,"f1":0.839097,"accuracy":0.866601,"main_score":0.839097,"hf_subset":"tat_Cyrl-ilo_Latn","languages":["tat-Cyrl","ilo-Latn"]},{"precision":0.19365,"recall":0.270751,"f1":0.212752,"accuracy":0.270751,"main_score":0.212752,"hf_subset":"tat_Cyrl-knc_Arab","languages":["tat-Cyrl","knc-Arab"]},{"precision":0.976449,"recall":0.983202,"f1":0.97859,"accuracy":0.983202,"main_score":0.97859,"hf_subset":"tat_Cyrl-mkd_Cyrl","languages":["tat-Cyrl","mkd-Cyrl"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"tat_Cyrl-prs_Arab","languages":["tat-Cyrl","prs-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tat_Cyrl-swe_Latn","languages":["tat-Cyrl","swe-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"tat_Cyrl-urd_Arab","languages":["tat-Cyrl","urd-Arab"]},{"precision":0.526413,"recall":0.592885,"f1":0.546052,"accuracy":0.592885,"main_score":0.546052,"hf_subset":"tat_Cyrl-aka_Latn","languages":["tat-Cyrl","aka-Latn"]},{"precision":0.921443,"recall":0.945652,"f1":0.929348,"accuracy":0.945652,"main_score":0.929348,"hf_subset":"tat_Cyrl-bjn_Latn","languages":["tat-Cyrl","bjn-Latn"]},{"precision":0.869565,"recall":0.906126,"f1":0.881094,"accuracy":0.906126,"main_score":0.881094,"hf_subset":"tat_Cyrl-fao_Latn","languages":["tat-Cyrl","fao-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"tat_Cyrl-ind_Latn","languages":["tat-Cyrl","ind-Latn"]},{"precision":0.529032,"recall":0.583992,"f1":0.54451,"accuracy":0.583992,"main_score":0.54451,"hf_subset":"tat_Cyrl-knc_Latn","languages":["tat-Cyrl","knc-Latn"]},{"precision":0.945323,"recall":0.962451,"f1":0.950922,"accuracy":0.962451,"main_score":0.950922,"hf_subset":"tat_Cyrl-mlt_Latn","languages":["tat-Cyrl","mlt-Latn"]},{"precision":0.571181,"recall":0.636364,"f1":0.589672,"accuracy":0.636364,"main_score":0.589672,"hf_subset":"tat_Cyrl-quy_Latn","languages":["tat-Cyrl","quy-Latn"]},{"precision":0.685491,"recall":0.759881,"f1":0.70758,"accuracy":0.759881,"main_score":0.70758,"hf_subset":"tat_Cyrl-swh_Latn","languages":["tat-Cyrl","swh-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"tat_Cyrl-uzn_Latn","languages":["tat-Cyrl","uzn-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tat_Cyrl-als_Latn","languages":["tat-Cyrl","als-Latn"]},{"precision":0.168631,"recall":0.23419,"f1":0.185405,"accuracy":0.23419,"main_score":0.185405,"hf_subset":"tat_Cyrl-bod_Tibt","languages":["tat-Cyrl","bod-Tibt"]},{"precision":0.481753,"recall":0.547431,"f1":0.499483,"accuracy":0.547431,"main_score":0.499483,"hf_subset":"tat_Cyrl-fij_Latn","languages":["tat-Cyrl","fij-Latn"]},{"precision":0.88554,"recall":0.91996,"f1":0.896542,"accuracy":0.91996,"main_score":0.896542,"hf_subset":"tat_Cyrl-isl_Latn","languages":["tat-Cyrl","isl-Latn"]},{"precision":0.54036,"recall":0.614625,"f1":0.562601,"accuracy":0.614625,"main_score":0.562601,"hf_subset":"tat_Cyrl-kon_Latn","languages":["tat-Cyrl","kon-Latn"]},{"precision":0.514027,"recall":0.59585,"f1":0.536291,"accuracy":0.59585,"main_score":0.536291,"hf_subset":"tat_Cyrl-mni_Beng","languages":["tat-Cyrl","mni-Beng"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tat_Cyrl-ron_Latn","languages":["tat-Cyrl","ron-Latn"]},{"precision":0.956357,"recall":0.968379,"f1":0.96031,"accuracy":0.968379,"main_score":0.96031,"hf_subset":"tat_Cyrl-szl_Latn","languages":["tat-Cyrl","szl-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"tat_Cyrl-vec_Latn","languages":["tat-Cyrl","vec-Latn"]},{"precision":0.554282,"recall":0.634387,"f1":0.576668,"accuracy":0.634387,"main_score":0.576668,"hf_subset":"tat_Cyrl-amh_Ethi","languages":["tat-Cyrl","amh-Ethi"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"tat_Cyrl-bos_Latn","languages":["tat-Cyrl","bos-Latn"]},{"precision":0.974802,"recall":0.982213,"f1":0.977273,"accuracy":0.982213,"main_score":0.977273,"hf_subset":"tat_Cyrl-fin_Latn","languages":["tat-Cyrl","fin-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"tat_Cyrl-ita_Latn","languages":["tat-Cyrl","ita-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"tat_Cyrl-kor_Hang","languages":["tat-Cyrl","kor-Hang"]},{"precision":0.480709,"recall":0.55336,"f1":0.501133,"accuracy":0.55336,"main_score":0.501133,"hf_subset":"tat_Cyrl-mos_Latn","languages":["tat-Cyrl","mos-Latn"]},{"precision":0.471676,"recall":0.536561,"f1":0.489555,"accuracy":0.536561,"main_score":0.489555,"hf_subset":"tat_Cyrl-run_Latn","languages":["tat-Cyrl","run-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"tat_Cyrl-tam_Taml","languages":["tat-Cyrl","tam-Taml"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"tat_Cyrl-vie_Latn","languages":["tat-Cyrl","vie-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"tat_Cyrl-apc_Arab","languages":["tat-Cyrl","apc-Arab"]},{"precision":0.709289,"recall":0.766798,"f1":0.726421,"accuracy":0.766798,"main_score":0.726421,"hf_subset":"tat_Cyrl-bug_Latn","languages":["tat-Cyrl","bug-Latn"]},{"precision":0.430598,"recall":0.498024,"f1":0.449001,"accuracy":0.498024,"main_score":0.449001,"hf_subset":"tat_Cyrl-fon_Latn","languages":["tat-Cyrl","fon-Latn"]},{"precision":0.953887,"recall":0.968379,"f1":0.958663,"accuracy":0.968379,"main_score":0.958663,"hf_subset":"tat_Cyrl-jav_Latn","languages":["tat-Cyrl","jav-Latn"]},{"precision":0.811215,"recall":0.864625,"f1":0.828096,"accuracy":0.864625,"main_score":0.828096,"hf_subset":"tat_Cyrl-lao_Laoo","languages":["tat-Cyrl","lao-Laoo"]},{"precision":0.561106,"recall":0.640316,"f1":0.583552,"accuracy":0.640316,"main_score":0.583552,"hf_subset":"tat_Cyrl-mri_Latn","languages":["tat-Cyrl","mri-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tat_Cyrl-rus_Cyrl","languages":["tat-Cyrl","rus-Cyrl"]},{"precision":0.504057,"recall":0.564229,"f1":0.521297,"accuracy":0.564229,"main_score":0.521297,"hf_subset":"tat_Cyrl-taq_Latn","languages":["tat-Cyrl","taq-Latn"]},{"precision":0.944252,"recall":0.959486,"f1":0.949012,"accuracy":0.959486,"main_score":0.949012,"hf_subset":"tat_Cyrl-war_Latn","languages":["tat-Cyrl","war-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"tat_Cyrl-arb_Arab","languages":["tat-Cyrl","arb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tat_Cyrl-bul_Cyrl","languages":["tat-Cyrl","bul-Cyrl"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tat_Cyrl-fra_Latn","languages":["tat-Cyrl","fra-Latn"]},{"precision":0.961133,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"tat_Cyrl-jpn_Jpan","languages":["tat-Cyrl","jpn-Jpan"]},{"precision":0.95751,"recall":0.969368,"f1":0.961298,"accuracy":0.969368,"main_score":0.961298,"hf_subset":"tat_Cyrl-lij_Latn","languages":["tat-Cyrl","lij-Latn"]},{"precision":0.860672,"recall":0.900198,"f1":0.873471,"accuracy":0.900198,"main_score":0.873471,"hf_subset":"tat_Cyrl-mya_Mymr","languages":["tat-Cyrl","mya-Mymr"]},{"precision":0.499851,"recall":0.575099,"f1":0.521072,"accuracy":0.575099,"main_score":0.521072,"hf_subset":"tat_Cyrl-sag_Latn","languages":["tat-Cyrl","sag-Latn"]},{"precision":0.148987,"recall":0.221344,"f1":0.163691,"accuracy":0.221344,"main_score":0.163691,"hf_subset":"tat_Cyrl-taq_Tfng","languages":["tat-Cyrl","taq-Tfng"]},{"precision":0.563447,"recall":0.626482,"f1":0.581409,"accuracy":0.626482,"main_score":0.581409,"hf_subset":"tat_Cyrl-wol_Latn","languages":["tat-Cyrl","wol-Latn"]},{"precision":0.599134,"recall":0.682806,"f1":0.62277,"accuracy":0.682806,"main_score":0.62277,"hf_subset":"tat_Cyrl-arb_Latn","languages":["tat-Cyrl","arb-Latn"]},{"precision":0.983037,"recall":0.988142,"f1":0.984684,"accuracy":0.988142,"main_score":0.984684,"hf_subset":"tat_Cyrl-cat_Latn","languages":["tat-Cyrl","cat-Latn"]},{"precision":0.954381,"recall":0.968379,"f1":0.958992,"accuracy":0.968379,"main_score":0.958992,"hf_subset":"tat_Cyrl-fur_Latn","languages":["tat-Cyrl","fur-Latn"]},{"precision":0.34972,"recall":0.406126,"f1":0.364508,"accuracy":0.406126,"main_score":0.364508,"hf_subset":"tat_Cyrl-kab_Latn","languages":["tat-Cyrl","kab-Latn"]},{"precision":0.927289,"recall":0.948617,"f1":0.934025,"accuracy":0.948617,"main_score":0.934025,"hf_subset":"tat_Cyrl-lim_Latn","languages":["tat-Cyrl","lim-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"tat_Cyrl-nld_Latn","languages":["tat-Cyrl","nld-Latn"]},{"precision":0.901383,"recall":0.929842,"f1":0.910375,"accuracy":0.929842,"main_score":0.910375,"hf_subset":"tat_Cyrl-san_Deva","languages":["tat-Cyrl","san-Deva"]},{"precision":0.526232,"recall":0.594862,"f1":0.54556,"accuracy":0.594862,"main_score":0.54556,"hf_subset":"tat_Cyrl-xho_Latn","languages":["tat-Cyrl","xho-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"tat_Cyrl-ars_Arab","languages":["tat-Cyrl","ars-Arab"]},{"precision":0.962451,"recall":0.97332,"f1":0.966074,"accuracy":0.97332,"main_score":0.966074,"hf_subset":"tat_Cyrl-ceb_Latn","languages":["tat-Cyrl","ceb-Latn"]},{"precision":0.482255,"recall":0.549407,"f1":0.501049,"accuracy":0.549407,"main_score":0.501049,"hf_subset":"tat_Cyrl-fuv_Latn","languages":["tat-Cyrl","fuv-Latn"]},{"precision":0.471213,"recall":0.539526,"f1":0.491032,"accuracy":0.539526,"main_score":0.491032,"hf_subset":"tat_Cyrl-kac_Latn","languages":["tat-Cyrl","kac-Latn"]},{"precision":0.565452,"recall":0.635375,"f1":0.585077,"accuracy":0.635375,"main_score":0.585077,"hf_subset":"tat_Cyrl-lin_Latn","languages":["tat-Cyrl","lin-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tat_Cyrl-nno_Latn","languages":["tat-Cyrl","nno-Latn"]},{"precision":0.021325,"recall":0.064229,"f1":0.028317,"accuracy":0.064229,"main_score":0.028317,"hf_subset":"tat_Cyrl-sat_Olck","languages":["tat-Cyrl","sat-Olck"]},{"precision":0.966074,"recall":0.976285,"f1":0.969368,"accuracy":0.976285,"main_score":0.969368,"hf_subset":"tat_Cyrl-tel_Telu","languages":["tat-Cyrl","tel-Telu"]},{"precision":0.704694,"recall":0.773715,"f1":0.725202,"accuracy":0.773715,"main_score":0.725202,"hf_subset":"tat_Cyrl-ydd_Hebr","languages":["tat-Cyrl","ydd-Hebr"]},{"precision":0.910903,"recall":0.937747,"f1":0.919631,"accuracy":0.937747,"main_score":0.919631,"hf_subset":"tat_Cyrl-ary_Arab","languages":["tat-Cyrl","ary-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tat_Cyrl-ces_Latn","languages":["tat-Cyrl","ces-Latn"]},{"precision":0.407075,"recall":0.485178,"f1":0.428932,"accuracy":0.485178,"main_score":0.428932,"hf_subset":"tat_Cyrl-gaz_Latn","languages":["tat-Cyrl","gaz-Latn"]},{"precision":0.493956,"recall":0.567194,"f1":0.514166,"accuracy":0.567194,"main_score":0.514166,"hf_subset":"tat_Cyrl-kam_Latn","languages":["tat-Cyrl","kam-Latn"]},{"precision":0.975626,"recall":0.983202,"f1":0.978096,"accuracy":0.983202,"main_score":0.978096,"hf_subset":"tat_Cyrl-lit_Latn","languages":["tat-Cyrl","lit-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"tat_Cyrl-nob_Latn","languages":["tat-Cyrl","nob-Latn"]},{"precision":0.944088,"recall":0.961462,"f1":0.949671,"accuracy":0.961462,"main_score":0.949671,"hf_subset":"tat_Cyrl-scn_Latn","languages":["tat-Cyrl","scn-Latn"]},{"precision":0.895092,"recall":0.925889,"f1":0.904809,"accuracy":0.925889,"main_score":0.904809,"hf_subset":"tat_Cyrl-tgk_Cyrl","languages":["tat-Cyrl","tgk-Cyrl"]},{"precision":0.430494,"recall":0.505929,"f1":0.452092,"accuracy":0.505929,"main_score":0.452092,"hf_subset":"tat_Cyrl-yor_Latn","languages":["tat-Cyrl","yor-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"tat_Cyrl-arz_Arab","languages":["tat-Cyrl","arz-Arab"]},{"precision":0.468215,"recall":0.549407,"f1":0.49111,"accuracy":0.549407,"main_score":0.49111,"hf_subset":"tat_Cyrl-cjk_Latn","languages":["tat-Cyrl","cjk-Latn"]},{"precision":0.605093,"recall":0.675889,"f1":0.624974,"accuracy":0.675889,"main_score":0.624974,"hf_subset":"tat_Cyrl-gla_Latn","languages":["tat-Cyrl","gla-Latn"]},{"precision":0.968379,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"tat_Cyrl-kan_Knda","languages":["tat-Cyrl","kan-Knda"]},{"precision":0.932148,"recall":0.952569,"f1":0.9389,"accuracy":0.952569,"main_score":0.9389,"hf_subset":"tat_Cyrl-lmo_Latn","languages":["tat-Cyrl","lmo-Latn"]},{"precision":0.963439,"recall":0.974308,"f1":0.967062,"accuracy":0.974308,"main_score":0.967062,"hf_subset":"tat_Cyrl-npi_Deva","languages":["tat-Cyrl","npi-Deva"]},{"precision":0.422404,"recall":0.505929,"f1":0.44566,"accuracy":0.505929,"main_score":0.44566,"hf_subset":"tat_Cyrl-shn_Mymr","languages":["tat-Cyrl","shn-Mymr"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"tat_Cyrl-tgl_Latn","languages":["tat-Cyrl","tgl-Latn"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"tat_Cyrl-yue_Hant","languages":["tat-Cyrl","yue-Hant"]},{"precision":0.944829,"recall":0.962451,"f1":0.950593,"accuracy":0.962451,"main_score":0.950593,"hf_subset":"tat_Cyrl-asm_Beng","languages":["tat-Cyrl","asm-Beng"]},{"precision":0.701304,"recall":0.761858,"f1":0.719512,"accuracy":0.761858,"main_score":0.719512,"hf_subset":"tat_Cyrl-ckb_Arab","languages":["tat-Cyrl","ckb-Arab"]},{"precision":0.686128,"recall":0.761858,"f1":0.709387,"accuracy":0.761858,"main_score":0.709387,"hf_subset":"tat_Cyrl-gle_Latn","languages":["tat-Cyrl","gle-Latn"]},{"precision":0.81306,"recall":0.863636,"f1":0.828755,"accuracy":0.863636,"main_score":0.828755,"hf_subset":"tat_Cyrl-kas_Arab","languages":["tat-Cyrl","kas-Arab"]},{"precision":0.8458,"recall":0.884387,"f1":0.85774,"accuracy":0.884387,"main_score":0.85774,"hf_subset":"tat_Cyrl-ltg_Latn","languages":["tat-Cyrl","ltg-Latn"]},{"precision":0.519121,"recall":0.58498,"f1":0.537648,"accuracy":0.58498,"main_score":0.537648,"hf_subset":"tat_Cyrl-nso_Latn","languages":["tat-Cyrl","nso-Latn"]},{"precision":0.396352,"recall":0.492095,"f1":0.422393,"accuracy":0.492095,"main_score":0.422393,"hf_subset":"tat_Cyrl-sin_Sinh","languages":["tat-Cyrl","sin-Sinh"]},{"precision":0.96805,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"tat_Cyrl-tha_Thai","languages":["tat-Cyrl","tha-Thai"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"tat_Cyrl-zho_Hans","languages":["tat-Cyrl","zho-Hans"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"tat_Cyrl-ast_Latn","languages":["tat-Cyrl","ast-Latn"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"tat_Cyrl-crh_Latn","languages":["tat-Cyrl","crh-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"tat_Cyrl-glg_Latn","languages":["tat-Cyrl","glg-Latn"]},{"precision":0.705402,"recall":0.778656,"f1":0.727357,"accuracy":0.778656,"main_score":0.727357,"hf_subset":"tat_Cyrl-kas_Deva","languages":["tat-Cyrl","kas-Deva"]},{"precision":0.957839,"recall":0.971344,"f1":0.962286,"accuracy":0.971344,"main_score":0.962286,"hf_subset":"tat_Cyrl-ltz_Latn","languages":["tat-Cyrl","ltz-Latn"]},{"precision":0.392965,"recall":0.469368,"f1":0.413778,"accuracy":0.469368,"main_score":0.413778,"hf_subset":"tat_Cyrl-nus_Latn","languages":["tat-Cyrl","nus-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"tat_Cyrl-slk_Latn","languages":["tat-Cyrl","slk-Latn"]},{"precision":0.276766,"recall":0.350791,"f1":0.29598,"accuracy":0.350791,"main_score":0.29598,"hf_subset":"tat_Cyrl-tir_Ethi","languages":["tat-Cyrl","tir-Ethi"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"tat_Cyrl-zho_Hant","languages":["tat-Cyrl","zho-Hant"]},{"precision":0.959651,"recall":0.971344,"f1":0.963439,"accuracy":0.971344,"main_score":0.963439,"hf_subset":"tat_Cyrl-awa_Deva","languages":["tat-Cyrl","awa-Deva"]},{"precision":0.826334,"recall":0.874506,"f1":0.841469,"accuracy":0.874506,"main_score":0.841469,"hf_subset":"tat_Cyrl-cym_Latn","languages":["tat-Cyrl","cym-Latn"]},{"precision":0.698132,"recall":0.749012,"f1":0.713785,"accuracy":0.749012,"main_score":0.713785,"hf_subset":"tat_Cyrl-grn_Latn","languages":["tat-Cyrl","grn-Latn"]},{"precision":0.961462,"recall":0.97332,"f1":0.96525,"accuracy":0.97332,"main_score":0.96525,"hf_subset":"tat_Cyrl-kat_Geor","languages":["tat-Cyrl","kat-Geor"]},{"precision":0.564425,"recall":0.62747,"f1":0.582835,"accuracy":0.62747,"main_score":0.582835,"hf_subset":"tat_Cyrl-lua_Latn","languages":["tat-Cyrl","lua-Latn"]},{"precision":0.508843,"recall":0.579051,"f1":0.528609,"accuracy":0.579051,"main_score":0.528609,"hf_subset":"tat_Cyrl-nya_Latn","languages":["tat-Cyrl","nya-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tat_Cyrl-slv_Latn","languages":["tat-Cyrl","slv-Latn"]},{"precision":0.741074,"recall":0.798419,"f1":0.758729,"accuracy":0.798419,"main_score":0.758729,"hf_subset":"tat_Cyrl-tpi_Latn","languages":["tat-Cyrl","tpi-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"tat_Cyrl-zsm_Latn","languages":["tat-Cyrl","zsm-Latn"]},{"precision":0.48029,"recall":0.541502,"f1":0.497484,"accuracy":0.541502,"main_score":0.497484,"hf_subset":"tat_Cyrl-ayr_Latn","languages":["tat-Cyrl","ayr-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"tat_Cyrl-dan_Latn","languages":["tat-Cyrl","dan-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"tat_Cyrl-guj_Gujr","languages":["tat-Cyrl","guj-Gujr"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tat_Cyrl-kaz_Cyrl","languages":["tat-Cyrl","kaz-Cyrl"]},{"precision":0.441761,"recall":0.51087,"f1":0.461048,"accuracy":0.51087,"main_score":0.461048,"hf_subset":"tat_Cyrl-lug_Latn","languages":["tat-Cyrl","lug-Latn"]},{"precision":0.975626,"recall":0.983202,"f1":0.978096,"accuracy":0.983202,"main_score":0.978096,"hf_subset":"tat_Cyrl-oci_Latn","languages":["tat-Cyrl","oci-Latn"]},{"precision":0.524838,"recall":0.598814,"f1":0.545544,"accuracy":0.598814,"main_score":0.545544,"hf_subset":"tat_Cyrl-smo_Latn","languages":["tat-Cyrl","smo-Latn"]},{"precision":0.475269,"recall":0.543478,"f1":0.494067,"accuracy":0.543478,"main_score":0.494067,"hf_subset":"tat_Cyrl-tsn_Latn","languages":["tat-Cyrl","tsn-Latn"]},{"precision":0.47404,"recall":0.538538,"f1":0.491668,"accuracy":0.538538,"main_score":0.491668,"hf_subset":"tat_Cyrl-zul_Latn","languages":["tat-Cyrl","zul-Latn"]},{"precision":0.769055,"recall":0.825099,"f1":0.786232,"accuracy":0.825099,"main_score":0.786232,"hf_subset":"tat_Cyrl-azb_Arab","languages":["tat-Cyrl","azb-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tat_Cyrl-deu_Latn","languages":["tat-Cyrl","deu-Latn"]},{"precision":0.862566,"recall":0.901186,"f1":0.875066,"accuracy":0.901186,"main_score":0.875066,"hf_subset":"tat_Cyrl-hat_Latn","languages":["tat-Cyrl","hat-Latn"]},{"precision":0.450781,"recall":0.513834,"f1":0.468625,"accuracy":0.513834,"main_score":0.468625,"hf_subset":"tat_Cyrl-kbp_Latn","languages":["tat-Cyrl","kbp-Latn"]},{"precision":0.492531,"recall":0.552372,"f1":0.509072,"accuracy":0.552372,"main_score":0.509072,"hf_subset":"tat_Cyrl-luo_Latn","languages":["tat-Cyrl","luo-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"tat_Cyrl-ory_Orya","languages":["tat-Cyrl","ory-Orya"]},{"precision":0.505122,"recall":0.573123,"f1":0.524438,"accuracy":0.573123,"main_score":0.524438,"hf_subset":"tat_Cyrl-sna_Latn","languages":["tat-Cyrl","sna-Latn"]},{"precision":0.468254,"recall":0.536561,"f1":0.486795,"accuracy":0.536561,"main_score":0.486795,"hf_subset":"tat_Cyrl-tso_Latn","languages":["tat-Cyrl","tso-Latn"]},{"precision":0.965086,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"tat_Cyrl-azj_Latn","languages":["tat-Cyrl","azj-Latn"]},{"precision":0.468595,"recall":0.54249,"f1":0.489569,"accuracy":0.54249,"main_score":0.489569,"hf_subset":"tat_Cyrl-dik_Latn","languages":["tat-Cyrl","dik-Latn"]},{"precision":0.484457,"recall":0.539526,"f1":0.49982,"accuracy":0.539526,"main_score":0.49982,"hf_subset":"tat_Cyrl-hau_Latn","languages":["tat-Cyrl","hau-Latn"]},{"precision":0.932477,"recall":0.953557,"f1":0.939394,"accuracy":0.953557,"main_score":0.939394,"hf_subset":"tat_Cyrl-kea_Latn","languages":["tat-Cyrl","kea-Latn"]},{"precision":0.638761,"recall":0.697628,"f1":0.655588,"accuracy":0.697628,"main_score":0.655588,"hf_subset":"tat_Cyrl-lus_Latn","languages":["tat-Cyrl","lus-Latn"]},{"precision":0.773057,"recall":0.814229,"f1":0.78546,"accuracy":0.814229,"main_score":0.78546,"hf_subset":"tat_Cyrl-pag_Latn","languages":["tat-Cyrl","pag-Latn"]},{"precision":0.937829,"recall":0.956522,"f1":0.943695,"accuracy":0.956522,"main_score":0.943695,"hf_subset":"tat_Cyrl-snd_Arab","languages":["tat-Cyrl","snd-Arab"]},{"precision":0.898551,"recall":0.929842,"f1":0.908762,"accuracy":0.929842,"main_score":0.908762,"hf_subset":"tat_Cyrl-tuk_Latn","languages":["tat-Cyrl","tuk-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tat_Cyrl-bak_Cyrl","languages":["tat-Cyrl","bak-Cyrl"]},{"precision":0.42164,"recall":0.504941,"f1":0.445444,"accuracy":0.504941,"main_score":0.445444,"hf_subset":"tat_Cyrl-dyu_Latn","languages":["tat-Cyrl","dyu-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"tat_Cyrl-heb_Hebr","languages":["tat-Cyrl","heb-Hebr"]},{"precision":0.876565,"recall":0.910079,"f1":0.886759,"accuracy":0.910079,"main_score":0.886759,"hf_subset":"tat_Cyrl-khk_Cyrl","languages":["tat-Cyrl","khk-Cyrl"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"tat_Cyrl-lvs_Latn","languages":["tat-Cyrl","lvs-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"tat_Cyrl-pan_Guru","languages":["tat-Cyrl","pan-Guru"]},{"precision":0.482179,"recall":0.554348,"f1":0.502708,"accuracy":0.554348,"main_score":0.502708,"hf_subset":"tat_Cyrl-som_Latn","languages":["tat-Cyrl","som-Latn"]},{"precision":0.502054,"recall":0.563241,"f1":0.520038,"accuracy":0.563241,"main_score":0.520038,"hf_subset":"tat_Cyrl-tum_Latn","languages":["tat-Cyrl","tum-Latn"]},{"precision":0.357644,"recall":0.423913,"f1":0.375846,"accuracy":0.423913,"main_score":0.375846,"hf_subset":"xho_Latn-ace_Arab","languages":["xho-Latn","ace-Arab"]},{"precision":0.463768,"recall":0.511858,"f1":0.47729,"accuracy":0.511858,"main_score":0.47729,"hf_subset":"xho_Latn-bam_Latn","languages":["xho-Latn","bam-Latn"]},{"precision":0.117444,"recall":0.160079,"f1":0.128143,"accuracy":0.160079,"main_score":0.128143,"hf_subset":"xho_Latn-dzo_Tibt","languages":["xho-Latn","dzo-Tibt"]},{"precision":0.530695,"recall":0.589921,"f1":0.546752,"accuracy":0.589921,"main_score":0.546752,"hf_subset":"xho_Latn-hin_Deva","languages":["xho-Latn","hin-Deva"]},{"precision":0.404025,"recall":0.479249,"f1":0.424437,"accuracy":0.479249,"main_score":0.424437,"hf_subset":"xho_Latn-khm_Khmr","languages":["xho-Latn","khm-Khmr"]},{"precision":0.522966,"recall":0.582016,"f1":0.539367,"accuracy":0.582016,"main_score":0.539367,"hf_subset":"xho_Latn-mag_Deva","languages":["xho-Latn","mag-Deva"]},{"precision":0.557972,"recall":0.605731,"f1":0.571384,"accuracy":0.605731,"main_score":0.571384,"hf_subset":"xho_Latn-pap_Latn","languages":["xho-Latn","pap-Latn"]},{"precision":0.53746,"recall":0.571146,"f1":0.547057,"accuracy":0.571146,"main_score":0.547057,"hf_subset":"xho_Latn-sot_Latn","languages":["xho-Latn","sot-Latn"]},{"precision":0.54398,"recall":0.600791,"f1":0.560169,"accuracy":0.600791,"main_score":0.560169,"hf_subset":"xho_Latn-tur_Latn","languages":["xho-Latn","tur-Latn"]},{"precision":0.548096,"recall":0.588933,"f1":0.559364,"accuracy":0.588933,"main_score":0.559364,"hf_subset":"xho_Latn-ace_Latn","languages":["xho-Latn","ace-Latn"]},{"precision":0.562276,"recall":0.604743,"f1":0.574602,"accuracy":0.604743,"main_score":0.574602,"hf_subset":"xho_Latn-ban_Latn","languages":["xho-Latn","ban-Latn"]},{"precision":0.494107,"recall":0.573123,"f1":0.516263,"accuracy":0.573123,"main_score":0.516263,"hf_subset":"xho_Latn-ell_Grek","languages":["xho-Latn","ell-Grek"]},{"precision":0.516391,"recall":0.578063,"f1":0.533851,"accuracy":0.578063,"main_score":0.533851,"hf_subset":"xho_Latn-hne_Deva","languages":["xho-Latn","hne-Deva"]},{"precision":0.479143,"recall":0.528656,"f1":0.493975,"accuracy":0.528656,"main_score":0.493975,"hf_subset":"xho_Latn-kik_Latn","languages":["xho-Latn","kik-Latn"]},{"precision":0.553531,"recall":0.608696,"f1":0.568587,"accuracy":0.608696,"main_score":0.568587,"hf_subset":"xho_Latn-mai_Deva","languages":["xho-Latn","mai-Deva"]},{"precision":0.477934,"recall":0.54249,"f1":0.496958,"accuracy":0.54249,"main_score":0.496958,"hf_subset":"xho_Latn-pbt_Arab","languages":["xho-Latn","pbt-Arab"]},{"precision":0.549559,"recall":0.609684,"f1":0.566398,"accuracy":0.609684,"main_score":0.566398,"hf_subset":"xho_Latn-spa_Latn","languages":["xho-Latn","spa-Latn"]},{"precision":0.540126,"recall":0.576087,"f1":0.55027,"accuracy":0.576087,"main_score":0.55027,"hf_subset":"xho_Latn-twi_Latn","languages":["xho-Latn","twi-Latn"]},{"precision":0.51782,"recall":0.575099,"f1":0.532687,"accuracy":0.575099,"main_score":0.532687,"hf_subset":"xho_Latn-acm_Arab","languages":["xho-Latn","acm-Arab"]},{"precision":0.51752,"recall":0.578063,"f1":0.534357,"accuracy":0.578063,"main_score":0.534357,"hf_subset":"xho_Latn-bel_Cyrl","languages":["xho-Latn","bel-Cyrl"]},{"precision":0.550873,"recall":0.61166,"f1":0.568037,"accuracy":0.61166,"main_score":0.568037,"hf_subset":"xho_Latn-eng_Latn","languages":["xho-Latn","eng-Latn"]},{"precision":0.551665,"recall":0.61166,"f1":0.568033,"accuracy":0.61166,"main_score":0.568033,"hf_subset":"xho_Latn-hrv_Latn","languages":["xho-Latn","hrv-Latn"]},{"precision":0.500393,"recall":0.546443,"f1":0.513096,"accuracy":0.546443,"main_score":0.513096,"hf_subset":"xho_Latn-kin_Latn","languages":["xho-Latn","kin-Latn"]},{"precision":0.512551,"recall":0.576087,"f1":0.529531,"accuracy":0.576087,"main_score":0.529531,"hf_subset":"xho_Latn-mal_Mlym","languages":["xho-Latn","mal-Mlym"]},{"precision":0.517625,"recall":0.583004,"f1":0.535812,"accuracy":0.583004,"main_score":0.535812,"hf_subset":"xho_Latn-pes_Arab","languages":["xho-Latn","pes-Arab"]},{"precision":0.547704,"recall":0.599802,"f1":0.563028,"accuracy":0.599802,"main_score":0.563028,"hf_subset":"xho_Latn-srd_Latn","languages":["xho-Latn","srd-Latn"]},{"precision":0.155273,"recall":0.202569,"f1":0.165992,"accuracy":0.202569,"main_score":0.165992,"hf_subset":"xho_Latn-tzm_Tfng","languages":["xho-Latn","tzm-Tfng"]},{"precision":0.517325,"recall":0.579051,"f1":0.533907,"accuracy":0.579051,"main_score":0.533907,"hf_subset":"xho_Latn-acq_Arab","languages":["xho-Latn","acq-Arab"]},{"precision":0.536614,"recall":0.578063,"f1":0.548303,"accuracy":0.578063,"main_score":0.548303,"hf_subset":"xho_Latn-bem_Latn","languages":["xho-Latn","bem-Latn"]},{"precision":0.540981,"recall":0.601779,"f1":0.557249,"accuracy":0.601779,"main_score":0.557249,"hf_subset":"xho_Latn-epo_Latn","languages":["xho-Latn","epo-Latn"]},{"precision":0.537597,"recall":0.59585,"f1":0.553958,"accuracy":0.59585,"main_score":0.553958,"hf_subset":"xho_Latn-hun_Latn","languages":["xho-Latn","hun-Latn"]},{"precision":0.544635,"recall":0.593874,"f1":0.55847,"accuracy":0.593874,"main_score":0.55847,"hf_subset":"xho_Latn-kir_Cyrl","languages":["xho-Latn","kir-Cyrl"]},{"precision":0.519198,"recall":0.586957,"f1":0.537913,"accuracy":0.586957,"main_score":0.537913,"hf_subset":"xho_Latn-mar_Deva","languages":["xho-Latn","mar-Deva"]},{"precision":0.523981,"recall":0.566206,"f1":0.535778,"accuracy":0.566206,"main_score":0.535778,"hf_subset":"xho_Latn-plt_Latn","languages":["xho-Latn","plt-Latn"]},{"precision":0.544437,"recall":0.608696,"f1":0.562415,"accuracy":0.608696,"main_score":0.562415,"hf_subset":"xho_Latn-srp_Cyrl","languages":["xho-Latn","srp-Cyrl"]},{"precision":0.4651,"recall":0.529644,"f1":0.483522,"accuracy":0.529644,"main_score":0.483522,"hf_subset":"xho_Latn-uig_Arab","languages":["xho-Latn","uig-Arab"]},{"precision":0.505697,"recall":0.567194,"f1":0.522819,"accuracy":0.567194,"main_score":0.522819,"hf_subset":"xho_Latn-aeb_Arab","languages":["xho-Latn","aeb-Arab"]},{"precision":0.518579,"recall":0.583004,"f1":0.536513,"accuracy":0.583004,"main_score":0.536513,"hf_subset":"xho_Latn-ben_Beng","languages":["xho-Latn","ben-Beng"]},{"precision":0.525802,"recall":0.582016,"f1":0.541559,"accuracy":0.582016,"main_score":0.541559,"hf_subset":"xho_Latn-est_Latn","languages":["xho-Latn","est-Latn"]},{"precision":0.49086,"recall":0.5583,"f1":0.50963,"accuracy":0.5583,"main_score":0.50963,"hf_subset":"xho_Latn-hye_Armn","languages":["xho-Latn","hye-Armn"]},{"precision":0.487289,"recall":0.52668,"f1":0.499057,"accuracy":0.52668,"main_score":0.499057,"hf_subset":"xho_Latn-kmb_Latn","languages":["xho-Latn","kmb-Latn"]},{"precision":0.329423,"recall":0.392292,"f1":0.347359,"accuracy":0.392292,"main_score":0.347359,"hf_subset":"xho_Latn-min_Arab","languages":["xho-Latn","min-Arab"]},{"precision":0.535348,"recall":0.596838,"f1":0.55243,"accuracy":0.596838,"main_score":0.55243,"hf_subset":"xho_Latn-pol_Latn","languages":["xho-Latn","pol-Latn"]},{"precision":0.573488,"recall":0.620553,"f1":0.586548,"accuracy":0.620553,"main_score":0.586548,"hf_subset":"xho_Latn-ssw_Latn","languages":["xho-Latn","ssw-Latn"]},{"precision":0.53856,"recall":0.603755,"f1":0.556718,"accuracy":0.603755,"main_score":0.556718,"hf_subset":"xho_Latn-ukr_Cyrl","languages":["xho-Latn","ukr-Cyrl"]},{"precision":0.561558,"recall":0.617589,"f1":0.577198,"accuracy":0.617589,"main_score":0.577198,"hf_subset":"xho_Latn-afr_Latn","languages":["xho-Latn","afr-Latn"]},{"precision":0.532318,"recall":0.585968,"f1":0.547269,"accuracy":0.585968,"main_score":0.547269,"hf_subset":"xho_Latn-bho_Deva","languages":["xho-Latn","bho-Deva"]},{"precision":0.543867,"recall":0.596838,"f1":0.558361,"accuracy":0.596838,"main_score":0.558361,"hf_subset":"xho_Latn-eus_Latn","languages":["xho-Latn","eus-Latn"]},{"precision":0.51564,"recall":0.557312,"f1":0.527676,"accuracy":0.557312,"main_score":0.527676,"hf_subset":"xho_Latn-ibo_Latn","languages":["xho-Latn","ibo-Latn"]},{"precision":0.533179,"recall":0.582016,"f1":0.54707,"accuracy":0.582016,"main_score":0.54707,"hf_subset":"xho_Latn-kmr_Latn","languages":["xho-Latn","kmr-Latn"]},{"precision":0.560889,"recall":0.603755,"f1":0.573606,"accuracy":0.603755,"main_score":0.573606,"hf_subset":"xho_Latn-min_Latn","languages":["xho-Latn","min-Latn"]},{"precision":0.542063,"recall":0.603755,"f1":0.559383,"accuracy":0.603755,"main_score":0.559383,"hf_subset":"xho_Latn-por_Latn","languages":["xho-Latn","por-Latn"]},{"precision":0.548036,"recall":0.604743,"f1":0.564185,"accuracy":0.604743,"main_score":0.564185,"hf_subset":"xho_Latn-sun_Latn","languages":["xho-Latn","sun-Latn"]},{"precision":0.470036,"recall":0.514822,"f1":0.483514,"accuracy":0.514822,"main_score":0.483514,"hf_subset":"xho_Latn-umb_Latn","languages":["xho-Latn","umb-Latn"]},{"precision":0.512265,"recall":0.58004,"f1":0.531157,"accuracy":0.58004,"main_score":0.531157,"hf_subset":"xho_Latn-ajp_Arab","languages":["xho-Latn","ajp-Arab"]},{"precision":0.371308,"recall":0.428854,"f1":0.387709,"accuracy":0.428854,"main_score":0.387709,"hf_subset":"xho_Latn-bjn_Arab","languages":["xho-Latn","bjn-Arab"]},{"precision":0.483162,"recall":0.52668,"f1":0.495547,"accuracy":0.52668,"main_score":0.495547,"hf_subset":"xho_Latn-ewe_Latn","languages":["xho-Latn","ewe-Latn"]},{"precision":0.568856,"recall":0.615613,"f1":0.581603,"accuracy":0.615613,"main_score":0.581603,"hf_subset":"xho_Latn-ilo_Latn","languages":["xho-Latn","ilo-Latn"]},{"precision":0.199897,"recall":0.270751,"f1":0.218268,"accuracy":0.270751,"main_score":0.218268,"hf_subset":"xho_Latn-knc_Arab","languages":["xho-Latn","knc-Arab"]},{"precision":0.540402,"recall":0.603755,"f1":0.55763,"accuracy":0.603755,"main_score":0.55763,"hf_subset":"xho_Latn-mkd_Cyrl","languages":["xho-Latn","mkd-Cyrl"]},{"precision":0.511121,"recall":0.581028,"f1":0.53113,"accuracy":0.581028,"main_score":0.53113,"hf_subset":"xho_Latn-prs_Arab","languages":["xho-Latn","prs-Arab"]},{"precision":0.536598,"recall":0.599802,"f1":0.554805,"accuracy":0.599802,"main_score":0.554805,"hf_subset":"xho_Latn-swe_Latn","languages":["xho-Latn","swe-Latn"]},{"precision":0.478405,"recall":0.551383,"f1":0.498284,"accuracy":0.551383,"main_score":0.498284,"hf_subset":"xho_Latn-urd_Arab","languages":["xho-Latn","urd-Arab"]},{"precision":0.527407,"recall":0.564229,"f1":0.538406,"accuracy":0.564229,"main_score":0.538406,"hf_subset":"xho_Latn-aka_Latn","languages":["xho-Latn","aka-Latn"]},{"precision":0.534266,"recall":0.587945,"f1":0.549249,"accuracy":0.587945,"main_score":0.549249,"hf_subset":"xho_Latn-bjn_Latn","languages":["xho-Latn","bjn-Latn"]},{"precision":0.515343,"recall":0.565217,"f1":0.529889,"accuracy":0.565217,"main_score":0.529889,"hf_subset":"xho_Latn-fao_Latn","languages":["xho-Latn","fao-Latn"]},{"precision":0.547972,"recall":0.608696,"f1":0.565147,"accuracy":0.608696,"main_score":0.565147,"hf_subset":"xho_Latn-ind_Latn","languages":["xho-Latn","ind-Latn"]},{"precision":0.512395,"recall":0.554348,"f1":0.524449,"accuracy":0.554348,"main_score":0.524449,"hf_subset":"xho_Latn-knc_Latn","languages":["xho-Latn","knc-Latn"]},{"precision":0.55445,"recall":0.609684,"f1":0.569579,"accuracy":0.609684,"main_score":0.569579,"hf_subset":"xho_Latn-mlt_Latn","languages":["xho-Latn","mlt-Latn"]},{"precision":0.504247,"recall":0.546443,"f1":0.516596,"accuracy":0.546443,"main_score":0.516596,"hf_subset":"xho_Latn-quy_Latn","languages":["xho-Latn","quy-Latn"]},{"precision":0.529074,"recall":0.571146,"f1":0.540669,"accuracy":0.571146,"main_score":0.540669,"hf_subset":"xho_Latn-swh_Latn","languages":["xho-Latn","swh-Latn"]},{"precision":0.521805,"recall":0.581028,"f1":0.53817,"accuracy":0.581028,"main_score":0.53817,"hf_subset":"xho_Latn-uzn_Latn","languages":["xho-Latn","uzn-Latn"]},{"precision":0.539969,"recall":0.597826,"f1":0.556156,"accuracy":0.597826,"main_score":0.556156,"hf_subset":"xho_Latn-als_Latn","languages":["xho-Latn","als-Latn"]},{"precision":0.170008,"recall":0.227273,"f1":0.183794,"accuracy":0.227273,"main_score":0.183794,"hf_subset":"xho_Latn-bod_Tibt","languages":["xho-Latn","bod-Tibt"]},{"precision":0.497447,"recall":0.537549,"f1":0.509574,"accuracy":0.537549,"main_score":0.509574,"hf_subset":"xho_Latn-fij_Latn","languages":["xho-Latn","fij-Latn"]},{"precision":0.494656,"recall":0.555336,"f1":0.511505,"accuracy":0.555336,"main_score":0.511505,"hf_subset":"xho_Latn-isl_Latn","languages":["xho-Latn","isl-Latn"]},{"precision":0.519672,"recall":0.561265,"f1":0.531508,"accuracy":0.561265,"main_score":0.531508,"hf_subset":"xho_Latn-kon_Latn","languages":["xho-Latn","kon-Latn"]},{"precision":0.444782,"recall":0.5,"f1":0.460332,"accuracy":0.5,"main_score":0.460332,"hf_subset":"xho_Latn-mni_Beng","languages":["xho-Latn","mni-Beng"]},{"precision":0.544156,"recall":0.598814,"f1":0.559532,"accuracy":0.598814,"main_score":0.559532,"hf_subset":"xho_Latn-ron_Latn","languages":["xho-Latn","ron-Latn"]},{"precision":0.548997,"recall":0.605731,"f1":0.564792,"accuracy":0.605731,"main_score":0.564792,"hf_subset":"xho_Latn-szl_Latn","languages":["xho-Latn","szl-Latn"]},{"precision":0.540256,"recall":0.599802,"f1":0.557537,"accuracy":0.599802,"main_score":0.557537,"hf_subset":"xho_Latn-vec_Latn","languages":["xho-Latn","vec-Latn"]},{"precision":0.318965,"recall":0.386364,"f1":0.337277,"accuracy":0.386364,"main_score":0.337277,"hf_subset":"xho_Latn-amh_Ethi","languages":["xho-Latn","amh-Ethi"]},{"precision":0.551743,"recall":0.609684,"f1":0.567769,"accuracy":0.609684,"main_score":0.567769,"hf_subset":"xho_Latn-bos_Latn","languages":["xho-Latn","bos-Latn"]},{"precision":0.508874,"recall":0.575099,"f1":0.528303,"accuracy":0.575099,"main_score":0.528303,"hf_subset":"xho_Latn-fin_Latn","languages":["xho-Latn","fin-Latn"]},{"precision":0.552651,"recall":0.613636,"f1":0.569754,"accuracy":0.613636,"main_score":0.569754,"hf_subset":"xho_Latn-ita_Latn","languages":["xho-Latn","ita-Latn"]},{"precision":0.518984,"recall":0.585968,"f1":0.538159,"accuracy":0.585968,"main_score":0.538159,"hf_subset":"xho_Latn-kor_Hang","languages":["xho-Latn","kor-Hang"]},{"precision":0.497208,"recall":0.539526,"f1":0.508754,"accuracy":0.539526,"main_score":0.508754,"hf_subset":"xho_Latn-mos_Latn","languages":["xho-Latn","mos-Latn"]},{"precision":0.505919,"recall":0.544466,"f1":0.5165,"accuracy":0.544466,"main_score":0.5165,"hf_subset":"xho_Latn-run_Latn","languages":["xho-Latn","run-Latn"]},{"precision":0.484957,"recall":0.549407,"f1":0.503252,"accuracy":0.549407,"main_score":0.503252,"hf_subset":"xho_Latn-tam_Taml","languages":["xho-Latn","tam-Taml"]},{"precision":0.52103,"recall":0.582016,"f1":0.538459,"accuracy":0.582016,"main_score":0.538459,"hf_subset":"xho_Latn-vie_Latn","languages":["xho-Latn","vie-Latn"]},{"precision":0.512029,"recall":0.570158,"f1":0.52831,"accuracy":0.570158,"main_score":0.52831,"hf_subset":"xho_Latn-apc_Arab","languages":["xho-Latn","apc-Arab"]},{"precision":0.53366,"recall":0.572134,"f1":0.544441,"accuracy":0.572134,"main_score":0.544441,"hf_subset":"xho_Latn-bug_Latn","languages":["xho-Latn","bug-Latn"]},{"precision":0.447308,"recall":0.493083,"f1":0.461055,"accuracy":0.493083,"main_score":0.461055,"hf_subset":"xho_Latn-fon_Latn","languages":["xho-Latn","fon-Latn"]},{"precision":0.554155,"recall":0.612648,"f1":0.569797,"accuracy":0.612648,"main_score":0.569797,"hf_subset":"xho_Latn-jav_Latn","languages":["xho-Latn","jav-Latn"]},{"precision":0.421419,"recall":0.492095,"f1":0.440307,"accuracy":0.492095,"main_score":0.440307,"hf_subset":"xho_Latn-lao_Laoo","languages":["xho-Latn","lao-Laoo"]},{"precision":0.466765,"recall":0.52668,"f1":0.483315,"accuracy":0.52668,"main_score":0.483315,"hf_subset":"xho_Latn-mri_Latn","languages":["xho-Latn","mri-Latn"]},{"precision":0.538572,"recall":0.604743,"f1":0.557643,"accuracy":0.604743,"main_score":0.557643,"hf_subset":"xho_Latn-rus_Cyrl","languages":["xho-Latn","rus-Cyrl"]},{"precision":0.486111,"recall":0.530632,"f1":0.499256,"accuracy":0.530632,"main_score":0.499256,"hf_subset":"xho_Latn-taq_Latn","languages":["xho-Latn","taq-Latn"]},{"precision":0.583197,"recall":0.630435,"f1":0.597178,"accuracy":0.630435,"main_score":0.597178,"hf_subset":"xho_Latn-war_Latn","languages":["xho-Latn","war-Latn"]},{"precision":0.520993,"recall":0.581028,"f1":0.537907,"accuracy":0.581028,"main_score":0.537907,"hf_subset":"xho_Latn-arb_Arab","languages":["xho-Latn","arb-Arab"]},{"precision":0.533171,"recall":0.59585,"f1":0.550615,"accuracy":0.59585,"main_score":0.550615,"hf_subset":"xho_Latn-bul_Cyrl","languages":["xho-Latn","bul-Cyrl"]},{"precision":0.544393,"recall":0.606719,"f1":0.561967,"accuracy":0.606719,"main_score":0.561967,"hf_subset":"xho_Latn-fra_Latn","languages":["xho-Latn","fra-Latn"]},{"precision":0.518635,"recall":0.581028,"f1":0.536452,"accuracy":0.581028,"main_score":0.536452,"hf_subset":"xho_Latn-jpn_Jpan","languages":["xho-Latn","jpn-Jpan"]},{"precision":0.547638,"recall":0.597826,"f1":0.561847,"accuracy":0.597826,"main_score":0.561847,"hf_subset":"xho_Latn-lij_Latn","languages":["xho-Latn","lij-Latn"]},{"precision":0.29939,"recall":0.382411,"f1":0.321427,"accuracy":0.382411,"main_score":0.321427,"hf_subset":"xho_Latn-mya_Mymr","languages":["xho-Latn","mya-Mymr"]},{"precision":0.495738,"recall":0.535573,"f1":0.50716,"accuracy":0.535573,"main_score":0.50716,"hf_subset":"xho_Latn-sag_Latn","languages":["xho-Latn","sag-Latn"]},{"precision":0.16712,"recall":0.226285,"f1":0.180224,"accuracy":0.226285,"main_score":0.180224,"hf_subset":"xho_Latn-taq_Tfng","languages":["xho-Latn","taq-Tfng"]},{"precision":0.517394,"recall":0.560277,"f1":0.529276,"accuracy":0.560277,"main_score":0.529276,"hf_subset":"xho_Latn-wol_Latn","languages":["xho-Latn","wol-Latn"]},{"precision":0.411791,"recall":0.480237,"f1":0.430631,"accuracy":0.480237,"main_score":0.430631,"hf_subset":"xho_Latn-arb_Latn","languages":["xho-Latn","arb-Latn"]},{"precision":0.535292,"recall":0.59585,"f1":0.552749,"accuracy":0.59585,"main_score":0.552749,"hf_subset":"xho_Latn-cat_Latn","languages":["xho-Latn","cat-Latn"]},{"precision":0.528342,"recall":0.583992,"f1":0.543718,"accuracy":0.583992,"main_score":0.543718,"hf_subset":"xho_Latn-fur_Latn","languages":["xho-Latn","fur-Latn"]},{"precision":0.390437,"recall":0.447628,"f1":0.406697,"accuracy":0.447628,"main_score":0.406697,"hf_subset":"xho_Latn-kab_Latn","languages":["xho-Latn","kab-Latn"]},{"precision":0.542062,"recall":0.587945,"f1":0.555054,"accuracy":0.587945,"main_score":0.555054,"hf_subset":"xho_Latn-lim_Latn","languages":["xho-Latn","lim-Latn"]},{"precision":0.547459,"recall":0.605731,"f1":0.563715,"accuracy":0.605731,"main_score":0.563715,"hf_subset":"xho_Latn-nld_Latn","languages":["xho-Latn","nld-Latn"]},{"precision":0.474707,"recall":0.547431,"f1":0.495318,"accuracy":0.547431,"main_score":0.495318,"hf_subset":"xho_Latn-san_Deva","languages":["xho-Latn","san-Deva"]},{"precision":0.531054,"recall":0.589921,"f1":0.547683,"accuracy":0.589921,"main_score":0.547683,"hf_subset":"xho_Latn-tat_Cyrl","languages":["xho-Latn","tat-Cyrl"]},{"precision":0.495414,"recall":0.563241,"f1":0.513698,"accuracy":0.563241,"main_score":0.513698,"hf_subset":"xho_Latn-ars_Arab","languages":["xho-Latn","ars-Arab"]},{"precision":0.576307,"recall":0.626482,"f1":0.590033,"accuracy":0.626482,"main_score":0.590033,"hf_subset":"xho_Latn-ceb_Latn","languages":["xho-Latn","ceb-Latn"]},{"precision":0.486702,"recall":0.538538,"f1":0.502026,"accuracy":0.538538,"main_score":0.502026,"hf_subset":"xho_Latn-fuv_Latn","languages":["xho-Latn","fuv-Latn"]},{"precision":0.487053,"recall":0.538538,"f1":0.501699,"accuracy":0.538538,"main_score":0.501699,"hf_subset":"xho_Latn-kac_Latn","languages":["xho-Latn","kac-Latn"]},{"precision":0.526169,"recall":0.561265,"f1":0.536506,"accuracy":0.561265,"main_score":0.536506,"hf_subset":"xho_Latn-lin_Latn","languages":["xho-Latn","lin-Latn"]},{"precision":0.538976,"recall":0.597826,"f1":0.555288,"accuracy":0.597826,"main_score":0.555288,"hf_subset":"xho_Latn-nno_Latn","languages":["xho-Latn","nno-Latn"]},{"precision":0.03342,"recall":0.083004,"f1":0.041175,"accuracy":0.083004,"main_score":0.041175,"hf_subset":"xho_Latn-sat_Olck","languages":["xho-Latn","sat-Olck"]},{"precision":0.516074,"recall":0.58498,"f1":0.53555,"accuracy":0.58498,"main_score":0.53555,"hf_subset":"xho_Latn-tel_Telu","languages":["xho-Latn","tel-Telu"]},{"precision":0.404281,"recall":0.482213,"f1":0.425856,"accuracy":0.482213,"main_score":0.425856,"hf_subset":"xho_Latn-ydd_Hebr","languages":["xho-Latn","ydd-Hebr"]},{"precision":0.4995,"recall":0.561265,"f1":0.517276,"accuracy":0.561265,"main_score":0.517276,"hf_subset":"xho_Latn-ary_Arab","languages":["xho-Latn","ary-Arab"]},{"precision":0.545069,"recall":0.602767,"f1":0.561472,"accuracy":0.602767,"main_score":0.561472,"hf_subset":"xho_Latn-ces_Latn","languages":["xho-Latn","ces-Latn"]},{"precision":0.415293,"recall":0.472332,"f1":0.431442,"accuracy":0.472332,"main_score":0.431442,"hf_subset":"xho_Latn-gaz_Latn","languages":["xho-Latn","gaz-Latn"]},{"precision":0.499194,"recall":0.54249,"f1":0.511712,"accuracy":0.54249,"main_score":0.511712,"hf_subset":"xho_Latn-kam_Latn","languages":["xho-Latn","kam-Latn"]},{"precision":0.498402,"recall":0.563241,"f1":0.516499,"accuracy":0.563241,"main_score":0.516499,"hf_subset":"xho_Latn-lit_Latn","languages":["xho-Latn","lit-Latn"]},{"precision":0.541148,"recall":0.598814,"f1":0.557929,"accuracy":0.598814,"main_score":0.557929,"hf_subset":"xho_Latn-nob_Latn","languages":["xho-Latn","nob-Latn"]},{"precision":0.535321,"recall":0.58498,"f1":0.549772,"accuracy":0.58498,"main_score":0.549772,"hf_subset":"xho_Latn-scn_Latn","languages":["xho-Latn","scn-Latn"]},{"precision":0.532873,"recall":0.58004,"f1":0.546317,"accuracy":0.58004,"main_score":0.546317,"hf_subset":"xho_Latn-tgk_Cyrl","languages":["xho-Latn","tgk-Cyrl"]},{"precision":0.456497,"recall":0.507905,"f1":0.471452,"accuracy":0.507905,"main_score":0.471452,"hf_subset":"xho_Latn-yor_Latn","languages":["xho-Latn","yor-Latn"]},{"precision":0.511498,"recall":0.576087,"f1":0.529215,"accuracy":0.576087,"main_score":0.529215,"hf_subset":"xho_Latn-arz_Arab","languages":["xho-Latn","arz-Arab"]},{"precision":0.462444,"recall":0.507905,"f1":0.476038,"accuracy":0.507905,"main_score":0.476038,"hf_subset":"xho_Latn-cjk_Latn","languages":["xho-Latn","cjk-Latn"]},{"precision":0.466581,"recall":0.525692,"f1":0.483453,"accuracy":0.525692,"main_score":0.483453,"hf_subset":"xho_Latn-gla_Latn","languages":["xho-Latn","gla-Latn"]},{"precision":0.513576,"recall":0.577075,"f1":0.531363,"accuracy":0.577075,"main_score":0.531363,"hf_subset":"xho_Latn-kan_Knda","languages":["xho-Latn","kan-Knda"]},{"precision":0.544547,"recall":0.59585,"f1":0.559405,"accuracy":0.59585,"main_score":0.559405,"hf_subset":"xho_Latn-lmo_Latn","languages":["xho-Latn","lmo-Latn"]},{"precision":0.522492,"recall":0.581028,"f1":0.538759,"accuracy":0.581028,"main_score":0.538759,"hf_subset":"xho_Latn-npi_Deva","languages":["xho-Latn","npi-Deva"]},{"precision":0.421812,"recall":0.491107,"f1":0.441901,"accuracy":0.491107,"main_score":0.441901,"hf_subset":"xho_Latn-shn_Mymr","languages":["xho-Latn","shn-Mymr"]},{"precision":0.561654,"recall":0.615613,"f1":0.576327,"accuracy":0.615613,"main_score":0.576327,"hf_subset":"xho_Latn-tgl_Latn","languages":["xho-Latn","tgl-Latn"]},{"precision":0.514824,"recall":0.582016,"f1":0.533679,"accuracy":0.582016,"main_score":0.533679,"hf_subset":"xho_Latn-yue_Hant","languages":["xho-Latn","yue-Hant"]},{"precision":0.468472,"recall":0.539526,"f1":0.488261,"accuracy":0.539526,"main_score":0.488261,"hf_subset":"xho_Latn-asm_Beng","languages":["xho-Latn","asm-Beng"]},{"precision":0.460975,"recall":0.52668,"f1":0.479303,"accuracy":0.52668,"main_score":0.479303,"hf_subset":"xho_Latn-ckb_Arab","languages":["xho-Latn","ckb-Arab"]},{"precision":0.480315,"recall":0.549407,"f1":0.49965,"accuracy":0.549407,"main_score":0.49965,"hf_subset":"xho_Latn-gle_Latn","languages":["xho-Latn","gle-Latn"]},{"precision":0.473047,"recall":0.540514,"f1":0.491815,"accuracy":0.540514,"main_score":0.491815,"hf_subset":"xho_Latn-kas_Arab","languages":["xho-Latn","kas-Arab"]},{"precision":0.494065,"recall":0.5583,"f1":0.512696,"accuracy":0.5583,"main_score":0.512696,"hf_subset":"xho_Latn-ltg_Latn","languages":["xho-Latn","ltg-Latn"]},{"precision":0.539957,"recall":0.582016,"f1":0.551793,"accuracy":0.582016,"main_score":0.551793,"hf_subset":"xho_Latn-nso_Latn","languages":["xho-Latn","nso-Latn"]},{"precision":0.221371,"recall":0.272727,"f1":0.233943,"accuracy":0.272727,"main_score":0.233943,"hf_subset":"xho_Latn-sin_Sinh","languages":["xho-Latn","sin-Sinh"]},{"precision":0.501676,"recall":0.56917,"f1":0.520965,"accuracy":0.56917,"main_score":0.520965,"hf_subset":"xho_Latn-tha_Thai","languages":["xho-Latn","tha-Thai"]},{"precision":0.50157,"recall":0.566206,"f1":0.519631,"accuracy":0.566206,"main_score":0.519631,"hf_subset":"xho_Latn-zho_Hans","languages":["xho-Latn","zho-Hans"]},{"precision":0.545056,"recall":0.600791,"f1":0.56137,"accuracy":0.600791,"main_score":0.56137,"hf_subset":"xho_Latn-ast_Latn","languages":["xho-Latn","ast-Latn"]},{"precision":0.526913,"recall":0.582016,"f1":0.542343,"accuracy":0.582016,"main_score":0.542343,"hf_subset":"xho_Latn-crh_Latn","languages":["xho-Latn","crh-Latn"]},{"precision":0.553419,"recall":0.609684,"f1":0.569492,"accuracy":0.609684,"main_score":0.569492,"hf_subset":"xho_Latn-glg_Latn","languages":["xho-Latn","glg-Latn"]},{"precision":0.506878,"recall":0.561265,"f1":0.522068,"accuracy":0.561265,"main_score":0.522068,"hf_subset":"xho_Latn-kas_Deva","languages":["xho-Latn","kas-Deva"]},{"precision":0.536634,"recall":0.586957,"f1":0.550623,"accuracy":0.586957,"main_score":0.550623,"hf_subset":"xho_Latn-ltz_Latn","languages":["xho-Latn","ltz-Latn"]},{"precision":0.433385,"recall":0.494071,"f1":0.449992,"accuracy":0.494071,"main_score":0.449992,"hf_subset":"xho_Latn-nus_Latn","languages":["xho-Latn","nus-Latn"]},{"precision":0.536655,"recall":0.598814,"f1":0.554078,"accuracy":0.598814,"main_score":0.554078,"hf_subset":"xho_Latn-slk_Latn","languages":["xho-Latn","slk-Latn"]},{"precision":0.238371,"recall":0.300395,"f1":0.254109,"accuracy":0.300395,"main_score":0.254109,"hf_subset":"xho_Latn-tir_Ethi","languages":["xho-Latn","tir-Ethi"]},{"precision":0.502187,"recall":0.570158,"f1":0.521063,"accuracy":0.570158,"main_score":0.521063,"hf_subset":"xho_Latn-zho_Hant","languages":["xho-Latn","zho-Hant"]},{"precision":0.522633,"recall":0.579051,"f1":0.538618,"accuracy":0.579051,"main_score":0.538618,"hf_subset":"xho_Latn-awa_Deva","languages":["xho-Latn","awa-Deva"]},{"precision":0.510406,"recall":0.565217,"f1":0.525442,"accuracy":0.565217,"main_score":0.525442,"hf_subset":"xho_Latn-cym_Latn","languages":["xho-Latn","cym-Latn"]},{"precision":0.53042,"recall":0.570158,"f1":0.541615,"accuracy":0.570158,"main_score":0.541615,"hf_subset":"xho_Latn-grn_Latn","languages":["xho-Latn","grn-Latn"]},{"precision":0.492124,"recall":0.557312,"f1":0.509997,"accuracy":0.557312,"main_score":0.509997,"hf_subset":"xho_Latn-kat_Geor","languages":["xho-Latn","kat-Geor"]},{"precision":0.520052,"recall":0.564229,"f1":0.532346,"accuracy":0.564229,"main_score":0.532346,"hf_subset":"xho_Latn-lua_Latn","languages":["xho-Latn","lua-Latn"]},{"precision":0.534613,"recall":0.572134,"f1":0.54503,"accuracy":0.572134,"main_score":0.54503,"hf_subset":"xho_Latn-nya_Latn","languages":["xho-Latn","nya-Latn"]},{"precision":0.531631,"recall":0.590909,"f1":0.548245,"accuracy":0.590909,"main_score":0.548245,"hf_subset":"xho_Latn-slv_Latn","languages":["xho-Latn","slv-Latn"]},{"precision":0.551413,"recall":0.597826,"f1":0.564748,"accuracy":0.597826,"main_score":0.564748,"hf_subset":"xho_Latn-tpi_Latn","languages":["xho-Latn","tpi-Latn"]},{"precision":0.553426,"recall":0.613636,"f1":0.569951,"accuracy":0.613636,"main_score":0.569951,"hf_subset":"xho_Latn-zsm_Latn","languages":["xho-Latn","zsm-Latn"]},{"precision":0.494509,"recall":0.535573,"f1":0.506663,"accuracy":0.535573,"main_score":0.506663,"hf_subset":"xho_Latn-ayr_Latn","languages":["xho-Latn","ayr-Latn"]},{"precision":0.556036,"recall":0.612648,"f1":0.571457,"accuracy":0.612648,"main_score":0.571457,"hf_subset":"xho_Latn-dan_Latn","languages":["xho-Latn","dan-Latn"]},{"precision":0.517972,"recall":0.58498,"f1":0.536153,"accuracy":0.58498,"main_score":0.536153,"hf_subset":"xho_Latn-guj_Gujr","languages":["xho-Latn","guj-Gujr"]},{"precision":0.528113,"recall":0.583992,"f1":0.543996,"accuracy":0.583992,"main_score":0.543996,"hf_subset":"xho_Latn-kaz_Cyrl","languages":["xho-Latn","kaz-Cyrl"]},{"precision":0.470697,"recall":0.519763,"f1":0.484642,"accuracy":0.519763,"main_score":0.484642,"hf_subset":"xho_Latn-lug_Latn","languages":["xho-Latn","lug-Latn"]},{"precision":0.552031,"recall":0.608696,"f1":0.568667,"accuracy":0.608696,"main_score":0.568667,"hf_subset":"xho_Latn-oci_Latn","languages":["xho-Latn","oci-Latn"]},{"precision":0.507217,"recall":0.552372,"f1":0.520193,"accuracy":0.552372,"main_score":0.520193,"hf_subset":"xho_Latn-smo_Latn","languages":["xho-Latn","smo-Latn"]},{"precision":0.502939,"recall":0.549407,"f1":0.516266,"accuracy":0.549407,"main_score":0.516266,"hf_subset":"xho_Latn-tsn_Latn","languages":["xho-Latn","tsn-Latn"]},{"precision":0.634356,"recall":0.698617,"f1":0.652923,"accuracy":0.698617,"main_score":0.652923,"hf_subset":"xho_Latn-zul_Latn","languages":["xho-Latn","zul-Latn"]},{"precision":0.463058,"recall":0.523715,"f1":0.480629,"accuracy":0.523715,"main_score":0.480629,"hf_subset":"xho_Latn-azb_Arab","languages":["xho-Latn","azb-Arab"]},{"precision":0.546006,"recall":0.607708,"f1":0.56335,"accuracy":0.607708,"main_score":0.56335,"hf_subset":"xho_Latn-deu_Latn","languages":["xho-Latn","deu-Latn"]},{"precision":0.493906,"recall":0.556324,"f1":0.5119,"accuracy":0.556324,"main_score":0.5119,"hf_subset":"xho_Latn-hat_Latn","languages":["xho-Latn","hat-Latn"]},{"precision":0.475744,"recall":0.518775,"f1":0.487865,"accuracy":0.518775,"main_score":0.487865,"hf_subset":"xho_Latn-kbp_Latn","languages":["xho-Latn","kbp-Latn"]},{"precision":0.520577,"recall":0.557312,"f1":0.531671,"accuracy":0.557312,"main_score":0.531671,"hf_subset":"xho_Latn-luo_Latn","languages":["xho-Latn","luo-Latn"]},{"precision":0.495767,"recall":0.565217,"f1":0.51503,"accuracy":0.565217,"main_score":0.51503,"hf_subset":"xho_Latn-ory_Orya","languages":["xho-Latn","ory-Orya"]},{"precision":0.530543,"recall":0.574111,"f1":0.542002,"accuracy":0.574111,"main_score":0.542002,"hf_subset":"xho_Latn-sna_Latn","languages":["xho-Latn","sna-Latn"]},{"precision":0.514751,"recall":0.560277,"f1":0.526594,"accuracy":0.560277,"main_score":0.526594,"hf_subset":"xho_Latn-tso_Latn","languages":["xho-Latn","tso-Latn"]},{"precision":0.519751,"recall":0.576087,"f1":0.535652,"accuracy":0.576087,"main_score":0.535652,"hf_subset":"xho_Latn-azj_Latn","languages":["xho-Latn","azj-Latn"]},{"precision":0.473164,"recall":0.524704,"f1":0.488506,"accuracy":0.524704,"main_score":0.488506,"hf_subset":"xho_Latn-dik_Latn","languages":["xho-Latn","dik-Latn"]},{"precision":0.478378,"recall":0.520751,"f1":0.49011,"accuracy":0.520751,"main_score":0.49011,"hf_subset":"xho_Latn-hau_Latn","languages":["xho-Latn","hau-Latn"]},{"precision":0.537225,"recall":0.588933,"f1":0.55187,"accuracy":0.588933,"main_score":0.55187,"hf_subset":"xho_Latn-kea_Latn","languages":["xho-Latn","kea-Latn"]},{"precision":0.543242,"recall":0.577075,"f1":0.552931,"accuracy":0.577075,"main_score":0.552931,"hf_subset":"xho_Latn-lus_Latn","languages":["xho-Latn","lus-Latn"]},{"precision":0.545493,"recall":0.58498,"f1":0.556035,"accuracy":0.58498,"main_score":0.556035,"hf_subset":"xho_Latn-pag_Latn","languages":["xho-Latn","pag-Latn"]},{"precision":0.500469,"recall":0.571146,"f1":0.520301,"accuracy":0.571146,"main_score":0.520301,"hf_subset":"xho_Latn-snd_Arab","languages":["xho-Latn","snd-Arab"]},{"precision":0.50864,"recall":0.567194,"f1":0.52522,"accuracy":0.567194,"main_score":0.52522,"hf_subset":"xho_Latn-tuk_Latn","languages":["xho-Latn","tuk-Latn"]},{"precision":0.546957,"recall":0.594862,"f1":0.560346,"accuracy":0.594862,"main_score":0.560346,"hf_subset":"xho_Latn-bak_Cyrl","languages":["xho-Latn","bak-Cyrl"]},{"precision":0.384892,"recall":0.44664,"f1":0.402884,"accuracy":0.44664,"main_score":0.402884,"hf_subset":"xho_Latn-dyu_Latn","languages":["xho-Latn","dyu-Latn"]},{"precision":0.495062,"recall":0.556324,"f1":0.512481,"accuracy":0.556324,"main_score":0.512481,"hf_subset":"xho_Latn-heb_Hebr","languages":["xho-Latn","heb-Hebr"]},{"precision":0.488071,"recall":0.549407,"f1":0.505904,"accuracy":0.549407,"main_score":0.505904,"hf_subset":"xho_Latn-khk_Cyrl","languages":["xho-Latn","khk-Cyrl"]},{"precision":0.525949,"recall":0.587945,"f1":0.543485,"accuracy":0.587945,"main_score":0.543485,"hf_subset":"xho_Latn-lvs_Latn","languages":["xho-Latn","lvs-Latn"]},{"precision":0.504222,"recall":0.568182,"f1":0.521602,"accuracy":0.568182,"main_score":0.521602,"hf_subset":"xho_Latn-pan_Guru","languages":["xho-Latn","pan-Guru"]},{"precision":0.46521,"recall":0.51581,"f1":0.47931,"accuracy":0.51581,"main_score":0.47931,"hf_subset":"xho_Latn-som_Latn","languages":["xho-Latn","som-Latn"]},{"precision":0.50762,"recall":0.546443,"f1":0.518612,"accuracy":0.546443,"main_score":0.518612,"hf_subset":"xho_Latn-tum_Latn","languages":["xho-Latn","tum-Latn"]},{"precision":0.393041,"recall":0.485178,"f1":0.41837,"accuracy":0.485178,"main_score":0.41837,"hf_subset":"ars_Arab-ace_Arab","languages":["ars-Arab","ace-Arab"]},{"precision":0.397649,"recall":0.478261,"f1":0.419342,"accuracy":0.478261,"main_score":0.419342,"hf_subset":"ars_Arab-bam_Latn","languages":["ars-Arab","bam-Latn"]},{"precision":0.075204,"recall":0.120553,"f1":0.086705,"accuracy":0.120553,"main_score":0.086705,"hf_subset":"ars_Arab-dzo_Tibt","languages":["ars-Arab","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ars_Arab-hin_Deva","languages":["ars-Arab","hin-Deva"]},{"precision":0.92309,"recall":0.947628,"f1":0.930995,"accuracy":0.947628,"main_score":0.930995,"hf_subset":"ars_Arab-khm_Khmr","languages":["ars-Arab","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ars_Arab-mag_Deva","languages":["ars-Arab","mag-Deva"]},{"precision":0.967309,"recall":0.977273,"f1":0.970422,"accuracy":0.977273,"main_score":0.970422,"hf_subset":"ars_Arab-pap_Latn","languages":["ars-Arab","pap-Latn"]},{"precision":0.436928,"recall":0.525692,"f1":0.461124,"accuracy":0.525692,"main_score":0.461124,"hf_subset":"ars_Arab-sot_Latn","languages":["ars-Arab","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-tur_Latn","languages":["ars-Arab","tur-Latn"]},{"precision":0.768923,"recall":0.83004,"f1":0.787733,"accuracy":0.83004,"main_score":0.787733,"hf_subset":"ars_Arab-ace_Latn","languages":["ars-Arab","ace-Latn"]},{"precision":0.914032,"recall":0.940711,"f1":0.92276,"accuracy":0.940711,"main_score":0.92276,"hf_subset":"ars_Arab-ban_Latn","languages":["ars-Arab","ban-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ars_Arab-ell_Grek","languages":["ars-Arab","ell-Grek"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"ars_Arab-hne_Deva","languages":["ars-Arab","hne-Deva"]},{"precision":0.466035,"recall":0.548419,"f1":0.4893,"accuracy":0.548419,"main_score":0.4893,"hf_subset":"ars_Arab-kik_Latn","languages":["ars-Arab","kik-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ars_Arab-mai_Deva","languages":["ars-Arab","mai-Deva"]},{"precision":0.863142,"recall":0.90415,"f1":0.876153,"accuracy":0.90415,"main_score":0.876153,"hf_subset":"ars_Arab-pbt_Arab","languages":["ars-Arab","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ars_Arab-spa_Latn","languages":["ars-Arab","spa-Latn"]},{"precision":0.50024,"recall":0.587945,"f1":0.525396,"accuracy":0.587945,"main_score":0.525396,"hf_subset":"ars_Arab-twi_Latn","languages":["ars-Arab","twi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-acm_Arab","languages":["ars-Arab","acm-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ars_Arab-bel_Cyrl","languages":["ars-Arab","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-eng_Latn","languages":["ars-Arab","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-hrv_Latn","languages":["ars-Arab","hrv-Latn"]},{"precision":0.393357,"recall":0.479249,"f1":0.41615,"accuracy":0.479249,"main_score":0.41615,"hf_subset":"ars_Arab-kin_Latn","languages":["ars-Arab","kin-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ars_Arab-mal_Mlym","languages":["ars-Arab","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-pes_Arab","languages":["ars-Arab","pes-Arab"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"ars_Arab-srd_Latn","languages":["ars-Arab","srd-Latn"]},{"precision":0.0807,"recall":0.139328,"f1":0.092957,"accuracy":0.139328,"main_score":0.092957,"hf_subset":"ars_Arab-tzm_Tfng","languages":["ars-Arab","tzm-Tfng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-acq_Arab","languages":["ars-Arab","acq-Arab"]},{"precision":0.456976,"recall":0.547431,"f1":0.482124,"accuracy":0.547431,"main_score":0.482124,"hf_subset":"ars_Arab-bem_Latn","languages":["ars-Arab","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-epo_Latn","languages":["ars-Arab","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ars_Arab-hun_Latn","languages":["ars-Arab","hun-Latn"]},{"precision":0.954875,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"ars_Arab-kir_Cyrl","languages":["ars-Arab","kir-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ars_Arab-mar_Deva","languages":["ars-Arab","mar-Deva"]},{"precision":0.495998,"recall":0.574111,"f1":0.518307,"accuracy":0.574111,"main_score":0.518307,"hf_subset":"ars_Arab-plt_Latn","languages":["ars-Arab","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-srp_Cyrl","languages":["ars-Arab","srp-Cyrl"]},{"precision":0.933712,"recall":0.952569,"f1":0.939625,"accuracy":0.952569,"main_score":0.939625,"hf_subset":"ars_Arab-uig_Arab","languages":["ars-Arab","uig-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ars_Arab-aeb_Arab","languages":["ars-Arab","aeb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ars_Arab-ben_Beng","languages":["ars-Arab","ben-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ars_Arab-est_Latn","languages":["ars-Arab","est-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ars_Arab-hye_Armn","languages":["ars-Arab","hye-Armn"]},{"precision":0.410403,"recall":0.483202,"f1":0.430331,"accuracy":0.483202,"main_score":0.430331,"hf_subset":"ars_Arab-kmb_Latn","languages":["ars-Arab","kmb-Latn"]},{"precision":0.323726,"recall":0.422925,"f1":0.348645,"accuracy":0.422925,"main_score":0.348645,"hf_subset":"ars_Arab-min_Arab","languages":["ars-Arab","min-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ars_Arab-pol_Latn","languages":["ars-Arab","pol-Latn"]},{"precision":0.391639,"recall":0.48419,"f1":0.416158,"accuracy":0.48419,"main_score":0.416158,"hf_subset":"ars_Arab-ssw_Latn","languages":["ars-Arab","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-ukr_Cyrl","languages":["ars-Arab","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ars_Arab-afr_Latn","languages":["ars-Arab","afr-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"ars_Arab-bho_Deva","languages":["ars-Arab","bho-Deva"]},{"precision":0.933663,"recall":0.954545,"f1":0.940382,"accuracy":0.954545,"main_score":0.940382,"hf_subset":"ars_Arab-eus_Latn","languages":["ars-Arab","eus-Latn"]},{"precision":0.427308,"recall":0.504941,"f1":0.447909,"accuracy":0.504941,"main_score":0.447909,"hf_subset":"ars_Arab-ibo_Latn","languages":["ars-Arab","ibo-Latn"]},{"precision":0.662689,"recall":0.742095,"f1":0.685863,"accuracy":0.742095,"main_score":0.685863,"hf_subset":"ars_Arab-kmr_Latn","languages":["ars-Arab","kmr-Latn"]},{"precision":0.959157,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"ars_Arab-min_Latn","languages":["ars-Arab","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-por_Latn","languages":["ars-Arab","por-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"ars_Arab-sun_Latn","languages":["ars-Arab","sun-Latn"]},{"precision":0.391631,"recall":0.476285,"f1":0.415467,"accuracy":0.476285,"main_score":0.415467,"hf_subset":"ars_Arab-umb_Latn","languages":["ars-Arab","umb-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ars_Arab-ajp_Arab","languages":["ars-Arab","ajp-Arab"]},{"precision":0.357455,"recall":0.458498,"f1":0.384663,"accuracy":0.458498,"main_score":0.384663,"hf_subset":"ars_Arab-bjn_Arab","languages":["ars-Arab","bjn-Arab"]},{"precision":0.410026,"recall":0.491107,"f1":0.431914,"accuracy":0.491107,"main_score":0.431914,"hf_subset":"ars_Arab-ewe_Latn","languages":["ars-Arab","ewe-Latn"]},{"precision":0.820158,"recall":0.869565,"f1":0.835375,"accuracy":0.869565,"main_score":0.835375,"hf_subset":"ars_Arab-ilo_Latn","languages":["ars-Arab","ilo-Latn"]},{"precision":0.151628,"recall":0.233202,"f1":0.170608,"accuracy":0.233202,"main_score":0.170608,"hf_subset":"ars_Arab-knc_Arab","languages":["ars-Arab","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-mkd_Cyrl","languages":["ars-Arab","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ars_Arab-prs_Arab","languages":["ars-Arab","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-swe_Latn","languages":["ars-Arab","swe-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ars_Arab-urd_Arab","languages":["ars-Arab","urd-Arab"]},{"precision":0.484548,"recall":0.579051,"f1":0.511517,"accuracy":0.579051,"main_score":0.511517,"hf_subset":"ars_Arab-aka_Latn","languages":["ars-Arab","aka-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"ars_Arab-bjn_Latn","languages":["ars-Arab","bjn-Latn"]},{"precision":0.905303,"recall":0.934783,"f1":0.91502,"accuracy":0.934783,"main_score":0.91502,"hf_subset":"ars_Arab-fao_Latn","languages":["ars-Arab","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-ind_Latn","languages":["ars-Arab","ind-Latn"]},{"precision":0.460866,"recall":0.544466,"f1":0.484313,"accuracy":0.544466,"main_score":0.484313,"hf_subset":"ars_Arab-knc_Latn","languages":["ars-Arab","knc-Latn"]},{"precision":0.963686,"recall":0.975296,"f1":0.967457,"accuracy":0.975296,"main_score":0.967457,"hf_subset":"ars_Arab-mlt_Latn","languages":["ars-Arab","mlt-Latn"]},{"precision":0.518014,"recall":0.606719,"f1":0.54213,"accuracy":0.606719,"main_score":0.54213,"hf_subset":"ars_Arab-quy_Latn","languages":["ars-Arab","quy-Latn"]},{"precision":0.666347,"recall":0.75,"f1":0.69157,"accuracy":0.75,"main_score":0.69157,"hf_subset":"ars_Arab-swh_Latn","languages":["ars-Arab","swh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ars_Arab-uzn_Latn","languages":["ars-Arab","uzn-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ars_Arab-als_Latn","languages":["ars-Arab","als-Latn"]},{"precision":0.103159,"recall":0.176877,"f1":0.120022,"accuracy":0.176877,"main_score":0.120022,"hf_subset":"ars_Arab-bod_Tibt","languages":["ars-Arab","bod-Tibt"]},{"precision":0.4236,"recall":0.505929,"f1":0.446105,"accuracy":0.505929,"main_score":0.446105,"hf_subset":"ars_Arab-fij_Latn","languages":["ars-Arab","fij-Latn"]},{"precision":0.944005,"recall":0.961462,"f1":0.949605,"accuracy":0.961462,"main_score":0.949605,"hf_subset":"ars_Arab-isl_Latn","languages":["ars-Arab","isl-Latn"]},{"precision":0.492468,"recall":0.583004,"f1":0.518114,"accuracy":0.583004,"main_score":0.518114,"hf_subset":"ars_Arab-kon_Latn","languages":["ars-Arab","kon-Latn"]},{"precision":0.430925,"recall":0.543478,"f1":0.462377,"accuracy":0.543478,"main_score":0.462377,"hf_subset":"ars_Arab-mni_Beng","languages":["ars-Arab","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-ron_Latn","languages":["ars-Arab","ron-Latn"]},{"precision":0.977602,"recall":0.983202,"f1":0.979414,"accuracy":0.983202,"main_score":0.979414,"hf_subset":"ars_Arab-szl_Latn","languages":["ars-Arab","szl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ars_Arab-vec_Latn","languages":["ars-Arab","vec-Latn"]},{"precision":0.483133,"recall":0.573123,"f1":0.508503,"accuracy":0.573123,"main_score":0.508503,"hf_subset":"ars_Arab-amh_Ethi","languages":["ars-Arab","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-bos_Latn","languages":["ars-Arab","bos-Latn"]},{"precision":0.995059,"recall":0.996047,"f1":0.995389,"accuracy":0.996047,"main_score":0.995389,"hf_subset":"ars_Arab-fin_Latn","languages":["ars-Arab","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-ita_Latn","languages":["ars-Arab","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ars_Arab-kor_Hang","languages":["ars-Arab","kor-Hang"]},{"precision":0.409623,"recall":0.504941,"f1":0.435517,"accuracy":0.504941,"main_score":0.435517,"hf_subset":"ars_Arab-mos_Latn","languages":["ars-Arab","mos-Latn"]},{"precision":0.391951,"recall":0.476285,"f1":0.414656,"accuracy":0.476285,"main_score":0.414656,"hf_subset":"ars_Arab-run_Latn","languages":["ars-Arab","run-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ars_Arab-tam_Taml","languages":["ars-Arab","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-vie_Latn","languages":["ars-Arab","vie-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ars_Arab-apc_Arab","languages":["ars-Arab","apc-Arab"]},{"precision":0.713514,"recall":0.779644,"f1":0.732564,"accuracy":0.779644,"main_score":0.732564,"hf_subset":"ars_Arab-bug_Latn","languages":["ars-Arab","bug-Latn"]},{"precision":0.373109,"recall":0.456522,"f1":0.395655,"accuracy":0.456522,"main_score":0.395655,"hf_subset":"ars_Arab-fon_Latn","languages":["ars-Arab","fon-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ars_Arab-jav_Latn","languages":["ars-Arab","jav-Latn"]},{"precision":0.879282,"recall":0.917984,"f1":0.891963,"accuracy":0.917984,"main_score":0.891963,"hf_subset":"ars_Arab-lao_Laoo","languages":["ars-Arab","lao-Laoo"]},{"precision":0.522473,"recall":0.619565,"f1":0.550512,"accuracy":0.619565,"main_score":0.550512,"hf_subset":"ars_Arab-mri_Latn","languages":["ars-Arab","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-rus_Cyrl","languages":["ars-Arab","rus-Cyrl"]},{"precision":0.446621,"recall":0.527668,"f1":0.467925,"accuracy":0.527668,"main_score":0.467925,"hf_subset":"ars_Arab-taq_Latn","languages":["ars-Arab","taq-Latn"]},{"precision":0.966568,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"ars_Arab-war_Latn","languages":["ars-Arab","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-arb_Arab","languages":["ars-Arab","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-bul_Cyrl","languages":["ars-Arab","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-fra_Latn","languages":["ars-Arab","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-jpn_Jpan","languages":["ars-Arab","jpn-Jpan"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ars_Arab-lij_Latn","languages":["ars-Arab","lij-Latn"]},{"precision":0.930945,"recall":0.951581,"f1":0.937484,"accuracy":0.951581,"main_score":0.937484,"hf_subset":"ars_Arab-mya_Mymr","languages":["ars-Arab","mya-Mymr"]},{"precision":0.449665,"recall":0.54249,"f1":0.474955,"accuracy":0.54249,"main_score":0.474955,"hf_subset":"ars_Arab-sag_Latn","languages":["ars-Arab","sag-Latn"]},{"precision":0.081714,"recall":0.159091,"f1":0.095806,"accuracy":0.159091,"main_score":0.095806,"hf_subset":"ars_Arab-taq_Tfng","languages":["ars-Arab","taq-Tfng"]},{"precision":0.481675,"recall":0.576087,"f1":0.508386,"accuracy":0.576087,"main_score":0.508386,"hf_subset":"ars_Arab-wol_Latn","languages":["ars-Arab","wol-Latn"]},{"precision":0.641833,"recall":0.72332,"f1":0.665425,"accuracy":0.72332,"main_score":0.665425,"hf_subset":"ars_Arab-arb_Latn","languages":["ars-Arab","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-cat_Latn","languages":["ars-Arab","cat-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ars_Arab-fur_Latn","languages":["ars-Arab","fur-Latn"]},{"precision":0.293292,"recall":0.371542,"f1":0.313615,"accuracy":0.371542,"main_score":0.313615,"hf_subset":"ars_Arab-kab_Latn","languages":["ars-Arab","kab-Latn"]},{"precision":0.973979,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"ars_Arab-lim_Latn","languages":["ars-Arab","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ars_Arab-nld_Latn","languages":["ars-Arab","nld-Latn"]},{"precision":0.949087,"recall":0.963439,"f1":0.95364,"accuracy":0.963439,"main_score":0.95364,"hf_subset":"ars_Arab-san_Deva","languages":["ars-Arab","san-Deva"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"ars_Arab-tat_Cyrl","languages":["ars-Arab","tat-Cyrl"]},{"precision":0.451042,"recall":0.541502,"f1":0.475486,"accuracy":0.541502,"main_score":0.475486,"hf_subset":"ars_Arab-xho_Latn","languages":["ars-Arab","xho-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ars_Arab-ceb_Latn","languages":["ars-Arab","ceb-Latn"]},{"precision":0.422158,"recall":0.504941,"f1":0.444753,"accuracy":0.504941,"main_score":0.444753,"hf_subset":"ars_Arab-fuv_Latn","languages":["ars-Arab","fuv-Latn"]},{"precision":0.417665,"recall":0.512846,"f1":0.44348,"accuracy":0.512846,"main_score":0.44348,"hf_subset":"ars_Arab-kac_Latn","languages":["ars-Arab","kac-Latn"]},{"precision":0.506214,"recall":0.59585,"f1":0.531033,"accuracy":0.59585,"main_score":0.531033,"hf_subset":"ars_Arab-lin_Latn","languages":["ars-Arab","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ars_Arab-nno_Latn","languages":["ars-Arab","nno-Latn"]},{"precision":0.013622,"recall":0.05336,"f1":0.018858,"accuracy":0.05336,"main_score":0.018858,"hf_subset":"ars_Arab-sat_Olck","languages":["ars-Arab","sat-Olck"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ars_Arab-tel_Telu","languages":["ars-Arab","tel-Telu"]},{"precision":0.679167,"recall":0.762846,"f1":0.704433,"accuracy":0.762846,"main_score":0.704433,"hf_subset":"ars_Arab-ydd_Hebr","languages":["ars-Arab","ydd-Hebr"]},{"precision":0.957181,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"ars_Arab-ary_Arab","languages":["ars-Arab","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-ces_Latn","languages":["ars-Arab","ces-Latn"]},{"precision":0.340499,"recall":0.43083,"f1":0.365162,"accuracy":0.43083,"main_score":0.365162,"hf_subset":"ars_Arab-gaz_Latn","languages":["ars-Arab","gaz-Latn"]},{"precision":0.435049,"recall":0.52668,"f1":0.460653,"accuracy":0.52668,"main_score":0.460653,"hf_subset":"ars_Arab-kam_Latn","languages":["ars-Arab","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"ars_Arab-lit_Latn","languages":["ars-Arab","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ars_Arab-nob_Latn","languages":["ars-Arab","nob-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"ars_Arab-scn_Latn","languages":["ars-Arab","scn-Latn"]},{"precision":0.903821,"recall":0.932806,"f1":0.913043,"accuracy":0.932806,"main_score":0.913043,"hf_subset":"ars_Arab-tgk_Cyrl","languages":["ars-Arab","tgk-Cyrl"]},{"precision":0.366052,"recall":0.45751,"f1":0.39117,"accuracy":0.45751,"main_score":0.39117,"hf_subset":"ars_Arab-yor_Latn","languages":["ars-Arab","yor-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ars_Arab-arz_Arab","languages":["ars-Arab","arz-Arab"]},{"precision":0.421652,"recall":0.518775,"f1":0.44738,"accuracy":0.518775,"main_score":0.44738,"hf_subset":"ars_Arab-cjk_Latn","languages":["ars-Arab","cjk-Latn"]},{"precision":0.553572,"recall":0.640316,"f1":0.577503,"accuracy":0.640316,"main_score":0.577503,"hf_subset":"ars_Arab-gla_Latn","languages":["ars-Arab","gla-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ars_Arab-kan_Knda","languages":["ars-Arab","kan-Knda"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"ars_Arab-lmo_Latn","languages":["ars-Arab","lmo-Latn"]},{"precision":0.992095,"recall":0.994071,"f1":0.992754,"accuracy":0.994071,"main_score":0.992754,"hf_subset":"ars_Arab-npi_Deva","languages":["ars-Arab","npi-Deva"]},{"precision":0.350042,"recall":0.460474,"f1":0.378552,"accuracy":0.460474,"main_score":0.378552,"hf_subset":"ars_Arab-shn_Mymr","languages":["ars-Arab","shn-Mymr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ars_Arab-tgl_Latn","languages":["ars-Arab","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-yue_Hant","languages":["ars-Arab","yue-Hant"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ars_Arab-asm_Beng","languages":["ars-Arab","asm-Beng"]},{"precision":0.685729,"recall":0.758893,"f1":0.707332,"accuracy":0.758893,"main_score":0.707332,"hf_subset":"ars_Arab-ckb_Arab","languages":["ars-Arab","ckb-Arab"]},{"precision":0.654603,"recall":0.746047,"f1":0.682927,"accuracy":0.746047,"main_score":0.682927,"hf_subset":"ars_Arab-gle_Latn","languages":["ars-Arab","gle-Latn"]},{"precision":0.840991,"recall":0.890316,"f1":0.856785,"accuracy":0.890316,"main_score":0.856785,"hf_subset":"ars_Arab-kas_Arab","languages":["ars-Arab","kas-Arab"]},{"precision":0.857172,"recall":0.900198,"f1":0.870773,"accuracy":0.900198,"main_score":0.870773,"hf_subset":"ars_Arab-ltg_Latn","languages":["ars-Arab","ltg-Latn"]},{"precision":0.459968,"recall":0.548419,"f1":0.483845,"accuracy":0.548419,"main_score":0.483845,"hf_subset":"ars_Arab-nso_Latn","languages":["ars-Arab","nso-Latn"]},{"precision":0.379787,"recall":0.486166,"f1":0.408898,"accuracy":0.486166,"main_score":0.408898,"hf_subset":"ars_Arab-sin_Sinh","languages":["ars-Arab","sin-Sinh"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ars_Arab-tha_Thai","languages":["ars-Arab","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-zho_Hans","languages":["ars-Arab","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ars_Arab-ast_Latn","languages":["ars-Arab","ast-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ars_Arab-crh_Latn","languages":["ars-Arab","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-glg_Latn","languages":["ars-Arab","glg-Latn"]},{"precision":0.737961,"recall":0.8083,"f1":0.759157,"accuracy":0.8083,"main_score":0.759157,"hf_subset":"ars_Arab-kas_Deva","languages":["ars-Arab","kas-Deva"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ars_Arab-ltz_Latn","languages":["ars-Arab","ltz-Latn"]},{"precision":0.323226,"recall":0.417984,"f1":0.347912,"accuracy":0.417984,"main_score":0.347912,"hf_subset":"ars_Arab-nus_Latn","languages":["ars-Arab","nus-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ars_Arab-slk_Latn","languages":["ars-Arab","slk-Latn"]},{"precision":0.216847,"recall":0.290514,"f1":0.23539,"accuracy":0.290514,"main_score":0.23539,"hf_subset":"ars_Arab-tir_Ethi","languages":["ars-Arab","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ars_Arab-zho_Hant","languages":["ars-Arab","zho-Hant"]},{"precision":0.984025,"recall":0.988142,"f1":0.985343,"accuracy":0.988142,"main_score":0.985343,"hf_subset":"ars_Arab-awa_Deva","languages":["ars-Arab","awa-Deva"]},{"precision":0.839213,"recall":0.886364,"f1":0.853986,"accuracy":0.886364,"main_score":0.853986,"hf_subset":"ars_Arab-cym_Latn","languages":["ars-Arab","cym-Latn"]},{"precision":0.692251,"recall":0.764822,"f1":0.713823,"accuracy":0.764822,"main_score":0.713823,"hf_subset":"ars_Arab-grn_Latn","languages":["ars-Arab","grn-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"ars_Arab-kat_Geor","languages":["ars-Arab","kat-Geor"]},{"precision":0.498278,"recall":0.589921,"f1":0.524572,"accuracy":0.589921,"main_score":0.524572,"hf_subset":"ars_Arab-lua_Latn","languages":["ars-Arab","lua-Latn"]},{"precision":0.459521,"recall":0.546443,"f1":0.483136,"accuracy":0.546443,"main_score":0.483136,"hf_subset":"ars_Arab-nya_Latn","languages":["ars-Arab","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ars_Arab-slv_Latn","languages":["ars-Arab","slv-Latn"]},{"precision":0.769911,"recall":0.833004,"f1":0.789163,"accuracy":0.833004,"main_score":0.789163,"hf_subset":"ars_Arab-tpi_Latn","languages":["ars-Arab","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-zsm_Latn","languages":["ars-Arab","zsm-Latn"]},{"precision":0.435256,"recall":0.516798,"f1":0.457359,"accuracy":0.516798,"main_score":0.457359,"hf_subset":"ars_Arab-ayr_Latn","languages":["ars-Arab","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-dan_Latn","languages":["ars-Arab","dan-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ars_Arab-guj_Gujr","languages":["ars-Arab","guj-Gujr"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ars_Arab-kaz_Cyrl","languages":["ars-Arab","kaz-Cyrl"]},{"precision":0.381422,"recall":0.468379,"f1":0.404999,"accuracy":0.468379,"main_score":0.404999,"hf_subset":"ars_Arab-lug_Latn","languages":["ars-Arab","lug-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ars_Arab-oci_Latn","languages":["ars-Arab","oci-Latn"]},{"precision":0.442567,"recall":0.54249,"f1":0.470284,"accuracy":0.54249,"main_score":0.470284,"hf_subset":"ars_Arab-smo_Latn","languages":["ars-Arab","smo-Latn"]},{"precision":0.403553,"recall":0.494071,"f1":0.427719,"accuracy":0.494071,"main_score":0.427719,"hf_subset":"ars_Arab-tsn_Latn","languages":["ars-Arab","tsn-Latn"]},{"precision":0.405203,"recall":0.492095,"f1":0.428104,"accuracy":0.492095,"main_score":0.428104,"hf_subset":"ars_Arab-zul_Latn","languages":["ars-Arab","zul-Latn"]},{"precision":0.793643,"recall":0.853755,"f1":0.81222,"accuracy":0.853755,"main_score":0.81222,"hf_subset":"ars_Arab-azb_Arab","languages":["ars-Arab","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ars_Arab-deu_Latn","languages":["ars-Arab","deu-Latn"]},{"precision":0.911232,"recall":0.938735,"f1":0.920125,"accuracy":0.938735,"main_score":0.920125,"hf_subset":"ars_Arab-hat_Latn","languages":["ars-Arab","hat-Latn"]},{"precision":0.371998,"recall":0.453557,"f1":0.393661,"accuracy":0.453557,"main_score":0.393661,"hf_subset":"ars_Arab-kbp_Latn","languages":["ars-Arab","kbp-Latn"]},{"precision":0.428872,"recall":0.514822,"f1":0.451769,"accuracy":0.514822,"main_score":0.451769,"hf_subset":"ars_Arab-luo_Latn","languages":["ars-Arab","luo-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ars_Arab-ory_Orya","languages":["ars-Arab","ory-Orya"]},{"precision":0.431893,"recall":0.520751,"f1":0.456829,"accuracy":0.520751,"main_score":0.456829,"hf_subset":"ars_Arab-sna_Latn","languages":["ars-Arab","sna-Latn"]},{"precision":0.399968,"recall":0.487154,"f1":0.424126,"accuracy":0.487154,"main_score":0.424126,"hf_subset":"ars_Arab-tso_Latn","languages":["ars-Arab","tso-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ars_Arab-azj_Latn","languages":["ars-Arab","azj-Latn"]},{"precision":0.42969,"recall":0.524704,"f1":0.456183,"accuracy":0.524704,"main_score":0.456183,"hf_subset":"ars_Arab-dik_Latn","languages":["ars-Arab","dik-Latn"]},{"precision":0.415517,"recall":0.495059,"f1":0.437873,"accuracy":0.495059,"main_score":0.437873,"hf_subset":"ars_Arab-hau_Latn","languages":["ars-Arab","hau-Latn"]},{"precision":0.958416,"recall":0.971344,"f1":0.962516,"accuracy":0.971344,"main_score":0.962516,"hf_subset":"ars_Arab-kea_Latn","languages":["ars-Arab","kea-Latn"]},{"precision":0.601689,"recall":0.679842,"f1":0.62392,"accuracy":0.679842,"main_score":0.62392,"hf_subset":"ars_Arab-lus_Latn","languages":["ars-Arab","lus-Latn"]},{"precision":0.795603,"recall":0.847826,"f1":0.81158,"accuracy":0.847826,"main_score":0.81158,"hf_subset":"ars_Arab-pag_Latn","languages":["ars-Arab","pag-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"ars_Arab-snd_Arab","languages":["ars-Arab","snd-Arab"]},{"precision":0.861578,"recall":0.902174,"f1":0.874407,"accuracy":0.902174,"main_score":0.874407,"hf_subset":"ars_Arab-tuk_Latn","languages":["ars-Arab","tuk-Latn"]},{"precision":0.942358,"recall":0.960474,"f1":0.948287,"accuracy":0.960474,"main_score":0.948287,"hf_subset":"ars_Arab-bak_Cyrl","languages":["ars-Arab","bak-Cyrl"]},{"precision":0.370647,"recall":0.471344,"f1":0.398482,"accuracy":0.471344,"main_score":0.398482,"hf_subset":"ars_Arab-dyu_Latn","languages":["ars-Arab","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ars_Arab-heb_Hebr","languages":["ars-Arab","heb-Hebr"]},{"precision":0.870389,"recall":0.910079,"f1":0.88307,"accuracy":0.910079,"main_score":0.88307,"hf_subset":"ars_Arab-khk_Cyrl","languages":["ars-Arab","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ars_Arab-lvs_Latn","languages":["ars-Arab","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ars_Arab-pan_Guru","languages":["ars-Arab","pan-Guru"]},{"precision":0.403555,"recall":0.497036,"f1":0.429098,"accuracy":0.497036,"main_score":0.429098,"hf_subset":"ars_Arab-som_Latn","languages":["ars-Arab","som-Latn"]},{"precision":0.446487,"recall":0.533597,"f1":0.470905,"accuracy":0.533597,"main_score":0.470905,"hf_subset":"ars_Arab-tum_Latn","languages":["ars-Arab","tum-Latn"]},{"precision":0.440176,"recall":0.517787,"f1":0.462244,"accuracy":0.517787,"main_score":0.462244,"hf_subset":"ceb_Latn-ace_Arab","languages":["ceb-Latn","ace-Arab"]},{"precision":0.477114,"recall":0.546443,"f1":0.496515,"accuracy":0.546443,"main_score":0.496515,"hf_subset":"ceb_Latn-bam_Latn","languages":["ceb-Latn","bam-Latn"]},{"precision":0.111005,"recall":0.166008,"f1":0.125129,"accuracy":0.166008,"main_score":0.125129,"hf_subset":"ceb_Latn-dzo_Tibt","languages":["ceb-Latn","dzo-Tibt"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ceb_Latn-hin_Deva","languages":["ceb-Latn","hin-Deva"]},{"precision":0.905138,"recall":0.933794,"f1":0.914361,"accuracy":0.933794,"main_score":0.914361,"hf_subset":"ceb_Latn-khm_Khmr","languages":["ceb-Latn","khm-Khmr"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ceb_Latn-mag_Deva","languages":["ceb-Latn","mag-Deva"]},{"precision":0.955534,"recall":0.969368,"f1":0.960145,"accuracy":0.969368,"main_score":0.960145,"hf_subset":"ceb_Latn-pap_Latn","languages":["ceb-Latn","pap-Latn"]},{"precision":0.521937,"recall":0.589921,"f1":0.54082,"accuracy":0.589921,"main_score":0.54082,"hf_subset":"ceb_Latn-sot_Latn","languages":["ceb-Latn","sot-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ceb_Latn-tur_Latn","languages":["ceb-Latn","tur-Latn"]},{"precision":0.814262,"recall":0.863636,"f1":0.829644,"accuracy":0.863636,"main_score":0.829644,"hf_subset":"ceb_Latn-ace_Latn","languages":["ceb-Latn","ace-Latn"]},{"precision":0.908103,"recall":0.933794,"f1":0.916502,"accuracy":0.933794,"main_score":0.916502,"hf_subset":"ceb_Latn-ban_Latn","languages":["ceb-Latn","ban-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ceb_Latn-ell_Grek","languages":["ceb-Latn","ell-Grek"]},{"precision":0.968874,"recall":0.978261,"f1":0.972003,"accuracy":0.978261,"main_score":0.972003,"hf_subset":"ceb_Latn-hne_Deva","languages":["ceb-Latn","hne-Deva"]},{"precision":0.528279,"recall":0.598814,"f1":0.549017,"accuracy":0.598814,"main_score":0.549017,"hf_subset":"ceb_Latn-kik_Latn","languages":["ceb-Latn","kik-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ceb_Latn-mai_Deva","languages":["ceb-Latn","mai-Deva"]},{"precision":0.852273,"recall":0.895257,"f1":0.865711,"accuracy":0.895257,"main_score":0.865711,"hf_subset":"ceb_Latn-pbt_Arab","languages":["ceb-Latn","pbt-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ceb_Latn-spa_Latn","languages":["ceb-Latn","spa-Latn"]},{"precision":0.584547,"recall":0.648221,"f1":0.602263,"accuracy":0.648221,"main_score":0.602263,"hf_subset":"ceb_Latn-twi_Latn","languages":["ceb-Latn","twi-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ceb_Latn-acm_Arab","languages":["ceb-Latn","acm-Arab"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ceb_Latn-bel_Cyrl","languages":["ceb-Latn","bel-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ceb_Latn-eng_Latn","languages":["ceb-Latn","eng-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"ceb_Latn-hrv_Latn","languages":["ceb-Latn","hrv-Latn"]},{"precision":0.477061,"recall":0.544466,"f1":0.49561,"accuracy":0.544466,"main_score":0.49561,"hf_subset":"ceb_Latn-kin_Latn","languages":["ceb-Latn","kin-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ceb_Latn-mal_Mlym","languages":["ceb-Latn","mal-Mlym"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ceb_Latn-pes_Arab","languages":["ceb-Latn","pes-Arab"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"ceb_Latn-srd_Latn","languages":["ceb-Latn","srd-Latn"]},{"precision":0.120528,"recall":0.184783,"f1":0.133913,"accuracy":0.184783,"main_score":0.133913,"hf_subset":"ceb_Latn-tzm_Tfng","languages":["ceb-Latn","tzm-Tfng"]},{"precision":0.97859,"recall":0.985178,"f1":0.980731,"accuracy":0.985178,"main_score":0.980731,"hf_subset":"ceb_Latn-acq_Arab","languages":["ceb-Latn","acq-Arab"]},{"precision":0.561564,"recall":0.628458,"f1":0.580699,"accuracy":0.628458,"main_score":0.580699,"hf_subset":"ceb_Latn-bem_Latn","languages":["ceb-Latn","bem-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ceb_Latn-epo_Latn","languages":["ceb-Latn","epo-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"ceb_Latn-hun_Latn","languages":["ceb-Latn","hun-Latn"]},{"precision":0.93857,"recall":0.956522,"f1":0.944499,"accuracy":0.956522,"main_score":0.944499,"hf_subset":"ceb_Latn-kir_Cyrl","languages":["ceb-Latn","kir-Cyrl"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ceb_Latn-mar_Deva","languages":["ceb-Latn","mar-Deva"]},{"precision":0.576938,"recall":0.63834,"f1":0.595389,"accuracy":0.63834,"main_score":0.595389,"hf_subset":"ceb_Latn-plt_Latn","languages":["ceb-Latn","plt-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ceb_Latn-srp_Cyrl","languages":["ceb-Latn","srp-Cyrl"]},{"precision":0.914196,"recall":0.938735,"f1":0.922266,"accuracy":0.938735,"main_score":0.922266,"hf_subset":"ceb_Latn-uig_Arab","languages":["ceb-Latn","uig-Arab"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"ceb_Latn-aeb_Arab","languages":["ceb-Latn","aeb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ceb_Latn-ben_Beng","languages":["ceb-Latn","ben-Beng"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ceb_Latn-est_Latn","languages":["ceb-Latn","est-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"ceb_Latn-hye_Armn","languages":["ceb-Latn","hye-Armn"]},{"precision":0.485273,"recall":0.548419,"f1":0.503579,"accuracy":0.548419,"main_score":0.503579,"hf_subset":"ceb_Latn-kmb_Latn","languages":["ceb-Latn","kmb-Latn"]},{"precision":0.386837,"recall":0.48419,"f1":0.413485,"accuracy":0.48419,"main_score":0.413485,"hf_subset":"ceb_Latn-min_Arab","languages":["ceb-Latn","min-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ceb_Latn-pol_Latn","languages":["ceb-Latn","pol-Latn"]},{"precision":0.473231,"recall":0.548419,"f1":0.494177,"accuracy":0.548419,"main_score":0.494177,"hf_subset":"ceb_Latn-ssw_Latn","languages":["ceb-Latn","ssw-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ceb_Latn-ukr_Cyrl","languages":["ceb-Latn","ukr-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ceb_Latn-afr_Latn","languages":["ceb-Latn","afr-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"ceb_Latn-bho_Deva","languages":["ceb-Latn","bho-Deva"]},{"precision":0.931077,"recall":0.951581,"f1":0.937648,"accuracy":0.951581,"main_score":0.937648,"hf_subset":"ceb_Latn-eus_Latn","languages":["ceb-Latn","eus-Latn"]},{"precision":0.514251,"recall":0.587945,"f1":0.535007,"accuracy":0.587945,"main_score":0.535007,"hf_subset":"ceb_Latn-ibo_Latn","languages":["ceb-Latn","ibo-Latn"]},{"precision":0.710255,"recall":0.774704,"f1":0.729137,"accuracy":0.774704,"main_score":0.729137,"hf_subset":"ceb_Latn-kmr_Latn","languages":["ceb-Latn","kmr-Latn"]},{"precision":0.949275,"recall":0.964427,"f1":0.954216,"accuracy":0.964427,"main_score":0.954216,"hf_subset":"ceb_Latn-min_Latn","languages":["ceb-Latn","min-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ceb_Latn-por_Latn","languages":["ceb-Latn","por-Latn"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"ceb_Latn-sun_Latn","languages":["ceb-Latn","sun-Latn"]},{"precision":0.470504,"recall":0.54249,"f1":0.492133,"accuracy":0.54249,"main_score":0.492133,"hf_subset":"ceb_Latn-umb_Latn","languages":["ceb-Latn","umb-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"ceb_Latn-ajp_Arab","languages":["ceb-Latn","ajp-Arab"]},{"precision":0.422434,"recall":0.507905,"f1":0.445763,"accuracy":0.507905,"main_score":0.445763,"hf_subset":"ceb_Latn-bjn_Arab","languages":["ceb-Latn","bjn-Arab"]},{"precision":0.490231,"recall":0.55336,"f1":0.508122,"accuracy":0.55336,"main_score":0.508122,"hf_subset":"ceb_Latn-ewe_Latn","languages":["ceb-Latn","ewe-Latn"]},{"precision":0.911644,"recall":0.937747,"f1":0.920026,"accuracy":0.937747,"main_score":0.920026,"hf_subset":"ceb_Latn-ilo_Latn","languages":["ceb-Latn","ilo-Latn"]},{"precision":0.207022,"recall":0.285573,"f1":0.226742,"accuracy":0.285573,"main_score":0.226742,"hf_subset":"ceb_Latn-knc_Arab","languages":["ceb-Latn","knc-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ceb_Latn-mkd_Cyrl","languages":["ceb-Latn","mkd-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ceb_Latn-prs_Arab","languages":["ceb-Latn","prs-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ceb_Latn-swe_Latn","languages":["ceb-Latn","swe-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ceb_Latn-urd_Arab","languages":["ceb-Latn","urd-Arab"]},{"precision":0.556175,"recall":0.621542,"f1":0.57522,"accuracy":0.621542,"main_score":0.57522,"hf_subset":"ceb_Latn-aka_Latn","languages":["ceb-Latn","aka-Latn"]},{"precision":0.944005,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"ceb_Latn-bjn_Latn","languages":["ceb-Latn","bjn-Latn"]},{"precision":0.892787,"recall":0.923913,"f1":0.902997,"accuracy":0.923913,"main_score":0.902997,"hf_subset":"ceb_Latn-fao_Latn","languages":["ceb-Latn","fao-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ceb_Latn-ind_Latn","languages":["ceb-Latn","ind-Latn"]},{"precision":0.532996,"recall":0.603755,"f1":0.553847,"accuracy":0.603755,"main_score":0.553847,"hf_subset":"ceb_Latn-knc_Latn","languages":["ceb-Latn","knc-Latn"]},{"precision":0.960227,"recall":0.972332,"f1":0.964163,"accuracy":0.972332,"main_score":0.964163,"hf_subset":"ceb_Latn-mlt_Latn","languages":["ceb-Latn","mlt-Latn"]},{"precision":0.575463,"recall":0.649209,"f1":0.596263,"accuracy":0.649209,"main_score":0.596263,"hf_subset":"ceb_Latn-quy_Latn","languages":["ceb-Latn","quy-Latn"]},{"precision":0.704331,"recall":0.779644,"f1":0.727494,"accuracy":0.779644,"main_score":0.727494,"hf_subset":"ceb_Latn-swh_Latn","languages":["ceb-Latn","swh-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"ceb_Latn-uzn_Latn","languages":["ceb-Latn","uzn-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ceb_Latn-als_Latn","languages":["ceb-Latn","als-Latn"]},{"precision":0.173916,"recall":0.247036,"f1":0.191647,"accuracy":0.247036,"main_score":0.191647,"hf_subset":"ceb_Latn-bod_Tibt","languages":["ceb-Latn","bod-Tibt"]},{"precision":0.523057,"recall":0.588933,"f1":0.541749,"accuracy":0.588933,"main_score":0.541749,"hf_subset":"ceb_Latn-fij_Latn","languages":["ceb-Latn","fij-Latn"]},{"precision":0.904513,"recall":0.933794,"f1":0.914032,"accuracy":0.933794,"main_score":0.914032,"hf_subset":"ceb_Latn-isl_Latn","languages":["ceb-Latn","isl-Latn"]},{"precision":0.573939,"recall":0.647233,"f1":0.59572,"accuracy":0.647233,"main_score":0.59572,"hf_subset":"ceb_Latn-kon_Latn","languages":["ceb-Latn","kon-Latn"]},{"precision":0.52004,"recall":0.609684,"f1":0.545352,"accuracy":0.609684,"main_score":0.545352,"hf_subset":"ceb_Latn-mni_Beng","languages":["ceb-Latn","mni-Beng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ceb_Latn-ron_Latn","languages":["ceb-Latn","ron-Latn"]},{"precision":0.964756,"recall":0.975296,"f1":0.968215,"accuracy":0.975296,"main_score":0.968215,"hf_subset":"ceb_Latn-szl_Latn","languages":["ceb-Latn","szl-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ceb_Latn-vec_Latn","languages":["ceb-Latn","vec-Latn"]},{"precision":0.556103,"recall":0.639328,"f1":0.579921,"accuracy":0.639328,"main_score":0.579921,"hf_subset":"ceb_Latn-amh_Ethi","languages":["ceb-Latn","amh-Ethi"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ceb_Latn-bos_Latn","languages":["ceb-Latn","bos-Latn"]},{"precision":0.984519,"recall":0.98913,"f1":0.986001,"accuracy":0.98913,"main_score":0.986001,"hf_subset":"ceb_Latn-fin_Latn","languages":["ceb-Latn","fin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ceb_Latn-ita_Latn","languages":["ceb-Latn","ita-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"ceb_Latn-kor_Hang","languages":["ceb-Latn","kor-Hang"]},{"precision":0.500483,"recall":0.577075,"f1":0.521688,"accuracy":0.577075,"main_score":0.521688,"hf_subset":"ceb_Latn-mos_Latn","languages":["ceb-Latn","mos-Latn"]},{"precision":0.482831,"recall":0.547431,"f1":0.500996,"accuracy":0.547431,"main_score":0.500996,"hf_subset":"ceb_Latn-run_Latn","languages":["ceb-Latn","run-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ceb_Latn-tam_Taml","languages":["ceb-Latn","tam-Taml"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ceb_Latn-vie_Latn","languages":["ceb-Latn","vie-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"ceb_Latn-apc_Arab","languages":["ceb-Latn","apc-Arab"]},{"precision":0.751525,"recall":0.796443,"f1":0.764608,"accuracy":0.796443,"main_score":0.764608,"hf_subset":"ceb_Latn-bug_Latn","languages":["ceb-Latn","bug-Latn"]},{"precision":0.439052,"recall":0.508893,"f1":0.45812,"accuracy":0.508893,"main_score":0.45812,"hf_subset":"ceb_Latn-fon_Latn","languages":["ceb-Latn","fon-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ceb_Latn-jav_Latn","languages":["ceb-Latn","jav-Latn"]},{"precision":0.858976,"recall":0.901186,"f1":0.872101,"accuracy":0.901186,"main_score":0.872101,"hf_subset":"ceb_Latn-lao_Laoo","languages":["ceb-Latn","lao-Laoo"]},{"precision":0.592329,"recall":0.666996,"f1":0.613474,"accuracy":0.666996,"main_score":0.613474,"hf_subset":"ceb_Latn-mri_Latn","languages":["ceb-Latn","mri-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ceb_Latn-rus_Cyrl","languages":["ceb-Latn","rus-Cyrl"]},{"precision":0.519245,"recall":0.583992,"f1":0.537272,"accuracy":0.583992,"main_score":0.537272,"hf_subset":"ceb_Latn-taq_Latn","languages":["ceb-Latn","taq-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"ceb_Latn-war_Latn","languages":["ceb-Latn","war-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"ceb_Latn-arb_Arab","languages":["ceb-Latn","arb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ceb_Latn-bul_Cyrl","languages":["ceb-Latn","bul-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ceb_Latn-fra_Latn","languages":["ceb-Latn","fra-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ceb_Latn-jpn_Jpan","languages":["ceb-Latn","jpn-Jpan"]},{"precision":0.973155,"recall":0.981225,"f1":0.975791,"accuracy":0.981225,"main_score":0.975791,"hf_subset":"ceb_Latn-lij_Latn","languages":["ceb-Latn","lij-Latn"]},{"precision":0.884091,"recall":0.91996,"f1":0.895586,"accuracy":0.91996,"main_score":0.895586,"hf_subset":"ceb_Latn-mya_Mymr","languages":["ceb-Latn","mya-Mymr"]},{"precision":0.53889,"recall":0.613636,"f1":0.559566,"accuracy":0.613636,"main_score":0.559566,"hf_subset":"ceb_Latn-sag_Latn","languages":["ceb-Latn","sag-Latn"]},{"precision":0.137323,"recall":0.212451,"f1":0.152272,"accuracy":0.212451,"main_score":0.152272,"hf_subset":"ceb_Latn-taq_Tfng","languages":["ceb-Latn","taq-Tfng"]},{"precision":0.57086,"recall":0.643281,"f1":0.591642,"accuracy":0.643281,"main_score":0.591642,"hf_subset":"ceb_Latn-wol_Latn","languages":["ceb-Latn","wol-Latn"]},{"precision":0.595183,"recall":0.679842,"f1":0.619213,"accuracy":0.679842,"main_score":0.619213,"hf_subset":"ceb_Latn-arb_Latn","languages":["ceb-Latn","arb-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ceb_Latn-cat_Latn","languages":["ceb-Latn","cat-Latn"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"ceb_Latn-fur_Latn","languages":["ceb-Latn","fur-Latn"]},{"precision":0.35841,"recall":0.422925,"f1":0.376187,"accuracy":0.422925,"main_score":0.376187,"hf_subset":"ceb_Latn-kab_Latn","languages":["ceb-Latn","kab-Latn"]},{"precision":0.955402,"recall":0.968379,"f1":0.959486,"accuracy":0.968379,"main_score":0.959486,"hf_subset":"ceb_Latn-lim_Latn","languages":["ceb-Latn","lim-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ceb_Latn-nld_Latn","languages":["ceb-Latn","nld-Latn"]},{"precision":0.932559,"recall":0.953557,"f1":0.93946,"accuracy":0.953557,"main_score":0.93946,"hf_subset":"ceb_Latn-san_Deva","languages":["ceb-Latn","san-Deva"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"ceb_Latn-tat_Cyrl","languages":["ceb-Latn","tat-Cyrl"]},{"precision":0.547657,"recall":0.626482,"f1":0.570363,"accuracy":0.626482,"main_score":0.570363,"hf_subset":"ceb_Latn-xho_Latn","languages":["ceb-Latn","xho-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"ceb_Latn-ars_Arab","languages":["ceb-Latn","ars-Arab"]},{"precision":0.488323,"recall":0.565217,"f1":0.510438,"accuracy":0.565217,"main_score":0.510438,"hf_subset":"ceb_Latn-fuv_Latn","languages":["ceb-Latn","fuv-Latn"]},{"precision":0.495152,"recall":0.571146,"f1":0.516591,"accuracy":0.571146,"main_score":0.516591,"hf_subset":"ceb_Latn-kac_Latn","languages":["ceb-Latn","kac-Latn"]},{"precision":0.57743,"recall":0.651186,"f1":0.597748,"accuracy":0.651186,"main_score":0.597748,"hf_subset":"ceb_Latn-lin_Latn","languages":["ceb-Latn","lin-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ceb_Latn-nno_Latn","languages":["ceb-Latn","nno-Latn"]},{"precision":0.017866,"recall":0.063241,"f1":0.024316,"accuracy":0.063241,"main_score":0.024316,"hf_subset":"ceb_Latn-sat_Olck","languages":["ceb-Latn","sat-Olck"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"ceb_Latn-tel_Telu","languages":["ceb-Latn","tel-Telu"]},{"precision":0.745092,"recall":0.809289,"f1":0.76438,"accuracy":0.809289,"main_score":0.76438,"hf_subset":"ceb_Latn-ydd_Hebr","languages":["ceb-Latn","ydd-Hebr"]},{"precision":0.926219,"recall":0.949605,"f1":0.933959,"accuracy":0.949605,"main_score":0.933959,"hf_subset":"ceb_Latn-ary_Arab","languages":["ceb-Latn","ary-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ceb_Latn-ces_Latn","languages":["ceb-Latn","ces-Latn"]},{"precision":0.427832,"recall":0.505929,"f1":0.449288,"accuracy":0.505929,"main_score":0.449288,"hf_subset":"ceb_Latn-gaz_Latn","languages":["ceb-Latn","gaz-Latn"]},{"precision":0.507593,"recall":0.583992,"f1":0.528911,"accuracy":0.583992,"main_score":0.528911,"hf_subset":"ceb_Latn-kam_Latn","languages":["ceb-Latn","kam-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"ceb_Latn-lit_Latn","languages":["ceb-Latn","lit-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ceb_Latn-nob_Latn","languages":["ceb-Latn","nob-Latn"]},{"precision":0.958498,"recall":0.971344,"f1":0.96278,"accuracy":0.971344,"main_score":0.96278,"hf_subset":"ceb_Latn-scn_Latn","languages":["ceb-Latn","scn-Latn"]},{"precision":0.869071,"recall":0.907115,"f1":0.881225,"accuracy":0.907115,"main_score":0.881225,"hf_subset":"ceb_Latn-tgk_Cyrl","languages":["ceb-Latn","tgk-Cyrl"]},{"precision":0.451681,"recall":0.529644,"f1":0.473707,"accuracy":0.529644,"main_score":0.473707,"hf_subset":"ceb_Latn-yor_Latn","languages":["ceb-Latn","yor-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"ceb_Latn-arz_Arab","languages":["ceb-Latn","arz-Arab"]},{"precision":0.497072,"recall":0.574111,"f1":0.518878,"accuracy":0.574111,"main_score":0.518878,"hf_subset":"ceb_Latn-cjk_Latn","languages":["ceb-Latn","cjk-Latn"]},{"precision":0.621963,"recall":0.694664,"f1":0.643195,"accuracy":0.694664,"main_score":0.643195,"hf_subset":"ceb_Latn-gla_Latn","languages":["ceb-Latn","gla-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ceb_Latn-kan_Knda","languages":["ceb-Latn","kan-Knda"]},{"precision":0.964097,"recall":0.974308,"f1":0.967391,"accuracy":0.974308,"main_score":0.967391,"hf_subset":"ceb_Latn-lmo_Latn","languages":["ceb-Latn","lmo-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"ceb_Latn-npi_Deva","languages":["ceb-Latn","npi-Deva"]},{"precision":0.437013,"recall":0.527668,"f1":0.462042,"accuracy":0.527668,"main_score":0.462042,"hf_subset":"ceb_Latn-shn_Mymr","languages":["ceb-Latn","shn-Mymr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ceb_Latn-tgl_Latn","languages":["ceb-Latn","tgl-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"ceb_Latn-yue_Hant","languages":["ceb-Latn","yue-Hant"]},{"precision":0.969697,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"ceb_Latn-asm_Beng","languages":["ceb-Latn","asm-Beng"]},{"precision":0.70775,"recall":0.773715,"f1":0.727045,"accuracy":0.773715,"main_score":0.727045,"hf_subset":"ceb_Latn-ckb_Arab","languages":["ceb-Latn","ckb-Arab"]},{"precision":0.721953,"recall":0.788538,"f1":0.742118,"accuracy":0.788538,"main_score":0.742118,"hf_subset":"ceb_Latn-gle_Latn","languages":["ceb-Latn","gle-Latn"]},{"precision":0.827157,"recall":0.87747,"f1":0.843281,"accuracy":0.87747,"main_score":0.843281,"hf_subset":"ceb_Latn-kas_Arab","languages":["ceb-Latn","kas-Arab"]},{"precision":0.845932,"recall":0.88834,"f1":0.859585,"accuracy":0.88834,"main_score":0.859585,"hf_subset":"ceb_Latn-ltg_Latn","languages":["ceb-Latn","ltg-Latn"]},{"precision":0.538857,"recall":0.605731,"f1":0.55753,"accuracy":0.605731,"main_score":0.55753,"hf_subset":"ceb_Latn-nso_Latn","languages":["ceb-Latn","nso-Latn"]},{"precision":0.433952,"recall":0.532609,"f1":0.460907,"accuracy":0.532609,"main_score":0.460907,"hf_subset":"ceb_Latn-sin_Sinh","languages":["ceb-Latn","sin-Sinh"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"ceb_Latn-tha_Thai","languages":["ceb-Latn","tha-Thai"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"ceb_Latn-zho_Hans","languages":["ceb-Latn","zho-Hans"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"ceb_Latn-ast_Latn","languages":["ceb-Latn","ast-Latn"]},{"precision":0.963933,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"ceb_Latn-crh_Latn","languages":["ceb-Latn","crh-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ceb_Latn-glg_Latn","languages":["ceb-Latn","glg-Latn"]},{"precision":0.732708,"recall":0.800395,"f1":0.753393,"accuracy":0.800395,"main_score":0.753393,"hf_subset":"ceb_Latn-kas_Deva","languages":["ceb-Latn","kas-Deva"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ceb_Latn-ltz_Latn","languages":["ceb-Latn","ltz-Latn"]},{"precision":0.412511,"recall":0.491107,"f1":0.433091,"accuracy":0.491107,"main_score":0.433091,"hf_subset":"ceb_Latn-nus_Latn","languages":["ceb-Latn","nus-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ceb_Latn-slk_Latn","languages":["ceb-Latn","slk-Latn"]},{"precision":0.273831,"recall":0.347826,"f1":0.292892,"accuracy":0.347826,"main_score":0.292892,"hf_subset":"ceb_Latn-tir_Ethi","languages":["ceb-Latn","tir-Ethi"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"ceb_Latn-zho_Hant","languages":["ceb-Latn","zho-Hant"]},{"precision":0.972085,"recall":0.980237,"f1":0.974704,"accuracy":0.980237,"main_score":0.974704,"hf_subset":"ceb_Latn-awa_Deva","languages":["ceb-Latn","awa-Deva"]},{"precision":0.85252,"recall":0.895257,"f1":0.865796,"accuracy":0.895257,"main_score":0.865796,"hf_subset":"ceb_Latn-cym_Latn","languages":["ceb-Latn","cym-Latn"]},{"precision":0.725751,"recall":0.778656,"f1":0.741669,"accuracy":0.778656,"main_score":0.741669,"hf_subset":"ceb_Latn-grn_Latn","languages":["ceb-Latn","grn-Latn"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"ceb_Latn-kat_Geor","languages":["ceb-Latn","kat-Geor"]},{"precision":0.566915,"recall":0.633399,"f1":0.585952,"accuracy":0.633399,"main_score":0.585952,"hf_subset":"ceb_Latn-lua_Latn","languages":["ceb-Latn","lua-Latn"]},{"precision":0.54441,"recall":0.612648,"f1":0.564001,"accuracy":0.612648,"main_score":0.564001,"hf_subset":"ceb_Latn-nya_Latn","languages":["ceb-Latn","nya-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ceb_Latn-slv_Latn","languages":["ceb-Latn","slv-Latn"]},{"precision":0.789509,"recall":0.837945,"f1":0.804381,"accuracy":0.837945,"main_score":0.804381,"hf_subset":"ceb_Latn-tpi_Latn","languages":["ceb-Latn","tpi-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ceb_Latn-zsm_Latn","languages":["ceb-Latn","zsm-Latn"]},{"precision":0.503483,"recall":0.570158,"f1":0.52194,"accuracy":0.570158,"main_score":0.52194,"hf_subset":"ceb_Latn-ayr_Latn","languages":["ceb-Latn","ayr-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ceb_Latn-dan_Latn","languages":["ceb-Latn","dan-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ceb_Latn-guj_Gujr","languages":["ceb-Latn","guj-Gujr"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ceb_Latn-kaz_Cyrl","languages":["ceb-Latn","kaz-Cyrl"]},{"precision":0.466677,"recall":0.533597,"f1":0.4856,"accuracy":0.533597,"main_score":0.4856,"hf_subset":"ceb_Latn-lug_Latn","languages":["ceb-Latn","lug-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ceb_Latn-oci_Latn","languages":["ceb-Latn","oci-Latn"]},{"precision":0.558896,"recall":0.629447,"f1":0.578821,"accuracy":0.629447,"main_score":0.578821,"hf_subset":"ceb_Latn-smo_Latn","languages":["ceb-Latn","smo-Latn"]},{"precision":0.48305,"recall":0.555336,"f1":0.502964,"accuracy":0.555336,"main_score":0.502964,"hf_subset":"ceb_Latn-tsn_Latn","languages":["ceb-Latn","tsn-Latn"]},{"precision":0.49749,"recall":0.572134,"f1":0.517699,"accuracy":0.572134,"main_score":0.517699,"hf_subset":"ceb_Latn-zul_Latn","languages":["ceb-Latn","zul-Latn"]},{"precision":0.768445,"recall":0.831028,"f1":0.787978,"accuracy":0.831028,"main_score":0.787978,"hf_subset":"ceb_Latn-azb_Arab","languages":["ceb-Latn","azb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ceb_Latn-deu_Latn","languages":["ceb-Latn","deu-Latn"]},{"precision":0.902833,"recall":0.932806,"f1":0.912714,"accuracy":0.932806,"main_score":0.912714,"hf_subset":"ceb_Latn-hat_Latn","languages":["ceb-Latn","hat-Latn"]},{"precision":0.451113,"recall":0.520751,"f1":0.470584,"accuracy":0.520751,"main_score":0.470584,"hf_subset":"ceb_Latn-kbp_Latn","languages":["ceb-Latn","kbp-Latn"]},{"precision":0.523696,"recall":0.590909,"f1":0.542322,"accuracy":0.590909,"main_score":0.542322,"hf_subset":"ceb_Latn-luo_Latn","languages":["ceb-Latn","luo-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"ceb_Latn-ory_Orya","languages":["ceb-Latn","ory-Orya"]},{"precision":0.504373,"recall":0.576087,"f1":0.525076,"accuracy":0.576087,"main_score":0.525076,"hf_subset":"ceb_Latn-sna_Latn","languages":["ceb-Latn","sna-Latn"]},{"precision":0.490342,"recall":0.561265,"f1":0.510138,"accuracy":0.561265,"main_score":0.510138,"hf_subset":"ceb_Latn-tso_Latn","languages":["ceb-Latn","tso-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"ceb_Latn-azj_Latn","languages":["ceb-Latn","azj-Latn"]},{"precision":0.502075,"recall":0.573123,"f1":0.522366,"accuracy":0.573123,"main_score":0.522366,"hf_subset":"ceb_Latn-dik_Latn","languages":["ceb-Latn","dik-Latn"]},{"precision":0.490779,"recall":0.555336,"f1":0.508767,"accuracy":0.555336,"main_score":0.508767,"hf_subset":"ceb_Latn-hau_Latn","languages":["ceb-Latn","hau-Latn"]},{"precision":0.957181,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"ceb_Latn-kea_Latn","languages":["ceb-Latn","kea-Latn"]},{"precision":0.667607,"recall":0.728261,"f1":0.685122,"accuracy":0.728261,"main_score":0.685122,"hf_subset":"ceb_Latn-lus_Latn","languages":["ceb-Latn","lus-Latn"]},{"precision":0.843215,"recall":0.879447,"f1":0.854381,"accuracy":0.879447,"main_score":0.854381,"hf_subset":"ceb_Latn-pag_Latn","languages":["ceb-Latn","pag-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"ceb_Latn-snd_Arab","languages":["ceb-Latn","snd-Arab"]},{"precision":0.850626,"recall":0.894269,"f1":0.864427,"accuracy":0.894269,"main_score":0.864427,"hf_subset":"ceb_Latn-tuk_Latn","languages":["ceb-Latn","tuk-Latn"]},{"precision":0.931983,"recall":0.951581,"f1":0.938406,"accuracy":0.951581,"main_score":0.938406,"hf_subset":"ceb_Latn-bak_Cyrl","languages":["ceb-Latn","bak-Cyrl"]},{"precision":0.439642,"recall":0.530632,"f1":0.46616,"accuracy":0.530632,"main_score":0.46616,"hf_subset":"ceb_Latn-dyu_Latn","languages":["ceb-Latn","dyu-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"ceb_Latn-heb_Hebr","languages":["ceb-Latn","heb-Hebr"]},{"precision":0.870389,"recall":0.906126,"f1":0.881719,"accuracy":0.906126,"main_score":0.881719,"hf_subset":"ceb_Latn-khk_Cyrl","languages":["ceb-Latn","khk-Cyrl"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ceb_Latn-lvs_Latn","languages":["ceb-Latn","lvs-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ceb_Latn-pan_Guru","languages":["ceb-Latn","pan-Guru"]},{"precision":0.486835,"recall":0.561265,"f1":0.50732,"accuracy":0.561265,"main_score":0.50732,"hf_subset":"ceb_Latn-som_Latn","languages":["ceb-Latn","som-Latn"]},{"precision":0.528244,"recall":0.588933,"f1":0.545492,"accuracy":0.588933,"main_score":0.545492,"hf_subset":"ceb_Latn-tum_Latn","languages":["ceb-Latn","tum-Latn"]},{"precision":0.331465,"recall":0.392292,"f1":0.348268,"accuracy":0.392292,"main_score":0.348268,"hf_subset":"fuv_Latn-ace_Arab","languages":["fuv-Latn","ace-Arab"]},{"precision":0.437434,"recall":0.485178,"f1":0.451369,"accuracy":0.485178,"main_score":0.451369,"hf_subset":"fuv_Latn-bam_Latn","languages":["fuv-Latn","bam-Latn"]},{"precision":0.089782,"recall":0.133399,"f1":0.099948,"accuracy":0.133399,"main_score":0.099948,"hf_subset":"fuv_Latn-dzo_Tibt","languages":["fuv-Latn","dzo-Tibt"]},{"precision":0.485261,"recall":0.5583,"f1":0.505828,"accuracy":0.5583,"main_score":0.505828,"hf_subset":"fuv_Latn-hin_Deva","languages":["fuv-Latn","hin-Deva"]},{"precision":0.365435,"recall":0.434783,"f1":0.385048,"accuracy":0.434783,"main_score":0.385048,"hf_subset":"fuv_Latn-khm_Khmr","languages":["fuv-Latn","khm-Khmr"]},{"precision":0.497407,"recall":0.559289,"f1":0.515399,"accuracy":0.559289,"main_score":0.515399,"hf_subset":"fuv_Latn-mag_Deva","languages":["fuv-Latn","mag-Deva"]},{"precision":0.518558,"recall":0.571146,"f1":0.533357,"accuracy":0.571146,"main_score":0.533357,"hf_subset":"fuv_Latn-pap_Latn","languages":["fuv-Latn","pap-Latn"]},{"precision":0.461627,"recall":0.51087,"f1":0.476633,"accuracy":0.51087,"main_score":0.476633,"hf_subset":"fuv_Latn-sot_Latn","languages":["fuv-Latn","sot-Latn"]},{"precision":0.483861,"recall":0.55336,"f1":0.503823,"accuracy":0.55336,"main_score":0.503823,"hf_subset":"fuv_Latn-tur_Latn","languages":["fuv-Latn","tur-Latn"]},{"precision":0.508328,"recall":0.554348,"f1":0.521419,"accuracy":0.554348,"main_score":0.521419,"hf_subset":"fuv_Latn-ace_Latn","languages":["fuv-Latn","ace-Latn"]},{"precision":0.506679,"recall":0.5583,"f1":0.52168,"accuracy":0.5583,"main_score":0.52168,"hf_subset":"fuv_Latn-ban_Latn","languages":["fuv-Latn","ban-Latn"]},{"precision":0.444222,"recall":0.520751,"f1":0.466342,"accuracy":0.520751,"main_score":0.466342,"hf_subset":"fuv_Latn-ell_Grek","languages":["fuv-Latn","ell-Grek"]},{"precision":0.467318,"recall":0.533597,"f1":0.486813,"accuracy":0.533597,"main_score":0.486813,"hf_subset":"fuv_Latn-hne_Deva","languages":["fuv-Latn","hne-Deva"]},{"precision":0.432082,"recall":0.485178,"f1":0.447859,"accuracy":0.485178,"main_score":0.447859,"hf_subset":"fuv_Latn-kik_Latn","languages":["fuv-Latn","kik-Latn"]},{"precision":0.482145,"recall":0.55336,"f1":0.502883,"accuracy":0.55336,"main_score":0.502883,"hf_subset":"fuv_Latn-mai_Deva","languages":["fuv-Latn","mai-Deva"]},{"precision":0.446115,"recall":0.507905,"f1":0.463543,"accuracy":0.507905,"main_score":0.463543,"hf_subset":"fuv_Latn-pbt_Arab","languages":["fuv-Latn","pbt-Arab"]},{"precision":0.504193,"recall":0.576087,"f1":0.525661,"accuracy":0.576087,"main_score":0.525661,"hf_subset":"fuv_Latn-spa_Latn","languages":["fuv-Latn","spa-Latn"]},{"precision":0.485886,"recall":0.521739,"f1":0.496574,"accuracy":0.521739,"main_score":0.496574,"hf_subset":"fuv_Latn-twi_Latn","languages":["fuv-Latn","twi-Latn"]},{"precision":0.471518,"recall":0.541502,"f1":0.49216,"accuracy":0.541502,"main_score":0.49216,"hf_subset":"fuv_Latn-acm_Arab","languages":["fuv-Latn","acm-Arab"]},{"precision":0.479261,"recall":0.548419,"f1":0.499062,"accuracy":0.548419,"main_score":0.499062,"hf_subset":"fuv_Latn-bel_Cyrl","languages":["fuv-Latn","bel-Cyrl"]},{"precision":0.491471,"recall":0.565217,"f1":0.512253,"accuracy":0.565217,"main_score":0.512253,"hf_subset":"fuv_Latn-eng_Latn","languages":["fuv-Latn","eng-Latn"]},{"precision":0.499846,"recall":0.56917,"f1":0.519592,"accuracy":0.56917,"main_score":0.519592,"hf_subset":"fuv_Latn-hrv_Latn","languages":["fuv-Latn","hrv-Latn"]},{"precision":0.431818,"recall":0.481225,"f1":0.445757,"accuracy":0.481225,"main_score":0.445757,"hf_subset":"fuv_Latn-kin_Latn","languages":["fuv-Latn","kin-Latn"]},{"precision":0.470529,"recall":0.541502,"f1":0.490195,"accuracy":0.541502,"main_score":0.490195,"hf_subset":"fuv_Latn-mal_Mlym","languages":["fuv-Latn","mal-Mlym"]},{"precision":0.487966,"recall":0.556324,"f1":0.507095,"accuracy":0.556324,"main_score":0.507095,"hf_subset":"fuv_Latn-pes_Arab","languages":["fuv-Latn","pes-Arab"]},{"precision":0.501025,"recall":0.563241,"f1":0.519426,"accuracy":0.563241,"main_score":0.519426,"hf_subset":"fuv_Latn-srd_Latn","languages":["fuv-Latn","srd-Latn"]},{"precision":0.139108,"recall":0.181818,"f1":0.148534,"accuracy":0.181818,"main_score":0.148534,"hf_subset":"fuv_Latn-tzm_Tfng","languages":["fuv-Latn","tzm-Tfng"]},{"precision":0.479578,"recall":0.551383,"f1":0.500335,"accuracy":0.551383,"main_score":0.500335,"hf_subset":"fuv_Latn-acq_Arab","languages":["fuv-Latn","acq-Arab"]},{"precision":0.48554,"recall":0.527668,"f1":0.49824,"accuracy":0.527668,"main_score":0.49824,"hf_subset":"fuv_Latn-bem_Latn","languages":["fuv-Latn","bem-Latn"]},{"precision":0.485374,"recall":0.550395,"f1":0.504218,"accuracy":0.550395,"main_score":0.504218,"hf_subset":"fuv_Latn-epo_Latn","languages":["fuv-Latn","epo-Latn"]},{"precision":0.498114,"recall":0.565217,"f1":0.517729,"accuracy":0.565217,"main_score":0.517729,"hf_subset":"fuv_Latn-hun_Latn","languages":["fuv-Latn","hun-Latn"]},{"precision":0.499812,"recall":0.561265,"f1":0.517038,"accuracy":0.561265,"main_score":0.517038,"hf_subset":"fuv_Latn-kir_Cyrl","languages":["fuv-Latn","kir-Cyrl"]},{"precision":0.478167,"recall":0.544466,"f1":0.496904,"accuracy":0.544466,"main_score":0.496904,"hf_subset":"fuv_Latn-mar_Deva","languages":["fuv-Latn","mar-Deva"]},{"precision":0.475099,"recall":0.523715,"f1":0.489512,"accuracy":0.523715,"main_score":0.489512,"hf_subset":"fuv_Latn-plt_Latn","languages":["fuv-Latn","plt-Latn"]},{"precision":0.491264,"recall":0.563241,"f1":0.512111,"accuracy":0.563241,"main_score":0.512111,"hf_subset":"fuv_Latn-srp_Cyrl","languages":["fuv-Latn","srp-Cyrl"]},{"precision":0.420756,"recall":0.491107,"f1":0.440481,"accuracy":0.491107,"main_score":0.440481,"hf_subset":"fuv_Latn-uig_Arab","languages":["fuv-Latn","uig-Arab"]},{"precision":0.456463,"recall":0.521739,"f1":0.476,"accuracy":0.521739,"main_score":0.476,"hf_subset":"fuv_Latn-aeb_Arab","languages":["fuv-Latn","aeb-Arab"]},{"precision":0.471566,"recall":0.543478,"f1":0.491693,"accuracy":0.543478,"main_score":0.491693,"hf_subset":"fuv_Latn-ben_Beng","languages":["fuv-Latn","ben-Beng"]},{"precision":0.476788,"recall":0.535573,"f1":0.493726,"accuracy":0.535573,"main_score":0.493726,"hf_subset":"fuv_Latn-est_Latn","languages":["fuv-Latn","est-Latn"]},{"precision":0.442177,"recall":0.51087,"f1":0.462692,"accuracy":0.51087,"main_score":0.462692,"hf_subset":"fuv_Latn-hye_Armn","languages":["fuv-Latn","hye-Armn"]},{"precision":0.453237,"recall":0.492095,"f1":0.464561,"accuracy":0.492095,"main_score":0.464561,"hf_subset":"fuv_Latn-kmb_Latn","languages":["fuv-Latn","kmb-Latn"]},{"precision":0.29763,"recall":0.362648,"f1":0.31586,"accuracy":0.362648,"main_score":0.31586,"hf_subset":"fuv_Latn-min_Arab","languages":["fuv-Latn","min-Arab"]},{"precision":0.494008,"recall":0.564229,"f1":0.513635,"accuracy":0.564229,"main_score":0.513635,"hf_subset":"fuv_Latn-pol_Latn","languages":["fuv-Latn","pol-Latn"]},{"precision":0.444987,"recall":0.495059,"f1":0.459665,"accuracy":0.495059,"main_score":0.459665,"hf_subset":"fuv_Latn-ssw_Latn","languages":["fuv-Latn","ssw-Latn"]},{"precision":0.481503,"recall":0.552372,"f1":0.501551,"accuracy":0.552372,"main_score":0.501551,"hf_subset":"fuv_Latn-ukr_Cyrl","languages":["fuv-Latn","ukr-Cyrl"]},{"precision":0.500718,"recall":0.567194,"f1":0.519916,"accuracy":0.567194,"main_score":0.519916,"hf_subset":"fuv_Latn-afr_Latn","languages":["fuv-Latn","afr-Latn"]},{"precision":0.4835,"recall":0.548419,"f1":0.502621,"accuracy":0.548419,"main_score":0.502621,"hf_subset":"fuv_Latn-bho_Deva","languages":["fuv-Latn","bho-Deva"]},{"precision":0.494589,"recall":0.547431,"f1":0.509538,"accuracy":0.547431,"main_score":0.509538,"hf_subset":"fuv_Latn-eus_Latn","languages":["fuv-Latn","eus-Latn"]},{"precision":0.449473,"recall":0.503953,"f1":0.46558,"accuracy":0.503953,"main_score":0.46558,"hf_subset":"fuv_Latn-ibo_Latn","languages":["fuv-Latn","ibo-Latn"]},{"precision":0.490062,"recall":0.540514,"f1":0.504957,"accuracy":0.540514,"main_score":0.504957,"hf_subset":"fuv_Latn-kmr_Latn","languages":["fuv-Latn","kmr-Latn"]},{"precision":0.507874,"recall":0.560277,"f1":0.52281,"accuracy":0.560277,"main_score":0.52281,"hf_subset":"fuv_Latn-min_Latn","languages":["fuv-Latn","min-Latn"]},{"precision":0.500199,"recall":0.566206,"f1":0.519063,"accuracy":0.566206,"main_score":0.519063,"hf_subset":"fuv_Latn-por_Latn","languages":["fuv-Latn","por-Latn"]},{"precision":0.501795,"recall":0.563241,"f1":0.519515,"accuracy":0.563241,"main_score":0.519515,"hf_subset":"fuv_Latn-sun_Latn","languages":["fuv-Latn","sun-Latn"]},{"precision":0.430963,"recall":0.486166,"f1":0.447093,"accuracy":0.486166,"main_score":0.447093,"hf_subset":"fuv_Latn-umb_Latn","languages":["fuv-Latn","umb-Latn"]},{"precision":0.481352,"recall":0.547431,"f1":0.500791,"accuracy":0.547431,"main_score":0.500791,"hf_subset":"fuv_Latn-ajp_Arab","languages":["fuv-Latn","ajp-Arab"]},{"precision":0.319319,"recall":0.375494,"f1":0.335545,"accuracy":0.375494,"main_score":0.335545,"hf_subset":"fuv_Latn-bjn_Arab","languages":["fuv-Latn","bjn-Arab"]},{"precision":0.461719,"recall":0.503953,"f1":0.474014,"accuracy":0.503953,"main_score":0.474014,"hf_subset":"fuv_Latn-ewe_Latn","languages":["fuv-Latn","ewe-Latn"]},{"precision":0.500647,"recall":0.549407,"f1":0.514952,"accuracy":0.549407,"main_score":0.514952,"hf_subset":"fuv_Latn-ilo_Latn","languages":["fuv-Latn","ilo-Latn"]},{"precision":0.204425,"recall":0.26581,"f1":0.220327,"accuracy":0.26581,"main_score":0.220327,"hf_subset":"fuv_Latn-knc_Arab","languages":["fuv-Latn","knc-Arab"]},{"precision":0.50331,"recall":0.571146,"f1":0.523543,"accuracy":0.571146,"main_score":0.523543,"hf_subset":"fuv_Latn-mkd_Cyrl","languages":["fuv-Latn","mkd-Cyrl"]},{"precision":0.468647,"recall":0.543478,"f1":0.490362,"accuracy":0.543478,"main_score":0.490362,"hf_subset":"fuv_Latn-prs_Arab","languages":["fuv-Latn","prs-Arab"]},{"precision":0.493618,"recall":0.560277,"f1":0.512736,"accuracy":0.560277,"main_score":0.512736,"hf_subset":"fuv_Latn-swe_Latn","languages":["fuv-Latn","swe-Latn"]},{"precision":0.450786,"recall":0.525692,"f1":0.472406,"accuracy":0.525692,"main_score":0.472406,"hf_subset":"fuv_Latn-urd_Arab","languages":["fuv-Latn","urd-Arab"]},{"precision":0.501021,"recall":0.537549,"f1":0.511862,"accuracy":0.537549,"main_score":0.511862,"hf_subset":"fuv_Latn-aka_Latn","languages":["fuv-Latn","aka-Latn"]},{"precision":0.513487,"recall":0.567194,"f1":0.52901,"accuracy":0.567194,"main_score":0.52901,"hf_subset":"fuv_Latn-bjn_Latn","languages":["fuv-Latn","bjn-Latn"]},{"precision":0.467812,"recall":0.528656,"f1":0.486215,"accuracy":0.528656,"main_score":0.486215,"hf_subset":"fuv_Latn-fao_Latn","languages":["fuv-Latn","fao-Latn"]},{"precision":0.506308,"recall":0.574111,"f1":0.525941,"accuracy":0.574111,"main_score":0.525941,"hf_subset":"fuv_Latn-ind_Latn","languages":["fuv-Latn","ind-Latn"]},{"precision":0.489048,"recall":0.532609,"f1":0.502108,"accuracy":0.532609,"main_score":0.502108,"hf_subset":"fuv_Latn-knc_Latn","languages":["fuv-Latn","knc-Latn"]},{"precision":0.507355,"recall":0.562253,"f1":0.522615,"accuracy":0.562253,"main_score":0.522615,"hf_subset":"fuv_Latn-mlt_Latn","languages":["fuv-Latn","mlt-Latn"]},{"precision":0.476285,"recall":0.520751,"f1":0.489582,"accuracy":0.520751,"main_score":0.489582,"hf_subset":"fuv_Latn-quy_Latn","languages":["fuv-Latn","quy-Latn"]},{"precision":0.481555,"recall":0.527668,"f1":0.494911,"accuracy":0.527668,"main_score":0.494911,"hf_subset":"fuv_Latn-swh_Latn","languages":["fuv-Latn","swh-Latn"]},{"precision":0.482009,"recall":0.543478,"f1":0.499744,"accuracy":0.543478,"main_score":0.499744,"hf_subset":"fuv_Latn-uzn_Latn","languages":["fuv-Latn","uzn-Latn"]},{"precision":0.477622,"recall":0.544466,"f1":0.495827,"accuracy":0.544466,"main_score":0.495827,"hf_subset":"fuv_Latn-als_Latn","languages":["fuv-Latn","als-Latn"]},{"precision":0.140163,"recall":0.198617,"f1":0.153671,"accuracy":0.198617,"main_score":0.153671,"hf_subset":"fuv_Latn-bod_Tibt","languages":["fuv-Latn","bod-Tibt"]},{"precision":0.457882,"recall":0.507905,"f1":0.472645,"accuracy":0.507905,"main_score":0.472645,"hf_subset":"fuv_Latn-fij_Latn","languages":["fuv-Latn","fij-Latn"]},{"precision":0.438356,"recall":0.503953,"f1":0.457304,"accuracy":0.503953,"main_score":0.457304,"hf_subset":"fuv_Latn-isl_Latn","languages":["fuv-Latn","isl-Latn"]},{"precision":0.489724,"recall":0.532609,"f1":0.501899,"accuracy":0.532609,"main_score":0.501899,"hf_subset":"fuv_Latn-kon_Latn","languages":["fuv-Latn","kon-Latn"]},{"precision":0.388185,"recall":0.454545,"f1":0.407233,"accuracy":0.454545,"main_score":0.407233,"hf_subset":"fuv_Latn-mni_Beng","languages":["fuv-Latn","mni-Beng"]},{"precision":0.495925,"recall":0.565217,"f1":0.515879,"accuracy":0.565217,"main_score":0.515879,"hf_subset":"fuv_Latn-ron_Latn","languages":["fuv-Latn","ron-Latn"]},{"precision":0.494573,"recall":0.5583,"f1":0.512971,"accuracy":0.5583,"main_score":0.512971,"hf_subset":"fuv_Latn-szl_Latn","languages":["fuv-Latn","szl-Latn"]},{"precision":0.504111,"recall":0.567194,"f1":0.522686,"accuracy":0.567194,"main_score":0.522686,"hf_subset":"fuv_Latn-vec_Latn","languages":["fuv-Latn","vec-Latn"]},{"precision":0.268124,"recall":0.329051,"f1":0.284612,"accuracy":0.329051,"main_score":0.284612,"hf_subset":"fuv_Latn-amh_Ethi","languages":["fuv-Latn","amh-Ethi"]},{"precision":0.502037,"recall":0.568182,"f1":0.521369,"accuracy":0.568182,"main_score":0.521369,"hf_subset":"fuv_Latn-bos_Latn","languages":["fuv-Latn","bos-Latn"]},{"precision":0.465119,"recall":0.533597,"f1":0.484936,"accuracy":0.533597,"main_score":0.484936,"hf_subset":"fuv_Latn-fin_Latn","languages":["fuv-Latn","fin-Latn"]},{"precision":0.494869,"recall":0.565217,"f1":0.514691,"accuracy":0.565217,"main_score":0.514691,"hf_subset":"fuv_Latn-ita_Latn","languages":["fuv-Latn","ita-Latn"]},{"precision":0.454573,"recall":0.531621,"f1":0.476754,"accuracy":0.531621,"main_score":0.476754,"hf_subset":"fuv_Latn-kor_Hang","languages":["fuv-Latn","kor-Hang"]},{"precision":0.436166,"recall":0.482213,"f1":0.449657,"accuracy":0.482213,"main_score":0.449657,"hf_subset":"fuv_Latn-mos_Latn","languages":["fuv-Latn","mos-Latn"]},{"precision":0.439255,"recall":0.482213,"f1":0.451631,"accuracy":0.482213,"main_score":0.451631,"hf_subset":"fuv_Latn-run_Latn","languages":["fuv-Latn","run-Latn"]},{"precision":0.440862,"recall":0.508893,"f1":0.459966,"accuracy":0.508893,"main_score":0.459966,"hf_subset":"fuv_Latn-tam_Taml","languages":["fuv-Latn","tam-Taml"]},{"precision":0.473235,"recall":0.543478,"f1":0.493497,"accuracy":0.543478,"main_score":0.493497,"hf_subset":"fuv_Latn-vie_Latn","languages":["fuv-Latn","vie-Latn"]},{"precision":0.465094,"recall":0.533597,"f1":0.484729,"accuracy":0.533597,"main_score":0.484729,"hf_subset":"fuv_Latn-apc_Arab","languages":["fuv-Latn","apc-Arab"]},{"precision":0.507312,"recall":0.555336,"f1":0.521758,"accuracy":0.555336,"main_score":0.521758,"hf_subset":"fuv_Latn-bug_Latn","languages":["fuv-Latn","bug-Latn"]},{"precision":0.420135,"recall":0.468379,"f1":0.434667,"accuracy":0.468379,"main_score":0.434667,"hf_subset":"fuv_Latn-fon_Latn","languages":["fuv-Latn","fon-Latn"]},{"precision":0.506785,"recall":0.566206,"f1":0.524275,"accuracy":0.566206,"main_score":0.524275,"hf_subset":"fuv_Latn-jav_Latn","languages":["fuv-Latn","jav-Latn"]},{"precision":0.372941,"recall":0.434783,"f1":0.390021,"accuracy":0.434783,"main_score":0.390021,"hf_subset":"fuv_Latn-lao_Laoo","languages":["fuv-Latn","lao-Laoo"]},{"precision":0.411473,"recall":0.476285,"f1":0.429822,"accuracy":0.476285,"main_score":0.429822,"hf_subset":"fuv_Latn-mri_Latn","languages":["fuv-Latn","mri-Latn"]},{"precision":0.474201,"recall":0.551383,"f1":0.496763,"accuracy":0.551383,"main_score":0.496763,"hf_subset":"fuv_Latn-rus_Cyrl","languages":["fuv-Latn","rus-Cyrl"]},{"precision":0.450965,"recall":0.496047,"f1":0.464232,"accuracy":0.496047,"main_score":0.464232,"hf_subset":"fuv_Latn-taq_Latn","languages":["fuv-Latn","taq-Latn"]},{"precision":0.518321,"recall":0.574111,"f1":0.534049,"accuracy":0.574111,"main_score":0.534049,"hf_subset":"fuv_Latn-war_Latn","languages":["fuv-Latn","war-Latn"]},{"precision":0.471662,"recall":0.543478,"f1":0.492268,"accuracy":0.543478,"main_score":0.492268,"hf_subset":"fuv_Latn-arb_Arab","languages":["fuv-Latn","arb-Arab"]},{"precision":0.490217,"recall":0.561265,"f1":0.511229,"accuracy":0.561265,"main_score":0.511229,"hf_subset":"fuv_Latn-bul_Cyrl","languages":["fuv-Latn","bul-Cyrl"]},{"precision":0.503303,"recall":0.573123,"f1":0.523139,"accuracy":0.573123,"main_score":0.523139,"hf_subset":"fuv_Latn-fra_Latn","languages":["fuv-Latn","fra-Latn"]},{"precision":0.477388,"recall":0.547431,"f1":0.49739,"accuracy":0.547431,"main_score":0.49739,"hf_subset":"fuv_Latn-jpn_Jpan","languages":["fuv-Latn","jpn-Jpan"]},{"precision":0.504459,"recall":0.559289,"f1":0.520201,"accuracy":0.559289,"main_score":0.520201,"hf_subset":"fuv_Latn-lij_Latn","languages":["fuv-Latn","lij-Latn"]},{"precision":0.260825,"recall":0.33004,"f1":0.279818,"accuracy":0.33004,"main_score":0.279818,"hf_subset":"fuv_Latn-mya_Mymr","languages":["fuv-Latn","mya-Mymr"]},{"precision":0.463178,"recall":0.511858,"f1":0.477466,"accuracy":0.511858,"main_score":0.477466,"hf_subset":"fuv_Latn-sag_Latn","languages":["fuv-Latn","sag-Latn"]},{"precision":0.147457,"recall":0.211462,"f1":0.161404,"accuracy":0.211462,"main_score":0.161404,"hf_subset":"fuv_Latn-taq_Tfng","languages":["fuv-Latn","taq-Tfng"]},{"precision":0.471229,"recall":0.520751,"f1":0.485674,"accuracy":0.520751,"main_score":0.485674,"hf_subset":"fuv_Latn-wol_Latn","languages":["fuv-Latn","wol-Latn"]},{"precision":0.377882,"recall":0.442688,"f1":0.396,"accuracy":0.442688,"main_score":0.396,"hf_subset":"fuv_Latn-arb_Latn","languages":["fuv-Latn","arb-Latn"]},{"precision":0.495982,"recall":0.563241,"f1":0.515205,"accuracy":0.563241,"main_score":0.515205,"hf_subset":"fuv_Latn-cat_Latn","languages":["fuv-Latn","cat-Latn"]},{"precision":0.505148,"recall":0.564229,"f1":0.522196,"accuracy":0.564229,"main_score":0.522196,"hf_subset":"fuv_Latn-fur_Latn","languages":["fuv-Latn","fur-Latn"]},{"precision":0.335363,"recall":0.395257,"f1":0.351701,"accuracy":0.395257,"main_score":0.351701,"hf_subset":"fuv_Latn-kab_Latn","languages":["fuv-Latn","kab-Latn"]},{"precision":0.4972,"recall":0.55336,"f1":0.513821,"accuracy":0.55336,"main_score":0.513821,"hf_subset":"fuv_Latn-lim_Latn","languages":["fuv-Latn","lim-Latn"]},{"precision":0.478239,"recall":0.555336,"f1":0.500125,"accuracy":0.555336,"main_score":0.500125,"hf_subset":"fuv_Latn-nld_Latn","languages":["fuv-Latn","nld-Latn"]},{"precision":0.426689,"recall":0.501976,"f1":0.448423,"accuracy":0.501976,"main_score":0.448423,"hf_subset":"fuv_Latn-san_Deva","languages":["fuv-Latn","san-Deva"]},{"precision":0.492818,"recall":0.550395,"f1":0.509254,"accuracy":0.550395,"main_score":0.509254,"hf_subset":"fuv_Latn-tat_Cyrl","languages":["fuv-Latn","tat-Cyrl"]},{"precision":0.486079,"recall":0.539526,"f1":0.501532,"accuracy":0.539526,"main_score":0.501532,"hf_subset":"fuv_Latn-xho_Latn","languages":["fuv-Latn","xho-Latn"]},{"precision":0.457233,"recall":0.530632,"f1":0.478687,"accuracy":0.530632,"main_score":0.478687,"hf_subset":"fuv_Latn-ars_Arab","languages":["fuv-Latn","ars-Arab"]},{"precision":0.525462,"recall":0.583004,"f1":0.542318,"accuracy":0.583004,"main_score":0.542318,"hf_subset":"fuv_Latn-ceb_Latn","languages":["fuv-Latn","ceb-Latn"]},{"precision":0.467723,"recall":0.51087,"f1":0.480632,"accuracy":0.51087,"main_score":0.480632,"hf_subset":"fuv_Latn-kac_Latn","languages":["fuv-Latn","kac-Latn"]},{"precision":0.496591,"recall":0.541502,"f1":0.509914,"accuracy":0.541502,"main_score":0.509914,"hf_subset":"fuv_Latn-lin_Latn","languages":["fuv-Latn","lin-Latn"]},{"precision":0.501846,"recall":0.56917,"f1":0.521382,"accuracy":0.56917,"main_score":0.521382,"hf_subset":"fuv_Latn-nno_Latn","languages":["fuv-Latn","nno-Latn"]},{"precision":0.020861,"recall":0.064229,"f1":0.02735,"accuracy":0.064229,"main_score":0.02735,"hf_subset":"fuv_Latn-sat_Olck","languages":["fuv-Latn","sat-Olck"]},{"precision":0.4792,"recall":0.547431,"f1":0.49857,"accuracy":0.547431,"main_score":0.49857,"hf_subset":"fuv_Latn-tel_Telu","languages":["fuv-Latn","tel-Telu"]},{"precision":0.366273,"recall":0.436759,"f1":0.38596,"accuracy":0.436759,"main_score":0.38596,"hf_subset":"fuv_Latn-ydd_Hebr","languages":["fuv-Latn","ydd-Hebr"]},{"precision":0.45728,"recall":0.517787,"f1":0.475471,"accuracy":0.517787,"main_score":0.475471,"hf_subset":"fuv_Latn-ary_Arab","languages":["fuv-Latn","ary-Arab"]},{"precision":0.497433,"recall":0.562253,"f1":0.515943,"accuracy":0.562253,"main_score":0.515943,"hf_subset":"fuv_Latn-ces_Latn","languages":["fuv-Latn","ces-Latn"]},{"precision":0.374311,"recall":0.435771,"f1":0.391936,"accuracy":0.435771,"main_score":0.391936,"hf_subset":"fuv_Latn-gaz_Latn","languages":["fuv-Latn","gaz-Latn"]},{"precision":0.451953,"recall":0.5,"f1":0.466358,"accuracy":0.5,"main_score":0.466358,"hf_subset":"fuv_Latn-kam_Latn","languages":["fuv-Latn","kam-Latn"]},{"precision":0.464255,"recall":0.537549,"f1":0.485707,"accuracy":0.537549,"main_score":0.485707,"hf_subset":"fuv_Latn-lit_Latn","languages":["fuv-Latn","lit-Latn"]},{"precision":0.495729,"recall":0.564229,"f1":0.516027,"accuracy":0.564229,"main_score":0.516027,"hf_subset":"fuv_Latn-nob_Latn","languages":["fuv-Latn","nob-Latn"]},{"precision":0.496813,"recall":0.55336,"f1":0.512621,"accuracy":0.55336,"main_score":0.512621,"hf_subset":"fuv_Latn-scn_Latn","languages":["fuv-Latn","scn-Latn"]},{"precision":0.483679,"recall":0.540514,"f1":0.500421,"accuracy":0.540514,"main_score":0.500421,"hf_subset":"fuv_Latn-tgk_Cyrl","languages":["fuv-Latn","tgk-Cyrl"]},{"precision":0.422694,"recall":0.479249,"f1":0.439822,"accuracy":0.479249,"main_score":0.439822,"hf_subset":"fuv_Latn-yor_Latn","languages":["fuv-Latn","yor-Latn"]},{"precision":0.465271,"recall":0.533597,"f1":0.485477,"accuracy":0.533597,"main_score":0.485477,"hf_subset":"fuv_Latn-arz_Arab","languages":["fuv-Latn","arz-Arab"]},{"precision":0.448988,"recall":0.496047,"f1":0.462764,"accuracy":0.496047,"main_score":0.462764,"hf_subset":"fuv_Latn-cjk_Latn","languages":["fuv-Latn","cjk-Latn"]},{"precision":0.435781,"recall":0.496047,"f1":0.452709,"accuracy":0.496047,"main_score":0.452709,"hf_subset":"fuv_Latn-gla_Latn","languages":["fuv-Latn","gla-Latn"]},{"precision":0.466295,"recall":0.537549,"f1":0.486238,"accuracy":0.537549,"main_score":0.486238,"hf_subset":"fuv_Latn-kan_Knda","languages":["fuv-Latn","kan-Knda"]},{"precision":0.500486,"recall":0.556324,"f1":0.517446,"accuracy":0.556324,"main_score":0.517446,"hf_subset":"fuv_Latn-lmo_Latn","languages":["fuv-Latn","lmo-Latn"]},{"precision":0.45179,"recall":0.522727,"f1":0.472113,"accuracy":0.522727,"main_score":0.472113,"hf_subset":"fuv_Latn-npi_Deva","languages":["fuv-Latn","npi-Deva"]},{"precision":0.381111,"recall":0.45751,"f1":0.402829,"accuracy":0.45751,"main_score":0.402829,"hf_subset":"fuv_Latn-shn_Mymr","languages":["fuv-Latn","shn-Mymr"]},{"precision":0.507628,"recall":0.573123,"f1":0.526494,"accuracy":0.573123,"main_score":0.526494,"hf_subset":"fuv_Latn-tgl_Latn","languages":["fuv-Latn","tgl-Latn"]},{"precision":0.466684,"recall":0.540514,"f1":0.488181,"accuracy":0.540514,"main_score":0.488181,"hf_subset":"fuv_Latn-yue_Hant","languages":["fuv-Latn","yue-Hant"]},{"precision":0.423049,"recall":0.494071,"f1":0.443667,"accuracy":0.494071,"main_score":0.443667,"hf_subset":"fuv_Latn-asm_Beng","languages":["fuv-Latn","asm-Beng"]},{"precision":0.412048,"recall":0.480237,"f1":0.431507,"accuracy":0.480237,"main_score":0.431507,"hf_subset":"fuv_Latn-ckb_Arab","languages":["fuv-Latn","ckb-Arab"]},{"precision":0.428911,"recall":0.496047,"f1":0.448022,"accuracy":0.496047,"main_score":0.448022,"hf_subset":"fuv_Latn-gle_Latn","languages":["fuv-Latn","gle-Latn"]},{"precision":0.428776,"recall":0.498024,"f1":0.448246,"accuracy":0.498024,"main_score":0.448246,"hf_subset":"fuv_Latn-kas_Arab","languages":["fuv-Latn","kas-Arab"]},{"precision":0.442525,"recall":0.505929,"f1":0.460888,"accuracy":0.505929,"main_score":0.460888,"hf_subset":"fuv_Latn-ltg_Latn","languages":["fuv-Latn","ltg-Latn"]},{"precision":0.49361,"recall":0.533597,"f1":0.505863,"accuracy":0.533597,"main_score":0.505863,"hf_subset":"fuv_Latn-nso_Latn","languages":["fuv-Latn","nso-Latn"]},{"precision":0.181583,"recall":0.221344,"f1":0.191662,"accuracy":0.221344,"main_score":0.191662,"hf_subset":"fuv_Latn-sin_Sinh","languages":["fuv-Latn","sin-Sinh"]},{"precision":0.472645,"recall":0.554348,"f1":0.496443,"accuracy":0.554348,"main_score":0.496443,"hf_subset":"fuv_Latn-tha_Thai","languages":["fuv-Latn","tha-Thai"]},{"precision":0.444986,"recall":0.521739,"f1":0.466918,"accuracy":0.521739,"main_score":0.466918,"hf_subset":"fuv_Latn-zho_Hans","languages":["fuv-Latn","zho-Hans"]},{"precision":0.494631,"recall":0.559289,"f1":0.513322,"accuracy":0.559289,"main_score":0.513322,"hf_subset":"fuv_Latn-ast_Latn","languages":["fuv-Latn","ast-Latn"]},{"precision":0.468466,"recall":0.531621,"f1":0.486992,"accuracy":0.531621,"main_score":0.486992,"hf_subset":"fuv_Latn-crh_Latn","languages":["fuv-Latn","crh-Latn"]},{"precision":0.503911,"recall":0.574111,"f1":0.524186,"accuracy":0.574111,"main_score":0.524186,"hf_subset":"fuv_Latn-glg_Latn","languages":["fuv-Latn","glg-Latn"]},{"precision":0.445653,"recall":0.503953,"f1":0.462291,"accuracy":0.503953,"main_score":0.462291,"hf_subset":"fuv_Latn-kas_Deva","languages":["fuv-Latn","kas-Deva"]},{"precision":0.499894,"recall":0.566206,"f1":0.519403,"accuracy":0.566206,"main_score":0.519403,"hf_subset":"fuv_Latn-ltz_Latn","languages":["fuv-Latn","ltz-Latn"]},{"precision":0.385219,"recall":0.451581,"f1":0.403975,"accuracy":0.451581,"main_score":0.403975,"hf_subset":"fuv_Latn-nus_Latn","languages":["fuv-Latn","nus-Latn"]},{"precision":0.497862,"recall":0.567194,"f1":0.517601,"accuracy":0.567194,"main_score":0.517601,"hf_subset":"fuv_Latn-slk_Latn","languages":["fuv-Latn","slk-Latn"]},{"precision":0.222289,"recall":0.271739,"f1":0.234668,"accuracy":0.271739,"main_score":0.234668,"hf_subset":"fuv_Latn-tir_Ethi","languages":["fuv-Latn","tir-Ethi"]},{"precision":0.457372,"recall":0.532609,"f1":0.479225,"accuracy":0.532609,"main_score":0.479225,"hf_subset":"fuv_Latn-zho_Hant","languages":["fuv-Latn","zho-Hant"]},{"precision":0.478195,"recall":0.541502,"f1":0.496551,"accuracy":0.541502,"main_score":0.496551,"hf_subset":"fuv_Latn-awa_Deva","languages":["fuv-Latn","awa-Deva"]},{"precision":0.476034,"recall":0.531621,"f1":0.491609,"accuracy":0.531621,"main_score":0.491609,"hf_subset":"fuv_Latn-cym_Latn","languages":["fuv-Latn","cym-Latn"]},{"precision":0.494763,"recall":0.534585,"f1":0.506308,"accuracy":0.534585,"main_score":0.506308,"hf_subset":"fuv_Latn-grn_Latn","languages":["fuv-Latn","grn-Latn"]},{"precision":0.460138,"recall":0.525692,"f1":0.477633,"accuracy":0.525692,"main_score":0.477633,"hf_subset":"fuv_Latn-kat_Geor","languages":["fuv-Latn","kat-Geor"]},{"precision":0.478709,"recall":0.523715,"f1":0.49198,"accuracy":0.523715,"main_score":0.49198,"hf_subset":"fuv_Latn-lua_Latn","languages":["fuv-Latn","lua-Latn"]},{"precision":0.483976,"recall":0.531621,"f1":0.498039,"accuracy":0.531621,"main_score":0.498039,"hf_subset":"fuv_Latn-nya_Latn","languages":["fuv-Latn","nya-Latn"]},{"precision":0.485308,"recall":0.550395,"f1":0.503688,"accuracy":0.550395,"main_score":0.503688,"hf_subset":"fuv_Latn-slv_Latn","languages":["fuv-Latn","slv-Latn"]},{"precision":0.508969,"recall":0.5583,"f1":0.523112,"accuracy":0.5583,"main_score":0.523112,"hf_subset":"fuv_Latn-tpi_Latn","languages":["fuv-Latn","tpi-Latn"]},{"precision":0.514872,"recall":0.577075,"f1":0.53255,"accuracy":0.577075,"main_score":0.53255,"hf_subset":"fuv_Latn-zsm_Latn","languages":["fuv-Latn","zsm-Latn"]},{"precision":0.439534,"recall":0.490119,"f1":0.454224,"accuracy":0.490119,"main_score":0.454224,"hf_subset":"fuv_Latn-ayr_Latn","languages":["fuv-Latn","ayr-Latn"]},{"precision":0.501352,"recall":0.56917,"f1":0.520691,"accuracy":0.56917,"main_score":0.520691,"hf_subset":"fuv_Latn-dan_Latn","languages":["fuv-Latn","dan-Latn"]},{"precision":0.474318,"recall":0.540514,"f1":0.493157,"accuracy":0.540514,"main_score":0.493157,"hf_subset":"fuv_Latn-guj_Gujr","languages":["fuv-Latn","guj-Gujr"]},{"precision":0.494344,"recall":0.557312,"f1":0.512374,"accuracy":0.557312,"main_score":0.512374,"hf_subset":"fuv_Latn-kaz_Cyrl","languages":["fuv-Latn","kaz-Cyrl"]},{"precision":0.439668,"recall":0.48913,"f1":0.454395,"accuracy":0.48913,"main_score":0.454395,"hf_subset":"fuv_Latn-lug_Latn","languages":["fuv-Latn","lug-Latn"]},{"precision":0.506622,"recall":0.572134,"f1":0.525881,"accuracy":0.572134,"main_score":0.525881,"hf_subset":"fuv_Latn-oci_Latn","languages":["fuv-Latn","oci-Latn"]},{"precision":0.456637,"recall":0.504941,"f1":0.470558,"accuracy":0.504941,"main_score":0.470558,"hf_subset":"fuv_Latn-smo_Latn","languages":["fuv-Latn","smo-Latn"]},{"precision":0.452767,"recall":0.500988,"f1":0.466836,"accuracy":0.500988,"main_score":0.466836,"hf_subset":"fuv_Latn-tsn_Latn","languages":["fuv-Latn","tsn-Latn"]},{"precision":0.436742,"recall":0.490119,"f1":0.45264,"accuracy":0.490119,"main_score":0.45264,"hf_subset":"fuv_Latn-zul_Latn","languages":["fuv-Latn","zul-Latn"]},{"precision":0.403226,"recall":0.472332,"f1":0.422894,"accuracy":0.472332,"main_score":0.422894,"hf_subset":"fuv_Latn-azb_Arab","languages":["fuv-Latn","azb-Arab"]},{"precision":0.486734,"recall":0.562253,"f1":0.509183,"accuracy":0.562253,"main_score":0.509183,"hf_subset":"fuv_Latn-deu_Latn","languages":["fuv-Latn","deu-Latn"]},{"precision":0.457987,"recall":0.518775,"f1":0.475946,"accuracy":0.518775,"main_score":0.475946,"hf_subset":"fuv_Latn-hat_Latn","languages":["fuv-Latn","hat-Latn"]},{"precision":0.426408,"recall":0.476285,"f1":0.440917,"accuracy":0.476285,"main_score":0.440917,"hf_subset":"fuv_Latn-kbp_Latn","languages":["fuv-Latn","kbp-Latn"]},{"precision":0.475289,"recall":0.513834,"f1":0.486546,"accuracy":0.513834,"main_score":0.486546,"hf_subset":"fuv_Latn-luo_Latn","languages":["fuv-Latn","luo-Latn"]},{"precision":0.452924,"recall":0.518775,"f1":0.471716,"accuracy":0.518775,"main_score":0.471716,"hf_subset":"fuv_Latn-ory_Orya","languages":["fuv-Latn","ory-Orya"]},{"precision":0.464436,"recall":0.514822,"f1":0.479548,"accuracy":0.514822,"main_score":0.479548,"hf_subset":"fuv_Latn-sna_Latn","languages":["fuv-Latn","sna-Latn"]},{"precision":0.464345,"recall":0.511858,"f1":0.477772,"accuracy":0.511858,"main_score":0.477772,"hf_subset":"fuv_Latn-tso_Latn","languages":["fuv-Latn","tso-Latn"]},{"precision":0.456621,"recall":0.527668,"f1":0.476932,"accuracy":0.527668,"main_score":0.476932,"hf_subset":"fuv_Latn-azj_Latn","languages":["fuv-Latn","azj-Latn"]},{"precision":0.454796,"recall":0.506917,"f1":0.469819,"accuracy":0.506917,"main_score":0.469819,"hf_subset":"fuv_Latn-dik_Latn","languages":["fuv-Latn","dik-Latn"]},{"precision":0.462834,"recall":0.507905,"f1":0.476026,"accuracy":0.507905,"main_score":0.476026,"hf_subset":"fuv_Latn-hau_Latn","languages":["fuv-Latn","hau-Latn"]},{"precision":0.496297,"recall":0.5583,"f1":0.513575,"accuracy":0.5583,"main_score":0.513575,"hf_subset":"fuv_Latn-kea_Latn","languages":["fuv-Latn","kea-Latn"]},{"precision":0.510771,"recall":0.552372,"f1":0.52324,"accuracy":0.552372,"main_score":0.52324,"hf_subset":"fuv_Latn-lus_Latn","languages":["fuv-Latn","lus-Latn"]},{"precision":0.509746,"recall":0.551383,"f1":0.521329,"accuracy":0.551383,"main_score":0.521329,"hf_subset":"fuv_Latn-pag_Latn","languages":["fuv-Latn","pag-Latn"]},{"precision":0.419295,"recall":0.496047,"f1":0.441162,"accuracy":0.496047,"main_score":0.441162,"hf_subset":"fuv_Latn-snd_Arab","languages":["fuv-Latn","snd-Arab"]},{"precision":0.450091,"recall":0.506917,"f1":0.467169,"accuracy":0.506917,"main_score":0.467169,"hf_subset":"fuv_Latn-tuk_Latn","languages":["fuv-Latn","tuk-Latn"]},{"precision":0.501211,"recall":0.55336,"f1":0.516117,"accuracy":0.55336,"main_score":0.516117,"hf_subset":"fuv_Latn-bak_Cyrl","languages":["fuv-Latn","bak-Cyrl"]},{"precision":0.373661,"recall":0.431818,"f1":0.39017,"accuracy":0.431818,"main_score":0.39017,"hf_subset":"fuv_Latn-dyu_Latn","languages":["fuv-Latn","dyu-Latn"]},{"precision":0.431331,"recall":0.506917,"f1":0.453115,"accuracy":0.506917,"main_score":0.453115,"hf_subset":"fuv_Latn-heb_Hebr","languages":["fuv-Latn","heb-Hebr"]},{"precision":0.468165,"recall":0.521739,"f1":0.484044,"accuracy":0.521739,"main_score":0.484044,"hf_subset":"fuv_Latn-khk_Cyrl","languages":["fuv-Latn","khk-Cyrl"]},{"precision":0.473243,"recall":0.547431,"f1":0.493832,"accuracy":0.547431,"main_score":0.493832,"hf_subset":"fuv_Latn-lvs_Latn","languages":["fuv-Latn","lvs-Latn"]},{"precision":0.458253,"recall":0.528656,"f1":0.478379,"accuracy":0.528656,"main_score":0.478379,"hf_subset":"fuv_Latn-pan_Guru","languages":["fuv-Latn","pan-Guru"]},{"precision":0.425766,"recall":0.483202,"f1":0.442052,"accuracy":0.483202,"main_score":0.442052,"hf_subset":"fuv_Latn-som_Latn","languages":["fuv-Latn","som-Latn"]},{"precision":0.457515,"recall":0.502964,"f1":0.470916,"accuracy":0.502964,"main_score":0.470916,"hf_subset":"fuv_Latn-tum_Latn","languages":["fuv-Latn","tum-Latn"]},{"precision":0.325878,"recall":0.381423,"f1":0.34129,"accuracy":0.381423,"main_score":0.34129,"hf_subset":"kac_Latn-ace_Arab","languages":["kac-Latn","ace-Arab"]},{"precision":0.434957,"recall":0.483202,"f1":0.448624,"accuracy":0.483202,"main_score":0.448624,"hf_subset":"kac_Latn-bam_Latn","languages":["kac-Latn","bam-Latn"]},{"precision":0.117304,"recall":0.157115,"f1":0.127539,"accuracy":0.157115,"main_score":0.127539,"hf_subset":"kac_Latn-dzo_Tibt","languages":["kac-Latn","dzo-Tibt"]},{"precision":0.448571,"recall":0.508893,"f1":0.465505,"accuracy":0.508893,"main_score":0.465505,"hf_subset":"kac_Latn-hin_Deva","languages":["kac-Latn","hin-Deva"]},{"precision":0.353332,"recall":0.421937,"f1":0.372289,"accuracy":0.421937,"main_score":0.372289,"hf_subset":"kac_Latn-khm_Khmr","languages":["kac-Latn","khm-Khmr"]},{"precision":0.451655,"recall":0.508893,"f1":0.467409,"accuracy":0.508893,"main_score":0.467409,"hf_subset":"kac_Latn-mag_Deva","languages":["kac-Latn","mag-Deva"]},{"precision":0.490436,"recall":0.538538,"f1":0.503325,"accuracy":0.538538,"main_score":0.503325,"hf_subset":"kac_Latn-pap_Latn","languages":["kac-Latn","pap-Latn"]},{"precision":0.489564,"recall":0.530632,"f1":0.501028,"accuracy":0.530632,"main_score":0.501028,"hf_subset":"kac_Latn-sot_Latn","languages":["kac-Latn","sot-Latn"]},{"precision":0.458381,"recall":0.51581,"f1":0.474092,"accuracy":0.51581,"main_score":0.474092,"hf_subset":"kac_Latn-tur_Latn","languages":["kac-Latn","tur-Latn"]},{"precision":0.488829,"recall":0.527668,"f1":0.499326,"accuracy":0.527668,"main_score":0.499326,"hf_subset":"kac_Latn-ace_Latn","languages":["kac-Latn","ace-Latn"]},{"precision":0.505383,"recall":0.543478,"f1":0.516189,"accuracy":0.543478,"main_score":0.516189,"hf_subset":"kac_Latn-ban_Latn","languages":["kac-Latn","ban-Latn"]},{"precision":0.399168,"recall":0.47332,"f1":0.419967,"accuracy":0.47332,"main_score":0.419967,"hf_subset":"kac_Latn-ell_Grek","languages":["kac-Latn","ell-Grek"]},{"precision":0.442206,"recall":0.5,"f1":0.45866,"accuracy":0.5,"main_score":0.45866,"hf_subset":"kac_Latn-hne_Deva","languages":["kac-Latn","hne-Deva"]},{"precision":0.442671,"recall":0.493083,"f1":0.457185,"accuracy":0.493083,"main_score":0.457185,"hf_subset":"kac_Latn-kik_Latn","languages":["kac-Latn","kik-Latn"]},{"precision":0.454978,"recall":0.51087,"f1":0.470531,"accuracy":0.51087,"main_score":0.470531,"hf_subset":"kac_Latn-mai_Deva","languages":["kac-Latn","mai-Deva"]},{"precision":0.432625,"recall":0.488142,"f1":0.448391,"accuracy":0.488142,"main_score":0.448391,"hf_subset":"kac_Latn-pbt_Arab","languages":["kac-Latn","pbt-Arab"]},{"precision":0.467097,"recall":0.530632,"f1":0.48466,"accuracy":0.530632,"main_score":0.48466,"hf_subset":"kac_Latn-spa_Latn","languages":["kac-Latn","spa-Latn"]},{"precision":0.495282,"recall":0.531621,"f1":0.505841,"accuracy":0.531621,"main_score":0.505841,"hf_subset":"kac_Latn-twi_Latn","languages":["kac-Latn","twi-Latn"]},{"precision":0.433556,"recall":0.498024,"f1":0.451843,"accuracy":0.498024,"main_score":0.451843,"hf_subset":"kac_Latn-acm_Arab","languages":["kac-Latn","acm-Arab"]},{"precision":0.45293,"recall":0.513834,"f1":0.470194,"accuracy":0.513834,"main_score":0.470194,"hf_subset":"kac_Latn-bel_Cyrl","languages":["kac-Latn","bel-Cyrl"]},{"precision":0.474973,"recall":0.538538,"f1":0.49253,"accuracy":0.538538,"main_score":0.49253,"hf_subset":"kac_Latn-eng_Latn","languages":["kac-Latn","eng-Latn"]},{"precision":0.467211,"recall":0.530632,"f1":0.484716,"accuracy":0.530632,"main_score":0.484716,"hf_subset":"kac_Latn-hrv_Latn","languages":["kac-Latn","hrv-Latn"]},{"precision":0.435589,"recall":0.481225,"f1":0.448079,"accuracy":0.481225,"main_score":0.448079,"hf_subset":"kac_Latn-kin_Latn","languages":["kac-Latn","kin-Latn"]},{"precision":0.452673,"recall":0.507905,"f1":0.468456,"accuracy":0.507905,"main_score":0.468456,"hf_subset":"kac_Latn-mal_Mlym","languages":["kac-Latn","mal-Mlym"]},{"precision":0.427653,"recall":0.493083,"f1":0.445469,"accuracy":0.493083,"main_score":0.445469,"hf_subset":"kac_Latn-pes_Arab","languages":["kac-Latn","pes-Arab"]},{"precision":0.472454,"recall":0.52668,"f1":0.487724,"accuracy":0.52668,"main_score":0.487724,"hf_subset":"kac_Latn-srd_Latn","languages":["kac-Latn","srd-Latn"]},{"precision":0.150094,"recall":0.195652,"f1":0.16109,"accuracy":0.195652,"main_score":0.16109,"hf_subset":"kac_Latn-tzm_Tfng","languages":["kac-Latn","tzm-Tfng"]},{"precision":0.444688,"recall":0.503953,"f1":0.461506,"accuracy":0.503953,"main_score":0.461506,"hf_subset":"kac_Latn-acq_Arab","languages":["kac-Latn","acq-Arab"]},{"precision":0.486576,"recall":0.523715,"f1":0.497079,"accuracy":0.523715,"main_score":0.497079,"hf_subset":"kac_Latn-bem_Latn","languages":["kac-Latn","bem-Latn"]},{"precision":0.445767,"recall":0.511858,"f1":0.464625,"accuracy":0.511858,"main_score":0.464625,"hf_subset":"kac_Latn-epo_Latn","languages":["kac-Latn","epo-Latn"]},{"precision":0.462215,"recall":0.516798,"f1":0.477312,"accuracy":0.516798,"main_score":0.477312,"hf_subset":"kac_Latn-hun_Latn","languages":["kac-Latn","hun-Latn"]},{"precision":0.462878,"recall":0.513834,"f1":0.477705,"accuracy":0.513834,"main_score":0.477705,"hf_subset":"kac_Latn-kir_Cyrl","languages":["kac-Latn","kir-Cyrl"]},{"precision":0.456517,"recall":0.514822,"f1":0.473164,"accuracy":0.514822,"main_score":0.473164,"hf_subset":"kac_Latn-mar_Deva","languages":["kac-Latn","mar-Deva"]},{"precision":0.489308,"recall":0.529644,"f1":0.50074,"accuracy":0.529644,"main_score":0.50074,"hf_subset":"kac_Latn-plt_Latn","languages":["kac-Latn","plt-Latn"]},{"precision":0.446756,"recall":0.516798,"f1":0.466046,"accuracy":0.516798,"main_score":0.466046,"hf_subset":"kac_Latn-srp_Cyrl","languages":["kac-Latn","srp-Cyrl"]},{"precision":0.420919,"recall":0.477273,"f1":0.436394,"accuracy":0.477273,"main_score":0.436394,"hf_subset":"kac_Latn-uig_Arab","languages":["kac-Latn","uig-Arab"]},{"precision":0.432923,"recall":0.495059,"f1":0.450985,"accuracy":0.495059,"main_score":0.450985,"hf_subset":"kac_Latn-aeb_Arab","languages":["kac-Latn","aeb-Arab"]},{"precision":0.465602,"recall":0.522727,"f1":0.481463,"accuracy":0.522727,"main_score":0.481463,"hf_subset":"kac_Latn-ben_Beng","languages":["kac-Latn","ben-Beng"]},{"precision":0.43942,"recall":0.499012,"f1":0.456018,"accuracy":0.499012,"main_score":0.456018,"hf_subset":"kac_Latn-est_Latn","languages":["kac-Latn","est-Latn"]},{"precision":0.415485,"recall":0.480237,"f1":0.433576,"accuracy":0.480237,"main_score":0.433576,"hf_subset":"kac_Latn-hye_Armn","languages":["kac-Latn","hye-Armn"]},{"precision":0.464817,"recall":0.506917,"f1":0.476717,"accuracy":0.506917,"main_score":0.476717,"hf_subset":"kac_Latn-kmb_Latn","languages":["kac-Latn","kmb-Latn"]},{"precision":0.298206,"recall":0.36166,"f1":0.315387,"accuracy":0.36166,"main_score":0.315387,"hf_subset":"kac_Latn-min_Arab","languages":["kac-Latn","min-Arab"]},{"precision":0.452082,"recall":0.516798,"f1":0.469863,"accuracy":0.516798,"main_score":0.469863,"hf_subset":"kac_Latn-pol_Latn","languages":["kac-Latn","pol-Latn"]},{"precision":0.458498,"recall":0.505929,"f1":0.471421,"accuracy":0.505929,"main_score":0.471421,"hf_subset":"kac_Latn-ssw_Latn","languages":["kac-Latn","ssw-Latn"]},{"precision":0.444346,"recall":0.511858,"f1":0.462895,"accuracy":0.511858,"main_score":0.462895,"hf_subset":"kac_Latn-ukr_Cyrl","languages":["kac-Latn","ukr-Cyrl"]},{"precision":0.474938,"recall":0.529644,"f1":0.489993,"accuracy":0.529644,"main_score":0.489993,"hf_subset":"kac_Latn-afr_Latn","languages":["kac-Latn","afr-Latn"]},{"precision":0.466375,"recall":0.521739,"f1":0.482308,"accuracy":0.521739,"main_score":0.482308,"hf_subset":"kac_Latn-bho_Deva","languages":["kac-Latn","bho-Deva"]},{"precision":0.467114,"recall":0.519763,"f1":0.482073,"accuracy":0.519763,"main_score":0.482073,"hf_subset":"kac_Latn-eus_Latn","languages":["kac-Latn","eus-Latn"]},{"precision":0.467377,"recall":0.517787,"f1":0.48146,"accuracy":0.517787,"main_score":0.48146,"hf_subset":"kac_Latn-ibo_Latn","languages":["kac-Latn","ibo-Latn"]},{"precision":0.477944,"recall":0.523715,"f1":0.490784,"accuracy":0.523715,"main_score":0.490784,"hf_subset":"kac_Latn-kmr_Latn","languages":["kac-Latn","kmr-Latn"]},{"precision":0.490773,"recall":0.534585,"f1":0.502342,"accuracy":0.534585,"main_score":0.502342,"hf_subset":"kac_Latn-min_Latn","languages":["kac-Latn","min-Latn"]},{"precision":0.459723,"recall":0.519763,"f1":0.476882,"accuracy":0.519763,"main_score":0.476882,"hf_subset":"kac_Latn-por_Latn","languages":["kac-Latn","por-Latn"]},{"precision":0.481461,"recall":0.532609,"f1":0.496114,"accuracy":0.532609,"main_score":0.496114,"hf_subset":"kac_Latn-sun_Latn","languages":["kac-Latn","sun-Latn"]},{"precision":0.442397,"recall":0.494071,"f1":0.457068,"accuracy":0.494071,"main_score":0.457068,"hf_subset":"kac_Latn-umb_Latn","languages":["kac-Latn","umb-Latn"]},{"precision":0.441081,"recall":0.504941,"f1":0.45882,"accuracy":0.504941,"main_score":0.45882,"hf_subset":"kac_Latn-ajp_Arab","languages":["kac-Latn","ajp-Arab"]},{"precision":0.326374,"recall":0.381423,"f1":0.341309,"accuracy":0.381423,"main_score":0.341309,"hf_subset":"kac_Latn-bjn_Arab","languages":["kac-Latn","bjn-Arab"]},{"precision":0.468966,"recall":0.509881,"f1":0.480682,"accuracy":0.509881,"main_score":0.480682,"hf_subset":"kac_Latn-ewe_Latn","languages":["kac-Latn","ewe-Latn"]},{"precision":0.50708,"recall":0.546443,"f1":0.517394,"accuracy":0.546443,"main_score":0.517394,"hf_subset":"kac_Latn-ilo_Latn","languages":["kac-Latn","ilo-Latn"]},{"precision":0.209545,"recall":0.272727,"f1":0.225396,"accuracy":0.272727,"main_score":0.225396,"hf_subset":"kac_Latn-knc_Arab","languages":["kac-Latn","knc-Arab"]},{"precision":0.468494,"recall":0.525692,"f1":0.48426,"accuracy":0.525692,"main_score":0.48426,"hf_subset":"kac_Latn-mkd_Cyrl","languages":["kac-Latn","mkd-Cyrl"]},{"precision":0.432885,"recall":0.499012,"f1":0.450894,"accuracy":0.499012,"main_score":0.450894,"hf_subset":"kac_Latn-prs_Arab","languages":["kac-Latn","prs-Arab"]},{"precision":0.46377,"recall":0.525692,"f1":0.480987,"accuracy":0.525692,"main_score":0.480987,"hf_subset":"kac_Latn-swe_Latn","languages":["kac-Latn","swe-Latn"]},{"precision":0.423867,"recall":0.480237,"f1":0.439562,"accuracy":0.480237,"main_score":0.439562,"hf_subset":"kac_Latn-urd_Arab","languages":["kac-Latn","urd-Arab"]},{"precision":0.500501,"recall":0.539526,"f1":0.511862,"accuracy":0.539526,"main_score":0.511862,"hf_subset":"kac_Latn-aka_Latn","languages":["kac-Latn","aka-Latn"]},{"precision":0.488348,"recall":0.540514,"f1":0.503664,"accuracy":0.540514,"main_score":0.503664,"hf_subset":"kac_Latn-bjn_Latn","languages":["kac-Latn","bjn-Latn"]},{"precision":0.448791,"recall":0.498024,"f1":0.462775,"accuracy":0.498024,"main_score":0.462775,"hf_subset":"kac_Latn-fao_Latn","languages":["kac-Latn","fao-Latn"]},{"precision":0.463204,"recall":0.523715,"f1":0.480311,"accuracy":0.523715,"main_score":0.480311,"hf_subset":"kac_Latn-ind_Latn","languages":["kac-Latn","ind-Latn"]},{"precision":0.485534,"recall":0.520751,"f1":0.495472,"accuracy":0.520751,"main_score":0.495472,"hf_subset":"kac_Latn-knc_Latn","languages":["kac-Latn","knc-Latn"]},{"precision":0.485608,"recall":0.539526,"f1":0.500405,"accuracy":0.539526,"main_score":0.500405,"hf_subset":"kac_Latn-mlt_Latn","languages":["kac-Latn","mlt-Latn"]},{"precision":0.474894,"recall":0.51581,"f1":0.486874,"accuracy":0.51581,"main_score":0.486874,"hf_subset":"kac_Latn-quy_Latn","languages":["kac-Latn","quy-Latn"]},{"precision":0.457304,"recall":0.502964,"f1":0.470304,"accuracy":0.502964,"main_score":0.470304,"hf_subset":"kac_Latn-swh_Latn","languages":["kac-Latn","swh-Latn"]},{"precision":0.443594,"recall":0.499012,"f1":0.459586,"accuracy":0.499012,"main_score":0.459586,"hf_subset":"kac_Latn-uzn_Latn","languages":["kac-Latn","uzn-Latn"]},{"precision":0.461179,"recall":0.518775,"f1":0.477156,"accuracy":0.518775,"main_score":0.477156,"hf_subset":"kac_Latn-als_Latn","languages":["kac-Latn","als-Latn"]},{"precision":0.164611,"recall":0.216403,"f1":0.177476,"accuracy":0.216403,"main_score":0.177476,"hf_subset":"kac_Latn-bod_Tibt","languages":["kac-Latn","bod-Tibt"]},{"precision":0.450139,"recall":0.491107,"f1":0.460764,"accuracy":0.491107,"main_score":0.460764,"hf_subset":"kac_Latn-fij_Latn","languages":["kac-Latn","fij-Latn"]},{"precision":0.43944,"recall":0.490119,"f1":0.454056,"accuracy":0.490119,"main_score":0.454056,"hf_subset":"kac_Latn-isl_Latn","languages":["kac-Latn","isl-Latn"]},{"precision":0.464732,"recall":0.506917,"f1":0.477328,"accuracy":0.506917,"main_score":0.477328,"hf_subset":"kac_Latn-kon_Latn","languages":["kac-Latn","kon-Latn"]},{"precision":0.402527,"recall":0.455534,"f1":0.417791,"accuracy":0.455534,"main_score":0.417791,"hf_subset":"kac_Latn-mni_Beng","languages":["kac-Latn","mni-Beng"]},{"precision":0.469814,"recall":0.535573,"f1":0.487939,"accuracy":0.535573,"main_score":0.487939,"hf_subset":"kac_Latn-ron_Latn","languages":["kac-Latn","ron-Latn"]},{"precision":0.473353,"recall":0.52668,"f1":0.488287,"accuracy":0.52668,"main_score":0.488287,"hf_subset":"kac_Latn-szl_Latn","languages":["kac-Latn","szl-Latn"]},{"precision":0.479075,"recall":0.532609,"f1":0.49428,"accuracy":0.532609,"main_score":0.49428,"hf_subset":"kac_Latn-vec_Latn","languages":["kac-Latn","vec-Latn"]},{"precision":0.268974,"recall":0.325099,"f1":0.283206,"accuracy":0.325099,"main_score":0.283206,"hf_subset":"kac_Latn-amh_Ethi","languages":["kac-Latn","amh-Ethi"]},{"precision":0.472047,"recall":0.537549,"f1":0.489552,"accuracy":0.537549,"main_score":0.489552,"hf_subset":"kac_Latn-bos_Latn","languages":["kac-Latn","bos-Latn"]},{"precision":0.452252,"recall":0.516798,"f1":0.470231,"accuracy":0.516798,"main_score":0.470231,"hf_subset":"kac_Latn-fin_Latn","languages":["kac-Latn","fin-Latn"]},{"precision":0.468294,"recall":0.52668,"f1":0.48444,"accuracy":0.52668,"main_score":0.48444,"hf_subset":"kac_Latn-ita_Latn","languages":["kac-Latn","ita-Latn"]},{"precision":0.446641,"recall":0.509881,"f1":0.463898,"accuracy":0.509881,"main_score":0.463898,"hf_subset":"kac_Latn-kor_Hang","languages":["kac-Latn","kor-Hang"]},{"precision":0.461825,"recall":0.497036,"f1":0.472102,"accuracy":0.497036,"main_score":0.472102,"hf_subset":"kac_Latn-mos_Latn","languages":["kac-Latn","mos-Latn"]},{"precision":0.455367,"recall":0.499012,"f1":0.46823,"accuracy":0.499012,"main_score":0.46823,"hf_subset":"kac_Latn-run_Latn","languages":["kac-Latn","run-Latn"]},{"precision":0.424021,"recall":0.479249,"f1":0.439739,"accuracy":0.479249,"main_score":0.439739,"hf_subset":"kac_Latn-tam_Taml","languages":["kac-Latn","tam-Taml"]},{"precision":0.436268,"recall":0.499012,"f1":0.453898,"accuracy":0.499012,"main_score":0.453898,"hf_subset":"kac_Latn-vie_Latn","languages":["kac-Latn","vie-Latn"]},{"precision":0.442774,"recall":0.500988,"f1":0.45915,"accuracy":0.500988,"main_score":0.45915,"hf_subset":"kac_Latn-apc_Arab","languages":["kac-Latn","apc-Arab"]},{"precision":0.486495,"recall":0.524704,"f1":0.497841,"accuracy":0.524704,"main_score":0.497841,"hf_subset":"kac_Latn-bug_Latn","languages":["kac-Latn","bug-Latn"]},{"precision":0.429932,"recall":0.478261,"f1":0.443559,"accuracy":0.478261,"main_score":0.443559,"hf_subset":"kac_Latn-fon_Latn","languages":["kac-Latn","fon-Latn"]},{"precision":0.502078,"recall":0.548419,"f1":0.515091,"accuracy":0.548419,"main_score":0.515091,"hf_subset":"kac_Latn-jav_Latn","languages":["kac-Latn","jav-Latn"]},{"precision":0.389764,"recall":0.449605,"f1":0.406186,"accuracy":0.449605,"main_score":0.406186,"hf_subset":"kac_Latn-lao_Laoo","languages":["kac-Latn","lao-Laoo"]},{"precision":0.421068,"recall":0.47332,"f1":0.435864,"accuracy":0.47332,"main_score":0.435864,"hf_subset":"kac_Latn-mri_Latn","languages":["kac-Latn","mri-Latn"]},{"precision":0.458062,"recall":0.520751,"f1":0.475739,"accuracy":0.520751,"main_score":0.475739,"hf_subset":"kac_Latn-rus_Cyrl","languages":["kac-Latn","rus-Cyrl"]},{"precision":0.459512,"recall":0.5,"f1":0.471115,"accuracy":0.5,"main_score":0.471115,"hf_subset":"kac_Latn-taq_Latn","languages":["kac-Latn","taq-Latn"]},{"precision":0.507084,"recall":0.549407,"f1":0.518646,"accuracy":0.549407,"main_score":0.518646,"hf_subset":"kac_Latn-war_Latn","languages":["kac-Latn","war-Latn"]},{"precision":0.437223,"recall":0.502964,"f1":0.456196,"accuracy":0.502964,"main_score":0.456196,"hf_subset":"kac_Latn-arb_Arab","languages":["kac-Latn","arb-Arab"]},{"precision":0.459254,"recall":0.523715,"f1":0.477364,"accuracy":0.523715,"main_score":0.477364,"hf_subset":"kac_Latn-bul_Cyrl","languages":["kac-Latn","bul-Cyrl"]},{"precision":0.458938,"recall":0.522727,"f1":0.476187,"accuracy":0.522727,"main_score":0.476187,"hf_subset":"kac_Latn-fra_Latn","languages":["kac-Latn","fra-Latn"]},{"precision":0.449967,"recall":0.513834,"f1":0.467539,"accuracy":0.513834,"main_score":0.467539,"hf_subset":"kac_Latn-jpn_Jpan","languages":["kac-Latn","jpn-Jpan"]},{"precision":0.466785,"recall":0.522727,"f1":0.482441,"accuracy":0.522727,"main_score":0.482441,"hf_subset":"kac_Latn-lij_Latn","languages":["kac-Latn","lij-Latn"]},{"precision":0.244582,"recall":0.318182,"f1":0.263814,"accuracy":0.318182,"main_score":0.263814,"hf_subset":"kac_Latn-mya_Mymr","languages":["kac-Latn","mya-Mymr"]},{"precision":0.475395,"recall":0.51087,"f1":0.48548,"accuracy":0.51087,"main_score":0.48548,"hf_subset":"kac_Latn-sag_Latn","languages":["kac-Latn","sag-Latn"]},{"precision":0.163166,"recall":0.22332,"f1":0.177053,"accuracy":0.22332,"main_score":0.177053,"hf_subset":"kac_Latn-taq_Tfng","languages":["kac-Latn","taq-Tfng"]},{"precision":0.473433,"recall":0.51087,"f1":0.48374,"accuracy":0.51087,"main_score":0.48374,"hf_subset":"kac_Latn-wol_Latn","languages":["kac-Latn","wol-Latn"]},{"precision":0.376122,"recall":0.435771,"f1":0.393074,"accuracy":0.435771,"main_score":0.393074,"hf_subset":"kac_Latn-arb_Latn","languages":["kac-Latn","arb-Latn"]},{"precision":0.4536,"recall":0.517787,"f1":0.471386,"accuracy":0.517787,"main_score":0.471386,"hf_subset":"kac_Latn-cat_Latn","languages":["kac-Latn","cat-Latn"]},{"precision":0.46601,"recall":0.521739,"f1":0.48158,"accuracy":0.521739,"main_score":0.48158,"hf_subset":"kac_Latn-fur_Latn","languages":["kac-Latn","fur-Latn"]},{"precision":0.362393,"recall":0.417984,"f1":0.377551,"accuracy":0.417984,"main_score":0.377551,"hf_subset":"kac_Latn-kab_Latn","languages":["kac-Latn","kab-Latn"]},{"precision":0.475133,"recall":0.527668,"f1":0.490604,"accuracy":0.527668,"main_score":0.490604,"hf_subset":"kac_Latn-lim_Latn","languages":["kac-Latn","lim-Latn"]},{"precision":0.469492,"recall":0.52668,"f1":0.484862,"accuracy":0.52668,"main_score":0.484862,"hf_subset":"kac_Latn-nld_Latn","languages":["kac-Latn","nld-Latn"]},{"precision":0.415904,"recall":0.475296,"f1":0.433137,"accuracy":0.475296,"main_score":0.433137,"hf_subset":"kac_Latn-san_Deva","languages":["kac-Latn","san-Deva"]},{"precision":0.469175,"recall":0.520751,"f1":0.483834,"accuracy":0.520751,"main_score":0.483834,"hf_subset":"kac_Latn-tat_Cyrl","languages":["kac-Latn","tat-Cyrl"]},{"precision":0.479707,"recall":0.523715,"f1":0.492069,"accuracy":0.523715,"main_score":0.492069,"hf_subset":"kac_Latn-xho_Latn","languages":["kac-Latn","xho-Latn"]},{"precision":0.418793,"recall":0.490119,"f1":0.439442,"accuracy":0.490119,"main_score":0.439442,"hf_subset":"kac_Latn-ars_Arab","languages":["kac-Latn","ars-Arab"]},{"precision":0.498397,"recall":0.544466,"f1":0.511354,"accuracy":0.544466,"main_score":0.511354,"hf_subset":"kac_Latn-ceb_Latn","languages":["kac-Latn","ceb-Latn"]},{"precision":0.446379,"recall":0.494071,"f1":0.45984,"accuracy":0.494071,"main_score":0.45984,"hf_subset":"kac_Latn-fuv_Latn","languages":["kac-Latn","fuv-Latn"]},{"precision":0.492981,"recall":0.531621,"f1":0.504099,"accuracy":0.531621,"main_score":0.504099,"hf_subset":"kac_Latn-lin_Latn","languages":["kac-Latn","lin-Latn"]},{"precision":0.457131,"recall":0.518775,"f1":0.47472,"accuracy":0.518775,"main_score":0.47472,"hf_subset":"kac_Latn-nno_Latn","languages":["kac-Latn","nno-Latn"]},{"precision":0.034229,"recall":0.076087,"f1":0.041165,"accuracy":0.076087,"main_score":0.041165,"hf_subset":"kac_Latn-sat_Olck","languages":["kac-Latn","sat-Olck"]},{"precision":0.453504,"recall":0.509881,"f1":0.469407,"accuracy":0.509881,"main_score":0.469407,"hf_subset":"kac_Latn-tel_Telu","languages":["kac-Latn","tel-Telu"]},{"precision":0.372986,"recall":0.434783,"f1":0.389162,"accuracy":0.434783,"main_score":0.389162,"hf_subset":"kac_Latn-ydd_Hebr","languages":["kac-Latn","ydd-Hebr"]},{"precision":0.418309,"recall":0.481225,"f1":0.435878,"accuracy":0.481225,"main_score":0.435878,"hf_subset":"kac_Latn-ary_Arab","languages":["kac-Latn","ary-Arab"]},{"precision":0.461555,"recall":0.523715,"f1":0.478586,"accuracy":0.523715,"main_score":0.478586,"hf_subset":"kac_Latn-ces_Latn","languages":["kac-Latn","ces-Latn"]},{"precision":0.380376,"recall":0.438735,"f1":0.396291,"accuracy":0.438735,"main_score":0.396291,"hf_subset":"kac_Latn-gaz_Latn","languages":["kac-Latn","gaz-Latn"]},{"precision":0.459855,"recall":0.503953,"f1":0.472008,"accuracy":0.503953,"main_score":0.472008,"hf_subset":"kac_Latn-kam_Latn","languages":["kac-Latn","kam-Latn"]},{"precision":0.430578,"recall":0.494071,"f1":0.448689,"accuracy":0.494071,"main_score":0.448689,"hf_subset":"kac_Latn-lit_Latn","languages":["kac-Latn","lit-Latn"]},{"precision":0.460697,"recall":0.516798,"f1":0.476244,"accuracy":0.516798,"main_score":0.476244,"hf_subset":"kac_Latn-nob_Latn","languages":["kac-Latn","nob-Latn"]},{"precision":0.451238,"recall":0.51087,"f1":0.467972,"accuracy":0.51087,"main_score":0.467972,"hf_subset":"kac_Latn-scn_Latn","languages":["kac-Latn","scn-Latn"]},{"precision":0.449584,"recall":0.504941,"f1":0.464757,"accuracy":0.504941,"main_score":0.464757,"hf_subset":"kac_Latn-tgk_Cyrl","languages":["kac-Latn","tgk-Cyrl"]},{"precision":0.424686,"recall":0.476285,"f1":0.439349,"accuracy":0.476285,"main_score":0.439349,"hf_subset":"kac_Latn-yor_Latn","languages":["kac-Latn","yor-Latn"]},{"precision":0.430352,"recall":0.497036,"f1":0.449657,"accuracy":0.497036,"main_score":0.449657,"hf_subset":"kac_Latn-arz_Arab","languages":["kac-Latn","arz-Arab"]},{"precision":0.429076,"recall":0.478261,"f1":0.443237,"accuracy":0.478261,"main_score":0.443237,"hf_subset":"kac_Latn-cjk_Latn","languages":["kac-Latn","cjk-Latn"]},{"precision":0.420935,"recall":0.478261,"f1":0.436606,"accuracy":0.478261,"main_score":0.436606,"hf_subset":"kac_Latn-gla_Latn","languages":["kac-Latn","gla-Latn"]},{"precision":0.445578,"recall":0.500988,"f1":0.461037,"accuracy":0.500988,"main_score":0.461037,"hf_subset":"kac_Latn-kan_Knda","languages":["kac-Latn","kan-Knda"]},{"precision":0.471381,"recall":0.519763,"f1":0.485226,"accuracy":0.519763,"main_score":0.485226,"hf_subset":"kac_Latn-lmo_Latn","languages":["kac-Latn","lmo-Latn"]},{"precision":0.432265,"recall":0.496047,"f1":0.450791,"accuracy":0.496047,"main_score":0.450791,"hf_subset":"kac_Latn-npi_Deva","languages":["kac-Latn","npi-Deva"]},{"precision":0.415316,"recall":0.474308,"f1":0.431588,"accuracy":0.474308,"main_score":0.431588,"hf_subset":"kac_Latn-shn_Mymr","languages":["kac-Latn","shn-Mymr"]},{"precision":0.50147,"recall":0.546443,"f1":0.514495,"accuracy":0.546443,"main_score":0.514495,"hf_subset":"kac_Latn-tgl_Latn","languages":["kac-Latn","tgl-Latn"]},{"precision":0.432942,"recall":0.498024,"f1":0.452032,"accuracy":0.498024,"main_score":0.452032,"hf_subset":"kac_Latn-yue_Hant","languages":["kac-Latn","yue-Hant"]},{"precision":0.400482,"recall":0.465415,"f1":0.419044,"accuracy":0.465415,"main_score":0.419044,"hf_subset":"kac_Latn-asm_Beng","languages":["kac-Latn","asm-Beng"]},{"precision":0.407444,"recall":0.45751,"f1":0.421866,"accuracy":0.45751,"main_score":0.421866,"hf_subset":"kac_Latn-ckb_Arab","languages":["kac-Latn","ckb-Arab"]},{"precision":0.40788,"recall":0.463439,"f1":0.423268,"accuracy":0.463439,"main_score":0.423268,"hf_subset":"kac_Latn-gle_Latn","languages":["kac-Latn","gle-Latn"]},{"precision":0.414605,"recall":0.476285,"f1":0.431166,"accuracy":0.476285,"main_score":0.431166,"hf_subset":"kac_Latn-kas_Arab","languages":["kac-Latn","kas-Arab"]},{"precision":0.426022,"recall":0.488142,"f1":0.443448,"accuracy":0.488142,"main_score":0.443448,"hf_subset":"kac_Latn-ltg_Latn","languages":["kac-Latn","ltg-Latn"]},{"precision":0.486856,"recall":0.52668,"f1":0.498008,"accuracy":0.52668,"main_score":0.498008,"hf_subset":"kac_Latn-nso_Latn","languages":["kac-Latn","nso-Latn"]},{"precision":0.190683,"recall":0.23913,"f1":0.202907,"accuracy":0.23913,"main_score":0.202907,"hf_subset":"kac_Latn-sin_Sinh","languages":["kac-Latn","sin-Sinh"]},{"precision":0.433347,"recall":0.495059,"f1":0.451054,"accuracy":0.495059,"main_score":0.451054,"hf_subset":"kac_Latn-tha_Thai","languages":["kac-Latn","tha-Thai"]},{"precision":0.445555,"recall":0.509881,"f1":0.46342,"accuracy":0.509881,"main_score":0.46342,"hf_subset":"kac_Latn-zho_Hans","languages":["kac-Latn","zho-Hans"]},{"precision":0.459437,"recall":0.516798,"f1":0.475421,"accuracy":0.516798,"main_score":0.475421,"hf_subset":"kac_Latn-ast_Latn","languages":["kac-Latn","ast-Latn"]},{"precision":0.449341,"recall":0.509881,"f1":0.46635,"accuracy":0.509881,"main_score":0.46635,"hf_subset":"kac_Latn-crh_Latn","languages":["kac-Latn","crh-Latn"]},{"precision":0.483091,"recall":0.538538,"f1":0.4982,"accuracy":0.538538,"main_score":0.4982,"hf_subset":"kac_Latn-glg_Latn","languages":["kac-Latn","glg-Latn"]},{"precision":0.438097,"recall":0.494071,"f1":0.453506,"accuracy":0.494071,"main_score":0.453506,"hf_subset":"kac_Latn-kas_Deva","languages":["kac-Latn","kas-Deva"]},{"precision":0.466005,"recall":0.524704,"f1":0.481979,"accuracy":0.524704,"main_score":0.481979,"hf_subset":"kac_Latn-ltz_Latn","languages":["kac-Latn","ltz-Latn"]},{"precision":0.414166,"recall":0.469368,"f1":0.428692,"accuracy":0.469368,"main_score":0.428692,"hf_subset":"kac_Latn-nus_Latn","languages":["kac-Latn","nus-Latn"]},{"precision":0.462473,"recall":0.522727,"f1":0.478857,"accuracy":0.522727,"main_score":0.478857,"hf_subset":"kac_Latn-slk_Latn","languages":["kac-Latn","slk-Latn"]},{"precision":0.221853,"recall":0.263834,"f1":0.232141,"accuracy":0.263834,"main_score":0.232141,"hf_subset":"kac_Latn-tir_Ethi","languages":["kac-Latn","tir-Ethi"]},{"precision":0.431836,"recall":0.495059,"f1":0.449717,"accuracy":0.495059,"main_score":0.449717,"hf_subset":"kac_Latn-zho_Hant","languages":["kac-Latn","zho-Hant"]},{"precision":0.447252,"recall":0.503953,"f1":0.463408,"accuracy":0.503953,"main_score":0.463408,"hf_subset":"kac_Latn-awa_Deva","languages":["kac-Latn","awa-Deva"]},{"precision":0.442845,"recall":0.5,"f1":0.458847,"accuracy":0.5,"main_score":0.458847,"hf_subset":"kac_Latn-cym_Latn","languages":["kac-Latn","cym-Latn"]},{"precision":0.492884,"recall":0.535573,"f1":0.503819,"accuracy":0.535573,"main_score":0.503819,"hf_subset":"kac_Latn-grn_Latn","languages":["kac-Latn","grn-Latn"]},{"precision":0.428527,"recall":0.490119,"f1":0.445289,"accuracy":0.490119,"main_score":0.445289,"hf_subset":"kac_Latn-kat_Geor","languages":["kac-Latn","kat-Geor"]},{"precision":0.475573,"recall":0.520751,"f1":0.487922,"accuracy":0.520751,"main_score":0.487922,"hf_subset":"kac_Latn-lua_Latn","languages":["kac-Latn","lua-Latn"]},{"precision":0.485771,"recall":0.524704,"f1":0.496995,"accuracy":0.524704,"main_score":0.496995,"hf_subset":"kac_Latn-nya_Latn","languages":["kac-Latn","nya-Latn"]},{"precision":0.466392,"recall":0.527668,"f1":0.482769,"accuracy":0.527668,"main_score":0.482769,"hf_subset":"kac_Latn-slv_Latn","languages":["kac-Latn","slv-Latn"]},{"precision":0.497112,"recall":0.540514,"f1":0.509569,"accuracy":0.540514,"main_score":0.509569,"hf_subset":"kac_Latn-tpi_Latn","languages":["kac-Latn","tpi-Latn"]},{"precision":0.481438,"recall":0.536561,"f1":0.497286,"accuracy":0.536561,"main_score":0.497286,"hf_subset":"kac_Latn-zsm_Latn","languages":["kac-Latn","zsm-Latn"]},{"precision":0.449053,"recall":0.491107,"f1":0.461141,"accuracy":0.491107,"main_score":0.461141,"hf_subset":"kac_Latn-ayr_Latn","languages":["kac-Latn","ayr-Latn"]},{"precision":0.464995,"recall":0.525692,"f1":0.481976,"accuracy":0.525692,"main_score":0.481976,"hf_subset":"kac_Latn-dan_Latn","languages":["kac-Latn","dan-Latn"]},{"precision":0.449811,"recall":0.504941,"f1":0.46523,"accuracy":0.504941,"main_score":0.46523,"hf_subset":"kac_Latn-guj_Gujr","languages":["kac-Latn","guj-Gujr"]},{"precision":0.45049,"recall":0.511858,"f1":0.467979,"accuracy":0.511858,"main_score":0.467979,"hf_subset":"kac_Latn-kaz_Cyrl","languages":["kac-Latn","kaz-Cyrl"]},{"precision":0.437563,"recall":0.485178,"f1":0.450345,"accuracy":0.485178,"main_score":0.450345,"hf_subset":"kac_Latn-lug_Latn","languages":["kac-Latn","lug-Latn"]},{"precision":0.47113,"recall":0.529644,"f1":0.487517,"accuracy":0.529644,"main_score":0.487517,"hf_subset":"kac_Latn-oci_Latn","languages":["kac-Latn","oci-Latn"]},{"precision":0.455871,"recall":0.501976,"f1":0.46863,"accuracy":0.501976,"main_score":0.46863,"hf_subset":"kac_Latn-smo_Latn","languages":["kac-Latn","smo-Latn"]},{"precision":0.447967,"recall":0.492095,"f1":0.460741,"accuracy":0.492095,"main_score":0.460741,"hf_subset":"kac_Latn-tsn_Latn","languages":["kac-Latn","tsn-Latn"]},{"precision":0.462361,"recall":0.508893,"f1":0.47561,"accuracy":0.508893,"main_score":0.47561,"hf_subset":"kac_Latn-zul_Latn","languages":["kac-Latn","zul-Latn"]},{"precision":0.406257,"recall":0.467391,"f1":0.423988,"accuracy":0.467391,"main_score":0.423988,"hf_subset":"kac_Latn-azb_Arab","languages":["kac-Latn","azb-Arab"]},{"precision":0.460823,"recall":0.521739,"f1":0.478172,"accuracy":0.521739,"main_score":0.478172,"hf_subset":"kac_Latn-deu_Latn","languages":["kac-Latn","deu-Latn"]},{"precision":0.42632,"recall":0.492095,"f1":0.444904,"accuracy":0.492095,"main_score":0.444904,"hf_subset":"kac_Latn-hat_Latn","languages":["kac-Latn","hat-Latn"]},{"precision":0.441718,"recall":0.479249,"f1":0.452375,"accuracy":0.479249,"main_score":0.452375,"hf_subset":"kac_Latn-kbp_Latn","languages":["kac-Latn","kbp-Latn"]},{"precision":0.484889,"recall":0.525692,"f1":0.496463,"accuracy":0.525692,"main_score":0.496463,"hf_subset":"kac_Latn-luo_Latn","languages":["kac-Latn","luo-Latn"]},{"precision":0.419727,"recall":0.485178,"f1":0.438266,"accuracy":0.485178,"main_score":0.438266,"hf_subset":"kac_Latn-ory_Orya","languages":["kac-Latn","ory-Orya"]},{"precision":0.476827,"recall":0.522727,"f1":0.48986,"accuracy":0.522727,"main_score":0.48986,"hf_subset":"kac_Latn-sna_Latn","languages":["kac-Latn","sna-Latn"]},{"precision":0.458774,"recall":0.5,"f1":0.469943,"accuracy":0.5,"main_score":0.469943,"hf_subset":"kac_Latn-tso_Latn","languages":["kac-Latn","tso-Latn"]},{"precision":0.439832,"recall":0.502964,"f1":0.457773,"accuracy":0.502964,"main_score":0.457773,"hf_subset":"kac_Latn-azj_Latn","languages":["kac-Latn","azj-Latn"]},{"precision":0.443837,"recall":0.48913,"f1":0.456566,"accuracy":0.48913,"main_score":0.456566,"hf_subset":"kac_Latn-dik_Latn","languages":["kac-Latn","dik-Latn"]},{"precision":0.470957,"recall":0.509881,"f1":0.481981,"accuracy":0.509881,"main_score":0.481981,"hf_subset":"kac_Latn-hau_Latn","languages":["kac-Latn","hau-Latn"]},{"precision":0.46743,"recall":0.516798,"f1":0.480576,"accuracy":0.516798,"main_score":0.480576,"hf_subset":"kac_Latn-kea_Latn","languages":["kac-Latn","kea-Latn"]},{"precision":0.519104,"recall":0.549407,"f1":0.527618,"accuracy":0.549407,"main_score":0.527618,"hf_subset":"kac_Latn-lus_Latn","languages":["kac-Latn","lus-Latn"]},{"precision":0.489926,"recall":0.531621,"f1":0.50162,"accuracy":0.531621,"main_score":0.50162,"hf_subset":"kac_Latn-pag_Latn","languages":["kac-Latn","pag-Latn"]},{"precision":0.415581,"recall":0.475296,"f1":0.432586,"accuracy":0.475296,"main_score":0.432586,"hf_subset":"kac_Latn-snd_Arab","languages":["kac-Latn","snd-Arab"]},{"precision":0.44591,"recall":0.494071,"f1":0.45965,"accuracy":0.494071,"main_score":0.45965,"hf_subset":"kac_Latn-tuk_Latn","languages":["kac-Latn","tuk-Latn"]},{"precision":0.472755,"recall":0.525692,"f1":0.488215,"accuracy":0.525692,"main_score":0.488215,"hf_subset":"kac_Latn-bak_Cyrl","languages":["kac-Latn","bak-Cyrl"]},{"precision":0.367327,"recall":0.428854,"f1":0.385012,"accuracy":0.428854,"main_score":0.385012,"hf_subset":"kac_Latn-dyu_Latn","languages":["kac-Latn","dyu-Latn"]},{"precision":0.41467,"recall":0.483202,"f1":0.433393,"accuracy":0.483202,"main_score":0.433393,"hf_subset":"kac_Latn-heb_Hebr","languages":["kac-Latn","heb-Hebr"]},{"precision":0.465161,"recall":0.506917,"f1":0.477242,"accuracy":0.506917,"main_score":0.477242,"hf_subset":"kac_Latn-khk_Cyrl","languages":["kac-Latn","khk-Cyrl"]},{"precision":0.440168,"recall":0.500988,"f1":0.457285,"accuracy":0.500988,"main_score":0.457285,"hf_subset":"kac_Latn-lvs_Latn","languages":["kac-Latn","lvs-Latn"]},{"precision":0.441201,"recall":0.498024,"f1":0.456911,"accuracy":0.498024,"main_score":0.456911,"hf_subset":"kac_Latn-pan_Guru","languages":["kac-Latn","pan-Guru"]},{"precision":0.437131,"recall":0.483202,"f1":0.450332,"accuracy":0.483202,"main_score":0.450332,"hf_subset":"kac_Latn-som_Latn","languages":["kac-Latn","som-Latn"]},{"precision":0.461441,"recall":0.501976,"f1":0.472171,"accuracy":0.501976,"main_score":0.472171,"hf_subset":"kac_Latn-tum_Latn","languages":["kac-Latn","tum-Latn"]},{"precision":0.357564,"recall":0.428854,"f1":0.37573,"accuracy":0.428854,"main_score":0.37573,"hf_subset":"lin_Latn-ace_Arab","languages":["lin-Latn","ace-Arab"]},{"precision":0.469919,"recall":0.523715,"f1":0.485002,"accuracy":0.523715,"main_score":0.485002,"hf_subset":"lin_Latn-bam_Latn","languages":["lin-Latn","bam-Latn"]},{"precision":0.110974,"recall":0.152174,"f1":0.121031,"accuracy":0.152174,"main_score":0.121031,"hf_subset":"lin_Latn-dzo_Tibt","languages":["lin-Latn","dzo-Tibt"]},{"precision":0.53331,"recall":0.603755,"f1":0.552935,"accuracy":0.603755,"main_score":0.552935,"hf_subset":"lin_Latn-hin_Deva","languages":["lin-Latn","hin-Deva"]},{"precision":0.383644,"recall":0.460474,"f1":0.403967,"accuracy":0.460474,"main_score":0.403967,"hf_subset":"lin_Latn-khm_Khmr","languages":["lin-Latn","khm-Khmr"]},{"precision":0.53501,"recall":0.602767,"f1":0.554401,"accuracy":0.602767,"main_score":0.554401,"hf_subset":"lin_Latn-mag_Deva","languages":["lin-Latn","mag-Deva"]},{"precision":0.573179,"recall":0.62747,"f1":0.587938,"accuracy":0.62747,"main_score":0.587938,"hf_subset":"lin_Latn-pap_Latn","languages":["lin-Latn","pap-Latn"]},{"precision":0.519574,"recall":0.564229,"f1":0.532869,"accuracy":0.564229,"main_score":0.532869,"hf_subset":"lin_Latn-sot_Latn","languages":["lin-Latn","sot-Latn"]},{"precision":0.545457,"recall":0.614625,"f1":0.564463,"accuracy":0.614625,"main_score":0.564463,"hf_subset":"lin_Latn-tur_Latn","languages":["lin-Latn","tur-Latn"]},{"precision":0.582541,"recall":0.633399,"f1":0.597081,"accuracy":0.633399,"main_score":0.597081,"hf_subset":"lin_Latn-ace_Latn","languages":["lin-Latn","ace-Latn"]},{"precision":0.581409,"recall":0.636364,"f1":0.596956,"accuracy":0.636364,"main_score":0.596956,"hf_subset":"lin_Latn-ban_Latn","languages":["lin-Latn","ban-Latn"]},{"precision":0.504281,"recall":0.582016,"f1":0.52513,"accuracy":0.582016,"main_score":0.52513,"hf_subset":"lin_Latn-ell_Grek","languages":["lin-Latn","ell-Grek"]},{"precision":0.536127,"recall":0.605731,"f1":0.555268,"accuracy":0.605731,"main_score":0.555268,"hf_subset":"lin_Latn-hne_Deva","languages":["lin-Latn","hne-Deva"]},{"precision":0.483778,"recall":0.540514,"f1":0.500061,"accuracy":0.540514,"main_score":0.500061,"hf_subset":"lin_Latn-kik_Latn","languages":["lin-Latn","kik-Latn"]},{"precision":0.537355,"recall":0.608696,"f1":0.556862,"accuracy":0.608696,"main_score":0.556862,"hf_subset":"lin_Latn-mai_Deva","languages":["lin-Latn","mai-Deva"]},{"precision":0.503426,"recall":0.574111,"f1":0.522815,"accuracy":0.574111,"main_score":0.522815,"hf_subset":"lin_Latn-pbt_Arab","languages":["lin-Latn","pbt-Arab"]},{"precision":0.555842,"recall":0.626482,"f1":0.576092,"accuracy":0.626482,"main_score":0.576092,"hf_subset":"lin_Latn-spa_Latn","languages":["lin-Latn","spa-Latn"]},{"precision":0.541074,"recall":0.586957,"f1":0.554088,"accuracy":0.586957,"main_score":0.554088,"hf_subset":"lin_Latn-twi_Latn","languages":["lin-Latn","twi-Latn"]},{"precision":0.523406,"recall":0.597826,"f1":0.544134,"accuracy":0.597826,"main_score":0.544134,"hf_subset":"lin_Latn-acm_Arab","languages":["lin-Latn","acm-Arab"]},{"precision":0.523527,"recall":0.598814,"f1":0.544142,"accuracy":0.598814,"main_score":0.544142,"hf_subset":"lin_Latn-bel_Cyrl","languages":["lin-Latn","bel-Cyrl"]},{"precision":0.558534,"recall":0.626482,"f1":0.57753,"accuracy":0.626482,"main_score":0.57753,"hf_subset":"lin_Latn-eng_Latn","languages":["lin-Latn","eng-Latn"]},{"precision":0.557298,"recall":0.629447,"f1":0.577395,"accuracy":0.629447,"main_score":0.577395,"hf_subset":"lin_Latn-hrv_Latn","languages":["lin-Latn","hrv-Latn"]},{"precision":0.483912,"recall":0.539526,"f1":0.49915,"accuracy":0.539526,"main_score":0.49915,"hf_subset":"lin_Latn-kin_Latn","languages":["lin-Latn","kin-Latn"]},{"precision":0.516274,"recall":0.592885,"f1":0.537986,"accuracy":0.592885,"main_score":0.537986,"hf_subset":"lin_Latn-mal_Mlym","languages":["lin-Latn","mal-Mlym"]},{"precision":0.510214,"recall":0.585968,"f1":0.53113,"accuracy":0.585968,"main_score":0.53113,"hf_subset":"lin_Latn-pes_Arab","languages":["lin-Latn","pes-Arab"]},{"precision":0.562543,"recall":0.619565,"f1":0.578458,"accuracy":0.619565,"main_score":0.578458,"hf_subset":"lin_Latn-srd_Latn","languages":["lin-Latn","srd-Latn"]},{"precision":0.152367,"recall":0.200593,"f1":0.162842,"accuracy":0.200593,"main_score":0.162842,"hf_subset":"lin_Latn-tzm_Tfng","languages":["lin-Latn","tzm-Tfng"]},{"precision":0.528495,"recall":0.600791,"f1":0.54859,"accuracy":0.600791,"main_score":0.54859,"hf_subset":"lin_Latn-acq_Arab","languages":["lin-Latn","acq-Arab"]},{"precision":0.546646,"recall":0.590909,"f1":0.559438,"accuracy":0.590909,"main_score":0.559438,"hf_subset":"lin_Latn-bem_Latn","languages":["lin-Latn","bem-Latn"]},{"precision":0.542602,"recall":0.615613,"f1":0.562291,"accuracy":0.615613,"main_score":0.562291,"hf_subset":"lin_Latn-epo_Latn","languages":["lin-Latn","epo-Latn"]},{"precision":0.548524,"recall":0.620553,"f1":0.568699,"accuracy":0.620553,"main_score":0.568699,"hf_subset":"lin_Latn-hun_Latn","languages":["lin-Latn","hun-Latn"]},{"precision":0.547878,"recall":0.604743,"f1":0.563915,"accuracy":0.604743,"main_score":0.563915,"hf_subset":"lin_Latn-kir_Cyrl","languages":["lin-Latn","kir-Cyrl"]},{"precision":0.526771,"recall":0.601779,"f1":0.547673,"accuracy":0.601779,"main_score":0.547673,"hf_subset":"lin_Latn-mar_Deva","languages":["lin-Latn","mar-Deva"]},{"precision":0.526616,"recall":0.575099,"f1":0.540782,"accuracy":0.575099,"main_score":0.540782,"hf_subset":"lin_Latn-plt_Latn","languages":["lin-Latn","plt-Latn"]},{"precision":0.547094,"recall":0.618577,"f1":0.567066,"accuracy":0.618577,"main_score":0.567066,"hf_subset":"lin_Latn-srp_Cyrl","languages":["lin-Latn","srp-Cyrl"]},{"precision":0.450698,"recall":0.524704,"f1":0.470121,"accuracy":0.524704,"main_score":0.470121,"hf_subset":"lin_Latn-uig_Arab","languages":["lin-Latn","uig-Arab"]},{"precision":0.511942,"recall":0.585968,"f1":0.533747,"accuracy":0.585968,"main_score":0.533747,"hf_subset":"lin_Latn-aeb_Arab","languages":["lin-Latn","aeb-Arab"]},{"precision":0.529724,"recall":0.602767,"f1":0.550134,"accuracy":0.602767,"main_score":0.550134,"hf_subset":"lin_Latn-ben_Beng","languages":["lin-Latn","ben-Beng"]},{"precision":0.540547,"recall":0.606719,"f1":0.559033,"accuracy":0.606719,"main_score":0.559033,"hf_subset":"lin_Latn-est_Latn","languages":["lin-Latn","est-Latn"]},{"precision":0.484194,"recall":0.556324,"f1":0.50328,"accuracy":0.556324,"main_score":0.50328,"hf_subset":"lin_Latn-hye_Armn","languages":["lin-Latn","hye-Armn"]},{"precision":0.496888,"recall":0.543478,"f1":0.510103,"accuracy":0.543478,"main_score":0.510103,"hf_subset":"lin_Latn-kmb_Latn","languages":["lin-Latn","kmb-Latn"]},{"precision":0.34045,"recall":0.413043,"f1":0.360282,"accuracy":0.413043,"main_score":0.360282,"hf_subset":"lin_Latn-min_Arab","languages":["lin-Latn","min-Arab"]},{"precision":0.541645,"recall":0.610672,"f1":0.56048,"accuracy":0.610672,"main_score":0.56048,"hf_subset":"lin_Latn-pol_Latn","languages":["lin-Latn","pol-Latn"]},{"precision":0.477605,"recall":0.52668,"f1":0.491949,"accuracy":0.52668,"main_score":0.491949,"hf_subset":"lin_Latn-ssw_Latn","languages":["lin-Latn","ssw-Latn"]},{"precision":0.563656,"recall":0.632411,"f1":0.582061,"accuracy":0.632411,"main_score":0.582061,"hf_subset":"lin_Latn-ukr_Cyrl","languages":["lin-Latn","ukr-Cyrl"]},{"precision":0.566143,"recall":0.634387,"f1":0.585034,"accuracy":0.634387,"main_score":0.585034,"hf_subset":"lin_Latn-afr_Latn","languages":["lin-Latn","afr-Latn"]},{"precision":0.54101,"recall":0.609684,"f1":0.560377,"accuracy":0.609684,"main_score":0.560377,"hf_subset":"lin_Latn-bho_Deva","languages":["lin-Latn","bho-Deva"]},{"precision":0.549034,"recall":0.607708,"f1":0.565507,"accuracy":0.607708,"main_score":0.565507,"hf_subset":"lin_Latn-eus_Latn","languages":["lin-Latn","eus-Latn"]},{"precision":0.490771,"recall":0.549407,"f1":0.507425,"accuracy":0.549407,"main_score":0.507425,"hf_subset":"lin_Latn-ibo_Latn","languages":["lin-Latn","ibo-Latn"]},{"precision":0.534702,"recall":0.590909,"f1":0.550348,"accuracy":0.590909,"main_score":0.550348,"hf_subset":"lin_Latn-kmr_Latn","languages":["lin-Latn","kmr-Latn"]},{"precision":0.566963,"recall":0.626482,"f1":0.583354,"accuracy":0.626482,"main_score":0.583354,"hf_subset":"lin_Latn-min_Latn","languages":["lin-Latn","min-Latn"]},{"precision":0.553987,"recall":0.626482,"f1":0.574911,"accuracy":0.626482,"main_score":0.574911,"hf_subset":"lin_Latn-por_Latn","languages":["lin-Latn","por-Latn"]},{"precision":0.56218,"recall":0.623518,"f1":0.579353,"accuracy":0.623518,"main_score":0.579353,"hf_subset":"lin_Latn-sun_Latn","languages":["lin-Latn","sun-Latn"]},{"precision":0.474399,"recall":0.522727,"f1":0.488625,"accuracy":0.522727,"main_score":0.488625,"hf_subset":"lin_Latn-umb_Latn","languages":["lin-Latn","umb-Latn"]},{"precision":0.517764,"recall":0.598814,"f1":0.540461,"accuracy":0.598814,"main_score":0.540461,"hf_subset":"lin_Latn-ajp_Arab","languages":["lin-Latn","ajp-Arab"]},{"precision":0.376261,"recall":0.433794,"f1":0.391919,"accuracy":0.433794,"main_score":0.391919,"hf_subset":"lin_Latn-bjn_Arab","languages":["lin-Latn","bjn-Arab"]},{"precision":0.493143,"recall":0.545455,"f1":0.507872,"accuracy":0.545455,"main_score":0.507872,"hf_subset":"lin_Latn-ewe_Latn","languages":["lin-Latn","ewe-Latn"]},{"precision":0.591415,"recall":0.641304,"f1":0.605851,"accuracy":0.641304,"main_score":0.605851,"hf_subset":"lin_Latn-ilo_Latn","languages":["lin-Latn","ilo-Latn"]},{"precision":0.206188,"recall":0.262846,"f1":0.220604,"accuracy":0.262846,"main_score":0.220604,"hf_subset":"lin_Latn-knc_Arab","languages":["lin-Latn","knc-Arab"]},{"precision":0.567135,"recall":0.630435,"f1":0.584412,"accuracy":0.630435,"main_score":0.584412,"hf_subset":"lin_Latn-mkd_Cyrl","languages":["lin-Latn","mkd-Cyrl"]},{"precision":0.508551,"recall":0.58498,"f1":0.529921,"accuracy":0.58498,"main_score":0.529921,"hf_subset":"lin_Latn-prs_Arab","languages":["lin-Latn","prs-Arab"]},{"precision":0.538052,"recall":0.61166,"f1":0.558324,"accuracy":0.61166,"main_score":0.558324,"hf_subset":"lin_Latn-swe_Latn","languages":["lin-Latn","swe-Latn"]},{"precision":0.484013,"recall":0.561265,"f1":0.505106,"accuracy":0.561265,"main_score":0.505106,"hf_subset":"lin_Latn-urd_Arab","languages":["lin-Latn","urd-Arab"]},{"precision":0.52796,"recall":0.574111,"f1":0.541164,"accuracy":0.574111,"main_score":0.541164,"hf_subset":"lin_Latn-aka_Latn","languages":["lin-Latn","aka-Latn"]},{"precision":0.575443,"recall":0.634387,"f1":0.591109,"accuracy":0.634387,"main_score":0.591109,"hf_subset":"lin_Latn-bjn_Latn","languages":["lin-Latn","bjn-Latn"]},{"precision":0.504087,"recall":0.571146,"f1":0.522682,"accuracy":0.571146,"main_score":0.522682,"hf_subset":"lin_Latn-fao_Latn","languages":["lin-Latn","fao-Latn"]},{"precision":0.551656,"recall":0.623518,"f1":0.57177,"accuracy":0.623518,"main_score":0.57177,"hf_subset":"lin_Latn-ind_Latn","languages":["lin-Latn","ind-Latn"]},{"precision":0.518785,"recall":0.561265,"f1":0.530764,"accuracy":0.561265,"main_score":0.530764,"hf_subset":"lin_Latn-knc_Latn","languages":["lin-Latn","knc-Latn"]},{"precision":0.571166,"recall":0.633399,"f1":0.587745,"accuracy":0.633399,"main_score":0.587745,"hf_subset":"lin_Latn-mlt_Latn","languages":["lin-Latn","mlt-Latn"]},{"precision":0.526845,"recall":0.577075,"f1":0.541569,"accuracy":0.577075,"main_score":0.541569,"hf_subset":"lin_Latn-quy_Latn","languages":["lin-Latn","quy-Latn"]},{"precision":0.513062,"recall":0.56917,"f1":0.529213,"accuracy":0.56917,"main_score":0.529213,"hf_subset":"lin_Latn-swh_Latn","languages":["lin-Latn","swh-Latn"]},{"precision":0.536125,"recall":0.599802,"f1":0.553724,"accuracy":0.599802,"main_score":0.553724,"hf_subset":"lin_Latn-uzn_Latn","languages":["lin-Latn","uzn-Latn"]},{"precision":0.55206,"recall":0.612648,"f1":0.567888,"accuracy":0.612648,"main_score":0.567888,"hf_subset":"lin_Latn-als_Latn","languages":["lin-Latn","als-Latn"]},{"precision":0.176468,"recall":0.233202,"f1":0.189626,"accuracy":0.233202,"main_score":0.189626,"hf_subset":"lin_Latn-bod_Tibt","languages":["lin-Latn","bod-Tibt"]},{"precision":0.477181,"recall":0.525692,"f1":0.491163,"accuracy":0.525692,"main_score":0.491163,"hf_subset":"lin_Latn-fij_Latn","languages":["lin-Latn","fij-Latn"]},{"precision":0.472943,"recall":0.539526,"f1":0.49061,"accuracy":0.539526,"main_score":0.49061,"hf_subset":"lin_Latn-isl_Latn","languages":["lin-Latn","isl-Latn"]},{"precision":0.643308,"recall":0.687747,"f1":0.656325,"accuracy":0.687747,"main_score":0.656325,"hf_subset":"lin_Latn-kon_Latn","languages":["lin-Latn","kon-Latn"]},{"precision":0.44798,"recall":0.514822,"f1":0.466287,"accuracy":0.514822,"main_score":0.466287,"hf_subset":"lin_Latn-mni_Beng","languages":["lin-Latn","mni-Beng"]},{"precision":0.567962,"recall":0.636364,"f1":0.587263,"accuracy":0.636364,"main_score":0.587263,"hf_subset":"lin_Latn-ron_Latn","languages":["lin-Latn","ron-Latn"]},{"precision":0.554805,"recall":0.617589,"f1":0.57204,"accuracy":0.617589,"main_score":0.57204,"hf_subset":"lin_Latn-szl_Latn","languages":["lin-Latn","szl-Latn"]},{"precision":0.56774,"recall":0.62747,"f1":0.584611,"accuracy":0.62747,"main_score":0.584611,"hf_subset":"lin_Latn-vec_Latn","languages":["lin-Latn","vec-Latn"]},{"precision":0.304062,"recall":0.373518,"f1":0.32214,"accuracy":0.373518,"main_score":0.32214,"hf_subset":"lin_Latn-amh_Ethi","languages":["lin-Latn","amh-Ethi"]},{"precision":0.561967,"recall":0.626482,"f1":0.579357,"accuracy":0.626482,"main_score":0.579357,"hf_subset":"lin_Latn-bos_Latn","languages":["lin-Latn","bos-Latn"]},{"precision":0.53435,"recall":0.605731,"f1":0.554383,"accuracy":0.605731,"main_score":0.554383,"hf_subset":"lin_Latn-fin_Latn","languages":["lin-Latn","fin-Latn"]},{"precision":0.573302,"recall":0.639328,"f1":0.591416,"accuracy":0.639328,"main_score":0.591416,"hf_subset":"lin_Latn-ita_Latn","languages":["lin-Latn","ita-Latn"]},{"precision":0.516785,"recall":0.592885,"f1":0.537724,"accuracy":0.592885,"main_score":0.537724,"hf_subset":"lin_Latn-kor_Hang","languages":["lin-Latn","kor-Hang"]},{"precision":0.515092,"recall":0.567194,"f1":0.529429,"accuracy":0.567194,"main_score":0.529429,"hf_subset":"lin_Latn-mos_Latn","languages":["lin-Latn","mos-Latn"]},{"precision":0.482291,"recall":0.528656,"f1":0.495329,"accuracy":0.528656,"main_score":0.495329,"hf_subset":"lin_Latn-run_Latn","languages":["lin-Latn","run-Latn"]},{"precision":0.482416,"recall":0.560277,"f1":0.504459,"accuracy":0.560277,"main_score":0.504459,"hf_subset":"lin_Latn-tam_Taml","languages":["lin-Latn","tam-Taml"]},{"precision":0.538179,"recall":0.606719,"f1":0.556514,"accuracy":0.606719,"main_score":0.556514,"hf_subset":"lin_Latn-vie_Latn","languages":["lin-Latn","vie-Latn"]},{"precision":0.513548,"recall":0.596838,"f1":0.536902,"accuracy":0.596838,"main_score":0.536902,"hf_subset":"lin_Latn-apc_Arab","languages":["lin-Latn","apc-Arab"]},{"precision":0.555135,"recall":0.601779,"f1":0.56861,"accuracy":0.601779,"main_score":0.56861,"hf_subset":"lin_Latn-bug_Latn","languages":["lin-Latn","bug-Latn"]},{"precision":0.469217,"recall":0.520751,"f1":0.483552,"accuracy":0.520751,"main_score":0.483552,"hf_subset":"lin_Latn-fon_Latn","languages":["lin-Latn","fon-Latn"]},{"precision":0.587204,"recall":0.643281,"f1":0.603217,"accuracy":0.643281,"main_score":0.603217,"hf_subset":"lin_Latn-jav_Latn","languages":["lin-Latn","jav-Latn"]},{"precision":0.398489,"recall":0.462451,"f1":0.415578,"accuracy":0.462451,"main_score":0.415578,"hf_subset":"lin_Latn-lao_Laoo","languages":["lin-Latn","lao-Laoo"]},{"precision":0.435197,"recall":0.5,"f1":0.453087,"accuracy":0.5,"main_score":0.453087,"hf_subset":"lin_Latn-mri_Latn","languages":["lin-Latn","mri-Latn"]},{"precision":0.554361,"recall":0.625494,"f1":0.573538,"accuracy":0.625494,"main_score":0.573538,"hf_subset":"lin_Latn-rus_Cyrl","languages":["lin-Latn","rus-Cyrl"]},{"precision":0.481234,"recall":0.541502,"f1":0.498446,"accuracy":0.541502,"main_score":0.498446,"hf_subset":"lin_Latn-taq_Latn","languages":["lin-Latn","taq-Latn"]},{"precision":0.593637,"recall":0.651186,"f1":0.609838,"accuracy":0.651186,"main_score":0.609838,"hf_subset":"lin_Latn-war_Latn","languages":["lin-Latn","war-Latn"]},{"precision":0.523794,"recall":0.600791,"f1":0.545382,"accuracy":0.600791,"main_score":0.545382,"hf_subset":"lin_Latn-arb_Arab","languages":["lin-Latn","arb-Arab"]},{"precision":0.548215,"recall":0.615613,"f1":0.566907,"accuracy":0.615613,"main_score":0.566907,"hf_subset":"lin_Latn-bul_Cyrl","languages":["lin-Latn","bul-Cyrl"]},{"precision":0.567019,"recall":0.63834,"f1":0.586851,"accuracy":0.63834,"main_score":0.586851,"hf_subset":"lin_Latn-fra_Latn","languages":["lin-Latn","fra-Latn"]},{"precision":0.533707,"recall":0.609684,"f1":0.554633,"accuracy":0.609684,"main_score":0.554633,"hf_subset":"lin_Latn-jpn_Jpan","languages":["lin-Latn","jpn-Jpan"]},{"precision":0.555879,"recall":0.62747,"f1":0.574839,"accuracy":0.62747,"main_score":0.574839,"hf_subset":"lin_Latn-lij_Latn","languages":["lin-Latn","lij-Latn"]},{"precision":0.277028,"recall":0.360672,"f1":0.299006,"accuracy":0.360672,"main_score":0.299006,"hf_subset":"lin_Latn-mya_Mymr","languages":["lin-Latn","mya-Mymr"]},{"precision":0.526761,"recall":0.581028,"f1":0.542349,"accuracy":0.581028,"main_score":0.542349,"hf_subset":"lin_Latn-sag_Latn","languages":["lin-Latn","sag-Latn"]},{"precision":0.165169,"recall":0.227273,"f1":0.177688,"accuracy":0.227273,"main_score":0.177688,"hf_subset":"lin_Latn-taq_Tfng","languages":["lin-Latn","taq-Tfng"]},{"precision":0.54244,"recall":0.598814,"f1":0.558407,"accuracy":0.598814,"main_score":0.558407,"hf_subset":"lin_Latn-wol_Latn","languages":["lin-Latn","wol-Latn"]},{"precision":0.397033,"recall":0.471344,"f1":0.417051,"accuracy":0.471344,"main_score":0.417051,"hf_subset":"lin_Latn-arb_Latn","languages":["lin-Latn","arb-Latn"]},{"precision":0.554204,"recall":0.621542,"f1":0.573261,"accuracy":0.621542,"main_score":0.573261,"hf_subset":"lin_Latn-cat_Latn","languages":["lin-Latn","cat-Latn"]},{"precision":0.568149,"recall":0.630435,"f1":0.585519,"accuracy":0.630435,"main_score":0.585519,"hf_subset":"lin_Latn-fur_Latn","languages":["lin-Latn","fur-Latn"]},{"precision":0.369216,"recall":0.428854,"f1":0.384666,"accuracy":0.428854,"main_score":0.384666,"hf_subset":"lin_Latn-kab_Latn","languages":["lin-Latn","kab-Latn"]},{"precision":0.553193,"recall":0.615613,"f1":0.570615,"accuracy":0.615613,"main_score":0.570615,"hf_subset":"lin_Latn-lim_Latn","languages":["lin-Latn","lim-Latn"]},{"precision":0.562175,"recall":0.631423,"f1":0.58121,"accuracy":0.631423,"main_score":0.58121,"hf_subset":"lin_Latn-nld_Latn","languages":["lin-Latn","nld-Latn"]},{"precision":0.474812,"recall":0.552372,"f1":0.496479,"accuracy":0.552372,"main_score":0.496479,"hf_subset":"lin_Latn-san_Deva","languages":["lin-Latn","san-Deva"]},{"precision":0.557095,"recall":0.617589,"f1":0.57339,"accuracy":0.617589,"main_score":0.57339,"hf_subset":"lin_Latn-tat_Cyrl","languages":["lin-Latn","tat-Cyrl"]},{"precision":0.515143,"recall":0.567194,"f1":0.530278,"accuracy":0.567194,"main_score":0.530278,"hf_subset":"lin_Latn-xho_Latn","languages":["lin-Latn","xho-Latn"]},{"precision":0.497114,"recall":0.58004,"f1":0.52086,"accuracy":0.58004,"main_score":0.52086,"hf_subset":"lin_Latn-ars_Arab","languages":["lin-Latn","ars-Arab"]},{"precision":0.584891,"recall":0.642292,"f1":0.600508,"accuracy":0.642292,"main_score":0.600508,"hf_subset":"lin_Latn-ceb_Latn","languages":["lin-Latn","ceb-Latn"]},{"precision":0.46775,"recall":0.524704,"f1":0.484131,"accuracy":0.524704,"main_score":0.484131,"hf_subset":"lin_Latn-fuv_Latn","languages":["lin-Latn","fuv-Latn"]},{"precision":0.477007,"recall":0.533597,"f1":0.493118,"accuracy":0.533597,"main_score":0.493118,"hf_subset":"lin_Latn-kac_Latn","languages":["lin-Latn","kac-Latn"]},{"precision":0.564231,"recall":0.629447,"f1":0.582292,"accuracy":0.629447,"main_score":0.582292,"hf_subset":"lin_Latn-nno_Latn","languages":["lin-Latn","nno-Latn"]},{"precision":0.030017,"recall":0.073123,"f1":0.035733,"accuracy":0.073123,"main_score":0.035733,"hf_subset":"lin_Latn-sat_Olck","languages":["lin-Latn","sat-Olck"]},{"precision":0.538264,"recall":0.603755,"f1":0.555858,"accuracy":0.603755,"main_score":0.555858,"hf_subset":"lin_Latn-tel_Telu","languages":["lin-Latn","tel-Telu"]},{"precision":0.407298,"recall":0.479249,"f1":0.426401,"accuracy":0.479249,"main_score":0.426401,"hf_subset":"lin_Latn-ydd_Hebr","languages":["lin-Latn","ydd-Hebr"]},{"precision":0.492537,"recall":0.571146,"f1":0.513317,"accuracy":0.571146,"main_score":0.513317,"hf_subset":"lin_Latn-ary_Arab","languages":["lin-Latn","ary-Arab"]},{"precision":0.551765,"recall":0.616601,"f1":0.569216,"accuracy":0.616601,"main_score":0.569216,"hf_subset":"lin_Latn-ces_Latn","languages":["lin-Latn","ces-Latn"]},{"precision":0.41558,"recall":0.479249,"f1":0.433813,"accuracy":0.479249,"main_score":0.433813,"hf_subset":"lin_Latn-gaz_Latn","languages":["lin-Latn","gaz-Latn"]},{"precision":0.487476,"recall":0.537549,"f1":0.50194,"accuracy":0.537549,"main_score":0.50194,"hf_subset":"lin_Latn-kam_Latn","languages":["lin-Latn","kam-Latn"]},{"precision":0.522678,"recall":0.589921,"f1":0.541347,"accuracy":0.589921,"main_score":0.541347,"hf_subset":"lin_Latn-lit_Latn","languages":["lin-Latn","lit-Latn"]},{"precision":0.546357,"recall":0.621542,"f1":0.567195,"accuracy":0.621542,"main_score":0.567195,"hf_subset":"lin_Latn-nob_Latn","languages":["lin-Latn","nob-Latn"]},{"precision":0.555108,"recall":0.620553,"f1":0.572746,"accuracy":0.620553,"main_score":0.572746,"hf_subset":"lin_Latn-scn_Latn","languages":["lin-Latn","scn-Latn"]},{"precision":0.51429,"recall":0.576087,"f1":0.531722,"accuracy":0.576087,"main_score":0.531722,"hf_subset":"lin_Latn-tgk_Cyrl","languages":["lin-Latn","tgk-Cyrl"]},{"precision":0.445036,"recall":0.502964,"f1":0.461899,"accuracy":0.502964,"main_score":0.461899,"hf_subset":"lin_Latn-yor_Latn","languages":["lin-Latn","yor-Latn"]},{"precision":0.516599,"recall":0.593874,"f1":0.538916,"accuracy":0.593874,"main_score":0.538916,"hf_subset":"lin_Latn-arz_Arab","languages":["lin-Latn","arz-Arab"]},{"precision":0.477256,"recall":0.531621,"f1":0.493135,"accuracy":0.531621,"main_score":0.493135,"hf_subset":"lin_Latn-cjk_Latn","languages":["lin-Latn","cjk-Latn"]},{"precision":0.457915,"recall":0.524704,"f1":0.476023,"accuracy":0.524704,"main_score":0.476023,"hf_subset":"lin_Latn-gla_Latn","languages":["lin-Latn","gla-Latn"]},{"precision":0.521725,"recall":0.591897,"f1":0.54052,"accuracy":0.591897,"main_score":0.54052,"hf_subset":"lin_Latn-kan_Knda","languages":["lin-Latn","kan-Knda"]},{"precision":0.559208,"recall":0.624506,"f1":0.577269,"accuracy":0.624506,"main_score":0.577269,"hf_subset":"lin_Latn-lmo_Latn","languages":["lin-Latn","lmo-Latn"]},{"precision":0.527607,"recall":0.598814,"f1":0.547233,"accuracy":0.598814,"main_score":0.547233,"hf_subset":"lin_Latn-npi_Deva","languages":["lin-Latn","npi-Deva"]},{"precision":0.409537,"recall":0.486166,"f1":0.430801,"accuracy":0.486166,"main_score":0.430801,"hf_subset":"lin_Latn-shn_Mymr","languages":["lin-Latn","shn-Mymr"]},{"precision":0.583177,"recall":0.640316,"f1":0.599247,"accuracy":0.640316,"main_score":0.599247,"hf_subset":"lin_Latn-tgl_Latn","languages":["lin-Latn","tgl-Latn"]},{"precision":0.53387,"recall":0.609684,"f1":0.555131,"accuracy":0.609684,"main_score":0.555131,"hf_subset":"lin_Latn-yue_Hant","languages":["lin-Latn","yue-Hant"]},{"precision":0.47697,"recall":0.547431,"f1":0.496353,"accuracy":0.547431,"main_score":0.496353,"hf_subset":"lin_Latn-asm_Beng","languages":["lin-Latn","asm-Beng"]},{"precision":0.455957,"recall":0.520751,"f1":0.472874,"accuracy":0.520751,"main_score":0.472874,"hf_subset":"lin_Latn-ckb_Arab","languages":["lin-Latn","ckb-Arab"]},{"precision":0.463985,"recall":0.531621,"f1":0.48238,"accuracy":0.531621,"main_score":0.48238,"hf_subset":"lin_Latn-gle_Latn","languages":["lin-Latn","gle-Latn"]},{"precision":0.479321,"recall":0.550395,"f1":0.498725,"accuracy":0.550395,"main_score":0.498725,"hf_subset":"lin_Latn-kas_Arab","languages":["lin-Latn","kas-Arab"]},{"precision":0.522517,"recall":0.590909,"f1":0.541219,"accuracy":0.590909,"main_score":0.541219,"hf_subset":"lin_Latn-ltg_Latn","languages":["lin-Latn","ltg-Latn"]},{"precision":0.531745,"recall":0.577075,"f1":0.54501,"accuracy":0.577075,"main_score":0.54501,"hf_subset":"lin_Latn-nso_Latn","languages":["lin-Latn","nso-Latn"]},{"precision":0.197926,"recall":0.243083,"f1":0.209851,"accuracy":0.243083,"main_score":0.209851,"hf_subset":"lin_Latn-sin_Sinh","languages":["lin-Latn","sin-Sinh"]},{"precision":0.532163,"recall":0.602767,"f1":0.551501,"accuracy":0.602767,"main_score":0.551501,"hf_subset":"lin_Latn-tha_Thai","languages":["lin-Latn","tha-Thai"]},{"precision":0.511232,"recall":0.593874,"f1":0.534342,"accuracy":0.593874,"main_score":0.534342,"hf_subset":"lin_Latn-zho_Hans","languages":["lin-Latn","zho-Hans"]},{"precision":0.56318,"recall":0.62747,"f1":0.581318,"accuracy":0.62747,"main_score":0.581318,"hf_subset":"lin_Latn-ast_Latn","languages":["lin-Latn","ast-Latn"]},{"precision":0.524474,"recall":0.588933,"f1":0.54211,"accuracy":0.588933,"main_score":0.54211,"hf_subset":"lin_Latn-crh_Latn","languages":["lin-Latn","crh-Latn"]},{"precision":0.556728,"recall":0.628458,"f1":0.576146,"accuracy":0.628458,"main_score":0.576146,"hf_subset":"lin_Latn-glg_Latn","languages":["lin-Latn","glg-Latn"]},{"precision":0.493327,"recall":0.562253,"f1":0.51155,"accuracy":0.562253,"main_score":0.51155,"hf_subset":"lin_Latn-kas_Deva","languages":["lin-Latn","kas-Deva"]},{"precision":0.557249,"recall":0.626482,"f1":0.576192,"accuracy":0.626482,"main_score":0.576192,"hf_subset":"lin_Latn-ltz_Latn","languages":["lin-Latn","ltz-Latn"]},{"precision":0.423801,"recall":0.492095,"f1":0.442684,"accuracy":0.492095,"main_score":0.442684,"hf_subset":"lin_Latn-nus_Latn","languages":["lin-Latn","nus-Latn"]},{"precision":0.539628,"recall":0.613636,"f1":0.559852,"accuracy":0.613636,"main_score":0.559852,"hf_subset":"lin_Latn-slk_Latn","languages":["lin-Latn","slk-Latn"]},{"precision":0.234524,"recall":0.289526,"f1":0.248522,"accuracy":0.289526,"main_score":0.248522,"hf_subset":"lin_Latn-tir_Ethi","languages":["lin-Latn","tir-Ethi"]},{"precision":0.511025,"recall":0.589921,"f1":0.533013,"accuracy":0.589921,"main_score":0.533013,"hf_subset":"lin_Latn-zho_Hant","languages":["lin-Latn","zho-Hant"]},{"precision":0.531175,"recall":0.602767,"f1":0.550643,"accuracy":0.602767,"main_score":0.550643,"hf_subset":"lin_Latn-awa_Deva","languages":["lin-Latn","awa-Deva"]},{"precision":0.502005,"recall":0.563241,"f1":0.518619,"accuracy":0.563241,"main_score":0.518619,"hf_subset":"lin_Latn-cym_Latn","languages":["lin-Latn","cym-Latn"]},{"precision":0.577465,"recall":0.623518,"f1":0.590407,"accuracy":0.623518,"main_score":0.590407,"hf_subset":"lin_Latn-grn_Latn","languages":["lin-Latn","grn-Latn"]},{"precision":0.500173,"recall":0.58004,"f1":0.521798,"accuracy":0.58004,"main_score":0.521798,"hf_subset":"lin_Latn-kat_Geor","languages":["lin-Latn","kat-Geor"]},{"precision":0.550479,"recall":0.594862,"f1":0.562578,"accuracy":0.594862,"main_score":0.562578,"hf_subset":"lin_Latn-lua_Latn","languages":["lin-Latn","lua-Latn"]},{"precision":0.52178,"recall":0.570158,"f1":0.535896,"accuracy":0.570158,"main_score":0.535896,"hf_subset":"lin_Latn-nya_Latn","languages":["lin-Latn","nya-Latn"]},{"precision":0.537269,"recall":0.607708,"f1":0.556595,"accuracy":0.607708,"main_score":0.556595,"hf_subset":"lin_Latn-slv_Latn","languages":["lin-Latn","slv-Latn"]},{"precision":0.582697,"recall":0.639328,"f1":0.598042,"accuracy":0.639328,"main_score":0.598042,"hf_subset":"lin_Latn-tpi_Latn","languages":["lin-Latn","tpi-Latn"]},{"precision":0.55118,"recall":0.621542,"f1":0.570847,"accuracy":0.621542,"main_score":0.570847,"hf_subset":"lin_Latn-zsm_Latn","languages":["lin-Latn","zsm-Latn"]},{"precision":0.490729,"recall":0.543478,"f1":0.505264,"accuracy":0.543478,"main_score":0.505264,"hf_subset":"lin_Latn-ayr_Latn","languages":["lin-Latn","ayr-Latn"]},{"precision":0.556827,"recall":0.62747,"f1":0.576445,"accuracy":0.62747,"main_score":0.576445,"hf_subset":"lin_Latn-dan_Latn","languages":["lin-Latn","dan-Latn"]},{"precision":0.507197,"recall":0.583004,"f1":0.528318,"accuracy":0.583004,"main_score":0.528318,"hf_subset":"lin_Latn-guj_Gujr","languages":["lin-Latn","guj-Gujr"]},{"precision":0.536564,"recall":0.606719,"f1":0.55644,"accuracy":0.606719,"main_score":0.55644,"hf_subset":"lin_Latn-kaz_Cyrl","languages":["lin-Latn","kaz-Cyrl"]},{"precision":0.442022,"recall":0.497036,"f1":0.457708,"accuracy":0.497036,"main_score":0.457708,"hf_subset":"lin_Latn-lug_Latn","languages":["lin-Latn","lug-Latn"]},{"precision":0.571397,"recall":0.639328,"f1":0.590239,"accuracy":0.639328,"main_score":0.590239,"hf_subset":"lin_Latn-oci_Latn","languages":["lin-Latn","oci-Latn"]},{"precision":0.501021,"recall":0.555336,"f1":0.516152,"accuracy":0.555336,"main_score":0.516152,"hf_subset":"lin_Latn-smo_Latn","languages":["lin-Latn","smo-Latn"]},{"precision":0.486584,"recall":0.535573,"f1":0.499809,"accuracy":0.535573,"main_score":0.499809,"hf_subset":"lin_Latn-tsn_Latn","languages":["lin-Latn","tsn-Latn"]},{"precision":0.474864,"recall":0.525692,"f1":0.48906,"accuracy":0.525692,"main_score":0.48906,"hf_subset":"lin_Latn-zul_Latn","languages":["lin-Latn","zul-Latn"]},{"precision":0.477327,"recall":0.549407,"f1":0.497905,"accuracy":0.549407,"main_score":0.497905,"hf_subset":"lin_Latn-azb_Arab","languages":["lin-Latn","azb-Arab"]},{"precision":0.554544,"recall":0.626482,"f1":0.574824,"accuracy":0.626482,"main_score":0.574824,"hf_subset":"lin_Latn-deu_Latn","languages":["lin-Latn","deu-Latn"]},{"precision":0.525591,"recall":0.59585,"f1":0.545607,"accuracy":0.59585,"main_score":0.545607,"hf_subset":"lin_Latn-hat_Latn","languages":["lin-Latn","hat-Latn"]},{"precision":0.470803,"recall":0.519763,"f1":0.48455,"accuracy":0.519763,"main_score":0.48455,"hf_subset":"lin_Latn-kbp_Latn","languages":["lin-Latn","kbp-Latn"]},{"precision":0.519632,"recall":0.566206,"f1":0.532854,"accuracy":0.566206,"main_score":0.532854,"hf_subset":"lin_Latn-luo_Latn","languages":["lin-Latn","luo-Latn"]},{"precision":0.484996,"recall":0.565217,"f1":0.50721,"accuracy":0.565217,"main_score":0.50721,"hf_subset":"lin_Latn-ory_Orya","languages":["lin-Latn","ory-Orya"]},{"precision":0.494805,"recall":0.551383,"f1":0.511662,"accuracy":0.551383,"main_score":0.511662,"hf_subset":"lin_Latn-sna_Latn","languages":["lin-Latn","sna-Latn"]},{"precision":0.483287,"recall":0.540514,"f1":0.498767,"accuracy":0.540514,"main_score":0.498767,"hf_subset":"lin_Latn-tso_Latn","languages":["lin-Latn","tso-Latn"]},{"precision":0.51278,"recall":0.588933,"f1":0.534428,"accuracy":0.588933,"main_score":0.534428,"hf_subset":"lin_Latn-azj_Latn","languages":["lin-Latn","azj-Latn"]},{"precision":0.471442,"recall":0.535573,"f1":0.489921,"accuracy":0.535573,"main_score":0.489921,"hf_subset":"lin_Latn-dik_Latn","languages":["lin-Latn","dik-Latn"]},{"precision":0.475579,"recall":0.524704,"f1":0.489674,"accuracy":0.524704,"main_score":0.489674,"hf_subset":"lin_Latn-hau_Latn","languages":["lin-Latn","hau-Latn"]},{"precision":0.561644,"recall":0.623518,"f1":0.577936,"accuracy":0.623518,"main_score":0.577936,"hf_subset":"lin_Latn-kea_Latn","languages":["lin-Latn","kea-Latn"]},{"precision":0.572365,"recall":0.620553,"f1":0.585683,"accuracy":0.620553,"main_score":0.585683,"hf_subset":"lin_Latn-lus_Latn","languages":["lin-Latn","lus-Latn"]},{"precision":0.564475,"recall":0.61166,"f1":0.577957,"accuracy":0.61166,"main_score":0.577957,"hf_subset":"lin_Latn-pag_Latn","languages":["lin-Latn","pag-Latn"]},{"precision":0.488093,"recall":0.559289,"f1":0.507157,"accuracy":0.559289,"main_score":0.507157,"hf_subset":"lin_Latn-snd_Arab","languages":["lin-Latn","snd-Arab"]},{"precision":0.504768,"recall":0.568182,"f1":0.522478,"accuracy":0.568182,"main_score":0.522478,"hf_subset":"lin_Latn-tuk_Latn","languages":["lin-Latn","tuk-Latn"]},{"precision":0.546696,"recall":0.606719,"f1":0.563417,"accuracy":0.606719,"main_score":0.563417,"hf_subset":"lin_Latn-bak_Cyrl","languages":["lin-Latn","bak-Cyrl"]},{"precision":0.431842,"recall":0.497036,"f1":0.4503,"accuracy":0.497036,"main_score":0.4503,"hf_subset":"lin_Latn-dyu_Latn","languages":["lin-Latn","dyu-Latn"]},{"precision":0.495006,"recall":0.570158,"f1":0.51592,"accuracy":0.570158,"main_score":0.51592,"hf_subset":"lin_Latn-heb_Hebr","languages":["lin-Latn","heb-Hebr"]},{"precision":0.494012,"recall":0.559289,"f1":0.51254,"accuracy":0.559289,"main_score":0.51254,"hf_subset":"lin_Latn-khk_Cyrl","languages":["lin-Latn","khk-Cyrl"]},{"precision":0.537923,"recall":0.606719,"f1":0.55654,"accuracy":0.606719,"main_score":0.55654,"hf_subset":"lin_Latn-lvs_Latn","languages":["lin-Latn","lvs-Latn"]},{"precision":0.509641,"recall":0.581028,"f1":0.528723,"accuracy":0.581028,"main_score":0.528723,"hf_subset":"lin_Latn-pan_Guru","languages":["lin-Latn","pan-Guru"]},{"precision":0.459486,"recall":0.518775,"f1":0.476512,"accuracy":0.518775,"main_score":0.476512,"hf_subset":"lin_Latn-som_Latn","languages":["lin-Latn","som-Latn"]},{"precision":0.510433,"recall":0.559289,"f1":0.52481,"accuracy":0.559289,"main_score":0.52481,"hf_subset":"lin_Latn-tum_Latn","languages":["lin-Latn","tum-Latn"]},{"precision":0.44033,"recall":0.524704,"f1":0.463543,"accuracy":0.524704,"main_score":0.463543,"hf_subset":"nno_Latn-ace_Arab","languages":["nno-Latn","ace-Arab"]},{"precision":0.434986,"recall":0.517787,"f1":0.45786,"accuracy":0.517787,"main_score":0.45786,"hf_subset":"nno_Latn-bam_Latn","languages":["nno-Latn","bam-Latn"]},{"precision":0.106752,"recall":0.15415,"f1":0.118653,"accuracy":0.15415,"main_score":0.118653,"hf_subset":"nno_Latn-dzo_Tibt","languages":["nno-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-hin_Deva","languages":["nno-Latn","hin-Deva"]},{"precision":0.922925,"recall":0.947628,"f1":0.930995,"accuracy":0.947628,"main_score":0.930995,"hf_subset":"nno_Latn-khm_Khmr","languages":["nno-Latn","khm-Khmr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nno_Latn-mag_Deva","languages":["nno-Latn","mag-Deva"]},{"precision":0.966897,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"nno_Latn-pap_Latn","languages":["nno-Latn","pap-Latn"]},{"precision":0.490608,"recall":0.568182,"f1":0.511871,"accuracy":0.568182,"main_score":0.511871,"hf_subset":"nno_Latn-sot_Latn","languages":["nno-Latn","sot-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nno_Latn-tur_Latn","languages":["nno-Latn","tur-Latn"]},{"precision":0.79679,"recall":0.844862,"f1":0.811468,"accuracy":0.844862,"main_score":0.811468,"hf_subset":"nno_Latn-ace_Latn","languages":["nno-Latn","ace-Latn"]},{"precision":0.92803,"recall":0.949605,"f1":0.935112,"accuracy":0.949605,"main_score":0.935112,"hf_subset":"nno_Latn-ban_Latn","languages":["nno-Latn","ban-Latn"]},{"precision":0.996047,"recall":0.997036,"f1":0.996377,"accuracy":0.997036,"main_score":0.996377,"hf_subset":"nno_Latn-ell_Grek","languages":["nno-Latn","ell-Grek"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"nno_Latn-hne_Deva","languages":["nno-Latn","hne-Deva"]},{"precision":0.495715,"recall":0.575099,"f1":0.51761,"accuracy":0.575099,"main_score":0.51761,"hf_subset":"nno_Latn-kik_Latn","languages":["nno-Latn","kik-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"nno_Latn-mai_Deva","languages":["nno-Latn","mai-Deva"]},{"precision":0.888011,"recall":0.920949,"f1":0.898518,"accuracy":0.920949,"main_score":0.898518,"hf_subset":"nno_Latn-pbt_Arab","languages":["nno-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nno_Latn-spa_Latn","languages":["nno-Latn","spa-Latn"]},{"precision":0.558995,"recall":0.632411,"f1":0.579244,"accuracy":0.632411,"main_score":0.579244,"hf_subset":"nno_Latn-twi_Latn","languages":["nno-Latn","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nno_Latn-acm_Arab","languages":["nno-Latn","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-bel_Cyrl","languages":["nno-Latn","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-eng_Latn","languages":["nno-Latn","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-hrv_Latn","languages":["nno-Latn","hrv-Latn"]},{"precision":0.445145,"recall":0.518775,"f1":0.464889,"accuracy":0.518775,"main_score":0.464889,"hf_subset":"nno_Latn-kin_Latn","languages":["nno-Latn","kin-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"nno_Latn-mal_Mlym","languages":["nno-Latn","mal-Mlym"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-pes_Arab","languages":["nno-Latn","pes-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"nno_Latn-srd_Latn","languages":["nno-Latn","srd-Latn"]},{"precision":0.116228,"recall":0.177866,"f1":0.128648,"accuracy":0.177866,"main_score":0.128648,"hf_subset":"nno_Latn-tzm_Tfng","languages":["nno-Latn","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-acq_Arab","languages":["nno-Latn","acq-Arab"]},{"precision":0.5056,"recall":0.582016,"f1":0.526595,"accuracy":0.582016,"main_score":0.526595,"hf_subset":"nno_Latn-bem_Latn","languages":["nno-Latn","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-epo_Latn","languages":["nno-Latn","epo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nno_Latn-hun_Latn","languages":["nno-Latn","hun-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"nno_Latn-kir_Cyrl","languages":["nno-Latn","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nno_Latn-mar_Deva","languages":["nno-Latn","mar-Deva"]},{"precision":0.548293,"recall":0.616601,"f1":0.567587,"accuracy":0.616601,"main_score":0.567587,"hf_subset":"nno_Latn-plt_Latn","languages":["nno-Latn","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-srp_Cyrl","languages":["nno-Latn","srp-Cyrl"]},{"precision":0.943347,"recall":0.960474,"f1":0.948946,"accuracy":0.960474,"main_score":0.948946,"hf_subset":"nno_Latn-uig_Arab","languages":["nno-Latn","uig-Arab"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"nno_Latn-aeb_Arab","languages":["nno-Latn","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-ben_Beng","languages":["nno-Latn","ben-Beng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nno_Latn-est_Latn","languages":["nno-Latn","est-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nno_Latn-hye_Armn","languages":["nno-Latn","hye-Armn"]},{"precision":0.463339,"recall":0.532609,"f1":0.482533,"accuracy":0.532609,"main_score":0.482533,"hf_subset":"nno_Latn-kmb_Latn","languages":["nno-Latn","kmb-Latn"]},{"precision":0.379837,"recall":0.478261,"f1":0.40603,"accuracy":0.478261,"main_score":0.40603,"hf_subset":"nno_Latn-min_Arab","languages":["nno-Latn","min-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-pol_Latn","languages":["nno-Latn","pol-Latn"]},{"precision":0.440841,"recall":0.525692,"f1":0.463328,"accuracy":0.525692,"main_score":0.463328,"hf_subset":"nno_Latn-ssw_Latn","languages":["nno-Latn","ssw-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nno_Latn-ukr_Cyrl","languages":["nno-Latn","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-afr_Latn","languages":["nno-Latn","afr-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"nno_Latn-bho_Deva","languages":["nno-Latn","bho-Deva"]},{"precision":0.941041,"recall":0.959486,"f1":0.94697,"accuracy":0.959486,"main_score":0.94697,"hf_subset":"nno_Latn-eus_Latn","languages":["nno-Latn","eus-Latn"]},{"precision":0.481883,"recall":0.560277,"f1":0.503008,"accuracy":0.560277,"main_score":0.503008,"hf_subset":"nno_Latn-ibo_Latn","languages":["nno-Latn","ibo-Latn"]},{"precision":0.709774,"recall":0.778656,"f1":0.730278,"accuracy":0.778656,"main_score":0.730278,"hf_subset":"nno_Latn-kmr_Latn","languages":["nno-Latn","kmr-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"nno_Latn-min_Latn","languages":["nno-Latn","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-por_Latn","languages":["nno-Latn","por-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"nno_Latn-sun_Latn","languages":["nno-Latn","sun-Latn"]},{"precision":0.446963,"recall":0.524704,"f1":0.469408,"accuracy":0.524704,"main_score":0.469408,"hf_subset":"nno_Latn-umb_Latn","languages":["nno-Latn","umb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-ajp_Arab","languages":["nno-Latn","ajp-Arab"]},{"precision":0.403043,"recall":0.494071,"f1":0.427975,"accuracy":0.494071,"main_score":0.427975,"hf_subset":"nno_Latn-bjn_Arab","languages":["nno-Latn","bjn-Arab"]},{"precision":0.474136,"recall":0.541502,"f1":0.492797,"accuracy":0.541502,"main_score":0.492797,"hf_subset":"nno_Latn-ewe_Latn","languages":["nno-Latn","ewe-Latn"]},{"precision":0.851614,"recall":0.889328,"f1":0.863392,"accuracy":0.889328,"main_score":0.863392,"hf_subset":"nno_Latn-ilo_Latn","languages":["nno-Latn","ilo-Latn"]},{"precision":0.190661,"recall":0.272727,"f1":0.210696,"accuracy":0.272727,"main_score":0.210696,"hf_subset":"nno_Latn-knc_Arab","languages":["nno-Latn","knc-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nno_Latn-mkd_Cyrl","languages":["nno-Latn","mkd-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nno_Latn-prs_Arab","languages":["nno-Latn","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-swe_Latn","languages":["nno-Latn","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nno_Latn-urd_Arab","languages":["nno-Latn","urd-Arab"]},{"precision":0.519422,"recall":0.598814,"f1":0.541334,"accuracy":0.598814,"main_score":0.541334,"hf_subset":"nno_Latn-aka_Latn","languages":["nno-Latn","aka-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"nno_Latn-bjn_Latn","languages":["nno-Latn","bjn-Latn"]},{"precision":0.951416,"recall":0.967391,"f1":0.956686,"accuracy":0.967391,"main_score":0.956686,"hf_subset":"nno_Latn-fao_Latn","languages":["nno-Latn","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-ind_Latn","languages":["nno-Latn","ind-Latn"]},{"precision":0.518308,"recall":0.586957,"f1":0.53753,"accuracy":0.586957,"main_score":0.53753,"hf_subset":"nno_Latn-knc_Latn","languages":["nno-Latn","knc-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"nno_Latn-mlt_Latn","languages":["nno-Latn","mlt-Latn"]},{"precision":0.563097,"recall":0.643281,"f1":0.585175,"accuracy":0.643281,"main_score":0.585175,"hf_subset":"nno_Latn-quy_Latn","languages":["nno-Latn","quy-Latn"]},{"precision":0.697357,"recall":0.771739,"f1":0.719949,"accuracy":0.771739,"main_score":0.719949,"hf_subset":"nno_Latn-swh_Latn","languages":["nno-Latn","swh-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"nno_Latn-uzn_Latn","languages":["nno-Latn","uzn-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"nno_Latn-als_Latn","languages":["nno-Latn","als-Latn"]},{"precision":0.154658,"recall":0.231225,"f1":0.172982,"accuracy":0.231225,"main_score":0.172982,"hf_subset":"nno_Latn-bod_Tibt","languages":["nno-Latn","bod-Tibt"]},{"precision":0.464429,"recall":0.54249,"f1":0.485333,"accuracy":0.54249,"main_score":0.485333,"hf_subset":"nno_Latn-fij_Latn","languages":["nno-Latn","fij-Latn"]},{"precision":0.963603,"recall":0.974308,"f1":0.967062,"accuracy":0.974308,"main_score":0.967062,"hf_subset":"nno_Latn-isl_Latn","languages":["nno-Latn","isl-Latn"]},{"precision":0.541638,"recall":0.625494,"f1":0.565831,"accuracy":0.625494,"main_score":0.565831,"hf_subset":"nno_Latn-kon_Latn","languages":["nno-Latn","kon-Latn"]},{"precision":0.490646,"recall":0.590909,"f1":0.519092,"accuracy":0.590909,"main_score":0.519092,"hf_subset":"nno_Latn-mni_Beng","languages":["nno-Latn","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-ron_Latn","languages":["nno-Latn","ron-Latn"]},{"precision":0.984684,"recall":0.988142,"f1":0.985837,"accuracy":0.988142,"main_score":0.985837,"hf_subset":"nno_Latn-szl_Latn","languages":["nno-Latn","szl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nno_Latn-vec_Latn","languages":["nno-Latn","vec-Latn"]},{"precision":0.532362,"recall":0.620553,"f1":0.556861,"accuracy":0.620553,"main_score":0.556861,"hf_subset":"nno_Latn-amh_Ethi","languages":["nno-Latn","amh-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nno_Latn-bos_Latn","languages":["nno-Latn","bos-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nno_Latn-fin_Latn","languages":["nno-Latn","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-ita_Latn","languages":["nno-Latn","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-kor_Hang","languages":["nno-Latn","kor-Hang"]},{"precision":0.465502,"recall":0.547431,"f1":0.488196,"accuracy":0.547431,"main_score":0.488196,"hf_subset":"nno_Latn-mos_Latn","languages":["nno-Latn","mos-Latn"]},{"precision":0.442767,"recall":0.519763,"f1":0.463778,"accuracy":0.519763,"main_score":0.463778,"hf_subset":"nno_Latn-run_Latn","languages":["nno-Latn","run-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nno_Latn-tam_Taml","languages":["nno-Latn","tam-Taml"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-vie_Latn","languages":["nno-Latn","vie-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"nno_Latn-apc_Arab","languages":["nno-Latn","apc-Arab"]},{"precision":0.75024,"recall":0.805336,"f1":0.766208,"accuracy":0.805336,"main_score":0.766208,"hf_subset":"nno_Latn-bug_Latn","languages":["nno-Latn","bug-Latn"]},{"precision":0.420009,"recall":0.495059,"f1":0.440024,"accuracy":0.495059,"main_score":0.440024,"hf_subset":"nno_Latn-fon_Latn","languages":["nno-Latn","fon-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"nno_Latn-jav_Latn","languages":["nno-Latn","jav-Latn"]},{"precision":0.89221,"recall":0.924901,"f1":0.902701,"accuracy":0.924901,"main_score":0.902701,"hf_subset":"nno_Latn-lao_Laoo","languages":["nno-Latn","lao-Laoo"]},{"precision":0.566493,"recall":0.652174,"f1":0.590933,"accuracy":0.652174,"main_score":0.590933,"hf_subset":"nno_Latn-mri_Latn","languages":["nno-Latn","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-rus_Cyrl","languages":["nno-Latn","rus-Cyrl"]},{"precision":0.484743,"recall":0.557312,"f1":0.504962,"accuracy":0.557312,"main_score":0.504962,"hf_subset":"nno_Latn-taq_Latn","languages":["nno-Latn","taq-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"nno_Latn-war_Latn","languages":["nno-Latn","war-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-arb_Arab","languages":["nno-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-bul_Cyrl","languages":["nno-Latn","bul-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nno_Latn-fra_Latn","languages":["nno-Latn","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-jpn_Jpan","languages":["nno-Latn","jpn-Jpan"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"nno_Latn-lij_Latn","languages":["nno-Latn","lij-Latn"]},{"precision":0.926136,"recall":0.949605,"f1":0.93386,"accuracy":0.949605,"main_score":0.93386,"hf_subset":"nno_Latn-mya_Mymr","languages":["nno-Latn","mya-Mymr"]},{"precision":0.501946,"recall":0.588933,"f1":0.525822,"accuracy":0.588933,"main_score":0.525822,"hf_subset":"nno_Latn-sag_Latn","languages":["nno-Latn","sag-Latn"]},{"precision":0.125859,"recall":0.203557,"f1":0.140683,"accuracy":0.203557,"main_score":0.140683,"hf_subset":"nno_Latn-taq_Tfng","languages":["nno-Latn","taq-Tfng"]},{"precision":0.5396,"recall":0.618577,"f1":0.561851,"accuracy":0.618577,"main_score":0.561851,"hf_subset":"nno_Latn-wol_Latn","languages":["nno-Latn","wol-Latn"]},{"precision":0.624602,"recall":0.705534,"f1":0.647973,"accuracy":0.705534,"main_score":0.647973,"hf_subset":"nno_Latn-arb_Latn","languages":["nno-Latn","arb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-cat_Latn","languages":["nno-Latn","cat-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"nno_Latn-fur_Latn","languages":["nno-Latn","fur-Latn"]},{"precision":0.328415,"recall":0.399209,"f1":0.347235,"accuracy":0.399209,"main_score":0.347235,"hf_subset":"nno_Latn-kab_Latn","languages":["nno-Latn","kab-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"nno_Latn-lim_Latn","languages":["nno-Latn","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-nld_Latn","languages":["nno-Latn","nld-Latn"]},{"precision":0.954249,"recall":0.967391,"f1":0.958333,"accuracy":0.967391,"main_score":0.958333,"hf_subset":"nno_Latn-san_Deva","languages":["nno-Latn","san-Deva"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"nno_Latn-tat_Cyrl","languages":["nno-Latn","tat-Cyrl"]},{"precision":0.518013,"recall":0.596838,"f1":0.539994,"accuracy":0.596838,"main_score":0.539994,"hf_subset":"nno_Latn-xho_Latn","languages":["nno-Latn","xho-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-ars_Arab","languages":["nno-Latn","ars-Arab"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"nno_Latn-ceb_Latn","languages":["nno-Latn","ceb-Latn"]},{"precision":0.479765,"recall":0.557312,"f1":0.50171,"accuracy":0.557312,"main_score":0.50171,"hf_subset":"nno_Latn-fuv_Latn","languages":["nno-Latn","fuv-Latn"]},{"precision":0.454757,"recall":0.54249,"f1":0.478296,"accuracy":0.54249,"main_score":0.478296,"hf_subset":"nno_Latn-kac_Latn","languages":["nno-Latn","kac-Latn"]},{"precision":0.557276,"recall":0.641304,"f1":0.580722,"accuracy":0.641304,"main_score":0.580722,"hf_subset":"nno_Latn-lin_Latn","languages":["nno-Latn","lin-Latn"]},{"precision":0.016627,"recall":0.0583,"f1":0.022067,"accuracy":0.0583,"main_score":0.022067,"hf_subset":"nno_Latn-sat_Olck","languages":["nno-Latn","sat-Olck"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nno_Latn-tel_Telu","languages":["nno-Latn","tel-Telu"]},{"precision":0.749078,"recall":0.817194,"f1":0.770026,"accuracy":0.817194,"main_score":0.770026,"hf_subset":"nno_Latn-ydd_Hebr","languages":["nno-Latn","ydd-Hebr"]},{"precision":0.95504,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"nno_Latn-ary_Arab","languages":["nno-Latn","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-ces_Latn","languages":["nno-Latn","ces-Latn"]},{"precision":0.386631,"recall":0.478261,"f1":0.411886,"accuracy":0.478261,"main_score":0.411886,"hf_subset":"nno_Latn-gaz_Latn","languages":["nno-Latn","gaz-Latn"]},{"precision":0.487153,"recall":0.571146,"f1":0.510535,"accuracy":0.571146,"main_score":0.510535,"hf_subset":"nno_Latn-kam_Latn","languages":["nno-Latn","kam-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"nno_Latn-lit_Latn","languages":["nno-Latn","lit-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nno_Latn-nob_Latn","languages":["nno-Latn","nob-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"nno_Latn-scn_Latn","languages":["nno-Latn","scn-Latn"]},{"precision":0.902586,"recall":0.932806,"f1":0.912286,"accuracy":0.932806,"main_score":0.912286,"hf_subset":"nno_Latn-tgk_Cyrl","languages":["nno-Latn","tgk-Cyrl"]},{"precision":0.429869,"recall":0.514822,"f1":0.453306,"accuracy":0.514822,"main_score":0.453306,"hf_subset":"nno_Latn-yor_Latn","languages":["nno-Latn","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nno_Latn-arz_Arab","languages":["nno-Latn","arz-Arab"]},{"precision":0.487605,"recall":0.574111,"f1":0.511122,"accuracy":0.574111,"main_score":0.511122,"hf_subset":"nno_Latn-cjk_Latn","languages":["nno-Latn","cjk-Latn"]},{"precision":0.616184,"recall":0.694664,"f1":0.638693,"accuracy":0.694664,"main_score":0.638693,"hf_subset":"nno_Latn-gla_Latn","languages":["nno-Latn","gla-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"nno_Latn-kan_Knda","languages":["nno-Latn","kan-Knda"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"nno_Latn-lmo_Latn","languages":["nno-Latn","lmo-Latn"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"nno_Latn-npi_Deva","languages":["nno-Latn","npi-Deva"]},{"precision":0.394707,"recall":0.501976,"f1":0.423615,"accuracy":0.501976,"main_score":0.423615,"hf_subset":"nno_Latn-shn_Mymr","languages":["nno-Latn","shn-Mymr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nno_Latn-tgl_Latn","languages":["nno-Latn","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-yue_Hant","languages":["nno-Latn","yue-Hant"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"nno_Latn-asm_Beng","languages":["nno-Latn","asm-Beng"]},{"precision":0.700745,"recall":0.771739,"f1":0.72176,"accuracy":0.771739,"main_score":0.72176,"hf_subset":"nno_Latn-ckb_Arab","languages":["nno-Latn","ckb-Arab"]},{"precision":0.721502,"recall":0.791502,"f1":0.742671,"accuracy":0.791502,"main_score":0.742671,"hf_subset":"nno_Latn-gle_Latn","languages":["nno-Latn","gle-Latn"]},{"precision":0.872316,"recall":0.910079,"f1":0.884289,"accuracy":0.910079,"main_score":0.884289,"hf_subset":"nno_Latn-kas_Arab","languages":["nno-Latn","kas-Arab"]},{"precision":0.886232,"recall":0.920949,"f1":0.897351,"accuracy":0.920949,"main_score":0.897351,"hf_subset":"nno_Latn-ltg_Latn","languages":["nno-Latn","ltg-Latn"]},{"precision":0.519025,"recall":0.596838,"f1":0.54059,"accuracy":0.596838,"main_score":0.54059,"hf_subset":"nno_Latn-nso_Latn","languages":["nno-Latn","nso-Latn"]},{"precision":0.425073,"recall":0.52668,"f1":0.452948,"accuracy":0.52668,"main_score":0.452948,"hf_subset":"nno_Latn-sin_Sinh","languages":["nno-Latn","sin-Sinh"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-tha_Thai","languages":["nno-Latn","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-zho_Hans","languages":["nno-Latn","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-ast_Latn","languages":["nno-Latn","ast-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"nno_Latn-crh_Latn","languages":["nno-Latn","crh-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-glg_Latn","languages":["nno-Latn","glg-Latn"]},{"precision":0.764032,"recall":0.824111,"f1":0.781856,"accuracy":0.824111,"main_score":0.781856,"hf_subset":"nno_Latn-kas_Deva","languages":["nno-Latn","kas-Deva"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nno_Latn-ltz_Latn","languages":["nno-Latn","ltz-Latn"]},{"precision":0.368009,"recall":0.45751,"f1":0.391463,"accuracy":0.45751,"main_score":0.391463,"hf_subset":"nno_Latn-nus_Latn","languages":["nno-Latn","nus-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-slk_Latn","languages":["nno-Latn","slk-Latn"]},{"precision":0.249558,"recall":0.324111,"f1":0.268358,"accuracy":0.324111,"main_score":0.268358,"hf_subset":"nno_Latn-tir_Ethi","languages":["nno-Latn","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nno_Latn-zho_Hant","languages":["nno-Latn","zho-Hant"]},{"precision":0.982213,"recall":0.987154,"f1":0.98386,"accuracy":0.987154,"main_score":0.98386,"hf_subset":"nno_Latn-awa_Deva","languages":["nno-Latn","awa-Deva"]},{"precision":0.865201,"recall":0.90415,"f1":0.877372,"accuracy":0.90415,"main_score":0.877372,"hf_subset":"nno_Latn-cym_Latn","languages":["nno-Latn","cym-Latn"]},{"precision":0.718437,"recall":0.779644,"f1":0.736602,"accuracy":0.779644,"main_score":0.736602,"hf_subset":"nno_Latn-grn_Latn","languages":["nno-Latn","grn-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"nno_Latn-kat_Geor","languages":["nno-Latn","kat-Geor"]},{"precision":0.546944,"recall":0.617589,"f1":0.566925,"accuracy":0.617589,"main_score":0.566925,"hf_subset":"nno_Latn-lua_Latn","languages":["nno-Latn","lua-Latn"]},{"precision":0.502653,"recall":0.58004,"f1":0.523881,"accuracy":0.58004,"main_score":0.523881,"hf_subset":"nno_Latn-nya_Latn","languages":["nno-Latn","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-slv_Latn","languages":["nno-Latn","slv-Latn"]},{"precision":0.792589,"recall":0.844862,"f1":0.808432,"accuracy":0.844862,"main_score":0.808432,"hf_subset":"nno_Latn-tpi_Latn","languages":["nno-Latn","tpi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nno_Latn-zsm_Latn","languages":["nno-Latn","zsm-Latn"]},{"precision":0.46346,"recall":0.538538,"f1":0.483693,"accuracy":0.538538,"main_score":0.483693,"hf_subset":"nno_Latn-ayr_Latn","languages":["nno-Latn","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-dan_Latn","languages":["nno-Latn","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-guj_Gujr","languages":["nno-Latn","guj-Gujr"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"nno_Latn-kaz_Cyrl","languages":["nno-Latn","kaz-Cyrl"]},{"precision":0.430587,"recall":0.509881,"f1":0.452857,"accuracy":0.509881,"main_score":0.452857,"hf_subset":"nno_Latn-lug_Latn","languages":["nno-Latn","lug-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nno_Latn-oci_Latn","languages":["nno-Latn","oci-Latn"]},{"precision":0.519056,"recall":0.602767,"f1":0.542853,"accuracy":0.602767,"main_score":0.542853,"hf_subset":"nno_Latn-smo_Latn","languages":["nno-Latn","smo-Latn"]},{"precision":0.453791,"recall":0.532609,"f1":0.474977,"accuracy":0.532609,"main_score":0.474977,"hf_subset":"nno_Latn-tsn_Latn","languages":["nno-Latn","tsn-Latn"]},{"precision":0.464895,"recall":0.539526,"f1":0.484775,"accuracy":0.539526,"main_score":0.484775,"hf_subset":"nno_Latn-zul_Latn","languages":["nno-Latn","zul-Latn"]},{"precision":0.821014,"recall":0.87253,"f1":0.837121,"accuracy":0.87253,"main_score":0.837121,"hf_subset":"nno_Latn-azb_Arab","languages":["nno-Latn","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nno_Latn-deu_Latn","languages":["nno-Latn","deu-Latn"]},{"precision":0.911067,"recall":0.938735,"f1":0.91996,"accuracy":0.938735,"main_score":0.91996,"hf_subset":"nno_Latn-hat_Latn","languages":["nno-Latn","hat-Latn"]},{"precision":0.423491,"recall":0.499012,"f1":0.443729,"accuracy":0.499012,"main_score":0.443729,"hf_subset":"nno_Latn-kbp_Latn","languages":["nno-Latn","kbp-Latn"]},{"precision":0.493323,"recall":0.566206,"f1":0.512944,"accuracy":0.566206,"main_score":0.512944,"hf_subset":"nno_Latn-luo_Latn","languages":["nno-Latn","luo-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"nno_Latn-ory_Orya","languages":["nno-Latn","ory-Orya"]},{"precision":0.469042,"recall":0.551383,"f1":0.492705,"accuracy":0.551383,"main_score":0.492705,"hf_subset":"nno_Latn-sna_Latn","languages":["nno-Latn","sna-Latn"]},{"precision":0.469012,"recall":0.545455,"f1":0.489881,"accuracy":0.545455,"main_score":0.489881,"hf_subset":"nno_Latn-tso_Latn","languages":["nno-Latn","tso-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nno_Latn-azj_Latn","languages":["nno-Latn","azj-Latn"]},{"precision":0.467051,"recall":0.547431,"f1":0.489301,"accuracy":0.547431,"main_score":0.489301,"hf_subset":"nno_Latn-dik_Latn","languages":["nno-Latn","dik-Latn"]},{"precision":0.457548,"recall":0.52668,"f1":0.476981,"accuracy":0.52668,"main_score":0.476981,"hf_subset":"nno_Latn-hau_Latn","languages":["nno-Latn","hau-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"nno_Latn-kea_Latn","languages":["nno-Latn","kea-Latn"]},{"precision":0.638194,"recall":0.705534,"f1":0.657618,"accuracy":0.705534,"main_score":0.657618,"hf_subset":"nno_Latn-lus_Latn","languages":["nno-Latn","lus-Latn"]},{"precision":0.800708,"recall":0.847826,"f1":0.815086,"accuracy":0.847826,"main_score":0.815086,"hf_subset":"nno_Latn-pag_Latn","languages":["nno-Latn","pag-Latn"]},{"precision":0.972826,"recall":0.981225,"f1":0.975626,"accuracy":0.981225,"main_score":0.975626,"hf_subset":"nno_Latn-snd_Arab","languages":["nno-Latn","snd-Arab"]},{"precision":0.870718,"recall":0.911067,"f1":0.883729,"accuracy":0.911067,"main_score":0.883729,"hf_subset":"nno_Latn-tuk_Latn","languages":["nno-Latn","tuk-Latn"]},{"precision":0.949934,"recall":0.965415,"f1":0.95504,"accuracy":0.965415,"main_score":0.95504,"hf_subset":"nno_Latn-bak_Cyrl","languages":["nno-Latn","bak-Cyrl"]},{"precision":0.42653,"recall":0.521739,"f1":0.453183,"accuracy":0.521739,"main_score":0.453183,"hf_subset":"nno_Latn-dyu_Latn","languages":["nno-Latn","dyu-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nno_Latn-heb_Hebr","languages":["nno-Latn","heb-Hebr"]},{"precision":0.904233,"recall":0.932806,"f1":0.913274,"accuracy":0.932806,"main_score":0.913274,"hf_subset":"nno_Latn-khk_Cyrl","languages":["nno-Latn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nno_Latn-lvs_Latn","languages":["nno-Latn","lvs-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nno_Latn-pan_Guru","languages":["nno-Latn","pan-Guru"]},{"precision":0.46324,"recall":0.544466,"f1":0.486057,"accuracy":0.544466,"main_score":0.486057,"hf_subset":"nno_Latn-som_Latn","languages":["nno-Latn","som-Latn"]},{"precision":0.496113,"recall":0.56917,"f1":0.516353,"accuracy":0.56917,"main_score":0.516353,"hf_subset":"nno_Latn-tum_Latn","languages":["nno-Latn","tum-Latn"]},{"precision":0.018234,"recall":0.030632,"f1":0.020267,"accuracy":0.030632,"main_score":0.020267,"hf_subset":"sat_Olck-ace_Arab","languages":["sat-Olck","ace-Arab"]},{"precision":0.028565,"recall":0.040514,"f1":0.030641,"accuracy":0.040514,"main_score":0.030641,"hf_subset":"sat_Olck-bam_Latn","languages":["sat-Olck","bam-Latn"]},{"precision":0.013925,"recall":0.028656,"f1":0.016294,"accuracy":0.028656,"main_score":0.016294,"hf_subset":"sat_Olck-dzo_Tibt","languages":["sat-Olck","dzo-Tibt"]},{"precision":0.022365,"recall":0.035573,"f1":0.024731,"accuracy":0.035573,"main_score":0.024731,"hf_subset":"sat_Olck-hin_Deva","languages":["sat-Olck","hin-Deva"]},{"precision":0.031814,"recall":0.046443,"f1":0.034727,"accuracy":0.046443,"main_score":0.034727,"hf_subset":"sat_Olck-khm_Khmr","languages":["sat-Olck","khm-Khmr"]},{"precision":0.029927,"recall":0.04249,"f1":0.032218,"accuracy":0.04249,"main_score":0.032218,"hf_subset":"sat_Olck-mag_Deva","languages":["sat-Olck","mag-Deva"]},{"precision":0.030611,"recall":0.045455,"f1":0.033481,"accuracy":0.045455,"main_score":0.033481,"hf_subset":"sat_Olck-pap_Latn","languages":["sat-Olck","pap-Latn"]},{"precision":0.027199,"recall":0.041502,"f1":0.029838,"accuracy":0.041502,"main_score":0.029838,"hf_subset":"sat_Olck-sot_Latn","languages":["sat-Olck","sot-Latn"]},{"precision":0.029645,"recall":0.040514,"f1":0.031447,"accuracy":0.040514,"main_score":0.031447,"hf_subset":"sat_Olck-tur_Latn","languages":["sat-Olck","tur-Latn"]},{"precision":0.03082,"recall":0.044466,"f1":0.033457,"accuracy":0.044466,"main_score":0.033457,"hf_subset":"sat_Olck-ace_Latn","languages":["sat-Olck","ace-Latn"]},{"precision":0.038584,"recall":0.05336,"f1":0.04134,"accuracy":0.05336,"main_score":0.04134,"hf_subset":"sat_Olck-ban_Latn","languages":["sat-Olck","ban-Latn"]},{"precision":0.02092,"recall":0.031621,"f1":0.022936,"accuracy":0.031621,"main_score":0.022936,"hf_subset":"sat_Olck-ell_Grek","languages":["sat-Olck","ell-Grek"]},{"precision":0.02424,"recall":0.038538,"f1":0.026549,"accuracy":0.038538,"main_score":0.026549,"hf_subset":"sat_Olck-hne_Deva","languages":["sat-Olck","hne-Deva"]},{"precision":0.025464,"recall":0.039526,"f1":0.027922,"accuracy":0.039526,"main_score":0.027922,"hf_subset":"sat_Olck-kik_Latn","languages":["sat-Olck","kik-Latn"]},{"precision":0.029383,"recall":0.039526,"f1":0.031128,"accuracy":0.039526,"main_score":0.031128,"hf_subset":"sat_Olck-mai_Deva","languages":["sat-Olck","mai-Deva"]},{"precision":0.030169,"recall":0.041502,"f1":0.032107,"accuracy":0.041502,"main_score":0.032107,"hf_subset":"sat_Olck-pbt_Arab","languages":["sat-Olck","pbt-Arab"]},{"precision":0.025884,"recall":0.037549,"f1":0.028033,"accuracy":0.037549,"main_score":0.028033,"hf_subset":"sat_Olck-spa_Latn","languages":["sat-Olck","spa-Latn"]},{"precision":0.029813,"recall":0.043478,"f1":0.032566,"accuracy":0.043478,"main_score":0.032566,"hf_subset":"sat_Olck-twi_Latn","languages":["sat-Olck","twi-Latn"]},{"precision":0.021065,"recall":0.033597,"f1":0.023559,"accuracy":0.033597,"main_score":0.023559,"hf_subset":"sat_Olck-acm_Arab","languages":["sat-Olck","acm-Arab"]},{"precision":0.024122,"recall":0.037549,"f1":0.026673,"accuracy":0.037549,"main_score":0.026673,"hf_subset":"sat_Olck-bel_Cyrl","languages":["sat-Olck","bel-Cyrl"]},{"precision":0.027594,"recall":0.038538,"f1":0.029866,"accuracy":0.038538,"main_score":0.029866,"hf_subset":"sat_Olck-eng_Latn","languages":["sat-Olck","eng-Latn"]},{"precision":0.027408,"recall":0.039526,"f1":0.029828,"accuracy":0.039526,"main_score":0.029828,"hf_subset":"sat_Olck-hrv_Latn","languages":["sat-Olck","hrv-Latn"]},{"precision":0.028571,"recall":0.039526,"f1":0.030785,"accuracy":0.039526,"main_score":0.030785,"hf_subset":"sat_Olck-kin_Latn","languages":["sat-Olck","kin-Latn"]},{"precision":0.023675,"recall":0.040514,"f1":0.027131,"accuracy":0.040514,"main_score":0.027131,"hf_subset":"sat_Olck-mal_Mlym","languages":["sat-Olck","mal-Mlym"]},{"precision":0.028401,"recall":0.04249,"f1":0.031329,"accuracy":0.04249,"main_score":0.031329,"hf_subset":"sat_Olck-pes_Arab","languages":["sat-Olck","pes-Arab"]},{"precision":0.031688,"recall":0.048419,"f1":0.034644,"accuracy":0.048419,"main_score":0.034644,"hf_subset":"sat_Olck-srd_Latn","languages":["sat-Olck","srd-Latn"]},{"precision":0.025988,"recall":0.038538,"f1":0.028112,"accuracy":0.038538,"main_score":0.028112,"hf_subset":"sat_Olck-tzm_Tfng","languages":["sat-Olck","tzm-Tfng"]},{"precision":0.022826,"recall":0.034585,"f1":0.024646,"accuracy":0.034585,"main_score":0.024646,"hf_subset":"sat_Olck-acq_Arab","languages":["sat-Olck","acq-Arab"]},{"precision":0.031982,"recall":0.048419,"f1":0.035052,"accuracy":0.048419,"main_score":0.035052,"hf_subset":"sat_Olck-bem_Latn","languages":["sat-Olck","bem-Latn"]},{"precision":0.025993,"recall":0.040514,"f1":0.02848,"accuracy":0.040514,"main_score":0.02848,"hf_subset":"sat_Olck-epo_Latn","languages":["sat-Olck","epo-Latn"]},{"precision":0.028942,"recall":0.039526,"f1":0.031251,"accuracy":0.039526,"main_score":0.031251,"hf_subset":"sat_Olck-hun_Latn","languages":["sat-Olck","hun-Latn"]},{"precision":0.02994,"recall":0.040514,"f1":0.031685,"accuracy":0.040514,"main_score":0.031685,"hf_subset":"sat_Olck-kir_Cyrl","languages":["sat-Olck","kir-Cyrl"]},{"precision":0.026427,"recall":0.039526,"f1":0.029197,"accuracy":0.039526,"main_score":0.029197,"hf_subset":"sat_Olck-mar_Deva","languages":["sat-Olck","mar-Deva"]},{"precision":0.030077,"recall":0.043478,"f1":0.032843,"accuracy":0.043478,"main_score":0.032843,"hf_subset":"sat_Olck-plt_Latn","languages":["sat-Olck","plt-Latn"]},{"precision":0.029454,"recall":0.040514,"f1":0.031217,"accuracy":0.040514,"main_score":0.031217,"hf_subset":"sat_Olck-srp_Cyrl","languages":["sat-Olck","srp-Cyrl"]},{"precision":0.029811,"recall":0.040514,"f1":0.031644,"accuracy":0.040514,"main_score":0.031644,"hf_subset":"sat_Olck-uig_Arab","languages":["sat-Olck","uig-Arab"]},{"precision":0.02309,"recall":0.034585,"f1":0.024991,"accuracy":0.034585,"main_score":0.024991,"hf_subset":"sat_Olck-aeb_Arab","languages":["sat-Olck","aeb-Arab"]},{"precision":0.02235,"recall":0.034585,"f1":0.024978,"accuracy":0.034585,"main_score":0.024978,"hf_subset":"sat_Olck-ben_Beng","languages":["sat-Olck","ben-Beng"]},{"precision":0.028368,"recall":0.039526,"f1":0.030445,"accuracy":0.039526,"main_score":0.030445,"hf_subset":"sat_Olck-est_Latn","languages":["sat-Olck","est-Latn"]},{"precision":0.020342,"recall":0.030632,"f1":0.022303,"accuracy":0.030632,"main_score":0.022303,"hf_subset":"sat_Olck-hye_Armn","languages":["sat-Olck","hye-Armn"]},{"precision":0.026867,"recall":0.039526,"f1":0.029024,"accuracy":0.039526,"main_score":0.029024,"hf_subset":"sat_Olck-kmb_Latn","languages":["sat-Olck","kmb-Latn"]},{"precision":0.016901,"recall":0.031621,"f1":0.019273,"accuracy":0.031621,"main_score":0.019273,"hf_subset":"sat_Olck-min_Arab","languages":["sat-Olck","min-Arab"]},{"precision":0.021279,"recall":0.034585,"f1":0.023699,"accuracy":0.034585,"main_score":0.023699,"hf_subset":"sat_Olck-pol_Latn","languages":["sat-Olck","pol-Latn"]},{"precision":0.034401,"recall":0.044466,"f1":0.036616,"accuracy":0.044466,"main_score":0.036616,"hf_subset":"sat_Olck-ssw_Latn","languages":["sat-Olck","ssw-Latn"]},{"precision":0.025898,"recall":0.034585,"f1":0.027604,"accuracy":0.034585,"main_score":0.027604,"hf_subset":"sat_Olck-ukr_Cyrl","languages":["sat-Olck","ukr-Cyrl"]},{"precision":0.026817,"recall":0.041502,"f1":0.029383,"accuracy":0.041502,"main_score":0.029383,"hf_subset":"sat_Olck-afr_Latn","languages":["sat-Olck","afr-Latn"]},{"precision":0.023669,"recall":0.035573,"f1":0.025803,"accuracy":0.035573,"main_score":0.025803,"hf_subset":"sat_Olck-bho_Deva","languages":["sat-Olck","bho-Deva"]},{"precision":0.02502,"recall":0.037549,"f1":0.027495,"accuracy":0.037549,"main_score":0.027495,"hf_subset":"sat_Olck-eus_Latn","languages":["sat-Olck","eus-Latn"]},{"precision":0.033604,"recall":0.043478,"f1":0.035197,"accuracy":0.043478,"main_score":0.035197,"hf_subset":"sat_Olck-ibo_Latn","languages":["sat-Olck","ibo-Latn"]},{"precision":0.028913,"recall":0.04249,"f1":0.031598,"accuracy":0.04249,"main_score":0.031598,"hf_subset":"sat_Olck-kmr_Latn","languages":["sat-Olck","kmr-Latn"]},{"precision":0.025932,"recall":0.038538,"f1":0.028217,"accuracy":0.038538,"main_score":0.028217,"hf_subset":"sat_Olck-min_Latn","languages":["sat-Olck","min-Latn"]},{"precision":0.02929,"recall":0.041502,"f1":0.031329,"accuracy":0.041502,"main_score":0.031329,"hf_subset":"sat_Olck-por_Latn","languages":["sat-Olck","por-Latn"]},{"precision":0.03148,"recall":0.044466,"f1":0.033958,"accuracy":0.044466,"main_score":0.033958,"hf_subset":"sat_Olck-sun_Latn","languages":["sat-Olck","sun-Latn"]},{"precision":0.024897,"recall":0.038538,"f1":0.027302,"accuracy":0.038538,"main_score":0.027302,"hf_subset":"sat_Olck-umb_Latn","languages":["sat-Olck","umb-Latn"]},{"precision":0.021611,"recall":0.030632,"f1":0.023754,"accuracy":0.030632,"main_score":0.023754,"hf_subset":"sat_Olck-ajp_Arab","languages":["sat-Olck","ajp-Arab"]},{"precision":0.024421,"recall":0.036561,"f1":0.02676,"accuracy":0.036561,"main_score":0.02676,"hf_subset":"sat_Olck-bjn_Arab","languages":["sat-Olck","bjn-Arab"]},{"precision":0.022716,"recall":0.034585,"f1":0.02479,"accuracy":0.034585,"main_score":0.02479,"hf_subset":"sat_Olck-ewe_Latn","languages":["sat-Olck","ewe-Latn"]},{"precision":0.026122,"recall":0.039526,"f1":0.028779,"accuracy":0.039526,"main_score":0.028779,"hf_subset":"sat_Olck-ilo_Latn","languages":["sat-Olck","ilo-Latn"]},{"precision":0.028947,"recall":0.041502,"f1":0.031483,"accuracy":0.041502,"main_score":0.031483,"hf_subset":"sat_Olck-knc_Arab","languages":["sat-Olck","knc-Arab"]},{"precision":0.028964,"recall":0.040514,"f1":0.031102,"accuracy":0.040514,"main_score":0.031102,"hf_subset":"sat_Olck-mkd_Cyrl","languages":["sat-Olck","mkd-Cyrl"]},{"precision":0.026798,"recall":0.039526,"f1":0.029061,"accuracy":0.039526,"main_score":0.029061,"hf_subset":"sat_Olck-prs_Arab","languages":["sat-Olck","prs-Arab"]},{"precision":0.030868,"recall":0.041502,"f1":0.033198,"accuracy":0.041502,"main_score":0.033198,"hf_subset":"sat_Olck-swe_Latn","languages":["sat-Olck","swe-Latn"]},{"precision":0.019442,"recall":0.034585,"f1":0.022228,"accuracy":0.034585,"main_score":0.022228,"hf_subset":"sat_Olck-urd_Arab","languages":["sat-Olck","urd-Arab"]},{"precision":0.031804,"recall":0.04249,"f1":0.033878,"accuracy":0.04249,"main_score":0.033878,"hf_subset":"sat_Olck-aka_Latn","languages":["sat-Olck","aka-Latn"]},{"precision":0.029558,"recall":0.044466,"f1":0.032152,"accuracy":0.044466,"main_score":0.032152,"hf_subset":"sat_Olck-bjn_Latn","languages":["sat-Olck","bjn-Latn"]},{"precision":0.027777,"recall":0.039526,"f1":0.029179,"accuracy":0.039526,"main_score":0.029179,"hf_subset":"sat_Olck-fao_Latn","languages":["sat-Olck","fao-Latn"]},{"precision":0.029563,"recall":0.041502,"f1":0.031554,"accuracy":0.041502,"main_score":0.031554,"hf_subset":"sat_Olck-ind_Latn","languages":["sat-Olck","ind-Latn"]},{"precision":0.022992,"recall":0.035573,"f1":0.025691,"accuracy":0.035573,"main_score":0.025691,"hf_subset":"sat_Olck-knc_Latn","languages":["sat-Olck","knc-Latn"]},{"precision":0.025343,"recall":0.037549,"f1":0.027658,"accuracy":0.037549,"main_score":0.027658,"hf_subset":"sat_Olck-mlt_Latn","languages":["sat-Olck","mlt-Latn"]},{"precision":0.02891,"recall":0.036561,"f1":0.030426,"accuracy":0.036561,"main_score":0.030426,"hf_subset":"sat_Olck-quy_Latn","languages":["sat-Olck","quy-Latn"]},{"precision":0.026678,"recall":0.044466,"f1":0.029926,"accuracy":0.044466,"main_score":0.029926,"hf_subset":"sat_Olck-swh_Latn","languages":["sat-Olck","swh-Latn"]},{"precision":0.021409,"recall":0.037549,"f1":0.024513,"accuracy":0.037549,"main_score":0.024513,"hf_subset":"sat_Olck-uzn_Latn","languages":["sat-Olck","uzn-Latn"]},{"precision":0.02714,"recall":0.038538,"f1":0.029373,"accuracy":0.038538,"main_score":0.029373,"hf_subset":"sat_Olck-als_Latn","languages":["sat-Olck","als-Latn"]},{"precision":0.03705,"recall":0.050395,"f1":0.039934,"accuracy":0.050395,"main_score":0.039934,"hf_subset":"sat_Olck-bod_Tibt","languages":["sat-Olck","bod-Tibt"]},{"precision":0.029485,"recall":0.041502,"f1":0.03117,"accuracy":0.041502,"main_score":0.03117,"hf_subset":"sat_Olck-fij_Latn","languages":["sat-Olck","fij-Latn"]},{"precision":0.027223,"recall":0.040514,"f1":0.03016,"accuracy":0.040514,"main_score":0.03016,"hf_subset":"sat_Olck-isl_Latn","languages":["sat-Olck","isl-Latn"]},{"precision":0.030671,"recall":0.043478,"f1":0.032906,"accuracy":0.043478,"main_score":0.032906,"hf_subset":"sat_Olck-kon_Latn","languages":["sat-Olck","kon-Latn"]},{"precision":0.035608,"recall":0.049407,"f1":0.03776,"accuracy":0.049407,"main_score":0.03776,"hf_subset":"sat_Olck-mni_Beng","languages":["sat-Olck","mni-Beng"]},{"precision":0.030791,"recall":0.043478,"f1":0.033045,"accuracy":0.043478,"main_score":0.033045,"hf_subset":"sat_Olck-ron_Latn","languages":["sat-Olck","ron-Latn"]},{"precision":0.026481,"recall":0.040514,"f1":0.028925,"accuracy":0.040514,"main_score":0.028925,"hf_subset":"sat_Olck-szl_Latn","languages":["sat-Olck","szl-Latn"]},{"precision":0.029945,"recall":0.041502,"f1":0.032147,"accuracy":0.041502,"main_score":0.032147,"hf_subset":"sat_Olck-vec_Latn","languages":["sat-Olck","vec-Latn"]},{"precision":0.0309,"recall":0.048419,"f1":0.03461,"accuracy":0.048419,"main_score":0.03461,"hf_subset":"sat_Olck-amh_Ethi","languages":["sat-Olck","amh-Ethi"]},{"precision":0.02482,"recall":0.036561,"f1":0.026977,"accuracy":0.036561,"main_score":0.026977,"hf_subset":"sat_Olck-bos_Latn","languages":["sat-Olck","bos-Latn"]},{"precision":0.025805,"recall":0.038538,"f1":0.0284,"accuracy":0.038538,"main_score":0.0284,"hf_subset":"sat_Olck-fin_Latn","languages":["sat-Olck","fin-Latn"]},{"precision":0.030952,"recall":0.038538,"f1":0.03229,"accuracy":0.038538,"main_score":0.03229,"hf_subset":"sat_Olck-ita_Latn","languages":["sat-Olck","ita-Latn"]},{"precision":0.027612,"recall":0.037549,"f1":0.029581,"accuracy":0.037549,"main_score":0.029581,"hf_subset":"sat_Olck-kor_Hang","languages":["sat-Olck","kor-Hang"]},{"precision":0.020777,"recall":0.029644,"f1":0.022362,"accuracy":0.029644,"main_score":0.022362,"hf_subset":"sat_Olck-mos_Latn","languages":["sat-Olck","mos-Latn"]},{"precision":0.028202,"recall":0.036561,"f1":0.029675,"accuracy":0.036561,"main_score":0.029675,"hf_subset":"sat_Olck-run_Latn","languages":["sat-Olck","run-Latn"]},{"precision":0.027687,"recall":0.041502,"f1":0.03017,"accuracy":0.041502,"main_score":0.03017,"hf_subset":"sat_Olck-tam_Taml","languages":["sat-Olck","tam-Taml"]},{"precision":0.027204,"recall":0.039526,"f1":0.029803,"accuracy":0.039526,"main_score":0.029803,"hf_subset":"sat_Olck-vie_Latn","languages":["sat-Olck","vie-Latn"]},{"precision":0.026638,"recall":0.039526,"f1":0.029183,"accuracy":0.039526,"main_score":0.029183,"hf_subset":"sat_Olck-apc_Arab","languages":["sat-Olck","apc-Arab"]},{"precision":0.031314,"recall":0.040514,"f1":0.032868,"accuracy":0.040514,"main_score":0.032868,"hf_subset":"sat_Olck-bug_Latn","languages":["sat-Olck","bug-Latn"]},{"precision":0.023573,"recall":0.035573,"f1":0.025629,"accuracy":0.035573,"main_score":0.025629,"hf_subset":"sat_Olck-fon_Latn","languages":["sat-Olck","fon-Latn"]},{"precision":0.030229,"recall":0.045455,"f1":0.033188,"accuracy":0.045455,"main_score":0.033188,"hf_subset":"sat_Olck-jav_Latn","languages":["sat-Olck","jav-Latn"]},{"precision":0.031018,"recall":0.043478,"f1":0.033636,"accuracy":0.043478,"main_score":0.033636,"hf_subset":"sat_Olck-lao_Laoo","languages":["sat-Olck","lao-Laoo"]},{"precision":0.034718,"recall":0.046443,"f1":0.037126,"accuracy":0.046443,"main_score":0.037126,"hf_subset":"sat_Olck-mri_Latn","languages":["sat-Olck","mri-Latn"]},{"precision":0.028092,"recall":0.035573,"f1":0.02966,"accuracy":0.035573,"main_score":0.02966,"hf_subset":"sat_Olck-rus_Cyrl","languages":["sat-Olck","rus-Cyrl"]},{"precision":0.033339,"recall":0.044466,"f1":0.035211,"accuracy":0.044466,"main_score":0.035211,"hf_subset":"sat_Olck-taq_Latn","languages":["sat-Olck","taq-Latn"]},{"precision":0.030257,"recall":0.047431,"f1":0.032947,"accuracy":0.047431,"main_score":0.032947,"hf_subset":"sat_Olck-war_Latn","languages":["sat-Olck","war-Latn"]},{"precision":0.023478,"recall":0.036561,"f1":0.026202,"accuracy":0.036561,"main_score":0.026202,"hf_subset":"sat_Olck-arb_Arab","languages":["sat-Olck","arb-Arab"]},{"precision":0.032625,"recall":0.043478,"f1":0.034644,"accuracy":0.043478,"main_score":0.034644,"hf_subset":"sat_Olck-bul_Cyrl","languages":["sat-Olck","bul-Cyrl"]},{"precision":0.028498,"recall":0.039526,"f1":0.030857,"accuracy":0.039526,"main_score":0.030857,"hf_subset":"sat_Olck-fra_Latn","languages":["sat-Olck","fra-Latn"]},{"precision":0.027708,"recall":0.038538,"f1":0.029748,"accuracy":0.038538,"main_score":0.029748,"hf_subset":"sat_Olck-jpn_Jpan","languages":["sat-Olck","jpn-Jpan"]},{"precision":0.027525,"recall":0.04249,"f1":0.030058,"accuracy":0.04249,"main_score":0.030058,"hf_subset":"sat_Olck-lij_Latn","languages":["sat-Olck","lij-Latn"]},{"precision":0.031649,"recall":0.048419,"f1":0.034676,"accuracy":0.048419,"main_score":0.034676,"hf_subset":"sat_Olck-mya_Mymr","languages":["sat-Olck","mya-Mymr"]},{"precision":0.029842,"recall":0.043478,"f1":0.032414,"accuracy":0.043478,"main_score":0.032414,"hf_subset":"sat_Olck-sag_Latn","languages":["sat-Olck","sag-Latn"]},{"precision":0.030808,"recall":0.04249,"f1":0.033231,"accuracy":0.04249,"main_score":0.033231,"hf_subset":"sat_Olck-taq_Tfng","languages":["sat-Olck","taq-Tfng"]},{"precision":0.028656,"recall":0.04249,"f1":0.030754,"accuracy":0.04249,"main_score":0.030754,"hf_subset":"sat_Olck-wol_Latn","languages":["sat-Olck","wol-Latn"]},{"precision":0.023005,"recall":0.036561,"f1":0.025721,"accuracy":0.036561,"main_score":0.025721,"hf_subset":"sat_Olck-arb_Latn","languages":["sat-Olck","arb-Latn"]},{"precision":0.0306,"recall":0.043478,"f1":0.032695,"accuracy":0.043478,"main_score":0.032695,"hf_subset":"sat_Olck-cat_Latn","languages":["sat-Olck","cat-Latn"]},{"precision":0.032221,"recall":0.043478,"f1":0.034065,"accuracy":0.043478,"main_score":0.034065,"hf_subset":"sat_Olck-fur_Latn","languages":["sat-Olck","fur-Latn"]},{"precision":0.029407,"recall":0.041502,"f1":0.03208,"accuracy":0.041502,"main_score":0.03208,"hf_subset":"sat_Olck-kab_Latn","languages":["sat-Olck","kab-Latn"]},{"precision":0.026742,"recall":0.039526,"f1":0.029246,"accuracy":0.039526,"main_score":0.029246,"hf_subset":"sat_Olck-lim_Latn","languages":["sat-Olck","lim-Latn"]},{"precision":0.032909,"recall":0.046443,"f1":0.035435,"accuracy":0.046443,"main_score":0.035435,"hf_subset":"sat_Olck-nld_Latn","languages":["sat-Olck","nld-Latn"]},{"precision":0.023117,"recall":0.039526,"f1":0.026754,"accuracy":0.039526,"main_score":0.026754,"hf_subset":"sat_Olck-san_Deva","languages":["sat-Olck","san-Deva"]},{"precision":0.02286,"recall":0.035573,"f1":0.025327,"accuracy":0.035573,"main_score":0.025327,"hf_subset":"sat_Olck-tat_Cyrl","languages":["sat-Olck","tat-Cyrl"]},{"precision":0.031017,"recall":0.046443,"f1":0.033703,"accuracy":0.046443,"main_score":0.033703,"hf_subset":"sat_Olck-xho_Latn","languages":["sat-Olck","xho-Latn"]},{"precision":0.023573,"recall":0.033597,"f1":0.025437,"accuracy":0.033597,"main_score":0.025437,"hf_subset":"sat_Olck-ars_Arab","languages":["sat-Olck","ars-Arab"]},{"precision":0.02772,"recall":0.044466,"f1":0.030579,"accuracy":0.044466,"main_score":0.030579,"hf_subset":"sat_Olck-ceb_Latn","languages":["sat-Olck","ceb-Latn"]},{"precision":0.025586,"recall":0.041502,"f1":0.02823,"accuracy":0.041502,"main_score":0.02823,"hf_subset":"sat_Olck-fuv_Latn","languages":["sat-Olck","fuv-Latn"]},{"precision":0.021062,"recall":0.035573,"f1":0.023681,"accuracy":0.035573,"main_score":0.023681,"hf_subset":"sat_Olck-kac_Latn","languages":["sat-Olck","kac-Latn"]},{"precision":0.028398,"recall":0.044466,"f1":0.031229,"accuracy":0.044466,"main_score":0.031229,"hf_subset":"sat_Olck-lin_Latn","languages":["sat-Olck","lin-Latn"]},{"precision":0.031,"recall":0.04249,"f1":0.032977,"accuracy":0.04249,"main_score":0.032977,"hf_subset":"sat_Olck-nno_Latn","languages":["sat-Olck","nno-Latn"]},{"precision":0.023862,"recall":0.039526,"f1":0.026621,"accuracy":0.039526,"main_score":0.026621,"hf_subset":"sat_Olck-tel_Telu","languages":["sat-Olck","tel-Telu"]},{"precision":0.035304,"recall":0.049407,"f1":0.037767,"accuracy":0.049407,"main_score":0.037767,"hf_subset":"sat_Olck-ydd_Hebr","languages":["sat-Olck","ydd-Hebr"]},{"precision":0.021941,"recall":0.036561,"f1":0.025024,"accuracy":0.036561,"main_score":0.025024,"hf_subset":"sat_Olck-ary_Arab","languages":["sat-Olck","ary-Arab"]},{"precision":0.028351,"recall":0.040514,"f1":0.030266,"accuracy":0.040514,"main_score":0.030266,"hf_subset":"sat_Olck-ces_Latn","languages":["sat-Olck","ces-Latn"]},{"precision":0.037094,"recall":0.051383,"f1":0.040067,"accuracy":0.051383,"main_score":0.040067,"hf_subset":"sat_Olck-gaz_Latn","languages":["sat-Olck","gaz-Latn"]},{"precision":0.024299,"recall":0.035573,"f1":0.026441,"accuracy":0.035573,"main_score":0.026441,"hf_subset":"sat_Olck-kam_Latn","languages":["sat-Olck","kam-Latn"]},{"precision":0.025877,"recall":0.038538,"f1":0.028128,"accuracy":0.038538,"main_score":0.028128,"hf_subset":"sat_Olck-lit_Latn","languages":["sat-Olck","lit-Latn"]},{"precision":0.028247,"recall":0.039526,"f1":0.030275,"accuracy":0.039526,"main_score":0.030275,"hf_subset":"sat_Olck-nob_Latn","languages":["sat-Olck","nob-Latn"]},{"precision":0.026317,"recall":0.038538,"f1":0.028323,"accuracy":0.038538,"main_score":0.028323,"hf_subset":"sat_Olck-scn_Latn","languages":["sat-Olck","scn-Latn"]},{"precision":0.029862,"recall":0.044466,"f1":0.032327,"accuracy":0.044466,"main_score":0.032327,"hf_subset":"sat_Olck-tgk_Cyrl","languages":["sat-Olck","tgk-Cyrl"]},{"precision":0.028656,"recall":0.043478,"f1":0.031086,"accuracy":0.043478,"main_score":0.031086,"hf_subset":"sat_Olck-yor_Latn","languages":["sat-Olck","yor-Latn"]},{"precision":0.02111,"recall":0.032609,"f1":0.022927,"accuracy":0.032609,"main_score":0.022927,"hf_subset":"sat_Olck-arz_Arab","languages":["sat-Olck","arz-Arab"]},{"precision":0.027353,"recall":0.040514,"f1":0.03002,"accuracy":0.040514,"main_score":0.03002,"hf_subset":"sat_Olck-cjk_Latn","languages":["sat-Olck","cjk-Latn"]},{"precision":0.031562,"recall":0.044466,"f1":0.033571,"accuracy":0.044466,"main_score":0.033571,"hf_subset":"sat_Olck-gla_Latn","languages":["sat-Olck","gla-Latn"]},{"precision":0.02899,"recall":0.041502,"f1":0.031701,"accuracy":0.041502,"main_score":0.031701,"hf_subset":"sat_Olck-kan_Knda","languages":["sat-Olck","kan-Knda"]},{"precision":0.03043,"recall":0.046443,"f1":0.032942,"accuracy":0.046443,"main_score":0.032942,"hf_subset":"sat_Olck-lmo_Latn","languages":["sat-Olck","lmo-Latn"]},{"precision":0.028205,"recall":0.040514,"f1":0.030715,"accuracy":0.040514,"main_score":0.030715,"hf_subset":"sat_Olck-npi_Deva","languages":["sat-Olck","npi-Deva"]},{"precision":0.027755,"recall":0.041502,"f1":0.029824,"accuracy":0.041502,"main_score":0.029824,"hf_subset":"sat_Olck-shn_Mymr","languages":["sat-Olck","shn-Mymr"]},{"precision":0.031772,"recall":0.047431,"f1":0.034803,"accuracy":0.047431,"main_score":0.034803,"hf_subset":"sat_Olck-tgl_Latn","languages":["sat-Olck","tgl-Latn"]},{"precision":0.022193,"recall":0.034585,"f1":0.024453,"accuracy":0.034585,"main_score":0.024453,"hf_subset":"sat_Olck-yue_Hant","languages":["sat-Olck","yue-Hant"]},{"precision":0.029004,"recall":0.044466,"f1":0.032339,"accuracy":0.044466,"main_score":0.032339,"hf_subset":"sat_Olck-asm_Beng","languages":["sat-Olck","asm-Beng"]},{"precision":0.024101,"recall":0.036561,"f1":0.026339,"accuracy":0.036561,"main_score":0.026339,"hf_subset":"sat_Olck-ckb_Arab","languages":["sat-Olck","ckb-Arab"]},{"precision":0.031807,"recall":0.046443,"f1":0.034822,"accuracy":0.046443,"main_score":0.034822,"hf_subset":"sat_Olck-gle_Latn","languages":["sat-Olck","gle-Latn"]},{"precision":0.03017,"recall":0.045455,"f1":0.03299,"accuracy":0.045455,"main_score":0.03299,"hf_subset":"sat_Olck-kas_Arab","languages":["sat-Olck","kas-Arab"]},{"precision":0.028197,"recall":0.04249,"f1":0.031583,"accuracy":0.04249,"main_score":0.031583,"hf_subset":"sat_Olck-ltg_Latn","languages":["sat-Olck","ltg-Latn"]},{"precision":0.034214,"recall":0.050395,"f1":0.037231,"accuracy":0.050395,"main_score":0.037231,"hf_subset":"sat_Olck-nso_Latn","languages":["sat-Olck","nso-Latn"]},{"precision":0.031003,"recall":0.047431,"f1":0.034148,"accuracy":0.047431,"main_score":0.034148,"hf_subset":"sat_Olck-sin_Sinh","languages":["sat-Olck","sin-Sinh"]},{"precision":0.025693,"recall":0.036561,"f1":0.027573,"accuracy":0.036561,"main_score":0.027573,"hf_subset":"sat_Olck-tha_Thai","languages":["sat-Olck","tha-Thai"]},{"precision":0.022541,"recall":0.033597,"f1":0.024576,"accuracy":0.033597,"main_score":0.024576,"hf_subset":"sat_Olck-zho_Hans","languages":["sat-Olck","zho-Hans"]},{"precision":0.027829,"recall":0.037549,"f1":0.029322,"accuracy":0.037549,"main_score":0.029322,"hf_subset":"sat_Olck-ast_Latn","languages":["sat-Olck","ast-Latn"]},{"precision":0.029646,"recall":0.04249,"f1":0.031886,"accuracy":0.04249,"main_score":0.031886,"hf_subset":"sat_Olck-crh_Latn","languages":["sat-Olck","crh-Latn"]},{"precision":0.027258,"recall":0.038538,"f1":0.02953,"accuracy":0.038538,"main_score":0.02953,"hf_subset":"sat_Olck-glg_Latn","languages":["sat-Olck","glg-Latn"]},{"precision":0.030776,"recall":0.044466,"f1":0.032992,"accuracy":0.044466,"main_score":0.032992,"hf_subset":"sat_Olck-kas_Deva","languages":["sat-Olck","kas-Deva"]},{"precision":0.031013,"recall":0.046443,"f1":0.033801,"accuracy":0.046443,"main_score":0.033801,"hf_subset":"sat_Olck-ltz_Latn","languages":["sat-Olck","ltz-Latn"]},{"precision":0.032749,"recall":0.04249,"f1":0.03449,"accuracy":0.04249,"main_score":0.03449,"hf_subset":"sat_Olck-nus_Latn","languages":["sat-Olck","nus-Latn"]},{"precision":0.024717,"recall":0.034585,"f1":0.026457,"accuracy":0.034585,"main_score":0.026457,"hf_subset":"sat_Olck-slk_Latn","languages":["sat-Olck","slk-Latn"]},{"precision":0.024493,"recall":0.036561,"f1":0.026117,"accuracy":0.036561,"main_score":0.026117,"hf_subset":"sat_Olck-tir_Ethi","languages":["sat-Olck","tir-Ethi"]},{"precision":0.021724,"recall":0.032609,"f1":0.023995,"accuracy":0.032609,"main_score":0.023995,"hf_subset":"sat_Olck-zho_Hant","languages":["sat-Olck","zho-Hant"]},{"precision":0.021155,"recall":0.033597,"f1":0.023364,"accuracy":0.033597,"main_score":0.023364,"hf_subset":"sat_Olck-awa_Deva","languages":["sat-Olck","awa-Deva"]},{"precision":0.028933,"recall":0.043478,"f1":0.032024,"accuracy":0.043478,"main_score":0.032024,"hf_subset":"sat_Olck-cym_Latn","languages":["sat-Olck","cym-Latn"]},{"precision":0.028061,"recall":0.041502,"f1":0.029923,"accuracy":0.041502,"main_score":0.029923,"hf_subset":"sat_Olck-grn_Latn","languages":["sat-Olck","grn-Latn"]},{"precision":0.030974,"recall":0.045455,"f1":0.033688,"accuracy":0.045455,"main_score":0.033688,"hf_subset":"sat_Olck-kat_Geor","languages":["sat-Olck","kat-Geor"]},{"precision":0.031569,"recall":0.044466,"f1":0.033979,"accuracy":0.044466,"main_score":0.033979,"hf_subset":"sat_Olck-lua_Latn","languages":["sat-Olck","lua-Latn"]},{"precision":0.031022,"recall":0.04249,"f1":0.033487,"accuracy":0.04249,"main_score":0.033487,"hf_subset":"sat_Olck-nya_Latn","languages":["sat-Olck","nya-Latn"]},{"precision":0.022613,"recall":0.034585,"f1":0.02496,"accuracy":0.034585,"main_score":0.02496,"hf_subset":"sat_Olck-slv_Latn","languages":["sat-Olck","slv-Latn"]},{"precision":0.025385,"recall":0.038538,"f1":0.027758,"accuracy":0.038538,"main_score":0.027758,"hf_subset":"sat_Olck-tpi_Latn","languages":["sat-Olck","tpi-Latn"]},{"precision":0.02566,"recall":0.039526,"f1":0.028168,"accuracy":0.039526,"main_score":0.028168,"hf_subset":"sat_Olck-zsm_Latn","languages":["sat-Olck","zsm-Latn"]},{"precision":0.025295,"recall":0.035573,"f1":0.027413,"accuracy":0.035573,"main_score":0.027413,"hf_subset":"sat_Olck-ayr_Latn","languages":["sat-Olck","ayr-Latn"]},{"precision":0.031745,"recall":0.04249,"f1":0.033786,"accuracy":0.04249,"main_score":0.033786,"hf_subset":"sat_Olck-dan_Latn","languages":["sat-Olck","dan-Latn"]},{"precision":0.021398,"recall":0.029644,"f1":0.022936,"accuracy":0.029644,"main_score":0.022936,"hf_subset":"sat_Olck-guj_Gujr","languages":["sat-Olck","guj-Gujr"]},{"precision":0.028596,"recall":0.045455,"f1":0.031577,"accuracy":0.045455,"main_score":0.031577,"hf_subset":"sat_Olck-kaz_Cyrl","languages":["sat-Olck","kaz-Cyrl"]},{"precision":0.025417,"recall":0.037549,"f1":0.027952,"accuracy":0.037549,"main_score":0.027952,"hf_subset":"sat_Olck-lug_Latn","languages":["sat-Olck","lug-Latn"]},{"precision":0.031744,"recall":0.047431,"f1":0.034908,"accuracy":0.047431,"main_score":0.034908,"hf_subset":"sat_Olck-oci_Latn","languages":["sat-Olck","oci-Latn"]},{"precision":0.032704,"recall":0.047431,"f1":0.035301,"accuracy":0.047431,"main_score":0.035301,"hf_subset":"sat_Olck-smo_Latn","languages":["sat-Olck","smo-Latn"]},{"precision":0.027993,"recall":0.038538,"f1":0.029502,"accuracy":0.038538,"main_score":0.029502,"hf_subset":"sat_Olck-tsn_Latn","languages":["sat-Olck","tsn-Latn"]},{"precision":0.035745,"recall":0.051383,"f1":0.038479,"accuracy":0.051383,"main_score":0.038479,"hf_subset":"sat_Olck-zul_Latn","languages":["sat-Olck","zul-Latn"]},{"precision":0.025403,"recall":0.036561,"f1":0.027727,"accuracy":0.036561,"main_score":0.027727,"hf_subset":"sat_Olck-azb_Arab","languages":["sat-Olck","azb-Arab"]},{"precision":0.028232,"recall":0.038538,"f1":0.03043,"accuracy":0.038538,"main_score":0.03043,"hf_subset":"sat_Olck-deu_Latn","languages":["sat-Olck","deu-Latn"]},{"precision":0.032849,"recall":0.051383,"f1":0.036098,"accuracy":0.051383,"main_score":0.036098,"hf_subset":"sat_Olck-hat_Latn","languages":["sat-Olck","hat-Latn"]},{"precision":0.021827,"recall":0.031621,"f1":0.023616,"accuracy":0.031621,"main_score":0.023616,"hf_subset":"sat_Olck-kbp_Latn","languages":["sat-Olck","kbp-Latn"]},{"precision":0.029106,"recall":0.04249,"f1":0.031157,"accuracy":0.04249,"main_score":0.031157,"hf_subset":"sat_Olck-luo_Latn","languages":["sat-Olck","luo-Latn"]},{"precision":0.028984,"recall":0.043478,"f1":0.031967,"accuracy":0.043478,"main_score":0.031967,"hf_subset":"sat_Olck-ory_Orya","languages":["sat-Olck","ory-Orya"]},{"precision":0.029297,"recall":0.038538,"f1":0.031117,"accuracy":0.038538,"main_score":0.031117,"hf_subset":"sat_Olck-sna_Latn","languages":["sat-Olck","sna-Latn"]},{"precision":0.034907,"recall":0.048419,"f1":0.037448,"accuracy":0.048419,"main_score":0.037448,"hf_subset":"sat_Olck-tso_Latn","languages":["sat-Olck","tso-Latn"]},{"precision":0.028136,"recall":0.041502,"f1":0.030217,"accuracy":0.041502,"main_score":0.030217,"hf_subset":"sat_Olck-azj_Latn","languages":["sat-Olck","azj-Latn"]},{"precision":0.027375,"recall":0.037549,"f1":0.029469,"accuracy":0.037549,"main_score":0.029469,"hf_subset":"sat_Olck-dik_Latn","languages":["sat-Olck","dik-Latn"]},{"precision":0.033202,"recall":0.045455,"f1":0.035494,"accuracy":0.045455,"main_score":0.035494,"hf_subset":"sat_Olck-hau_Latn","languages":["sat-Olck","hau-Latn"]},{"precision":0.028339,"recall":0.045455,"f1":0.03135,"accuracy":0.045455,"main_score":0.03135,"hf_subset":"sat_Olck-kea_Latn","languages":["sat-Olck","kea-Latn"]},{"precision":0.024668,"recall":0.034585,"f1":0.026698,"accuracy":0.034585,"main_score":0.026698,"hf_subset":"sat_Olck-lus_Latn","languages":["sat-Olck","lus-Latn"]},{"precision":0.028378,"recall":0.04249,"f1":0.030728,"accuracy":0.04249,"main_score":0.030728,"hf_subset":"sat_Olck-pag_Latn","languages":["sat-Olck","pag-Latn"]},{"precision":0.026416,"recall":0.040514,"f1":0.029155,"accuracy":0.040514,"main_score":0.029155,"hf_subset":"sat_Olck-snd_Arab","languages":["sat-Olck","snd-Arab"]},{"precision":0.026107,"recall":0.038538,"f1":0.028463,"accuracy":0.038538,"main_score":0.028463,"hf_subset":"sat_Olck-tuk_Latn","languages":["sat-Olck","tuk-Latn"]},{"precision":0.027532,"recall":0.037549,"f1":0.0292,"accuracy":0.037549,"main_score":0.0292,"hf_subset":"sat_Olck-bak_Cyrl","languages":["sat-Olck","bak-Cyrl"]},{"precision":0.013506,"recall":0.020751,"f1":0.014906,"accuracy":0.020751,"main_score":0.014906,"hf_subset":"sat_Olck-dyu_Latn","languages":["sat-Olck","dyu-Latn"]},{"precision":0.024247,"recall":0.032609,"f1":0.025624,"accuracy":0.032609,"main_score":0.025624,"hf_subset":"sat_Olck-heb_Hebr","languages":["sat-Olck","heb-Hebr"]},{"precision":0.024596,"recall":0.036561,"f1":0.026754,"accuracy":0.036561,"main_score":0.026754,"hf_subset":"sat_Olck-khk_Cyrl","languages":["sat-Olck","khk-Cyrl"]},{"precision":0.022773,"recall":0.036561,"f1":0.025021,"accuracy":0.036561,"main_score":0.025021,"hf_subset":"sat_Olck-lvs_Latn","languages":["sat-Olck","lvs-Latn"]},{"precision":0.024823,"recall":0.04249,"f1":0.028147,"accuracy":0.04249,"main_score":0.028147,"hf_subset":"sat_Olck-pan_Guru","languages":["sat-Olck","pan-Guru"]},{"precision":0.028787,"recall":0.041502,"f1":0.031252,"accuracy":0.041502,"main_score":0.031252,"hf_subset":"sat_Olck-som_Latn","languages":["sat-Olck","som-Latn"]},{"precision":0.027948,"recall":0.039526,"f1":0.030416,"accuracy":0.039526,"main_score":0.030416,"hf_subset":"sat_Olck-tum_Latn","languages":["sat-Olck","tum-Latn"]},{"precision":0.409394,"recall":0.487154,"f1":0.430494,"accuracy":0.487154,"main_score":0.430494,"hf_subset":"tel_Telu-ace_Arab","languages":["tel-Telu","ace-Arab"]},{"precision":0.436777,"recall":0.507905,"f1":0.456973,"accuracy":0.507905,"main_score":0.456973,"hf_subset":"tel_Telu-bam_Latn","languages":["tel-Telu","bam-Latn"]},{"precision":0.123414,"recall":0.171937,"f1":0.136535,"accuracy":0.171937,"main_score":0.136535,"hf_subset":"tel_Telu-dzo_Tibt","languages":["tel-Telu","dzo-Tibt"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-hin_Deva","languages":["tel-Telu","hin-Deva"]},{"precision":0.932971,"recall":0.954545,"f1":0.940053,"accuracy":0.954545,"main_score":0.940053,"hf_subset":"tel_Telu-khm_Khmr","languages":["tel-Telu","khm-Khmr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tel_Telu-mag_Deva","languages":["tel-Telu","mag-Deva"]},{"precision":0.959931,"recall":0.971344,"f1":0.963505,"accuracy":0.971344,"main_score":0.963505,"hf_subset":"tel_Telu-pap_Latn","languages":["tel-Telu","pap-Latn"]},{"precision":0.475875,"recall":0.546443,"f1":0.495704,"accuracy":0.546443,"main_score":0.495704,"hf_subset":"tel_Telu-sot_Latn","languages":["tel-Telu","sot-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-tur_Latn","languages":["tel-Telu","tur-Latn"]},{"precision":0.783004,"recall":0.836957,"f1":0.799374,"accuracy":0.836957,"main_score":0.799374,"hf_subset":"tel_Telu-ace_Latn","languages":["tel-Telu","ace-Latn"]},{"precision":0.906703,"recall":0.932806,"f1":0.915086,"accuracy":0.932806,"main_score":0.915086,"hf_subset":"tel_Telu-ban_Latn","languages":["tel-Telu","ban-Latn"]},{"precision":0.990613,"recall":0.993083,"f1":0.991436,"accuracy":0.993083,"main_score":0.991436,"hf_subset":"tel_Telu-ell_Grek","languages":["tel-Telu","ell-Grek"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"tel_Telu-hne_Deva","languages":["tel-Telu","hne-Deva"]},{"precision":0.473561,"recall":0.552372,"f1":0.495844,"accuracy":0.552372,"main_score":0.495844,"hf_subset":"tel_Telu-kik_Latn","languages":["tel-Telu","kik-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tel_Telu-mai_Deva","languages":["tel-Telu","mai-Deva"]},{"precision":0.887599,"recall":0.918972,"f1":0.897431,"accuracy":0.918972,"main_score":0.897431,"hf_subset":"tel_Telu-pbt_Arab","languages":["tel-Telu","pbt-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tel_Telu-spa_Latn","languages":["tel-Telu","spa-Latn"]},{"precision":0.547352,"recall":0.612648,"f1":0.566171,"accuracy":0.612648,"main_score":0.566171,"hf_subset":"tel_Telu-twi_Latn","languages":["tel-Telu","twi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tel_Telu-acm_Arab","languages":["tel-Telu","acm-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tel_Telu-bel_Cyrl","languages":["tel-Telu","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tel_Telu-eng_Latn","languages":["tel-Telu","eng-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tel_Telu-hrv_Latn","languages":["tel-Telu","hrv-Latn"]},{"precision":0.441125,"recall":0.51581,"f1":0.461764,"accuracy":0.51581,"main_score":0.461764,"hf_subset":"tel_Telu-kin_Latn","languages":["tel-Telu","kin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tel_Telu-mal_Mlym","languages":["tel-Telu","mal-Mlym"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-pes_Arab","languages":["tel-Telu","pes-Arab"]},{"precision":0.965086,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"tel_Telu-srd_Latn","languages":["tel-Telu","srd-Latn"]},{"precision":0.121116,"recall":0.186759,"f1":0.135043,"accuracy":0.186759,"main_score":0.135043,"hf_subset":"tel_Telu-tzm_Tfng","languages":["tel-Telu","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tel_Telu-acq_Arab","languages":["tel-Telu","acq-Arab"]},{"precision":0.52926,"recall":0.586957,"f1":0.54532,"accuracy":0.586957,"main_score":0.54532,"hf_subset":"tel_Telu-bem_Latn","languages":["tel-Telu","bem-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-epo_Latn","languages":["tel-Telu","epo-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-hun_Latn","languages":["tel-Telu","hun-Latn"]},{"precision":0.94137,"recall":0.960474,"f1":0.947628,"accuracy":0.960474,"main_score":0.947628,"hf_subset":"tel_Telu-kir_Cyrl","languages":["tel-Telu","kir-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-mar_Deva","languages":["tel-Telu","mar-Deva"]},{"precision":0.547488,"recall":0.610672,"f1":0.565842,"accuracy":0.610672,"main_score":0.565842,"hf_subset":"tel_Telu-plt_Latn","languages":["tel-Telu","plt-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tel_Telu-srp_Cyrl","languages":["tel-Telu","srp-Cyrl"]},{"precision":0.936265,"recall":0.955534,"f1":0.942523,"accuracy":0.955534,"main_score":0.942523,"hf_subset":"tel_Telu-uig_Arab","languages":["tel-Telu","uig-Arab"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"tel_Telu-aeb_Arab","languages":["tel-Telu","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tel_Telu-ben_Beng","languages":["tel-Telu","ben-Beng"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"tel_Telu-est_Latn","languages":["tel-Telu","est-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tel_Telu-hye_Armn","languages":["tel-Telu","hye-Armn"]},{"precision":0.445151,"recall":0.509881,"f1":0.46316,"accuracy":0.509881,"main_score":0.46316,"hf_subset":"tel_Telu-kmb_Latn","languages":["tel-Telu","kmb-Latn"]},{"precision":0.363898,"recall":0.44664,"f1":0.385855,"accuracy":0.44664,"main_score":0.385855,"hf_subset":"tel_Telu-min_Arab","languages":["tel-Telu","min-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tel_Telu-pol_Latn","languages":["tel-Telu","pol-Latn"]},{"precision":0.438022,"recall":0.513834,"f1":0.4589,"accuracy":0.513834,"main_score":0.4589,"hf_subset":"tel_Telu-ssw_Latn","languages":["tel-Telu","ssw-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tel_Telu-ukr_Cyrl","languages":["tel-Telu","ukr-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-afr_Latn","languages":["tel-Telu","afr-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tel_Telu-bho_Deva","languages":["tel-Telu","bho-Deva"]},{"precision":0.934865,"recall":0.955534,"f1":0.941601,"accuracy":0.955534,"main_score":0.941601,"hf_subset":"tel_Telu-eus_Latn","languages":["tel-Telu","eus-Latn"]},{"precision":0.472545,"recall":0.545455,"f1":0.493124,"accuracy":0.545455,"main_score":0.493124,"hf_subset":"tel_Telu-ibo_Latn","languages":["tel-Telu","ibo-Latn"]},{"precision":0.689749,"recall":0.758893,"f1":0.709983,"accuracy":0.758893,"main_score":0.709983,"hf_subset":"tel_Telu-kmr_Latn","languages":["tel-Telu","kmr-Latn"]},{"precision":0.9361,"recall":0.956522,"f1":0.942688,"accuracy":0.956522,"main_score":0.942688,"hf_subset":"tel_Telu-min_Latn","languages":["tel-Telu","min-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tel_Telu-por_Latn","languages":["tel-Telu","por-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"tel_Telu-sun_Latn","languages":["tel-Telu","sun-Latn"]},{"precision":0.420731,"recall":0.490119,"f1":0.440904,"accuracy":0.490119,"main_score":0.440904,"hf_subset":"tel_Telu-umb_Latn","languages":["tel-Telu","umb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tel_Telu-ajp_Arab","languages":["tel-Telu","ajp-Arab"]},{"precision":0.371233,"recall":0.45751,"f1":0.394146,"accuracy":0.45751,"main_score":0.394146,"hf_subset":"tel_Telu-bjn_Arab","languages":["tel-Telu","bjn-Arab"]},{"precision":0.459775,"recall":0.521739,"f1":0.476891,"accuracy":0.521739,"main_score":0.476891,"hf_subset":"tel_Telu-ewe_Latn","languages":["tel-Telu","ewe-Latn"]},{"precision":0.844285,"recall":0.885375,"f1":0.856884,"accuracy":0.885375,"main_score":0.856884,"hf_subset":"tel_Telu-ilo_Latn","languages":["tel-Telu","ilo-Latn"]},{"precision":0.190307,"recall":0.270751,"f1":0.209957,"accuracy":0.270751,"main_score":0.209957,"hf_subset":"tel_Telu-knc_Arab","languages":["tel-Telu","knc-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tel_Telu-mkd_Cyrl","languages":["tel-Telu","mkd-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tel_Telu-prs_Arab","languages":["tel-Telu","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tel_Telu-swe_Latn","languages":["tel-Telu","swe-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tel_Telu-urd_Arab","languages":["tel-Telu","urd-Arab"]},{"precision":0.516129,"recall":0.586957,"f1":0.53606,"accuracy":0.586957,"main_score":0.53606,"hf_subset":"tel_Telu-aka_Latn","languages":["tel-Telu","aka-Latn"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"tel_Telu-bjn_Latn","languages":["tel-Telu","bjn-Latn"]},{"precision":0.921772,"recall":0.94664,"f1":0.930007,"accuracy":0.94664,"main_score":0.930007,"hf_subset":"tel_Telu-fao_Latn","languages":["tel-Telu","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tel_Telu-ind_Latn","languages":["tel-Telu","ind-Latn"]},{"precision":0.507849,"recall":0.575099,"f1":0.527466,"accuracy":0.575099,"main_score":0.527466,"hf_subset":"tel_Telu-knc_Latn","languages":["tel-Telu","knc-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"tel_Telu-mlt_Latn","languages":["tel-Telu","mlt-Latn"]},{"precision":0.539279,"recall":0.613636,"f1":0.560406,"accuracy":0.613636,"main_score":0.560406,"hf_subset":"tel_Telu-quy_Latn","languages":["tel-Telu","quy-Latn"]},{"precision":0.711413,"recall":0.780632,"f1":0.732298,"accuracy":0.780632,"main_score":0.732298,"hf_subset":"tel_Telu-swh_Latn","languages":["tel-Telu","swh-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"tel_Telu-uzn_Latn","languages":["tel-Telu","uzn-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tel_Telu-als_Latn","languages":["tel-Telu","als-Latn"]},{"precision":0.17943,"recall":0.254941,"f1":0.19835,"accuracy":0.254941,"main_score":0.19835,"hf_subset":"tel_Telu-bod_Tibt","languages":["tel-Telu","bod-Tibt"]},{"precision":0.442884,"recall":0.514822,"f1":0.462531,"accuracy":0.514822,"main_score":0.462531,"hf_subset":"tel_Telu-fij_Latn","languages":["tel-Telu","fij-Latn"]},{"precision":0.929183,"recall":0.951581,"f1":0.93643,"accuracy":0.951581,"main_score":0.93643,"hf_subset":"tel_Telu-isl_Latn","languages":["tel-Telu","isl-Latn"]},{"precision":0.539066,"recall":0.613636,"f1":0.559874,"accuracy":0.613636,"main_score":0.559874,"hf_subset":"tel_Telu-kon_Latn","languages":["tel-Telu","kon-Latn"]},{"precision":0.524952,"recall":0.613636,"f1":0.550852,"accuracy":0.613636,"main_score":0.550852,"hf_subset":"tel_Telu-mni_Beng","languages":["tel-Telu","mni-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tel_Telu-ron_Latn","languages":["tel-Telu","ron-Latn"]},{"precision":0.97052,"recall":0.978261,"f1":0.972991,"accuracy":0.978261,"main_score":0.972991,"hf_subset":"tel_Telu-szl_Latn","languages":["tel-Telu","szl-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tel_Telu-vec_Latn","languages":["tel-Telu","vec-Latn"]},{"precision":0.552192,"recall":0.640316,"f1":0.577775,"accuracy":0.640316,"main_score":0.577775,"hf_subset":"tel_Telu-amh_Ethi","languages":["tel-Telu","amh-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tel_Telu-bos_Latn","languages":["tel-Telu","bos-Latn"]},{"precision":0.988307,"recall":0.991107,"f1":0.98913,"accuracy":0.991107,"main_score":0.98913,"hf_subset":"tel_Telu-fin_Latn","languages":["tel-Telu","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tel_Telu-ita_Latn","languages":["tel-Telu","ita-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tel_Telu-kor_Hang","languages":["tel-Telu","kor-Hang"]},{"precision":0.456554,"recall":0.530632,"f1":0.47742,"accuracy":0.530632,"main_score":0.47742,"hf_subset":"tel_Telu-mos_Latn","languages":["tel-Telu","mos-Latn"]},{"precision":0.441306,"recall":0.509881,"f1":0.459988,"accuracy":0.509881,"main_score":0.459988,"hf_subset":"tel_Telu-run_Latn","languages":["tel-Telu","run-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tel_Telu-tam_Taml","languages":["tel-Telu","tam-Taml"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tel_Telu-vie_Latn","languages":["tel-Telu","vie-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tel_Telu-apc_Arab","languages":["tel-Telu","apc-Arab"]},{"precision":0.716551,"recall":0.777668,"f1":0.735131,"accuracy":0.777668,"main_score":0.735131,"hf_subset":"tel_Telu-bug_Latn","languages":["tel-Telu","bug-Latn"]},{"precision":0.416937,"recall":0.474308,"f1":0.431713,"accuracy":0.474308,"main_score":0.431713,"hf_subset":"tel_Telu-fon_Latn","languages":["tel-Telu","fon-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"tel_Telu-jav_Latn","languages":["tel-Telu","jav-Latn"]},{"precision":0.885705,"recall":0.920949,"f1":0.896904,"accuracy":0.920949,"main_score":0.896904,"hf_subset":"tel_Telu-lao_Laoo","languages":["tel-Telu","lao-Laoo"]},{"precision":0.552565,"recall":0.632411,"f1":0.574506,"accuracy":0.632411,"main_score":0.574506,"hf_subset":"tel_Telu-mri_Latn","languages":["tel-Telu","mri-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-rus_Cyrl","languages":["tel-Telu","rus-Cyrl"]},{"precision":0.499356,"recall":0.560277,"f1":0.516523,"accuracy":0.560277,"main_score":0.516523,"hf_subset":"tel_Telu-taq_Latn","languages":["tel-Telu","taq-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"tel_Telu-war_Latn","languages":["tel-Telu","war-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tel_Telu-arb_Arab","languages":["tel-Telu","arb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tel_Telu-bul_Cyrl","languages":["tel-Telu","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tel_Telu-fra_Latn","languages":["tel-Telu","fra-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-jpn_Jpan","languages":["tel-Telu","jpn-Jpan"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"tel_Telu-lij_Latn","languages":["tel-Telu","lij-Latn"]},{"precision":0.94697,"recall":0.963439,"f1":0.952404,"accuracy":0.963439,"main_score":0.952404,"hf_subset":"tel_Telu-mya_Mymr","languages":["tel-Telu","mya-Mymr"]},{"precision":0.491996,"recall":0.566206,"f1":0.512731,"accuracy":0.566206,"main_score":0.512731,"hf_subset":"tel_Telu-sag_Latn","languages":["tel-Telu","sag-Latn"]},{"precision":0.136395,"recall":0.216403,"f1":0.152121,"accuracy":0.216403,"main_score":0.152121,"hf_subset":"tel_Telu-taq_Tfng","languages":["tel-Telu","taq-Tfng"]},{"precision":0.520259,"recall":0.599802,"f1":0.542919,"accuracy":0.599802,"main_score":0.542919,"hf_subset":"tel_Telu-wol_Latn","languages":["tel-Telu","wol-Latn"]},{"precision":0.60947,"recall":0.689723,"f1":0.631817,"accuracy":0.689723,"main_score":0.631817,"hf_subset":"tel_Telu-arb_Latn","languages":["tel-Telu","arb-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-cat_Latn","languages":["tel-Telu","cat-Latn"]},{"precision":0.966897,"recall":0.976285,"f1":0.969862,"accuracy":0.976285,"main_score":0.969862,"hf_subset":"tel_Telu-fur_Latn","languages":["tel-Telu","fur-Latn"]},{"precision":0.330275,"recall":0.392292,"f1":0.347219,"accuracy":0.392292,"main_score":0.347219,"hf_subset":"tel_Telu-kab_Latn","languages":["tel-Telu","kab-Latn"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"tel_Telu-lim_Latn","languages":["tel-Telu","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tel_Telu-nld_Latn","languages":["tel-Telu","nld-Latn"]},{"precision":0.961462,"recall":0.97332,"f1":0.96525,"accuracy":0.97332,"main_score":0.96525,"hf_subset":"tel_Telu-san_Deva","languages":["tel-Telu","san-Deva"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"tel_Telu-tat_Cyrl","languages":["tel-Telu","tat-Cyrl"]},{"precision":0.512092,"recall":0.585968,"f1":0.533025,"accuracy":0.585968,"main_score":0.533025,"hf_subset":"tel_Telu-xho_Latn","languages":["tel-Telu","xho-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-ars_Arab","languages":["tel-Telu","ars-Arab"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"tel_Telu-ceb_Latn","languages":["tel-Telu","ceb-Latn"]},{"precision":0.481592,"recall":0.550395,"f1":0.50045,"accuracy":0.550395,"main_score":0.50045,"hf_subset":"tel_Telu-fuv_Latn","languages":["tel-Telu","fuv-Latn"]},{"precision":0.460064,"recall":0.530632,"f1":0.480011,"accuracy":0.530632,"main_score":0.480011,"hf_subset":"tel_Telu-kac_Latn","languages":["tel-Telu","kac-Latn"]},{"precision":0.539322,"recall":0.617589,"f1":0.561423,"accuracy":0.617589,"main_score":0.561423,"hf_subset":"tel_Telu-lin_Latn","languages":["tel-Telu","lin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-nno_Latn","languages":["tel-Telu","nno-Latn"]},{"precision":0.026357,"recall":0.070158,"f1":0.03324,"accuracy":0.070158,"main_score":0.03324,"hf_subset":"tel_Telu-sat_Olck","languages":["tel-Telu","sat-Olck"]},{"precision":0.740934,"recall":0.806324,"f1":0.761056,"accuracy":0.806324,"main_score":0.761056,"hf_subset":"tel_Telu-ydd_Hebr","languages":["tel-Telu","ydd-Hebr"]},{"precision":0.952075,"recall":0.967391,"f1":0.957181,"accuracy":0.967391,"main_score":0.957181,"hf_subset":"tel_Telu-ary_Arab","languages":["tel-Telu","ary-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tel_Telu-ces_Latn","languages":["tel-Telu","ces-Latn"]},{"precision":0.395199,"recall":0.469368,"f1":0.414989,"accuracy":0.469368,"main_score":0.414989,"hf_subset":"tel_Telu-gaz_Latn","languages":["tel-Telu","gaz-Latn"]},{"precision":0.456041,"recall":0.535573,"f1":0.478284,"accuracy":0.535573,"main_score":0.478284,"hf_subset":"tel_Telu-kam_Latn","languages":["tel-Telu","kam-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"tel_Telu-lit_Latn","languages":["tel-Telu","lit-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-nob_Latn","languages":["tel-Telu","nob-Latn"]},{"precision":0.963768,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"tel_Telu-scn_Latn","languages":["tel-Telu","scn-Latn"]},{"precision":0.888175,"recall":0.920949,"f1":0.898715,"accuracy":0.920949,"main_score":0.898715,"hf_subset":"tel_Telu-tgk_Cyrl","languages":["tel-Telu","tgk-Cyrl"]},{"precision":0.416842,"recall":0.490119,"f1":0.437449,"accuracy":0.490119,"main_score":0.437449,"hf_subset":"tel_Telu-yor_Latn","languages":["tel-Telu","yor-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tel_Telu-arz_Arab","languages":["tel-Telu","arz-Arab"]},{"precision":0.471693,"recall":0.547431,"f1":0.492651,"accuracy":0.547431,"main_score":0.492651,"hf_subset":"tel_Telu-cjk_Latn","languages":["tel-Telu","cjk-Latn"]},{"precision":0.611604,"recall":0.686759,"f1":0.633373,"accuracy":0.686759,"main_score":0.633373,"hf_subset":"tel_Telu-gla_Latn","languages":["tel-Telu","gla-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tel_Telu-kan_Knda","languages":["tel-Telu","kan-Knda"]},{"precision":0.962451,"recall":0.97332,"f1":0.965909,"accuracy":0.97332,"main_score":0.965909,"hf_subset":"tel_Telu-lmo_Latn","languages":["tel-Telu","lmo-Latn"]},{"precision":0.990613,"recall":0.993083,"f1":0.991436,"accuracy":0.993083,"main_score":0.991436,"hf_subset":"tel_Telu-npi_Deva","languages":["tel-Telu","npi-Deva"]},{"precision":0.418772,"recall":0.504941,"f1":0.442201,"accuracy":0.504941,"main_score":0.442201,"hf_subset":"tel_Telu-shn_Mymr","languages":["tel-Telu","shn-Mymr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tel_Telu-tgl_Latn","languages":["tel-Telu","tgl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-yue_Hant","languages":["tel-Telu","yue-Hant"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tel_Telu-asm_Beng","languages":["tel-Telu","asm-Beng"]},{"precision":0.720192,"recall":0.781621,"f1":0.738049,"accuracy":0.781621,"main_score":0.738049,"hf_subset":"tel_Telu-ckb_Arab","languages":["tel-Telu","ckb-Arab"]},{"precision":0.697612,"recall":0.769763,"f1":0.71917,"accuracy":0.769763,"main_score":0.71917,"hf_subset":"tel_Telu-gle_Latn","languages":["tel-Telu","gle-Latn"]},{"precision":0.889575,"recall":0.923913,"f1":0.900593,"accuracy":0.923913,"main_score":0.900593,"hf_subset":"tel_Telu-kas_Arab","languages":["tel-Telu","kas-Arab"]},{"precision":0.856719,"recall":0.897233,"f1":0.869335,"accuracy":0.897233,"main_score":0.869335,"hf_subset":"tel_Telu-ltg_Latn","languages":["tel-Telu","ltg-Latn"]},{"precision":0.496716,"recall":0.570158,"f1":0.51703,"accuracy":0.570158,"main_score":0.51703,"hf_subset":"tel_Telu-nso_Latn","languages":["tel-Telu","nso-Latn"]},{"precision":0.443697,"recall":0.545455,"f1":0.472454,"accuracy":0.545455,"main_score":0.472454,"hf_subset":"tel_Telu-sin_Sinh","languages":["tel-Telu","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tel_Telu-tha_Thai","languages":["tel-Telu","tha-Thai"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-zho_Hans","languages":["tel-Telu","zho-Hans"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tel_Telu-ast_Latn","languages":["tel-Telu","ast-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"tel_Telu-crh_Latn","languages":["tel-Telu","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tel_Telu-glg_Latn","languages":["tel-Telu","glg-Latn"]},{"precision":0.776334,"recall":0.832016,"f1":0.792984,"accuracy":0.832016,"main_score":0.792984,"hf_subset":"tel_Telu-kas_Deva","languages":["tel-Telu","kas-Deva"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"tel_Telu-ltz_Latn","languages":["tel-Telu","ltz-Latn"]},{"precision":0.372422,"recall":0.452569,"f1":0.393255,"accuracy":0.452569,"main_score":0.393255,"hf_subset":"tel_Telu-nus_Latn","languages":["tel-Telu","nus-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tel_Telu-slk_Latn","languages":["tel-Telu","slk-Latn"]},{"precision":0.268855,"recall":0.332016,"f1":0.285201,"accuracy":0.332016,"main_score":0.285201,"hf_subset":"tel_Telu-tir_Ethi","languages":["tel-Telu","tir-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-zho_Hant","languages":["tel-Telu","zho-Hant"]},{"precision":0.982213,"recall":0.987154,"f1":0.98386,"accuracy":0.987154,"main_score":0.98386,"hf_subset":"tel_Telu-awa_Deva","languages":["tel-Telu","awa-Deva"]},{"precision":0.84081,"recall":0.882411,"f1":0.853722,"accuracy":0.882411,"main_score":0.853722,"hf_subset":"tel_Telu-cym_Latn","languages":["tel-Telu","cym-Latn"]},{"precision":0.680418,"recall":0.737154,"f1":0.697465,"accuracy":0.737154,"main_score":0.697465,"hf_subset":"tel_Telu-grn_Latn","languages":["tel-Telu","grn-Latn"]},{"precision":0.965415,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"tel_Telu-kat_Geor","languages":["tel-Telu","kat-Geor"]},{"precision":0.546009,"recall":0.606719,"f1":0.563126,"accuracy":0.606719,"main_score":0.563126,"hf_subset":"tel_Telu-lua_Latn","languages":["tel-Telu","lua-Latn"]},{"precision":0.500742,"recall":0.573123,"f1":0.520933,"accuracy":0.573123,"main_score":0.520933,"hf_subset":"tel_Telu-nya_Latn","languages":["tel-Telu","nya-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-slv_Latn","languages":["tel-Telu","slv-Latn"]},{"precision":0.768478,"recall":0.822134,"f1":0.784801,"accuracy":0.822134,"main_score":0.784801,"hf_subset":"tel_Telu-tpi_Latn","languages":["tel-Telu","tpi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tel_Telu-zsm_Latn","languages":["tel-Telu","zsm-Latn"]},{"precision":0.460836,"recall":0.524704,"f1":0.478679,"accuracy":0.524704,"main_score":0.478679,"hf_subset":"tel_Telu-ayr_Latn","languages":["tel-Telu","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tel_Telu-dan_Latn","languages":["tel-Telu","dan-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tel_Telu-guj_Gujr","languages":["tel-Telu","guj-Gujr"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"tel_Telu-kaz_Cyrl","languages":["tel-Telu","kaz-Cyrl"]},{"precision":0.442394,"recall":0.511858,"f1":0.461552,"accuracy":0.511858,"main_score":0.461552,"hf_subset":"tel_Telu-lug_Latn","languages":["tel-Telu","lug-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tel_Telu-oci_Latn","languages":["tel-Telu","oci-Latn"]},{"precision":0.497195,"recall":0.577075,"f1":0.519641,"accuracy":0.577075,"main_score":0.519641,"hf_subset":"tel_Telu-smo_Latn","languages":["tel-Telu","smo-Latn"]},{"precision":0.457132,"recall":0.527668,"f1":0.476074,"accuracy":0.527668,"main_score":0.476074,"hf_subset":"tel_Telu-tsn_Latn","languages":["tel-Telu","tsn-Latn"]},{"precision":0.450439,"recall":0.528656,"f1":0.471527,"accuracy":0.528656,"main_score":0.471527,"hf_subset":"tel_Telu-zul_Latn","languages":["tel-Telu","zul-Latn"]},{"precision":0.799819,"recall":0.857708,"f1":0.818215,"accuracy":0.857708,"main_score":0.818215,"hf_subset":"tel_Telu-azb_Arab","languages":["tel-Telu","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tel_Telu-deu_Latn","languages":["tel-Telu","deu-Latn"]},{"precision":0.904101,"recall":0.931818,"f1":0.912945,"accuracy":0.931818,"main_score":0.912945,"hf_subset":"tel_Telu-hat_Latn","languages":["tel-Telu","hat-Latn"]},{"precision":0.429752,"recall":0.494071,"f1":0.447792,"accuracy":0.494071,"main_score":0.447792,"hf_subset":"tel_Telu-kbp_Latn","languages":["tel-Telu","kbp-Latn"]},{"precision":0.474587,"recall":0.539526,"f1":0.492233,"accuracy":0.539526,"main_score":0.492233,"hf_subset":"tel_Telu-luo_Latn","languages":["tel-Telu","luo-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tel_Telu-ory_Orya","languages":["tel-Telu","ory-Orya"]},{"precision":0.481748,"recall":0.551383,"f1":0.5018,"accuracy":0.551383,"main_score":0.5018,"hf_subset":"tel_Telu-sna_Latn","languages":["tel-Telu","sna-Latn"]},{"precision":0.453921,"recall":0.524704,"f1":0.473095,"accuracy":0.524704,"main_score":0.473095,"hf_subset":"tel_Telu-tso_Latn","languages":["tel-Telu","tso-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tel_Telu-azj_Latn","languages":["tel-Telu","azj-Latn"]},{"precision":0.451442,"recall":0.533597,"f1":0.475173,"accuracy":0.533597,"main_score":0.475173,"hf_subset":"tel_Telu-dik_Latn","languages":["tel-Telu","dik-Latn"]},{"precision":0.461217,"recall":0.522727,"f1":0.478991,"accuracy":0.522727,"main_score":0.478991,"hf_subset":"tel_Telu-hau_Latn","languages":["tel-Telu","hau-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"tel_Telu-kea_Latn","languages":["tel-Telu","kea-Latn"]},{"precision":0.627292,"recall":0.690711,"f1":0.645426,"accuracy":0.690711,"main_score":0.645426,"hf_subset":"tel_Telu-lus_Latn","languages":["tel-Telu","lus-Latn"]},{"precision":0.780781,"recall":0.833992,"f1":0.797134,"accuracy":0.833992,"main_score":0.797134,"hf_subset":"tel_Telu-pag_Latn","languages":["tel-Telu","pag-Latn"]},{"precision":0.981555,"recall":0.987154,"f1":0.983366,"accuracy":0.987154,"main_score":0.983366,"hf_subset":"tel_Telu-snd_Arab","languages":["tel-Telu","snd-Arab"]},{"precision":0.862549,"recall":0.901186,"f1":0.874506,"accuracy":0.901186,"main_score":0.874506,"hf_subset":"tel_Telu-tuk_Latn","languages":["tel-Telu","tuk-Latn"]},{"precision":0.944005,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"tel_Telu-bak_Cyrl","languages":["tel-Telu","bak-Cyrl"]},{"precision":0.389592,"recall":0.475296,"f1":0.41408,"accuracy":0.475296,"main_score":0.41408,"hf_subset":"tel_Telu-dyu_Latn","languages":["tel-Telu","dyu-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tel_Telu-heb_Hebr","languages":["tel-Telu","heb-Hebr"]},{"precision":0.887846,"recall":0.91996,"f1":0.898057,"accuracy":0.91996,"main_score":0.898057,"hf_subset":"tel_Telu-khk_Cyrl","languages":["tel-Telu","khk-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tel_Telu-lvs_Latn","languages":["tel-Telu","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tel_Telu-pan_Guru","languages":["tel-Telu","pan-Guru"]},{"precision":0.472288,"recall":0.538538,"f1":0.489838,"accuracy":0.538538,"main_score":0.489838,"hf_subset":"tel_Telu-som_Latn","languages":["tel-Telu","som-Latn"]},{"precision":0.497707,"recall":0.560277,"f1":0.515291,"accuracy":0.560277,"main_score":0.515291,"hf_subset":"tel_Telu-tum_Latn","languages":["tel-Telu","tum-Latn"]},{"precision":0.344762,"recall":0.409091,"f1":0.361168,"accuracy":0.409091,"main_score":0.361168,"hf_subset":"ydd_Hebr-ace_Arab","languages":["ydd-Hebr","ace-Arab"]},{"precision":0.34312,"recall":0.396245,"f1":0.35819,"accuracy":0.396245,"main_score":0.35819,"hf_subset":"ydd_Hebr-bam_Latn","languages":["ydd-Hebr","bam-Latn"]},{"precision":0.11019,"recall":0.151186,"f1":0.119955,"accuracy":0.151186,"main_score":0.119955,"hf_subset":"ydd_Hebr-dzo_Tibt","languages":["ydd-Hebr","dzo-Tibt"]},{"precision":0.754776,"recall":0.817194,"f1":0.773339,"accuracy":0.817194,"main_score":0.773339,"hf_subset":"ydd_Hebr-hin_Deva","languages":["ydd-Hebr","hin-Deva"]},{"precision":0.586511,"recall":0.657115,"f1":0.606189,"accuracy":0.657115,"main_score":0.606189,"hf_subset":"ydd_Hebr-khm_Khmr","languages":["ydd-Hebr","khm-Khmr"]},{"precision":0.725618,"recall":0.789526,"f1":0.744569,"accuracy":0.789526,"main_score":0.744569,"hf_subset":"ydd_Hebr-mag_Deva","languages":["ydd-Hebr","mag-Deva"]},{"precision":0.700299,"recall":0.767787,"f1":0.720135,"accuracy":0.767787,"main_score":0.720135,"hf_subset":"ydd_Hebr-pap_Latn","languages":["ydd-Hebr","pap-Latn"]},{"precision":0.372967,"recall":0.425889,"f1":0.386898,"accuracy":0.425889,"main_score":0.386898,"hf_subset":"ydd_Hebr-sot_Latn","languages":["ydd-Hebr","sot-Latn"]},{"precision":0.721552,"recall":0.790514,"f1":0.741696,"accuracy":0.790514,"main_score":0.741696,"hf_subset":"ydd_Hebr-tur_Latn","languages":["ydd-Hebr","tur-Latn"]},{"precision":0.553011,"recall":0.614625,"f1":0.570406,"accuracy":0.614625,"main_score":0.570406,"hf_subset":"ydd_Hebr-ace_Latn","languages":["ydd-Hebr","ace-Latn"]},{"precision":0.614665,"recall":0.679842,"f1":0.632695,"accuracy":0.679842,"main_score":0.632695,"hf_subset":"ydd_Hebr-ban_Latn","languages":["ydd-Hebr","ban-Latn"]},{"precision":0.72025,"recall":0.785573,"f1":0.738273,"accuracy":0.785573,"main_score":0.738273,"hf_subset":"ydd_Hebr-ell_Grek","languages":["ydd-Hebr","ell-Grek"]},{"precision":0.709966,"recall":0.775692,"f1":0.728709,"accuracy":0.775692,"main_score":0.728709,"hf_subset":"ydd_Hebr-hne_Deva","languages":["ydd-Hebr","hne-Deva"]},{"precision":0.327374,"recall":0.387352,"f1":0.343806,"accuracy":0.387352,"main_score":0.343806,"hf_subset":"ydd_Hebr-kik_Latn","languages":["ydd-Hebr","kik-Latn"]},{"precision":0.717669,"recall":0.782609,"f1":0.736641,"accuracy":0.782609,"main_score":0.736641,"hf_subset":"ydd_Hebr-mai_Deva","languages":["ydd-Hebr","mai-Deva"]},{"precision":0.634239,"recall":0.703557,"f1":0.653709,"accuracy":0.703557,"main_score":0.653709,"hf_subset":"ydd_Hebr-pbt_Arab","languages":["ydd-Hebr","pbt-Arab"]},{"precision":0.741973,"recall":0.806324,"f1":0.761018,"accuracy":0.806324,"main_score":0.761018,"hf_subset":"ydd_Hebr-spa_Latn","languages":["ydd-Hebr","spa-Latn"]},{"precision":0.405266,"recall":0.461462,"f1":0.420204,"accuracy":0.461462,"main_score":0.420204,"hf_subset":"ydd_Hebr-twi_Latn","languages":["ydd-Hebr","twi-Latn"]},{"precision":0.706063,"recall":0.771739,"f1":0.724581,"accuracy":0.771739,"main_score":0.724581,"hf_subset":"ydd_Hebr-acm_Arab","languages":["ydd-Hebr","acm-Arab"]},{"precision":0.71847,"recall":0.786561,"f1":0.738103,"accuracy":0.786561,"main_score":0.738103,"hf_subset":"ydd_Hebr-bel_Cyrl","languages":["ydd-Hebr","bel-Cyrl"]},{"precision":0.776713,"recall":0.833992,"f1":0.793739,"accuracy":0.833992,"main_score":0.793739,"hf_subset":"ydd_Hebr-eng_Latn","languages":["ydd-Hebr","eng-Latn"]},{"precision":0.760848,"recall":0.818182,"f1":0.777833,"accuracy":0.818182,"main_score":0.777833,"hf_subset":"ydd_Hebr-hrv_Latn","languages":["ydd-Hebr","hrv-Latn"]},{"precision":0.345657,"recall":0.401186,"f1":0.360411,"accuracy":0.401186,"main_score":0.360411,"hf_subset":"ydd_Hebr-kin_Latn","languages":["ydd-Hebr","kin-Latn"]},{"precision":0.707876,"recall":0.777668,"f1":0.728395,"accuracy":0.777668,"main_score":0.728395,"hf_subset":"ydd_Hebr-mal_Mlym","languages":["ydd-Hebr","mal-Mlym"]},{"precision":0.74319,"recall":0.805336,"f1":0.761456,"accuracy":0.805336,"main_score":0.761456,"hf_subset":"ydd_Hebr-pes_Arab","languages":["ydd-Hebr","pes-Arab"]},{"precision":0.736167,"recall":0.796443,"f1":0.75337,"accuracy":0.796443,"main_score":0.75337,"hf_subset":"ydd_Hebr-srd_Latn","languages":["ydd-Hebr","srd-Latn"]},{"precision":0.161382,"recall":0.211462,"f1":0.172354,"accuracy":0.211462,"main_score":0.172354,"hf_subset":"ydd_Hebr-tzm_Tfng","languages":["ydd-Hebr","tzm-Tfng"]},{"precision":0.724094,"recall":0.789526,"f1":0.743498,"accuracy":0.789526,"main_score":0.743498,"hf_subset":"ydd_Hebr-acq_Arab","languages":["ydd-Hebr","acq-Arab"]},{"precision":0.403693,"recall":0.453557,"f1":0.417072,"accuracy":0.453557,"main_score":0.417072,"hf_subset":"ydd_Hebr-bem_Latn","languages":["ydd-Hebr","bem-Latn"]},{"precision":0.765135,"recall":0.825099,"f1":0.783023,"accuracy":0.825099,"main_score":0.783023,"hf_subset":"ydd_Hebr-epo_Latn","languages":["ydd-Hebr","epo-Latn"]},{"precision":0.730966,"recall":0.790514,"f1":0.747847,"accuracy":0.790514,"main_score":0.747847,"hf_subset":"ydd_Hebr-hun_Latn","languages":["ydd-Hebr","hun-Latn"]},{"precision":0.687576,"recall":0.754941,"f1":0.707287,"accuracy":0.754941,"main_score":0.707287,"hf_subset":"ydd_Hebr-kir_Cyrl","languages":["ydd-Hebr","kir-Cyrl"]},{"precision":0.733896,"recall":0.801383,"f1":0.75407,"accuracy":0.801383,"main_score":0.75407,"hf_subset":"ydd_Hebr-mar_Deva","languages":["ydd-Hebr","mar-Deva"]},{"precision":0.427207,"recall":0.487154,"f1":0.443476,"accuracy":0.487154,"main_score":0.443476,"hf_subset":"ydd_Hebr-plt_Latn","languages":["ydd-Hebr","plt-Latn"]},{"precision":0.756555,"recall":0.818182,"f1":0.774887,"accuracy":0.818182,"main_score":0.774887,"hf_subset":"ydd_Hebr-srp_Cyrl","languages":["ydd-Hebr","srp-Cyrl"]},{"precision":0.650568,"recall":0.72332,"f1":0.671352,"accuracy":0.72332,"main_score":0.671352,"hf_subset":"ydd_Hebr-uig_Arab","languages":["ydd-Hebr","uig-Arab"]},{"precision":0.694029,"recall":0.758893,"f1":0.71249,"accuracy":0.758893,"main_score":0.71249,"hf_subset":"ydd_Hebr-aeb_Arab","languages":["ydd-Hebr","aeb-Arab"]},{"precision":0.726927,"recall":0.797431,"f1":0.748199,"accuracy":0.797431,"main_score":0.748199,"hf_subset":"ydd_Hebr-ben_Beng","languages":["ydd-Hebr","ben-Beng"]},{"precision":0.728517,"recall":0.786561,"f1":0.745374,"accuracy":0.786561,"main_score":0.745374,"hf_subset":"ydd_Hebr-est_Latn","languages":["ydd-Hebr","est-Latn"]},{"precision":0.719944,"recall":0.786561,"f1":0.739643,"accuracy":0.786561,"main_score":0.739643,"hf_subset":"ydd_Hebr-hye_Armn","languages":["ydd-Hebr","hye-Armn"]},{"precision":0.341563,"recall":0.384387,"f1":0.353268,"accuracy":0.384387,"main_score":0.353268,"hf_subset":"ydd_Hebr-kmb_Latn","languages":["ydd-Hebr","kmb-Latn"]},{"precision":0.330083,"recall":0.401186,"f1":0.348781,"accuracy":0.401186,"main_score":0.348781,"hf_subset":"ydd_Hebr-min_Arab","languages":["ydd-Hebr","min-Arab"]},{"precision":0.731423,"recall":0.79249,"f1":0.749209,"accuracy":0.79249,"main_score":0.749209,"hf_subset":"ydd_Hebr-pol_Latn","languages":["ydd-Hebr","pol-Latn"]},{"precision":0.367196,"recall":0.423913,"f1":0.382793,"accuracy":0.423913,"main_score":0.382793,"hf_subset":"ydd_Hebr-ssw_Latn","languages":["ydd-Hebr","ssw-Latn"]},{"precision":0.759519,"recall":0.821146,"f1":0.777866,"accuracy":0.821146,"main_score":0.777866,"hf_subset":"ydd_Hebr-ukr_Cyrl","languages":["ydd-Hebr","ukr-Cyrl"]},{"precision":0.805345,"recall":0.857708,"f1":0.821492,"accuracy":0.857708,"main_score":0.821492,"hf_subset":"ydd_Hebr-afr_Latn","languages":["ydd-Hebr","afr-Latn"]},{"precision":0.675908,"recall":0.746047,"f1":0.695906,"accuracy":0.746047,"main_score":0.695906,"hf_subset":"ydd_Hebr-bho_Deva","languages":["ydd-Hebr","bho-Deva"]},{"precision":0.689567,"recall":0.753953,"f1":0.708479,"accuracy":0.753953,"main_score":0.708479,"hf_subset":"ydd_Hebr-eus_Latn","languages":["ydd-Hebr","eus-Latn"]},{"precision":0.347218,"recall":0.411067,"f1":0.365228,"accuracy":0.411067,"main_score":0.365228,"hf_subset":"ydd_Hebr-ibo_Latn","languages":["ydd-Hebr","ibo-Latn"]},{"precision":0.54333,"recall":0.605731,"f1":0.560619,"accuracy":0.605731,"main_score":0.560619,"hf_subset":"ydd_Hebr-kmr_Latn","languages":["ydd-Hebr","kmr-Latn"]},{"precision":0.679053,"recall":0.747036,"f1":0.698637,"accuracy":0.747036,"main_score":0.698637,"hf_subset":"ydd_Hebr-min_Latn","languages":["ydd-Hebr","min-Latn"]},{"precision":0.767161,"recall":0.829051,"f1":0.786067,"accuracy":0.829051,"main_score":0.786067,"hf_subset":"ydd_Hebr-por_Latn","languages":["ydd-Hebr","por-Latn"]},{"precision":0.700494,"recall":0.76087,"f1":0.717294,"accuracy":0.76087,"main_score":0.717294,"hf_subset":"ydd_Hebr-sun_Latn","languages":["ydd-Hebr","sun-Latn"]},{"precision":0.34148,"recall":0.396245,"f1":0.356534,"accuracy":0.396245,"main_score":0.356534,"hf_subset":"ydd_Hebr-umb_Latn","languages":["ydd-Hebr","umb-Latn"]},{"precision":0.705155,"recall":0.77668,"f1":0.726139,"accuracy":0.77668,"main_score":0.726139,"hf_subset":"ydd_Hebr-ajp_Arab","languages":["ydd-Hebr","ajp-Arab"]},{"precision":0.343509,"recall":0.41502,"f1":0.361399,"accuracy":0.41502,"main_score":0.361399,"hf_subset":"ydd_Hebr-bjn_Arab","languages":["ydd-Hebr","bjn-Arab"]},{"precision":0.337292,"recall":0.381423,"f1":0.349503,"accuracy":0.381423,"main_score":0.349503,"hf_subset":"ydd_Hebr-ewe_Latn","languages":["ydd-Hebr","ewe-Latn"]},{"precision":0.623208,"recall":0.683794,"f1":0.640178,"accuracy":0.683794,"main_score":0.640178,"hf_subset":"ydd_Hebr-ilo_Latn","languages":["ydd-Hebr","ilo-Latn"]},{"precision":0.179122,"recall":0.240119,"f1":0.194471,"accuracy":0.240119,"main_score":0.194471,"hf_subset":"ydd_Hebr-knc_Arab","languages":["ydd-Hebr","knc-Arab"]},{"precision":0.762599,"recall":0.824111,"f1":0.780764,"accuracy":0.824111,"main_score":0.780764,"hf_subset":"ydd_Hebr-mkd_Cyrl","languages":["ydd-Hebr","mkd-Cyrl"]},{"precision":0.7383,"recall":0.801383,"f1":0.75678,"accuracy":0.801383,"main_score":0.75678,"hf_subset":"ydd_Hebr-prs_Arab","languages":["ydd-Hebr","prs-Arab"]},{"precision":0.764601,"recall":0.824111,"f1":0.781689,"accuracy":0.824111,"main_score":0.781689,"hf_subset":"ydd_Hebr-swe_Latn","languages":["ydd-Hebr","swe-Latn"]},{"precision":0.724449,"recall":0.789526,"f1":0.743504,"accuracy":0.789526,"main_score":0.743504,"hf_subset":"ydd_Hebr-urd_Arab","languages":["ydd-Hebr","urd-Arab"]},{"precision":0.388384,"recall":0.442688,"f1":0.403283,"accuracy":0.442688,"main_score":0.403283,"hf_subset":"ydd_Hebr-aka_Latn","languages":["ydd-Hebr","aka-Latn"]},{"precision":0.646896,"recall":0.719368,"f1":0.667225,"accuracy":0.719368,"main_score":0.667225,"hf_subset":"ydd_Hebr-bjn_Latn","languages":["ydd-Hebr","bjn-Latn"]},{"precision":0.656837,"recall":0.724308,"f1":0.676074,"accuracy":0.724308,"main_score":0.676074,"hf_subset":"ydd_Hebr-fao_Latn","languages":["ydd-Hebr","fao-Latn"]},{"precision":0.752487,"recall":0.816206,"f1":0.771494,"accuracy":0.816206,"main_score":0.771494,"hf_subset":"ydd_Hebr-ind_Latn","languages":["ydd-Hebr","ind-Latn"]},{"precision":0.383367,"recall":0.433794,"f1":0.397079,"accuracy":0.433794,"main_score":0.397079,"hf_subset":"ydd_Hebr-knc_Latn","languages":["ydd-Hebr","knc-Latn"]},{"precision":0.737116,"recall":0.801383,"f1":0.756079,"accuracy":0.801383,"main_score":0.756079,"hf_subset":"ydd_Hebr-mlt_Latn","languages":["ydd-Hebr","mlt-Latn"]},{"precision":0.415128,"recall":0.464427,"f1":0.428955,"accuracy":0.464427,"main_score":0.428955,"hf_subset":"ydd_Hebr-quy_Latn","languages":["ydd-Hebr","quy-Latn"]},{"precision":0.530497,"recall":0.600791,"f1":0.550006,"accuracy":0.600791,"main_score":0.550006,"hf_subset":"ydd_Hebr-swh_Latn","languages":["ydd-Hebr","swh-Latn"]},{"precision":0.704901,"recall":0.763834,"f1":0.720919,"accuracy":0.763834,"main_score":0.720919,"hf_subset":"ydd_Hebr-uzn_Latn","languages":["ydd-Hebr","uzn-Latn"]},{"precision":0.747685,"recall":0.807312,"f1":0.765101,"accuracy":0.807312,"main_score":0.765101,"hf_subset":"ydd_Hebr-als_Latn","languages":["ydd-Hebr","als-Latn"]},{"precision":0.17208,"recall":0.221344,"f1":0.184253,"accuracy":0.221344,"main_score":0.184253,"hf_subset":"ydd_Hebr-bod_Tibt","languages":["ydd-Hebr","bod-Tibt"]},{"precision":0.347367,"recall":0.401186,"f1":0.361378,"accuracy":0.401186,"main_score":0.361378,"hf_subset":"ydd_Hebr-fij_Latn","languages":["ydd-Hebr","fij-Latn"]},{"precision":0.649325,"recall":0.719368,"f1":0.669048,"accuracy":0.719368,"main_score":0.669048,"hf_subset":"ydd_Hebr-isl_Latn","languages":["ydd-Hebr","isl-Latn"]},{"precision":0.408472,"recall":0.470356,"f1":0.425462,"accuracy":0.470356,"main_score":0.425462,"hf_subset":"ydd_Hebr-kon_Latn","languages":["ydd-Hebr","kon-Latn"]},{"precision":0.397026,"recall":0.472332,"f1":0.41734,"accuracy":0.472332,"main_score":0.41734,"hf_subset":"ydd_Hebr-mni_Beng","languages":["ydd-Hebr","mni-Beng"]},{"precision":0.778496,"recall":0.827075,"f1":0.792236,"accuracy":0.827075,"main_score":0.792236,"hf_subset":"ydd_Hebr-ron_Latn","languages":["ydd-Hebr","ron-Latn"]},{"precision":0.727871,"recall":0.790514,"f1":0.74608,"accuracy":0.790514,"main_score":0.74608,"hf_subset":"ydd_Hebr-szl_Latn","languages":["ydd-Hebr","szl-Latn"]},{"precision":0.747373,"recall":0.80336,"f1":0.76316,"accuracy":0.80336,"main_score":0.76316,"hf_subset":"ydd_Hebr-vec_Latn","languages":["ydd-Hebr","vec-Latn"]},{"precision":0.416247,"recall":0.496047,"f1":0.438498,"accuracy":0.496047,"main_score":0.438498,"hf_subset":"ydd_Hebr-amh_Ethi","languages":["ydd-Hebr","amh-Ethi"]},{"precision":0.776169,"recall":0.833004,"f1":0.792594,"accuracy":0.833004,"main_score":0.792594,"hf_subset":"ydd_Hebr-bos_Latn","languages":["ydd-Hebr","bos-Latn"]},{"precision":0.710006,"recall":0.77668,"f1":0.72863,"accuracy":0.77668,"main_score":0.72863,"hf_subset":"ydd_Hebr-fin_Latn","languages":["ydd-Hebr","fin-Latn"]},{"precision":0.747645,"recall":0.813241,"f1":0.767283,"accuracy":0.813241,"main_score":0.767283,"hf_subset":"ydd_Hebr-ita_Latn","languages":["ydd-Hebr","ita-Latn"]},{"precision":0.705131,"recall":0.777668,"f1":0.72632,"accuracy":0.777668,"main_score":0.72632,"hf_subset":"ydd_Hebr-kor_Hang","languages":["ydd-Hebr","kor-Hang"]},{"precision":0.359967,"recall":0.412055,"f1":0.373679,"accuracy":0.412055,"main_score":0.373679,"hf_subset":"ydd_Hebr-mos_Latn","languages":["ydd-Hebr","mos-Latn"]},{"precision":0.334507,"recall":0.390316,"f1":0.349517,"accuracy":0.390316,"main_score":0.349517,"hf_subset":"ydd_Hebr-run_Latn","languages":["ydd-Hebr","run-Latn"]},{"precision":0.69492,"recall":0.763834,"f1":0.714492,"accuracy":0.763834,"main_score":0.714492,"hf_subset":"ydd_Hebr-tam_Taml","languages":["ydd-Hebr","tam-Taml"]},{"precision":0.717304,"recall":0.787549,"f1":0.737636,"accuracy":0.787549,"main_score":0.737636,"hf_subset":"ydd_Hebr-vie_Latn","languages":["ydd-Hebr","vie-Latn"]},{"precision":0.699539,"recall":0.768775,"f1":0.719092,"accuracy":0.768775,"main_score":0.719092,"hf_subset":"ydd_Hebr-apc_Arab","languages":["ydd-Hebr","apc-Arab"]},{"precision":0.517585,"recall":0.576087,"f1":0.533802,"accuracy":0.576087,"main_score":0.533802,"hf_subset":"ydd_Hebr-bug_Latn","languages":["ydd-Hebr","bug-Latn"]},{"precision":0.312897,"recall":0.360672,"f1":0.325332,"accuracy":0.360672,"main_score":0.325332,"hf_subset":"ydd_Hebr-fon_Latn","languages":["ydd-Hebr","fon-Latn"]},{"precision":0.705,"recall":0.77668,"f1":0.725911,"accuracy":0.77668,"main_score":0.725911,"hf_subset":"ydd_Hebr-jav_Latn","languages":["ydd-Hebr","jav-Latn"]},{"precision":0.574548,"recall":0.649209,"f1":0.596324,"accuracy":0.649209,"main_score":0.596324,"hf_subset":"ydd_Hebr-lao_Laoo","languages":["ydd-Hebr","lao-Laoo"]},{"precision":0.395072,"recall":0.460474,"f1":0.412608,"accuracy":0.460474,"main_score":0.412608,"hf_subset":"ydd_Hebr-mri_Latn","languages":["ydd-Hebr","mri-Latn"]},{"precision":0.740238,"recall":0.80336,"f1":0.758514,"accuracy":0.80336,"main_score":0.758514,"hf_subset":"ydd_Hebr-rus_Cyrl","languages":["ydd-Hebr","rus-Cyrl"]},{"precision":0.361186,"recall":0.410079,"f1":0.374439,"accuracy":0.410079,"main_score":0.374439,"hf_subset":"ydd_Hebr-taq_Latn","languages":["ydd-Hebr","taq-Latn"]},{"precision":0.731677,"recall":0.789526,"f1":0.748372,"accuracy":0.789526,"main_score":0.748372,"hf_subset":"ydd_Hebr-war_Latn","languages":["ydd-Hebr","war-Latn"]},{"precision":0.738318,"recall":0.801383,"f1":0.757006,"accuracy":0.801383,"main_score":0.757006,"hf_subset":"ydd_Hebr-arb_Arab","languages":["ydd-Hebr","arb-Arab"]},{"precision":0.771443,"recall":0.829051,"f1":0.78901,"accuracy":0.829051,"main_score":0.78901,"hf_subset":"ydd_Hebr-bul_Cyrl","languages":["ydd-Hebr","bul-Cyrl"]},{"precision":0.757585,"recall":0.817194,"f1":0.775205,"accuracy":0.817194,"main_score":0.775205,"hf_subset":"ydd_Hebr-fra_Latn","languages":["ydd-Hebr","fra-Latn"]},{"precision":0.691001,"recall":0.767787,"f1":0.713361,"accuracy":0.767787,"main_score":0.713361,"hf_subset":"ydd_Hebr-jpn_Jpan","languages":["ydd-Hebr","jpn-Jpan"]},{"precision":0.722081,"recall":0.784585,"f1":0.740341,"accuracy":0.784585,"main_score":0.740341,"hf_subset":"ydd_Hebr-lij_Latn","languages":["ydd-Hebr","lij-Latn"]},{"precision":0.554921,"recall":0.642292,"f1":0.579575,"accuracy":0.642292,"main_score":0.579575,"hf_subset":"ydd_Hebr-mya_Mymr","languages":["ydd-Hebr","mya-Mymr"]},{"precision":0.373426,"recall":0.431818,"f1":0.38875,"accuracy":0.431818,"main_score":0.38875,"hf_subset":"ydd_Hebr-sag_Latn","languages":["ydd-Hebr","sag-Latn"]},{"precision":0.150395,"recall":0.214427,"f1":0.163978,"accuracy":0.214427,"main_score":0.163978,"hf_subset":"ydd_Hebr-taq_Tfng","languages":["ydd-Hebr","taq-Tfng"]},{"precision":0.404402,"recall":0.460474,"f1":0.420027,"accuracy":0.460474,"main_score":0.420027,"hf_subset":"ydd_Hebr-wol_Latn","languages":["ydd-Hebr","wol-Latn"]},{"precision":0.426707,"recall":0.496047,"f1":0.444277,"accuracy":0.496047,"main_score":0.444277,"hf_subset":"ydd_Hebr-arb_Latn","languages":["ydd-Hebr","arb-Latn"]},{"precision":0.783663,"recall":0.839921,"f1":0.800659,"accuracy":0.839921,"main_score":0.800659,"hf_subset":"ydd_Hebr-cat_Latn","languages":["ydd-Hebr","cat-Latn"]},{"precision":0.70529,"recall":0.769763,"f1":0.724386,"accuracy":0.769763,"main_score":0.724386,"hf_subset":"ydd_Hebr-fur_Latn","languages":["ydd-Hebr","fur-Latn"]},{"precision":0.270926,"recall":0.315217,"f1":0.28294,"accuracy":0.315217,"main_score":0.28294,"hf_subset":"ydd_Hebr-kab_Latn","languages":["ydd-Hebr","kab-Latn"]},{"precision":0.724481,"recall":0.789526,"f1":0.743585,"accuracy":0.789526,"main_score":0.743585,"hf_subset":"ydd_Hebr-lim_Latn","languages":["ydd-Hebr","lim-Latn"]},{"precision":0.758451,"recall":0.816206,"f1":0.775055,"accuracy":0.816206,"main_score":0.775055,"hf_subset":"ydd_Hebr-nld_Latn","languages":["ydd-Hebr","nld-Latn"]},{"precision":0.664074,"recall":0.73419,"f1":0.684244,"accuracy":0.73419,"main_score":0.684244,"hf_subset":"ydd_Hebr-san_Deva","languages":["ydd-Hebr","san-Deva"]},{"precision":0.722941,"recall":0.784585,"f1":0.741033,"accuracy":0.784585,"main_score":0.741033,"hf_subset":"ydd_Hebr-tat_Cyrl","languages":["ydd-Hebr","tat-Cyrl"]},{"precision":0.412978,"recall":0.468379,"f1":0.429167,"accuracy":0.468379,"main_score":0.429167,"hf_subset":"ydd_Hebr-xho_Latn","languages":["ydd-Hebr","xho-Latn"]},{"precision":0.710977,"recall":0.779644,"f1":0.730974,"accuracy":0.779644,"main_score":0.730974,"hf_subset":"ydd_Hebr-ars_Arab","languages":["ydd-Hebr","ars-Arab"]},{"precision":0.74585,"recall":0.802372,"f1":0.762047,"accuracy":0.802372,"main_score":0.762047,"hf_subset":"ydd_Hebr-ceb_Latn","languages":["ydd-Hebr","ceb-Latn"]},{"precision":0.355769,"recall":0.411067,"f1":0.371448,"accuracy":0.411067,"main_score":0.371448,"hf_subset":"ydd_Hebr-fuv_Latn","languages":["ydd-Hebr","fuv-Latn"]},{"precision":0.361638,"recall":0.411067,"f1":0.375482,"accuracy":0.411067,"main_score":0.375482,"hf_subset":"ydd_Hebr-kac_Latn","languages":["ydd-Hebr","kac-Latn"]},{"precision":0.40955,"recall":0.468379,"f1":0.426214,"accuracy":0.468379,"main_score":0.426214,"hf_subset":"ydd_Hebr-lin_Latn","languages":["ydd-Hebr","lin-Latn"]},{"precision":0.768149,"recall":0.828063,"f1":0.786067,"accuracy":0.828063,"main_score":0.786067,"hf_subset":"ydd_Hebr-nno_Latn","languages":["ydd-Hebr","nno-Latn"]},{"precision":0.036287,"recall":0.081028,"f1":0.043731,"accuracy":0.081028,"main_score":0.043731,"hf_subset":"ydd_Hebr-sat_Olck","languages":["ydd-Hebr","sat-Olck"]},{"precision":0.737385,"recall":0.799407,"f1":0.755868,"accuracy":0.799407,"main_score":0.755868,"hf_subset":"ydd_Hebr-tel_Telu","languages":["ydd-Hebr","tel-Telu"]},{"precision":0.642162,"recall":0.717391,"f1":0.663609,"accuracy":0.717391,"main_score":0.663609,"hf_subset":"ydd_Hebr-ary_Arab","languages":["ydd-Hebr","ary-Arab"]},{"precision":0.7632,"recall":0.818182,"f1":0.779158,"accuracy":0.818182,"main_score":0.779158,"hf_subset":"ydd_Hebr-ces_Latn","languages":["ydd-Hebr","ces-Latn"]},{"precision":0.331342,"recall":0.394269,"f1":0.348178,"accuracy":0.394269,"main_score":0.348178,"hf_subset":"ydd_Hebr-gaz_Latn","languages":["ydd-Hebr","gaz-Latn"]},{"precision":0.359765,"recall":0.413043,"f1":0.373996,"accuracy":0.413043,"main_score":0.373996,"hf_subset":"ydd_Hebr-kam_Latn","languages":["ydd-Hebr","kam-Latn"]},{"precision":0.732197,"recall":0.796443,"f1":0.751355,"accuracy":0.796443,"main_score":0.751355,"hf_subset":"ydd_Hebr-lit_Latn","languages":["ydd-Hebr","lit-Latn"]},{"precision":0.770611,"recall":0.83004,"f1":0.788329,"accuracy":0.83004,"main_score":0.788329,"hf_subset":"ydd_Hebr-nob_Latn","languages":["ydd-Hebr","nob-Latn"]},{"precision":0.698412,"recall":0.763834,"f1":0.717229,"accuracy":0.763834,"main_score":0.717229,"hf_subset":"ydd_Hebr-scn_Latn","languages":["ydd-Hebr","scn-Latn"]},{"precision":0.656541,"recall":0.725296,"f1":0.675975,"accuracy":0.725296,"main_score":0.675975,"hf_subset":"ydd_Hebr-tgk_Cyrl","languages":["ydd-Hebr","tgk-Cyrl"]},{"precision":0.294096,"recall":0.355731,"f1":0.310961,"accuracy":0.355731,"main_score":0.310961,"hf_subset":"ydd_Hebr-yor_Latn","languages":["ydd-Hebr","yor-Latn"]},{"precision":0.695597,"recall":0.763834,"f1":0.714534,"accuracy":0.763834,"main_score":0.714534,"hf_subset":"ydd_Hebr-arz_Arab","languages":["ydd-Hebr","arz-Arab"]},{"precision":0.350668,"recall":0.403162,"f1":0.364477,"accuracy":0.403162,"main_score":0.364477,"hf_subset":"ydd_Hebr-cjk_Latn","languages":["ydd-Hebr","cjk-Latn"]},{"precision":0.486089,"recall":0.5583,"f1":0.505758,"accuracy":0.5583,"main_score":0.505758,"hf_subset":"ydd_Hebr-gla_Latn","languages":["ydd-Hebr","gla-Latn"]},{"precision":0.714612,"recall":0.784585,"f1":0.735096,"accuracy":0.784585,"main_score":0.735096,"hf_subset":"ydd_Hebr-kan_Knda","languages":["ydd-Hebr","kan-Knda"]},{"precision":0.716404,"recall":0.774704,"f1":0.733444,"accuracy":0.774704,"main_score":0.733444,"hf_subset":"ydd_Hebr-lmo_Latn","languages":["ydd-Hebr","lmo-Latn"]},{"precision":0.732345,"recall":0.798419,"f1":0.751797,"accuracy":0.798419,"main_score":0.751797,"hf_subset":"ydd_Hebr-npi_Deva","languages":["ydd-Hebr","npi-Deva"]},{"precision":0.305912,"recall":0.379447,"f1":0.325672,"accuracy":0.379447,"main_score":0.325672,"hf_subset":"ydd_Hebr-shn_Mymr","languages":["ydd-Hebr","shn-Mymr"]},{"precision":0.755394,"recall":0.810277,"f1":0.771319,"accuracy":0.810277,"main_score":0.771319,"hf_subset":"ydd_Hebr-tgl_Latn","languages":["ydd-Hebr","tgl-Latn"]},{"precision":0.706301,"recall":0.779644,"f1":0.728047,"accuracy":0.779644,"main_score":0.728047,"hf_subset":"ydd_Hebr-yue_Hant","languages":["ydd-Hebr","yue-Hant"]},{"precision":0.677347,"recall":0.749012,"f1":0.698017,"accuracy":0.749012,"main_score":0.698017,"hf_subset":"ydd_Hebr-asm_Beng","languages":["ydd-Hebr","asm-Beng"]},{"precision":0.516601,"recall":0.588933,"f1":0.53588,"accuracy":0.588933,"main_score":0.53588,"hf_subset":"ydd_Hebr-ckb_Arab","languages":["ydd-Hebr","ckb-Arab"]},{"precision":0.572078,"recall":0.646245,"f1":0.593137,"accuracy":0.646245,"main_score":0.593137,"hf_subset":"ydd_Hebr-gle_Latn","languages":["ydd-Hebr","gle-Latn"]},{"precision":0.579844,"recall":0.66502,"f1":0.603818,"accuracy":0.66502,"main_score":0.603818,"hf_subset":"ydd_Hebr-kas_Arab","languages":["ydd-Hebr","kas-Arab"]},{"precision":0.61059,"recall":0.681818,"f1":0.630629,"accuracy":0.681818,"main_score":0.630629,"hf_subset":"ydd_Hebr-ltg_Latn","languages":["ydd-Hebr","ltg-Latn"]},{"precision":0.385395,"recall":0.436759,"f1":0.39898,"accuracy":0.436759,"main_score":0.39898,"hf_subset":"ydd_Hebr-nso_Latn","languages":["ydd-Hebr","nso-Latn"]},{"precision":0.340595,"recall":0.412055,"f1":0.359333,"accuracy":0.412055,"main_score":0.359333,"hf_subset":"ydd_Hebr-sin_Sinh","languages":["ydd-Hebr","sin-Sinh"]},{"precision":0.719524,"recall":0.786561,"f1":0.738677,"accuracy":0.786561,"main_score":0.738677,"hf_subset":"ydd_Hebr-tha_Thai","languages":["ydd-Hebr","tha-Thai"]},{"precision":0.710648,"recall":0.780632,"f1":0.731341,"accuracy":0.780632,"main_score":0.731341,"hf_subset":"ydd_Hebr-zho_Hans","languages":["ydd-Hebr","zho-Hans"]},{"precision":0.744393,"recall":0.810277,"f1":0.763554,"accuracy":0.810277,"main_score":0.763554,"hf_subset":"ydd_Hebr-ast_Latn","languages":["ydd-Hebr","ast-Latn"]},{"precision":0.673064,"recall":0.741107,"f1":0.692377,"accuracy":0.741107,"main_score":0.692377,"hf_subset":"ydd_Hebr-crh_Latn","languages":["ydd-Hebr","crh-Latn"]},{"precision":0.763694,"recall":0.825099,"f1":0.782268,"accuracy":0.825099,"main_score":0.782268,"hf_subset":"ydd_Hebr-glg_Latn","languages":["ydd-Hebr","glg-Latn"]},{"precision":0.497954,"recall":0.577075,"f1":0.519825,"accuracy":0.577075,"main_score":0.519825,"hf_subset":"ydd_Hebr-kas_Deva","languages":["ydd-Hebr","kas-Deva"]},{"precision":0.757082,"recall":0.815217,"f1":0.774148,"accuracy":0.815217,"main_score":0.774148,"hf_subset":"ydd_Hebr-ltz_Latn","languages":["ydd-Hebr","ltz-Latn"]},{"precision":0.321199,"recall":0.382411,"f1":0.337528,"accuracy":0.382411,"main_score":0.337528,"hf_subset":"ydd_Hebr-nus_Latn","languages":["ydd-Hebr","nus-Latn"]},{"precision":0.739998,"recall":0.80336,"f1":0.758795,"accuracy":0.80336,"main_score":0.758795,"hf_subset":"ydd_Hebr-slk_Latn","languages":["ydd-Hebr","slk-Latn"]},{"precision":0.24168,"recall":0.304348,"f1":0.2582,"accuracy":0.304348,"main_score":0.2582,"hf_subset":"ydd_Hebr-tir_Ethi","languages":["ydd-Hebr","tir-Ethi"]},{"precision":0.696904,"recall":0.769763,"f1":0.718249,"accuracy":0.769763,"main_score":0.718249,"hf_subset":"ydd_Hebr-zho_Hant","languages":["ydd-Hebr","zho-Hant"]},{"precision":0.710912,"recall":0.778656,"f1":0.730621,"accuracy":0.778656,"main_score":0.730621,"hf_subset":"ydd_Hebr-awa_Deva","languages":["ydd-Hebr","awa-Deva"]},{"precision":0.622277,"recall":0.687747,"f1":0.640322,"accuracy":0.687747,"main_score":0.640322,"hf_subset":"ydd_Hebr-cym_Latn","languages":["ydd-Hebr","cym-Latn"]},{"precision":0.466056,"recall":0.522727,"f1":0.480647,"accuracy":0.522727,"main_score":0.480647,"hf_subset":"ydd_Hebr-grn_Latn","languages":["ydd-Hebr","grn-Latn"]},{"precision":0.71067,"recall":0.772727,"f1":0.728527,"accuracy":0.772727,"main_score":0.728527,"hf_subset":"ydd_Hebr-kat_Geor","languages":["ydd-Hebr","kat-Geor"]},{"precision":0.391055,"recall":0.456522,"f1":0.408802,"accuracy":0.456522,"main_score":0.408802,"hf_subset":"ydd_Hebr-lua_Latn","languages":["ydd-Hebr","lua-Latn"]},{"precision":0.371756,"recall":0.421937,"f1":0.386094,"accuracy":0.421937,"main_score":0.386094,"hf_subset":"ydd_Hebr-nya_Latn","languages":["ydd-Hebr","nya-Latn"]},{"precision":0.746872,"recall":0.8083,"f1":0.764828,"accuracy":0.8083,"main_score":0.764828,"hf_subset":"ydd_Hebr-slv_Latn","languages":["ydd-Hebr","slv-Latn"]},{"precision":0.552426,"recall":0.612648,"f1":0.568925,"accuracy":0.612648,"main_score":0.568925,"hf_subset":"ydd_Hebr-tpi_Latn","languages":["ydd-Hebr","tpi-Latn"]},{"precision":0.750242,"recall":0.812253,"f1":0.768577,"accuracy":0.812253,"main_score":0.768577,"hf_subset":"ydd_Hebr-zsm_Latn","languages":["ydd-Hebr","zsm-Latn"]},{"precision":0.36067,"recall":0.402174,"f1":0.372195,"accuracy":0.402174,"main_score":0.372195,"hf_subset":"ydd_Hebr-ayr_Latn","languages":["ydd-Hebr","ayr-Latn"]},{"precision":0.786627,"recall":0.840909,"f1":0.802602,"accuracy":0.840909,"main_score":0.802602,"hf_subset":"ydd_Hebr-dan_Latn","languages":["ydd-Hebr","dan-Latn"]},{"precision":0.746146,"recall":0.805336,"f1":0.763161,"accuracy":0.805336,"main_score":0.763161,"hf_subset":"ydd_Hebr-guj_Gujr","languages":["ydd-Hebr","guj-Gujr"]},{"precision":0.731976,"recall":0.794466,"f1":0.750085,"accuracy":0.794466,"main_score":0.750085,"hf_subset":"ydd_Hebr-kaz_Cyrl","languages":["ydd-Hebr","kaz-Cyrl"]},{"precision":0.343947,"recall":0.398221,"f1":0.358983,"accuracy":0.398221,"main_score":0.358983,"hf_subset":"ydd_Hebr-lug_Latn","languages":["ydd-Hebr","lug-Latn"]},{"precision":0.752174,"recall":0.816206,"f1":0.77164,"accuracy":0.816206,"main_score":0.77164,"hf_subset":"ydd_Hebr-oci_Latn","languages":["ydd-Hebr","oci-Latn"]},{"precision":0.385096,"recall":0.432806,"f1":0.398044,"accuracy":0.432806,"main_score":0.398044,"hf_subset":"ydd_Hebr-smo_Latn","languages":["ydd-Hebr","smo-Latn"]},{"precision":0.348827,"recall":0.401186,"f1":0.362842,"accuracy":0.401186,"main_score":0.362842,"hf_subset":"ydd_Hebr-tsn_Latn","languages":["ydd-Hebr","tsn-Latn"]},{"precision":0.36065,"recall":0.424901,"f1":0.377549,"accuracy":0.424901,"main_score":0.377549,"hf_subset":"ydd_Hebr-zul_Latn","languages":["ydd-Hebr","zul-Latn"]},{"precision":0.53471,"recall":0.610672,"f1":0.556305,"accuracy":0.610672,"main_score":0.556305,"hf_subset":"ydd_Hebr-azb_Arab","languages":["ydd-Hebr","azb-Arab"]},{"precision":0.77855,"recall":0.832016,"f1":0.794422,"accuracy":0.832016,"main_score":0.794422,"hf_subset":"ydd_Hebr-deu_Latn","languages":["ydd-Hebr","deu-Latn"]},{"precision":0.642206,"recall":0.716403,"f1":0.663792,"accuracy":0.716403,"main_score":0.663792,"hf_subset":"ydd_Hebr-hat_Latn","languages":["ydd-Hebr","hat-Latn"]},{"precision":0.320883,"recall":0.368577,"f1":0.333418,"accuracy":0.368577,"main_score":0.333418,"hf_subset":"ydd_Hebr-kbp_Latn","languages":["ydd-Hebr","kbp-Latn"]},{"precision":0.355637,"recall":0.408103,"f1":0.370309,"accuracy":0.408103,"main_score":0.370309,"hf_subset":"ydd_Hebr-luo_Latn","languages":["ydd-Hebr","luo-Latn"]},{"precision":0.707969,"recall":0.774704,"f1":0.72695,"accuracy":0.774704,"main_score":0.72695,"hf_subset":"ydd_Hebr-ory_Orya","languages":["ydd-Hebr","ory-Orya"]},{"precision":0.359637,"recall":0.411067,"f1":0.374107,"accuracy":0.411067,"main_score":0.374107,"hf_subset":"ydd_Hebr-sna_Latn","languages":["ydd-Hebr","sna-Latn"]},{"precision":0.367933,"recall":0.421937,"f1":0.382404,"accuracy":0.421937,"main_score":0.382404,"hf_subset":"ydd_Hebr-tso_Latn","languages":["ydd-Hebr","tso-Latn"]},{"precision":0.682602,"recall":0.751976,"f1":0.702234,"accuracy":0.751976,"main_score":0.702234,"hf_subset":"ydd_Hebr-azj_Latn","languages":["ydd-Hebr","azj-Latn"]},{"precision":0.322878,"recall":0.380435,"f1":0.339403,"accuracy":0.380435,"main_score":0.339403,"hf_subset":"ydd_Hebr-dik_Latn","languages":["ydd-Hebr","dik-Latn"]},{"precision":0.359125,"recall":0.402174,"f1":0.370252,"accuracy":0.402174,"main_score":0.370252,"hf_subset":"ydd_Hebr-hau_Latn","languages":["ydd-Hebr","hau-Latn"]},{"precision":0.700554,"recall":0.766798,"f1":0.719051,"accuracy":0.766798,"main_score":0.719051,"hf_subset":"ydd_Hebr-kea_Latn","languages":["ydd-Hebr","kea-Latn"]},{"precision":0.433391,"recall":0.488142,"f1":0.448729,"accuracy":0.488142,"main_score":0.448729,"hf_subset":"ydd_Hebr-lus_Latn","languages":["ydd-Hebr","lus-Latn"]},{"precision":0.553055,"recall":0.603755,"f1":0.567809,"accuracy":0.603755,"main_score":0.567809,"hf_subset":"ydd_Hebr-pag_Latn","languages":["ydd-Hebr","pag-Latn"]},{"precision":0.720894,"recall":0.790514,"f1":0.741343,"accuracy":0.790514,"main_score":0.741343,"hf_subset":"ydd_Hebr-snd_Arab","languages":["ydd-Hebr","snd-Arab"]},{"precision":0.582702,"recall":0.658103,"f1":0.604031,"accuracy":0.658103,"main_score":0.604031,"hf_subset":"ydd_Hebr-tuk_Latn","languages":["ydd-Hebr","tuk-Latn"]},{"precision":0.689114,"recall":0.75,"f1":0.70666,"accuracy":0.75,"main_score":0.70666,"hf_subset":"ydd_Hebr-bak_Cyrl","languages":["ydd-Hebr","bak-Cyrl"]},{"precision":0.262811,"recall":0.333004,"f1":0.282061,"accuracy":0.333004,"main_score":0.282061,"hf_subset":"ydd_Hebr-dyu_Latn","languages":["ydd-Hebr","dyu-Latn"]},{"precision":0.728257,"recall":0.79249,"f1":0.746654,"accuracy":0.79249,"main_score":0.746654,"hf_subset":"ydd_Hebr-heb_Hebr","languages":["ydd-Hebr","heb-Hebr"]},{"precision":0.623634,"recall":0.697628,"f1":0.644571,"accuracy":0.697628,"main_score":0.644571,"hf_subset":"ydd_Hebr-khk_Cyrl","languages":["ydd-Hebr","khk-Cyrl"]},{"precision":0.738226,"recall":0.798419,"f1":0.755445,"accuracy":0.798419,"main_score":0.755445,"hf_subset":"ydd_Hebr-lvs_Latn","languages":["ydd-Hebr","lvs-Latn"]},{"precision":0.73555,"recall":0.798419,"f1":0.753724,"accuracy":0.798419,"main_score":0.753724,"hf_subset":"ydd_Hebr-pan_Guru","languages":["ydd-Hebr","pan-Guru"]},{"precision":0.372473,"recall":0.423913,"f1":0.386653,"accuracy":0.423913,"main_score":0.386653,"hf_subset":"ydd_Hebr-som_Latn","languages":["ydd-Hebr","som-Latn"]},{"precision":0.359034,"recall":0.412055,"f1":0.373283,"accuracy":0.412055,"main_score":0.373283,"hf_subset":"ydd_Hebr-tum_Latn","languages":["ydd-Hebr","tum-Latn"]},{"precision":0.419607,"recall":0.5,"f1":0.441083,"accuracy":0.5,"main_score":0.441083,"hf_subset":"ary_Arab-ace_Arab","languages":["ary-Arab","ace-Arab"]},{"precision":0.412107,"recall":0.486166,"f1":0.432476,"accuracy":0.486166,"main_score":0.432476,"hf_subset":"ary_Arab-bam_Latn","languages":["ary-Arab","bam-Latn"]},{"precision":0.110483,"recall":0.167984,"f1":0.125074,"accuracy":0.167984,"main_score":0.125074,"hf_subset":"ary_Arab-dzo_Tibt","languages":["ary-Arab","dzo-Tibt"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"ary_Arab-hin_Deva","languages":["ary-Arab","hin-Deva"]},{"precision":0.85639,"recall":0.900198,"f1":0.870718,"accuracy":0.900198,"main_score":0.870718,"hf_subset":"ary_Arab-khm_Khmr","languages":["ary-Arab","khm-Khmr"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"ary_Arab-mag_Deva","languages":["ary-Arab","mag-Deva"]},{"precision":0.931489,"recall":0.952569,"f1":0.938406,"accuracy":0.952569,"main_score":0.938406,"hf_subset":"ary_Arab-pap_Latn","languages":["ary-Arab","pap-Latn"]},{"precision":0.441695,"recall":0.525692,"f1":0.465657,"accuracy":0.525692,"main_score":0.465657,"hf_subset":"ary_Arab-sot_Latn","languages":["ary-Arab","sot-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ary_Arab-tur_Latn","languages":["ary-Arab","tur-Latn"]},{"precision":0.748857,"recall":0.805336,"f1":0.765761,"accuracy":0.805336,"main_score":0.765761,"hf_subset":"ary_Arab-ace_Latn","languages":["ary-Arab","ace-Latn"]},{"precision":0.888093,"recall":0.91996,"f1":0.898123,"accuracy":0.91996,"main_score":0.898123,"hf_subset":"ary_Arab-ban_Latn","languages":["ary-Arab","ban-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"ary_Arab-ell_Grek","languages":["ary-Arab","ell-Grek"]},{"precision":0.958992,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"ary_Arab-hne_Deva","languages":["ary-Arab","hne-Deva"]},{"precision":0.445935,"recall":0.533597,"f1":0.470867,"accuracy":0.533597,"main_score":0.470867,"hf_subset":"ary_Arab-kik_Latn","languages":["ary-Arab","kik-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"ary_Arab-mai_Deva","languages":["ary-Arab","mai-Deva"]},{"precision":0.834848,"recall":0.879447,"f1":0.848781,"accuracy":0.879447,"main_score":0.848781,"hf_subset":"ary_Arab-pbt_Arab","languages":["ary-Arab","pbt-Arab"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"ary_Arab-spa_Latn","languages":["ary-Arab","spa-Latn"]},{"precision":0.495786,"recall":0.58004,"f1":0.519248,"accuracy":0.58004,"main_score":0.519248,"hf_subset":"ary_Arab-twi_Latn","languages":["ary-Arab","twi-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"ary_Arab-acm_Arab","languages":["ary-Arab","acm-Arab"]},{"precision":0.964097,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"ary_Arab-bel_Cyrl","languages":["ary-Arab","bel-Cyrl"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"ary_Arab-eng_Latn","languages":["ary-Arab","eng-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"ary_Arab-hrv_Latn","languages":["ary-Arab","hrv-Latn"]},{"precision":0.408077,"recall":0.488142,"f1":0.429804,"accuracy":0.488142,"main_score":0.429804,"hf_subset":"ary_Arab-kin_Latn","languages":["ary-Arab","kin-Latn"]},{"precision":0.950099,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"ary_Arab-mal_Mlym","languages":["ary-Arab","mal-Mlym"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"ary_Arab-pes_Arab","languages":["ary-Arab","pes-Arab"]},{"precision":0.940217,"recall":0.95751,"f1":0.945817,"accuracy":0.95751,"main_score":0.945817,"hf_subset":"ary_Arab-srd_Latn","languages":["ary-Arab","srd-Latn"]},{"precision":0.120532,"recall":0.185771,"f1":0.134575,"accuracy":0.185771,"main_score":0.134575,"hf_subset":"ary_Arab-tzm_Tfng","languages":["ary-Arab","tzm-Tfng"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"ary_Arab-acq_Arab","languages":["ary-Arab","acq-Arab"]},{"precision":0.4755,"recall":0.560277,"f1":0.498899,"accuracy":0.560277,"main_score":0.498899,"hf_subset":"ary_Arab-bem_Latn","languages":["ary-Arab","bem-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"ary_Arab-epo_Latn","languages":["ary-Arab","epo-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"ary_Arab-hun_Latn","languages":["ary-Arab","hun-Latn"]},{"precision":0.907279,"recall":0.934783,"f1":0.916337,"accuracy":0.934783,"main_score":0.916337,"hf_subset":"ary_Arab-kir_Cyrl","languages":["ary-Arab","kir-Cyrl"]},{"precision":0.956192,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"ary_Arab-mar_Deva","languages":["ary-Arab","mar-Deva"]},{"precision":0.504044,"recall":0.579051,"f1":0.525763,"accuracy":0.579051,"main_score":0.525763,"hf_subset":"ary_Arab-plt_Latn","languages":["ary-Arab","plt-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"ary_Arab-srp_Cyrl","languages":["ary-Arab","srp-Cyrl"]},{"precision":0.868742,"recall":0.905138,"f1":0.880402,"accuracy":0.905138,"main_score":0.880402,"hf_subset":"ary_Arab-uig_Arab","languages":["ary-Arab","uig-Arab"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ary_Arab-aeb_Arab","languages":["ary-Arab","aeb-Arab"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"ary_Arab-ben_Beng","languages":["ary-Arab","ben-Beng"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"ary_Arab-est_Latn","languages":["ary-Arab","est-Latn"]},{"precision":0.956028,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"ary_Arab-hye_Armn","languages":["ary-Arab","hye-Armn"]},{"precision":0.401737,"recall":0.478261,"f1":0.422926,"accuracy":0.478261,"main_score":0.422926,"hf_subset":"ary_Arab-kmb_Latn","languages":["ary-Arab","kmb-Latn"]},{"precision":0.343796,"recall":0.436759,"f1":0.368496,"accuracy":0.436759,"main_score":0.368496,"hf_subset":"ary_Arab-min_Arab","languages":["ary-Arab","min-Arab"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"ary_Arab-pol_Latn","languages":["ary-Arab","pol-Latn"]},{"precision":0.399495,"recall":0.488142,"f1":0.423516,"accuracy":0.488142,"main_score":0.423516,"hf_subset":"ary_Arab-ssw_Latn","languages":["ary-Arab","ssw-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"ary_Arab-ukr_Cyrl","languages":["ary-Arab","ukr-Cyrl"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"ary_Arab-afr_Latn","languages":["ary-Arab","afr-Latn"]},{"precision":0.964262,"recall":0.975296,"f1":0.967885,"accuracy":0.975296,"main_score":0.967885,"hf_subset":"ary_Arab-bho_Deva","languages":["ary-Arab","bho-Deva"]},{"precision":0.884881,"recall":0.918972,"f1":0.895718,"accuracy":0.918972,"main_score":0.895718,"hf_subset":"ary_Arab-eus_Latn","languages":["ary-Arab","eus-Latn"]},{"precision":0.432505,"recall":0.51581,"f1":0.455453,"accuracy":0.51581,"main_score":0.455453,"hf_subset":"ary_Arab-ibo_Latn","languages":["ary-Arab","ibo-Latn"]},{"precision":0.645142,"recall":0.724308,"f1":0.66845,"accuracy":0.724308,"main_score":0.66845,"hf_subset":"ary_Arab-kmr_Latn","languages":["ary-Arab","kmr-Latn"]},{"precision":0.916008,"recall":0.9417,"f1":0.924572,"accuracy":0.9417,"main_score":0.924572,"hf_subset":"ary_Arab-min_Latn","languages":["ary-Arab","min-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"ary_Arab-por_Latn","languages":["ary-Arab","por-Latn"]},{"precision":0.942852,"recall":0.960474,"f1":0.948617,"accuracy":0.960474,"main_score":0.948617,"hf_subset":"ary_Arab-sun_Latn","languages":["ary-Arab","sun-Latn"]},{"precision":0.395906,"recall":0.475296,"f1":0.418478,"accuracy":0.475296,"main_score":0.418478,"hf_subset":"ary_Arab-umb_Latn","languages":["ary-Arab","umb-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ary_Arab-ajp_Arab","languages":["ary-Arab","ajp-Arab"]},{"precision":0.379721,"recall":0.469368,"f1":0.403525,"accuracy":0.469368,"main_score":0.403525,"hf_subset":"ary_Arab-bjn_Arab","languages":["ary-Arab","bjn-Arab"]},{"precision":0.433075,"recall":0.505929,"f1":0.453048,"accuracy":0.505929,"main_score":0.453048,"hf_subset":"ary_Arab-ewe_Latn","languages":["ary-Arab","ewe-Latn"]},{"precision":0.808383,"recall":0.855731,"f1":0.823155,"accuracy":0.855731,"main_score":0.823155,"hf_subset":"ary_Arab-ilo_Latn","languages":["ary-Arab","ilo-Latn"]},{"precision":0.194295,"recall":0.266798,"f1":0.212757,"accuracy":0.266798,"main_score":0.212757,"hf_subset":"ary_Arab-knc_Arab","languages":["ary-Arab","knc-Arab"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"ary_Arab-mkd_Cyrl","languages":["ary-Arab","mkd-Cyrl"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"ary_Arab-prs_Arab","languages":["ary-Arab","prs-Arab"]},{"precision":0.975626,"recall":0.983202,"f1":0.978096,"accuracy":0.983202,"main_score":0.978096,"hf_subset":"ary_Arab-swe_Latn","languages":["ary-Arab","swe-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"ary_Arab-urd_Arab","languages":["ary-Arab","urd-Arab"]},{"precision":0.475258,"recall":0.561265,"f1":0.499607,"accuracy":0.561265,"main_score":0.499607,"hf_subset":"ary_Arab-aka_Latn","languages":["ary-Arab","aka-Latn"]},{"precision":0.938735,"recall":0.95751,"f1":0.944829,"accuracy":0.95751,"main_score":0.944829,"hf_subset":"ary_Arab-bjn_Latn","languages":["ary-Arab","bjn-Latn"]},{"precision":0.861825,"recall":0.902174,"f1":0.874638,"accuracy":0.902174,"main_score":0.874638,"hf_subset":"ary_Arab-fao_Latn","languages":["ary-Arab","fao-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"ary_Arab-ind_Latn","languages":["ary-Arab","ind-Latn"]},{"precision":0.476409,"recall":0.557312,"f1":0.499541,"accuracy":0.557312,"main_score":0.499541,"hf_subset":"ary_Arab-knc_Latn","languages":["ary-Arab","knc-Latn"]},{"precision":0.927042,"recall":0.948617,"f1":0.934124,"accuracy":0.948617,"main_score":0.934124,"hf_subset":"ary_Arab-mlt_Latn","languages":["ary-Arab","mlt-Latn"]},{"precision":0.510528,"recall":0.596838,"f1":0.5352,"accuracy":0.596838,"main_score":0.5352,"hf_subset":"ary_Arab-quy_Latn","languages":["ary-Arab","quy-Latn"]},{"precision":0.643372,"recall":0.721344,"f1":0.666702,"accuracy":0.721344,"main_score":0.666702,"hf_subset":"ary_Arab-swh_Latn","languages":["ary-Arab","swh-Latn"]},{"precision":0.952157,"recall":0.967391,"f1":0.957082,"accuracy":0.967391,"main_score":0.957082,"hf_subset":"ary_Arab-uzn_Latn","languages":["ary-Arab","uzn-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"ary_Arab-als_Latn","languages":["ary-Arab","als-Latn"]},{"precision":0.147417,"recall":0.22332,"f1":0.165097,"accuracy":0.22332,"main_score":0.165097,"hf_subset":"ary_Arab-bod_Tibt","languages":["ary-Arab","bod-Tibt"]},{"precision":0.418572,"recall":0.496047,"f1":0.439914,"accuracy":0.496047,"main_score":0.439914,"hf_subset":"ary_Arab-fij_Latn","languages":["ary-Arab","fij-Latn"]},{"precision":0.873847,"recall":0.911067,"f1":0.885672,"accuracy":0.911067,"main_score":0.885672,"hf_subset":"ary_Arab-isl_Latn","languages":["ary-Arab","isl-Latn"]},{"precision":0.491658,"recall":0.578063,"f1":0.516646,"accuracy":0.578063,"main_score":0.516646,"hf_subset":"ary_Arab-kon_Latn","languages":["ary-Arab","kon-Latn"]},{"precision":0.441407,"recall":0.541502,"f1":0.469925,"accuracy":0.541502,"main_score":0.469925,"hf_subset":"ary_Arab-mni_Beng","languages":["ary-Arab","mni-Beng"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"ary_Arab-ron_Latn","languages":["ary-Arab","ron-Latn"]},{"precision":0.941535,"recall":0.958498,"f1":0.947134,"accuracy":0.958498,"main_score":0.947134,"hf_subset":"ary_Arab-szl_Latn","languages":["ary-Arab","szl-Latn"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"ary_Arab-vec_Latn","languages":["ary-Arab","vec-Latn"]},{"precision":0.43742,"recall":0.52668,"f1":0.462388,"accuracy":0.52668,"main_score":0.462388,"hf_subset":"ary_Arab-amh_Ethi","languages":["ary-Arab","amh-Ethi"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"ary_Arab-bos_Latn","languages":["ary-Arab","bos-Latn"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"ary_Arab-fin_Latn","languages":["ary-Arab","fin-Latn"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"ary_Arab-ita_Latn","languages":["ary-Arab","ita-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"ary_Arab-kor_Hang","languages":["ary-Arab","kor-Hang"]},{"precision":0.431858,"recall":0.51581,"f1":0.455329,"accuracy":0.51581,"main_score":0.455329,"hf_subset":"ary_Arab-mos_Latn","languages":["ary-Arab","mos-Latn"]},{"precision":0.399635,"recall":0.483202,"f1":0.422352,"accuracy":0.483202,"main_score":0.422352,"hf_subset":"ary_Arab-run_Latn","languages":["ary-Arab","run-Latn"]},{"precision":0.954875,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"ary_Arab-tam_Taml","languages":["ary-Arab","tam-Taml"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"ary_Arab-vie_Latn","languages":["ary-Arab","vie-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"ary_Arab-apc_Arab","languages":["ary-Arab","apc-Arab"]},{"precision":0.706077,"recall":0.767787,"f1":0.724195,"accuracy":0.767787,"main_score":0.724195,"hf_subset":"ary_Arab-bug_Latn","languages":["ary-Arab","bug-Latn"]},{"precision":0.381973,"recall":0.454545,"f1":0.401372,"accuracy":0.454545,"main_score":0.401372,"hf_subset":"ary_Arab-fon_Latn","languages":["ary-Arab","fon-Latn"]},{"precision":0.940053,"recall":0.959486,"f1":0.946476,"accuracy":0.959486,"main_score":0.946476,"hf_subset":"ary_Arab-jav_Latn","languages":["ary-Arab","jav-Latn"]},{"precision":0.780385,"recall":0.840909,"f1":0.799261,"accuracy":0.840909,"main_score":0.799261,"hf_subset":"ary_Arab-lao_Laoo","languages":["ary-Arab","lao-Laoo"]},{"precision":0.514207,"recall":0.597826,"f1":0.537656,"accuracy":0.597826,"main_score":0.537656,"hf_subset":"ary_Arab-mri_Latn","languages":["ary-Arab","mri-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"ary_Arab-rus_Cyrl","languages":["ary-Arab","rus-Cyrl"]},{"precision":0.448403,"recall":0.522727,"f1":0.468898,"accuracy":0.522727,"main_score":0.468898,"hf_subset":"ary_Arab-taq_Latn","languages":["ary-Arab","taq-Latn"]},{"precision":0.934124,"recall":0.955534,"f1":0.941206,"accuracy":0.955534,"main_score":0.941206,"hf_subset":"ary_Arab-war_Latn","languages":["ary-Arab","war-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"ary_Arab-arb_Arab","languages":["ary-Arab","arb-Arab"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"ary_Arab-bul_Cyrl","languages":["ary-Arab","bul-Cyrl"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"ary_Arab-fra_Latn","languages":["ary-Arab","fra-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"ary_Arab-jpn_Jpan","languages":["ary-Arab","jpn-Jpan"]},{"precision":0.953722,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"ary_Arab-lij_Latn","languages":["ary-Arab","lij-Latn"]},{"precision":0.836851,"recall":0.884387,"f1":0.851927,"accuracy":0.884387,"main_score":0.851927,"hf_subset":"ary_Arab-mya_Mymr","languages":["ary-Arab","mya-Mymr"]},{"precision":0.477194,"recall":0.563241,"f1":0.501941,"accuracy":0.563241,"main_score":0.501941,"hf_subset":"ary_Arab-sag_Latn","languages":["ary-Arab","sag-Latn"]},{"precision":0.123297,"recall":0.204545,"f1":0.139261,"accuracy":0.204545,"main_score":0.139261,"hf_subset":"ary_Arab-taq_Tfng","languages":["ary-Arab","taq-Tfng"]},{"precision":0.500164,"recall":0.58498,"f1":0.524307,"accuracy":0.58498,"main_score":0.524307,"hf_subset":"ary_Arab-wol_Latn","languages":["ary-Arab","wol-Latn"]},{"precision":0.601448,"recall":0.6917,"f1":0.628004,"accuracy":0.6917,"main_score":0.628004,"hf_subset":"ary_Arab-arb_Latn","languages":["ary-Arab","arb-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"ary_Arab-cat_Latn","languages":["ary-Arab","cat-Latn"]},{"precision":0.940382,"recall":0.959486,"f1":0.94664,"accuracy":0.959486,"main_score":0.94664,"hf_subset":"ary_Arab-fur_Latn","languages":["ary-Arab","fur-Latn"]},{"precision":0.310801,"recall":0.384387,"f1":0.330901,"accuracy":0.384387,"main_score":0.330901,"hf_subset":"ary_Arab-kab_Latn","languages":["ary-Arab","kab-Latn"]},{"precision":0.935441,"recall":0.955534,"f1":0.942029,"accuracy":0.955534,"main_score":0.942029,"hf_subset":"ary_Arab-lim_Latn","languages":["ary-Arab","lim-Latn"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"ary_Arab-nld_Latn","languages":["ary-Arab","nld-Latn"]},{"precision":0.902233,"recall":0.93083,"f1":0.91138,"accuracy":0.93083,"main_score":0.91138,"hf_subset":"ary_Arab-san_Deva","languages":["ary-Arab","san-Deva"]},{"precision":0.9389,"recall":0.958498,"f1":0.945323,"accuracy":0.958498,"main_score":0.945323,"hf_subset":"ary_Arab-tat_Cyrl","languages":["ary-Arab","tat-Cyrl"]},{"precision":0.471799,"recall":0.548419,"f1":0.492631,"accuracy":0.548419,"main_score":0.492631,"hf_subset":"ary_Arab-xho_Latn","languages":["ary-Arab","xho-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"ary_Arab-ars_Arab","languages":["ary-Arab","ars-Arab"]},{"precision":0.945817,"recall":0.962451,"f1":0.951252,"accuracy":0.962451,"main_score":0.951252,"hf_subset":"ary_Arab-ceb_Latn","languages":["ary-Arab","ceb-Latn"]},{"precision":0.441706,"recall":0.51581,"f1":0.461737,"accuracy":0.51581,"main_score":0.461737,"hf_subset":"ary_Arab-fuv_Latn","languages":["ary-Arab","fuv-Latn"]},{"precision":0.417473,"recall":0.504941,"f1":0.441065,"accuracy":0.504941,"main_score":0.441065,"hf_subset":"ary_Arab-kac_Latn","languages":["ary-Arab","kac-Latn"]},{"precision":0.505374,"recall":0.590909,"f1":0.529134,"accuracy":0.590909,"main_score":0.529134,"hf_subset":"ary_Arab-lin_Latn","languages":["ary-Arab","lin-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"ary_Arab-nno_Latn","languages":["ary-Arab","nno-Latn"]},{"precision":0.015105,"recall":0.056324,"f1":0.020506,"accuracy":0.056324,"main_score":0.020506,"hf_subset":"ary_Arab-sat_Olck","languages":["ary-Arab","sat-Olck"]},{"precision":0.958992,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"ary_Arab-tel_Telu","languages":["ary-Arab","tel-Telu"]},{"precision":0.648633,"recall":0.736166,"f1":0.674835,"accuracy":0.736166,"main_score":0.674835,"hf_subset":"ary_Arab-ydd_Hebr","languages":["ary-Arab","ydd-Hebr"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"ary_Arab-ces_Latn","languages":["ary-Arab","ces-Latn"]},{"precision":0.34621,"recall":0.425889,"f1":0.367873,"accuracy":0.425889,"main_score":0.367873,"hf_subset":"ary_Arab-gaz_Latn","languages":["ary-Arab","gaz-Latn"]},{"precision":0.429289,"recall":0.512846,"f1":0.452501,"accuracy":0.512846,"main_score":0.452501,"hf_subset":"ary_Arab-kam_Latn","languages":["ary-Arab","kam-Latn"]},{"precision":0.961298,"recall":0.97332,"f1":0.96525,"accuracy":0.97332,"main_score":0.96525,"hf_subset":"ary_Arab-lit_Latn","languages":["ary-Arab","lit-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"ary_Arab-nob_Latn","languages":["ary-Arab","nob-Latn"]},{"precision":0.940547,"recall":0.958498,"f1":0.946278,"accuracy":0.958498,"main_score":0.946278,"hf_subset":"ary_Arab-scn_Latn","languages":["ary-Arab","scn-Latn"]},{"precision":0.821097,"recall":0.869565,"f1":0.836364,"accuracy":0.869565,"main_score":0.836364,"hf_subset":"ary_Arab-tgk_Cyrl","languages":["ary-Arab","tgk-Cyrl"]},{"precision":0.385394,"recall":0.472332,"f1":0.409649,"accuracy":0.472332,"main_score":0.409649,"hf_subset":"ary_Arab-yor_Latn","languages":["ary-Arab","yor-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ary_Arab-arz_Arab","languages":["ary-Arab","arz-Arab"]},{"precision":0.442072,"recall":0.529644,"f1":0.466119,"accuracy":0.529644,"main_score":0.466119,"hf_subset":"ary_Arab-cjk_Latn","languages":["ary-Arab","cjk-Latn"]},{"precision":0.52502,"recall":0.612648,"f1":0.550064,"accuracy":0.612648,"main_score":0.550064,"hf_subset":"ary_Arab-gla_Latn","languages":["ary-Arab","gla-Latn"]},{"precision":0.955534,"recall":0.969368,"f1":0.95998,"accuracy":0.969368,"main_score":0.95998,"hf_subset":"ary_Arab-kan_Knda","languages":["ary-Arab","kan-Knda"]},{"precision":0.935606,"recall":0.956522,"f1":0.942523,"accuracy":0.956522,"main_score":0.942523,"hf_subset":"ary_Arab-lmo_Latn","languages":["ary-Arab","lmo-Latn"]},{"precision":0.956192,"recall":0.969368,"f1":0.960474,"accuracy":0.969368,"main_score":0.960474,"hf_subset":"ary_Arab-npi_Deva","languages":["ary-Arab","npi-Deva"]},{"precision":0.368012,"recall":0.475296,"f1":0.396294,"accuracy":0.475296,"main_score":0.396294,"hf_subset":"ary_Arab-shn_Mymr","languages":["ary-Arab","shn-Mymr"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"ary_Arab-tgl_Latn","languages":["ary-Arab","tgl-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"ary_Arab-yue_Hant","languages":["ary-Arab","yue-Hant"]},{"precision":0.945982,"recall":0.962451,"f1":0.951416,"accuracy":0.962451,"main_score":0.951416,"hf_subset":"ary_Arab-asm_Beng","languages":["ary-Arab","asm-Beng"]},{"precision":0.64213,"recall":0.715415,"f1":0.662865,"accuracy":0.715415,"main_score":0.662865,"hf_subset":"ary_Arab-ckb_Arab","languages":["ary-Arab","ckb-Arab"]},{"precision":0.586272,"recall":0.675889,"f1":0.612945,"accuracy":0.675889,"main_score":0.612945,"hf_subset":"ary_Arab-gle_Latn","languages":["ary-Arab","gle-Latn"]},{"precision":0.829957,"recall":0.879447,"f1":0.845553,"accuracy":0.879447,"main_score":0.845553,"hf_subset":"ary_Arab-kas_Arab","languages":["ary-Arab","kas-Arab"]},{"precision":0.824555,"recall":0.873518,"f1":0.840119,"accuracy":0.873518,"main_score":0.840119,"hf_subset":"ary_Arab-ltg_Latn","languages":["ary-Arab","ltg-Latn"]},{"precision":0.459603,"recall":0.540514,"f1":0.482402,"accuracy":0.540514,"main_score":0.482402,"hf_subset":"ary_Arab-nso_Latn","languages":["ary-Arab","nso-Latn"]},{"precision":0.357476,"recall":0.450593,"f1":0.382871,"accuracy":0.450593,"main_score":0.382871,"hf_subset":"ary_Arab-sin_Sinh","languages":["ary-Arab","sin-Sinh"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ary_Arab-tha_Thai","languages":["ary-Arab","tha-Thai"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"ary_Arab-zho_Hans","languages":["ary-Arab","zho-Hans"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"ary_Arab-ast_Latn","languages":["ary-Arab","ast-Latn"]},{"precision":0.937253,"recall":0.95751,"f1":0.944005,"accuracy":0.95751,"main_score":0.944005,"hf_subset":"ary_Arab-crh_Latn","languages":["ary-Arab","crh-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"ary_Arab-glg_Latn","languages":["ary-Arab","glg-Latn"]},{"precision":0.700675,"recall":0.77668,"f1":0.723748,"accuracy":0.77668,"main_score":0.723748,"hf_subset":"ary_Arab-kas_Deva","languages":["ary-Arab","kas-Deva"]},{"precision":0.94524,"recall":0.962451,"f1":0.950823,"accuracy":0.962451,"main_score":0.950823,"hf_subset":"ary_Arab-ltz_Latn","languages":["ary-Arab","ltz-Latn"]},{"precision":0.335382,"recall":0.422925,"f1":0.358717,"accuracy":0.422925,"main_score":0.358717,"hf_subset":"ary_Arab-nus_Latn","languages":["ary-Arab","nus-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"ary_Arab-slk_Latn","languages":["ary-Arab","slk-Latn"]},{"precision":0.246232,"recall":0.320158,"f1":0.26505,"accuracy":0.320158,"main_score":0.26505,"hf_subset":"ary_Arab-tir_Ethi","languages":["ary-Arab","tir-Ethi"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"ary_Arab-zho_Hant","languages":["ary-Arab","zho-Hant"]},{"precision":0.953887,"recall":0.967391,"f1":0.958333,"accuracy":0.967391,"main_score":0.958333,"hf_subset":"ary_Arab-awa_Deva","languages":["ary-Arab","awa-Deva"]},{"precision":0.770751,"recall":0.831028,"f1":0.789789,"accuracy":0.831028,"main_score":0.789789,"hf_subset":"ary_Arab-cym_Latn","languages":["ary-Arab","cym-Latn"]},{"precision":0.683952,"recall":0.749012,"f1":0.703277,"accuracy":0.749012,"main_score":0.703277,"hf_subset":"ary_Arab-grn_Latn","languages":["ary-Arab","grn-Latn"]},{"precision":0.927372,"recall":0.949605,"f1":0.934618,"accuracy":0.949605,"main_score":0.934618,"hf_subset":"ary_Arab-kat_Geor","languages":["ary-Arab","kat-Geor"]},{"precision":0.512791,"recall":0.591897,"f1":0.534987,"accuracy":0.591897,"main_score":0.534987,"hf_subset":"ary_Arab-lua_Latn","languages":["ary-Arab","lua-Latn"]},{"precision":0.469059,"recall":0.548419,"f1":0.491007,"accuracy":0.548419,"main_score":0.491007,"hf_subset":"ary_Arab-nya_Latn","languages":["ary-Arab","nya-Latn"]},{"precision":0.97859,"recall":0.985178,"f1":0.980731,"accuracy":0.985178,"main_score":0.980731,"hf_subset":"ary_Arab-slv_Latn","languages":["ary-Arab","slv-Latn"]},{"precision":0.759223,"recall":0.820158,"f1":0.778426,"accuracy":0.820158,"main_score":0.778426,"hf_subset":"ary_Arab-tpi_Latn","languages":["ary-Arab","tpi-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"ary_Arab-zsm_Latn","languages":["ary-Arab","zsm-Latn"]},{"precision":0.435799,"recall":0.513834,"f1":0.457112,"accuracy":0.513834,"main_score":0.457112,"hf_subset":"ary_Arab-ayr_Latn","languages":["ary-Arab","ayr-Latn"]},{"precision":0.969697,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"ary_Arab-dan_Latn","languages":["ary-Arab","dan-Latn"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"ary_Arab-guj_Gujr","languages":["ary-Arab","guj-Gujr"]},{"precision":0.955534,"recall":0.970356,"f1":0.960474,"accuracy":0.970356,"main_score":0.960474,"hf_subset":"ary_Arab-kaz_Cyrl","languages":["ary-Arab","kaz-Cyrl"]},{"precision":0.395259,"recall":0.472332,"f1":0.416364,"accuracy":0.472332,"main_score":0.416364,"hf_subset":"ary_Arab-lug_Latn","languages":["ary-Arab","lug-Latn"]},{"precision":0.967227,"recall":0.977273,"f1":0.97052,"accuracy":0.977273,"main_score":0.97052,"hf_subset":"ary_Arab-oci_Latn","languages":["ary-Arab","oci-Latn"]},{"precision":0.44403,"recall":0.533597,"f1":0.469307,"accuracy":0.533597,"main_score":0.469307,"hf_subset":"ary_Arab-smo_Latn","languages":["ary-Arab","smo-Latn"]},{"precision":0.4157,"recall":0.497036,"f1":0.437833,"accuracy":0.497036,"main_score":0.437833,"hf_subset":"ary_Arab-tsn_Latn","languages":["ary-Arab","tsn-Latn"]},{"precision":0.417022,"recall":0.5,"f1":0.438775,"accuracy":0.5,"main_score":0.438775,"hf_subset":"ary_Arab-zul_Latn","languages":["ary-Arab","zul-Latn"]},{"precision":0.770586,"recall":0.831028,"f1":0.789328,"accuracy":0.831028,"main_score":0.789328,"hf_subset":"ary_Arab-azb_Arab","languages":["ary-Arab","azb-Arab"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"ary_Arab-deu_Latn","languages":["ary-Arab","deu-Latn"]},{"precision":0.862048,"recall":0.900198,"f1":0.87416,"accuracy":0.900198,"main_score":0.87416,"hf_subset":"ary_Arab-hat_Latn","languages":["ary-Arab","hat-Latn"]},{"precision":0.38373,"recall":0.463439,"f1":0.405666,"accuracy":0.463439,"main_score":0.405666,"hf_subset":"ary_Arab-kbp_Latn","languages":["ary-Arab","kbp-Latn"]},{"precision":0.428755,"recall":0.506917,"f1":0.449744,"accuracy":0.506917,"main_score":0.449744,"hf_subset":"ary_Arab-luo_Latn","languages":["ary-Arab","luo-Latn"]},{"precision":0.95191,"recall":0.967391,"f1":0.957016,"accuracy":0.967391,"main_score":0.957016,"hf_subset":"ary_Arab-ory_Orya","languages":["ary-Arab","ory-Orya"]},{"precision":0.436242,"recall":0.517787,"f1":0.459483,"accuracy":0.517787,"main_score":0.459483,"hf_subset":"ary_Arab-sna_Latn","languages":["ary-Arab","sna-Latn"]},{"precision":0.420126,"recall":0.498024,"f1":0.441997,"accuracy":0.498024,"main_score":0.441997,"hf_subset":"ary_Arab-tso_Latn","languages":["ary-Arab","tso-Latn"]},{"precision":0.962615,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"ary_Arab-azj_Latn","languages":["ary-Arab","azj-Latn"]},{"precision":0.431738,"recall":0.521739,"f1":0.457248,"accuracy":0.521739,"main_score":0.457248,"hf_subset":"ary_Arab-dik_Latn","languages":["ary-Arab","dik-Latn"]},{"precision":0.424657,"recall":0.503953,"f1":0.447765,"accuracy":0.503953,"main_score":0.447765,"hf_subset":"ary_Arab-hau_Latn","languages":["ary-Arab","hau-Latn"]},{"precision":0.925066,"recall":0.948617,"f1":0.932642,"accuracy":0.948617,"main_score":0.932642,"hf_subset":"ary_Arab-kea_Latn","languages":["ary-Arab","kea-Latn"]},{"precision":0.602368,"recall":0.676877,"f1":0.623682,"accuracy":0.676877,"main_score":0.623682,"hf_subset":"ary_Arab-lus_Latn","languages":["ary-Arab","lus-Latn"]},{"precision":0.774522,"recall":0.827075,"f1":0.790547,"accuracy":0.827075,"main_score":0.790547,"hf_subset":"ary_Arab-pag_Latn","languages":["ary-Arab","pag-Latn"]},{"precision":0.942688,"recall":0.961462,"f1":0.948946,"accuracy":0.961462,"main_score":0.948946,"hf_subset":"ary_Arab-snd_Arab","languages":["ary-Arab","snd-Arab"]},{"precision":0.816123,"recall":0.866601,"f1":0.832082,"accuracy":0.866601,"main_score":0.832082,"hf_subset":"ary_Arab-tuk_Latn","languages":["ary-Arab","tuk-Latn"]},{"precision":0.903162,"recall":0.932806,"f1":0.912879,"accuracy":0.932806,"main_score":0.912879,"hf_subset":"ary_Arab-bak_Cyrl","languages":["ary-Arab","bak-Cyrl"]},{"precision":0.375125,"recall":0.468379,"f1":0.401665,"accuracy":0.468379,"main_score":0.401665,"hf_subset":"ary_Arab-dyu_Latn","languages":["ary-Arab","dyu-Latn"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"ary_Arab-heb_Hebr","languages":["ary-Arab","heb-Hebr"]},{"precision":0.809453,"recall":0.860672,"f1":0.82556,"accuracy":0.860672,"main_score":0.82556,"hf_subset":"ary_Arab-khk_Cyrl","languages":["ary-Arab","khk-Cyrl"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"ary_Arab-lvs_Latn","languages":["ary-Arab","lvs-Latn"]},{"precision":0.968379,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"ary_Arab-pan_Guru","languages":["ary-Arab","pan-Guru"]},{"precision":0.410688,"recall":0.495059,"f1":0.434762,"accuracy":0.495059,"main_score":0.434762,"hf_subset":"ary_Arab-som_Latn","languages":["ary-Arab","som-Latn"]},{"precision":0.455897,"recall":0.531621,"f1":0.477294,"accuracy":0.531621,"main_score":0.477294,"hf_subset":"ary_Arab-tum_Latn","languages":["ary-Arab","tum-Latn"]},{"precision":0.415537,"recall":0.506917,"f1":0.44113,"accuracy":0.506917,"main_score":0.44113,"hf_subset":"ces_Latn-ace_Arab","languages":["ces-Latn","ace-Arab"]},{"precision":0.438712,"recall":0.521739,"f1":0.461354,"accuracy":0.521739,"main_score":0.461354,"hf_subset":"ces_Latn-bam_Latn","languages":["ces-Latn","bam-Latn"]},{"precision":0.105423,"recall":0.160079,"f1":0.119253,"accuracy":0.160079,"main_score":0.119253,"hf_subset":"ces_Latn-dzo_Tibt","languages":["ces-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ces_Latn-hin_Deva","languages":["ces-Latn","hin-Deva"]},{"precision":0.945158,"recall":0.963439,"f1":0.951252,"accuracy":0.963439,"main_score":0.951252,"hf_subset":"ces_Latn-khm_Khmr","languages":["ces-Latn","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ces_Latn-mag_Deva","languages":["ces-Latn","mag-Deva"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"ces_Latn-pap_Latn","languages":["ces-Latn","pap-Latn"]},{"precision":0.493334,"recall":0.573123,"f1":0.514876,"accuracy":0.573123,"main_score":0.514876,"hf_subset":"ces_Latn-sot_Latn","languages":["ces-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-tur_Latn","languages":["ces-Latn","tur-Latn"]},{"precision":0.794285,"recall":0.847826,"f1":0.810804,"accuracy":0.847826,"main_score":0.810804,"hf_subset":"ces_Latn-ace_Latn","languages":["ces-Latn","ace-Latn"]},{"precision":0.91996,"recall":0.943676,"f1":0.927536,"accuracy":0.943676,"main_score":0.927536,"hf_subset":"ces_Latn-ban_Latn","languages":["ces-Latn","ban-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-ell_Grek","languages":["ces-Latn","ell-Grek"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"ces_Latn-hne_Deva","languages":["ces-Latn","hne-Deva"]},{"precision":0.490444,"recall":0.573123,"f1":0.514116,"accuracy":0.573123,"main_score":0.514116,"hf_subset":"ces_Latn-kik_Latn","languages":["ces-Latn","kik-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-mai_Deva","languages":["ces-Latn","mai-Deva"]},{"precision":0.88167,"recall":0.918972,"f1":0.893676,"accuracy":0.918972,"main_score":0.893676,"hf_subset":"ces_Latn-pbt_Arab","languages":["ces-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ces_Latn-spa_Latn","languages":["ces-Latn","spa-Latn"]},{"precision":0.560643,"recall":0.635375,"f1":0.581356,"accuracy":0.635375,"main_score":0.581356,"hf_subset":"ces_Latn-twi_Latn","languages":["ces-Latn","twi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ces_Latn-acm_Arab","languages":["ces-Latn","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ces_Latn-bel_Cyrl","languages":["ces-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-eng_Latn","languages":["ces-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-hrv_Latn","languages":["ces-Latn","hrv-Latn"]},{"precision":0.457635,"recall":0.534585,"f1":0.47877,"accuracy":0.534585,"main_score":0.47877,"hf_subset":"ces_Latn-kin_Latn","languages":["ces-Latn","kin-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ces_Latn-mal_Mlym","languages":["ces-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-pes_Arab","languages":["ces-Latn","pes-Arab"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"ces_Latn-srd_Latn","languages":["ces-Latn","srd-Latn"]},{"precision":0.108384,"recall":0.173913,"f1":0.122186,"accuracy":0.173913,"main_score":0.122186,"hf_subset":"ces_Latn-tzm_Tfng","languages":["ces-Latn","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ces_Latn-acq_Arab","languages":["ces-Latn","acq-Arab"]},{"precision":0.513994,"recall":0.594862,"f1":0.536295,"accuracy":0.594862,"main_score":0.536295,"hf_subset":"ces_Latn-bem_Latn","languages":["ces-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-epo_Latn","languages":["ces-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-hun_Latn","languages":["ces-Latn","hun-Latn"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"ces_Latn-kir_Cyrl","languages":["ces-Latn","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ces_Latn-mar_Deva","languages":["ces-Latn","mar-Deva"]},{"precision":0.543923,"recall":0.621542,"f1":0.56664,"accuracy":0.621542,"main_score":0.56664,"hf_subset":"ces_Latn-plt_Latn","languages":["ces-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-srp_Cyrl","languages":["ces-Latn","srp-Cyrl"]},{"precision":0.945323,"recall":0.962451,"f1":0.950922,"accuracy":0.962451,"main_score":0.950922,"hf_subset":"ces_Latn-uig_Arab","languages":["ces-Latn","uig-Arab"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"ces_Latn-aeb_Arab","languages":["ces-Latn","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-ben_Beng","languages":["ces-Latn","ben-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ces_Latn-est_Latn","languages":["ces-Latn","est-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ces_Latn-hye_Armn","languages":["ces-Latn","hye-Armn"]},{"precision":0.459447,"recall":0.535573,"f1":0.480598,"accuracy":0.535573,"main_score":0.480598,"hf_subset":"ces_Latn-kmb_Latn","languages":["ces-Latn","kmb-Latn"]},{"precision":0.360192,"recall":0.460474,"f1":0.38695,"accuracy":0.460474,"main_score":0.38695,"hf_subset":"ces_Latn-min_Arab","languages":["ces-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-pol_Latn","languages":["ces-Latn","pol-Latn"]},{"precision":0.439991,"recall":0.522727,"f1":0.46165,"accuracy":0.522727,"main_score":0.46165,"hf_subset":"ces_Latn-ssw_Latn","languages":["ces-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-ukr_Cyrl","languages":["ces-Latn","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ces_Latn-afr_Latn","languages":["ces-Latn","afr-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ces_Latn-bho_Deva","languages":["ces-Latn","bho-Deva"]},{"precision":0.937912,"recall":0.95751,"f1":0.94417,"accuracy":0.95751,"main_score":0.94417,"hf_subset":"ces_Latn-eus_Latn","languages":["ces-Latn","eus-Latn"]},{"precision":0.488012,"recall":0.565217,"f1":0.508777,"accuracy":0.565217,"main_score":0.508777,"hf_subset":"ces_Latn-ibo_Latn","languages":["ces-Latn","ibo-Latn"]},{"precision":0.696278,"recall":0.769763,"f1":0.717948,"accuracy":0.769763,"main_score":0.717948,"hf_subset":"ces_Latn-kmr_Latn","languages":["ces-Latn","kmr-Latn"]},{"precision":0.961215,"recall":0.97332,"f1":0.965152,"accuracy":0.97332,"main_score":0.965152,"hf_subset":"ces_Latn-min_Latn","languages":["ces-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-por_Latn","languages":["ces-Latn","por-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"ces_Latn-sun_Latn","languages":["ces-Latn","sun-Latn"]},{"precision":0.454621,"recall":0.531621,"f1":0.47719,"accuracy":0.531621,"main_score":0.47719,"hf_subset":"ces_Latn-umb_Latn","languages":["ces-Latn","umb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ces_Latn-ajp_Arab","languages":["ces-Latn","ajp-Arab"]},{"precision":0.392342,"recall":0.486166,"f1":0.418036,"accuracy":0.486166,"main_score":0.418036,"hf_subset":"ces_Latn-bjn_Arab","languages":["ces-Latn","bjn-Arab"]},{"precision":0.460766,"recall":0.535573,"f1":0.481395,"accuracy":0.535573,"main_score":0.481395,"hf_subset":"ces_Latn-ewe_Latn","languages":["ces-Latn","ewe-Latn"]},{"precision":0.85112,"recall":0.894269,"f1":0.864592,"accuracy":0.894269,"main_score":0.864592,"hf_subset":"ces_Latn-ilo_Latn","languages":["ces-Latn","ilo-Latn"]},{"precision":0.185894,"recall":0.26581,"f1":0.205285,"accuracy":0.26581,"main_score":0.205285,"hf_subset":"ces_Latn-knc_Arab","languages":["ces-Latn","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-mkd_Cyrl","languages":["ces-Latn","mkd-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ces_Latn-prs_Arab","languages":["ces-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-swe_Latn","languages":["ces-Latn","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ces_Latn-urd_Arab","languages":["ces-Latn","urd-Arab"]},{"precision":0.533408,"recall":0.612648,"f1":0.555884,"accuracy":0.612648,"main_score":0.555884,"hf_subset":"ces_Latn-aka_Latn","languages":["ces-Latn","aka-Latn"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"ces_Latn-bjn_Latn","languages":["ces-Latn","bjn-Latn"]},{"precision":0.941864,"recall":0.960474,"f1":0.947958,"accuracy":0.960474,"main_score":0.947958,"hf_subset":"ces_Latn-fao_Latn","languages":["ces-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-ind_Latn","languages":["ces-Latn","ind-Latn"]},{"precision":0.513678,"recall":0.588933,"f1":0.535036,"accuracy":0.588933,"main_score":0.535036,"hf_subset":"ces_Latn-knc_Latn","languages":["ces-Latn","knc-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"ces_Latn-mlt_Latn","languages":["ces-Latn","mlt-Latn"]},{"precision":0.556794,"recall":0.63834,"f1":0.579251,"accuracy":0.63834,"main_score":0.579251,"hf_subset":"ces_Latn-quy_Latn","languages":["ces-Latn","quy-Latn"]},{"precision":0.711957,"recall":0.784585,"f1":0.733926,"accuracy":0.784585,"main_score":0.733926,"hf_subset":"ces_Latn-swh_Latn","languages":["ces-Latn","swh-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ces_Latn-uzn_Latn","languages":["ces-Latn","uzn-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ces_Latn-als_Latn","languages":["ces-Latn","als-Latn"]},{"precision":0.144119,"recall":0.22332,"f1":0.162295,"accuracy":0.22332,"main_score":0.162295,"hf_subset":"ces_Latn-bod_Tibt","languages":["ces-Latn","bod-Tibt"]},{"precision":0.462409,"recall":0.543478,"f1":0.48428,"accuracy":0.543478,"main_score":0.48428,"hf_subset":"ces_Latn-fij_Latn","languages":["ces-Latn","fij-Latn"]},{"precision":0.950264,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"ces_Latn-isl_Latn","languages":["ces-Latn","isl-Latn"]},{"precision":0.534209,"recall":0.620553,"f1":0.559077,"accuracy":0.620553,"main_score":0.559077,"hf_subset":"ces_Latn-kon_Latn","languages":["ces-Latn","kon-Latn"]},{"precision":0.470899,"recall":0.574111,"f1":0.500296,"accuracy":0.574111,"main_score":0.500296,"hf_subset":"ces_Latn-mni_Beng","languages":["ces-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-ron_Latn","languages":["ces-Latn","ron-Latn"]},{"precision":0.984684,"recall":0.988142,"f1":0.985837,"accuracy":0.988142,"main_score":0.985837,"hf_subset":"ces_Latn-szl_Latn","languages":["ces-Latn","szl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ces_Latn-vec_Latn","languages":["ces-Latn","vec-Latn"]},{"precision":0.537444,"recall":0.632411,"f1":0.564528,"accuracy":0.632411,"main_score":0.564528,"hf_subset":"ces_Latn-amh_Ethi","languages":["ces-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-bos_Latn","languages":["ces-Latn","bos-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ces_Latn-fin_Latn","languages":["ces-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-ita_Latn","languages":["ces-Latn","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ces_Latn-kor_Hang","languages":["ces-Latn","kor-Hang"]},{"precision":0.466842,"recall":0.547431,"f1":0.488747,"accuracy":0.547431,"main_score":0.488747,"hf_subset":"ces_Latn-mos_Latn","languages":["ces-Latn","mos-Latn"]},{"precision":0.444157,"recall":0.519763,"f1":0.465275,"accuracy":0.519763,"main_score":0.465275,"hf_subset":"ces_Latn-run_Latn","languages":["ces-Latn","run-Latn"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"ces_Latn-tam_Taml","languages":["ces-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-vie_Latn","languages":["ces-Latn","vie-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ces_Latn-apc_Arab","languages":["ces-Latn","apc-Arab"]},{"precision":0.736792,"recall":0.797431,"f1":0.754433,"accuracy":0.797431,"main_score":0.754433,"hf_subset":"ces_Latn-bug_Latn","languages":["ces-Latn","bug-Latn"]},{"precision":0.420343,"recall":0.493083,"f1":0.439603,"accuracy":0.493083,"main_score":0.439603,"hf_subset":"ces_Latn-fon_Latn","languages":["ces-Latn","fon-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ces_Latn-jav_Latn","languages":["ces-Latn","jav-Latn"]},{"precision":0.885293,"recall":0.920949,"f1":0.896805,"accuracy":0.920949,"main_score":0.896805,"hf_subset":"ces_Latn-lao_Laoo","languages":["ces-Latn","lao-Laoo"]},{"precision":0.567659,"recall":0.651186,"f1":0.591015,"accuracy":0.651186,"main_score":0.591015,"hf_subset":"ces_Latn-mri_Latn","languages":["ces-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-rus_Cyrl","languages":["ces-Latn","rus-Cyrl"]},{"precision":0.484214,"recall":0.557312,"f1":0.504442,"accuracy":0.557312,"main_score":0.504442,"hf_subset":"ces_Latn-taq_Latn","languages":["ces-Latn","taq-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"ces_Latn-war_Latn","languages":["ces-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-arb_Arab","languages":["ces-Latn","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-bul_Cyrl","languages":["ces-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-fra_Latn","languages":["ces-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-jpn_Jpan","languages":["ces-Latn","jpn-Jpan"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ces_Latn-lij_Latn","languages":["ces-Latn","lij-Latn"]},{"precision":0.92444,"recall":0.947628,"f1":0.931983,"accuracy":0.947628,"main_score":0.931983,"hf_subset":"ces_Latn-mya_Mymr","languages":["ces-Latn","mya-Mymr"]},{"precision":0.48856,"recall":0.577075,"f1":0.512943,"accuracy":0.577075,"main_score":0.512943,"hf_subset":"ces_Latn-sag_Latn","languages":["ces-Latn","sag-Latn"]},{"precision":0.123962,"recall":0.208498,"f1":0.14084,"accuracy":0.208498,"main_score":0.14084,"hf_subset":"ces_Latn-taq_Tfng","languages":["ces-Latn","taq-Tfng"]},{"precision":0.53006,"recall":0.615613,"f1":0.553855,"accuracy":0.615613,"main_score":0.553855,"hf_subset":"ces_Latn-wol_Latn","languages":["ces-Latn","wol-Latn"]},{"precision":0.613959,"recall":0.702569,"f1":0.63943,"accuracy":0.702569,"main_score":0.63943,"hf_subset":"ces_Latn-arb_Latn","languages":["ces-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-cat_Latn","languages":["ces-Latn","cat-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ces_Latn-fur_Latn","languages":["ces-Latn","fur-Latn"]},{"precision":0.327407,"recall":0.398221,"f1":0.345762,"accuracy":0.398221,"main_score":0.345762,"hf_subset":"ces_Latn-kab_Latn","languages":["ces-Latn","kab-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ces_Latn-lim_Latn","languages":["ces-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-nld_Latn","languages":["ces-Latn","nld-Latn"]},{"precision":0.962533,"recall":0.97332,"f1":0.965975,"accuracy":0.97332,"main_score":0.965975,"hf_subset":"ces_Latn-san_Deva","languages":["ces-Latn","san-Deva"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"ces_Latn-tat_Cyrl","languages":["ces-Latn","tat-Cyrl"]},{"precision":0.512889,"recall":0.586957,"f1":0.532647,"accuracy":0.586957,"main_score":0.532647,"hf_subset":"ces_Latn-xho_Latn","languages":["ces-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-ars_Arab","languages":["ces-Latn","ars-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ces_Latn-ceb_Latn","languages":["ces-Latn","ceb-Latn"]},{"precision":0.461417,"recall":0.548419,"f1":0.485547,"accuracy":0.548419,"main_score":0.485547,"hf_subset":"ces_Latn-fuv_Latn","languages":["ces-Latn","fuv-Latn"]},{"precision":0.451935,"recall":0.537549,"f1":0.474623,"accuracy":0.537549,"main_score":0.474623,"hf_subset":"ces_Latn-kac_Latn","languages":["ces-Latn","kac-Latn"]},{"precision":0.54823,"recall":0.635375,"f1":0.572399,"accuracy":0.635375,"main_score":0.572399,"hf_subset":"ces_Latn-lin_Latn","languages":["ces-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ces_Latn-nno_Latn","languages":["ces-Latn","nno-Latn"]},{"precision":0.021158,"recall":0.065217,"f1":0.026907,"accuracy":0.065217,"main_score":0.026907,"hf_subset":"ces_Latn-sat_Olck","languages":["ces-Latn","sat-Olck"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ces_Latn-tel_Telu","languages":["ces-Latn","tel-Telu"]},{"precision":0.734281,"recall":0.806324,"f1":0.756176,"accuracy":0.806324,"main_score":0.756176,"hf_subset":"ces_Latn-ydd_Hebr","languages":["ces-Latn","ydd-Hebr"]},{"precision":0.963768,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"ces_Latn-ary_Arab","languages":["ces-Latn","ary-Arab"]},{"precision":0.385964,"recall":0.472332,"f1":0.409661,"accuracy":0.472332,"main_score":0.409661,"hf_subset":"ces_Latn-gaz_Latn","languages":["ces-Latn","gaz-Latn"]},{"precision":0.48369,"recall":0.568182,"f1":0.506945,"accuracy":0.568182,"main_score":0.506945,"hf_subset":"ces_Latn-kam_Latn","languages":["ces-Latn","kam-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"ces_Latn-lit_Latn","languages":["ces-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ces_Latn-nob_Latn","languages":["ces-Latn","nob-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ces_Latn-scn_Latn","languages":["ces-Latn","scn-Latn"]},{"precision":0.904397,"recall":0.933794,"f1":0.913933,"accuracy":0.933794,"main_score":0.913933,"hf_subset":"ces_Latn-tgk_Cyrl","languages":["ces-Latn","tgk-Cyrl"]},{"precision":0.421494,"recall":0.502964,"f1":0.444545,"accuracy":0.502964,"main_score":0.444545,"hf_subset":"ces_Latn-yor_Latn","languages":["ces-Latn","yor-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ces_Latn-arz_Arab","languages":["ces-Latn","arz-Arab"]},{"precision":0.474131,"recall":0.563241,"f1":0.498392,"accuracy":0.563241,"main_score":0.498392,"hf_subset":"ces_Latn-cjk_Latn","languages":["ces-Latn","cjk-Latn"]},{"precision":0.621137,"recall":0.69664,"f1":0.642923,"accuracy":0.69664,"main_score":0.642923,"hf_subset":"ces_Latn-gla_Latn","languages":["ces-Latn","gla-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ces_Latn-kan_Knda","languages":["ces-Latn","kan-Knda"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"ces_Latn-lmo_Latn","languages":["ces-Latn","lmo-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"ces_Latn-npi_Deva","languages":["ces-Latn","npi-Deva"]},{"precision":0.400617,"recall":0.500988,"f1":0.427762,"accuracy":0.500988,"main_score":0.427762,"hf_subset":"ces_Latn-shn_Mymr","languages":["ces-Latn","shn-Mymr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ces_Latn-tgl_Latn","languages":["ces-Latn","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ces_Latn-yue_Hant","languages":["ces-Latn","yue-Hant"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"ces_Latn-asm_Beng","languages":["ces-Latn","asm-Beng"]},{"precision":0.720951,"recall":0.784585,"f1":0.740009,"accuracy":0.784585,"main_score":0.740009,"hf_subset":"ces_Latn-ckb_Arab","languages":["ces-Latn","ckb-Arab"]},{"precision":0.710429,"recall":0.785573,"f1":0.733416,"accuracy":0.785573,"main_score":0.733416,"hf_subset":"ces_Latn-gle_Latn","languages":["ces-Latn","gle-Latn"]},{"precision":0.881094,"recall":0.917984,"f1":0.892951,"accuracy":0.917984,"main_score":0.892951,"hf_subset":"ces_Latn-kas_Arab","languages":["ces-Latn","kas-Arab"]},{"precision":0.885385,"recall":0.91996,"f1":0.896492,"accuracy":0.91996,"main_score":0.896492,"hf_subset":"ces_Latn-ltg_Latn","languages":["ces-Latn","ltg-Latn"]},{"precision":0.515791,"recall":0.593874,"f1":0.537716,"accuracy":0.593874,"main_score":0.537716,"hf_subset":"ces_Latn-nso_Latn","languages":["ces-Latn","nso-Latn"]},{"precision":0.433923,"recall":0.535573,"f1":0.462014,"accuracy":0.535573,"main_score":0.462014,"hf_subset":"ces_Latn-sin_Sinh","languages":["ces-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-tha_Thai","languages":["ces-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-zho_Hans","languages":["ces-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-ast_Latn","languages":["ces-Latn","ast-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ces_Latn-crh_Latn","languages":["ces-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-glg_Latn","languages":["ces-Latn","glg-Latn"]},{"precision":0.742589,"recall":0.812253,"f1":0.763933,"accuracy":0.812253,"main_score":0.763933,"hf_subset":"ces_Latn-kas_Deva","languages":["ces-Latn","kas-Deva"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ces_Latn-ltz_Latn","languages":["ces-Latn","ltz-Latn"]},{"precision":0.362171,"recall":0.450593,"f1":0.385774,"accuracy":0.450593,"main_score":0.385774,"hf_subset":"ces_Latn-nus_Latn","languages":["ces-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-slk_Latn","languages":["ces-Latn","slk-Latn"]},{"precision":0.266821,"recall":0.333992,"f1":0.284626,"accuracy":0.333992,"main_score":0.284626,"hf_subset":"ces_Latn-tir_Ethi","languages":["ces-Latn","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ces_Latn-zho_Hant","languages":["ces-Latn","zho-Hant"]},{"precision":0.987154,"recall":0.990119,"f1":0.988142,"accuracy":0.990119,"main_score":0.988142,"hf_subset":"ces_Latn-awa_Deva","languages":["ces-Latn","awa-Deva"]},{"precision":0.866288,"recall":0.90415,"f1":0.878195,"accuracy":0.90415,"main_score":0.878195,"hf_subset":"ces_Latn-cym_Latn","languages":["ces-Latn","cym-Latn"]},{"precision":0.724853,"recall":0.784585,"f1":0.742317,"accuracy":0.784585,"main_score":0.742317,"hf_subset":"ces_Latn-grn_Latn","languages":["ces-Latn","grn-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"ces_Latn-kat_Geor","languages":["ces-Latn","kat-Geor"]},{"precision":0.542805,"recall":0.620553,"f1":0.564388,"accuracy":0.620553,"main_score":0.564388,"hf_subset":"ces_Latn-lua_Latn","languages":["ces-Latn","lua-Latn"]},{"precision":0.501306,"recall":0.58498,"f1":0.524487,"accuracy":0.58498,"main_score":0.524487,"hf_subset":"ces_Latn-nya_Latn","languages":["ces-Latn","nya-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-slv_Latn","languages":["ces-Latn","slv-Latn"]},{"precision":0.789015,"recall":0.843874,"f1":0.805665,"accuracy":0.843874,"main_score":0.805665,"hf_subset":"ces_Latn-tpi_Latn","languages":["ces-Latn","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ces_Latn-zsm_Latn","languages":["ces-Latn","zsm-Latn"]},{"precision":0.47261,"recall":0.557312,"f1":0.495336,"accuracy":0.557312,"main_score":0.495336,"hf_subset":"ces_Latn-ayr_Latn","languages":["ces-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-dan_Latn","languages":["ces-Latn","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ces_Latn-guj_Gujr","languages":["ces-Latn","guj-Gujr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ces_Latn-kaz_Cyrl","languages":["ces-Latn","kaz-Cyrl"]},{"precision":0.435972,"recall":0.514822,"f1":0.457468,"accuracy":0.514822,"main_score":0.457468,"hf_subset":"ces_Latn-lug_Latn","languages":["ces-Latn","lug-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-oci_Latn","languages":["ces-Latn","oci-Latn"]},{"precision":0.504777,"recall":0.594862,"f1":0.53028,"accuracy":0.594862,"main_score":0.53028,"hf_subset":"ces_Latn-smo_Latn","languages":["ces-Latn","smo-Latn"]},{"precision":0.44066,"recall":0.523715,"f1":0.462459,"accuracy":0.523715,"main_score":0.462459,"hf_subset":"ces_Latn-tsn_Latn","languages":["ces-Latn","tsn-Latn"]},{"precision":0.454681,"recall":0.531621,"f1":0.475248,"accuracy":0.531621,"main_score":0.475248,"hf_subset":"ces_Latn-zul_Latn","languages":["ces-Latn","zul-Latn"]},{"precision":0.807428,"recall":0.863636,"f1":0.825132,"accuracy":0.863636,"main_score":0.825132,"hf_subset":"ces_Latn-azb_Arab","languages":["ces-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-deu_Latn","languages":["ces-Latn","deu-Latn"]},{"precision":0.911067,"recall":0.937747,"f1":0.919631,"accuracy":0.937747,"main_score":0.919631,"hf_subset":"ces_Latn-hat_Latn","languages":["ces-Latn","hat-Latn"]},{"precision":0.422398,"recall":0.498024,"f1":0.443673,"accuracy":0.498024,"main_score":0.443673,"hf_subset":"ces_Latn-kbp_Latn","languages":["ces-Latn","kbp-Latn"]},{"precision":0.487807,"recall":0.565217,"f1":0.508899,"accuracy":0.565217,"main_score":0.508899,"hf_subset":"ces_Latn-luo_Latn","languages":["ces-Latn","luo-Latn"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"ces_Latn-ory_Orya","languages":["ces-Latn","ory-Orya"]},{"precision":0.480241,"recall":0.560277,"f1":0.503019,"accuracy":0.560277,"main_score":0.503019,"hf_subset":"ces_Latn-sna_Latn","languages":["ces-Latn","sna-Latn"]},{"precision":0.458658,"recall":0.535573,"f1":0.479681,"accuracy":0.535573,"main_score":0.479681,"hf_subset":"ces_Latn-tso_Latn","languages":["ces-Latn","tso-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ces_Latn-azj_Latn","languages":["ces-Latn","azj-Latn"]},{"precision":0.467914,"recall":0.546443,"f1":0.489189,"accuracy":0.546443,"main_score":0.489189,"hf_subset":"ces_Latn-dik_Latn","languages":["ces-Latn","dik-Latn"]},{"precision":0.455188,"recall":0.531621,"f1":0.477048,"accuracy":0.531621,"main_score":0.477048,"hf_subset":"ces_Latn-hau_Latn","languages":["ces-Latn","hau-Latn"]},{"precision":0.96805,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"ces_Latn-kea_Latn","languages":["ces-Latn","kea-Latn"]},{"precision":0.639587,"recall":0.709486,"f1":0.65951,"accuracy":0.709486,"main_score":0.65951,"hf_subset":"ces_Latn-lus_Latn","languages":["ces-Latn","lus-Latn"]},{"precision":0.818626,"recall":0.864625,"f1":0.83274,"accuracy":0.864625,"main_score":0.83274,"hf_subset":"ces_Latn-pag_Latn","languages":["ces-Latn","pag-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"ces_Latn-snd_Arab","languages":["ces-Latn","snd-Arab"]},{"precision":0.871904,"recall":0.911067,"f1":0.884223,"accuracy":0.911067,"main_score":0.884223,"hf_subset":"ces_Latn-tuk_Latn","languages":["ces-Latn","tuk-Latn"]},{"precision":0.948452,"recall":0.965415,"f1":0.954051,"accuracy":0.965415,"main_score":0.954051,"hf_subset":"ces_Latn-bak_Cyrl","languages":["ces-Latn","bak-Cyrl"]},{"precision":0.420944,"recall":0.514822,"f1":0.447291,"accuracy":0.514822,"main_score":0.447291,"hf_subset":"ces_Latn-dyu_Latn","languages":["ces-Latn","dyu-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ces_Latn-heb_Hebr","languages":["ces-Latn","heb-Hebr"]},{"precision":0.885211,"recall":0.920949,"f1":0.896904,"accuracy":0.920949,"main_score":0.896904,"hf_subset":"ces_Latn-khk_Cyrl","languages":["ces-Latn","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-lvs_Latn","languages":["ces-Latn","lvs-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ces_Latn-pan_Guru","languages":["ces-Latn","pan-Guru"]},{"precision":0.452758,"recall":0.532609,"f1":0.475136,"accuracy":0.532609,"main_score":0.475136,"hf_subset":"ces_Latn-som_Latn","languages":["ces-Latn","som-Latn"]},{"precision":0.493981,"recall":0.568182,"f1":0.514982,"accuracy":0.568182,"main_score":0.514982,"hf_subset":"ces_Latn-tum_Latn","languages":["ces-Latn","tum-Latn"]},{"precision":0.302821,"recall":0.360672,"f1":0.31858,"accuracy":0.360672,"main_score":0.31858,"hf_subset":"gaz_Latn-ace_Arab","languages":["gaz-Latn","ace-Arab"]},{"precision":0.386653,"recall":0.432806,"f1":0.399345,"accuracy":0.432806,"main_score":0.399345,"hf_subset":"gaz_Latn-bam_Latn","languages":["gaz-Latn","bam-Latn"]},{"precision":0.116641,"recall":0.152174,"f1":0.125863,"accuracy":0.152174,"main_score":0.125863,"hf_subset":"gaz_Latn-dzo_Tibt","languages":["gaz-Latn","dzo-Tibt"]},{"precision":0.41684,"recall":0.493083,"f1":0.438023,"accuracy":0.493083,"main_score":0.438023,"hf_subset":"gaz_Latn-hin_Deva","languages":["gaz-Latn","hin-Deva"]},{"precision":0.311675,"recall":0.37747,"f1":0.329882,"accuracy":0.37747,"main_score":0.329882,"hf_subset":"gaz_Latn-khm_Khmr","languages":["gaz-Latn","khm-Khmr"]},{"precision":0.40823,"recall":0.47332,"f1":0.426248,"accuracy":0.47332,"main_score":0.426248,"hf_subset":"gaz_Latn-mag_Deva","languages":["gaz-Latn","mag-Deva"]},{"precision":0.442525,"recall":0.495059,"f1":0.456978,"accuracy":0.495059,"main_score":0.456978,"hf_subset":"gaz_Latn-pap_Latn","languages":["gaz-Latn","pap-Latn"]},{"precision":0.415958,"recall":0.462451,"f1":0.428891,"accuracy":0.462451,"main_score":0.428891,"hf_subset":"gaz_Latn-sot_Latn","languages":["gaz-Latn","sot-Latn"]},{"precision":0.413616,"recall":0.483202,"f1":0.432915,"accuracy":0.483202,"main_score":0.432915,"hf_subset":"gaz_Latn-tur_Latn","languages":["gaz-Latn","tur-Latn"]},{"precision":0.437363,"recall":0.487154,"f1":0.451012,"accuracy":0.487154,"main_score":0.451012,"hf_subset":"gaz_Latn-ace_Latn","languages":["gaz-Latn","ace-Latn"]},{"precision":0.448061,"recall":0.498024,"f1":0.462157,"accuracy":0.498024,"main_score":0.462157,"hf_subset":"gaz_Latn-ban_Latn","languages":["gaz-Latn","ban-Latn"]},{"precision":0.38,"recall":0.453557,"f1":0.400021,"accuracy":0.453557,"main_score":0.400021,"hf_subset":"gaz_Latn-ell_Grek","languages":["gaz-Latn","ell-Grek"]},{"precision":0.415873,"recall":0.470356,"f1":0.431164,"accuracy":0.470356,"main_score":0.431164,"hf_subset":"gaz_Latn-hne_Deva","languages":["gaz-Latn","hne-Deva"]},{"precision":0.321601,"recall":0.378458,"f1":0.336482,"accuracy":0.378458,"main_score":0.336482,"hf_subset":"gaz_Latn-kik_Latn","languages":["gaz-Latn","kik-Latn"]},{"precision":0.422327,"recall":0.488142,"f1":0.440533,"accuracy":0.488142,"main_score":0.440533,"hf_subset":"gaz_Latn-mai_Deva","languages":["gaz-Latn","mai-Deva"]},{"precision":0.385048,"recall":0.445652,"f1":0.402174,"accuracy":0.445652,"main_score":0.402174,"hf_subset":"gaz_Latn-pbt_Arab","languages":["gaz-Latn","pbt-Arab"]},{"precision":0.404374,"recall":0.483202,"f1":0.426321,"accuracy":0.483202,"main_score":0.426321,"hf_subset":"gaz_Latn-spa_Latn","languages":["gaz-Latn","spa-Latn"]},{"precision":0.408846,"recall":0.450593,"f1":0.420459,"accuracy":0.450593,"main_score":0.420459,"hf_subset":"gaz_Latn-twi_Latn","languages":["gaz-Latn","twi-Latn"]},{"precision":0.367681,"recall":0.442688,"f1":0.388612,"accuracy":0.442688,"main_score":0.388612,"hf_subset":"gaz_Latn-acm_Arab","languages":["gaz-Latn","acm-Arab"]},{"precision":0.393069,"recall":0.462451,"f1":0.411746,"accuracy":0.462451,"main_score":0.411746,"hf_subset":"gaz_Latn-bel_Cyrl","languages":["gaz-Latn","bel-Cyrl"]},{"precision":0.399989,"recall":0.479249,"f1":0.421403,"accuracy":0.479249,"main_score":0.421403,"hf_subset":"gaz_Latn-eng_Latn","languages":["gaz-Latn","eng-Latn"]},{"precision":0.433475,"recall":0.503953,"f1":0.453108,"accuracy":0.503953,"main_score":0.453108,"hf_subset":"gaz_Latn-hrv_Latn","languages":["gaz-Latn","hrv-Latn"]},{"precision":0.393819,"recall":0.438735,"f1":0.40633,"accuracy":0.438735,"main_score":0.40633,"hf_subset":"gaz_Latn-kin_Latn","languages":["gaz-Latn","kin-Latn"]},{"precision":0.408129,"recall":0.47332,"f1":0.426445,"accuracy":0.47332,"main_score":0.426445,"hf_subset":"gaz_Latn-mal_Mlym","languages":["gaz-Latn","mal-Mlym"]},{"precision":0.389781,"recall":0.465415,"f1":0.410427,"accuracy":0.465415,"main_score":0.410427,"hf_subset":"gaz_Latn-pes_Arab","languages":["gaz-Latn","pes-Arab"]},{"precision":0.446723,"recall":0.512846,"f1":0.465467,"accuracy":0.512846,"main_score":0.465467,"hf_subset":"gaz_Latn-srd_Latn","languages":["gaz-Latn","srd-Latn"]},{"precision":0.160752,"recall":0.203557,"f1":0.170781,"accuracy":0.203557,"main_score":0.170781,"hf_subset":"gaz_Latn-tzm_Tfng","languages":["gaz-Latn","tzm-Tfng"]},{"precision":0.381633,"recall":0.452569,"f1":0.401347,"accuracy":0.452569,"main_score":0.401347,"hf_subset":"gaz_Latn-acq_Arab","languages":["gaz-Latn","acq-Arab"]},{"precision":0.41949,"recall":0.461462,"f1":0.430934,"accuracy":0.461462,"main_score":0.430934,"hf_subset":"gaz_Latn-bem_Latn","languages":["gaz-Latn","bem-Latn"]},{"precision":0.424014,"recall":0.492095,"f1":0.442184,"accuracy":0.492095,"main_score":0.442184,"hf_subset":"gaz_Latn-epo_Latn","languages":["gaz-Latn","epo-Latn"]},{"precision":0.410935,"recall":0.480237,"f1":0.429697,"accuracy":0.480237,"main_score":0.429697,"hf_subset":"gaz_Latn-hun_Latn","languages":["gaz-Latn","hun-Latn"]},{"precision":0.439923,"recall":0.493083,"f1":0.453892,"accuracy":0.493083,"main_score":0.453892,"hf_subset":"gaz_Latn-kir_Cyrl","languages":["gaz-Latn","kir-Cyrl"]},{"precision":0.404933,"recall":0.47332,"f1":0.423563,"accuracy":0.47332,"main_score":0.423563,"hf_subset":"gaz_Latn-mar_Deva","languages":["gaz-Latn","mar-Deva"]},{"precision":0.4245,"recall":0.460474,"f1":0.434745,"accuracy":0.460474,"main_score":0.434745,"hf_subset":"gaz_Latn-plt_Latn","languages":["gaz-Latn","plt-Latn"]},{"precision":0.420685,"recall":0.494071,"f1":0.441554,"accuracy":0.494071,"main_score":0.441554,"hf_subset":"gaz_Latn-srp_Cyrl","languages":["gaz-Latn","srp-Cyrl"]},{"precision":0.386649,"recall":0.444664,"f1":0.40269,"accuracy":0.444664,"main_score":0.40269,"hf_subset":"gaz_Latn-uig_Arab","languages":["gaz-Latn","uig-Arab"]},{"precision":0.374387,"recall":0.443676,"f1":0.393921,"accuracy":0.443676,"main_score":0.393921,"hf_subset":"gaz_Latn-aeb_Arab","languages":["gaz-Latn","aeb-Arab"]},{"precision":0.409407,"recall":0.478261,"f1":0.428735,"accuracy":0.478261,"main_score":0.428735,"hf_subset":"gaz_Latn-ben_Beng","languages":["gaz-Latn","ben-Beng"]},{"precision":0.399462,"recall":0.469368,"f1":0.41885,"accuracy":0.469368,"main_score":0.41885,"hf_subset":"gaz_Latn-est_Latn","languages":["gaz-Latn","est-Latn"]},{"precision":0.390596,"recall":0.459486,"f1":0.409151,"accuracy":0.459486,"main_score":0.409151,"hf_subset":"gaz_Latn-hye_Armn","languages":["gaz-Latn","hye-Armn"]},{"precision":0.396596,"recall":0.440711,"f1":0.408579,"accuracy":0.440711,"main_score":0.408579,"hf_subset":"gaz_Latn-kmb_Latn","languages":["gaz-Latn","kmb-Latn"]},{"precision":0.274646,"recall":0.331028,"f1":0.290094,"accuracy":0.331028,"main_score":0.290094,"hf_subset":"gaz_Latn-min_Arab","languages":["gaz-Latn","min-Arab"]},{"precision":0.407106,"recall":0.48419,"f1":0.428196,"accuracy":0.48419,"main_score":0.428196,"hf_subset":"gaz_Latn-pol_Latn","languages":["gaz-Latn","pol-Latn"]},{"precision":0.393596,"recall":0.440711,"f1":0.407068,"accuracy":0.440711,"main_score":0.407068,"hf_subset":"gaz_Latn-ssw_Latn","languages":["gaz-Latn","ssw-Latn"]},{"precision":0.407495,"recall":0.480237,"f1":0.427251,"accuracy":0.480237,"main_score":0.427251,"hf_subset":"gaz_Latn-ukr_Cyrl","languages":["gaz-Latn","ukr-Cyrl"]},{"precision":0.439165,"recall":0.509881,"f1":0.457933,"accuracy":0.509881,"main_score":0.457933,"hf_subset":"gaz_Latn-afr_Latn","languages":["gaz-Latn","afr-Latn"]},{"precision":0.417111,"recall":0.483202,"f1":0.43532,"accuracy":0.483202,"main_score":0.43532,"hf_subset":"gaz_Latn-bho_Deva","languages":["gaz-Latn","bho-Deva"]},{"precision":0.44805,"recall":0.504941,"f1":0.464137,"accuracy":0.504941,"main_score":0.464137,"hf_subset":"gaz_Latn-eus_Latn","languages":["gaz-Latn","eus-Latn"]},{"precision":0.395682,"recall":0.449605,"f1":0.41031,"accuracy":0.449605,"main_score":0.41031,"hf_subset":"gaz_Latn-ibo_Latn","languages":["gaz-Latn","ibo-Latn"]},{"precision":0.44523,"recall":0.496047,"f1":0.459503,"accuracy":0.496047,"main_score":0.459503,"hf_subset":"gaz_Latn-kmr_Latn","languages":["gaz-Latn","kmr-Latn"]},{"precision":0.425852,"recall":0.485178,"f1":0.442756,"accuracy":0.485178,"main_score":0.442756,"hf_subset":"gaz_Latn-min_Latn","languages":["gaz-Latn","min-Latn"]},{"precision":0.409629,"recall":0.481225,"f1":0.429276,"accuracy":0.481225,"main_score":0.429276,"hf_subset":"gaz_Latn-por_Latn","languages":["gaz-Latn","por-Latn"]},{"precision":0.451256,"recall":0.509881,"f1":0.468215,"accuracy":0.509881,"main_score":0.468215,"hf_subset":"gaz_Latn-sun_Latn","languages":["gaz-Latn","sun-Latn"]},{"precision":0.376979,"recall":0.424901,"f1":0.390832,"accuracy":0.424901,"main_score":0.390832,"hf_subset":"gaz_Latn-umb_Latn","languages":["gaz-Latn","umb-Latn"]},{"precision":0.385826,"recall":0.456522,"f1":0.405371,"accuracy":0.456522,"main_score":0.405371,"hf_subset":"gaz_Latn-ajp_Arab","languages":["gaz-Latn","ajp-Arab"]},{"precision":0.322315,"recall":0.365613,"f1":0.334393,"accuracy":0.365613,"main_score":0.334393,"hf_subset":"gaz_Latn-bjn_Arab","languages":["gaz-Latn","bjn-Arab"]},{"precision":0.380089,"recall":0.422925,"f1":0.391803,"accuracy":0.422925,"main_score":0.391803,"hf_subset":"gaz_Latn-ewe_Latn","languages":["gaz-Latn","ewe-Latn"]},{"precision":0.461419,"recall":0.511858,"f1":0.474954,"accuracy":0.511858,"main_score":0.474954,"hf_subset":"gaz_Latn-ilo_Latn","languages":["gaz-Latn","ilo-Latn"]},{"precision":0.192816,"recall":0.252964,"f1":0.208216,"accuracy":0.252964,"main_score":0.208216,"hf_subset":"gaz_Latn-knc_Arab","languages":["gaz-Latn","knc-Arab"]},{"precision":0.427515,"recall":0.494071,"f1":0.445737,"accuracy":0.494071,"main_score":0.445737,"hf_subset":"gaz_Latn-mkd_Cyrl","languages":["gaz-Latn","mkd-Cyrl"]},{"precision":0.404368,"recall":0.474308,"f1":0.423327,"accuracy":0.474308,"main_score":0.423327,"hf_subset":"gaz_Latn-prs_Arab","languages":["gaz-Latn","prs-Arab"]},{"precision":0.397687,"recall":0.480237,"f1":0.420772,"accuracy":0.480237,"main_score":0.420772,"hf_subset":"gaz_Latn-swe_Latn","languages":["gaz-Latn","swe-Latn"]},{"precision":0.37324,"recall":0.44664,"f1":0.39338,"accuracy":0.44664,"main_score":0.39338,"hf_subset":"gaz_Latn-urd_Arab","languages":["gaz-Latn","urd-Arab"]},{"precision":0.390327,"recall":0.429842,"f1":0.401581,"accuracy":0.429842,"main_score":0.401581,"hf_subset":"gaz_Latn-aka_Latn","languages":["gaz-Latn","aka-Latn"]},{"precision":0.429012,"recall":0.490119,"f1":0.445873,"accuracy":0.490119,"main_score":0.445873,"hf_subset":"gaz_Latn-bjn_Latn","languages":["gaz-Latn","bjn-Latn"]},{"precision":0.412116,"recall":0.479249,"f1":0.430927,"accuracy":0.479249,"main_score":0.430927,"hf_subset":"gaz_Latn-fao_Latn","languages":["gaz-Latn","fao-Latn"]},{"precision":0.420056,"recall":0.48913,"f1":0.439134,"accuracy":0.48913,"main_score":0.439134,"hf_subset":"gaz_Latn-ind_Latn","languages":["gaz-Latn","ind-Latn"]},{"precision":0.408366,"recall":0.445652,"f1":0.418981,"accuracy":0.445652,"main_score":0.418981,"hf_subset":"gaz_Latn-knc_Latn","languages":["gaz-Latn","knc-Latn"]},{"precision":0.448569,"recall":0.51087,"f1":0.465664,"accuracy":0.51087,"main_score":0.465664,"hf_subset":"gaz_Latn-mlt_Latn","languages":["gaz-Latn","mlt-Latn"]},{"precision":0.388917,"recall":0.432806,"f1":0.401132,"accuracy":0.432806,"main_score":0.401132,"hf_subset":"gaz_Latn-quy_Latn","languages":["gaz-Latn","quy-Latn"]},{"precision":0.437223,"recall":0.487154,"f1":0.450293,"accuracy":0.487154,"main_score":0.450293,"hf_subset":"gaz_Latn-swh_Latn","languages":["gaz-Latn","swh-Latn"]},{"precision":0.415721,"recall":0.474308,"f1":0.431935,"accuracy":0.474308,"main_score":0.431935,"hf_subset":"gaz_Latn-uzn_Latn","languages":["gaz-Latn","uzn-Latn"]},{"precision":0.430583,"recall":0.495059,"f1":0.44807,"accuracy":0.495059,"main_score":0.44807,"hf_subset":"gaz_Latn-als_Latn","languages":["gaz-Latn","als-Latn"]},{"precision":0.169236,"recall":0.215415,"f1":0.180529,"accuracy":0.215415,"main_score":0.180529,"hf_subset":"gaz_Latn-bod_Tibt","languages":["gaz-Latn","bod-Tibt"]},{"precision":0.393386,"recall":0.429842,"f1":0.40275,"accuracy":0.429842,"main_score":0.40275,"hf_subset":"gaz_Latn-fij_Latn","languages":["gaz-Latn","fij-Latn"]},{"precision":0.383732,"recall":0.44664,"f1":0.400788,"accuracy":0.44664,"main_score":0.400788,"hf_subset":"gaz_Latn-isl_Latn","languages":["gaz-Latn","isl-Latn"]},{"precision":0.408059,"recall":0.453557,"f1":0.42004,"accuracy":0.453557,"main_score":0.42004,"hf_subset":"gaz_Latn-kon_Latn","languages":["gaz-Latn","kon-Latn"]},{"precision":0.379394,"recall":0.428854,"f1":0.39269,"accuracy":0.428854,"main_score":0.39269,"hf_subset":"gaz_Latn-mni_Beng","languages":["gaz-Latn","mni-Beng"]},{"precision":0.417176,"recall":0.490119,"f1":0.437211,"accuracy":0.490119,"main_score":0.437211,"hf_subset":"gaz_Latn-ron_Latn","languages":["gaz-Latn","ron-Latn"]},{"precision":0.420226,"recall":0.487154,"f1":0.438184,"accuracy":0.487154,"main_score":0.438184,"hf_subset":"gaz_Latn-szl_Latn","languages":["gaz-Latn","szl-Latn"]},{"precision":0.418256,"recall":0.488142,"f1":0.437856,"accuracy":0.488142,"main_score":0.437856,"hf_subset":"gaz_Latn-vec_Latn","languages":["gaz-Latn","vec-Latn"]},{"precision":0.296316,"recall":0.346838,"f1":0.309934,"accuracy":0.346838,"main_score":0.309934,"hf_subset":"gaz_Latn-amh_Ethi","languages":["gaz-Latn","amh-Ethi"]},{"precision":0.416177,"recall":0.495059,"f1":0.438526,"accuracy":0.495059,"main_score":0.438526,"hf_subset":"gaz_Latn-bos_Latn","languages":["gaz-Latn","bos-Latn"]},{"precision":0.393261,"recall":0.464427,"f1":0.412716,"accuracy":0.464427,"main_score":0.412716,"hf_subset":"gaz_Latn-fin_Latn","languages":["gaz-Latn","fin-Latn"]},{"precision":0.426161,"recall":0.494071,"f1":0.445133,"accuracy":0.494071,"main_score":0.445133,"hf_subset":"gaz_Latn-ita_Latn","languages":["gaz-Latn","ita-Latn"]},{"precision":0.395656,"recall":0.466403,"f1":0.41477,"accuracy":0.466403,"main_score":0.41477,"hf_subset":"gaz_Latn-kor_Hang","languages":["gaz-Latn","kor-Hang"]},{"precision":0.396017,"recall":0.437747,"f1":0.407103,"accuracy":0.437747,"main_score":0.407103,"hf_subset":"gaz_Latn-mos_Latn","languages":["gaz-Latn","mos-Latn"]},{"precision":0.383452,"recall":0.426877,"f1":0.394954,"accuracy":0.426877,"main_score":0.394954,"hf_subset":"gaz_Latn-run_Latn","languages":["gaz-Latn","run-Latn"]},{"precision":0.367848,"recall":0.429842,"f1":0.384324,"accuracy":0.429842,"main_score":0.384324,"hf_subset":"gaz_Latn-tam_Taml","languages":["gaz-Latn","tam-Taml"]},{"precision":0.397753,"recall":0.469368,"f1":0.417643,"accuracy":0.469368,"main_score":0.417643,"hf_subset":"gaz_Latn-vie_Latn","languages":["gaz-Latn","vie-Latn"]},{"precision":0.386735,"recall":0.458498,"f1":0.40668,"accuracy":0.458498,"main_score":0.40668,"hf_subset":"gaz_Latn-apc_Arab","languages":["gaz-Latn","apc-Arab"]},{"precision":0.423867,"recall":0.467391,"f1":0.435425,"accuracy":0.467391,"main_score":0.435425,"hf_subset":"gaz_Latn-bug_Latn","languages":["gaz-Latn","bug-Latn"]},{"precision":0.345473,"recall":0.395257,"f1":0.358921,"accuracy":0.395257,"main_score":0.358921,"hf_subset":"gaz_Latn-fon_Latn","languages":["gaz-Latn","fon-Latn"]},{"precision":0.446982,"recall":0.511858,"f1":0.464341,"accuracy":0.511858,"main_score":0.464341,"hf_subset":"gaz_Latn-jav_Latn","languages":["gaz-Latn","jav-Latn"]},{"precision":0.340022,"recall":0.393281,"f1":0.354927,"accuracy":0.393281,"main_score":0.354927,"hf_subset":"gaz_Latn-lao_Laoo","languages":["gaz-Latn","lao-Laoo"]},{"precision":0.365514,"recall":0.418972,"f1":0.380243,"accuracy":0.418972,"main_score":0.380243,"hf_subset":"gaz_Latn-mri_Latn","languages":["gaz-Latn","mri-Latn"]},{"precision":0.400801,"recall":0.477273,"f1":0.421785,"accuracy":0.477273,"main_score":0.421785,"hf_subset":"gaz_Latn-rus_Cyrl","languages":["gaz-Latn","rus-Cyrl"]},{"precision":0.379861,"recall":0.424901,"f1":0.393095,"accuracy":0.424901,"main_score":0.393095,"hf_subset":"gaz_Latn-taq_Latn","languages":["gaz-Latn","taq-Latn"]},{"precision":0.445054,"recall":0.503953,"f1":0.462122,"accuracy":0.503953,"main_score":0.462122,"hf_subset":"gaz_Latn-war_Latn","languages":["gaz-Latn","war-Latn"]},{"precision":0.381043,"recall":0.450593,"f1":0.399994,"accuracy":0.450593,"main_score":0.399994,"hf_subset":"gaz_Latn-arb_Arab","languages":["gaz-Latn","arb-Arab"]},{"precision":0.416768,"recall":0.487154,"f1":0.436327,"accuracy":0.487154,"main_score":0.436327,"hf_subset":"gaz_Latn-bul_Cyrl","languages":["gaz-Latn","bul-Cyrl"]},{"precision":0.405554,"recall":0.485178,"f1":0.42776,"accuracy":0.485178,"main_score":0.42776,"hf_subset":"gaz_Latn-fra_Latn","languages":["gaz-Latn","fra-Latn"]},{"precision":0.383629,"recall":0.462451,"f1":0.404933,"accuracy":0.462451,"main_score":0.404933,"hf_subset":"gaz_Latn-jpn_Jpan","languages":["gaz-Latn","jpn-Jpan"]},{"precision":0.423347,"recall":0.481225,"f1":0.439684,"accuracy":0.481225,"main_score":0.439684,"hf_subset":"gaz_Latn-lij_Latn","languages":["gaz-Latn","lij-Latn"]},{"precision":0.245175,"recall":0.306324,"f1":0.260967,"accuracy":0.306324,"main_score":0.260967,"hf_subset":"gaz_Latn-mya_Mymr","languages":["gaz-Latn","mya-Mymr"]},{"precision":0.379669,"recall":0.43083,"f1":0.393739,"accuracy":0.43083,"main_score":0.393739,"hf_subset":"gaz_Latn-sag_Latn","languages":["gaz-Latn","sag-Latn"]},{"precision":0.161189,"recall":0.210474,"f1":0.172343,"accuracy":0.210474,"main_score":0.172343,"hf_subset":"gaz_Latn-taq_Tfng","languages":["gaz-Latn","taq-Tfng"]},{"precision":0.405386,"recall":0.450593,"f1":0.417681,"accuracy":0.450593,"main_score":0.417681,"hf_subset":"gaz_Latn-wol_Latn","languages":["gaz-Latn","wol-Latn"]},{"precision":0.330294,"recall":0.387352,"f1":0.345647,"accuracy":0.387352,"main_score":0.345647,"hf_subset":"gaz_Latn-arb_Latn","languages":["gaz-Latn","arb-Latn"]},{"precision":0.414247,"recall":0.496047,"f1":0.437073,"accuracy":0.496047,"main_score":0.437073,"hf_subset":"gaz_Latn-cat_Latn","languages":["gaz-Latn","cat-Latn"]},{"precision":0.428087,"recall":0.498024,"f1":0.447505,"accuracy":0.498024,"main_score":0.447505,"hf_subset":"gaz_Latn-fur_Latn","languages":["gaz-Latn","fur-Latn"]},{"precision":0.345372,"recall":0.394269,"f1":0.358066,"accuracy":0.394269,"main_score":0.358066,"hf_subset":"gaz_Latn-kab_Latn","languages":["gaz-Latn","kab-Latn"]},{"precision":0.422884,"recall":0.492095,"f1":0.442625,"accuracy":0.492095,"main_score":0.442625,"hf_subset":"gaz_Latn-lim_Latn","languages":["gaz-Latn","lim-Latn"]},{"precision":0.4085,"recall":0.487154,"f1":0.430307,"accuracy":0.487154,"main_score":0.430307,"hf_subset":"gaz_Latn-nld_Latn","languages":["gaz-Latn","nld-Latn"]},{"precision":0.383087,"recall":0.442688,"f1":0.399001,"accuracy":0.442688,"main_score":0.399001,"hf_subset":"gaz_Latn-san_Deva","languages":["gaz-Latn","san-Deva"]},{"precision":0.446825,"recall":0.502964,"f1":0.462204,"accuracy":0.502964,"main_score":0.462204,"hf_subset":"gaz_Latn-tat_Cyrl","languages":["gaz-Latn","tat-Cyrl"]},{"precision":0.40476,"recall":0.447628,"f1":0.416672,"accuracy":0.447628,"main_score":0.416672,"hf_subset":"gaz_Latn-xho_Latn","languages":["gaz-Latn","xho-Latn"]},{"precision":0.347784,"recall":0.427866,"f1":0.36984,"accuracy":0.427866,"main_score":0.36984,"hf_subset":"gaz_Latn-ars_Arab","languages":["gaz-Latn","ars-Arab"]},{"precision":0.450622,"recall":0.511858,"f1":0.467308,"accuracy":0.511858,"main_score":0.467308,"hf_subset":"gaz_Latn-ceb_Latn","languages":["gaz-Latn","ceb-Latn"]},{"precision":0.369895,"recall":0.416008,"f1":0.382536,"accuracy":0.416008,"main_score":0.382536,"hf_subset":"gaz_Latn-fuv_Latn","languages":["gaz-Latn","fuv-Latn"]},{"precision":0.398855,"recall":0.44664,"f1":0.412068,"accuracy":0.44664,"main_score":0.412068,"hf_subset":"gaz_Latn-kac_Latn","languages":["gaz-Latn","kac-Latn"]},{"precision":0.41945,"recall":0.466403,"f1":0.432535,"accuracy":0.466403,"main_score":0.432535,"hf_subset":"gaz_Latn-lin_Latn","languages":["gaz-Latn","lin-Latn"]},{"precision":0.401782,"recall":0.478261,"f1":0.422531,"accuracy":0.478261,"main_score":0.422531,"hf_subset":"gaz_Latn-nno_Latn","languages":["gaz-Latn","nno-Latn"]},{"precision":0.036945,"recall":0.085968,"f1":0.045025,"accuracy":0.085968,"main_score":0.045025,"hf_subset":"gaz_Latn-sat_Olck","languages":["gaz-Latn","sat-Olck"]},{"precision":0.412065,"recall":0.480237,"f1":0.430675,"accuracy":0.480237,"main_score":0.430675,"hf_subset":"gaz_Latn-tel_Telu","languages":["gaz-Latn","tel-Telu"]},{"precision":0.347823,"recall":0.411067,"f1":0.364482,"accuracy":0.411067,"main_score":0.364482,"hf_subset":"gaz_Latn-ydd_Hebr","languages":["gaz-Latn","ydd-Hebr"]},{"precision":0.364444,"recall":0.438735,"f1":0.384919,"accuracy":0.438735,"main_score":0.384919,"hf_subset":"gaz_Latn-ary_Arab","languages":["gaz-Latn","ary-Arab"]},{"precision":0.412165,"recall":0.490119,"f1":0.433204,"accuracy":0.490119,"main_score":0.433204,"hf_subset":"gaz_Latn-ces_Latn","languages":["gaz-Latn","ces-Latn"]},{"precision":0.380227,"recall":0.428854,"f1":0.393294,"accuracy":0.428854,"main_score":0.393294,"hf_subset":"gaz_Latn-kam_Latn","languages":["gaz-Latn","kam-Latn"]},{"precision":0.413841,"recall":0.483202,"f1":0.432543,"accuracy":0.483202,"main_score":0.432543,"hf_subset":"gaz_Latn-lit_Latn","languages":["gaz-Latn","lit-Latn"]},{"precision":0.412666,"recall":0.485178,"f1":0.432638,"accuracy":0.485178,"main_score":0.432638,"hf_subset":"gaz_Latn-nob_Latn","languages":["gaz-Latn","nob-Latn"]},{"precision":0.419381,"recall":0.485178,"f1":0.437347,"accuracy":0.485178,"main_score":0.437347,"hf_subset":"gaz_Latn-scn_Latn","languages":["gaz-Latn","scn-Latn"]},{"precision":0.426426,"recall":0.479249,"f1":0.44198,"accuracy":0.479249,"main_score":0.44198,"hf_subset":"gaz_Latn-tgk_Cyrl","languages":["gaz-Latn","tgk-Cyrl"]},{"precision":0.351413,"recall":0.412055,"f1":0.367942,"accuracy":0.412055,"main_score":0.367942,"hf_subset":"gaz_Latn-yor_Latn","languages":["gaz-Latn","yor-Latn"]},{"precision":0.373701,"recall":0.444664,"f1":0.392942,"accuracy":0.444664,"main_score":0.392942,"hf_subset":"gaz_Latn-arz_Arab","languages":["gaz-Latn","arz-Arab"]},{"precision":0.374696,"recall":0.41502,"f1":0.385612,"accuracy":0.41502,"main_score":0.385612,"hf_subset":"gaz_Latn-cjk_Latn","languages":["gaz-Latn","cjk-Latn"]},{"precision":0.390006,"recall":0.444664,"f1":0.405197,"accuracy":0.444664,"main_score":0.405197,"hf_subset":"gaz_Latn-gla_Latn","languages":["gaz-Latn","gla-Latn"]},{"precision":0.404304,"recall":0.469368,"f1":0.422307,"accuracy":0.469368,"main_score":0.422307,"hf_subset":"gaz_Latn-kan_Knda","languages":["gaz-Latn","kan-Knda"]},{"precision":0.43277,"recall":0.494071,"f1":0.449133,"accuracy":0.494071,"main_score":0.449133,"hf_subset":"gaz_Latn-lmo_Latn","languages":["gaz-Latn","lmo-Latn"]},{"precision":0.414432,"recall":0.481225,"f1":0.43272,"accuracy":0.481225,"main_score":0.43272,"hf_subset":"gaz_Latn-npi_Deva","languages":["gaz-Latn","npi-Deva"]},{"precision":0.320705,"recall":0.390316,"f1":0.339078,"accuracy":0.390316,"main_score":0.339078,"hf_subset":"gaz_Latn-shn_Mymr","languages":["gaz-Latn","shn-Mymr"]},{"precision":0.446177,"recall":0.509881,"f1":0.464514,"accuracy":0.509881,"main_score":0.464514,"hf_subset":"gaz_Latn-tgl_Latn","languages":["gaz-Latn","tgl-Latn"]},{"precision":0.353286,"recall":0.434783,"f1":0.375881,"accuracy":0.434783,"main_score":0.375881,"hf_subset":"gaz_Latn-yue_Hant","languages":["gaz-Latn","yue-Hant"]},{"precision":0.377738,"recall":0.443676,"f1":0.395499,"accuracy":0.443676,"main_score":0.395499,"hf_subset":"gaz_Latn-asm_Beng","languages":["gaz-Latn","asm-Beng"]},{"precision":0.388069,"recall":0.449605,"f1":0.405159,"accuracy":0.449605,"main_score":0.405159,"hf_subset":"gaz_Latn-ckb_Arab","languages":["gaz-Latn","ckb-Arab"]},{"precision":0.39942,"recall":0.453557,"f1":0.414285,"accuracy":0.453557,"main_score":0.414285,"hf_subset":"gaz_Latn-gle_Latn","languages":["gaz-Latn","gle-Latn"]},{"precision":0.37503,"recall":0.434783,"f1":0.391585,"accuracy":0.434783,"main_score":0.391585,"hf_subset":"gaz_Latn-kas_Arab","languages":["gaz-Latn","kas-Arab"]},{"precision":0.404327,"recall":0.467391,"f1":0.421328,"accuracy":0.467391,"main_score":0.421328,"hf_subset":"gaz_Latn-ltg_Latn","languages":["gaz-Latn","ltg-Latn"]},{"precision":0.419743,"recall":0.470356,"f1":0.433375,"accuracy":0.470356,"main_score":0.433375,"hf_subset":"gaz_Latn-nso_Latn","languages":["gaz-Latn","nso-Latn"]},{"precision":0.198541,"recall":0.238142,"f1":0.20866,"accuracy":0.238142,"main_score":0.20866,"hf_subset":"gaz_Latn-sin_Sinh","languages":["gaz-Latn","sin-Sinh"]},{"precision":0.387288,"recall":0.461462,"f1":0.407882,"accuracy":0.461462,"main_score":0.407882,"hf_subset":"gaz_Latn-tha_Thai","languages":["gaz-Latn","tha-Thai"]},{"precision":0.374912,"recall":0.445652,"f1":0.393635,"accuracy":0.445652,"main_score":0.393635,"hf_subset":"gaz_Latn-zho_Hans","languages":["gaz-Latn","zho-Hans"]},{"precision":0.416452,"recall":0.48913,"f1":0.436387,"accuracy":0.48913,"main_score":0.436387,"hf_subset":"gaz_Latn-ast_Latn","languages":["gaz-Latn","ast-Latn"]},{"precision":0.418088,"recall":0.477273,"f1":0.434264,"accuracy":0.477273,"main_score":0.434264,"hf_subset":"gaz_Latn-crh_Latn","languages":["gaz-Latn","crh-Latn"]},{"precision":0.423017,"recall":0.494071,"f1":0.442779,"accuracy":0.494071,"main_score":0.442779,"hf_subset":"gaz_Latn-glg_Latn","languages":["gaz-Latn","glg-Latn"]},{"precision":0.387891,"recall":0.447628,"f1":0.404694,"accuracy":0.447628,"main_score":0.404694,"hf_subset":"gaz_Latn-kas_Deva","languages":["gaz-Latn","kas-Deva"]},{"precision":0.40555,"recall":0.477273,"f1":0.425129,"accuracy":0.477273,"main_score":0.425129,"hf_subset":"gaz_Latn-ltz_Latn","languages":["gaz-Latn","ltz-Latn"]},{"precision":0.374361,"recall":0.428854,"f1":0.389212,"accuracy":0.428854,"main_score":0.389212,"hf_subset":"gaz_Latn-nus_Latn","languages":["gaz-Latn","nus-Latn"]},{"precision":0.404548,"recall":0.478261,"f1":0.423938,"accuracy":0.478261,"main_score":0.423938,"hf_subset":"gaz_Latn-slk_Latn","languages":["gaz-Latn","slk-Latn"]},{"precision":0.223948,"recall":0.270751,"f1":0.235613,"accuracy":0.270751,"main_score":0.235613,"hf_subset":"gaz_Latn-tir_Ethi","languages":["gaz-Latn","tir-Ethi"]},{"precision":0.363747,"recall":0.440711,"f1":0.384796,"accuracy":0.440711,"main_score":0.384796,"hf_subset":"gaz_Latn-zho_Hant","languages":["gaz-Latn","zho-Hant"]},{"precision":0.415141,"recall":0.483202,"f1":0.433552,"accuracy":0.483202,"main_score":0.433552,"hf_subset":"gaz_Latn-awa_Deva","languages":["gaz-Latn","awa-Deva"]},{"precision":0.409111,"recall":0.469368,"f1":0.42576,"accuracy":0.469368,"main_score":0.42576,"hf_subset":"gaz_Latn-cym_Latn","languages":["gaz-Latn","cym-Latn"]},{"precision":0.418837,"recall":0.471344,"f1":0.432135,"accuracy":0.471344,"main_score":0.432135,"hf_subset":"gaz_Latn-grn_Latn","languages":["gaz-Latn","grn-Latn"]},{"precision":0.399023,"recall":0.465415,"f1":0.417742,"accuracy":0.465415,"main_score":0.417742,"hf_subset":"gaz_Latn-kat_Geor","languages":["gaz-Latn","kat-Geor"]},{"precision":0.404424,"recall":0.454545,"f1":0.417034,"accuracy":0.454545,"main_score":0.417034,"hf_subset":"gaz_Latn-lua_Latn","languages":["gaz-Latn","lua-Latn"]},{"precision":0.403434,"recall":0.443676,"f1":0.414601,"accuracy":0.443676,"main_score":0.414601,"hf_subset":"gaz_Latn-nya_Latn","languages":["gaz-Latn","nya-Latn"]},{"precision":0.397695,"recall":0.476285,"f1":0.418742,"accuracy":0.476285,"main_score":0.418742,"hf_subset":"gaz_Latn-slv_Latn","languages":["gaz-Latn","slv-Latn"]},{"precision":0.431689,"recall":0.493083,"f1":0.448745,"accuracy":0.493083,"main_score":0.448745,"hf_subset":"gaz_Latn-tpi_Latn","languages":["gaz-Latn","tpi-Latn"]},{"precision":0.44,"recall":0.505929,"f1":0.458081,"accuracy":0.505929,"main_score":0.458081,"hf_subset":"gaz_Latn-zsm_Latn","languages":["gaz-Latn","zsm-Latn"]},{"precision":0.384292,"recall":0.435771,"f1":0.398312,"accuracy":0.435771,"main_score":0.398312,"hf_subset":"gaz_Latn-ayr_Latn","languages":["gaz-Latn","ayr-Latn"]},{"precision":0.419735,"recall":0.496047,"f1":0.440526,"accuracy":0.496047,"main_score":0.440526,"hf_subset":"gaz_Latn-dan_Latn","languages":["gaz-Latn","dan-Latn"]},{"precision":0.428379,"recall":0.494071,"f1":0.445872,"accuracy":0.494071,"main_score":0.445872,"hf_subset":"gaz_Latn-guj_Gujr","languages":["gaz-Latn","guj-Gujr"]},{"precision":0.417147,"recall":0.48419,"f1":0.435772,"accuracy":0.48419,"main_score":0.435772,"hf_subset":"gaz_Latn-kaz_Cyrl","languages":["gaz-Latn","kaz-Cyrl"]},{"precision":0.361138,"recall":0.407115,"f1":0.374144,"accuracy":0.407115,"main_score":0.374144,"hf_subset":"gaz_Latn-lug_Latn","languages":["gaz-Latn","lug-Latn"]},{"precision":0.415081,"recall":0.486166,"f1":0.434617,"accuracy":0.486166,"main_score":0.434617,"hf_subset":"gaz_Latn-oci_Latn","languages":["gaz-Latn","oci-Latn"]},{"precision":0.399496,"recall":0.449605,"f1":0.413104,"accuracy":0.449605,"main_score":0.413104,"hf_subset":"gaz_Latn-smo_Latn","languages":["gaz-Latn","smo-Latn"]},{"precision":0.386869,"recall":0.433794,"f1":0.399088,"accuracy":0.433794,"main_score":0.399088,"hf_subset":"gaz_Latn-tsn_Latn","languages":["gaz-Latn","tsn-Latn"]},{"precision":0.399972,"recall":0.450593,"f1":0.413846,"accuracy":0.450593,"main_score":0.413846,"hf_subset":"gaz_Latn-zul_Latn","languages":["gaz-Latn","zul-Latn"]},{"precision":0.356452,"recall":0.418972,"f1":0.374388,"accuracy":0.418972,"main_score":0.374388,"hf_subset":"gaz_Latn-azb_Arab","languages":["gaz-Latn","azb-Arab"]},{"precision":0.40337,"recall":0.482213,"f1":0.425521,"accuracy":0.482213,"main_score":0.425521,"hf_subset":"gaz_Latn-deu_Latn","languages":["gaz-Latn","deu-Latn"]},{"precision":0.411144,"recall":0.478261,"f1":0.429497,"accuracy":0.478261,"main_score":0.429497,"hf_subset":"gaz_Latn-hat_Latn","languages":["gaz-Latn","hat-Latn"]},{"precision":0.379538,"recall":0.427866,"f1":0.39325,"accuracy":0.427866,"main_score":0.39325,"hf_subset":"gaz_Latn-kbp_Latn","languages":["gaz-Latn","kbp-Latn"]},{"precision":0.393388,"recall":0.436759,"f1":0.405349,"accuracy":0.436759,"main_score":0.405349,"hf_subset":"gaz_Latn-luo_Latn","languages":["gaz-Latn","luo-Latn"]},{"precision":0.393383,"recall":0.461462,"f1":0.411274,"accuracy":0.461462,"main_score":0.411274,"hf_subset":"gaz_Latn-ory_Orya","languages":["gaz-Latn","ory-Orya"]},{"precision":0.370908,"recall":0.422925,"f1":0.384818,"accuracy":0.422925,"main_score":0.384818,"hf_subset":"gaz_Latn-sna_Latn","languages":["gaz-Latn","sna-Latn"]},{"precision":0.413341,"recall":0.456522,"f1":0.425088,"accuracy":0.456522,"main_score":0.425088,"hf_subset":"gaz_Latn-tso_Latn","languages":["gaz-Latn","tso-Latn"]},{"precision":0.406658,"recall":0.471344,"f1":0.424788,"accuracy":0.471344,"main_score":0.424788,"hf_subset":"gaz_Latn-azj_Latn","languages":["gaz-Latn","azj-Latn"]},{"precision":0.347024,"recall":0.401186,"f1":0.362343,"accuracy":0.401186,"main_score":0.362343,"hf_subset":"gaz_Latn-dik_Latn","languages":["gaz-Latn","dik-Latn"]},{"precision":0.38737,"recall":0.43083,"f1":0.399236,"accuracy":0.43083,"main_score":0.399236,"hf_subset":"gaz_Latn-hau_Latn","languages":["gaz-Latn","hau-Latn"]},{"precision":0.426459,"recall":0.48419,"f1":0.441971,"accuracy":0.48419,"main_score":0.441971,"hf_subset":"gaz_Latn-kea_Latn","languages":["gaz-Latn","kea-Latn"]},{"precision":0.415075,"recall":0.456522,"f1":0.426201,"accuracy":0.456522,"main_score":0.426201,"hf_subset":"gaz_Latn-lus_Latn","languages":["gaz-Latn","lus-Latn"]},{"precision":0.438923,"recall":0.479249,"f1":0.45005,"accuracy":0.479249,"main_score":0.45005,"hf_subset":"gaz_Latn-pag_Latn","languages":["gaz-Latn","pag-Latn"]},{"precision":0.389314,"recall":0.454545,"f1":0.407018,"accuracy":0.454545,"main_score":0.407018,"hf_subset":"gaz_Latn-snd_Arab","languages":["gaz-Latn","snd-Arab"]},{"precision":0.42566,"recall":0.475296,"f1":0.439501,"accuracy":0.475296,"main_score":0.439501,"hf_subset":"gaz_Latn-tuk_Latn","languages":["gaz-Latn","tuk-Latn"]},{"precision":0.429655,"recall":0.48419,"f1":0.444895,"accuracy":0.48419,"main_score":0.444895,"hf_subset":"gaz_Latn-bak_Cyrl","languages":["gaz-Latn","bak-Cyrl"]},{"precision":0.29687,"recall":0.351779,"f1":0.311811,"accuracy":0.351779,"main_score":0.311811,"hf_subset":"gaz_Latn-dyu_Latn","languages":["gaz-Latn","dyu-Latn"]},{"precision":0.372496,"recall":0.444664,"f1":0.392202,"accuracy":0.444664,"main_score":0.392202,"hf_subset":"gaz_Latn-heb_Hebr","languages":["gaz-Latn","heb-Hebr"]},{"precision":0.425649,"recall":0.481225,"f1":0.441103,"accuracy":0.481225,"main_score":0.441103,"hf_subset":"gaz_Latn-khk_Cyrl","languages":["gaz-Latn","khk-Cyrl"]},{"precision":0.413073,"recall":0.48419,"f1":0.432113,"accuracy":0.48419,"main_score":0.432113,"hf_subset":"gaz_Latn-lvs_Latn","languages":["gaz-Latn","lvs-Latn"]},{"precision":0.402995,"recall":0.472332,"f1":0.422639,"accuracy":0.472332,"main_score":0.422639,"hf_subset":"gaz_Latn-pan_Guru","languages":["gaz-Latn","pan-Guru"]},{"precision":0.400471,"recall":0.447628,"f1":0.414159,"accuracy":0.447628,"main_score":0.414159,"hf_subset":"gaz_Latn-som_Latn","languages":["gaz-Latn","som-Latn"]},{"precision":0.378477,"recall":0.425889,"f1":0.391315,"accuracy":0.425889,"main_score":0.391315,"hf_subset":"gaz_Latn-tum_Latn","languages":["gaz-Latn","tum-Latn"]},{"precision":0.326092,"recall":0.389328,"f1":0.34307,"accuracy":0.389328,"main_score":0.34307,"hf_subset":"kam_Latn-ace_Arab","languages":["kam-Latn","ace-Arab"]},{"precision":0.45202,"recall":0.497036,"f1":0.464721,"accuracy":0.497036,"main_score":0.464721,"hf_subset":"kam_Latn-bam_Latn","languages":["kam-Latn","bam-Latn"]},{"precision":0.114396,"recall":0.155138,"f1":0.124175,"accuracy":0.155138,"main_score":0.124175,"hf_subset":"kam_Latn-dzo_Tibt","languages":["kam-Latn","dzo-Tibt"]},{"precision":0.47814,"recall":0.541502,"f1":0.495911,"accuracy":0.541502,"main_score":0.495911,"hf_subset":"kam_Latn-hin_Deva","languages":["kam-Latn","hin-Deva"]},{"precision":0.381944,"recall":0.443676,"f1":0.399149,"accuracy":0.443676,"main_score":0.399149,"hf_subset":"kam_Latn-khm_Khmr","languages":["kam-Latn","khm-Khmr"]},{"precision":0.47906,"recall":0.541502,"f1":0.497161,"accuracy":0.541502,"main_score":0.497161,"hf_subset":"kam_Latn-mag_Deva","languages":["kam-Latn","mag-Deva"]},{"precision":0.521482,"recall":0.564229,"f1":0.534205,"accuracy":0.564229,"main_score":0.534205,"hf_subset":"kam_Latn-pap_Latn","languages":["kam-Latn","pap-Latn"]},{"precision":0.494023,"recall":0.532609,"f1":0.505276,"accuracy":0.532609,"main_score":0.505276,"hf_subset":"kam_Latn-sot_Latn","languages":["kam-Latn","sot-Latn"]},{"precision":0.486721,"recall":0.551383,"f1":0.505717,"accuracy":0.551383,"main_score":0.505717,"hf_subset":"kam_Latn-tur_Latn","languages":["kam-Latn","tur-Latn"]},{"precision":0.510145,"recall":0.545455,"f1":0.520473,"accuracy":0.545455,"main_score":0.520473,"hf_subset":"kam_Latn-ace_Latn","languages":["kam-Latn","ace-Latn"]},{"precision":0.522061,"recall":0.560277,"f1":0.533624,"accuracy":0.560277,"main_score":0.533624,"hf_subset":"kam_Latn-ban_Latn","languages":["kam-Latn","ban-Latn"]},{"precision":0.444214,"recall":0.51581,"f1":0.464747,"accuracy":0.51581,"main_score":0.464747,"hf_subset":"kam_Latn-ell_Grek","languages":["kam-Latn","ell-Grek"]},{"precision":0.474401,"recall":0.530632,"f1":0.490818,"accuracy":0.530632,"main_score":0.490818,"hf_subset":"kam_Latn-hne_Deva","languages":["kam-Latn","hne-Deva"]},{"precision":0.480026,"recall":0.534585,"f1":0.495629,"accuracy":0.534585,"main_score":0.495629,"hf_subset":"kam_Latn-kik_Latn","languages":["kam-Latn","kik-Latn"]},{"precision":0.482679,"recall":0.54249,"f1":0.499415,"accuracy":0.54249,"main_score":0.499415,"hf_subset":"kam_Latn-mai_Deva","languages":["kam-Latn","mai-Deva"]},{"precision":0.430591,"recall":0.498024,"f1":0.450041,"accuracy":0.498024,"main_score":0.450041,"hf_subset":"kam_Latn-pbt_Arab","languages":["kam-Latn","pbt-Arab"]},{"precision":0.496579,"recall":0.560277,"f1":0.514896,"accuracy":0.560277,"main_score":0.514896,"hf_subset":"kam_Latn-spa_Latn","languages":["kam-Latn","spa-Latn"]},{"precision":0.503597,"recall":0.536561,"f1":0.512791,"accuracy":0.536561,"main_score":0.512791,"hf_subset":"kam_Latn-twi_Latn","languages":["kam-Latn","twi-Latn"]},{"precision":0.459099,"recall":0.528656,"f1":0.479846,"accuracy":0.528656,"main_score":0.479846,"hf_subset":"kam_Latn-acm_Arab","languages":["kam-Latn","acm-Arab"]},{"precision":0.474927,"recall":0.535573,"f1":0.492149,"accuracy":0.535573,"main_score":0.492149,"hf_subset":"kam_Latn-bel_Cyrl","languages":["kam-Latn","bel-Cyrl"]},{"precision":0.496742,"recall":0.566206,"f1":0.516411,"accuracy":0.566206,"main_score":0.516411,"hf_subset":"kam_Latn-eng_Latn","languages":["kam-Latn","eng-Latn"]},{"precision":0.492077,"recall":0.556324,"f1":0.510414,"accuracy":0.556324,"main_score":0.510414,"hf_subset":"kam_Latn-hrv_Latn","languages":["kam-Latn","hrv-Latn"]},{"precision":0.457526,"recall":0.504941,"f1":0.470873,"accuracy":0.504941,"main_score":0.470873,"hf_subset":"kam_Latn-kin_Latn","languages":["kam-Latn","kin-Latn"]},{"precision":0.466737,"recall":0.52668,"f1":0.484116,"accuracy":0.52668,"main_score":0.484116,"hf_subset":"kam_Latn-mal_Mlym","languages":["kam-Latn","mal-Mlym"]},{"precision":0.473462,"recall":0.537549,"f1":0.492183,"accuracy":0.537549,"main_score":0.492183,"hf_subset":"kam_Latn-pes_Arab","languages":["kam-Latn","pes-Arab"]},{"precision":0.513935,"recall":0.562253,"f1":0.528041,"accuracy":0.562253,"main_score":0.528041,"hf_subset":"kam_Latn-srd_Latn","languages":["kam-Latn","srd-Latn"]},{"precision":0.147814,"recall":0.199605,"f1":0.160351,"accuracy":0.199605,"main_score":0.160351,"hf_subset":"kam_Latn-tzm_Tfng","languages":["kam-Latn","tzm-Tfng"]},{"precision":0.46572,"recall":0.530632,"f1":0.484556,"accuracy":0.530632,"main_score":0.484556,"hf_subset":"kam_Latn-acq_Arab","languages":["kam-Latn","acq-Arab"]},{"precision":0.502654,"recall":0.538538,"f1":0.512319,"accuracy":0.538538,"main_score":0.512319,"hf_subset":"kam_Latn-bem_Latn","languages":["kam-Latn","bem-Latn"]},{"precision":0.495617,"recall":0.552372,"f1":0.512198,"accuracy":0.552372,"main_score":0.512198,"hf_subset":"kam_Latn-epo_Latn","languages":["kam-Latn","epo-Latn"]},{"precision":0.489214,"recall":0.555336,"f1":0.508172,"accuracy":0.555336,"main_score":0.508172,"hf_subset":"kam_Latn-hun_Latn","languages":["kam-Latn","hun-Latn"]},{"precision":0.484793,"recall":0.533597,"f1":0.499417,"accuracy":0.533597,"main_score":0.499417,"hf_subset":"kam_Latn-kir_Cyrl","languages":["kam-Latn","kir-Cyrl"]},{"precision":0.476669,"recall":0.541502,"f1":0.495309,"accuracy":0.541502,"main_score":0.495309,"hf_subset":"kam_Latn-mar_Deva","languages":["kam-Latn","mar-Deva"]},{"precision":0.500013,"recall":0.540514,"f1":0.510938,"accuracy":0.540514,"main_score":0.510938,"hf_subset":"kam_Latn-plt_Latn","languages":["kam-Latn","plt-Latn"]},{"precision":0.481212,"recall":0.55336,"f1":0.50235,"accuracy":0.55336,"main_score":0.50235,"hf_subset":"kam_Latn-srp_Cyrl","languages":["kam-Latn","srp-Cyrl"]},{"precision":0.427872,"recall":0.491107,"f1":0.445304,"accuracy":0.491107,"main_score":0.445304,"hf_subset":"kam_Latn-uig_Arab","languages":["kam-Latn","uig-Arab"]},{"precision":0.462039,"recall":0.529644,"f1":0.481747,"accuracy":0.529644,"main_score":0.481747,"hf_subset":"kam_Latn-aeb_Arab","languages":["kam-Latn","aeb-Arab"]},{"precision":0.478375,"recall":0.541502,"f1":0.497142,"accuracy":0.541502,"main_score":0.497142,"hf_subset":"kam_Latn-ben_Beng","languages":["kam-Latn","ben-Beng"]},{"precision":0.479902,"recall":0.540514,"f1":0.49739,"accuracy":0.540514,"main_score":0.49739,"hf_subset":"kam_Latn-est_Latn","languages":["kam-Latn","est-Latn"]},{"precision":0.449277,"recall":0.51087,"f1":0.467278,"accuracy":0.51087,"main_score":0.467278,"hf_subset":"kam_Latn-hye_Armn","languages":["kam-Latn","hye-Armn"]},{"precision":0.472167,"recall":0.508893,"f1":0.48322,"accuracy":0.508893,"main_score":0.48322,"hf_subset":"kam_Latn-kmb_Latn","languages":["kam-Latn","kmb-Latn"]},{"precision":0.294997,"recall":0.362648,"f1":0.314115,"accuracy":0.362648,"main_score":0.314115,"hf_subset":"kam_Latn-min_Arab","languages":["kam-Latn","min-Arab"]},{"precision":0.484131,"recall":0.550395,"f1":0.50319,"accuracy":0.550395,"main_score":0.50319,"hf_subset":"kam_Latn-pol_Latn","languages":["kam-Latn","pol-Latn"]},{"precision":0.46409,"recall":0.509881,"f1":0.477238,"accuracy":0.509881,"main_score":0.477238,"hf_subset":"kam_Latn-ssw_Latn","languages":["kam-Latn","ssw-Latn"]},{"precision":0.478135,"recall":0.546443,"f1":0.497619,"accuracy":0.546443,"main_score":0.497619,"hf_subset":"kam_Latn-ukr_Cyrl","languages":["kam-Latn","ukr-Cyrl"]},{"precision":0.509158,"recall":0.574111,"f1":0.528399,"accuracy":0.574111,"main_score":0.528399,"hf_subset":"kam_Latn-afr_Latn","languages":["kam-Latn","afr-Latn"]},{"precision":0.470765,"recall":0.534585,"f1":0.488381,"accuracy":0.534585,"main_score":0.488381,"hf_subset":"kam_Latn-bho_Deva","languages":["kam-Latn","bho-Deva"]},{"precision":0.492598,"recall":0.539526,"f1":0.50651,"accuracy":0.539526,"main_score":0.50651,"hf_subset":"kam_Latn-eus_Latn","languages":["kam-Latn","eus-Latn"]},{"precision":0.477422,"recall":0.519763,"f1":0.48928,"accuracy":0.519763,"main_score":0.48928,"hf_subset":"kam_Latn-ibo_Latn","languages":["kam-Latn","ibo-Latn"]},{"precision":0.49744,"recall":0.540514,"f1":0.509452,"accuracy":0.540514,"main_score":0.509452,"hf_subset":"kam_Latn-kmr_Latn","languages":["kam-Latn","kmr-Latn"]},{"precision":0.507388,"recall":0.551383,"f1":0.520463,"accuracy":0.551383,"main_score":0.520463,"hf_subset":"kam_Latn-min_Latn","languages":["kam-Latn","min-Latn"]},{"precision":0.494736,"recall":0.5583,"f1":0.512707,"accuracy":0.5583,"main_score":0.512707,"hf_subset":"kam_Latn-por_Latn","languages":["kam-Latn","por-Latn"]},{"precision":0.51459,"recall":0.562253,"f1":0.528045,"accuracy":0.562253,"main_score":0.528045,"hf_subset":"kam_Latn-sun_Latn","languages":["kam-Latn","sun-Latn"]},{"precision":0.449235,"recall":0.491107,"f1":0.461852,"accuracy":0.491107,"main_score":0.461852,"hf_subset":"kam_Latn-umb_Latn","languages":["kam-Latn","umb-Latn"]},{"precision":0.459483,"recall":0.531621,"f1":0.480182,"accuracy":0.531621,"main_score":0.480182,"hf_subset":"kam_Latn-ajp_Arab","languages":["kam-Latn","ajp-Arab"]},{"precision":0.320826,"recall":0.375494,"f1":0.336799,"accuracy":0.375494,"main_score":0.336799,"hf_subset":"kam_Latn-bjn_Arab","languages":["kam-Latn","bjn-Arab"]},{"precision":0.460837,"recall":0.498024,"f1":0.47189,"accuracy":0.498024,"main_score":0.47189,"hf_subset":"kam_Latn-ewe_Latn","languages":["kam-Latn","ewe-Latn"]},{"precision":0.522214,"recall":0.562253,"f1":0.533285,"accuracy":0.562253,"main_score":0.533285,"hf_subset":"kam_Latn-ilo_Latn","languages":["kam-Latn","ilo-Latn"]},{"precision":0.196821,"recall":0.264822,"f1":0.214191,"accuracy":0.264822,"main_score":0.214191,"hf_subset":"kam_Latn-knc_Arab","languages":["kam-Latn","knc-Arab"]},{"precision":0.494948,"recall":0.555336,"f1":0.512376,"accuracy":0.555336,"main_score":0.512376,"hf_subset":"kam_Latn-mkd_Cyrl","languages":["kam-Latn","mkd-Cyrl"]},{"precision":0.456037,"recall":0.529644,"f1":0.477586,"accuracy":0.529644,"main_score":0.477586,"hf_subset":"kam_Latn-prs_Arab","languages":["kam-Latn","prs-Arab"]},{"precision":0.492417,"recall":0.556324,"f1":0.5105,"accuracy":0.556324,"main_score":0.5105,"hf_subset":"kam_Latn-swe_Latn","languages":["kam-Latn","swe-Latn"]},{"precision":0.454902,"recall":0.51581,"f1":0.472148,"accuracy":0.51581,"main_score":0.472148,"hf_subset":"kam_Latn-urd_Arab","languages":["kam-Latn","urd-Arab"]},{"precision":0.503392,"recall":0.532609,"f1":0.511463,"accuracy":0.532609,"main_score":0.511463,"hf_subset":"kam_Latn-aka_Latn","languages":["kam-Latn","aka-Latn"]},{"precision":0.505495,"recall":0.555336,"f1":0.519331,"accuracy":0.555336,"main_score":0.519331,"hf_subset":"kam_Latn-bjn_Latn","languages":["kam-Latn","bjn-Latn"]},{"precision":0.468377,"recall":0.524704,"f1":0.484778,"accuracy":0.524704,"main_score":0.484778,"hf_subset":"kam_Latn-fao_Latn","languages":["kam-Latn","fao-Latn"]},{"precision":0.500242,"recall":0.564229,"f1":0.51856,"accuracy":0.564229,"main_score":0.51856,"hf_subset":"kam_Latn-ind_Latn","languages":["kam-Latn","ind-Latn"]},{"precision":0.492045,"recall":0.525692,"f1":0.502127,"accuracy":0.525692,"main_score":0.502127,"hf_subset":"kam_Latn-knc_Latn","languages":["kam-Latn","knc-Latn"]},{"precision":0.507731,"recall":0.559289,"f1":0.522194,"accuracy":0.559289,"main_score":0.522194,"hf_subset":"kam_Latn-mlt_Latn","languages":["kam-Latn","mlt-Latn"]},{"precision":0.462636,"recall":0.502964,"f1":0.474305,"accuracy":0.502964,"main_score":0.474305,"hf_subset":"kam_Latn-quy_Latn","languages":["kam-Latn","quy-Latn"]},{"precision":0.498554,"recall":0.544466,"f1":0.511989,"accuracy":0.544466,"main_score":0.511989,"hf_subset":"kam_Latn-swh_Latn","languages":["kam-Latn","swh-Latn"]},{"precision":0.475654,"recall":0.532609,"f1":0.492243,"accuracy":0.532609,"main_score":0.492243,"hf_subset":"kam_Latn-uzn_Latn","languages":["kam-Latn","uzn-Latn"]},{"precision":0.487511,"recall":0.54249,"f1":0.503447,"accuracy":0.54249,"main_score":0.503447,"hf_subset":"kam_Latn-als_Latn","languages":["kam-Latn","als-Latn"]},{"precision":0.156443,"recall":0.210474,"f1":0.169273,"accuracy":0.210474,"main_score":0.169273,"hf_subset":"kam_Latn-bod_Tibt","languages":["kam-Latn","bod-Tibt"]},{"precision":0.472786,"recall":0.508893,"f1":0.483387,"accuracy":0.508893,"main_score":0.483387,"hf_subset":"kam_Latn-fij_Latn","languages":["kam-Latn","fij-Latn"]},{"precision":0.449646,"recall":0.506917,"f1":0.466002,"accuracy":0.506917,"main_score":0.466002,"hf_subset":"kam_Latn-isl_Latn","languages":["kam-Latn","isl-Latn"]},{"precision":0.492721,"recall":0.532609,"f1":0.50351,"accuracy":0.532609,"main_score":0.50351,"hf_subset":"kam_Latn-kon_Latn","languages":["kam-Latn","kon-Latn"]},{"precision":0.384716,"recall":0.445652,"f1":0.402211,"accuracy":0.445652,"main_score":0.402211,"hf_subset":"kam_Latn-mni_Beng","languages":["kam-Latn","mni-Beng"]},{"precision":0.511697,"recall":0.568182,"f1":0.528212,"accuracy":0.568182,"main_score":0.528212,"hf_subset":"kam_Latn-ron_Latn","languages":["kam-Latn","ron-Latn"]},{"precision":0.489887,"recall":0.551383,"f1":0.507551,"accuracy":0.551383,"main_score":0.507551,"hf_subset":"kam_Latn-szl_Latn","languages":["kam-Latn","szl-Latn"]},{"precision":0.505056,"recall":0.557312,"f1":0.520587,"accuracy":0.557312,"main_score":0.520587,"hf_subset":"kam_Latn-vec_Latn","languages":["kam-Latn","vec-Latn"]},{"precision":0.271269,"recall":0.336957,"f1":0.288827,"accuracy":0.336957,"main_score":0.288827,"hf_subset":"kam_Latn-amh_Ethi","languages":["kam-Latn","amh-Ethi"]},{"precision":0.491482,"recall":0.552372,"f1":0.509123,"accuracy":0.552372,"main_score":0.509123,"hf_subset":"kam_Latn-bos_Latn","languages":["kam-Latn","bos-Latn"]},{"precision":0.479269,"recall":0.536561,"f1":0.49537,"accuracy":0.536561,"main_score":0.49537,"hf_subset":"kam_Latn-fin_Latn","languages":["kam-Latn","fin-Latn"]},{"precision":0.497809,"recall":0.564229,"f1":0.516371,"accuracy":0.564229,"main_score":0.516371,"hf_subset":"kam_Latn-ita_Latn","languages":["kam-Latn","ita-Latn"]},{"precision":0.464586,"recall":0.527668,"f1":0.482698,"accuracy":0.527668,"main_score":0.482698,"hf_subset":"kam_Latn-kor_Hang","languages":["kam-Latn","kor-Hang"]},{"precision":0.466082,"recall":0.501976,"f1":0.476212,"accuracy":0.501976,"main_score":0.476212,"hf_subset":"kam_Latn-mos_Latn","languages":["kam-Latn","mos-Latn"]},{"precision":0.45775,"recall":0.5,"f1":0.469676,"accuracy":0.5,"main_score":0.469676,"hf_subset":"kam_Latn-run_Latn","languages":["kam-Latn","run-Latn"]},{"precision":0.440894,"recall":0.507905,"f1":0.459553,"accuracy":0.507905,"main_score":0.459553,"hf_subset":"kam_Latn-tam_Taml","languages":["kam-Latn","tam-Taml"]},{"precision":0.488019,"recall":0.550395,"f1":0.505922,"accuracy":0.550395,"main_score":0.505922,"hf_subset":"kam_Latn-vie_Latn","languages":["kam-Latn","vie-Latn"]},{"precision":0.470709,"recall":0.535573,"f1":0.489987,"accuracy":0.535573,"main_score":0.489987,"hf_subset":"kam_Latn-apc_Arab","languages":["kam-Latn","apc-Arab"]},{"precision":0.500131,"recall":0.537549,"f1":0.510605,"accuracy":0.537549,"main_score":0.510605,"hf_subset":"kam_Latn-bug_Latn","languages":["kam-Latn","bug-Latn"]},{"precision":0.439701,"recall":0.483202,"f1":0.45247,"accuracy":0.483202,"main_score":0.45247,"hf_subset":"kam_Latn-fon_Latn","languages":["kam-Latn","fon-Latn"]},{"precision":0.503389,"recall":0.55336,"f1":0.51794,"accuracy":0.55336,"main_score":0.51794,"hf_subset":"kam_Latn-jav_Latn","languages":["kam-Latn","jav-Latn"]},{"precision":0.39826,"recall":0.458498,"f1":0.415722,"accuracy":0.458498,"main_score":0.415722,"hf_subset":"kam_Latn-lao_Laoo","languages":["kam-Latn","lao-Laoo"]},{"precision":0.445949,"recall":0.496047,"f1":0.460236,"accuracy":0.496047,"main_score":0.460236,"hf_subset":"kam_Latn-mri_Latn","languages":["kam-Latn","mri-Latn"]},{"precision":0.491865,"recall":0.554348,"f1":0.509575,"accuracy":0.554348,"main_score":0.509575,"hf_subset":"kam_Latn-rus_Cyrl","languages":["kam-Latn","rus-Cyrl"]},{"precision":0.457662,"recall":0.494071,"f1":0.468236,"accuracy":0.494071,"main_score":0.468236,"hf_subset":"kam_Latn-taq_Latn","languages":["kam-Latn","taq-Latn"]},{"precision":0.535636,"recall":0.582016,"f1":0.548093,"accuracy":0.582016,"main_score":0.548093,"hf_subset":"kam_Latn-war_Latn","languages":["kam-Latn","war-Latn"]},{"precision":0.464682,"recall":0.531621,"f1":0.48402,"accuracy":0.531621,"main_score":0.48402,"hf_subset":"kam_Latn-arb_Arab","languages":["kam-Latn","arb-Arab"]},{"precision":0.491704,"recall":0.559289,"f1":0.511597,"accuracy":0.559289,"main_score":0.511597,"hf_subset":"kam_Latn-bul_Cyrl","languages":["kam-Latn","bul-Cyrl"]},{"precision":0.499357,"recall":0.566206,"f1":0.518535,"accuracy":0.566206,"main_score":0.518535,"hf_subset":"kam_Latn-fra_Latn","languages":["kam-Latn","fra-Latn"]},{"precision":0.470339,"recall":0.535573,"f1":0.489347,"accuracy":0.535573,"main_score":0.489347,"hf_subset":"kam_Latn-jpn_Jpan","languages":["kam-Latn","jpn-Jpan"]},{"precision":0.50572,"recall":0.554348,"f1":0.519388,"accuracy":0.554348,"main_score":0.519388,"hf_subset":"kam_Latn-lij_Latn","languages":["kam-Latn","lij-Latn"]},{"precision":0.263399,"recall":0.333992,"f1":0.282898,"accuracy":0.333992,"main_score":0.282898,"hf_subset":"kam_Latn-mya_Mymr","languages":["kam-Latn","mya-Mymr"]},{"precision":0.472814,"recall":0.512846,"f1":0.484443,"accuracy":0.512846,"main_score":0.484443,"hf_subset":"kam_Latn-sag_Latn","languages":["kam-Latn","sag-Latn"]},{"precision":0.15344,"recall":0.217391,"f1":0.167221,"accuracy":0.217391,"main_score":0.167221,"hf_subset":"kam_Latn-taq_Tfng","languages":["kam-Latn","taq-Tfng"]},{"precision":0.481069,"recall":0.519763,"f1":0.492155,"accuracy":0.519763,"main_score":0.492155,"hf_subset":"kam_Latn-wol_Latn","languages":["kam-Latn","wol-Latn"]},{"precision":0.394988,"recall":0.453557,"f1":0.411404,"accuracy":0.453557,"main_score":0.411404,"hf_subset":"kam_Latn-arb_Latn","languages":["kam-Latn","arb-Latn"]},{"precision":0.48957,"recall":0.5583,"f1":0.509451,"accuracy":0.5583,"main_score":0.509451,"hf_subset":"kam_Latn-cat_Latn","languages":["kam-Latn","cat-Latn"]},{"precision":0.514841,"recall":0.5583,"f1":0.527404,"accuracy":0.5583,"main_score":0.527404,"hf_subset":"kam_Latn-fur_Latn","languages":["kam-Latn","fur-Latn"]},{"precision":0.364571,"recall":0.416008,"f1":0.378911,"accuracy":0.416008,"main_score":0.378911,"hf_subset":"kam_Latn-kab_Latn","languages":["kam-Latn","kab-Latn"]},{"precision":0.491984,"recall":0.546443,"f1":0.507806,"accuracy":0.546443,"main_score":0.507806,"hf_subset":"kam_Latn-lim_Latn","languages":["kam-Latn","lim-Latn"]},{"precision":0.493665,"recall":0.556324,"f1":0.512037,"accuracy":0.556324,"main_score":0.512037,"hf_subset":"kam_Latn-nld_Latn","languages":["kam-Latn","nld-Latn"]},{"precision":0.428609,"recall":0.495059,"f1":0.447873,"accuracy":0.495059,"main_score":0.447873,"hf_subset":"kam_Latn-san_Deva","languages":["kam-Latn","san-Deva"]},{"precision":0.498995,"recall":0.552372,"f1":0.514764,"accuracy":0.552372,"main_score":0.514764,"hf_subset":"kam_Latn-tat_Cyrl","languages":["kam-Latn","tat-Cyrl"]},{"precision":0.50112,"recall":0.54249,"f1":0.513032,"accuracy":0.54249,"main_score":0.513032,"hf_subset":"kam_Latn-xho_Latn","languages":["kam-Latn","xho-Latn"]},{"precision":0.440938,"recall":0.514822,"f1":0.462072,"accuracy":0.514822,"main_score":0.462072,"hf_subset":"kam_Latn-ars_Arab","languages":["kam-Latn","ars-Arab"]},{"precision":0.528446,"recall":0.575099,"f1":0.541244,"accuracy":0.575099,"main_score":0.541244,"hf_subset":"kam_Latn-ceb_Latn","languages":["kam-Latn","ceb-Latn"]},{"precision":0.451515,"recall":0.496047,"f1":0.464526,"accuracy":0.496047,"main_score":0.464526,"hf_subset":"kam_Latn-fuv_Latn","languages":["kam-Latn","fuv-Latn"]},{"precision":0.465256,"recall":0.506917,"f1":0.477904,"accuracy":0.506917,"main_score":0.477904,"hf_subset":"kam_Latn-kac_Latn","languages":["kam-Latn","kac-Latn"]},{"precision":0.489158,"recall":0.529644,"f1":0.501336,"accuracy":0.529644,"main_score":0.501336,"hf_subset":"kam_Latn-lin_Latn","languages":["kam-Latn","lin-Latn"]},{"precision":0.487905,"recall":0.55336,"f1":0.506535,"accuracy":0.55336,"main_score":0.506535,"hf_subset":"kam_Latn-nno_Latn","languages":["kam-Latn","nno-Latn"]},{"precision":0.031732,"recall":0.078063,"f1":0.039245,"accuracy":0.078063,"main_score":0.039245,"hf_subset":"kam_Latn-sat_Olck","languages":["kam-Latn","sat-Olck"]},{"precision":0.463699,"recall":0.533597,"f1":0.484346,"accuracy":0.533597,"main_score":0.484346,"hf_subset":"kam_Latn-tel_Telu","languages":["kam-Latn","tel-Telu"]},{"precision":0.363513,"recall":0.43083,"f1":0.3818,"accuracy":0.43083,"main_score":0.3818,"hf_subset":"kam_Latn-ydd_Hebr","languages":["kam-Latn","ydd-Hebr"]},{"precision":0.454628,"recall":0.520751,"f1":0.473501,"accuracy":0.520751,"main_score":0.473501,"hf_subset":"kam_Latn-ary_Arab","languages":["kam-Latn","ary-Arab"]},{"precision":0.496314,"recall":0.554348,"f1":0.512896,"accuracy":0.554348,"main_score":0.512896,"hf_subset":"kam_Latn-ces_Latn","languages":["kam-Latn","ces-Latn"]},{"precision":0.380922,"recall":0.439723,"f1":0.397697,"accuracy":0.439723,"main_score":0.397697,"hf_subset":"kam_Latn-gaz_Latn","languages":["kam-Latn","gaz-Latn"]},{"precision":0.467904,"recall":0.530632,"f1":0.486026,"accuracy":0.530632,"main_score":0.486026,"hf_subset":"kam_Latn-lit_Latn","languages":["kam-Latn","lit-Latn"]},{"precision":0.489673,"recall":0.550395,"f1":0.506848,"accuracy":0.550395,"main_score":0.506848,"hf_subset":"kam_Latn-nob_Latn","languages":["kam-Latn","nob-Latn"]},{"precision":0.490622,"recall":0.540514,"f1":0.505324,"accuracy":0.540514,"main_score":0.505324,"hf_subset":"kam_Latn-scn_Latn","languages":["kam-Latn","scn-Latn"]},{"precision":0.482802,"recall":0.531621,"f1":0.495905,"accuracy":0.531621,"main_score":0.495905,"hf_subset":"kam_Latn-tgk_Cyrl","languages":["kam-Latn","tgk-Cyrl"]},{"precision":0.446319,"recall":0.494071,"f1":0.460939,"accuracy":0.494071,"main_score":0.460939,"hf_subset":"kam_Latn-yor_Latn","languages":["kam-Latn","yor-Latn"]},{"precision":0.472796,"recall":0.543478,"f1":0.493357,"accuracy":0.543478,"main_score":0.493357,"hf_subset":"kam_Latn-arz_Arab","languages":["kam-Latn","arz-Arab"]},{"precision":0.44501,"recall":0.48419,"f1":0.456472,"accuracy":0.48419,"main_score":0.456472,"hf_subset":"kam_Latn-cjk_Latn","languages":["kam-Latn","cjk-Latn"]},{"precision":0.442959,"recall":0.494071,"f1":0.457494,"accuracy":0.494071,"main_score":0.457494,"hf_subset":"kam_Latn-gla_Latn","languages":["kam-Latn","gla-Latn"]},{"precision":0.454678,"recall":0.516798,"f1":0.472573,"accuracy":0.516798,"main_score":0.472573,"hf_subset":"kam_Latn-kan_Knda","languages":["kam-Latn","kan-Knda"]},{"precision":0.50409,"recall":0.556324,"f1":0.518985,"accuracy":0.556324,"main_score":0.518985,"hf_subset":"kam_Latn-lmo_Latn","languages":["kam-Latn","lmo-Latn"]},{"precision":0.479654,"recall":0.540514,"f1":0.497249,"accuracy":0.540514,"main_score":0.497249,"hf_subset":"kam_Latn-npi_Deva","languages":["kam-Latn","npi-Deva"]},{"precision":0.405237,"recall":0.468379,"f1":0.42398,"accuracy":0.468379,"main_score":0.42398,"hf_subset":"kam_Latn-shn_Mymr","languages":["kam-Latn","shn-Mymr"]},{"precision":0.518511,"recall":0.564229,"f1":0.531403,"accuracy":0.564229,"main_score":0.531403,"hf_subset":"kam_Latn-tgl_Latn","languages":["kam-Latn","tgl-Latn"]},{"precision":0.458218,"recall":0.52668,"f1":0.477914,"accuracy":0.52668,"main_score":0.477914,"hf_subset":"kam_Latn-yue_Hant","languages":["kam-Latn","yue-Hant"]},{"precision":0.42716,"recall":0.496047,"f1":0.447614,"accuracy":0.496047,"main_score":0.447614,"hf_subset":"kam_Latn-asm_Beng","languages":["kam-Latn","asm-Beng"]},{"precision":0.418883,"recall":0.482213,"f1":0.436711,"accuracy":0.482213,"main_score":0.436711,"hf_subset":"kam_Latn-ckb_Arab","languages":["kam-Latn","ckb-Arab"]},{"precision":0.435685,"recall":0.492095,"f1":0.451131,"accuracy":0.492095,"main_score":0.451131,"hf_subset":"kam_Latn-gle_Latn","languages":["kam-Latn","gle-Latn"]},{"precision":0.40339,"recall":0.47332,"f1":0.423455,"accuracy":0.47332,"main_score":0.423455,"hf_subset":"kam_Latn-kas_Arab","languages":["kam-Latn","kas-Arab"]},{"precision":0.453627,"recall":0.51581,"f1":0.470768,"accuracy":0.51581,"main_score":0.470768,"hf_subset":"kam_Latn-ltg_Latn","languages":["kam-Latn","ltg-Latn"]},{"precision":0.4889,"recall":0.532609,"f1":0.501207,"accuracy":0.532609,"main_score":0.501207,"hf_subset":"kam_Latn-nso_Latn","languages":["kam-Latn","nso-Latn"]},{"precision":0.184213,"recall":0.232213,"f1":0.196829,"accuracy":0.232213,"main_score":0.196829,"hf_subset":"kam_Latn-sin_Sinh","languages":["kam-Latn","sin-Sinh"]},{"precision":0.47164,"recall":0.539526,"f1":0.491192,"accuracy":0.539526,"main_score":0.491192,"hf_subset":"kam_Latn-tha_Thai","languages":["kam-Latn","tha-Thai"]},{"precision":0.467998,"recall":0.533597,"f1":0.486613,"accuracy":0.533597,"main_score":0.486613,"hf_subset":"kam_Latn-zho_Hans","languages":["kam-Latn","zho-Hans"]},{"precision":0.492595,"recall":0.551383,"f1":0.509434,"accuracy":0.551383,"main_score":0.509434,"hf_subset":"kam_Latn-ast_Latn","languages":["kam-Latn","ast-Latn"]},{"precision":0.474827,"recall":0.527668,"f1":0.489585,"accuracy":0.527668,"main_score":0.489585,"hf_subset":"kam_Latn-crh_Latn","languages":["kam-Latn","crh-Latn"]},{"precision":0.507527,"recall":0.565217,"f1":0.523547,"accuracy":0.565217,"main_score":0.523547,"hf_subset":"kam_Latn-glg_Latn","languages":["kam-Latn","glg-Latn"]},{"precision":0.435833,"recall":0.497036,"f1":0.452947,"accuracy":0.497036,"main_score":0.452947,"hf_subset":"kam_Latn-kas_Deva","languages":["kam-Latn","kas-Deva"]},{"precision":0.491621,"recall":0.546443,"f1":0.506956,"accuracy":0.546443,"main_score":0.506956,"hf_subset":"kam_Latn-ltz_Latn","languages":["kam-Latn","ltz-Latn"]},{"precision":0.40798,"recall":0.468379,"f1":0.424792,"accuracy":0.468379,"main_score":0.424792,"hf_subset":"kam_Latn-nus_Latn","languages":["kam-Latn","nus-Latn"]},{"precision":0.480078,"recall":0.550395,"f1":0.500588,"accuracy":0.550395,"main_score":0.500588,"hf_subset":"kam_Latn-slk_Latn","languages":["kam-Latn","slk-Latn"]},{"precision":0.205461,"recall":0.259881,"f1":0.21909,"accuracy":0.259881,"main_score":0.21909,"hf_subset":"kam_Latn-tir_Ethi","languages":["kam-Latn","tir-Ethi"]},{"precision":0.460681,"recall":0.534585,"f1":0.481426,"accuracy":0.534585,"main_score":0.481426,"hf_subset":"kam_Latn-zho_Hant","languages":["kam-Latn","zho-Hant"]},{"precision":0.469031,"recall":0.532609,"f1":0.487029,"accuracy":0.532609,"main_score":0.487029,"hf_subset":"kam_Latn-awa_Deva","languages":["kam-Latn","awa-Deva"]},{"precision":0.484593,"recall":0.537549,"f1":0.500273,"accuracy":0.537549,"main_score":0.500273,"hf_subset":"kam_Latn-cym_Latn","languages":["kam-Latn","cym-Latn"]},{"precision":0.509793,"recall":0.541502,"f1":0.519179,"accuracy":0.541502,"main_score":0.519179,"hf_subset":"kam_Latn-grn_Latn","languages":["kam-Latn","grn-Latn"]},{"precision":0.453494,"recall":0.519763,"f1":0.472346,"accuracy":0.519763,"main_score":0.472346,"hf_subset":"kam_Latn-kat_Geor","languages":["kam-Latn","kat-Geor"]},{"precision":0.480486,"recall":0.514822,"f1":0.490311,"accuracy":0.514822,"main_score":0.490311,"hf_subset":"kam_Latn-lua_Latn","languages":["kam-Latn","lua-Latn"]},{"precision":0.499566,"recall":0.54249,"f1":0.511588,"accuracy":0.54249,"main_score":0.511588,"hf_subset":"kam_Latn-nya_Latn","languages":["kam-Latn","nya-Latn"]},{"precision":0.49283,"recall":0.551383,"f1":0.510195,"accuracy":0.551383,"main_score":0.510195,"hf_subset":"kam_Latn-slv_Latn","languages":["kam-Latn","slv-Latn"]},{"precision":0.521616,"recall":0.562253,"f1":0.533186,"accuracy":0.562253,"main_score":0.533186,"hf_subset":"kam_Latn-tpi_Latn","languages":["kam-Latn","tpi-Latn"]},{"precision":0.49771,"recall":0.557312,"f1":0.51495,"accuracy":0.557312,"main_score":0.51495,"hf_subset":"kam_Latn-zsm_Latn","languages":["kam-Latn","zsm-Latn"]},{"precision":0.464657,"recall":0.500988,"f1":0.47556,"accuracy":0.500988,"main_score":0.47556,"hf_subset":"kam_Latn-ayr_Latn","languages":["kam-Latn","ayr-Latn"]},{"precision":0.487068,"recall":0.55336,"f1":0.506005,"accuracy":0.55336,"main_score":0.506005,"hf_subset":"kam_Latn-dan_Latn","languages":["kam-Latn","dan-Latn"]},{"precision":0.471753,"recall":0.538538,"f1":0.490484,"accuracy":0.538538,"main_score":0.490484,"hf_subset":"kam_Latn-guj_Gujr","languages":["kam-Latn","guj-Gujr"]},{"precision":0.493183,"recall":0.554348,"f1":0.510403,"accuracy":0.554348,"main_score":0.510403,"hf_subset":"kam_Latn-kaz_Cyrl","languages":["kam-Latn","kaz-Cyrl"]},{"precision":0.441557,"recall":0.485178,"f1":0.453828,"accuracy":0.485178,"main_score":0.453828,"hf_subset":"kam_Latn-lug_Latn","languages":["kam-Latn","lug-Latn"]},{"precision":0.499115,"recall":0.556324,"f1":0.515879,"accuracy":0.556324,"main_score":0.515879,"hf_subset":"kam_Latn-oci_Latn","languages":["kam-Latn","oci-Latn"]},{"precision":0.48853,"recall":0.525692,"f1":0.499307,"accuracy":0.525692,"main_score":0.499307,"hf_subset":"kam_Latn-smo_Latn","languages":["kam-Latn","smo-Latn"]},{"precision":0.471305,"recall":0.513834,"f1":0.483246,"accuracy":0.513834,"main_score":0.483246,"hf_subset":"kam_Latn-tsn_Latn","languages":["kam-Latn","tsn-Latn"]},{"precision":0.462623,"recall":0.513834,"f1":0.477414,"accuracy":0.513834,"main_score":0.477414,"hf_subset":"kam_Latn-zul_Latn","languages":["kam-Latn","zul-Latn"]},{"precision":0.40286,"recall":0.463439,"f1":0.42036,"accuracy":0.463439,"main_score":0.42036,"hf_subset":"kam_Latn-azb_Arab","languages":["kam-Latn","azb-Arab"]},{"precision":0.492285,"recall":0.560277,"f1":0.51206,"accuracy":0.560277,"main_score":0.51206,"hf_subset":"kam_Latn-deu_Latn","languages":["kam-Latn","deu-Latn"]},{"precision":0.454255,"recall":0.512846,"f1":0.471321,"accuracy":0.512846,"main_score":0.471321,"hf_subset":"kam_Latn-hat_Latn","languages":["kam-Latn","hat-Latn"]},{"precision":0.424786,"recall":0.471344,"f1":0.438147,"accuracy":0.471344,"main_score":0.438147,"hf_subset":"kam_Latn-kbp_Latn","languages":["kam-Latn","kbp-Latn"]},{"precision":0.487383,"recall":0.523715,"f1":0.497723,"accuracy":0.523715,"main_score":0.497723,"hf_subset":"kam_Latn-luo_Latn","languages":["kam-Latn","luo-Latn"]},{"precision":0.439146,"recall":0.509881,"f1":0.459668,"accuracy":0.509881,"main_score":0.459668,"hf_subset":"kam_Latn-ory_Orya","languages":["kam-Latn","ory-Orya"]},{"precision":0.481339,"recall":0.520751,"f1":0.492723,"accuracy":0.520751,"main_score":0.492723,"hf_subset":"kam_Latn-sna_Latn","languages":["kam-Latn","sna-Latn"]},{"precision":0.469433,"recall":0.513834,"f1":0.482474,"accuracy":0.513834,"main_score":0.482474,"hf_subset":"kam_Latn-tso_Latn","languages":["kam-Latn","tso-Latn"]},{"precision":0.47326,"recall":0.534585,"f1":0.490914,"accuracy":0.534585,"main_score":0.490914,"hf_subset":"kam_Latn-azj_Latn","languages":["kam-Latn","azj-Latn"]},{"precision":0.441354,"recall":0.487154,"f1":0.455143,"accuracy":0.487154,"main_score":0.455143,"hf_subset":"kam_Latn-dik_Latn","languages":["kam-Latn","dik-Latn"]},{"precision":0.473724,"recall":0.51581,"f1":0.48616,"accuracy":0.51581,"main_score":0.48616,"hf_subset":"kam_Latn-hau_Latn","languages":["kam-Latn","hau-Latn"]},{"precision":0.501487,"recall":0.555336,"f1":0.51654,"accuracy":0.555336,"main_score":0.51654,"hf_subset":"kam_Latn-kea_Latn","languages":["kam-Latn","kea-Latn"]},{"precision":0.5012,"recall":0.539526,"f1":0.511928,"accuracy":0.539526,"main_score":0.511928,"hf_subset":"kam_Latn-lus_Latn","languages":["kam-Latn","lus-Latn"]},{"precision":0.52047,"recall":0.551383,"f1":0.529431,"accuracy":0.551383,"main_score":0.529431,"hf_subset":"kam_Latn-pag_Latn","languages":["kam-Latn","pag-Latn"]},{"precision":0.442979,"recall":0.509881,"f1":0.462095,"accuracy":0.509881,"main_score":0.462095,"hf_subset":"kam_Latn-snd_Arab","languages":["kam-Latn","snd-Arab"]},{"precision":0.447952,"recall":0.507905,"f1":0.464845,"accuracy":0.507905,"main_score":0.464845,"hf_subset":"kam_Latn-tuk_Latn","languages":["kam-Latn","tuk-Latn"]},{"precision":0.486847,"recall":0.536561,"f1":0.501667,"accuracy":0.536561,"main_score":0.501667,"hf_subset":"kam_Latn-bak_Cyrl","languages":["kam-Latn","bak-Cyrl"]},{"precision":0.376482,"recall":0.429842,"f1":0.392299,"accuracy":0.429842,"main_score":0.392299,"hf_subset":"kam_Latn-dyu_Latn","languages":["kam-Latn","dyu-Latn"]},{"precision":0.455031,"recall":0.514822,"f1":0.472523,"accuracy":0.514822,"main_score":0.472523,"hf_subset":"kam_Latn-heb_Hebr","languages":["kam-Latn","heb-Hebr"]},{"precision":0.459752,"recall":0.513834,"f1":0.475612,"accuracy":0.513834,"main_score":0.475612,"hf_subset":"kam_Latn-khk_Cyrl","languages":["kam-Latn","khk-Cyrl"]},{"precision":0.468623,"recall":0.532609,"f1":0.48655,"accuracy":0.532609,"main_score":0.48655,"hf_subset":"kam_Latn-lvs_Latn","languages":["kam-Latn","lvs-Latn"]},{"precision":0.46493,"recall":0.534585,"f1":0.484409,"accuracy":0.534585,"main_score":0.484409,"hf_subset":"kam_Latn-pan_Guru","languages":["kam-Latn","pan-Guru"]},{"precision":0.446097,"recall":0.498024,"f1":0.460849,"accuracy":0.498024,"main_score":0.460849,"hf_subset":"kam_Latn-som_Latn","languages":["kam-Latn","som-Latn"]},{"precision":0.477256,"recall":0.51581,"f1":0.48874,"accuracy":0.51581,"main_score":0.48874,"hf_subset":"kam_Latn-tum_Latn","languages":["kam-Latn","tum-Latn"]},{"precision":0.422011,"recall":0.500988,"f1":0.443078,"accuracy":0.500988,"main_score":0.443078,"hf_subset":"lit_Latn-ace_Arab","languages":["lit-Latn","ace-Arab"]},{"precision":0.423966,"recall":0.5,"f1":0.444657,"accuracy":0.5,"main_score":0.444657,"hf_subset":"lit_Latn-bam_Latn","languages":["lit-Latn","bam-Latn"]},{"precision":0.103118,"recall":0.147233,"f1":0.11435,"accuracy":0.147233,"main_score":0.11435,"hf_subset":"lit_Latn-dzo_Tibt","languages":["lit-Latn","dzo-Tibt"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-hin_Deva","languages":["lit-Latn","hin-Deva"]},{"precision":0.918643,"recall":0.944664,"f1":0.927207,"accuracy":0.944664,"main_score":0.927207,"hf_subset":"lit_Latn-khm_Khmr","languages":["lit-Latn","khm-Khmr"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"lit_Latn-mag_Deva","languages":["lit-Latn","mag-Deva"]},{"precision":0.963192,"recall":0.974308,"f1":0.966798,"accuracy":0.974308,"main_score":0.966798,"hf_subset":"lit_Latn-pap_Latn","languages":["lit-Latn","pap-Latn"]},{"precision":0.466794,"recall":0.545455,"f1":0.488545,"accuracy":0.545455,"main_score":0.488545,"hf_subset":"lit_Latn-sot_Latn","languages":["lit-Latn","sot-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"lit_Latn-tur_Latn","languages":["lit-Latn","tur-Latn"]},{"precision":0.765991,"recall":0.823123,"f1":0.783564,"accuracy":0.823123,"main_score":0.783564,"hf_subset":"lit_Latn-ace_Latn","languages":["lit-Latn","ace-Latn"]},{"precision":0.916337,"recall":0.939723,"f1":0.923913,"accuracy":0.939723,"main_score":0.923913,"hf_subset":"lit_Latn-ban_Latn","languages":["lit-Latn","ban-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"lit_Latn-ell_Grek","languages":["lit-Latn","ell-Grek"]},{"precision":0.979249,"recall":0.985178,"f1":0.981225,"accuracy":0.985178,"main_score":0.981225,"hf_subset":"lit_Latn-hne_Deva","languages":["lit-Latn","hne-Deva"]},{"precision":0.477367,"recall":0.551383,"f1":0.497941,"accuracy":0.551383,"main_score":0.497941,"hf_subset":"lit_Latn-kik_Latn","languages":["lit-Latn","kik-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"lit_Latn-mai_Deva","languages":["lit-Latn","mai-Deva"]},{"precision":0.879611,"recall":0.91502,"f1":0.89081,"accuracy":0.91502,"main_score":0.89081,"hf_subset":"lit_Latn-pbt_Arab","languages":["lit-Latn","pbt-Arab"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"lit_Latn-spa_Latn","languages":["lit-Latn","spa-Latn"]},{"precision":0.527133,"recall":0.603755,"f1":0.548516,"accuracy":0.603755,"main_score":0.548516,"hf_subset":"lit_Latn-twi_Latn","languages":["lit-Latn","twi-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-acm_Arab","languages":["lit-Latn","acm-Arab"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"lit_Latn-bel_Cyrl","languages":["lit-Latn","bel-Cyrl"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"lit_Latn-eng_Latn","languages":["lit-Latn","eng-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"lit_Latn-hrv_Latn","languages":["lit-Latn","hrv-Latn"]},{"precision":0.427717,"recall":0.508893,"f1":0.449548,"accuracy":0.508893,"main_score":0.449548,"hf_subset":"lit_Latn-kin_Latn","languages":["lit-Latn","kin-Latn"]},{"precision":0.981719,"recall":0.987154,"f1":0.983531,"accuracy":0.987154,"main_score":0.983531,"hf_subset":"lit_Latn-mal_Mlym","languages":["lit-Latn","mal-Mlym"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-pes_Arab","languages":["lit-Latn","pes-Arab"]},{"precision":0.96278,"recall":0.974308,"f1":0.966568,"accuracy":0.974308,"main_score":0.966568,"hf_subset":"lit_Latn-srd_Latn","languages":["lit-Latn","srd-Latn"]},{"precision":0.107864,"recall":0.175889,"f1":0.122555,"accuracy":0.175889,"main_score":0.122555,"hf_subset":"lit_Latn-tzm_Tfng","languages":["lit-Latn","tzm-Tfng"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"lit_Latn-acq_Arab","languages":["lit-Latn","acq-Arab"]},{"precision":0.488466,"recall":0.564229,"f1":0.50978,"accuracy":0.564229,"main_score":0.50978,"hf_subset":"lit_Latn-bem_Latn","languages":["lit-Latn","bem-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-epo_Latn","languages":["lit-Latn","epo-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-hun_Latn","languages":["lit-Latn","hun-Latn"]},{"precision":0.961627,"recall":0.97332,"f1":0.965415,"accuracy":0.97332,"main_score":0.965415,"hf_subset":"lit_Latn-kir_Cyrl","languages":["lit-Latn","kir-Cyrl"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"lit_Latn-mar_Deva","languages":["lit-Latn","mar-Deva"]},{"precision":0.55407,"recall":0.623518,"f1":0.574962,"accuracy":0.623518,"main_score":0.574962,"hf_subset":"lit_Latn-plt_Latn","languages":["lit-Latn","plt-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-srp_Cyrl","languages":["lit-Latn","srp-Cyrl"]},{"precision":0.935606,"recall":0.954545,"f1":0.9417,"accuracy":0.954545,"main_score":0.9417,"hf_subset":"lit_Latn-uig_Arab","languages":["lit-Latn","uig-Arab"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"lit_Latn-aeb_Arab","languages":["lit-Latn","aeb-Arab"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"lit_Latn-ben_Beng","languages":["lit-Latn","ben-Beng"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"lit_Latn-est_Latn","languages":["lit-Latn","est-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"lit_Latn-hye_Armn","languages":["lit-Latn","hye-Armn"]},{"precision":0.440138,"recall":0.506917,"f1":0.458888,"accuracy":0.506917,"main_score":0.458888,"hf_subset":"lit_Latn-kmb_Latn","languages":["lit-Latn","kmb-Latn"]},{"precision":0.358816,"recall":0.452569,"f1":0.383243,"accuracy":0.452569,"main_score":0.383243,"hf_subset":"lit_Latn-min_Arab","languages":["lit-Latn","min-Arab"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"lit_Latn-pol_Latn","languages":["lit-Latn","pol-Latn"]},{"precision":0.419179,"recall":0.498024,"f1":0.440565,"accuracy":0.498024,"main_score":0.440565,"hf_subset":"lit_Latn-ssw_Latn","languages":["lit-Latn","ssw-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"lit_Latn-ukr_Cyrl","languages":["lit-Latn","ukr-Cyrl"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"lit_Latn-afr_Latn","languages":["lit-Latn","afr-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"lit_Latn-bho_Deva","languages":["lit-Latn","bho-Deva"]},{"precision":0.933794,"recall":0.954545,"f1":0.940547,"accuracy":0.954545,"main_score":0.940547,"hf_subset":"lit_Latn-eus_Latn","languages":["lit-Latn","eus-Latn"]},{"precision":0.47263,"recall":0.549407,"f1":0.493333,"accuracy":0.549407,"main_score":0.493333,"hf_subset":"lit_Latn-ibo_Latn","languages":["lit-Latn","ibo-Latn"]},{"precision":0.713705,"recall":0.781621,"f1":0.733536,"accuracy":0.781621,"main_score":0.733536,"hf_subset":"lit_Latn-kmr_Latn","languages":["lit-Latn","kmr-Latn"]},{"precision":0.944499,"recall":0.962451,"f1":0.950428,"accuracy":0.962451,"main_score":0.950428,"hf_subset":"lit_Latn-min_Latn","languages":["lit-Latn","min-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-por_Latn","languages":["lit-Latn","por-Latn"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"lit_Latn-sun_Latn","languages":["lit-Latn","sun-Latn"]},{"precision":0.435194,"recall":0.505929,"f1":0.455439,"accuracy":0.505929,"main_score":0.455439,"hf_subset":"lit_Latn-umb_Latn","languages":["lit-Latn","umb-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"lit_Latn-ajp_Arab","languages":["lit-Latn","ajp-Arab"]},{"precision":0.379255,"recall":0.469368,"f1":0.403976,"accuracy":0.469368,"main_score":0.403976,"hf_subset":"lit_Latn-bjn_Arab","languages":["lit-Latn","bjn-Arab"]},{"precision":0.441795,"recall":0.508893,"f1":0.459532,"accuracy":0.508893,"main_score":0.459532,"hf_subset":"lit_Latn-ewe_Latn","languages":["lit-Latn","ewe-Latn"]},{"precision":0.832922,"recall":0.878458,"f1":0.847365,"accuracy":0.878458,"main_score":0.847365,"hf_subset":"lit_Latn-ilo_Latn","languages":["lit-Latn","ilo-Latn"]},{"precision":0.188985,"recall":0.263834,"f1":0.207557,"accuracy":0.263834,"main_score":0.207557,"hf_subset":"lit_Latn-knc_Arab","languages":["lit-Latn","knc-Arab"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-mkd_Cyrl","languages":["lit-Latn","mkd-Cyrl"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"lit_Latn-prs_Arab","languages":["lit-Latn","prs-Arab"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-swe_Latn","languages":["lit-Latn","swe-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"lit_Latn-urd_Arab","languages":["lit-Latn","urd-Arab"]},{"precision":0.507277,"recall":0.585968,"f1":0.529832,"accuracy":0.585968,"main_score":0.529832,"hf_subset":"lit_Latn-aka_Latn","languages":["lit-Latn","aka-Latn"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"lit_Latn-bjn_Latn","languages":["lit-Latn","bjn-Latn"]},{"precision":0.926548,"recall":0.949605,"f1":0.934124,"accuracy":0.949605,"main_score":0.934124,"hf_subset":"lit_Latn-fao_Latn","languages":["lit-Latn","fao-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"lit_Latn-ind_Latn","languages":["lit-Latn","ind-Latn"]},{"precision":0.491467,"recall":0.566206,"f1":0.512576,"accuracy":0.566206,"main_score":0.512576,"hf_subset":"lit_Latn-knc_Latn","languages":["lit-Latn","knc-Latn"]},{"precision":0.956028,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"lit_Latn-mlt_Latn","languages":["lit-Latn","mlt-Latn"]},{"precision":0.547134,"recall":0.624506,"f1":0.567946,"accuracy":0.624506,"main_score":0.567946,"hf_subset":"lit_Latn-quy_Latn","languages":["lit-Latn","quy-Latn"]},{"precision":0.68834,"recall":0.763834,"f1":0.710968,"accuracy":0.763834,"main_score":0.710968,"hf_subset":"lit_Latn-swh_Latn","languages":["lit-Latn","swh-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"lit_Latn-uzn_Latn","languages":["lit-Latn","uzn-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"lit_Latn-als_Latn","languages":["lit-Latn","als-Latn"]},{"precision":0.152481,"recall":0.227273,"f1":0.17031,"accuracy":0.227273,"main_score":0.17031,"hf_subset":"lit_Latn-bod_Tibt","languages":["lit-Latn","bod-Tibt"]},{"precision":0.447348,"recall":0.518775,"f1":0.46751,"accuracy":0.518775,"main_score":0.46751,"hf_subset":"lit_Latn-fij_Latn","languages":["lit-Latn","fij-Latn"]},{"precision":0.948781,"recall":0.964427,"f1":0.953887,"accuracy":0.964427,"main_score":0.953887,"hf_subset":"lit_Latn-isl_Latn","languages":["lit-Latn","isl-Latn"]},{"precision":0.525303,"recall":0.608696,"f1":0.548638,"accuracy":0.608696,"main_score":0.548638,"hf_subset":"lit_Latn-kon_Latn","languages":["lit-Latn","kon-Latn"]},{"precision":0.47586,"recall":0.573123,"f1":0.503234,"accuracy":0.573123,"main_score":0.503234,"hf_subset":"lit_Latn-mni_Beng","languages":["lit-Latn","mni-Beng"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-ron_Latn","languages":["lit-Latn","ron-Latn"]},{"precision":0.969862,"recall":0.978261,"f1":0.972661,"accuracy":0.978261,"main_score":0.972661,"hf_subset":"lit_Latn-szl_Latn","languages":["lit-Latn","szl-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"lit_Latn-vec_Latn","languages":["lit-Latn","vec-Latn"]},{"precision":0.535154,"recall":0.629447,"f1":0.56266,"accuracy":0.629447,"main_score":0.56266,"hf_subset":"lit_Latn-amh_Ethi","languages":["lit-Latn","amh-Ethi"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"lit_Latn-bos_Latn","languages":["lit-Latn","bos-Latn"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"lit_Latn-fin_Latn","languages":["lit-Latn","fin-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-ita_Latn","languages":["lit-Latn","ita-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"lit_Latn-kor_Hang","languages":["lit-Latn","kor-Hang"]},{"precision":0.445127,"recall":0.525692,"f1":0.467573,"accuracy":0.525692,"main_score":0.467573,"hf_subset":"lit_Latn-mos_Latn","languages":["lit-Latn","mos-Latn"]},{"precision":0.43243,"recall":0.504941,"f1":0.453017,"accuracy":0.504941,"main_score":0.453017,"hf_subset":"lit_Latn-run_Latn","languages":["lit-Latn","run-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"lit_Latn-tam_Taml","languages":["lit-Latn","tam-Taml"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-vie_Latn","languages":["lit-Latn","vie-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"lit_Latn-apc_Arab","languages":["lit-Latn","apc-Arab"]},{"precision":0.714314,"recall":0.779644,"f1":0.733597,"accuracy":0.779644,"main_score":0.733597,"hf_subset":"lit_Latn-bug_Latn","languages":["lit-Latn","bug-Latn"]},{"precision":0.398047,"recall":0.472332,"f1":0.417759,"accuracy":0.472332,"main_score":0.417759,"hf_subset":"lit_Latn-fon_Latn","languages":["lit-Latn","fon-Latn"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"lit_Latn-jav_Latn","languages":["lit-Latn","jav-Latn"]},{"precision":0.863389,"recall":0.90415,"f1":0.876713,"accuracy":0.90415,"main_score":0.876713,"hf_subset":"lit_Latn-lao_Laoo","languages":["lit-Latn","lao-Laoo"]},{"precision":0.560724,"recall":0.645257,"f1":0.585157,"accuracy":0.645257,"main_score":0.585157,"hf_subset":"lit_Latn-mri_Latn","languages":["lit-Latn","mri-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"lit_Latn-rus_Cyrl","languages":["lit-Latn","rus-Cyrl"]},{"precision":0.473643,"recall":0.545455,"f1":0.493764,"accuracy":0.545455,"main_score":0.493764,"hf_subset":"lit_Latn-taq_Latn","languages":["lit-Latn","taq-Latn"]},{"precision":0.963768,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"lit_Latn-war_Latn","languages":["lit-Latn","war-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-arb_Arab","languages":["lit-Latn","arb-Arab"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-bul_Cyrl","languages":["lit-Latn","bul-Cyrl"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"lit_Latn-fra_Latn","languages":["lit-Latn","fra-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"lit_Latn-jpn_Jpan","languages":["lit-Latn","jpn-Jpan"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"lit_Latn-lij_Latn","languages":["lit-Latn","lij-Latn"]},{"precision":0.941733,"recall":0.959486,"f1":0.947464,"accuracy":0.959486,"main_score":0.947464,"hf_subset":"lit_Latn-mya_Mymr","languages":["lit-Latn","mya-Mymr"]},{"precision":0.477188,"recall":0.557312,"f1":0.499417,"accuracy":0.557312,"main_score":0.499417,"hf_subset":"lit_Latn-sag_Latn","languages":["lit-Latn","sag-Latn"]},{"precision":0.120117,"recall":0.19664,"f1":0.135937,"accuracy":0.19664,"main_score":0.135937,"hf_subset":"lit_Latn-taq_Tfng","languages":["lit-Latn","taq-Tfng"]},{"precision":0.518241,"recall":0.599802,"f1":0.541536,"accuracy":0.599802,"main_score":0.541536,"hf_subset":"lit_Latn-wol_Latn","languages":["lit-Latn","wol-Latn"]},{"precision":0.585607,"recall":0.674901,"f1":0.61111,"accuracy":0.674901,"main_score":0.61111,"hf_subset":"lit_Latn-arb_Latn","languages":["lit-Latn","arb-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-cat_Latn","languages":["lit-Latn","cat-Latn"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"lit_Latn-fur_Latn","languages":["lit-Latn","fur-Latn"]},{"precision":0.320283,"recall":0.389328,"f1":0.338891,"accuracy":0.389328,"main_score":0.338891,"hf_subset":"lit_Latn-kab_Latn","languages":["lit-Latn","kab-Latn"]},{"precision":0.968709,"recall":0.978261,"f1":0.971838,"accuracy":0.978261,"main_score":0.971838,"hf_subset":"lit_Latn-lim_Latn","languages":["lit-Latn","lim-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"lit_Latn-nld_Latn","languages":["lit-Latn","nld-Latn"]},{"precision":0.949934,"recall":0.964427,"f1":0.954545,"accuracy":0.964427,"main_score":0.954545,"hf_subset":"lit_Latn-san_Deva","languages":["lit-Latn","san-Deva"]},{"precision":0.968379,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"lit_Latn-tat_Cyrl","languages":["lit-Latn","tat-Cyrl"]},{"precision":0.489471,"recall":0.564229,"f1":0.509625,"accuracy":0.564229,"main_score":0.509625,"hf_subset":"lit_Latn-xho_Latn","languages":["lit-Latn","xho-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"lit_Latn-ars_Arab","languages":["lit-Latn","ars-Arab"]},{"precision":0.980731,"recall":0.986166,"f1":0.982543,"accuracy":0.986166,"main_score":0.982543,"hf_subset":"lit_Latn-ceb_Latn","languages":["lit-Latn","ceb-Latn"]},{"precision":0.450671,"recall":0.52668,"f1":0.471828,"accuracy":0.52668,"main_score":0.471828,"hf_subset":"lit_Latn-fuv_Latn","languages":["lit-Latn","fuv-Latn"]},{"precision":0.445601,"recall":0.527668,"f1":0.468216,"accuracy":0.527668,"main_score":0.468216,"hf_subset":"lit_Latn-kac_Latn","languages":["lit-Latn","kac-Latn"]},{"precision":0.533986,"recall":0.615613,"f1":0.556727,"accuracy":0.615613,"main_score":0.556727,"hf_subset":"lit_Latn-lin_Latn","languages":["lit-Latn","lin-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"lit_Latn-nno_Latn","languages":["lit-Latn","nno-Latn"]},{"precision":0.019941,"recall":0.059289,"f1":0.025729,"accuracy":0.059289,"main_score":0.025729,"hf_subset":"lit_Latn-sat_Olck","languages":["lit-Latn","sat-Olck"]},{"precision":0.984519,"recall":0.98913,"f1":0.986001,"accuracy":0.98913,"main_score":0.986001,"hf_subset":"lit_Latn-tel_Telu","languages":["lit-Latn","tel-Telu"]},{"precision":0.70886,"recall":0.786561,"f1":0.732576,"accuracy":0.786561,"main_score":0.732576,"hf_subset":"lit_Latn-ydd_Hebr","languages":["lit-Latn","ydd-Hebr"]},{"precision":0.950099,"recall":0.965415,"f1":0.955204,"accuracy":0.965415,"main_score":0.955204,"hf_subset":"lit_Latn-ary_Arab","languages":["lit-Latn","ary-Arab"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"lit_Latn-ces_Latn","languages":["lit-Latn","ces-Latn"]},{"precision":0.393006,"recall":0.476285,"f1":0.416316,"accuracy":0.476285,"main_score":0.416316,"hf_subset":"lit_Latn-gaz_Latn","languages":["lit-Latn","gaz-Latn"]},{"precision":0.47164,"recall":0.544466,"f1":0.491828,"accuracy":0.544466,"main_score":0.491828,"hf_subset":"lit_Latn-kam_Latn","languages":["lit-Latn","kam-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"lit_Latn-nob_Latn","languages":["lit-Latn","nob-Latn"]},{"precision":0.969038,"recall":0.978261,"f1":0.972003,"accuracy":0.978261,"main_score":0.972003,"hf_subset":"lit_Latn-scn_Latn","languages":["lit-Latn","scn-Latn"]},{"precision":0.902668,"recall":0.932806,"f1":0.912549,"accuracy":0.932806,"main_score":0.912549,"hf_subset":"lit_Latn-tgk_Cyrl","languages":["lit-Latn","tgk-Cyrl"]},{"precision":0.41298,"recall":0.496047,"f1":0.436646,"accuracy":0.496047,"main_score":0.436646,"hf_subset":"lit_Latn-yor_Latn","languages":["lit-Latn","yor-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"lit_Latn-arz_Arab","languages":["lit-Latn","arz-Arab"]},{"precision":0.454336,"recall":0.543478,"f1":0.478745,"accuracy":0.543478,"main_score":0.478745,"hf_subset":"lit_Latn-cjk_Latn","languages":["lit-Latn","cjk-Latn"]},{"precision":0.608308,"recall":0.685771,"f1":0.630863,"accuracy":0.685771,"main_score":0.630863,"hf_subset":"lit_Latn-gla_Latn","languages":["lit-Latn","gla-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"lit_Latn-kan_Knda","languages":["lit-Latn","kan-Knda"]},{"precision":0.95998,"recall":0.972332,"f1":0.963933,"accuracy":0.972332,"main_score":0.963933,"hf_subset":"lit_Latn-lmo_Latn","languages":["lit-Latn","lmo-Latn"]},{"precision":0.986166,"recall":0.990119,"f1":0.987484,"accuracy":0.990119,"main_score":0.987484,"hf_subset":"lit_Latn-npi_Deva","languages":["lit-Latn","npi-Deva"]},{"precision":0.388498,"recall":0.491107,"f1":0.416403,"accuracy":0.491107,"main_score":0.416403,"hf_subset":"lit_Latn-shn_Mymr","languages":["lit-Latn","shn-Mymr"]},{"precision":0.990613,"recall":0.993083,"f1":0.991436,"accuracy":0.993083,"main_score":0.991436,"hf_subset":"lit_Latn-tgl_Latn","languages":["lit-Latn","tgl-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"lit_Latn-yue_Hant","languages":["lit-Latn","yue-Hant"]},{"precision":0.974555,"recall":0.982213,"f1":0.977009,"accuracy":0.982213,"main_score":0.977009,"hf_subset":"lit_Latn-asm_Beng","languages":["lit-Latn","asm-Beng"]},{"precision":0.717271,"recall":0.782609,"f1":0.736862,"accuracy":0.782609,"main_score":0.736862,"hf_subset":"lit_Latn-ckb_Arab","languages":["lit-Latn","ckb-Arab"]},{"precision":0.689213,"recall":0.766798,"f1":0.713095,"accuracy":0.766798,"main_score":0.713095,"hf_subset":"lit_Latn-gle_Latn","languages":["lit-Latn","gle-Latn"]},{"precision":0.856225,"recall":0.898221,"f1":0.86973,"accuracy":0.898221,"main_score":0.86973,"hf_subset":"lit_Latn-kas_Arab","languages":["lit-Latn","kas-Arab"]},{"precision":0.900033,"recall":0.929842,"f1":0.909703,"accuracy":0.929842,"main_score":0.909703,"hf_subset":"lit_Latn-ltg_Latn","languages":["lit-Latn","ltg-Latn"]},{"precision":0.501164,"recall":0.571146,"f1":0.52001,"accuracy":0.571146,"main_score":0.52001,"hf_subset":"lit_Latn-nso_Latn","languages":["lit-Latn","nso-Latn"]},{"precision":0.446266,"recall":0.537549,"f1":0.470911,"accuracy":0.537549,"main_score":0.470911,"hf_subset":"lit_Latn-sin_Sinh","languages":["lit-Latn","sin-Sinh"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-tha_Thai","languages":["lit-Latn","tha-Thai"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-zho_Hans","languages":["lit-Latn","zho-Hans"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-ast_Latn","languages":["lit-Latn","ast-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"lit_Latn-crh_Latn","languages":["lit-Latn","crh-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-glg_Latn","languages":["lit-Latn","glg-Latn"]},{"precision":0.732806,"recall":0.799407,"f1":0.752324,"accuracy":0.799407,"main_score":0.752324,"hf_subset":"lit_Latn-kas_Deva","languages":["lit-Latn","kas-Deva"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"lit_Latn-ltz_Latn","languages":["lit-Latn","ltz-Latn"]},{"precision":0.373047,"recall":0.451581,"f1":0.393664,"accuracy":0.451581,"main_score":0.393664,"hf_subset":"lit_Latn-nus_Latn","languages":["lit-Latn","nus-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-slk_Latn","languages":["lit-Latn","slk-Latn"]},{"precision":0.246672,"recall":0.322134,"f1":0.266254,"accuracy":0.322134,"main_score":0.266254,"hf_subset":"lit_Latn-tir_Ethi","languages":["lit-Latn","tir-Ethi"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"lit_Latn-zho_Hant","languages":["lit-Latn","zho-Hant"]},{"precision":0.977108,"recall":0.983202,"f1":0.979084,"accuracy":0.983202,"main_score":0.979084,"hf_subset":"lit_Latn-awa_Deva","languages":["lit-Latn","awa-Deva"]},{"precision":0.860096,"recall":0.901186,"f1":0.873057,"accuracy":0.901186,"main_score":0.873057,"hf_subset":"lit_Latn-cym_Latn","languages":["lit-Latn","cym-Latn"]},{"precision":0.683186,"recall":0.747036,"f1":0.702363,"accuracy":0.747036,"main_score":0.702363,"hf_subset":"lit_Latn-grn_Latn","languages":["lit-Latn","grn-Latn"]},{"precision":0.974308,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"lit_Latn-kat_Geor","languages":["lit-Latn","kat-Geor"]},{"precision":0.533853,"recall":0.603755,"f1":0.55279,"accuracy":0.603755,"main_score":0.55279,"hf_subset":"lit_Latn-lua_Latn","languages":["lit-Latn","lua-Latn"]},{"precision":0.482227,"recall":0.557312,"f1":0.50255,"accuracy":0.557312,"main_score":0.50255,"hf_subset":"lit_Latn-nya_Latn","languages":["lit-Latn","nya-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-slv_Latn","languages":["lit-Latn","slv-Latn"]},{"precision":0.751433,"recall":0.815217,"f1":0.771066,"accuracy":0.815217,"main_score":0.771066,"hf_subset":"lit_Latn-tpi_Latn","languages":["lit-Latn","tpi-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"lit_Latn-zsm_Latn","languages":["lit-Latn","zsm-Latn"]},{"precision":0.459288,"recall":0.532609,"f1":0.479367,"accuracy":0.532609,"main_score":0.479367,"hf_subset":"lit_Latn-ayr_Latn","languages":["lit-Latn","ayr-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-dan_Latn","languages":["lit-Latn","dan-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"lit_Latn-guj_Gujr","languages":["lit-Latn","guj-Gujr"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"lit_Latn-kaz_Cyrl","languages":["lit-Latn","kaz-Cyrl"]},{"precision":0.419665,"recall":0.500988,"f1":0.442168,"accuracy":0.500988,"main_score":0.442168,"hf_subset":"lit_Latn-lug_Latn","languages":["lit-Latn","lug-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"lit_Latn-oci_Latn","languages":["lit-Latn","oci-Latn"]},{"precision":0.485145,"recall":0.572134,"f1":0.509725,"accuracy":0.572134,"main_score":0.509725,"hf_subset":"lit_Latn-smo_Latn","languages":["lit-Latn","smo-Latn"]},{"precision":0.440142,"recall":0.51581,"f1":0.46083,"accuracy":0.51581,"main_score":0.46083,"hf_subset":"lit_Latn-tsn_Latn","languages":["lit-Latn","tsn-Latn"]},{"precision":0.436493,"recall":0.509881,"f1":0.456162,"accuracy":0.509881,"main_score":0.456162,"hf_subset":"lit_Latn-zul_Latn","languages":["lit-Latn","zul-Latn"]},{"precision":0.800758,"recall":0.855731,"f1":0.817655,"accuracy":0.855731,"main_score":0.817655,"hf_subset":"lit_Latn-azb_Arab","languages":["lit-Latn","azb-Arab"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"lit_Latn-deu_Latn","languages":["lit-Latn","deu-Latn"]},{"precision":0.914196,"recall":0.939723,"f1":0.922431,"accuracy":0.939723,"main_score":0.922431,"hf_subset":"lit_Latn-hat_Latn","languages":["lit-Latn","hat-Latn"]},{"precision":0.400523,"recall":0.472332,"f1":0.419389,"accuracy":0.472332,"main_score":0.419389,"hf_subset":"lit_Latn-kbp_Latn","languages":["lit-Latn","kbp-Latn"]},{"precision":0.462085,"recall":0.534585,"f1":0.481978,"accuracy":0.534585,"main_score":0.481978,"hf_subset":"lit_Latn-luo_Latn","languages":["lit-Latn","luo-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"lit_Latn-ory_Orya","languages":["lit-Latn","ory-Orya"]},{"precision":0.45928,"recall":0.534585,"f1":0.480151,"accuracy":0.534585,"main_score":0.480151,"hf_subset":"lit_Latn-sna_Latn","languages":["lit-Latn","sna-Latn"]},{"precision":0.438603,"recall":0.513834,"f1":0.459213,"accuracy":0.513834,"main_score":0.459213,"hf_subset":"lit_Latn-tso_Latn","languages":["lit-Latn","tso-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"lit_Latn-azj_Latn","languages":["lit-Latn","azj-Latn"]},{"precision":0.452974,"recall":0.533597,"f1":0.476057,"accuracy":0.533597,"main_score":0.476057,"hf_subset":"lit_Latn-dik_Latn","languages":["lit-Latn","dik-Latn"]},{"precision":0.437352,"recall":0.51087,"f1":0.458024,"accuracy":0.51087,"main_score":0.458024,"hf_subset":"lit_Latn-hau_Latn","languages":["lit-Latn","hau-Latn"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"lit_Latn-kea_Latn","languages":["lit-Latn","kea-Latn"]},{"precision":0.628683,"recall":0.702569,"f1":0.650108,"accuracy":0.702569,"main_score":0.650108,"hf_subset":"lit_Latn-lus_Latn","languages":["lit-Latn","lus-Latn"]},{"precision":0.787319,"recall":0.839921,"f1":0.803327,"accuracy":0.839921,"main_score":0.803327,"hf_subset":"lit_Latn-pag_Latn","languages":["lit-Latn","pag-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"lit_Latn-snd_Arab","languages":["lit-Latn","snd-Arab"]},{"precision":0.877635,"recall":0.91502,"f1":0.889657,"accuracy":0.91502,"main_score":0.889657,"hf_subset":"lit_Latn-tuk_Latn","languages":["lit-Latn","tuk-Latn"]},{"precision":0.950593,"recall":0.966403,"f1":0.955863,"accuracy":0.966403,"main_score":0.955863,"hf_subset":"lit_Latn-bak_Cyrl","languages":["lit-Latn","bak-Cyrl"]},{"precision":0.408319,"recall":0.501976,"f1":0.43444,"accuracy":0.501976,"main_score":0.43444,"hf_subset":"lit_Latn-dyu_Latn","languages":["lit-Latn","dyu-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-heb_Hebr","languages":["lit-Latn","heb-Hebr"]},{"precision":0.888258,"recall":0.920949,"f1":0.898781,"accuracy":0.920949,"main_score":0.898781,"hf_subset":"lit_Latn-khk_Cyrl","languages":["lit-Latn","khk-Cyrl"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lit_Latn-lvs_Latn","languages":["lit-Latn","lvs-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"lit_Latn-pan_Guru","languages":["lit-Latn","pan-Guru"]},{"precision":0.436888,"recall":0.51581,"f1":0.458967,"accuracy":0.51581,"main_score":0.458967,"hf_subset":"lit_Latn-som_Latn","languages":["lit-Latn","som-Latn"]},{"precision":0.480319,"recall":0.557312,"f1":0.502223,"accuracy":0.557312,"main_score":0.502223,"hf_subset":"lit_Latn-tum_Latn","languages":["lit-Latn","tum-Latn"]},{"precision":0.430469,"recall":0.518775,"f1":0.454846,"accuracy":0.518775,"main_score":0.454846,"hf_subset":"nob_Latn-ace_Arab","languages":["nob-Latn","ace-Arab"]},{"precision":0.448849,"recall":0.529644,"f1":0.471402,"accuracy":0.529644,"main_score":0.471402,"hf_subset":"nob_Latn-bam_Latn","languages":["nob-Latn","bam-Latn"]},{"precision":0.108885,"recall":0.157115,"f1":0.120714,"accuracy":0.157115,"main_score":0.120714,"hf_subset":"nob_Latn-dzo_Tibt","languages":["nob-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-hin_Deva","languages":["nob-Latn","hin-Deva"]},{"precision":0.938735,"recall":0.958498,"f1":0.945158,"accuracy":0.958498,"main_score":0.945158,"hf_subset":"nob_Latn-khm_Khmr","languages":["nob-Latn","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nob_Latn-mag_Deva","languages":["nob-Latn","mag-Deva"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"nob_Latn-pap_Latn","languages":["nob-Latn","pap-Latn"]},{"precision":0.492137,"recall":0.572134,"f1":0.514337,"accuracy":0.572134,"main_score":0.514337,"hf_subset":"nob_Latn-sot_Latn","languages":["nob-Latn","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-tur_Latn","languages":["nob-Latn","tur-Latn"]},{"precision":0.809601,"recall":0.857708,"f1":0.824341,"accuracy":0.857708,"main_score":0.824341,"hf_subset":"nob_Latn-ace_Latn","languages":["nob-Latn","ace-Latn"]},{"precision":0.924572,"recall":0.947628,"f1":0.932148,"accuracy":0.947628,"main_score":0.932148,"hf_subset":"nob_Latn-ban_Latn","languages":["nob-Latn","ban-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nob_Latn-ell_Grek","languages":["nob-Latn","ell-Grek"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"nob_Latn-hne_Deva","languages":["nob-Latn","hne-Deva"]},{"precision":0.491939,"recall":0.573123,"f1":0.515181,"accuracy":0.573123,"main_score":0.515181,"hf_subset":"nob_Latn-kik_Latn","languages":["nob-Latn","kik-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nob_Latn-mai_Deva","languages":["nob-Latn","mai-Deva"]},{"precision":0.894681,"recall":0.926877,"f1":0.90504,"accuracy":0.926877,"main_score":0.90504,"hf_subset":"nob_Latn-pbt_Arab","languages":["nob-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nob_Latn-spa_Latn","languages":["nob-Latn","spa-Latn"]},{"precision":0.563788,"recall":0.635375,"f1":0.5835,"accuracy":0.635375,"main_score":0.5835,"hf_subset":"nob_Latn-twi_Latn","languages":["nob-Latn","twi-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"nob_Latn-acm_Arab","languages":["nob-Latn","acm-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nob_Latn-bel_Cyrl","languages":["nob-Latn","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-eng_Latn","languages":["nob-Latn","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-hrv_Latn","languages":["nob-Latn","hrv-Latn"]},{"precision":0.453365,"recall":0.525692,"f1":0.472736,"accuracy":0.525692,"main_score":0.472736,"hf_subset":"nob_Latn-kin_Latn","languages":["nob-Latn","kin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"nob_Latn-mal_Mlym","languages":["nob-Latn","mal-Mlym"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-pes_Arab","languages":["nob-Latn","pes-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"nob_Latn-srd_Latn","languages":["nob-Latn","srd-Latn"]},{"precision":0.116931,"recall":0.174901,"f1":0.128703,"accuracy":0.174901,"main_score":0.128703,"hf_subset":"nob_Latn-tzm_Tfng","languages":["nob-Latn","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nob_Latn-acq_Arab","languages":["nob-Latn","acq-Arab"]},{"precision":0.510328,"recall":0.590909,"f1":0.53299,"accuracy":0.590909,"main_score":0.53299,"hf_subset":"nob_Latn-bem_Latn","languages":["nob-Latn","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-epo_Latn","languages":["nob-Latn","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-hun_Latn","languages":["nob-Latn","hun-Latn"]},{"precision":0.959486,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"nob_Latn-kir_Cyrl","languages":["nob-Latn","kir-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nob_Latn-mar_Deva","languages":["nob-Latn","mar-Deva"]},{"precision":0.545142,"recall":0.618577,"f1":0.56657,"accuracy":0.618577,"main_score":0.56657,"hf_subset":"nob_Latn-plt_Latn","languages":["nob-Latn","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-srp_Cyrl","languages":["nob-Latn","srp-Cyrl"]},{"precision":0.936677,"recall":0.955534,"f1":0.942754,"accuracy":0.955534,"main_score":0.942754,"hf_subset":"nob_Latn-uig_Arab","languages":["nob-Latn","uig-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"nob_Latn-aeb_Arab","languages":["nob-Latn","aeb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nob_Latn-ben_Beng","languages":["nob-Latn","ben-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-est_Latn","languages":["nob-Latn","est-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nob_Latn-hye_Armn","languages":["nob-Latn","hye-Armn"]},{"precision":0.463337,"recall":0.534585,"f1":0.483038,"accuracy":0.534585,"main_score":0.483038,"hf_subset":"nob_Latn-kmb_Latn","languages":["nob-Latn","kmb-Latn"]},{"precision":0.384796,"recall":0.487154,"f1":0.411802,"accuracy":0.487154,"main_score":0.411802,"hf_subset":"nob_Latn-min_Arab","languages":["nob-Latn","min-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-pol_Latn","languages":["nob-Latn","pol-Latn"]},{"precision":0.43863,"recall":0.521739,"f1":0.460901,"accuracy":0.521739,"main_score":0.460901,"hf_subset":"nob_Latn-ssw_Latn","languages":["nob-Latn","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-ukr_Cyrl","languages":["nob-Latn","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-afr_Latn","languages":["nob-Latn","afr-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"nob_Latn-bho_Deva","languages":["nob-Latn","bho-Deva"]},{"precision":0.951252,"recall":0.966403,"f1":0.956192,"accuracy":0.966403,"main_score":0.956192,"hf_subset":"nob_Latn-eus_Latn","languages":["nob-Latn","eus-Latn"]},{"precision":0.490901,"recall":0.571146,"f1":0.512905,"accuracy":0.571146,"main_score":0.512905,"hf_subset":"nob_Latn-ibo_Latn","languages":["nob-Latn","ibo-Latn"]},{"precision":0.714328,"recall":0.782609,"f1":0.734754,"accuracy":0.782609,"main_score":0.734754,"hf_subset":"nob_Latn-kmr_Latn","languages":["nob-Latn","kmr-Latn"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"nob_Latn-min_Latn","languages":["nob-Latn","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-por_Latn","languages":["nob-Latn","por-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"nob_Latn-sun_Latn","languages":["nob-Latn","sun-Latn"]},{"precision":0.452094,"recall":0.525692,"f1":0.473753,"accuracy":0.525692,"main_score":0.473753,"hf_subset":"nob_Latn-umb_Latn","languages":["nob-Latn","umb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-ajp_Arab","languages":["nob-Latn","ajp-Arab"]},{"precision":0.404389,"recall":0.491107,"f1":0.427504,"accuracy":0.491107,"main_score":0.427504,"hf_subset":"nob_Latn-bjn_Arab","languages":["nob-Latn","bjn-Arab"]},{"precision":0.478575,"recall":0.547431,"f1":0.497384,"accuracy":0.547431,"main_score":0.497384,"hf_subset":"nob_Latn-ewe_Latn","languages":["nob-Latn","ewe-Latn"]},{"precision":0.843412,"recall":0.885375,"f1":0.856522,"accuracy":0.885375,"main_score":0.856522,"hf_subset":"nob_Latn-ilo_Latn","languages":["nob-Latn","ilo-Latn"]},{"precision":0.182776,"recall":0.261858,"f1":0.201914,"accuracy":0.261858,"main_score":0.201914,"hf_subset":"nob_Latn-knc_Arab","languages":["nob-Latn","knc-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nob_Latn-mkd_Cyrl","languages":["nob-Latn","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-prs_Arab","languages":["nob-Latn","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-swe_Latn","languages":["nob-Latn","swe-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"nob_Latn-urd_Arab","languages":["nob-Latn","urd-Arab"]},{"precision":0.534579,"recall":0.614625,"f1":0.557401,"accuracy":0.614625,"main_score":0.557401,"hf_subset":"nob_Latn-aka_Latn","languages":["nob-Latn","aka-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"nob_Latn-bjn_Latn","languages":["nob-Latn","bjn-Latn"]},{"precision":0.955534,"recall":0.970356,"f1":0.960474,"accuracy":0.970356,"main_score":0.960474,"hf_subset":"nob_Latn-fao_Latn","languages":["nob-Latn","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-ind_Latn","languages":["nob-Latn","ind-Latn"]},{"precision":0.518514,"recall":0.59585,"f1":0.540365,"accuracy":0.59585,"main_score":0.540365,"hf_subset":"nob_Latn-knc_Latn","languages":["nob-Latn","knc-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"nob_Latn-mlt_Latn","languages":["nob-Latn","mlt-Latn"]},{"precision":0.56119,"recall":0.641304,"f1":0.583288,"accuracy":0.641304,"main_score":0.583288,"hf_subset":"nob_Latn-quy_Latn","languages":["nob-Latn","quy-Latn"]},{"precision":0.705691,"recall":0.774704,"f1":0.726118,"accuracy":0.774704,"main_score":0.726118,"hf_subset":"nob_Latn-swh_Latn","languages":["nob-Latn","swh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"nob_Latn-uzn_Latn","languages":["nob-Latn","uzn-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nob_Latn-als_Latn","languages":["nob-Latn","als-Latn"]},{"precision":0.152657,"recall":0.227273,"f1":0.170501,"accuracy":0.227273,"main_score":0.170501,"hf_subset":"nob_Latn-bod_Tibt","languages":["nob-Latn","bod-Tibt"]},{"precision":0.474666,"recall":0.550395,"f1":0.495237,"accuracy":0.550395,"main_score":0.495237,"hf_subset":"nob_Latn-fij_Latn","languages":["nob-Latn","fij-Latn"]},{"precision":0.964097,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"nob_Latn-isl_Latn","languages":["nob-Latn","isl-Latn"]},{"precision":0.548729,"recall":0.62747,"f1":0.570939,"accuracy":0.62747,"main_score":0.570939,"hf_subset":"nob_Latn-kon_Latn","languages":["nob-Latn","kon-Latn"]},{"precision":0.500998,"recall":0.596838,"f1":0.527859,"accuracy":0.596838,"main_score":0.527859,"hf_subset":"nob_Latn-mni_Beng","languages":["nob-Latn","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-ron_Latn","languages":["nob-Latn","ron-Latn"]},{"precision":0.983202,"recall":0.987154,"f1":0.984519,"accuracy":0.987154,"main_score":0.984519,"hf_subset":"nob_Latn-szl_Latn","languages":["nob-Latn","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nob_Latn-vec_Latn","languages":["nob-Latn","vec-Latn"]},{"precision":0.545324,"recall":0.636364,"f1":0.572178,"accuracy":0.636364,"main_score":0.572178,"hf_subset":"nob_Latn-amh_Ethi","languages":["nob-Latn","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-bos_Latn","languages":["nob-Latn","bos-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nob_Latn-fin_Latn","languages":["nob-Latn","fin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nob_Latn-ita_Latn","languages":["nob-Latn","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-kor_Hang","languages":["nob-Latn","kor-Hang"]},{"precision":0.467153,"recall":0.548419,"f1":0.490177,"accuracy":0.548419,"main_score":0.490177,"hf_subset":"nob_Latn-mos_Latn","languages":["nob-Latn","mos-Latn"]},{"precision":0.451708,"recall":0.52668,"f1":0.472302,"accuracy":0.52668,"main_score":0.472302,"hf_subset":"nob_Latn-run_Latn","languages":["nob-Latn","run-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nob_Latn-tam_Taml","languages":["nob-Latn","tam-Taml"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-vie_Latn","languages":["nob-Latn","vie-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-apc_Arab","languages":["nob-Latn","apc-Arab"]},{"precision":0.753607,"recall":0.812253,"f1":0.770967,"accuracy":0.812253,"main_score":0.770967,"hf_subset":"nob_Latn-bug_Latn","languages":["nob-Latn","bug-Latn"]},{"precision":0.416035,"recall":0.492095,"f1":0.436243,"accuracy":0.492095,"main_score":0.436243,"hf_subset":"nob_Latn-fon_Latn","languages":["nob-Latn","fon-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"nob_Latn-jav_Latn","languages":["nob-Latn","jav-Latn"]},{"precision":0.904891,"recall":0.934783,"f1":0.914592,"accuracy":0.934783,"main_score":0.914592,"hf_subset":"nob_Latn-lao_Laoo","languages":["nob-Latn","lao-Laoo"]},{"precision":0.571831,"recall":0.659091,"f1":0.596973,"accuracy":0.659091,"main_score":0.596973,"hf_subset":"nob_Latn-mri_Latn","languages":["nob-Latn","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-rus_Cyrl","languages":["nob-Latn","rus-Cyrl"]},{"precision":0.500313,"recall":0.576087,"f1":0.521418,"accuracy":0.576087,"main_score":0.521418,"hf_subset":"nob_Latn-taq_Latn","languages":["nob-Latn","taq-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"nob_Latn-war_Latn","languages":["nob-Latn","war-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nob_Latn-arb_Arab","languages":["nob-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-bul_Cyrl","languages":["nob-Latn","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-fra_Latn","languages":["nob-Latn","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-jpn_Jpan","languages":["nob-Latn","jpn-Jpan"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"nob_Latn-lij_Latn","languages":["nob-Latn","lij-Latn"]},{"precision":0.927125,"recall":0.949605,"f1":0.934354,"accuracy":0.949605,"main_score":0.934354,"hf_subset":"nob_Latn-mya_Mymr","languages":["nob-Latn","mya-Mymr"]},{"precision":0.500934,"recall":0.588933,"f1":0.525311,"accuracy":0.588933,"main_score":0.525311,"hf_subset":"nob_Latn-sag_Latn","languages":["nob-Latn","sag-Latn"]},{"precision":0.127583,"recall":0.206522,"f1":0.143067,"accuracy":0.206522,"main_score":0.143067,"hf_subset":"nob_Latn-taq_Tfng","languages":["nob-Latn","taq-Tfng"]},{"precision":0.546101,"recall":0.62747,"f1":0.569142,"accuracy":0.62747,"main_score":0.569142,"hf_subset":"nob_Latn-wol_Latn","languages":["nob-Latn","wol-Latn"]},{"precision":0.622925,"recall":0.708498,"f1":0.647533,"accuracy":0.708498,"main_score":0.647533,"hf_subset":"nob_Latn-arb_Latn","languages":["nob-Latn","arb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-cat_Latn","languages":["nob-Latn","cat-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"nob_Latn-fur_Latn","languages":["nob-Latn","fur-Latn"]},{"precision":0.322194,"recall":0.394269,"f1":0.341585,"accuracy":0.394269,"main_score":0.341585,"hf_subset":"nob_Latn-kab_Latn","languages":["nob-Latn","kab-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"nob_Latn-lim_Latn","languages":["nob-Latn","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-nld_Latn","languages":["nob-Latn","nld-Latn"]},{"precision":0.96945,"recall":0.978261,"f1":0.972233,"accuracy":0.978261,"main_score":0.972233,"hf_subset":"nob_Latn-san_Deva","languages":["nob-Latn","san-Deva"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"nob_Latn-tat_Cyrl","languages":["nob-Latn","tat-Cyrl"]},{"precision":0.517071,"recall":0.597826,"f1":0.538882,"accuracy":0.597826,"main_score":0.538882,"hf_subset":"nob_Latn-xho_Latn","languages":["nob-Latn","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nob_Latn-ars_Arab","languages":["nob-Latn","ars-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"nob_Latn-ceb_Latn","languages":["nob-Latn","ceb-Latn"]},{"precision":0.479112,"recall":0.5583,"f1":0.501605,"accuracy":0.5583,"main_score":0.501605,"hf_subset":"nob_Latn-fuv_Latn","languages":["nob-Latn","fuv-Latn"]},{"precision":0.468588,"recall":0.548419,"f1":0.489944,"accuracy":0.548419,"main_score":0.489944,"hf_subset":"nob_Latn-kac_Latn","languages":["nob-Latn","kac-Latn"]},{"precision":0.55614,"recall":0.637352,"f1":0.57868,"accuracy":0.637352,"main_score":0.57868,"hf_subset":"nob_Latn-lin_Latn","languages":["nob-Latn","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nob_Latn-nno_Latn","languages":["nob-Latn","nno-Latn"]},{"precision":0.017596,"recall":0.0583,"f1":0.022745,"accuracy":0.0583,"main_score":0.022745,"hf_subset":"nob_Latn-sat_Olck","languages":["nob-Latn","sat-Olck"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nob_Latn-tel_Telu","languages":["nob-Latn","tel-Telu"]},{"precision":0.756159,"recall":0.821146,"f1":0.775955,"accuracy":0.821146,"main_score":0.775955,"hf_subset":"nob_Latn-ydd_Hebr","languages":["nob-Latn","ydd-Hebr"]},{"precision":0.958004,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"nob_Latn-ary_Arab","languages":["nob-Latn","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-ces_Latn","languages":["nob-Latn","ces-Latn"]},{"precision":0.387678,"recall":0.476285,"f1":0.411969,"accuracy":0.476285,"main_score":0.411969,"hf_subset":"nob_Latn-gaz_Latn","languages":["nob-Latn","gaz-Latn"]},{"precision":0.488449,"recall":0.568182,"f1":0.510597,"accuracy":0.568182,"main_score":0.510597,"hf_subset":"nob_Latn-kam_Latn","languages":["nob-Latn","kam-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"nob_Latn-lit_Latn","languages":["nob-Latn","lit-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"nob_Latn-scn_Latn","languages":["nob-Latn","scn-Latn"]},{"precision":0.905385,"recall":0.933794,"f1":0.914394,"accuracy":0.933794,"main_score":0.914394,"hf_subset":"nob_Latn-tgk_Cyrl","languages":["nob-Latn","tgk-Cyrl"]},{"precision":0.426661,"recall":0.51087,"f1":0.450109,"accuracy":0.51087,"main_score":0.450109,"hf_subset":"nob_Latn-yor_Latn","languages":["nob-Latn","yor-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nob_Latn-arz_Arab","languages":["nob-Latn","arz-Arab"]},{"precision":0.478397,"recall":0.563241,"f1":0.501816,"accuracy":0.563241,"main_score":0.501816,"hf_subset":"nob_Latn-cjk_Latn","languages":["nob-Latn","cjk-Latn"]},{"precision":0.617811,"recall":0.697628,"f1":0.640914,"accuracy":0.697628,"main_score":0.640914,"hf_subset":"nob_Latn-gla_Latn","languages":["nob-Latn","gla-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"nob_Latn-kan_Knda","languages":["nob-Latn","kan-Knda"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"nob_Latn-lmo_Latn","languages":["nob-Latn","lmo-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"nob_Latn-npi_Deva","languages":["nob-Latn","npi-Deva"]},{"precision":0.395336,"recall":0.503953,"f1":0.42418,"accuracy":0.503953,"main_score":0.42418,"hf_subset":"nob_Latn-shn_Mymr","languages":["nob-Latn","shn-Mymr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"nob_Latn-tgl_Latn","languages":["nob-Latn","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-yue_Hant","languages":["nob-Latn","yue-Hant"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"nob_Latn-asm_Beng","languages":["nob-Latn","asm-Beng"]},{"precision":0.72638,"recall":0.793478,"f1":0.746311,"accuracy":0.793478,"main_score":0.746311,"hf_subset":"nob_Latn-ckb_Arab","languages":["nob-Latn","ckb-Arab"]},{"precision":0.721805,"recall":0.793478,"f1":0.743511,"accuracy":0.793478,"main_score":0.743511,"hf_subset":"nob_Latn-gle_Latn","languages":["nob-Latn","gle-Latn"]},{"precision":0.885046,"recall":0.91996,"f1":0.896245,"accuracy":0.91996,"main_score":0.896245,"hf_subset":"nob_Latn-kas_Arab","languages":["nob-Latn","kas-Arab"]},{"precision":0.893067,"recall":0.925889,"f1":0.903722,"accuracy":0.925889,"main_score":0.903722,"hf_subset":"nob_Latn-ltg_Latn","languages":["nob-Latn","ltg-Latn"]},{"precision":0.518104,"recall":0.591897,"f1":0.53844,"accuracy":0.591897,"main_score":0.53844,"hf_subset":"nob_Latn-nso_Latn","languages":["nob-Latn","nso-Latn"]},{"precision":0.423137,"recall":0.523715,"f1":0.451062,"accuracy":0.523715,"main_score":0.451062,"hf_subset":"nob_Latn-sin_Sinh","languages":["nob-Latn","sin-Sinh"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-tha_Thai","languages":["nob-Latn","tha-Thai"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nob_Latn-zho_Hans","languages":["nob-Latn","zho-Hans"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nob_Latn-ast_Latn","languages":["nob-Latn","ast-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"nob_Latn-crh_Latn","languages":["nob-Latn","crh-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-glg_Latn","languages":["nob-Latn","glg-Latn"]},{"precision":0.784634,"recall":0.841897,"f1":0.802075,"accuracy":0.841897,"main_score":0.802075,"hf_subset":"nob_Latn-kas_Deva","languages":["nob-Latn","kas-Deva"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"nob_Latn-ltz_Latn","languages":["nob-Latn","ltz-Latn"]},{"precision":0.380104,"recall":0.465415,"f1":0.403427,"accuracy":0.465415,"main_score":0.403427,"hf_subset":"nob_Latn-nus_Latn","languages":["nob-Latn","nus-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-slk_Latn","languages":["nob-Latn","slk-Latn"]},{"precision":0.263062,"recall":0.338933,"f1":0.283065,"accuracy":0.338933,"main_score":0.283065,"hf_subset":"nob_Latn-tir_Ethi","languages":["nob-Latn","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nob_Latn-zho_Hant","languages":["nob-Latn","zho-Hant"]},{"precision":0.984931,"recall":0.988142,"f1":0.985903,"accuracy":0.988142,"main_score":0.985903,"hf_subset":"nob_Latn-awa_Deva","languages":["nob-Latn","awa-Deva"]},{"precision":0.888175,"recall":0.921937,"f1":0.899045,"accuracy":0.921937,"main_score":0.899045,"hf_subset":"nob_Latn-cym_Latn","languages":["nob-Latn","cym-Latn"]},{"precision":0.722127,"recall":0.783597,"f1":0.740239,"accuracy":0.783597,"main_score":0.740239,"hf_subset":"nob_Latn-grn_Latn","languages":["nob-Latn","grn-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"nob_Latn-kat_Geor","languages":["nob-Latn","kat-Geor"]},{"precision":0.555965,"recall":0.632411,"f1":0.578096,"accuracy":0.632411,"main_score":0.578096,"hf_subset":"nob_Latn-lua_Latn","languages":["nob-Latn","lua-Latn"]},{"precision":0.522651,"recall":0.596838,"f1":0.543175,"accuracy":0.596838,"main_score":0.543175,"hf_subset":"nob_Latn-nya_Latn","languages":["nob-Latn","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-slv_Latn","languages":["nob-Latn","slv-Latn"]},{"precision":0.811874,"recall":0.860672,"f1":0.826746,"accuracy":0.860672,"main_score":0.826746,"hf_subset":"nob_Latn-tpi_Latn","languages":["nob-Latn","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-zsm_Latn","languages":["nob-Latn","zsm-Latn"]},{"precision":0.469896,"recall":0.549407,"f1":0.491824,"accuracy":0.549407,"main_score":0.491824,"hf_subset":"nob_Latn-ayr_Latn","languages":["nob-Latn","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-dan_Latn","languages":["nob-Latn","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nob_Latn-guj_Gujr","languages":["nob-Latn","guj-Gujr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"nob_Latn-kaz_Cyrl","languages":["nob-Latn","kaz-Cyrl"]},{"precision":0.439067,"recall":0.517787,"f1":0.461167,"accuracy":0.517787,"main_score":0.461167,"hf_subset":"nob_Latn-lug_Latn","languages":["nob-Latn","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-oci_Latn","languages":["nob-Latn","oci-Latn"]},{"precision":0.511537,"recall":0.59585,"f1":0.535157,"accuracy":0.59585,"main_score":0.535157,"hf_subset":"nob_Latn-smo_Latn","languages":["nob-Latn","smo-Latn"]},{"precision":0.461396,"recall":0.541502,"f1":0.483396,"accuracy":0.541502,"main_score":0.483396,"hf_subset":"nob_Latn-tsn_Latn","languages":["nob-Latn","tsn-Latn"]},{"precision":0.449556,"recall":0.522727,"f1":0.469147,"accuracy":0.522727,"main_score":0.469147,"hf_subset":"nob_Latn-zul_Latn","languages":["nob-Latn","zul-Latn"]},{"precision":0.826746,"recall":0.87747,"f1":0.842688,"accuracy":0.87747,"main_score":0.842688,"hf_subset":"nob_Latn-azb_Arab","languages":["nob-Latn","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"nob_Latn-deu_Latn","languages":["nob-Latn","deu-Latn"]},{"precision":0.917984,"recall":0.943676,"f1":0.926548,"accuracy":0.943676,"main_score":0.926548,"hf_subset":"nob_Latn-hat_Latn","languages":["nob-Latn","hat-Latn"]},{"precision":0.425068,"recall":0.500988,"f1":0.445944,"accuracy":0.500988,"main_score":0.445944,"hf_subset":"nob_Latn-kbp_Latn","languages":["nob-Latn","kbp-Latn"]},{"precision":0.497367,"recall":0.571146,"f1":0.517593,"accuracy":0.571146,"main_score":0.517593,"hf_subset":"nob_Latn-luo_Latn","languages":["nob-Latn","luo-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nob_Latn-ory_Orya","languages":["nob-Latn","ory-Orya"]},{"precision":0.480591,"recall":0.561265,"f1":0.503928,"accuracy":0.561265,"main_score":0.503928,"hf_subset":"nob_Latn-sna_Latn","languages":["nob-Latn","sna-Latn"]},{"precision":0.473962,"recall":0.550395,"f1":0.49528,"accuracy":0.550395,"main_score":0.49528,"hf_subset":"nob_Latn-tso_Latn","languages":["nob-Latn","tso-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"nob_Latn-azj_Latn","languages":["nob-Latn","azj-Latn"]},{"precision":0.468216,"recall":0.550395,"f1":0.490868,"accuracy":0.550395,"main_score":0.490868,"hf_subset":"nob_Latn-dik_Latn","languages":["nob-Latn","dik-Latn"]},{"precision":0.466208,"recall":0.537549,"f1":0.48688,"accuracy":0.537549,"main_score":0.48688,"hf_subset":"nob_Latn-hau_Latn","languages":["nob-Latn","hau-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"nob_Latn-kea_Latn","languages":["nob-Latn","kea-Latn"]},{"precision":0.645737,"recall":0.714427,"f1":0.665782,"accuracy":0.714427,"main_score":0.665782,"hf_subset":"nob_Latn-lus_Latn","languages":["nob-Latn","lus-Latn"]},{"precision":0.818017,"recall":0.865613,"f1":0.832806,"accuracy":0.865613,"main_score":0.832806,"hf_subset":"nob_Latn-pag_Latn","languages":["nob-Latn","pag-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"nob_Latn-snd_Arab","languages":["nob-Latn","snd-Arab"]},{"precision":0.88414,"recall":0.917984,"f1":0.894993,"accuracy":0.917984,"main_score":0.894993,"hf_subset":"nob_Latn-tuk_Latn","languages":["nob-Latn","tuk-Latn"]},{"precision":0.949605,"recall":0.966403,"f1":0.955204,"accuracy":0.966403,"main_score":0.955204,"hf_subset":"nob_Latn-bak_Cyrl","languages":["nob-Latn","bak-Cyrl"]},{"precision":0.426173,"recall":0.520751,"f1":0.452784,"accuracy":0.520751,"main_score":0.452784,"hf_subset":"nob_Latn-dyu_Latn","languages":["nob-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-heb_Hebr","languages":["nob-Latn","heb-Hebr"]},{"precision":0.910738,"recall":0.935771,"f1":0.91861,"accuracy":0.935771,"main_score":0.91861,"hf_subset":"nob_Latn-khk_Cyrl","languages":["nob-Latn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-lvs_Latn","languages":["nob-Latn","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"nob_Latn-pan_Guru","languages":["nob-Latn","pan-Guru"]},{"precision":0.471532,"recall":0.550395,"f1":0.493306,"accuracy":0.550395,"main_score":0.493306,"hf_subset":"nob_Latn-som_Latn","languages":["nob-Latn","som-Latn"]},{"precision":0.498338,"recall":0.571146,"f1":0.519081,"accuracy":0.571146,"main_score":0.519081,"hf_subset":"nob_Latn-tum_Latn","languages":["nob-Latn","tum-Latn"]},{"precision":0.40424,"recall":0.494071,"f1":0.428313,"accuracy":0.494071,"main_score":0.428313,"hf_subset":"scn_Latn-ace_Arab","languages":["scn-Latn","ace-Arab"]},{"precision":0.470466,"recall":0.534585,"f1":0.488402,"accuracy":0.534585,"main_score":0.488402,"hf_subset":"scn_Latn-bam_Latn","languages":["scn-Latn","bam-Latn"]},{"precision":0.112644,"recall":0.160079,"f1":0.124884,"accuracy":0.160079,"main_score":0.124884,"hf_subset":"scn_Latn-dzo_Tibt","languages":["scn-Latn","dzo-Tibt"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"scn_Latn-hin_Deva","languages":["scn-Latn","hin-Deva"]},{"precision":0.860343,"recall":0.901186,"f1":0.873682,"accuracy":0.901186,"main_score":0.873682,"hf_subset":"scn_Latn-khm_Khmr","languages":["scn-Latn","khm-Khmr"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"scn_Latn-mag_Deva","languages":["scn-Latn","mag-Deva"]},{"precision":0.954216,"recall":0.968379,"f1":0.958827,"accuracy":0.968379,"main_score":0.958827,"hf_subset":"scn_Latn-pap_Latn","languages":["scn-Latn","pap-Latn"]},{"precision":0.493602,"recall":0.570158,"f1":0.514486,"accuracy":0.570158,"main_score":0.514486,"hf_subset":"scn_Latn-sot_Latn","languages":["scn-Latn","sot-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"scn_Latn-tur_Latn","languages":["scn-Latn","tur-Latn"]},{"precision":0.766667,"recall":0.824111,"f1":0.784143,"accuracy":0.824111,"main_score":0.784143,"hf_subset":"scn_Latn-ace_Latn","languages":["scn-Latn","ace-Latn"]},{"precision":0.890975,"recall":0.922925,"f1":0.901515,"accuracy":0.922925,"main_score":0.901515,"hf_subset":"scn_Latn-ban_Latn","languages":["scn-Latn","ban-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"scn_Latn-ell_Grek","languages":["scn-Latn","ell-Grek"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"scn_Latn-hne_Deva","languages":["scn-Latn","hne-Deva"]},{"precision":0.497409,"recall":0.571146,"f1":0.518052,"accuracy":0.571146,"main_score":0.518052,"hf_subset":"scn_Latn-kik_Latn","languages":["scn-Latn","kik-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"scn_Latn-mai_Deva","languages":["scn-Latn","mai-Deva"]},{"precision":0.847777,"recall":0.890316,"f1":0.861232,"accuracy":0.890316,"main_score":0.861232,"hf_subset":"scn_Latn-pbt_Arab","languages":["scn-Latn","pbt-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"scn_Latn-spa_Latn","languages":["scn-Latn","spa-Latn"]},{"precision":0.559667,"recall":0.625494,"f1":0.577828,"accuracy":0.625494,"main_score":0.577828,"hf_subset":"scn_Latn-twi_Latn","languages":["scn-Latn","twi-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"scn_Latn-acm_Arab","languages":["scn-Latn","acm-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"scn_Latn-bel_Cyrl","languages":["scn-Latn","bel-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"scn_Latn-eng_Latn","languages":["scn-Latn","eng-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"scn_Latn-hrv_Latn","languages":["scn-Latn","hrv-Latn"]},{"precision":0.453701,"recall":0.523715,"f1":0.472836,"accuracy":0.523715,"main_score":0.472836,"hf_subset":"scn_Latn-kin_Latn","languages":["scn-Latn","kin-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"scn_Latn-mal_Mlym","languages":["scn-Latn","mal-Mlym"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"scn_Latn-pes_Arab","languages":["scn-Latn","pes-Arab"]},{"precision":0.969532,"recall":0.978261,"f1":0.972332,"accuracy":0.978261,"main_score":0.972332,"hf_subset":"scn_Latn-srd_Latn","languages":["scn-Latn","srd-Latn"]},{"precision":0.128655,"recall":0.189723,"f1":0.14191,"accuracy":0.189723,"main_score":0.14191,"hf_subset":"scn_Latn-tzm_Tfng","languages":["scn-Latn","tzm-Tfng"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"scn_Latn-acq_Arab","languages":["scn-Latn","acq-Arab"]},{"precision":0.522177,"recall":0.594862,"f1":0.542701,"accuracy":0.594862,"main_score":0.542701,"hf_subset":"scn_Latn-bem_Latn","languages":["scn-Latn","bem-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"scn_Latn-epo_Latn","languages":["scn-Latn","epo-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"scn_Latn-hun_Latn","languages":["scn-Latn","hun-Latn"]},{"precision":0.924242,"recall":0.947628,"f1":0.931818,"accuracy":0.947628,"main_score":0.931818,"hf_subset":"scn_Latn-kir_Cyrl","languages":["scn-Latn","kir-Cyrl"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"scn_Latn-mar_Deva","languages":["scn-Latn","mar-Deva"]},{"precision":0.54469,"recall":0.607708,"f1":0.562787,"accuracy":0.607708,"main_score":0.562787,"hf_subset":"scn_Latn-plt_Latn","languages":["scn-Latn","plt-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"scn_Latn-srp_Cyrl","languages":["scn-Latn","srp-Cyrl"]},{"precision":0.871542,"recall":0.907115,"f1":0.882708,"accuracy":0.907115,"main_score":0.882708,"hf_subset":"scn_Latn-uig_Arab","languages":["scn-Latn","uig-Arab"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"scn_Latn-aeb_Arab","languages":["scn-Latn","aeb-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"scn_Latn-ben_Beng","languages":["scn-Latn","ben-Beng"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"scn_Latn-est_Latn","languages":["scn-Latn","est-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"scn_Latn-hye_Armn","languages":["scn-Latn","hye-Armn"]},{"precision":0.473133,"recall":0.538538,"f1":0.490889,"accuracy":0.538538,"main_score":0.490889,"hf_subset":"scn_Latn-kmb_Latn","languages":["scn-Latn","kmb-Latn"]},{"precision":0.347789,"recall":0.4417,"f1":0.372509,"accuracy":0.4417,"main_score":0.372509,"hf_subset":"scn_Latn-min_Arab","languages":["scn-Latn","min-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"scn_Latn-pol_Latn","languages":["scn-Latn","pol-Latn"]},{"precision":0.449794,"recall":0.524704,"f1":0.470125,"accuracy":0.524704,"main_score":0.470125,"hf_subset":"scn_Latn-ssw_Latn","languages":["scn-Latn","ssw-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"scn_Latn-ukr_Cyrl","languages":["scn-Latn","ukr-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"scn_Latn-afr_Latn","languages":["scn-Latn","afr-Latn"]},{"precision":0.968874,"recall":0.978261,"f1":0.972003,"accuracy":0.978261,"main_score":0.972003,"hf_subset":"scn_Latn-bho_Deva","languages":["scn-Latn","bho-Deva"]},{"precision":0.918149,"recall":0.942688,"f1":0.926054,"accuracy":0.942688,"main_score":0.926054,"hf_subset":"scn_Latn-eus_Latn","languages":["scn-Latn","eus-Latn"]},{"precision":0.483088,"recall":0.5583,"f1":0.504432,"accuracy":0.5583,"main_score":0.504432,"hf_subset":"scn_Latn-ibo_Latn","languages":["scn-Latn","ibo-Latn"]},{"precision":0.691613,"recall":0.756917,"f1":0.711114,"accuracy":0.756917,"main_score":0.711114,"hf_subset":"scn_Latn-kmr_Latn","languages":["scn-Latn","kmr-Latn"]},{"precision":0.921443,"recall":0.944664,"f1":0.929018,"accuracy":0.944664,"main_score":0.929018,"hf_subset":"scn_Latn-min_Latn","languages":["scn-Latn","min-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"scn_Latn-por_Latn","languages":["scn-Latn","por-Latn"]},{"precision":0.954875,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"scn_Latn-sun_Latn","languages":["scn-Latn","sun-Latn"]},{"precision":0.44739,"recall":0.519763,"f1":0.468237,"accuracy":0.519763,"main_score":0.468237,"hf_subset":"scn_Latn-umb_Latn","languages":["scn-Latn","umb-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"scn_Latn-ajp_Arab","languages":["scn-Latn","ajp-Arab"]},{"precision":0.398835,"recall":0.48419,"f1":0.422089,"accuracy":0.48419,"main_score":0.422089,"hf_subset":"scn_Latn-bjn_Arab","languages":["scn-Latn","bjn-Arab"]},{"precision":0.46293,"recall":0.529644,"f1":0.481245,"accuracy":0.529644,"main_score":0.481245,"hf_subset":"scn_Latn-ewe_Latn","languages":["scn-Latn","ewe-Latn"]},{"precision":0.844401,"recall":0.880435,"f1":0.855322,"accuracy":0.880435,"main_score":0.855322,"hf_subset":"scn_Latn-ilo_Latn","languages":["scn-Latn","ilo-Latn"]},{"precision":0.183648,"recall":0.261858,"f1":0.20279,"accuracy":0.261858,"main_score":0.20279,"hf_subset":"scn_Latn-knc_Arab","languages":["scn-Latn","knc-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"scn_Latn-mkd_Cyrl","languages":["scn-Latn","mkd-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"scn_Latn-prs_Arab","languages":["scn-Latn","prs-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"scn_Latn-swe_Latn","languages":["scn-Latn","swe-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"scn_Latn-urd_Arab","languages":["scn-Latn","urd-Arab"]},{"precision":0.52646,"recall":0.593874,"f1":0.544702,"accuracy":0.593874,"main_score":0.544702,"hf_subset":"scn_Latn-aka_Latn","languages":["scn-Latn","aka-Latn"]},{"precision":0.951416,"recall":0.967391,"f1":0.956686,"accuracy":0.967391,"main_score":0.956686,"hf_subset":"scn_Latn-bjn_Latn","languages":["scn-Latn","bjn-Latn"]},{"precision":0.893281,"recall":0.924901,"f1":0.903656,"accuracy":0.924901,"main_score":0.903656,"hf_subset":"scn_Latn-fao_Latn","languages":["scn-Latn","fao-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"scn_Latn-ind_Latn","languages":["scn-Latn","ind-Latn"]},{"precision":0.515533,"recall":0.583004,"f1":0.53431,"accuracy":0.583004,"main_score":0.53431,"hf_subset":"scn_Latn-knc_Latn","languages":["scn-Latn","knc-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"scn_Latn-mlt_Latn","languages":["scn-Latn","mlt-Latn"]},{"precision":0.563286,"recall":0.632411,"f1":0.58231,"accuracy":0.632411,"main_score":0.58231,"hf_subset":"scn_Latn-quy_Latn","languages":["scn-Latn","quy-Latn"]},{"precision":0.670332,"recall":0.749012,"f1":0.693448,"accuracy":0.749012,"main_score":0.693448,"hf_subset":"scn_Latn-swh_Latn","languages":["scn-Latn","swh-Latn"]},{"precision":0.95471,"recall":0.968379,"f1":0.959157,"accuracy":0.968379,"main_score":0.959157,"hf_subset":"scn_Latn-uzn_Latn","languages":["scn-Latn","uzn-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"scn_Latn-als_Latn","languages":["scn-Latn","als-Latn"]},{"precision":0.157942,"recall":0.230237,"f1":0.175883,"accuracy":0.230237,"main_score":0.175883,"hf_subset":"scn_Latn-bod_Tibt","languages":["scn-Latn","bod-Tibt"]},{"precision":0.474514,"recall":0.543478,"f1":0.493477,"accuracy":0.543478,"main_score":0.493477,"hf_subset":"scn_Latn-fij_Latn","languages":["scn-Latn","fij-Latn"]},{"precision":0.905715,"recall":0.932806,"f1":0.914427,"accuracy":0.932806,"main_score":0.914427,"hf_subset":"scn_Latn-isl_Latn","languages":["scn-Latn","isl-Latn"]},{"precision":0.542598,"recall":0.628458,"f1":0.566958,"accuracy":0.628458,"main_score":0.566958,"hf_subset":"scn_Latn-kon_Latn","languages":["scn-Latn","kon-Latn"]},{"precision":0.474098,"recall":0.568182,"f1":0.500424,"accuracy":0.568182,"main_score":0.500424,"hf_subset":"scn_Latn-mni_Beng","languages":["scn-Latn","mni-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"scn_Latn-ron_Latn","languages":["scn-Latn","ron-Latn"]},{"precision":0.966897,"recall":0.976285,"f1":0.970026,"accuracy":0.976285,"main_score":0.970026,"hf_subset":"scn_Latn-szl_Latn","languages":["scn-Latn","szl-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"scn_Latn-vec_Latn","languages":["scn-Latn","vec-Latn"]},{"precision":0.510237,"recall":0.598814,"f1":0.535039,"accuracy":0.598814,"main_score":0.535039,"hf_subset":"scn_Latn-amh_Ethi","languages":["scn-Latn","amh-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"scn_Latn-bos_Latn","languages":["scn-Latn","bos-Latn"]},{"precision":0.980731,"recall":0.986166,"f1":0.982543,"accuracy":0.986166,"main_score":0.982543,"hf_subset":"scn_Latn-fin_Latn","languages":["scn-Latn","fin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"scn_Latn-ita_Latn","languages":["scn-Latn","ita-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"scn_Latn-kor_Hang","languages":["scn-Latn","kor-Hang"]},{"precision":0.471683,"recall":0.546443,"f1":0.492062,"accuracy":0.546443,"main_score":0.492062,"hf_subset":"scn_Latn-mos_Latn","languages":["scn-Latn","mos-Latn"]},{"precision":0.450751,"recall":0.518775,"f1":0.469511,"accuracy":0.518775,"main_score":0.469511,"hf_subset":"scn_Latn-run_Latn","languages":["scn-Latn","run-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"scn_Latn-tam_Taml","languages":["scn-Latn","tam-Taml"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"scn_Latn-vie_Latn","languages":["scn-Latn","vie-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"scn_Latn-apc_Arab","languages":["scn-Latn","apc-Arab"]},{"precision":0.729094,"recall":0.788538,"f1":0.746972,"accuracy":0.788538,"main_score":0.746972,"hf_subset":"scn_Latn-bug_Latn","languages":["scn-Latn","bug-Latn"]},{"precision":0.42363,"recall":0.491107,"f1":0.441673,"accuracy":0.491107,"main_score":0.441673,"hf_subset":"scn_Latn-fon_Latn","languages":["scn-Latn","fon-Latn"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"scn_Latn-jav_Latn","languages":["scn-Latn","jav-Latn"]},{"precision":0.812335,"recall":0.862648,"f1":0.828458,"accuracy":0.862648,"main_score":0.828458,"hf_subset":"scn_Latn-lao_Laoo","languages":["scn-Latn","lao-Laoo"]},{"precision":0.533786,"recall":0.620553,"f1":0.558031,"accuracy":0.620553,"main_score":0.558031,"hf_subset":"scn_Latn-mri_Latn","languages":["scn-Latn","mri-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"scn_Latn-rus_Cyrl","languages":["scn-Latn","rus-Cyrl"]},{"precision":0.491529,"recall":0.554348,"f1":0.508708,"accuracy":0.554348,"main_score":0.508708,"hf_subset":"scn_Latn-taq_Latn","languages":["scn-Latn","taq-Latn"]},{"precision":0.965415,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"scn_Latn-war_Latn","languages":["scn-Latn","war-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"scn_Latn-arb_Arab","languages":["scn-Latn","arb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"scn_Latn-bul_Cyrl","languages":["scn-Latn","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"scn_Latn-fra_Latn","languages":["scn-Latn","fra-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"scn_Latn-jpn_Jpan","languages":["scn-Latn","jpn-Jpan"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"scn_Latn-lij_Latn","languages":["scn-Latn","lij-Latn"]},{"precision":0.85746,"recall":0.899209,"f1":0.870949,"accuracy":0.899209,"main_score":0.870949,"hf_subset":"scn_Latn-mya_Mymr","languages":["scn-Latn","mya-Mymr"]},{"precision":0.495548,"recall":0.577075,"f1":0.518321,"accuracy":0.577075,"main_score":0.518321,"hf_subset":"scn_Latn-sag_Latn","languages":["scn-Latn","sag-Latn"]},{"precision":0.136394,"recall":0.212451,"f1":0.151207,"accuracy":0.212451,"main_score":0.151207,"hf_subset":"scn_Latn-taq_Tfng","languages":["scn-Latn","taq-Tfng"]},{"precision":0.540879,"recall":0.620553,"f1":0.56313,"accuracy":0.620553,"main_score":0.56313,"hf_subset":"scn_Latn-wol_Latn","languages":["scn-Latn","wol-Latn"]},{"precision":0.591472,"recall":0.671937,"f1":0.614289,"accuracy":0.671937,"main_score":0.614289,"hf_subset":"scn_Latn-arb_Latn","languages":["scn-Latn","arb-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"scn_Latn-cat_Latn","languages":["scn-Latn","cat-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"scn_Latn-fur_Latn","languages":["scn-Latn","fur-Latn"]},{"precision":0.343416,"recall":0.407115,"f1":0.361001,"accuracy":0.407115,"main_score":0.361001,"hf_subset":"scn_Latn-kab_Latn","languages":["scn-Latn","kab-Latn"]},{"precision":0.945158,"recall":0.961462,"f1":0.950428,"accuracy":0.961462,"main_score":0.950428,"hf_subset":"scn_Latn-lim_Latn","languages":["scn-Latn","lim-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"scn_Latn-nld_Latn","languages":["scn-Latn","nld-Latn"]},{"precision":0.937418,"recall":0.956522,"f1":0.943511,"accuracy":0.956522,"main_score":0.943511,"hf_subset":"scn_Latn-san_Deva","languages":["scn-Latn","san-Deva"]},{"precision":0.961298,"recall":0.97332,"f1":0.96525,"accuracy":0.97332,"main_score":0.96525,"hf_subset":"scn_Latn-tat_Cyrl","languages":["scn-Latn","tat-Cyrl"]},{"precision":0.504347,"recall":0.578063,"f1":0.524177,"accuracy":0.578063,"main_score":0.524177,"hf_subset":"scn_Latn-xho_Latn","languages":["scn-Latn","xho-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"scn_Latn-ars_Arab","languages":["scn-Latn","ars-Arab"]},{"precision":0.964427,"recall":0.975296,"f1":0.96805,"accuracy":0.975296,"main_score":0.96805,"hf_subset":"scn_Latn-ceb_Latn","languages":["scn-Latn","ceb-Latn"]},{"precision":0.489477,"recall":0.563241,"f1":0.510052,"accuracy":0.563241,"main_score":0.510052,"hf_subset":"scn_Latn-fuv_Latn","languages":["scn-Latn","fuv-Latn"]},{"precision":0.471204,"recall":0.541502,"f1":0.490132,"accuracy":0.541502,"main_score":0.490132,"hf_subset":"scn_Latn-kac_Latn","languages":["scn-Latn","kac-Latn"]},{"precision":0.549465,"recall":0.62747,"f1":0.570662,"accuracy":0.62747,"main_score":0.570662,"hf_subset":"scn_Latn-lin_Latn","languages":["scn-Latn","lin-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"scn_Latn-nno_Latn","languages":["scn-Latn","nno-Latn"]},{"precision":0.020358,"recall":0.067194,"f1":0.027451,"accuracy":0.067194,"main_score":0.027451,"hf_subset":"scn_Latn-sat_Olck","languages":["scn-Latn","sat-Olck"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"scn_Latn-tel_Telu","languages":["scn-Latn","tel-Telu"]},{"precision":0.71186,"recall":0.784585,"f1":0.733696,"accuracy":0.784585,"main_score":0.733696,"hf_subset":"scn_Latn-ydd_Hebr","languages":["scn-Latn","ydd-Hebr"]},{"precision":0.921772,"recall":0.945652,"f1":0.929677,"accuracy":0.945652,"main_score":0.929677,"hf_subset":"scn_Latn-ary_Arab","languages":["scn-Latn","ary-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"scn_Latn-ces_Latn","languages":["scn-Latn","ces-Latn"]},{"precision":0.390574,"recall":0.474308,"f1":0.413129,"accuracy":0.474308,"main_score":0.413129,"hf_subset":"scn_Latn-gaz_Latn","languages":["scn-Latn","gaz-Latn"]},{"precision":0.48467,"recall":0.561265,"f1":0.506362,"accuracy":0.561265,"main_score":0.506362,"hf_subset":"scn_Latn-kam_Latn","languages":["scn-Latn","kam-Latn"]},{"precision":0.978755,"recall":0.985178,"f1":0.980896,"accuracy":0.985178,"main_score":0.980896,"hf_subset":"scn_Latn-lit_Latn","languages":["scn-Latn","lit-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"scn_Latn-nob_Latn","languages":["scn-Latn","nob-Latn"]},{"precision":0.861775,"recall":0.900198,"f1":0.874078,"accuracy":0.900198,"main_score":0.874078,"hf_subset":"scn_Latn-tgk_Cyrl","languages":["scn-Latn","tgk-Cyrl"]},{"precision":0.429748,"recall":0.503953,"f1":0.450445,"accuracy":0.503953,"main_score":0.450445,"hf_subset":"scn_Latn-yor_Latn","languages":["scn-Latn","yor-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"scn_Latn-arz_Arab","languages":["scn-Latn","arz-Arab"]},{"precision":0.481466,"recall":0.563241,"f1":0.50401,"accuracy":0.563241,"main_score":0.50401,"hf_subset":"scn_Latn-cjk_Latn","languages":["scn-Latn","cjk-Latn"]},{"precision":0.586045,"recall":0.660079,"f1":0.607223,"accuracy":0.660079,"main_score":0.607223,"hf_subset":"scn_Latn-gla_Latn","languages":["scn-Latn","gla-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"scn_Latn-kan_Knda","languages":["scn-Latn","kan-Knda"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"scn_Latn-lmo_Latn","languages":["scn-Latn","lmo-Latn"]},{"precision":0.980237,"recall":0.986166,"f1":0.982213,"accuracy":0.986166,"main_score":0.982213,"hf_subset":"scn_Latn-npi_Deva","languages":["scn-Latn","npi-Deva"]},{"precision":0.422085,"recall":0.51581,"f1":0.447821,"accuracy":0.51581,"main_score":0.447821,"hf_subset":"scn_Latn-shn_Mymr","languages":["scn-Latn","shn-Mymr"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"scn_Latn-tgl_Latn","languages":["scn-Latn","tgl-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"scn_Latn-yue_Hant","languages":["scn-Latn","yue-Hant"]},{"precision":0.949605,"recall":0.965415,"f1":0.954875,"accuracy":0.965415,"main_score":0.954875,"hf_subset":"scn_Latn-asm_Beng","languages":["scn-Latn","asm-Beng"]},{"precision":0.667162,"recall":0.745059,"f1":0.690505,"accuracy":0.745059,"main_score":0.690505,"hf_subset":"scn_Latn-ckb_Arab","languages":["scn-Latn","ckb-Arab"]},{"precision":0.681752,"recall":0.752964,"f1":0.703016,"accuracy":0.752964,"main_score":0.703016,"hf_subset":"scn_Latn-gle_Latn","languages":["scn-Latn","gle-Latn"]},{"precision":0.826581,"recall":0.87747,"f1":0.843182,"accuracy":0.87747,"main_score":0.843182,"hf_subset":"scn_Latn-kas_Arab","languages":["scn-Latn","kas-Arab"]},{"precision":0.825379,"recall":0.87253,"f1":0.840119,"accuracy":0.87253,"main_score":0.840119,"hf_subset":"scn_Latn-ltg_Latn","languages":["scn-Latn","ltg-Latn"]},{"precision":0.521987,"recall":0.592885,"f1":0.541656,"accuracy":0.592885,"main_score":0.541656,"hf_subset":"scn_Latn-nso_Latn","languages":["scn-Latn","nso-Latn"]},{"precision":0.399446,"recall":0.487154,"f1":0.423616,"accuracy":0.487154,"main_score":0.423616,"hf_subset":"scn_Latn-sin_Sinh","languages":["scn-Latn","sin-Sinh"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"scn_Latn-tha_Thai","languages":["scn-Latn","tha-Thai"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"scn_Latn-zho_Hans","languages":["scn-Latn","zho-Hans"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"scn_Latn-ast_Latn","languages":["scn-Latn","ast-Latn"]},{"precision":0.952569,"recall":0.967391,"f1":0.95751,"accuracy":0.967391,"main_score":0.95751,"hf_subset":"scn_Latn-crh_Latn","languages":["scn-Latn","crh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"scn_Latn-glg_Latn","languages":["scn-Latn","glg-Latn"]},{"precision":0.723633,"recall":0.794466,"f1":0.745327,"accuracy":0.794466,"main_score":0.745327,"hf_subset":"scn_Latn-kas_Deva","languages":["scn-Latn","kas-Deva"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"scn_Latn-ltz_Latn","languages":["scn-Latn","ltz-Latn"]},{"precision":0.380504,"recall":0.463439,"f1":0.402188,"accuracy":0.463439,"main_score":0.402188,"hf_subset":"scn_Latn-nus_Latn","languages":["scn-Latn","nus-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"scn_Latn-slk_Latn","languages":["scn-Latn","slk-Latn"]},{"precision":0.255979,"recall":0.333992,"f1":0.276868,"accuracy":0.333992,"main_score":0.276868,"hf_subset":"scn_Latn-tir_Ethi","languages":["scn-Latn","tir-Ethi"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"scn_Latn-zho_Hant","languages":["scn-Latn","zho-Hant"]},{"precision":0.97192,"recall":0.979249,"f1":0.974209,"accuracy":0.979249,"main_score":0.974209,"hf_subset":"scn_Latn-awa_Deva","languages":["scn-Latn","awa-Deva"]},{"precision":0.818182,"recall":0.868577,"f1":0.83355,"accuracy":0.868577,"main_score":0.83355,"hf_subset":"scn_Latn-cym_Latn","languages":["scn-Latn","cym-Latn"]},{"precision":0.715613,"recall":0.773715,"f1":0.732891,"accuracy":0.773715,"main_score":0.732891,"hf_subset":"scn_Latn-grn_Latn","languages":["scn-Latn","grn-Latn"]},{"precision":0.949934,"recall":0.966403,"f1":0.955369,"accuracy":0.966403,"main_score":0.955369,"hf_subset":"scn_Latn-kat_Geor","languages":["scn-Latn","kat-Geor"]},{"precision":0.540934,"recall":0.613636,"f1":0.561395,"accuracy":0.613636,"main_score":0.561395,"hf_subset":"scn_Latn-lua_Latn","languages":["scn-Latn","lua-Latn"]},{"precision":0.511278,"recall":0.58498,"f1":0.531991,"accuracy":0.58498,"main_score":0.531991,"hf_subset":"scn_Latn-nya_Latn","languages":["scn-Latn","nya-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"scn_Latn-slv_Latn","languages":["scn-Latn","slv-Latn"]},{"precision":0.776235,"recall":0.828063,"f1":0.791897,"accuracy":0.828063,"main_score":0.791897,"hf_subset":"scn_Latn-tpi_Latn","languages":["scn-Latn","tpi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"scn_Latn-zsm_Latn","languages":["scn-Latn","zsm-Latn"]},{"precision":0.486361,"recall":0.557312,"f1":0.505777,"accuracy":0.557312,"main_score":0.505777,"hf_subset":"scn_Latn-ayr_Latn","languages":["scn-Latn","ayr-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"scn_Latn-dan_Latn","languages":["scn-Latn","dan-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"scn_Latn-guj_Gujr","languages":["scn-Latn","guj-Gujr"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"scn_Latn-kaz_Cyrl","languages":["scn-Latn","kaz-Cyrl"]},{"precision":0.44254,"recall":0.512846,"f1":0.462126,"accuracy":0.512846,"main_score":0.462126,"hf_subset":"scn_Latn-lug_Latn","languages":["scn-Latn","lug-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"scn_Latn-oci_Latn","languages":["scn-Latn","oci-Latn"]},{"precision":0.504051,"recall":0.583004,"f1":0.52638,"accuracy":0.583004,"main_score":0.52638,"hf_subset":"scn_Latn-smo_Latn","languages":["scn-Latn","smo-Latn"]},{"precision":0.471231,"recall":0.541502,"f1":0.490257,"accuracy":0.541502,"main_score":0.490257,"hf_subset":"scn_Latn-tsn_Latn","languages":["scn-Latn","tsn-Latn"]},{"precision":0.468645,"recall":0.541502,"f1":0.48766,"accuracy":0.541502,"main_score":0.48766,"hf_subset":"scn_Latn-zul_Latn","languages":["scn-Latn","zul-Latn"]},{"precision":0.791453,"recall":0.846838,"f1":0.808827,"accuracy":0.846838,"main_score":0.808827,"hf_subset":"scn_Latn-azb_Arab","languages":["scn-Latn","azb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"scn_Latn-deu_Latn","languages":["scn-Latn","deu-Latn"]},{"precision":0.903986,"recall":0.932806,"f1":0.913208,"accuracy":0.932806,"main_score":0.913208,"hf_subset":"scn_Latn-hat_Latn","languages":["scn-Latn","hat-Latn"]},{"precision":0.439853,"recall":0.507905,"f1":0.458621,"accuracy":0.507905,"main_score":0.458621,"hf_subset":"scn_Latn-kbp_Latn","languages":["scn-Latn","kbp-Latn"]},{"precision":0.497351,"recall":0.564229,"f1":0.515284,"accuracy":0.564229,"main_score":0.515284,"hf_subset":"scn_Latn-luo_Latn","languages":["scn-Latn","luo-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"scn_Latn-ory_Orya","languages":["scn-Latn","ory-Orya"]},{"precision":0.486704,"recall":0.552372,"f1":0.505863,"accuracy":0.552372,"main_score":0.505863,"hf_subset":"scn_Latn-sna_Latn","languages":["scn-Latn","sna-Latn"]},{"precision":0.475373,"recall":0.54249,"f1":0.493834,"accuracy":0.54249,"main_score":0.493834,"hf_subset":"scn_Latn-tso_Latn","languages":["scn-Latn","tso-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"scn_Latn-azj_Latn","languages":["scn-Latn","azj-Latn"]},{"precision":0.485778,"recall":0.560277,"f1":0.506691,"accuracy":0.560277,"main_score":0.506691,"hf_subset":"scn_Latn-dik_Latn","languages":["scn-Latn","dik-Latn"]},{"precision":0.473578,"recall":0.536561,"f1":0.491159,"accuracy":0.536561,"main_score":0.491159,"hf_subset":"scn_Latn-hau_Latn","languages":["scn-Latn","hau-Latn"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"scn_Latn-kea_Latn","languages":["scn-Latn","kea-Latn"]},{"precision":0.629087,"recall":0.692688,"f1":0.647219,"accuracy":0.692688,"main_score":0.647219,"hf_subset":"scn_Latn-lus_Latn","languages":["scn-Latn","lus-Latn"]},{"precision":0.786973,"recall":0.836957,"f1":0.802207,"accuracy":0.836957,"main_score":0.802207,"hf_subset":"scn_Latn-pag_Latn","languages":["scn-Latn","pag-Latn"]},{"precision":0.950264,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"scn_Latn-snd_Arab","languages":["scn-Latn","snd-Arab"]},{"precision":0.817885,"recall":0.868577,"f1":0.83363,"accuracy":0.868577,"main_score":0.83363,"hf_subset":"scn_Latn-tuk_Latn","languages":["scn-Latn","tuk-Latn"]},{"precision":0.917161,"recall":0.9417,"f1":0.925066,"accuracy":0.9417,"main_score":0.925066,"hf_subset":"scn_Latn-bak_Cyrl","languages":["scn-Latn","bak-Cyrl"]},{"precision":0.421643,"recall":0.51087,"f1":0.447167,"accuracy":0.51087,"main_score":0.447167,"hf_subset":"scn_Latn-dyu_Latn","languages":["scn-Latn","dyu-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"scn_Latn-heb_Hebr","languages":["scn-Latn","heb-Hebr"]},{"precision":0.841403,"recall":0.882411,"f1":0.854004,"accuracy":0.882411,"main_score":0.854004,"hf_subset":"scn_Latn-khk_Cyrl","languages":["scn-Latn","khk-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"scn_Latn-lvs_Latn","languages":["scn-Latn","lvs-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"scn_Latn-pan_Guru","languages":["scn-Latn","pan-Guru"]},{"precision":0.469731,"recall":0.546443,"f1":0.491118,"accuracy":0.546443,"main_score":0.491118,"hf_subset":"scn_Latn-som_Latn","languages":["scn-Latn","som-Latn"]},{"precision":0.502288,"recall":0.562253,"f1":0.519549,"accuracy":0.562253,"main_score":0.519549,"hf_subset":"scn_Latn-tum_Latn","languages":["scn-Latn","tum-Latn"]},{"precision":0.424572,"recall":0.499012,"f1":0.445621,"accuracy":0.499012,"main_score":0.445621,"hf_subset":"tgk_Cyrl-ace_Arab","languages":["tgk-Cyrl","ace-Arab"]},{"precision":0.456291,"recall":0.508893,"f1":0.471601,"accuracy":0.508893,"main_score":0.471601,"hf_subset":"tgk_Cyrl-bam_Latn","languages":["tgk-Cyrl","bam-Latn"]},{"precision":0.12384,"recall":0.168972,"f1":0.136253,"accuracy":0.168972,"main_score":0.136253,"hf_subset":"tgk_Cyrl-dzo_Tibt","languages":["tgk-Cyrl","dzo-Tibt"]},{"precision":0.927125,"recall":0.948617,"f1":0.934025,"accuracy":0.948617,"main_score":0.934025,"hf_subset":"tgk_Cyrl-hin_Deva","languages":["tgk-Cyrl","hin-Deva"]},{"precision":0.815777,"recall":0.869565,"f1":0.833004,"accuracy":0.869565,"main_score":0.833004,"hf_subset":"tgk_Cyrl-khm_Khmr","languages":["tgk-Cyrl","khm-Khmr"]},{"precision":0.892045,"recall":0.923913,"f1":0.90224,"accuracy":0.923913,"main_score":0.90224,"hf_subset":"tgk_Cyrl-mag_Deva","languages":["tgk-Cyrl","mag-Deva"]},{"precision":0.870965,"recall":0.907115,"f1":0.882642,"accuracy":0.907115,"main_score":0.882642,"hf_subset":"tgk_Cyrl-pap_Latn","languages":["tgk-Cyrl","pap-Latn"]},{"precision":0.51357,"recall":0.568182,"f1":0.528708,"accuracy":0.568182,"main_score":0.528708,"hf_subset":"tgk_Cyrl-sot_Latn","languages":["tgk-Cyrl","sot-Latn"]},{"precision":0.923946,"recall":0.94664,"f1":0.931159,"accuracy":0.94664,"main_score":0.931159,"hf_subset":"tgk_Cyrl-tur_Latn","languages":["tgk-Cyrl","tur-Latn"]},{"precision":0.709025,"recall":0.76581,"f1":0.725715,"accuracy":0.76581,"main_score":0.725715,"hf_subset":"tgk_Cyrl-ace_Latn","languages":["tgk-Cyrl","ace-Latn"]},{"precision":0.778903,"recall":0.824111,"f1":0.792984,"accuracy":0.824111,"main_score":0.792984,"hf_subset":"tgk_Cyrl-ban_Latn","languages":["tgk-Cyrl","ban-Latn"]},{"precision":0.921196,"recall":0.943676,"f1":0.928261,"accuracy":0.943676,"main_score":0.928261,"hf_subset":"tgk_Cyrl-ell_Grek","languages":["tgk-Cyrl","ell-Grek"]},{"precision":0.874177,"recall":0.909091,"f1":0.885178,"accuracy":0.909091,"main_score":0.885178,"hf_subset":"tgk_Cyrl-hne_Deva","languages":["tgk-Cyrl","hne-Deva"]},{"precision":0.484049,"recall":0.544466,"f1":0.501548,"accuracy":0.544466,"main_score":0.501548,"hf_subset":"tgk_Cyrl-kik_Latn","languages":["tgk-Cyrl","kik-Latn"]},{"precision":0.882246,"recall":0.916008,"f1":0.892918,"accuracy":0.916008,"main_score":0.892918,"hf_subset":"tgk_Cyrl-mai_Deva","languages":["tgk-Cyrl","mai-Deva"]},{"precision":0.808613,"recall":0.856719,"f1":0.823438,"accuracy":0.856719,"main_score":0.823438,"hf_subset":"tgk_Cyrl-pbt_Arab","languages":["tgk-Cyrl","pbt-Arab"]},{"precision":0.917737,"recall":0.943676,"f1":0.92612,"accuracy":0.943676,"main_score":0.92612,"hf_subset":"tgk_Cyrl-spa_Latn","languages":["tgk-Cyrl","spa-Latn"]},{"precision":0.535425,"recall":0.583992,"f1":0.549459,"accuracy":0.583992,"main_score":0.549459,"hf_subset":"tgk_Cyrl-twi_Latn","languages":["tgk-Cyrl","twi-Latn"]},{"precision":0.904644,"recall":0.934783,"f1":0.914328,"accuracy":0.934783,"main_score":0.914328,"hf_subset":"tgk_Cyrl-acm_Arab","languages":["tgk-Cyrl","acm-Arab"]},{"precision":0.922348,"recall":0.94664,"f1":0.930237,"accuracy":0.94664,"main_score":0.930237,"hf_subset":"tgk_Cyrl-bel_Cyrl","languages":["tgk-Cyrl","bel-Cyrl"]},{"precision":0.921443,"recall":0.945652,"f1":0.92915,"accuracy":0.945652,"main_score":0.92915,"hf_subset":"tgk_Cyrl-eng_Latn","languages":["tgk-Cyrl","eng-Latn"]},{"precision":0.92836,"recall":0.950593,"f1":0.935606,"accuracy":0.950593,"main_score":0.935606,"hf_subset":"tgk_Cyrl-hrv_Latn","languages":["tgk-Cyrl","hrv-Latn"]},{"precision":0.456357,"recall":0.51087,"f1":0.471271,"accuracy":0.51087,"main_score":0.471271,"hf_subset":"tgk_Cyrl-kin_Latn","languages":["tgk-Cyrl","kin-Latn"]},{"precision":0.878953,"recall":0.91502,"f1":0.890448,"accuracy":0.91502,"main_score":0.890448,"hf_subset":"tgk_Cyrl-mal_Mlym","languages":["tgk-Cyrl","mal-Mlym"]},{"precision":0.926252,"recall":0.947628,"f1":0.932938,"accuracy":0.947628,"main_score":0.932938,"hf_subset":"tgk_Cyrl-pes_Arab","languages":["tgk-Cyrl","pes-Arab"]},{"precision":0.871986,"recall":0.908103,"f1":0.883089,"accuracy":0.908103,"main_score":0.883089,"hf_subset":"tgk_Cyrl-srd_Latn","languages":["tgk-Cyrl","srd-Latn"]},{"precision":0.140474,"recall":0.1917,"f1":0.152244,"accuracy":0.1917,"main_score":0.152244,"hf_subset":"tgk_Cyrl-tzm_Tfng","languages":["tgk-Cyrl","tzm-Tfng"]},{"precision":0.914279,"recall":0.940711,"f1":0.922826,"accuracy":0.940711,"main_score":0.922826,"hf_subset":"tgk_Cyrl-acq_Arab","languages":["tgk-Cyrl","acq-Arab"]},{"precision":0.522391,"recall":0.573123,"f1":0.536608,"accuracy":0.573123,"main_score":0.536608,"hf_subset":"tgk_Cyrl-bem_Latn","languages":["tgk-Cyrl","bem-Latn"]},{"precision":0.929842,"recall":0.951581,"f1":0.936924,"accuracy":0.951581,"main_score":0.936924,"hf_subset":"tgk_Cyrl-epo_Latn","languages":["tgk-Cyrl","epo-Latn"]},{"precision":0.931192,"recall":0.951581,"f1":0.937747,"accuracy":0.951581,"main_score":0.937747,"hf_subset":"tgk_Cyrl-hun_Latn","languages":["tgk-Cyrl","hun-Latn"]},{"precision":0.889196,"recall":0.920949,"f1":0.899374,"accuracy":0.920949,"main_score":0.899374,"hf_subset":"tgk_Cyrl-kir_Cyrl","languages":["tgk-Cyrl","kir-Cyrl"]},{"precision":0.914937,"recall":0.940711,"f1":0.92332,"accuracy":0.940711,"main_score":0.92332,"hf_subset":"tgk_Cyrl-mar_Deva","languages":["tgk-Cyrl","mar-Deva"]},{"precision":0.567173,"recall":0.608696,"f1":0.578791,"accuracy":0.608696,"main_score":0.578791,"hf_subset":"tgk_Cyrl-plt_Latn","languages":["tgk-Cyrl","plt-Latn"]},{"precision":0.946146,"recall":0.962451,"f1":0.951416,"accuracy":0.962451,"main_score":0.951416,"hf_subset":"tgk_Cyrl-srp_Cyrl","languages":["tgk-Cyrl","srp-Cyrl"]},{"precision":0.854414,"recall":0.894269,"f1":0.867062,"accuracy":0.894269,"main_score":0.867062,"hf_subset":"tgk_Cyrl-uig_Arab","languages":["tgk-Cyrl","uig-Arab"]},{"precision":0.881811,"recall":0.914032,"f1":0.891782,"accuracy":0.914032,"main_score":0.891782,"hf_subset":"tgk_Cyrl-aeb_Arab","languages":["tgk-Cyrl","aeb-Arab"]},{"precision":0.92276,"recall":0.94664,"f1":0.930501,"accuracy":0.94664,"main_score":0.930501,"hf_subset":"tgk_Cyrl-ben_Beng","languages":["tgk-Cyrl","ben-Beng"]},{"precision":0.917655,"recall":0.9417,"f1":0.925395,"accuracy":0.9417,"main_score":0.925395,"hf_subset":"tgk_Cyrl-est_Latn","languages":["tgk-Cyrl","est-Latn"]},{"precision":0.919384,"recall":0.943676,"f1":0.927108,"accuracy":0.943676,"main_score":0.927108,"hf_subset":"tgk_Cyrl-hye_Armn","languages":["tgk-Cyrl","hye-Armn"]},{"precision":0.459411,"recall":0.512846,"f1":0.473987,"accuracy":0.512846,"main_score":0.473987,"hf_subset":"tgk_Cyrl-kmb_Latn","languages":["tgk-Cyrl","kmb-Latn"]},{"precision":0.365211,"recall":0.449605,"f1":0.387362,"accuracy":0.449605,"main_score":0.387362,"hf_subset":"tgk_Cyrl-min_Arab","languages":["tgk-Cyrl","min-Arab"]},{"precision":0.914196,"recall":0.939723,"f1":0.922384,"accuracy":0.939723,"main_score":0.922384,"hf_subset":"tgk_Cyrl-pol_Latn","languages":["tgk-Cyrl","pol-Latn"]},{"precision":0.457983,"recall":0.519763,"f1":0.475171,"accuracy":0.519763,"main_score":0.475171,"hf_subset":"tgk_Cyrl-ssw_Latn","languages":["tgk-Cyrl","ssw-Latn"]},{"precision":0.930171,"recall":0.951581,"f1":0.937088,"accuracy":0.951581,"main_score":0.937088,"hf_subset":"tgk_Cyrl-ukr_Cyrl","languages":["tgk-Cyrl","ukr-Cyrl"]},{"precision":0.923913,"recall":0.947628,"f1":0.931653,"accuracy":0.947628,"main_score":0.931653,"hf_subset":"tgk_Cyrl-afr_Latn","languages":["tgk-Cyrl","afr-Latn"]},{"precision":0.855731,"recall":0.895257,"f1":0.868365,"accuracy":0.895257,"main_score":0.868365,"hf_subset":"tgk_Cyrl-bho_Deva","languages":["tgk-Cyrl","bho-Deva"]},{"precision":0.839756,"recall":0.880435,"f1":0.852569,"accuracy":0.880435,"main_score":0.852569,"hf_subset":"tgk_Cyrl-eus_Latn","languages":["tgk-Cyrl","eus-Latn"]},{"precision":0.487625,"recall":0.544466,"f1":0.504054,"accuracy":0.544466,"main_score":0.504054,"hf_subset":"tgk_Cyrl-ibo_Latn","languages":["tgk-Cyrl","ibo-Latn"]},{"precision":0.689369,"recall":0.754941,"f1":0.708026,"accuracy":0.754941,"main_score":0.708026,"hf_subset":"tgk_Cyrl-kmr_Latn","languages":["tgk-Cyrl","kmr-Latn"]},{"precision":0.839262,"recall":0.880435,"f1":0.851666,"accuracy":0.880435,"main_score":0.851666,"hf_subset":"tgk_Cyrl-min_Latn","languages":["tgk-Cyrl","min-Latn"]},{"precision":0.923995,"recall":0.947628,"f1":0.931555,"accuracy":0.947628,"main_score":0.931555,"hf_subset":"tgk_Cyrl-por_Latn","languages":["tgk-Cyrl","por-Latn"]},{"precision":0.863201,"recall":0.900198,"f1":0.874621,"accuracy":0.900198,"main_score":0.874621,"hf_subset":"tgk_Cyrl-sun_Latn","languages":["tgk-Cyrl","sun-Latn"]},{"precision":0.462615,"recall":0.516798,"f1":0.477463,"accuracy":0.516798,"main_score":0.477463,"hf_subset":"tgk_Cyrl-umb_Latn","languages":["tgk-Cyrl","umb-Latn"]},{"precision":0.922348,"recall":0.944664,"f1":0.929414,"accuracy":0.944664,"main_score":0.929414,"hf_subset":"tgk_Cyrl-ajp_Arab","languages":["tgk-Cyrl","ajp-Arab"]},{"precision":0.402123,"recall":0.481225,"f1":0.423909,"accuracy":0.481225,"main_score":0.423909,"hf_subset":"tgk_Cyrl-bjn_Arab","languages":["tgk-Cyrl","bjn-Arab"]},{"precision":0.454725,"recall":0.502964,"f1":0.468095,"accuracy":0.502964,"main_score":0.468095,"hf_subset":"tgk_Cyrl-ewe_Latn","languages":["tgk-Cyrl","ewe-Latn"]},{"precision":0.739888,"recall":0.794466,"f1":0.756475,"accuracy":0.794466,"main_score":0.756475,"hf_subset":"tgk_Cyrl-ilo_Latn","languages":["tgk-Cyrl","ilo-Latn"]},{"precision":0.196385,"recall":0.270751,"f1":0.215021,"accuracy":0.270751,"main_score":0.215021,"hf_subset":"tgk_Cyrl-knc_Arab","languages":["tgk-Cyrl","knc-Arab"]},{"precision":0.939723,"recall":0.958498,"f1":0.945817,"accuracy":0.958498,"main_score":0.945817,"hf_subset":"tgk_Cyrl-mkd_Cyrl","languages":["tgk-Cyrl","mkd-Cyrl"]},{"precision":0.939394,"recall":0.95751,"f1":0.945158,"accuracy":0.95751,"main_score":0.945158,"hf_subset":"tgk_Cyrl-prs_Arab","languages":["tgk-Cyrl","prs-Arab"]},{"precision":0.930171,"recall":0.951581,"f1":0.937088,"accuracy":0.951581,"main_score":0.937088,"hf_subset":"tgk_Cyrl-swe_Latn","languages":["tgk-Cyrl","swe-Latn"]},{"precision":0.90835,"recall":0.936759,"f1":0.917556,"accuracy":0.936759,"main_score":0.917556,"hf_subset":"tgk_Cyrl-urd_Arab","languages":["tgk-Cyrl","urd-Arab"]},{"precision":0.520207,"recall":0.56917,"f1":0.534258,"accuracy":0.56917,"main_score":0.534258,"hf_subset":"tgk_Cyrl-aka_Latn","languages":["tgk-Cyrl","aka-Latn"]},{"precision":0.848271,"recall":0.883399,"f1":0.858832,"accuracy":0.883399,"main_score":0.858832,"hf_subset":"tgk_Cyrl-bjn_Latn","languages":["tgk-Cyrl","bjn-Latn"]},{"precision":0.818544,"recall":0.865613,"f1":0.833465,"accuracy":0.865613,"main_score":0.833465,"hf_subset":"tgk_Cyrl-fao_Latn","languages":["tgk-Cyrl","fao-Latn"]},{"precision":0.923007,"recall":0.94664,"f1":0.930567,"accuracy":0.94664,"main_score":0.930567,"hf_subset":"tgk_Cyrl-ind_Latn","languages":["tgk-Cyrl","ind-Latn"]},{"precision":0.509351,"recall":0.5583,"f1":0.523254,"accuracy":0.5583,"main_score":0.523254,"hf_subset":"tgk_Cyrl-knc_Latn","languages":["tgk-Cyrl","knc-Latn"]},{"precision":0.878706,"recall":0.913043,"f1":0.889559,"accuracy":0.913043,"main_score":0.889559,"hf_subset":"tgk_Cyrl-mlt_Latn","languages":["tgk-Cyrl","mlt-Latn"]},{"precision":0.56037,"recall":0.613636,"f1":0.576073,"accuracy":0.613636,"main_score":0.576073,"hf_subset":"tgk_Cyrl-quy_Latn","languages":["tgk-Cyrl","quy-Latn"]},{"precision":0.679688,"recall":0.748024,"f1":0.699854,"accuracy":0.748024,"main_score":0.699854,"hf_subset":"tgk_Cyrl-swh_Latn","languages":["tgk-Cyrl","swh-Latn"]},{"precision":0.948123,"recall":0.963439,"f1":0.953063,"accuracy":0.963439,"main_score":0.953063,"hf_subset":"tgk_Cyrl-uzn_Latn","languages":["tgk-Cyrl","uzn-Latn"]},{"precision":0.933218,"recall":0.953557,"f1":0.939625,"accuracy":0.953557,"main_score":0.939625,"hf_subset":"tgk_Cyrl-als_Latn","languages":["tgk-Cyrl","als-Latn"]},{"precision":0.177848,"recall":0.249012,"f1":0.195157,"accuracy":0.249012,"main_score":0.195157,"hf_subset":"tgk_Cyrl-bod_Tibt","languages":["tgk-Cyrl","bod-Tibt"]},{"precision":0.478129,"recall":0.527668,"f1":0.492575,"accuracy":0.527668,"main_score":0.492575,"hf_subset":"tgk_Cyrl-fij_Latn","languages":["tgk-Cyrl","fij-Latn"]},{"precision":0.821344,"recall":0.866601,"f1":0.835441,"accuracy":0.866601,"main_score":0.835441,"hf_subset":"tgk_Cyrl-isl_Latn","languages":["tgk-Cyrl","isl-Latn"]},{"precision":0.537743,"recall":0.600791,"f1":0.555883,"accuracy":0.600791,"main_score":0.555883,"hf_subset":"tgk_Cyrl-kon_Latn","languages":["tgk-Cyrl","kon-Latn"]},{"precision":0.468492,"recall":0.543478,"f1":0.489548,"accuracy":0.543478,"main_score":0.489548,"hf_subset":"tgk_Cyrl-mni_Beng","languages":["tgk-Cyrl","mni-Beng"]},{"precision":0.914608,"recall":0.940711,"f1":0.922991,"accuracy":0.940711,"main_score":0.922991,"hf_subset":"tgk_Cyrl-ron_Latn","languages":["tgk-Cyrl","ron-Latn"]},{"precision":0.88307,"recall":0.916008,"f1":0.893412,"accuracy":0.916008,"main_score":0.893412,"hf_subset":"tgk_Cyrl-szl_Latn","languages":["tgk-Cyrl","szl-Latn"]},{"precision":0.907526,"recall":0.934783,"f1":0.916238,"accuracy":0.934783,"main_score":0.916238,"hf_subset":"tgk_Cyrl-vec_Latn","languages":["tgk-Cyrl","vec-Latn"]},{"precision":0.542736,"recall":0.621542,"f1":0.565711,"accuracy":0.621542,"main_score":0.565711,"hf_subset":"tgk_Cyrl-amh_Ethi","languages":["tgk-Cyrl","amh-Ethi"]},{"precision":0.940135,"recall":0.958498,"f1":0.946047,"accuracy":0.958498,"main_score":0.946047,"hf_subset":"tgk_Cyrl-bos_Latn","languages":["tgk-Cyrl","bos-Latn"]},{"precision":0.924984,"recall":0.947628,"f1":0.932213,"accuracy":0.947628,"main_score":0.932213,"hf_subset":"tgk_Cyrl-fin_Latn","languages":["tgk-Cyrl","fin-Latn"]},{"precision":0.920866,"recall":0.944664,"f1":0.928426,"accuracy":0.944664,"main_score":0.928426,"hf_subset":"tgk_Cyrl-ita_Latn","languages":["tgk-Cyrl","ita-Latn"]},{"precision":0.92276,"recall":0.94664,"f1":0.930501,"accuracy":0.94664,"main_score":0.930501,"hf_subset":"tgk_Cyrl-kor_Hang","languages":["tgk-Cyrl","kor-Hang"]},{"precision":0.487832,"recall":0.535573,"f1":0.501402,"accuracy":0.535573,"main_score":0.501402,"hf_subset":"tgk_Cyrl-mos_Latn","languages":["tgk-Cyrl","mos-Latn"]},{"precision":0.471238,"recall":0.525692,"f1":0.486439,"accuracy":0.525692,"main_score":0.486439,"hf_subset":"tgk_Cyrl-run_Latn","languages":["tgk-Cyrl","run-Latn"]},{"precision":0.894022,"recall":0.923913,"f1":0.903557,"accuracy":0.923913,"main_score":0.903557,"hf_subset":"tgk_Cyrl-tam_Taml","languages":["tgk-Cyrl","tam-Taml"]},{"precision":0.905385,"recall":0.932806,"f1":0.914262,"accuracy":0.932806,"main_score":0.914262,"hf_subset":"tgk_Cyrl-vie_Latn","languages":["tgk-Cyrl","vie-Latn"]},{"precision":0.910408,"recall":0.936759,"f1":0.918808,"accuracy":0.936759,"main_score":0.918808,"hf_subset":"tgk_Cyrl-apc_Arab","languages":["tgk-Cyrl","apc-Arab"]},{"precision":0.659858,"recall":0.718379,"f1":0.676781,"accuracy":0.718379,"main_score":0.676781,"hf_subset":"tgk_Cyrl-bug_Latn","languages":["tgk-Cyrl","bug-Latn"]},{"precision":0.435063,"recall":0.485178,"f1":0.449167,"accuracy":0.485178,"main_score":0.449167,"hf_subset":"tgk_Cyrl-fon_Latn","languages":["tgk-Cyrl","fon-Latn"]},{"precision":0.875033,"recall":0.911067,"f1":0.886693,"accuracy":0.911067,"main_score":0.886693,"hf_subset":"tgk_Cyrl-jav_Latn","languages":["tgk-Cyrl","jav-Latn"]},{"precision":0.76278,"recall":0.824111,"f1":0.781734,"accuracy":0.824111,"main_score":0.781734,"hf_subset":"tgk_Cyrl-lao_Laoo","languages":["tgk-Cyrl","lao-Laoo"]},{"precision":0.561466,"recall":0.62253,"f1":0.578647,"accuracy":0.62253,"main_score":0.578647,"hf_subset":"tgk_Cyrl-mri_Latn","languages":["tgk-Cyrl","mri-Latn"]},{"precision":0.930171,"recall":0.951581,"f1":0.937088,"accuracy":0.951581,"main_score":0.937088,"hf_subset":"tgk_Cyrl-rus_Cyrl","languages":["tgk-Cyrl","rus-Cyrl"]},{"precision":0.489936,"recall":0.536561,"f1":0.503795,"accuracy":0.536561,"main_score":0.503795,"hf_subset":"tgk_Cyrl-taq_Latn","languages":["tgk-Cyrl","taq-Latn"]},{"precision":0.86726,"recall":0.90415,"f1":0.878755,"accuracy":0.90415,"main_score":0.878755,"hf_subset":"tgk_Cyrl-war_Latn","languages":["tgk-Cyrl","war-Latn"]},{"precision":0.919137,"recall":0.944664,"f1":0.927536,"accuracy":0.944664,"main_score":0.927536,"hf_subset":"tgk_Cyrl-arb_Arab","languages":["tgk-Cyrl","arb-Arab"]},{"precision":0.933877,"recall":0.953557,"f1":0.940119,"accuracy":0.953557,"main_score":0.940119,"hf_subset":"tgk_Cyrl-bul_Cyrl","languages":["tgk-Cyrl","bul-Cyrl"]},{"precision":0.931242,"recall":0.952569,"f1":0.938142,"accuracy":0.952569,"main_score":0.938142,"hf_subset":"tgk_Cyrl-fra_Latn","languages":["tgk-Cyrl","fra-Latn"]},{"precision":0.906868,"recall":0.933794,"f1":0.915382,"accuracy":0.933794,"main_score":0.915382,"hf_subset":"tgk_Cyrl-jpn_Jpan","languages":["tgk-Cyrl","jpn-Jpan"]},{"precision":0.892457,"recall":0.921937,"f1":0.901812,"accuracy":0.921937,"main_score":0.901812,"hf_subset":"tgk_Cyrl-lij_Latn","languages":["tgk-Cyrl","lij-Latn"]},{"precision":0.753738,"recall":0.821146,"f1":0.775099,"accuracy":0.821146,"main_score":0.775099,"hf_subset":"tgk_Cyrl-mya_Mymr","languages":["tgk-Cyrl","mya-Mymr"]},{"precision":0.499367,"recall":0.562253,"f1":0.517822,"accuracy":0.562253,"main_score":0.517822,"hf_subset":"tgk_Cyrl-sag_Latn","languages":["tgk-Cyrl","sag-Latn"]},{"precision":0.148185,"recall":0.221344,"f1":0.163586,"accuracy":0.221344,"main_score":0.163586,"hf_subset":"tgk_Cyrl-taq_Tfng","languages":["tgk-Cyrl","taq-Tfng"]},{"precision":0.513064,"recall":0.572134,"f1":0.530287,"accuracy":0.572134,"main_score":0.530287,"hf_subset":"tgk_Cyrl-wol_Latn","languages":["tgk-Cyrl","wol-Latn"]},{"precision":0.596331,"recall":0.66996,"f1":0.617274,"accuracy":0.66996,"main_score":0.617274,"hf_subset":"tgk_Cyrl-arb_Latn","languages":["tgk-Cyrl","arb-Latn"]},{"precision":0.920043,"recall":0.944664,"f1":0.927931,"accuracy":0.944664,"main_score":0.927931,"hf_subset":"tgk_Cyrl-cat_Latn","languages":["tgk-Cyrl","cat-Latn"]},{"precision":0.889764,"recall":0.91502,"f1":0.896945,"accuracy":0.91502,"main_score":0.896945,"hf_subset":"tgk_Cyrl-fur_Latn","languages":["tgk-Cyrl","fur-Latn"]},{"precision":0.350878,"recall":0.40415,"f1":0.365617,"accuracy":0.40415,"main_score":0.365617,"hf_subset":"tgk_Cyrl-kab_Latn","languages":["tgk-Cyrl","kab-Latn"]},{"precision":0.866436,"recall":0.902174,"f1":0.877931,"accuracy":0.902174,"main_score":0.877931,"hf_subset":"tgk_Cyrl-lim_Latn","languages":["tgk-Cyrl","lim-Latn"]},{"precision":0.906703,"recall":0.935771,"f1":0.916238,"accuracy":0.935771,"main_score":0.916238,"hf_subset":"tgk_Cyrl-nld_Latn","languages":["tgk-Cyrl","nld-Latn"]},{"precision":0.836166,"recall":0.87747,"f1":0.848913,"accuracy":0.87747,"main_score":0.848913,"hf_subset":"tgk_Cyrl-san_Deva","languages":["tgk-Cyrl","san-Deva"]},{"precision":0.915843,"recall":0.940711,"f1":0.923715,"accuracy":0.940711,"main_score":0.923715,"hf_subset":"tgk_Cyrl-tat_Cyrl","languages":["tgk-Cyrl","tat-Cyrl"]},{"precision":0.522995,"recall":0.579051,"f1":0.538965,"accuracy":0.579051,"main_score":0.538965,"hf_subset":"tgk_Cyrl-xho_Latn","languages":["tgk-Cyrl","xho-Latn"]},{"precision":0.906456,"recall":0.935771,"f1":0.916008,"accuracy":0.935771,"main_score":0.916008,"hf_subset":"tgk_Cyrl-ars_Arab","languages":["tgk-Cyrl","ars-Arab"]},{"precision":0.883062,"recall":0.914032,"f1":0.892512,"accuracy":0.914032,"main_score":0.892512,"hf_subset":"tgk_Cyrl-ceb_Latn","languages":["tgk-Cyrl","ceb-Latn"]},{"precision":0.470447,"recall":0.528656,"f1":0.487053,"accuracy":0.528656,"main_score":0.487053,"hf_subset":"tgk_Cyrl-fuv_Latn","languages":["tgk-Cyrl","fuv-Latn"]},{"precision":0.473011,"recall":0.529644,"f1":0.489265,"accuracy":0.529644,"main_score":0.489265,"hf_subset":"tgk_Cyrl-kac_Latn","languages":["tgk-Cyrl","kac-Latn"]},{"precision":0.542467,"recall":0.599802,"f1":0.559159,"accuracy":0.599802,"main_score":0.559159,"hf_subset":"tgk_Cyrl-lin_Latn","languages":["tgk-Cyrl","lin-Latn"]},{"precision":0.915184,"recall":0.9417,"f1":0.923913,"accuracy":0.9417,"main_score":0.923913,"hf_subset":"tgk_Cyrl-nno_Latn","languages":["tgk-Cyrl","nno-Latn"]},{"precision":0.023777,"recall":0.062253,"f1":0.029724,"accuracy":0.062253,"main_score":0.029724,"hf_subset":"tgk_Cyrl-sat_Olck","languages":["tgk-Cyrl","sat-Olck"]},{"precision":0.892572,"recall":0.922925,"f1":0.90224,"accuracy":0.922925,"main_score":0.90224,"hf_subset":"tgk_Cyrl-tel_Telu","languages":["tgk-Cyrl","tel-Telu"]},{"precision":0.667015,"recall":0.742095,"f1":0.689168,"accuracy":0.742095,"main_score":0.689168,"hf_subset":"tgk_Cyrl-ydd_Hebr","languages":["tgk-Cyrl","ydd-Hebr"]},{"precision":0.833745,"recall":0.880435,"f1":0.848715,"accuracy":0.880435,"main_score":0.848715,"hf_subset":"tgk_Cyrl-ary_Arab","languages":["tgk-Cyrl","ary-Arab"]},{"precision":0.94277,"recall":0.960474,"f1":0.948518,"accuracy":0.960474,"main_score":0.948518,"hf_subset":"tgk_Cyrl-ces_Latn","languages":["tgk-Cyrl","ces-Latn"]},{"precision":0.424197,"recall":0.48419,"f1":0.440992,"accuracy":0.48419,"main_score":0.440992,"hf_subset":"tgk_Cyrl-gaz_Latn","languages":["tgk-Cyrl","gaz-Latn"]},{"precision":0.483646,"recall":0.545455,"f1":0.501863,"accuracy":0.545455,"main_score":0.501863,"hf_subset":"tgk_Cyrl-kam_Latn","languages":["tgk-Cyrl","kam-Latn"]},{"precision":0.926219,"recall":0.948617,"f1":0.933465,"accuracy":0.948617,"main_score":0.933465,"hf_subset":"tgk_Cyrl-lit_Latn","languages":["tgk-Cyrl","lit-Latn"]},{"precision":0.918149,"recall":0.942688,"f1":0.926054,"accuracy":0.942688,"main_score":0.926054,"hf_subset":"tgk_Cyrl-nob_Latn","languages":["tgk-Cyrl","nob-Latn"]},{"precision":0.881621,"recall":0.91502,"f1":0.892128,"accuracy":0.91502,"main_score":0.892128,"hf_subset":"tgk_Cyrl-scn_Latn","languages":["tgk-Cyrl","scn-Latn"]},{"precision":0.422615,"recall":0.483202,"f1":0.440084,"accuracy":0.483202,"main_score":0.440084,"hf_subset":"tgk_Cyrl-yor_Latn","languages":["tgk-Cyrl","yor-Latn"]},{"precision":0.882806,"recall":0.916996,"f1":0.893445,"accuracy":0.916996,"main_score":0.893445,"hf_subset":"tgk_Cyrl-arz_Arab","languages":["tgk-Cyrl","arz-Arab"]},{"precision":0.47291,"recall":0.537549,"f1":0.491099,"accuracy":0.537549,"main_score":0.491099,"hf_subset":"tgk_Cyrl-cjk_Latn","languages":["tgk-Cyrl","cjk-Latn"]},{"precision":0.589058,"recall":0.656126,"f1":0.607748,"accuracy":0.656126,"main_score":0.607748,"hf_subset":"tgk_Cyrl-gla_Latn","languages":["tgk-Cyrl","gla-Latn"]},{"precision":0.902833,"recall":0.932806,"f1":0.912714,"accuracy":0.932806,"main_score":0.912714,"hf_subset":"tgk_Cyrl-kan_Knda","languages":["tgk-Cyrl","kan-Knda"]},{"precision":0.857625,"recall":0.896245,"f1":0.869796,"accuracy":0.896245,"main_score":0.869796,"hf_subset":"tgk_Cyrl-lmo_Latn","languages":["tgk-Cyrl","lmo-Latn"]},{"precision":0.920125,"recall":0.943676,"f1":0.927701,"accuracy":0.943676,"main_score":0.927701,"hf_subset":"tgk_Cyrl-npi_Deva","languages":["tgk-Cyrl","npi-Deva"]},{"precision":0.4216,"recall":0.499012,"f1":0.44357,"accuracy":0.499012,"main_score":0.44357,"hf_subset":"tgk_Cyrl-shn_Mymr","languages":["tgk-Cyrl","shn-Mymr"]},{"precision":0.908844,"recall":0.935771,"f1":0.917391,"accuracy":0.935771,"main_score":0.917391,"hf_subset":"tgk_Cyrl-tgl_Latn","languages":["tgk-Cyrl","tgl-Latn"]},{"precision":0.907856,"recall":0.933794,"f1":0.916041,"accuracy":0.933794,"main_score":0.916041,"hf_subset":"tgk_Cyrl-yue_Hant","languages":["tgk-Cyrl","yue-Hant"]},{"precision":0.871163,"recall":0.906126,"f1":0.882148,"accuracy":0.906126,"main_score":0.882148,"hf_subset":"tgk_Cyrl-asm_Beng","languages":["tgk-Cyrl","asm-Beng"]},{"precision":0.640559,"recall":0.715415,"f1":0.662764,"accuracy":0.715415,"main_score":0.662764,"hf_subset":"tgk_Cyrl-ckb_Arab","languages":["tgk-Cyrl","ckb-Arab"]},{"precision":0.667115,"recall":0.735178,"f1":0.687307,"accuracy":0.735178,"main_score":0.687307,"hf_subset":"tgk_Cyrl-gle_Latn","languages":["tgk-Cyrl","gle-Latn"]},{"precision":0.742302,"recall":0.806324,"f1":0.762006,"accuracy":0.806324,"main_score":0.762006,"hf_subset":"tgk_Cyrl-kas_Arab","languages":["tgk-Cyrl","kas-Arab"]},{"precision":0.759891,"recall":0.817194,"f1":0.777355,"accuracy":0.817194,"main_score":0.777355,"hf_subset":"tgk_Cyrl-ltg_Latn","languages":["tgk-Cyrl","ltg-Latn"]},{"precision":0.520009,"recall":0.571146,"f1":0.534692,"accuracy":0.571146,"main_score":0.534692,"hf_subset":"tgk_Cyrl-nso_Latn","languages":["tgk-Cyrl","nso-Latn"]},{"precision":0.385532,"recall":0.477273,"f1":0.409954,"accuracy":0.477273,"main_score":0.409954,"hf_subset":"tgk_Cyrl-sin_Sinh","languages":["tgk-Cyrl","sin-Sinh"]},{"precision":0.907312,"recall":0.934783,"f1":0.916008,"accuracy":0.934783,"main_score":0.916008,"hf_subset":"tgk_Cyrl-tha_Thai","languages":["tgk-Cyrl","tha-Thai"]},{"precision":0.886775,"recall":0.91996,"f1":0.897101,"accuracy":0.91996,"main_score":0.897101,"hf_subset":"tgk_Cyrl-zho_Hans","languages":["tgk-Cyrl","zho-Hans"]},{"precision":0.902009,"recall":0.93083,"f1":0.911199,"accuracy":0.93083,"main_score":0.911199,"hf_subset":"tgk_Cyrl-ast_Latn","languages":["tgk-Cyrl","ast-Latn"]},{"precision":0.898798,"recall":0.927866,"f1":0.908169,"accuracy":0.927866,"main_score":0.908169,"hf_subset":"tgk_Cyrl-crh_Latn","languages":["tgk-Cyrl","crh-Latn"]},{"precision":0.924489,"recall":0.947628,"f1":0.931884,"accuracy":0.947628,"main_score":0.931884,"hf_subset":"tgk_Cyrl-glg_Latn","languages":["tgk-Cyrl","glg-Latn"]},{"precision":0.667664,"recall":0.737154,"f1":0.687774,"accuracy":0.737154,"main_score":0.687774,"hf_subset":"tgk_Cyrl-kas_Deva","languages":["tgk-Cyrl","kas-Deva"]},{"precision":0.88503,"recall":0.916996,"f1":0.894796,"accuracy":0.916996,"main_score":0.894796,"hf_subset":"tgk_Cyrl-ltz_Latn","languages":["tgk-Cyrl","ltz-Latn"]},{"precision":0.386288,"recall":0.455534,"f1":0.405134,"accuracy":0.455534,"main_score":0.405134,"hf_subset":"tgk_Cyrl-nus_Latn","languages":["tgk-Cyrl","nus-Latn"]},{"precision":0.926689,"recall":0.947628,"f1":0.933383,"accuracy":0.947628,"main_score":0.933383,"hf_subset":"tgk_Cyrl-slk_Latn","languages":["tgk-Cyrl","slk-Latn"]},{"precision":0.279905,"recall":0.349802,"f1":0.298452,"accuracy":0.349802,"main_score":0.298452,"hf_subset":"tgk_Cyrl-tir_Ethi","languages":["tgk-Cyrl","tir-Ethi"]},{"precision":0.906291,"recall":0.934783,"f1":0.915514,"accuracy":0.934783,"main_score":0.915514,"hf_subset":"tgk_Cyrl-zho_Hant","languages":["tgk-Cyrl","zho-Hant"]},{"precision":0.890316,"recall":0.922925,"f1":0.900856,"accuracy":0.922925,"main_score":0.900856,"hf_subset":"tgk_Cyrl-awa_Deva","languages":["tgk-Cyrl","awa-Deva"]},{"precision":0.781213,"recall":0.832016,"f1":0.796327,"accuracy":0.832016,"main_score":0.796327,"hf_subset":"tgk_Cyrl-cym_Latn","languages":["tgk-Cyrl","cym-Latn"]},{"precision":0.620339,"recall":0.663043,"f1":0.633597,"accuracy":0.663043,"main_score":0.633597,"hf_subset":"tgk_Cyrl-grn_Latn","languages":["tgk-Cyrl","grn-Latn"]},{"precision":0.917902,"recall":0.940711,"f1":0.924967,"accuracy":0.940711,"main_score":0.924967,"hf_subset":"tgk_Cyrl-kat_Geor","languages":["tgk-Cyrl","kat-Geor"]},{"precision":0.523226,"recall":0.574111,"f1":0.537605,"accuracy":0.574111,"main_score":0.537605,"hf_subset":"tgk_Cyrl-lua_Latn","languages":["tgk-Cyrl","lua-Latn"]},{"precision":0.511589,"recall":0.566206,"f1":0.526578,"accuracy":0.566206,"main_score":0.526578,"hf_subset":"tgk_Cyrl-nya_Latn","languages":["tgk-Cyrl","nya-Latn"]},{"precision":0.916008,"recall":0.9417,"f1":0.924209,"accuracy":0.9417,"main_score":0.924209,"hf_subset":"tgk_Cyrl-slv_Latn","languages":["tgk-Cyrl","slv-Latn"]},{"precision":0.676755,"recall":0.730237,"f1":0.692737,"accuracy":0.730237,"main_score":0.692737,"hf_subset":"tgk_Cyrl-tpi_Latn","languages":["tgk-Cyrl","tpi-Latn"]},{"precision":0.910573,"recall":0.936759,"f1":0.918939,"accuracy":0.936759,"main_score":0.918939,"hf_subset":"tgk_Cyrl-zsm_Latn","languages":["tgk-Cyrl","zsm-Latn"]},{"precision":0.47744,"recall":0.523715,"f1":0.49036,"accuracy":0.523715,"main_score":0.49036,"hf_subset":"tgk_Cyrl-ayr_Latn","languages":["tgk-Cyrl","ayr-Latn"]},{"precision":0.935194,"recall":0.954545,"f1":0.941436,"accuracy":0.954545,"main_score":0.941436,"hf_subset":"tgk_Cyrl-dan_Latn","languages":["tgk-Cyrl","dan-Latn"]},{"precision":0.930501,"recall":0.951581,"f1":0.937253,"accuracy":0.951581,"main_score":0.937253,"hf_subset":"tgk_Cyrl-guj_Gujr","languages":["tgk-Cyrl","guj-Gujr"]},{"precision":0.934042,"recall":0.953557,"f1":0.940283,"accuracy":0.953557,"main_score":0.940283,"hf_subset":"tgk_Cyrl-kaz_Cyrl","languages":["tgk-Cyrl","kaz-Cyrl"]},{"precision":0.461481,"recall":0.512846,"f1":0.476139,"accuracy":0.512846,"main_score":0.476139,"hf_subset":"tgk_Cyrl-lug_Latn","languages":["tgk-Cyrl","lug-Latn"]},{"precision":0.911232,"recall":0.937747,"f1":0.919631,"accuracy":0.937747,"main_score":0.919631,"hf_subset":"tgk_Cyrl-oci_Latn","languages":["tgk-Cyrl","oci-Latn"]},{"precision":0.515489,"recall":0.574111,"f1":0.53272,"accuracy":0.574111,"main_score":0.53272,"hf_subset":"tgk_Cyrl-smo_Latn","languages":["tgk-Cyrl","smo-Latn"]},{"precision":0.48804,"recall":0.539526,"f1":0.502189,"accuracy":0.539526,"main_score":0.502189,"hf_subset":"tgk_Cyrl-tsn_Latn","languages":["tgk-Cyrl","tsn-Latn"]},{"precision":0.475812,"recall":0.538538,"f1":0.493138,"accuracy":0.538538,"main_score":0.493138,"hf_subset":"tgk_Cyrl-zul_Latn","languages":["tgk-Cyrl","zul-Latn"]},{"precision":0.715452,"recall":0.779644,"f1":0.734437,"accuracy":0.779644,"main_score":0.734437,"hf_subset":"tgk_Cyrl-azb_Arab","languages":["tgk-Cyrl","azb-Arab"]},{"precision":0.930995,"recall":0.951581,"f1":0.937582,"accuracy":0.951581,"main_score":0.937582,"hf_subset":"tgk_Cyrl-deu_Latn","languages":["tgk-Cyrl","deu-Latn"]},{"precision":0.827223,"recall":0.870553,"f1":0.840975,"accuracy":0.870553,"main_score":0.840975,"hf_subset":"tgk_Cyrl-hat_Latn","languages":["tgk-Cyrl","hat-Latn"]},{"precision":0.457749,"recall":0.505929,"f1":0.471004,"accuracy":0.505929,"main_score":0.471004,"hf_subset":"tgk_Cyrl-kbp_Latn","languages":["tgk-Cyrl","kbp-Latn"]},{"precision":0.501465,"recall":0.550395,"f1":0.515635,"accuracy":0.550395,"main_score":0.515635,"hf_subset":"tgk_Cyrl-luo_Latn","languages":["tgk-Cyrl","luo-Latn"]},{"precision":0.906653,"recall":0.933794,"f1":0.915349,"accuracy":0.933794,"main_score":0.915349,"hf_subset":"tgk_Cyrl-ory_Orya","languages":["tgk-Cyrl","ory-Orya"]},{"precision":0.490563,"recall":0.545455,"f1":0.507083,"accuracy":0.545455,"main_score":0.507083,"hf_subset":"tgk_Cyrl-sna_Latn","languages":["tgk-Cyrl","sna-Latn"]},{"precision":0.489899,"recall":0.540514,"f1":0.503996,"accuracy":0.540514,"main_score":0.503996,"hf_subset":"tgk_Cyrl-tso_Latn","languages":["tgk-Cyrl","tso-Latn"]},{"precision":0.922431,"recall":0.94664,"f1":0.930336,"accuracy":0.94664,"main_score":0.930336,"hf_subset":"tgk_Cyrl-azj_Latn","languages":["tgk-Cyrl","azj-Latn"]},{"precision":0.467034,"recall":0.527668,"f1":0.484346,"accuracy":0.527668,"main_score":0.484346,"hf_subset":"tgk_Cyrl-dik_Latn","languages":["tgk-Cyrl","dik-Latn"]},{"precision":0.472727,"recall":0.517787,"f1":0.485578,"accuracy":0.517787,"main_score":0.485578,"hf_subset":"tgk_Cyrl-hau_Latn","languages":["tgk-Cyrl","hau-Latn"]},{"precision":0.851285,"recall":0.893281,"f1":0.864559,"accuracy":0.893281,"main_score":0.864559,"hf_subset":"tgk_Cyrl-kea_Latn","languages":["tgk-Cyrl","kea-Latn"]},{"precision":0.583128,"recall":0.632411,"f1":0.597611,"accuracy":0.632411,"main_score":0.597611,"hf_subset":"tgk_Cyrl-lus_Latn","languages":["tgk-Cyrl","lus-Latn"]},{"precision":0.700602,"recall":0.747036,"f1":0.714265,"accuracy":0.747036,"main_score":0.714265,"hf_subset":"tgk_Cyrl-pag_Latn","languages":["tgk-Cyrl","pag-Latn"]},{"precision":0.897974,"recall":0.928854,"f1":0.908004,"accuracy":0.928854,"main_score":0.908004,"hf_subset":"tgk_Cyrl-snd_Arab","languages":["tgk-Cyrl","snd-Arab"]},{"precision":0.828541,"recall":0.871542,"f1":0.841765,"accuracy":0.871542,"main_score":0.841765,"hf_subset":"tgk_Cyrl-tuk_Latn","languages":["tgk-Cyrl","tuk-Latn"]},{"precision":0.882115,"recall":0.913043,"f1":0.891765,"accuracy":0.913043,"main_score":0.891765,"hf_subset":"tgk_Cyrl-bak_Cyrl","languages":["tgk-Cyrl","bak-Cyrl"]},{"precision":0.406992,"recall":0.479249,"f1":0.427722,"accuracy":0.479249,"main_score":0.427722,"hf_subset":"tgk_Cyrl-dyu_Latn","languages":["tgk-Cyrl","dyu-Latn"]},{"precision":0.920455,"recall":0.944664,"f1":0.928195,"accuracy":0.944664,"main_score":0.928195,"hf_subset":"tgk_Cyrl-heb_Hebr","languages":["tgk-Cyrl","heb-Hebr"]},{"precision":0.821509,"recall":0.870553,"f1":0.83643,"accuracy":0.870553,"main_score":0.83643,"hf_subset":"tgk_Cyrl-khk_Cyrl","languages":["tgk-Cyrl","khk-Cyrl"]},{"precision":0.930995,"recall":0.952569,"f1":0.937912,"accuracy":0.952569,"main_score":0.937912,"hf_subset":"tgk_Cyrl-lvs_Latn","languages":["tgk-Cyrl","lvs-Latn"]},{"precision":0.922596,"recall":0.945652,"f1":0.930007,"accuracy":0.945652,"main_score":0.930007,"hf_subset":"tgk_Cyrl-pan_Guru","languages":["tgk-Cyrl","pan-Guru"]},{"precision":0.491958,"recall":0.543478,"f1":0.506491,"accuracy":0.543478,"main_score":0.506491,"hf_subset":"tgk_Cyrl-som_Latn","languages":["tgk-Cyrl","som-Latn"]},{"precision":0.484997,"recall":0.539526,"f1":0.500814,"accuracy":0.539526,"main_score":0.500814,"hf_subset":"tgk_Cyrl-tum_Latn","languages":["tgk-Cyrl","tum-Latn"]},{"precision":0.263278,"recall":0.321146,"f1":0.279047,"accuracy":0.321146,"main_score":0.279047,"hf_subset":"yor_Latn-ace_Arab","languages":["yor-Latn","ace-Arab"]},{"precision":0.413363,"recall":0.464427,"f1":0.428032,"accuracy":0.464427,"main_score":0.428032,"hf_subset":"yor_Latn-bam_Latn","languages":["yor-Latn","bam-Latn"]},{"precision":0.078104,"recall":0.115613,"f1":0.086533,"accuracy":0.115613,"main_score":0.086533,"hf_subset":"yor_Latn-dzo_Tibt","languages":["yor-Latn","dzo-Tibt"]},{"precision":0.414294,"recall":0.478261,"f1":0.431947,"accuracy":0.478261,"main_score":0.431947,"hf_subset":"yor_Latn-hin_Deva","languages":["yor-Latn","hin-Deva"]},{"precision":0.325214,"recall":0.394269,"f1":0.343941,"accuracy":0.394269,"main_score":0.343941,"hf_subset":"yor_Latn-khm_Khmr","languages":["yor-Latn","khm-Khmr"]},{"precision":0.411928,"recall":0.472332,"f1":0.428762,"accuracy":0.472332,"main_score":0.428762,"hf_subset":"yor_Latn-mag_Deva","languages":["yor-Latn","mag-Deva"]},{"precision":0.453431,"recall":0.504941,"f1":0.467594,"accuracy":0.504941,"main_score":0.467594,"hf_subset":"yor_Latn-pap_Latn","languages":["yor-Latn","pap-Latn"]},{"precision":0.451697,"recall":0.495059,"f1":0.46344,"accuracy":0.495059,"main_score":0.46344,"hf_subset":"yor_Latn-sot_Latn","languages":["yor-Latn","sot-Latn"]},{"precision":0.445459,"recall":0.501976,"f1":0.461517,"accuracy":0.501976,"main_score":0.461517,"hf_subset":"yor_Latn-tur_Latn","languages":["yor-Latn","tur-Latn"]},{"precision":0.465029,"recall":0.505929,"f1":0.476319,"accuracy":0.505929,"main_score":0.476319,"hf_subset":"yor_Latn-ace_Latn","languages":["yor-Latn","ace-Latn"]},{"precision":0.452247,"recall":0.5,"f1":0.465591,"accuracy":0.5,"main_score":0.465591,"hf_subset":"yor_Latn-ban_Latn","languages":["yor-Latn","ban-Latn"]},{"precision":0.395285,"recall":0.463439,"f1":0.413788,"accuracy":0.463439,"main_score":0.413788,"hf_subset":"yor_Latn-ell_Grek","languages":["yor-Latn","ell-Grek"]},{"precision":0.420487,"recall":0.478261,"f1":0.436433,"accuracy":0.478261,"main_score":0.436433,"hf_subset":"yor_Latn-hne_Deva","languages":["yor-Latn","hne-Deva"]},{"precision":0.424412,"recall":0.472332,"f1":0.438371,"accuracy":0.472332,"main_score":0.438371,"hf_subset":"yor_Latn-kik_Latn","languages":["yor-Latn","kik-Latn"]},{"precision":0.422263,"recall":0.483202,"f1":0.43944,"accuracy":0.483202,"main_score":0.43944,"hf_subset":"yor_Latn-mai_Deva","languages":["yor-Latn","mai-Deva"]},{"precision":0.386728,"recall":0.452569,"f1":0.404428,"accuracy":0.452569,"main_score":0.404428,"hf_subset":"yor_Latn-pbt_Arab","languages":["yor-Latn","pbt-Arab"]},{"precision":0.44511,"recall":0.503953,"f1":0.461488,"accuracy":0.503953,"main_score":0.461488,"hf_subset":"yor_Latn-spa_Latn","languages":["yor-Latn","spa-Latn"]},{"precision":0.462681,"recall":0.496047,"f1":0.472417,"accuracy":0.496047,"main_score":0.472417,"hf_subset":"yor_Latn-twi_Latn","languages":["yor-Latn","twi-Latn"]},{"precision":0.417323,"recall":0.480237,"f1":0.434714,"accuracy":0.480237,"main_score":0.434714,"hf_subset":"yor_Latn-acm_Arab","languages":["yor-Latn","acm-Arab"]},{"precision":0.417558,"recall":0.477273,"f1":0.43426,"accuracy":0.477273,"main_score":0.43426,"hf_subset":"yor_Latn-bel_Cyrl","languages":["yor-Latn","bel-Cyrl"]},{"precision":0.439717,"recall":0.499012,"f1":0.456466,"accuracy":0.499012,"main_score":0.456466,"hf_subset":"yor_Latn-eng_Latn","languages":["yor-Latn","eng-Latn"]},{"precision":0.456579,"recall":0.512846,"f1":0.472325,"accuracy":0.512846,"main_score":0.472325,"hf_subset":"yor_Latn-hrv_Latn","languages":["yor-Latn","hrv-Latn"]},{"precision":0.420943,"recall":0.466403,"f1":0.43334,"accuracy":0.466403,"main_score":0.43334,"hf_subset":"yor_Latn-kin_Latn","languages":["yor-Latn","kin-Latn"]},{"precision":0.414536,"recall":0.474308,"f1":0.431064,"accuracy":0.474308,"main_score":0.431064,"hf_subset":"yor_Latn-mal_Mlym","languages":["yor-Latn","mal-Mlym"]},{"precision":0.426026,"recall":0.486166,"f1":0.442524,"accuracy":0.486166,"main_score":0.442524,"hf_subset":"yor_Latn-pes_Arab","languages":["yor-Latn","pes-Arab"]},{"precision":0.44954,"recall":0.503953,"f1":0.464696,"accuracy":0.503953,"main_score":0.464696,"hf_subset":"yor_Latn-srd_Latn","languages":["yor-Latn","srd-Latn"]},{"precision":0.102535,"recall":0.148221,"f1":0.112667,"accuracy":0.148221,"main_score":0.112667,"hf_subset":"yor_Latn-tzm_Tfng","languages":["yor-Latn","tzm-Tfng"]},{"precision":0.413943,"recall":0.477273,"f1":0.431892,"accuracy":0.477273,"main_score":0.431892,"hf_subset":"yor_Latn-acq_Arab","languages":["yor-Latn","acq-Arab"]},{"precision":0.464361,"recall":0.506917,"f1":0.476192,"accuracy":0.506917,"main_score":0.476192,"hf_subset":"yor_Latn-bem_Latn","languages":["yor-Latn","bem-Latn"]},{"precision":0.442819,"recall":0.499012,"f1":0.458008,"accuracy":0.499012,"main_score":0.458008,"hf_subset":"yor_Latn-epo_Latn","languages":["yor-Latn","epo-Latn"]},{"precision":0.452702,"recall":0.507905,"f1":0.468338,"accuracy":0.507905,"main_score":0.468338,"hf_subset":"yor_Latn-hun_Latn","languages":["yor-Latn","hun-Latn"]},{"precision":0.434778,"recall":0.48913,"f1":0.450297,"accuracy":0.48913,"main_score":0.450297,"hf_subset":"yor_Latn-kir_Cyrl","languages":["yor-Latn","kir-Cyrl"]},{"precision":0.439019,"recall":0.499012,"f1":0.455304,"accuracy":0.499012,"main_score":0.455304,"hf_subset":"yor_Latn-mar_Deva","languages":["yor-Latn","mar-Deva"]},{"precision":0.449038,"recall":0.496047,"f1":0.46196,"accuracy":0.496047,"main_score":0.46196,"hf_subset":"yor_Latn-plt_Latn","languages":["yor-Latn","plt-Latn"]},{"precision":0.443588,"recall":0.499012,"f1":0.458771,"accuracy":0.499012,"main_score":0.458771,"hf_subset":"yor_Latn-srp_Cyrl","languages":["yor-Latn","srp-Cyrl"]},{"precision":0.361296,"recall":0.420949,"f1":0.37818,"accuracy":0.420949,"main_score":0.37818,"hf_subset":"yor_Latn-uig_Arab","languages":["yor-Latn","uig-Arab"]},{"precision":0.408821,"recall":0.468379,"f1":0.424668,"accuracy":0.468379,"main_score":0.424668,"hf_subset":"yor_Latn-aeb_Arab","languages":["yor-Latn","aeb-Arab"]},{"precision":0.424261,"recall":0.485178,"f1":0.441286,"accuracy":0.485178,"main_score":0.441286,"hf_subset":"yor_Latn-ben_Beng","languages":["yor-Latn","ben-Beng"]},{"precision":0.433885,"recall":0.490119,"f1":0.450188,"accuracy":0.490119,"main_score":0.450188,"hf_subset":"yor_Latn-est_Latn","languages":["yor-Latn","est-Latn"]},{"precision":0.404644,"recall":0.464427,"f1":0.422093,"accuracy":0.464427,"main_score":0.422093,"hf_subset":"yor_Latn-hye_Armn","languages":["yor-Latn","hye-Armn"]},{"precision":0.426412,"recall":0.468379,"f1":0.436736,"accuracy":0.468379,"main_score":0.436736,"hf_subset":"yor_Latn-kmb_Latn","languages":["yor-Latn","kmb-Latn"]},{"precision":0.254119,"recall":0.316206,"f1":0.270896,"accuracy":0.316206,"main_score":0.270896,"hf_subset":"yor_Latn-min_Arab","languages":["yor-Latn","min-Arab"]},{"precision":0.440264,"recall":0.498024,"f1":0.455653,"accuracy":0.498024,"main_score":0.455653,"hf_subset":"yor_Latn-pol_Latn","languages":["yor-Latn","pol-Latn"]},{"precision":0.435013,"recall":0.482213,"f1":0.4488,"accuracy":0.482213,"main_score":0.4488,"hf_subset":"yor_Latn-ssw_Latn","languages":["yor-Latn","ssw-Latn"]},{"precision":0.430891,"recall":0.493083,"f1":0.448437,"accuracy":0.493083,"main_score":0.448437,"hf_subset":"yor_Latn-ukr_Cyrl","languages":["yor-Latn","ukr-Cyrl"]},{"precision":0.460613,"recall":0.516798,"f1":0.476246,"accuracy":0.516798,"main_score":0.476246,"hf_subset":"yor_Latn-afr_Latn","languages":["yor-Latn","afr-Latn"]},{"precision":0.421864,"recall":0.480237,"f1":0.437581,"accuracy":0.480237,"main_score":0.437581,"hf_subset":"yor_Latn-bho_Deva","languages":["yor-Latn","bho-Deva"]},{"precision":0.44353,"recall":0.490119,"f1":0.456892,"accuracy":0.490119,"main_score":0.456892,"hf_subset":"yor_Latn-eus_Latn","languages":["yor-Latn","eus-Latn"]},{"precision":0.445178,"recall":0.488142,"f1":0.4573,"accuracy":0.488142,"main_score":0.4573,"hf_subset":"yor_Latn-ibo_Latn","languages":["yor-Latn","ibo-Latn"]},{"precision":0.440936,"recall":0.493083,"f1":0.455162,"accuracy":0.493083,"main_score":0.455162,"hf_subset":"yor_Latn-kmr_Latn","languages":["yor-Latn","kmr-Latn"]},{"precision":0.466658,"recall":0.51087,"f1":0.479373,"accuracy":0.51087,"main_score":0.479373,"hf_subset":"yor_Latn-min_Latn","languages":["yor-Latn","min-Latn"]},{"precision":0.451737,"recall":0.505929,"f1":0.466757,"accuracy":0.505929,"main_score":0.466757,"hf_subset":"yor_Latn-por_Latn","languages":["yor-Latn","por-Latn"]},{"precision":0.447871,"recall":0.502964,"f1":0.463932,"accuracy":0.502964,"main_score":0.463932,"hf_subset":"yor_Latn-sun_Latn","languages":["yor-Latn","sun-Latn"]},{"precision":0.406713,"recall":0.455534,"f1":0.420692,"accuracy":0.455534,"main_score":0.420692,"hf_subset":"yor_Latn-umb_Latn","languages":["yor-Latn","umb-Latn"]},{"precision":0.419641,"recall":0.475296,"f1":0.435434,"accuracy":0.475296,"main_score":0.435434,"hf_subset":"yor_Latn-ajp_Arab","languages":["yor-Latn","ajp-Arab"]},{"precision":0.279143,"recall":0.333992,"f1":0.293892,"accuracy":0.333992,"main_score":0.293892,"hf_subset":"yor_Latn-bjn_Arab","languages":["yor-Latn","bjn-Arab"]},{"precision":0.421331,"recall":0.467391,"f1":0.433925,"accuracy":0.467391,"main_score":0.433925,"hf_subset":"yor_Latn-ewe_Latn","languages":["yor-Latn","ewe-Latn"]},{"precision":0.477803,"recall":0.516798,"f1":0.48838,"accuracy":0.516798,"main_score":0.48838,"hf_subset":"yor_Latn-ilo_Latn","languages":["yor-Latn","ilo-Latn"]},{"precision":0.168591,"recall":0.227273,"f1":0.18299,"accuracy":0.227273,"main_score":0.18299,"hf_subset":"yor_Latn-knc_Arab","languages":["yor-Latn","knc-Arab"]},{"precision":0.44457,"recall":0.497036,"f1":0.458889,"accuracy":0.497036,"main_score":0.458889,"hf_subset":"yor_Latn-mkd_Cyrl","languages":["yor-Latn","mkd-Cyrl"]},{"precision":0.409449,"recall":0.477273,"f1":0.427203,"accuracy":0.477273,"main_score":0.427203,"hf_subset":"yor_Latn-prs_Arab","languages":["yor-Latn","prs-Arab"]},{"precision":0.427025,"recall":0.487154,"f1":0.443461,"accuracy":0.487154,"main_score":0.443461,"hf_subset":"yor_Latn-swe_Latn","languages":["yor-Latn","swe-Latn"]},{"precision":0.397087,"recall":0.463439,"f1":0.41477,"accuracy":0.463439,"main_score":0.41477,"hf_subset":"yor_Latn-urd_Arab","languages":["yor-Latn","urd-Arab"]},{"precision":0.470867,"recall":0.507905,"f1":0.481589,"accuracy":0.507905,"main_score":0.481589,"hf_subset":"yor_Latn-aka_Latn","languages":["yor-Latn","aka-Latn"]},{"precision":0.458824,"recall":0.504941,"f1":0.471547,"accuracy":0.504941,"main_score":0.471547,"hf_subset":"yor_Latn-bjn_Latn","languages":["yor-Latn","bjn-Latn"]},{"precision":0.4393,"recall":0.488142,"f1":0.453124,"accuracy":0.488142,"main_score":0.453124,"hf_subset":"yor_Latn-fao_Latn","languages":["yor-Latn","fao-Latn"]},{"precision":0.435385,"recall":0.496047,"f1":0.452244,"accuracy":0.496047,"main_score":0.452244,"hf_subset":"yor_Latn-ind_Latn","languages":["yor-Latn","ind-Latn"]},{"precision":0.455335,"recall":0.494071,"f1":0.466319,"accuracy":0.494071,"main_score":0.466319,"hf_subset":"yor_Latn-knc_Latn","languages":["yor-Latn","knc-Latn"]},{"precision":0.456796,"recall":0.506917,"f1":0.47067,"accuracy":0.506917,"main_score":0.47067,"hf_subset":"yor_Latn-mlt_Latn","languages":["yor-Latn","mlt-Latn"]},{"precision":0.426826,"recall":0.478261,"f1":0.440888,"accuracy":0.478261,"main_score":0.440888,"hf_subset":"yor_Latn-quy_Latn","languages":["yor-Latn","quy-Latn"]},{"precision":0.421514,"recall":0.476285,"f1":0.436019,"accuracy":0.476285,"main_score":0.436019,"hf_subset":"yor_Latn-swh_Latn","languages":["yor-Latn","swh-Latn"]},{"precision":0.431291,"recall":0.48913,"f1":0.447396,"accuracy":0.48913,"main_score":0.447396,"hf_subset":"yor_Latn-uzn_Latn","languages":["yor-Latn","uzn-Latn"]},{"precision":0.41148,"recall":0.471344,"f1":0.428832,"accuracy":0.471344,"main_score":0.428832,"hf_subset":"yor_Latn-als_Latn","languages":["yor-Latn","als-Latn"]},{"precision":0.12685,"recall":0.184783,"f1":0.140129,"accuracy":0.184783,"main_score":0.140129,"hf_subset":"yor_Latn-bod_Tibt","languages":["yor-Latn","bod-Tibt"]},{"precision":0.43007,"recall":0.474308,"f1":0.44234,"accuracy":0.474308,"main_score":0.44234,"hf_subset":"yor_Latn-fij_Latn","languages":["yor-Latn","fij-Latn"]},{"precision":0.414947,"recall":0.469368,"f1":0.430997,"accuracy":0.469368,"main_score":0.430997,"hf_subset":"yor_Latn-isl_Latn","languages":["yor-Latn","isl-Latn"]},{"precision":0.451046,"recall":0.495059,"f1":0.463387,"accuracy":0.495059,"main_score":0.463387,"hf_subset":"yor_Latn-kon_Latn","languages":["yor-Latn","kon-Latn"]},{"precision":0.344175,"recall":0.403162,"f1":0.360458,"accuracy":0.403162,"main_score":0.360458,"hf_subset":"yor_Latn-mni_Beng","languages":["yor-Latn","mni-Beng"]},{"precision":0.456998,"recall":0.51087,"f1":0.471946,"accuracy":0.51087,"main_score":0.471946,"hf_subset":"yor_Latn-ron_Latn","languages":["yor-Latn","ron-Latn"]},{"precision":0.43701,"recall":0.495059,"f1":0.453494,"accuracy":0.495059,"main_score":0.453494,"hf_subset":"yor_Latn-szl_Latn","languages":["yor-Latn","szl-Latn"]},{"precision":0.460957,"recall":0.513834,"f1":0.475326,"accuracy":0.513834,"main_score":0.475326,"hf_subset":"yor_Latn-vec_Latn","languages":["yor-Latn","vec-Latn"]},{"precision":0.212175,"recall":0.280632,"f1":0.229452,"accuracy":0.280632,"main_score":0.229452,"hf_subset":"yor_Latn-amh_Ethi","languages":["yor-Latn","amh-Ethi"]},{"precision":0.441901,"recall":0.5,"f1":0.457375,"accuracy":0.5,"main_score":0.457375,"hf_subset":"yor_Latn-bos_Latn","languages":["yor-Latn","bos-Latn"]},{"precision":0.42763,"recall":0.483202,"f1":0.443659,"accuracy":0.483202,"main_score":0.443659,"hf_subset":"yor_Latn-fin_Latn","languages":["yor-Latn","fin-Latn"]},{"precision":0.452074,"recall":0.507905,"f1":0.467253,"accuracy":0.507905,"main_score":0.467253,"hf_subset":"yor_Latn-ita_Latn","languages":["yor-Latn","ita-Latn"]},{"precision":0.430474,"recall":0.491107,"f1":0.446503,"accuracy":0.491107,"main_score":0.446503,"hf_subset":"yor_Latn-kor_Hang","languages":["yor-Latn","kor-Hang"]},{"precision":0.421391,"recall":0.465415,"f1":0.433393,"accuracy":0.465415,"main_score":0.433393,"hf_subset":"yor_Latn-mos_Latn","languages":["yor-Latn","mos-Latn"]},{"precision":0.415786,"recall":0.463439,"f1":0.428786,"accuracy":0.463439,"main_score":0.428786,"hf_subset":"yor_Latn-run_Latn","languages":["yor-Latn","run-Latn"]},{"precision":0.39238,"recall":0.455534,"f1":0.409885,"accuracy":0.455534,"main_score":0.409885,"hf_subset":"yor_Latn-tam_Taml","languages":["yor-Latn","tam-Taml"]},{"precision":0.43844,"recall":0.495059,"f1":0.45432,"accuracy":0.495059,"main_score":0.45432,"hf_subset":"yor_Latn-vie_Latn","languages":["yor-Latn","vie-Latn"]},{"precision":0.405338,"recall":0.466403,"f1":0.422091,"accuracy":0.466403,"main_score":0.422091,"hf_subset":"yor_Latn-apc_Arab","languages":["yor-Latn","apc-Arab"]},{"precision":0.457055,"recall":0.493083,"f1":0.467169,"accuracy":0.493083,"main_score":0.467169,"hf_subset":"yor_Latn-bug_Latn","languages":["yor-Latn","bug-Latn"]},{"precision":0.401214,"recall":0.444664,"f1":0.413503,"accuracy":0.444664,"main_score":0.413503,"hf_subset":"yor_Latn-fon_Latn","languages":["yor-Latn","fon-Latn"]},{"precision":0.455395,"recall":0.506917,"f1":0.469573,"accuracy":0.506917,"main_score":0.469573,"hf_subset":"yor_Latn-jav_Latn","languages":["yor-Latn","jav-Latn"]},{"precision":0.359956,"recall":0.420949,"f1":0.376151,"accuracy":0.420949,"main_score":0.376151,"hf_subset":"yor_Latn-lao_Laoo","languages":["yor-Latn","lao-Laoo"]},{"precision":0.400702,"recall":0.454545,"f1":0.415711,"accuracy":0.454545,"main_score":0.415711,"hf_subset":"yor_Latn-mri_Latn","languages":["yor-Latn","mri-Latn"]},{"precision":0.435816,"recall":0.497036,"f1":0.453025,"accuracy":0.497036,"main_score":0.453025,"hf_subset":"yor_Latn-rus_Cyrl","languages":["yor-Latn","rus-Cyrl"]},{"precision":0.40203,"recall":0.449605,"f1":0.415516,"accuracy":0.449605,"main_score":0.415516,"hf_subset":"yor_Latn-taq_Latn","languages":["yor-Latn","taq-Latn"]},{"precision":0.463818,"recall":0.508893,"f1":0.476519,"accuracy":0.508893,"main_score":0.476519,"hf_subset":"yor_Latn-war_Latn","languages":["yor-Latn","war-Latn"]},{"precision":0.421432,"recall":0.486166,"f1":0.438853,"accuracy":0.486166,"main_score":0.438853,"hf_subset":"yor_Latn-arb_Arab","languages":["yor-Latn","arb-Arab"]},{"precision":0.450645,"recall":0.509881,"f1":0.466753,"accuracy":0.509881,"main_score":0.466753,"hf_subset":"yor_Latn-bul_Cyrl","languages":["yor-Latn","bul-Cyrl"]},{"precision":0.451455,"recall":0.504941,"f1":0.465857,"accuracy":0.504941,"main_score":0.465857,"hf_subset":"yor_Latn-fra_Latn","languages":["yor-Latn","fra-Latn"]},{"precision":0.408012,"recall":0.470356,"f1":0.425373,"accuracy":0.470356,"main_score":0.425373,"hf_subset":"yor_Latn-jpn_Jpan","languages":["yor-Latn","jpn-Jpan"]},{"precision":0.45207,"recall":0.507905,"f1":0.467116,"accuracy":0.507905,"main_score":0.467116,"hf_subset":"yor_Latn-lij_Latn","languages":["yor-Latn","lij-Latn"]},{"precision":0.2147,"recall":0.284585,"f1":0.233454,"accuracy":0.284585,"main_score":0.233454,"hf_subset":"yor_Latn-mya_Mymr","languages":["yor-Latn","mya-Mymr"]},{"precision":0.418301,"recall":0.461462,"f1":0.429696,"accuracy":0.461462,"main_score":0.429696,"hf_subset":"yor_Latn-sag_Latn","languages":["yor-Latn","sag-Latn"]},{"precision":0.12102,"recall":0.164032,"f1":0.129336,"accuracy":0.164032,"main_score":0.129336,"hf_subset":"yor_Latn-taq_Tfng","languages":["yor-Latn","taq-Tfng"]},{"precision":0.446635,"recall":0.48913,"f1":0.45847,"accuracy":0.48913,"main_score":0.45847,"hf_subset":"yor_Latn-wol_Latn","languages":["yor-Latn","wol-Latn"]},{"precision":0.354528,"recall":0.408103,"f1":0.369082,"accuracy":0.408103,"main_score":0.369082,"hf_subset":"yor_Latn-arb_Latn","languages":["yor-Latn","arb-Latn"]},{"precision":0.436471,"recall":0.495059,"f1":0.453026,"accuracy":0.495059,"main_score":0.453026,"hf_subset":"yor_Latn-cat_Latn","languages":["yor-Latn","cat-Latn"]},{"precision":0.45359,"recall":0.5,"f1":0.46674,"accuracy":0.5,"main_score":0.46674,"hf_subset":"yor_Latn-fur_Latn","languages":["yor-Latn","fur-Latn"]},{"precision":0.322576,"recall":0.383399,"f1":0.337907,"accuracy":0.383399,"main_score":0.337907,"hf_subset":"yor_Latn-kab_Latn","languages":["yor-Latn","kab-Latn"]},{"precision":0.457243,"recall":0.507905,"f1":0.47131,"accuracy":0.507905,"main_score":0.47131,"hf_subset":"yor_Latn-lim_Latn","languages":["yor-Latn","lim-Latn"]},{"precision":0.458676,"recall":0.514822,"f1":0.47443,"accuracy":0.514822,"main_score":0.47443,"hf_subset":"yor_Latn-nld_Latn","languages":["yor-Latn","nld-Latn"]},{"precision":0.382419,"recall":0.451581,"f1":0.401274,"accuracy":0.451581,"main_score":0.401274,"hf_subset":"yor_Latn-san_Deva","languages":["yor-Latn","san-Deva"]},{"precision":0.451821,"recall":0.507905,"f1":0.466636,"accuracy":0.507905,"main_score":0.466636,"hf_subset":"yor_Latn-tat_Cyrl","languages":["yor-Latn","tat-Cyrl"]},{"precision":0.45942,"recall":0.501976,"f1":0.471904,"accuracy":0.501976,"main_score":0.471904,"hf_subset":"yor_Latn-xho_Latn","languages":["yor-Latn","xho-Latn"]},{"precision":0.393012,"recall":0.461462,"f1":0.411993,"accuracy":0.461462,"main_score":0.411993,"hf_subset":"yor_Latn-ars_Arab","languages":["yor-Latn","ars-Arab"]},{"precision":0.475639,"recall":0.51581,"f1":0.486945,"accuracy":0.51581,"main_score":0.486945,"hf_subset":"yor_Latn-ceb_Latn","languages":["yor-Latn","ceb-Latn"]},{"precision":0.419184,"recall":0.465415,"f1":0.432178,"accuracy":0.465415,"main_score":0.432178,"hf_subset":"yor_Latn-fuv_Latn","languages":["yor-Latn","fuv-Latn"]},{"precision":0.437648,"recall":0.479249,"f1":0.449741,"accuracy":0.479249,"main_score":0.449741,"hf_subset":"yor_Latn-kac_Latn","languages":["yor-Latn","kac-Latn"]},{"precision":0.459029,"recall":0.500988,"f1":0.470092,"accuracy":0.500988,"main_score":0.470092,"hf_subset":"yor_Latn-lin_Latn","languages":["yor-Latn","lin-Latn"]},{"precision":0.441768,"recall":0.499012,"f1":0.457026,"accuracy":0.499012,"main_score":0.457026,"hf_subset":"yor_Latn-nno_Latn","languages":["yor-Latn","nno-Latn"]},{"precision":0.019939,"recall":0.055336,"f1":0.025855,"accuracy":0.055336,"main_score":0.025855,"hf_subset":"yor_Latn-sat_Olck","languages":["yor-Latn","sat-Olck"]},{"precision":0.420938,"recall":0.485178,"f1":0.438908,"accuracy":0.485178,"main_score":0.438908,"hf_subset":"yor_Latn-tel_Telu","languages":["yor-Latn","tel-Telu"]},{"precision":0.301561,"recall":0.365613,"f1":0.318806,"accuracy":0.365613,"main_score":0.318806,"hf_subset":"yor_Latn-ydd_Hebr","languages":["yor-Latn","ydd-Hebr"]},{"precision":0.391997,"recall":0.454545,"f1":0.409325,"accuracy":0.454545,"main_score":0.409325,"hf_subset":"yor_Latn-ary_Arab","languages":["yor-Latn","ary-Arab"]},{"precision":0.451754,"recall":0.501976,"f1":0.465387,"accuracy":0.501976,"main_score":0.465387,"hf_subset":"yor_Latn-ces_Latn","languages":["yor-Latn","ces-Latn"]},{"precision":0.346006,"recall":0.409091,"f1":0.36355,"accuracy":0.409091,"main_score":0.36355,"hf_subset":"yor_Latn-gaz_Latn","languages":["yor-Latn","gaz-Latn"]},{"precision":0.438785,"recall":0.480237,"f1":0.450988,"accuracy":0.480237,"main_score":0.450988,"hf_subset":"yor_Latn-kam_Latn","languages":["yor-Latn","kam-Latn"]},{"precision":0.417147,"recall":0.478261,"f1":0.434385,"accuracy":0.478261,"main_score":0.434385,"hf_subset":"yor_Latn-lit_Latn","languages":["yor-Latn","lit-Latn"]},{"precision":0.437436,"recall":0.497036,"f1":0.454371,"accuracy":0.497036,"main_score":0.454371,"hf_subset":"yor_Latn-nob_Latn","languages":["yor-Latn","nob-Latn"]},{"precision":0.442888,"recall":0.495059,"f1":0.456721,"accuracy":0.495059,"main_score":0.456721,"hf_subset":"yor_Latn-scn_Latn","languages":["yor-Latn","scn-Latn"]},{"precision":0.417509,"recall":0.472332,"f1":0.432545,"accuracy":0.472332,"main_score":0.432545,"hf_subset":"yor_Latn-tgk_Cyrl","languages":["yor-Latn","tgk-Cyrl"]},{"precision":0.411306,"recall":0.47332,"f1":0.428886,"accuracy":0.47332,"main_score":0.428886,"hf_subset":"yor_Latn-arz_Arab","languages":["yor-Latn","arz-Arab"]},{"precision":0.392336,"recall":0.443676,"f1":0.406736,"accuracy":0.443676,"main_score":0.406736,"hf_subset":"yor_Latn-cjk_Latn","languages":["yor-Latn","cjk-Latn"]},{"precision":0.395078,"recall":0.448617,"f1":0.409561,"accuracy":0.448617,"main_score":0.409561,"hf_subset":"yor_Latn-gla_Latn","languages":["yor-Latn","gla-Latn"]},{"precision":0.423969,"recall":0.488142,"f1":0.441778,"accuracy":0.488142,"main_score":0.441778,"hf_subset":"yor_Latn-kan_Knda","languages":["yor-Latn","kan-Knda"]},{"precision":0.454688,"recall":0.503953,"f1":0.467787,"accuracy":0.503953,"main_score":0.467787,"hf_subset":"yor_Latn-lmo_Latn","languages":["yor-Latn","lmo-Latn"]},{"precision":0.415582,"recall":0.477273,"f1":0.432503,"accuracy":0.477273,"main_score":0.432503,"hf_subset":"yor_Latn-npi_Deva","languages":["yor-Latn","npi-Deva"]},{"precision":0.376954,"recall":0.438735,"f1":0.394079,"accuracy":0.438735,"main_score":0.394079,"hf_subset":"yor_Latn-shn_Mymr","languages":["yor-Latn","shn-Mymr"]},{"precision":0.467964,"recall":0.517787,"f1":0.481877,"accuracy":0.517787,"main_score":0.481877,"hf_subset":"yor_Latn-tgl_Latn","languages":["yor-Latn","tgl-Latn"]},{"precision":0.40965,"recall":0.472332,"f1":0.426921,"accuracy":0.472332,"main_score":0.426921,"hf_subset":"yor_Latn-yue_Hant","languages":["yor-Latn","yue-Hant"]},{"precision":0.370744,"recall":0.433794,"f1":0.387942,"accuracy":0.433794,"main_score":0.387942,"hf_subset":"yor_Latn-asm_Beng","languages":["yor-Latn","asm-Beng"]},{"precision":0.358109,"recall":0.422925,"f1":0.376132,"accuracy":0.422925,"main_score":0.376132,"hf_subset":"yor_Latn-ckb_Arab","languages":["yor-Latn","ckb-Arab"]},{"precision":0.397023,"recall":0.448617,"f1":0.410782,"accuracy":0.448617,"main_score":0.410782,"hf_subset":"yor_Latn-gle_Latn","languages":["yor-Latn","gle-Latn"]},{"precision":0.357651,"recall":0.424901,"f1":0.375643,"accuracy":0.424901,"main_score":0.375643,"hf_subset":"yor_Latn-kas_Arab","languages":["yor-Latn","kas-Arab"]},{"precision":0.397952,"recall":0.453557,"f1":0.413576,"accuracy":0.453557,"main_score":0.413576,"hf_subset":"yor_Latn-ltg_Latn","languages":["yor-Latn","ltg-Latn"]},{"precision":0.470702,"recall":0.513834,"f1":0.482689,"accuracy":0.513834,"main_score":0.482689,"hf_subset":"yor_Latn-nso_Latn","languages":["yor-Latn","nso-Latn"]},{"precision":0.14232,"recall":0.177866,"f1":0.15107,"accuracy":0.177866,"main_score":0.15107,"hf_subset":"yor_Latn-sin_Sinh","languages":["yor-Latn","sin-Sinh"]},{"precision":0.416169,"recall":0.48419,"f1":0.435238,"accuracy":0.48419,"main_score":0.435238,"hf_subset":"yor_Latn-tha_Thai","languages":["yor-Latn","tha-Thai"]},{"precision":0.419931,"recall":0.485178,"f1":0.438082,"accuracy":0.485178,"main_score":0.438082,"hf_subset":"yor_Latn-zho_Hans","languages":["yor-Latn","zho-Hans"]},{"precision":0.44626,"recall":0.502964,"f1":0.462508,"accuracy":0.502964,"main_score":0.462508,"hf_subset":"yor_Latn-ast_Latn","languages":["yor-Latn","ast-Latn"]},{"precision":0.406541,"recall":0.472332,"f1":0.424758,"accuracy":0.472332,"main_score":0.424758,"hf_subset":"yor_Latn-crh_Latn","languages":["yor-Latn","crh-Latn"]},{"precision":0.447905,"recall":0.505929,"f1":0.463928,"accuracy":0.505929,"main_score":0.463928,"hf_subset":"yor_Latn-glg_Latn","languages":["yor-Latn","glg-Latn"]},{"precision":0.399436,"recall":0.453557,"f1":0.414795,"accuracy":0.453557,"main_score":0.414795,"hf_subset":"yor_Latn-kas_Deva","languages":["yor-Latn","kas-Deva"]},{"precision":0.441748,"recall":0.494071,"f1":0.456136,"accuracy":0.494071,"main_score":0.456136,"hf_subset":"yor_Latn-ltz_Latn","languages":["yor-Latn","ltz-Latn"]},{"precision":0.357248,"recall":0.416008,"f1":0.373441,"accuracy":0.416008,"main_score":0.373441,"hf_subset":"yor_Latn-nus_Latn","languages":["yor-Latn","nus-Latn"]},{"precision":0.448324,"recall":0.501976,"f1":0.463323,"accuracy":0.501976,"main_score":0.463323,"hf_subset":"yor_Latn-slk_Latn","languages":["yor-Latn","slk-Latn"]},{"precision":0.162241,"recall":0.211462,"f1":0.173944,"accuracy":0.211462,"main_score":0.173944,"hf_subset":"yor_Latn-tir_Ethi","languages":["yor-Latn","tir-Ethi"]},{"precision":0.405099,"recall":0.468379,"f1":0.42285,"accuracy":0.468379,"main_score":0.42285,"hf_subset":"yor_Latn-zho_Hant","languages":["yor-Latn","zho-Hant"]},{"precision":0.413249,"recall":0.472332,"f1":0.429641,"accuracy":0.472332,"main_score":0.429641,"hf_subset":"yor_Latn-awa_Deva","languages":["yor-Latn","awa-Deva"]},{"precision":0.422177,"recall":0.481225,"f1":0.438509,"accuracy":0.481225,"main_score":0.438509,"hf_subset":"yor_Latn-cym_Latn","languages":["yor-Latn","cym-Latn"]},{"precision":0.449079,"recall":0.48913,"f1":0.460389,"accuracy":0.48913,"main_score":0.460389,"hf_subset":"yor_Latn-grn_Latn","languages":["yor-Latn","grn-Latn"]},{"precision":0.391774,"recall":0.455534,"f1":0.408936,"accuracy":0.455534,"main_score":0.408936,"hf_subset":"yor_Latn-kat_Geor","languages":["yor-Latn","kat-Geor"]},{"precision":0.443964,"recall":0.487154,"f1":0.455198,"accuracy":0.487154,"main_score":0.455198,"hf_subset":"yor_Latn-lua_Latn","languages":["yor-Latn","lua-Latn"]},{"precision":0.457176,"recall":0.5,"f1":0.46927,"accuracy":0.5,"main_score":0.46927,"hf_subset":"yor_Latn-nya_Latn","languages":["yor-Latn","nya-Latn"]},{"precision":0.43931,"recall":0.497036,"f1":0.454582,"accuracy":0.497036,"main_score":0.454582,"hf_subset":"yor_Latn-slv_Latn","languages":["yor-Latn","slv-Latn"]},{"precision":0.457588,"recall":0.500988,"f1":0.469292,"accuracy":0.500988,"main_score":0.469292,"hf_subset":"yor_Latn-tpi_Latn","languages":["yor-Latn","tpi-Latn"]},{"precision":0.47057,"recall":0.522727,"f1":0.485743,"accuracy":0.522727,"main_score":0.485743,"hf_subset":"yor_Latn-zsm_Latn","languages":["yor-Latn","zsm-Latn"]},{"precision":0.420389,"recall":0.466403,"f1":0.433073,"accuracy":0.466403,"main_score":0.433073,"hf_subset":"yor_Latn-ayr_Latn","languages":["yor-Latn","ayr-Latn"]},{"precision":0.447537,"recall":0.507905,"f1":0.464053,"accuracy":0.507905,"main_score":0.464053,"hf_subset":"yor_Latn-dan_Latn","languages":["yor-Latn","dan-Latn"]},{"precision":0.418921,"recall":0.481225,"f1":0.436226,"accuracy":0.481225,"main_score":0.436226,"hf_subset":"yor_Latn-guj_Gujr","languages":["yor-Latn","guj-Gujr"]},{"precision":0.431663,"recall":0.491107,"f1":0.447774,"accuracy":0.491107,"main_score":0.447774,"hf_subset":"yor_Latn-kaz_Cyrl","languages":["yor-Latn","kaz-Cyrl"]},{"precision":0.414332,"recall":0.461462,"f1":0.426997,"accuracy":0.461462,"main_score":0.426997,"hf_subset":"yor_Latn-lug_Latn","languages":["yor-Latn","lug-Latn"]},{"precision":0.452958,"recall":0.504941,"f1":0.467662,"accuracy":0.504941,"main_score":0.467662,"hf_subset":"yor_Latn-oci_Latn","languages":["yor-Latn","oci-Latn"]},{"precision":0.442863,"recall":0.492095,"f1":0.456372,"accuracy":0.492095,"main_score":0.456372,"hf_subset":"yor_Latn-smo_Latn","languages":["yor-Latn","smo-Latn"]},{"precision":0.4414,"recall":0.482213,"f1":0.452979,"accuracy":0.482213,"main_score":0.452979,"hf_subset":"yor_Latn-tsn_Latn","languages":["yor-Latn","tsn-Latn"]},{"precision":0.43306,"recall":0.483202,"f1":0.446485,"accuracy":0.483202,"main_score":0.446485,"hf_subset":"yor_Latn-zul_Latn","languages":["yor-Latn","zul-Latn"]},{"precision":0.360869,"recall":0.416996,"f1":0.376609,"accuracy":0.416996,"main_score":0.376609,"hf_subset":"yor_Latn-azb_Arab","languages":["yor-Latn","azb-Arab"]},{"precision":0.442237,"recall":0.504941,"f1":0.459039,"accuracy":0.504941,"main_score":0.459039,"hf_subset":"yor_Latn-deu_Latn","languages":["yor-Latn","deu-Latn"]},{"precision":0.404137,"recall":0.462451,"f1":0.42026,"accuracy":0.462451,"main_score":0.42026,"hf_subset":"yor_Latn-hat_Latn","languages":["yor-Latn","hat-Latn"]},{"precision":0.406695,"recall":0.456522,"f1":0.420651,"accuracy":0.456522,"main_score":0.420651,"hf_subset":"yor_Latn-kbp_Latn","languages":["yor-Latn","kbp-Latn"]},{"precision":0.442066,"recall":0.483202,"f1":0.453713,"accuracy":0.483202,"main_score":0.453713,"hf_subset":"yor_Latn-luo_Latn","languages":["yor-Latn","luo-Latn"]},{"precision":0.376861,"recall":0.443676,"f1":0.395902,"accuracy":0.443676,"main_score":0.395902,"hf_subset":"yor_Latn-ory_Orya","languages":["yor-Latn","ory-Orya"]},{"precision":0.455889,"recall":0.498024,"f1":0.46788,"accuracy":0.498024,"main_score":0.46788,"hf_subset":"yor_Latn-sna_Latn","languages":["yor-Latn","sna-Latn"]},{"precision":0.435886,"recall":0.480237,"f1":0.447909,"accuracy":0.480237,"main_score":0.447909,"hf_subset":"yor_Latn-tso_Latn","languages":["yor-Latn","tso-Latn"]},{"precision":0.422528,"recall":0.48419,"f1":0.439335,"accuracy":0.48419,"main_score":0.439335,"hf_subset":"yor_Latn-azj_Latn","languages":["yor-Latn","azj-Latn"]},{"precision":0.440966,"recall":0.482213,"f1":0.452257,"accuracy":0.482213,"main_score":0.452257,"hf_subset":"yor_Latn-dik_Latn","languages":["yor-Latn","dik-Latn"]},{"precision":0.4387,"recall":0.479249,"f1":0.450046,"accuracy":0.479249,"main_score":0.450046,"hf_subset":"yor_Latn-hau_Latn","languages":["yor-Latn","hau-Latn"]},{"precision":0.457684,"recall":0.509881,"f1":0.471634,"accuracy":0.509881,"main_score":0.471634,"hf_subset":"yor_Latn-kea_Latn","languages":["yor-Latn","kea-Latn"]},{"precision":0.468818,"recall":0.505929,"f1":0.479125,"accuracy":0.505929,"main_score":0.479125,"hf_subset":"yor_Latn-lus_Latn","languages":["yor-Latn","lus-Latn"]},{"precision":0.463866,"recall":0.500988,"f1":0.474365,"accuracy":0.500988,"main_score":0.474365,"hf_subset":"yor_Latn-pag_Latn","languages":["yor-Latn","pag-Latn"]},{"precision":0.377121,"recall":0.4417,"f1":0.394425,"accuracy":0.4417,"main_score":0.394425,"hf_subset":"yor_Latn-snd_Arab","languages":["yor-Latn","snd-Arab"]},{"precision":0.408464,"recall":0.467391,"f1":0.424984,"accuracy":0.467391,"main_score":0.424984,"hf_subset":"yor_Latn-tuk_Latn","languages":["yor-Latn","tuk-Latn"]},{"precision":0.444925,"recall":0.492095,"f1":0.457322,"accuracy":0.492095,"main_score":0.457322,"hf_subset":"yor_Latn-bak_Cyrl","languages":["yor-Latn","bak-Cyrl"]},{"precision":0.348816,"recall":0.407115,"f1":0.365428,"accuracy":0.407115,"main_score":0.365428,"hf_subset":"yor_Latn-dyu_Latn","languages":["yor-Latn","dyu-Latn"]},{"precision":0.386647,"recall":0.453557,"f1":0.40476,"accuracy":0.453557,"main_score":0.40476,"hf_subset":"yor_Latn-heb_Hebr","languages":["yor-Latn","heb-Hebr"]},{"precision":0.424285,"recall":0.480237,"f1":0.440057,"accuracy":0.480237,"main_score":0.440057,"hf_subset":"yor_Latn-khk_Cyrl","languages":["yor-Latn","khk-Cyrl"]},{"precision":0.430294,"recall":0.485178,"f1":0.445502,"accuracy":0.485178,"main_score":0.445502,"hf_subset":"yor_Latn-lvs_Latn","languages":["yor-Latn","lvs-Latn"]},{"precision":0.403836,"recall":0.463439,"f1":0.42022,"accuracy":0.463439,"main_score":0.42022,"hf_subset":"yor_Latn-pan_Guru","languages":["yor-Latn","pan-Guru"]},{"precision":0.413904,"recall":0.466403,"f1":0.428815,"accuracy":0.466403,"main_score":0.428815,"hf_subset":"yor_Latn-som_Latn","languages":["yor-Latn","som-Latn"]},{"precision":0.437103,"recall":0.478261,"f1":0.448897,"accuracy":0.478261,"main_score":0.448897,"hf_subset":"yor_Latn-tum_Latn","languages":["yor-Latn","tum-Latn"]},{"precision":0.402947,"recall":0.494071,"f1":0.428135,"accuracy":0.494071,"main_score":0.428135,"hf_subset":"arz_Arab-ace_Arab","languages":["arz-Arab","ace-Arab"]},{"precision":0.420674,"recall":0.495059,"f1":0.441046,"accuracy":0.495059,"main_score":0.441046,"hf_subset":"arz_Arab-bam_Latn","languages":["arz-Arab","bam-Latn"]},{"precision":0.103142,"recall":0.158103,"f1":0.117149,"accuracy":0.158103,"main_score":0.117149,"hf_subset":"arz_Arab-dzo_Tibt","languages":["arz-Arab","dzo-Tibt"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arz_Arab-hin_Deva","languages":["arz-Arab","hin-Deva"]},{"precision":0.910903,"recall":0.939723,"f1":0.92029,"accuracy":0.939723,"main_score":0.92029,"hf_subset":"arz_Arab-khm_Khmr","languages":["arz-Arab","khm-Khmr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"arz_Arab-mag_Deva","languages":["arz-Arab","mag-Deva"]},{"precision":0.962204,"recall":0.974308,"f1":0.96614,"accuracy":0.974308,"main_score":0.96614,"hf_subset":"arz_Arab-pap_Latn","languages":["arz-Arab","pap-Latn"]},{"precision":0.454467,"recall":0.537549,"f1":0.477443,"accuracy":0.537549,"main_score":0.477443,"hf_subset":"arz_Arab-sot_Latn","languages":["arz-Arab","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-tur_Latn","languages":["arz-Arab","tur-Latn"]},{"precision":0.77444,"recall":0.831028,"f1":0.792128,"accuracy":0.831028,"main_score":0.792128,"hf_subset":"arz_Arab-ace_Latn","languages":["arz-Arab","ace-Latn"]},{"precision":0.907115,"recall":0.935771,"f1":0.916502,"accuracy":0.935771,"main_score":0.916502,"hf_subset":"arz_Arab-ban_Latn","languages":["arz-Arab","ban-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arz_Arab-ell_Grek","languages":["arz-Arab","ell-Grek"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"arz_Arab-hne_Deva","languages":["arz-Arab","hne-Deva"]},{"precision":0.467005,"recall":0.550395,"f1":0.490119,"accuracy":0.550395,"main_score":0.490119,"hf_subset":"arz_Arab-kik_Latn","languages":["arz-Arab","kik-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"arz_Arab-mai_Deva","languages":["arz-Arab","mai-Deva"]},{"precision":0.868989,"recall":0.908103,"f1":0.881489,"accuracy":0.908103,"main_score":0.881489,"hf_subset":"arz_Arab-pbt_Arab","languages":["arz-Arab","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-spa_Latn","languages":["arz-Arab","spa-Latn"]},{"precision":0.511437,"recall":0.594862,"f1":0.534922,"accuracy":0.594862,"main_score":0.534922,"hf_subset":"arz_Arab-twi_Latn","languages":["arz-Arab","twi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-acm_Arab","languages":["arz-Arab","acm-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arz_Arab-bel_Cyrl","languages":["arz-Arab","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arz_Arab-eng_Latn","languages":["arz-Arab","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-hrv_Latn","languages":["arz-Arab","hrv-Latn"]},{"precision":0.420338,"recall":0.5,"f1":0.440989,"accuracy":0.5,"main_score":0.440989,"hf_subset":"arz_Arab-kin_Latn","languages":["arz-Arab","kin-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"arz_Arab-mal_Mlym","languages":["arz-Arab","mal-Mlym"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arz_Arab-pes_Arab","languages":["arz-Arab","pes-Arab"]},{"precision":0.962204,"recall":0.974308,"f1":0.96614,"accuracy":0.974308,"main_score":0.96614,"hf_subset":"arz_Arab-srd_Latn","languages":["arz-Arab","srd-Latn"]},{"precision":0.107655,"recall":0.174901,"f1":0.121896,"accuracy":0.174901,"main_score":0.121896,"hf_subset":"arz_Arab-tzm_Tfng","languages":["arz-Arab","tzm-Tfng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arz_Arab-acq_Arab","languages":["arz-Arab","acq-Arab"]},{"precision":0.479135,"recall":0.563241,"f1":0.502038,"accuracy":0.563241,"main_score":0.502038,"hf_subset":"arz_Arab-bem_Latn","languages":["arz-Arab","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-epo_Latn","languages":["arz-Arab","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-hun_Latn","languages":["arz-Arab","hun-Latn"]},{"precision":0.953557,"recall":0.968379,"f1":0.958333,"accuracy":0.968379,"main_score":0.958333,"hf_subset":"arz_Arab-kir_Cyrl","languages":["arz-Arab","kir-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arz_Arab-mar_Deva","languages":["arz-Arab","mar-Deva"]},{"precision":0.503878,"recall":0.579051,"f1":0.525447,"accuracy":0.579051,"main_score":0.525447,"hf_subset":"arz_Arab-plt_Latn","languages":["arz-Arab","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-srp_Cyrl","languages":["arz-Arab","srp-Cyrl"]},{"precision":0.913785,"recall":0.938735,"f1":0.921838,"accuracy":0.938735,"main_score":0.921838,"hf_subset":"arz_Arab-uig_Arab","languages":["arz-Arab","uig-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arz_Arab-aeb_Arab","languages":["arz-Arab","aeb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"arz_Arab-ben_Beng","languages":["arz-Arab","ben-Beng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"arz_Arab-est_Latn","languages":["arz-Arab","est-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"arz_Arab-hye_Armn","languages":["arz-Arab","hye-Armn"]},{"precision":0.420473,"recall":0.491107,"f1":0.440291,"accuracy":0.491107,"main_score":0.440291,"hf_subset":"arz_Arab-kmb_Latn","languages":["arz-Arab","kmb-Latn"]},{"precision":0.352733,"recall":0.445652,"f1":0.376059,"accuracy":0.445652,"main_score":0.376059,"hf_subset":"arz_Arab-min_Arab","languages":["arz-Arab","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arz_Arab-pol_Latn","languages":["arz-Arab","pol-Latn"]},{"precision":0.405932,"recall":0.494071,"f1":0.428752,"accuracy":0.494071,"main_score":0.428752,"hf_subset":"arz_Arab-ssw_Latn","languages":["arz-Arab","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-ukr_Cyrl","languages":["arz-Arab","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arz_Arab-afr_Latn","languages":["arz-Arab","afr-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"arz_Arab-bho_Deva","languages":["arz-Arab","bho-Deva"]},{"precision":0.932395,"recall":0.952569,"f1":0.938801,"accuracy":0.952569,"main_score":0.938801,"hf_subset":"arz_Arab-eus_Latn","languages":["arz-Arab","eus-Latn"]},{"precision":0.44473,"recall":0.527668,"f1":0.467005,"accuracy":0.527668,"main_score":0.467005,"hf_subset":"arz_Arab-ibo_Latn","languages":["arz-Arab","ibo-Latn"]},{"precision":0.675767,"recall":0.749012,"f1":0.69732,"accuracy":0.749012,"main_score":0.69732,"hf_subset":"arz_Arab-kmr_Latn","languages":["arz-Arab","kmr-Latn"]},{"precision":0.951087,"recall":0.967391,"f1":0.956522,"accuracy":0.967391,"main_score":0.956522,"hf_subset":"arz_Arab-min_Latn","languages":["arz-Arab","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-por_Latn","languages":["arz-Arab","por-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"arz_Arab-sun_Latn","languages":["arz-Arab","sun-Latn"]},{"precision":0.413629,"recall":0.496047,"f1":0.437048,"accuracy":0.496047,"main_score":0.437048,"hf_subset":"arz_Arab-umb_Latn","languages":["arz-Arab","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arz_Arab-ajp_Arab","languages":["arz-Arab","ajp-Arab"]},{"precision":0.381797,"recall":0.47332,"f1":0.406147,"accuracy":0.47332,"main_score":0.406147,"hf_subset":"arz_Arab-bjn_Arab","languages":["arz-Arab","bjn-Arab"]},{"precision":0.443395,"recall":0.512846,"f1":0.462065,"accuracy":0.512846,"main_score":0.462065,"hf_subset":"arz_Arab-ewe_Latn","languages":["arz-Arab","ewe-Latn"]},{"precision":0.829298,"recall":0.871542,"f1":0.841883,"accuracy":0.871542,"main_score":0.841883,"hf_subset":"arz_Arab-ilo_Latn","languages":["arz-Arab","ilo-Latn"]},{"precision":0.17855,"recall":0.254941,"f1":0.197448,"accuracy":0.254941,"main_score":0.197448,"hf_subset":"arz_Arab-knc_Arab","languages":["arz-Arab","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arz_Arab-mkd_Cyrl","languages":["arz-Arab","mkd-Cyrl"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"arz_Arab-prs_Arab","languages":["arz-Arab","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-swe_Latn","languages":["arz-Arab","swe-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"arz_Arab-urd_Arab","languages":["arz-Arab","urd-Arab"]},{"precision":0.488143,"recall":0.578063,"f1":0.513818,"accuracy":0.578063,"main_score":0.513818,"hf_subset":"arz_Arab-aka_Latn","languages":["arz-Arab","aka-Latn"]},{"precision":0.954381,"recall":0.969368,"f1":0.959321,"accuracy":0.969368,"main_score":0.959321,"hf_subset":"arz_Arab-bjn_Latn","languages":["arz-Arab","bjn-Latn"]},{"precision":0.902503,"recall":0.933794,"f1":0.912879,"accuracy":0.933794,"main_score":0.912879,"hf_subset":"arz_Arab-fao_Latn","languages":["arz-Arab","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arz_Arab-ind_Latn","languages":["arz-Arab","ind-Latn"]},{"precision":0.481841,"recall":0.563241,"f1":0.505261,"accuracy":0.563241,"main_score":0.505261,"hf_subset":"arz_Arab-knc_Latn","languages":["arz-Arab","knc-Latn"]},{"precision":0.954051,"recall":0.968379,"f1":0.958663,"accuracy":0.968379,"main_score":0.958663,"hf_subset":"arz_Arab-mlt_Latn","languages":["arz-Arab","mlt-Latn"]},{"precision":0.520582,"recall":0.607708,"f1":0.544608,"accuracy":0.607708,"main_score":0.544608,"hf_subset":"arz_Arab-quy_Latn","languages":["arz-Arab","quy-Latn"]},{"precision":0.66386,"recall":0.741107,"f1":0.686366,"accuracy":0.741107,"main_score":0.686366,"hf_subset":"arz_Arab-swh_Latn","languages":["arz-Arab","swh-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"arz_Arab-uzn_Latn","languages":["arz-Arab","uzn-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"arz_Arab-als_Latn","languages":["arz-Arab","als-Latn"]},{"precision":0.140292,"recall":0.216403,"f1":0.157478,"accuracy":0.216403,"main_score":0.157478,"hf_subset":"arz_Arab-bod_Tibt","languages":["arz-Arab","bod-Tibt"]},{"precision":0.42944,"recall":0.513834,"f1":0.453077,"accuracy":0.513834,"main_score":0.453077,"hf_subset":"arz_Arab-fij_Latn","languages":["arz-Arab","fij-Latn"]},{"precision":0.917737,"recall":0.9417,"f1":0.925461,"accuracy":0.9417,"main_score":0.925461,"hf_subset":"arz_Arab-isl_Latn","languages":["arz-Arab","isl-Latn"]},{"precision":0.517994,"recall":0.601779,"f1":0.541878,"accuracy":0.601779,"main_score":0.541878,"hf_subset":"arz_Arab-kon_Latn","languages":["arz-Arab","kon-Latn"]},{"precision":0.456906,"recall":0.556324,"f1":0.484155,"accuracy":0.556324,"main_score":0.484155,"hf_subset":"arz_Arab-mni_Beng","languages":["arz-Arab","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-ron_Latn","languages":["arz-Arab","ron-Latn"]},{"precision":0.97365,"recall":0.980237,"f1":0.975791,"accuracy":0.980237,"main_score":0.975791,"hf_subset":"arz_Arab-szl_Latn","languages":["arz-Arab","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arz_Arab-vec_Latn","languages":["arz-Arab","vec-Latn"]},{"precision":0.476493,"recall":0.571146,"f1":0.50297,"accuracy":0.571146,"main_score":0.50297,"hf_subset":"arz_Arab-amh_Ethi","languages":["arz-Arab","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-bos_Latn","languages":["arz-Arab","bos-Latn"]},{"precision":0.992095,"recall":0.994071,"f1":0.992754,"accuracy":0.994071,"main_score":0.992754,"hf_subset":"arz_Arab-fin_Latn","languages":["arz-Arab","fin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arz_Arab-ita_Latn","languages":["arz-Arab","ita-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arz_Arab-kor_Hang","languages":["arz-Arab","kor-Hang"]},{"precision":0.433788,"recall":0.520751,"f1":0.45743,"accuracy":0.520751,"main_score":0.45743,"hf_subset":"arz_Arab-mos_Latn","languages":["arz-Arab","mos-Latn"]},{"precision":0.412302,"recall":0.491107,"f1":0.433548,"accuracy":0.491107,"main_score":0.433548,"hf_subset":"arz_Arab-run_Latn","languages":["arz-Arab","run-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"arz_Arab-tam_Taml","languages":["arz-Arab","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arz_Arab-vie_Latn","languages":["arz-Arab","vie-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arz_Arab-apc_Arab","languages":["arz-Arab","apc-Arab"]},{"precision":0.716182,"recall":0.782609,"f1":0.735608,"accuracy":0.782609,"main_score":0.735608,"hf_subset":"arz_Arab-bug_Latn","languages":["arz-Arab","bug-Latn"]},{"precision":0.392235,"recall":0.47332,"f1":0.413914,"accuracy":0.47332,"main_score":0.413914,"hf_subset":"arz_Arab-fon_Latn","languages":["arz-Arab","fon-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"arz_Arab-jav_Latn","languages":["arz-Arab","jav-Latn"]},{"precision":0.867754,"recall":0.909091,"f1":0.881061,"accuracy":0.909091,"main_score":0.881061,"hf_subset":"arz_Arab-lao_Laoo","languages":["arz-Arab","lao-Laoo"]},{"precision":0.533685,"recall":0.62253,"f1":0.559018,"accuracy":0.62253,"main_score":0.559018,"hf_subset":"arz_Arab-mri_Latn","languages":["arz-Arab","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-rus_Cyrl","languages":["arz-Arab","rus-Cyrl"]},{"precision":0.461954,"recall":0.539526,"f1":0.483072,"accuracy":0.539526,"main_score":0.483072,"hf_subset":"arz_Arab-taq_Latn","languages":["arz-Arab","taq-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"arz_Arab-war_Latn","languages":["arz-Arab","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arz_Arab-arb_Arab","languages":["arz-Arab","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arz_Arab-bul_Cyrl","languages":["arz-Arab","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-fra_Latn","languages":["arz-Arab","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arz_Arab-jpn_Jpan","languages":["arz-Arab","jpn-Jpan"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"arz_Arab-lij_Latn","languages":["arz-Arab","lij-Latn"]},{"precision":0.919137,"recall":0.943676,"f1":0.926995,"accuracy":0.943676,"main_score":0.926995,"hf_subset":"arz_Arab-mya_Mymr","languages":["arz-Arab","mya-Mymr"]},{"precision":0.460427,"recall":0.551383,"f1":0.486371,"accuracy":0.551383,"main_score":0.486371,"hf_subset":"arz_Arab-sag_Latn","languages":["arz-Arab","sag-Latn"]},{"precision":0.11541,"recall":0.194664,"f1":0.130552,"accuracy":0.194664,"main_score":0.130552,"hf_subset":"arz_Arab-taq_Tfng","languages":["arz-Arab","taq-Tfng"]},{"precision":0.514731,"recall":0.601779,"f1":0.539067,"accuracy":0.601779,"main_score":0.539067,"hf_subset":"arz_Arab-wol_Latn","languages":["arz-Arab","wol-Latn"]},{"precision":0.640014,"recall":0.72332,"f1":0.664315,"accuracy":0.72332,"main_score":0.664315,"hf_subset":"arz_Arab-arb_Latn","languages":["arz-Arab","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arz_Arab-cat_Latn","languages":["arz-Arab","cat-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"arz_Arab-fur_Latn","languages":["arz-Arab","fur-Latn"]},{"precision":0.322151,"recall":0.395257,"f1":0.341755,"accuracy":0.395257,"main_score":0.341755,"hf_subset":"arz_Arab-kab_Latn","languages":["arz-Arab","kab-Latn"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"arz_Arab-lim_Latn","languages":["arz-Arab","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arz_Arab-nld_Latn","languages":["arz-Arab","nld-Latn"]},{"precision":0.945191,"recall":0.961462,"f1":0.950428,"accuracy":0.961462,"main_score":0.950428,"hf_subset":"arz_Arab-san_Deva","languages":["arz-Arab","san-Deva"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"arz_Arab-tat_Cyrl","languages":["arz-Arab","tat-Cyrl"]},{"precision":0.471259,"recall":0.556324,"f1":0.49419,"accuracy":0.556324,"main_score":0.49419,"hf_subset":"arz_Arab-xho_Latn","languages":["arz-Arab","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arz_Arab-ars_Arab","languages":["arz-Arab","ars-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"arz_Arab-ceb_Latn","languages":["arz-Arab","ceb-Latn"]},{"precision":0.458789,"recall":0.535573,"f1":0.479554,"accuracy":0.535573,"main_score":0.479554,"hf_subset":"arz_Arab-fuv_Latn","languages":["arz-Arab","fuv-Latn"]},{"precision":0.441926,"recall":0.529644,"f1":0.465569,"accuracy":0.529644,"main_score":0.465569,"hf_subset":"arz_Arab-kac_Latn","languages":["arz-Arab","kac-Latn"]},{"precision":0.523097,"recall":0.608696,"f1":0.546905,"accuracy":0.608696,"main_score":0.546905,"hf_subset":"arz_Arab-lin_Latn","languages":["arz-Arab","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-nno_Latn","languages":["arz-Arab","nno-Latn"]},{"precision":0.013306,"recall":0.05336,"f1":0.018542,"accuracy":0.05336,"main_score":0.018542,"hf_subset":"arz_Arab-sat_Olck","languages":["arz-Arab","sat-Olck"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"arz_Arab-tel_Telu","languages":["arz-Arab","tel-Telu"]},{"precision":0.674127,"recall":0.756917,"f1":0.698946,"accuracy":0.756917,"main_score":0.698946,"hf_subset":"arz_Arab-ydd_Hebr","languages":["arz-Arab","ydd-Hebr"]},{"precision":0.963768,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"arz_Arab-ary_Arab","languages":["arz-Arab","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-ces_Latn","languages":["arz-Arab","ces-Latn"]},{"precision":0.360623,"recall":0.447628,"f1":0.384052,"accuracy":0.447628,"main_score":0.384052,"hf_subset":"arz_Arab-gaz_Latn","languages":["arz-Arab","gaz-Latn"]},{"precision":0.45084,"recall":0.536561,"f1":0.474617,"accuracy":0.536561,"main_score":0.474617,"hf_subset":"arz_Arab-kam_Latn","languages":["arz-Arab","kam-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"arz_Arab-lit_Latn","languages":["arz-Arab","lit-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arz_Arab-nob_Latn","languages":["arz-Arab","nob-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"arz_Arab-scn_Latn","languages":["arz-Arab","scn-Latn"]},{"precision":0.890728,"recall":0.922925,"f1":0.900922,"accuracy":0.922925,"main_score":0.900922,"hf_subset":"arz_Arab-tgk_Cyrl","languages":["arz-Arab","tgk-Cyrl"]},{"precision":0.398686,"recall":0.481225,"f1":0.4214,"accuracy":0.481225,"main_score":0.4214,"hf_subset":"arz_Arab-yor_Latn","languages":["arz-Arab","yor-Latn"]},{"precision":0.43882,"recall":0.529644,"f1":0.46308,"accuracy":0.529644,"main_score":0.46308,"hf_subset":"arz_Arab-cjk_Latn","languages":["arz-Arab","cjk-Latn"]},{"precision":0.552717,"recall":0.63834,"f1":0.57647,"accuracy":0.63834,"main_score":0.57647,"hf_subset":"arz_Arab-gla_Latn","languages":["arz-Arab","gla-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"arz_Arab-kan_Knda","languages":["arz-Arab","kan-Knda"]},{"precision":0.962451,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"arz_Arab-lmo_Latn","languages":["arz-Arab","lmo-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"arz_Arab-npi_Deva","languages":["arz-Arab","npi-Deva"]},{"precision":0.372964,"recall":0.481225,"f1":0.401579,"accuracy":0.481225,"main_score":0.401579,"hf_subset":"arz_Arab-shn_Mymr","languages":["arz-Arab","shn-Mymr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"arz_Arab-tgl_Latn","languages":["arz-Arab","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-yue_Hant","languages":["arz-Arab","yue-Hant"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"arz_Arab-asm_Beng","languages":["arz-Arab","asm-Beng"]},{"precision":0.694121,"recall":0.763834,"f1":0.713945,"accuracy":0.763834,"main_score":0.713945,"hf_subset":"arz_Arab-ckb_Arab","languages":["arz-Arab","ckb-Arab"]},{"precision":0.634274,"recall":0.720356,"f1":0.660145,"accuracy":0.720356,"main_score":0.660145,"hf_subset":"arz_Arab-gle_Latn","languages":["arz-Arab","gle-Latn"]},{"precision":0.85112,"recall":0.897233,"f1":0.865942,"accuracy":0.897233,"main_score":0.865942,"hf_subset":"arz_Arab-kas_Arab","languages":["arz-Arab","kas-Arab"]},{"precision":0.853673,"recall":0.897233,"f1":0.867443,"accuracy":0.897233,"main_score":0.867443,"hf_subset":"arz_Arab-ltg_Latn","languages":["arz-Arab","ltg-Latn"]},{"precision":0.481821,"recall":0.561265,"f1":0.503426,"accuracy":0.561265,"main_score":0.503426,"hf_subset":"arz_Arab-nso_Latn","languages":["arz-Arab","nso-Latn"]},{"precision":0.382476,"recall":0.48419,"f1":0.410595,"accuracy":0.48419,"main_score":0.410595,"hf_subset":"arz_Arab-sin_Sinh","languages":["arz-Arab","sin-Sinh"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-tha_Thai","languages":["arz-Arab","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arz_Arab-zho_Hans","languages":["arz-Arab","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-ast_Latn","languages":["arz-Arab","ast-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"arz_Arab-crh_Latn","languages":["arz-Arab","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arz_Arab-glg_Latn","languages":["arz-Arab","glg-Latn"]},{"precision":0.733679,"recall":0.805336,"f1":0.755929,"accuracy":0.805336,"main_score":0.755929,"hf_subset":"arz_Arab-kas_Deva","languages":["arz-Arab","kas-Deva"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"arz_Arab-ltz_Latn","languages":["arz-Arab","ltz-Latn"]},{"precision":0.340172,"recall":0.428854,"f1":0.363016,"accuracy":0.428854,"main_score":0.363016,"hf_subset":"arz_Arab-nus_Latn","languages":["arz-Arab","nus-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-slk_Latn","languages":["arz-Arab","slk-Latn"]},{"precision":0.237479,"recall":0.313241,"f1":0.256967,"accuracy":0.313241,"main_score":0.256967,"hf_subset":"arz_Arab-tir_Ethi","languages":["arz-Arab","tir-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arz_Arab-zho_Hant","languages":["arz-Arab","zho-Hant"]},{"precision":0.982049,"recall":0.987154,"f1":0.983696,"accuracy":0.987154,"main_score":0.983696,"hf_subset":"arz_Arab-awa_Deva","languages":["arz-Arab","awa-Deva"]},{"precision":0.831143,"recall":0.87747,"f1":0.845553,"accuracy":0.87747,"main_score":0.845553,"hf_subset":"arz_Arab-cym_Latn","languages":["arz-Arab","cym-Latn"]},{"precision":0.693059,"recall":0.763834,"f1":0.713738,"accuracy":0.763834,"main_score":0.713738,"hf_subset":"arz_Arab-grn_Latn","languages":["arz-Arab","grn-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"arz_Arab-kat_Geor","languages":["arz-Arab","kat-Geor"]},{"precision":0.51565,"recall":0.598814,"f1":0.539534,"accuracy":0.598814,"main_score":0.539534,"hf_subset":"arz_Arab-lua_Latn","languages":["arz-Arab","lua-Latn"]},{"precision":0.474014,"recall":0.5583,"f1":0.497373,"accuracy":0.5583,"main_score":0.497373,"hf_subset":"arz_Arab-nya_Latn","languages":["arz-Arab","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-slv_Latn","languages":["arz-Arab","slv-Latn"]},{"precision":0.764526,"recall":0.823123,"f1":0.782312,"accuracy":0.823123,"main_score":0.782312,"hf_subset":"arz_Arab-tpi_Latn","languages":["arz-Arab","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arz_Arab-zsm_Latn","languages":["arz-Arab","zsm-Latn"]},{"precision":0.439982,"recall":0.517787,"f1":0.46136,"accuracy":0.517787,"main_score":0.46136,"hf_subset":"arz_Arab-ayr_Latn","languages":["arz-Arab","ayr-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"arz_Arab-dan_Latn","languages":["arz-Arab","dan-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"arz_Arab-guj_Gujr","languages":["arz-Arab","guj-Gujr"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"arz_Arab-kaz_Cyrl","languages":["arz-Arab","kaz-Cyrl"]},{"precision":0.402079,"recall":0.48419,"f1":0.42449,"accuracy":0.48419,"main_score":0.42449,"hf_subset":"arz_Arab-lug_Latn","languages":["arz-Arab","lug-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"arz_Arab-oci_Latn","languages":["arz-Arab","oci-Latn"]},{"precision":0.452961,"recall":0.552372,"f1":0.48069,"accuracy":0.552372,"main_score":0.48069,"hf_subset":"arz_Arab-smo_Latn","languages":["arz-Arab","smo-Latn"]},{"precision":0.422303,"recall":0.509881,"f1":0.446378,"accuracy":0.509881,"main_score":0.446378,"hf_subset":"arz_Arab-tsn_Latn","languages":["arz-Arab","tsn-Latn"]},{"precision":0.417638,"recall":0.501976,"f1":0.440317,"accuracy":0.501976,"main_score":0.440317,"hf_subset":"arz_Arab-zul_Latn","languages":["arz-Arab","zul-Latn"]},{"precision":0.807148,"recall":0.864625,"f1":0.825033,"accuracy":0.864625,"main_score":0.825033,"hf_subset":"arz_Arab-azb_Arab","languages":["arz-Arab","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"arz_Arab-deu_Latn","languages":["arz-Arab","deu-Latn"]},{"precision":0.907477,"recall":0.933794,"f1":0.915843,"accuracy":0.933794,"main_score":0.915843,"hf_subset":"arz_Arab-hat_Latn","languages":["arz-Arab","hat-Latn"]},{"precision":0.404655,"recall":0.479249,"f1":0.424514,"accuracy":0.479249,"main_score":0.424514,"hf_subset":"arz_Arab-kbp_Latn","languages":["arz-Arab","kbp-Latn"]},{"precision":0.448415,"recall":0.531621,"f1":0.470896,"accuracy":0.531621,"main_score":0.470896,"hf_subset":"arz_Arab-luo_Latn","languages":["arz-Arab","luo-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"arz_Arab-ory_Orya","languages":["arz-Arab","ory-Orya"]},{"precision":0.445045,"recall":0.530632,"f1":0.469524,"accuracy":0.530632,"main_score":0.469524,"hf_subset":"arz_Arab-sna_Latn","languages":["arz-Arab","sna-Latn"]},{"precision":0.421123,"recall":0.498024,"f1":0.442207,"accuracy":0.498024,"main_score":0.442207,"hf_subset":"arz_Arab-tso_Latn","languages":["arz-Arab","tso-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"arz_Arab-azj_Latn","languages":["arz-Arab","azj-Latn"]},{"precision":0.452692,"recall":0.540514,"f1":0.477343,"accuracy":0.540514,"main_score":0.477343,"hf_subset":"arz_Arab-dik_Latn","languages":["arz-Arab","dik-Latn"]},{"precision":0.429632,"recall":0.504941,"f1":0.451221,"accuracy":0.504941,"main_score":0.451221,"hf_subset":"arz_Arab-hau_Latn","languages":["arz-Arab","hau-Latn"]},{"precision":0.956851,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"arz_Arab-kea_Latn","languages":["arz-Arab","kea-Latn"]},{"precision":0.625212,"recall":0.697628,"f1":0.645644,"accuracy":0.697628,"main_score":0.645644,"hf_subset":"arz_Arab-lus_Latn","languages":["arz-Arab","lus-Latn"]},{"precision":0.794977,"recall":0.849802,"f1":0.811627,"accuracy":0.849802,"main_score":0.811627,"hf_subset":"arz_Arab-pag_Latn","languages":["arz-Arab","pag-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"arz_Arab-snd_Arab","languages":["arz-Arab","snd-Arab"]},{"precision":0.853261,"recall":0.896245,"f1":0.866733,"accuracy":0.896245,"main_score":0.866733,"hf_subset":"arz_Arab-tuk_Latn","languages":["arz-Arab","tuk-Latn"]},{"precision":0.93857,"recall":0.958498,"f1":0.945158,"accuracy":0.958498,"main_score":0.945158,"hf_subset":"arz_Arab-bak_Cyrl","languages":["arz-Arab","bak-Cyrl"]},{"precision":0.397143,"recall":0.490119,"f1":0.423381,"accuracy":0.490119,"main_score":0.423381,"hf_subset":"arz_Arab-dyu_Latn","languages":["arz-Arab","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"arz_Arab-heb_Hebr","languages":["arz-Arab","heb-Hebr"]},{"precision":0.870306,"recall":0.908103,"f1":0.882312,"accuracy":0.908103,"main_score":0.882312,"hf_subset":"arz_Arab-khk_Cyrl","languages":["arz-Arab","khk-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"arz_Arab-lvs_Latn","languages":["arz-Arab","lvs-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"arz_Arab-pan_Guru","languages":["arz-Arab","pan-Guru"]},{"precision":0.416961,"recall":0.507905,"f1":0.442428,"accuracy":0.507905,"main_score":0.442428,"hf_subset":"arz_Arab-som_Latn","languages":["arz-Arab","som-Latn"]},{"precision":0.481413,"recall":0.559289,"f1":0.502464,"accuracy":0.559289,"main_score":0.502464,"hf_subset":"arz_Arab-tum_Latn","languages":["arz-Arab","tum-Latn"]},{"precision":0.344759,"recall":0.405138,"f1":0.362068,"accuracy":0.405138,"main_score":0.362068,"hf_subset":"cjk_Latn-ace_Arab","languages":["cjk-Latn","ace-Arab"]},{"precision":0.443158,"recall":0.486166,"f1":0.455997,"accuracy":0.486166,"main_score":0.455997,"hf_subset":"cjk_Latn-bam_Latn","languages":["cjk-Latn","bam-Latn"]},{"precision":0.100134,"recall":0.142292,"f1":0.110995,"accuracy":0.142292,"main_score":0.110995,"hf_subset":"cjk_Latn-dzo_Tibt","languages":["cjk-Latn","dzo-Tibt"]},{"precision":0.476216,"recall":0.547431,"f1":0.497256,"accuracy":0.547431,"main_score":0.497256,"hf_subset":"cjk_Latn-hin_Deva","languages":["cjk-Latn","hin-Deva"]},{"precision":0.374625,"recall":0.445652,"f1":0.394298,"accuracy":0.445652,"main_score":0.394298,"hf_subset":"cjk_Latn-khm_Khmr","languages":["cjk-Latn","khm-Khmr"]},{"precision":0.480131,"recall":0.545455,"f1":0.498799,"accuracy":0.545455,"main_score":0.498799,"hf_subset":"cjk_Latn-mag_Deva","languages":["cjk-Latn","mag-Deva"]},{"precision":0.522893,"recall":0.579051,"f1":0.539127,"accuracy":0.579051,"main_score":0.539127,"hf_subset":"cjk_Latn-pap_Latn","languages":["cjk-Latn","pap-Latn"]},{"precision":0.46774,"recall":0.507905,"f1":0.479861,"accuracy":0.507905,"main_score":0.479861,"hf_subset":"cjk_Latn-sot_Latn","languages":["cjk-Latn","sot-Latn"]},{"precision":0.490493,"recall":0.5583,"f1":0.509979,"accuracy":0.5583,"main_score":0.509979,"hf_subset":"cjk_Latn-tur_Latn","languages":["cjk-Latn","tur-Latn"]},{"precision":0.505383,"recall":0.551383,"f1":0.518916,"accuracy":0.551383,"main_score":0.518916,"hf_subset":"cjk_Latn-ace_Latn","languages":["cjk-Latn","ace-Latn"]},{"precision":0.530621,"recall":0.576087,"f1":0.544419,"accuracy":0.576087,"main_score":0.544419,"hf_subset":"cjk_Latn-ban_Latn","languages":["cjk-Latn","ban-Latn"]},{"precision":0.46905,"recall":0.538538,"f1":0.489433,"accuracy":0.538538,"main_score":0.489433,"hf_subset":"cjk_Latn-ell_Grek","languages":["cjk-Latn","ell-Grek"]},{"precision":0.469018,"recall":0.533597,"f1":0.487506,"accuracy":0.533597,"main_score":0.487506,"hf_subset":"cjk_Latn-hne_Deva","languages":["cjk-Latn","hne-Deva"]},{"precision":0.427595,"recall":0.481225,"f1":0.443042,"accuracy":0.481225,"main_score":0.443042,"hf_subset":"cjk_Latn-kik_Latn","languages":["cjk-Latn","kik-Latn"]},{"precision":0.492154,"recall":0.556324,"f1":0.510019,"accuracy":0.556324,"main_score":0.510019,"hf_subset":"cjk_Latn-mai_Deva","languages":["cjk-Latn","mai-Deva"]},{"precision":0.441333,"recall":0.500988,"f1":0.458232,"accuracy":0.500988,"main_score":0.458232,"hf_subset":"cjk_Latn-pbt_Arab","languages":["cjk-Latn","pbt-Arab"]},{"precision":0.517721,"recall":0.58004,"f1":0.53571,"accuracy":0.58004,"main_score":0.53571,"hf_subset":"cjk_Latn-spa_Latn","languages":["cjk-Latn","spa-Latn"]},{"precision":0.494005,"recall":0.537549,"f1":0.506698,"accuracy":0.537549,"main_score":0.506698,"hf_subset":"cjk_Latn-twi_Latn","languages":["cjk-Latn","twi-Latn"]},{"precision":0.469039,"recall":0.540514,"f1":0.489303,"accuracy":0.540514,"main_score":0.489303,"hf_subset":"cjk_Latn-acm_Arab","languages":["cjk-Latn","acm-Arab"]},{"precision":0.487698,"recall":0.554348,"f1":0.506965,"accuracy":0.554348,"main_score":0.506965,"hf_subset":"cjk_Latn-bel_Cyrl","languages":["cjk-Latn","bel-Cyrl"]},{"precision":0.49835,"recall":0.567194,"f1":0.518162,"accuracy":0.567194,"main_score":0.518162,"hf_subset":"cjk_Latn-eng_Latn","languages":["cjk-Latn","eng-Latn"]},{"precision":0.494878,"recall":0.565217,"f1":0.51554,"accuracy":0.565217,"main_score":0.51554,"hf_subset":"cjk_Latn-hrv_Latn","languages":["cjk-Latn","hrv-Latn"]},{"precision":0.433531,"recall":0.48419,"f1":0.448452,"accuracy":0.48419,"main_score":0.448452,"hf_subset":"cjk_Latn-kin_Latn","languages":["cjk-Latn","kin-Latn"]},{"precision":0.462352,"recall":0.529644,"f1":0.481603,"accuracy":0.529644,"main_score":0.481603,"hf_subset":"cjk_Latn-mal_Mlym","languages":["cjk-Latn","mal-Mlym"]},{"precision":0.474195,"recall":0.543478,"f1":0.49409,"accuracy":0.543478,"main_score":0.49409,"hf_subset":"cjk_Latn-pes_Arab","languages":["cjk-Latn","pes-Arab"]},{"precision":0.5254,"recall":0.579051,"f1":0.541001,"accuracy":0.579051,"main_score":0.541001,"hf_subset":"cjk_Latn-srd_Latn","languages":["cjk-Latn","srd-Latn"]},{"precision":0.154072,"recall":0.203557,"f1":0.164864,"accuracy":0.203557,"main_score":0.164864,"hf_subset":"cjk_Latn-tzm_Tfng","languages":["cjk-Latn","tzm-Tfng"]},{"precision":0.459402,"recall":0.537549,"f1":0.481241,"accuracy":0.537549,"main_score":0.481241,"hf_subset":"cjk_Latn-acq_Arab","languages":["cjk-Latn","acq-Arab"]},{"precision":0.501829,"recall":0.539526,"f1":0.512771,"accuracy":0.539526,"main_score":0.512771,"hf_subset":"cjk_Latn-bem_Latn","languages":["cjk-Latn","bem-Latn"]},{"precision":0.494822,"recall":0.5583,"f1":0.513752,"accuracy":0.5583,"main_score":0.513752,"hf_subset":"cjk_Latn-epo_Latn","languages":["cjk-Latn","epo-Latn"]},{"precision":0.497763,"recall":0.565217,"f1":0.517878,"accuracy":0.565217,"main_score":0.517878,"hf_subset":"cjk_Latn-hun_Latn","languages":["cjk-Latn","hun-Latn"]},{"precision":0.494642,"recall":0.547431,"f1":0.509803,"accuracy":0.547431,"main_score":0.509803,"hf_subset":"cjk_Latn-kir_Cyrl","languages":["cjk-Latn","kir-Cyrl"]},{"precision":0.470792,"recall":0.541502,"f1":0.491261,"accuracy":0.541502,"main_score":0.491261,"hf_subset":"cjk_Latn-mar_Deva","languages":["cjk-Latn","mar-Deva"]},{"precision":0.473072,"recall":0.520751,"f1":0.486837,"accuracy":0.520751,"main_score":0.486837,"hf_subset":"cjk_Latn-plt_Latn","languages":["cjk-Latn","plt-Latn"]},{"precision":0.4892,"recall":0.554348,"f1":0.508237,"accuracy":0.554348,"main_score":0.508237,"hf_subset":"cjk_Latn-srp_Cyrl","languages":["cjk-Latn","srp-Cyrl"]},{"precision":0.416941,"recall":0.483202,"f1":0.43594,"accuracy":0.483202,"main_score":0.43594,"hf_subset":"cjk_Latn-uig_Arab","languages":["cjk-Latn","uig-Arab"]},{"precision":0.451176,"recall":0.522727,"f1":0.472194,"accuracy":0.522727,"main_score":0.472194,"hf_subset":"cjk_Latn-aeb_Arab","languages":["cjk-Latn","aeb-Arab"]},{"precision":0.475028,"recall":0.541502,"f1":0.494436,"accuracy":0.541502,"main_score":0.494436,"hf_subset":"cjk_Latn-ben_Beng","languages":["cjk-Latn","ben-Beng"]},{"precision":0.486982,"recall":0.552372,"f1":0.505336,"accuracy":0.552372,"main_score":0.505336,"hf_subset":"cjk_Latn-est_Latn","languages":["cjk-Latn","est-Latn"]},{"precision":0.430076,"recall":0.497036,"f1":0.449932,"accuracy":0.497036,"main_score":0.449932,"hf_subset":"cjk_Latn-hye_Armn","languages":["cjk-Latn","hye-Armn"]},{"precision":0.490359,"recall":0.534585,"f1":0.502813,"accuracy":0.534585,"main_score":0.502813,"hf_subset":"cjk_Latn-kmb_Latn","languages":["cjk-Latn","kmb-Latn"]},{"precision":0.304669,"recall":0.373518,"f1":0.323893,"accuracy":0.373518,"main_score":0.323893,"hf_subset":"cjk_Latn-min_Arab","languages":["cjk-Latn","min-Arab"]},{"precision":0.49399,"recall":0.562253,"f1":0.513317,"accuracy":0.562253,"main_score":0.513317,"hf_subset":"cjk_Latn-pol_Latn","languages":["cjk-Latn","pol-Latn"]},{"precision":0.448486,"recall":0.493083,"f1":0.461075,"accuracy":0.493083,"main_score":0.461075,"hf_subset":"cjk_Latn-ssw_Latn","languages":["cjk-Latn","ssw-Latn"]},{"precision":0.485657,"recall":0.554348,"f1":0.505712,"accuracy":0.554348,"main_score":0.505712,"hf_subset":"cjk_Latn-ukr_Cyrl","languages":["cjk-Latn","ukr-Cyrl"]},{"precision":0.50114,"recall":0.567194,"f1":0.52072,"accuracy":0.567194,"main_score":0.52072,"hf_subset":"cjk_Latn-afr_Latn","languages":["cjk-Latn","afr-Latn"]},{"precision":0.48919,"recall":0.551383,"f1":0.507174,"accuracy":0.551383,"main_score":0.507174,"hf_subset":"cjk_Latn-bho_Deva","languages":["cjk-Latn","bho-Deva"]},{"precision":0.510104,"recall":0.560277,"f1":0.524582,"accuracy":0.560277,"main_score":0.524582,"hf_subset":"cjk_Latn-eus_Latn","languages":["cjk-Latn","eus-Latn"]},{"precision":0.451103,"recall":0.503953,"f1":0.466221,"accuracy":0.503953,"main_score":0.466221,"hf_subset":"cjk_Latn-ibo_Latn","languages":["cjk-Latn","ibo-Latn"]},{"precision":0.494192,"recall":0.544466,"f1":0.508767,"accuracy":0.544466,"main_score":0.508767,"hf_subset":"cjk_Latn-kmr_Latn","languages":["cjk-Latn","kmr-Latn"]},{"precision":0.497966,"recall":0.55336,"f1":0.513323,"accuracy":0.55336,"main_score":0.513323,"hf_subset":"cjk_Latn-min_Latn","languages":["cjk-Latn","min-Latn"]},{"precision":0.509008,"recall":0.579051,"f1":0.528683,"accuracy":0.579051,"main_score":0.528683,"hf_subset":"cjk_Latn-por_Latn","languages":["cjk-Latn","por-Latn"]},{"precision":0.514914,"recall":0.573123,"f1":0.531427,"accuracy":0.573123,"main_score":0.531427,"hf_subset":"cjk_Latn-sun_Latn","languages":["cjk-Latn","sun-Latn"]},{"precision":0.455484,"recall":0.502964,"f1":0.470026,"accuracy":0.502964,"main_score":0.470026,"hf_subset":"cjk_Latn-umb_Latn","languages":["cjk-Latn","umb-Latn"]},{"precision":0.469706,"recall":0.539526,"f1":0.490424,"accuracy":0.539526,"main_score":0.490424,"hf_subset":"cjk_Latn-ajp_Arab","languages":["cjk-Latn","ajp-Arab"]},{"precision":0.331168,"recall":0.389328,"f1":0.347843,"accuracy":0.389328,"main_score":0.347843,"hf_subset":"cjk_Latn-bjn_Arab","languages":["cjk-Latn","bjn-Arab"]},{"precision":0.455905,"recall":0.499012,"f1":0.468514,"accuracy":0.499012,"main_score":0.468514,"hf_subset":"cjk_Latn-ewe_Latn","languages":["cjk-Latn","ewe-Latn"]},{"precision":0.533693,"recall":0.582016,"f1":0.547318,"accuracy":0.582016,"main_score":0.547318,"hf_subset":"cjk_Latn-ilo_Latn","languages":["cjk-Latn","ilo-Latn"]},{"precision":0.201386,"recall":0.262846,"f1":0.217751,"accuracy":0.262846,"main_score":0.217751,"hf_subset":"cjk_Latn-knc_Arab","languages":["cjk-Latn","knc-Arab"]},{"precision":0.487839,"recall":0.554348,"f1":0.507597,"accuracy":0.554348,"main_score":0.507597,"hf_subset":"cjk_Latn-mkd_Cyrl","languages":["cjk-Latn","mkd-Cyrl"]},{"precision":0.47361,"recall":0.54249,"f1":0.4932,"accuracy":0.54249,"main_score":0.4932,"hf_subset":"cjk_Latn-prs_Arab","languages":["cjk-Latn","prs-Arab"]},{"precision":0.501184,"recall":0.56917,"f1":0.52072,"accuracy":0.56917,"main_score":0.52072,"hf_subset":"cjk_Latn-swe_Latn","languages":["cjk-Latn","swe-Latn"]},{"precision":0.444703,"recall":0.518775,"f1":0.466358,"accuracy":0.518775,"main_score":0.466358,"hf_subset":"cjk_Latn-urd_Arab","languages":["cjk-Latn","urd-Arab"]},{"precision":0.48734,"recall":0.533597,"f1":0.501318,"accuracy":0.533597,"main_score":0.501318,"hf_subset":"cjk_Latn-aka_Latn","languages":["cjk-Latn","aka-Latn"]},{"precision":0.499421,"recall":0.555336,"f1":0.515495,"accuracy":0.555336,"main_score":0.515495,"hf_subset":"cjk_Latn-bjn_Latn","languages":["cjk-Latn","bjn-Latn"]},{"precision":0.465893,"recall":0.528656,"f1":0.484392,"accuracy":0.528656,"main_score":0.484392,"hf_subset":"cjk_Latn-fao_Latn","languages":["cjk-Latn","fao-Latn"]},{"precision":0.49614,"recall":0.567194,"f1":0.517136,"accuracy":0.567194,"main_score":0.517136,"hf_subset":"cjk_Latn-ind_Latn","languages":["cjk-Latn","ind-Latn"]},{"precision":0.467104,"recall":0.511858,"f1":0.480616,"accuracy":0.511858,"main_score":0.480616,"hf_subset":"cjk_Latn-knc_Latn","languages":["cjk-Latn","knc-Latn"]},{"precision":0.525396,"recall":0.582016,"f1":0.541023,"accuracy":0.582016,"main_score":0.541023,"hf_subset":"cjk_Latn-mlt_Latn","languages":["cjk-Latn","mlt-Latn"]},{"precision":0.499102,"recall":0.541502,"f1":0.511327,"accuracy":0.541502,"main_score":0.511327,"hf_subset":"cjk_Latn-quy_Latn","languages":["cjk-Latn","quy-Latn"]},{"precision":0.475947,"recall":0.519763,"f1":0.489317,"accuracy":0.519763,"main_score":0.489317,"hf_subset":"cjk_Latn-swh_Latn","languages":["cjk-Latn","swh-Latn"]},{"precision":0.478099,"recall":0.543478,"f1":0.497256,"accuracy":0.543478,"main_score":0.497256,"hf_subset":"cjk_Latn-uzn_Latn","languages":["cjk-Latn","uzn-Latn"]},{"precision":0.502808,"recall":0.563241,"f1":0.520245,"accuracy":0.563241,"main_score":0.520245,"hf_subset":"cjk_Latn-als_Latn","languages":["cjk-Latn","als-Latn"]},{"precision":0.168219,"recall":0.215415,"f1":0.1796,"accuracy":0.215415,"main_score":0.1796,"hf_subset":"cjk_Latn-bod_Tibt","languages":["cjk-Latn","bod-Tibt"]},{"precision":0.454208,"recall":0.497036,"f1":0.466675,"accuracy":0.497036,"main_score":0.466675,"hf_subset":"cjk_Latn-fij_Latn","languages":["cjk-Latn","fij-Latn"]},{"precision":0.431877,"recall":0.498024,"f1":0.450518,"accuracy":0.498024,"main_score":0.450518,"hf_subset":"cjk_Latn-isl_Latn","languages":["cjk-Latn","isl-Latn"]},{"precision":0.47974,"recall":0.524704,"f1":0.493054,"accuracy":0.524704,"main_score":0.493054,"hf_subset":"cjk_Latn-kon_Latn","languages":["cjk-Latn","kon-Latn"]},{"precision":0.399388,"recall":0.455534,"f1":0.41528,"accuracy":0.455534,"main_score":0.41528,"hf_subset":"cjk_Latn-mni_Beng","languages":["cjk-Latn","mni-Beng"]},{"precision":0.504326,"recall":0.573123,"f1":0.524624,"accuracy":0.573123,"main_score":0.524624,"hf_subset":"cjk_Latn-ron_Latn","languages":["cjk-Latn","ron-Latn"]},{"precision":0.504373,"recall":0.565217,"f1":0.522128,"accuracy":0.565217,"main_score":0.522128,"hf_subset":"cjk_Latn-szl_Latn","languages":["cjk-Latn","szl-Latn"]},{"precision":0.520469,"recall":0.58004,"f1":0.537985,"accuracy":0.58004,"main_score":0.537985,"hf_subset":"cjk_Latn-vec_Latn","languages":["cjk-Latn","vec-Latn"]},{"precision":0.282255,"recall":0.342885,"f1":0.298776,"accuracy":0.342885,"main_score":0.298776,"hf_subset":"cjk_Latn-amh_Ethi","languages":["cjk-Latn","amh-Ethi"]},{"precision":0.506254,"recall":0.573123,"f1":0.525325,"accuracy":0.573123,"main_score":0.525325,"hf_subset":"cjk_Latn-bos_Latn","languages":["cjk-Latn","bos-Latn"]},{"precision":0.474639,"recall":0.543478,"f1":0.494655,"accuracy":0.543478,"main_score":0.494655,"hf_subset":"cjk_Latn-fin_Latn","languages":["cjk-Latn","fin-Latn"]},{"precision":0.509878,"recall":0.576087,"f1":0.529004,"accuracy":0.576087,"main_score":0.529004,"hf_subset":"cjk_Latn-ita_Latn","languages":["cjk-Latn","ita-Latn"]},{"precision":0.479844,"recall":0.547431,"f1":0.498984,"accuracy":0.547431,"main_score":0.498984,"hf_subset":"cjk_Latn-kor_Hang","languages":["cjk-Latn","kor-Hang"]},{"precision":0.463139,"recall":0.508893,"f1":0.476144,"accuracy":0.508893,"main_score":0.476144,"hf_subset":"cjk_Latn-mos_Latn","languages":["cjk-Latn","mos-Latn"]},{"precision":0.453211,"recall":0.497036,"f1":0.466403,"accuracy":0.497036,"main_score":0.466403,"hf_subset":"cjk_Latn-run_Latn","languages":["cjk-Latn","run-Latn"]},{"precision":0.438589,"recall":0.509881,"f1":0.459245,"accuracy":0.509881,"main_score":0.459245,"hf_subset":"cjk_Latn-tam_Taml","languages":["cjk-Latn","tam-Taml"]},{"precision":0.490164,"recall":0.559289,"f1":0.510365,"accuracy":0.559289,"main_score":0.510365,"hf_subset":"cjk_Latn-vie_Latn","languages":["cjk-Latn","vie-Latn"]},{"precision":0.472127,"recall":0.540514,"f1":0.492248,"accuracy":0.540514,"main_score":0.492248,"hf_subset":"cjk_Latn-apc_Arab","languages":["cjk-Latn","apc-Arab"]},{"precision":0.503424,"recall":0.548419,"f1":0.516667,"accuracy":0.548419,"main_score":0.516667,"hf_subset":"cjk_Latn-bug_Latn","languages":["cjk-Latn","bug-Latn"]},{"precision":0.425604,"recall":0.474308,"f1":0.439973,"accuracy":0.474308,"main_score":0.439973,"hf_subset":"cjk_Latn-fon_Latn","languages":["cjk-Latn","fon-Latn"]},{"precision":0.510871,"recall":0.567194,"f1":0.527073,"accuracy":0.567194,"main_score":0.527073,"hf_subset":"cjk_Latn-jav_Latn","languages":["cjk-Latn","jav-Latn"]},{"precision":0.381523,"recall":0.4417,"f1":0.398335,"accuracy":0.4417,"main_score":0.398335,"hf_subset":"cjk_Latn-lao_Laoo","languages":["cjk-Latn","lao-Laoo"]},{"precision":0.408671,"recall":0.462451,"f1":0.423902,"accuracy":0.462451,"main_score":0.423902,"hf_subset":"cjk_Latn-mri_Latn","languages":["cjk-Latn","mri-Latn"]},{"precision":0.487154,"recall":0.560277,"f1":0.508595,"accuracy":0.560277,"main_score":0.508595,"hf_subset":"cjk_Latn-rus_Cyrl","languages":["cjk-Latn","rus-Cyrl"]},{"precision":0.462085,"recall":0.504941,"f1":0.474242,"accuracy":0.504941,"main_score":0.474242,"hf_subset":"cjk_Latn-taq_Latn","languages":["cjk-Latn","taq-Latn"]},{"precision":0.536611,"recall":0.583004,"f1":0.550207,"accuracy":0.583004,"main_score":0.550207,"hf_subset":"cjk_Latn-war_Latn","languages":["cjk-Latn","war-Latn"]},{"precision":0.471101,"recall":0.543478,"f1":0.491198,"accuracy":0.543478,"main_score":0.491198,"hf_subset":"cjk_Latn-arb_Arab","languages":["cjk-Latn","arb-Arab"]},{"precision":0.492046,"recall":0.562253,"f1":0.512458,"accuracy":0.562253,"main_score":0.512458,"hf_subset":"cjk_Latn-bul_Cyrl","languages":["cjk-Latn","bul-Cyrl"]},{"precision":0.496157,"recall":0.571146,"f1":0.518157,"accuracy":0.571146,"main_score":0.518157,"hf_subset":"cjk_Latn-fra_Latn","languages":["cjk-Latn","fra-Latn"]},{"precision":0.478173,"recall":0.546443,"f1":0.497777,"accuracy":0.546443,"main_score":0.497777,"hf_subset":"cjk_Latn-jpn_Jpan","languages":["cjk-Latn","jpn-Jpan"]},{"precision":0.510674,"recall":0.570158,"f1":0.527524,"accuracy":0.570158,"main_score":0.527524,"hf_subset":"cjk_Latn-lij_Latn","languages":["cjk-Latn","lij-Latn"]},{"precision":0.279341,"recall":0.349802,"f1":0.298805,"accuracy":0.349802,"main_score":0.298805,"hf_subset":"cjk_Latn-mya_Mymr","languages":["cjk-Latn","mya-Mymr"]},{"precision":0.481412,"recall":0.525692,"f1":0.494243,"accuracy":0.525692,"main_score":0.494243,"hf_subset":"cjk_Latn-sag_Latn","languages":["cjk-Latn","sag-Latn"]},{"precision":0.157041,"recall":0.215415,"f1":0.169702,"accuracy":0.215415,"main_score":0.169702,"hf_subset":"cjk_Latn-taq_Tfng","languages":["cjk-Latn","taq-Tfng"]},{"precision":0.477201,"recall":0.528656,"f1":0.492399,"accuracy":0.528656,"main_score":0.492399,"hf_subset":"cjk_Latn-wol_Latn","languages":["cjk-Latn","wol-Latn"]},{"precision":0.381721,"recall":0.447628,"f1":0.400189,"accuracy":0.447628,"main_score":0.400189,"hf_subset":"cjk_Latn-arb_Latn","languages":["cjk-Latn","arb-Latn"]},{"precision":0.502546,"recall":0.568182,"f1":0.521417,"accuracy":0.568182,"main_score":0.521417,"hf_subset":"cjk_Latn-cat_Latn","languages":["cjk-Latn","cat-Latn"]},{"precision":0.514989,"recall":0.570158,"f1":0.531046,"accuracy":0.570158,"main_score":0.531046,"hf_subset":"cjk_Latn-fur_Latn","languages":["cjk-Latn","fur-Latn"]},{"precision":0.344557,"recall":0.401186,"f1":0.360705,"accuracy":0.401186,"main_score":0.360705,"hf_subset":"cjk_Latn-kab_Latn","languages":["cjk-Latn","kab-Latn"]},{"precision":0.499047,"recall":0.554348,"f1":0.515481,"accuracy":0.554348,"main_score":0.515481,"hf_subset":"cjk_Latn-lim_Latn","languages":["cjk-Latn","lim-Latn"]},{"precision":0.507732,"recall":0.570158,"f1":0.525837,"accuracy":0.570158,"main_score":0.525837,"hf_subset":"cjk_Latn-nld_Latn","languages":["cjk-Latn","nld-Latn"]},{"precision":0.431495,"recall":0.5,"f1":0.451775,"accuracy":0.5,"main_score":0.451775,"hf_subset":"cjk_Latn-san_Deva","languages":["cjk-Latn","san-Deva"]},{"precision":0.492201,"recall":0.552372,"f1":0.509802,"accuracy":0.552372,"main_score":0.509802,"hf_subset":"cjk_Latn-tat_Cyrl","languages":["cjk-Latn","tat-Cyrl"]},{"precision":0.475466,"recall":0.521739,"f1":0.488636,"accuracy":0.521739,"main_score":0.488636,"hf_subset":"cjk_Latn-xho_Latn","languages":["cjk-Latn","xho-Latn"]},{"precision":0.439473,"recall":0.521739,"f1":0.463067,"accuracy":0.521739,"main_score":0.463067,"hf_subset":"cjk_Latn-ars_Arab","languages":["cjk-Latn","ars-Arab"]},{"precision":0.523866,"recall":0.575099,"f1":0.53882,"accuracy":0.575099,"main_score":0.53882,"hf_subset":"cjk_Latn-ceb_Latn","languages":["cjk-Latn","ceb-Latn"]},{"precision":0.452496,"recall":0.500988,"f1":0.466518,"accuracy":0.500988,"main_score":0.466518,"hf_subset":"cjk_Latn-fuv_Latn","languages":["cjk-Latn","fuv-Latn"]},{"precision":0.451971,"recall":0.497036,"f1":0.465236,"accuracy":0.497036,"main_score":0.465236,"hf_subset":"cjk_Latn-kac_Latn","languages":["cjk-Latn","kac-Latn"]},{"precision":0.49361,"recall":0.535573,"f1":0.505459,"accuracy":0.535573,"main_score":0.505459,"hf_subset":"cjk_Latn-lin_Latn","languages":["cjk-Latn","lin-Latn"]},{"precision":0.499949,"recall":0.561265,"f1":0.518203,"accuracy":0.561265,"main_score":0.518203,"hf_subset":"cjk_Latn-nno_Latn","languages":["cjk-Latn","nno-Latn"]},{"precision":0.021242,"recall":0.066206,"f1":0.02787,"accuracy":0.066206,"main_score":0.02787,"hf_subset":"cjk_Latn-sat_Olck","languages":["cjk-Latn","sat-Olck"]},{"precision":0.474236,"recall":0.533597,"f1":0.490664,"accuracy":0.533597,"main_score":0.490664,"hf_subset":"cjk_Latn-tel_Telu","languages":["cjk-Latn","tel-Telu"]},{"precision":0.361834,"recall":0.435771,"f1":0.382461,"accuracy":0.435771,"main_score":0.382461,"hf_subset":"cjk_Latn-ydd_Hebr","languages":["cjk-Latn","ydd-Hebr"]},{"precision":0.446068,"recall":0.514822,"f1":0.465861,"accuracy":0.514822,"main_score":0.465861,"hf_subset":"cjk_Latn-ary_Arab","languages":["cjk-Latn","ary-Arab"]},{"precision":0.49638,"recall":0.565217,"f1":0.516763,"accuracy":0.565217,"main_score":0.516763,"hf_subset":"cjk_Latn-ces_Latn","languages":["cjk-Latn","ces-Latn"]},{"precision":0.371464,"recall":0.434783,"f1":0.38927,"accuracy":0.434783,"main_score":0.38927,"hf_subset":"cjk_Latn-gaz_Latn","languages":["cjk-Latn","gaz-Latn"]},{"precision":0.440489,"recall":0.485178,"f1":0.45381,"accuracy":0.485178,"main_score":0.45381,"hf_subset":"cjk_Latn-kam_Latn","languages":["cjk-Latn","kam-Latn"]},{"precision":0.463167,"recall":0.527668,"f1":0.481785,"accuracy":0.527668,"main_score":0.481785,"hf_subset":"cjk_Latn-lit_Latn","languages":["cjk-Latn","lit-Latn"]},{"precision":0.488475,"recall":0.5583,"f1":0.509037,"accuracy":0.5583,"main_score":0.509037,"hf_subset":"cjk_Latn-nob_Latn","languages":["cjk-Latn","nob-Latn"]},{"precision":0.501866,"recall":0.559289,"f1":0.51863,"accuracy":0.559289,"main_score":0.51863,"hf_subset":"cjk_Latn-scn_Latn","languages":["cjk-Latn","scn-Latn"]},{"precision":0.471144,"recall":0.531621,"f1":0.488729,"accuracy":0.531621,"main_score":0.488729,"hf_subset":"cjk_Latn-tgk_Cyrl","languages":["cjk-Latn","tgk-Cyrl"]},{"precision":0.405267,"recall":0.467391,"f1":0.423601,"accuracy":0.467391,"main_score":0.423601,"hf_subset":"cjk_Latn-yor_Latn","languages":["cjk-Latn","yor-Latn"]},{"precision":0.464263,"recall":0.533597,"f1":0.483937,"accuracy":0.533597,"main_score":0.483937,"hf_subset":"cjk_Latn-arz_Arab","languages":["cjk-Latn","arz-Arab"]},{"precision":0.427661,"recall":0.487154,"f1":0.444699,"accuracy":0.487154,"main_score":0.444699,"hf_subset":"cjk_Latn-gla_Latn","languages":["cjk-Latn","gla-Latn"]},{"precision":0.454629,"recall":0.523715,"f1":0.474766,"accuracy":0.523715,"main_score":0.474766,"hf_subset":"cjk_Latn-kan_Knda","languages":["cjk-Latn","kan-Knda"]},{"precision":0.530054,"recall":0.581028,"f1":0.544503,"accuracy":0.581028,"main_score":0.544503,"hf_subset":"cjk_Latn-lmo_Latn","languages":["cjk-Latn","lmo-Latn"]},{"precision":0.457385,"recall":0.527668,"f1":0.477692,"accuracy":0.527668,"main_score":0.477692,"hf_subset":"cjk_Latn-npi_Deva","languages":["cjk-Latn","npi-Deva"]},{"precision":0.392353,"recall":0.464427,"f1":0.412255,"accuracy":0.464427,"main_score":0.412255,"hf_subset":"cjk_Latn-shn_Mymr","languages":["cjk-Latn","shn-Mymr"]},{"precision":0.515152,"recall":0.570158,"f1":0.530916,"accuracy":0.570158,"main_score":0.530916,"hf_subset":"cjk_Latn-tgl_Latn","languages":["cjk-Latn","tgl-Latn"]},{"precision":0.468109,"recall":0.543478,"f1":0.489726,"accuracy":0.543478,"main_score":0.489726,"hf_subset":"cjk_Latn-yue_Hant","languages":["cjk-Latn","yue-Hant"]},{"precision":0.422912,"recall":0.493083,"f1":0.443294,"accuracy":0.493083,"main_score":0.443294,"hf_subset":"cjk_Latn-asm_Beng","languages":["cjk-Latn","asm-Beng"]},{"precision":0.40879,"recall":0.471344,"f1":0.426348,"accuracy":0.471344,"main_score":0.426348,"hf_subset":"cjk_Latn-ckb_Arab","languages":["cjk-Latn","ckb-Arab"]},{"precision":0.417493,"recall":0.478261,"f1":0.434578,"accuracy":0.478261,"main_score":0.434578,"hf_subset":"cjk_Latn-gle_Latn","languages":["cjk-Latn","gle-Latn"]},{"precision":0.430966,"recall":0.5,"f1":0.450876,"accuracy":0.5,"main_score":0.450876,"hf_subset":"cjk_Latn-kas_Arab","languages":["cjk-Latn","kas-Arab"]},{"precision":0.461441,"recall":0.524704,"f1":0.479329,"accuracy":0.524704,"main_score":0.479329,"hf_subset":"cjk_Latn-ltg_Latn","languages":["cjk-Latn","ltg-Latn"]},{"precision":0.490971,"recall":0.534585,"f1":0.503107,"accuracy":0.534585,"main_score":0.503107,"hf_subset":"cjk_Latn-nso_Latn","languages":["cjk-Latn","nso-Latn"]},{"precision":0.200423,"recall":0.242095,"f1":0.211262,"accuracy":0.242095,"main_score":0.211262,"hf_subset":"cjk_Latn-sin_Sinh","languages":["cjk-Latn","sin-Sinh"]},{"precision":0.465268,"recall":0.545455,"f1":0.488529,"accuracy":0.545455,"main_score":0.488529,"hf_subset":"cjk_Latn-tha_Thai","languages":["cjk-Latn","tha-Thai"]},{"precision":0.465535,"recall":0.541502,"f1":0.487629,"accuracy":0.541502,"main_score":0.487629,"hf_subset":"cjk_Latn-zho_Hans","languages":["cjk-Latn","zho-Hans"]},{"precision":0.506365,"recall":0.568182,"f1":0.524664,"accuracy":0.568182,"main_score":0.524664,"hf_subset":"cjk_Latn-ast_Latn","languages":["cjk-Latn","ast-Latn"]},{"precision":0.466984,"recall":0.530632,"f1":0.485321,"accuracy":0.530632,"main_score":0.485321,"hf_subset":"cjk_Latn-crh_Latn","languages":["cjk-Latn","crh-Latn"]},{"precision":0.513505,"recall":0.58004,"f1":0.532953,"accuracy":0.58004,"main_score":0.532953,"hf_subset":"cjk_Latn-glg_Latn","languages":["cjk-Latn","glg-Latn"]},{"precision":0.436669,"recall":0.498024,"f1":0.454604,"accuracy":0.498024,"main_score":0.454604,"hf_subset":"cjk_Latn-kas_Deva","languages":["cjk-Latn","kas-Deva"]},{"precision":0.514239,"recall":0.563241,"f1":0.528611,"accuracy":0.563241,"main_score":0.528611,"hf_subset":"cjk_Latn-ltz_Latn","languages":["cjk-Latn","ltz-Latn"]},{"precision":0.395729,"recall":0.454545,"f1":0.412335,"accuracy":0.454545,"main_score":0.412335,"hf_subset":"cjk_Latn-nus_Latn","languages":["cjk-Latn","nus-Latn"]},{"precision":0.485901,"recall":0.55336,"f1":0.505353,"accuracy":0.55336,"main_score":0.505353,"hf_subset":"cjk_Latn-slk_Latn","languages":["cjk-Latn","slk-Latn"]},{"precision":0.217385,"recall":0.266798,"f1":0.230592,"accuracy":0.266798,"main_score":0.230592,"hf_subset":"cjk_Latn-tir_Ethi","languages":["cjk-Latn","tir-Ethi"]},{"precision":0.46303,"recall":0.537549,"f1":0.484851,"accuracy":0.537549,"main_score":0.484851,"hf_subset":"cjk_Latn-zho_Hant","languages":["cjk-Latn","zho-Hant"]},{"precision":0.475111,"recall":0.546443,"f1":0.496247,"accuracy":0.546443,"main_score":0.496247,"hf_subset":"cjk_Latn-awa_Deva","languages":["cjk-Latn","awa-Deva"]},{"precision":0.47838,"recall":0.532609,"f1":0.494233,"accuracy":0.532609,"main_score":0.494233,"hf_subset":"cjk_Latn-cym_Latn","languages":["cjk-Latn","cym-Latn"]},{"precision":0.533712,"recall":0.574111,"f1":0.545358,"accuracy":0.574111,"main_score":0.545358,"hf_subset":"cjk_Latn-grn_Latn","languages":["cjk-Latn","grn-Latn"]},{"precision":0.458841,"recall":0.518775,"f1":0.475919,"accuracy":0.518775,"main_score":0.475919,"hf_subset":"cjk_Latn-kat_Geor","languages":["cjk-Latn","kat-Geor"]},{"precision":0.498581,"recall":0.543478,"f1":0.511339,"accuracy":0.543478,"main_score":0.511339,"hf_subset":"cjk_Latn-lua_Latn","languages":["cjk-Latn","lua-Latn"]},{"precision":0.466725,"recall":0.505929,"f1":0.478099,"accuracy":0.505929,"main_score":0.478099,"hf_subset":"cjk_Latn-nya_Latn","languages":["cjk-Latn","nya-Latn"]},{"precision":0.493178,"recall":0.557312,"f1":0.51135,"accuracy":0.557312,"main_score":0.51135,"hf_subset":"cjk_Latn-slv_Latn","languages":["cjk-Latn","slv-Latn"]},{"precision":0.517335,"recall":0.566206,"f1":0.531096,"accuracy":0.566206,"main_score":0.531096,"hf_subset":"cjk_Latn-tpi_Latn","languages":["cjk-Latn","tpi-Latn"]},{"precision":0.515436,"recall":0.582016,"f1":0.534834,"accuracy":0.582016,"main_score":0.534834,"hf_subset":"cjk_Latn-zsm_Latn","languages":["cjk-Latn","zsm-Latn"]},{"precision":0.469828,"recall":0.514822,"f1":0.482786,"accuracy":0.514822,"main_score":0.482786,"hf_subset":"cjk_Latn-ayr_Latn","languages":["cjk-Latn","ayr-Latn"]},{"precision":0.496006,"recall":0.564229,"f1":0.51564,"accuracy":0.564229,"main_score":0.51564,"hf_subset":"cjk_Latn-dan_Latn","languages":["cjk-Latn","dan-Latn"]},{"precision":0.465184,"recall":0.532609,"f1":0.484359,"accuracy":0.532609,"main_score":0.484359,"hf_subset":"cjk_Latn-guj_Gujr","languages":["cjk-Latn","guj-Gujr"]},{"precision":0.484914,"recall":0.550395,"f1":0.503722,"accuracy":0.550395,"main_score":0.503722,"hf_subset":"cjk_Latn-kaz_Cyrl","languages":["cjk-Latn","kaz-Cyrl"]},{"precision":0.429329,"recall":0.476285,"f1":0.443058,"accuracy":0.476285,"main_score":0.443058,"hf_subset":"cjk_Latn-lug_Latn","languages":["cjk-Latn","lug-Latn"]},{"precision":0.520239,"recall":0.583004,"f1":0.537979,"accuracy":0.583004,"main_score":0.537979,"hf_subset":"cjk_Latn-oci_Latn","languages":["cjk-Latn","oci-Latn"]},{"precision":0.456969,"recall":0.507905,"f1":0.471747,"accuracy":0.507905,"main_score":0.471747,"hf_subset":"cjk_Latn-smo_Latn","languages":["cjk-Latn","smo-Latn"]},{"precision":0.429143,"recall":0.476285,"f1":0.443052,"accuracy":0.476285,"main_score":0.443052,"hf_subset":"cjk_Latn-tsn_Latn","languages":["cjk-Latn","tsn-Latn"]},{"precision":0.440527,"recall":0.492095,"f1":0.455655,"accuracy":0.492095,"main_score":0.455655,"hf_subset":"cjk_Latn-zul_Latn","languages":["cjk-Latn","zul-Latn"]},{"precision":0.416594,"recall":0.477273,"f1":0.433757,"accuracy":0.477273,"main_score":0.433757,"hf_subset":"cjk_Latn-azb_Arab","languages":["cjk-Latn","azb-Arab"]},{"precision":0.496765,"recall":0.56917,"f1":0.517417,"accuracy":0.56917,"main_score":0.517417,"hf_subset":"cjk_Latn-deu_Latn","languages":["cjk-Latn","deu-Latn"]},{"precision":0.473494,"recall":0.537549,"f1":0.491943,"accuracy":0.537549,"main_score":0.491943,"hf_subset":"cjk_Latn-hat_Latn","languages":["cjk-Latn","hat-Latn"]},{"precision":0.426912,"recall":0.475296,"f1":0.441098,"accuracy":0.475296,"main_score":0.441098,"hf_subset":"cjk_Latn-kbp_Latn","languages":["cjk-Latn","kbp-Latn"]},{"precision":0.470547,"recall":0.51581,"f1":0.484074,"accuracy":0.51581,"main_score":0.484074,"hf_subset":"cjk_Latn-luo_Latn","languages":["cjk-Latn","luo-Latn"]},{"precision":0.436545,"recall":0.506917,"f1":0.457119,"accuracy":0.506917,"main_score":0.457119,"hf_subset":"cjk_Latn-ory_Orya","languages":["cjk-Latn","ory-Orya"]},{"precision":0.475388,"recall":0.51581,"f1":0.486903,"accuracy":0.51581,"main_score":0.486903,"hf_subset":"cjk_Latn-sna_Latn","languages":["cjk-Latn","sna-Latn"]},{"precision":0.460837,"recall":0.505929,"f1":0.474101,"accuracy":0.505929,"main_score":0.474101,"hf_subset":"cjk_Latn-tso_Latn","languages":["cjk-Latn","tso-Latn"]},{"precision":0.472351,"recall":0.543478,"f1":0.492725,"accuracy":0.543478,"main_score":0.492725,"hf_subset":"cjk_Latn-azj_Latn","languages":["cjk-Latn","azj-Latn"]},{"precision":0.440613,"recall":0.494071,"f1":0.456684,"accuracy":0.494071,"main_score":0.456684,"hf_subset":"cjk_Latn-dik_Latn","languages":["cjk-Latn","dik-Latn"]},{"precision":0.459373,"recall":0.506917,"f1":0.472944,"accuracy":0.506917,"main_score":0.472944,"hf_subset":"cjk_Latn-hau_Latn","languages":["cjk-Latn","hau-Latn"]},{"precision":0.538843,"recall":0.589921,"f1":0.55369,"accuracy":0.589921,"main_score":0.55369,"hf_subset":"cjk_Latn-kea_Latn","languages":["cjk-Latn","kea-Latn"]},{"precision":0.501722,"recall":0.546443,"f1":0.514628,"accuracy":0.546443,"main_score":0.514628,"hf_subset":"cjk_Latn-lus_Latn","languages":["cjk-Latn","lus-Latn"]},{"precision":0.522706,"recall":0.565217,"f1":0.535003,"accuracy":0.565217,"main_score":0.535003,"hf_subset":"cjk_Latn-pag_Latn","languages":["cjk-Latn","pag-Latn"]},{"precision":0.430747,"recall":0.498024,"f1":0.449528,"accuracy":0.498024,"main_score":0.449528,"hf_subset":"cjk_Latn-snd_Arab","languages":["cjk-Latn","snd-Arab"]},{"precision":0.47564,"recall":0.532609,"f1":0.491857,"accuracy":0.532609,"main_score":0.491857,"hf_subset":"cjk_Latn-tuk_Latn","languages":["cjk-Latn","tuk-Latn"]},{"precision":0.491301,"recall":0.549407,"f1":0.508019,"accuracy":0.549407,"main_score":0.508019,"hf_subset":"cjk_Latn-bak_Cyrl","languages":["cjk-Latn","bak-Cyrl"]},{"precision":0.37309,"recall":0.435771,"f1":0.3917,"accuracy":0.435771,"main_score":0.3917,"hf_subset":"cjk_Latn-dyu_Latn","languages":["cjk-Latn","dyu-Latn"]},{"precision":0.454855,"recall":0.528656,"f1":0.476487,"accuracy":0.528656,"main_score":0.476487,"hf_subset":"cjk_Latn-heb_Hebr","languages":["cjk-Latn","heb-Hebr"]},{"precision":0.464048,"recall":0.517787,"f1":0.4799,"accuracy":0.517787,"main_score":0.4799,"hf_subset":"cjk_Latn-khk_Cyrl","languages":["cjk-Latn","khk-Cyrl"]},{"precision":0.478854,"recall":0.547431,"f1":0.498966,"accuracy":0.547431,"main_score":0.498966,"hf_subset":"cjk_Latn-lvs_Latn","languages":["cjk-Latn","lvs-Latn"]},{"precision":0.45958,"recall":0.531621,"f1":0.480291,"accuracy":0.531621,"main_score":0.480291,"hf_subset":"cjk_Latn-pan_Guru","languages":["cjk-Latn","pan-Guru"]},{"precision":0.429491,"recall":0.481225,"f1":0.444598,"accuracy":0.481225,"main_score":0.444598,"hf_subset":"cjk_Latn-som_Latn","languages":["cjk-Latn","som-Latn"]},{"precision":0.459018,"recall":0.499012,"f1":0.471178,"accuracy":0.499012,"main_score":0.471178,"hf_subset":"cjk_Latn-tum_Latn","languages":["cjk-Latn","tum-Latn"]},{"precision":0.331785,"recall":0.385375,"f1":0.346763,"accuracy":0.385375,"main_score":0.346763,"hf_subset":"gla_Latn-ace_Arab","languages":["gla-Latn","ace-Arab"]},{"precision":0.422528,"recall":0.467391,"f1":0.435263,"accuracy":0.467391,"main_score":0.435263,"hf_subset":"gla_Latn-bam_Latn","languages":["gla-Latn","bam-Latn"]},{"precision":0.119115,"recall":0.160079,"f1":0.12934,"accuracy":0.160079,"main_score":0.12934,"hf_subset":"gla_Latn-dzo_Tibt","languages":["gla-Latn","dzo-Tibt"]},{"precision":0.617558,"recall":0.68083,"f1":0.634802,"accuracy":0.68083,"main_score":0.634802,"hf_subset":"gla_Latn-hin_Deva","languages":["gla-Latn","hin-Deva"]},{"precision":0.489082,"recall":0.565217,"f1":0.510572,"accuracy":0.565217,"main_score":0.510572,"hf_subset":"gla_Latn-khm_Khmr","languages":["gla-Latn","khm-Khmr"]},{"precision":0.594615,"recall":0.66502,"f1":0.613741,"accuracy":0.66502,"main_score":0.613741,"hf_subset":"gla_Latn-mag_Deva","languages":["gla-Latn","mag-Deva"]},{"precision":0.595034,"recall":0.647233,"f1":0.608095,"accuracy":0.647233,"main_score":0.608095,"hf_subset":"gla_Latn-pap_Latn","languages":["gla-Latn","pap-Latn"]},{"precision":0.467111,"recall":0.507905,"f1":0.47823,"accuracy":0.507905,"main_score":0.47823,"hf_subset":"gla_Latn-sot_Latn","languages":["gla-Latn","sot-Latn"]},{"precision":0.606657,"recall":0.678854,"f1":0.627002,"accuracy":0.678854,"main_score":0.627002,"hf_subset":"gla_Latn-tur_Latn","languages":["gla-Latn","tur-Latn"]},{"precision":0.532773,"recall":0.572134,"f1":0.543933,"accuracy":0.572134,"main_score":0.543933,"hf_subset":"gla_Latn-ace_Latn","languages":["gla-Latn","ace-Latn"]},{"precision":0.565144,"recall":0.610672,"f1":0.577024,"accuracy":0.610672,"main_score":0.577024,"hf_subset":"gla_Latn-ban_Latn","languages":["gla-Latn","ban-Latn"]},{"precision":0.594336,"recall":0.663043,"f1":0.614243,"accuracy":0.663043,"main_score":0.614243,"hf_subset":"gla_Latn-ell_Grek","languages":["gla-Latn","ell-Grek"]},{"precision":0.588519,"recall":0.65415,"f1":0.606563,"accuracy":0.65415,"main_score":0.606563,"hf_subset":"gla_Latn-hne_Deva","languages":["gla-Latn","hne-Deva"]},{"precision":0.400043,"recall":0.445652,"f1":0.412907,"accuracy":0.445652,"main_score":0.412907,"hf_subset":"gla_Latn-kik_Latn","languages":["gla-Latn","kik-Latn"]},{"precision":0.58775,"recall":0.651186,"f1":0.605384,"accuracy":0.651186,"main_score":0.605384,"hf_subset":"gla_Latn-mai_Deva","languages":["gla-Latn","mai-Deva"]},{"precision":0.537317,"recall":0.600791,"f1":0.555302,"accuracy":0.600791,"main_score":0.555302,"hf_subset":"gla_Latn-pbt_Arab","languages":["gla-Latn","pbt-Arab"]},{"precision":0.616804,"recall":0.675889,"f1":0.63322,"accuracy":0.675889,"main_score":0.63322,"hf_subset":"gla_Latn-spa_Latn","languages":["gla-Latn","spa-Latn"]},{"precision":0.461803,"recall":0.496047,"f1":0.471069,"accuracy":0.496047,"main_score":0.471069,"hf_subset":"gla_Latn-twi_Latn","languages":["gla-Latn","twi-Latn"]},{"precision":0.577237,"recall":0.649209,"f1":0.59676,"accuracy":0.649209,"main_score":0.59676,"hf_subset":"gla_Latn-acm_Arab","languages":["gla-Latn","acm-Arab"]},{"precision":0.596418,"recall":0.662055,"f1":0.614535,"accuracy":0.662055,"main_score":0.614535,"hf_subset":"gla_Latn-bel_Cyrl","languages":["gla-Latn","bel-Cyrl"]},{"precision":0.636013,"recall":0.697628,"f1":0.653089,"accuracy":0.697628,"main_score":0.653089,"hf_subset":"gla_Latn-eng_Latn","languages":["gla-Latn","eng-Latn"]},{"precision":0.629723,"recall":0.690711,"f1":0.646167,"accuracy":0.690711,"main_score":0.646167,"hf_subset":"gla_Latn-hrv_Latn","languages":["gla-Latn","hrv-Latn"]},{"precision":0.444261,"recall":0.479249,"f1":0.453825,"accuracy":0.479249,"main_score":0.453825,"hf_subset":"gla_Latn-kin_Latn","languages":["gla-Latn","kin-Latn"]},{"precision":0.589949,"recall":0.663043,"f1":0.610033,"accuracy":0.663043,"main_score":0.610033,"hf_subset":"gla_Latn-mal_Mlym","languages":["gla-Latn","mal-Mlym"]},{"precision":0.589976,"recall":0.660079,"f1":0.609322,"accuracy":0.660079,"main_score":0.609322,"hf_subset":"gla_Latn-pes_Arab","languages":["gla-Latn","pes-Arab"]},{"precision":0.60894,"recall":0.666008,"f1":0.624011,"accuracy":0.666008,"main_score":0.624011,"hf_subset":"gla_Latn-srd_Latn","languages":["gla-Latn","srd-Latn"]},{"precision":0.165793,"recall":0.216403,"f1":0.176931,"accuracy":0.216403,"main_score":0.176931,"hf_subset":"gla_Latn-tzm_Tfng","languages":["gla-Latn","tzm-Tfng"]},{"precision":0.583361,"recall":0.656126,"f1":0.603375,"accuracy":0.656126,"main_score":0.603375,"hf_subset":"gla_Latn-acq_Arab","languages":["gla-Latn","acq-Arab"]},{"precision":0.478427,"recall":0.51087,"f1":0.487522,"accuracy":0.51087,"main_score":0.487522,"hf_subset":"gla_Latn-bem_Latn","languages":["gla-Latn","bem-Latn"]},{"precision":0.617987,"recall":0.679842,"f1":0.634184,"accuracy":0.679842,"main_score":0.634184,"hf_subset":"gla_Latn-epo_Latn","languages":["gla-Latn","epo-Latn"]},{"precision":0.615091,"recall":0.677866,"f1":0.631619,"accuracy":0.677866,"main_score":0.631619,"hf_subset":"gla_Latn-hun_Latn","languages":["gla-Latn","hun-Latn"]},{"precision":0.587166,"recall":0.642292,"f1":0.602088,"accuracy":0.642292,"main_score":0.602088,"hf_subset":"gla_Latn-kir_Cyrl","languages":["gla-Latn","kir-Cyrl"]},{"precision":0.61559,"recall":0.68083,"f1":0.633791,"accuracy":0.68083,"main_score":0.633791,"hf_subset":"gla_Latn-mar_Deva","languages":["gla-Latn","mar-Deva"]},{"precision":0.506908,"recall":0.546443,"f1":0.517394,"accuracy":0.546443,"main_score":0.517394,"hf_subset":"gla_Latn-plt_Latn","languages":["gla-Latn","plt-Latn"]},{"precision":0.615634,"recall":0.686759,"f1":0.634835,"accuracy":0.686759,"main_score":0.634835,"hf_subset":"gla_Latn-srp_Cyrl","languages":["gla-Latn","srp-Cyrl"]},{"precision":0.553066,"recall":0.616601,"f1":0.571349,"accuracy":0.616601,"main_score":0.571349,"hf_subset":"gla_Latn-uig_Arab","languages":["gla-Latn","uig-Arab"]},{"precision":0.57347,"recall":0.639328,"f1":0.592001,"accuracy":0.639328,"main_score":0.592001,"hf_subset":"gla_Latn-aeb_Arab","languages":["gla-Latn","aeb-Arab"]},{"precision":0.617959,"recall":0.684783,"f1":0.636848,"accuracy":0.684783,"main_score":0.636848,"hf_subset":"gla_Latn-ben_Beng","languages":["gla-Latn","ben-Beng"]},{"precision":0.610111,"recall":0.674901,"f1":0.627436,"accuracy":0.674901,"main_score":0.627436,"hf_subset":"gla_Latn-est_Latn","languages":["gla-Latn","est-Latn"]},{"precision":0.594301,"recall":0.66502,"f1":0.6141,"accuracy":0.66502,"main_score":0.6141,"hf_subset":"gla_Latn-hye_Armn","languages":["gla-Latn","hye-Armn"]},{"precision":0.448568,"recall":0.481225,"f1":0.457798,"accuracy":0.481225,"main_score":0.457798,"hf_subset":"gla_Latn-kmb_Latn","languages":["gla-Latn","kmb-Latn"]},{"precision":0.320613,"recall":0.380435,"f1":0.337407,"accuracy":0.380435,"main_score":0.337407,"hf_subset":"gla_Latn-min_Arab","languages":["gla-Latn","min-Arab"]},{"precision":0.616815,"recall":0.68083,"f1":0.634419,"accuracy":0.68083,"main_score":0.634419,"hf_subset":"gla_Latn-pol_Latn","languages":["gla-Latn","pol-Latn"]},{"precision":0.436076,"recall":0.480237,"f1":0.447694,"accuracy":0.480237,"main_score":0.447694,"hf_subset":"gla_Latn-ssw_Latn","languages":["gla-Latn","ssw-Latn"]},{"precision":0.623937,"recall":0.6917,"f1":0.642575,"accuracy":0.6917,"main_score":0.642575,"hf_subset":"gla_Latn-ukr_Cyrl","languages":["gla-Latn","ukr-Cyrl"]},{"precision":0.650734,"recall":0.705534,"f1":0.664712,"accuracy":0.705534,"main_score":0.664712,"hf_subset":"gla_Latn-afr_Latn","languages":["gla-Latn","afr-Latn"]},{"precision":0.574224,"recall":0.636364,"f1":0.591526,"accuracy":0.636364,"main_score":0.591526,"hf_subset":"gla_Latn-bho_Deva","languages":["gla-Latn","bho-Deva"]},{"precision":0.609788,"recall":0.662055,"f1":0.623785,"accuracy":0.662055,"main_score":0.623785,"hf_subset":"gla_Latn-eus_Latn","languages":["gla-Latn","eus-Latn"]},{"precision":0.450768,"recall":0.494071,"f1":0.462337,"accuracy":0.494071,"main_score":0.462337,"hf_subset":"gla_Latn-ibo_Latn","languages":["gla-Latn","ibo-Latn"]},{"precision":0.53523,"recall":0.58498,"f1":0.548961,"accuracy":0.58498,"main_score":0.548961,"hf_subset":"gla_Latn-kmr_Latn","languages":["gla-Latn","kmr-Latn"]},{"precision":0.568846,"recall":0.618577,"f1":0.581887,"accuracy":0.618577,"main_score":0.581887,"hf_subset":"gla_Latn-min_Latn","languages":["gla-Latn","min-Latn"]},{"precision":0.628944,"recall":0.692688,"f1":0.646275,"accuracy":0.692688,"main_score":0.646275,"hf_subset":"gla_Latn-por_Latn","languages":["gla-Latn","por-Latn"]},{"precision":0.589717,"recall":0.644269,"f1":0.604277,"accuracy":0.644269,"main_score":0.604277,"hf_subset":"gla_Latn-sun_Latn","languages":["gla-Latn","sun-Latn"]},{"precision":0.443735,"recall":0.480237,"f1":0.454333,"accuracy":0.480237,"main_score":0.454333,"hf_subset":"gla_Latn-umb_Latn","languages":["gla-Latn","umb-Latn"]},{"precision":0.599086,"recall":0.672925,"f1":0.618847,"accuracy":0.672925,"main_score":0.618847,"hf_subset":"gla_Latn-ajp_Arab","languages":["gla-Latn","ajp-Arab"]},{"precision":0.33166,"recall":0.384387,"f1":0.345515,"accuracy":0.384387,"main_score":0.345515,"hf_subset":"gla_Latn-bjn_Arab","languages":["gla-Latn","bjn-Arab"]},{"precision":0.437632,"recall":0.465415,"f1":0.445686,"accuracy":0.465415,"main_score":0.445686,"hf_subset":"gla_Latn-ewe_Latn","languages":["gla-Latn","ewe-Latn"]},{"precision":0.5624,"recall":0.602767,"f1":0.57292,"accuracy":0.602767,"main_score":0.57292,"hf_subset":"gla_Latn-ilo_Latn","languages":["gla-Latn","ilo-Latn"]},{"precision":0.194595,"recall":0.255929,"f1":0.210856,"accuracy":0.255929,"main_score":0.210856,"hf_subset":"gla_Latn-knc_Arab","languages":["gla-Latn","knc-Arab"]},{"precision":0.6277,"recall":0.686759,"f1":0.643685,"accuracy":0.686759,"main_score":0.643685,"hf_subset":"gla_Latn-mkd_Cyrl","languages":["gla-Latn","mkd-Cyrl"]},{"precision":0.603444,"recall":0.675889,"f1":0.623544,"accuracy":0.675889,"main_score":0.623544,"hf_subset":"gla_Latn-prs_Arab","languages":["gla-Latn","prs-Arab"]},{"precision":0.618896,"recall":0.683794,"f1":0.636718,"accuracy":0.683794,"main_score":0.636718,"hf_subset":"gla_Latn-swe_Latn","languages":["gla-Latn","swe-Latn"]},{"precision":0.606772,"recall":0.678854,"f1":0.626408,"accuracy":0.678854,"main_score":0.626408,"hf_subset":"gla_Latn-urd_Arab","languages":["gla-Latn","urd-Arab"]},{"precision":0.469492,"recall":0.500988,"f1":0.478208,"accuracy":0.500988,"main_score":0.478208,"hf_subset":"gla_Latn-aka_Latn","languages":["gla-Latn","aka-Latn"]},{"precision":0.564508,"recall":0.62747,"f1":0.581196,"accuracy":0.62747,"main_score":0.581196,"hf_subset":"gla_Latn-bjn_Latn","languages":["gla-Latn","bjn-Latn"]},{"precision":0.566196,"recall":0.626482,"f1":0.582401,"accuracy":0.626482,"main_score":0.582401,"hf_subset":"gla_Latn-fao_Latn","languages":["gla-Latn","fao-Latn"]},{"precision":0.628732,"recall":0.694664,"f1":0.647149,"accuracy":0.694664,"main_score":0.647149,"hf_subset":"gla_Latn-ind_Latn","languages":["gla-Latn","ind-Latn"]},{"precision":0.47343,"recall":0.505929,"f1":0.482478,"accuracy":0.505929,"main_score":0.482478,"hf_subset":"gla_Latn-knc_Latn","languages":["gla-Latn","knc-Latn"]},{"precision":0.617299,"recall":0.661067,"f1":0.628124,"accuracy":0.661067,"main_score":0.628124,"hf_subset":"gla_Latn-mlt_Latn","languages":["gla-Latn","mlt-Latn"]},{"precision":0.470883,"recall":0.506917,"f1":0.481216,"accuracy":0.506917,"main_score":0.481216,"hf_subset":"gla_Latn-quy_Latn","languages":["gla-Latn","quy-Latn"]},{"precision":0.527035,"recall":0.58498,"f1":0.541956,"accuracy":0.58498,"main_score":0.541956,"hf_subset":"gla_Latn-swh_Latn","languages":["gla-Latn","swh-Latn"]},{"precision":0.600602,"recall":0.661067,"f1":0.616805,"accuracy":0.661067,"main_score":0.616805,"hf_subset":"gla_Latn-uzn_Latn","languages":["gla-Latn","uzn-Latn"]},{"precision":0.615425,"recall":0.679842,"f1":0.632148,"accuracy":0.679842,"main_score":0.632148,"hf_subset":"gla_Latn-als_Latn","languages":["gla-Latn","als-Latn"]},{"precision":0.176823,"recall":0.229249,"f1":0.190367,"accuracy":0.229249,"main_score":0.190367,"hf_subset":"gla_Latn-bod_Tibt","languages":["gla-Latn","bod-Tibt"]},{"precision":0.453788,"recall":0.48419,"f1":0.46242,"accuracy":0.48419,"main_score":0.46242,"hf_subset":"gla_Latn-fij_Latn","languages":["gla-Latn","fij-Latn"]},{"precision":0.583789,"recall":0.639328,"f1":0.598599,"accuracy":0.639328,"main_score":0.598599,"hf_subset":"gla_Latn-isl_Latn","languages":["gla-Latn","isl-Latn"]},{"precision":0.466262,"recall":0.509881,"f1":0.477906,"accuracy":0.509881,"main_score":0.477906,"hf_subset":"gla_Latn-kon_Latn","languages":["gla-Latn","kon-Latn"]},{"precision":0.399342,"recall":0.452569,"f1":0.414429,"accuracy":0.452569,"main_score":0.414429,"hf_subset":"gla_Latn-mni_Beng","languages":["gla-Latn","mni-Beng"]},{"precision":0.625827,"recall":0.692688,"f1":0.644034,"accuracy":0.692688,"main_score":0.644034,"hf_subset":"gla_Latn-ron_Latn","languages":["gla-Latn","ron-Latn"]},{"precision":0.607365,"recall":0.672925,"f1":0.624602,"accuracy":0.672925,"main_score":0.624602,"hf_subset":"gla_Latn-szl_Latn","languages":["gla-Latn","szl-Latn"]},{"precision":0.6127,"recall":0.670949,"f1":0.627861,"accuracy":0.670949,"main_score":0.627861,"hf_subset":"gla_Latn-vec_Latn","languages":["gla-Latn","vec-Latn"]},{"precision":0.360241,"recall":0.426877,"f1":0.378633,"accuracy":0.426877,"main_score":0.378633,"hf_subset":"gla_Latn-amh_Ethi","languages":["gla-Latn","amh-Ethi"]},{"precision":0.637665,"recall":0.701581,"f1":0.654442,"accuracy":0.701581,"main_score":0.654442,"hf_subset":"gla_Latn-bos_Latn","languages":["gla-Latn","bos-Latn"]},{"precision":0.596396,"recall":0.662055,"f1":0.614549,"accuracy":0.662055,"main_score":0.614549,"hf_subset":"gla_Latn-fin_Latn","languages":["gla-Latn","fin-Latn"]},{"precision":0.630735,"recall":0.6917,"f1":0.647297,"accuracy":0.6917,"main_score":0.647297,"hf_subset":"gla_Latn-ita_Latn","languages":["gla-Latn","ita-Latn"]},{"precision":0.59412,"recall":0.661067,"f1":0.612126,"accuracy":0.661067,"main_score":0.612126,"hf_subset":"gla_Latn-kor_Hang","languages":["gla-Latn","kor-Hang"]},{"precision":0.434619,"recall":0.478261,"f1":0.446395,"accuracy":0.478261,"main_score":0.446395,"hf_subset":"gla_Latn-mos_Latn","languages":["gla-Latn","mos-Latn"]},{"precision":0.462669,"recall":0.5,"f1":0.47264,"accuracy":0.5,"main_score":0.47264,"hf_subset":"gla_Latn-run_Latn","languages":["gla-Latn","run-Latn"]},{"precision":0.579559,"recall":0.650198,"f1":0.598737,"accuracy":0.650198,"main_score":0.598737,"hf_subset":"gla_Latn-tam_Taml","languages":["gla-Latn","tam-Taml"]},{"precision":0.600879,"recall":0.674901,"f1":0.621625,"accuracy":0.674901,"main_score":0.621625,"hf_subset":"gla_Latn-vie_Latn","languages":["gla-Latn","vie-Latn"]},{"precision":0.565514,"recall":0.643281,"f1":0.586374,"accuracy":0.643281,"main_score":0.586374,"hf_subset":"gla_Latn-apc_Arab","languages":["gla-Latn","apc-Arab"]},{"precision":0.501322,"recall":0.537549,"f1":0.511135,"accuracy":0.537549,"main_score":0.511135,"hf_subset":"gla_Latn-bug_Latn","languages":["gla-Latn","bug-Latn"]},{"precision":0.426981,"recall":0.461462,"f1":0.436825,"accuracy":0.461462,"main_score":0.436825,"hf_subset":"gla_Latn-fon_Latn","languages":["gla-Latn","fon-Latn"]},{"precision":0.599691,"recall":0.659091,"f1":0.615994,"accuracy":0.659091,"main_score":0.615994,"hf_subset":"gla_Latn-jav_Latn","languages":["gla-Latn","jav-Latn"]},{"precision":0.522855,"recall":0.587945,"f1":0.540952,"accuracy":0.587945,"main_score":0.540952,"hf_subset":"gla_Latn-lao_Laoo","languages":["gla-Latn","lao-Laoo"]},{"precision":0.486148,"recall":0.531621,"f1":0.498228,"accuracy":0.531621,"main_score":0.498228,"hf_subset":"gla_Latn-mri_Latn","languages":["gla-Latn","mri-Latn"]},{"precision":0.630956,"recall":0.698617,"f1":0.649672,"accuracy":0.698617,"main_score":0.649672,"hf_subset":"gla_Latn-rus_Cyrl","languages":["gla-Latn","rus-Cyrl"]},{"precision":0.438186,"recall":0.472332,"f1":0.448013,"accuracy":0.472332,"main_score":0.448013,"hf_subset":"gla_Latn-taq_Latn","languages":["gla-Latn","taq-Latn"]},{"precision":0.617287,"recall":0.662055,"f1":0.629042,"accuracy":0.662055,"main_score":0.629042,"hf_subset":"gla_Latn-war_Latn","languages":["gla-Latn","war-Latn"]},{"precision":0.585888,"recall":0.661067,"f1":0.606494,"accuracy":0.661067,"main_score":0.606494,"hf_subset":"gla_Latn-arb_Arab","languages":["gla-Latn","arb-Arab"]},{"precision":0.618463,"recall":0.681818,"f1":0.635698,"accuracy":0.681818,"main_score":0.635698,"hf_subset":"gla_Latn-bul_Cyrl","languages":["gla-Latn","bul-Cyrl"]},{"precision":0.621114,"recall":0.687747,"f1":0.639035,"accuracy":0.687747,"main_score":0.639035,"hf_subset":"gla_Latn-fra_Latn","languages":["gla-Latn","fra-Latn"]},{"precision":0.584754,"recall":0.65415,"f1":0.603981,"accuracy":0.65415,"main_score":0.603981,"hf_subset":"gla_Latn-jpn_Jpan","languages":["gla-Latn","jpn-Jpan"]},{"precision":0.632375,"recall":0.68083,"f1":0.645377,"accuracy":0.68083,"main_score":0.645377,"hf_subset":"gla_Latn-lij_Latn","languages":["gla-Latn","lij-Latn"]},{"precision":0.414152,"recall":0.507905,"f1":0.440548,"accuracy":0.507905,"main_score":0.440548,"hf_subset":"gla_Latn-mya_Mymr","languages":["gla-Latn","mya-Mymr"]},{"precision":0.446068,"recall":0.488142,"f1":0.457573,"accuracy":0.488142,"main_score":0.457573,"hf_subset":"gla_Latn-sag_Latn","languages":["gla-Latn","sag-Latn"]},{"precision":0.155194,"recall":0.213439,"f1":0.167894,"accuracy":0.213439,"main_score":0.167894,"hf_subset":"gla_Latn-taq_Tfng","languages":["gla-Latn","taq-Tfng"]},{"precision":0.483758,"recall":0.517787,"f1":0.493276,"accuracy":0.517787,"main_score":0.493276,"hf_subset":"gla_Latn-wol_Latn","languages":["gla-Latn","wol-Latn"]},{"precision":0.420658,"recall":0.483202,"f1":0.437026,"accuracy":0.483202,"main_score":0.437026,"hf_subset":"gla_Latn-arb_Latn","languages":["gla-Latn","arb-Latn"]},{"precision":0.643593,"recall":0.705534,"f1":0.660075,"accuracy":0.705534,"main_score":0.660075,"hf_subset":"gla_Latn-cat_Latn","languages":["gla-Latn","cat-Latn"]},{"precision":0.596218,"recall":0.651186,"f1":0.610995,"accuracy":0.651186,"main_score":0.610995,"hf_subset":"gla_Latn-fur_Latn","languages":["gla-Latn","fur-Latn"]},{"precision":0.363072,"recall":0.406126,"f1":0.375333,"accuracy":0.406126,"main_score":0.375333,"hf_subset":"gla_Latn-kab_Latn","languages":["gla-Latn","kab-Latn"]},{"precision":0.582625,"recall":0.635375,"f1":0.596933,"accuracy":0.635375,"main_score":0.596933,"hf_subset":"gla_Latn-lim_Latn","languages":["gla-Latn","lim-Latn"]},{"precision":0.610074,"recall":0.677866,"f1":0.628528,"accuracy":0.677866,"main_score":0.628528,"hf_subset":"gla_Latn-nld_Latn","languages":["gla-Latn","nld-Latn"]},{"precision":0.54798,"recall":0.612648,"f1":0.565214,"accuracy":0.612648,"main_score":0.565214,"hf_subset":"gla_Latn-san_Deva","languages":["gla-Latn","san-Deva"]},{"precision":0.621351,"recall":0.674901,"f1":0.636126,"accuracy":0.674901,"main_score":0.636126,"hf_subset":"gla_Latn-tat_Cyrl","languages":["gla-Latn","tat-Cyrl"]},{"precision":0.477278,"recall":0.521739,"f1":0.489616,"accuracy":0.521739,"main_score":0.489616,"hf_subset":"gla_Latn-xho_Latn","languages":["gla-Latn","xho-Latn"]},{"precision":0.564008,"recall":0.642292,"f1":0.585701,"accuracy":0.642292,"main_score":0.585701,"hf_subset":"gla_Latn-ars_Arab","languages":["gla-Latn","ars-Arab"]},{"precision":0.632417,"recall":0.688735,"f1":0.647383,"accuracy":0.688735,"main_score":0.647383,"hf_subset":"gla_Latn-ceb_Latn","languages":["gla-Latn","ceb-Latn"]},{"precision":0.425849,"recall":0.468379,"f1":0.438474,"accuracy":0.468379,"main_score":0.438474,"hf_subset":"gla_Latn-fuv_Latn","languages":["gla-Latn","fuv-Latn"]},{"precision":0.442386,"recall":0.481225,"f1":0.453376,"accuracy":0.481225,"main_score":0.453376,"hf_subset":"gla_Latn-kac_Latn","languages":["gla-Latn","kac-Latn"]},{"precision":0.472249,"recall":0.512846,"f1":0.484329,"accuracy":0.512846,"main_score":0.484329,"hf_subset":"gla_Latn-lin_Latn","languages":["gla-Latn","lin-Latn"]},{"precision":0.620832,"recall":0.678854,"f1":0.636236,"accuracy":0.678854,"main_score":0.636236,"hf_subset":"gla_Latn-nno_Latn","languages":["gla-Latn","nno-Latn"]},{"precision":0.03362,"recall":0.078063,"f1":0.040796,"accuracy":0.078063,"main_score":0.040796,"hf_subset":"gla_Latn-sat_Olck","languages":["gla-Latn","sat-Olck"]},{"precision":0.618125,"recall":0.681818,"f1":0.635467,"accuracy":0.681818,"main_score":0.635467,"hf_subset":"gla_Latn-tel_Telu","languages":["gla-Latn","tel-Telu"]},{"precision":0.499477,"recall":0.573123,"f1":0.520839,"accuracy":0.573123,"main_score":0.520839,"hf_subset":"gla_Latn-ydd_Hebr","languages":["gla-Latn","ydd-Hebr"]},{"precision":0.539267,"recall":0.609684,"f1":0.559138,"accuracy":0.609684,"main_score":0.559138,"hf_subset":"gla_Latn-ary_Arab","languages":["gla-Latn","ary-Arab"]},{"precision":0.621406,"recall":0.685771,"f1":0.639007,"accuracy":0.685771,"main_score":0.639007,"hf_subset":"gla_Latn-ces_Latn","languages":["gla-Latn","ces-Latn"]},{"precision":0.388393,"recall":0.438735,"f1":0.402756,"accuracy":0.438735,"main_score":0.402756,"hf_subset":"gla_Latn-gaz_Latn","languages":["gla-Latn","gaz-Latn"]},{"precision":0.45527,"recall":0.493083,"f1":0.466667,"accuracy":0.493083,"main_score":0.466667,"hf_subset":"gla_Latn-kam_Latn","languages":["gla-Latn","kam-Latn"]},{"precision":0.609209,"recall":0.675889,"f1":0.627845,"accuracy":0.675889,"main_score":0.627845,"hf_subset":"gla_Latn-lit_Latn","languages":["gla-Latn","lit-Latn"]},{"precision":0.61367,"recall":0.675889,"f1":0.630546,"accuracy":0.675889,"main_score":0.630546,"hf_subset":"gla_Latn-nob_Latn","languages":["gla-Latn","nob-Latn"]},{"precision":0.60377,"recall":0.658103,"f1":0.618037,"accuracy":0.658103,"main_score":0.618037,"hf_subset":"gla_Latn-scn_Latn","languages":["gla-Latn","scn-Latn"]},{"precision":0.574694,"recall":0.629447,"f1":0.589474,"accuracy":0.629447,"main_score":0.589474,"hf_subset":"gla_Latn-tgk_Cyrl","languages":["gla-Latn","tgk-Cyrl"]},{"precision":0.405116,"recall":0.450593,"f1":0.418428,"accuracy":0.450593,"main_score":0.418428,"hf_subset":"gla_Latn-yor_Latn","languages":["gla-Latn","yor-Latn"]},{"precision":0.583412,"recall":0.653162,"f1":0.602144,"accuracy":0.653162,"main_score":0.602144,"hf_subset":"gla_Latn-arz_Arab","languages":["gla-Latn","arz-Arab"]},{"precision":0.438683,"recall":0.475296,"f1":0.449179,"accuracy":0.475296,"main_score":0.449179,"hf_subset":"gla_Latn-cjk_Latn","languages":["gla-Latn","cjk-Latn"]},{"precision":0.608104,"recall":0.675889,"f1":0.626652,"accuracy":0.675889,"main_score":0.626652,"hf_subset":"gla_Latn-kan_Knda","languages":["gla-Latn","kan-Knda"]},{"precision":0.617508,"recall":0.667984,"f1":0.630858,"accuracy":0.667984,"main_score":0.630858,"hf_subset":"gla_Latn-lmo_Latn","languages":["gla-Latn","lmo-Latn"]},{"precision":0.613572,"recall":0.679842,"f1":0.632093,"accuracy":0.679842,"main_score":0.632093,"hf_subset":"gla_Latn-npi_Deva","languages":["gla-Latn","npi-Deva"]},{"precision":0.395807,"recall":0.449605,"f1":0.411075,"accuracy":0.449605,"main_score":0.411075,"hf_subset":"gla_Latn-shn_Mymr","languages":["gla-Latn","shn-Mymr"]},{"precision":0.634662,"recall":0.689723,"f1":0.64896,"accuracy":0.689723,"main_score":0.64896,"hf_subset":"gla_Latn-tgl_Latn","languages":["gla-Latn","tgl-Latn"]},{"precision":0.572267,"recall":0.651186,"f1":0.594433,"accuracy":0.651186,"main_score":0.594433,"hf_subset":"gla_Latn-yue_Hant","languages":["gla-Latn","yue-Hant"]},{"precision":0.550098,"recall":0.628458,"f1":0.571318,"accuracy":0.628458,"main_score":0.571318,"hf_subset":"gla_Latn-asm_Beng","languages":["gla-Latn","asm-Beng"]},{"precision":0.502419,"recall":0.562253,"f1":0.51887,"accuracy":0.562253,"main_score":0.51887,"hf_subset":"gla_Latn-ckb_Arab","languages":["gla-Latn","ckb-Arab"]},{"precision":0.661332,"recall":0.718379,"f1":0.677481,"accuracy":0.718379,"main_score":0.677481,"hf_subset":"gla_Latn-gle_Latn","languages":["gla-Latn","gle-Latn"]},{"precision":0.474211,"recall":0.550395,"f1":0.494852,"accuracy":0.550395,"main_score":0.494852,"hf_subset":"gla_Latn-kas_Arab","languages":["gla-Latn","kas-Arab"]},{"precision":0.531231,"recall":0.583004,"f1":0.545085,"accuracy":0.583004,"main_score":0.545085,"hf_subset":"gla_Latn-ltg_Latn","languages":["gla-Latn","ltg-Latn"]},{"precision":0.478628,"recall":0.511858,"f1":0.487552,"accuracy":0.511858,"main_score":0.487552,"hf_subset":"gla_Latn-nso_Latn","languages":["gla-Latn","nso-Latn"]},{"precision":0.264094,"recall":0.323123,"f1":0.279033,"accuracy":0.323123,"main_score":0.279033,"hf_subset":"gla_Latn-sin_Sinh","languages":["gla-Latn","sin-Sinh"]},{"precision":0.609806,"recall":0.68083,"f1":0.629636,"accuracy":0.68083,"main_score":0.629636,"hf_subset":"gla_Latn-tha_Thai","languages":["gla-Latn","tha-Thai"]},{"precision":0.585433,"recall":0.657115,"f1":0.60539,"accuracy":0.657115,"main_score":0.60539,"hf_subset":"gla_Latn-zho_Hans","languages":["gla-Latn","zho-Hans"]},{"precision":0.640349,"recall":0.698617,"f1":0.656227,"accuracy":0.698617,"main_score":0.656227,"hf_subset":"gla_Latn-ast_Latn","languages":["gla-Latn","ast-Latn"]},{"precision":0.593984,"recall":0.658103,"f1":0.611799,"accuracy":0.658103,"main_score":0.611799,"hf_subset":"gla_Latn-crh_Latn","languages":["gla-Latn","crh-Latn"]},{"precision":0.62774,"recall":0.687747,"f1":0.643942,"accuracy":0.687747,"main_score":0.643942,"hf_subset":"gla_Latn-glg_Latn","languages":["gla-Latn","glg-Latn"]},{"precision":0.489564,"recall":0.551383,"f1":0.507159,"accuracy":0.551383,"main_score":0.507159,"hf_subset":"gla_Latn-kas_Deva","languages":["gla-Latn","kas-Deva"]},{"precision":0.584252,"recall":0.646245,"f1":0.601774,"accuracy":0.646245,"main_score":0.601774,"hf_subset":"gla_Latn-ltz_Latn","languages":["gla-Latn","ltz-Latn"]},{"precision":0.406131,"recall":0.453557,"f1":0.418782,"accuracy":0.453557,"main_score":0.418782,"hf_subset":"gla_Latn-nus_Latn","languages":["gla-Latn","nus-Latn"]},{"precision":0.624544,"recall":0.688735,"f1":0.641851,"accuracy":0.688735,"main_score":0.641851,"hf_subset":"gla_Latn-slk_Latn","languages":["gla-Latn","slk-Latn"]},{"precision":0.243036,"recall":0.29249,"f1":0.256362,"accuracy":0.29249,"main_score":0.256362,"hf_subset":"gla_Latn-tir_Ethi","languages":["gla-Latn","tir-Ethi"]},{"precision":0.587634,"recall":0.652174,"f1":0.605389,"accuracy":0.652174,"main_score":0.605389,"hf_subset":"gla_Latn-zho_Hant","languages":["gla-Latn","zho-Hant"]},{"precision":0.593392,"recall":0.666008,"f1":0.613024,"accuracy":0.666008,"main_score":0.613024,"hf_subset":"gla_Latn-awa_Deva","languages":["gla-Latn","awa-Deva"]},{"precision":0.603088,"recall":0.660079,"f1":0.617858,"accuracy":0.660079,"main_score":0.617858,"hf_subset":"gla_Latn-cym_Latn","languages":["gla-Latn","cym-Latn"]},{"precision":0.492828,"recall":0.527668,"f1":0.502601,"accuracy":0.527668,"main_score":0.502601,"hf_subset":"gla_Latn-grn_Latn","languages":["gla-Latn","grn-Latn"]},{"precision":0.584041,"recall":0.645257,"f1":0.600357,"accuracy":0.645257,"main_score":0.600357,"hf_subset":"gla_Latn-kat_Geor","languages":["gla-Latn","kat-Geor"]},{"precision":0.477029,"recall":0.516798,"f1":0.487683,"accuracy":0.516798,"main_score":0.487683,"hf_subset":"gla_Latn-lua_Latn","languages":["gla-Latn","lua-Latn"]},{"precision":0.455363,"recall":0.491107,"f1":0.46489,"accuracy":0.491107,"main_score":0.46489,"hf_subset":"gla_Latn-nya_Latn","languages":["gla-Latn","nya-Latn"]},{"precision":0.610317,"recall":0.672925,"f1":0.628053,"accuracy":0.672925,"main_score":0.628053,"hf_subset":"gla_Latn-slv_Latn","languages":["gla-Latn","slv-Latn"]},{"precision":0.519418,"recall":0.555336,"f1":0.529568,"accuracy":0.555336,"main_score":0.529568,"hf_subset":"gla_Latn-tpi_Latn","languages":["gla-Latn","tpi-Latn"]},{"precision":0.640269,"recall":0.699605,"f1":0.656758,"accuracy":0.699605,"main_score":0.656758,"hf_subset":"gla_Latn-zsm_Latn","languages":["gla-Latn","zsm-Latn"]},{"precision":0.428623,"recall":0.466403,"f1":0.439757,"accuracy":0.466403,"main_score":0.439757,"hf_subset":"gla_Latn-ayr_Latn","languages":["gla-Latn","ayr-Latn"]},{"precision":0.619573,"recall":0.684783,"f1":0.637555,"accuracy":0.684783,"main_score":0.637555,"hf_subset":"gla_Latn-dan_Latn","languages":["gla-Latn","dan-Latn"]},{"precision":0.606752,"recall":0.672925,"f1":0.624022,"accuracy":0.672925,"main_score":0.624022,"hf_subset":"gla_Latn-guj_Gujr","languages":["gla-Latn","guj-Gujr"]},{"precision":0.63402,"recall":0.6917,"f1":0.649702,"accuracy":0.6917,"main_score":0.649702,"hf_subset":"gla_Latn-kaz_Cyrl","languages":["gla-Latn","kaz-Cyrl"]},{"precision":0.419497,"recall":0.460474,"f1":0.431745,"accuracy":0.460474,"main_score":0.431745,"hf_subset":"gla_Latn-lug_Latn","languages":["gla-Latn","lug-Latn"]},{"precision":0.637358,"recall":0.693676,"f1":0.653075,"accuracy":0.693676,"main_score":0.653075,"hf_subset":"gla_Latn-oci_Latn","languages":["gla-Latn","oci-Latn"]},{"precision":0.47808,"recall":0.511858,"f1":0.487658,"accuracy":0.511858,"main_score":0.487658,"hf_subset":"gla_Latn-smo_Latn","languages":["gla-Latn","smo-Latn"]},{"precision":0.43708,"recall":0.477273,"f1":0.448494,"accuracy":0.477273,"main_score":0.448494,"hf_subset":"gla_Latn-tsn_Latn","languages":["gla-Latn","tsn-Latn"]},{"precision":0.460764,"recall":0.504941,"f1":0.473295,"accuracy":0.504941,"main_score":0.473295,"hf_subset":"gla_Latn-zul_Latn","languages":["gla-Latn","zul-Latn"]},{"precision":0.458415,"recall":0.520751,"f1":0.475399,"accuracy":0.520751,"main_score":0.475399,"hf_subset":"gla_Latn-azb_Arab","languages":["gla-Latn","azb-Arab"]},{"precision":0.624452,"recall":0.689723,"f1":0.64234,"accuracy":0.689723,"main_score":0.64234,"hf_subset":"gla_Latn-deu_Latn","languages":["gla-Latn","deu-Latn"]},{"precision":0.563653,"recall":0.621542,"f1":0.579193,"accuracy":0.621542,"main_score":0.579193,"hf_subset":"gla_Latn-hat_Latn","languages":["gla-Latn","hat-Latn"]},{"precision":0.419573,"recall":0.45751,"f1":0.43072,"accuracy":0.45751,"main_score":0.43072,"hf_subset":"gla_Latn-kbp_Latn","languages":["gla-Latn","kbp-Latn"]},{"precision":0.457992,"recall":0.487154,"f1":0.466403,"accuracy":0.487154,"main_score":0.466403,"hf_subset":"gla_Latn-luo_Latn","languages":["gla-Latn","luo-Latn"]},{"precision":0.600863,"recall":0.666008,"f1":0.618143,"accuracy":0.666008,"main_score":0.618143,"hf_subset":"gla_Latn-ory_Orya","languages":["gla-Latn","ory-Orya"]},{"precision":0.441001,"recall":0.491107,"f1":0.454463,"accuracy":0.491107,"main_score":0.454463,"hf_subset":"gla_Latn-sna_Latn","languages":["gla-Latn","sna-Latn"]},{"precision":0.456905,"recall":0.490119,"f1":0.466659,"accuracy":0.490119,"main_score":0.466659,"hf_subset":"gla_Latn-tso_Latn","languages":["gla-Latn","tso-Latn"]},{"precision":0.586059,"recall":0.661067,"f1":0.606099,"accuracy":0.661067,"main_score":0.606099,"hf_subset":"gla_Latn-azj_Latn","languages":["gla-Latn","azj-Latn"]},{"precision":0.42255,"recall":0.462451,"f1":0.433921,"accuracy":0.462451,"main_score":0.433921,"hf_subset":"gla_Latn-dik_Latn","languages":["gla-Latn","dik-Latn"]},{"precision":0.459291,"recall":0.494071,"f1":0.469192,"accuracy":0.494071,"main_score":0.469192,"hf_subset":"gla_Latn-hau_Latn","languages":["gla-Latn","hau-Latn"]},{"precision":0.57571,"recall":0.629447,"f1":0.590442,"accuracy":0.629447,"main_score":0.590442,"hf_subset":"gla_Latn-kea_Latn","languages":["gla-Latn","kea-Latn"]},{"precision":0.47547,"recall":0.512846,"f1":0.486182,"accuracy":0.512846,"main_score":0.486182,"hf_subset":"gla_Latn-lus_Latn","languages":["gla-Latn","lus-Latn"]},{"precision":0.503061,"recall":0.539526,"f1":0.512878,"accuracy":0.539526,"main_score":0.512878,"hf_subset":"gla_Latn-pag_Latn","languages":["gla-Latn","pag-Latn"]},{"precision":0.567807,"recall":0.640316,"f1":0.58817,"accuracy":0.640316,"main_score":0.58817,"hf_subset":"gla_Latn-snd_Arab","languages":["gla-Latn","snd-Arab"]},{"precision":0.539112,"recall":0.591897,"f1":0.553004,"accuracy":0.591897,"main_score":0.553004,"hf_subset":"gla_Latn-tuk_Latn","languages":["gla-Latn","tuk-Latn"]},{"precision":0.591496,"recall":0.650198,"f1":0.606754,"accuracy":0.650198,"main_score":0.606754,"hf_subset":"gla_Latn-bak_Cyrl","languages":["gla-Latn","bak-Cyrl"]},{"precision":0.337628,"recall":0.392292,"f1":0.352972,"accuracy":0.392292,"main_score":0.352972,"hf_subset":"gla_Latn-dyu_Latn","languages":["gla-Latn","dyu-Latn"]},{"precision":0.581619,"recall":0.656126,"f1":0.602147,"accuracy":0.656126,"main_score":0.602147,"hf_subset":"gla_Latn-heb_Hebr","languages":["gla-Latn","heb-Hebr"]},{"precision":0.578413,"recall":0.629447,"f1":0.592655,"accuracy":0.629447,"main_score":0.592655,"hf_subset":"gla_Latn-khk_Cyrl","languages":["gla-Latn","khk-Cyrl"]},{"precision":0.622673,"recall":0.685771,"f1":0.639741,"accuracy":0.685771,"main_score":0.639741,"hf_subset":"gla_Latn-lvs_Latn","languages":["gla-Latn","lvs-Latn"]},{"precision":0.610754,"recall":0.678854,"f1":0.62899,"accuracy":0.678854,"main_score":0.62899,"hf_subset":"gla_Latn-pan_Guru","languages":["gla-Latn","pan-Guru"]},{"precision":0.445462,"recall":0.482213,"f1":0.455335,"accuracy":0.482213,"main_score":0.455335,"hf_subset":"gla_Latn-som_Latn","languages":["gla-Latn","som-Latn"]},{"precision":0.461726,"recall":0.496047,"f1":0.471349,"accuracy":0.496047,"main_score":0.471349,"hf_subset":"gla_Latn-tum_Latn","languages":["gla-Latn","tum-Latn"]},{"precision":0.395007,"recall":0.478261,"f1":0.418299,"accuracy":0.478261,"main_score":0.418299,"hf_subset":"kan_Knda-ace_Arab","languages":["kan-Knda","ace-Arab"]},{"precision":0.43258,"recall":0.496047,"f1":0.450052,"accuracy":0.496047,"main_score":0.450052,"hf_subset":"kan_Knda-bam_Latn","languages":["kan-Knda","bam-Latn"]},{"precision":0.12558,"recall":0.178854,"f1":0.140275,"accuracy":0.178854,"main_score":0.140275,"hf_subset":"kan_Knda-dzo_Tibt","languages":["kan-Knda","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kan_Knda-hin_Deva","languages":["kan-Knda","hin-Deva"]},{"precision":0.935606,"recall":0.956522,"f1":0.942523,"accuracy":0.956522,"main_score":0.942523,"hf_subset":"kan_Knda-khm_Khmr","languages":["kan-Knda","khm-Khmr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kan_Knda-mag_Deva","languages":["kan-Knda","mag-Deva"]},{"precision":0.951005,"recall":0.965415,"f1":0.955599,"accuracy":0.965415,"main_score":0.955599,"hf_subset":"kan_Knda-pap_Latn","languages":["kan-Knda","pap-Latn"]},{"precision":0.462346,"recall":0.533597,"f1":0.482344,"accuracy":0.533597,"main_score":0.482344,"hf_subset":"kan_Knda-sot_Latn","languages":["kan-Knda","sot-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kan_Knda-tur_Latn","languages":["kan-Knda","tur-Latn"]},{"precision":0.77943,"recall":0.833992,"f1":0.796085,"accuracy":0.833992,"main_score":0.796085,"hf_subset":"kan_Knda-ace_Latn","languages":["kan-Knda","ace-Latn"]},{"precision":0.906785,"recall":0.933794,"f1":0.915514,"accuracy":0.933794,"main_score":0.915514,"hf_subset":"kan_Knda-ban_Latn","languages":["kan-Knda","ban-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kan_Knda-ell_Grek","languages":["kan-Knda","ell-Grek"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"kan_Knda-hne_Deva","languages":["kan-Knda","hne-Deva"]},{"precision":0.477303,"recall":0.55336,"f1":0.498788,"accuracy":0.55336,"main_score":0.498788,"hf_subset":"kan_Knda-kik_Latn","languages":["kan-Knda","kik-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kan_Knda-mai_Deva","languages":["kan-Knda","mai-Deva"]},{"precision":0.868165,"recall":0.907115,"f1":0.880501,"accuracy":0.907115,"main_score":0.880501,"hf_subset":"kan_Knda-pbt_Arab","languages":["kan-Knda","pbt-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kan_Knda-spa_Latn","languages":["kan-Knda","spa-Latn"]},{"precision":0.531983,"recall":0.599802,"f1":0.551323,"accuracy":0.599802,"main_score":0.551323,"hf_subset":"kan_Knda-twi_Latn","languages":["kan-Knda","twi-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"kan_Knda-acm_Arab","languages":["kan-Knda","acm-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kan_Knda-bel_Cyrl","languages":["kan-Knda","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"kan_Knda-eng_Latn","languages":["kan-Knda","eng-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kan_Knda-hrv_Latn","languages":["kan-Knda","hrv-Latn"]},{"precision":0.433433,"recall":0.501976,"f1":0.451885,"accuracy":0.501976,"main_score":0.451885,"hf_subset":"kan_Knda-kin_Latn","languages":["kan-Knda","kin-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kan_Knda-mal_Mlym","languages":["kan-Knda","mal-Mlym"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kan_Knda-pes_Arab","languages":["kan-Knda","pes-Arab"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"kan_Knda-srd_Latn","languages":["kan-Knda","srd-Latn"]},{"precision":0.126487,"recall":0.189723,"f1":0.140089,"accuracy":0.189723,"main_score":0.140089,"hf_subset":"kan_Knda-tzm_Tfng","languages":["kan-Knda","tzm-Tfng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kan_Knda-acq_Arab","languages":["kan-Knda","acq-Arab"]},{"precision":0.501997,"recall":0.570158,"f1":0.521315,"accuracy":0.570158,"main_score":0.521315,"hf_subset":"kan_Knda-bem_Latn","languages":["kan-Knda","bem-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kan_Knda-epo_Latn","languages":["kan-Knda","epo-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kan_Knda-hun_Latn","languages":["kan-Knda","hun-Latn"]},{"precision":0.951746,"recall":0.966403,"f1":0.956522,"accuracy":0.966403,"main_score":0.956522,"hf_subset":"kan_Knda-kir_Cyrl","languages":["kan-Knda","kir-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kan_Knda-mar_Deva","languages":["kan-Knda","mar-Deva"]},{"precision":0.54675,"recall":0.604743,"f1":0.563246,"accuracy":0.604743,"main_score":0.563246,"hf_subset":"kan_Knda-plt_Latn","languages":["kan-Knda","plt-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kan_Knda-srp_Cyrl","languages":["kan-Knda","srp-Cyrl"]},{"precision":0.920619,"recall":0.944664,"f1":0.928524,"accuracy":0.944664,"main_score":0.928524,"hf_subset":"kan_Knda-uig_Arab","languages":["kan-Knda","uig-Arab"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"kan_Knda-aeb_Arab","languages":["kan-Knda","aeb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kan_Knda-ben_Beng","languages":["kan-Knda","ben-Beng"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"kan_Knda-est_Latn","languages":["kan-Knda","est-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kan_Knda-hye_Armn","languages":["kan-Knda","hye-Armn"]},{"precision":0.422154,"recall":0.488142,"f1":0.439954,"accuracy":0.488142,"main_score":0.439954,"hf_subset":"kan_Knda-kmb_Latn","languages":["kan-Knda","kmb-Latn"]},{"precision":0.351032,"recall":0.438735,"f1":0.373691,"accuracy":0.438735,"main_score":0.373691,"hf_subset":"kan_Knda-min_Arab","languages":["kan-Knda","min-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kan_Knda-pol_Latn","languages":["kan-Knda","pol-Latn"]},{"precision":0.430663,"recall":0.504941,"f1":0.449909,"accuracy":0.504941,"main_score":0.449909,"hf_subset":"kan_Knda-ssw_Latn","languages":["kan-Knda","ssw-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kan_Knda-ukr_Cyrl","languages":["kan-Knda","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kan_Knda-afr_Latn","languages":["kan-Knda","afr-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kan_Knda-bho_Deva","languages":["kan-Knda","bho-Deva"]},{"precision":0.933218,"recall":0.954545,"f1":0.940119,"accuracy":0.954545,"main_score":0.940119,"hf_subset":"kan_Knda-eus_Latn","languages":["kan-Knda","eus-Latn"]},{"precision":0.467631,"recall":0.537549,"f1":0.487219,"accuracy":0.537549,"main_score":0.487219,"hf_subset":"kan_Knda-ibo_Latn","languages":["kan-Knda","ibo-Latn"]},{"precision":0.687862,"recall":0.754941,"f1":0.707921,"accuracy":0.754941,"main_score":0.707921,"hf_subset":"kan_Knda-kmr_Latn","languages":["kan-Knda","kmr-Latn"]},{"precision":0.944005,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"kan_Knda-min_Latn","languages":["kan-Knda","min-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kan_Knda-por_Latn","languages":["kan-Knda","por-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"kan_Knda-sun_Latn","languages":["kan-Knda","sun-Latn"]},{"precision":0.441082,"recall":0.505929,"f1":0.459776,"accuracy":0.505929,"main_score":0.459776,"hf_subset":"kan_Knda-umb_Latn","languages":["kan-Knda","umb-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kan_Knda-ajp_Arab","languages":["kan-Knda","ajp-Arab"]},{"precision":0.367525,"recall":0.461462,"f1":0.393133,"accuracy":0.461462,"main_score":0.393133,"hf_subset":"kan_Knda-bjn_Arab","languages":["kan-Knda","bjn-Arab"]},{"precision":0.451701,"recall":0.51581,"f1":0.468944,"accuracy":0.51581,"main_score":0.468944,"hf_subset":"kan_Knda-ewe_Latn","languages":["kan-Knda","ewe-Latn"]},{"precision":0.853343,"recall":0.890316,"f1":0.86502,"accuracy":0.890316,"main_score":0.86502,"hf_subset":"kan_Knda-ilo_Latn","languages":["kan-Knda","ilo-Latn"]},{"precision":0.186982,"recall":0.270751,"f1":0.207337,"accuracy":0.270751,"main_score":0.207337,"hf_subset":"kan_Knda-knc_Arab","languages":["kan-Knda","knc-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kan_Knda-mkd_Cyrl","languages":["kan-Knda","mkd-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kan_Knda-prs_Arab","languages":["kan-Knda","prs-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kan_Knda-swe_Latn","languages":["kan-Knda","swe-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kan_Knda-urd_Arab","languages":["kan-Knda","urd-Arab"]},{"precision":0.494315,"recall":0.567194,"f1":0.51534,"accuracy":0.567194,"main_score":0.51534,"hf_subset":"kan_Knda-aka_Latn","languages":["kan-Knda","aka-Latn"]},{"precision":0.956522,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"kan_Knda-bjn_Latn","languages":["kan-Knda","bjn-Latn"]},{"precision":0.898386,"recall":0.928854,"f1":0.908432,"accuracy":0.928854,"main_score":0.908432,"hf_subset":"kan_Knda-fao_Latn","languages":["kan-Knda","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kan_Knda-ind_Latn","languages":["kan-Knda","ind-Latn"]},{"precision":0.487158,"recall":0.562253,"f1":0.507953,"accuracy":0.562253,"main_score":0.507953,"hf_subset":"kan_Knda-knc_Latn","languages":["kan-Knda","knc-Latn"]},{"precision":0.952404,"recall":0.967391,"f1":0.957345,"accuracy":0.967391,"main_score":0.957345,"hf_subset":"kan_Knda-mlt_Latn","languages":["kan-Knda","mlt-Latn"]},{"precision":0.54805,"recall":0.620553,"f1":0.568478,"accuracy":0.620553,"main_score":0.568478,"hf_subset":"kan_Knda-quy_Latn","languages":["kan-Knda","quy-Latn"]},{"precision":0.703444,"recall":0.773715,"f1":0.724341,"accuracy":0.773715,"main_score":0.724341,"hf_subset":"kan_Knda-swh_Latn","languages":["kan-Knda","swh-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"kan_Knda-uzn_Latn","languages":["kan-Knda","uzn-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kan_Knda-als_Latn","languages":["kan-Knda","als-Latn"]},{"precision":0.176371,"recall":0.250988,"f1":0.194605,"accuracy":0.250988,"main_score":0.194605,"hf_subset":"kan_Knda-bod_Tibt","languages":["kan-Knda","bod-Tibt"]},{"precision":0.452521,"recall":0.523715,"f1":0.472206,"accuracy":0.523715,"main_score":0.472206,"hf_subset":"kan_Knda-fij_Latn","languages":["kan-Knda","fij-Latn"]},{"precision":0.933465,"recall":0.953557,"f1":0.939855,"accuracy":0.953557,"main_score":0.939855,"hf_subset":"kan_Knda-isl_Latn","languages":["kan-Knda","isl-Latn"]},{"precision":0.529293,"recall":0.605731,"f1":0.550784,"accuracy":0.605731,"main_score":0.550784,"hf_subset":"kan_Knda-kon_Latn","languages":["kan-Knda","kon-Latn"]},{"precision":0.49083,"recall":0.583004,"f1":0.516352,"accuracy":0.583004,"main_score":0.516352,"hf_subset":"kan_Knda-mni_Beng","languages":["kan-Knda","mni-Beng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kan_Knda-ron_Latn","languages":["kan-Knda","ron-Latn"]},{"precision":0.971838,"recall":0.980237,"f1":0.974638,"accuracy":0.980237,"main_score":0.974638,"hf_subset":"kan_Knda-szl_Latn","languages":["kan-Knda","szl-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kan_Knda-vec_Latn","languages":["kan-Knda","vec-Latn"]},{"precision":0.56591,"recall":0.65415,"f1":0.59115,"accuracy":0.65415,"main_score":0.59115,"hf_subset":"kan_Knda-amh_Ethi","languages":["kan-Knda","amh-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kan_Knda-bos_Latn","languages":["kan-Knda","bos-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kan_Knda-fin_Latn","languages":["kan-Knda","fin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kan_Knda-ita_Latn","languages":["kan-Knda","ita-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kan_Knda-kor_Hang","languages":["kan-Knda","kor-Hang"]},{"precision":0.457097,"recall":0.529644,"f1":0.47634,"accuracy":0.529644,"main_score":0.47634,"hf_subset":"kan_Knda-mos_Latn","languages":["kan-Knda","mos-Latn"]},{"precision":0.440522,"recall":0.506917,"f1":0.458402,"accuracy":0.506917,"main_score":0.458402,"hf_subset":"kan_Knda-run_Latn","languages":["kan-Knda","run-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kan_Knda-tam_Taml","languages":["kan-Knda","tam-Taml"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kan_Knda-vie_Latn","languages":["kan-Knda","vie-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"kan_Knda-apc_Arab","languages":["kan-Knda","apc-Arab"]},{"precision":0.699944,"recall":0.762846,"f1":0.719219,"accuracy":0.762846,"main_score":0.719219,"hf_subset":"kan_Knda-bug_Latn","languages":["kan-Knda","bug-Latn"]},{"precision":0.402257,"recall":0.471344,"f1":0.421187,"accuracy":0.471344,"main_score":0.421187,"hf_subset":"kan_Knda-fon_Latn","languages":["kan-Knda","fon-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kan_Knda-jav_Latn","languages":["kan-Knda","jav-Latn"]},{"precision":0.895998,"recall":0.927866,"f1":0.906192,"accuracy":0.927866,"main_score":0.906192,"hf_subset":"kan_Knda-lao_Laoo","languages":["kan-Knda","lao-Laoo"]},{"precision":0.563879,"recall":0.647233,"f1":0.587423,"accuracy":0.647233,"main_score":0.587423,"hf_subset":"kan_Knda-mri_Latn","languages":["kan-Knda","mri-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kan_Knda-rus_Cyrl","languages":["kan-Knda","rus-Cyrl"]},{"precision":0.492524,"recall":0.55336,"f1":0.509314,"accuracy":0.55336,"main_score":0.509314,"hf_subset":"kan_Knda-taq_Latn","languages":["kan-Knda","taq-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"kan_Knda-war_Latn","languages":["kan-Knda","war-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kan_Knda-arb_Arab","languages":["kan-Knda","arb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kan_Knda-bul_Cyrl","languages":["kan-Knda","bul-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kan_Knda-fra_Latn","languages":["kan-Knda","fra-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kan_Knda-jpn_Jpan","languages":["kan-Knda","jpn-Jpan"]},{"precision":0.97859,"recall":0.985178,"f1":0.980731,"accuracy":0.985178,"main_score":0.980731,"hf_subset":"kan_Knda-lij_Latn","languages":["kan-Knda","lij-Latn"]},{"precision":0.952899,"recall":0.968379,"f1":0.958004,"accuracy":0.968379,"main_score":0.958004,"hf_subset":"kan_Knda-mya_Mymr","languages":["kan-Knda","mya-Mymr"]},{"precision":0.47333,"recall":0.556324,"f1":0.496203,"accuracy":0.556324,"main_score":0.496203,"hf_subset":"kan_Knda-sag_Latn","languages":["kan-Knda","sag-Latn"]},{"precision":0.133411,"recall":0.211462,"f1":0.148359,"accuracy":0.211462,"main_score":0.148359,"hf_subset":"kan_Knda-taq_Tfng","languages":["kan-Knda","taq-Tfng"]},{"precision":0.520612,"recall":0.597826,"f1":0.542812,"accuracy":0.597826,"main_score":0.542812,"hf_subset":"kan_Knda-wol_Latn","languages":["kan-Knda","wol-Latn"]},{"precision":0.603897,"recall":0.682806,"f1":0.626723,"accuracy":0.682806,"main_score":0.626723,"hf_subset":"kan_Knda-arb_Latn","languages":["kan-Knda","arb-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kan_Knda-cat_Latn","languages":["kan-Knda","cat-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"kan_Knda-fur_Latn","languages":["kan-Knda","fur-Latn"]},{"precision":0.317607,"recall":0.384387,"f1":0.335488,"accuracy":0.384387,"main_score":0.335488,"hf_subset":"kan_Knda-kab_Latn","languages":["kan-Knda","kab-Latn"]},{"precision":0.956522,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"kan_Knda-lim_Latn","languages":["kan-Knda","lim-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kan_Knda-nld_Latn","languages":["kan-Knda","nld-Latn"]},{"precision":0.961709,"recall":0.97332,"f1":0.965481,"accuracy":0.97332,"main_score":0.965481,"hf_subset":"kan_Knda-san_Deva","languages":["kan-Knda","san-Deva"]},{"precision":0.967227,"recall":0.977273,"f1":0.97052,"accuracy":0.977273,"main_score":0.97052,"hf_subset":"kan_Knda-tat_Cyrl","languages":["kan-Knda","tat-Cyrl"]},{"precision":0.508501,"recall":0.581028,"f1":0.52868,"accuracy":0.581028,"main_score":0.52868,"hf_subset":"kan_Knda-xho_Latn","languages":["kan-Knda","xho-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kan_Knda-ars_Arab","languages":["kan-Knda","ars-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"kan_Knda-ceb_Latn","languages":["kan-Knda","ceb-Latn"]},{"precision":0.455058,"recall":0.52668,"f1":0.474807,"accuracy":0.52668,"main_score":0.474807,"hf_subset":"kan_Knda-fuv_Latn","languages":["kan-Knda","fuv-Latn"]},{"precision":0.457045,"recall":0.529644,"f1":0.477318,"accuracy":0.529644,"main_score":0.477318,"hf_subset":"kan_Knda-kac_Latn","languages":["kan-Knda","kac-Latn"]},{"precision":0.522647,"recall":0.602767,"f1":0.544688,"accuracy":0.602767,"main_score":0.544688,"hf_subset":"kan_Knda-lin_Latn","languages":["kan-Knda","lin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kan_Knda-nno_Latn","languages":["kan-Knda","nno-Latn"]},{"precision":0.025226,"recall":0.071146,"f1":0.032192,"accuracy":0.071146,"main_score":0.032192,"hf_subset":"kan_Knda-sat_Olck","languages":["kan-Knda","sat-Olck"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kan_Knda-tel_Telu","languages":["kan-Knda","tel-Telu"]},{"precision":0.730001,"recall":0.799407,"f1":0.751219,"accuracy":0.799407,"main_score":0.751219,"hf_subset":"kan_Knda-ydd_Hebr","languages":["kan-Knda","ydd-Hebr"]},{"precision":0.939065,"recall":0.958498,"f1":0.945487,"accuracy":0.958498,"main_score":0.945487,"hf_subset":"kan_Knda-ary_Arab","languages":["kan-Knda","ary-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kan_Knda-ces_Latn","languages":["kan-Knda","ces-Latn"]},{"precision":0.392984,"recall":0.470356,"f1":0.413886,"accuracy":0.470356,"main_score":0.413886,"hf_subset":"kan_Knda-gaz_Latn","languages":["kan-Knda","gaz-Latn"]},{"precision":0.455294,"recall":0.534585,"f1":0.477282,"accuracy":0.534585,"main_score":0.477282,"hf_subset":"kan_Knda-kam_Latn","languages":["kan-Knda","kam-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"kan_Knda-lit_Latn","languages":["kan-Knda","lit-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kan_Knda-nob_Latn","languages":["kan-Knda","nob-Latn"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"kan_Knda-scn_Latn","languages":["kan-Knda","scn-Latn"]},{"precision":0.89221,"recall":0.922925,"f1":0.90191,"accuracy":0.922925,"main_score":0.90191,"hf_subset":"kan_Knda-tgk_Cyrl","languages":["kan-Knda","tgk-Cyrl"]},{"precision":0.407503,"recall":0.486166,"f1":0.429535,"accuracy":0.486166,"main_score":0.429535,"hf_subset":"kan_Knda-yor_Latn","languages":["kan-Knda","yor-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kan_Knda-arz_Arab","languages":["kan-Knda","arz-Arab"]},{"precision":0.453046,"recall":0.532609,"f1":0.474691,"accuracy":0.532609,"main_score":0.474691,"hf_subset":"kan_Knda-cjk_Latn","languages":["kan-Knda","cjk-Latn"]},{"precision":0.599137,"recall":0.674901,"f1":0.62089,"accuracy":0.674901,"main_score":0.62089,"hf_subset":"kan_Knda-gla_Latn","languages":["kan-Knda","gla-Latn"]},{"precision":0.958169,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"kan_Knda-lmo_Latn","languages":["kan-Knda","lmo-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"kan_Knda-npi_Deva","languages":["kan-Knda","npi-Deva"]},{"precision":0.417334,"recall":0.502964,"f1":0.440288,"accuracy":0.502964,"main_score":0.440288,"hf_subset":"kan_Knda-shn_Mymr","languages":["kan-Knda","shn-Mymr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kan_Knda-tgl_Latn","languages":["kan-Knda","tgl-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kan_Knda-yue_Hant","languages":["kan-Knda","yue-Hant"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"kan_Knda-asm_Beng","languages":["kan-Knda","asm-Beng"]},{"precision":0.709091,"recall":0.772727,"f1":0.728101,"accuracy":0.772727,"main_score":0.728101,"hf_subset":"kan_Knda-ckb_Arab","languages":["kan-Knda","ckb-Arab"]},{"precision":0.676459,"recall":0.754941,"f1":0.700595,"accuracy":0.754941,"main_score":0.700595,"hf_subset":"kan_Knda-gle_Latn","languages":["kan-Knda","gle-Latn"]},{"precision":0.865448,"recall":0.905138,"f1":0.878261,"accuracy":0.905138,"main_score":0.878261,"hf_subset":"kan_Knda-kas_Arab","languages":["kan-Knda","kas-Arab"]},{"precision":0.839674,"recall":0.883399,"f1":0.853444,"accuracy":0.883399,"main_score":0.853444,"hf_subset":"kan_Knda-ltg_Latn","languages":["kan-Knda","ltg-Latn"]},{"precision":0.492406,"recall":0.563241,"f1":0.511814,"accuracy":0.563241,"main_score":0.511814,"hf_subset":"kan_Knda-nso_Latn","languages":["kan-Knda","nso-Latn"]},{"precision":0.475042,"recall":0.570158,"f1":0.501866,"accuracy":0.570158,"main_score":0.501866,"hf_subset":"kan_Knda-sin_Sinh","languages":["kan-Knda","sin-Sinh"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kan_Knda-tha_Thai","languages":["kan-Knda","tha-Thai"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kan_Knda-zho_Hans","languages":["kan-Knda","zho-Hans"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kan_Knda-ast_Latn","languages":["kan-Knda","ast-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"kan_Knda-crh_Latn","languages":["kan-Knda","crh-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kan_Knda-glg_Latn","languages":["kan-Knda","glg-Latn"]},{"precision":0.747925,"recall":0.809289,"f1":0.766158,"accuracy":0.809289,"main_score":0.766158,"hf_subset":"kan_Knda-kas_Deva","languages":["kan-Knda","kas-Deva"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"kan_Knda-ltz_Latn","languages":["kan-Knda","ltz-Latn"]},{"precision":0.358561,"recall":0.4417,"f1":0.380149,"accuracy":0.4417,"main_score":0.380149,"hf_subset":"kan_Knda-nus_Latn","languages":["kan-Knda","nus-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kan_Knda-slk_Latn","languages":["kan-Knda","slk-Latn"]},{"precision":0.263988,"recall":0.33498,"f1":0.281771,"accuracy":0.33498,"main_score":0.281771,"hf_subset":"kan_Knda-tir_Ethi","languages":["kan-Knda","tir-Ethi"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kan_Knda-zho_Hant","languages":["kan-Knda","zho-Hant"]},{"precision":0.982708,"recall":0.987154,"f1":0.98419,"accuracy":0.987154,"main_score":0.98419,"hf_subset":"kan_Knda-awa_Deva","languages":["kan-Knda","awa-Deva"]},{"precision":0.844565,"recall":0.88834,"f1":0.858169,"accuracy":0.88834,"main_score":0.858169,"hf_subset":"kan_Knda-cym_Latn","languages":["kan-Knda","cym-Latn"]},{"precision":0.670785,"recall":0.736166,"f1":0.690058,"accuracy":0.736166,"main_score":0.690058,"hf_subset":"kan_Knda-grn_Latn","languages":["kan-Knda","grn-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"kan_Knda-kat_Geor","languages":["kan-Knda","kat-Geor"]},{"precision":0.522933,"recall":0.591897,"f1":0.542404,"accuracy":0.591897,"main_score":0.542404,"hf_subset":"kan_Knda-lua_Latn","languages":["kan-Knda","lua-Latn"]},{"precision":0.488525,"recall":0.559289,"f1":0.508525,"accuracy":0.559289,"main_score":0.508525,"hf_subset":"kan_Knda-nya_Latn","languages":["kan-Knda","nya-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kan_Knda-slv_Latn","languages":["kan-Knda","slv-Latn"]},{"precision":0.772768,"recall":0.825099,"f1":0.788348,"accuracy":0.825099,"main_score":0.788348,"hf_subset":"kan_Knda-tpi_Latn","languages":["kan-Knda","tpi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kan_Knda-zsm_Latn","languages":["kan-Knda","zsm-Latn"]},{"precision":0.471561,"recall":0.534585,"f1":0.488647,"accuracy":0.534585,"main_score":0.488647,"hf_subset":"kan_Knda-ayr_Latn","languages":["kan-Knda","ayr-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kan_Knda-dan_Latn","languages":["kan-Knda","dan-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kan_Knda-guj_Gujr","languages":["kan-Knda","guj-Gujr"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"kan_Knda-kaz_Cyrl","languages":["kan-Knda","kaz-Cyrl"]},{"precision":0.43305,"recall":0.499012,"f1":0.450946,"accuracy":0.499012,"main_score":0.450946,"hf_subset":"kan_Knda-lug_Latn","languages":["kan-Knda","lug-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"kan_Knda-oci_Latn","languages":["kan-Knda","oci-Latn"]},{"precision":0.491213,"recall":0.565217,"f1":0.511959,"accuracy":0.565217,"main_score":0.511959,"hf_subset":"kan_Knda-smo_Latn","languages":["kan-Knda","smo-Latn"]},{"precision":0.450342,"recall":0.52668,"f1":0.471151,"accuracy":0.52668,"main_score":0.471151,"hf_subset":"kan_Knda-tsn_Latn","languages":["kan-Knda","tsn-Latn"]},{"precision":0.44852,"recall":0.518775,"f1":0.467129,"accuracy":0.518775,"main_score":0.467129,"hf_subset":"kan_Knda-zul_Latn","languages":["kan-Knda","zul-Latn"]},{"precision":0.76469,"recall":0.83004,"f1":0.784848,"accuracy":0.83004,"main_score":0.784848,"hf_subset":"kan_Knda-azb_Arab","languages":["kan-Knda","azb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kan_Knda-deu_Latn","languages":["kan-Knda","deu-Latn"]},{"precision":0.892073,"recall":0.922925,"f1":0.902042,"accuracy":0.922925,"main_score":0.902042,"hf_subset":"kan_Knda-hat_Latn","languages":["kan-Knda","hat-Latn"]},{"precision":0.422796,"recall":0.490119,"f1":0.441511,"accuracy":0.490119,"main_score":0.441511,"hf_subset":"kan_Knda-kbp_Latn","languages":["kan-Knda","kbp-Latn"]},{"precision":0.475159,"recall":0.537549,"f1":0.492211,"accuracy":0.537549,"main_score":0.492211,"hf_subset":"kan_Knda-luo_Latn","languages":["kan-Knda","luo-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kan_Knda-ory_Orya","languages":["kan-Knda","ory-Orya"]},{"precision":0.464108,"recall":0.536561,"f1":0.484803,"accuracy":0.536561,"main_score":0.484803,"hf_subset":"kan_Knda-sna_Latn","languages":["kan-Knda","sna-Latn"]},{"precision":0.443861,"recall":0.51087,"f1":0.461745,"accuracy":0.51087,"main_score":0.461745,"hf_subset":"kan_Knda-tso_Latn","languages":["kan-Knda","tso-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"kan_Knda-azj_Latn","languages":["kan-Knda","azj-Latn"]},{"precision":0.441078,"recall":0.519763,"f1":0.463438,"accuracy":0.519763,"main_score":0.463438,"hf_subset":"kan_Knda-dik_Latn","languages":["kan-Knda","dik-Latn"]},{"precision":0.453173,"recall":0.511858,"f1":0.470196,"accuracy":0.511858,"main_score":0.470196,"hf_subset":"kan_Knda-hau_Latn","languages":["kan-Knda","hau-Latn"]},{"precision":0.955534,"recall":0.969368,"f1":0.95998,"accuracy":0.969368,"main_score":0.95998,"hf_subset":"kan_Knda-kea_Latn","languages":["kan-Knda","kea-Latn"]},{"precision":0.606284,"recall":0.66996,"f1":0.624202,"accuracy":0.66996,"main_score":0.624202,"hf_subset":"kan_Knda-lus_Latn","languages":["kan-Knda","lus-Latn"]},{"precision":0.772645,"recall":0.825099,"f1":0.788702,"accuracy":0.825099,"main_score":0.788702,"hf_subset":"kan_Knda-pag_Latn","languages":["kan-Knda","pag-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"kan_Knda-snd_Arab","languages":["kan-Knda","snd-Arab"]},{"precision":0.860837,"recall":0.903162,"f1":0.874506,"accuracy":0.903162,"main_score":0.874506,"hf_subset":"kan_Knda-tuk_Latn","languages":["kan-Knda","tuk-Latn"]},{"precision":0.930336,"recall":0.952569,"f1":0.937582,"accuracy":0.952569,"main_score":0.937582,"hf_subset":"kan_Knda-bak_Cyrl","languages":["kan-Knda","bak-Cyrl"]},{"precision":0.379576,"recall":0.466403,"f1":0.403518,"accuracy":0.466403,"main_score":0.403518,"hf_subset":"kan_Knda-dyu_Latn","languages":["kan-Knda","dyu-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kan_Knda-heb_Hebr","languages":["kan-Knda","heb-Hebr"]},{"precision":0.892951,"recall":0.923913,"f1":0.902833,"accuracy":0.923913,"main_score":0.902833,"hf_subset":"kan_Knda-khk_Cyrl","languages":["kan-Knda","khk-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kan_Knda-lvs_Latn","languages":["kan-Knda","lvs-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kan_Knda-pan_Guru","languages":["kan-Knda","pan-Guru"]},{"precision":0.462778,"recall":0.530632,"f1":0.481536,"accuracy":0.530632,"main_score":0.481536,"hf_subset":"kan_Knda-som_Latn","languages":["kan-Knda","som-Latn"]},{"precision":0.493464,"recall":0.557312,"f1":0.511401,"accuracy":0.557312,"main_score":0.511401,"hf_subset":"kan_Knda-tum_Latn","languages":["kan-Knda","tum-Latn"]},{"precision":0.431105,"recall":0.518775,"f1":0.455592,"accuracy":0.518775,"main_score":0.455592,"hf_subset":"lmo_Latn-ace_Arab","languages":["lmo-Latn","ace-Arab"]},{"precision":0.458031,"recall":0.530632,"f1":0.478351,"accuracy":0.530632,"main_score":0.478351,"hf_subset":"lmo_Latn-bam_Latn","languages":["lmo-Latn","bam-Latn"]},{"precision":0.108478,"recall":0.151186,"f1":0.119466,"accuracy":0.151186,"main_score":0.119466,"hf_subset":"lmo_Latn-dzo_Tibt","languages":["lmo-Latn","dzo-Tibt"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"lmo_Latn-hin_Deva","languages":["lmo-Latn","hin-Deva"]},{"precision":0.862484,"recall":0.905138,"f1":0.87612,"accuracy":0.905138,"main_score":0.87612,"hf_subset":"lmo_Latn-khm_Khmr","languages":["lmo-Latn","khm-Khmr"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"lmo_Latn-mag_Deva","languages":["lmo-Latn","mag-Deva"]},{"precision":0.972167,"recall":0.980237,"f1":0.974802,"accuracy":0.980237,"main_score":0.974802,"hf_subset":"lmo_Latn-pap_Latn","languages":["lmo-Latn","pap-Latn"]},{"precision":0.494237,"recall":0.560277,"f1":0.512354,"accuracy":0.560277,"main_score":0.512354,"hf_subset":"lmo_Latn-sot_Latn","languages":["lmo-Latn","sot-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"lmo_Latn-tur_Latn","languages":["lmo-Latn","tur-Latn"]},{"precision":0.782312,"recall":0.836957,"f1":0.799374,"accuracy":0.836957,"main_score":0.799374,"hf_subset":"lmo_Latn-ace_Latn","languages":["lmo-Latn","ace-Latn"]},{"precision":0.909124,"recall":0.933794,"f1":0.916996,"accuracy":0.933794,"main_score":0.916996,"hf_subset":"lmo_Latn-ban_Latn","languages":["lmo-Latn","ban-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"lmo_Latn-ell_Grek","languages":["lmo-Latn","ell-Grek"]},{"precision":0.961792,"recall":0.97332,"f1":0.96558,"accuracy":0.97332,"main_score":0.96558,"hf_subset":"lmo_Latn-hne_Deva","languages":["lmo-Latn","hne-Deva"]},{"precision":0.506357,"recall":0.579051,"f1":0.527292,"accuracy":0.579051,"main_score":0.527292,"hf_subset":"lmo_Latn-kik_Latn","languages":["lmo-Latn","kik-Latn"]},{"precision":0.972003,"recall":0.980237,"f1":0.974638,"accuracy":0.980237,"main_score":0.974638,"hf_subset":"lmo_Latn-mai_Deva","languages":["lmo-Latn","mai-Deva"]},{"precision":0.853508,"recall":0.896245,"f1":0.867161,"accuracy":0.896245,"main_score":0.867161,"hf_subset":"lmo_Latn-pbt_Arab","languages":["lmo-Latn","pbt-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"lmo_Latn-spa_Latn","languages":["lmo-Latn","spa-Latn"]},{"precision":0.572408,"recall":0.640316,"f1":0.591364,"accuracy":0.640316,"main_score":0.591364,"hf_subset":"lmo_Latn-twi_Latn","languages":["lmo-Latn","twi-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"lmo_Latn-acm_Arab","languages":["lmo-Latn","acm-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"lmo_Latn-bel_Cyrl","languages":["lmo-Latn","bel-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"lmo_Latn-eng_Latn","languages":["lmo-Latn","eng-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"lmo_Latn-hrv_Latn","languages":["lmo-Latn","hrv-Latn"]},{"precision":0.452712,"recall":0.530632,"f1":0.474448,"accuracy":0.530632,"main_score":0.474448,"hf_subset":"lmo_Latn-kin_Latn","languages":["lmo-Latn","kin-Latn"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"lmo_Latn-mal_Mlym","languages":["lmo-Latn","mal-Mlym"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"lmo_Latn-pes_Arab","languages":["lmo-Latn","pes-Arab"]},{"precision":0.965744,"recall":0.976285,"f1":0.969203,"accuracy":0.976285,"main_score":0.969203,"hf_subset":"lmo_Latn-srd_Latn","languages":["lmo-Latn","srd-Latn"]},{"precision":0.123738,"recall":0.192688,"f1":0.138381,"accuracy":0.192688,"main_score":0.138381,"hf_subset":"lmo_Latn-tzm_Tfng","languages":["lmo-Latn","tzm-Tfng"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"lmo_Latn-acq_Arab","languages":["lmo-Latn","acq-Arab"]},{"precision":0.533875,"recall":0.601779,"f1":0.552514,"accuracy":0.601779,"main_score":0.552514,"hf_subset":"lmo_Latn-bem_Latn","languages":["lmo-Latn","bem-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lmo_Latn-epo_Latn","languages":["lmo-Latn","epo-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"lmo_Latn-hun_Latn","languages":["lmo-Latn","hun-Latn"]},{"precision":0.917078,"recall":0.940711,"f1":0.924802,"accuracy":0.940711,"main_score":0.924802,"hf_subset":"lmo_Latn-kir_Cyrl","languages":["lmo-Latn","kir-Cyrl"]},{"precision":0.969862,"recall":0.979249,"f1":0.972991,"accuracy":0.979249,"main_score":0.972991,"hf_subset":"lmo_Latn-mar_Deva","languages":["lmo-Latn","mar-Deva"]},{"precision":0.559065,"recall":0.62253,"f1":0.577193,"accuracy":0.62253,"main_score":0.577193,"hf_subset":"lmo_Latn-plt_Latn","languages":["lmo-Latn","plt-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"lmo_Latn-srp_Cyrl","languages":["lmo-Latn","srp-Cyrl"]},{"precision":0.886199,"recall":0.917984,"f1":0.896377,"accuracy":0.917984,"main_score":0.896377,"hf_subset":"lmo_Latn-uig_Arab","languages":["lmo-Latn","uig-Arab"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"lmo_Latn-aeb_Arab","languages":["lmo-Latn","aeb-Arab"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"lmo_Latn-ben_Beng","languages":["lmo-Latn","ben-Beng"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"lmo_Latn-est_Latn","languages":["lmo-Latn","est-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"lmo_Latn-hye_Armn","languages":["lmo-Latn","hye-Armn"]},{"precision":0.47337,"recall":0.537549,"f1":0.491359,"accuracy":0.537549,"main_score":0.491359,"hf_subset":"lmo_Latn-kmb_Latn","languages":["lmo-Latn","kmb-Latn"]},{"precision":0.373489,"recall":0.47332,"f1":0.399643,"accuracy":0.47332,"main_score":0.399643,"hf_subset":"lmo_Latn-min_Arab","languages":["lmo-Latn","min-Arab"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"lmo_Latn-pol_Latn","languages":["lmo-Latn","pol-Latn"]},{"precision":0.45193,"recall":0.532609,"f1":0.474177,"accuracy":0.532609,"main_score":0.474177,"hf_subset":"lmo_Latn-ssw_Latn","languages":["lmo-Latn","ssw-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"lmo_Latn-ukr_Cyrl","languages":["lmo-Latn","ukr-Cyrl"]},{"precision":0.984437,"recall":0.98913,"f1":0.985903,"accuracy":0.98913,"main_score":0.985903,"hf_subset":"lmo_Latn-afr_Latn","languages":["lmo-Latn","afr-Latn"]},{"precision":0.947134,"recall":0.963439,"f1":0.952404,"accuracy":0.963439,"main_score":0.952404,"hf_subset":"lmo_Latn-bho_Deva","languages":["lmo-Latn","bho-Deva"]},{"precision":0.920043,"recall":0.944664,"f1":0.928096,"accuracy":0.944664,"main_score":0.928096,"hf_subset":"lmo_Latn-eus_Latn","languages":["lmo-Latn","eus-Latn"]},{"precision":0.497122,"recall":0.573123,"f1":0.518297,"accuracy":0.573123,"main_score":0.518297,"hf_subset":"lmo_Latn-ibo_Latn","languages":["lmo-Latn","ibo-Latn"]},{"precision":0.691068,"recall":0.756917,"f1":0.710061,"accuracy":0.756917,"main_score":0.710061,"hf_subset":"lmo_Latn-kmr_Latn","languages":["lmo-Latn","kmr-Latn"]},{"precision":0.927372,"recall":0.949605,"f1":0.934618,"accuracy":0.949605,"main_score":0.934618,"hf_subset":"lmo_Latn-min_Latn","languages":["lmo-Latn","min-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"lmo_Latn-por_Latn","languages":["lmo-Latn","por-Latn"]},{"precision":0.953722,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"lmo_Latn-sun_Latn","languages":["lmo-Latn","sun-Latn"]},{"precision":0.462592,"recall":0.535573,"f1":0.483143,"accuracy":0.535573,"main_score":0.483143,"hf_subset":"lmo_Latn-umb_Latn","languages":["lmo-Latn","umb-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"lmo_Latn-ajp_Arab","languages":["lmo-Latn","ajp-Arab"]},{"precision":0.404717,"recall":0.499012,"f1":0.430356,"accuracy":0.499012,"main_score":0.430356,"hf_subset":"lmo_Latn-bjn_Arab","languages":["lmo-Latn","bjn-Arab"]},{"precision":0.489914,"recall":0.552372,"f1":0.507387,"accuracy":0.552372,"main_score":0.507387,"hf_subset":"lmo_Latn-ewe_Latn","languages":["lmo-Latn","ewe-Latn"]},{"precision":0.841354,"recall":0.884387,"f1":0.854974,"accuracy":0.884387,"main_score":0.854974,"hf_subset":"lmo_Latn-ilo_Latn","languages":["lmo-Latn","ilo-Latn"]},{"precision":0.186657,"recall":0.267787,"f1":0.206251,"accuracy":0.267787,"main_score":0.206251,"hf_subset":"lmo_Latn-knc_Arab","languages":["lmo-Latn","knc-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lmo_Latn-mkd_Cyrl","languages":["lmo-Latn","mkd-Cyrl"]},{"precision":0.983037,"recall":0.988142,"f1":0.984684,"accuracy":0.988142,"main_score":0.984684,"hf_subset":"lmo_Latn-prs_Arab","languages":["lmo-Latn","prs-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"lmo_Latn-swe_Latn","languages":["lmo-Latn","swe-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"lmo_Latn-urd_Arab","languages":["lmo-Latn","urd-Arab"]},{"precision":0.53405,"recall":0.605731,"f1":0.554171,"accuracy":0.605731,"main_score":0.554171,"hf_subset":"lmo_Latn-aka_Latn","languages":["lmo-Latn","aka-Latn"]},{"precision":0.939723,"recall":0.95751,"f1":0.945487,"accuracy":0.95751,"main_score":0.945487,"hf_subset":"lmo_Latn-bjn_Latn","languages":["lmo-Latn","bjn-Latn"]},{"precision":0.88274,"recall":0.917984,"f1":0.894104,"accuracy":0.917984,"main_score":0.894104,"hf_subset":"lmo_Latn-fao_Latn","languages":["lmo-Latn","fao-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"lmo_Latn-ind_Latn","languages":["lmo-Latn","ind-Latn"]},{"precision":0.51638,"recall":0.586957,"f1":0.535907,"accuracy":0.586957,"main_score":0.535907,"hf_subset":"lmo_Latn-knc_Latn","languages":["lmo-Latn","knc-Latn"]},{"precision":0.956686,"recall":0.969368,"f1":0.960804,"accuracy":0.969368,"main_score":0.960804,"hf_subset":"lmo_Latn-mlt_Latn","languages":["lmo-Latn","mlt-Latn"]},{"precision":0.587039,"recall":0.662055,"f1":0.607935,"accuracy":0.662055,"main_score":0.607935,"hf_subset":"lmo_Latn-quy_Latn","languages":["lmo-Latn","quy-Latn"]},{"precision":0.698353,"recall":0.766798,"f1":0.718746,"accuracy":0.766798,"main_score":0.718746,"hf_subset":"lmo_Latn-swh_Latn","languages":["lmo-Latn","swh-Latn"]},{"precision":0.956192,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"lmo_Latn-uzn_Latn","languages":["lmo-Latn","uzn-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"lmo_Latn-als_Latn","languages":["lmo-Latn","als-Latn"]},{"precision":0.166071,"recall":0.240119,"f1":0.184245,"accuracy":0.240119,"main_score":0.184245,"hf_subset":"lmo_Latn-bod_Tibt","languages":["lmo-Latn","bod-Tibt"]},{"precision":0.47953,"recall":0.552372,"f1":0.49956,"accuracy":0.552372,"main_score":0.49956,"hf_subset":"lmo_Latn-fij_Latn","languages":["lmo-Latn","fij-Latn"]},{"precision":0.874704,"recall":0.910079,"f1":0.885625,"accuracy":0.910079,"main_score":0.885625,"hf_subset":"lmo_Latn-isl_Latn","languages":["lmo-Latn","isl-Latn"]},{"precision":0.561249,"recall":0.642292,"f1":0.584225,"accuracy":0.642292,"main_score":0.584225,"hf_subset":"lmo_Latn-kon_Latn","languages":["lmo-Latn","kon-Latn"]},{"precision":0.493055,"recall":0.586957,"f1":0.519507,"accuracy":0.586957,"main_score":0.519507,"hf_subset":"lmo_Latn-mni_Beng","languages":["lmo-Latn","mni-Beng"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"lmo_Latn-ron_Latn","languages":["lmo-Latn","ron-Latn"]},{"precision":0.964921,"recall":0.974308,"f1":0.96805,"accuracy":0.974308,"main_score":0.96805,"hf_subset":"lmo_Latn-szl_Latn","languages":["lmo-Latn","szl-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lmo_Latn-vec_Latn","languages":["lmo-Latn","vec-Latn"]},{"precision":0.479571,"recall":0.567194,"f1":0.505385,"accuracy":0.567194,"main_score":0.505385,"hf_subset":"lmo_Latn-amh_Ethi","languages":["lmo-Latn","amh-Ethi"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"lmo_Latn-bos_Latn","languages":["lmo-Latn","bos-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"lmo_Latn-fin_Latn","languages":["lmo-Latn","fin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"lmo_Latn-ita_Latn","languages":["lmo-Latn","ita-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"lmo_Latn-kor_Hang","languages":["lmo-Latn","kor-Hang"]},{"precision":0.486388,"recall":0.562253,"f1":0.50725,"accuracy":0.562253,"main_score":0.50725,"hf_subset":"lmo_Latn-mos_Latn","languages":["lmo-Latn","mos-Latn"]},{"precision":0.460042,"recall":0.530632,"f1":0.479556,"accuracy":0.530632,"main_score":0.479556,"hf_subset":"lmo_Latn-run_Latn","languages":["lmo-Latn","run-Latn"]},{"precision":0.953887,"recall":0.968379,"f1":0.958663,"accuracy":0.968379,"main_score":0.958663,"hf_subset":"lmo_Latn-tam_Taml","languages":["lmo-Latn","tam-Taml"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"lmo_Latn-vie_Latn","languages":["lmo-Latn","vie-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"lmo_Latn-apc_Arab","languages":["lmo-Latn","apc-Arab"]},{"precision":0.74861,"recall":0.800395,"f1":0.764641,"accuracy":0.800395,"main_score":0.764641,"hf_subset":"lmo_Latn-bug_Latn","languages":["lmo-Latn","bug-Latn"]},{"precision":0.431518,"recall":0.502964,"f1":0.451111,"accuracy":0.502964,"main_score":0.451111,"hf_subset":"lmo_Latn-fon_Latn","languages":["lmo-Latn","fon-Latn"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"lmo_Latn-jav_Latn","languages":["lmo-Latn","jav-Latn"]},{"precision":0.804792,"recall":0.859684,"f1":0.821824,"accuracy":0.859684,"main_score":0.821824,"hf_subset":"lmo_Latn-lao_Laoo","languages":["lmo-Latn","lao-Laoo"]},{"precision":0.543201,"recall":0.62747,"f1":0.567678,"accuracy":0.62747,"main_score":0.567678,"hf_subset":"lmo_Latn-mri_Latn","languages":["lmo-Latn","mri-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"lmo_Latn-rus_Cyrl","languages":["lmo-Latn","rus-Cyrl"]},{"precision":0.492728,"recall":0.560277,"f1":0.511715,"accuracy":0.560277,"main_score":0.511715,"hf_subset":"lmo_Latn-taq_Latn","languages":["lmo-Latn","taq-Latn"]},{"precision":0.956522,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"lmo_Latn-war_Latn","languages":["lmo-Latn","war-Latn"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"lmo_Latn-arb_Arab","languages":["lmo-Latn","arb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lmo_Latn-bul_Cyrl","languages":["lmo-Latn","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"lmo_Latn-fra_Latn","languages":["lmo-Latn","fra-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"lmo_Latn-jpn_Jpan","languages":["lmo-Latn","jpn-Jpan"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"lmo_Latn-lij_Latn","languages":["lmo-Latn","lij-Latn"]},{"precision":0.851696,"recall":0.895257,"f1":0.865631,"accuracy":0.895257,"main_score":0.865631,"hf_subset":"lmo_Latn-mya_Mymr","languages":["lmo-Latn","mya-Mymr"]},{"precision":0.521194,"recall":0.596838,"f1":0.542138,"accuracy":0.596838,"main_score":0.542138,"hf_subset":"lmo_Latn-sag_Latn","languages":["lmo-Latn","sag-Latn"]},{"precision":0.136094,"recall":0.216403,"f1":0.151425,"accuracy":0.216403,"main_score":0.151425,"hf_subset":"lmo_Latn-taq_Tfng","languages":["lmo-Latn","taq-Tfng"]},{"precision":0.561442,"recall":0.636364,"f1":0.582469,"accuracy":0.636364,"main_score":0.582469,"hf_subset":"lmo_Latn-wol_Latn","languages":["lmo-Latn","wol-Latn"]},{"precision":0.58602,"recall":0.66996,"f1":0.609967,"accuracy":0.66996,"main_score":0.609967,"hf_subset":"lmo_Latn-arb_Latn","languages":["lmo-Latn","arb-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"lmo_Latn-cat_Latn","languages":["lmo-Latn","cat-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"lmo_Latn-fur_Latn","languages":["lmo-Latn","fur-Latn"]},{"precision":0.34889,"recall":0.410079,"f1":0.365838,"accuracy":0.410079,"main_score":0.365838,"hf_subset":"lmo_Latn-kab_Latn","languages":["lmo-Latn","kab-Latn"]},{"precision":0.946064,"recall":0.961462,"f1":0.950988,"accuracy":0.961462,"main_score":0.950988,"hf_subset":"lmo_Latn-lim_Latn","languages":["lmo-Latn","lim-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"lmo_Latn-nld_Latn","languages":["lmo-Latn","nld-Latn"]},{"precision":0.909865,"recall":0.936759,"f1":0.918379,"accuracy":0.936759,"main_score":0.918379,"hf_subset":"lmo_Latn-san_Deva","languages":["lmo-Latn","san-Deva"]},{"precision":0.935524,"recall":0.955534,"f1":0.94193,"accuracy":0.955534,"main_score":0.94193,"hf_subset":"lmo_Latn-tat_Cyrl","languages":["lmo-Latn","tat-Cyrl"]},{"precision":0.519475,"recall":0.594862,"f1":0.53978,"accuracy":0.594862,"main_score":0.53978,"hf_subset":"lmo_Latn-xho_Latn","languages":["lmo-Latn","xho-Latn"]},{"precision":0.977273,"recall":0.98419,"f1":0.979578,"accuracy":0.98419,"main_score":0.979578,"hf_subset":"lmo_Latn-ars_Arab","languages":["lmo-Latn","ars-Arab"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"lmo_Latn-ceb_Latn","languages":["lmo-Latn","ceb-Latn"]},{"precision":0.491474,"recall":0.565217,"f1":0.512258,"accuracy":0.565217,"main_score":0.512258,"hf_subset":"lmo_Latn-fuv_Latn","languages":["lmo-Latn","fuv-Latn"]},{"precision":0.484962,"recall":0.559289,"f1":0.505521,"accuracy":0.559289,"main_score":0.505521,"hf_subset":"lmo_Latn-kac_Latn","languages":["lmo-Latn","kac-Latn"]},{"precision":0.55637,"recall":0.633399,"f1":0.577928,"accuracy":0.633399,"main_score":0.577928,"hf_subset":"lmo_Latn-lin_Latn","languages":["lmo-Latn","lin-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"lmo_Latn-nno_Latn","languages":["lmo-Latn","nno-Latn"]},{"precision":0.020578,"recall":0.063241,"f1":0.02682,"accuracy":0.063241,"main_score":0.02682,"hf_subset":"lmo_Latn-sat_Olck","languages":["lmo-Latn","sat-Olck"]},{"precision":0.971509,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"lmo_Latn-tel_Telu","languages":["lmo-Latn","tel-Telu"]},{"precision":0.698758,"recall":0.772727,"f1":0.721313,"accuracy":0.772727,"main_score":0.721313,"hf_subset":"lmo_Latn-ydd_Hebr","languages":["lmo-Latn","ydd-Hebr"]},{"precision":0.934783,"recall":0.955534,"f1":0.941535,"accuracy":0.955534,"main_score":0.941535,"hf_subset":"lmo_Latn-ary_Arab","languages":["lmo-Latn","ary-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"lmo_Latn-ces_Latn","languages":["lmo-Latn","ces-Latn"]},{"precision":0.391467,"recall":0.476285,"f1":0.414336,"accuracy":0.476285,"main_score":0.414336,"hf_subset":"lmo_Latn-gaz_Latn","languages":["lmo-Latn","gaz-Latn"]},{"precision":0.490335,"recall":0.566206,"f1":0.511731,"accuracy":0.566206,"main_score":0.511731,"hf_subset":"lmo_Latn-kam_Latn","languages":["lmo-Latn","kam-Latn"]},{"precision":0.97859,"recall":0.985178,"f1":0.980731,"accuracy":0.985178,"main_score":0.980731,"hf_subset":"lmo_Latn-lit_Latn","languages":["lmo-Latn","lit-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lmo_Latn-nob_Latn","languages":["lmo-Latn","nob-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"lmo_Latn-scn_Latn","languages":["lmo-Latn","scn-Latn"]},{"precision":0.851318,"recall":0.892292,"f1":0.86413,"accuracy":0.892292,"main_score":0.86413,"hf_subset":"lmo_Latn-tgk_Cyrl","languages":["lmo-Latn","tgk-Cyrl"]},{"precision":0.436242,"recall":0.514822,"f1":0.459056,"accuracy":0.514822,"main_score":0.459056,"hf_subset":"lmo_Latn-yor_Latn","languages":["lmo-Latn","yor-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"lmo_Latn-arz_Arab","languages":["lmo-Latn","arz-Arab"]},{"precision":0.482199,"recall":0.570158,"f1":0.506462,"accuracy":0.570158,"main_score":0.506462,"hf_subset":"lmo_Latn-cjk_Latn","languages":["lmo-Latn","cjk-Latn"]},{"precision":0.592471,"recall":0.667984,"f1":0.614278,"accuracy":0.667984,"main_score":0.614278,"hf_subset":"lmo_Latn-gla_Latn","languages":["lmo-Latn","gla-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"lmo_Latn-kan_Knda","languages":["lmo-Latn","kan-Knda"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"lmo_Latn-npi_Deva","languages":["lmo-Latn","npi-Deva"]},{"precision":0.416562,"recall":0.51087,"f1":0.442356,"accuracy":0.51087,"main_score":0.442356,"hf_subset":"lmo_Latn-shn_Mymr","languages":["lmo-Latn","shn-Mymr"]},{"precision":0.981719,"recall":0.987154,"f1":0.983531,"accuracy":0.987154,"main_score":0.983531,"hf_subset":"lmo_Latn-tgl_Latn","languages":["lmo-Latn","tgl-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"lmo_Latn-yue_Hant","languages":["lmo-Latn","yue-Hant"]},{"precision":0.94944,"recall":0.965415,"f1":0.95471,"accuracy":0.965415,"main_score":0.95471,"hf_subset":"lmo_Latn-asm_Beng","languages":["lmo-Latn","asm-Beng"]},{"precision":0.680383,"recall":0.749012,"f1":0.700916,"accuracy":0.749012,"main_score":0.700916,"hf_subset":"lmo_Latn-ckb_Arab","languages":["lmo-Latn","ckb-Arab"]},{"precision":0.676016,"recall":0.748024,"f1":0.697087,"accuracy":0.748024,"main_score":0.697087,"hf_subset":"lmo_Latn-gle_Latn","languages":["lmo-Latn","gle-Latn"]},{"precision":0.856143,"recall":0.899209,"f1":0.870125,"accuracy":0.899209,"main_score":0.870125,"hf_subset":"lmo_Latn-kas_Arab","languages":["lmo-Latn","kas-Arab"]},{"precision":0.86166,"recall":0.902174,"f1":0.874294,"accuracy":0.902174,"main_score":0.874294,"hf_subset":"lmo_Latn-ltg_Latn","languages":["lmo-Latn","ltg-Latn"]},{"precision":0.518707,"recall":0.586957,"f1":0.537775,"accuracy":0.586957,"main_score":0.537775,"hf_subset":"lmo_Latn-nso_Latn","languages":["lmo-Latn","nso-Latn"]},{"precision":0.377416,"recall":0.475296,"f1":0.403081,"accuracy":0.475296,"main_score":0.403081,"hf_subset":"lmo_Latn-sin_Sinh","languages":["lmo-Latn","sin-Sinh"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"lmo_Latn-tha_Thai","languages":["lmo-Latn","tha-Thai"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"lmo_Latn-zho_Hans","languages":["lmo-Latn","zho-Hans"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"lmo_Latn-ast_Latn","languages":["lmo-Latn","ast-Latn"]},{"precision":0.942688,"recall":0.960474,"f1":0.948617,"accuracy":0.960474,"main_score":0.948617,"hf_subset":"lmo_Latn-crh_Latn","languages":["lmo-Latn","crh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lmo_Latn-glg_Latn","languages":["lmo-Latn","glg-Latn"]},{"precision":0.739723,"recall":0.804348,"f1":0.759406,"accuracy":0.804348,"main_score":0.759406,"hf_subset":"lmo_Latn-kas_Deva","languages":["lmo-Latn","kas-Deva"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"lmo_Latn-ltz_Latn","languages":["lmo-Latn","ltz-Latn"]},{"precision":0.398872,"recall":0.474308,"f1":0.41848,"accuracy":0.474308,"main_score":0.41848,"hf_subset":"lmo_Latn-nus_Latn","languages":["lmo-Latn","nus-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"lmo_Latn-slk_Latn","languages":["lmo-Latn","slk-Latn"]},{"precision":0.25737,"recall":0.332016,"f1":0.276635,"accuracy":0.332016,"main_score":0.276635,"hf_subset":"lmo_Latn-tir_Ethi","languages":["lmo-Latn","tir-Ethi"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"lmo_Latn-zho_Hant","languages":["lmo-Latn","zho-Hant"]},{"precision":0.967721,"recall":0.977273,"f1":0.97085,"accuracy":0.977273,"main_score":0.97085,"hf_subset":"lmo_Latn-awa_Deva","languages":["lmo-Latn","awa-Deva"]},{"precision":0.819911,"recall":0.869565,"f1":0.835263,"accuracy":0.869565,"main_score":0.835263,"hf_subset":"lmo_Latn-cym_Latn","languages":["lmo-Latn","cym-Latn"]},{"precision":0.724539,"recall":0.784585,"f1":0.742655,"accuracy":0.784585,"main_score":0.742655,"hf_subset":"lmo_Latn-grn_Latn","languages":["lmo-Latn","grn-Latn"]},{"precision":0.94697,"recall":0.964427,"f1":0.952734,"accuracy":0.964427,"main_score":0.952734,"hf_subset":"lmo_Latn-kat_Geor","languages":["lmo-Latn","kat-Geor"]},{"precision":0.563051,"recall":0.632411,"f1":0.582706,"accuracy":0.632411,"main_score":0.582706,"hf_subset":"lmo_Latn-lua_Latn","languages":["lmo-Latn","lua-Latn"]},{"precision":0.522365,"recall":0.594862,"f1":0.542553,"accuracy":0.594862,"main_score":0.542553,"hf_subset":"lmo_Latn-nya_Latn","languages":["lmo-Latn","nya-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"lmo_Latn-slv_Latn","languages":["lmo-Latn","slv-Latn"]},{"precision":0.793215,"recall":0.842885,"f1":0.808517,"accuracy":0.842885,"main_score":0.808517,"hf_subset":"lmo_Latn-tpi_Latn","languages":["lmo-Latn","tpi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"lmo_Latn-zsm_Latn","languages":["lmo-Latn","zsm-Latn"]},{"precision":0.493464,"recall":0.564229,"f1":0.512472,"accuracy":0.564229,"main_score":0.512472,"hf_subset":"lmo_Latn-ayr_Latn","languages":["lmo-Latn","ayr-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lmo_Latn-dan_Latn","languages":["lmo-Latn","dan-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"lmo_Latn-guj_Gujr","languages":["lmo-Latn","guj-Gujr"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"lmo_Latn-kaz_Cyrl","languages":["lmo-Latn","kaz-Cyrl"]},{"precision":0.439537,"recall":0.517787,"f1":0.461844,"accuracy":0.517787,"main_score":0.461844,"hf_subset":"lmo_Latn-lug_Latn","languages":["lmo-Latn","lug-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"lmo_Latn-oci_Latn","languages":["lmo-Latn","oci-Latn"]},{"precision":0.520092,"recall":0.599802,"f1":0.542957,"accuracy":0.599802,"main_score":0.542957,"hf_subset":"lmo_Latn-smo_Latn","languages":["lmo-Latn","smo-Latn"]},{"precision":0.473203,"recall":0.541502,"f1":0.491796,"accuracy":0.541502,"main_score":0.491796,"hf_subset":"lmo_Latn-tsn_Latn","languages":["lmo-Latn","tsn-Latn"]},{"precision":0.474842,"recall":0.548419,"f1":0.493968,"accuracy":0.548419,"main_score":0.493968,"hf_subset":"lmo_Latn-zul_Latn","languages":["lmo-Latn","zul-Latn"]},{"precision":0.813982,"recall":0.867589,"f1":0.830896,"accuracy":0.867589,"main_score":0.830896,"hf_subset":"lmo_Latn-azb_Arab","languages":["lmo-Latn","azb-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"lmo_Latn-deu_Latn","languages":["lmo-Latn","deu-Latn"]},{"precision":0.909067,"recall":0.934783,"f1":0.917408,"accuracy":0.934783,"main_score":0.917408,"hf_subset":"lmo_Latn-hat_Latn","languages":["lmo-Latn","hat-Latn"]},{"precision":0.443219,"recall":0.513834,"f1":0.462302,"accuracy":0.513834,"main_score":0.462302,"hf_subset":"lmo_Latn-kbp_Latn","languages":["lmo-Latn","kbp-Latn"]},{"precision":0.500071,"recall":0.570158,"f1":0.519423,"accuracy":0.570158,"main_score":0.519423,"hf_subset":"lmo_Latn-luo_Latn","languages":["lmo-Latn","luo-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"lmo_Latn-ory_Orya","languages":["lmo-Latn","ory-Orya"]},{"precision":0.484759,"recall":0.556324,"f1":0.504808,"accuracy":0.556324,"main_score":0.504808,"hf_subset":"lmo_Latn-sna_Latn","languages":["lmo-Latn","sna-Latn"]},{"precision":0.477835,"recall":0.546443,"f1":0.497211,"accuracy":0.546443,"main_score":0.497211,"hf_subset":"lmo_Latn-tso_Latn","languages":["lmo-Latn","tso-Latn"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"lmo_Latn-azj_Latn","languages":["lmo-Latn","azj-Latn"]},{"precision":0.491101,"recall":0.561265,"f1":0.510904,"accuracy":0.561265,"main_score":0.510904,"hf_subset":"lmo_Latn-dik_Latn","languages":["lmo-Latn","dik-Latn"]},{"precision":0.473678,"recall":0.534585,"f1":0.491065,"accuracy":0.534585,"main_score":0.491065,"hf_subset":"lmo_Latn-hau_Latn","languages":["lmo-Latn","hau-Latn"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"lmo_Latn-kea_Latn","languages":["lmo-Latn","kea-Latn"]},{"precision":0.648756,"recall":0.715415,"f1":0.668304,"accuracy":0.715415,"main_score":0.668304,"hf_subset":"lmo_Latn-lus_Latn","languages":["lmo-Latn","lus-Latn"]},{"precision":0.809486,"recall":0.853755,"f1":0.82309,"accuracy":0.853755,"main_score":0.82309,"hf_subset":"lmo_Latn-pag_Latn","languages":["lmo-Latn","pag-Latn"]},{"precision":0.939394,"recall":0.958498,"f1":0.945652,"accuracy":0.958498,"main_score":0.945652,"hf_subset":"lmo_Latn-snd_Arab","languages":["lmo-Latn","snd-Arab"]},{"precision":0.833663,"recall":0.881423,"f1":0.848814,"accuracy":0.881423,"main_score":0.848814,"hf_subset":"lmo_Latn-tuk_Latn","languages":["lmo-Latn","tuk-Latn"]},{"precision":0.908926,"recall":0.934783,"f1":0.917325,"accuracy":0.934783,"main_score":0.917325,"hf_subset":"lmo_Latn-bak_Cyrl","languages":["lmo-Latn","bak-Cyrl"]},{"precision":0.428507,"recall":0.519763,"f1":0.454875,"accuracy":0.519763,"main_score":0.454875,"hf_subset":"lmo_Latn-dyu_Latn","languages":["lmo-Latn","dyu-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"lmo_Latn-heb_Hebr","languages":["lmo-Latn","heb-Hebr"]},{"precision":0.825264,"recall":0.87253,"f1":0.84025,"accuracy":0.87253,"main_score":0.84025,"hf_subset":"lmo_Latn-khk_Cyrl","languages":["lmo-Latn","khk-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"lmo_Latn-lvs_Latn","languages":["lmo-Latn","lvs-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"lmo_Latn-pan_Guru","languages":["lmo-Latn","pan-Guru"]},{"precision":0.472039,"recall":0.548419,"f1":0.493624,"accuracy":0.548419,"main_score":0.493624,"hf_subset":"lmo_Latn-som_Latn","languages":["lmo-Latn","som-Latn"]},{"precision":0.505119,"recall":0.56917,"f1":0.522568,"accuracy":0.56917,"main_score":0.522568,"hf_subset":"lmo_Latn-tum_Latn","languages":["lmo-Latn","tum-Latn"]},{"precision":0.409014,"recall":0.496047,"f1":0.432731,"accuracy":0.496047,"main_score":0.432731,"hf_subset":"npi_Deva-ace_Arab","languages":["npi-Deva","ace-Arab"]},{"precision":0.427949,"recall":0.502964,"f1":0.448691,"accuracy":0.502964,"main_score":0.448691,"hf_subset":"npi_Deva-bam_Latn","languages":["npi-Deva","bam-Latn"]},{"precision":0.111258,"recall":0.163043,"f1":0.124875,"accuracy":0.163043,"main_score":0.124875,"hf_subset":"npi_Deva-dzo_Tibt","languages":["npi-Deva","dzo-Tibt"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-hin_Deva","languages":["npi-Deva","hin-Deva"]},{"precision":0.927536,"recall":0.950593,"f1":0.935112,"accuracy":0.950593,"main_score":0.935112,"hf_subset":"npi_Deva-khm_Khmr","languages":["npi-Deva","khm-Khmr"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"npi_Deva-mag_Deva","languages":["npi-Deva","mag-Deva"]},{"precision":0.968874,"recall":0.978261,"f1":0.971838,"accuracy":0.978261,"main_score":0.971838,"hf_subset":"npi_Deva-pap_Latn","languages":["npi-Deva","pap-Latn"]},{"precision":0.466168,"recall":0.537549,"f1":0.486082,"accuracy":0.537549,"main_score":0.486082,"hf_subset":"npi_Deva-sot_Latn","languages":["npi-Deva","sot-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"npi_Deva-tur_Latn","languages":["npi-Deva","tur-Latn"]},{"precision":0.778491,"recall":0.831028,"f1":0.794424,"accuracy":0.831028,"main_score":0.794424,"hf_subset":"npi_Deva-ace_Latn","languages":["npi-Deva","ace-Latn"]},{"precision":0.906324,"recall":0.932806,"f1":0.914855,"accuracy":0.932806,"main_score":0.914855,"hf_subset":"npi_Deva-ban_Latn","languages":["npi-Deva","ban-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"npi_Deva-ell_Grek","languages":["npi-Deva","ell-Grek"]},{"precision":0.98913,"recall":0.992095,"f1":0.990119,"accuracy":0.992095,"main_score":0.990119,"hf_subset":"npi_Deva-hne_Deva","languages":["npi-Deva","hne-Deva"]},{"precision":0.481217,"recall":0.5583,"f1":0.502687,"accuracy":0.5583,"main_score":0.502687,"hf_subset":"npi_Deva-kik_Latn","languages":["npi-Deva","kik-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"npi_Deva-mai_Deva","languages":["npi-Deva","mai-Deva"]},{"precision":0.898304,"recall":0.927866,"f1":0.907839,"accuracy":0.927866,"main_score":0.907839,"hf_subset":"npi_Deva-pbt_Arab","languages":["npi-Deva","pbt-Arab"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"npi_Deva-spa_Latn","languages":["npi-Deva","spa-Latn"]},{"precision":0.547334,"recall":0.615613,"f1":0.566518,"accuracy":0.615613,"main_score":0.566518,"hf_subset":"npi_Deva-twi_Latn","languages":["npi-Deva","twi-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"npi_Deva-acm_Arab","languages":["npi-Deva","acm-Arab"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"npi_Deva-bel_Cyrl","languages":["npi-Deva","bel-Cyrl"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-eng_Latn","languages":["npi-Deva","eng-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"npi_Deva-hrv_Latn","languages":["npi-Deva","hrv-Latn"]},{"precision":0.438961,"recall":0.508893,"f1":0.457382,"accuracy":0.508893,"main_score":0.457382,"hf_subset":"npi_Deva-kin_Latn","languages":["npi-Deva","kin-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"npi_Deva-mal_Mlym","languages":["npi-Deva","mal-Mlym"]},{"precision":0.996047,"recall":0.997036,"f1":0.996377,"accuracy":0.997036,"main_score":0.996377,"hf_subset":"npi_Deva-pes_Arab","languages":["npi-Deva","pes-Arab"]},{"precision":0.970356,"recall":0.979249,"f1":0.97332,"accuracy":0.979249,"main_score":0.97332,"hf_subset":"npi_Deva-srd_Latn","languages":["npi-Deva","srd-Latn"]},{"precision":0.126444,"recall":0.192688,"f1":0.140458,"accuracy":0.192688,"main_score":0.140458,"hf_subset":"npi_Deva-tzm_Tfng","languages":["npi-Deva","tzm-Tfng"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-acq_Arab","languages":["npi-Deva","acq-Arab"]},{"precision":0.500901,"recall":0.56917,"f1":0.519704,"accuracy":0.56917,"main_score":0.519704,"hf_subset":"npi_Deva-bem_Latn","languages":["npi-Deva","bem-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-epo_Latn","languages":["npi-Deva","epo-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"npi_Deva-hun_Latn","languages":["npi-Deva","hun-Latn"]},{"precision":0.951581,"recall":0.966403,"f1":0.956357,"accuracy":0.966403,"main_score":0.956357,"hf_subset":"npi_Deva-kir_Cyrl","languages":["npi-Deva","kir-Cyrl"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-mar_Deva","languages":["npi-Deva","mar-Deva"]},{"precision":0.53424,"recall":0.597826,"f1":0.552209,"accuracy":0.597826,"main_score":0.552209,"hf_subset":"npi_Deva-plt_Latn","languages":["npi-Deva","plt-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"npi_Deva-srp_Cyrl","languages":["npi-Deva","srp-Cyrl"]},{"precision":0.93857,"recall":0.956522,"f1":0.944499,"accuracy":0.956522,"main_score":0.944499,"hf_subset":"npi_Deva-uig_Arab","languages":["npi-Deva","uig-Arab"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"npi_Deva-aeb_Arab","languages":["npi-Deva","aeb-Arab"]},{"precision":0.996047,"recall":0.997036,"f1":0.996377,"accuracy":0.997036,"main_score":0.996377,"hf_subset":"npi_Deva-ben_Beng","languages":["npi-Deva","ben-Beng"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"npi_Deva-est_Latn","languages":["npi-Deva","est-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"npi_Deva-hye_Armn","languages":["npi-Deva","hye-Armn"]},{"precision":0.445183,"recall":0.511858,"f1":0.46395,"accuracy":0.511858,"main_score":0.46395,"hf_subset":"npi_Deva-kmb_Latn","languages":["npi-Deva","kmb-Latn"]},{"precision":0.373012,"recall":0.461462,"f1":0.395864,"accuracy":0.461462,"main_score":0.395864,"hf_subset":"npi_Deva-min_Arab","languages":["npi-Deva","min-Arab"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-pol_Latn","languages":["npi-Deva","pol-Latn"]},{"precision":0.437378,"recall":0.519763,"f1":0.459585,"accuracy":0.519763,"main_score":0.459585,"hf_subset":"npi_Deva-ssw_Latn","languages":["npi-Deva","ssw-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-ukr_Cyrl","languages":["npi-Deva","ukr-Cyrl"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-afr_Latn","languages":["npi-Deva","afr-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"npi_Deva-bho_Deva","languages":["npi-Deva","bho-Deva"]},{"precision":0.931983,"recall":0.953557,"f1":0.939065,"accuracy":0.953557,"main_score":0.939065,"hf_subset":"npi_Deva-eus_Latn","languages":["npi-Deva","eus-Latn"]},{"precision":0.458658,"recall":0.539526,"f1":0.481494,"accuracy":0.539526,"main_score":0.481494,"hf_subset":"npi_Deva-ibo_Latn","languages":["npi-Deva","ibo-Latn"]},{"precision":0.682028,"recall":0.754941,"f1":0.703362,"accuracy":0.754941,"main_score":0.703362,"hf_subset":"npi_Deva-kmr_Latn","languages":["npi-Deva","kmr-Latn"]},{"precision":0.931983,"recall":0.953557,"f1":0.939065,"accuracy":0.953557,"main_score":0.939065,"hf_subset":"npi_Deva-min_Latn","languages":["npi-Deva","min-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-por_Latn","languages":["npi-Deva","por-Latn"]},{"precision":0.971673,"recall":0.980237,"f1":0.974473,"accuracy":0.980237,"main_score":0.974473,"hf_subset":"npi_Deva-sun_Latn","languages":["npi-Deva","sun-Latn"]},{"precision":0.420389,"recall":0.490119,"f1":0.440617,"accuracy":0.490119,"main_score":0.440617,"hf_subset":"npi_Deva-umb_Latn","languages":["npi-Deva","umb-Latn"]},{"precision":0.98913,"recall":0.992095,"f1":0.990119,"accuracy":0.992095,"main_score":0.990119,"hf_subset":"npi_Deva-ajp_Arab","languages":["npi-Deva","ajp-Arab"]},{"precision":0.387897,"recall":0.478261,"f1":0.412526,"accuracy":0.478261,"main_score":0.412526,"hf_subset":"npi_Deva-bjn_Arab","languages":["npi-Deva","bjn-Arab"]},{"precision":0.454548,"recall":0.517787,"f1":0.47128,"accuracy":0.517787,"main_score":0.47128,"hf_subset":"npi_Deva-ewe_Latn","languages":["npi-Deva","ewe-Latn"]},{"precision":0.841881,"recall":0.882411,"f1":0.854447,"accuracy":0.882411,"main_score":0.854447,"hf_subset":"npi_Deva-ilo_Latn","languages":["npi-Deva","ilo-Latn"]},{"precision":0.186393,"recall":0.26581,"f1":0.206417,"accuracy":0.26581,"main_score":0.206417,"hf_subset":"npi_Deva-knc_Arab","languages":["npi-Deva","knc-Arab"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"npi_Deva-mkd_Cyrl","languages":["npi-Deva","mkd-Cyrl"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-prs_Arab","languages":["npi-Deva","prs-Arab"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"npi_Deva-swe_Latn","languages":["npi-Deva","swe-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"npi_Deva-urd_Arab","languages":["npi-Deva","urd-Arab"]},{"precision":0.516112,"recall":0.586957,"f1":0.535867,"accuracy":0.586957,"main_score":0.535867,"hf_subset":"npi_Deva-aka_Latn","languages":["npi-Deva","aka-Latn"]},{"precision":0.95611,"recall":0.969368,"f1":0.960375,"accuracy":0.969368,"main_score":0.960375,"hf_subset":"npi_Deva-bjn_Latn","languages":["npi-Deva","bjn-Latn"]},{"precision":0.921937,"recall":0.94664,"f1":0.930007,"accuracy":0.94664,"main_score":0.930007,"hf_subset":"npi_Deva-fao_Latn","languages":["npi-Deva","fao-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-ind_Latn","languages":["npi-Deva","ind-Latn"]},{"precision":0.506798,"recall":0.578063,"f1":0.52641,"accuracy":0.578063,"main_score":0.52641,"hf_subset":"npi_Deva-knc_Latn","languages":["npi-Deva","knc-Latn"]},{"precision":0.96278,"recall":0.974308,"f1":0.966568,"accuracy":0.974308,"main_score":0.966568,"hf_subset":"npi_Deva-mlt_Latn","languages":["npi-Deva","mlt-Latn"]},{"precision":0.540789,"recall":0.617589,"f1":0.562208,"accuracy":0.617589,"main_score":0.562208,"hf_subset":"npi_Deva-quy_Latn","languages":["npi-Deva","quy-Latn"]},{"precision":0.719153,"recall":0.79249,"f1":0.74146,"accuracy":0.79249,"main_score":0.74146,"hf_subset":"npi_Deva-swh_Latn","languages":["npi-Deva","swh-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"npi_Deva-uzn_Latn","languages":["npi-Deva","uzn-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"npi_Deva-als_Latn","languages":["npi-Deva","als-Latn"]},{"precision":0.178953,"recall":0.251976,"f1":0.196779,"accuracy":0.251976,"main_score":0.196779,"hf_subset":"npi_Deva-bod_Tibt","languages":["npi-Deva","bod-Tibt"]},{"precision":0.438763,"recall":0.513834,"f1":0.459559,"accuracy":0.513834,"main_score":0.459559,"hf_subset":"npi_Deva-fij_Latn","languages":["npi-Deva","fij-Latn"]},{"precision":0.939888,"recall":0.958498,"f1":0.945982,"accuracy":0.958498,"main_score":0.945982,"hf_subset":"npi_Deva-isl_Latn","languages":["npi-Deva","isl-Latn"]},{"precision":0.51777,"recall":0.597826,"f1":0.540683,"accuracy":0.597826,"main_score":0.540683,"hf_subset":"npi_Deva-kon_Latn","languages":["npi-Deva","kon-Latn"]},{"precision":0.498287,"recall":0.592885,"f1":0.525123,"accuracy":0.592885,"main_score":0.525123,"hf_subset":"npi_Deva-mni_Beng","languages":["npi-Deva","mni-Beng"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-ron_Latn","languages":["npi-Deva","ron-Latn"]},{"precision":0.979249,"recall":0.98419,"f1":0.980896,"accuracy":0.98419,"main_score":0.980896,"hf_subset":"npi_Deva-szl_Latn","languages":["npi-Deva","szl-Latn"]},{"precision":0.990448,"recall":0.993083,"f1":0.991271,"accuracy":0.993083,"main_score":0.991271,"hf_subset":"npi_Deva-vec_Latn","languages":["npi-Deva","vec-Latn"]},{"precision":0.574588,"recall":0.658103,"f1":0.598555,"accuracy":0.658103,"main_score":0.598555,"hf_subset":"npi_Deva-amh_Ethi","languages":["npi-Deva","amh-Ethi"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"npi_Deva-bos_Latn","languages":["npi-Deva","bos-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"npi_Deva-fin_Latn","languages":["npi-Deva","fin-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-ita_Latn","languages":["npi-Deva","ita-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"npi_Deva-kor_Hang","languages":["npi-Deva","kor-Hang"]},{"precision":0.444662,"recall":0.516798,"f1":0.464071,"accuracy":0.516798,"main_score":0.464071,"hf_subset":"npi_Deva-mos_Latn","languages":["npi-Deva","mos-Latn"]},{"precision":0.434508,"recall":0.507905,"f1":0.453568,"accuracy":0.507905,"main_score":0.453568,"hf_subset":"npi_Deva-run_Latn","languages":["npi-Deva","run-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"npi_Deva-tam_Taml","languages":["npi-Deva","tam-Taml"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-vie_Latn","languages":["npi-Deva","vie-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"npi_Deva-apc_Arab","languages":["npi-Deva","apc-Arab"]},{"precision":0.725082,"recall":0.785573,"f1":0.743135,"accuracy":0.785573,"main_score":0.743135,"hf_subset":"npi_Deva-bug_Latn","languages":["npi-Deva","bug-Latn"]},{"precision":0.399747,"recall":0.472332,"f1":0.41899,"accuracy":0.472332,"main_score":0.41899,"hf_subset":"npi_Deva-fon_Latn","languages":["npi-Deva","fon-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"npi_Deva-jav_Latn","languages":["npi-Deva","jav-Latn"]},{"precision":0.913208,"recall":0.939723,"f1":0.921739,"accuracy":0.939723,"main_score":0.921739,"hf_subset":"npi_Deva-lao_Laoo","languages":["npi-Deva","lao-Laoo"]},{"precision":0.571444,"recall":0.65415,"f1":0.59507,"accuracy":0.65415,"main_score":0.59507,"hf_subset":"npi_Deva-mri_Latn","languages":["npi-Deva","mri-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-rus_Cyrl","languages":["npi-Deva","rus-Cyrl"]},{"precision":0.4834,"recall":0.546443,"f1":0.500484,"accuracy":0.546443,"main_score":0.500484,"hf_subset":"npi_Deva-taq_Latn","languages":["npi-Deva","taq-Latn"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"npi_Deva-war_Latn","languages":["npi-Deva","war-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-arb_Arab","languages":["npi-Deva","arb-Arab"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"npi_Deva-bul_Cyrl","languages":["npi-Deva","bul-Cyrl"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-fra_Latn","languages":["npi-Deva","fra-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"npi_Deva-jpn_Jpan","languages":["npi-Deva","jpn-Jpan"]},{"precision":0.977108,"recall":0.98419,"f1":0.979414,"accuracy":0.98419,"main_score":0.979414,"hf_subset":"npi_Deva-lij_Latn","languages":["npi-Deva","lij-Latn"]},{"precision":0.943923,"recall":0.960474,"f1":0.949341,"accuracy":0.960474,"main_score":0.949341,"hf_subset":"npi_Deva-mya_Mymr","languages":["npi-Deva","mya-Mymr"]},{"precision":0.475668,"recall":0.55336,"f1":0.496934,"accuracy":0.55336,"main_score":0.496934,"hf_subset":"npi_Deva-sag_Latn","languages":["npi-Deva","sag-Latn"]},{"precision":0.135535,"recall":0.214427,"f1":0.150856,"accuracy":0.214427,"main_score":0.150856,"hf_subset":"npi_Deva-taq_Tfng","languages":["npi-Deva","taq-Tfng"]},{"precision":0.524858,"recall":0.602767,"f1":0.547097,"accuracy":0.602767,"main_score":0.547097,"hf_subset":"npi_Deva-wol_Latn","languages":["npi-Deva","wol-Latn"]},{"precision":0.605555,"recall":0.6917,"f1":0.63005,"accuracy":0.6917,"main_score":0.63005,"hf_subset":"npi_Deva-arb_Latn","languages":["npi-Deva","arb-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-cat_Latn","languages":["npi-Deva","cat-Latn"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"npi_Deva-fur_Latn","languages":["npi-Deva","fur-Latn"]},{"precision":0.33205,"recall":0.396245,"f1":0.349475,"accuracy":0.396245,"main_score":0.349475,"hf_subset":"npi_Deva-kab_Latn","languages":["npi-Deva","kab-Latn"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"npi_Deva-lim_Latn","languages":["npi-Deva","lim-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"npi_Deva-nld_Latn","languages":["npi-Deva","nld-Latn"]},{"precision":0.967391,"recall":0.977273,"f1":0.970685,"accuracy":0.977273,"main_score":0.970685,"hf_subset":"npi_Deva-san_Deva","languages":["npi-Deva","san-Deva"]},{"precision":0.968709,"recall":0.978261,"f1":0.971838,"accuracy":0.978261,"main_score":0.971838,"hf_subset":"npi_Deva-tat_Cyrl","languages":["npi-Deva","tat-Cyrl"]},{"precision":0.508808,"recall":0.585968,"f1":0.530471,"accuracy":0.585968,"main_score":0.530471,"hf_subset":"npi_Deva-xho_Latn","languages":["npi-Deva","xho-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-ars_Arab","languages":["npi-Deva","ars-Arab"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"npi_Deva-ceb_Latn","languages":["npi-Deva","ceb-Latn"]},{"precision":0.460426,"recall":0.528656,"f1":0.478681,"accuracy":0.528656,"main_score":0.478681,"hf_subset":"npi_Deva-fuv_Latn","languages":["npi-Deva","fuv-Latn"]},{"precision":0.452457,"recall":0.52668,"f1":0.473101,"accuracy":0.52668,"main_score":0.473101,"hf_subset":"npi_Deva-kac_Latn","languages":["npi-Deva","kac-Latn"]},{"precision":0.524021,"recall":0.607708,"f1":0.546955,"accuracy":0.607708,"main_score":0.546955,"hf_subset":"npi_Deva-lin_Latn","languages":["npi-Deva","lin-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"npi_Deva-nno_Latn","languages":["npi-Deva","nno-Latn"]},{"precision":0.022734,"recall":0.063241,"f1":0.028396,"accuracy":0.063241,"main_score":0.028396,"hf_subset":"npi_Deva-sat_Olck","languages":["npi-Deva","sat-Olck"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"npi_Deva-tel_Telu","languages":["npi-Deva","tel-Telu"]},{"precision":0.741634,"recall":0.8083,"f1":0.761971,"accuracy":0.8083,"main_score":0.761971,"hf_subset":"npi_Deva-ydd_Hebr","languages":["npi-Deva","ydd-Hebr"]},{"precision":0.949934,"recall":0.965415,"f1":0.95504,"accuracy":0.965415,"main_score":0.95504,"hf_subset":"npi_Deva-ary_Arab","languages":["npi-Deva","ary-Arab"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-ces_Latn","languages":["npi-Deva","ces-Latn"]},{"precision":0.392525,"recall":0.466403,"f1":0.412875,"accuracy":0.466403,"main_score":0.412875,"hf_subset":"npi_Deva-gaz_Latn","languages":["npi-Deva","gaz-Latn"]},{"precision":0.464924,"recall":0.540514,"f1":0.485755,"accuracy":0.540514,"main_score":0.485755,"hf_subset":"npi_Deva-kam_Latn","languages":["npi-Deva","kam-Latn"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"npi_Deva-lit_Latn","languages":["npi-Deva","lit-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"npi_Deva-nob_Latn","languages":["npi-Deva","nob-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"npi_Deva-scn_Latn","languages":["npi-Deva","scn-Latn"]},{"precision":0.902339,"recall":0.929842,"f1":0.911034,"accuracy":0.929842,"main_score":0.911034,"hf_subset":"npi_Deva-tgk_Cyrl","languages":["npi-Deva","tgk-Cyrl"]},{"precision":0.412414,"recall":0.494071,"f1":0.434919,"accuracy":0.494071,"main_score":0.434919,"hf_subset":"npi_Deva-yor_Latn","languages":["npi-Deva","yor-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"npi_Deva-arz_Arab","languages":["npi-Deva","arz-Arab"]},{"precision":0.468921,"recall":0.547431,"f1":0.490519,"accuracy":0.547431,"main_score":0.490519,"hf_subset":"npi_Deva-cjk_Latn","languages":["npi-Deva","cjk-Latn"]},{"precision":0.599532,"recall":0.679842,"f1":0.622457,"accuracy":0.679842,"main_score":0.622457,"hf_subset":"npi_Deva-gla_Latn","languages":["npi-Deva","gla-Latn"]},{"precision":0.987484,"recall":0.991107,"f1":0.988636,"accuracy":0.991107,"main_score":0.988636,"hf_subset":"npi_Deva-kan_Knda","languages":["npi-Deva","kan-Knda"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"npi_Deva-lmo_Latn","languages":["npi-Deva","lmo-Latn"]},{"precision":0.396293,"recall":0.494071,"f1":0.4233,"accuracy":0.494071,"main_score":0.4233,"hf_subset":"npi_Deva-shn_Mymr","languages":["npi-Deva","shn-Mymr"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"npi_Deva-tgl_Latn","languages":["npi-Deva","tgl-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"npi_Deva-yue_Hant","languages":["npi-Deva","yue-Hant"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"npi_Deva-asm_Beng","languages":["npi-Deva","asm-Beng"]},{"precision":0.707215,"recall":0.770751,"f1":0.725584,"accuracy":0.770751,"main_score":0.725584,"hf_subset":"npi_Deva-ckb_Arab","languages":["npi-Deva","ckb-Arab"]},{"precision":0.695638,"recall":0.767787,"f1":0.717443,"accuracy":0.767787,"main_score":0.717443,"hf_subset":"npi_Deva-gle_Latn","languages":["npi-Deva","gle-Latn"]},{"precision":0.898551,"recall":0.93083,"f1":0.909091,"accuracy":0.93083,"main_score":0.909091,"hf_subset":"npi_Deva-kas_Arab","languages":["npi-Deva","kas-Arab"]},{"precision":0.880138,"recall":0.91502,"f1":0.891257,"accuracy":0.91502,"main_score":0.891257,"hf_subset":"npi_Deva-ltg_Latn","languages":["npi-Deva","ltg-Latn"]},{"precision":0.509484,"recall":0.576087,"f1":0.527839,"accuracy":0.576087,"main_score":0.527839,"hf_subset":"npi_Deva-nso_Latn","languages":["npi-Deva","nso-Latn"]},{"precision":0.474812,"recall":0.574111,"f1":0.502943,"accuracy":0.574111,"main_score":0.502943,"hf_subset":"npi_Deva-sin_Sinh","languages":["npi-Deva","sin-Sinh"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"npi_Deva-tha_Thai","languages":["npi-Deva","tha-Thai"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"npi_Deva-zho_Hans","languages":["npi-Deva","zho-Hans"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"npi_Deva-ast_Latn","languages":["npi-Deva","ast-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"npi_Deva-crh_Latn","languages":["npi-Deva","crh-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-glg_Latn","languages":["npi-Deva","glg-Latn"]},{"precision":0.770059,"recall":0.832016,"f1":0.788801,"accuracy":0.832016,"main_score":0.788801,"hf_subset":"npi_Deva-kas_Deva","languages":["npi-Deva","kas-Deva"]},{"precision":0.980237,"recall":0.986166,"f1":0.982213,"accuracy":0.986166,"main_score":0.982213,"hf_subset":"npi_Deva-ltz_Latn","languages":["npi-Deva","ltz-Latn"]},{"precision":0.378402,"recall":0.460474,"f1":0.399909,"accuracy":0.460474,"main_score":0.399909,"hf_subset":"npi_Deva-nus_Latn","languages":["npi-Deva","nus-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"npi_Deva-slk_Latn","languages":["npi-Deva","slk-Latn"]},{"precision":0.269834,"recall":0.339921,"f1":0.28803,"accuracy":0.339921,"main_score":0.28803,"hf_subset":"npi_Deva-tir_Ethi","languages":["npi-Deva","tir-Ethi"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"npi_Deva-zho_Hant","languages":["npi-Deva","zho-Hant"]},{"precision":0.980237,"recall":0.985178,"f1":0.981884,"accuracy":0.985178,"main_score":0.981884,"hf_subset":"npi_Deva-awa_Deva","languages":["npi-Deva","awa-Deva"]},{"precision":0.862648,"recall":0.902174,"f1":0.874769,"accuracy":0.902174,"main_score":0.874769,"hf_subset":"npi_Deva-cym_Latn","languages":["npi-Deva","cym-Latn"]},{"precision":0.678541,"recall":0.748024,"f1":0.698955,"accuracy":0.748024,"main_score":0.698955,"hf_subset":"npi_Deva-grn_Latn","languages":["npi-Deva","grn-Latn"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"npi_Deva-kat_Geor","languages":["npi-Deva","kat-Geor"]},{"precision":0.536862,"recall":0.604743,"f1":0.555374,"accuracy":0.604743,"main_score":0.555374,"hf_subset":"npi_Deva-lua_Latn","languages":["npi-Deva","lua-Latn"]},{"precision":0.492207,"recall":0.56917,"f1":0.513298,"accuracy":0.56917,"main_score":0.513298,"hf_subset":"npi_Deva-nya_Latn","languages":["npi-Deva","nya-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"npi_Deva-slv_Latn","languages":["npi-Deva","slv-Latn"]},{"precision":0.770899,"recall":0.829051,"f1":0.788505,"accuracy":0.829051,"main_score":0.788505,"hf_subset":"npi_Deva-tpi_Latn","languages":["npi-Deva","tpi-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-zsm_Latn","languages":["npi-Deva","zsm-Latn"]},{"precision":0.458164,"recall":0.532609,"f1":0.478542,"accuracy":0.532609,"main_score":0.478542,"hf_subset":"npi_Deva-ayr_Latn","languages":["npi-Deva","ayr-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-dan_Latn","languages":["npi-Deva","dan-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-guj_Gujr","languages":["npi-Deva","guj-Gujr"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"npi_Deva-kaz_Cyrl","languages":["npi-Deva","kaz-Cyrl"]},{"precision":0.42991,"recall":0.501976,"f1":0.449337,"accuracy":0.501976,"main_score":0.449337,"hf_subset":"npi_Deva-lug_Latn","languages":["npi-Deva","lug-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"npi_Deva-oci_Latn","languages":["npi-Deva","oci-Latn"]},{"precision":0.486691,"recall":0.56917,"f1":0.510448,"accuracy":0.56917,"main_score":0.510448,"hf_subset":"npi_Deva-smo_Latn","languages":["npi-Deva","smo-Latn"]},{"precision":0.453509,"recall":0.524704,"f1":0.472348,"accuracy":0.524704,"main_score":0.472348,"hf_subset":"npi_Deva-tsn_Latn","languages":["npi-Deva","tsn-Latn"]},{"precision":0.444327,"recall":0.522727,"f1":0.465054,"accuracy":0.522727,"main_score":0.465054,"hf_subset":"npi_Deva-zul_Latn","languages":["npi-Deva","zul-Latn"]},{"precision":0.810688,"recall":0.866601,"f1":0.828411,"accuracy":0.866601,"main_score":0.828411,"hf_subset":"npi_Deva-azb_Arab","languages":["npi-Deva","azb-Arab"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-deu_Latn","languages":["npi-Deva","deu-Latn"]},{"precision":0.906785,"recall":0.933794,"f1":0.915481,"accuracy":0.933794,"main_score":0.915481,"hf_subset":"npi_Deva-hat_Latn","languages":["npi-Deva","hat-Latn"]},{"precision":0.407973,"recall":0.479249,"f1":0.427605,"accuracy":0.479249,"main_score":0.427605,"hf_subset":"npi_Deva-kbp_Latn","languages":["npi-Deva","kbp-Latn"]},{"precision":0.459809,"recall":0.531621,"f1":0.479585,"accuracy":0.531621,"main_score":0.479585,"hf_subset":"npi_Deva-luo_Latn","languages":["npi-Deva","luo-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"npi_Deva-ory_Orya","languages":["npi-Deva","ory-Orya"]},{"precision":0.47385,"recall":0.548419,"f1":0.495627,"accuracy":0.548419,"main_score":0.495627,"hf_subset":"npi_Deva-sna_Latn","languages":["npi-Deva","sna-Latn"]},{"precision":0.433227,"recall":0.507905,"f1":0.453044,"accuracy":0.507905,"main_score":0.453044,"hf_subset":"npi_Deva-tso_Latn","languages":["npi-Deva","tso-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"npi_Deva-azj_Latn","languages":["npi-Deva","azj-Latn"]},{"precision":0.450546,"recall":0.529644,"f1":0.472429,"accuracy":0.529644,"main_score":0.472429,"hf_subset":"npi_Deva-dik_Latn","languages":["npi-Deva","dik-Latn"]},{"precision":0.459644,"recall":0.522727,"f1":0.477609,"accuracy":0.522727,"main_score":0.477609,"hf_subset":"npi_Deva-hau_Latn","languages":["npi-Deva","hau-Latn"]},{"precision":0.958004,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"npi_Deva-kea_Latn","languages":["npi-Deva","kea-Latn"]},{"precision":0.619855,"recall":0.692688,"f1":0.640974,"accuracy":0.692688,"main_score":0.640974,"hf_subset":"npi_Deva-lus_Latn","languages":["npi-Deva","lus-Latn"]},{"precision":0.79002,"recall":0.839921,"f1":0.805223,"accuracy":0.839921,"main_score":0.805223,"hf_subset":"npi_Deva-pag_Latn","languages":["npi-Deva","pag-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"npi_Deva-snd_Arab","languages":["npi-Deva","snd-Arab"]},{"precision":0.867342,"recall":0.907115,"f1":0.880007,"accuracy":0.907115,"main_score":0.880007,"hf_subset":"npi_Deva-tuk_Latn","languages":["npi-Deva","tuk-Latn"]},{"precision":0.937253,"recall":0.956522,"f1":0.943676,"accuracy":0.956522,"main_score":0.943676,"hf_subset":"npi_Deva-bak_Cyrl","languages":["npi-Deva","bak-Cyrl"]},{"precision":0.378969,"recall":0.47332,"f1":0.406292,"accuracy":0.47332,"main_score":0.406292,"hf_subset":"npi_Deva-dyu_Latn","languages":["npi-Deva","dyu-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"npi_Deva-heb_Hebr","languages":["npi-Deva","heb-Hebr"]},{"precision":0.89888,"recall":0.929842,"f1":0.908926,"accuracy":0.929842,"main_score":0.908926,"hf_subset":"npi_Deva-khk_Cyrl","languages":["npi-Deva","khk-Cyrl"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"npi_Deva-lvs_Latn","languages":["npi-Deva","lvs-Latn"]},{"precision":0.996047,"recall":0.997036,"f1":0.996377,"accuracy":0.997036,"main_score":0.996377,"hf_subset":"npi_Deva-pan_Guru","languages":["npi-Deva","pan-Guru"]},{"precision":0.449691,"recall":0.520751,"f1":0.46896,"accuracy":0.520751,"main_score":0.46896,"hf_subset":"npi_Deva-som_Latn","languages":["npi-Deva","som-Latn"]},{"precision":0.477253,"recall":0.54249,"f1":0.49568,"accuracy":0.54249,"main_score":0.49568,"hf_subset":"npi_Deva-tum_Latn","languages":["npi-Deva","tum-Latn"]},{"precision":0.276079,"recall":0.326087,"f1":0.290033,"accuracy":0.326087,"main_score":0.290033,"hf_subset":"shn_Mymr-ace_Arab","languages":["shn-Mymr","ace-Arab"]},{"precision":0.390399,"recall":0.433794,"f1":0.402605,"accuracy":0.433794,"main_score":0.402605,"hf_subset":"shn_Mymr-bam_Latn","languages":["shn-Mymr","bam-Latn"]},{"precision":0.110806,"recall":0.145257,"f1":0.119309,"accuracy":0.145257,"main_score":0.119309,"hf_subset":"shn_Mymr-dzo_Tibt","languages":["shn-Mymr","dzo-Tibt"]},{"precision":0.407045,"recall":0.459486,"f1":0.42165,"accuracy":0.459486,"main_score":0.42165,"hf_subset":"shn_Mymr-hin_Deva","languages":["shn-Mymr","hin-Deva"]},{"precision":0.343961,"recall":0.401186,"f1":0.36023,"accuracy":0.401186,"main_score":0.36023,"hf_subset":"shn_Mymr-khm_Khmr","languages":["shn-Mymr","khm-Khmr"]},{"precision":0.417306,"recall":0.464427,"f1":0.430236,"accuracy":0.464427,"main_score":0.430236,"hf_subset":"shn_Mymr-mag_Deva","languages":["shn-Mymr","mag-Deva"]},{"precision":0.451103,"recall":0.490119,"f1":0.462766,"accuracy":0.490119,"main_score":0.462766,"hf_subset":"shn_Mymr-pap_Latn","languages":["shn-Mymr","pap-Latn"]},{"precision":0.425887,"recall":0.465415,"f1":0.4375,"accuracy":0.465415,"main_score":0.4375,"hf_subset":"shn_Mymr-sot_Latn","languages":["shn-Mymr","sot-Latn"]},{"precision":0.445135,"recall":0.485178,"f1":0.456788,"accuracy":0.485178,"main_score":0.456788,"hf_subset":"shn_Mymr-tur_Latn","languages":["shn-Mymr","tur-Latn"]},{"precision":0.44639,"recall":0.480237,"f1":0.4563,"accuracy":0.480237,"main_score":0.4563,"hf_subset":"shn_Mymr-ace_Latn","languages":["shn-Mymr","ace-Latn"]},{"precision":0.463466,"recall":0.498024,"f1":0.473452,"accuracy":0.498024,"main_score":0.473452,"hf_subset":"shn_Mymr-ban_Latn","languages":["shn-Mymr","ban-Latn"]},{"precision":0.394411,"recall":0.44664,"f1":0.408645,"accuracy":0.44664,"main_score":0.408645,"hf_subset":"shn_Mymr-ell_Grek","languages":["shn-Mymr","ell-Grek"]},{"precision":0.407135,"recall":0.453557,"f1":0.420786,"accuracy":0.453557,"main_score":0.420786,"hf_subset":"shn_Mymr-hne_Deva","languages":["shn-Mymr","hne-Deva"]},{"precision":0.387886,"recall":0.431818,"f1":0.399892,"accuracy":0.431818,"main_score":0.399892,"hf_subset":"shn_Mymr-kik_Latn","languages":["shn-Mymr","kik-Latn"]},{"precision":0.410598,"recall":0.458498,"f1":0.424449,"accuracy":0.458498,"main_score":0.424449,"hf_subset":"shn_Mymr-mai_Deva","languages":["shn-Mymr","mai-Deva"]},{"precision":0.376853,"recall":0.427866,"f1":0.391511,"accuracy":0.427866,"main_score":0.391511,"hf_subset":"shn_Mymr-pbt_Arab","languages":["shn-Mymr","pbt-Arab"]},{"precision":0.440641,"recall":0.485178,"f1":0.45353,"accuracy":0.485178,"main_score":0.45353,"hf_subset":"shn_Mymr-spa_Latn","languages":["shn-Mymr","spa-Latn"]},{"precision":0.449899,"recall":0.485178,"f1":0.459833,"accuracy":0.485178,"main_score":0.459833,"hf_subset":"shn_Mymr-twi_Latn","languages":["shn-Mymr","twi-Latn"]},{"precision":0.41582,"recall":0.461462,"f1":0.428964,"accuracy":0.461462,"main_score":0.428964,"hf_subset":"shn_Mymr-acm_Arab","languages":["shn-Mymr","acm-Arab"]},{"precision":0.417065,"recall":0.463439,"f1":0.43097,"accuracy":0.463439,"main_score":0.43097,"hf_subset":"shn_Mymr-bel_Cyrl","languages":["shn-Mymr","bel-Cyrl"]},{"precision":0.437938,"recall":0.481225,"f1":0.450453,"accuracy":0.481225,"main_score":0.450453,"hf_subset":"shn_Mymr-eng_Latn","languages":["shn-Mymr","eng-Latn"]},{"precision":0.439842,"recall":0.480237,"f1":0.451064,"accuracy":0.480237,"main_score":0.451064,"hf_subset":"shn_Mymr-hrv_Latn","languages":["shn-Mymr","hrv-Latn"]},{"precision":0.403986,"recall":0.436759,"f1":0.413933,"accuracy":0.436759,"main_score":0.413933,"hf_subset":"shn_Mymr-kin_Latn","languages":["shn-Mymr","kin-Latn"]},{"precision":0.407769,"recall":0.453557,"f1":0.420509,"accuracy":0.453557,"main_score":0.420509,"hf_subset":"shn_Mymr-mal_Mlym","languages":["shn-Mymr","mal-Mlym"]},{"precision":0.411935,"recall":0.461462,"f1":0.425076,"accuracy":0.461462,"main_score":0.425076,"hf_subset":"shn_Mymr-pes_Arab","languages":["shn-Mymr","pes-Arab"]},{"precision":0.438842,"recall":0.479249,"f1":0.450496,"accuracy":0.479249,"main_score":0.450496,"hf_subset":"shn_Mymr-srd_Latn","languages":["shn-Mymr","srd-Latn"]},{"precision":0.151374,"recall":0.183794,"f1":0.159076,"accuracy":0.183794,"main_score":0.159076,"hf_subset":"shn_Mymr-tzm_Tfng","languages":["shn-Mymr","tzm-Tfng"]},{"precision":0.429117,"recall":0.471344,"f1":0.441964,"accuracy":0.471344,"main_score":0.441964,"hf_subset":"shn_Mymr-acq_Arab","languages":["shn-Mymr","acq-Arab"]},{"precision":0.462527,"recall":0.490119,"f1":0.470188,"accuracy":0.490119,"main_score":0.470188,"hf_subset":"shn_Mymr-bem_Latn","languages":["shn-Mymr","bem-Latn"]},{"precision":0.433857,"recall":0.474308,"f1":0.445631,"accuracy":0.474308,"main_score":0.445631,"hf_subset":"shn_Mymr-epo_Latn","languages":["shn-Mymr","epo-Latn"]},{"precision":0.436806,"recall":0.481225,"f1":0.449291,"accuracy":0.481225,"main_score":0.449291,"hf_subset":"shn_Mymr-hun_Latn","languages":["shn-Mymr","hun-Latn"]},{"precision":0.438462,"recall":0.479249,"f1":0.450203,"accuracy":0.479249,"main_score":0.450203,"hf_subset":"shn_Mymr-kir_Cyrl","languages":["shn-Mymr","kir-Cyrl"]},{"precision":0.415144,"recall":0.461462,"f1":0.428287,"accuracy":0.461462,"main_score":0.428287,"hf_subset":"shn_Mymr-mar_Deva","languages":["shn-Mymr","mar-Deva"]},{"precision":0.442688,"recall":0.472332,"f1":0.451559,"accuracy":0.472332,"main_score":0.451559,"hf_subset":"shn_Mymr-plt_Latn","languages":["shn-Mymr","plt-Latn"]},{"precision":0.425023,"recall":0.470356,"f1":0.437896,"accuracy":0.470356,"main_score":0.437896,"hf_subset":"shn_Mymr-srp_Cyrl","languages":["shn-Mymr","srp-Cyrl"]},{"precision":0.367369,"recall":0.420949,"f1":0.382726,"accuracy":0.420949,"main_score":0.382726,"hf_subset":"shn_Mymr-uig_Arab","languages":["shn-Mymr","uig-Arab"]},{"precision":0.404489,"recall":0.450593,"f1":0.417423,"accuracy":0.450593,"main_score":0.417423,"hf_subset":"shn_Mymr-aeb_Arab","languages":["shn-Mymr","aeb-Arab"]},{"precision":0.406802,"recall":0.453557,"f1":0.420771,"accuracy":0.453557,"main_score":0.420771,"hf_subset":"shn_Mymr-ben_Beng","languages":["shn-Mymr","ben-Beng"]},{"precision":0.418661,"recall":0.460474,"f1":0.430498,"accuracy":0.460474,"main_score":0.430498,"hf_subset":"shn_Mymr-est_Latn","languages":["shn-Mymr","est-Latn"]},{"precision":0.390039,"recall":0.431818,"f1":0.402281,"accuracy":0.431818,"main_score":0.402281,"hf_subset":"shn_Mymr-hye_Armn","languages":["shn-Mymr","hye-Armn"]},{"precision":0.418313,"recall":0.454545,"f1":0.428573,"accuracy":0.454545,"main_score":0.428573,"hf_subset":"shn_Mymr-kmb_Latn","languages":["shn-Mymr","kmb-Latn"]},{"precision":0.25828,"recall":0.309289,"f1":0.27234,"accuracy":0.309289,"main_score":0.27234,"hf_subset":"shn_Mymr-min_Arab","languages":["shn-Mymr","min-Arab"]},{"precision":0.439484,"recall":0.482213,"f1":0.451948,"accuracy":0.482213,"main_score":0.451948,"hf_subset":"shn_Mymr-pol_Latn","languages":["shn-Mymr","pol-Latn"]},{"precision":0.424675,"recall":0.463439,"f1":0.43606,"accuracy":0.463439,"main_score":0.43606,"hf_subset":"shn_Mymr-ssw_Latn","languages":["shn-Mymr","ssw-Latn"]},{"precision":0.429453,"recall":0.475296,"f1":0.442417,"accuracy":0.475296,"main_score":0.442417,"hf_subset":"shn_Mymr-ukr_Cyrl","languages":["shn-Mymr","ukr-Cyrl"]},{"precision":0.456077,"recall":0.493083,"f1":0.46691,"accuracy":0.493083,"main_score":0.46691,"hf_subset":"shn_Mymr-afr_Latn","languages":["shn-Mymr","afr-Latn"]},{"precision":0.410191,"recall":0.454545,"f1":0.422963,"accuracy":0.454545,"main_score":0.422963,"hf_subset":"shn_Mymr-bho_Deva","languages":["shn-Mymr","bho-Deva"]},{"precision":0.442901,"recall":0.479249,"f1":0.453582,"accuracy":0.479249,"main_score":0.453582,"hf_subset":"shn_Mymr-eus_Latn","languages":["shn-Mymr","eus-Latn"]},{"precision":0.399831,"recall":0.443676,"f1":0.412744,"accuracy":0.443676,"main_score":0.412744,"hf_subset":"shn_Mymr-ibo_Latn","languages":["shn-Mymr","ibo-Latn"]},{"precision":0.429939,"recall":0.463439,"f1":0.439685,"accuracy":0.463439,"main_score":0.439685,"hf_subset":"shn_Mymr-kmr_Latn","languages":["shn-Mymr","kmr-Latn"]},{"precision":0.447267,"recall":0.482213,"f1":0.456977,"accuracy":0.482213,"main_score":0.456977,"hf_subset":"shn_Mymr-min_Latn","languages":["shn-Mymr","min-Latn"]},{"precision":0.447394,"recall":0.488142,"f1":0.458558,"accuracy":0.488142,"main_score":0.458558,"hf_subset":"shn_Mymr-por_Latn","languages":["shn-Mymr","por-Latn"]},{"precision":0.45309,"recall":0.487154,"f1":0.462951,"accuracy":0.487154,"main_score":0.462951,"hf_subset":"shn_Mymr-sun_Latn","languages":["shn-Mymr","sun-Latn"]},{"precision":0.389423,"recall":0.431818,"f1":0.402265,"accuracy":0.431818,"main_score":0.402265,"hf_subset":"shn_Mymr-umb_Latn","languages":["shn-Mymr","umb-Latn"]},{"precision":0.408614,"recall":0.45751,"f1":0.422726,"accuracy":0.45751,"main_score":0.422726,"hf_subset":"shn_Mymr-ajp_Arab","languages":["shn-Mymr","ajp-Arab"]},{"precision":0.281693,"recall":0.33004,"f1":0.295792,"accuracy":0.33004,"main_score":0.295792,"hf_subset":"shn_Mymr-bjn_Arab","languages":["shn-Mymr","bjn-Arab"]},{"precision":0.410161,"recall":0.44664,"f1":0.421142,"accuracy":0.44664,"main_score":0.421142,"hf_subset":"shn_Mymr-ewe_Latn","languages":["shn-Mymr","ewe-Latn"]},{"precision":0.4699,"recall":0.496047,"f1":0.477579,"accuracy":0.496047,"main_score":0.477579,"hf_subset":"shn_Mymr-ilo_Latn","languages":["shn-Mymr","ilo-Latn"]},{"precision":0.201268,"recall":0.254941,"f1":0.215463,"accuracy":0.254941,"main_score":0.215463,"hf_subset":"shn_Mymr-knc_Arab","languages":["shn-Mymr","knc-Arab"]},{"precision":0.440588,"recall":0.480237,"f1":0.452139,"accuracy":0.480237,"main_score":0.452139,"hf_subset":"shn_Mymr-mkd_Cyrl","languages":["shn-Mymr","mkd-Cyrl"]},{"precision":0.398876,"recall":0.44664,"f1":0.412634,"accuracy":0.44664,"main_score":0.412634,"hf_subset":"shn_Mymr-prs_Arab","languages":["shn-Mymr","prs-Arab"]},{"precision":0.429156,"recall":0.472332,"f1":0.441089,"accuracy":0.472332,"main_score":0.441089,"hf_subset":"shn_Mymr-swe_Latn","languages":["shn-Mymr","swe-Latn"]},{"precision":0.37788,"recall":0.433794,"f1":0.393646,"accuracy":0.433794,"main_score":0.393646,"hf_subset":"shn_Mymr-urd_Arab","languages":["shn-Mymr","urd-Arab"]},{"precision":0.444442,"recall":0.476285,"f1":0.453503,"accuracy":0.476285,"main_score":0.453503,"hf_subset":"shn_Mymr-aka_Latn","languages":["shn-Mymr","aka-Latn"]},{"precision":0.435719,"recall":0.477273,"f1":0.447968,"accuracy":0.477273,"main_score":0.447968,"hf_subset":"shn_Mymr-bjn_Latn","languages":["shn-Mymr","bjn-Latn"]},{"precision":0.421999,"recall":0.459486,"f1":0.432795,"accuracy":0.459486,"main_score":0.432795,"hf_subset":"shn_Mymr-fao_Latn","languages":["shn-Mymr","fao-Latn"]},{"precision":0.439308,"recall":0.481225,"f1":0.451191,"accuracy":0.481225,"main_score":0.451191,"hf_subset":"shn_Mymr-ind_Latn","languages":["shn-Mymr","ind-Latn"]},{"precision":0.439053,"recall":0.47332,"f1":0.449186,"accuracy":0.47332,"main_score":0.449186,"hf_subset":"shn_Mymr-knc_Latn","languages":["shn-Mymr","knc-Latn"]},{"precision":0.444538,"recall":0.477273,"f1":0.453893,"accuracy":0.477273,"main_score":0.453893,"hf_subset":"shn_Mymr-mlt_Latn","languages":["shn-Mymr","mlt-Latn"]},{"precision":0.430337,"recall":0.465415,"f1":0.440651,"accuracy":0.465415,"main_score":0.440651,"hf_subset":"shn_Mymr-quy_Latn","languages":["shn-Mymr","quy-Latn"]},{"precision":0.412184,"recall":0.453557,"f1":0.423814,"accuracy":0.453557,"main_score":0.423814,"hf_subset":"shn_Mymr-swh_Latn","languages":["shn-Mymr","swh-Latn"]},{"precision":0.420117,"recall":0.464427,"f1":0.432614,"accuracy":0.464427,"main_score":0.432614,"hf_subset":"shn_Mymr-uzn_Latn","languages":["shn-Mymr","uzn-Latn"]},{"precision":0.426075,"recall":0.466403,"f1":0.437889,"accuracy":0.466403,"main_score":0.437889,"hf_subset":"shn_Mymr-als_Latn","languages":["shn-Mymr","als-Latn"]},{"precision":0.168445,"recall":0.212451,"f1":0.179869,"accuracy":0.212451,"main_score":0.179869,"hf_subset":"shn_Mymr-bod_Tibt","languages":["shn-Mymr","bod-Tibt"]},{"precision":0.412567,"recall":0.450593,"f1":0.423731,"accuracy":0.450593,"main_score":0.423731,"hf_subset":"shn_Mymr-fij_Latn","languages":["shn-Mymr","fij-Latn"]},{"precision":0.399836,"recall":0.442688,"f1":0.412113,"accuracy":0.442688,"main_score":0.412113,"hf_subset":"shn_Mymr-isl_Latn","languages":["shn-Mymr","isl-Latn"]},{"precision":0.430898,"recall":0.465415,"f1":0.441207,"accuracy":0.465415,"main_score":0.441207,"hf_subset":"shn_Mymr-kon_Latn","languages":["shn-Mymr","kon-Latn"]},{"precision":0.366107,"recall":0.403162,"f1":0.377357,"accuracy":0.403162,"main_score":0.377357,"hf_subset":"shn_Mymr-mni_Beng","languages":["shn-Mymr","mni-Beng"]},{"precision":0.450745,"recall":0.491107,"f1":0.462201,"accuracy":0.491107,"main_score":0.462201,"hf_subset":"shn_Mymr-ron_Latn","languages":["shn-Mymr","ron-Latn"]},{"precision":0.425138,"recall":0.466403,"f1":0.437381,"accuracy":0.466403,"main_score":0.437381,"hf_subset":"shn_Mymr-szl_Latn","languages":["shn-Mymr","szl-Latn"]},{"precision":0.438012,"recall":0.481225,"f1":0.450656,"accuracy":0.481225,"main_score":0.450656,"hf_subset":"shn_Mymr-vec_Latn","languages":["shn-Mymr","vec-Latn"]},{"precision":0.236001,"recall":0.285573,"f1":0.24964,"accuracy":0.285573,"main_score":0.24964,"hf_subset":"shn_Mymr-amh_Ethi","languages":["shn-Mymr","amh-Ethi"]},{"precision":0.451338,"recall":0.48913,"f1":0.462486,"accuracy":0.48913,"main_score":0.462486,"hf_subset":"shn_Mymr-bos_Latn","languages":["shn-Mymr","bos-Latn"]},{"precision":0.414676,"recall":0.459486,"f1":0.427753,"accuracy":0.459486,"main_score":0.427753,"hf_subset":"shn_Mymr-fin_Latn","languages":["shn-Mymr","fin-Latn"]},{"precision":0.450332,"recall":0.488142,"f1":0.461113,"accuracy":0.488142,"main_score":0.461113,"hf_subset":"shn_Mymr-ita_Latn","languages":["shn-Mymr","ita-Latn"]},{"precision":0.419738,"recall":0.464427,"f1":0.432722,"accuracy":0.464427,"main_score":0.432722,"hf_subset":"shn_Mymr-kor_Hang","languages":["shn-Mymr","kor-Hang"]},{"precision":0.420552,"recall":0.454545,"f1":0.430659,"accuracy":0.454545,"main_score":0.430659,"hf_subset":"shn_Mymr-mos_Latn","languages":["shn-Mymr","mos-Latn"]},{"precision":0.396747,"recall":0.438735,"f1":0.408978,"accuracy":0.438735,"main_score":0.408978,"hf_subset":"shn_Mymr-run_Latn","languages":["shn-Mymr","run-Latn"]},{"precision":0.383071,"recall":0.438735,"f1":0.398899,"accuracy":0.438735,"main_score":0.398899,"hf_subset":"shn_Mymr-tam_Taml","languages":["shn-Mymr","tam-Taml"]},{"precision":0.436398,"recall":0.476285,"f1":0.447883,"accuracy":0.476285,"main_score":0.447883,"hf_subset":"shn_Mymr-vie_Latn","languages":["shn-Mymr","vie-Latn"]},{"precision":0.402793,"recall":0.452569,"f1":0.417328,"accuracy":0.452569,"main_score":0.417328,"hf_subset":"shn_Mymr-apc_Arab","languages":["shn-Mymr","apc-Arab"]},{"precision":0.455604,"recall":0.492095,"f1":0.465579,"accuracy":0.492095,"main_score":0.465579,"hf_subset":"shn_Mymr-bug_Latn","languages":["shn-Mymr","bug-Latn"]},{"precision":0.399942,"recall":0.429842,"f1":0.408882,"accuracy":0.429842,"main_score":0.408882,"hf_subset":"shn_Mymr-fon_Latn","languages":["shn-Mymr","fon-Latn"]},{"precision":0.454307,"recall":0.491107,"f1":0.46509,"accuracy":0.491107,"main_score":0.46509,"hf_subset":"shn_Mymr-jav_Latn","languages":["shn-Mymr","jav-Latn"]},{"precision":0.375855,"recall":0.421937,"f1":0.388758,"accuracy":0.421937,"main_score":0.388758,"hf_subset":"shn_Mymr-lao_Laoo","languages":["shn-Mymr","lao-Laoo"]},{"precision":0.405629,"recall":0.442688,"f1":0.416357,"accuracy":0.442688,"main_score":0.416357,"hf_subset":"shn_Mymr-mri_Latn","languages":["shn-Mymr","mri-Latn"]},{"precision":0.440701,"recall":0.48419,"f1":0.452918,"accuracy":0.48419,"main_score":0.452918,"hf_subset":"shn_Mymr-rus_Cyrl","languages":["shn-Mymr","rus-Cyrl"]},{"precision":0.410754,"recall":0.444664,"f1":0.421029,"accuracy":0.444664,"main_score":0.421029,"hf_subset":"shn_Mymr-taq_Latn","languages":["shn-Mymr","taq-Latn"]},{"precision":0.473206,"recall":0.506917,"f1":0.483405,"accuracy":0.506917,"main_score":0.483405,"hf_subset":"shn_Mymr-war_Latn","languages":["shn-Mymr","war-Latn"]},{"precision":0.427404,"recall":0.471344,"f1":0.440056,"accuracy":0.471344,"main_score":0.440056,"hf_subset":"shn_Mymr-arb_Arab","languages":["shn-Mymr","arb-Arab"]},{"precision":0.449153,"recall":0.48913,"f1":0.460733,"accuracy":0.48913,"main_score":0.460733,"hf_subset":"shn_Mymr-bul_Cyrl","languages":["shn-Mymr","bul-Cyrl"]},{"precision":0.449532,"recall":0.490119,"f1":0.460946,"accuracy":0.490119,"main_score":0.460946,"hf_subset":"shn_Mymr-fra_Latn","languages":["shn-Mymr","fra-Latn"]},{"precision":0.41568,"recall":0.461462,"f1":0.429001,"accuracy":0.461462,"main_score":0.429001,"hf_subset":"shn_Mymr-jpn_Jpan","languages":["shn-Mymr","jpn-Jpan"]},{"precision":0.444541,"recall":0.486166,"f1":0.456748,"accuracy":0.486166,"main_score":0.456748,"hf_subset":"shn_Mymr-lij_Latn","languages":["shn-Mymr","lij-Latn"]},{"precision":0.243419,"recall":0.302372,"f1":0.259471,"accuracy":0.302372,"main_score":0.259471,"hf_subset":"shn_Mymr-mya_Mymr","languages":["shn-Mymr","mya-Mymr"]},{"precision":0.423337,"recall":0.45751,"f1":0.433506,"accuracy":0.45751,"main_score":0.433506,"hf_subset":"shn_Mymr-sag_Latn","languages":["shn-Mymr","sag-Latn"]},{"precision":0.163231,"recall":0.205534,"f1":0.173542,"accuracy":0.205534,"main_score":0.173542,"hf_subset":"shn_Mymr-taq_Tfng","languages":["shn-Mymr","taq-Tfng"]},{"precision":0.435573,"recall":0.468379,"f1":0.445204,"accuracy":0.468379,"main_score":0.445204,"hf_subset":"shn_Mymr-wol_Latn","languages":["shn-Mymr","wol-Latn"]},{"precision":0.349555,"recall":0.395257,"f1":0.362593,"accuracy":0.395257,"main_score":0.362593,"hf_subset":"shn_Mymr-arb_Latn","languages":["shn-Mymr","arb-Latn"]},{"precision":0.444103,"recall":0.487154,"f1":0.456149,"accuracy":0.487154,"main_score":0.456149,"hf_subset":"shn_Mymr-cat_Latn","languages":["shn-Mymr","cat-Latn"]},{"precision":0.442492,"recall":0.483202,"f1":0.45431,"accuracy":0.483202,"main_score":0.45431,"hf_subset":"shn_Mymr-fur_Latn","languages":["shn-Mymr","fur-Latn"]},{"precision":0.32486,"recall":0.369565,"f1":0.337409,"accuracy":0.369565,"main_score":0.337409,"hf_subset":"shn_Mymr-kab_Latn","languages":["shn-Mymr","kab-Latn"]},{"precision":0.439682,"recall":0.477273,"f1":0.451109,"accuracy":0.477273,"main_score":0.451109,"hf_subset":"shn_Mymr-lim_Latn","languages":["shn-Mymr","lim-Latn"]},{"precision":0.442638,"recall":0.481225,"f1":0.454216,"accuracy":0.481225,"main_score":0.454216,"hf_subset":"shn_Mymr-nld_Latn","languages":["shn-Mymr","nld-Latn"]},{"precision":0.367376,"recall":0.424901,"f1":0.383846,"accuracy":0.424901,"main_score":0.383846,"hf_subset":"shn_Mymr-san_Deva","languages":["shn-Mymr","san-Deva"]},{"precision":0.435041,"recall":0.476285,"f1":0.446747,"accuracy":0.476285,"main_score":0.446747,"hf_subset":"shn_Mymr-tat_Cyrl","languages":["shn-Mymr","tat-Cyrl"]},{"precision":0.432708,"recall":0.469368,"f1":0.443425,"accuracy":0.469368,"main_score":0.443425,"hf_subset":"shn_Mymr-xho_Latn","languages":["shn-Mymr","xho-Latn"]},{"precision":0.39827,"recall":0.448617,"f1":0.413066,"accuracy":0.448617,"main_score":0.413066,"hf_subset":"shn_Mymr-ars_Arab","languages":["shn-Mymr","ars-Arab"]},{"precision":0.457889,"recall":0.497036,"f1":0.468837,"accuracy":0.497036,"main_score":0.468837,"hf_subset":"shn_Mymr-ceb_Latn","languages":["shn-Mymr","ceb-Latn"]},{"precision":0.393939,"recall":0.438735,"f1":0.407825,"accuracy":0.438735,"main_score":0.407825,"hf_subset":"shn_Mymr-fuv_Latn","languages":["shn-Mymr","fuv-Latn"]},{"precision":0.423699,"recall":0.461462,"f1":0.435672,"accuracy":0.461462,"main_score":0.435672,"hf_subset":"shn_Mymr-kac_Latn","languages":["shn-Mymr","kac-Latn"]},{"precision":0.435358,"recall":0.469368,"f1":0.445187,"accuracy":0.469368,"main_score":0.445187,"hf_subset":"shn_Mymr-lin_Latn","languages":["shn-Mymr","lin-Latn"]},{"precision":0.427775,"recall":0.469368,"f1":0.439794,"accuracy":0.469368,"main_score":0.439794,"hf_subset":"shn_Mymr-nno_Latn","languages":["shn-Mymr","nno-Latn"]},{"precision":0.043538,"recall":0.082016,"f1":0.05157,"accuracy":0.082016,"main_score":0.05157,"hf_subset":"shn_Mymr-sat_Olck","languages":["shn-Mymr","sat-Olck"]},{"precision":0.421151,"recall":0.469368,"f1":0.434532,"accuracy":0.469368,"main_score":0.434532,"hf_subset":"shn_Mymr-tel_Telu","languages":["shn-Mymr","tel-Telu"]},{"precision":0.329056,"recall":0.379447,"f1":0.342479,"accuracy":0.379447,"main_score":0.342479,"hf_subset":"shn_Mymr-ydd_Hebr","languages":["shn-Mymr","ydd-Hebr"]},{"precision":0.392995,"recall":0.438735,"f1":0.406015,"accuracy":0.438735,"main_score":0.406015,"hf_subset":"shn_Mymr-ary_Arab","languages":["shn-Mymr","ary-Arab"]},{"precision":0.435587,"recall":0.478261,"f1":0.447592,"accuracy":0.478261,"main_score":0.447592,"hf_subset":"shn_Mymr-ces_Latn","languages":["shn-Mymr","ces-Latn"]},{"precision":0.318464,"recall":0.37253,"f1":0.334127,"accuracy":0.37253,"main_score":0.334127,"hf_subset":"shn_Mymr-gaz_Latn","languages":["shn-Mymr","gaz-Latn"]},{"precision":0.41642,"recall":0.453557,"f1":0.42772,"accuracy":0.453557,"main_score":0.42772,"hf_subset":"shn_Mymr-kam_Latn","languages":["shn-Mymr","kam-Latn"]},{"precision":0.411694,"recall":0.460474,"f1":0.425754,"accuracy":0.460474,"main_score":0.425754,"hf_subset":"shn_Mymr-lit_Latn","languages":["shn-Mymr","lit-Latn"]},{"precision":0.437707,"recall":0.478261,"f1":0.449495,"accuracy":0.478261,"main_score":0.449495,"hf_subset":"shn_Mymr-nob_Latn","languages":["shn-Mymr","nob-Latn"]},{"precision":0.442636,"recall":0.482213,"f1":0.45386,"accuracy":0.482213,"main_score":0.45386,"hf_subset":"shn_Mymr-scn_Latn","languages":["shn-Mymr","scn-Latn"]},{"precision":0.423573,"recall":0.465415,"f1":0.435423,"accuracy":0.465415,"main_score":0.435423,"hf_subset":"shn_Mymr-tgk_Cyrl","languages":["shn-Mymr","tgk-Cyrl"]},{"precision":0.368702,"recall":0.417984,"f1":0.383336,"accuracy":0.417984,"main_score":0.383336,"hf_subset":"shn_Mymr-yor_Latn","languages":["shn-Mymr","yor-Latn"]},{"precision":0.408095,"recall":0.454545,"f1":0.422076,"accuracy":0.454545,"main_score":0.422076,"hf_subset":"shn_Mymr-arz_Arab","languages":["shn-Mymr","arz-Arab"]},{"precision":0.397982,"recall":0.434783,"f1":0.409223,"accuracy":0.434783,"main_score":0.409223,"hf_subset":"shn_Mymr-cjk_Latn","languages":["shn-Mymr","cjk-Latn"]},{"precision":0.398812,"recall":0.437747,"f1":0.409152,"accuracy":0.437747,"main_score":0.409152,"hf_subset":"shn_Mymr-gla_Latn","languages":["shn-Mymr","gla-Latn"]},{"precision":0.419152,"recall":0.464427,"f1":0.431818,"accuracy":0.464427,"main_score":0.431818,"hf_subset":"shn_Mymr-kan_Knda","languages":["shn-Mymr","kan-Knda"]},{"precision":0.450761,"recall":0.487154,"f1":0.46146,"accuracy":0.487154,"main_score":0.46146,"hf_subset":"shn_Mymr-lmo_Latn","languages":["shn-Mymr","lmo-Latn"]},{"precision":0.413224,"recall":0.460474,"f1":0.426559,"accuracy":0.460474,"main_score":0.426559,"hf_subset":"shn_Mymr-npi_Deva","languages":["shn-Mymr","npi-Deva"]},{"precision":0.45936,"recall":0.491107,"f1":0.468418,"accuracy":0.491107,"main_score":0.468418,"hf_subset":"shn_Mymr-tgl_Latn","languages":["shn-Mymr","tgl-Latn"]},{"precision":0.418311,"recall":0.460474,"f1":0.430269,"accuracy":0.460474,"main_score":0.430269,"hf_subset":"shn_Mymr-yue_Hant","languages":["shn-Mymr","yue-Hant"]},{"precision":0.360279,"recall":0.41502,"f1":0.376245,"accuracy":0.41502,"main_score":0.376245,"hf_subset":"shn_Mymr-asm_Beng","languages":["shn-Mymr","asm-Beng"]},{"precision":0.361407,"recall":0.405138,"f1":0.374384,"accuracy":0.405138,"main_score":0.374384,"hf_subset":"shn_Mymr-ckb_Arab","languages":["shn-Mymr","ckb-Arab"]},{"precision":0.390431,"recall":0.432806,"f1":0.402253,"accuracy":0.432806,"main_score":0.402253,"hf_subset":"shn_Mymr-gle_Latn","languages":["shn-Mymr","gle-Latn"]},{"precision":0.356847,"recall":0.413043,"f1":0.371969,"accuracy":0.413043,"main_score":0.371969,"hf_subset":"shn_Mymr-kas_Arab","languages":["shn-Mymr","kas-Arab"]},{"precision":0.400479,"recall":0.443676,"f1":0.413393,"accuracy":0.443676,"main_score":0.413393,"hf_subset":"shn_Mymr-ltg_Latn","languages":["shn-Mymr","ltg-Latn"]},{"precision":0.441587,"recall":0.475296,"f1":0.451069,"accuracy":0.475296,"main_score":0.451069,"hf_subset":"shn_Mymr-nso_Latn","languages":["shn-Mymr","nso-Latn"]},{"precision":0.18505,"recall":0.220356,"f1":0.194396,"accuracy":0.220356,"main_score":0.194396,"hf_subset":"shn_Mymr-sin_Sinh","languages":["shn-Mymr","sin-Sinh"]},{"precision":0.417224,"recall":0.461462,"f1":0.429553,"accuracy":0.461462,"main_score":0.429553,"hf_subset":"shn_Mymr-tha_Thai","languages":["shn-Mymr","tha-Thai"]},{"precision":0.4184,"recall":0.464427,"f1":0.431542,"accuracy":0.464427,"main_score":0.431542,"hf_subset":"shn_Mymr-zho_Hans","languages":["shn-Mymr","zho-Hans"]},{"precision":0.430912,"recall":0.477273,"f1":0.444811,"accuracy":0.477273,"main_score":0.444811,"hf_subset":"shn_Mymr-ast_Latn","languages":["shn-Mymr","ast-Latn"]},{"precision":0.412484,"recall":0.455534,"f1":0.425348,"accuracy":0.455534,"main_score":0.425348,"hf_subset":"shn_Mymr-crh_Latn","languages":["shn-Mymr","crh-Latn"]},{"precision":0.448137,"recall":0.486166,"f1":0.458559,"accuracy":0.486166,"main_score":0.458559,"hf_subset":"shn_Mymr-glg_Latn","languages":["shn-Mymr","glg-Latn"]},{"precision":0.38567,"recall":0.427866,"f1":0.398227,"accuracy":0.427866,"main_score":0.398227,"hf_subset":"shn_Mymr-kas_Deva","languages":["shn-Mymr","kas-Deva"]},{"precision":0.431434,"recall":0.468379,"f1":0.442688,"accuracy":0.468379,"main_score":0.442688,"hf_subset":"shn_Mymr-ltz_Latn","languages":["shn-Mymr","ltz-Latn"]},{"precision":0.371002,"recall":0.410079,"f1":0.381646,"accuracy":0.410079,"main_score":0.381646,"hf_subset":"shn_Mymr-nus_Latn","languages":["shn-Mymr","nus-Latn"]},{"precision":0.442211,"recall":0.482213,"f1":0.453422,"accuracy":0.482213,"main_score":0.453422,"hf_subset":"shn_Mymr-slk_Latn","languages":["shn-Mymr","slk-Latn"]},{"precision":0.189738,"recall":0.230237,"f1":0.200448,"accuracy":0.230237,"main_score":0.200448,"hf_subset":"shn_Mymr-tir_Ethi","languages":["shn-Mymr","tir-Ethi"]},{"precision":0.40454,"recall":0.455534,"f1":0.418813,"accuracy":0.455534,"main_score":0.418813,"hf_subset":"shn_Mymr-zho_Hant","languages":["shn-Mymr","zho-Hant"]},{"precision":0.405385,"recall":0.449605,"f1":0.418001,"accuracy":0.449605,"main_score":0.418001,"hf_subset":"shn_Mymr-awa_Deva","languages":["shn-Mymr","awa-Deva"]},{"precision":0.416314,"recall":0.45751,"f1":0.428143,"accuracy":0.45751,"main_score":0.428143,"hf_subset":"shn_Mymr-cym_Latn","languages":["shn-Mymr","cym-Latn"]},{"precision":0.460886,"recall":0.488142,"f1":0.468904,"accuracy":0.488142,"main_score":0.468904,"hf_subset":"shn_Mymr-grn_Latn","languages":["shn-Mymr","grn-Latn"]},{"precision":0.395261,"recall":0.439723,"f1":0.408261,"accuracy":0.439723,"main_score":0.408261,"hf_subset":"shn_Mymr-kat_Geor","languages":["shn-Mymr","kat-Geor"]},{"precision":0.433605,"recall":0.468379,"f1":0.443922,"accuracy":0.468379,"main_score":0.443922,"hf_subset":"shn_Mymr-lua_Latn","languages":["shn-Mymr","lua-Latn"]},{"precision":0.440461,"recall":0.475296,"f1":0.450834,"accuracy":0.475296,"main_score":0.450834,"hf_subset":"shn_Mymr-nya_Latn","languages":["shn-Mymr","nya-Latn"]},{"precision":0.429494,"recall":0.475296,"f1":0.442233,"accuracy":0.475296,"main_score":0.442233,"hf_subset":"shn_Mymr-slv_Latn","languages":["shn-Mymr","slv-Latn"]},{"precision":0.471874,"recall":0.501976,"f1":0.480705,"accuracy":0.501976,"main_score":0.480705,"hf_subset":"shn_Mymr-tpi_Latn","languages":["shn-Mymr","tpi-Latn"]},{"precision":0.437941,"recall":0.480237,"f1":0.450096,"accuracy":0.480237,"main_score":0.450096,"hf_subset":"shn_Mymr-zsm_Latn","languages":["shn-Mymr","zsm-Latn"]},{"precision":0.408292,"recall":0.44664,"f1":0.419171,"accuracy":0.44664,"main_score":0.419171,"hf_subset":"shn_Mymr-ayr_Latn","languages":["shn-Mymr","ayr-Latn"]},{"precision":0.446723,"recall":0.485178,"f1":0.457943,"accuracy":0.485178,"main_score":0.457943,"hf_subset":"shn_Mymr-dan_Latn","languages":["shn-Mymr","dan-Latn"]},{"precision":0.417405,"recall":0.469368,"f1":0.431991,"accuracy":0.469368,"main_score":0.431991,"hf_subset":"shn_Mymr-guj_Gujr","languages":["shn-Mymr","guj-Gujr"]},{"precision":0.426544,"recall":0.465415,"f1":0.437132,"accuracy":0.465415,"main_score":0.437132,"hf_subset":"shn_Mymr-kaz_Cyrl","languages":["shn-Mymr","kaz-Cyrl"]},{"precision":0.396196,"recall":0.434783,"f1":0.407529,"accuracy":0.434783,"main_score":0.407529,"hf_subset":"shn_Mymr-lug_Latn","languages":["shn-Mymr","lug-Latn"]},{"precision":0.445105,"recall":0.488142,"f1":0.457103,"accuracy":0.488142,"main_score":0.457103,"hf_subset":"shn_Mymr-oci_Latn","languages":["shn-Mymr","oci-Latn"]},{"precision":0.426354,"recall":0.462451,"f1":0.436701,"accuracy":0.462451,"main_score":0.436701,"hf_subset":"shn_Mymr-smo_Latn","languages":["shn-Mymr","smo-Latn"]},{"precision":0.416983,"recall":0.455534,"f1":0.428197,"accuracy":0.455534,"main_score":0.428197,"hf_subset":"shn_Mymr-tsn_Latn","languages":["shn-Mymr","tsn-Latn"]},{"precision":0.399428,"recall":0.440711,"f1":0.411666,"accuracy":0.440711,"main_score":0.411666,"hf_subset":"shn_Mymr-zul_Latn","languages":["shn-Mymr","zul-Latn"]},{"precision":0.357552,"recall":0.414032,"f1":0.373725,"accuracy":0.414032,"main_score":0.373725,"hf_subset":"shn_Mymr-azb_Arab","languages":["shn-Mymr","azb-Arab"]},{"precision":0.440525,"recall":0.482213,"f1":0.452819,"accuracy":0.482213,"main_score":0.452819,"hf_subset":"shn_Mymr-deu_Latn","languages":["shn-Mymr","deu-Latn"]},{"precision":0.396116,"recall":0.443676,"f1":0.409561,"accuracy":0.443676,"main_score":0.409561,"hf_subset":"shn_Mymr-hat_Latn","languages":["shn-Mymr","hat-Latn"]},{"precision":0.412344,"recall":0.444664,"f1":0.422213,"accuracy":0.444664,"main_score":0.422213,"hf_subset":"shn_Mymr-kbp_Latn","languages":["shn-Mymr","kbp-Latn"]},{"precision":0.440917,"recall":0.472332,"f1":0.450549,"accuracy":0.472332,"main_score":0.450549,"hf_subset":"shn_Mymr-luo_Latn","languages":["shn-Mymr","luo-Latn"]},{"precision":0.375706,"recall":0.428854,"f1":0.391076,"accuracy":0.428854,"main_score":0.391076,"hf_subset":"shn_Mymr-ory_Orya","languages":["shn-Mymr","ory-Orya"]},{"precision":0.437592,"recall":0.468379,"f1":0.446553,"accuracy":0.468379,"main_score":0.446553,"hf_subset":"shn_Mymr-sna_Latn","languages":["shn-Mymr","sna-Latn"]},{"precision":0.432177,"recall":0.463439,"f1":0.441558,"accuracy":0.463439,"main_score":0.441558,"hf_subset":"shn_Mymr-tso_Latn","languages":["shn-Mymr","tso-Latn"]},{"precision":0.404622,"recall":0.452569,"f1":0.418584,"accuracy":0.452569,"main_score":0.418584,"hf_subset":"shn_Mymr-azj_Latn","languages":["shn-Mymr","azj-Latn"]},{"precision":0.401717,"recall":0.440711,"f1":0.413016,"accuracy":0.440711,"main_score":0.413016,"hf_subset":"shn_Mymr-dik_Latn","languages":["shn-Mymr","dik-Latn"]},{"precision":0.419565,"recall":0.454545,"f1":0.430224,"accuracy":0.454545,"main_score":0.430224,"hf_subset":"shn_Mymr-hau_Latn","languages":["shn-Mymr","hau-Latn"]},{"precision":0.440412,"recall":0.482213,"f1":0.452202,"accuracy":0.482213,"main_score":0.452202,"hf_subset":"shn_Mymr-kea_Latn","languages":["shn-Mymr","kea-Latn"]},{"precision":0.469258,"recall":0.495059,"f1":0.477151,"accuracy":0.495059,"main_score":0.477151,"hf_subset":"shn_Mymr-lus_Latn","languages":["shn-Mymr","lus-Latn"]},{"precision":0.466257,"recall":0.496047,"f1":0.474806,"accuracy":0.496047,"main_score":0.474806,"hf_subset":"shn_Mymr-pag_Latn","languages":["shn-Mymr","pag-Latn"]},{"precision":0.371904,"recall":0.421937,"f1":0.386447,"accuracy":0.421937,"main_score":0.386447,"hf_subset":"shn_Mymr-snd_Arab","languages":["shn-Mymr","snd-Arab"]},{"precision":0.401108,"recall":0.4417,"f1":0.412943,"accuracy":0.4417,"main_score":0.412943,"hf_subset":"shn_Mymr-tuk_Latn","languages":["shn-Mymr","tuk-Latn"]},{"precision":0.43257,"recall":0.468379,"f1":0.443287,"accuracy":0.468379,"main_score":0.443287,"hf_subset":"shn_Mymr-bak_Cyrl","languages":["shn-Mymr","bak-Cyrl"]},{"precision":0.326202,"recall":0.376482,"f1":0.341163,"accuracy":0.376482,"main_score":0.341163,"hf_subset":"shn_Mymr-dyu_Latn","languages":["shn-Mymr","dyu-Latn"]},{"precision":0.387652,"recall":0.442688,"f1":0.403469,"accuracy":0.442688,"main_score":0.403469,"hf_subset":"shn_Mymr-heb_Hebr","languages":["shn-Mymr","heb-Hebr"]},{"precision":0.404821,"recall":0.448617,"f1":0.417922,"accuracy":0.448617,"main_score":0.417922,"hf_subset":"shn_Mymr-khk_Cyrl","languages":["shn-Mymr","khk-Cyrl"]},{"precision":0.417089,"recall":0.462451,"f1":0.429569,"accuracy":0.462451,"main_score":0.429569,"hf_subset":"shn_Mymr-lvs_Latn","languages":["shn-Mymr","lvs-Latn"]},{"precision":0.400785,"recall":0.44664,"f1":0.413946,"accuracy":0.44664,"main_score":0.413946,"hf_subset":"shn_Mymr-pan_Guru","languages":["shn-Mymr","pan-Guru"]},{"precision":0.402046,"recall":0.4417,"f1":0.413342,"accuracy":0.4417,"main_score":0.413342,"hf_subset":"shn_Mymr-som_Latn","languages":["shn-Mymr","som-Latn"]},{"precision":0.43437,"recall":0.467391,"f1":0.44397,"accuracy":0.467391,"main_score":0.44397,"hf_subset":"shn_Mymr-tum_Latn","languages":["shn-Mymr","tum-Latn"]},{"precision":0.440593,"recall":0.524704,"f1":0.464016,"accuracy":0.524704,"main_score":0.464016,"hf_subset":"tgl_Latn-ace_Arab","languages":["tgl-Latn","ace-Arab"]},{"precision":0.459776,"recall":0.531621,"f1":0.479977,"accuracy":0.531621,"main_score":0.479977,"hf_subset":"tgl_Latn-bam_Latn","languages":["tgl-Latn","bam-Latn"]},{"precision":0.107374,"recall":0.160079,"f1":0.120988,"accuracy":0.160079,"main_score":0.120988,"hf_subset":"tgl_Latn-dzo_Tibt","languages":["tgl-Latn","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tgl_Latn-hin_Deva","languages":["tgl-Latn","hin-Deva"]},{"precision":0.924572,"recall":0.948617,"f1":0.932477,"accuracy":0.948617,"main_score":0.932477,"hf_subset":"tgl_Latn-khm_Khmr","languages":["tgl-Latn","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tgl_Latn-mag_Deva","languages":["tgl-Latn","mag-Deva"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"tgl_Latn-pap_Latn","languages":["tgl-Latn","pap-Latn"]},{"precision":0.508063,"recall":0.581028,"f1":0.527957,"accuracy":0.581028,"main_score":0.527957,"hf_subset":"tgl_Latn-sot_Latn","languages":["tgl-Latn","sot-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tgl_Latn-tur_Latn","languages":["tgl-Latn","tur-Latn"]},{"precision":0.810253,"recall":0.857708,"f1":0.824621,"accuracy":0.857708,"main_score":0.824621,"hf_subset":"tgl_Latn-ace_Latn","languages":["tgl-Latn","ace-Latn"]},{"precision":0.913455,"recall":0.938735,"f1":0.921673,"accuracy":0.938735,"main_score":0.921673,"hf_subset":"tgl_Latn-ban_Latn","languages":["tgl-Latn","ban-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tgl_Latn-ell_Grek","languages":["tgl-Latn","ell-Grek"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"tgl_Latn-hne_Deva","languages":["tgl-Latn","hne-Deva"]},{"precision":0.525875,"recall":0.59585,"f1":0.546011,"accuracy":0.59585,"main_score":0.546011,"hf_subset":"tgl_Latn-kik_Latn","languages":["tgl-Latn","kik-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tgl_Latn-mai_Deva","languages":["tgl-Latn","mai-Deva"]},{"precision":0.883976,"recall":0.917984,"f1":0.894782,"accuracy":0.917984,"main_score":0.894782,"hf_subset":"tgl_Latn-pbt_Arab","languages":["tgl-Latn","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tgl_Latn-spa_Latn","languages":["tgl-Latn","spa-Latn"]},{"precision":0.573406,"recall":0.63834,"f1":0.591081,"accuracy":0.63834,"main_score":0.591081,"hf_subset":"tgl_Latn-twi_Latn","languages":["tgl-Latn","twi-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tgl_Latn-acm_Arab","languages":["tgl-Latn","acm-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tgl_Latn-bel_Cyrl","languages":["tgl-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tgl_Latn-eng_Latn","languages":["tgl-Latn","eng-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tgl_Latn-hrv_Latn","languages":["tgl-Latn","hrv-Latn"]},{"precision":0.472548,"recall":0.545455,"f1":0.492711,"accuracy":0.545455,"main_score":0.492711,"hf_subset":"tgl_Latn-kin_Latn","languages":["tgl-Latn","kin-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tgl_Latn-mal_Mlym","languages":["tgl-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tgl_Latn-pes_Arab","languages":["tgl-Latn","pes-Arab"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"tgl_Latn-srd_Latn","languages":["tgl-Latn","srd-Latn"]},{"precision":0.116474,"recall":0.183794,"f1":0.1307,"accuracy":0.183794,"main_score":0.1307,"hf_subset":"tgl_Latn-tzm_Tfng","languages":["tgl-Latn","tzm-Tfng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tgl_Latn-acq_Arab","languages":["tgl-Latn","acq-Arab"]},{"precision":0.543834,"recall":0.612648,"f1":0.563172,"accuracy":0.612648,"main_score":0.563172,"hf_subset":"tgl_Latn-bem_Latn","languages":["tgl-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tgl_Latn-epo_Latn","languages":["tgl-Latn","epo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tgl_Latn-hun_Latn","languages":["tgl-Latn","hun-Latn"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"tgl_Latn-kir_Cyrl","languages":["tgl-Latn","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tgl_Latn-mar_Deva","languages":["tgl-Latn","mar-Deva"]},{"precision":0.580435,"recall":0.642292,"f1":0.59851,"accuracy":0.642292,"main_score":0.59851,"hf_subset":"tgl_Latn-plt_Latn","languages":["tgl-Latn","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tgl_Latn-srp_Cyrl","languages":["tgl-Latn","srp-Cyrl"]},{"precision":0.932477,"recall":0.953557,"f1":0.939394,"accuracy":0.953557,"main_score":0.939394,"hf_subset":"tgl_Latn-uig_Arab","languages":["tgl-Latn","uig-Arab"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"tgl_Latn-aeb_Arab","languages":["tgl-Latn","aeb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tgl_Latn-ben_Beng","languages":["tgl-Latn","ben-Beng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tgl_Latn-est_Latn","languages":["tgl-Latn","est-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tgl_Latn-hye_Armn","languages":["tgl-Latn","hye-Armn"]},{"precision":0.478254,"recall":0.540514,"f1":0.495473,"accuracy":0.540514,"main_score":0.495473,"hf_subset":"tgl_Latn-kmb_Latn","languages":["tgl-Latn","kmb-Latn"]},{"precision":0.38417,"recall":0.478261,"f1":0.408652,"accuracy":0.478261,"main_score":0.408652,"hf_subset":"tgl_Latn-min_Arab","languages":["tgl-Latn","min-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tgl_Latn-pol_Latn","languages":["tgl-Latn","pol-Latn"]},{"precision":0.470998,"recall":0.548419,"f1":0.492518,"accuracy":0.548419,"main_score":0.492518,"hf_subset":"tgl_Latn-ssw_Latn","languages":["tgl-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tgl_Latn-ukr_Cyrl","languages":["tgl-Latn","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tgl_Latn-afr_Latn","languages":["tgl-Latn","afr-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"tgl_Latn-bho_Deva","languages":["tgl-Latn","bho-Deva"]},{"precision":0.948946,"recall":0.965415,"f1":0.954381,"accuracy":0.965415,"main_score":0.954381,"hf_subset":"tgl_Latn-eus_Latn","languages":["tgl-Latn","eus-Latn"]},{"precision":0.498174,"recall":0.572134,"f1":0.518515,"accuracy":0.572134,"main_score":0.518515,"hf_subset":"tgl_Latn-ibo_Latn","languages":["tgl-Latn","ibo-Latn"]},{"precision":0.725498,"recall":0.789526,"f1":0.744681,"accuracy":0.789526,"main_score":0.744681,"hf_subset":"tgl_Latn-kmr_Latn","languages":["tgl-Latn","kmr-Latn"]},{"precision":0.960474,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"tgl_Latn-min_Latn","languages":["tgl-Latn","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tgl_Latn-por_Latn","languages":["tgl-Latn","por-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"tgl_Latn-sun_Latn","languages":["tgl-Latn","sun-Latn"]},{"precision":0.463078,"recall":0.534585,"f1":0.483885,"accuracy":0.534585,"main_score":0.483885,"hf_subset":"tgl_Latn-umb_Latn","languages":["tgl-Latn","umb-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tgl_Latn-ajp_Arab","languages":["tgl-Latn","ajp-Arab"]},{"precision":0.422224,"recall":0.511858,"f1":0.446971,"accuracy":0.511858,"main_score":0.446971,"hf_subset":"tgl_Latn-bjn_Arab","languages":["tgl-Latn","bjn-Arab"]},{"precision":0.492074,"recall":0.557312,"f1":0.509542,"accuracy":0.557312,"main_score":0.509542,"hf_subset":"tgl_Latn-ewe_Latn","languages":["tgl-Latn","ewe-Latn"]},{"precision":0.901103,"recall":0.928854,"f1":0.90998,"accuracy":0.928854,"main_score":0.90998,"hf_subset":"tgl_Latn-ilo_Latn","languages":["tgl-Latn","ilo-Latn"]},{"precision":0.201234,"recall":0.281621,"f1":0.221144,"accuracy":0.281621,"main_score":0.221144,"hf_subset":"tgl_Latn-knc_Arab","languages":["tgl-Latn","knc-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tgl_Latn-mkd_Cyrl","languages":["tgl-Latn","mkd-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tgl_Latn-prs_Arab","languages":["tgl-Latn","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tgl_Latn-swe_Latn","languages":["tgl-Latn","swe-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tgl_Latn-urd_Arab","languages":["tgl-Latn","urd-Arab"]},{"precision":0.549852,"recall":0.614625,"f1":0.568279,"accuracy":0.614625,"main_score":0.568279,"hf_subset":"tgl_Latn-aka_Latn","languages":["tgl-Latn","aka-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"tgl_Latn-bjn_Latn","languages":["tgl-Latn","bjn-Latn"]},{"precision":0.922266,"recall":0.94664,"f1":0.930171,"accuracy":0.94664,"main_score":0.930171,"hf_subset":"tgl_Latn-fao_Latn","languages":["tgl-Latn","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tgl_Latn-ind_Latn","languages":["tgl-Latn","ind-Latn"]},{"precision":0.541399,"recall":0.609684,"f1":0.561143,"accuracy":0.609684,"main_score":0.561143,"hf_subset":"tgl_Latn-knc_Latn","languages":["tgl-Latn","knc-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"tgl_Latn-mlt_Latn","languages":["tgl-Latn","mlt-Latn"]},{"precision":0.580396,"recall":0.656126,"f1":0.601423,"accuracy":0.656126,"main_score":0.601423,"hf_subset":"tgl_Latn-quy_Latn","languages":["tgl-Latn","quy-Latn"]},{"precision":0.721953,"recall":0.794466,"f1":0.744189,"accuracy":0.794466,"main_score":0.744189,"hf_subset":"tgl_Latn-swh_Latn","languages":["tgl-Latn","swh-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"tgl_Latn-uzn_Latn","languages":["tgl-Latn","uzn-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tgl_Latn-als_Latn","languages":["tgl-Latn","als-Latn"]},{"precision":0.175053,"recall":0.247036,"f1":0.192096,"accuracy":0.247036,"main_score":0.192096,"hf_subset":"tgl_Latn-bod_Tibt","languages":["tgl-Latn","bod-Tibt"]},{"precision":0.502326,"recall":0.56917,"f1":0.520447,"accuracy":0.56917,"main_score":0.520447,"hf_subset":"tgl_Latn-fij_Latn","languages":["tgl-Latn","fij-Latn"]},{"precision":0.931983,"recall":0.952569,"f1":0.93857,"accuracy":0.952569,"main_score":0.93857,"hf_subset":"tgl_Latn-isl_Latn","languages":["tgl-Latn","isl-Latn"]},{"precision":0.56215,"recall":0.634387,"f1":0.58324,"accuracy":0.634387,"main_score":0.58324,"hf_subset":"tgl_Latn-kon_Latn","languages":["tgl-Latn","kon-Latn"]},{"precision":0.525769,"recall":0.612648,"f1":0.550463,"accuracy":0.612648,"main_score":0.550463,"hf_subset":"tgl_Latn-mni_Beng","languages":["tgl-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tgl_Latn-ron_Latn","languages":["tgl-Latn","ron-Latn"]},{"precision":0.981225,"recall":0.986166,"f1":0.982872,"accuracy":0.986166,"main_score":0.982872,"hf_subset":"tgl_Latn-szl_Latn","languages":["tgl-Latn","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tgl_Latn-vec_Latn","languages":["tgl-Latn","vec-Latn"]},{"precision":0.557223,"recall":0.643281,"f1":0.582236,"accuracy":0.643281,"main_score":0.582236,"hf_subset":"tgl_Latn-amh_Ethi","languages":["tgl-Latn","amh-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tgl_Latn-bos_Latn","languages":["tgl-Latn","bos-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"tgl_Latn-fin_Latn","languages":["tgl-Latn","fin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tgl_Latn-ita_Latn","languages":["tgl-Latn","ita-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tgl_Latn-kor_Hang","languages":["tgl-Latn","kor-Hang"]},{"precision":0.499351,"recall":0.574111,"f1":0.519649,"accuracy":0.574111,"main_score":0.519649,"hf_subset":"tgl_Latn-mos_Latn","languages":["tgl-Latn","mos-Latn"]},{"precision":0.463781,"recall":0.540514,"f1":0.485277,"accuracy":0.540514,"main_score":0.485277,"hf_subset":"tgl_Latn-run_Latn","languages":["tgl-Latn","run-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tgl_Latn-tam_Taml","languages":["tgl-Latn","tam-Taml"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tgl_Latn-vie_Latn","languages":["tgl-Latn","vie-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tgl_Latn-apc_Arab","languages":["tgl-Latn","apc-Arab"]},{"precision":0.767605,"recall":0.818182,"f1":0.782562,"accuracy":0.818182,"main_score":0.782562,"hf_subset":"tgl_Latn-bug_Latn","languages":["tgl-Latn","bug-Latn"]},{"precision":0.432524,"recall":0.501976,"f1":0.451627,"accuracy":0.501976,"main_score":0.451627,"hf_subset":"tgl_Latn-fon_Latn","languages":["tgl-Latn","fon-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tgl_Latn-jav_Latn","languages":["tgl-Latn","jav-Latn"]},{"precision":0.902668,"recall":0.932806,"f1":0.912549,"accuracy":0.932806,"main_score":0.912549,"hf_subset":"tgl_Latn-lao_Laoo","languages":["tgl-Latn","lao-Laoo"]},{"precision":0.60248,"recall":0.682806,"f1":0.625614,"accuracy":0.682806,"main_score":0.625614,"hf_subset":"tgl_Latn-mri_Latn","languages":["tgl-Latn","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tgl_Latn-rus_Cyrl","languages":["tgl-Latn","rus-Cyrl"]},{"precision":0.506169,"recall":0.56917,"f1":0.523329,"accuracy":0.56917,"main_score":0.523329,"hf_subset":"tgl_Latn-taq_Latn","languages":["tgl-Latn","taq-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"tgl_Latn-war_Latn","languages":["tgl-Latn","war-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tgl_Latn-arb_Arab","languages":["tgl-Latn","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tgl_Latn-bul_Cyrl","languages":["tgl-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tgl_Latn-fra_Latn","languages":["tgl-Latn","fra-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tgl_Latn-jpn_Jpan","languages":["tgl-Latn","jpn-Jpan"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tgl_Latn-lij_Latn","languages":["tgl-Latn","lij-Latn"]},{"precision":0.913208,"recall":0.939723,"f1":0.921772,"accuracy":0.939723,"main_score":0.921772,"hf_subset":"tgl_Latn-mya_Mymr","languages":["tgl-Latn","mya-Mymr"]},{"precision":0.506084,"recall":0.592885,"f1":0.530473,"accuracy":0.592885,"main_score":0.530473,"hf_subset":"tgl_Latn-sag_Latn","languages":["tgl-Latn","sag-Latn"]},{"precision":0.137976,"recall":0.218379,"f1":0.153742,"accuracy":0.218379,"main_score":0.153742,"hf_subset":"tgl_Latn-taq_Tfng","languages":["tgl-Latn","taq-Tfng"]},{"precision":0.554704,"recall":0.629447,"f1":0.576125,"accuracy":0.629447,"main_score":0.576125,"hf_subset":"tgl_Latn-wol_Latn","languages":["tgl-Latn","wol-Latn"]},{"precision":0.610376,"recall":0.697628,"f1":0.635864,"accuracy":0.697628,"main_score":0.635864,"hf_subset":"tgl_Latn-arb_Latn","languages":["tgl-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tgl_Latn-cat_Latn","languages":["tgl-Latn","cat-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"tgl_Latn-fur_Latn","languages":["tgl-Latn","fur-Latn"]},{"precision":0.3407,"recall":0.409091,"f1":0.35913,"accuracy":0.409091,"main_score":0.35913,"hf_subset":"tgl_Latn-kab_Latn","languages":["tgl-Latn","kab-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"tgl_Latn-lim_Latn","languages":["tgl-Latn","lim-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tgl_Latn-nld_Latn","languages":["tgl-Latn","nld-Latn"]},{"precision":0.951663,"recall":0.966403,"f1":0.956423,"accuracy":0.966403,"main_score":0.956423,"hf_subset":"tgl_Latn-san_Deva","languages":["tgl-Latn","san-Deva"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tgl_Latn-tat_Cyrl","languages":["tgl-Latn","tat-Cyrl"]},{"precision":0.536809,"recall":0.610672,"f1":0.557616,"accuracy":0.610672,"main_score":0.557616,"hf_subset":"tgl_Latn-xho_Latn","languages":["tgl-Latn","xho-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tgl_Latn-ars_Arab","languages":["tgl-Latn","ars-Arab"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"tgl_Latn-ceb_Latn","languages":["tgl-Latn","ceb-Latn"]},{"precision":0.479665,"recall":0.559289,"f1":0.502444,"accuracy":0.559289,"main_score":0.502444,"hf_subset":"tgl_Latn-fuv_Latn","languages":["tgl-Latn","fuv-Latn"]},{"precision":0.476863,"recall":0.551383,"f1":0.497451,"accuracy":0.551383,"main_score":0.497451,"hf_subset":"tgl_Latn-kac_Latn","languages":["tgl-Latn","kac-Latn"]},{"precision":0.561407,"recall":0.63834,"f1":0.583459,"accuracy":0.63834,"main_score":0.583459,"hf_subset":"tgl_Latn-lin_Latn","languages":["tgl-Latn","lin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tgl_Latn-nno_Latn","languages":["tgl-Latn","nno-Latn"]},{"precision":0.018897,"recall":0.062253,"f1":0.024902,"accuracy":0.062253,"main_score":0.024902,"hf_subset":"tgl_Latn-sat_Olck","languages":["tgl-Latn","sat-Olck"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tgl_Latn-tel_Telu","languages":["tgl-Latn","tel-Telu"]},{"precision":0.755171,"recall":0.818182,"f1":0.774097,"accuracy":0.818182,"main_score":0.774097,"hf_subset":"tgl_Latn-ydd_Hebr","languages":["tgl-Latn","ydd-Hebr"]},{"precision":0.947958,"recall":0.964427,"f1":0.953393,"accuracy":0.964427,"main_score":0.953393,"hf_subset":"tgl_Latn-ary_Arab","languages":["tgl-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tgl_Latn-ces_Latn","languages":["tgl-Latn","ces-Latn"]},{"precision":0.413854,"recall":0.492095,"f1":0.435643,"accuracy":0.492095,"main_score":0.435643,"hf_subset":"tgl_Latn-gaz_Latn","languages":["tgl-Latn","gaz-Latn"]},{"precision":0.483351,"recall":0.561265,"f1":0.505346,"accuracy":0.561265,"main_score":0.505346,"hf_subset":"tgl_Latn-kam_Latn","languages":["tgl-Latn","kam-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"tgl_Latn-lit_Latn","languages":["tgl-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tgl_Latn-nob_Latn","languages":["tgl-Latn","nob-Latn"]},{"precision":0.973979,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"tgl_Latn-scn_Latn","languages":["tgl-Latn","scn-Latn"]},{"precision":0.891963,"recall":0.923913,"f1":0.902141,"accuracy":0.923913,"main_score":0.902141,"hf_subset":"tgl_Latn-tgk_Cyrl","languages":["tgl-Latn","tgk-Cyrl"]},{"precision":0.4536,"recall":0.529644,"f1":0.475318,"accuracy":0.529644,"main_score":0.475318,"hf_subset":"tgl_Latn-yor_Latn","languages":["tgl-Latn","yor-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tgl_Latn-arz_Arab","languages":["tgl-Latn","arz-Arab"]},{"precision":0.498213,"recall":0.581028,"f1":0.520955,"accuracy":0.581028,"main_score":0.520955,"hf_subset":"tgl_Latn-cjk_Latn","languages":["tgl-Latn","cjk-Latn"]},{"precision":0.619335,"recall":0.692688,"f1":0.640088,"accuracy":0.692688,"main_score":0.640088,"hf_subset":"tgl_Latn-gla_Latn","languages":["tgl-Latn","gla-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"tgl_Latn-kan_Knda","languages":["tgl-Latn","kan-Knda"]},{"precision":0.975791,"recall":0.983202,"f1":0.978096,"accuracy":0.983202,"main_score":0.978096,"hf_subset":"tgl_Latn-lmo_Latn","languages":["tgl-Latn","lmo-Latn"]},{"precision":0.992095,"recall":0.994071,"f1":0.992754,"accuracy":0.994071,"main_score":0.992754,"hf_subset":"tgl_Latn-npi_Deva","languages":["tgl-Latn","npi-Deva"]},{"precision":0.424935,"recall":0.522727,"f1":0.451848,"accuracy":0.522727,"main_score":0.451848,"hf_subset":"tgl_Latn-shn_Mymr","languages":["tgl-Latn","shn-Mymr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tgl_Latn-yue_Hant","languages":["tgl-Latn","yue-Hant"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tgl_Latn-asm_Beng","languages":["tgl-Latn","asm-Beng"]},{"precision":0.711108,"recall":0.77668,"f1":0.730692,"accuracy":0.77668,"main_score":0.730692,"hf_subset":"tgl_Latn-ckb_Arab","languages":["tgl-Latn","ckb-Arab"]},{"precision":0.71606,"recall":0.786561,"f1":0.737055,"accuracy":0.786561,"main_score":0.737055,"hf_subset":"tgl_Latn-gle_Latn","languages":["tgl-Latn","gle-Latn"]},{"precision":0.861495,"recall":0.90415,"f1":0.875329,"accuracy":0.90415,"main_score":0.875329,"hf_subset":"tgl_Latn-kas_Arab","languages":["tgl-Latn","kas-Arab"]},{"precision":0.861693,"recall":0.902174,"f1":0.874426,"accuracy":0.902174,"main_score":0.874426,"hf_subset":"tgl_Latn-ltg_Latn","languages":["tgl-Latn","ltg-Latn"]},{"precision":0.536934,"recall":0.609684,"f1":0.557535,"accuracy":0.609684,"main_score":0.557535,"hf_subset":"tgl_Latn-nso_Latn","languages":["tgl-Latn","nso-Latn"]},{"precision":0.44744,"recall":0.547431,"f1":0.47594,"accuracy":0.547431,"main_score":0.47594,"hf_subset":"tgl_Latn-sin_Sinh","languages":["tgl-Latn","sin-Sinh"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tgl_Latn-tha_Thai","languages":["tgl-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tgl_Latn-zho_Hans","languages":["tgl-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tgl_Latn-ast_Latn","languages":["tgl-Latn","ast-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"tgl_Latn-crh_Latn","languages":["tgl-Latn","crh-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tgl_Latn-glg_Latn","languages":["tgl-Latn","glg-Latn"]},{"precision":0.767358,"recall":0.829051,"f1":0.786001,"accuracy":0.829051,"main_score":0.786001,"hf_subset":"tgl_Latn-kas_Deva","languages":["tgl-Latn","kas-Deva"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"tgl_Latn-ltz_Latn","languages":["tgl-Latn","ltz-Latn"]},{"precision":0.403987,"recall":0.486166,"f1":0.426545,"accuracy":0.486166,"main_score":0.426545,"hf_subset":"tgl_Latn-nus_Latn","languages":["tgl-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"tgl_Latn-slk_Latn","languages":["tgl-Latn","slk-Latn"]},{"precision":0.260045,"recall":0.329051,"f1":0.277459,"accuracy":0.329051,"main_score":0.277459,"hf_subset":"tgl_Latn-tir_Ethi","languages":["tgl-Latn","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tgl_Latn-zho_Hant","languages":["tgl-Latn","zho-Hant"]},{"precision":0.981555,"recall":0.986166,"f1":0.983037,"accuracy":0.986166,"main_score":0.983037,"hf_subset":"tgl_Latn-awa_Deva","languages":["tgl-Latn","awa-Deva"]},{"precision":0.872094,"recall":0.909091,"f1":0.883712,"accuracy":0.909091,"main_score":0.883712,"hf_subset":"tgl_Latn-cym_Latn","languages":["tgl-Latn","cym-Latn"]},{"precision":0.728458,"recall":0.790514,"f1":0.747139,"accuracy":0.790514,"main_score":0.747139,"hf_subset":"tgl_Latn-grn_Latn","languages":["tgl-Latn","grn-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"tgl_Latn-kat_Geor","languages":["tgl-Latn","kat-Geor"]},{"precision":0.569058,"recall":0.633399,"f1":0.587406,"accuracy":0.633399,"main_score":0.587406,"hf_subset":"tgl_Latn-lua_Latn","languages":["tgl-Latn","lua-Latn"]},{"precision":0.528903,"recall":0.600791,"f1":0.549807,"accuracy":0.600791,"main_score":0.549807,"hf_subset":"tgl_Latn-nya_Latn","languages":["tgl-Latn","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tgl_Latn-slv_Latn","languages":["tgl-Latn","slv-Latn"]},{"precision":0.801146,"recall":0.850791,"f1":0.816321,"accuracy":0.850791,"main_score":0.816321,"hf_subset":"tgl_Latn-tpi_Latn","languages":["tgl-Latn","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tgl_Latn-zsm_Latn","languages":["tgl-Latn","zsm-Latn"]},{"precision":0.490557,"recall":0.563241,"f1":0.510484,"accuracy":0.563241,"main_score":0.510484,"hf_subset":"tgl_Latn-ayr_Latn","languages":["tgl-Latn","ayr-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tgl_Latn-dan_Latn","languages":["tgl-Latn","dan-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tgl_Latn-guj_Gujr","languages":["tgl-Latn","guj-Gujr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"tgl_Latn-kaz_Cyrl","languages":["tgl-Latn","kaz-Cyrl"]},{"precision":0.456118,"recall":0.52668,"f1":0.476401,"accuracy":0.52668,"main_score":0.476401,"hf_subset":"tgl_Latn-lug_Latn","languages":["tgl-Latn","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tgl_Latn-oci_Latn","languages":["tgl-Latn","oci-Latn"]},{"precision":0.542178,"recall":0.615613,"f1":0.563021,"accuracy":0.615613,"main_score":0.563021,"hf_subset":"tgl_Latn-smo_Latn","languages":["tgl-Latn","smo-Latn"]},{"precision":0.486712,"recall":0.560277,"f1":0.50655,"accuracy":0.560277,"main_score":0.50655,"hf_subset":"tgl_Latn-tsn_Latn","languages":["tgl-Latn","tsn-Latn"]},{"precision":0.494658,"recall":0.567194,"f1":0.514657,"accuracy":0.567194,"main_score":0.514657,"hf_subset":"tgl_Latn-zul_Latn","languages":["tgl-Latn","zul-Latn"]},{"precision":0.793725,"recall":0.851779,"f1":0.811924,"accuracy":0.851779,"main_score":0.811924,"hf_subset":"tgl_Latn-azb_Arab","languages":["tgl-Latn","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tgl_Latn-deu_Latn","languages":["tgl-Latn","deu-Latn"]},{"precision":0.920208,"recall":0.943676,"f1":0.927767,"accuracy":0.943676,"main_score":0.927767,"hf_subset":"tgl_Latn-hat_Latn","languages":["tgl-Latn","hat-Latn"]},{"precision":0.441601,"recall":0.513834,"f1":0.461484,"accuracy":0.513834,"main_score":0.461484,"hf_subset":"tgl_Latn-kbp_Latn","languages":["tgl-Latn","kbp-Latn"]},{"precision":0.512736,"recall":0.578063,"f1":0.530762,"accuracy":0.578063,"main_score":0.530762,"hf_subset":"tgl_Latn-luo_Latn","languages":["tgl-Latn","luo-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tgl_Latn-ory_Orya","languages":["tgl-Latn","ory-Orya"]},{"precision":0.504654,"recall":0.573123,"f1":0.524607,"accuracy":0.573123,"main_score":0.524607,"hf_subset":"tgl_Latn-sna_Latn","languages":["tgl-Latn","sna-Latn"]},{"precision":0.487562,"recall":0.55336,"f1":0.505558,"accuracy":0.55336,"main_score":0.505558,"hf_subset":"tgl_Latn-tso_Latn","languages":["tgl-Latn","tso-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tgl_Latn-azj_Latn","languages":["tgl-Latn","azj-Latn"]},{"precision":0.486859,"recall":0.564229,"f1":0.509078,"accuracy":0.564229,"main_score":0.509078,"hf_subset":"tgl_Latn-dik_Latn","languages":["tgl-Latn","dik-Latn"]},{"precision":0.481977,"recall":0.545455,"f1":0.500433,"accuracy":0.545455,"main_score":0.500433,"hf_subset":"tgl_Latn-hau_Latn","languages":["tgl-Latn","hau-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"tgl_Latn-kea_Latn","languages":["tgl-Latn","kea-Latn"]},{"precision":0.65145,"recall":0.726285,"f1":0.673246,"accuracy":0.726285,"main_score":0.673246,"hf_subset":"tgl_Latn-lus_Latn","languages":["tgl-Latn","lus-Latn"]},{"precision":0.836957,"recall":0.878458,"f1":0.849722,"accuracy":0.878458,"main_score":0.849722,"hf_subset":"tgl_Latn-pag_Latn","languages":["tgl-Latn","pag-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"tgl_Latn-snd_Arab","languages":["tgl-Latn","snd-Arab"]},{"precision":0.882246,"recall":0.916996,"f1":0.893445,"accuracy":0.916996,"main_score":0.893445,"hf_subset":"tgl_Latn-tuk_Latn","languages":["tgl-Latn","tuk-Latn"]},{"precision":0.949111,"recall":0.965415,"f1":0.954381,"accuracy":0.965415,"main_score":0.954381,"hf_subset":"tgl_Latn-bak_Cyrl","languages":["tgl-Latn","bak-Cyrl"]},{"precision":0.434697,"recall":0.524704,"f1":0.46071,"accuracy":0.524704,"main_score":0.46071,"hf_subset":"tgl_Latn-dyu_Latn","languages":["tgl-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tgl_Latn-heb_Hebr","languages":["tgl-Latn","heb-Hebr"]},{"precision":0.893939,"recall":0.923913,"f1":0.903656,"accuracy":0.923913,"main_score":0.903656,"hf_subset":"tgl_Latn-khk_Cyrl","languages":["tgl-Latn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tgl_Latn-lvs_Latn","languages":["tgl-Latn","lvs-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tgl_Latn-pan_Guru","languages":["tgl-Latn","pan-Guru"]},{"precision":0.47699,"recall":0.554348,"f1":0.498505,"accuracy":0.554348,"main_score":0.498505,"hf_subset":"tgl_Latn-som_Latn","languages":["tgl-Latn","som-Latn"]},{"precision":0.515411,"recall":0.58004,"f1":0.534035,"accuracy":0.58004,"main_score":0.534035,"hf_subset":"tgl_Latn-tum_Latn","languages":["tgl-Latn","tum-Latn"]},{"precision":0.392642,"recall":0.485178,"f1":0.417847,"accuracy":0.485178,"main_score":0.417847,"hf_subset":"yue_Hant-ace_Arab","languages":["yue-Hant","ace-Arab"]},{"precision":0.413323,"recall":0.499012,"f1":0.436151,"accuracy":0.499012,"main_score":0.436151,"hf_subset":"yue_Hant-bam_Latn","languages":["yue-Hant","bam-Latn"]},{"precision":0.109094,"recall":0.158103,"f1":0.12217,"accuracy":0.158103,"main_score":0.12217,"hf_subset":"yue_Hant-dzo_Tibt","languages":["yue-Hant","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"yue_Hant-hin_Deva","languages":["yue-Hant","hin-Deva"]},{"precision":0.930748,"recall":0.952569,"f1":0.937813,"accuracy":0.952569,"main_score":0.937813,"hf_subset":"yue_Hant-khm_Khmr","languages":["yue-Hant","khm-Khmr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"yue_Hant-mag_Deva","languages":["yue-Hant","mag-Deva"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"yue_Hant-pap_Latn","languages":["yue-Hant","pap-Latn"]},{"precision":0.449996,"recall":0.537549,"f1":0.473398,"accuracy":0.537549,"main_score":0.473398,"hf_subset":"yue_Hant-sot_Latn","languages":["yue-Hant","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-tur_Latn","languages":["yue-Hant","tur-Latn"]},{"precision":0.786182,"recall":0.843874,"f1":0.804051,"accuracy":0.843874,"main_score":0.804051,"hf_subset":"yue_Hant-ace_Latn","languages":["yue-Hant","ace-Latn"]},{"precision":0.908514,"recall":0.936759,"f1":0.917556,"accuracy":0.936759,"main_score":0.917556,"hf_subset":"yue_Hant-ban_Latn","languages":["yue-Hant","ban-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"yue_Hant-ell_Grek","languages":["yue-Hant","ell-Grek"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"yue_Hant-hne_Deva","languages":["yue-Hant","hne-Deva"]},{"precision":0.461375,"recall":0.551383,"f1":0.486128,"accuracy":0.551383,"main_score":0.486128,"hf_subset":"yue_Hant-kik_Latn","languages":["yue-Hant","kik-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"yue_Hant-mai_Deva","languages":["yue-Hant","mai-Deva"]},{"precision":0.869236,"recall":0.909091,"f1":0.881884,"accuracy":0.909091,"main_score":0.881884,"hf_subset":"yue_Hant-pbt_Arab","languages":["yue-Hant","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-spa_Latn","languages":["yue-Hant","spa-Latn"]},{"precision":0.520449,"recall":0.606719,"f1":0.544359,"accuracy":0.606719,"main_score":0.544359,"hf_subset":"yue_Hant-twi_Latn","languages":["yue-Hant","twi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"yue_Hant-acm_Arab","languages":["yue-Hant","acm-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"yue_Hant-bel_Cyrl","languages":["yue-Hant","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-eng_Latn","languages":["yue-Hant","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-hrv_Latn","languages":["yue-Hant","hrv-Latn"]},{"precision":0.410885,"recall":0.499012,"f1":0.435366,"accuracy":0.499012,"main_score":0.435366,"hf_subset":"yue_Hant-kin_Latn","languages":["yue-Hant","kin-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"yue_Hant-mal_Mlym","languages":["yue-Hant","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-pes_Arab","languages":["yue-Hant","pes-Arab"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"yue_Hant-srd_Latn","languages":["yue-Hant","srd-Latn"]},{"precision":0.097052,"recall":0.167984,"f1":0.111582,"accuracy":0.167984,"main_score":0.111582,"hf_subset":"yue_Hant-tzm_Tfng","languages":["yue-Hant","tzm-Tfng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"yue_Hant-acq_Arab","languages":["yue-Hant","acq-Arab"]},{"precision":0.477632,"recall":0.567194,"f1":0.502519,"accuracy":0.567194,"main_score":0.502519,"hf_subset":"yue_Hant-bem_Latn","languages":["yue-Hant","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-epo_Latn","languages":["yue-Hant","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-hun_Latn","languages":["yue-Hant","hun-Latn"]},{"precision":0.949769,"recall":0.965415,"f1":0.954875,"accuracy":0.965415,"main_score":0.954875,"hf_subset":"yue_Hant-kir_Cyrl","languages":["yue-Hant","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"yue_Hant-mar_Deva","languages":["yue-Hant","mar-Deva"]},{"precision":0.510315,"recall":0.582016,"f1":0.530083,"accuracy":0.582016,"main_score":0.530083,"hf_subset":"yue_Hant-plt_Latn","languages":["yue-Hant","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-srp_Cyrl","languages":["yue-Hant","srp-Cyrl"]},{"precision":0.91889,"recall":0.942688,"f1":0.926449,"accuracy":0.942688,"main_score":0.926449,"hf_subset":"yue_Hant-uig_Arab","languages":["yue-Hant","uig-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"yue_Hant-aeb_Arab","languages":["yue-Hant","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-ben_Beng","languages":["yue-Hant","ben-Beng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"yue_Hant-est_Latn","languages":["yue-Hant","est-Latn"]},{"precision":0.991848,"recall":0.994071,"f1":0.99249,"accuracy":0.994071,"main_score":0.99249,"hf_subset":"yue_Hant-hye_Armn","languages":["yue-Hant","hye-Armn"]},{"precision":0.423911,"recall":0.506917,"f1":0.446343,"accuracy":0.506917,"main_score":0.446343,"hf_subset":"yue_Hant-kmb_Latn","languages":["yue-Hant","kmb-Latn"]},{"precision":0.337956,"recall":0.438735,"f1":0.364166,"accuracy":0.438735,"main_score":0.364166,"hf_subset":"yue_Hant-min_Arab","languages":["yue-Hant","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-pol_Latn","languages":["yue-Hant","pol-Latn"]},{"precision":0.402648,"recall":0.497036,"f1":0.427792,"accuracy":0.497036,"main_score":0.427792,"hf_subset":"yue_Hant-ssw_Latn","languages":["yue-Hant","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-ukr_Cyrl","languages":["yue-Hant","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-afr_Latn","languages":["yue-Hant","afr-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"yue_Hant-bho_Deva","languages":["yue-Hant","bho-Deva"]},{"precision":0.916502,"recall":0.942688,"f1":0.925066,"accuracy":0.942688,"main_score":0.925066,"hf_subset":"yue_Hant-eus_Latn","languages":["yue-Hant","eus-Latn"]},{"precision":0.461752,"recall":0.544466,"f1":0.484323,"accuracy":0.544466,"main_score":0.484323,"hf_subset":"yue_Hant-ibo_Latn","languages":["yue-Hant","ibo-Latn"]},{"precision":0.648477,"recall":0.728261,"f1":0.671382,"accuracy":0.728261,"main_score":0.671382,"hf_subset":"yue_Hant-kmr_Latn","languages":["yue-Hant","kmr-Latn"]},{"precision":0.951746,"recall":0.967391,"f1":0.956851,"accuracy":0.967391,"main_score":0.956851,"hf_subset":"yue_Hant-min_Latn","languages":["yue-Hant","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-por_Latn","languages":["yue-Hant","por-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"yue_Hant-sun_Latn","languages":["yue-Hant","sun-Latn"]},{"precision":0.426638,"recall":0.512846,"f1":0.450847,"accuracy":0.512846,"main_score":0.450847,"hf_subset":"yue_Hant-umb_Latn","languages":["yue-Hant","umb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-ajp_Arab","languages":["yue-Hant","ajp-Arab"]},{"precision":0.377163,"recall":0.472332,"f1":0.402857,"accuracy":0.472332,"main_score":0.402857,"hf_subset":"yue_Hant-bjn_Arab","languages":["yue-Hant","bjn-Arab"]},{"precision":0.439984,"recall":0.523715,"f1":0.462979,"accuracy":0.523715,"main_score":0.462979,"hf_subset":"yue_Hant-ewe_Latn","languages":["yue-Hant","ewe-Latn"]},{"precision":0.827026,"recall":0.876482,"f1":0.842589,"accuracy":0.876482,"main_score":0.842589,"hf_subset":"yue_Hant-ilo_Latn","languages":["yue-Hant","ilo-Latn"]},{"precision":0.165275,"recall":0.249012,"f1":0.185641,"accuracy":0.249012,"main_score":0.185641,"hf_subset":"yue_Hant-knc_Arab","languages":["yue-Hant","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-mkd_Cyrl","languages":["yue-Hant","mkd-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"yue_Hant-prs_Arab","languages":["yue-Hant","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-swe_Latn","languages":["yue-Hant","swe-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"yue_Hant-urd_Arab","languages":["yue-Hant","urd-Arab"]},{"precision":0.487686,"recall":0.583004,"f1":0.514628,"accuracy":0.583004,"main_score":0.514628,"hf_subset":"yue_Hant-aka_Latn","languages":["yue-Hant","aka-Latn"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"yue_Hant-bjn_Latn","languages":["yue-Hant","bjn-Latn"]},{"precision":0.911561,"recall":0.939723,"f1":0.920784,"accuracy":0.939723,"main_score":0.920784,"hf_subset":"yue_Hant-fao_Latn","languages":["yue-Hant","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-ind_Latn","languages":["yue-Hant","ind-Latn"]},{"precision":0.482991,"recall":0.566206,"f1":0.506222,"accuracy":0.566206,"main_score":0.506222,"hf_subset":"yue_Hant-knc_Latn","languages":["yue-Hant","knc-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"yue_Hant-mlt_Latn","languages":["yue-Hant","mlt-Latn"]},{"precision":0.523592,"recall":0.614625,"f1":0.548575,"accuracy":0.614625,"main_score":0.548575,"hf_subset":"yue_Hant-quy_Latn","languages":["yue-Hant","quy-Latn"]},{"precision":0.6619,"recall":0.745059,"f1":0.686775,"accuracy":0.745059,"main_score":0.686775,"hf_subset":"yue_Hant-swh_Latn","languages":["yue-Hant","swh-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"yue_Hant-uzn_Latn","languages":["yue-Hant","uzn-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"yue_Hant-als_Latn","languages":["yue-Hant","als-Latn"]},{"precision":0.140677,"recall":0.218379,"f1":0.15871,"accuracy":0.218379,"main_score":0.15871,"hf_subset":"yue_Hant-bod_Tibt","languages":["yue-Hant","bod-Tibt"]},{"precision":0.424384,"recall":0.512846,"f1":0.44803,"accuracy":0.512846,"main_score":0.44803,"hf_subset":"yue_Hant-fij_Latn","languages":["yue-Hant","fij-Latn"]},{"precision":0.930748,"recall":0.952569,"f1":0.937813,"accuracy":0.952569,"main_score":0.937813,"hf_subset":"yue_Hant-isl_Latn","languages":["yue-Hant","isl-Latn"]},{"precision":0.520059,"recall":0.607708,"f1":0.544693,"accuracy":0.607708,"main_score":0.544693,"hf_subset":"yue_Hant-kon_Latn","languages":["yue-Hant","kon-Latn"]},{"precision":0.45252,"recall":0.560277,"f1":0.482635,"accuracy":0.560277,"main_score":0.482635,"hf_subset":"yue_Hant-mni_Beng","languages":["yue-Hant","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-ron_Latn","languages":["yue-Hant","ron-Latn"]},{"precision":0.974802,"recall":0.981225,"f1":0.976943,"accuracy":0.981225,"main_score":0.976943,"hf_subset":"yue_Hant-szl_Latn","languages":["yue-Hant","szl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"yue_Hant-vec_Latn","languages":["yue-Hant","vec-Latn"]},{"precision":0.48187,"recall":0.574111,"f1":0.506934,"accuracy":0.574111,"main_score":0.506934,"hf_subset":"yue_Hant-amh_Ethi","languages":["yue-Hant","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-bos_Latn","languages":["yue-Hant","bos-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"yue_Hant-fin_Latn","languages":["yue-Hant","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-ita_Latn","languages":["yue-Hant","ita-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"yue_Hant-kor_Hang","languages":["yue-Hant","kor-Hang"]},{"precision":0.427177,"recall":0.522727,"f1":0.453001,"accuracy":0.522727,"main_score":0.453001,"hf_subset":"yue_Hant-mos_Latn","languages":["yue-Hant","mos-Latn"]},{"precision":0.420213,"recall":0.501976,"f1":0.441964,"accuracy":0.501976,"main_score":0.441964,"hf_subset":"yue_Hant-run_Latn","languages":["yue-Hant","run-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"yue_Hant-tam_Taml","languages":["yue-Hant","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-vie_Latn","languages":["yue-Hant","vie-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"yue_Hant-apc_Arab","languages":["yue-Hant","apc-Arab"]},{"precision":0.728508,"recall":0.791502,"f1":0.746796,"accuracy":0.791502,"main_score":0.746796,"hf_subset":"yue_Hant-bug_Latn","languages":["yue-Hant","bug-Latn"]},{"precision":0.378312,"recall":0.462451,"f1":0.401217,"accuracy":0.462451,"main_score":0.401217,"hf_subset":"yue_Hant-fon_Latn","languages":["yue-Hant","fon-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"yue_Hant-jav_Latn","languages":["yue-Hant","jav-Latn"]},{"precision":0.882082,"recall":0.91996,"f1":0.894433,"accuracy":0.91996,"main_score":0.894433,"hf_subset":"yue_Hant-lao_Laoo","languages":["yue-Hant","lao-Laoo"]},{"precision":0.517423,"recall":0.616601,"f1":0.545355,"accuracy":0.616601,"main_score":0.545355,"hf_subset":"yue_Hant-mri_Latn","languages":["yue-Hant","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-rus_Cyrl","languages":["yue-Hant","rus-Cyrl"]},{"precision":0.445823,"recall":0.533597,"f1":0.469635,"accuracy":0.533597,"main_score":0.469635,"hf_subset":"yue_Hant-taq_Latn","languages":["yue-Hant","taq-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"yue_Hant-war_Latn","languages":["yue-Hant","war-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-arb_Arab","languages":["yue-Hant","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-bul_Cyrl","languages":["yue-Hant","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-fra_Latn","languages":["yue-Hant","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-jpn_Jpan","languages":["yue-Hant","jpn-Jpan"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"yue_Hant-lij_Latn","languages":["yue-Hant","lij-Latn"]},{"precision":0.916667,"recall":0.942688,"f1":0.925231,"accuracy":0.942688,"main_score":0.925231,"hf_subset":"yue_Hant-mya_Mymr","languages":["yue-Hant","mya-Mymr"]},{"precision":0.476718,"recall":0.56917,"f1":0.501911,"accuracy":0.56917,"main_score":0.501911,"hf_subset":"yue_Hant-sag_Latn","languages":["yue-Hant","sag-Latn"]},{"precision":0.107675,"recall":0.1917,"f1":0.123374,"accuracy":0.1917,"main_score":0.123374,"hf_subset":"yue_Hant-taq_Tfng","languages":["yue-Hant","taq-Tfng"]},{"precision":0.496422,"recall":0.587945,"f1":0.521186,"accuracy":0.587945,"main_score":0.521186,"hf_subset":"yue_Hant-wol_Latn","languages":["yue-Hant","wol-Latn"]},{"precision":0.566969,"recall":0.663043,"f1":0.594965,"accuracy":0.663043,"main_score":0.594965,"hf_subset":"yue_Hant-arb_Latn","languages":["yue-Hant","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-cat_Latn","languages":["yue-Hant","cat-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"yue_Hant-fur_Latn","languages":["yue-Hant","fur-Latn"]},{"precision":0.307483,"recall":0.380435,"f1":0.326581,"accuracy":0.380435,"main_score":0.326581,"hf_subset":"yue_Hant-kab_Latn","languages":["yue-Hant","kab-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"yue_Hant-lim_Latn","languages":["yue-Hant","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-nld_Latn","languages":["yue-Hant","nld-Latn"]},{"precision":0.945652,"recall":0.961462,"f1":0.95056,"accuracy":0.961462,"main_score":0.95056,"hf_subset":"yue_Hant-san_Deva","languages":["yue-Hant","san-Deva"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"yue_Hant-tat_Cyrl","languages":["yue-Hant","tat-Cyrl"]},{"precision":0.465603,"recall":0.557312,"f1":0.490573,"accuracy":0.557312,"main_score":0.490573,"hf_subset":"yue_Hant-xho_Latn","languages":["yue-Hant","xho-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-ars_Arab","languages":["yue-Hant","ars-Arab"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"yue_Hant-ceb_Latn","languages":["yue-Hant","ceb-Latn"]},{"precision":0.434163,"recall":0.523715,"f1":0.458144,"accuracy":0.523715,"main_score":0.458144,"hf_subset":"yue_Hant-fuv_Latn","languages":["yue-Hant","fuv-Latn"]},{"precision":0.426422,"recall":0.522727,"f1":0.452013,"accuracy":0.522727,"main_score":0.452013,"hf_subset":"yue_Hant-kac_Latn","languages":["yue-Hant","kac-Latn"]},{"precision":0.510672,"recall":0.603755,"f1":0.536235,"accuracy":0.603755,"main_score":0.536235,"hf_subset":"yue_Hant-lin_Latn","languages":["yue-Hant","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-nno_Latn","languages":["yue-Hant","nno-Latn"]},{"precision":0.014888,"recall":0.050395,"f1":0.019213,"accuracy":0.050395,"main_score":0.019213,"hf_subset":"yue_Hant-sat_Olck","languages":["yue-Hant","sat-Olck"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"yue_Hant-tel_Telu","languages":["yue-Hant","tel-Telu"]},{"precision":0.677135,"recall":0.759881,"f1":0.701482,"accuracy":0.759881,"main_score":0.701482,"hf_subset":"yue_Hant-ydd_Hebr","languages":["yue-Hant","ydd-Hebr"]},{"precision":0.952569,"recall":0.968379,"f1":0.957839,"accuracy":0.968379,"main_score":0.957839,"hf_subset":"yue_Hant-ary_Arab","languages":["yue-Hant","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-ces_Latn","languages":["yue-Hant","ces-Latn"]},{"precision":0.348034,"recall":0.442688,"f1":0.373701,"accuracy":0.442688,"main_score":0.373701,"hf_subset":"yue_Hant-gaz_Latn","languages":["yue-Hant","gaz-Latn"]},{"precision":0.467675,"recall":0.555336,"f1":0.491355,"accuracy":0.555336,"main_score":0.491355,"hf_subset":"yue_Hant-kam_Latn","languages":["yue-Hant","kam-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"yue_Hant-lit_Latn","languages":["yue-Hant","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-nob_Latn","languages":["yue-Hant","nob-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"yue_Hant-scn_Latn","languages":["yue-Hant","scn-Latn"]},{"precision":0.871986,"recall":0.910079,"f1":0.883959,"accuracy":0.910079,"main_score":0.883959,"hf_subset":"yue_Hant-tgk_Cyrl","languages":["yue-Hant","tgk-Cyrl"]},{"precision":0.405428,"recall":0.487154,"f1":0.428285,"accuracy":0.487154,"main_score":0.428285,"hf_subset":"yue_Hant-yor_Latn","languages":["yue-Hant","yor-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-arz_Arab","languages":["yue-Hant","arz-Arab"]},{"precision":0.442062,"recall":0.538538,"f1":0.468158,"accuracy":0.538538,"main_score":0.468158,"hf_subset":"yue_Hant-cjk_Latn","languages":["yue-Hant","cjk-Latn"]},{"precision":0.553131,"recall":0.643281,"f1":0.578568,"accuracy":0.643281,"main_score":0.578568,"hf_subset":"yue_Hant-gla_Latn","languages":["yue-Hant","gla-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"yue_Hant-kan_Knda","languages":["yue-Hant","kan-Knda"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"yue_Hant-lmo_Latn","languages":["yue-Hant","lmo-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"yue_Hant-npi_Deva","languages":["yue-Hant","npi-Deva"]},{"precision":0.37455,"recall":0.48419,"f1":0.403629,"accuracy":0.48419,"main_score":0.403629,"hf_subset":"yue_Hant-shn_Mymr","languages":["yue-Hant","shn-Mymr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"yue_Hant-tgl_Latn","languages":["yue-Hant","tgl-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"yue_Hant-asm_Beng","languages":["yue-Hant","asm-Beng"]},{"precision":0.676994,"recall":0.748024,"f1":0.697688,"accuracy":0.748024,"main_score":0.697688,"hf_subset":"yue_Hant-ckb_Arab","languages":["yue-Hant","ckb-Arab"]},{"precision":0.663307,"recall":0.745059,"f1":0.688194,"accuracy":0.745059,"main_score":0.688194,"hf_subset":"yue_Hant-gle_Latn","languages":["yue-Hant","gle-Latn"]},{"precision":0.860343,"recall":0.902174,"f1":0.873485,"accuracy":0.902174,"main_score":0.873485,"hf_subset":"yue_Hant-kas_Arab","languages":["yue-Hant","kas-Arab"]},{"precision":0.846879,"recall":0.891304,"f1":0.860957,"accuracy":0.891304,"main_score":0.860957,"hf_subset":"yue_Hant-ltg_Latn","languages":["yue-Hant","ltg-Latn"]},{"precision":0.472631,"recall":0.561265,"f1":0.497371,"accuracy":0.561265,"main_score":0.497371,"hf_subset":"yue_Hant-nso_Latn","languages":["yue-Hant","nso-Latn"]},{"precision":0.409622,"recall":0.511858,"f1":0.437825,"accuracy":0.511858,"main_score":0.437825,"hf_subset":"yue_Hant-sin_Sinh","languages":["yue-Hant","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-tha_Thai","languages":["yue-Hant","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-zho_Hans","languages":["yue-Hant","zho-Hans"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"yue_Hant-ast_Latn","languages":["yue-Hant","ast-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"yue_Hant-crh_Latn","languages":["yue-Hant","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-glg_Latn","languages":["yue-Hant","glg-Latn"]},{"precision":0.747513,"recall":0.816206,"f1":0.76861,"accuracy":0.816206,"main_score":0.76861,"hf_subset":"yue_Hant-kas_Deva","languages":["yue-Hant","kas-Deva"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"yue_Hant-ltz_Latn","languages":["yue-Hant","ltz-Latn"]},{"precision":0.340836,"recall":0.432806,"f1":0.364878,"accuracy":0.432806,"main_score":0.364878,"hf_subset":"yue_Hant-nus_Latn","languages":["yue-Hant","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-slk_Latn","languages":["yue-Hant","slk-Latn"]},{"precision":0.225823,"recall":0.301383,"f1":0.245736,"accuracy":0.301383,"main_score":0.245736,"hf_subset":"yue_Hant-tir_Ethi","languages":["yue-Hant","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-zho_Hant","languages":["yue-Hant","zho-Hant"]},{"precision":0.98386,"recall":0.987154,"f1":0.984848,"accuracy":0.987154,"main_score":0.984848,"hf_subset":"yue_Hant-awa_Deva","languages":["yue-Hant","awa-Deva"]},{"precision":0.809206,"recall":0.864625,"f1":0.826449,"accuracy":0.864625,"main_score":0.826449,"hf_subset":"yue_Hant-cym_Latn","languages":["yue-Hant","cym-Latn"]},{"precision":0.70537,"recall":0.774704,"f1":0.725401,"accuracy":0.774704,"main_score":0.725401,"hf_subset":"yue_Hant-grn_Latn","languages":["yue-Hant","grn-Latn"]},{"precision":0.976943,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"yue_Hant-kat_Geor","languages":["yue-Hant","kat-Geor"]},{"precision":0.512406,"recall":0.598814,"f1":0.536648,"accuracy":0.598814,"main_score":0.536648,"hf_subset":"yue_Hant-lua_Latn","languages":["yue-Hant","lua-Latn"]},{"precision":0.489405,"recall":0.572134,"f1":0.511822,"accuracy":0.572134,"main_score":0.511822,"hf_subset":"yue_Hant-nya_Latn","languages":["yue-Hant","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"yue_Hant-slv_Latn","languages":["yue-Hant","slv-Latn"]},{"precision":0.781291,"recall":0.836957,"f1":0.798094,"accuracy":0.836957,"main_score":0.798094,"hf_subset":"yue_Hant-tpi_Latn","languages":["yue-Hant","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-zsm_Latn","languages":["yue-Hant","zsm-Latn"]},{"precision":0.436844,"recall":0.520751,"f1":0.458414,"accuracy":0.520751,"main_score":0.458414,"hf_subset":"yue_Hant-ayr_Latn","languages":["yue-Hant","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-dan_Latn","languages":["yue-Hant","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-guj_Gujr","languages":["yue-Hant","guj-Gujr"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"yue_Hant-kaz_Cyrl","languages":["yue-Hant","kaz-Cyrl"]},{"precision":0.409561,"recall":0.496047,"f1":0.43315,"accuracy":0.496047,"main_score":0.43315,"hf_subset":"yue_Hant-lug_Latn","languages":["yue-Hant","lug-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"yue_Hant-oci_Latn","languages":["yue-Hant","oci-Latn"]},{"precision":0.473841,"recall":0.568182,"f1":0.499973,"accuracy":0.568182,"main_score":0.499973,"hf_subset":"yue_Hant-smo_Latn","languages":["yue-Hant","smo-Latn"]},{"precision":0.426365,"recall":0.513834,"f1":0.450301,"accuracy":0.513834,"main_score":0.450301,"hf_subset":"yue_Hant-tsn_Latn","languages":["yue-Hant","tsn-Latn"]},{"precision":0.429239,"recall":0.512846,"f1":0.451432,"accuracy":0.512846,"main_score":0.451432,"hf_subset":"yue_Hant-zul_Latn","languages":["yue-Hant","zul-Latn"]},{"precision":0.805583,"recall":0.863636,"f1":0.823781,"accuracy":0.863636,"main_score":0.823781,"hf_subset":"yue_Hant-azb_Arab","languages":["yue-Hant","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-deu_Latn","languages":["yue-Hant","deu-Latn"]},{"precision":0.892375,"recall":0.924901,"f1":0.903063,"accuracy":0.924901,"main_score":0.903063,"hf_subset":"yue_Hant-hat_Latn","languages":["yue-Hant","hat-Latn"]},{"precision":0.391209,"recall":0.475296,"f1":0.413409,"accuracy":0.475296,"main_score":0.413409,"hf_subset":"yue_Hant-kbp_Latn","languages":["yue-Hant","kbp-Latn"]},{"precision":0.463965,"recall":0.549407,"f1":0.487623,"accuracy":0.549407,"main_score":0.487623,"hf_subset":"yue_Hant-luo_Latn","languages":["yue-Hant","luo-Latn"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"yue_Hant-ory_Orya","languages":["yue-Hant","ory-Orya"]},{"precision":0.437036,"recall":0.531621,"f1":0.46315,"accuracy":0.531621,"main_score":0.46315,"hf_subset":"yue_Hant-sna_Latn","languages":["yue-Hant","sna-Latn"]},{"precision":0.423964,"recall":0.509881,"f1":0.447073,"accuracy":0.509881,"main_score":0.447073,"hf_subset":"yue_Hant-tso_Latn","languages":["yue-Hant","tso-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"yue_Hant-azj_Latn","languages":["yue-Hant","azj-Latn"]},{"precision":0.442262,"recall":0.532609,"f1":0.467449,"accuracy":0.532609,"main_score":0.467449,"hf_subset":"yue_Hant-dik_Latn","languages":["yue-Hant","dik-Latn"]},{"precision":0.411008,"recall":0.5,"f1":0.436019,"accuracy":0.5,"main_score":0.436019,"hf_subset":"yue_Hant-hau_Latn","languages":["yue-Hant","hau-Latn"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"yue_Hant-kea_Latn","languages":["yue-Hant","kea-Latn"]},{"precision":0.613811,"recall":0.6917,"f1":0.63608,"accuracy":0.6917,"main_score":0.63608,"hf_subset":"yue_Hant-lus_Latn","languages":["yue-Hant","lus-Latn"]},{"precision":0.812829,"recall":0.86166,"f1":0.82772,"accuracy":0.86166,"main_score":0.82772,"hf_subset":"yue_Hant-pag_Latn","languages":["yue-Hant","pag-Latn"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"yue_Hant-snd_Arab","languages":["yue-Hant","snd-Arab"]},{"precision":0.851449,"recall":0.895257,"f1":0.86525,"accuracy":0.895257,"main_score":0.86525,"hf_subset":"yue_Hant-tuk_Latn","languages":["yue-Hant","tuk-Latn"]},{"precision":0.931818,"recall":0.953557,"f1":0.9389,"accuracy":0.953557,"main_score":0.9389,"hf_subset":"yue_Hant-bak_Cyrl","languages":["yue-Hant","bak-Cyrl"]},{"precision":0.383111,"recall":0.48913,"f1":0.41309,"accuracy":0.48913,"main_score":0.41309,"hf_subset":"yue_Hant-dyu_Latn","languages":["yue-Hant","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"yue_Hant-heb_Hebr","languages":["yue-Hant","heb-Hebr"]},{"precision":0.848518,"recall":0.893281,"f1":0.862648,"accuracy":0.893281,"main_score":0.862648,"hf_subset":"yue_Hant-khk_Cyrl","languages":["yue-Hant","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"yue_Hant-lvs_Latn","languages":["yue-Hant","lvs-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"yue_Hant-pan_Guru","languages":["yue-Hant","pan-Guru"]},{"precision":0.429194,"recall":0.514822,"f1":0.452891,"accuracy":0.514822,"main_score":0.452891,"hf_subset":"yue_Hant-som_Latn","languages":["yue-Hant","som-Latn"]},{"precision":0.475471,"recall":0.550395,"f1":0.495989,"accuracy":0.550395,"main_score":0.495989,"hf_subset":"yue_Hant-tum_Latn","languages":["yue-Hant","tum-Latn"]},{"precision":0.372374,"recall":0.453557,"f1":0.394379,"accuracy":0.453557,"main_score":0.394379,"hf_subset":"asm_Beng-ace_Arab","languages":["asm-Beng","ace-Arab"]},{"precision":0.408762,"recall":0.471344,"f1":0.426743,"accuracy":0.471344,"main_score":0.426743,"hf_subset":"asm_Beng-bam_Latn","languages":["asm-Beng","bam-Latn"]},{"precision":0.116897,"recall":0.168972,"f1":0.130802,"accuracy":0.168972,"main_score":0.130802,"hf_subset":"asm_Beng-dzo_Tibt","languages":["asm-Beng","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"asm_Beng-hin_Deva","languages":["asm-Beng","hin-Deva"]},{"precision":0.913867,"recall":0.940711,"f1":0.922596,"accuracy":0.940711,"main_score":0.922596,"hf_subset":"asm_Beng-khm_Khmr","languages":["asm-Beng","khm-Khmr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"asm_Beng-mag_Deva","languages":["asm-Beng","mag-Deva"]},{"precision":0.947464,"recall":0.963439,"f1":0.952569,"accuracy":0.963439,"main_score":0.952569,"hf_subset":"asm_Beng-pap_Latn","languages":["asm-Beng","pap-Latn"]},{"precision":0.436998,"recall":0.507905,"f1":0.456393,"accuracy":0.507905,"main_score":0.456393,"hf_subset":"asm_Beng-sot_Latn","languages":["asm-Beng","sot-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"asm_Beng-tur_Latn","languages":["asm-Beng","tur-Latn"]},{"precision":0.732065,"recall":0.794466,"f1":0.751186,"accuracy":0.794466,"main_score":0.751186,"hf_subset":"asm_Beng-ace_Latn","languages":["asm-Beng","ace-Latn"]},{"precision":0.864213,"recall":0.900198,"f1":0.87556,"accuracy":0.900198,"main_score":0.87556,"hf_subset":"asm_Beng-ban_Latn","languages":["asm-Beng","ban-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"asm_Beng-ell_Grek","languages":["asm-Beng","ell-Grek"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"asm_Beng-hne_Deva","languages":["asm-Beng","hne-Deva"]},{"precision":0.422925,"recall":0.505929,"f1":0.44687,"accuracy":0.505929,"main_score":0.44687,"hf_subset":"asm_Beng-kik_Latn","languages":["asm-Beng","kik-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"asm_Beng-mai_Deva","languages":["asm-Beng","mai-Deva"]},{"precision":0.840201,"recall":0.885375,"f1":0.854644,"accuracy":0.885375,"main_score":0.854644,"hf_subset":"asm_Beng-pbt_Arab","languages":["asm-Beng","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"asm_Beng-spa_Latn","languages":["asm-Beng","spa-Latn"]},{"precision":0.496386,"recall":0.560277,"f1":0.51442,"accuracy":0.560277,"main_score":0.51442,"hf_subset":"asm_Beng-twi_Latn","languages":["asm-Beng","twi-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"asm_Beng-acm_Arab","languages":["asm-Beng","acm-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"asm_Beng-bel_Cyrl","languages":["asm-Beng","bel-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"asm_Beng-eng_Latn","languages":["asm-Beng","eng-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"asm_Beng-hrv_Latn","languages":["asm-Beng","hrv-Latn"]},{"precision":0.396764,"recall":0.468379,"f1":0.41741,"accuracy":0.468379,"main_score":0.41741,"hf_subset":"asm_Beng-kin_Latn","languages":["asm-Beng","kin-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"asm_Beng-mal_Mlym","languages":["asm-Beng","mal-Mlym"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"asm_Beng-pes_Arab","languages":["asm-Beng","pes-Arab"]},{"precision":0.951993,"recall":0.966403,"f1":0.956588,"accuracy":0.966403,"main_score":0.956588,"hf_subset":"asm_Beng-srd_Latn","languages":["asm-Beng","srd-Latn"]},{"precision":0.12433,"recall":0.189723,"f1":0.138767,"accuracy":0.189723,"main_score":0.138767,"hf_subset":"asm_Beng-tzm_Tfng","languages":["asm-Beng","tzm-Tfng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"asm_Beng-acq_Arab","languages":["asm-Beng","acq-Arab"]},{"precision":0.463796,"recall":0.533597,"f1":0.483747,"accuracy":0.533597,"main_score":0.483747,"hf_subset":"asm_Beng-bem_Latn","languages":["asm-Beng","bem-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"asm_Beng-epo_Latn","languages":["asm-Beng","epo-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"asm_Beng-hun_Latn","languages":["asm-Beng","hun-Latn"]},{"precision":0.936594,"recall":0.956522,"f1":0.943017,"accuracy":0.956522,"main_score":0.943017,"hf_subset":"asm_Beng-kir_Cyrl","languages":["asm-Beng","kir-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"asm_Beng-mar_Deva","languages":["asm-Beng","mar-Deva"]},{"precision":0.493445,"recall":0.560277,"f1":0.512894,"accuracy":0.560277,"main_score":0.512894,"hf_subset":"asm_Beng-plt_Latn","languages":["asm-Beng","plt-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"asm_Beng-srp_Cyrl","languages":["asm-Beng","srp-Cyrl"]},{"precision":0.911561,"recall":0.937747,"f1":0.91996,"accuracy":0.937747,"main_score":0.91996,"hf_subset":"asm_Beng-uig_Arab","languages":["asm-Beng","uig-Arab"]},{"precision":0.968462,"recall":0.978261,"f1":0.971574,"accuracy":0.978261,"main_score":0.971574,"hf_subset":"asm_Beng-aeb_Arab","languages":["asm-Beng","aeb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"asm_Beng-ben_Beng","languages":["asm-Beng","ben-Beng"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"asm_Beng-est_Latn","languages":["asm-Beng","est-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"asm_Beng-hye_Armn","languages":["asm-Beng","hye-Armn"]},{"precision":0.414749,"recall":0.476285,"f1":0.43177,"accuracy":0.476285,"main_score":0.43177,"hf_subset":"asm_Beng-kmb_Latn","languages":["asm-Beng","kmb-Latn"]},{"precision":0.321611,"recall":0.410079,"f1":0.34508,"accuracy":0.410079,"main_score":0.34508,"hf_subset":"asm_Beng-min_Arab","languages":["asm-Beng","min-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"asm_Beng-pol_Latn","languages":["asm-Beng","pol-Latn"]},{"precision":0.397055,"recall":0.468379,"f1":0.416453,"accuracy":0.468379,"main_score":0.416453,"hf_subset":"asm_Beng-ssw_Latn","languages":["asm-Beng","ssw-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"asm_Beng-ukr_Cyrl","languages":["asm-Beng","ukr-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"asm_Beng-afr_Latn","languages":["asm-Beng","afr-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"asm_Beng-bho_Deva","languages":["asm-Beng","bho-Deva"]},{"precision":0.924654,"recall":0.94664,"f1":0.931555,"accuracy":0.94664,"main_score":0.931555,"hf_subset":"asm_Beng-eus_Latn","languages":["asm-Beng","eus-Latn"]},{"precision":0.427031,"recall":0.495059,"f1":0.446043,"accuracy":0.495059,"main_score":0.446043,"hf_subset":"asm_Beng-ibo_Latn","languages":["asm-Beng","ibo-Latn"]},{"precision":0.6448,"recall":0.719368,"f1":0.666925,"accuracy":0.719368,"main_score":0.666925,"hf_subset":"asm_Beng-kmr_Latn","languages":["asm-Beng","kmr-Latn"]},{"precision":0.92836,"recall":0.949605,"f1":0.935112,"accuracy":0.949605,"main_score":0.935112,"hf_subset":"asm_Beng-min_Latn","languages":["asm-Beng","min-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"asm_Beng-por_Latn","languages":["asm-Beng","por-Latn"]},{"precision":0.946805,"recall":0.963439,"f1":0.952075,"accuracy":0.963439,"main_score":0.952075,"hf_subset":"asm_Beng-sun_Latn","languages":["asm-Beng","sun-Latn"]},{"precision":0.403649,"recall":0.468379,"f1":0.422123,"accuracy":0.468379,"main_score":0.422123,"hf_subset":"asm_Beng-umb_Latn","languages":["asm-Beng","umb-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"asm_Beng-ajp_Arab","languages":["asm-Beng","ajp-Arab"]},{"precision":0.354793,"recall":0.439723,"f1":0.377586,"accuracy":0.439723,"main_score":0.377586,"hf_subset":"asm_Beng-bjn_Arab","languages":["asm-Beng","bjn-Arab"]},{"precision":0.401831,"recall":0.463439,"f1":0.418706,"accuracy":0.463439,"main_score":0.418706,"hf_subset":"asm_Beng-ewe_Latn","languages":["asm-Beng","ewe-Latn"]},{"precision":0.803096,"recall":0.852767,"f1":0.818149,"accuracy":0.852767,"main_score":0.818149,"hf_subset":"asm_Beng-ilo_Latn","languages":["asm-Beng","ilo-Latn"]},{"precision":0.191118,"recall":0.26581,"f1":0.209893,"accuracy":0.26581,"main_score":0.209893,"hf_subset":"asm_Beng-knc_Arab","languages":["asm-Beng","knc-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"asm_Beng-mkd_Cyrl","languages":["asm-Beng","mkd-Cyrl"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"asm_Beng-prs_Arab","languages":["asm-Beng","prs-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"asm_Beng-swe_Latn","languages":["asm-Beng","swe-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"asm_Beng-urd_Arab","languages":["asm-Beng","urd-Arab"]},{"precision":0.47315,"recall":0.535573,"f1":0.490756,"accuracy":0.535573,"main_score":0.490756,"hf_subset":"asm_Beng-aka_Latn","languages":["asm-Beng","aka-Latn"]},{"precision":0.932312,"recall":0.953557,"f1":0.939229,"accuracy":0.953557,"main_score":0.939229,"hf_subset":"asm_Beng-bjn_Latn","languages":["asm-Beng","bjn-Latn"]},{"precision":0.877882,"recall":0.914032,"f1":0.889229,"accuracy":0.914032,"main_score":0.889229,"hf_subset":"asm_Beng-fao_Latn","languages":["asm-Beng","fao-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"asm_Beng-ind_Latn","languages":["asm-Beng","ind-Latn"]},{"precision":0.477385,"recall":0.54249,"f1":0.496256,"accuracy":0.54249,"main_score":0.496256,"hf_subset":"asm_Beng-knc_Latn","languages":["asm-Beng","knc-Latn"]},{"precision":0.947958,"recall":0.964427,"f1":0.953393,"accuracy":0.964427,"main_score":0.953393,"hf_subset":"asm_Beng-mlt_Latn","languages":["asm-Beng","mlt-Latn"]},{"precision":0.483952,"recall":0.556324,"f1":0.504159,"accuracy":0.556324,"main_score":0.504159,"hf_subset":"asm_Beng-quy_Latn","languages":["asm-Beng","quy-Latn"]},{"precision":0.65527,"recall":0.733202,"f1":0.678327,"accuracy":0.733202,"main_score":0.678327,"hf_subset":"asm_Beng-swh_Latn","languages":["asm-Beng","swh-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"asm_Beng-uzn_Latn","languages":["asm-Beng","uzn-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"asm_Beng-als_Latn","languages":["asm-Beng","als-Latn"]},{"precision":0.179614,"recall":0.244071,"f1":0.196011,"accuracy":0.244071,"main_score":0.196011,"hf_subset":"asm_Beng-bod_Tibt","languages":["asm-Beng","bod-Tibt"]},{"precision":0.436248,"recall":0.496047,"f1":0.452696,"accuracy":0.496047,"main_score":0.452696,"hf_subset":"asm_Beng-fij_Latn","languages":["asm-Beng","fij-Latn"]},{"precision":0.90942,"recall":0.936759,"f1":0.917951,"accuracy":0.936759,"main_score":0.917951,"hf_subset":"asm_Beng-isl_Latn","languages":["asm-Beng","isl-Latn"]},{"precision":0.484634,"recall":0.564229,"f1":0.507731,"accuracy":0.564229,"main_score":0.507731,"hf_subset":"asm_Beng-kon_Latn","languages":["asm-Beng","kon-Latn"]},{"precision":0.49989,"recall":0.585968,"f1":0.524156,"accuracy":0.585968,"main_score":0.524156,"hf_subset":"asm_Beng-mni_Beng","languages":["asm-Beng","mni-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"asm_Beng-ron_Latn","languages":["asm-Beng","ron-Latn"]},{"precision":0.958663,"recall":0.970356,"f1":0.962451,"accuracy":0.970356,"main_score":0.962451,"hf_subset":"asm_Beng-szl_Latn","languages":["asm-Beng","szl-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"asm_Beng-vec_Latn","languages":["asm-Beng","vec-Latn"]},{"precision":0.523906,"recall":0.610672,"f1":0.549212,"accuracy":0.610672,"main_score":0.549212,"hf_subset":"asm_Beng-amh_Ethi","languages":["asm-Beng","amh-Ethi"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"asm_Beng-bos_Latn","languages":["asm-Beng","bos-Latn"]},{"precision":0.983202,"recall":0.988142,"f1":0.984848,"accuracy":0.988142,"main_score":0.984848,"hf_subset":"asm_Beng-fin_Latn","languages":["asm-Beng","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"asm_Beng-ita_Latn","languages":["asm-Beng","ita-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"asm_Beng-kor_Hang","languages":["asm-Beng","kor-Hang"]},{"precision":0.400791,"recall":0.477273,"f1":0.422223,"accuracy":0.477273,"main_score":0.422223,"hf_subset":"asm_Beng-mos_Latn","languages":["asm-Beng","mos-Latn"]},{"precision":0.390559,"recall":0.458498,"f1":0.409592,"accuracy":0.458498,"main_score":0.409592,"hf_subset":"asm_Beng-run_Latn","languages":["asm-Beng","run-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"asm_Beng-tam_Taml","languages":["asm-Beng","tam-Taml"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"asm_Beng-vie_Latn","languages":["asm-Beng","vie-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"asm_Beng-apc_Arab","languages":["asm-Beng","apc-Arab"]},{"precision":0.676087,"recall":0.737154,"f1":0.694353,"accuracy":0.737154,"main_score":0.694353,"hf_subset":"asm_Beng-bug_Latn","languages":["asm-Beng","bug-Latn"]},{"precision":0.374538,"recall":0.439723,"f1":0.392154,"accuracy":0.439723,"main_score":0.392154,"hf_subset":"asm_Beng-fon_Latn","languages":["asm-Beng","fon-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"asm_Beng-jav_Latn","languages":["asm-Beng","jav-Latn"]},{"precision":0.866107,"recall":0.905138,"f1":0.878426,"accuracy":0.905138,"main_score":0.878426,"hf_subset":"asm_Beng-lao_Laoo","languages":["asm-Beng","lao-Laoo"]},{"precision":0.534078,"recall":0.620553,"f1":0.558709,"accuracy":0.620553,"main_score":0.558709,"hf_subset":"asm_Beng-mri_Latn","languages":["asm-Beng","mri-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"asm_Beng-rus_Cyrl","languages":["asm-Beng","rus-Cyrl"]},{"precision":0.446337,"recall":0.504941,"f1":0.46295,"accuracy":0.504941,"main_score":0.46295,"hf_subset":"asm_Beng-taq_Latn","languages":["asm-Beng","taq-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"asm_Beng-war_Latn","languages":["asm-Beng","war-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"asm_Beng-arb_Arab","languages":["asm-Beng","arb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"asm_Beng-bul_Cyrl","languages":["asm-Beng","bul-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"asm_Beng-fra_Latn","languages":["asm-Beng","fra-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"asm_Beng-jpn_Jpan","languages":["asm-Beng","jpn-Jpan"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"asm_Beng-lij_Latn","languages":["asm-Beng","lij-Latn"]},{"precision":0.916337,"recall":0.9417,"f1":0.924736,"accuracy":0.9417,"main_score":0.924736,"hf_subset":"asm_Beng-mya_Mymr","languages":["asm-Beng","mya-Mymr"]},{"precision":0.430189,"recall":0.499012,"f1":0.449171,"accuracy":0.499012,"main_score":0.449171,"hf_subset":"asm_Beng-sag_Latn","languages":["asm-Beng","sag-Latn"]},{"precision":0.126632,"recall":0.204545,"f1":0.142631,"accuracy":0.204545,"main_score":0.142631,"hf_subset":"asm_Beng-taq_Tfng","languages":["asm-Beng","taq-Tfng"]},{"precision":0.493078,"recall":0.567194,"f1":0.514264,"accuracy":0.567194,"main_score":0.514264,"hf_subset":"asm_Beng-wol_Latn","languages":["asm-Beng","wol-Latn"]},{"precision":0.574741,"recall":0.659091,"f1":0.598941,"accuracy":0.659091,"main_score":0.598941,"hf_subset":"asm_Beng-arb_Latn","languages":["asm-Beng","arb-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"asm_Beng-cat_Latn","languages":["asm-Beng","cat-Latn"]},{"precision":0.966897,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"asm_Beng-fur_Latn","languages":["asm-Beng","fur-Latn"]},{"precision":0.289332,"recall":0.352767,"f1":0.306991,"accuracy":0.352767,"main_score":0.306991,"hf_subset":"asm_Beng-kab_Latn","languages":["asm-Beng","kab-Latn"]},{"precision":0.940053,"recall":0.95751,"f1":0.945652,"accuracy":0.95751,"main_score":0.945652,"hf_subset":"asm_Beng-lim_Latn","languages":["asm-Beng","lim-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"asm_Beng-nld_Latn","languages":["asm-Beng","nld-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"asm_Beng-san_Deva","languages":["asm-Beng","san-Deva"]},{"precision":0.949193,"recall":0.965415,"f1":0.954447,"accuracy":0.965415,"main_score":0.954447,"hf_subset":"asm_Beng-tat_Cyrl","languages":["asm-Beng","tat-Cyrl"]},{"precision":0.477316,"recall":0.556324,"f1":0.499391,"accuracy":0.556324,"main_score":0.499391,"hf_subset":"asm_Beng-xho_Latn","languages":["asm-Beng","xho-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"asm_Beng-ars_Arab","languages":["asm-Beng","ars-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"asm_Beng-ceb_Latn","languages":["asm-Beng","ceb-Latn"]},{"precision":0.418694,"recall":0.495059,"f1":0.4405,"accuracy":0.495059,"main_score":0.4405,"hf_subset":"asm_Beng-fuv_Latn","languages":["asm-Beng","fuv-Latn"]},{"precision":0.410633,"recall":0.486166,"f1":0.432319,"accuracy":0.486166,"main_score":0.432319,"hf_subset":"asm_Beng-kac_Latn","languages":["asm-Beng","kac-Latn"]},{"precision":0.48888,"recall":0.565217,"f1":0.510154,"accuracy":0.565217,"main_score":0.510154,"hf_subset":"asm_Beng-lin_Latn","languages":["asm-Beng","lin-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"asm_Beng-nno_Latn","languages":["asm-Beng","nno-Latn"]},{"precision":0.023247,"recall":0.066206,"f1":0.030013,"accuracy":0.066206,"main_score":0.030013,"hf_subset":"asm_Beng-sat_Olck","languages":["asm-Beng","sat-Olck"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"asm_Beng-tel_Telu","languages":["asm-Beng","tel-Telu"]},{"precision":0.694869,"recall":0.767787,"f1":0.717029,"accuracy":0.767787,"main_score":0.717029,"hf_subset":"asm_Beng-ydd_Hebr","languages":["asm-Beng","ydd-Hebr"]},{"precision":0.945652,"recall":0.962451,"f1":0.951252,"accuracy":0.962451,"main_score":0.951252,"hf_subset":"asm_Beng-ary_Arab","languages":["asm-Beng","ary-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"asm_Beng-ces_Latn","languages":["asm-Beng","ces-Latn"]},{"precision":0.373161,"recall":0.44664,"f1":0.393366,"accuracy":0.44664,"main_score":0.393366,"hf_subset":"asm_Beng-gaz_Latn","languages":["asm-Beng","gaz-Latn"]},{"precision":0.430027,"recall":0.5,"f1":0.44982,"accuracy":0.5,"main_score":0.44982,"hf_subset":"asm_Beng-kam_Latn","languages":["asm-Beng","kam-Latn"]},{"precision":0.975791,"recall":0.983202,"f1":0.978261,"accuracy":0.983202,"main_score":0.978261,"hf_subset":"asm_Beng-lit_Latn","languages":["asm-Beng","lit-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"asm_Beng-nob_Latn","languages":["asm-Beng","nob-Latn"]},{"precision":0.960145,"recall":0.972332,"f1":0.964097,"accuracy":0.972332,"main_score":0.964097,"hf_subset":"asm_Beng-scn_Latn","languages":["asm-Beng","scn-Latn"]},{"precision":0.882658,"recall":0.916996,"f1":0.893676,"accuracy":0.916996,"main_score":0.893676,"hf_subset":"asm_Beng-tgk_Cyrl","languages":["asm-Beng","tgk-Cyrl"]},{"precision":0.366867,"recall":0.445652,"f1":0.389545,"accuracy":0.445652,"main_score":0.389545,"hf_subset":"asm_Beng-yor_Latn","languages":["asm-Beng","yor-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"asm_Beng-arz_Arab","languages":["asm-Beng","arz-Arab"]},{"precision":0.413119,"recall":0.48913,"f1":0.433509,"accuracy":0.48913,"main_score":0.433509,"hf_subset":"asm_Beng-cjk_Latn","languages":["asm-Beng","cjk-Latn"]},{"precision":0.548784,"recall":0.631423,"f1":0.572627,"accuracy":0.631423,"main_score":0.572627,"hf_subset":"asm_Beng-gla_Latn","languages":["asm-Beng","gla-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"asm_Beng-kan_Knda","languages":["asm-Beng","kan-Knda"]},{"precision":0.952569,"recall":0.968379,"f1":0.957839,"accuracy":0.968379,"main_score":0.957839,"hf_subset":"asm_Beng-lmo_Latn","languages":["asm-Beng","lmo-Latn"]},{"precision":0.990613,"recall":0.993083,"f1":0.991436,"accuracy":0.993083,"main_score":0.991436,"hf_subset":"asm_Beng-npi_Deva","languages":["asm-Beng","npi-Deva"]},{"precision":0.367142,"recall":0.449605,"f1":0.389884,"accuracy":0.449605,"main_score":0.389884,"hf_subset":"asm_Beng-shn_Mymr","languages":["asm-Beng","shn-Mymr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"asm_Beng-tgl_Latn","languages":["asm-Beng","tgl-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"asm_Beng-yue_Hant","languages":["asm-Beng","yue-Hant"]},{"precision":0.682249,"recall":0.752964,"f1":0.703082,"accuracy":0.752964,"main_score":0.703082,"hf_subset":"asm_Beng-ckb_Arab","languages":["asm-Beng","ckb-Arab"]},{"precision":0.657065,"recall":0.737154,"f1":0.680999,"accuracy":0.737154,"main_score":0.680999,"hf_subset":"asm_Beng-gle_Latn","languages":["asm-Beng","gle-Latn"]},{"precision":0.856225,"recall":0.899209,"f1":0.870026,"accuracy":0.899209,"main_score":0.870026,"hf_subset":"asm_Beng-kas_Arab","languages":["asm-Beng","kas-Arab"]},{"precision":0.819252,"recall":0.870553,"f1":0.835296,"accuracy":0.870553,"main_score":0.835296,"hf_subset":"asm_Beng-ltg_Latn","languages":["asm-Beng","ltg-Latn"]},{"precision":0.46656,"recall":0.539526,"f1":0.487446,"accuracy":0.539526,"main_score":0.487446,"hf_subset":"asm_Beng-nso_Latn","languages":["asm-Beng","nso-Latn"]},{"precision":0.464642,"recall":0.557312,"f1":0.491315,"accuracy":0.557312,"main_score":0.491315,"hf_subset":"asm_Beng-sin_Sinh","languages":["asm-Beng","sin-Sinh"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"asm_Beng-tha_Thai","languages":["asm-Beng","tha-Thai"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"asm_Beng-zho_Hans","languages":["asm-Beng","zho-Hans"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"asm_Beng-ast_Latn","languages":["asm-Beng","ast-Latn"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"asm_Beng-crh_Latn","languages":["asm-Beng","crh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"asm_Beng-glg_Latn","languages":["asm-Beng","glg-Latn"]},{"precision":0.744904,"recall":0.807312,"f1":0.763427,"accuracy":0.807312,"main_score":0.763427,"hf_subset":"asm_Beng-kas_Deva","languages":["asm-Beng","kas-Deva"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"asm_Beng-ltz_Latn","languages":["asm-Beng","ltz-Latn"]},{"precision":0.357729,"recall":0.435771,"f1":0.37919,"accuracy":0.435771,"main_score":0.37919,"hf_subset":"asm_Beng-nus_Latn","languages":["asm-Beng","nus-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"asm_Beng-slk_Latn","languages":["asm-Beng","slk-Latn"]},{"precision":0.26906,"recall":0.331028,"f1":0.284903,"accuracy":0.331028,"main_score":0.284903,"hf_subset":"asm_Beng-tir_Ethi","languages":["asm-Beng","tir-Ethi"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"asm_Beng-zho_Hant","languages":["asm-Beng","zho-Hant"]},{"precision":0.979578,"recall":0.985178,"f1":0.98139,"accuracy":0.985178,"main_score":0.98139,"hf_subset":"asm_Beng-awa_Deva","languages":["asm-Beng","awa-Deva"]},{"precision":0.827816,"recall":0.875494,"f1":0.842951,"accuracy":0.875494,"main_score":0.842951,"hf_subset":"asm_Beng-cym_Latn","languages":["asm-Beng","cym-Latn"]},{"precision":0.630594,"recall":0.694664,"f1":0.649292,"accuracy":0.694664,"main_score":0.649292,"hf_subset":"asm_Beng-grn_Latn","languages":["asm-Beng","grn-Latn"]},{"precision":0.95751,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"asm_Beng-kat_Geor","languages":["asm-Beng","kat-Geor"]},{"precision":0.485288,"recall":0.551383,"f1":0.504026,"accuracy":0.551383,"main_score":0.504026,"hf_subset":"asm_Beng-lua_Latn","languages":["asm-Beng","lua-Latn"]},{"precision":0.453513,"recall":0.525692,"f1":0.473988,"accuracy":0.525692,"main_score":0.473988,"hf_subset":"asm_Beng-nya_Latn","languages":["asm-Beng","nya-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"asm_Beng-slv_Latn","languages":["asm-Beng","slv-Latn"]},{"precision":0.721591,"recall":0.784585,"f1":0.740566,"accuracy":0.784585,"main_score":0.740566,"hf_subset":"asm_Beng-tpi_Latn","languages":["asm-Beng","tpi-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"asm_Beng-zsm_Latn","languages":["asm-Beng","zsm-Latn"]},{"precision":0.42658,"recall":0.48913,"f1":0.443024,"accuracy":0.48913,"main_score":0.443024,"hf_subset":"asm_Beng-ayr_Latn","languages":["asm-Beng","ayr-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"asm_Beng-dan_Latn","languages":["asm-Beng","dan-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"asm_Beng-guj_Gujr","languages":["asm-Beng","guj-Gujr"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"asm_Beng-kaz_Cyrl","languages":["asm-Beng","kaz-Cyrl"]},{"precision":0.395058,"recall":0.463439,"f1":0.414067,"accuracy":0.463439,"main_score":0.414067,"hf_subset":"asm_Beng-lug_Latn","languages":["asm-Beng","lug-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"asm_Beng-oci_Latn","languages":["asm-Beng","oci-Latn"]},{"precision":0.447015,"recall":0.522727,"f1":0.468558,"accuracy":0.522727,"main_score":0.468558,"hf_subset":"asm_Beng-smo_Latn","languages":["asm-Beng","smo-Latn"]},{"precision":0.407189,"recall":0.479249,"f1":0.427003,"accuracy":0.479249,"main_score":0.427003,"hf_subset":"asm_Beng-tsn_Latn","languages":["asm-Beng","tsn-Latn"]},{"precision":0.409757,"recall":0.480237,"f1":0.42853,"accuracy":0.480237,"main_score":0.42853,"hf_subset":"asm_Beng-zul_Latn","languages":["asm-Beng","zul-Latn"]},{"precision":0.77603,"recall":0.835968,"f1":0.794351,"accuracy":0.835968,"main_score":0.794351,"hf_subset":"asm_Beng-azb_Arab","languages":["asm-Beng","azb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"asm_Beng-deu_Latn","languages":["asm-Beng","deu-Latn"]},{"precision":0.876976,"recall":0.912055,"f1":0.888142,"accuracy":0.912055,"main_score":0.888142,"hf_subset":"asm_Beng-hat_Latn","languages":["asm-Beng","hat-Latn"]},{"precision":0.380543,"recall":0.448617,"f1":0.399783,"accuracy":0.448617,"main_score":0.399783,"hf_subset":"asm_Beng-kbp_Latn","languages":["asm-Beng","kbp-Latn"]},{"precision":0.437801,"recall":0.499012,"f1":0.45506,"accuracy":0.499012,"main_score":0.45506,"hf_subset":"asm_Beng-luo_Latn","languages":["asm-Beng","luo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"asm_Beng-ory_Orya","languages":["asm-Beng","ory-Orya"]},{"precision":0.426396,"recall":0.497036,"f1":0.446481,"accuracy":0.497036,"main_score":0.446481,"hf_subset":"asm_Beng-sna_Latn","languages":["asm-Beng","sna-Latn"]},{"precision":0.416253,"recall":0.481225,"f1":0.434027,"accuracy":0.481225,"main_score":0.434027,"hf_subset":"asm_Beng-tso_Latn","languages":["asm-Beng","tso-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"asm_Beng-azj_Latn","languages":["asm-Beng","azj-Latn"]},{"precision":0.403857,"recall":0.478261,"f1":0.424241,"accuracy":0.478261,"main_score":0.424241,"hf_subset":"asm_Beng-dik_Latn","languages":["asm-Beng","dik-Latn"]},{"precision":0.415563,"recall":0.47332,"f1":0.431867,"accuracy":0.47332,"main_score":0.431867,"hf_subset":"asm_Beng-hau_Latn","languages":["asm-Beng","hau-Latn"]},{"precision":0.938488,"recall":0.956522,"f1":0.944401,"accuracy":0.956522,"main_score":0.944401,"hf_subset":"asm_Beng-kea_Latn","languages":["asm-Beng","kea-Latn"]},{"precision":0.567367,"recall":0.632411,"f1":0.585935,"accuracy":0.632411,"main_score":0.585935,"hf_subset":"asm_Beng-lus_Latn","languages":["asm-Beng","lus-Latn"]},{"precision":0.758952,"recall":0.8083,"f1":0.773784,"accuracy":0.8083,"main_score":0.773784,"hf_subset":"asm_Beng-pag_Latn","languages":["asm-Beng","pag-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"asm_Beng-snd_Arab","languages":["asm-Beng","snd-Arab"]},{"precision":0.856917,"recall":0.899209,"f1":0.870389,"accuracy":0.899209,"main_score":0.870389,"hf_subset":"asm_Beng-tuk_Latn","languages":["asm-Beng","tuk-Latn"]},{"precision":0.924242,"recall":0.947628,"f1":0.931818,"accuracy":0.947628,"main_score":0.931818,"hf_subset":"asm_Beng-bak_Cyrl","languages":["asm-Beng","bak-Cyrl"]},{"precision":0.35323,"recall":0.438735,"f1":0.377296,"accuracy":0.438735,"main_score":0.377296,"hf_subset":"asm_Beng-dyu_Latn","languages":["asm-Beng","dyu-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"asm_Beng-heb_Hebr","languages":["asm-Beng","heb-Hebr"]},{"precision":0.85919,"recall":0.900198,"f1":0.87253,"accuracy":0.900198,"main_score":0.87253,"hf_subset":"asm_Beng-khk_Cyrl","languages":["asm-Beng","khk-Cyrl"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"asm_Beng-lvs_Latn","languages":["asm-Beng","lvs-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"asm_Beng-pan_Guru","languages":["asm-Beng","pan-Guru"]},{"precision":0.409046,"recall":0.481225,"f1":0.42952,"accuracy":0.481225,"main_score":0.42952,"hf_subset":"asm_Beng-som_Latn","languages":["asm-Beng","som-Latn"]},{"precision":0.441795,"recall":0.511858,"f1":0.461909,"accuracy":0.511858,"main_score":0.461909,"hf_subset":"asm_Beng-tum_Latn","languages":["asm-Beng","tum-Latn"]},{"precision":0.36377,"recall":0.435771,"f1":0.383997,"accuracy":0.435771,"main_score":0.383997,"hf_subset":"ckb_Arab-ace_Arab","languages":["ckb-Arab","ace-Arab"]},{"precision":0.412421,"recall":0.468379,"f1":0.428191,"accuracy":0.468379,"main_score":0.428191,"hf_subset":"ckb_Arab-bam_Latn","languages":["ckb-Arab","bam-Latn"]},{"precision":0.104345,"recall":0.157115,"f1":0.117311,"accuracy":0.157115,"main_score":0.117311,"hf_subset":"ckb_Arab-dzo_Tibt","languages":["ckb-Arab","dzo-Tibt"]},{"precision":0.763291,"recall":0.823123,"f1":0.781442,"accuracy":0.823123,"main_score":0.781442,"hf_subset":"ckb_Arab-hin_Deva","languages":["ckb-Arab","hin-Deva"]},{"precision":0.584761,"recall":0.664032,"f1":0.607811,"accuracy":0.664032,"main_score":0.607811,"hf_subset":"ckb_Arab-khm_Khmr","languages":["ckb-Arab","khm-Khmr"]},{"precision":0.74222,"recall":0.797431,"f1":0.758158,"accuracy":0.797431,"main_score":0.758158,"hf_subset":"ckb_Arab-mag_Deva","languages":["ckb-Arab","mag-Deva"]},{"precision":0.68293,"recall":0.745059,"f1":0.700798,"accuracy":0.745059,"main_score":0.700798,"hf_subset":"ckb_Arab-pap_Latn","languages":["ckb-Arab","pap-Latn"]},{"precision":0.433025,"recall":0.492095,"f1":0.449404,"accuracy":0.492095,"main_score":0.449404,"hf_subset":"ckb_Arab-sot_Latn","languages":["ckb-Arab","sot-Latn"]},{"precision":0.745925,"recall":0.8083,"f1":0.76497,"accuracy":0.8083,"main_score":0.76497,"hf_subset":"ckb_Arab-tur_Latn","languages":["ckb-Arab","tur-Latn"]},{"precision":0.592164,"recall":0.648221,"f1":0.60752,"accuracy":0.648221,"main_score":0.60752,"hf_subset":"ckb_Arab-ace_Latn","languages":["ckb-Arab","ace-Latn"]},{"precision":0.647645,"recall":0.706522,"f1":0.663672,"accuracy":0.706522,"main_score":0.663672,"hf_subset":"ckb_Arab-ban_Latn","languages":["ckb-Arab","ban-Latn"]},{"precision":0.718528,"recall":0.785573,"f1":0.738227,"accuracy":0.785573,"main_score":0.738227,"hf_subset":"ckb_Arab-ell_Grek","languages":["ckb-Arab","ell-Grek"]},{"precision":0.715629,"recall":0.781621,"f1":0.734674,"accuracy":0.781621,"main_score":0.734674,"hf_subset":"ckb_Arab-hne_Deva","languages":["ckb-Arab","hne-Deva"]},{"precision":0.414085,"recall":0.477273,"f1":0.432202,"accuracy":0.477273,"main_score":0.432202,"hf_subset":"ckb_Arab-kik_Latn","languages":["ckb-Arab","kik-Latn"]},{"precision":0.700379,"recall":0.767787,"f1":0.720243,"accuracy":0.767787,"main_score":0.720243,"hf_subset":"ckb_Arab-mai_Deva","languages":["ckb-Arab","mai-Deva"]},{"precision":0.670826,"recall":0.738142,"f1":0.68989,"accuracy":0.738142,"main_score":0.68989,"hf_subset":"ckb_Arab-pbt_Arab","languages":["ckb-Arab","pbt-Arab"]},{"precision":0.728689,"recall":0.795455,"f1":0.749078,"accuracy":0.795455,"main_score":0.749078,"hf_subset":"ckb_Arab-spa_Latn","languages":["ckb-Arab","spa-Latn"]},{"precision":0.475751,"recall":0.529644,"f1":0.490636,"accuracy":0.529644,"main_score":0.490636,"hf_subset":"ckb_Arab-twi_Latn","languages":["ckb-Arab","twi-Latn"]},{"precision":0.717928,"recall":0.788538,"f1":0.739443,"accuracy":0.788538,"main_score":0.739443,"hf_subset":"ckb_Arab-acm_Arab","languages":["ckb-Arab","acm-Arab"]},{"precision":0.685846,"recall":0.76087,"f1":0.708256,"accuracy":0.76087,"main_score":0.708256,"hf_subset":"ckb_Arab-bel_Cyrl","languages":["ckb-Arab","bel-Cyrl"]},{"precision":0.737714,"recall":0.804348,"f1":0.757576,"accuracy":0.804348,"main_score":0.757576,"hf_subset":"ckb_Arab-eng_Latn","languages":["ckb-Arab","eng-Latn"]},{"precision":0.751765,"recall":0.815217,"f1":0.771344,"accuracy":0.815217,"main_score":0.771344,"hf_subset":"ckb_Arab-hrv_Latn","languages":["ckb-Arab","hrv-Latn"]},{"precision":0.424976,"recall":0.480237,"f1":0.439748,"accuracy":0.480237,"main_score":0.439748,"hf_subset":"ckb_Arab-kin_Latn","languages":["ckb-Arab","kin-Latn"]},{"precision":0.727915,"recall":0.788538,"f1":0.74569,"accuracy":0.788538,"main_score":0.74569,"hf_subset":"ckb_Arab-mal_Mlym","languages":["ckb-Arab","mal-Mlym"]},{"precision":0.751499,"recall":0.814229,"f1":0.770455,"accuracy":0.814229,"main_score":0.770455,"hf_subset":"ckb_Arab-pes_Arab","languages":["ckb-Arab","pes-Arab"]},{"precision":0.671593,"recall":0.742095,"f1":0.692627,"accuracy":0.742095,"main_score":0.692627,"hf_subset":"ckb_Arab-srd_Latn","languages":["ckb-Arab","srd-Latn"]},{"precision":0.130213,"recall":0.186759,"f1":0.143359,"accuracy":0.186759,"main_score":0.143359,"hf_subset":"ckb_Arab-tzm_Tfng","languages":["ckb-Arab","tzm-Tfng"]},{"precision":0.730007,"recall":0.796443,"f1":0.749821,"accuracy":0.796443,"main_score":0.749821,"hf_subset":"ckb_Arab-acq_Arab","languages":["ckb-Arab","acq-Arab"]},{"precision":0.457722,"recall":0.513834,"f1":0.473902,"accuracy":0.513834,"main_score":0.473902,"hf_subset":"ckb_Arab-bem_Latn","languages":["ckb-Arab","bem-Latn"]},{"precision":0.751845,"recall":0.813241,"f1":0.770426,"accuracy":0.813241,"main_score":0.770426,"hf_subset":"ckb_Arab-epo_Latn","languages":["ckb-Arab","epo-Latn"]},{"precision":0.755303,"recall":0.812253,"f1":0.772464,"accuracy":0.812253,"main_score":0.772464,"hf_subset":"ckb_Arab-hun_Latn","languages":["ckb-Arab","hun-Latn"]},{"precision":0.691856,"recall":0.752964,"f1":0.709593,"accuracy":0.752964,"main_score":0.709593,"hf_subset":"ckb_Arab-kir_Cyrl","languages":["ckb-Arab","kir-Cyrl"]},{"precision":0.746075,"recall":0.810277,"f1":0.765217,"accuracy":0.810277,"main_score":0.765217,"hf_subset":"ckb_Arab-mar_Deva","languages":["ckb-Arab","mar-Deva"]},{"precision":0.495133,"recall":0.557312,"f1":0.513157,"accuracy":0.557312,"main_score":0.513157,"hf_subset":"ckb_Arab-plt_Latn","languages":["ckb-Arab","plt-Latn"]},{"precision":0.742122,"recall":0.804348,"f1":0.76102,"accuracy":0.804348,"main_score":0.76102,"hf_subset":"ckb_Arab-srp_Cyrl","languages":["ckb-Arab","srp-Cyrl"]},{"precision":0.665434,"recall":0.733202,"f1":0.685131,"accuracy":0.733202,"main_score":0.685131,"hf_subset":"ckb_Arab-uig_Arab","languages":["ckb-Arab","uig-Arab"]},{"precision":0.693595,"recall":0.763834,"f1":0.714272,"accuracy":0.763834,"main_score":0.714272,"hf_subset":"ckb_Arab-aeb_Arab","languages":["ckb-Arab","aeb-Arab"]},{"precision":0.748188,"recall":0.813241,"f1":0.768379,"accuracy":0.813241,"main_score":0.768379,"hf_subset":"ckb_Arab-ben_Beng","languages":["ckb-Arab","ben-Beng"]},{"precision":0.739255,"recall":0.796443,"f1":0.756209,"accuracy":0.796443,"main_score":0.756209,"hf_subset":"ckb_Arab-est_Latn","languages":["ckb-Arab","est-Latn"]},{"precision":0.722727,"recall":0.791502,"f1":0.743464,"accuracy":0.791502,"main_score":0.743464,"hf_subset":"ckb_Arab-hye_Armn","languages":["ckb-Arab","hye-Armn"]},{"precision":0.413052,"recall":0.469368,"f1":0.428873,"accuracy":0.469368,"main_score":0.428873,"hf_subset":"ckb_Arab-kmb_Latn","languages":["ckb-Arab","kmb-Latn"]},{"precision":0.353722,"recall":0.425889,"f1":0.374276,"accuracy":0.425889,"main_score":0.374276,"hf_subset":"ckb_Arab-min_Arab","languages":["ckb-Arab","min-Arab"]},{"precision":0.731258,"recall":0.798419,"f1":0.751468,"accuracy":0.798419,"main_score":0.751468,"hf_subset":"ckb_Arab-pol_Latn","languages":["ckb-Arab","pol-Latn"]},{"precision":0.403215,"recall":0.461462,"f1":0.419361,"accuracy":0.461462,"main_score":0.419361,"hf_subset":"ckb_Arab-ssw_Latn","languages":["ckb-Arab","ssw-Latn"]},{"precision":0.746813,"recall":0.810277,"f1":0.766378,"accuracy":0.810277,"main_score":0.766378,"hf_subset":"ckb_Arab-ukr_Cyrl","languages":["ckb-Arab","ukr-Cyrl"]},{"precision":0.754209,"recall":0.815217,"f1":0.772927,"accuracy":0.815217,"main_score":0.772927,"hf_subset":"ckb_Arab-afr_Latn","languages":["ckb-Arab","afr-Latn"]},{"precision":0.683729,"recall":0.75,"f1":0.703458,"accuracy":0.75,"main_score":0.703458,"hf_subset":"ckb_Arab-bho_Deva","languages":["ckb-Arab","bho-Deva"]},{"precision":0.707108,"recall":0.76581,"f1":0.724226,"accuracy":0.76581,"main_score":0.724226,"hf_subset":"ckb_Arab-eus_Latn","languages":["ckb-Arab","eus-Latn"]},{"precision":0.422332,"recall":0.485178,"f1":0.440035,"accuracy":0.485178,"main_score":0.440035,"hf_subset":"ckb_Arab-ibo_Latn","languages":["ckb-Arab","ibo-Latn"]},{"precision":0.650965,"recall":0.709486,"f1":0.667921,"accuracy":0.709486,"main_score":0.667921,"hf_subset":"ckb_Arab-kmr_Latn","languages":["ckb-Arab","kmr-Latn"]},{"precision":0.674729,"recall":0.736166,"f1":0.692163,"accuracy":0.736166,"main_score":0.692163,"hf_subset":"ckb_Arab-min_Latn","languages":["ckb-Arab","min-Latn"]},{"precision":0.753451,"recall":0.816206,"f1":0.772151,"accuracy":0.816206,"main_score":0.772151,"hf_subset":"ckb_Arab-por_Latn","languages":["ckb-Arab","por-Latn"]},{"precision":0.71111,"recall":0.76581,"f1":0.72688,"accuracy":0.76581,"main_score":0.72688,"hf_subset":"ckb_Arab-sun_Latn","languages":["ckb-Arab","sun-Latn"]},{"precision":0.41765,"recall":0.477273,"f1":0.434454,"accuracy":0.477273,"main_score":0.434454,"hf_subset":"ckb_Arab-umb_Latn","languages":["ckb-Arab","umb-Latn"]},{"precision":0.729957,"recall":0.798419,"f1":0.750645,"accuracy":0.798419,"main_score":0.750645,"hf_subset":"ckb_Arab-ajp_Arab","languages":["ckb-Arab","ajp-Arab"]},{"precision":0.391773,"recall":0.451581,"f1":0.408725,"accuracy":0.451581,"main_score":0.408725,"hf_subset":"ckb_Arab-bjn_Arab","languages":["ckb-Arab","bjn-Arab"]},{"precision":0.405031,"recall":0.458498,"f1":0.419877,"accuracy":0.458498,"main_score":0.419877,"hf_subset":"ckb_Arab-ewe_Latn","languages":["ckb-Arab","ewe-Latn"]},{"precision":0.615681,"recall":0.675889,"f1":0.632991,"accuracy":0.675889,"main_score":0.632991,"hf_subset":"ckb_Arab-ilo_Latn","languages":["ckb-Arab","ilo-Latn"]},{"precision":0.187885,"recall":0.254941,"f1":0.20586,"accuracy":0.254941,"main_score":0.20586,"hf_subset":"ckb_Arab-knc_Arab","languages":["ckb-Arab","knc-Arab"]},{"precision":0.744384,"recall":0.810277,"f1":0.764493,"accuracy":0.810277,"main_score":0.764493,"hf_subset":"ckb_Arab-mkd_Cyrl","languages":["ckb-Arab","mkd-Cyrl"]},{"precision":0.762706,"recall":0.820158,"f1":0.77993,"accuracy":0.820158,"main_score":0.77993,"hf_subset":"ckb_Arab-prs_Arab","languages":["ckb-Arab","prs-Arab"]},{"precision":0.755691,"recall":0.813241,"f1":0.773092,"accuracy":0.813241,"main_score":0.773092,"hf_subset":"ckb_Arab-swe_Latn","languages":["ckb-Arab","swe-Latn"]},{"precision":0.732296,"recall":0.802372,"f1":0.753873,"accuracy":0.802372,"main_score":0.753873,"hf_subset":"ckb_Arab-urd_Arab","languages":["ckb-Arab","urd-Arab"]},{"precision":0.459628,"recall":0.507905,"f1":0.474007,"accuracy":0.507905,"main_score":0.474007,"hf_subset":"ckb_Arab-aka_Latn","languages":["ckb-Arab","aka-Latn"]},{"precision":0.668446,"recall":0.733202,"f1":0.686929,"accuracy":0.733202,"main_score":0.686929,"hf_subset":"ckb_Arab-bjn_Latn","languages":["ckb-Arab","bjn-Latn"]},{"precision":0.660937,"recall":0.725296,"f1":0.68021,"accuracy":0.725296,"main_score":0.68021,"hf_subset":"ckb_Arab-fao_Latn","languages":["ckb-Arab","fao-Latn"]},{"precision":0.756432,"recall":0.81917,"f1":0.775478,"accuracy":0.81917,"main_score":0.775478,"hf_subset":"ckb_Arab-ind_Latn","languages":["ckb-Arab","ind-Latn"]},{"precision":0.462089,"recall":0.514822,"f1":0.477311,"accuracy":0.514822,"main_score":0.477311,"hf_subset":"ckb_Arab-knc_Latn","languages":["ckb-Arab","knc-Latn"]},{"precision":0.704101,"recall":0.763834,"f1":0.721182,"accuracy":0.763834,"main_score":0.721182,"hf_subset":"ckb_Arab-mlt_Latn","languages":["ckb-Arab","mlt-Latn"]},{"precision":0.464403,"recall":0.524704,"f1":0.481479,"accuracy":0.524704,"main_score":0.481479,"hf_subset":"ckb_Arab-quy_Latn","languages":["ckb-Arab","quy-Latn"]},{"precision":0.578608,"recall":0.65415,"f1":0.600222,"accuracy":0.65415,"main_score":0.600222,"hf_subset":"ckb_Arab-swh_Latn","languages":["ckb-Arab","swh-Latn"]},{"precision":0.740596,"recall":0.796443,"f1":0.75679,"accuracy":0.796443,"main_score":0.75679,"hf_subset":"ckb_Arab-uzn_Latn","languages":["ckb-Arab","uzn-Latn"]},{"precision":0.745249,"recall":0.804348,"f1":0.76259,"accuracy":0.804348,"main_score":0.76259,"hf_subset":"ckb_Arab-als_Latn","languages":["ckb-Arab","als-Latn"]},{"precision":0.154903,"recall":0.217391,"f1":0.17065,"accuracy":0.217391,"main_score":0.17065,"hf_subset":"ckb_Arab-bod_Tibt","languages":["ckb-Arab","bod-Tibt"]},{"precision":0.421404,"recall":0.471344,"f1":0.434985,"accuracy":0.471344,"main_score":0.434985,"hf_subset":"ckb_Arab-fij_Latn","languages":["ckb-Arab","fij-Latn"]},{"precision":0.632757,"recall":0.706522,"f1":0.653896,"accuracy":0.706522,"main_score":0.653896,"hf_subset":"ckb_Arab-isl_Latn","languages":["ckb-Arab","isl-Latn"]},{"precision":0.462452,"recall":0.521739,"f1":0.479278,"accuracy":0.521739,"main_score":0.479278,"hf_subset":"ckb_Arab-kon_Latn","languages":["ckb-Arab","kon-Latn"]},{"precision":0.430138,"recall":0.501976,"f1":0.450513,"accuracy":0.501976,"main_score":0.450513,"hf_subset":"ckb_Arab-mni_Beng","languages":["ckb-Arab","mni-Beng"]},{"precision":0.749292,"recall":0.8083,"f1":0.766765,"accuracy":0.8083,"main_score":0.766765,"hf_subset":"ckb_Arab-ron_Latn","languages":["ckb-Arab","ron-Latn"]},{"precision":0.700577,"recall":0.764822,"f1":0.719285,"accuracy":0.764822,"main_score":0.719285,"hf_subset":"ckb_Arab-szl_Latn","languages":["ckb-Arab","szl-Latn"]},{"precision":0.727248,"recall":0.788538,"f1":0.745364,"accuracy":0.788538,"main_score":0.745364,"hf_subset":"ckb_Arab-vec_Latn","languages":["ckb-Arab","vec-Latn"]},{"precision":0.430826,"recall":0.502964,"f1":0.450945,"accuracy":0.502964,"main_score":0.450945,"hf_subset":"ckb_Arab-amh_Ethi","languages":["ckb-Arab","amh-Ethi"]},{"precision":0.757642,"recall":0.816206,"f1":0.775579,"accuracy":0.816206,"main_score":0.775579,"hf_subset":"ckb_Arab-bos_Latn","languages":["ckb-Arab","bos-Latn"]},{"precision":0.730495,"recall":0.795455,"f1":0.75,"accuracy":0.795455,"main_score":0.75,"hf_subset":"ckb_Arab-fin_Latn","languages":["ckb-Arab","fin-Latn"]},{"precision":0.736067,"recall":0.798419,"f1":0.754776,"accuracy":0.798419,"main_score":0.754776,"hf_subset":"ckb_Arab-ita_Latn","languages":["ckb-Arab","ita-Latn"]},{"precision":0.711462,"recall":0.782609,"f1":0.732609,"accuracy":0.782609,"main_score":0.732609,"hf_subset":"ckb_Arab-kor_Hang","languages":["ckb-Arab","kor-Hang"]},{"precision":0.417354,"recall":0.466403,"f1":0.43036,"accuracy":0.466403,"main_score":0.43036,"hf_subset":"ckb_Arab-mos_Latn","languages":["ckb-Arab","mos-Latn"]},{"precision":0.412846,"recall":0.472332,"f1":0.429175,"accuracy":0.472332,"main_score":0.429175,"hf_subset":"ckb_Arab-run_Latn","languages":["ckb-Arab","run-Latn"]},{"precision":0.710952,"recall":0.780632,"f1":0.73179,"accuracy":0.780632,"main_score":0.73179,"hf_subset":"ckb_Arab-tam_Taml","languages":["ckb-Arab","tam-Taml"]},{"precision":0.73834,"recall":0.800395,"f1":0.756658,"accuracy":0.800395,"main_score":0.756658,"hf_subset":"ckb_Arab-vie_Latn","languages":["ckb-Arab","vie-Latn"]},{"precision":0.720422,"recall":0.789526,"f1":0.741605,"accuracy":0.789526,"main_score":0.741605,"hf_subset":"ckb_Arab-apc_Arab","languages":["ckb-Arab","apc-Arab"]},{"precision":0.544845,"recall":0.592885,"f1":0.558462,"accuracy":0.592885,"main_score":0.558462,"hf_subset":"ckb_Arab-bug_Latn","languages":["ckb-Arab","bug-Latn"]},{"precision":0.377106,"recall":0.43083,"f1":0.391656,"accuracy":0.43083,"main_score":0.391656,"hf_subset":"ckb_Arab-fon_Latn","languages":["ckb-Arab","fon-Latn"]},{"precision":0.728025,"recall":0.782609,"f1":0.743742,"accuracy":0.782609,"main_score":0.743742,"hf_subset":"ckb_Arab-jav_Latn","languages":["ckb-Arab","jav-Latn"]},{"precision":0.587599,"recall":0.660079,"f1":0.608239,"accuracy":0.660079,"main_score":0.608239,"hf_subset":"ckb_Arab-lao_Laoo","languages":["ckb-Arab","lao-Laoo"]},{"precision":0.449288,"recall":0.524704,"f1":0.469377,"accuracy":0.524704,"main_score":0.469377,"hf_subset":"ckb_Arab-mri_Latn","languages":["ckb-Arab","mri-Latn"]},{"precision":0.735903,"recall":0.800395,"f1":0.755684,"accuracy":0.800395,"main_score":0.755684,"hf_subset":"ckb_Arab-rus_Cyrl","languages":["ckb-Arab","rus-Cyrl"]},{"precision":0.415617,"recall":0.472332,"f1":0.430956,"accuracy":0.472332,"main_score":0.430956,"hf_subset":"ckb_Arab-taq_Latn","languages":["ckb-Arab","taq-Latn"]},{"precision":0.721064,"recall":0.778656,"f1":0.737686,"accuracy":0.778656,"main_score":0.737686,"hf_subset":"ckb_Arab-war_Latn","languages":["ckb-Arab","war-Latn"]},{"precision":0.726508,"recall":0.795455,"f1":0.747104,"accuracy":0.795455,"main_score":0.747104,"hf_subset":"ckb_Arab-arb_Arab","languages":["ckb-Arab","arb-Arab"]},{"precision":0.731094,"recall":0.804348,"f1":0.753656,"accuracy":0.804348,"main_score":0.753656,"hf_subset":"ckb_Arab-bul_Cyrl","languages":["ckb-Arab","bul-Cyrl"]},{"precision":0.730879,"recall":0.797431,"f1":0.751139,"accuracy":0.797431,"main_score":0.751139,"hf_subset":"ckb_Arab-fra_Latn","languages":["ckb-Arab","fra-Latn"]},{"precision":0.703706,"recall":0.771739,"f1":0.723932,"accuracy":0.771739,"main_score":0.723932,"hf_subset":"ckb_Arab-jpn_Jpan","languages":["ckb-Arab","jpn-Jpan"]},{"precision":0.708367,"recall":0.768775,"f1":0.726158,"accuracy":0.768775,"main_score":0.726158,"hf_subset":"ckb_Arab-lij_Latn","languages":["ckb-Arab","lij-Latn"]},{"precision":0.525016,"recall":0.61166,"f1":0.549859,"accuracy":0.61166,"main_score":0.549859,"hf_subset":"ckb_Arab-mya_Mymr","languages":["ckb-Arab","mya-Mymr"]},{"precision":0.431937,"recall":0.493083,"f1":0.448456,"accuracy":0.493083,"main_score":0.448456,"hf_subset":"ckb_Arab-sag_Latn","languages":["ckb-Arab","sag-Latn"]},{"precision":0.134667,"recall":0.20751,"f1":0.150451,"accuracy":0.20751,"main_score":0.150451,"hf_subset":"ckb_Arab-taq_Tfng","languages":["ckb-Arab","taq-Tfng"]},{"precision":0.464525,"recall":0.518775,"f1":0.479462,"accuracy":0.518775,"main_score":0.479462,"hf_subset":"ckb_Arab-wol_Latn","languages":["ckb-Arab","wol-Latn"]},{"precision":0.471556,"recall":0.549407,"f1":0.49325,"accuracy":0.549407,"main_score":0.49325,"hf_subset":"ckb_Arab-arb_Latn","languages":["ckb-Arab","arb-Latn"]},{"precision":0.745619,"recall":0.8083,"f1":0.764394,"accuracy":0.8083,"main_score":0.764394,"hf_subset":"ckb_Arab-cat_Latn","languages":["ckb-Arab","cat-Latn"]},{"precision":0.692147,"recall":0.754941,"f1":0.709895,"accuracy":0.754941,"main_score":0.709895,"hf_subset":"ckb_Arab-fur_Latn","languages":["ckb-Arab","fur-Latn"]},{"precision":0.319808,"recall":0.376482,"f1":0.334829,"accuracy":0.376482,"main_score":0.334829,"hf_subset":"ckb_Arab-kab_Latn","languages":["ckb-Arab","kab-Latn"]},{"precision":0.6882,"recall":0.750988,"f1":0.706233,"accuracy":0.750988,"main_score":0.706233,"hf_subset":"ckb_Arab-lim_Latn","languages":["ckb-Arab","lim-Latn"]},{"precision":0.719565,"recall":0.785573,"f1":0.739097,"accuracy":0.785573,"main_score":0.739097,"hf_subset":"ckb_Arab-nld_Latn","languages":["ckb-Arab","nld-Latn"]},{"precision":0.639964,"recall":0.719368,"f1":0.663381,"accuracy":0.719368,"main_score":0.663381,"hf_subset":"ckb_Arab-san_Deva","languages":["ckb-Arab","san-Deva"]},{"precision":0.720233,"recall":0.77668,"f1":0.736597,"accuracy":0.77668,"main_score":0.736597,"hf_subset":"ckb_Arab-tat_Cyrl","languages":["ckb-Arab","tat-Cyrl"]},{"precision":0.477233,"recall":0.541502,"f1":0.495176,"accuracy":0.541502,"main_score":0.495176,"hf_subset":"ckb_Arab-xho_Latn","languages":["ckb-Arab","xho-Latn"]},{"precision":0.71082,"recall":0.783597,"f1":0.73258,"accuracy":0.783597,"main_score":0.73258,"hf_subset":"ckb_Arab-ars_Arab","languages":["ckb-Arab","ars-Arab"]},{"precision":0.71469,"recall":0.781621,"f1":0.734914,"accuracy":0.781621,"main_score":0.734914,"hf_subset":"ckb_Arab-ceb_Latn","languages":["ckb-Arab","ceb-Latn"]},{"precision":0.428947,"recall":0.479249,"f1":0.443464,"accuracy":0.479249,"main_score":0.443464,"hf_subset":"ckb_Arab-fuv_Latn","languages":["ckb-Arab","fuv-Latn"]},{"precision":0.430881,"recall":0.490119,"f1":0.448282,"accuracy":0.490119,"main_score":0.448282,"hf_subset":"ckb_Arab-kac_Latn","languages":["ckb-Arab","kac-Latn"]},{"precision":0.470188,"recall":0.529644,"f1":0.48691,"accuracy":0.529644,"main_score":0.48691,"hf_subset":"ckb_Arab-lin_Latn","languages":["ckb-Arab","lin-Latn"]},{"precision":0.751219,"recall":0.809289,"f1":0.769038,"accuracy":0.809289,"main_score":0.769038,"hf_subset":"ckb_Arab-nno_Latn","languages":["ckb-Arab","nno-Latn"]},{"precision":0.02583,"recall":0.073123,"f1":0.033497,"accuracy":0.073123,"main_score":0.033497,"hf_subset":"ckb_Arab-sat_Olck","languages":["ckb-Arab","sat-Olck"]},{"precision":0.735606,"recall":0.796443,"f1":0.75343,"accuracy":0.796443,"main_score":0.75343,"hf_subset":"ckb_Arab-tel_Telu","languages":["ckb-Arab","tel-Telu"]},{"precision":0.544557,"recall":0.618577,"f1":0.565508,"accuracy":0.618577,"main_score":0.565508,"hf_subset":"ckb_Arab-ydd_Hebr","languages":["ckb-Arab","ydd-Hebr"]},{"precision":0.647631,"recall":0.72332,"f1":0.669932,"accuracy":0.72332,"main_score":0.669932,"hf_subset":"ckb_Arab-ary_Arab","languages":["ckb-Arab","ary-Arab"]},{"precision":0.752717,"recall":0.811265,"f1":0.770191,"accuracy":0.811265,"main_score":0.770191,"hf_subset":"ckb_Arab-ces_Latn","languages":["ckb-Arab","ces-Latn"]},{"precision":0.392107,"recall":0.453557,"f1":0.40866,"accuracy":0.453557,"main_score":0.40866,"hf_subset":"ckb_Arab-gaz_Latn","languages":["ckb-Arab","gaz-Latn"]},{"precision":0.428413,"recall":0.487154,"f1":0.44486,"accuracy":0.487154,"main_score":0.44486,"hf_subset":"ckb_Arab-kam_Latn","languages":["ckb-Arab","kam-Latn"]},{"precision":0.740053,"recall":0.80336,"f1":0.759124,"accuracy":0.80336,"main_score":0.759124,"hf_subset":"ckb_Arab-lit_Latn","languages":["ckb-Arab","lit-Latn"]},{"precision":0.750264,"recall":0.813241,"f1":0.769697,"accuracy":0.813241,"main_score":0.769697,"hf_subset":"ckb_Arab-nob_Latn","languages":["ckb-Arab","nob-Latn"]},{"precision":0.691363,"recall":0.755929,"f1":0.709917,"accuracy":0.755929,"main_score":0.709917,"hf_subset":"ckb_Arab-scn_Latn","languages":["ckb-Arab","scn-Latn"]},{"precision":0.663271,"recall":0.72332,"f1":0.680243,"accuracy":0.72332,"main_score":0.680243,"hf_subset":"ckb_Arab-tgk_Cyrl","languages":["ckb-Arab","tgk-Cyrl"]},{"precision":0.389168,"recall":0.448617,"f1":0.405625,"accuracy":0.448617,"main_score":0.405625,"hf_subset":"ckb_Arab-yor_Latn","languages":["ckb-Arab","yor-Latn"]},{"precision":0.70802,"recall":0.775692,"f1":0.728016,"accuracy":0.775692,"main_score":0.728016,"hf_subset":"ckb_Arab-arz_Arab","languages":["ckb-Arab","arz-Arab"]},{"precision":0.409899,"recall":0.469368,"f1":0.426394,"accuracy":0.469368,"main_score":0.426394,"hf_subset":"ckb_Arab-cjk_Latn","languages":["ckb-Arab","cjk-Latn"]},{"precision":0.503049,"recall":0.574111,"f1":0.522732,"accuracy":0.574111,"main_score":0.522732,"hf_subset":"ckb_Arab-gla_Latn","languages":["ckb-Arab","gla-Latn"]},{"precision":0.723188,"recall":0.787549,"f1":0.742509,"accuracy":0.787549,"main_score":0.742509,"hf_subset":"ckb_Arab-kan_Knda","languages":["ckb-Arab","kan-Knda"]},{"precision":0.707496,"recall":0.767787,"f1":0.724939,"accuracy":0.767787,"main_score":0.724939,"hf_subset":"ckb_Arab-lmo_Latn","languages":["ckb-Arab","lmo-Latn"]},{"precision":0.738999,"recall":0.799407,"f1":0.756856,"accuracy":0.799407,"main_score":0.756856,"hf_subset":"ckb_Arab-npi_Deva","languages":["ckb-Arab","npi-Deva"]},{"precision":0.355149,"recall":0.428854,"f1":0.3757,"accuracy":0.428854,"main_score":0.3757,"hf_subset":"ckb_Arab-shn_Mymr","languages":["ckb-Arab","shn-Mymr"]},{"precision":0.748463,"recall":0.805336,"f1":0.765415,"accuracy":0.805336,"main_score":0.765415,"hf_subset":"ckb_Arab-tgl_Latn","languages":["ckb-Arab","tgl-Latn"]},{"precision":0.710738,"recall":0.778656,"f1":0.731456,"accuracy":0.778656,"main_score":0.731456,"hf_subset":"ckb_Arab-yue_Hant","languages":["ckb-Arab","yue-Hant"]},{"precision":0.687121,"recall":0.76087,"f1":0.709505,"accuracy":0.76087,"main_score":0.709505,"hf_subset":"ckb_Arab-asm_Beng","languages":["ckb-Arab","asm-Beng"]},{"precision":0.561579,"recall":0.63834,"f1":0.583805,"accuracy":0.63834,"main_score":0.583805,"hf_subset":"ckb_Arab-gle_Latn","languages":["ckb-Arab","gle-Latn"]},{"precision":0.579473,"recall":0.660079,"f1":0.603301,"accuracy":0.660079,"main_score":0.603301,"hf_subset":"ckb_Arab-kas_Arab","languages":["ckb-Arab","kas-Arab"]},{"precision":0.606171,"recall":0.676877,"f1":0.626071,"accuracy":0.676877,"main_score":0.626071,"hf_subset":"ckb_Arab-ltg_Latn","languages":["ckb-Arab","ltg-Latn"]},{"precision":0.468149,"recall":0.519763,"f1":0.482292,"accuracy":0.519763,"main_score":0.482292,"hf_subset":"ckb_Arab-nso_Latn","languages":["ckb-Arab","nso-Latn"]},{"precision":0.305826,"recall":0.37747,"f1":0.324226,"accuracy":0.37747,"main_score":0.324226,"hf_subset":"ckb_Arab-sin_Sinh","languages":["ckb-Arab","sin-Sinh"]},{"precision":0.722348,"recall":0.789526,"f1":0.742871,"accuracy":0.789526,"main_score":0.742871,"hf_subset":"ckb_Arab-tha_Thai","languages":["ckb-Arab","tha-Thai"]},{"precision":0.687032,"recall":0.759881,"f1":0.708698,"accuracy":0.759881,"main_score":0.708698,"hf_subset":"ckb_Arab-zho_Hans","languages":["ckb-Arab","zho-Hans"]},{"precision":0.735606,"recall":0.797431,"f1":0.754136,"accuracy":0.797431,"main_score":0.754136,"hf_subset":"ckb_Arab-ast_Latn","languages":["ckb-Arab","ast-Latn"]},{"precision":0.692951,"recall":0.758893,"f1":0.712013,"accuracy":0.758893,"main_score":0.712013,"hf_subset":"ckb_Arab-crh_Latn","languages":["ckb-Arab","crh-Latn"]},{"precision":0.741173,"recall":0.807312,"f1":0.761199,"accuracy":0.807312,"main_score":0.761199,"hf_subset":"ckb_Arab-glg_Latn","languages":["ckb-Arab","glg-Latn"]},{"precision":0.551188,"recall":0.618577,"f1":0.570657,"accuracy":0.618577,"main_score":0.570657,"hf_subset":"ckb_Arab-kas_Deva","languages":["ckb-Arab","kas-Deva"]},{"precision":0.724506,"recall":0.788538,"f1":0.743549,"accuracy":0.788538,"main_score":0.743549,"hf_subset":"ckb_Arab-ltz_Latn","languages":["ckb-Arab","ltz-Latn"]},{"precision":0.372852,"recall":0.434783,"f1":0.389531,"accuracy":0.434783,"main_score":0.389531,"hf_subset":"ckb_Arab-nus_Latn","languages":["ckb-Arab","nus-Latn"]},{"precision":0.74524,"recall":0.8083,"f1":0.76413,"accuracy":0.8083,"main_score":0.76413,"hf_subset":"ckb_Arab-slk_Latn","languages":["ckb-Arab","slk-Latn"]},{"precision":0.248739,"recall":0.3083,"f1":0.264159,"accuracy":0.3083,"main_score":0.264159,"hf_subset":"ckb_Arab-tir_Ethi","languages":["ckb-Arab","tir-Ethi"]},{"precision":0.692737,"recall":0.763834,"f1":0.714262,"accuracy":0.763834,"main_score":0.714262,"hf_subset":"ckb_Arab-zho_Hant","languages":["ckb-Arab","zho-Hant"]},{"precision":0.720339,"recall":0.786561,"f1":0.740024,"accuracy":0.786561,"main_score":0.740024,"hf_subset":"ckb_Arab-awa_Deva","languages":["ckb-Arab","awa-Deva"]},{"precision":0.636751,"recall":0.702569,"f1":0.655612,"accuracy":0.702569,"main_score":0.655612,"hf_subset":"ckb_Arab-cym_Latn","languages":["ckb-Arab","cym-Latn"]},{"precision":0.507657,"recall":0.566206,"f1":0.523791,"accuracy":0.566206,"main_score":0.523791,"hf_subset":"ckb_Arab-grn_Latn","languages":["ckb-Arab","grn-Latn"]},{"precision":0.694615,"recall":0.758893,"f1":0.713788,"accuracy":0.758893,"main_score":0.713788,"hf_subset":"ckb_Arab-kat_Geor","languages":["ckb-Arab","kat-Geor"]},{"precision":0.462873,"recall":0.521739,"f1":0.47938,"accuracy":0.521739,"main_score":0.47938,"hf_subset":"ckb_Arab-lua_Latn","languages":["ckb-Arab","lua-Latn"]},{"precision":0.438292,"recall":0.5,"f1":0.454722,"accuracy":0.5,"main_score":0.454722,"hf_subset":"ckb_Arab-nya_Latn","languages":["ckb-Arab","nya-Latn"]},{"precision":0.733244,"recall":0.796443,"f1":0.751729,"accuracy":0.796443,"main_score":0.751729,"hf_subset":"ckb_Arab-slv_Latn","languages":["ckb-Arab","slv-Latn"]},{"precision":0.541229,"recall":0.605731,"f1":0.559727,"accuracy":0.605731,"main_score":0.559727,"hf_subset":"ckb_Arab-tpi_Latn","languages":["ckb-Arab","tpi-Latn"]},{"precision":0.754164,"recall":0.811265,"f1":0.770916,"accuracy":0.811265,"main_score":0.770916,"hf_subset":"ckb_Arab-zsm_Latn","languages":["ckb-Arab","zsm-Latn"]},{"precision":0.43303,"recall":0.482213,"f1":0.446672,"accuracy":0.482213,"main_score":0.446672,"hf_subset":"ckb_Arab-ayr_Latn","languages":["ckb-Arab","ayr-Latn"]},{"precision":0.754265,"recall":0.815217,"f1":0.77309,"accuracy":0.815217,"main_score":0.77309,"hf_subset":"ckb_Arab-dan_Latn","languages":["ckb-Arab","dan-Latn"]},{"precision":0.755501,"recall":0.815217,"f1":0.773584,"accuracy":0.815217,"main_score":0.773584,"hf_subset":"ckb_Arab-guj_Gujr","languages":["ckb-Arab","guj-Gujr"]},{"precision":0.732585,"recall":0.79249,"f1":0.750181,"accuracy":0.79249,"main_score":0.750181,"hf_subset":"ckb_Arab-kaz_Cyrl","languages":["ckb-Arab","kaz-Cyrl"]},{"precision":0.405472,"recall":0.464427,"f1":0.422076,"accuracy":0.464427,"main_score":0.422076,"hf_subset":"ckb_Arab-lug_Latn","languages":["ckb-Arab","lug-Latn"]},{"precision":0.733976,"recall":0.796443,"f1":0.752853,"accuracy":0.796443,"main_score":0.752853,"hf_subset":"ckb_Arab-oci_Latn","languages":["ckb-Arab","oci-Latn"]},{"precision":0.435665,"recall":0.492095,"f1":0.451666,"accuracy":0.492095,"main_score":0.451666,"hf_subset":"ckb_Arab-smo_Latn","languages":["ckb-Arab","smo-Latn"]},{"precision":0.427341,"recall":0.486166,"f1":0.443231,"accuracy":0.486166,"main_score":0.443231,"hf_subset":"ckb_Arab-tsn_Latn","languages":["ckb-Arab","tsn-Latn"]},{"precision":0.430783,"recall":0.494071,"f1":0.448217,"accuracy":0.494071,"main_score":0.448217,"hf_subset":"ckb_Arab-zul_Latn","languages":["ckb-Arab","zul-Latn"]},{"precision":0.545438,"recall":0.62747,"f1":0.569255,"accuracy":0.62747,"main_score":0.569255,"hf_subset":"ckb_Arab-azb_Arab","languages":["ckb-Arab","azb-Arab"]},{"precision":0.737187,"recall":0.80336,"f1":0.757496,"accuracy":0.80336,"main_score":0.757496,"hf_subset":"ckb_Arab-deu_Latn","languages":["ckb-Arab","deu-Latn"]},{"precision":0.633119,"recall":0.702569,"f1":0.65359,"accuracy":0.702569,"main_score":0.65359,"hf_subset":"ckb_Arab-hat_Latn","languages":["ckb-Arab","hat-Latn"]},{"precision":0.401529,"recall":0.455534,"f1":0.416717,"accuracy":0.455534,"main_score":0.416717,"hf_subset":"ckb_Arab-kbp_Latn","languages":["ckb-Arab","kbp-Latn"]},{"precision":0.437204,"recall":0.483202,"f1":0.450118,"accuracy":0.483202,"main_score":0.450118,"hf_subset":"ckb_Arab-luo_Latn","languages":["ckb-Arab","luo-Latn"]},{"precision":0.727882,"recall":0.788538,"f1":0.746857,"accuracy":0.788538,"main_score":0.746857,"hf_subset":"ckb_Arab-ory_Orya","languages":["ckb-Arab","ory-Orya"]},{"precision":0.429643,"recall":0.487154,"f1":0.445792,"accuracy":0.487154,"main_score":0.445792,"hf_subset":"ckb_Arab-sna_Latn","languages":["ckb-Arab","sna-Latn"]},{"precision":0.405455,"recall":0.466403,"f1":0.422505,"accuracy":0.466403,"main_score":0.422505,"hf_subset":"ckb_Arab-tso_Latn","languages":["ckb-Arab","tso-Latn"]},{"precision":0.728582,"recall":0.789526,"f1":0.746827,"accuracy":0.789526,"main_score":0.746827,"hf_subset":"ckb_Arab-azj_Latn","languages":["ckb-Arab","azj-Latn"]},{"precision":0.396567,"recall":0.459486,"f1":0.414737,"accuracy":0.459486,"main_score":0.414737,"hf_subset":"ckb_Arab-dik_Latn","languages":["ckb-Arab","dik-Latn"]},{"precision":0.422756,"recall":0.474308,"f1":0.436934,"accuracy":0.474308,"main_score":0.436934,"hf_subset":"ckb_Arab-hau_Latn","languages":["ckb-Arab","hau-Latn"]},{"precision":0.671591,"recall":0.743083,"f1":0.692514,"accuracy":0.743083,"main_score":0.692514,"hf_subset":"ckb_Arab-kea_Latn","languages":["ckb-Arab","kea-Latn"]},{"precision":0.494678,"recall":0.54249,"f1":0.507449,"accuracy":0.54249,"main_score":0.507449,"hf_subset":"ckb_Arab-lus_Latn","languages":["ckb-Arab","lus-Latn"]},{"precision":0.562322,"recall":0.618577,"f1":0.577903,"accuracy":0.618577,"main_score":0.577903,"hf_subset":"ckb_Arab-pag_Latn","languages":["ckb-Arab","pag-Latn"]},{"precision":0.713069,"recall":0.783597,"f1":0.734634,"accuracy":0.783597,"main_score":0.734634,"hf_subset":"ckb_Arab-snd_Arab","languages":["ckb-Arab","snd-Arab"]},{"precision":0.634727,"recall":0.699605,"f1":0.653806,"accuracy":0.699605,"main_score":0.653806,"hf_subset":"ckb_Arab-tuk_Latn","languages":["ckb-Arab","tuk-Latn"]},{"precision":0.684651,"recall":0.743083,"f1":0.70147,"accuracy":0.743083,"main_score":0.70147,"hf_subset":"ckb_Arab-bak_Cyrl","languages":["ckb-Arab","bak-Cyrl"]},{"precision":0.326062,"recall":0.397233,"f1":0.346418,"accuracy":0.397233,"main_score":0.346418,"hf_subset":"ckb_Arab-dyu_Latn","languages":["ckb-Arab","dyu-Latn"]},{"precision":0.712706,"recall":0.782609,"f1":0.733718,"accuracy":0.782609,"main_score":0.733718,"hf_subset":"ckb_Arab-heb_Hebr","languages":["ckb-Arab","heb-Hebr"]},{"precision":0.662286,"recall":0.731225,"f1":0.682642,"accuracy":0.731225,"main_score":0.682642,"hf_subset":"ckb_Arab-khk_Cyrl","languages":["ckb-Arab","khk-Cyrl"]},{"precision":0.740375,"recall":0.80336,"f1":0.759423,"accuracy":0.80336,"main_score":0.759423,"hf_subset":"ckb_Arab-lvs_Latn","languages":["ckb-Arab","lvs-Latn"]},{"precision":0.732173,"recall":0.798419,"f1":0.752388,"accuracy":0.798419,"main_score":0.752388,"hf_subset":"ckb_Arab-pan_Guru","languages":["ckb-Arab","pan-Guru"]},{"precision":0.419894,"recall":0.483202,"f1":0.437154,"accuracy":0.483202,"main_score":0.437154,"hf_subset":"ckb_Arab-som_Latn","languages":["ckb-Arab","som-Latn"]},{"precision":0.443471,"recall":0.495059,"f1":0.457998,"accuracy":0.495059,"main_score":0.457998,"hf_subset":"ckb_Arab-tum_Latn","languages":["ckb-Arab","tum-Latn"]},{"precision":0.36084,"recall":0.416008,"f1":0.376274,"accuracy":0.416008,"main_score":0.376274,"hf_subset":"gle_Latn-ace_Arab","languages":["gle-Latn","ace-Arab"]},{"precision":0.434121,"recall":0.479249,"f1":0.447299,"accuracy":0.479249,"main_score":0.447299,"hf_subset":"gle_Latn-bam_Latn","languages":["gle-Latn","bam-Latn"]},{"precision":0.126476,"recall":0.168972,"f1":0.137093,"accuracy":0.168972,"main_score":0.137093,"hf_subset":"gle_Latn-dzo_Tibt","languages":["gle-Latn","dzo-Tibt"]},{"precision":0.731639,"recall":0.794466,"f1":0.749624,"accuracy":0.794466,"main_score":0.749624,"hf_subset":"gle_Latn-hin_Deva","languages":["gle-Latn","hin-Deva"]},{"precision":0.598082,"recall":0.675889,"f1":0.62007,"accuracy":0.675889,"main_score":0.62007,"hf_subset":"gle_Latn-khm_Khmr","languages":["gle-Latn","khm-Khmr"]},{"precision":0.68617,"recall":0.746047,"f1":0.702778,"accuracy":0.746047,"main_score":0.702778,"hf_subset":"gle_Latn-mag_Deva","languages":["gle-Latn","mag-Deva"]},{"precision":0.681998,"recall":0.733202,"f1":0.696051,"accuracy":0.733202,"main_score":0.696051,"hf_subset":"gle_Latn-pap_Latn","languages":["gle-Latn","pap-Latn"]},{"precision":0.473126,"recall":0.503953,"f1":0.481529,"accuracy":0.503953,"main_score":0.481529,"hf_subset":"gle_Latn-sot_Latn","languages":["gle-Latn","sot-Latn"]},{"precision":0.726611,"recall":0.784585,"f1":0.743285,"accuracy":0.784585,"main_score":0.743285,"hf_subset":"gle_Latn-tur_Latn","languages":["gle-Latn","tur-Latn"]},{"precision":0.566597,"recall":0.609684,"f1":0.57797,"accuracy":0.609684,"main_score":0.57797,"hf_subset":"gle_Latn-ace_Latn","languages":["gle-Latn","ace-Latn"]},{"precision":0.625689,"recall":0.670949,"f1":0.638222,"accuracy":0.670949,"main_score":0.638222,"hf_subset":"gle_Latn-ban_Latn","languages":["gle-Latn","ban-Latn"]},{"precision":0.724992,"recall":0.783597,"f1":0.741806,"accuracy":0.783597,"main_score":0.741806,"hf_subset":"gle_Latn-ell_Grek","languages":["gle-Latn","ell-Grek"]},{"precision":0.682251,"recall":0.746047,"f1":0.700603,"accuracy":0.746047,"main_score":0.700603,"hf_subset":"gle_Latn-hne_Deva","languages":["gle-Latn","hne-Deva"]},{"precision":0.409916,"recall":0.452569,"f1":0.421706,"accuracy":0.452569,"main_score":0.421706,"hf_subset":"gle_Latn-kik_Latn","languages":["gle-Latn","kik-Latn"]},{"precision":0.6602,"recall":0.725296,"f1":0.678401,"accuracy":0.725296,"main_score":0.678401,"hf_subset":"gle_Latn-mai_Deva","languages":["gle-Latn","mai-Deva"]},{"precision":0.597967,"recall":0.659091,"f1":0.615354,"accuracy":0.659091,"main_score":0.615354,"hf_subset":"gle_Latn-pbt_Arab","languages":["gle-Latn","pbt-Arab"]},{"precision":0.741335,"recall":0.794466,"f1":0.756708,"accuracy":0.794466,"main_score":0.756708,"hf_subset":"gle_Latn-spa_Latn","languages":["gle-Latn","spa-Latn"]},{"precision":0.479193,"recall":0.51581,"f1":0.489328,"accuracy":0.51581,"main_score":0.489328,"hf_subset":"gle_Latn-twi_Latn","languages":["gle-Latn","twi-Latn"]},{"precision":0.676193,"recall":0.75,"f1":0.697845,"accuracy":0.75,"main_score":0.697845,"hf_subset":"gle_Latn-acm_Arab","languages":["gle-Latn","acm-Arab"]},{"precision":0.713204,"recall":0.769763,"f1":0.729358,"accuracy":0.769763,"main_score":0.729358,"hf_subset":"gle_Latn-bel_Cyrl","languages":["gle-Latn","bel-Cyrl"]},{"precision":0.751885,"recall":0.807312,"f1":0.76797,"accuracy":0.807312,"main_score":0.76797,"hf_subset":"gle_Latn-eng_Latn","languages":["gle-Latn","eng-Latn"]},{"precision":0.738751,"recall":0.79249,"f1":0.753877,"accuracy":0.79249,"main_score":0.753877,"hf_subset":"gle_Latn-hrv_Latn","languages":["gle-Latn","hrv-Latn"]},{"precision":0.456631,"recall":0.494071,"f1":0.467041,"accuracy":0.494071,"main_score":0.467041,"hf_subset":"gle_Latn-kin_Latn","languages":["gle-Latn","kin-Latn"]},{"precision":0.698611,"recall":0.763834,"f1":0.717369,"accuracy":0.763834,"main_score":0.717369,"hf_subset":"gle_Latn-mal_Mlym","languages":["gle-Latn","mal-Mlym"]},{"precision":0.710494,"recall":0.772727,"f1":0.728386,"accuracy":0.772727,"main_score":0.728386,"hf_subset":"gle_Latn-pes_Arab","languages":["gle-Latn","pes-Arab"]},{"precision":0.704122,"recall":0.755929,"f1":0.717629,"accuracy":0.755929,"main_score":0.717629,"hf_subset":"gle_Latn-srd_Latn","languages":["gle-Latn","srd-Latn"]},{"precision":0.14544,"recall":0.197628,"f1":0.157518,"accuracy":0.197628,"main_score":0.157518,"hf_subset":"gle_Latn-tzm_Tfng","languages":["gle-Latn","tzm-Tfng"]},{"precision":0.690804,"recall":0.757905,"f1":0.710007,"accuracy":0.757905,"main_score":0.710007,"hf_subset":"gle_Latn-acq_Arab","languages":["gle-Latn","acq-Arab"]},{"precision":0.48361,"recall":0.522727,"f1":0.494597,"accuracy":0.522727,"main_score":0.494597,"hf_subset":"gle_Latn-bem_Latn","languages":["gle-Latn","bem-Latn"]},{"precision":0.729652,"recall":0.786561,"f1":0.74543,"accuracy":0.786561,"main_score":0.74543,"hf_subset":"gle_Latn-epo_Latn","languages":["gle-Latn","epo-Latn"]},{"precision":0.718601,"recall":0.777668,"f1":0.735659,"accuracy":0.777668,"main_score":0.735659,"hf_subset":"gle_Latn-hun_Latn","languages":["gle-Latn","hun-Latn"]},{"precision":0.672414,"recall":0.732213,"f1":0.68886,"accuracy":0.732213,"main_score":0.68886,"hf_subset":"gle_Latn-kir_Cyrl","languages":["gle-Latn","kir-Cyrl"]},{"precision":0.709931,"recall":0.771739,"f1":0.727407,"accuracy":0.771739,"main_score":0.727407,"hf_subset":"gle_Latn-mar_Deva","languages":["gle-Latn","mar-Deva"]},{"precision":0.526006,"recall":0.561265,"f1":0.53529,"accuracy":0.561265,"main_score":0.53529,"hf_subset":"gle_Latn-plt_Latn","languages":["gle-Latn","plt-Latn"]},{"precision":0.741973,"recall":0.798419,"f1":0.757773,"accuracy":0.798419,"main_score":0.757773,"hf_subset":"gle_Latn-srp_Cyrl","languages":["gle-Latn","srp-Cyrl"]},{"precision":0.643208,"recall":0.709486,"f1":0.662143,"accuracy":0.709486,"main_score":0.662143,"hf_subset":"gle_Latn-uig_Arab","languages":["gle-Latn","uig-Arab"]},{"precision":0.644037,"recall":0.709486,"f1":0.663041,"accuracy":0.709486,"main_score":0.663041,"hf_subset":"gle_Latn-aeb_Arab","languages":["gle-Latn","aeb-Arab"]},{"precision":0.733461,"recall":0.788538,"f1":0.749131,"accuracy":0.788538,"main_score":0.749131,"hf_subset":"gle_Latn-ben_Beng","languages":["gle-Latn","ben-Beng"]},{"precision":0.723124,"recall":0.784585,"f1":0.740938,"accuracy":0.784585,"main_score":0.740938,"hf_subset":"gle_Latn-est_Latn","languages":["gle-Latn","est-Latn"]},{"precision":0.705752,"recall":0.766798,"f1":0.722581,"accuracy":0.766798,"main_score":0.722581,"hf_subset":"gle_Latn-hye_Armn","languages":["gle-Latn","hye-Armn"]},{"precision":0.453962,"recall":0.490119,"f1":0.464567,"accuracy":0.490119,"main_score":0.464567,"hf_subset":"gle_Latn-kmb_Latn","languages":["gle-Latn","kmb-Latn"]},{"precision":0.308843,"recall":0.373518,"f1":0.326352,"accuracy":0.373518,"main_score":0.326352,"hf_subset":"gle_Latn-min_Arab","languages":["gle-Latn","min-Arab"]},{"precision":0.714337,"recall":0.77668,"f1":0.732399,"accuracy":0.77668,"main_score":0.732399,"hf_subset":"gle_Latn-pol_Latn","languages":["gle-Latn","pol-Latn"]},{"precision":0.451905,"recall":0.490119,"f1":0.462648,"accuracy":0.490119,"main_score":0.462648,"hf_subset":"gle_Latn-ssw_Latn","languages":["gle-Latn","ssw-Latn"]},{"precision":0.730148,"recall":0.788538,"f1":0.746295,"accuracy":0.788538,"main_score":0.746295,"hf_subset":"gle_Latn-ukr_Cyrl","languages":["gle-Latn","ukr-Cyrl"]},{"precision":0.744508,"recall":0.800395,"f1":0.760317,"accuracy":0.800395,"main_score":0.760317,"hf_subset":"gle_Latn-afr_Latn","languages":["gle-Latn","afr-Latn"]},{"precision":0.644029,"recall":0.709486,"f1":0.662608,"accuracy":0.709486,"main_score":0.662608,"hf_subset":"gle_Latn-bho_Deva","languages":["gle-Latn","bho-Deva"]},{"precision":0.710365,"recall":0.761858,"f1":0.724395,"accuracy":0.761858,"main_score":0.724395,"hf_subset":"gle_Latn-eus_Latn","languages":["gle-Latn","eus-Latn"]},{"precision":0.450674,"recall":0.492095,"f1":0.462093,"accuracy":0.492095,"main_score":0.462093,"hf_subset":"gle_Latn-ibo_Latn","languages":["gle-Latn","ibo-Latn"]},{"precision":0.579727,"recall":0.637352,"f1":0.595066,"accuracy":0.637352,"main_score":0.595066,"hf_subset":"gle_Latn-kmr_Latn","languages":["gle-Latn","kmr-Latn"]},{"precision":0.669937,"recall":0.718379,"f1":0.68271,"accuracy":0.718379,"main_score":0.68271,"hf_subset":"gle_Latn-min_Latn","languages":["gle-Latn","min-Latn"]},{"precision":0.736186,"recall":0.798419,"f1":0.754054,"accuracy":0.798419,"main_score":0.754054,"hf_subset":"gle_Latn-por_Latn","languages":["gle-Latn","por-Latn"]},{"precision":0.685288,"recall":0.738142,"f1":0.699415,"accuracy":0.738142,"main_score":0.699415,"hf_subset":"gle_Latn-sun_Latn","languages":["gle-Latn","sun-Latn"]},{"precision":0.443711,"recall":0.478261,"f1":0.453808,"accuracy":0.478261,"main_score":0.453808,"hf_subset":"gle_Latn-umb_Latn","languages":["gle-Latn","umb-Latn"]},{"precision":0.673506,"recall":0.742095,"f1":0.692844,"accuracy":0.742095,"main_score":0.692844,"hf_subset":"gle_Latn-ajp_Arab","languages":["gle-Latn","ajp-Arab"]},{"precision":0.338748,"recall":0.400198,"f1":0.354485,"accuracy":0.400198,"main_score":0.354485,"hf_subset":"gle_Latn-bjn_Arab","languages":["gle-Latn","bjn-Arab"]},{"precision":0.452395,"recall":0.486166,"f1":0.461407,"accuracy":0.486166,"main_score":0.461407,"hf_subset":"gle_Latn-ewe_Latn","languages":["gle-Latn","ewe-Latn"]},{"precision":0.606753,"recall":0.65415,"f1":0.619557,"accuracy":0.65415,"main_score":0.619557,"hf_subset":"gle_Latn-ilo_Latn","languages":["gle-Latn","ilo-Latn"]},{"precision":0.193473,"recall":0.259881,"f1":0.210374,"accuracy":0.259881,"main_score":0.210374,"hf_subset":"gle_Latn-knc_Arab","languages":["gle-Latn","knc-Arab"]},{"precision":0.737256,"recall":0.789526,"f1":0.752044,"accuracy":0.789526,"main_score":0.752044,"hf_subset":"gle_Latn-mkd_Cyrl","languages":["gle-Latn","mkd-Cyrl"]},{"precision":0.707502,"recall":0.77668,"f1":0.727808,"accuracy":0.77668,"main_score":0.727808,"hf_subset":"gle_Latn-prs_Arab","languages":["gle-Latn","prs-Arab"]},{"precision":0.741542,"recall":0.800395,"f1":0.758122,"accuracy":0.800395,"main_score":0.758122,"hf_subset":"gle_Latn-swe_Latn","languages":["gle-Latn","swe-Latn"]},{"precision":0.691322,"recall":0.759881,"f1":0.71128,"accuracy":0.759881,"main_score":0.71128,"hf_subset":"gle_Latn-urd_Arab","languages":["gle-Latn","urd-Arab"]},{"precision":0.459426,"recall":0.496047,"f1":0.469782,"accuracy":0.496047,"main_score":0.469782,"hf_subset":"gle_Latn-aka_Latn","languages":["gle-Latn","aka-Latn"]},{"precision":0.641606,"recall":0.701581,"f1":0.657701,"accuracy":0.701581,"main_score":0.657701,"hf_subset":"gle_Latn-bjn_Latn","languages":["gle-Latn","bjn-Latn"]},{"precision":0.65855,"recall":0.720356,"f1":0.675662,"accuracy":0.720356,"main_score":0.675662,"hf_subset":"gle_Latn-fao_Latn","languages":["gle-Latn","fao-Latn"]},{"precision":0.726501,"recall":0.790514,"f1":0.74487,"accuracy":0.790514,"main_score":0.74487,"hf_subset":"gle_Latn-ind_Latn","languages":["gle-Latn","ind-Latn"]},{"precision":0.470753,"recall":0.502964,"f1":0.479537,"accuracy":0.502964,"main_score":0.479537,"hf_subset":"gle_Latn-knc_Latn","languages":["gle-Latn","knc-Latn"]},{"precision":0.711819,"recall":0.755929,"f1":0.723541,"accuracy":0.755929,"main_score":0.723541,"hf_subset":"gle_Latn-mlt_Latn","languages":["gle-Latn","mlt-Latn"]},{"precision":0.480667,"recall":0.516798,"f1":0.490597,"accuracy":0.516798,"main_score":0.490597,"hf_subset":"gle_Latn-quy_Latn","languages":["gle-Latn","quy-Latn"]},{"precision":0.575267,"recall":0.634387,"f1":0.591147,"accuracy":0.634387,"main_score":0.591147,"hf_subset":"gle_Latn-swh_Latn","languages":["gle-Latn","swh-Latn"]},{"precision":0.701528,"recall":0.764822,"f1":0.719511,"accuracy":0.764822,"main_score":0.719511,"hf_subset":"gle_Latn-uzn_Latn","languages":["gle-Latn","uzn-Latn"]},{"precision":0.723295,"recall":0.778656,"f1":0.738472,"accuracy":0.778656,"main_score":0.738472,"hf_subset":"gle_Latn-als_Latn","languages":["gle-Latn","als-Latn"]},{"precision":0.195402,"recall":0.250988,"f1":0.209277,"accuracy":0.250988,"main_score":0.209277,"hf_subset":"gle_Latn-bod_Tibt","languages":["gle-Latn","bod-Tibt"]},{"precision":0.451106,"recall":0.485178,"f1":0.46028,"accuracy":0.485178,"main_score":0.46028,"hf_subset":"gle_Latn-fij_Latn","languages":["gle-Latn","fij-Latn"]},{"precision":0.664724,"recall":0.726285,"f1":0.681021,"accuracy":0.726285,"main_score":0.681021,"hf_subset":"gle_Latn-isl_Latn","languages":["gle-Latn","isl-Latn"]},{"precision":0.484248,"recall":0.528656,"f1":0.496453,"accuracy":0.528656,"main_score":0.496453,"hf_subset":"gle_Latn-kon_Latn","languages":["gle-Latn","kon-Latn"]},{"precision":0.401788,"recall":0.463439,"f1":0.419056,"accuracy":0.463439,"main_score":0.419056,"hf_subset":"gle_Latn-mni_Beng","languages":["gle-Latn","mni-Beng"]},{"precision":0.740186,"recall":0.796443,"f1":0.756094,"accuracy":0.796443,"main_score":0.756094,"hf_subset":"gle_Latn-ron_Latn","languages":["gle-Latn","ron-Latn"]},{"precision":0.709876,"recall":0.76581,"f1":0.725197,"accuracy":0.76581,"main_score":0.725197,"hf_subset":"gle_Latn-szl_Latn","languages":["gle-Latn","szl-Latn"]},{"precision":0.726596,"recall":0.782609,"f1":0.742201,"accuracy":0.782609,"main_score":0.742201,"hf_subset":"gle_Latn-vec_Latn","languages":["gle-Latn","vec-Latn"]},{"precision":0.434958,"recall":0.507905,"f1":0.455411,"accuracy":0.507905,"main_score":0.455411,"hf_subset":"gle_Latn-amh_Ethi","languages":["gle-Latn","amh-Ethi"]},{"precision":0.734164,"recall":0.788538,"f1":0.749328,"accuracy":0.788538,"main_score":0.749328,"hf_subset":"gle_Latn-bos_Latn","languages":["gle-Latn","bos-Latn"]},{"precision":0.722223,"recall":0.778656,"f1":0.738092,"accuracy":0.778656,"main_score":0.738092,"hf_subset":"gle_Latn-fin_Latn","languages":["gle-Latn","fin-Latn"]},{"precision":0.740913,"recall":0.794466,"f1":0.756248,"accuracy":0.794466,"main_score":0.756248,"hf_subset":"gle_Latn-ita_Latn","languages":["gle-Latn","ita-Latn"]},{"precision":0.686691,"recall":0.75,"f1":0.704563,"accuracy":0.75,"main_score":0.704563,"hf_subset":"gle_Latn-kor_Hang","languages":["gle-Latn","kor-Hang"]},{"precision":0.448704,"recall":0.485178,"f1":0.458745,"accuracy":0.485178,"main_score":0.458745,"hf_subset":"gle_Latn-mos_Latn","languages":["gle-Latn","mos-Latn"]},{"precision":0.445518,"recall":0.48419,"f1":0.456675,"accuracy":0.48419,"main_score":0.456675,"hf_subset":"gle_Latn-run_Latn","languages":["gle-Latn","run-Latn"]},{"precision":0.684383,"recall":0.748024,"f1":0.701954,"accuracy":0.748024,"main_score":0.701954,"hf_subset":"gle_Latn-tam_Taml","languages":["gle-Latn","tam-Taml"]},{"precision":0.711942,"recall":0.773715,"f1":0.729632,"accuracy":0.773715,"main_score":0.729632,"hf_subset":"gle_Latn-vie_Latn","languages":["gle-Latn","vie-Latn"]},{"precision":0.67706,"recall":0.745059,"f1":0.696004,"accuracy":0.745059,"main_score":0.696004,"hf_subset":"gle_Latn-apc_Arab","languages":["gle-Latn","apc-Arab"]},{"precision":0.532574,"recall":0.568182,"f1":0.542315,"accuracy":0.568182,"main_score":0.542315,"hf_subset":"gle_Latn-bug_Latn","languages":["gle-Latn","bug-Latn"]},{"precision":0.426402,"recall":0.45751,"f1":0.435119,"accuracy":0.45751,"main_score":0.435119,"hf_subset":"gle_Latn-fon_Latn","languages":["gle-Latn","fon-Latn"]},{"precision":0.713668,"recall":0.761858,"f1":0.727012,"accuracy":0.761858,"main_score":0.727012,"hf_subset":"gle_Latn-jav_Latn","languages":["gle-Latn","jav-Latn"]},{"precision":0.600612,"recall":0.66996,"f1":0.619869,"accuracy":0.66996,"main_score":0.619869,"hf_subset":"gle_Latn-lao_Laoo","languages":["gle-Latn","lao-Laoo"]},{"precision":0.512136,"recall":0.561265,"f1":0.52563,"accuracy":0.561265,"main_score":0.52563,"hf_subset":"gle_Latn-mri_Latn","languages":["gle-Latn","mri-Latn"]},{"precision":0.735328,"recall":0.796443,"f1":0.753196,"accuracy":0.796443,"main_score":0.753196,"hf_subset":"gle_Latn-rus_Cyrl","languages":["gle-Latn","rus-Cyrl"]},{"precision":0.448105,"recall":0.480237,"f1":0.457605,"accuracy":0.480237,"main_score":0.457605,"hf_subset":"gle_Latn-taq_Latn","languages":["gle-Latn","taq-Latn"]},{"precision":0.712697,"recall":0.76087,"f1":0.725755,"accuracy":0.76087,"main_score":0.725755,"hf_subset":"gle_Latn-war_Latn","languages":["gle-Latn","war-Latn"]},{"precision":0.715053,"recall":0.778656,"f1":0.732982,"accuracy":0.778656,"main_score":0.732982,"hf_subset":"gle_Latn-arb_Arab","languages":["gle-Latn","arb-Arab"]},{"precision":0.745811,"recall":0.802372,"f1":0.762281,"accuracy":0.802372,"main_score":0.762281,"hf_subset":"gle_Latn-bul_Cyrl","languages":["gle-Latn","bul-Cyrl"]},{"precision":0.742723,"recall":0.801383,"f1":0.759721,"accuracy":0.801383,"main_score":0.759721,"hf_subset":"gle_Latn-fra_Latn","languages":["gle-Latn","fra-Latn"]},{"precision":0.689423,"recall":0.756917,"f1":0.708978,"accuracy":0.756917,"main_score":0.708978,"hf_subset":"gle_Latn-jpn_Jpan","languages":["gle-Latn","jpn-Jpan"]},{"precision":0.720556,"recall":0.770751,"f1":0.734192,"accuracy":0.770751,"main_score":0.734192,"hf_subset":"gle_Latn-lij_Latn","languages":["gle-Latn","lij-Latn"]},{"precision":0.523659,"recall":0.619565,"f1":0.550823,"accuracy":0.619565,"main_score":0.550823,"hf_subset":"gle_Latn-mya_Mymr","languages":["gle-Latn","mya-Mymr"]},{"precision":0.459735,"recall":0.499012,"f1":0.469828,"accuracy":0.499012,"main_score":0.469828,"hf_subset":"gle_Latn-sag_Latn","languages":["gle-Latn","sag-Latn"]},{"precision":0.158274,"recall":0.216403,"f1":0.17171,"accuracy":0.216403,"main_score":0.17171,"hf_subset":"gle_Latn-taq_Tfng","languages":["gle-Latn","taq-Tfng"]},{"precision":0.486528,"recall":0.517787,"f1":0.495477,"accuracy":0.517787,"main_score":0.495477,"hf_subset":"gle_Latn-wol_Latn","languages":["gle-Latn","wol-Latn"]},{"precision":0.487148,"recall":0.554348,"f1":0.505124,"accuracy":0.554348,"main_score":0.505124,"hf_subset":"gle_Latn-arb_Latn","languages":["gle-Latn","arb-Latn"]},{"precision":0.739986,"recall":0.796443,"f1":0.756246,"accuracy":0.796443,"main_score":0.756246,"hf_subset":"gle_Latn-cat_Latn","languages":["gle-Latn","cat-Latn"]},{"precision":0.689592,"recall":0.742095,"f1":0.703993,"accuracy":0.742095,"main_score":0.703993,"hf_subset":"gle_Latn-fur_Latn","languages":["gle-Latn","fur-Latn"]},{"precision":0.367386,"recall":0.403162,"f1":0.377209,"accuracy":0.403162,"main_score":0.377209,"hf_subset":"gle_Latn-kab_Latn","languages":["gle-Latn","kab-Latn"]},{"precision":0.683486,"recall":0.73913,"f1":0.698435,"accuracy":0.73913,"main_score":0.698435,"hf_subset":"gle_Latn-lim_Latn","languages":["gle-Latn","lim-Latn"]},{"precision":0.72888,"recall":0.785573,"f1":0.744566,"accuracy":0.785573,"main_score":0.744566,"hf_subset":"gle_Latn-nld_Latn","languages":["gle-Latn","nld-Latn"]},{"precision":0.623267,"recall":0.699605,"f1":0.645078,"accuracy":0.699605,"main_score":0.645078,"hf_subset":"gle_Latn-san_Deva","languages":["gle-Latn","san-Deva"]},{"precision":0.69954,"recall":0.751976,"f1":0.713356,"accuracy":0.751976,"main_score":0.713356,"hf_subset":"gle_Latn-tat_Cyrl","languages":["gle-Latn","tat-Cyrl"]},{"precision":0.483641,"recall":0.529644,"f1":0.496161,"accuracy":0.529644,"main_score":0.496161,"hf_subset":"gle_Latn-xho_Latn","languages":["gle-Latn","xho-Latn"]},{"precision":0.694282,"recall":0.762846,"f1":0.714007,"accuracy":0.762846,"main_score":0.714007,"hf_subset":"gle_Latn-ars_Arab","languages":["gle-Latn","ars-Arab"]},{"precision":0.726195,"recall":0.779644,"f1":0.740496,"accuracy":0.779644,"main_score":0.740496,"hf_subset":"gle_Latn-ceb_Latn","languages":["gle-Latn","ceb-Latn"]},{"precision":0.435912,"recall":0.476285,"f1":0.447578,"accuracy":0.476285,"main_score":0.447578,"hf_subset":"gle_Latn-fuv_Latn","languages":["gle-Latn","fuv-Latn"]},{"precision":0.439068,"recall":0.482213,"f1":0.45128,"accuracy":0.482213,"main_score":0.45128,"hf_subset":"gle_Latn-kac_Latn","languages":["gle-Latn","kac-Latn"]},{"precision":0.492121,"recall":0.534585,"f1":0.504215,"accuracy":0.534585,"main_score":0.504215,"hf_subset":"gle_Latn-lin_Latn","languages":["gle-Latn","lin-Latn"]},{"precision":0.736188,"recall":0.793478,"f1":0.752681,"accuracy":0.793478,"main_score":0.752681,"hf_subset":"gle_Latn-nno_Latn","languages":["gle-Latn","nno-Latn"]},{"precision":0.035888,"recall":0.08498,"f1":0.044306,"accuracy":0.08498,"main_score":0.044306,"hf_subset":"gle_Latn-sat_Olck","languages":["gle-Latn","sat-Olck"]},{"precision":0.695343,"recall":0.759881,"f1":0.713414,"accuracy":0.759881,"main_score":0.713414,"hf_subset":"gle_Latn-tel_Telu","languages":["gle-Latn","tel-Telu"]},{"precision":0.565055,"recall":0.643281,"f1":0.586797,"accuracy":0.643281,"main_score":0.586797,"hf_subset":"gle_Latn-ydd_Hebr","languages":["gle-Latn","ydd-Hebr"]},{"precision":0.614803,"recall":0.684783,"f1":0.634524,"accuracy":0.684783,"main_score":0.634524,"hf_subset":"gle_Latn-ary_Arab","languages":["gle-Latn","ary-Arab"]},{"precision":0.729542,"recall":0.788538,"f1":0.746231,"accuracy":0.788538,"main_score":0.746231,"hf_subset":"gle_Latn-ces_Latn","languages":["gle-Latn","ces-Latn"]},{"precision":0.40644,"recall":0.460474,"f1":0.421787,"accuracy":0.460474,"main_score":0.421787,"hf_subset":"gle_Latn-gaz_Latn","languages":["gle-Latn","gaz-Latn"]},{"precision":0.444698,"recall":0.485178,"f1":0.455887,"accuracy":0.485178,"main_score":0.455887,"hf_subset":"gle_Latn-kam_Latn","languages":["gle-Latn","kam-Latn"]},{"precision":0.703742,"recall":0.768775,"f1":0.72241,"accuracy":0.768775,"main_score":0.72241,"hf_subset":"gle_Latn-lit_Latn","languages":["gle-Latn","lit-Latn"]},{"precision":0.740928,"recall":0.796443,"f1":0.756516,"accuracy":0.796443,"main_score":0.756516,"hf_subset":"gle_Latn-nob_Latn","languages":["gle-Latn","nob-Latn"]},{"precision":0.694706,"recall":0.747036,"f1":0.70883,"accuracy":0.747036,"main_score":0.70883,"hf_subset":"gle_Latn-scn_Latn","languages":["gle-Latn","scn-Latn"]},{"precision":0.664819,"recall":0.720356,"f1":0.679465,"accuracy":0.720356,"main_score":0.679465,"hf_subset":"gle_Latn-tgk_Cyrl","languages":["gle-Latn","tgk-Cyrl"]},{"precision":0.405975,"recall":0.453557,"f1":0.41948,"accuracy":0.453557,"main_score":0.41948,"hf_subset":"gle_Latn-yor_Latn","languages":["gle-Latn","yor-Latn"]},{"precision":0.655887,"recall":0.721344,"f1":0.674584,"accuracy":0.721344,"main_score":0.674584,"hf_subset":"gle_Latn-arz_Arab","languages":["gle-Latn","arz-Arab"]},{"precision":0.436159,"recall":0.476285,"f1":0.447717,"accuracy":0.476285,"main_score":0.447717,"hf_subset":"gle_Latn-cjk_Latn","languages":["gle-Latn","cjk-Latn"]},{"precision":0.673708,"recall":0.731225,"f1":0.690667,"accuracy":0.731225,"main_score":0.690667,"hf_subset":"gle_Latn-gla_Latn","languages":["gle-Latn","gla-Latn"]},{"precision":0.68878,"recall":0.75,"f1":0.70602,"accuracy":0.75,"main_score":0.70602,"hf_subset":"gle_Latn-kan_Knda","languages":["gle-Latn","kan-Knda"]},{"precision":0.683423,"recall":0.737154,"f1":0.698108,"accuracy":0.737154,"main_score":0.698108,"hf_subset":"gle_Latn-lmo_Latn","languages":["gle-Latn","lmo-Latn"]},{"precision":0.703866,"recall":0.763834,"f1":0.721136,"accuracy":0.763834,"main_score":0.721136,"hf_subset":"gle_Latn-npi_Deva","languages":["gle-Latn","npi-Deva"]},{"precision":0.399162,"recall":0.452569,"f1":0.414056,"accuracy":0.452569,"main_score":0.414056,"hf_subset":"gle_Latn-shn_Mymr","languages":["gle-Latn","shn-Mymr"]},{"precision":0.727539,"recall":0.781621,"f1":0.742203,"accuracy":0.781621,"main_score":0.742203,"hf_subset":"gle_Latn-tgl_Latn","languages":["gle-Latn","tgl-Latn"]},{"precision":0.690493,"recall":0.756917,"f1":0.709628,"accuracy":0.756917,"main_score":0.709628,"hf_subset":"gle_Latn-yue_Hant","languages":["gle-Latn","yue-Hant"]},{"precision":0.667163,"recall":0.735178,"f1":0.686961,"accuracy":0.735178,"main_score":0.686961,"hf_subset":"gle_Latn-asm_Beng","languages":["gle-Latn","asm-Beng"]},{"precision":0.556995,"recall":0.620553,"f1":0.574134,"accuracy":0.620553,"main_score":0.574134,"hf_subset":"gle_Latn-ckb_Arab","languages":["gle-Latn","ckb-Arab"]},{"precision":0.526633,"recall":0.598814,"f1":0.546484,"accuracy":0.598814,"main_score":0.546484,"hf_subset":"gle_Latn-kas_Arab","languages":["gle-Latn","kas-Arab"]},{"precision":0.581064,"recall":0.639328,"f1":0.596474,"accuracy":0.639328,"main_score":0.596474,"hf_subset":"gle_Latn-ltg_Latn","languages":["gle-Latn","ltg-Latn"]},{"precision":0.477974,"recall":0.514822,"f1":0.488079,"accuracy":0.514822,"main_score":0.488079,"hf_subset":"gle_Latn-nso_Latn","languages":["gle-Latn","nso-Latn"]},{"precision":0.337937,"recall":0.41996,"f1":0.359726,"accuracy":0.41996,"main_score":0.359726,"hf_subset":"gle_Latn-sin_Sinh","languages":["gle-Latn","sin-Sinh"]},{"precision":0.698954,"recall":0.764822,"f1":0.718249,"accuracy":0.764822,"main_score":0.718249,"hf_subset":"gle_Latn-tha_Thai","languages":["gle-Latn","tha-Thai"]},{"precision":0.691597,"recall":0.750988,"f1":0.707663,"accuracy":0.750988,"main_score":0.707663,"hf_subset":"gle_Latn-zho_Hans","languages":["gle-Latn","zho-Hans"]},{"precision":0.720467,"recall":0.777668,"f1":0.73616,"accuracy":0.777668,"main_score":0.73616,"hf_subset":"gle_Latn-ast_Latn","languages":["gle-Latn","ast-Latn"]},{"precision":0.668652,"recall":0.733202,"f1":0.686733,"accuracy":0.733202,"main_score":0.686733,"hf_subset":"gle_Latn-crh_Latn","languages":["gle-Latn","crh-Latn"]},{"precision":0.741392,"recall":0.796443,"f1":0.756755,"accuracy":0.796443,"main_score":0.756755,"hf_subset":"gle_Latn-glg_Latn","languages":["gle-Latn","glg-Latn"]},{"precision":0.514729,"recall":0.575099,"f1":0.531202,"accuracy":0.575099,"main_score":0.531202,"hf_subset":"gle_Latn-kas_Deva","languages":["gle-Latn","kas-Deva"]},{"precision":0.715896,"recall":0.772727,"f1":0.731997,"accuracy":0.772727,"main_score":0.731997,"hf_subset":"gle_Latn-ltz_Latn","languages":["gle-Latn","ltz-Latn"]},{"precision":0.408493,"recall":0.453557,"f1":0.420909,"accuracy":0.453557,"main_score":0.420909,"hf_subset":"gle_Latn-nus_Latn","languages":["gle-Latn","nus-Latn"]},{"precision":0.723075,"recall":0.780632,"f1":0.739611,"accuracy":0.780632,"main_score":0.739611,"hf_subset":"gle_Latn-slk_Latn","languages":["gle-Latn","slk-Latn"]},{"precision":0.250351,"recall":0.301383,"f1":0.263675,"accuracy":0.301383,"main_score":0.263675,"hf_subset":"gle_Latn-tir_Ethi","languages":["gle-Latn","tir-Ethi"]},{"precision":0.674642,"recall":0.743083,"f1":0.694132,"accuracy":0.743083,"main_score":0.694132,"hf_subset":"gle_Latn-zho_Hant","languages":["gle-Latn","zho-Hant"]},{"precision":0.679587,"recall":0.742095,"f1":0.6973,"accuracy":0.742095,"main_score":0.6973,"hf_subset":"gle_Latn-awa_Deva","languages":["gle-Latn","awa-Deva"]},{"precision":0.716568,"recall":0.773715,"f1":0.732764,"accuracy":0.773715,"main_score":0.732764,"hf_subset":"gle_Latn-cym_Latn","languages":["gle-Latn","cym-Latn"]},{"precision":0.510905,"recall":0.556324,"f1":0.524045,"accuracy":0.556324,"main_score":0.524045,"hf_subset":"gle_Latn-grn_Latn","languages":["gle-Latn","grn-Latn"]},{"precision":0.674048,"recall":0.735178,"f1":0.691065,"accuracy":0.735178,"main_score":0.691065,"hf_subset":"gle_Latn-kat_Geor","languages":["gle-Latn","kat-Geor"]},{"precision":0.480734,"recall":0.516798,"f1":0.490863,"accuracy":0.516798,"main_score":0.490863,"hf_subset":"gle_Latn-lua_Latn","languages":["gle-Latn","lua-Latn"]},{"precision":0.463738,"recall":0.500988,"f1":0.473664,"accuracy":0.500988,"main_score":0.473664,"hf_subset":"gle_Latn-nya_Latn","languages":["gle-Latn","nya-Latn"]},{"precision":0.716083,"recall":0.778656,"f1":0.734429,"accuracy":0.778656,"main_score":0.734429,"hf_subset":"gle_Latn-slv_Latn","languages":["gle-Latn","slv-Latn"]},{"precision":0.563382,"recall":0.606719,"f1":0.57568,"accuracy":0.606719,"main_score":0.57568,"hf_subset":"gle_Latn-tpi_Latn","languages":["gle-Latn","tpi-Latn"]},{"precision":0.740994,"recall":0.794466,"f1":0.756145,"accuracy":0.794466,"main_score":0.756145,"hf_subset":"gle_Latn-zsm_Latn","languages":["gle-Latn","zsm-Latn"]},{"precision":0.452595,"recall":0.488142,"f1":0.46276,"accuracy":0.488142,"main_score":0.46276,"hf_subset":"gle_Latn-ayr_Latn","languages":["gle-Latn","ayr-Latn"]},{"precision":0.745426,"recall":0.802372,"f1":0.761338,"accuracy":0.802372,"main_score":0.761338,"hf_subset":"gle_Latn-dan_Latn","languages":["gle-Latn","dan-Latn"]},{"precision":0.714059,"recall":0.773715,"f1":0.730781,"accuracy":0.773715,"main_score":0.730781,"hf_subset":"gle_Latn-guj_Gujr","languages":["gle-Latn","guj-Gujr"]},{"precision":0.731361,"recall":0.784585,"f1":0.746263,"accuracy":0.784585,"main_score":0.746263,"hf_subset":"gle_Latn-kaz_Cyrl","languages":["gle-Latn","kaz-Cyrl"]},{"precision":0.43167,"recall":0.471344,"f1":0.44325,"accuracy":0.471344,"main_score":0.44325,"hf_subset":"gle_Latn-lug_Latn","languages":["gle-Latn","lug-Latn"]},{"precision":0.735824,"recall":0.791502,"f1":0.751622,"accuracy":0.791502,"main_score":0.751622,"hf_subset":"gle_Latn-oci_Latn","languages":["gle-Latn","oci-Latn"]},{"precision":0.487293,"recall":0.523715,"f1":0.497318,"accuracy":0.523715,"main_score":0.497318,"hf_subset":"gle_Latn-smo_Latn","languages":["gle-Latn","smo-Latn"]},{"precision":0.455567,"recall":0.494071,"f1":0.466262,"accuracy":0.494071,"main_score":0.466262,"hf_subset":"gle_Latn-tsn_Latn","languages":["gle-Latn","tsn-Latn"]},{"precision":0.464973,"recall":0.518775,"f1":0.479281,"accuracy":0.518775,"main_score":0.479281,"hf_subset":"gle_Latn-zul_Latn","languages":["gle-Latn","zul-Latn"]},{"precision":0.50461,"recall":0.578063,"f1":0.524541,"accuracy":0.578063,"main_score":0.524541,"hf_subset":"gle_Latn-azb_Arab","languages":["gle-Latn","azb-Arab"]},{"precision":0.740984,"recall":0.797431,"f1":0.757192,"accuracy":0.797431,"main_score":0.757192,"hf_subset":"gle_Latn-deu_Latn","languages":["gle-Latn","deu-Latn"]},{"precision":0.639969,"recall":0.709486,"f1":0.659399,"accuracy":0.709486,"main_score":0.659399,"hf_subset":"gle_Latn-hat_Latn","languages":["gle-Latn","hat-Latn"]},{"precision":0.436493,"recall":0.477273,"f1":0.447878,"accuracy":0.477273,"main_score":0.447878,"hf_subset":"gle_Latn-kbp_Latn","languages":["gle-Latn","kbp-Latn"]},{"precision":0.448613,"recall":0.480237,"f1":0.457208,"accuracy":0.480237,"main_score":0.457208,"hf_subset":"gle_Latn-luo_Latn","languages":["gle-Latn","luo-Latn"]},{"precision":0.684043,"recall":0.752964,"f1":0.70324,"accuracy":0.752964,"main_score":0.70324,"hf_subset":"gle_Latn-ory_Orya","languages":["gle-Latn","ory-Orya"]},{"precision":0.465439,"recall":0.505929,"f1":0.476621,"accuracy":0.505929,"main_score":0.476621,"hf_subset":"gle_Latn-sna_Latn","languages":["gle-Latn","sna-Latn"]},{"precision":0.464192,"recall":0.5,"f1":0.474301,"accuracy":0.5,"main_score":0.474301,"hf_subset":"gle_Latn-tso_Latn","languages":["gle-Latn","tso-Latn"]},{"precision":0.676839,"recall":0.743083,"f1":0.695413,"accuracy":0.743083,"main_score":0.695413,"hf_subset":"gle_Latn-azj_Latn","languages":["gle-Latn","azj-Latn"]},{"precision":0.420056,"recall":0.461462,"f1":0.43229,"accuracy":0.461462,"main_score":0.43229,"hf_subset":"gle_Latn-dik_Latn","languages":["gle-Latn","dik-Latn"]},{"precision":0.454783,"recall":0.491107,"f1":0.464679,"accuracy":0.491107,"main_score":0.464679,"hf_subset":"gle_Latn-hau_Latn","languages":["gle-Latn","hau-Latn"]},{"precision":0.662177,"recall":0.726285,"f1":0.680342,"accuracy":0.726285,"main_score":0.680342,"hf_subset":"gle_Latn-kea_Latn","languages":["gle-Latn","kea-Latn"]},{"precision":0.507436,"recall":0.536561,"f1":0.515752,"accuracy":0.536561,"main_score":0.515752,"hf_subset":"gle_Latn-lus_Latn","languages":["gle-Latn","lus-Latn"]},{"precision":0.563675,"recall":0.603755,"f1":0.574695,"accuracy":0.603755,"main_score":0.574695,"hf_subset":"gle_Latn-pag_Latn","languages":["gle-Latn","pag-Latn"]},{"precision":0.672697,"recall":0.741107,"f1":0.692396,"accuracy":0.741107,"main_score":0.692396,"hf_subset":"gle_Latn-snd_Arab","languages":["gle-Latn","snd-Arab"]},{"precision":0.6022,"recall":0.664032,"f1":0.618724,"accuracy":0.664032,"main_score":0.618724,"hf_subset":"gle_Latn-tuk_Latn","languages":["gle-Latn","tuk-Latn"]},{"precision":0.67752,"recall":0.732213,"f1":0.692366,"accuracy":0.732213,"main_score":0.692366,"hf_subset":"gle_Latn-bak_Cyrl","languages":["gle-Latn","bak-Cyrl"]},{"precision":0.363408,"recall":0.420949,"f1":0.380007,"accuracy":0.420949,"main_score":0.380007,"hf_subset":"gle_Latn-dyu_Latn","languages":["gle-Latn","dyu-Latn"]},{"precision":0.714421,"recall":0.777668,"f1":0.733125,"accuracy":0.777668,"main_score":0.733125,"hf_subset":"gle_Latn-heb_Hebr","languages":["gle-Latn","heb-Hebr"]},{"precision":0.655715,"recall":0.714427,"f1":0.672127,"accuracy":0.714427,"main_score":0.672127,"hf_subset":"gle_Latn-khk_Cyrl","languages":["gle-Latn","khk-Cyrl"]},{"precision":0.730245,"recall":0.785573,"f1":0.745492,"accuracy":0.785573,"main_score":0.745492,"hf_subset":"gle_Latn-lvs_Latn","languages":["gle-Latn","lvs-Latn"]},{"precision":0.706788,"recall":0.772727,"f1":0.725386,"accuracy":0.772727,"main_score":0.725386,"hf_subset":"gle_Latn-pan_Guru","languages":["gle-Latn","pan-Guru"]},{"precision":0.469479,"recall":0.506917,"f1":0.479614,"accuracy":0.506917,"main_score":0.479614,"hf_subset":"gle_Latn-som_Latn","languages":["gle-Latn","som-Latn"]},{"precision":0.463175,"recall":0.500988,"f1":0.473877,"accuracy":0.500988,"main_score":0.473877,"hf_subset":"gle_Latn-tum_Latn","languages":["gle-Latn","tum-Latn"]},{"precision":0.41074,"recall":0.487154,"f1":0.431001,"accuracy":0.487154,"main_score":0.431001,"hf_subset":"kas_Arab-ace_Arab","languages":["kas-Arab","ace-Arab"]},{"precision":0.394025,"recall":0.462451,"f1":0.412717,"accuracy":0.462451,"main_score":0.412717,"hf_subset":"kas_Arab-bam_Latn","languages":["kas-Arab","bam-Latn"]},{"precision":0.101919,"recall":0.141304,"f1":0.112175,"accuracy":0.141304,"main_score":0.112175,"hf_subset":"kas_Arab-dzo_Tibt","languages":["kas-Arab","dzo-Tibt"]},{"precision":0.932148,"recall":0.951581,"f1":0.938406,"accuracy":0.951581,"main_score":0.938406,"hf_subset":"kas_Arab-hin_Deva","languages":["kas-Arab","hin-Deva"]},{"precision":0.718991,"recall":0.794466,"f1":0.741949,"accuracy":0.794466,"main_score":0.741949,"hf_subset":"kas_Arab-khm_Khmr","languages":["kas-Arab","khm-Khmr"]},{"precision":0.933712,"recall":0.953557,"f1":0.940119,"accuracy":0.953557,"main_score":0.940119,"hf_subset":"kas_Arab-mag_Deva","languages":["kas-Arab","mag-Deva"]},{"precision":0.868617,"recall":0.900198,"f1":0.87836,"accuracy":0.900198,"main_score":0.87836,"hf_subset":"kas_Arab-pap_Latn","languages":["kas-Arab","pap-Latn"]},{"precision":0.427786,"recall":0.490119,"f1":0.445751,"accuracy":0.490119,"main_score":0.445751,"hf_subset":"kas_Arab-sot_Latn","languages":["kas-Arab","sot-Latn"]},{"precision":0.903903,"recall":0.93083,"f1":0.912418,"accuracy":0.93083,"main_score":0.912418,"hf_subset":"kas_Arab-tur_Latn","languages":["kas-Arab","tur-Latn"]},{"precision":0.70812,"recall":0.762846,"f1":0.724423,"accuracy":0.762846,"main_score":0.724423,"hf_subset":"kas_Arab-ace_Latn","languages":["kas-Arab","ace-Latn"]},{"precision":0.809289,"recall":0.854743,"f1":0.823293,"accuracy":0.854743,"main_score":0.823293,"hf_subset":"kas_Arab-ban_Latn","languages":["kas-Arab","ban-Latn"]},{"precision":0.902997,"recall":0.93083,"f1":0.911858,"accuracy":0.93083,"main_score":0.911858,"hf_subset":"kas_Arab-ell_Grek","languages":["kas-Arab","ell-Grek"]},{"precision":0.926877,"recall":0.947628,"f1":0.93363,"accuracy":0.947628,"main_score":0.93363,"hf_subset":"kas_Arab-hne_Deva","languages":["kas-Arab","hne-Deva"]},{"precision":0.412839,"recall":0.488142,"f1":0.434871,"accuracy":0.488142,"main_score":0.434871,"hf_subset":"kas_Arab-kik_Latn","languages":["kas-Arab","kik-Latn"]},{"precision":0.927783,"recall":0.949605,"f1":0.934684,"accuracy":0.949605,"main_score":0.934684,"hf_subset":"kas_Arab-mai_Deva","languages":["kas-Arab","mai-Deva"]},{"precision":0.802152,"recall":0.852767,"f1":0.817622,"accuracy":0.852767,"main_score":0.817622,"hf_subset":"kas_Arab-pbt_Arab","languages":["kas-Arab","pbt-Arab"]},{"precision":0.909091,"recall":0.935771,"f1":0.917457,"accuracy":0.935771,"main_score":0.917457,"hf_subset":"kas_Arab-spa_Latn","languages":["kas-Arab","spa-Latn"]},{"precision":0.489548,"recall":0.552372,"f1":0.507214,"accuracy":0.552372,"main_score":0.507214,"hf_subset":"kas_Arab-twi_Latn","languages":["kas-Arab","twi-Latn"]},{"precision":0.878327,"recall":0.913043,"f1":0.889295,"accuracy":0.913043,"main_score":0.889295,"hf_subset":"kas_Arab-acm_Arab","languages":["kas-Arab","acm-Arab"]},{"precision":0.882806,"recall":0.916008,"f1":0.893281,"accuracy":0.916008,"main_score":0.893281,"hf_subset":"kas_Arab-bel_Cyrl","languages":["kas-Arab","bel-Cyrl"]},{"precision":0.920652,"recall":0.943676,"f1":0.92803,"accuracy":0.943676,"main_score":0.92803,"hf_subset":"kas_Arab-eng_Latn","languages":["kas-Arab","eng-Latn"]},{"precision":0.9083,"recall":0.936759,"f1":0.91749,"accuracy":0.936759,"main_score":0.91749,"hf_subset":"kas_Arab-hrv_Latn","languages":["kas-Arab","hrv-Latn"]},{"precision":0.401425,"recall":0.465415,"f1":0.419098,"accuracy":0.465415,"main_score":0.419098,"hf_subset":"kas_Arab-kin_Latn","languages":["kas-Arab","kin-Latn"]},{"precision":0.901515,"recall":0.929842,"f1":0.910375,"accuracy":0.929842,"main_score":0.910375,"hf_subset":"kas_Arab-mal_Mlym","languages":["kas-Arab","mal-Mlym"]},{"precision":0.90275,"recall":0.93083,"f1":0.911627,"accuracy":0.93083,"main_score":0.911627,"hf_subset":"kas_Arab-pes_Arab","languages":["kas-Arab","pes-Arab"]},{"precision":0.869895,"recall":0.90415,"f1":0.880567,"accuracy":0.90415,"main_score":0.880567,"hf_subset":"kas_Arab-srd_Latn","languages":["kas-Arab","srd-Latn"]},{"precision":0.133627,"recall":0.185771,"f1":0.145782,"accuracy":0.185771,"main_score":0.145782,"hf_subset":"kas_Arab-tzm_Tfng","languages":["kas-Arab","tzm-Tfng"]},{"precision":0.899292,"recall":0.927866,"f1":0.908122,"accuracy":0.927866,"main_score":0.908122,"hf_subset":"kas_Arab-acq_Arab","languages":["kas-Arab","acq-Arab"]},{"precision":0.464641,"recall":0.528656,"f1":0.482351,"accuracy":0.528656,"main_score":0.482351,"hf_subset":"kas_Arab-bem_Latn","languages":["kas-Arab","bem-Latn"]},{"precision":0.886808,"recall":0.918972,"f1":0.89697,"accuracy":0.918972,"main_score":0.89697,"hf_subset":"kas_Arab-epo_Latn","languages":["kas-Arab","epo-Latn"]},{"precision":0.911973,"recall":0.936759,"f1":0.920026,"accuracy":0.936759,"main_score":0.920026,"hf_subset":"kas_Arab-hun_Latn","languages":["kas-Arab","hun-Latn"]},{"precision":0.804101,"recall":0.850791,"f1":0.818379,"accuracy":0.850791,"main_score":0.818379,"hf_subset":"kas_Arab-kir_Cyrl","languages":["kas-Arab","kir-Cyrl"]},{"precision":0.903986,"recall":0.932806,"f1":0.913373,"accuracy":0.932806,"main_score":0.913373,"hf_subset":"kas_Arab-mar_Deva","languages":["kas-Arab","mar-Deva"]},{"precision":0.495471,"recall":0.557312,"f1":0.513355,"accuracy":0.557312,"main_score":0.513355,"hf_subset":"kas_Arab-plt_Latn","languages":["kas-Arab","plt-Latn"]},{"precision":0.918017,"recall":0.942688,"f1":0.925889,"accuracy":0.942688,"main_score":0.925889,"hf_subset":"kas_Arab-srp_Cyrl","languages":["kas-Arab","srp-Cyrl"]},{"precision":0.776532,"recall":0.827075,"f1":0.791864,"accuracy":0.827075,"main_score":0.791864,"hf_subset":"kas_Arab-uig_Arab","languages":["kas-Arab","uig-Arab"]},{"precision":0.86553,"recall":0.901186,"f1":0.87668,"accuracy":0.901186,"main_score":0.87668,"hf_subset":"kas_Arab-aeb_Arab","languages":["kas-Arab","aeb-Arab"]},{"precision":0.913488,"recall":0.938735,"f1":0.921344,"accuracy":0.938735,"main_score":0.921344,"hf_subset":"kas_Arab-ben_Beng","languages":["kas-Arab","ben-Beng"]},{"precision":0.863883,"recall":0.900198,"f1":0.875231,"accuracy":0.900198,"main_score":0.875231,"hf_subset":"kas_Arab-est_Latn","languages":["kas-Arab","est-Latn"]},{"precision":0.851532,"recall":0.892292,"f1":0.864163,"accuracy":0.892292,"main_score":0.864163,"hf_subset":"kas_Arab-hye_Armn","languages":["kas-Arab","hye-Armn"]},{"precision":0.402308,"recall":0.466403,"f1":0.420229,"accuracy":0.466403,"main_score":0.420229,"hf_subset":"kas_Arab-kmb_Latn","languages":["kas-Arab","kmb-Latn"]},{"precision":0.366599,"recall":0.447628,"f1":0.388098,"accuracy":0.447628,"main_score":0.388098,"hf_subset":"kas_Arab-min_Arab","languages":["kas-Arab","min-Arab"]},{"precision":0.912467,"recall":0.937747,"f1":0.92052,"accuracy":0.937747,"main_score":0.92052,"hf_subset":"kas_Arab-pol_Latn","languages":["kas-Arab","pol-Latn"]},{"precision":0.411845,"recall":0.480237,"f1":0.430338,"accuracy":0.480237,"main_score":0.430338,"hf_subset":"kas_Arab-ssw_Latn","languages":["kas-Arab","ssw-Latn"]},{"precision":0.910277,"recall":0.935771,"f1":0.918314,"accuracy":0.935771,"main_score":0.918314,"hf_subset":"kas_Arab-ukr_Cyrl","languages":["kas-Arab","ukr-Cyrl"]},{"precision":0.920619,"recall":0.943676,"f1":0.92803,"accuracy":0.943676,"main_score":0.92803,"hf_subset":"kas_Arab-afr_Latn","languages":["kas-Arab","afr-Latn"]},{"precision":0.909503,"recall":0.935771,"f1":0.917885,"accuracy":0.935771,"main_score":0.917885,"hf_subset":"kas_Arab-bho_Deva","languages":["kas-Arab","bho-Deva"]},{"precision":0.791247,"recall":0.839921,"f1":0.805988,"accuracy":0.839921,"main_score":0.805988,"hf_subset":"kas_Arab-eus_Latn","languages":["kas-Arab","eus-Latn"]},{"precision":0.423711,"recall":0.493083,"f1":0.442533,"accuracy":0.493083,"main_score":0.442533,"hf_subset":"kas_Arab-ibo_Latn","languages":["kas-Arab","ibo-Latn"]},{"precision":0.603813,"recall":0.66502,"f1":0.621866,"accuracy":0.66502,"main_score":0.621866,"hf_subset":"kas_Arab-kmr_Latn","languages":["kas-Arab","kmr-Latn"]},{"precision":0.824341,"recall":0.867589,"f1":0.837441,"accuracy":0.867589,"main_score":0.837441,"hf_subset":"kas_Arab-min_Latn","languages":["kas-Arab","min-Latn"]},{"precision":0.903986,"recall":0.931818,"f1":0.912879,"accuracy":0.931818,"main_score":0.912879,"hf_subset":"kas_Arab-por_Latn","languages":["kas-Arab","por-Latn"]},{"precision":0.889361,"recall":0.91996,"f1":0.899209,"accuracy":0.91996,"main_score":0.899209,"hf_subset":"kas_Arab-sun_Latn","languages":["kas-Arab","sun-Latn"]},{"precision":0.402851,"recall":0.467391,"f1":0.421513,"accuracy":0.467391,"main_score":0.421513,"hf_subset":"kas_Arab-umb_Latn","languages":["kas-Arab","umb-Latn"]},{"precision":0.899021,"recall":0.928854,"f1":0.908514,"accuracy":0.928854,"main_score":0.908514,"hf_subset":"kas_Arab-ajp_Arab","languages":["kas-Arab","ajp-Arab"]},{"precision":0.388383,"recall":0.465415,"f1":0.409244,"accuracy":0.465415,"main_score":0.409244,"hf_subset":"kas_Arab-bjn_Arab","languages":["kas-Arab","bjn-Arab"]},{"precision":0.416013,"recall":0.471344,"f1":0.43133,"accuracy":0.471344,"main_score":0.43133,"hf_subset":"kas_Arab-ewe_Latn","languages":["kas-Arab","ewe-Latn"]},{"precision":0.752207,"recall":0.802372,"f1":0.767133,"accuracy":0.802372,"main_score":0.767133,"hf_subset":"kas_Arab-ilo_Latn","languages":["kas-Arab","ilo-Latn"]},{"precision":0.189301,"recall":0.264822,"f1":0.208301,"accuracy":0.264822,"main_score":0.208301,"hf_subset":"kas_Arab-knc_Arab","languages":["kas-Arab","knc-Arab"]},{"precision":0.90975,"recall":0.935771,"f1":0.917937,"accuracy":0.935771,"main_score":0.917937,"hf_subset":"kas_Arab-mkd_Cyrl","languages":["kas-Arab","mkd-Cyrl"]},{"precision":0.907444,"recall":0.936759,"f1":0.916831,"accuracy":0.936759,"main_score":0.916831,"hf_subset":"kas_Arab-prs_Arab","languages":["kas-Arab","prs-Arab"]},{"precision":0.911232,"recall":0.938735,"f1":0.92029,"accuracy":0.938735,"main_score":0.92029,"hf_subset":"kas_Arab-swe_Latn","languages":["kas-Arab","swe-Latn"]},{"precision":0.928195,"recall":0.949605,"f1":0.935112,"accuracy":0.949605,"main_score":0.935112,"hf_subset":"kas_Arab-urd_Arab","languages":["kas-Arab","urd-Arab"]},{"precision":0.465926,"recall":0.533597,"f1":0.485177,"accuracy":0.533597,"main_score":0.485177,"hf_subset":"kas_Arab-aka_Latn","languages":["kas-Arab","aka-Latn"]},{"precision":0.846156,"recall":0.886364,"f1":0.858383,"accuracy":0.886364,"main_score":0.858383,"hf_subset":"kas_Arab-bjn_Latn","languages":["kas-Arab","bjn-Latn"]},{"precision":0.728096,"recall":0.795455,"f1":0.749214,"accuracy":0.795455,"main_score":0.749214,"hf_subset":"kas_Arab-fao_Latn","languages":["kas-Arab","fao-Latn"]},{"precision":0.916617,"recall":0.940711,"f1":0.924144,"accuracy":0.940711,"main_score":0.924144,"hf_subset":"kas_Arab-ind_Latn","languages":["kas-Arab","ind-Latn"]},{"precision":0.466859,"recall":0.531621,"f1":0.485522,"accuracy":0.531621,"main_score":0.485522,"hf_subset":"kas_Arab-knc_Latn","languages":["kas-Arab","knc-Latn"]},{"precision":0.867078,"recall":0.901186,"f1":0.877536,"accuracy":0.901186,"main_score":0.877536,"hf_subset":"kas_Arab-mlt_Latn","languages":["kas-Arab","mlt-Latn"]},{"precision":0.512422,"recall":0.570158,"f1":0.528415,"accuracy":0.570158,"main_score":0.528415,"hf_subset":"kas_Arab-quy_Latn","languages":["kas-Arab","quy-Latn"]},{"precision":0.58288,"recall":0.658103,"f1":0.604697,"accuracy":0.658103,"main_score":0.604697,"hf_subset":"kas_Arab-swh_Latn","languages":["kas-Arab","swh-Latn"]},{"precision":0.863999,"recall":0.899209,"f1":0.875132,"accuracy":0.899209,"main_score":0.875132,"hf_subset":"kas_Arab-uzn_Latn","languages":["kas-Arab","uzn-Latn"]},{"precision":0.87696,"recall":0.911067,"f1":0.887582,"accuracy":0.911067,"main_score":0.887582,"hf_subset":"kas_Arab-als_Latn","languages":["kas-Arab","als-Latn"]},{"precision":0.16117,"recall":0.224308,"f1":0.176672,"accuracy":0.224308,"main_score":0.176672,"hf_subset":"kas_Arab-bod_Tibt","languages":["kas-Arab","bod-Tibt"]},{"precision":0.416329,"recall":0.481225,"f1":0.434406,"accuracy":0.481225,"main_score":0.434406,"hf_subset":"kas_Arab-fij_Latn","languages":["kas-Arab","fij-Latn"]},{"precision":0.747596,"recall":0.810277,"f1":0.767128,"accuracy":0.810277,"main_score":0.767128,"hf_subset":"kas_Arab-isl_Latn","languages":["kas-Arab","isl-Latn"]},{"precision":0.476666,"recall":0.547431,"f1":0.496673,"accuracy":0.547431,"main_score":0.496673,"hf_subset":"kas_Arab-kon_Latn","languages":["kas-Arab","kon-Latn"]},{"precision":0.505898,"recall":0.591897,"f1":0.530753,"accuracy":0.591897,"main_score":0.530753,"hf_subset":"kas_Arab-mni_Beng","languages":["kas-Arab","mni-Beng"]},{"precision":0.912714,"recall":0.938735,"f1":0.92108,"accuracy":0.938735,"main_score":0.92108,"hf_subset":"kas_Arab-ron_Latn","languages":["kas-Arab","ron-Latn"]},{"precision":0.852602,"recall":0.893281,"f1":0.865415,"accuracy":0.893281,"main_score":0.865415,"hf_subset":"kas_Arab-szl_Latn","languages":["kas-Arab","szl-Latn"]},{"precision":0.904315,"recall":0.932806,"f1":0.91334,"accuracy":0.932806,"main_score":0.91334,"hf_subset":"kas_Arab-vec_Latn","languages":["kas-Arab","vec-Latn"]},{"precision":0.421669,"recall":0.501976,"f1":0.443664,"accuracy":0.501976,"main_score":0.443664,"hf_subset":"kas_Arab-amh_Ethi","languages":["kas-Arab","amh-Ethi"]},{"precision":0.915547,"recall":0.940711,"f1":0.923584,"accuracy":0.940711,"main_score":0.923584,"hf_subset":"kas_Arab-bos_Latn","languages":["kas-Arab","bos-Latn"]},{"precision":0.871887,"recall":0.907115,"f1":0.882806,"accuracy":0.907115,"main_score":0.882806,"hf_subset":"kas_Arab-fin_Latn","languages":["kas-Arab","fin-Latn"]},{"precision":0.897184,"recall":0.927866,"f1":0.907016,"accuracy":0.927866,"main_score":0.907016,"hf_subset":"kas_Arab-ita_Latn","languages":["kas-Arab","ita-Latn"]},{"precision":0.898304,"recall":0.927866,"f1":0.907477,"accuracy":0.927866,"main_score":0.907477,"hf_subset":"kas_Arab-kor_Hang","languages":["kas-Arab","kor-Hang"]},{"precision":0.426261,"recall":0.492095,"f1":0.444928,"accuracy":0.492095,"main_score":0.444928,"hf_subset":"kas_Arab-mos_Latn","languages":["kas-Arab","mos-Latn"]},{"precision":0.390645,"recall":0.451581,"f1":0.407834,"accuracy":0.451581,"main_score":0.407834,"hf_subset":"kas_Arab-run_Latn","languages":["kas-Arab","run-Latn"]},{"precision":0.868511,"recall":0.905138,"f1":0.880087,"accuracy":0.905138,"main_score":0.880087,"hf_subset":"kas_Arab-tam_Taml","languages":["kas-Arab","tam-Taml"]},{"precision":0.900033,"recall":0.929842,"f1":0.909552,"accuracy":0.929842,"main_score":0.909552,"hf_subset":"kas_Arab-vie_Latn","languages":["kas-Arab","vie-Latn"]},{"precision":0.886594,"recall":0.91996,"f1":0.896871,"accuracy":0.91996,"main_score":0.896871,"hf_subset":"kas_Arab-apc_Arab","languages":["kas-Arab","apc-Arab"]},{"precision":0.66657,"recall":0.720356,"f1":0.682309,"accuracy":0.720356,"main_score":0.682309,"hf_subset":"kas_Arab-bug_Latn","languages":["kas-Arab","bug-Latn"]},{"precision":0.370878,"recall":0.429842,"f1":0.386574,"accuracy":0.429842,"main_score":0.386574,"hf_subset":"kas_Arab-fon_Latn","languages":["kas-Arab","fon-Latn"]},{"precision":0.874629,"recall":0.909091,"f1":0.885397,"accuracy":0.909091,"main_score":0.885397,"hf_subset":"kas_Arab-jav_Latn","languages":["kas-Arab","jav-Latn"]},{"precision":0.622786,"recall":0.705534,"f1":0.647565,"accuracy":0.705534,"main_score":0.647565,"hf_subset":"kas_Arab-lao_Laoo","languages":["kas-Arab","lao-Laoo"]},{"precision":0.442532,"recall":0.521739,"f1":0.46511,"accuracy":0.521739,"main_score":0.46511,"hf_subset":"kas_Arab-mri_Latn","languages":["kas-Arab","mri-Latn"]},{"precision":0.897786,"recall":0.927866,"f1":0.907263,"accuracy":0.927866,"main_score":0.907263,"hf_subset":"kas_Arab-rus_Cyrl","languages":["kas-Arab","rus-Cyrl"]},{"precision":0.442628,"recall":0.498024,"f1":0.457581,"accuracy":0.498024,"main_score":0.457581,"hf_subset":"kas_Arab-taq_Latn","languages":["kas-Arab","taq-Latn"]},{"precision":0.860244,"recall":0.895257,"f1":0.87085,"accuracy":0.895257,"main_score":0.87085,"hf_subset":"kas_Arab-war_Latn","languages":["kas-Arab","war-Latn"]},{"precision":0.896451,"recall":0.926877,"f1":0.906083,"accuracy":0.926877,"main_score":0.906083,"hf_subset":"kas_Arab-arb_Arab","languages":["kas-Arab","arb-Arab"]},{"precision":0.908992,"recall":0.934783,"f1":0.917161,"accuracy":0.934783,"main_score":0.917161,"hf_subset":"kas_Arab-bul_Cyrl","languages":["kas-Arab","bul-Cyrl"]},{"precision":0.910408,"recall":0.935771,"f1":0.918643,"accuracy":0.935771,"main_score":0.918643,"hf_subset":"kas_Arab-fra_Latn","languages":["kas-Arab","fra-Latn"]},{"precision":0.888697,"recall":0.918972,"f1":0.89832,"accuracy":0.918972,"main_score":0.89832,"hf_subset":"kas_Arab-jpn_Jpan","languages":["kas-Arab","jpn-Jpan"]},{"precision":0.890563,"recall":0.920949,"f1":0.900099,"accuracy":0.920949,"main_score":0.900099,"hf_subset":"kas_Arab-lij_Latn","languages":["kas-Arab","lij-Latn"]},{"precision":0.68246,"recall":0.756917,"f1":0.704527,"accuracy":0.756917,"main_score":0.704527,"hf_subset":"kas_Arab-mya_Mymr","languages":["kas-Arab","mya-Mymr"]},{"precision":0.429811,"recall":0.504941,"f1":0.450617,"accuracy":0.504941,"main_score":0.450617,"hf_subset":"kas_Arab-sag_Latn","languages":["kas-Arab","sag-Latn"]},{"precision":0.145039,"recall":0.218379,"f1":0.159553,"accuracy":0.218379,"main_score":0.159553,"hf_subset":"kas_Arab-taq_Tfng","languages":["kas-Arab","taq-Tfng"]},{"precision":0.470204,"recall":0.545455,"f1":0.491568,"accuracy":0.545455,"main_score":0.491568,"hf_subset":"kas_Arab-wol_Latn","languages":["kas-Arab","wol-Latn"]},{"precision":0.497197,"recall":0.58004,"f1":0.520577,"accuracy":0.58004,"main_score":0.520577,"hf_subset":"kas_Arab-arb_Latn","languages":["kas-Arab","arb-Latn"]},{"precision":0.901186,"recall":0.93083,"f1":0.910573,"accuracy":0.93083,"main_score":0.910573,"hf_subset":"kas_Arab-cat_Latn","languages":["kas-Arab","cat-Latn"]},{"precision":0.86357,"recall":0.899209,"f1":0.874835,"accuracy":0.899209,"main_score":0.874835,"hf_subset":"kas_Arab-fur_Latn","languages":["kas-Arab","fur-Latn"]},{"precision":0.309536,"recall":0.368577,"f1":0.326183,"accuracy":0.368577,"main_score":0.326183,"hf_subset":"kas_Arab-kab_Latn","languages":["kas-Arab","kab-Latn"]},{"precision":0.844384,"recall":0.883399,"f1":0.856258,"accuracy":0.883399,"main_score":0.856258,"hf_subset":"kas_Arab-lim_Latn","languages":["kas-Arab","lim-Latn"]},{"precision":0.89501,"recall":0.924901,"f1":0.904334,"accuracy":0.924901,"main_score":0.904334,"hf_subset":"kas_Arab-nld_Latn","languages":["kas-Arab","nld-Latn"]},{"precision":0.858317,"recall":0.896245,"f1":0.870257,"accuracy":0.896245,"main_score":0.870257,"hf_subset":"kas_Arab-san_Deva","languages":["kas-Arab","san-Deva"]},{"precision":0.841403,"recall":0.882411,"f1":0.854545,"accuracy":0.882411,"main_score":0.854545,"hf_subset":"kas_Arab-tat_Cyrl","languages":["kas-Arab","tat-Cyrl"]},{"precision":0.486665,"recall":0.551383,"f1":0.505535,"accuracy":0.551383,"main_score":0.505535,"hf_subset":"kas_Arab-xho_Latn","languages":["kas-Arab","xho-Latn"]},{"precision":0.885038,"recall":0.918972,"f1":0.895806,"accuracy":0.918972,"main_score":0.895806,"hf_subset":"kas_Arab-ars_Arab","languages":["kas-Arab","ars-Arab"]},{"precision":0.86586,"recall":0.902174,"f1":0.877292,"accuracy":0.902174,"main_score":0.877292,"hf_subset":"kas_Arab-ceb_Latn","languages":["kas-Arab","ceb-Latn"]},{"precision":0.441643,"recall":0.502964,"f1":0.459424,"accuracy":0.502964,"main_score":0.459424,"hf_subset":"kas_Arab-fuv_Latn","languages":["kas-Arab","fuv-Latn"]},{"precision":0.420434,"recall":0.487154,"f1":0.439625,"accuracy":0.487154,"main_score":0.439625,"hf_subset":"kas_Arab-kac_Latn","languages":["kas-Arab","kac-Latn"]},{"precision":0.488893,"recall":0.562253,"f1":0.509987,"accuracy":0.562253,"main_score":0.509987,"hf_subset":"kas_Arab-lin_Latn","languages":["kas-Arab","lin-Latn"]},{"precision":0.891551,"recall":0.921937,"f1":0.901252,"accuracy":0.921937,"main_score":0.901252,"hf_subset":"kas_Arab-nno_Latn","languages":["kas-Arab","nno-Latn"]},{"precision":0.024107,"recall":0.074111,"f1":0.032104,"accuracy":0.074111,"main_score":0.032104,"hf_subset":"kas_Arab-sat_Olck","languages":["kas-Arab","sat-Olck"]},{"precision":0.903162,"recall":0.931818,"f1":0.91222,"accuracy":0.931818,"main_score":0.91222,"hf_subset":"kas_Arab-tel_Telu","languages":["kas-Arab","tel-Telu"]},{"precision":0.588855,"recall":0.66996,"f1":0.612424,"accuracy":0.66996,"main_score":0.612424,"hf_subset":"kas_Arab-ydd_Hebr","languages":["kas-Arab","ydd-Hebr"]},{"precision":0.823017,"recall":0.873518,"f1":0.838686,"accuracy":0.873518,"main_score":0.838686,"hf_subset":"kas_Arab-ary_Arab","languages":["kas-Arab","ary-Arab"]},{"precision":0.906983,"recall":0.932806,"f1":0.914987,"accuracy":0.932806,"main_score":0.914987,"hf_subset":"kas_Arab-ces_Latn","languages":["kas-Arab","ces-Latn"]},{"precision":0.364481,"recall":0.434783,"f1":0.384127,"accuracy":0.434783,"main_score":0.384127,"hf_subset":"kas_Arab-gaz_Latn","languages":["kas-Arab","gaz-Latn"]},{"precision":0.394155,"recall":0.468379,"f1":0.415213,"accuracy":0.468379,"main_score":0.415213,"hf_subset":"kas_Arab-kam_Latn","languages":["kas-Arab","kam-Latn"]},{"precision":0.884585,"recall":0.916996,"f1":0.894763,"accuracy":0.916996,"main_score":0.894763,"hf_subset":"kas_Arab-lit_Latn","languages":["kas-Arab","lit-Latn"]},{"precision":0.896558,"recall":0.925889,"f1":0.905698,"accuracy":0.925889,"main_score":0.905698,"hf_subset":"kas_Arab-nob_Latn","languages":["kas-Arab","nob-Latn"]},{"precision":0.86386,"recall":0.901186,"f1":0.875642,"accuracy":0.901186,"main_score":0.875642,"hf_subset":"kas_Arab-scn_Latn","languages":["kas-Arab","scn-Latn"]},{"precision":0.757058,"recall":0.814229,"f1":0.774475,"accuracy":0.814229,"main_score":0.774475,"hf_subset":"kas_Arab-tgk_Cyrl","languages":["kas-Arab","tgk-Cyrl"]},{"precision":0.352922,"recall":0.425889,"f1":0.373209,"accuracy":0.425889,"main_score":0.373209,"hf_subset":"kas_Arab-yor_Latn","languages":["kas-Arab","yor-Latn"]},{"precision":0.89054,"recall":0.920949,"f1":0.900181,"accuracy":0.920949,"main_score":0.900181,"hf_subset":"kas_Arab-arz_Arab","languages":["kas-Arab","arz-Arab"]},{"precision":0.435312,"recall":0.506917,"f1":0.455096,"accuracy":0.506917,"main_score":0.455096,"hf_subset":"kas_Arab-cjk_Latn","languages":["kas-Arab","cjk-Latn"]},{"precision":0.483555,"recall":0.556324,"f1":0.503723,"accuracy":0.556324,"main_score":0.503723,"hf_subset":"kas_Arab-gla_Latn","languages":["kas-Arab","gla-Latn"]},{"precision":0.89496,"recall":0.923913,"f1":0.904315,"accuracy":0.923913,"main_score":0.904315,"hf_subset":"kas_Arab-kan_Knda","languages":["kas-Arab","kan-Knda"]},{"precision":0.881268,"recall":0.912055,"f1":0.890827,"accuracy":0.912055,"main_score":0.890827,"hf_subset":"kas_Arab-lmo_Latn","languages":["kas-Arab","lmo-Latn"]},{"precision":0.921278,"recall":0.944664,"f1":0.928854,"accuracy":0.944664,"main_score":0.928854,"hf_subset":"kas_Arab-npi_Deva","languages":["kas-Arab","npi-Deva"]},{"precision":0.366846,"recall":0.451581,"f1":0.390451,"accuracy":0.451581,"main_score":0.390451,"hf_subset":"kas_Arab-shn_Mymr","languages":["kas-Arab","shn-Mymr"]},{"precision":0.894063,"recall":0.921937,"f1":0.90269,"accuracy":0.921937,"main_score":0.90269,"hf_subset":"kas_Arab-tgl_Latn","languages":["kas-Arab","tgl-Latn"]},{"precision":0.89721,"recall":0.923913,"f1":0.905517,"accuracy":0.923913,"main_score":0.905517,"hf_subset":"kas_Arab-yue_Hant","languages":["kas-Arab","yue-Hant"]},{"precision":0.874753,"recall":0.908103,"f1":0.88523,"accuracy":0.908103,"main_score":0.88523,"hf_subset":"kas_Arab-asm_Beng","languages":["kas-Arab","asm-Beng"]},{"precision":0.59988,"recall":0.668972,"f1":0.619607,"accuracy":0.668972,"main_score":0.619607,"hf_subset":"kas_Arab-ckb_Arab","languages":["kas-Arab","ckb-Arab"]},{"precision":0.541292,"recall":0.621542,"f1":0.564232,"accuracy":0.621542,"main_score":0.564232,"hf_subset":"kas_Arab-gle_Latn","languages":["kas-Arab","gle-Latn"]},{"precision":0.732148,"recall":0.79249,"f1":0.750066,"accuracy":0.79249,"main_score":0.750066,"hf_subset":"kas_Arab-ltg_Latn","languages":["kas-Arab","ltg-Latn"]},{"precision":0.471153,"recall":0.534585,"f1":0.488879,"accuracy":0.534585,"main_score":0.488879,"hf_subset":"kas_Arab-nso_Latn","languages":["kas-Arab","nso-Latn"]},{"precision":0.293958,"recall":0.369565,"f1":0.313473,"accuracy":0.369565,"main_score":0.313473,"hf_subset":"kas_Arab-sin_Sinh","languages":["kas-Arab","sin-Sinh"]},{"precision":0.890234,"recall":0.923913,"f1":0.900922,"accuracy":0.923913,"main_score":0.900922,"hf_subset":"kas_Arab-tha_Thai","languages":["kas-Arab","tha-Thai"]},{"precision":0.890673,"recall":0.91996,"f1":0.899802,"accuracy":0.91996,"main_score":0.899802,"hf_subset":"kas_Arab-zho_Hans","languages":["kas-Arab","zho-Hans"]},{"precision":0.895784,"recall":0.924901,"f1":0.904941,"accuracy":0.924901,"main_score":0.904941,"hf_subset":"kas_Arab-ast_Latn","languages":["kas-Arab","ast-Latn"]},{"precision":0.83778,"recall":0.883399,"f1":0.851713,"accuracy":0.883399,"main_score":0.851713,"hf_subset":"kas_Arab-crh_Latn","languages":["kas-Arab","crh-Latn"]},{"precision":0.915679,"recall":0.9417,"f1":0.924045,"accuracy":0.9417,"main_score":0.924045,"hf_subset":"kas_Arab-glg_Latn","languages":["kas-Arab","glg-Latn"]},{"precision":0.838521,"recall":0.881423,"f1":0.851812,"accuracy":0.881423,"main_score":0.851812,"hf_subset":"kas_Arab-kas_Deva","languages":["kas-Arab","kas-Deva"]},{"precision":0.849638,"recall":0.890316,"f1":0.862451,"accuracy":0.890316,"main_score":0.862451,"hf_subset":"kas_Arab-ltz_Latn","languages":["kas-Arab","ltz-Latn"]},{"precision":0.344969,"recall":0.425889,"f1":0.367012,"accuracy":0.425889,"main_score":0.367012,"hf_subset":"kas_Arab-nus_Latn","languages":["kas-Arab","nus-Latn"]},{"precision":0.916667,"recall":0.938735,"f1":0.923551,"accuracy":0.938735,"main_score":0.923551,"hf_subset":"kas_Arab-slk_Latn","languages":["kas-Arab","slk-Latn"]},{"precision":0.272714,"recall":0.335968,"f1":0.288776,"accuracy":0.335968,"main_score":0.288776,"hf_subset":"kas_Arab-tir_Ethi","languages":["kas-Arab","tir-Ethi"]},{"precision":0.889493,"recall":0.91996,"f1":0.898965,"accuracy":0.91996,"main_score":0.898965,"hf_subset":"kas_Arab-zho_Hant","languages":["kas-Arab","zho-Hant"]},{"precision":0.920949,"recall":0.944664,"f1":0.928689,"accuracy":0.944664,"main_score":0.928689,"hf_subset":"kas_Arab-awa_Deva","languages":["kas-Arab","awa-Deva"]},{"precision":0.66541,"recall":0.73419,"f1":0.685903,"accuracy":0.73419,"main_score":0.685903,"hf_subset":"kas_Arab-cym_Latn","languages":["kas-Arab","cym-Latn"]},{"precision":0.620275,"recall":0.675889,"f1":0.635859,"accuracy":0.675889,"main_score":0.635859,"hf_subset":"kas_Arab-grn_Latn","languages":["kas-Arab","grn-Latn"]},{"precision":0.837525,"recall":0.87747,"f1":0.849726,"accuracy":0.87747,"main_score":0.849726,"hf_subset":"kas_Arab-kat_Geor","languages":["kas-Arab","kat-Geor"]},{"precision":0.487112,"recall":0.55336,"f1":0.505876,"accuracy":0.55336,"main_score":0.505876,"hf_subset":"kas_Arab-lua_Latn","languages":["kas-Arab","lua-Latn"]},{"precision":0.461436,"recall":0.522727,"f1":0.478276,"accuracy":0.522727,"main_score":0.478276,"hf_subset":"kas_Arab-nya_Latn","languages":["kas-Arab","nya-Latn"]},{"precision":0.905056,"recall":0.93083,"f1":0.913076,"accuracy":0.93083,"main_score":0.913076,"hf_subset":"kas_Arab-slv_Latn","languages":["kas-Arab","slv-Latn"]},{"precision":0.709618,"recall":0.766798,"f1":0.727042,"accuracy":0.766798,"main_score":0.727042,"hf_subset":"kas_Arab-tpi_Latn","languages":["kas-Arab","tpi-Latn"]},{"precision":0.919361,"recall":0.9417,"f1":0.926367,"accuracy":0.9417,"main_score":0.926367,"hf_subset":"kas_Arab-zsm_Latn","languages":["kas-Arab","zsm-Latn"]},{"precision":0.429443,"recall":0.495059,"f1":0.446865,"accuracy":0.495059,"main_score":0.446865,"hf_subset":"kas_Arab-ayr_Latn","languages":["kas-Arab","ayr-Latn"]},{"precision":0.890646,"recall":0.921937,"f1":0.900329,"accuracy":0.921937,"main_score":0.900329,"hf_subset":"kas_Arab-dan_Latn","languages":["kas-Arab","dan-Latn"]},{"precision":0.917161,"recall":0.940711,"f1":0.924736,"accuracy":0.940711,"main_score":0.924736,"hf_subset":"kas_Arab-guj_Gujr","languages":["kas-Arab","guj-Gujr"]},{"precision":0.871953,"recall":0.909091,"f1":0.88363,"accuracy":0.909091,"main_score":0.88363,"hf_subset":"kas_Arab-kaz_Cyrl","languages":["kas-Arab","kaz-Cyrl"]},{"precision":0.392545,"recall":0.462451,"f1":0.412214,"accuracy":0.462451,"main_score":0.412214,"hf_subset":"kas_Arab-lug_Latn","languages":["kas-Arab","lug-Latn"]},{"precision":0.902503,"recall":0.93083,"f1":0.911726,"accuracy":0.93083,"main_score":0.911726,"hf_subset":"kas_Arab-oci_Latn","languages":["kas-Arab","oci-Latn"]},{"precision":0.443859,"recall":0.513834,"f1":0.463467,"accuracy":0.513834,"main_score":0.463467,"hf_subset":"kas_Arab-smo_Latn","languages":["kas-Arab","smo-Latn"]},{"precision":0.411978,"recall":0.476285,"f1":0.429342,"accuracy":0.476285,"main_score":0.429342,"hf_subset":"kas_Arab-tsn_Latn","languages":["kas-Arab","tsn-Latn"]},{"precision":0.411005,"recall":0.483202,"f1":0.431147,"accuracy":0.483202,"main_score":0.431147,"hf_subset":"kas_Arab-zul_Latn","languages":["kas-Arab","zul-Latn"]},{"precision":0.732042,"recall":0.797431,"f1":0.751499,"accuracy":0.797431,"main_score":0.751499,"hf_subset":"kas_Arab-azb_Arab","languages":["kas-Arab","azb-Arab"]},{"precision":0.909667,"recall":0.936759,"f1":0.918379,"accuracy":0.936759,"main_score":0.918379,"hf_subset":"kas_Arab-deu_Latn","languages":["kas-Arab","deu-Latn"]},{"precision":0.781621,"recall":0.832016,"f1":0.797318,"accuracy":0.832016,"main_score":0.797318,"hf_subset":"kas_Arab-hat_Latn","languages":["kas-Arab","hat-Latn"]},{"precision":0.377463,"recall":0.444664,"f1":0.395942,"accuracy":0.444664,"main_score":0.395942,"hf_subset":"kas_Arab-kbp_Latn","languages":["kas-Arab","kbp-Latn"]},{"precision":0.432852,"recall":0.498024,"f1":0.450904,"accuracy":0.498024,"main_score":0.450904,"hf_subset":"kas_Arab-luo_Latn","languages":["kas-Arab","luo-Latn"]},{"precision":0.902833,"recall":0.931818,"f1":0.91222,"accuracy":0.931818,"main_score":0.91222,"hf_subset":"kas_Arab-ory_Orya","languages":["kas-Arab","ory-Orya"]},{"precision":0.420555,"recall":0.491107,"f1":0.440503,"accuracy":0.491107,"main_score":0.440503,"hf_subset":"kas_Arab-sna_Latn","languages":["kas-Arab","sna-Latn"]},{"precision":0.428288,"recall":0.485178,"f1":0.44423,"accuracy":0.485178,"main_score":0.44423,"hf_subset":"kas_Arab-tso_Latn","languages":["kas-Arab","tso-Latn"]},{"precision":0.870718,"recall":0.909091,"f1":0.88307,"accuracy":0.909091,"main_score":0.88307,"hf_subset":"kas_Arab-azj_Latn","languages":["kas-Arab","azj-Latn"]},{"precision":0.426229,"recall":0.494071,"f1":0.445477,"accuracy":0.494071,"main_score":0.445477,"hf_subset":"kas_Arab-dik_Latn","languages":["kas-Arab","dik-Latn"]},{"precision":0.420653,"recall":0.477273,"f1":0.436656,"accuracy":0.477273,"main_score":0.436656,"hf_subset":"kas_Arab-hau_Latn","languages":["kas-Arab","hau-Latn"]},{"precision":0.884091,"recall":0.913043,"f1":0.893281,"accuracy":0.913043,"main_score":0.893281,"hf_subset":"kas_Arab-kea_Latn","languages":["kas-Arab","kea-Latn"]},{"precision":0.580678,"recall":0.635375,"f1":0.596789,"accuracy":0.635375,"main_score":0.596789,"hf_subset":"kas_Arab-lus_Latn","languages":["kas-Arab","lus-Latn"]},{"precision":0.727661,"recall":0.775692,"f1":0.742507,"accuracy":0.775692,"main_score":0.742507,"hf_subset":"kas_Arab-pag_Latn","languages":["kas-Arab","pag-Latn"]},{"precision":0.923748,"recall":0.94664,"f1":0.931159,"accuracy":0.94664,"main_score":0.931159,"hf_subset":"kas_Arab-snd_Arab","languages":["kas-Arab","snd-Arab"]},{"precision":0.731785,"recall":0.793478,"f1":0.750842,"accuracy":0.793478,"main_score":0.750842,"hf_subset":"kas_Arab-tuk_Latn","languages":["kas-Arab","tuk-Latn"]},{"precision":0.795866,"recall":0.848814,"f1":0.812451,"accuracy":0.848814,"main_score":0.812451,"hf_subset":"kas_Arab-bak_Cyrl","languages":["kas-Arab","bak-Cyrl"]},{"precision":0.342932,"recall":0.421937,"f1":0.365417,"accuracy":0.421937,"main_score":0.365417,"hf_subset":"kas_Arab-dyu_Latn","languages":["kas-Arab","dyu-Latn"]},{"precision":0.885128,"recall":0.917984,"f1":0.89544,"accuracy":0.917984,"main_score":0.89544,"hf_subset":"kas_Arab-heb_Hebr","languages":["kas-Arab","heb-Hebr"]},{"precision":0.704208,"recall":0.770751,"f1":0.724396,"accuracy":0.770751,"main_score":0.724396,"hf_subset":"kas_Arab-khk_Cyrl","languages":["kas-Arab","khk-Cyrl"]},{"precision":0.893281,"recall":0.922925,"f1":0.902635,"accuracy":0.922925,"main_score":0.902635,"hf_subset":"kas_Arab-lvs_Latn","languages":["kas-Arab","lvs-Latn"]},{"precision":0.912467,"recall":0.936759,"f1":0.919932,"accuracy":0.936759,"main_score":0.919932,"hf_subset":"kas_Arab-pan_Guru","languages":["kas-Arab","pan-Guru"]},{"precision":0.404632,"recall":0.476285,"f1":0.424576,"accuracy":0.476285,"main_score":0.424576,"hf_subset":"kas_Arab-som_Latn","languages":["kas-Arab","som-Latn"]},{"precision":0.437936,"recall":0.497036,"f1":0.454536,"accuracy":0.497036,"main_score":0.454536,"hf_subset":"kas_Arab-tum_Latn","languages":["kas-Arab","tum-Latn"]},{"precision":0.413111,"recall":0.497036,"f1":0.436031,"accuracy":0.497036,"main_score":0.436031,"hf_subset":"ltg_Latn-ace_Arab","languages":["ltg-Latn","ace-Arab"]},{"precision":0.437051,"recall":0.503953,"f1":0.456038,"accuracy":0.503953,"main_score":0.456038,"hf_subset":"ltg_Latn-bam_Latn","languages":["ltg-Latn","bam-Latn"]},{"precision":0.10789,"recall":0.155138,"f1":0.119926,"accuracy":0.155138,"main_score":0.119926,"hf_subset":"ltg_Latn-dzo_Tibt","languages":["ltg-Latn","dzo-Tibt"]},{"precision":0.898527,"recall":0.925889,"f1":0.906835,"accuracy":0.925889,"main_score":0.906835,"hf_subset":"ltg_Latn-hin_Deva","languages":["ltg-Latn","hin-Deva"]},{"precision":0.679669,"recall":0.747036,"f1":0.69907,"accuracy":0.747036,"main_score":0.69907,"hf_subset":"ltg_Latn-khm_Khmr","languages":["ltg-Latn","khm-Khmr"]},{"precision":0.875165,"recall":0.910079,"f1":0.885907,"accuracy":0.910079,"main_score":0.885907,"hf_subset":"ltg_Latn-mag_Deva","languages":["ltg-Latn","mag-Deva"]},{"precision":0.862862,"recall":0.896245,"f1":0.872727,"accuracy":0.896245,"main_score":0.872727,"hf_subset":"ltg_Latn-pap_Latn","languages":["ltg-Latn","pap-Latn"]},{"precision":0.486808,"recall":0.546443,"f1":0.503581,"accuracy":0.546443,"main_score":0.503581,"hf_subset":"ltg_Latn-sot_Latn","languages":["ltg-Latn","sot-Latn"]},{"precision":0.903748,"recall":0.929842,"f1":0.911709,"accuracy":0.929842,"main_score":0.911709,"hf_subset":"ltg_Latn-tur_Latn","languages":["ltg-Latn","tur-Latn"]},{"precision":0.743416,"recall":0.789526,"f1":0.75681,"accuracy":0.789526,"main_score":0.75681,"hf_subset":"ltg_Latn-ace_Latn","languages":["ltg-Latn","ace-Latn"]},{"precision":0.814629,"recall":0.853755,"f1":0.826073,"accuracy":0.853755,"main_score":0.826073,"hf_subset":"ltg_Latn-ban_Latn","languages":["ltg-Latn","ban-Latn"]},{"precision":0.891881,"recall":0.921937,"f1":0.901125,"accuracy":0.921937,"main_score":0.901125,"hf_subset":"ltg_Latn-ell_Grek","languages":["ltg-Latn","ell-Grek"]},{"precision":0.856431,"recall":0.896245,"f1":0.86883,"accuracy":0.896245,"main_score":0.86883,"hf_subset":"ltg_Latn-hne_Deva","languages":["ltg-Latn","hne-Deva"]},{"precision":0.462236,"recall":0.541502,"f1":0.485454,"accuracy":0.541502,"main_score":0.485454,"hf_subset":"ltg_Latn-kik_Latn","languages":["ltg-Latn","kik-Latn"]},{"precision":0.868454,"recall":0.903162,"f1":0.87904,"accuracy":0.903162,"main_score":0.87904,"hf_subset":"ltg_Latn-mai_Deva","languages":["ltg-Latn","mai-Deva"]},{"precision":0.746266,"recall":0.80336,"f1":0.763293,"accuracy":0.80336,"main_score":0.763293,"hf_subset":"ltg_Latn-pbt_Arab","languages":["ltg-Latn","pbt-Arab"]},{"precision":0.901195,"recall":0.926877,"f1":0.908929,"accuracy":0.926877,"main_score":0.908929,"hf_subset":"ltg_Latn-spa_Latn","languages":["ltg-Latn","spa-Latn"]},{"precision":0.522445,"recall":0.593874,"f1":0.542551,"accuracy":0.593874,"main_score":0.542551,"hf_subset":"ltg_Latn-twi_Latn","languages":["ltg-Latn","twi-Latn"]},{"precision":0.897381,"recall":0.926877,"f1":0.906686,"accuracy":0.926877,"main_score":0.906686,"hf_subset":"ltg_Latn-acm_Arab","languages":["ltg-Latn","acm-Arab"]},{"precision":0.89669,"recall":0.924901,"f1":0.905171,"accuracy":0.924901,"main_score":0.905171,"hf_subset":"ltg_Latn-bel_Cyrl","languages":["ltg-Latn","bel-Cyrl"]},{"precision":0.919664,"recall":0.940711,"f1":0.926186,"accuracy":0.940711,"main_score":0.926186,"hf_subset":"ltg_Latn-eng_Latn","languages":["ltg-Latn","eng-Latn"]},{"precision":0.9139,"recall":0.938735,"f1":0.921607,"accuracy":0.938735,"main_score":0.921607,"hf_subset":"ltg_Latn-hrv_Latn","languages":["ltg-Latn","hrv-Latn"]},{"precision":0.452801,"recall":0.516798,"f1":0.47094,"accuracy":0.516798,"main_score":0.47094,"hf_subset":"ltg_Latn-kin_Latn","languages":["ltg-Latn","kin-Latn"]},{"precision":0.851426,"recall":0.889328,"f1":0.862815,"accuracy":0.889328,"main_score":0.862815,"hf_subset":"ltg_Latn-mal_Mlym","languages":["ltg-Latn","mal-Mlym"]},{"precision":0.897497,"recall":0.925889,"f1":0.906273,"accuracy":0.925889,"main_score":0.906273,"hf_subset":"ltg_Latn-pes_Arab","languages":["ltg-Latn","pes-Arab"]},{"precision":0.868445,"recall":0.903162,"f1":0.879023,"accuracy":0.903162,"main_score":0.879023,"hf_subset":"ltg_Latn-srd_Latn","languages":["ltg-Latn","srd-Latn"]},{"precision":0.119056,"recall":0.183794,"f1":0.132632,"accuracy":0.183794,"main_score":0.132632,"hf_subset":"ltg_Latn-tzm_Tfng","languages":["ltg-Latn","tzm-Tfng"]},{"precision":0.888043,"recall":0.918972,"f1":0.897497,"accuracy":0.918972,"main_score":0.897497,"hf_subset":"ltg_Latn-acq_Arab","languages":["ltg-Latn","acq-Arab"]},{"precision":0.515158,"recall":0.577075,"f1":0.532122,"accuracy":0.577075,"main_score":0.532122,"hf_subset":"ltg_Latn-bem_Latn","languages":["ltg-Latn","bem-Latn"]},{"precision":0.912171,"recall":0.935771,"f1":0.91917,"accuracy":0.935771,"main_score":0.91917,"hf_subset":"ltg_Latn-epo_Latn","languages":["ltg-Latn","epo-Latn"]},{"precision":0.905879,"recall":0.929842,"f1":0.912982,"accuracy":0.929842,"main_score":0.912982,"hf_subset":"ltg_Latn-hun_Latn","languages":["ltg-Latn","hun-Latn"]},{"precision":0.836462,"recall":0.87253,"f1":0.847534,"accuracy":0.87253,"main_score":0.847534,"hf_subset":"ltg_Latn-kir_Cyrl","languages":["ltg-Latn","kir-Cyrl"]},{"precision":0.865777,"recall":0.901186,"f1":0.876534,"accuracy":0.901186,"main_score":0.876534,"hf_subset":"ltg_Latn-mar_Deva","languages":["ltg-Latn","mar-Deva"]},{"precision":0.536775,"recall":0.593874,"f1":0.552925,"accuracy":0.593874,"main_score":0.552925,"hf_subset":"ltg_Latn-plt_Latn","languages":["ltg-Latn","plt-Latn"]},{"precision":0.925807,"recall":0.94664,"f1":0.932378,"accuracy":0.94664,"main_score":0.932378,"hf_subset":"ltg_Latn-srp_Cyrl","languages":["ltg-Latn","srp-Cyrl"]},{"precision":0.759314,"recall":0.814229,"f1":0.775906,"accuracy":0.814229,"main_score":0.775906,"hf_subset":"ltg_Latn-uig_Arab","languages":["ltg-Latn","uig-Arab"]},{"precision":0.839372,"recall":0.878458,"f1":0.851402,"accuracy":0.878458,"main_score":0.851402,"hf_subset":"ltg_Latn-aeb_Arab","languages":["ltg-Latn","aeb-Arab"]},{"precision":0.870578,"recall":0.905138,"f1":0.881116,"accuracy":0.905138,"main_score":0.881116,"hf_subset":"ltg_Latn-ben_Beng","languages":["ltg-Latn","ben-Beng"]},{"precision":0.890184,"recall":0.920949,"f1":0.899473,"accuracy":0.920949,"main_score":0.899473,"hf_subset":"ltg_Latn-est_Latn","languages":["ltg-Latn","est-Latn"]},{"precision":0.867507,"recall":0.906126,"f1":0.879809,"accuracy":0.906126,"main_score":0.879809,"hf_subset":"ltg_Latn-hye_Armn","languages":["ltg-Latn","hye-Armn"]},{"precision":0.453224,"recall":0.507905,"f1":0.468497,"accuracy":0.507905,"main_score":0.468497,"hf_subset":"ltg_Latn-kmb_Latn","languages":["ltg-Latn","kmb-Latn"]},{"precision":0.367087,"recall":0.449605,"f1":0.38879,"accuracy":0.449605,"main_score":0.38879,"hf_subset":"ltg_Latn-min_Arab","languages":["ltg-Latn","min-Arab"]},{"precision":0.907477,"recall":0.933794,"f1":0.915613,"accuracy":0.933794,"main_score":0.915613,"hf_subset":"ltg_Latn-pol_Latn","languages":["ltg-Latn","pol-Latn"]},{"precision":0.437436,"recall":0.512846,"f1":0.458501,"accuracy":0.512846,"main_score":0.458501,"hf_subset":"ltg_Latn-ssw_Latn","languages":["ltg-Latn","ssw-Latn"]},{"precision":0.925478,"recall":0.947628,"f1":0.932378,"accuracy":0.947628,"main_score":0.932378,"hf_subset":"ltg_Latn-ukr_Cyrl","languages":["ltg-Latn","ukr-Cyrl"]},{"precision":0.906999,"recall":0.93083,"f1":0.91408,"accuracy":0.93083,"main_score":0.91408,"hf_subset":"ltg_Latn-afr_Latn","languages":["ltg-Latn","afr-Latn"]},{"precision":0.843389,"recall":0.882411,"f1":0.85524,"accuracy":0.882411,"main_score":0.85524,"hf_subset":"ltg_Latn-bho_Deva","languages":["ltg-Latn","bho-Deva"]},{"precision":0.817707,"recall":0.856719,"f1":0.829348,"accuracy":0.856719,"main_score":0.829348,"hf_subset":"ltg_Latn-eus_Latn","languages":["ltg-Latn","eus-Latn"]},{"precision":0.448506,"recall":0.523715,"f1":0.46913,"accuracy":0.523715,"main_score":0.46913,"hf_subset":"ltg_Latn-ibo_Latn","languages":["ltg-Latn","ibo-Latn"]},{"precision":0.637484,"recall":0.708498,"f1":0.658452,"accuracy":0.708498,"main_score":0.658452,"hf_subset":"ltg_Latn-kmr_Latn","languages":["ltg-Latn","kmr-Latn"]},{"precision":0.813653,"recall":0.86166,"f1":0.828543,"accuracy":0.86166,"main_score":0.828543,"hf_subset":"ltg_Latn-min_Latn","languages":["ltg-Latn","min-Latn"]},{"precision":0.910985,"recall":0.933794,"f1":0.917805,"accuracy":0.933794,"main_score":0.917805,"hf_subset":"ltg_Latn-por_Latn","languages":["ltg-Latn","por-Latn"]},{"precision":0.875988,"recall":0.909091,"f1":0.886133,"accuracy":0.909091,"main_score":0.886133,"hf_subset":"ltg_Latn-sun_Latn","languages":["ltg-Latn","sun-Latn"]},{"precision":0.438679,"recall":0.500988,"f1":0.456856,"accuracy":0.500988,"main_score":0.456856,"hf_subset":"ltg_Latn-umb_Latn","languages":["ltg-Latn","umb-Latn"]},{"precision":0.878096,"recall":0.911067,"f1":0.888124,"accuracy":0.911067,"main_score":0.888124,"hf_subset":"ltg_Latn-ajp_Arab","languages":["ltg-Latn","ajp-Arab"]},{"precision":0.406169,"recall":0.480237,"f1":0.426703,"accuracy":0.480237,"main_score":0.426703,"hf_subset":"ltg_Latn-bjn_Arab","languages":["ltg-Latn","bjn-Arab"]},{"precision":0.444575,"recall":0.504941,"f1":0.461192,"accuracy":0.504941,"main_score":0.461192,"hf_subset":"ltg_Latn-ewe_Latn","languages":["ltg-Latn","ewe-Latn"]},{"precision":0.783647,"recall":0.822134,"f1":0.794911,"accuracy":0.822134,"main_score":0.794911,"hf_subset":"ltg_Latn-ilo_Latn","languages":["ltg-Latn","ilo-Latn"]},{"precision":0.185145,"recall":0.26087,"f1":0.204676,"accuracy":0.26087,"main_score":0.204676,"hf_subset":"ltg_Latn-knc_Arab","languages":["ltg-Latn","knc-Arab"]},{"precision":0.918626,"recall":0.939723,"f1":0.925132,"accuracy":0.939723,"main_score":0.925132,"hf_subset":"ltg_Latn-mkd_Cyrl","languages":["ltg-Latn","mkd-Cyrl"]},{"precision":0.887516,"recall":0.918972,"f1":0.897365,"accuracy":0.918972,"main_score":0.897365,"hf_subset":"ltg_Latn-prs_Arab","languages":["ltg-Latn","prs-Arab"]},{"precision":0.92859,"recall":0.947628,"f1":0.934289,"accuracy":0.947628,"main_score":0.934289,"hf_subset":"ltg_Latn-swe_Latn","languages":["ltg-Latn","swe-Latn"]},{"precision":0.874812,"recall":0.909091,"f1":0.885623,"accuracy":0.909091,"main_score":0.885623,"hf_subset":"ltg_Latn-urd_Arab","languages":["ltg-Latn","urd-Arab"]},{"precision":0.498472,"recall":0.564229,"f1":0.517212,"accuracy":0.564229,"main_score":0.517212,"hf_subset":"ltg_Latn-aka_Latn","languages":["ltg-Latn","aka-Latn"]},{"precision":0.820052,"recall":0.863636,"f1":0.833449,"accuracy":0.863636,"main_score":0.833449,"hf_subset":"ltg_Latn-bjn_Latn","languages":["ltg-Latn","bjn-Latn"]},{"precision":0.736759,"recall":0.798419,"f1":0.755214,"accuracy":0.798419,"main_score":0.755214,"hf_subset":"ltg_Latn-fao_Latn","languages":["ltg-Latn","fao-Latn"]},{"precision":0.90942,"recall":0.933794,"f1":0.916751,"accuracy":0.933794,"main_score":0.916751,"hf_subset":"ltg_Latn-ind_Latn","languages":["ltg-Latn","ind-Latn"]},{"precision":0.485149,"recall":0.546443,"f1":0.502485,"accuracy":0.546443,"main_score":0.502485,"hf_subset":"ltg_Latn-knc_Latn","languages":["ltg-Latn","knc-Latn"]},{"precision":0.858218,"recall":0.892292,"f1":0.868445,"accuracy":0.892292,"main_score":0.868445,"hf_subset":"ltg_Latn-mlt_Latn","languages":["ltg-Latn","mlt-Latn"]},{"precision":0.547426,"recall":0.61166,"f1":0.565178,"accuracy":0.61166,"main_score":0.565178,"hf_subset":"ltg_Latn-quy_Latn","languages":["ltg-Latn","quy-Latn"]},{"precision":0.596574,"recall":0.662055,"f1":0.615829,"accuracy":0.662055,"main_score":0.615829,"hf_subset":"ltg_Latn-swh_Latn","languages":["ltg-Latn","swh-Latn"]},{"precision":0.862467,"recall":0.896245,"f1":0.87253,"accuracy":0.896245,"main_score":0.87253,"hf_subset":"ltg_Latn-uzn_Latn","languages":["ltg-Latn","uzn-Latn"]},{"precision":0.892737,"recall":0.91996,"f1":0.901054,"accuracy":0.91996,"main_score":0.901054,"hf_subset":"ltg_Latn-als_Latn","languages":["ltg-Latn","als-Latn"]},{"precision":0.161415,"recall":0.227273,"f1":0.177799,"accuracy":0.227273,"main_score":0.177799,"hf_subset":"ltg_Latn-bod_Tibt","languages":["ltg-Latn","bod-Tibt"]},{"precision":0.460962,"recall":0.518775,"f1":0.476874,"accuracy":0.518775,"main_score":0.476874,"hf_subset":"ltg_Latn-fij_Latn","languages":["ltg-Latn","fij-Latn"]},{"precision":0.753139,"recall":0.812253,"f1":0.771017,"accuracy":0.812253,"main_score":0.771017,"hf_subset":"ltg_Latn-isl_Latn","languages":["ltg-Latn","isl-Latn"]},{"precision":0.536946,"recall":0.602767,"f1":0.555505,"accuracy":0.602767,"main_score":0.555505,"hf_subset":"ltg_Latn-kon_Latn","languages":["ltg-Latn","kon-Latn"]},{"precision":0.477694,"recall":0.560277,"f1":0.500974,"accuracy":0.560277,"main_score":0.500974,"hf_subset":"ltg_Latn-mni_Beng","languages":["ltg-Latn","mni-Beng"]},{"precision":0.908185,"recall":0.931818,"f1":0.915486,"accuracy":0.931818,"main_score":0.915486,"hf_subset":"ltg_Latn-ron_Latn","languages":["ltg-Latn","ron-Latn"]},{"precision":0.880797,"recall":0.909091,"f1":0.889625,"accuracy":0.909091,"main_score":0.889625,"hf_subset":"ltg_Latn-szl_Latn","languages":["ltg-Latn","szl-Latn"]},{"precision":0.895463,"recall":0.920949,"f1":0.903085,"accuracy":0.920949,"main_score":0.903085,"hf_subset":"ltg_Latn-vec_Latn","languages":["ltg-Latn","vec-Latn"]},{"precision":0.399978,"recall":0.480237,"f1":0.421652,"accuracy":0.480237,"main_score":0.421652,"hf_subset":"ltg_Latn-amh_Ethi","languages":["ltg-Latn","amh-Ethi"]},{"precision":0.919137,"recall":0.942688,"f1":0.926482,"accuracy":0.942688,"main_score":0.926482,"hf_subset":"ltg_Latn-bos_Latn","languages":["ltg-Latn","bos-Latn"]},{"precision":0.889065,"recall":0.917984,"f1":0.897614,"accuracy":0.917984,"main_score":0.897614,"hf_subset":"ltg_Latn-fin_Latn","languages":["ltg-Latn","fin-Latn"]},{"precision":0.917441,"recall":0.940711,"f1":0.924802,"accuracy":0.940711,"main_score":0.924802,"hf_subset":"ltg_Latn-ita_Latn","languages":["ltg-Latn","ita-Latn"]},{"precision":0.893067,"recall":0.921937,"f1":0.90191,"accuracy":0.921937,"main_score":0.90191,"hf_subset":"ltg_Latn-kor_Hang","languages":["ltg-Latn","kor-Hang"]},{"precision":0.476134,"recall":0.545455,"f1":0.495627,"accuracy":0.545455,"main_score":0.495627,"hf_subset":"ltg_Latn-mos_Latn","languages":["ltg-Latn","mos-Latn"]},{"precision":0.452062,"recall":0.508893,"f1":0.467924,"accuracy":0.508893,"main_score":0.467924,"hf_subset":"ltg_Latn-run_Latn","languages":["ltg-Latn","run-Latn"]},{"precision":0.83778,"recall":0.880435,"f1":0.850583,"accuracy":0.880435,"main_score":0.850583,"hf_subset":"ltg_Latn-tam_Taml","languages":["ltg-Latn","tam-Taml"]},{"precision":0.878113,"recall":0.911067,"f1":0.888161,"accuracy":0.911067,"main_score":0.888161,"hf_subset":"ltg_Latn-vie_Latn","languages":["ltg-Latn","vie-Latn"]},{"precision":0.875807,"recall":0.908103,"f1":0.885559,"accuracy":0.908103,"main_score":0.885559,"hf_subset":"ltg_Latn-apc_Arab","languages":["ltg-Latn","apc-Arab"]},{"precision":0.68739,"recall":0.740119,"f1":0.702476,"accuracy":0.740119,"main_score":0.702476,"hf_subset":"ltg_Latn-bug_Latn","languages":["ltg-Latn","bug-Latn"]},{"precision":0.408071,"recall":0.479249,"f1":0.42762,"accuracy":0.479249,"main_score":0.42762,"hf_subset":"ltg_Latn-fon_Latn","languages":["ltg-Latn","fon-Latn"]},{"precision":0.879982,"recall":0.910079,"f1":0.888889,"accuracy":0.910079,"main_score":0.888889,"hf_subset":"ltg_Latn-jav_Latn","languages":["ltg-Latn","jav-Latn"]},{"precision":0.618207,"recall":0.698617,"f1":0.641006,"accuracy":0.698617,"main_score":0.641006,"hf_subset":"ltg_Latn-lao_Laoo","languages":["ltg-Latn","lao-Laoo"]},{"precision":0.485489,"recall":0.565217,"f1":0.507655,"accuracy":0.565217,"main_score":0.507655,"hf_subset":"ltg_Latn-mri_Latn","languages":["ltg-Latn","mri-Latn"]},{"precision":0.922003,"recall":0.944664,"f1":0.929183,"accuracy":0.944664,"main_score":0.929183,"hf_subset":"ltg_Latn-rus_Cyrl","languages":["ltg-Latn","rus-Cyrl"]},{"precision":0.474662,"recall":0.534585,"f1":0.491432,"accuracy":0.534585,"main_score":0.491432,"hf_subset":"ltg_Latn-taq_Latn","languages":["ltg-Latn","taq-Latn"]},{"precision":0.861834,"recall":0.891304,"f1":0.870509,"accuracy":0.891304,"main_score":0.870509,"hf_subset":"ltg_Latn-war_Latn","languages":["ltg-Latn","war-Latn"]},{"precision":0.897316,"recall":0.926877,"f1":0.906639,"accuracy":0.926877,"main_score":0.906639,"hf_subset":"ltg_Latn-arb_Arab","languages":["ltg-Latn","arb-Arab"]},{"precision":0.921476,"recall":0.942688,"f1":0.9278,"accuracy":0.942688,"main_score":0.9278,"hf_subset":"ltg_Latn-bul_Cyrl","languages":["ltg-Latn","bul-Cyrl"]},{"precision":0.918725,"recall":0.938735,"f1":0.924708,"accuracy":0.938735,"main_score":0.924708,"hf_subset":"ltg_Latn-fra_Latn","languages":["ltg-Latn","fra-Latn"]},{"precision":0.887022,"recall":0.917984,"f1":0.896706,"accuracy":0.917984,"main_score":0.896706,"hf_subset":"ltg_Latn-jpn_Jpan","languages":["ltg-Latn","jpn-Jpan"]},{"precision":0.870504,"recall":0.903162,"f1":0.880303,"accuracy":0.903162,"main_score":0.880303,"hf_subset":"ltg_Latn-lij_Latn","languages":["ltg-Latn","lij-Latn"]},{"precision":0.671014,"recall":0.745059,"f1":0.693121,"accuracy":0.745059,"main_score":0.693121,"hf_subset":"ltg_Latn-mya_Mymr","languages":["ltg-Latn","mya-Mymr"]},{"precision":0.489278,"recall":0.567194,"f1":0.510835,"accuracy":0.567194,"main_score":0.510835,"hf_subset":"ltg_Latn-sag_Latn","languages":["ltg-Latn","sag-Latn"]},{"precision":0.135529,"recall":0.210474,"f1":0.150459,"accuracy":0.210474,"main_score":0.150459,"hf_subset":"ltg_Latn-taq_Tfng","languages":["ltg-Latn","taq-Tfng"]},{"precision":0.533322,"recall":0.601779,"f1":0.552412,"accuracy":0.601779,"main_score":0.552412,"hf_subset":"ltg_Latn-wol_Latn","languages":["ltg-Latn","wol-Latn"]},{"precision":0.50846,"recall":0.590909,"f1":0.532203,"accuracy":0.590909,"main_score":0.532203,"hf_subset":"ltg_Latn-arb_Latn","languages":["ltg-Latn","arb-Latn"]},{"precision":0.915135,"recall":0.937747,"f1":0.922167,"accuracy":0.937747,"main_score":0.922167,"hf_subset":"ltg_Latn-cat_Latn","languages":["ltg-Latn","cat-Latn"]},{"precision":0.876574,"recall":0.906126,"f1":0.885161,"accuracy":0.906126,"main_score":0.885161,"hf_subset":"ltg_Latn-fur_Latn","languages":["ltg-Latn","fur-Latn"]},{"precision":0.327413,"recall":0.397233,"f1":0.347136,"accuracy":0.397233,"main_score":0.347136,"hf_subset":"ltg_Latn-kab_Latn","languages":["ltg-Latn","kab-Latn"]},{"precision":0.86207,"recall":0.891304,"f1":0.870685,"accuracy":0.891304,"main_score":0.870685,"hf_subset":"ltg_Latn-lim_Latn","languages":["ltg-Latn","lim-Latn"]},{"precision":0.90224,"recall":0.928854,"f1":0.910375,"accuracy":0.928854,"main_score":0.910375,"hf_subset":"ltg_Latn-nld_Latn","languages":["ltg-Latn","nld-Latn"]},{"precision":0.794203,"recall":0.846838,"f1":0.809999,"accuracy":0.846838,"main_score":0.809999,"hf_subset":"ltg_Latn-san_Deva","languages":["ltg-Latn","san-Deva"]},{"precision":0.866749,"recall":0.898221,"f1":0.876021,"accuracy":0.898221,"main_score":0.876021,"hf_subset":"ltg_Latn-tat_Cyrl","languages":["ltg-Latn","tat-Cyrl"]},{"precision":0.49279,"recall":0.565217,"f1":0.513441,"accuracy":0.565217,"main_score":0.513441,"hf_subset":"ltg_Latn-xho_Latn","languages":["ltg-Latn","xho-Latn"]},{"precision":0.889773,"recall":0.921937,"f1":0.899934,"accuracy":0.921937,"main_score":0.899934,"hf_subset":"ltg_Latn-ars_Arab","languages":["ltg-Latn","ars-Arab"]},{"precision":0.874252,"recall":0.901186,"f1":0.881966,"accuracy":0.901186,"main_score":0.881966,"hf_subset":"ltg_Latn-ceb_Latn","languages":["ltg-Latn","ceb-Latn"]},{"precision":0.466175,"recall":0.530632,"f1":0.484408,"accuracy":0.530632,"main_score":0.484408,"hf_subset":"ltg_Latn-fuv_Latn","languages":["ltg-Latn","fuv-Latn"]},{"precision":0.44087,"recall":0.51581,"f1":0.461514,"accuracy":0.51581,"main_score":0.461514,"hf_subset":"ltg_Latn-kac_Latn","languages":["ltg-Latn","kac-Latn"]},{"precision":0.543334,"recall":0.61166,"f1":0.562735,"accuracy":0.61166,"main_score":0.562735,"hf_subset":"ltg_Latn-lin_Latn","languages":["ltg-Latn","lin-Latn"]},{"precision":0.910903,"recall":0.935771,"f1":0.918577,"accuracy":0.935771,"main_score":0.918577,"hf_subset":"ltg_Latn-nno_Latn","languages":["ltg-Latn","nno-Latn"]},{"precision":0.025617,"recall":0.068182,"f1":0.031936,"accuracy":0.068182,"main_score":0.031936,"hf_subset":"ltg_Latn-sat_Olck","languages":["ltg-Latn","sat-Olck"]},{"precision":0.855007,"recall":0.891304,"f1":0.866074,"accuracy":0.891304,"main_score":0.866074,"hf_subset":"ltg_Latn-tel_Telu","languages":["ltg-Latn","tel-Telu"]},{"precision":0.631556,"recall":0.697628,"f1":0.651572,"accuracy":0.697628,"main_score":0.651572,"hf_subset":"ltg_Latn-ydd_Hebr","languages":["ltg-Latn","ydd-Hebr"]},{"precision":0.830056,"recall":0.876482,"f1":0.844433,"accuracy":0.876482,"main_score":0.844433,"hf_subset":"ltg_Latn-ary_Arab","languages":["ltg-Latn","ary-Arab"]},{"precision":0.920052,"recall":0.940711,"f1":0.926367,"accuracy":0.940711,"main_score":0.926367,"hf_subset":"ltg_Latn-ces_Latn","languages":["ltg-Latn","ces-Latn"]},{"precision":0.398795,"recall":0.472332,"f1":0.419331,"accuracy":0.472332,"main_score":0.419331,"hf_subset":"ltg_Latn-gaz_Latn","languages":["ltg-Latn","gaz-Latn"]},{"precision":0.462088,"recall":0.528656,"f1":0.480737,"accuracy":0.528656,"main_score":0.480737,"hf_subset":"ltg_Latn-kam_Latn","languages":["ltg-Latn","kam-Latn"]},{"precision":0.91996,"recall":0.943676,"f1":0.927339,"accuracy":0.943676,"main_score":0.927339,"hf_subset":"ltg_Latn-lit_Latn","languages":["ltg-Latn","lit-Latn"]},{"precision":0.918215,"recall":0.940711,"f1":0.925066,"accuracy":0.940711,"main_score":0.925066,"hf_subset":"ltg_Latn-nob_Latn","languages":["ltg-Latn","nob-Latn"]},{"precision":0.858185,"recall":0.894269,"f1":0.869071,"accuracy":0.894269,"main_score":0.869071,"hf_subset":"ltg_Latn-scn_Latn","languages":["ltg-Latn","scn-Latn"]},{"precision":0.769911,"recall":0.822134,"f1":0.78546,"accuracy":0.822134,"main_score":0.78546,"hf_subset":"ltg_Latn-tgk_Cyrl","languages":["ltg-Latn","tgk-Cyrl"]},{"precision":0.404685,"recall":0.477273,"f1":0.425238,"accuracy":0.477273,"main_score":0.425238,"hf_subset":"ltg_Latn-yor_Latn","languages":["ltg-Latn","yor-Latn"]},{"precision":0.873254,"recall":0.909091,"f1":0.884307,"accuracy":0.909091,"main_score":0.884307,"hf_subset":"ltg_Latn-arz_Arab","languages":["ltg-Latn","arz-Arab"]},{"precision":0.45235,"recall":0.525692,"f1":0.472771,"accuracy":0.525692,"main_score":0.472771,"hf_subset":"ltg_Latn-cjk_Latn","languages":["ltg-Latn","cjk-Latn"]},{"precision":0.511197,"recall":0.58498,"f1":0.531781,"accuracy":0.58498,"main_score":0.531781,"hf_subset":"ltg_Latn-gla_Latn","languages":["ltg-Latn","gla-Latn"]},{"precision":0.855229,"recall":0.895257,"f1":0.867564,"accuracy":0.895257,"main_score":0.867564,"hf_subset":"ltg_Latn-kan_Knda","languages":["ltg-Latn","kan-Knda"]},{"precision":0.872266,"recall":0.90415,"f1":0.881884,"accuracy":0.90415,"main_score":0.881884,"hf_subset":"ltg_Latn-lmo_Latn","languages":["ltg-Latn","lmo-Latn"]},{"precision":0.885985,"recall":0.916996,"f1":0.895455,"accuracy":0.916996,"main_score":0.895455,"hf_subset":"ltg_Latn-npi_Deva","languages":["ltg-Latn","npi-Deva"]},{"precision":0.402458,"recall":0.485178,"f1":0.424974,"accuracy":0.485178,"main_score":0.424974,"hf_subset":"ltg_Latn-shn_Mymr","languages":["ltg-Latn","shn-Mymr"]},{"precision":0.886126,"recall":0.91502,"f1":0.895076,"accuracy":0.91502,"main_score":0.895076,"hf_subset":"ltg_Latn-tgl_Latn","languages":["ltg-Latn","tgl-Latn"]},{"precision":0.90067,"recall":0.926877,"f1":0.90863,"accuracy":0.926877,"main_score":0.90863,"hf_subset":"ltg_Latn-yue_Hant","languages":["ltg-Latn","yue-Hant"]},{"precision":0.819335,"recall":0.86166,"f1":0.832232,"accuracy":0.86166,"main_score":0.832232,"hf_subset":"ltg_Latn-asm_Beng","languages":["ltg-Latn","asm-Beng"]},{"precision":0.605758,"recall":0.671937,"f1":0.625125,"accuracy":0.671937,"main_score":0.625125,"hf_subset":"ltg_Latn-ckb_Arab","languages":["ltg-Latn","ckb-Arab"]},{"precision":0.586357,"recall":0.662055,"f1":0.607844,"accuracy":0.662055,"main_score":0.607844,"hf_subset":"ltg_Latn-gle_Latn","languages":["ltg-Latn","gle-Latn"]},{"precision":0.724301,"recall":0.779644,"f1":0.741024,"accuracy":0.779644,"main_score":0.741024,"hf_subset":"ltg_Latn-kas_Arab","languages":["ltg-Latn","kas-Arab"]},{"precision":0.497188,"recall":0.560277,"f1":0.51452,"accuracy":0.560277,"main_score":0.51452,"hf_subset":"ltg_Latn-nso_Latn","languages":["ltg-Latn","nso-Latn"]},{"precision":0.294947,"recall":0.366601,"f1":0.313363,"accuracy":0.366601,"main_score":0.313363,"hf_subset":"ltg_Latn-sin_Sinh","languages":["ltg-Latn","sin-Sinh"]},{"precision":0.88447,"recall":0.916008,"f1":0.894137,"accuracy":0.916008,"main_score":0.894137,"hf_subset":"ltg_Latn-tha_Thai","languages":["ltg-Latn","tha-Thai"]},{"precision":0.875503,"recall":0.908103,"f1":0.885378,"accuracy":0.908103,"main_score":0.885378,"hf_subset":"ltg_Latn-zho_Hans","languages":["ltg-Latn","zho-Hans"]},{"precision":0.901515,"recall":0.928854,"f1":0.909999,"accuracy":0.928854,"main_score":0.909999,"hf_subset":"ltg_Latn-ast_Latn","languages":["ltg-Latn","ast-Latn"]},{"precision":0.867614,"recall":0.901186,"f1":0.877822,"accuracy":0.901186,"main_score":0.877822,"hf_subset":"ltg_Latn-crh_Latn","languages":["ltg-Latn","crh-Latn"]},{"precision":0.913488,"recall":0.936759,"f1":0.920685,"accuracy":0.936759,"main_score":0.920685,"hf_subset":"ltg_Latn-glg_Latn","languages":["ltg-Latn","glg-Latn"]},{"precision":0.628228,"recall":0.701581,"f1":0.64941,"accuracy":0.701581,"main_score":0.64941,"hf_subset":"ltg_Latn-kas_Deva","languages":["ltg-Latn","kas-Deva"]},{"precision":0.883245,"recall":0.910079,"f1":0.891446,"accuracy":0.910079,"main_score":0.891446,"hf_subset":"ltg_Latn-ltz_Latn","languages":["ltg-Latn","ltz-Latn"]},{"precision":0.383796,"recall":0.452569,"f1":0.40154,"accuracy":0.452569,"main_score":0.40154,"hf_subset":"ltg_Latn-nus_Latn","languages":["ltg-Latn","nus-Latn"]},{"precision":0.908442,"recall":0.931818,"f1":0.915366,"accuracy":0.931818,"main_score":0.915366,"hf_subset":"ltg_Latn-slk_Latn","languages":["ltg-Latn","slk-Latn"]},{"precision":0.249504,"recall":0.317194,"f1":0.266776,"accuracy":0.317194,"main_score":0.266776,"hf_subset":"ltg_Latn-tir_Ethi","languages":["ltg-Latn","tir-Ethi"]},{"precision":0.875604,"recall":0.909091,"f1":0.885837,"accuracy":0.909091,"main_score":0.885837,"hf_subset":"ltg_Latn-zho_Hant","languages":["ltg-Latn","zho-Hant"]},{"precision":0.869681,"recall":0.905138,"f1":0.880632,"accuracy":0.905138,"main_score":0.880632,"hf_subset":"ltg_Latn-awa_Deva","languages":["ltg-Latn","awa-Deva"]},{"precision":0.728327,"recall":0.784585,"f1":0.745092,"accuracy":0.784585,"main_score":0.745092,"hf_subset":"ltg_Latn-cym_Latn","languages":["ltg-Latn","cym-Latn"]},{"precision":0.667718,"recall":0.720356,"f1":0.682646,"accuracy":0.720356,"main_score":0.682646,"hf_subset":"ltg_Latn-grn_Latn","languages":["ltg-Latn","grn-Latn"]},{"precision":0.861093,"recall":0.895257,"f1":0.871327,"accuracy":0.895257,"main_score":0.871327,"hf_subset":"ltg_Latn-kat_Geor","languages":["ltg-Latn","kat-Geor"]},{"precision":0.533013,"recall":0.592885,"f1":0.550335,"accuracy":0.592885,"main_score":0.550335,"hf_subset":"ltg_Latn-lua_Latn","languages":["ltg-Latn","lua-Latn"]},{"precision":0.494461,"recall":0.557312,"f1":0.512251,"accuracy":0.557312,"main_score":0.512251,"hf_subset":"ltg_Latn-nya_Latn","languages":["ltg-Latn","nya-Latn"]},{"precision":0.909338,"recall":0.934783,"f1":0.917556,"accuracy":0.934783,"main_score":0.917556,"hf_subset":"ltg_Latn-slv_Latn","languages":["ltg-Latn","slv-Latn"]},{"precision":0.696912,"recall":0.757905,"f1":0.714921,"accuracy":0.757905,"main_score":0.714921,"hf_subset":"ltg_Latn-tpi_Latn","languages":["ltg-Latn","tpi-Latn"]},{"precision":0.906319,"recall":0.931818,"f1":0.914295,"accuracy":0.931818,"main_score":0.914295,"hf_subset":"ltg_Latn-zsm_Latn","languages":["ltg-Latn","zsm-Latn"]},{"precision":0.46388,"recall":0.529644,"f1":0.482004,"accuracy":0.529644,"main_score":0.482004,"hf_subset":"ltg_Latn-ayr_Latn","languages":["ltg-Latn","ayr-Latn"]},{"precision":0.927734,"recall":0.947628,"f1":0.933762,"accuracy":0.947628,"main_score":0.933762,"hf_subset":"ltg_Latn-dan_Latn","languages":["ltg-Latn","dan-Latn"]},{"precision":0.868372,"recall":0.903162,"f1":0.878889,"accuracy":0.903162,"main_score":0.878889,"hf_subset":"ltg_Latn-guj_Gujr","languages":["ltg-Latn","guj-Gujr"]},{"precision":0.892622,"recall":0.920949,"f1":0.901318,"accuracy":0.920949,"main_score":0.901318,"hf_subset":"ltg_Latn-kaz_Cyrl","languages":["ltg-Latn","kaz-Cyrl"]},{"precision":0.43354,"recall":0.5,"f1":0.45203,"accuracy":0.5,"main_score":0.45203,"hf_subset":"ltg_Latn-lug_Latn","languages":["ltg-Latn","lug-Latn"]},{"precision":0.904809,"recall":0.93083,"f1":0.912963,"accuracy":0.93083,"main_score":0.912963,"hf_subset":"ltg_Latn-oci_Latn","languages":["ltg-Latn","oci-Latn"]},{"precision":0.503212,"recall":0.567194,"f1":0.521756,"accuracy":0.567194,"main_score":0.521756,"hf_subset":"ltg_Latn-smo_Latn","languages":["ltg-Latn","smo-Latn"]},{"precision":0.452848,"recall":0.517787,"f1":0.470852,"accuracy":0.517787,"main_score":0.470852,"hf_subset":"ltg_Latn-tsn_Latn","languages":["ltg-Latn","tsn-Latn"]},{"precision":0.441803,"recall":0.511858,"f1":0.460467,"accuracy":0.511858,"main_score":0.460467,"hf_subset":"ltg_Latn-zul_Latn","languages":["ltg-Latn","zul-Latn"]},{"precision":0.688902,"recall":0.753953,"f1":0.708597,"accuracy":0.753953,"main_score":0.708597,"hf_subset":"ltg_Latn-azb_Arab","languages":["ltg-Latn","azb-Arab"]},{"precision":0.913818,"recall":0.937747,"f1":0.921344,"accuracy":0.937747,"main_score":0.921344,"hf_subset":"ltg_Latn-deu_Latn","languages":["ltg-Latn","deu-Latn"]},{"precision":0.789125,"recall":0.836957,"f1":0.8037,"accuracy":0.836957,"main_score":0.8037,"hf_subset":"ltg_Latn-hat_Latn","languages":["ltg-Latn","hat-Latn"]},{"precision":0.435056,"recall":0.500988,"f1":0.453101,"accuracy":0.500988,"main_score":0.453101,"hf_subset":"ltg_Latn-kbp_Latn","languages":["ltg-Latn","kbp-Latn"]},{"precision":0.476172,"recall":0.536561,"f1":0.493479,"accuracy":0.536561,"main_score":0.493479,"hf_subset":"ltg_Latn-luo_Latn","languages":["ltg-Latn","luo-Latn"]},{"precision":0.845168,"recall":0.886364,"f1":0.857922,"accuracy":0.886364,"main_score":0.857922,"hf_subset":"ltg_Latn-ory_Orya","languages":["ltg-Latn","ory-Orya"]},{"precision":0.461624,"recall":0.528656,"f1":0.480312,"accuracy":0.528656,"main_score":0.480312,"hf_subset":"ltg_Latn-sna_Latn","languages":["ltg-Latn","sna-Latn"]},{"precision":0.464233,"recall":0.525692,"f1":0.480898,"accuracy":0.525692,"main_score":0.480898,"hf_subset":"ltg_Latn-tso_Latn","languages":["ltg-Latn","tso-Latn"]},{"precision":0.878854,"recall":0.908103,"f1":0.887813,"accuracy":0.908103,"main_score":0.887813,"hf_subset":"ltg_Latn-azj_Latn","languages":["ltg-Latn","azj-Latn"]},{"precision":0.438883,"recall":0.514822,"f1":0.460921,"accuracy":0.514822,"main_score":0.460921,"hf_subset":"ltg_Latn-dik_Latn","languages":["ltg-Latn","dik-Latn"]},{"precision":0.456434,"recall":0.516798,"f1":0.473738,"accuracy":0.516798,"main_score":0.473738,"hf_subset":"ltg_Latn-hau_Latn","languages":["ltg-Latn","hau-Latn"]},{"precision":0.863208,"recall":0.897233,"f1":0.873254,"accuracy":0.897233,"main_score":0.873254,"hf_subset":"ltg_Latn-kea_Latn","languages":["ltg-Latn","kea-Latn"]},{"precision":0.597193,"recall":0.653162,"f1":0.613033,"accuracy":0.653162,"main_score":0.613033,"hf_subset":"ltg_Latn-lus_Latn","languages":["ltg-Latn","lus-Latn"]},{"precision":0.738828,"recall":0.782609,"f1":0.75215,"accuracy":0.782609,"main_score":0.75215,"hf_subset":"ltg_Latn-pag_Latn","languages":["ltg-Latn","pag-Latn"]},{"precision":0.833119,"recall":0.874506,"f1":0.845685,"accuracy":0.874506,"main_score":0.845685,"hf_subset":"ltg_Latn-snd_Arab","languages":["ltg-Latn","snd-Arab"]},{"precision":0.782296,"recall":0.827075,"f1":0.795648,"accuracy":0.827075,"main_score":0.795648,"hf_subset":"ltg_Latn-tuk_Latn","languages":["ltg-Latn","tuk-Latn"]},{"precision":0.843901,"recall":0.882411,"f1":0.855995,"accuracy":0.882411,"main_score":0.855995,"hf_subset":"ltg_Latn-bak_Cyrl","languages":["ltg-Latn","bak-Cyrl"]},{"precision":0.386202,"recall":0.476285,"f1":0.411249,"accuracy":0.476285,"main_score":0.411249,"hf_subset":"ltg_Latn-dyu_Latn","languages":["ltg-Latn","dyu-Latn"]},{"precision":0.887558,"recall":0.917984,"f1":0.896978,"accuracy":0.917984,"main_score":0.896978,"hf_subset":"ltg_Latn-heb_Hebr","languages":["ltg-Latn","heb-Hebr"]},{"precision":0.733203,"recall":0.789526,"f1":0.750269,"accuracy":0.789526,"main_score":0.750269,"hf_subset":"ltg_Latn-khk_Cyrl","languages":["ltg-Latn","khk-Cyrl"]},{"precision":0.938521,"recall":0.955534,"f1":0.943742,"accuracy":0.955534,"main_score":0.943742,"hf_subset":"ltg_Latn-lvs_Latn","languages":["ltg-Latn","lvs-Latn"]},{"precision":0.858119,"recall":0.895257,"f1":0.869763,"accuracy":0.895257,"main_score":0.869763,"hf_subset":"ltg_Latn-pan_Guru","languages":["ltg-Latn","pan-Guru"]},{"precision":0.446608,"recall":0.512846,"f1":0.465088,"accuracy":0.512846,"main_score":0.465088,"hf_subset":"ltg_Latn-som_Latn","languages":["ltg-Latn","som-Latn"]},{"precision":0.482593,"recall":0.536561,"f1":0.497832,"accuracy":0.536561,"main_score":0.497832,"hf_subset":"ltg_Latn-tum_Latn","languages":["ltg-Latn","tum-Latn"]},{"precision":0.372261,"recall":0.429842,"f1":0.388145,"accuracy":0.429842,"main_score":0.388145,"hf_subset":"nso_Latn-ace_Arab","languages":["nso-Latn","ace-Arab"]},{"precision":0.480567,"recall":0.528656,"f1":0.49407,"accuracy":0.528656,"main_score":0.49407,"hf_subset":"nso_Latn-bam_Latn","languages":["nso-Latn","bam-Latn"]},{"precision":0.110813,"recall":0.158103,"f1":0.122813,"accuracy":0.158103,"main_score":0.122813,"hf_subset":"nso_Latn-dzo_Tibt","languages":["nso-Latn","dzo-Tibt"]},{"precision":0.506635,"recall":0.573123,"f1":0.525727,"accuracy":0.573123,"main_score":0.525727,"hf_subset":"nso_Latn-hin_Deva","languages":["nso-Latn","hin-Deva"]},{"precision":0.384152,"recall":0.456522,"f1":0.404057,"accuracy":0.456522,"main_score":0.404057,"hf_subset":"nso_Latn-khm_Khmr","languages":["nso-Latn","khm-Khmr"]},{"precision":0.516572,"recall":0.578063,"f1":0.533931,"accuracy":0.578063,"main_score":0.533931,"hf_subset":"nso_Latn-mag_Deva","languages":["nso-Latn","mag-Deva"]},{"precision":0.547164,"recall":0.590909,"f1":0.55959,"accuracy":0.590909,"main_score":0.55959,"hf_subset":"nso_Latn-pap_Latn","languages":["nso-Latn","pap-Latn"]},{"precision":0.641713,"recall":0.6917,"f1":0.655066,"accuracy":0.6917,"main_score":0.655066,"hf_subset":"nso_Latn-sot_Latn","languages":["nso-Latn","sot-Latn"]},{"precision":0.530152,"recall":0.592885,"f1":0.547421,"accuracy":0.592885,"main_score":0.547421,"hf_subset":"nso_Latn-tur_Latn","languages":["nso-Latn","tur-Latn"]},{"precision":0.543424,"recall":0.588933,"f1":0.555831,"accuracy":0.588933,"main_score":0.555831,"hf_subset":"nso_Latn-ace_Latn","languages":["nso-Latn","ace-Latn"]},{"precision":0.54678,"recall":0.592885,"f1":0.560217,"accuracy":0.592885,"main_score":0.560217,"hf_subset":"nso_Latn-ban_Latn","languages":["nso-Latn","ban-Latn"]},{"precision":0.478791,"recall":0.551383,"f1":0.499821,"accuracy":0.551383,"main_score":0.499821,"hf_subset":"nso_Latn-ell_Grek","languages":["nso-Latn","ell-Grek"]},{"precision":0.496978,"recall":0.562253,"f1":0.515809,"accuracy":0.562253,"main_score":0.515809,"hf_subset":"nso_Latn-hne_Deva","languages":["nso-Latn","hne-Deva"]},{"precision":0.489151,"recall":0.544466,"f1":0.505117,"accuracy":0.544466,"main_score":0.505117,"hf_subset":"nso_Latn-kik_Latn","languages":["nso-Latn","kik-Latn"]},{"precision":0.513459,"recall":0.578063,"f1":0.532267,"accuracy":0.578063,"main_score":0.532267,"hf_subset":"nso_Latn-mai_Deva","languages":["nso-Latn","mai-Deva"]},{"precision":0.479612,"recall":0.54249,"f1":0.497835,"accuracy":0.54249,"main_score":0.497835,"hf_subset":"nso_Latn-pbt_Arab","languages":["nso-Latn","pbt-Arab"]},{"precision":0.529634,"recall":0.594862,"f1":0.547669,"accuracy":0.594862,"main_score":0.547669,"hf_subset":"nso_Latn-spa_Latn","languages":["nso-Latn","spa-Latn"]},{"precision":0.554702,"recall":0.58498,"f1":0.563757,"accuracy":0.58498,"main_score":0.563757,"hf_subset":"nso_Latn-twi_Latn","languages":["nso-Latn","twi-Latn"]},{"precision":0.499837,"recall":0.566206,"f1":0.518635,"accuracy":0.566206,"main_score":0.518635,"hf_subset":"nso_Latn-acm_Arab","languages":["nso-Latn","acm-Arab"]},{"precision":0.501416,"recall":0.565217,"f1":0.519175,"accuracy":0.565217,"main_score":0.519175,"hf_subset":"nso_Latn-bel_Cyrl","languages":["nso-Latn","bel-Cyrl"]},{"precision":0.540083,"recall":0.598814,"f1":0.556462,"accuracy":0.598814,"main_score":0.556462,"hf_subset":"nso_Latn-eng_Latn","languages":["nso-Latn","eng-Latn"]},{"precision":0.537228,"recall":0.596838,"f1":0.554408,"accuracy":0.596838,"main_score":0.554408,"hf_subset":"nso_Latn-hrv_Latn","languages":["nso-Latn","hrv-Latn"]},{"precision":0.478303,"recall":0.52668,"f1":0.491801,"accuracy":0.52668,"main_score":0.491801,"hf_subset":"nso_Latn-kin_Latn","languages":["nso-Latn","kin-Latn"]},{"precision":0.500587,"recall":0.566206,"f1":0.519018,"accuracy":0.566206,"main_score":0.519018,"hf_subset":"nso_Latn-mal_Mlym","languages":["nso-Latn","mal-Mlym"]},{"precision":0.493715,"recall":0.561265,"f1":0.513104,"accuracy":0.561265,"main_score":0.513104,"hf_subset":"nso_Latn-pes_Arab","languages":["nso-Latn","pes-Arab"]},{"precision":0.543428,"recall":0.594862,"f1":0.558013,"accuracy":0.594862,"main_score":0.558013,"hf_subset":"nso_Latn-srd_Latn","languages":["nso-Latn","srd-Latn"]},{"precision":0.161716,"recall":0.211462,"f1":0.172421,"accuracy":0.211462,"main_score":0.172421,"hf_subset":"nso_Latn-tzm_Tfng","languages":["nso-Latn","tzm-Tfng"]},{"precision":0.501312,"recall":0.567194,"f1":0.519989,"accuracy":0.567194,"main_score":0.519989,"hf_subset":"nso_Latn-acq_Arab","languages":["nso-Latn","acq-Arab"]},{"precision":0.553345,"recall":0.585968,"f1":0.562525,"accuracy":0.585968,"main_score":0.562525,"hf_subset":"nso_Latn-bem_Latn","languages":["nso-Latn","bem-Latn"]},{"precision":0.522796,"recall":0.583992,"f1":0.540239,"accuracy":0.583992,"main_score":0.540239,"hf_subset":"nso_Latn-epo_Latn","languages":["nso-Latn","epo-Latn"]},{"precision":0.51621,"recall":0.581028,"f1":0.535225,"accuracy":0.581028,"main_score":0.535225,"hf_subset":"nso_Latn-hun_Latn","languages":["nso-Latn","hun-Latn"]},{"precision":0.526877,"recall":0.58004,"f1":0.543234,"accuracy":0.58004,"main_score":0.543234,"hf_subset":"nso_Latn-kir_Cyrl","languages":["nso-Latn","kir-Cyrl"]},{"precision":0.506375,"recall":0.567194,"f1":0.523602,"accuracy":0.567194,"main_score":0.523602,"hf_subset":"nso_Latn-mar_Deva","languages":["nso-Latn","mar-Deva"]},{"precision":0.525042,"recall":0.567194,"f1":0.537439,"accuracy":0.567194,"main_score":0.537439,"hf_subset":"nso_Latn-plt_Latn","languages":["nso-Latn","plt-Latn"]},{"precision":0.526083,"recall":0.587945,"f1":0.543869,"accuracy":0.587945,"main_score":0.543869,"hf_subset":"nso_Latn-srp_Cyrl","languages":["nso-Latn","srp-Cyrl"]},{"precision":0.460678,"recall":0.521739,"f1":0.477863,"accuracy":0.521739,"main_score":0.477863,"hf_subset":"nso_Latn-uig_Arab","languages":["nso-Latn","uig-Arab"]},{"precision":0.49889,"recall":0.5583,"f1":0.515664,"accuracy":0.5583,"main_score":0.515664,"hf_subset":"nso_Latn-aeb_Arab","languages":["nso-Latn","aeb-Arab"]},{"precision":0.507263,"recall":0.574111,"f1":0.526548,"accuracy":0.574111,"main_score":0.526548,"hf_subset":"nso_Latn-ben_Beng","languages":["nso-Latn","ben-Beng"]},{"precision":0.504167,"recall":0.56917,"f1":0.523353,"accuracy":0.56917,"main_score":0.523353,"hf_subset":"nso_Latn-est_Latn","languages":["nso-Latn","est-Latn"]},{"precision":0.461525,"recall":0.527668,"f1":0.480072,"accuracy":0.527668,"main_score":0.480072,"hf_subset":"nso_Latn-hye_Armn","languages":["nso-Latn","hye-Armn"]},{"precision":0.504964,"recall":0.546443,"f1":0.516209,"accuracy":0.546443,"main_score":0.516209,"hf_subset":"nso_Latn-kmb_Latn","languages":["nso-Latn","kmb-Latn"]},{"precision":0.334249,"recall":0.402174,"f1":0.353739,"accuracy":0.402174,"main_score":0.353739,"hf_subset":"nso_Latn-min_Arab","languages":["nso-Latn","min-Arab"]},{"precision":0.522556,"recall":0.590909,"f1":0.541672,"accuracy":0.590909,"main_score":0.541672,"hf_subset":"nso_Latn-pol_Latn","languages":["nso-Latn","pol-Latn"]},{"precision":0.513547,"recall":0.554348,"f1":0.525365,"accuracy":0.554348,"main_score":0.525365,"hf_subset":"nso_Latn-ssw_Latn","languages":["nso-Latn","ssw-Latn"]},{"precision":0.51506,"recall":0.583992,"f1":0.534542,"accuracy":0.583992,"main_score":0.534542,"hf_subset":"nso_Latn-ukr_Cyrl","languages":["nso-Latn","ukr-Cyrl"]},{"precision":0.548878,"recall":0.603755,"f1":0.564644,"accuracy":0.603755,"main_score":0.564644,"hf_subset":"nso_Latn-afr_Latn","languages":["nso-Latn","afr-Latn"]},{"precision":0.508375,"recall":0.56917,"f1":0.525735,"accuracy":0.56917,"main_score":0.525735,"hf_subset":"nso_Latn-bho_Deva","languages":["nso-Latn","bho-Deva"]},{"precision":0.52044,"recall":0.571146,"f1":0.535145,"accuracy":0.571146,"main_score":0.535145,"hf_subset":"nso_Latn-eus_Latn","languages":["nso-Latn","eus-Latn"]},{"precision":0.508063,"recall":0.557312,"f1":0.521668,"accuracy":0.557312,"main_score":0.521668,"hf_subset":"nso_Latn-ibo_Latn","languages":["nso-Latn","ibo-Latn"]},{"precision":0.531517,"recall":0.578063,"f1":0.544595,"accuracy":0.578063,"main_score":0.544595,"hf_subset":"nso_Latn-kmr_Latn","languages":["nso-Latn","kmr-Latn"]},{"precision":0.545551,"recall":0.591897,"f1":0.558446,"accuracy":0.591897,"main_score":0.558446,"hf_subset":"nso_Latn-min_Latn","languages":["nso-Latn","min-Latn"]},{"precision":0.525795,"recall":0.593874,"f1":0.545482,"accuracy":0.593874,"main_score":0.545482,"hf_subset":"nso_Latn-por_Latn","languages":["nso-Latn","por-Latn"]},{"precision":0.543859,"recall":0.594862,"f1":0.558418,"accuracy":0.594862,"main_score":0.558418,"hf_subset":"nso_Latn-sun_Latn","languages":["nso-Latn","sun-Latn"]},{"precision":0.486578,"recall":0.533597,"f1":0.500201,"accuracy":0.533597,"main_score":0.500201,"hf_subset":"nso_Latn-umb_Latn","languages":["nso-Latn","umb-Latn"]},{"precision":0.49769,"recall":0.564229,"f1":0.51651,"accuracy":0.564229,"main_score":0.51651,"hf_subset":"nso_Latn-ajp_Arab","languages":["nso-Latn","ajp-Arab"]},{"precision":0.365833,"recall":0.422925,"f1":0.38226,"accuracy":0.422925,"main_score":0.38226,"hf_subset":"nso_Latn-bjn_Arab","languages":["nso-Latn","bjn-Arab"]},{"precision":0.51009,"recall":0.548419,"f1":0.520809,"accuracy":0.548419,"main_score":0.520809,"hf_subset":"nso_Latn-ewe_Latn","languages":["nso-Latn","ewe-Latn"]},{"precision":0.574417,"recall":0.608696,"f1":0.584366,"accuracy":0.608696,"main_score":0.584366,"hf_subset":"nso_Latn-ilo_Latn","languages":["nso-Latn","ilo-Latn"]},{"precision":0.218247,"recall":0.288538,"f1":0.23553,"accuracy":0.288538,"main_score":0.23553,"hf_subset":"nso_Latn-knc_Arab","languages":["nso-Latn","knc-Arab"]},{"precision":0.530247,"recall":0.592885,"f1":0.548502,"accuracy":0.592885,"main_score":0.548502,"hf_subset":"nso_Latn-mkd_Cyrl","languages":["nso-Latn","mkd-Cyrl"]},{"precision":0.48566,"recall":0.5583,"f1":0.506171,"accuracy":0.5583,"main_score":0.506171,"hf_subset":"nso_Latn-prs_Arab","languages":["nso-Latn","prs-Arab"]},{"precision":0.526054,"recall":0.590909,"f1":0.545883,"accuracy":0.590909,"main_score":0.545883,"hf_subset":"nso_Latn-swe_Latn","languages":["nso-Latn","swe-Latn"]},{"precision":0.46428,"recall":0.535573,"f1":0.483997,"accuracy":0.535573,"main_score":0.483997,"hf_subset":"nso_Latn-urd_Arab","languages":["nso-Latn","urd-Arab"]},{"precision":0.537733,"recall":0.574111,"f1":0.548737,"accuracy":0.574111,"main_score":0.548737,"hf_subset":"nso_Latn-aka_Latn","languages":["nso-Latn","aka-Latn"]},{"precision":0.537138,"recall":0.590909,"f1":0.552262,"accuracy":0.590909,"main_score":0.552262,"hf_subset":"nso_Latn-bjn_Latn","languages":["nso-Latn","bjn-Latn"]},{"precision":0.522359,"recall":0.570158,"f1":0.535707,"accuracy":0.570158,"main_score":0.535707,"hf_subset":"nso_Latn-fao_Latn","languages":["nso-Latn","fao-Latn"]},{"precision":0.528656,"recall":0.594862,"f1":0.548201,"accuracy":0.594862,"main_score":0.548201,"hf_subset":"nso_Latn-ind_Latn","languages":["nso-Latn","ind-Latn"]},{"precision":0.517564,"recall":0.556324,"f1":0.528256,"accuracy":0.556324,"main_score":0.528256,"hf_subset":"nso_Latn-knc_Latn","languages":["nso-Latn","knc-Latn"]},{"precision":0.555523,"recall":0.603755,"f1":0.569317,"accuracy":0.603755,"main_score":0.569317,"hf_subset":"nso_Latn-mlt_Latn","languages":["nso-Latn","mlt-Latn"]},{"precision":0.511193,"recall":0.559289,"f1":0.525,"accuracy":0.559289,"main_score":0.525,"hf_subset":"nso_Latn-quy_Latn","languages":["nso-Latn","quy-Latn"]},{"precision":0.511694,"recall":0.563241,"f1":0.525907,"accuracy":0.563241,"main_score":0.525907,"hf_subset":"nso_Latn-swh_Latn","languages":["nso-Latn","swh-Latn"]},{"precision":0.508188,"recall":0.564229,"f1":0.523853,"accuracy":0.564229,"main_score":0.523853,"hf_subset":"nso_Latn-uzn_Latn","languages":["nso-Latn","uzn-Latn"]},{"precision":0.513582,"recall":0.575099,"f1":0.530421,"accuracy":0.575099,"main_score":0.530421,"hf_subset":"nso_Latn-als_Latn","languages":["nso-Latn","als-Latn"]},{"precision":0.176299,"recall":0.232213,"f1":0.189408,"accuracy":0.232213,"main_score":0.189408,"hf_subset":"nso_Latn-bod_Tibt","languages":["nso-Latn","bod-Tibt"]},{"precision":0.49968,"recall":0.539526,"f1":0.511182,"accuracy":0.539526,"main_score":0.511182,"hf_subset":"nso_Latn-fij_Latn","languages":["nso-Latn","fij-Latn"]},{"precision":0.476928,"recall":0.536561,"f1":0.493288,"accuracy":0.536561,"main_score":0.493288,"hf_subset":"nso_Latn-isl_Latn","languages":["nso-Latn","isl-Latn"]},{"precision":0.527996,"recall":0.573123,"f1":0.539991,"accuracy":0.573123,"main_score":0.539991,"hf_subset":"nso_Latn-kon_Latn","languages":["nso-Latn","kon-Latn"]},{"precision":0.43146,"recall":0.495059,"f1":0.449482,"accuracy":0.495059,"main_score":0.449482,"hf_subset":"nso_Latn-mni_Beng","languages":["nso-Latn","mni-Beng"]},{"precision":0.535872,"recall":0.597826,"f1":0.553254,"accuracy":0.597826,"main_score":0.553254,"hf_subset":"nso_Latn-ron_Latn","languages":["nso-Latn","ron-Latn"]},{"precision":0.52004,"recall":0.575099,"f1":0.535525,"accuracy":0.575099,"main_score":0.535525,"hf_subset":"nso_Latn-szl_Latn","languages":["nso-Latn","szl-Latn"]},{"precision":0.536544,"recall":0.592885,"f1":0.552279,"accuracy":0.592885,"main_score":0.552279,"hf_subset":"nso_Latn-vec_Latn","languages":["nso-Latn","vec-Latn"]},{"precision":0.299208,"recall":0.362648,"f1":0.315802,"accuracy":0.362648,"main_score":0.315802,"hf_subset":"nso_Latn-amh_Ethi","languages":["nso-Latn","amh-Ethi"]},{"precision":0.537226,"recall":0.598814,"f1":0.554829,"accuracy":0.598814,"main_score":0.554829,"hf_subset":"nso_Latn-bos_Latn","languages":["nso-Latn","bos-Latn"]},{"precision":0.511709,"recall":0.572134,"f1":0.528733,"accuracy":0.572134,"main_score":0.528733,"hf_subset":"nso_Latn-fin_Latn","languages":["nso-Latn","fin-Latn"]},{"precision":0.542812,"recall":0.605731,"f1":0.56122,"accuracy":0.605731,"main_score":0.56122,"hf_subset":"nso_Latn-ita_Latn","languages":["nso-Latn","ita-Latn"]},{"precision":0.50434,"recall":0.573123,"f1":0.523516,"accuracy":0.573123,"main_score":0.523516,"hf_subset":"nso_Latn-kor_Hang","languages":["nso-Latn","kor-Hang"]},{"precision":0.489904,"recall":0.529644,"f1":0.501567,"accuracy":0.529644,"main_score":0.501567,"hf_subset":"nso_Latn-mos_Latn","languages":["nso-Latn","mos-Latn"]},{"precision":0.484235,"recall":0.527668,"f1":0.496352,"accuracy":0.527668,"main_score":0.496352,"hf_subset":"nso_Latn-run_Latn","languages":["nso-Latn","run-Latn"]},{"precision":0.469004,"recall":0.539526,"f1":0.488498,"accuracy":0.539526,"main_score":0.488498,"hf_subset":"nso_Latn-tam_Taml","languages":["nso-Latn","tam-Taml"]},{"precision":0.508413,"recall":0.573123,"f1":0.52654,"accuracy":0.573123,"main_score":0.52654,"hf_subset":"nso_Latn-vie_Latn","languages":["nso-Latn","vie-Latn"]},{"precision":0.502112,"recall":0.568182,"f1":0.521178,"accuracy":0.568182,"main_score":0.521178,"hf_subset":"nso_Latn-apc_Arab","languages":["nso-Latn","apc-Arab"]},{"precision":0.54319,"recall":0.591897,"f1":0.556354,"accuracy":0.591897,"main_score":0.556354,"hf_subset":"nso_Latn-bug_Latn","languages":["nso-Latn","bug-Latn"]},{"precision":0.465152,"recall":0.511858,"f1":0.478741,"accuracy":0.511858,"main_score":0.478741,"hf_subset":"nso_Latn-fon_Latn","languages":["nso-Latn","fon-Latn"]},{"precision":0.560263,"recall":0.608696,"f1":0.573645,"accuracy":0.608696,"main_score":0.573645,"hf_subset":"nso_Latn-jav_Latn","languages":["nso-Latn","jav-Latn"]},{"precision":0.407163,"recall":0.472332,"f1":0.425806,"accuracy":0.472332,"main_score":0.425806,"hf_subset":"nso_Latn-lao_Laoo","languages":["nso-Latn","lao-Laoo"]},{"precision":0.457108,"recall":0.514822,"f1":0.473051,"accuracy":0.514822,"main_score":0.473051,"hf_subset":"nso_Latn-mri_Latn","languages":["nso-Latn","mri-Latn"]},{"precision":0.512887,"recall":0.581028,"f1":0.532695,"accuracy":0.581028,"main_score":0.532695,"hf_subset":"nso_Latn-rus_Cyrl","languages":["nso-Latn","rus-Cyrl"]},{"precision":0.486084,"recall":0.532609,"f1":0.499493,"accuracy":0.532609,"main_score":0.499493,"hf_subset":"nso_Latn-taq_Latn","languages":["nso-Latn","taq-Latn"]},{"precision":0.574968,"recall":0.619565,"f1":0.58723,"accuracy":0.619565,"main_score":0.58723,"hf_subset":"nso_Latn-war_Latn","languages":["nso-Latn","war-Latn"]},{"precision":0.491758,"recall":0.563241,"f1":0.511734,"accuracy":0.563241,"main_score":0.511734,"hf_subset":"nso_Latn-arb_Arab","languages":["nso-Latn","arb-Arab"]},{"precision":0.543079,"recall":0.601779,"f1":0.559988,"accuracy":0.601779,"main_score":0.559988,"hf_subset":"nso_Latn-bul_Cyrl","languages":["nso-Latn","bul-Cyrl"]},{"precision":0.530885,"recall":0.593874,"f1":0.549041,"accuracy":0.593874,"main_score":0.549041,"hf_subset":"nso_Latn-fra_Latn","languages":["nso-Latn","fra-Latn"]},{"precision":0.500091,"recall":0.567194,"f1":0.519654,"accuracy":0.567194,"main_score":0.519654,"hf_subset":"nso_Latn-jpn_Jpan","languages":["nso-Latn","jpn-Jpan"]},{"precision":0.541969,"recall":0.594862,"f1":0.557375,"accuracy":0.594862,"main_score":0.557375,"hf_subset":"nso_Latn-lij_Latn","languages":["nso-Latn","lij-Latn"]},{"precision":0.275698,"recall":0.354743,"f1":0.295964,"accuracy":0.354743,"main_score":0.295964,"hf_subset":"nso_Latn-mya_Mymr","languages":["nso-Latn","mya-Mymr"]},{"precision":0.500532,"recall":0.545455,"f1":0.513933,"accuracy":0.545455,"main_score":0.513933,"hf_subset":"nso_Latn-sag_Latn","languages":["nso-Latn","sag-Latn"]},{"precision":0.158223,"recall":0.226285,"f1":0.173486,"accuracy":0.226285,"main_score":0.173486,"hf_subset":"nso_Latn-taq_Tfng","languages":["nso-Latn","taq-Tfng"]},{"precision":0.525808,"recall":0.56917,"f1":0.538266,"accuracy":0.56917,"main_score":0.538266,"hf_subset":"nso_Latn-wol_Latn","languages":["nso-Latn","wol-Latn"]},{"precision":0.416135,"recall":0.48419,"f1":0.435302,"accuracy":0.48419,"main_score":0.435302,"hf_subset":"nso_Latn-arb_Latn","languages":["nso-Latn","arb-Latn"]},{"precision":0.514733,"recall":0.583992,"f1":0.534983,"accuracy":0.583992,"main_score":0.534983,"hf_subset":"nso_Latn-cat_Latn","languages":["nso-Latn","cat-Latn"]},{"precision":0.544942,"recall":0.593874,"f1":0.559082,"accuracy":0.593874,"main_score":0.559082,"hf_subset":"nso_Latn-fur_Latn","languages":["nso-Latn","fur-Latn"]},{"precision":0.388913,"recall":0.449605,"f1":0.4054,"accuracy":0.449605,"main_score":0.4054,"hf_subset":"nso_Latn-kab_Latn","languages":["nso-Latn","kab-Latn"]},{"precision":0.54002,"recall":0.593874,"f1":0.55639,"accuracy":0.593874,"main_score":0.55639,"hf_subset":"nso_Latn-lim_Latn","languages":["nso-Latn","lim-Latn"]},{"precision":0.523653,"recall":0.591897,"f1":0.542804,"accuracy":0.591897,"main_score":0.542804,"hf_subset":"nso_Latn-nld_Latn","languages":["nso-Latn","nld-Latn"]},{"precision":0.459955,"recall":0.529644,"f1":0.479941,"accuracy":0.529644,"main_score":0.479941,"hf_subset":"nso_Latn-san_Deva","languages":["nso-Latn","san-Deva"]},{"precision":0.53363,"recall":0.589921,"f1":0.549953,"accuracy":0.589921,"main_score":0.549953,"hf_subset":"nso_Latn-tat_Cyrl","languages":["nso-Latn","tat-Cyrl"]},{"precision":0.538678,"recall":0.582016,"f1":0.551232,"accuracy":0.582016,"main_score":0.551232,"hf_subset":"nso_Latn-xho_Latn","languages":["nso-Latn","xho-Latn"]},{"precision":0.466954,"recall":0.544466,"f1":0.489256,"accuracy":0.544466,"main_score":0.489256,"hf_subset":"nso_Latn-ars_Arab","languages":["nso-Latn","ars-Arab"]},{"precision":0.554575,"recall":0.602767,"f1":0.568007,"accuracy":0.602767,"main_score":0.568007,"hf_subset":"nso_Latn-ceb_Latn","languages":["nso-Latn","ceb-Latn"]},{"precision":0.482933,"recall":0.531621,"f1":0.49715,"accuracy":0.531621,"main_score":0.49715,"hf_subset":"nso_Latn-fuv_Latn","languages":["nso-Latn","fuv-Latn"]},{"precision":0.498484,"recall":0.544466,"f1":0.512,"accuracy":0.544466,"main_score":0.512,"hf_subset":"nso_Latn-kac_Latn","languages":["nso-Latn","kac-Latn"]},{"precision":0.542773,"recall":0.58004,"f1":0.553888,"accuracy":0.58004,"main_score":0.553888,"hf_subset":"nso_Latn-lin_Latn","languages":["nso-Latn","lin-Latn"]},{"precision":0.518985,"recall":0.581028,"f1":0.536754,"accuracy":0.581028,"main_score":0.536754,"hf_subset":"nso_Latn-nno_Latn","languages":["nso-Latn","nno-Latn"]},{"precision":0.031951,"recall":0.081028,"f1":0.039912,"accuracy":0.081028,"main_score":0.039912,"hf_subset":"nso_Latn-sat_Olck","languages":["nso-Latn","sat-Olck"]},{"precision":0.500702,"recall":0.565217,"f1":0.518993,"accuracy":0.565217,"main_score":0.518993,"hf_subset":"nso_Latn-tel_Telu","languages":["nso-Latn","tel-Telu"]},{"precision":0.378515,"recall":0.44664,"f1":0.397231,"accuracy":0.44664,"main_score":0.397231,"hf_subset":"nso_Latn-ydd_Hebr","languages":["nso-Latn","ydd-Hebr"]},{"precision":0.485526,"recall":0.546443,"f1":0.503233,"accuracy":0.546443,"main_score":0.503233,"hf_subset":"nso_Latn-ary_Arab","languages":["nso-Latn","ary-Arab"]},{"precision":0.519919,"recall":0.58498,"f1":0.538365,"accuracy":0.58498,"main_score":0.538365,"hf_subset":"nso_Latn-ces_Latn","languages":["nso-Latn","ces-Latn"]},{"precision":0.431464,"recall":0.494071,"f1":0.449697,"accuracy":0.494071,"main_score":0.449697,"hf_subset":"nso_Latn-gaz_Latn","languages":["nso-Latn","gaz-Latn"]},{"precision":0.495125,"recall":0.539526,"f1":0.50886,"accuracy":0.539526,"main_score":0.50886,"hf_subset":"nso_Latn-kam_Latn","languages":["nso-Latn","kam-Latn"]},{"precision":0.497299,"recall":0.560277,"f1":0.515664,"accuracy":0.560277,"main_score":0.515664,"hf_subset":"nso_Latn-lit_Latn","languages":["nso-Latn","lit-Latn"]},{"precision":0.531176,"recall":0.593874,"f1":0.549124,"accuracy":0.593874,"main_score":0.549124,"hf_subset":"nso_Latn-nob_Latn","languages":["nso-Latn","nob-Latn"]},{"precision":0.521506,"recall":0.578063,"f1":0.537479,"accuracy":0.578063,"main_score":0.537479,"hf_subset":"nso_Latn-scn_Latn","languages":["nso-Latn","scn-Latn"]},{"precision":0.505097,"recall":0.555336,"f1":0.519754,"accuracy":0.555336,"main_score":0.519754,"hf_subset":"nso_Latn-tgk_Cyrl","languages":["nso-Latn","tgk-Cyrl"]},{"precision":0.456621,"recall":0.509881,"f1":0.472746,"accuracy":0.509881,"main_score":0.472746,"hf_subset":"nso_Latn-yor_Latn","languages":["nso-Latn","yor-Latn"]},{"precision":0.504178,"recall":0.568182,"f1":0.521909,"accuracy":0.568182,"main_score":0.521909,"hf_subset":"nso_Latn-arz_Arab","languages":["nso-Latn","arz-Arab"]},{"precision":0.48267,"recall":0.527668,"f1":0.495886,"accuracy":0.527668,"main_score":0.495886,"hf_subset":"nso_Latn-cjk_Latn","languages":["nso-Latn","cjk-Latn"]},{"precision":0.450278,"recall":0.512846,"f1":0.467283,"accuracy":0.512846,"main_score":0.467283,"hf_subset":"nso_Latn-gla_Latn","languages":["nso-Latn","gla-Latn"]},{"precision":0.483005,"recall":0.550395,"f1":0.502045,"accuracy":0.550395,"main_score":0.502045,"hf_subset":"nso_Latn-kan_Knda","languages":["nso-Latn","kan-Knda"]},{"precision":0.541539,"recall":0.591897,"f1":0.555724,"accuracy":0.591897,"main_score":0.555724,"hf_subset":"nso_Latn-lmo_Latn","languages":["nso-Latn","lmo-Latn"]},{"precision":0.498249,"recall":0.561265,"f1":0.515771,"accuracy":0.561265,"main_score":0.515771,"hf_subset":"nso_Latn-npi_Deva","languages":["nso-Latn","npi-Deva"]},{"precision":0.418363,"recall":0.488142,"f1":0.438641,"accuracy":0.488142,"main_score":0.438641,"hf_subset":"nso_Latn-shn_Mymr","languages":["nso-Latn","shn-Mymr"]},{"precision":0.566542,"recall":0.617589,"f1":0.580744,"accuracy":0.617589,"main_score":0.580744,"hf_subset":"nso_Latn-tgl_Latn","languages":["nso-Latn","tgl-Latn"]},{"precision":0.490475,"recall":0.570158,"f1":0.513399,"accuracy":0.570158,"main_score":0.513399,"hf_subset":"nso_Latn-yue_Hant","languages":["nso-Latn","yue-Hant"]},{"precision":0.457523,"recall":0.520751,"f1":0.475474,"accuracy":0.520751,"main_score":0.475474,"hf_subset":"nso_Latn-asm_Beng","languages":["nso-Latn","asm-Beng"]},{"precision":0.456322,"recall":0.505929,"f1":0.470164,"accuracy":0.505929,"main_score":0.470164,"hf_subset":"nso_Latn-ckb_Arab","languages":["nso-Latn","ckb-Arab"]},{"precision":0.457228,"recall":0.51581,"f1":0.473213,"accuracy":0.51581,"main_score":0.473213,"hf_subset":"nso_Latn-gle_Latn","languages":["nso-Latn","gle-Latn"]},{"precision":0.442578,"recall":0.51087,"f1":0.461676,"accuracy":0.51087,"main_score":0.461676,"hf_subset":"nso_Latn-kas_Arab","languages":["nso-Latn","kas-Arab"]},{"precision":0.489117,"recall":0.548419,"f1":0.506214,"accuracy":0.548419,"main_score":0.506214,"hf_subset":"nso_Latn-ltg_Latn","languages":["nso-Latn","ltg-Latn"]},{"precision":0.204954,"recall":0.251976,"f1":0.216515,"accuracy":0.251976,"main_score":0.216515,"hf_subset":"nso_Latn-sin_Sinh","languages":["nso-Latn","sin-Sinh"]},{"precision":0.495823,"recall":0.565217,"f1":0.515548,"accuracy":0.565217,"main_score":0.515548,"hf_subset":"nso_Latn-tha_Thai","languages":["nso-Latn","tha-Thai"]},{"precision":0.505081,"recall":0.572134,"f1":0.52422,"accuracy":0.572134,"main_score":0.52422,"hf_subset":"nso_Latn-zho_Hans","languages":["nso-Latn","zho-Hans"]},{"precision":0.526918,"recall":0.588933,"f1":0.54484,"accuracy":0.588933,"main_score":0.54484,"hf_subset":"nso_Latn-ast_Latn","languages":["nso-Latn","ast-Latn"]},{"precision":0.512014,"recall":0.567194,"f1":0.527532,"accuracy":0.567194,"main_score":0.527532,"hf_subset":"nso_Latn-crh_Latn","languages":["nso-Latn","crh-Latn"]},{"precision":0.529729,"recall":0.591897,"f1":0.547707,"accuracy":0.591897,"main_score":0.547707,"hf_subset":"nso_Latn-glg_Latn","languages":["nso-Latn","glg-Latn"]},{"precision":0.45815,"recall":0.523715,"f1":0.476435,"accuracy":0.523715,"main_score":0.476435,"hf_subset":"nso_Latn-kas_Deva","languages":["nso-Latn","kas-Deva"]},{"precision":0.525751,"recall":0.58498,"f1":0.543034,"accuracy":0.58498,"main_score":0.543034,"hf_subset":"nso_Latn-ltz_Latn","languages":["nso-Latn","ltz-Latn"]},{"precision":0.444143,"recall":0.504941,"f1":0.460196,"accuracy":0.504941,"main_score":0.460196,"hf_subset":"nso_Latn-nus_Latn","languages":["nso-Latn","nus-Latn"]},{"precision":0.52217,"recall":0.585968,"f1":0.540862,"accuracy":0.585968,"main_score":0.540862,"hf_subset":"nso_Latn-slk_Latn","languages":["nso-Latn","slk-Latn"]},{"precision":0.228811,"recall":0.280632,"f1":0.24095,"accuracy":0.280632,"main_score":0.24095,"hf_subset":"nso_Latn-tir_Ethi","languages":["nso-Latn","tir-Ethi"]},{"precision":0.491184,"recall":0.562253,"f1":0.511992,"accuracy":0.562253,"main_score":0.511992,"hf_subset":"nso_Latn-zho_Hant","languages":["nso-Latn","zho-Hant"]},{"precision":0.506263,"recall":0.571146,"f1":0.524885,"accuracy":0.571146,"main_score":0.524885,"hf_subset":"nso_Latn-awa_Deva","languages":["nso-Latn","awa-Deva"]},{"precision":0.504193,"recall":0.557312,"f1":0.518384,"accuracy":0.557312,"main_score":0.518384,"hf_subset":"nso_Latn-cym_Latn","languages":["nso-Latn","cym-Latn"]},{"precision":0.538366,"recall":0.58004,"f1":0.550344,"accuracy":0.58004,"main_score":0.550344,"hf_subset":"nso_Latn-grn_Latn","languages":["nso-Latn","grn-Latn"]},{"precision":0.477454,"recall":0.541502,"f1":0.496021,"accuracy":0.541502,"main_score":0.496021,"hf_subset":"nso_Latn-kat_Geor","languages":["nso-Latn","kat-Geor"]},{"precision":0.546218,"recall":0.585968,"f1":0.557561,"accuracy":0.585968,"main_score":0.557561,"hf_subset":"nso_Latn-lua_Latn","languages":["nso-Latn","lua-Latn"]},{"precision":0.528043,"recall":0.570158,"f1":0.539937,"accuracy":0.570158,"main_score":0.539937,"hf_subset":"nso_Latn-nya_Latn","languages":["nso-Latn","nya-Latn"]},{"precision":0.530994,"recall":0.591897,"f1":0.548402,"accuracy":0.591897,"main_score":0.548402,"hf_subset":"nso_Latn-slv_Latn","languages":["nso-Latn","slv-Latn"]},{"precision":0.560277,"recall":0.602767,"f1":0.572616,"accuracy":0.602767,"main_score":0.572616,"hf_subset":"nso_Latn-tpi_Latn","languages":["nso-Latn","tpi-Latn"]},{"precision":0.539139,"recall":0.596838,"f1":0.555838,"accuracy":0.596838,"main_score":0.555838,"hf_subset":"nso_Latn-zsm_Latn","languages":["nso-Latn","zsm-Latn"]},{"precision":0.488415,"recall":0.536561,"f1":0.502422,"accuracy":0.536561,"main_score":0.502422,"hf_subset":"nso_Latn-ayr_Latn","languages":["nso-Latn","ayr-Latn"]},{"precision":0.524368,"recall":0.586957,"f1":0.54234,"accuracy":0.586957,"main_score":0.54234,"hf_subset":"nso_Latn-dan_Latn","languages":["nso-Latn","dan-Latn"]},{"precision":0.495069,"recall":0.562253,"f1":0.513715,"accuracy":0.562253,"main_score":0.513715,"hf_subset":"nso_Latn-guj_Gujr","languages":["nso-Latn","guj-Gujr"]},{"precision":0.509317,"recall":0.575099,"f1":0.528164,"accuracy":0.575099,"main_score":0.528164,"hf_subset":"nso_Latn-kaz_Cyrl","languages":["nso-Latn","kaz-Cyrl"]},{"precision":0.478221,"recall":0.527668,"f1":0.493049,"accuracy":0.527668,"main_score":0.493049,"hf_subset":"nso_Latn-lug_Latn","languages":["nso-Latn","lug-Latn"]},{"precision":0.536993,"recall":0.593874,"f1":0.552599,"accuracy":0.593874,"main_score":0.552599,"hf_subset":"nso_Latn-oci_Latn","languages":["nso-Latn","oci-Latn"]},{"precision":0.511677,"recall":0.550395,"f1":0.522777,"accuracy":0.550395,"main_score":0.522777,"hf_subset":"nso_Latn-smo_Latn","languages":["nso-Latn","smo-Latn"]},{"precision":0.564749,"recall":0.62747,"f1":0.582429,"accuracy":0.62747,"main_score":0.582429,"hf_subset":"nso_Latn-tsn_Latn","languages":["nso-Latn","tsn-Latn"]},{"precision":0.509841,"recall":0.556324,"f1":0.523059,"accuracy":0.556324,"main_score":0.523059,"hf_subset":"nso_Latn-zul_Latn","languages":["nso-Latn","zul-Latn"]},{"precision":0.432081,"recall":0.499012,"f1":0.450739,"accuracy":0.499012,"main_score":0.450739,"hf_subset":"nso_Latn-azb_Arab","languages":["nso-Latn","azb-Arab"]},{"precision":0.538311,"recall":0.600791,"f1":0.556305,"accuracy":0.600791,"main_score":0.556305,"hf_subset":"nso_Latn-deu_Latn","languages":["nso-Latn","deu-Latn"]},{"precision":0.473599,"recall":0.537549,"f1":0.491858,"accuracy":0.537549,"main_score":0.491858,"hf_subset":"nso_Latn-hat_Latn","languages":["nso-Latn","hat-Latn"]},{"precision":0.457757,"recall":0.507905,"f1":0.472026,"accuracy":0.507905,"main_score":0.472026,"hf_subset":"nso_Latn-kbp_Latn","languages":["nso-Latn","kbp-Latn"]},{"precision":0.526816,"recall":0.561265,"f1":0.53693,"accuracy":0.561265,"main_score":0.53693,"hf_subset":"nso_Latn-luo_Latn","languages":["nso-Latn","luo-Latn"]},{"precision":0.46833,"recall":0.533597,"f1":0.486512,"accuracy":0.533597,"main_score":0.486512,"hf_subset":"nso_Latn-ory_Orya","languages":["nso-Latn","ory-Orya"]},{"precision":0.523748,"recall":0.567194,"f1":0.536415,"accuracy":0.567194,"main_score":0.536415,"hf_subset":"nso_Latn-sna_Latn","languages":["nso-Latn","sna-Latn"]},{"precision":0.525496,"recall":0.571146,"f1":0.538476,"accuracy":0.571146,"main_score":0.538476,"hf_subset":"nso_Latn-tso_Latn","languages":["nso-Latn","tso-Latn"]},{"precision":0.493433,"recall":0.555336,"f1":0.511016,"accuracy":0.555336,"main_score":0.511016,"hf_subset":"nso_Latn-azj_Latn","languages":["nso-Latn","azj-Latn"]},{"precision":0.485587,"recall":0.533597,"f1":0.499478,"accuracy":0.533597,"main_score":0.499478,"hf_subset":"nso_Latn-dik_Latn","languages":["nso-Latn","dik-Latn"]},{"precision":0.501194,"recall":0.54249,"f1":0.513259,"accuracy":0.54249,"main_score":0.513259,"hf_subset":"nso_Latn-hau_Latn","languages":["nso-Latn","hau-Latn"]},{"precision":0.535119,"recall":0.585968,"f1":0.54922,"accuracy":0.585968,"main_score":0.54922,"hf_subset":"nso_Latn-kea_Latn","languages":["nso-Latn","kea-Latn"]},{"precision":0.549932,"recall":0.586957,"f1":0.560882,"accuracy":0.586957,"main_score":0.560882,"hf_subset":"nso_Latn-lus_Latn","languages":["nso-Latn","lus-Latn"]},{"precision":0.563296,"recall":0.600791,"f1":0.574323,"accuracy":0.600791,"main_score":0.574323,"hf_subset":"nso_Latn-pag_Latn","languages":["nso-Latn","pag-Latn"]},{"precision":0.453804,"recall":0.522727,"f1":0.473468,"accuracy":0.522727,"main_score":0.473468,"hf_subset":"nso_Latn-snd_Arab","languages":["nso-Latn","snd-Arab"]},{"precision":0.493239,"recall":0.550395,"f1":0.509276,"accuracy":0.550395,"main_score":0.509276,"hf_subset":"nso_Latn-tuk_Latn","languages":["nso-Latn","tuk-Latn"]},{"precision":0.520537,"recall":0.572134,"f1":0.535775,"accuracy":0.572134,"main_score":0.535775,"hf_subset":"nso_Latn-bak_Cyrl","languages":["nso-Latn","bak-Cyrl"]},{"precision":0.394032,"recall":0.456522,"f1":0.411622,"accuracy":0.456522,"main_score":0.411622,"hf_subset":"nso_Latn-dyu_Latn","languages":["nso-Latn","dyu-Latn"]},{"precision":0.474065,"recall":0.540514,"f1":0.492522,"accuracy":0.540514,"main_score":0.492522,"hf_subset":"nso_Latn-heb_Hebr","languages":["nso-Latn","heb-Hebr"]},{"precision":0.493661,"recall":0.54249,"f1":0.508405,"accuracy":0.54249,"main_score":0.508405,"hf_subset":"nso_Latn-khk_Cyrl","languages":["nso-Latn","khk-Cyrl"]},{"precision":0.503323,"recall":0.568182,"f1":0.521855,"accuracy":0.568182,"main_score":0.521855,"hf_subset":"nso_Latn-lvs_Latn","languages":["nso-Latn","lvs-Latn"]},{"precision":0.488992,"recall":0.55336,"f1":0.507216,"accuracy":0.55336,"main_score":0.507216,"hf_subset":"nso_Latn-pan_Guru","languages":["nso-Latn","pan-Guru"]},{"precision":0.47302,"recall":0.525692,"f1":0.487949,"accuracy":0.525692,"main_score":0.487949,"hf_subset":"nso_Latn-som_Latn","languages":["nso-Latn","som-Latn"]},{"precision":0.50275,"recall":0.543478,"f1":0.514756,"accuracy":0.543478,"main_score":0.514756,"hf_subset":"nso_Latn-tum_Latn","languages":["nso-Latn","tum-Latn"]},{"precision":0.135493,"recall":0.166996,"f1":0.142838,"accuracy":0.166996,"main_score":0.142838,"hf_subset":"sin_Sinh-ace_Arab","languages":["sin-Sinh","ace-Arab"]},{"precision":0.161143,"recall":0.197628,"f1":0.169147,"accuracy":0.197628,"main_score":0.169147,"hf_subset":"sin_Sinh-bam_Latn","languages":["sin-Sinh","bam-Latn"]},{"precision":0.120959,"recall":0.148221,"f1":0.127875,"accuracy":0.148221,"main_score":0.127875,"hf_subset":"sin_Sinh-dzo_Tibt","languages":["sin-Sinh","dzo-Tibt"]},{"precision":0.401677,"recall":0.497036,"f1":0.425075,"accuracy":0.497036,"main_score":0.425075,"hf_subset":"sin_Sinh-hin_Deva","languages":["sin-Sinh","hin-Deva"]},{"precision":0.3765,"recall":0.462451,"f1":0.398783,"accuracy":0.462451,"main_score":0.398783,"hf_subset":"sin_Sinh-khm_Khmr","languages":["sin-Sinh","khm-Khmr"]},{"precision":0.358347,"recall":0.4417,"f1":0.378623,"accuracy":0.4417,"main_score":0.378623,"hf_subset":"sin_Sinh-mag_Deva","languages":["sin-Sinh","mag-Deva"]},{"precision":0.30548,"recall":0.375494,"f1":0.321939,"accuracy":0.375494,"main_score":0.321939,"hf_subset":"sin_Sinh-pap_Latn","languages":["sin-Sinh","pap-Latn"]},{"precision":0.17123,"recall":0.202569,"f1":0.178947,"accuracy":0.202569,"main_score":0.178947,"hf_subset":"sin_Sinh-sot_Latn","languages":["sin-Sinh","sot-Latn"]},{"precision":0.375544,"recall":0.467391,"f1":0.398478,"accuracy":0.467391,"main_score":0.398478,"hf_subset":"sin_Sinh-tur_Latn","languages":["sin-Sinh","tur-Latn"]},{"precision":0.196031,"recall":0.238142,"f1":0.205801,"accuracy":0.238142,"main_score":0.205801,"hf_subset":"sin_Sinh-ace_Latn","languages":["sin-Sinh","ace-Latn"]},{"precision":0.234487,"recall":0.287549,"f1":0.246581,"accuracy":0.287549,"main_score":0.246581,"hf_subset":"sin_Sinh-ban_Latn","languages":["sin-Sinh","ban-Latn"]},{"precision":0.383963,"recall":0.477273,"f1":0.40792,"accuracy":0.477273,"main_score":0.40792,"hf_subset":"sin_Sinh-ell_Grek","languages":["sin-Sinh","ell-Grek"]},{"precision":0.343979,"recall":0.426877,"f1":0.364222,"accuracy":0.426877,"main_score":0.364222,"hf_subset":"sin_Sinh-hne_Deva","languages":["sin-Sinh","hne-Deva"]},{"precision":0.088046,"recall":0.123518,"f1":0.095352,"accuracy":0.123518,"main_score":0.095352,"hf_subset":"sin_Sinh-kik_Latn","languages":["sin-Sinh","kik-Latn"]},{"precision":0.344729,"recall":0.427866,"f1":0.364557,"accuracy":0.427866,"main_score":0.364557,"hf_subset":"sin_Sinh-mai_Deva","languages":["sin-Sinh","mai-Deva"]},{"precision":0.290141,"recall":0.358696,"f1":0.306528,"accuracy":0.358696,"main_score":0.306528,"hf_subset":"sin_Sinh-pbt_Arab","languages":["sin-Sinh","pbt-Arab"]},{"precision":0.351833,"recall":0.443676,"f1":0.373996,"accuracy":0.443676,"main_score":0.373996,"hf_subset":"sin_Sinh-spa_Latn","languages":["sin-Sinh","spa-Latn"]},{"precision":0.161471,"recall":0.192688,"f1":0.168636,"accuracy":0.192688,"main_score":0.168636,"hf_subset":"sin_Sinh-twi_Latn","languages":["sin-Sinh","twi-Latn"]},{"precision":0.341742,"recall":0.432806,"f1":0.36359,"accuracy":0.432806,"main_score":0.36359,"hf_subset":"sin_Sinh-acm_Arab","languages":["sin-Sinh","acm-Arab"]},{"precision":0.36313,"recall":0.453557,"f1":0.384487,"accuracy":0.453557,"main_score":0.384487,"hf_subset":"sin_Sinh-bel_Cyrl","languages":["sin-Sinh","bel-Cyrl"]},{"precision":0.370316,"recall":0.461462,"f1":0.392895,"accuracy":0.461462,"main_score":0.392895,"hf_subset":"sin_Sinh-eng_Latn","languages":["sin-Sinh","eng-Latn"]},{"precision":0.368241,"recall":0.459486,"f1":0.391015,"accuracy":0.459486,"main_score":0.391015,"hf_subset":"sin_Sinh-hrv_Latn","languages":["sin-Sinh","hrv-Latn"]},{"precision":0.179244,"recall":0.211462,"f1":0.186771,"accuracy":0.211462,"main_score":0.186771,"hf_subset":"sin_Sinh-kin_Latn","languages":["sin-Sinh","kin-Latn"]},{"precision":0.385719,"recall":0.472332,"f1":0.406784,"accuracy":0.472332,"main_score":0.406784,"hf_subset":"sin_Sinh-mal_Mlym","languages":["sin-Sinh","mal-Mlym"]},{"precision":0.393474,"recall":0.485178,"f1":0.415514,"accuracy":0.485178,"main_score":0.415514,"hf_subset":"sin_Sinh-pes_Arab","languages":["sin-Sinh","pes-Arab"]},{"precision":0.32886,"recall":0.40415,"f1":0.347108,"accuracy":0.40415,"main_score":0.347108,"hf_subset":"sin_Sinh-srd_Latn","languages":["sin-Sinh","srd-Latn"]},{"precision":0.158531,"recall":0.194664,"f1":0.167796,"accuracy":0.194664,"main_score":0.167796,"hf_subset":"sin_Sinh-tzm_Tfng","languages":["sin-Sinh","tzm-Tfng"]},{"precision":0.354081,"recall":0.449605,"f1":0.377893,"accuracy":0.449605,"main_score":0.377893,"hf_subset":"sin_Sinh-acq_Arab","languages":["sin-Sinh","acq-Arab"]},{"precision":0.173376,"recall":0.211462,"f1":0.181689,"accuracy":0.211462,"main_score":0.181689,"hf_subset":"sin_Sinh-bem_Latn","languages":["sin-Sinh","bem-Latn"]},{"precision":0.380849,"recall":0.468379,"f1":0.402402,"accuracy":0.468379,"main_score":0.402402,"hf_subset":"sin_Sinh-epo_Latn","languages":["sin-Sinh","epo-Latn"]},{"precision":0.368911,"recall":0.467391,"f1":0.39354,"accuracy":0.467391,"main_score":0.39354,"hf_subset":"sin_Sinh-hun_Latn","languages":["sin-Sinh","hun-Latn"]},{"precision":0.306909,"recall":0.391304,"f1":0.3271,"accuracy":0.391304,"main_score":0.3271,"hf_subset":"sin_Sinh-kir_Cyrl","languages":["sin-Sinh","kir-Cyrl"]},{"precision":0.405687,"recall":0.497036,"f1":0.428012,"accuracy":0.497036,"main_score":0.428012,"hf_subset":"sin_Sinh-mar_Deva","languages":["sin-Sinh","mar-Deva"]},{"precision":0.198362,"recall":0.235178,"f1":0.20722,"accuracy":0.235178,"main_score":0.20722,"hf_subset":"sin_Sinh-plt_Latn","languages":["sin-Sinh","plt-Latn"]},{"precision":0.386539,"recall":0.481225,"f1":0.410603,"accuracy":0.481225,"main_score":0.410603,"hf_subset":"sin_Sinh-srp_Cyrl","languages":["sin-Sinh","srp-Cyrl"]},{"precision":0.348604,"recall":0.43083,"f1":0.368718,"accuracy":0.43083,"main_score":0.368718,"hf_subset":"sin_Sinh-uig_Arab","languages":["sin-Sinh","uig-Arab"]},{"precision":0.315068,"recall":0.406126,"f1":0.337891,"accuracy":0.406126,"main_score":0.337891,"hf_subset":"sin_Sinh-aeb_Arab","languages":["sin-Sinh","aeb-Arab"]},{"precision":0.387993,"recall":0.479249,"f1":0.411211,"accuracy":0.479249,"main_score":0.411211,"hf_subset":"sin_Sinh-ben_Beng","languages":["sin-Sinh","ben-Beng"]},{"precision":0.367935,"recall":0.459486,"f1":0.390733,"accuracy":0.459486,"main_score":0.390733,"hf_subset":"sin_Sinh-est_Latn","languages":["sin-Sinh","est-Latn"]},{"precision":0.401055,"recall":0.488142,"f1":0.421978,"accuracy":0.488142,"main_score":0.421978,"hf_subset":"sin_Sinh-hye_Armn","languages":["sin-Sinh","hye-Armn"]},{"precision":0.166431,"recall":0.190711,"f1":0.172429,"accuracy":0.190711,"main_score":0.172429,"hf_subset":"sin_Sinh-kmb_Latn","languages":["sin-Sinh","kmb-Latn"]},{"precision":0.137789,"recall":0.172925,"f1":0.146446,"accuracy":0.172925,"main_score":0.146446,"hf_subset":"sin_Sinh-min_Arab","languages":["sin-Sinh","min-Arab"]},{"precision":0.355708,"recall":0.448617,"f1":0.379704,"accuracy":0.448617,"main_score":0.379704,"hf_subset":"sin_Sinh-pol_Latn","languages":["sin-Sinh","pol-Latn"]},{"precision":0.157499,"recall":0.197628,"f1":0.166621,"accuracy":0.197628,"main_score":0.166621,"hf_subset":"sin_Sinh-ssw_Latn","languages":["sin-Sinh","ssw-Latn"]},{"precision":0.385475,"recall":0.475296,"f1":0.408118,"accuracy":0.475296,"main_score":0.408118,"hf_subset":"sin_Sinh-ukr_Cyrl","languages":["sin-Sinh","ukr-Cyrl"]},{"precision":0.38843,"recall":0.483202,"f1":0.412704,"accuracy":0.483202,"main_score":0.412704,"hf_subset":"sin_Sinh-afr_Latn","languages":["sin-Sinh","afr-Latn"]},{"precision":0.320379,"recall":0.397233,"f1":0.338887,"accuracy":0.397233,"main_score":0.338887,"hf_subset":"sin_Sinh-bho_Deva","languages":["sin-Sinh","bho-Deva"]},{"precision":0.326869,"recall":0.411067,"f1":0.346907,"accuracy":0.411067,"main_score":0.346907,"hf_subset":"sin_Sinh-eus_Latn","languages":["sin-Sinh","eus-Latn"]},{"precision":0.152623,"recall":0.186759,"f1":0.160696,"accuracy":0.186759,"main_score":0.160696,"hf_subset":"sin_Sinh-ibo_Latn","languages":["sin-Sinh","ibo-Latn"]},{"precision":0.230362,"recall":0.288538,"f1":0.243844,"accuracy":0.288538,"main_score":0.243844,"hf_subset":"sin_Sinh-kmr_Latn","languages":["sin-Sinh","kmr-Latn"]},{"precision":0.282338,"recall":0.351779,"f1":0.299206,"accuracy":0.351779,"main_score":0.299206,"hf_subset":"sin_Sinh-min_Latn","languages":["sin-Sinh","min-Latn"]},{"precision":0.370874,"recall":0.466403,"f1":0.394939,"accuracy":0.466403,"main_score":0.394939,"hf_subset":"sin_Sinh-por_Latn","languages":["sin-Sinh","por-Latn"]},{"precision":0.305945,"recall":0.391304,"f1":0.326228,"accuracy":0.391304,"main_score":0.326228,"hf_subset":"sin_Sinh-sun_Latn","languages":["sin-Sinh","sun-Latn"]},{"precision":0.154029,"recall":0.185771,"f1":0.161969,"accuracy":0.185771,"main_score":0.161969,"hf_subset":"sin_Sinh-umb_Latn","languages":["sin-Sinh","umb-Latn"]},{"precision":0.366372,"recall":0.453557,"f1":0.388781,"accuracy":0.453557,"main_score":0.388781,"hf_subset":"sin_Sinh-ajp_Arab","languages":["sin-Sinh","ajp-Arab"]},{"precision":0.140626,"recall":0.178854,"f1":0.150076,"accuracy":0.178854,"main_score":0.150076,"hf_subset":"sin_Sinh-bjn_Arab","languages":["sin-Sinh","bjn-Arab"]},{"precision":0.14927,"recall":0.176877,"f1":0.15564,"accuracy":0.176877,"main_score":0.15564,"hf_subset":"sin_Sinh-ewe_Latn","languages":["sin-Sinh","ewe-Latn"]},{"precision":0.212912,"recall":0.268775,"f1":0.225181,"accuracy":0.268775,"main_score":0.225181,"hf_subset":"sin_Sinh-ilo_Latn","languages":["sin-Sinh","ilo-Latn"]},{"precision":0.127132,"recall":0.168972,"f1":0.136831,"accuracy":0.168972,"main_score":0.136831,"hf_subset":"sin_Sinh-knc_Arab","languages":["sin-Sinh","knc-Arab"]},{"precision":0.384968,"recall":0.476285,"f1":0.406999,"accuracy":0.476285,"main_score":0.406999,"hf_subset":"sin_Sinh-mkd_Cyrl","languages":["sin-Sinh","mkd-Cyrl"]},{"precision":0.392805,"recall":0.486166,"f1":0.415963,"accuracy":0.486166,"main_score":0.415963,"hf_subset":"sin_Sinh-prs_Arab","languages":["sin-Sinh","prs-Arab"]},{"precision":0.385346,"recall":0.481225,"f1":0.409967,"accuracy":0.481225,"main_score":0.409967,"hf_subset":"sin_Sinh-swe_Latn","languages":["sin-Sinh","swe-Latn"]},{"precision":0.409908,"recall":0.501976,"f1":0.433642,"accuracy":0.501976,"main_score":0.433642,"hf_subset":"sin_Sinh-urd_Arab","languages":["sin-Sinh","urd-Arab"]},{"precision":0.16072,"recall":0.187747,"f1":0.166629,"accuracy":0.187747,"main_score":0.166629,"hf_subset":"sin_Sinh-aka_Latn","languages":["sin-Sinh","aka-Latn"]},{"precision":0.280942,"recall":0.357708,"f1":0.298507,"accuracy":0.357708,"main_score":0.298507,"hf_subset":"sin_Sinh-bjn_Latn","languages":["sin-Sinh","bjn-Latn"]},{"precision":0.311204,"recall":0.392292,"f1":0.330317,"accuracy":0.392292,"main_score":0.330317,"hf_subset":"sin_Sinh-fao_Latn","languages":["sin-Sinh","fao-Latn"]},{"precision":0.366651,"recall":0.465415,"f1":0.391859,"accuracy":0.465415,"main_score":0.391859,"hf_subset":"sin_Sinh-ind_Latn","languages":["sin-Sinh","ind-Latn"]},{"precision":0.162621,"recall":0.198617,"f1":0.171493,"accuracy":0.198617,"main_score":0.171493,"hf_subset":"sin_Sinh-knc_Latn","languages":["sin-Sinh","knc-Latn"]},{"precision":0.319739,"recall":0.414032,"f1":0.342922,"accuracy":0.414032,"main_score":0.342922,"hf_subset":"sin_Sinh-mlt_Latn","languages":["sin-Sinh","mlt-Latn"]},{"precision":0.166614,"recall":0.194664,"f1":0.173,"accuracy":0.194664,"main_score":0.173,"hf_subset":"sin_Sinh-quy_Latn","languages":["sin-Sinh","quy-Latn"]},{"precision":0.265151,"recall":0.340909,"f1":0.282445,"accuracy":0.340909,"main_score":0.282445,"hf_subset":"sin_Sinh-swh_Latn","languages":["sin-Sinh","swh-Latn"]},{"precision":0.371027,"recall":0.462451,"f1":0.393375,"accuracy":0.462451,"main_score":0.393375,"hf_subset":"sin_Sinh-uzn_Latn","languages":["sin-Sinh","uzn-Latn"]},{"precision":0.397983,"recall":0.490119,"f1":0.420569,"accuracy":0.490119,"main_score":0.420569,"hf_subset":"sin_Sinh-als_Latn","languages":["sin-Sinh","als-Latn"]},{"precision":0.178541,"recall":0.208498,"f1":0.186434,"accuracy":0.208498,"main_score":0.186434,"hf_subset":"sin_Sinh-bod_Tibt","languages":["sin-Sinh","bod-Tibt"]},{"precision":0.15853,"recall":0.187747,"f1":0.165845,"accuracy":0.187747,"main_score":0.165845,"hf_subset":"sin_Sinh-fij_Latn","languages":["sin-Sinh","fij-Latn"]},{"precision":0.325439,"recall":0.409091,"f1":0.346038,"accuracy":0.409091,"main_score":0.346038,"hf_subset":"sin_Sinh-isl_Latn","languages":["sin-Sinh","isl-Latn"]},{"precision":0.17361,"recall":0.203557,"f1":0.181028,"accuracy":0.203557,"main_score":0.181028,"hf_subset":"sin_Sinh-kon_Latn","languages":["sin-Sinh","kon-Latn"]},{"precision":0.186888,"recall":0.216403,"f1":0.194414,"accuracy":0.216403,"main_score":0.194414,"hf_subset":"sin_Sinh-mni_Beng","languages":["sin-Sinh","mni-Beng"]},{"precision":0.369938,"recall":0.464427,"f1":0.393937,"accuracy":0.464427,"main_score":0.393937,"hf_subset":"sin_Sinh-ron_Latn","languages":["sin-Sinh","ron-Latn"]},{"precision":0.32787,"recall":0.405138,"f1":0.347055,"accuracy":0.405138,"main_score":0.347055,"hf_subset":"sin_Sinh-szl_Latn","languages":["sin-Sinh","szl-Latn"]},{"precision":0.368022,"recall":0.452569,"f1":0.389154,"accuracy":0.452569,"main_score":0.389154,"hf_subset":"sin_Sinh-vec_Latn","languages":["sin-Sinh","vec-Latn"]},{"precision":0.302523,"recall":0.36166,"f1":0.315987,"accuracy":0.36166,"main_score":0.315987,"hf_subset":"sin_Sinh-amh_Ethi","languages":["sin-Sinh","amh-Ethi"]},{"precision":0.375997,"recall":0.471344,"f1":0.400477,"accuracy":0.471344,"main_score":0.400477,"hf_subset":"sin_Sinh-bos_Latn","languages":["sin-Sinh","bos-Latn"]},{"precision":0.372236,"recall":0.465415,"f1":0.395831,"accuracy":0.465415,"main_score":0.395831,"hf_subset":"sin_Sinh-fin_Latn","languages":["sin-Sinh","fin-Latn"]},{"precision":0.36531,"recall":0.459486,"f1":0.389116,"accuracy":0.459486,"main_score":0.389116,"hf_subset":"sin_Sinh-ita_Latn","languages":["sin-Sinh","ita-Latn"]},{"precision":0.36679,"recall":0.455534,"f1":0.389388,"accuracy":0.455534,"main_score":0.389388,"hf_subset":"sin_Sinh-kor_Hang","languages":["sin-Sinh","kor-Hang"]},{"precision":0.161066,"recall":0.183794,"f1":0.166482,"accuracy":0.183794,"main_score":0.166482,"hf_subset":"sin_Sinh-mos_Latn","languages":["sin-Sinh","mos-Latn"]},{"precision":0.163082,"recall":0.194664,"f1":0.1701,"accuracy":0.194664,"main_score":0.1701,"hf_subset":"sin_Sinh-run_Latn","languages":["sin-Sinh","run-Latn"]},{"precision":0.411013,"recall":0.501976,"f1":0.434814,"accuracy":0.501976,"main_score":0.434814,"hf_subset":"sin_Sinh-tam_Taml","languages":["sin-Sinh","tam-Taml"]},{"precision":0.353601,"recall":0.447628,"f1":0.377681,"accuracy":0.447628,"main_score":0.377681,"hf_subset":"sin_Sinh-vie_Latn","languages":["sin-Sinh","vie-Latn"]},{"precision":0.326347,"recall":0.418972,"f1":0.349124,"accuracy":0.418972,"main_score":0.349124,"hf_subset":"sin_Sinh-apc_Arab","languages":["sin-Sinh","apc-Arab"]},{"precision":0.189175,"recall":0.230237,"f1":0.198117,"accuracy":0.230237,"main_score":0.198117,"hf_subset":"sin_Sinh-bug_Latn","languages":["sin-Sinh","bug-Latn"]},{"precision":0.146116,"recall":0.173913,"f1":0.153427,"accuracy":0.173913,"main_score":0.153427,"hf_subset":"sin_Sinh-fon_Latn","languages":["sin-Sinh","fon-Latn"]},{"precision":0.35634,"recall":0.442688,"f1":0.377038,"accuracy":0.442688,"main_score":0.377038,"hf_subset":"sin_Sinh-jav_Latn","languages":["sin-Sinh","jav-Latn"]},{"precision":0.368616,"recall":0.447628,"f1":0.388581,"accuracy":0.447628,"main_score":0.388581,"hf_subset":"sin_Sinh-lao_Laoo","languages":["sin-Sinh","lao-Laoo"]},{"precision":0.206402,"recall":0.255929,"f1":0.218004,"accuracy":0.255929,"main_score":0.218004,"hf_subset":"sin_Sinh-mri_Latn","languages":["sin-Sinh","mri-Latn"]},{"precision":0.376741,"recall":0.469368,"f1":0.399386,"accuracy":0.469368,"main_score":0.399386,"hf_subset":"sin_Sinh-rus_Cyrl","languages":["sin-Sinh","rus-Cyrl"]},{"precision":0.164892,"recall":0.187747,"f1":0.170776,"accuracy":0.187747,"main_score":0.170776,"hf_subset":"sin_Sinh-taq_Latn","languages":["sin-Sinh","taq-Latn"]},{"precision":0.315092,"recall":0.389328,"f1":0.332398,"accuracy":0.389328,"main_score":0.332398,"hf_subset":"sin_Sinh-war_Latn","languages":["sin-Sinh","war-Latn"]},{"precision":0.370141,"recall":0.465415,"f1":0.394323,"accuracy":0.465415,"main_score":0.394323,"hf_subset":"sin_Sinh-arb_Arab","languages":["sin-Sinh","arb-Arab"]},{"precision":0.377094,"recall":0.472332,"f1":0.40089,"accuracy":0.472332,"main_score":0.40089,"hf_subset":"sin_Sinh-bul_Cyrl","languages":["sin-Sinh","bul-Cyrl"]},{"precision":0.368078,"recall":0.466403,"f1":0.392953,"accuracy":0.466403,"main_score":0.392953,"hf_subset":"sin_Sinh-fra_Latn","languages":["sin-Sinh","fra-Latn"]},{"precision":0.335316,"recall":0.423913,"f1":0.357137,"accuracy":0.423913,"main_score":0.357137,"hf_subset":"sin_Sinh-jpn_Jpan","languages":["sin-Sinh","jpn-Jpan"]},{"precision":0.344116,"recall":0.425889,"f1":0.3641,"accuracy":0.425889,"main_score":0.3641,"hf_subset":"sin_Sinh-lij_Latn","languages":["sin-Sinh","lij-Latn"]},{"precision":0.366148,"recall":0.452569,"f1":0.388667,"accuracy":0.452569,"main_score":0.388667,"hf_subset":"sin_Sinh-mya_Mymr","languages":["sin-Sinh","mya-Mymr"]},{"precision":0.156553,"recall":0.190711,"f1":0.164779,"accuracy":0.190711,"main_score":0.164779,"hf_subset":"sin_Sinh-sag_Latn","languages":["sin-Sinh","sag-Latn"]},{"precision":0.146885,"recall":0.183794,"f1":0.155622,"accuracy":0.183794,"main_score":0.155622,"hf_subset":"sin_Sinh-taq_Tfng","languages":["sin-Sinh","taq-Tfng"]},{"precision":0.165668,"recall":0.199605,"f1":0.173353,"accuracy":0.199605,"main_score":0.173353,"hf_subset":"sin_Sinh-wol_Latn","languages":["sin-Sinh","wol-Latn"]},{"precision":0.209307,"recall":0.261858,"f1":0.220705,"accuracy":0.261858,"main_score":0.220705,"hf_subset":"sin_Sinh-arb_Latn","languages":["sin-Sinh","arb-Latn"]},{"precision":0.388835,"recall":0.476285,"f1":0.410342,"accuracy":0.476285,"main_score":0.410342,"hf_subset":"sin_Sinh-cat_Latn","languages":["sin-Sinh","cat-Latn"]},{"precision":0.317775,"recall":0.397233,"f1":0.336394,"accuracy":0.397233,"main_score":0.336394,"hf_subset":"sin_Sinh-fur_Latn","languages":["sin-Sinh","fur-Latn"]},{"precision":0.181087,"recall":0.204545,"f1":0.187326,"accuracy":0.204545,"main_score":0.187326,"hf_subset":"sin_Sinh-kab_Latn","languages":["sin-Sinh","kab-Latn"]},{"precision":0.297063,"recall":0.375494,"f1":0.315892,"accuracy":0.375494,"main_score":0.315892,"hf_subset":"sin_Sinh-lim_Latn","languages":["sin-Sinh","lim-Latn"]},{"precision":0.36521,"recall":0.458498,"f1":0.388157,"accuracy":0.458498,"main_score":0.388157,"hf_subset":"sin_Sinh-nld_Latn","languages":["sin-Sinh","nld-Latn"]},{"precision":0.341816,"recall":0.416996,"f1":0.3602,"accuracy":0.416996,"main_score":0.3602,"hf_subset":"sin_Sinh-san_Deva","languages":["sin-Sinh","san-Deva"]},{"precision":0.31633,"recall":0.405138,"f1":0.336722,"accuracy":0.405138,"main_score":0.336722,"hf_subset":"sin_Sinh-tat_Cyrl","languages":["sin-Sinh","tat-Cyrl"]},{"precision":0.175226,"recall":0.212451,"f1":0.183464,"accuracy":0.212451,"main_score":0.183464,"hf_subset":"sin_Sinh-xho_Latn","languages":["sin-Sinh","xho-Latn"]},{"precision":0.33488,"recall":0.433794,"f1":0.359896,"accuracy":0.433794,"main_score":0.359896,"hf_subset":"sin_Sinh-ars_Arab","languages":["sin-Sinh","ars-Arab"]},{"precision":0.339949,"recall":0.423913,"f1":0.358311,"accuracy":0.423913,"main_score":0.358311,"hf_subset":"sin_Sinh-ceb_Latn","languages":["sin-Sinh","ceb-Latn"]},{"precision":0.140864,"recall":0.168972,"f1":0.147197,"accuracy":0.168972,"main_score":0.147197,"hf_subset":"sin_Sinh-fuv_Latn","languages":["sin-Sinh","fuv-Latn"]},{"precision":0.150715,"recall":0.184783,"f1":0.15849,"accuracy":0.184783,"main_score":0.15849,"hf_subset":"sin_Sinh-kac_Latn","languages":["sin-Sinh","kac-Latn"]},{"precision":0.177074,"recall":0.210474,"f1":0.184197,"accuracy":0.210474,"main_score":0.184197,"hf_subset":"sin_Sinh-lin_Latn","languages":["sin-Sinh","lin-Latn"]},{"precision":0.364627,"recall":0.461462,"f1":0.389327,"accuracy":0.461462,"main_score":0.389327,"hf_subset":"sin_Sinh-nno_Latn","languages":["sin-Sinh","nno-Latn"]},{"precision":0.04335,"recall":0.083004,"f1":0.050902,"accuracy":0.083004,"main_score":0.050902,"hf_subset":"sin_Sinh-sat_Olck","languages":["sin-Sinh","sat-Olck"]},{"precision":0.390833,"recall":0.486166,"f1":0.415512,"accuracy":0.486166,"main_score":0.415512,"hf_subset":"sin_Sinh-tel_Telu","languages":["sin-Sinh","tel-Telu"]},{"precision":0.306165,"recall":0.378458,"f1":0.323101,"accuracy":0.378458,"main_score":0.323101,"hf_subset":"sin_Sinh-ydd_Hebr","languages":["sin-Sinh","ydd-Hebr"]},{"precision":0.292702,"recall":0.37747,"f1":0.313225,"accuracy":0.37747,"main_score":0.313225,"hf_subset":"sin_Sinh-ary_Arab","languages":["sin-Sinh","ary-Arab"]},{"precision":0.357575,"recall":0.454545,"f1":0.381746,"accuracy":0.454545,"main_score":0.381746,"hf_subset":"sin_Sinh-ces_Latn","languages":["sin-Sinh","ces-Latn"]},{"precision":0.182169,"recall":0.211462,"f1":0.189826,"accuracy":0.211462,"main_score":0.189826,"hf_subset":"sin_Sinh-gaz_Latn","languages":["sin-Sinh","gaz-Latn"]},{"precision":0.164831,"recall":0.200593,"f1":0.173173,"accuracy":0.200593,"main_score":0.173173,"hf_subset":"sin_Sinh-kam_Latn","languages":["sin-Sinh","kam-Latn"]},{"precision":0.368422,"recall":0.453557,"f1":0.389535,"accuracy":0.453557,"main_score":0.389535,"hf_subset":"sin_Sinh-lit_Latn","languages":["sin-Sinh","lit-Latn"]},{"precision":0.364024,"recall":0.461462,"f1":0.388069,"accuracy":0.461462,"main_score":0.388069,"hf_subset":"sin_Sinh-nob_Latn","languages":["sin-Sinh","nob-Latn"]},{"precision":0.325621,"recall":0.399209,"f1":0.342745,"accuracy":0.399209,"main_score":0.342745,"hf_subset":"sin_Sinh-scn_Latn","languages":["sin-Sinh","scn-Latn"]},{"precision":0.319819,"recall":0.403162,"f1":0.339385,"accuracy":0.403162,"main_score":0.339385,"hf_subset":"sin_Sinh-tgk_Cyrl","languages":["sin-Sinh","tgk-Cyrl"]},{"precision":0.126601,"recall":0.158103,"f1":0.133335,"accuracy":0.158103,"main_score":0.133335,"hf_subset":"sin_Sinh-yor_Latn","languages":["sin-Sinh","yor-Latn"]},{"precision":0.338325,"recall":0.431818,"f1":0.3617,"accuracy":0.431818,"main_score":0.3617,"hf_subset":"sin_Sinh-arz_Arab","languages":["sin-Sinh","arz-Arab"]},{"precision":0.162786,"recall":0.192688,"f1":0.170194,"accuracy":0.192688,"main_score":0.170194,"hf_subset":"sin_Sinh-cjk_Latn","languages":["sin-Sinh","cjk-Latn"]},{"precision":0.210136,"recall":0.26581,"f1":0.222967,"accuracy":0.26581,"main_score":0.222967,"hf_subset":"sin_Sinh-gla_Latn","languages":["sin-Sinh","gla-Latn"]},{"precision":0.405581,"recall":0.5,"f1":0.429229,"accuracy":0.5,"main_score":0.429229,"hf_subset":"sin_Sinh-kan_Knda","languages":["sin-Sinh","kan-Knda"]},{"precision":0.313489,"recall":0.392292,"f1":0.332585,"accuracy":0.392292,"main_score":0.332585,"hf_subset":"sin_Sinh-lmo_Latn","languages":["sin-Sinh","lmo-Latn"]},{"precision":0.405358,"recall":0.491107,"f1":0.426435,"accuracy":0.491107,"main_score":0.426435,"hf_subset":"sin_Sinh-npi_Deva","languages":["sin-Sinh","npi-Deva"]},{"precision":0.145615,"recall":0.186759,"f1":0.155585,"accuracy":0.186759,"main_score":0.155585,"hf_subset":"sin_Sinh-shn_Mymr","languages":["sin-Sinh","shn-Mymr"]},{"precision":0.366153,"recall":0.448617,"f1":0.385671,"accuracy":0.448617,"main_score":0.385671,"hf_subset":"sin_Sinh-tgl_Latn","languages":["sin-Sinh","tgl-Latn"]},{"precision":0.334803,"recall":0.431818,"f1":0.359314,"accuracy":0.431818,"main_score":0.359314,"hf_subset":"sin_Sinh-yue_Hant","languages":["sin-Sinh","yue-Hant"]},{"precision":0.393728,"recall":0.487154,"f1":0.417421,"accuracy":0.487154,"main_score":0.417421,"hf_subset":"sin_Sinh-asm_Beng","languages":["sin-Sinh","asm-Beng"]},{"precision":0.253741,"recall":0.31917,"f1":0.268543,"accuracy":0.31917,"main_score":0.268543,"hf_subset":"sin_Sinh-ckb_Arab","languages":["sin-Sinh","ckb-Arab"]},{"precision":0.275436,"recall":0.354743,"f1":0.295047,"accuracy":0.354743,"main_score":0.295047,"hf_subset":"sin_Sinh-gle_Latn","languages":["sin-Sinh","gle-Latn"]},{"precision":0.255491,"recall":0.316206,"f1":0.270195,"accuracy":0.316206,"main_score":0.270195,"hf_subset":"sin_Sinh-kas_Arab","languages":["sin-Sinh","kas-Arab"]},{"precision":0.250876,"recall":0.314229,"f1":0.265123,"accuracy":0.314229,"main_score":0.265123,"hf_subset":"sin_Sinh-ltg_Latn","languages":["sin-Sinh","ltg-Latn"]},{"precision":0.177684,"recall":0.209486,"f1":0.185553,"accuracy":0.209486,"main_score":0.185553,"hf_subset":"sin_Sinh-nso_Latn","languages":["sin-Sinh","nso-Latn"]},{"precision":0.356382,"recall":0.452569,"f1":0.380636,"accuracy":0.452569,"main_score":0.380636,"hf_subset":"sin_Sinh-tha_Thai","languages":["sin-Sinh","tha-Thai"]},{"precision":0.308744,"recall":0.397233,"f1":0.330284,"accuracy":0.397233,"main_score":0.330284,"hf_subset":"sin_Sinh-zho_Hans","languages":["sin-Sinh","zho-Hans"]},{"precision":0.36333,"recall":0.454545,"f1":0.386017,"accuracy":0.454545,"main_score":0.386017,"hf_subset":"sin_Sinh-ast_Latn","languages":["sin-Sinh","ast-Latn"]},{"precision":0.325214,"recall":0.406126,"f1":0.344625,"accuracy":0.406126,"main_score":0.344625,"hf_subset":"sin_Sinh-crh_Latn","languages":["sin-Sinh","crh-Latn"]},{"precision":0.354614,"recall":0.452569,"f1":0.378746,"accuracy":0.452569,"main_score":0.378746,"hf_subset":"sin_Sinh-glg_Latn","languages":["sin-Sinh","glg-Latn"]},{"precision":0.228159,"recall":0.280632,"f1":0.240773,"accuracy":0.280632,"main_score":0.240773,"hf_subset":"sin_Sinh-kas_Deva","languages":["sin-Sinh","kas-Deva"]},{"precision":0.338868,"recall":0.424901,"f1":0.360387,"accuracy":0.424901,"main_score":0.360387,"hf_subset":"sin_Sinh-ltz_Latn","languages":["sin-Sinh","ltz-Latn"]},{"precision":0.172483,"recall":0.204545,"f1":0.180593,"accuracy":0.204545,"main_score":0.180593,"hf_subset":"sin_Sinh-nus_Latn","languages":["sin-Sinh","nus-Latn"]},{"precision":0.357409,"recall":0.453557,"f1":0.380856,"accuracy":0.453557,"main_score":0.380856,"hf_subset":"sin_Sinh-slk_Latn","languages":["sin-Sinh","slk-Latn"]},{"precision":0.190857,"recall":0.221344,"f1":0.198725,"accuracy":0.221344,"main_score":0.198725,"hf_subset":"sin_Sinh-tir_Ethi","languages":["sin-Sinh","tir-Ethi"]},{"precision":0.325113,"recall":0.414032,"f1":0.347583,"accuracy":0.414032,"main_score":0.347583,"hf_subset":"sin_Sinh-zho_Hant","languages":["sin-Sinh","zho-Hant"]},{"precision":0.373646,"recall":0.465415,"f1":0.396026,"accuracy":0.465415,"main_score":0.396026,"hf_subset":"sin_Sinh-awa_Deva","languages":["sin-Sinh","awa-Deva"]},{"precision":0.313104,"recall":0.395257,"f1":0.332578,"accuracy":0.395257,"main_score":0.332578,"hf_subset":"sin_Sinh-cym_Latn","languages":["sin-Sinh","cym-Latn"]},{"precision":0.173943,"recall":0.200593,"f1":0.179842,"accuracy":0.200593,"main_score":0.179842,"hf_subset":"sin_Sinh-grn_Latn","languages":["sin-Sinh","grn-Latn"]},{"precision":0.361481,"recall":0.44664,"f1":0.382111,"accuracy":0.44664,"main_score":0.382111,"hf_subset":"sin_Sinh-kat_Geor","languages":["sin-Sinh","kat-Geor"]},{"precision":0.166232,"recall":0.193676,"f1":0.172611,"accuracy":0.193676,"main_score":0.172611,"hf_subset":"sin_Sinh-lua_Latn","languages":["sin-Sinh","lua-Latn"]},{"precision":0.15803,"recall":0.190711,"f1":0.16562,"accuracy":0.190711,"main_score":0.16562,"hf_subset":"sin_Sinh-nya_Latn","languages":["sin-Sinh","nya-Latn"]},{"precision":0.371123,"recall":0.459486,"f1":0.392518,"accuracy":0.459486,"main_score":0.392518,"hf_subset":"sin_Sinh-slv_Latn","languages":["sin-Sinh","slv-Latn"]},{"precision":0.196013,"recall":0.240119,"f1":0.206403,"accuracy":0.240119,"main_score":0.206403,"hf_subset":"sin_Sinh-tpi_Latn","languages":["sin-Sinh","tpi-Latn"]},{"precision":0.371818,"recall":0.468379,"f1":0.395727,"accuracy":0.468379,"main_score":0.395727,"hf_subset":"sin_Sinh-zsm_Latn","languages":["sin-Sinh","zsm-Latn"]},{"precision":0.153859,"recall":0.184783,"f1":0.161175,"accuracy":0.184783,"main_score":0.161175,"hf_subset":"sin_Sinh-ayr_Latn","languages":["sin-Sinh","ayr-Latn"]},{"precision":0.393459,"recall":0.491107,"f1":0.417853,"accuracy":0.491107,"main_score":0.417853,"hf_subset":"sin_Sinh-dan_Latn","languages":["sin-Sinh","dan-Latn"]},{"precision":0.427408,"recall":0.519763,"f1":0.450619,"accuracy":0.519763,"main_score":0.450619,"hf_subset":"sin_Sinh-guj_Gujr","languages":["sin-Sinh","guj-Gujr"]},{"precision":0.365517,"recall":0.450593,"f1":0.386028,"accuracy":0.450593,"main_score":0.386028,"hf_subset":"sin_Sinh-kaz_Cyrl","languages":["sin-Sinh","kaz-Cyrl"]},{"precision":0.155161,"recall":0.1917,"f1":0.163992,"accuracy":0.1917,"main_score":0.163992,"hf_subset":"sin_Sinh-lug_Latn","languages":["sin-Sinh","lug-Latn"]},{"precision":0.367575,"recall":0.452569,"f1":0.388877,"accuracy":0.452569,"main_score":0.388877,"hf_subset":"sin_Sinh-oci_Latn","languages":["sin-Sinh","oci-Latn"]},{"precision":0.177368,"recall":0.212451,"f1":0.185275,"accuracy":0.212451,"main_score":0.185275,"hf_subset":"sin_Sinh-smo_Latn","languages":["sin-Sinh","smo-Latn"]},{"precision":0.164011,"recall":0.195652,"f1":0.171911,"accuracy":0.195652,"main_score":0.171911,"hf_subset":"sin_Sinh-tsn_Latn","languages":["sin-Sinh","tsn-Latn"]},{"precision":0.182616,"recall":0.225296,"f1":0.191908,"accuracy":0.225296,"main_score":0.191908,"hf_subset":"sin_Sinh-zul_Latn","languages":["sin-Sinh","zul-Latn"]},{"precision":0.22046,"recall":0.275692,"f1":0.233194,"accuracy":0.275692,"main_score":0.233194,"hf_subset":"sin_Sinh-azb_Arab","languages":["sin-Sinh","azb-Arab"]},{"precision":0.384111,"recall":0.471344,"f1":0.406566,"accuracy":0.471344,"main_score":0.406566,"hf_subset":"sin_Sinh-deu_Latn","languages":["sin-Sinh","deu-Latn"]},{"precision":0.304157,"recall":0.385375,"f1":0.323939,"accuracy":0.385375,"main_score":0.323939,"hf_subset":"sin_Sinh-hat_Latn","languages":["sin-Sinh","hat-Latn"]},{"precision":0.149058,"recall":0.177866,"f1":0.156037,"accuracy":0.177866,"main_score":0.156037,"hf_subset":"sin_Sinh-kbp_Latn","languages":["sin-Sinh","kbp-Latn"]},{"precision":0.156759,"recall":0.187747,"f1":0.163481,"accuracy":0.187747,"main_score":0.163481,"hf_subset":"sin_Sinh-luo_Latn","languages":["sin-Sinh","luo-Latn"]},{"precision":0.404312,"recall":0.496047,"f1":0.427478,"accuracy":0.496047,"main_score":0.427478,"hf_subset":"sin_Sinh-ory_Orya","languages":["sin-Sinh","ory-Orya"]},{"precision":0.151097,"recall":0.183794,"f1":0.158475,"accuracy":0.183794,"main_score":0.158475,"hf_subset":"sin_Sinh-sna_Latn","languages":["sin-Sinh","sna-Latn"]},{"precision":0.169981,"recall":0.197628,"f1":0.175972,"accuracy":0.197628,"main_score":0.175972,"hf_subset":"sin_Sinh-tso_Latn","languages":["sin-Sinh","tso-Latn"]},{"precision":0.344374,"recall":0.433794,"f1":0.366154,"accuracy":0.433794,"main_score":0.366154,"hf_subset":"sin_Sinh-azj_Latn","languages":["sin-Sinh","azj-Latn"]},{"precision":0.113145,"recall":0.147233,"f1":0.120016,"accuracy":0.147233,"main_score":0.120016,"hf_subset":"sin_Sinh-dik_Latn","languages":["sin-Sinh","dik-Latn"]},{"precision":0.174749,"recall":0.208498,"f1":0.183536,"accuracy":0.208498,"main_score":0.183536,"hf_subset":"sin_Sinh-hau_Latn","languages":["sin-Sinh","hau-Latn"]},{"precision":0.280957,"recall":0.354743,"f1":0.298322,"accuracy":0.354743,"main_score":0.298322,"hf_subset":"sin_Sinh-kea_Latn","languages":["sin-Sinh","kea-Latn"]},{"precision":0.158593,"recall":0.184783,"f1":0.164865,"accuracy":0.184783,"main_score":0.164865,"hf_subset":"sin_Sinh-lus_Latn","languages":["sin-Sinh","lus-Latn"]},{"precision":0.201095,"recall":0.235178,"f1":0.208675,"accuracy":0.235178,"main_score":0.208675,"hf_subset":"sin_Sinh-pag_Latn","languages":["sin-Sinh","pag-Latn"]},{"precision":0.385391,"recall":0.463439,"f1":0.405287,"accuracy":0.463439,"main_score":0.405287,"hf_subset":"sin_Sinh-snd_Arab","languages":["sin-Sinh","snd-Arab"]},{"precision":0.281746,"recall":0.353755,"f1":0.298429,"accuracy":0.353755,"main_score":0.298429,"hf_subset":"sin_Sinh-tuk_Latn","languages":["sin-Sinh","tuk-Latn"]},{"precision":0.315873,"recall":0.398221,"f1":0.334344,"accuracy":0.398221,"main_score":0.334344,"hf_subset":"sin_Sinh-bak_Cyrl","languages":["sin-Sinh","bak-Cyrl"]},{"precision":0.081303,"recall":0.118577,"f1":0.089272,"accuracy":0.118577,"main_score":0.089272,"hf_subset":"sin_Sinh-dyu_Latn","languages":["sin-Sinh","dyu-Latn"]},{"precision":0.389925,"recall":0.486166,"f1":0.413943,"accuracy":0.486166,"main_score":0.413943,"hf_subset":"sin_Sinh-heb_Hebr","languages":["sin-Sinh","heb-Hebr"]},{"precision":0.325969,"recall":0.403162,"f1":0.344988,"accuracy":0.403162,"main_score":0.344988,"hf_subset":"sin_Sinh-khk_Cyrl","languages":["sin-Sinh","khk-Cyrl"]},{"precision":0.379936,"recall":0.465415,"f1":0.400586,"accuracy":0.465415,"main_score":0.400586,"hf_subset":"sin_Sinh-lvs_Latn","languages":["sin-Sinh","lvs-Latn"]},{"precision":0.409139,"recall":0.501976,"f1":0.432064,"accuracy":0.501976,"main_score":0.432064,"hf_subset":"sin_Sinh-pan_Guru","languages":["sin-Sinh","pan-Guru"]},{"precision":0.182731,"recall":0.218379,"f1":0.191263,"accuracy":0.218379,"main_score":0.191263,"hf_subset":"sin_Sinh-som_Latn","languages":["sin-Sinh","som-Latn"]},{"precision":0.16349,"recall":0.193676,"f1":0.170377,"accuracy":0.193676,"main_score":0.170377,"hf_subset":"sin_Sinh-tum_Latn","languages":["sin-Sinh","tum-Latn"]},{"precision":0.388305,"recall":0.487154,"f1":0.415652,"accuracy":0.487154,"main_score":0.415652,"hf_subset":"tha_Thai-ace_Arab","languages":["tha-Thai","ace-Arab"]},{"precision":0.424252,"recall":0.506917,"f1":0.447306,"accuracy":0.506917,"main_score":0.447306,"hf_subset":"tha_Thai-bam_Latn","languages":["tha-Thai","bam-Latn"]},{"precision":0.112663,"recall":0.163043,"f1":0.125234,"accuracy":0.163043,"main_score":0.125234,"hf_subset":"tha_Thai-dzo_Tibt","languages":["tha-Thai","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tha_Thai-hin_Deva","languages":["tha-Thai","hin-Deva"]},{"precision":0.932559,"recall":0.953557,"f1":0.939295,"accuracy":0.953557,"main_score":0.939295,"hf_subset":"tha_Thai-khm_Khmr","languages":["tha-Thai","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-mag_Deva","languages":["tha-Thai","mag-Deva"]},{"precision":0.95504,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"tha_Thai-pap_Latn","languages":["tha-Thai","pap-Latn"]},{"precision":0.447503,"recall":0.538538,"f1":0.471999,"accuracy":0.538538,"main_score":0.471999,"hf_subset":"tha_Thai-sot_Latn","languages":["tha-Thai","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tha_Thai-tur_Latn","languages":["tha-Thai","tur-Latn"]},{"precision":0.772184,"recall":0.829051,"f1":0.789723,"accuracy":0.829051,"main_score":0.789723,"hf_subset":"tha_Thai-ace_Latn","languages":["tha-Thai","ace-Latn"]},{"precision":0.905797,"recall":0.934783,"f1":0.915184,"accuracy":0.934783,"main_score":0.915184,"hf_subset":"tha_Thai-ban_Latn","languages":["tha-Thai","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tha_Thai-ell_Grek","languages":["tha-Thai","ell-Grek"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"tha_Thai-hne_Deva","languages":["tha-Thai","hne-Deva"]},{"precision":0.481305,"recall":0.567194,"f1":0.506011,"accuracy":0.567194,"main_score":0.506011,"hf_subset":"tha_Thai-kik_Latn","languages":["tha-Thai","kik-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tha_Thai-mai_Deva","languages":["tha-Thai","mai-Deva"]},{"precision":0.876976,"recall":0.913043,"f1":0.888142,"accuracy":0.913043,"main_score":0.888142,"hf_subset":"tha_Thai-pbt_Arab","languages":["tha-Thai","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-spa_Latn","languages":["tha-Thai","spa-Latn"]},{"precision":0.52433,"recall":0.605731,"f1":0.546999,"accuracy":0.605731,"main_score":0.546999,"hf_subset":"tha_Thai-twi_Latn","languages":["tha-Thai","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tha_Thai-acm_Arab","languages":["tha-Thai","acm-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-bel_Cyrl","languages":["tha-Thai","bel-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-eng_Latn","languages":["tha-Thai","eng-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-hrv_Latn","languages":["tha-Thai","hrv-Latn"]},{"precision":0.4251,"recall":0.506917,"f1":0.446749,"accuracy":0.506917,"main_score":0.446749,"hf_subset":"tha_Thai-kin_Latn","languages":["tha-Thai","kin-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"tha_Thai-mal_Mlym","languages":["tha-Thai","mal-Mlym"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-pes_Arab","languages":["tha-Thai","pes-Arab"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"tha_Thai-srd_Latn","languages":["tha-Thai","srd-Latn"]},{"precision":0.104882,"recall":0.179842,"f1":0.120539,"accuracy":0.179842,"main_score":0.120539,"hf_subset":"tha_Thai-tzm_Tfng","languages":["tha-Thai","tzm-Tfng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-acq_Arab","languages":["tha-Thai","acq-Arab"]},{"precision":0.486514,"recall":0.578063,"f1":0.512804,"accuracy":0.578063,"main_score":0.512804,"hf_subset":"tha_Thai-bem_Latn","languages":["tha-Thai","bem-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-epo_Latn","languages":["tha-Thai","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tha_Thai-hun_Latn","languages":["tha-Thai","hun-Latn"]},{"precision":0.945487,"recall":0.963439,"f1":0.951416,"accuracy":0.963439,"main_score":0.951416,"hf_subset":"tha_Thai-kir_Cyrl","languages":["tha-Thai","kir-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tha_Thai-mar_Deva","languages":["tha-Thai","mar-Deva"]},{"precision":0.526508,"recall":0.596838,"f1":0.546695,"accuracy":0.596838,"main_score":0.546695,"hf_subset":"tha_Thai-plt_Latn","languages":["tha-Thai","plt-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-srp_Cyrl","languages":["tha-Thai","srp-Cyrl"]},{"precision":0.91222,"recall":0.939723,"f1":0.921278,"accuracy":0.939723,"main_score":0.921278,"hf_subset":"tha_Thai-uig_Arab","languages":["tha-Thai","uig-Arab"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"tha_Thai-aeb_Arab","languages":["tha-Thai","aeb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-ben_Beng","languages":["tha-Thai","ben-Beng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tha_Thai-est_Latn","languages":["tha-Thai","est-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tha_Thai-hye_Armn","languages":["tha-Thai","hye-Armn"]},{"precision":0.430438,"recall":0.508893,"f1":0.451765,"accuracy":0.508893,"main_score":0.451765,"hf_subset":"tha_Thai-kmb_Latn","languages":["tha-Thai","kmb-Latn"]},{"precision":0.337316,"recall":0.44664,"f1":0.366257,"accuracy":0.44664,"main_score":0.366257,"hf_subset":"tha_Thai-min_Arab","languages":["tha-Thai","min-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-pol_Latn","languages":["tha-Thai","pol-Latn"]},{"precision":0.41266,"recall":0.503953,"f1":0.436705,"accuracy":0.503953,"main_score":0.436705,"hf_subset":"tha_Thai-ssw_Latn","languages":["tha-Thai","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tha_Thai-ukr_Cyrl","languages":["tha-Thai","ukr-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-afr_Latn","languages":["tha-Thai","afr-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"tha_Thai-bho_Deva","languages":["tha-Thai","bho-Deva"]},{"precision":0.92943,"recall":0.951581,"f1":0.936495,"accuracy":0.951581,"main_score":0.936495,"hf_subset":"tha_Thai-eus_Latn","languages":["tha-Thai","eus-Latn"]},{"precision":0.456979,"recall":0.540514,"f1":0.479029,"accuracy":0.540514,"main_score":0.479029,"hf_subset":"tha_Thai-ibo_Latn","languages":["tha-Thai","ibo-Latn"]},{"precision":0.661656,"recall":0.738142,"f1":0.68316,"accuracy":0.738142,"main_score":0.68316,"hf_subset":"tha_Thai-kmr_Latn","languages":["tha-Thai","kmr-Latn"]},{"precision":0.953228,"recall":0.967391,"f1":0.957839,"accuracy":0.967391,"main_score":0.957839,"hf_subset":"tha_Thai-min_Latn","languages":["tha-Thai","min-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-por_Latn","languages":["tha-Thai","por-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"tha_Thai-sun_Latn","languages":["tha-Thai","sun-Latn"]},{"precision":0.417797,"recall":0.501976,"f1":0.441378,"accuracy":0.501976,"main_score":0.441378,"hf_subset":"tha_Thai-umb_Latn","languages":["tha-Thai","umb-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-ajp_Arab","languages":["tha-Thai","ajp-Arab"]},{"precision":0.366289,"recall":0.469368,"f1":0.393532,"accuracy":0.469368,"main_score":0.393532,"hf_subset":"tha_Thai-bjn_Arab","languages":["tha-Thai","bjn-Arab"]},{"precision":0.437102,"recall":0.518775,"f1":0.459208,"accuracy":0.518775,"main_score":0.459208,"hf_subset":"tha_Thai-ewe_Latn","languages":["tha-Thai","ewe-Latn"]},{"precision":0.830484,"recall":0.876482,"f1":0.844683,"accuracy":0.876482,"main_score":0.844683,"hf_subset":"tha_Thai-ilo_Latn","languages":["tha-Thai","ilo-Latn"]},{"precision":0.165217,"recall":0.255929,"f1":0.187059,"accuracy":0.255929,"main_score":0.187059,"hf_subset":"tha_Thai-knc_Arab","languages":["tha-Thai","knc-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-mkd_Cyrl","languages":["tha-Thai","mkd-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tha_Thai-prs_Arab","languages":["tha-Thai","prs-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-swe_Latn","languages":["tha-Thai","swe-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tha_Thai-urd_Arab","languages":["tha-Thai","urd-Arab"]},{"precision":0.499526,"recall":0.582016,"f1":0.522045,"accuracy":0.582016,"main_score":0.522045,"hf_subset":"tha_Thai-aka_Latn","languages":["tha-Thai","aka-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"tha_Thai-bjn_Latn","languages":["tha-Thai","bjn-Latn"]},{"precision":0.898386,"recall":0.93083,"f1":0.909091,"accuracy":0.93083,"main_score":0.909091,"hf_subset":"tha_Thai-fao_Latn","languages":["tha-Thai","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-ind_Latn","languages":["tha-Thai","ind-Latn"]},{"precision":0.486305,"recall":0.575099,"f1":0.510611,"accuracy":0.575099,"main_score":0.510611,"hf_subset":"tha_Thai-knc_Latn","languages":["tha-Thai","knc-Latn"]},{"precision":0.949605,"recall":0.966403,"f1":0.955204,"accuracy":0.966403,"main_score":0.955204,"hf_subset":"tha_Thai-mlt_Latn","languages":["tha-Thai","mlt-Latn"]},{"precision":0.524209,"recall":0.612648,"f1":0.548874,"accuracy":0.612648,"main_score":0.548874,"hf_subset":"tha_Thai-quy_Latn","languages":["tha-Thai","quy-Latn"]},{"precision":0.66485,"recall":0.744071,"f1":0.687968,"accuracy":0.744071,"main_score":0.687968,"hf_subset":"tha_Thai-swh_Latn","languages":["tha-Thai","swh-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tha_Thai-uzn_Latn","languages":["tha-Thai","uzn-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"tha_Thai-als_Latn","languages":["tha-Thai","als-Latn"]},{"precision":0.149736,"recall":0.226285,"f1":0.168047,"accuracy":0.226285,"main_score":0.168047,"hf_subset":"tha_Thai-bod_Tibt","languages":["tha-Thai","bod-Tibt"]},{"precision":0.439563,"recall":0.524704,"f1":0.462371,"accuracy":0.524704,"main_score":0.462371,"hf_subset":"tha_Thai-fij_Latn","languages":["tha-Thai","fij-Latn"]},{"precision":0.923864,"recall":0.94664,"f1":0.931061,"accuracy":0.94664,"main_score":0.931061,"hf_subset":"tha_Thai-isl_Latn","languages":["tha-Thai","isl-Latn"]},{"precision":0.511168,"recall":0.599802,"f1":0.536735,"accuracy":0.599802,"main_score":0.536735,"hf_subset":"tha_Thai-kon_Latn","languages":["tha-Thai","kon-Latn"]},{"precision":0.452043,"recall":0.5583,"f1":0.481726,"accuracy":0.5583,"main_score":0.481726,"hf_subset":"tha_Thai-mni_Beng","languages":["tha-Thai","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tha_Thai-ron_Latn","languages":["tha-Thai","ron-Latn"]},{"precision":0.974308,"recall":0.981225,"f1":0.976614,"accuracy":0.981225,"main_score":0.976614,"hf_subset":"tha_Thai-szl_Latn","languages":["tha-Thai","szl-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tha_Thai-vec_Latn","languages":["tha-Thai","vec-Latn"]},{"precision":0.518685,"recall":0.605731,"f1":0.543317,"accuracy":0.605731,"main_score":0.543317,"hf_subset":"tha_Thai-amh_Ethi","languages":["tha-Thai","amh-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-bos_Latn","languages":["tha-Thai","bos-Latn"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"tha_Thai-fin_Latn","languages":["tha-Thai","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"tha_Thai-ita_Latn","languages":["tha-Thai","ita-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-kor_Hang","languages":["tha-Thai","kor-Hang"]},{"precision":0.43955,"recall":0.528656,"f1":0.463684,"accuracy":0.528656,"main_score":0.463684,"hf_subset":"tha_Thai-mos_Latn","languages":["tha-Thai","mos-Latn"]},{"precision":0.418423,"recall":0.507905,"f1":0.442913,"accuracy":0.507905,"main_score":0.442913,"hf_subset":"tha_Thai-run_Latn","languages":["tha-Thai","run-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tha_Thai-tam_Taml","languages":["tha-Thai","tam-Taml"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-vie_Latn","languages":["tha-Thai","vie-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tha_Thai-apc_Arab","languages":["tha-Thai","apc-Arab"]},{"precision":0.724638,"recall":0.789526,"f1":0.743445,"accuracy":0.789526,"main_score":0.743445,"hf_subset":"tha_Thai-bug_Latn","languages":["tha-Thai","bug-Latn"]},{"precision":0.391216,"recall":0.481225,"f1":0.415077,"accuracy":0.481225,"main_score":0.415077,"hf_subset":"tha_Thai-fon_Latn","languages":["tha-Thai","fon-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"tha_Thai-jav_Latn","languages":["tha-Thai","jav-Latn"]},{"precision":0.897563,"recall":0.928854,"f1":0.907609,"accuracy":0.928854,"main_score":0.907609,"hf_subset":"tha_Thai-lao_Laoo","languages":["tha-Thai","lao-Laoo"]},{"precision":0.543251,"recall":0.632411,"f1":0.568363,"accuracy":0.632411,"main_score":0.568363,"hf_subset":"tha_Thai-mri_Latn","languages":["tha-Thai","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-rus_Cyrl","languages":["tha-Thai","rus-Cyrl"]},{"precision":0.461644,"recall":0.546443,"f1":0.484899,"accuracy":0.546443,"main_score":0.484899,"hf_subset":"tha_Thai-taq_Latn","languages":["tha-Thai","taq-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"tha_Thai-war_Latn","languages":["tha-Thai","war-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-arb_Arab","languages":["tha-Thai","arb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-bul_Cyrl","languages":["tha-Thai","bul-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-fra_Latn","languages":["tha-Thai","fra-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-jpn_Jpan","languages":["tha-Thai","jpn-Jpan"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"tha_Thai-lij_Latn","languages":["tha-Thai","lij-Latn"]},{"precision":0.921311,"recall":0.945652,"f1":0.929183,"accuracy":0.945652,"main_score":0.929183,"hf_subset":"tha_Thai-mya_Mymr","languages":["tha-Thai","mya-Mymr"]},{"precision":0.471866,"recall":0.561265,"f1":0.496262,"accuracy":0.561265,"main_score":0.496262,"hf_subset":"tha_Thai-sag_Latn","languages":["tha-Thai","sag-Latn"]},{"precision":0.107515,"recall":0.192688,"f1":0.124347,"accuracy":0.192688,"main_score":0.124347,"hf_subset":"tha_Thai-taq_Tfng","languages":["tha-Thai","taq-Tfng"]},{"precision":0.5161,"recall":0.606719,"f1":0.541243,"accuracy":0.606719,"main_score":0.541243,"hf_subset":"tha_Thai-wol_Latn","languages":["tha-Thai","wol-Latn"]},{"precision":0.585156,"recall":0.678854,"f1":0.611601,"accuracy":0.678854,"main_score":0.611601,"hf_subset":"tha_Thai-arb_Latn","languages":["tha-Thai","arb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-cat_Latn","languages":["tha-Thai","cat-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"tha_Thai-fur_Latn","languages":["tha-Thai","fur-Latn"]},{"precision":0.300683,"recall":0.383399,"f1":0.32252,"accuracy":0.383399,"main_score":0.32252,"hf_subset":"tha_Thai-kab_Latn","languages":["tha-Thai","kab-Latn"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"tha_Thai-lim_Latn","languages":["tha-Thai","lim-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-nld_Latn","languages":["tha-Thai","nld-Latn"]},{"precision":0.951828,"recall":0.965415,"f1":0.956046,"accuracy":0.965415,"main_score":0.956046,"hf_subset":"tha_Thai-san_Deva","languages":["tha-Thai","san-Deva"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"tha_Thai-tat_Cyrl","languages":["tha-Thai","tat-Cyrl"]},{"precision":0.487322,"recall":0.575099,"f1":0.51123,"accuracy":0.575099,"main_score":0.51123,"hf_subset":"tha_Thai-xho_Latn","languages":["tha-Thai","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-ars_Arab","languages":["tha-Thai","ars-Arab"]},{"precision":0.98139,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"tha_Thai-ceb_Latn","languages":["tha-Thai","ceb-Latn"]},{"precision":0.460527,"recall":0.540514,"f1":0.482489,"accuracy":0.540514,"main_score":0.482489,"hf_subset":"tha_Thai-fuv_Latn","languages":["tha-Thai","fuv-Latn"]},{"precision":0.433891,"recall":0.524704,"f1":0.458151,"accuracy":0.524704,"main_score":0.458151,"hf_subset":"tha_Thai-kac_Latn","languages":["tha-Thai","kac-Latn"]},{"precision":0.524246,"recall":0.613636,"f1":0.548901,"accuracy":0.613636,"main_score":0.548901,"hf_subset":"tha_Thai-lin_Latn","languages":["tha-Thai","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-nno_Latn","languages":["tha-Thai","nno-Latn"]},{"precision":0.019145,"recall":0.061265,"f1":0.025141,"accuracy":0.061265,"main_score":0.025141,"hf_subset":"tha_Thai-sat_Olck","languages":["tha-Thai","sat-Olck"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"tha_Thai-tel_Telu","languages":["tha-Thai","tel-Telu"]},{"precision":0.681514,"recall":0.763834,"f1":0.706068,"accuracy":0.763834,"main_score":0.706068,"hf_subset":"tha_Thai-ydd_Hebr","languages":["tha-Thai","ydd-Hebr"]},{"precision":0.94664,"recall":0.964427,"f1":0.952569,"accuracy":0.964427,"main_score":0.952569,"hf_subset":"tha_Thai-ary_Arab","languages":["tha-Thai","ary-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-ces_Latn","languages":["tha-Thai","ces-Latn"]},{"precision":0.354965,"recall":0.448617,"f1":0.380532,"accuracy":0.448617,"main_score":0.380532,"hf_subset":"tha_Thai-gaz_Latn","languages":["tha-Thai","gaz-Latn"]},{"precision":0.461964,"recall":0.551383,"f1":0.487211,"accuracy":0.551383,"main_score":0.487211,"hf_subset":"tha_Thai-kam_Latn","languages":["tha-Thai","kam-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"tha_Thai-lit_Latn","languages":["tha-Thai","lit-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-nob_Latn","languages":["tha-Thai","nob-Latn"]},{"precision":0.967391,"recall":0.977273,"f1":0.97052,"accuracy":0.977273,"main_score":0.97052,"hf_subset":"tha_Thai-scn_Latn","languages":["tha-Thai","scn-Latn"]},{"precision":0.858893,"recall":0.901186,"f1":0.8722,"accuracy":0.901186,"main_score":0.8722,"hf_subset":"tha_Thai-tgk_Cyrl","languages":["tha-Thai","tgk-Cyrl"]},{"precision":0.400743,"recall":0.487154,"f1":0.424032,"accuracy":0.487154,"main_score":0.424032,"hf_subset":"tha_Thai-yor_Latn","languages":["tha-Thai","yor-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"tha_Thai-arz_Arab","languages":["tha-Thai","arz-Arab"]},{"precision":0.44238,"recall":0.538538,"f1":0.468256,"accuracy":0.538538,"main_score":0.468256,"hf_subset":"tha_Thai-cjk_Latn","languages":["tha-Thai","cjk-Latn"]},{"precision":0.571949,"recall":0.65415,"f1":0.595273,"accuracy":0.65415,"main_score":0.595273,"hf_subset":"tha_Thai-gla_Latn","languages":["tha-Thai","gla-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"tha_Thai-kan_Knda","languages":["tha-Thai","kan-Knda"]},{"precision":0.959157,"recall":0.972332,"f1":0.963439,"accuracy":0.972332,"main_score":0.963439,"hf_subset":"tha_Thai-lmo_Latn","languages":["tha-Thai","lmo-Latn"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"tha_Thai-npi_Deva","languages":["tha-Thai","npi-Deva"]},{"precision":0.39107,"recall":0.495059,"f1":0.418396,"accuracy":0.495059,"main_score":0.418396,"hf_subset":"tha_Thai-shn_Mymr","languages":["tha-Thai","shn-Mymr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-tgl_Latn","languages":["tha-Thai","tgl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-yue_Hant","languages":["tha-Thai","yue-Hant"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"tha_Thai-asm_Beng","languages":["tha-Thai","asm-Beng"]},{"precision":0.711248,"recall":0.777668,"f1":0.730696,"accuracy":0.777668,"main_score":0.730696,"hf_subset":"tha_Thai-ckb_Arab","languages":["tha-Thai","ckb-Arab"]},{"precision":0.675438,"recall":0.753953,"f1":0.699292,"accuracy":0.753953,"main_score":0.699292,"hf_subset":"tha_Thai-gle_Latn","languages":["tha-Thai","gle-Latn"]},{"precision":0.854825,"recall":0.901186,"f1":0.869796,"accuracy":0.901186,"main_score":0.869796,"hf_subset":"tha_Thai-kas_Arab","languages":["tha-Thai","kas-Arab"]},{"precision":0.867869,"recall":0.907115,"f1":0.880171,"accuracy":0.907115,"main_score":0.880171,"hf_subset":"tha_Thai-ltg_Latn","languages":["tha-Thai","ltg-Latn"]},{"precision":0.478055,"recall":0.566206,"f1":0.502437,"accuracy":0.566206,"main_score":0.502437,"hf_subset":"tha_Thai-nso_Latn","languages":["tha-Thai","nso-Latn"]},{"precision":0.393644,"recall":0.504941,"f1":0.425024,"accuracy":0.504941,"main_score":0.425024,"hf_subset":"tha_Thai-sin_Sinh","languages":["tha-Thai","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-zho_Hans","languages":["tha-Thai","zho-Hans"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-ast_Latn","languages":["tha-Thai","ast-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"tha_Thai-crh_Latn","languages":["tha-Thai","crh-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-glg_Latn","languages":["tha-Thai","glg-Latn"]},{"precision":0.739279,"recall":0.804348,"f1":0.758451,"accuracy":0.804348,"main_score":0.758451,"hf_subset":"tha_Thai-kas_Deva","languages":["tha-Thai","kas-Deva"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"tha_Thai-ltz_Latn","languages":["tha-Thai","ltz-Latn"]},{"precision":0.347403,"recall":0.438735,"f1":0.37127,"accuracy":0.438735,"main_score":0.37127,"hf_subset":"tha_Thai-nus_Latn","languages":["tha-Thai","nus-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-slk_Latn","languages":["tha-Thai","slk-Latn"]},{"precision":0.246774,"recall":0.31917,"f1":0.265552,"accuracy":0.31917,"main_score":0.265552,"hf_subset":"tha_Thai-tir_Ethi","languages":["tha-Thai","tir-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-zho_Hant","languages":["tha-Thai","zho-Hant"]},{"precision":0.980072,"recall":0.985178,"f1":0.981719,"accuracy":0.985178,"main_score":0.981719,"hf_subset":"tha_Thai-awa_Deva","languages":["tha-Thai","awa-Deva"]},{"precision":0.832345,"recall":0.880435,"f1":0.847266,"accuracy":0.880435,"main_score":0.847266,"hf_subset":"tha_Thai-cym_Latn","languages":["tha-Thai","cym-Latn"]},{"precision":0.683474,"recall":0.756917,"f1":0.705287,"accuracy":0.756917,"main_score":0.705287,"hf_subset":"tha_Thai-grn_Latn","languages":["tha-Thai","grn-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"tha_Thai-kat_Geor","languages":["tha-Thai","kat-Geor"]},{"precision":0.515521,"recall":0.602767,"f1":0.540156,"accuracy":0.602767,"main_score":0.540156,"hf_subset":"tha_Thai-lua_Latn","languages":["tha-Thai","lua-Latn"]},{"precision":0.478657,"recall":0.570158,"f1":0.50355,"accuracy":0.570158,"main_score":0.50355,"hf_subset":"tha_Thai-nya_Latn","languages":["tha-Thai","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-slv_Latn","languages":["tha-Thai","slv-Latn"]},{"precision":0.763011,"recall":0.825099,"f1":0.782199,"accuracy":0.825099,"main_score":0.782199,"hf_subset":"tha_Thai-tpi_Latn","languages":["tha-Thai","tpi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-zsm_Latn","languages":["tha-Thai","zsm-Latn"]},{"precision":0.433049,"recall":0.519763,"f1":0.456448,"accuracy":0.519763,"main_score":0.456448,"hf_subset":"tha_Thai-ayr_Latn","languages":["tha-Thai","ayr-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"tha_Thai-dan_Latn","languages":["tha-Thai","dan-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"tha_Thai-guj_Gujr","languages":["tha-Thai","guj-Gujr"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"tha_Thai-kaz_Cyrl","languages":["tha-Thai","kaz-Cyrl"]},{"precision":0.408835,"recall":0.496047,"f1":0.433305,"accuracy":0.496047,"main_score":0.433305,"hf_subset":"tha_Thai-lug_Latn","languages":["tha-Thai","lug-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tha_Thai-oci_Latn","languages":["tha-Thai","oci-Latn"]},{"precision":0.469582,"recall":0.566206,"f1":0.497349,"accuracy":0.566206,"main_score":0.497349,"hf_subset":"tha_Thai-smo_Latn","languages":["tha-Thai","smo-Latn"]},{"precision":0.437091,"recall":0.524704,"f1":0.460331,"accuracy":0.524704,"main_score":0.460331,"hf_subset":"tha_Thai-tsn_Latn","languages":["tha-Thai","tsn-Latn"]},{"precision":0.429283,"recall":0.516798,"f1":0.451699,"accuracy":0.516798,"main_score":0.451699,"hf_subset":"tha_Thai-zul_Latn","languages":["tha-Thai","zul-Latn"]},{"precision":0.784074,"recall":0.844862,"f1":0.802899,"accuracy":0.844862,"main_score":0.802899,"hf_subset":"tha_Thai-azb_Arab","languages":["tha-Thai","azb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-deu_Latn","languages":["tha-Thai","deu-Latn"]},{"precision":0.903162,"recall":0.932806,"f1":0.912714,"accuracy":0.932806,"main_score":0.912714,"hf_subset":"tha_Thai-hat_Latn","languages":["tha-Thai","hat-Latn"]},{"precision":0.395862,"recall":0.481225,"f1":0.41891,"accuracy":0.481225,"main_score":0.41891,"hf_subset":"tha_Thai-kbp_Latn","languages":["tha-Thai","kbp-Latn"]},{"precision":0.470972,"recall":0.549407,"f1":0.492452,"accuracy":0.549407,"main_score":0.492452,"hf_subset":"tha_Thai-luo_Latn","languages":["tha-Thai","luo-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"tha_Thai-ory_Orya","languages":["tha-Thai","ory-Orya"]},{"precision":0.451507,"recall":0.539526,"f1":0.475834,"accuracy":0.539526,"main_score":0.475834,"hf_subset":"tha_Thai-sna_Latn","languages":["tha-Thai","sna-Latn"]},{"precision":0.424359,"recall":0.51087,"f1":0.448163,"accuracy":0.51087,"main_score":0.448163,"hf_subset":"tha_Thai-tso_Latn","languages":["tha-Thai","tso-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"tha_Thai-azj_Latn","languages":["tha-Thai","azj-Latn"]},{"precision":0.439061,"recall":0.533597,"f1":0.465246,"accuracy":0.533597,"main_score":0.465246,"hf_subset":"tha_Thai-dik_Latn","languages":["tha-Thai","dik-Latn"]},{"precision":0.437542,"recall":0.516798,"f1":0.46026,"accuracy":0.516798,"main_score":0.46026,"hf_subset":"tha_Thai-hau_Latn","languages":["tha-Thai","hau-Latn"]},{"precision":0.958333,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"tha_Thai-kea_Latn","languages":["tha-Thai","kea-Latn"]},{"precision":0.614701,"recall":0.689723,"f1":0.636196,"accuracy":0.689723,"main_score":0.636196,"hf_subset":"tha_Thai-lus_Latn","languages":["tha-Thai","lus-Latn"]},{"precision":0.802157,"recall":0.850791,"f1":0.816685,"accuracy":0.850791,"main_score":0.816685,"hf_subset":"tha_Thai-pag_Latn","languages":["tha-Thai","pag-Latn"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"tha_Thai-snd_Arab","languages":["tha-Thai","snd-Arab"]},{"precision":0.855105,"recall":0.898221,"f1":0.868709,"accuracy":0.898221,"main_score":0.868709,"hf_subset":"tha_Thai-tuk_Latn","languages":["tha-Thai","tuk-Latn"]},{"precision":0.922925,"recall":0.947628,"f1":0.930995,"accuracy":0.947628,"main_score":0.930995,"hf_subset":"tha_Thai-bak_Cyrl","languages":["tha-Thai","bak-Cyrl"]},{"precision":0.400944,"recall":0.498024,"f1":0.427436,"accuracy":0.498024,"main_score":0.427436,"hf_subset":"tha_Thai-dyu_Latn","languages":["tha-Thai","dyu-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"tha_Thai-heb_Hebr","languages":["tha-Thai","heb-Hebr"]},{"precision":0.8792,"recall":0.91502,"f1":0.890711,"accuracy":0.91502,"main_score":0.890711,"hf_subset":"tha_Thai-khk_Cyrl","languages":["tha-Thai","khk-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-lvs_Latn","languages":["tha-Thai","lvs-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"tha_Thai-pan_Guru","languages":["tha-Thai","pan-Guru"]},{"precision":0.42949,"recall":0.517787,"f1":0.45375,"accuracy":0.517787,"main_score":0.45375,"hf_subset":"tha_Thai-som_Latn","languages":["tha-Thai","som-Latn"]},{"precision":0.476755,"recall":0.5583,"f1":0.499511,"accuracy":0.5583,"main_score":0.499511,"hf_subset":"tha_Thai-tum_Latn","languages":["tha-Thai","tum-Latn"]},{"precision":0.385565,"recall":0.480237,"f1":0.411502,"accuracy":0.480237,"main_score":0.411502,"hf_subset":"zho_Hans-ace_Arab","languages":["zho-Hans","ace-Arab"]},{"precision":0.409541,"recall":0.492095,"f1":0.431814,"accuracy":0.492095,"main_score":0.431814,"hf_subset":"zho_Hans-bam_Latn","languages":["zho-Hans","bam-Latn"]},{"precision":0.10669,"recall":0.157115,"f1":0.119443,"accuracy":0.157115,"main_score":0.119443,"hf_subset":"zho_Hans-dzo_Tibt","languages":["zho-Hans","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-hin_Deva","languages":["zho-Hans","hin-Deva"]},{"precision":0.923337,"recall":0.947628,"f1":0.931225,"accuracy":0.947628,"main_score":0.931225,"hf_subset":"zho_Hans-khm_Khmr","languages":["zho-Hans","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hans-mag_Deva","languages":["zho-Hans","mag-Deva"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"zho_Hans-pap_Latn","languages":["zho-Hans","pap-Latn"]},{"precision":0.454195,"recall":0.541502,"f1":0.477521,"accuracy":0.541502,"main_score":0.477521,"hf_subset":"zho_Hans-sot_Latn","languages":["zho-Hans","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-tur_Latn","languages":["zho-Hans","tur-Latn"]},{"precision":0.777948,"recall":0.833004,"f1":0.794829,"accuracy":0.833004,"main_score":0.794829,"hf_subset":"zho_Hans-ace_Latn","languages":["zho-Hans","ace-Latn"]},{"precision":0.901845,"recall":0.93083,"f1":0.911067,"accuracy":0.93083,"main_score":0.911067,"hf_subset":"zho_Hans-ban_Latn","languages":["zho-Hans","ban-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hans-ell_Grek","languages":["zho-Hans","ell-Grek"]},{"precision":0.975791,"recall":0.983202,"f1":0.978261,"accuracy":0.983202,"main_score":0.978261,"hf_subset":"zho_Hans-hne_Deva","languages":["zho-Hans","hne-Deva"]},{"precision":0.465184,"recall":0.552372,"f1":0.488661,"accuracy":0.552372,"main_score":0.488661,"hf_subset":"zho_Hans-kik_Latn","languages":["zho-Hans","kik-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zho_Hans-mai_Deva","languages":["zho-Hans","mai-Deva"]},{"precision":0.86721,"recall":0.908103,"f1":0.880336,"accuracy":0.908103,"main_score":0.880336,"hf_subset":"zho_Hans-pbt_Arab","languages":["zho-Hans","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-spa_Latn","languages":["zho-Hans","spa-Latn"]},{"precision":0.518676,"recall":0.602767,"f1":0.541937,"accuracy":0.602767,"main_score":0.541937,"hf_subset":"zho_Hans-twi_Latn","languages":["zho-Hans","twi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hans-acm_Arab","languages":["zho-Hans","acm-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hans-bel_Cyrl","languages":["zho-Hans","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-eng_Latn","languages":["zho-Hans","eng-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hans-hrv_Latn","languages":["zho-Hans","hrv-Latn"]},{"precision":0.4141,"recall":0.498024,"f1":0.437163,"accuracy":0.498024,"main_score":0.437163,"hf_subset":"zho_Hans-kin_Latn","languages":["zho-Hans","kin-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"zho_Hans-mal_Mlym","languages":["zho-Hans","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-pes_Arab","languages":["zho-Hans","pes-Arab"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"zho_Hans-srd_Latn","languages":["zho-Hans","srd-Latn"]},{"precision":0.091895,"recall":0.162055,"f1":0.106473,"accuracy":0.162055,"main_score":0.106473,"hf_subset":"zho_Hans-tzm_Tfng","languages":["zho-Hans","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hans-acq_Arab","languages":["zho-Hans","acq-Arab"]},{"precision":0.483055,"recall":0.571146,"f1":0.506989,"accuracy":0.571146,"main_score":0.506989,"hf_subset":"zho_Hans-bem_Latn","languages":["zho-Hans","bem-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hans-epo_Latn","languages":["zho-Hans","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-hun_Latn","languages":["zho-Hans","hun-Latn"]},{"precision":0.956522,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"zho_Hans-kir_Cyrl","languages":["zho-Hans","kir-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zho_Hans-mar_Deva","languages":["zho-Hans","mar-Deva"]},{"precision":0.504579,"recall":0.583992,"f1":0.527101,"accuracy":0.583992,"main_score":0.527101,"hf_subset":"zho_Hans-plt_Latn","languages":["zho-Hans","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-srp_Cyrl","languages":["zho-Hans","srp-Cyrl"]},{"precision":0.917078,"recall":0.9417,"f1":0.924967,"accuracy":0.9417,"main_score":0.924967,"hf_subset":"zho_Hans-uig_Arab","languages":["zho-Hans","uig-Arab"]},{"precision":0.98139,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"zho_Hans-aeb_Arab","languages":["zho-Hans","aeb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hans-ben_Beng","languages":["zho-Hans","ben-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hans-est_Latn","languages":["zho-Hans","est-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"zho_Hans-hye_Armn","languages":["zho-Hans","hye-Armn"]},{"precision":0.417872,"recall":0.502964,"f1":0.440638,"accuracy":0.502964,"main_score":0.440638,"hf_subset":"zho_Hans-kmb_Latn","languages":["zho-Hans","kmb-Latn"]},{"precision":0.320709,"recall":0.423913,"f1":0.348382,"accuracy":0.423913,"main_score":0.348382,"hf_subset":"zho_Hans-min_Arab","languages":["zho-Hans","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-pol_Latn","languages":["zho-Hans","pol-Latn"]},{"precision":0.399265,"recall":0.496047,"f1":0.425645,"accuracy":0.496047,"main_score":0.425645,"hf_subset":"zho_Hans-ssw_Latn","languages":["zho-Hans","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-ukr_Cyrl","languages":["zho-Hans","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-afr_Latn","languages":["zho-Hans","afr-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"zho_Hans-bho_Deva","languages":["zho-Hans","bho-Deva"]},{"precision":0.920784,"recall":0.945652,"f1":0.928854,"accuracy":0.945652,"main_score":0.928854,"hf_subset":"zho_Hans-eus_Latn","languages":["zho-Hans","eus-Latn"]},{"precision":0.451269,"recall":0.541502,"f1":0.476241,"accuracy":0.541502,"main_score":0.476241,"hf_subset":"zho_Hans-ibo_Latn","languages":["zho-Hans","ibo-Latn"]},{"precision":0.642629,"recall":0.721344,"f1":0.665533,"accuracy":0.721344,"main_score":0.665533,"hf_subset":"zho_Hans-kmr_Latn","languages":["zho-Hans","kmr-Latn"]},{"precision":0.95191,"recall":0.967391,"f1":0.957016,"accuracy":0.967391,"main_score":0.957016,"hf_subset":"zho_Hans-min_Latn","languages":["zho-Hans","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-por_Latn","languages":["zho-Hans","por-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"zho_Hans-sun_Latn","languages":["zho-Hans","sun-Latn"]},{"precision":0.427185,"recall":0.509881,"f1":0.450431,"accuracy":0.509881,"main_score":0.450431,"hf_subset":"zho_Hans-umb_Latn","languages":["zho-Hans","umb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-ajp_Arab","languages":["zho-Hans","ajp-Arab"]},{"precision":0.370969,"recall":0.470356,"f1":0.397759,"accuracy":0.470356,"main_score":0.397759,"hf_subset":"zho_Hans-bjn_Arab","languages":["zho-Hans","bjn-Arab"]},{"precision":0.440568,"recall":0.523715,"f1":0.463415,"accuracy":0.523715,"main_score":0.463415,"hf_subset":"zho_Hans-ewe_Latn","languages":["zho-Hans","ewe-Latn"]},{"precision":0.824967,"recall":0.873518,"f1":0.840217,"accuracy":0.873518,"main_score":0.840217,"hf_subset":"zho_Hans-ilo_Latn","languages":["zho-Hans","ilo-Latn"]},{"precision":0.164135,"recall":0.242095,"f1":0.182761,"accuracy":0.242095,"main_score":0.182761,"hf_subset":"zho_Hans-knc_Arab","languages":["zho-Hans","knc-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zho_Hans-mkd_Cyrl","languages":["zho-Hans","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-prs_Arab","languages":["zho-Hans","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-swe_Latn","languages":["zho-Hans","swe-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zho_Hans-urd_Arab","languages":["zho-Hans","urd-Arab"]},{"precision":0.495993,"recall":0.586957,"f1":0.521427,"accuracy":0.586957,"main_score":0.521427,"hf_subset":"zho_Hans-aka_Latn","languages":["zho-Hans","aka-Latn"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"zho_Hans-bjn_Latn","languages":["zho-Hans","bjn-Latn"]},{"precision":0.905632,"recall":0.935771,"f1":0.915514,"accuracy":0.935771,"main_score":0.915514,"hf_subset":"zho_Hans-fao_Latn","languages":["zho-Hans","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-ind_Latn","languages":["zho-Hans","ind-Latn"]},{"precision":0.478711,"recall":0.564229,"f1":0.502612,"accuracy":0.564229,"main_score":0.502612,"hf_subset":"zho_Hans-knc_Latn","languages":["zho-Hans","knc-Latn"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"zho_Hans-mlt_Latn","languages":["zho-Hans","mlt-Latn"]},{"precision":0.522455,"recall":0.615613,"f1":0.548004,"accuracy":0.615613,"main_score":0.548004,"hf_subset":"zho_Hans-quy_Latn","languages":["zho-Hans","quy-Latn"]},{"precision":0.64852,"recall":0.730237,"f1":0.67212,"accuracy":0.730237,"main_score":0.67212,"hf_subset":"zho_Hans-swh_Latn","languages":["zho-Hans","swh-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"zho_Hans-uzn_Latn","languages":["zho-Hans","uzn-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"zho_Hans-als_Latn","languages":["zho-Hans","als-Latn"]},{"precision":0.137715,"recall":0.219368,"f1":0.156908,"accuracy":0.219368,"main_score":0.156908,"hf_subset":"zho_Hans-bod_Tibt","languages":["zho-Hans","bod-Tibt"]},{"precision":0.430684,"recall":0.520751,"f1":0.455135,"accuracy":0.520751,"main_score":0.455135,"hf_subset":"zho_Hans-fij_Latn","languages":["zho-Hans","fij-Latn"]},{"precision":0.937335,"recall":0.956522,"f1":0.943412,"accuracy":0.956522,"main_score":0.943412,"hf_subset":"zho_Hans-isl_Latn","languages":["zho-Hans","isl-Latn"]},{"precision":0.523782,"recall":0.613636,"f1":0.549079,"accuracy":0.613636,"main_score":0.549079,"hf_subset":"zho_Hans-kon_Latn","languages":["zho-Hans","kon-Latn"]},{"precision":0.452608,"recall":0.562253,"f1":0.483289,"accuracy":0.562253,"main_score":0.483289,"hf_subset":"zho_Hans-mni_Beng","languages":["zho-Hans","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-ron_Latn","languages":["zho-Hans","ron-Latn"]},{"precision":0.974308,"recall":0.981225,"f1":0.976614,"accuracy":0.981225,"main_score":0.976614,"hf_subset":"zho_Hans-szl_Latn","languages":["zho-Hans","szl-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zho_Hans-vec_Latn","languages":["zho-Hans","vec-Latn"]},{"precision":0.481683,"recall":0.576087,"f1":0.507618,"accuracy":0.576087,"main_score":0.507618,"hf_subset":"zho_Hans-amh_Ethi","languages":["zho-Hans","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-bos_Latn","languages":["zho-Hans","bos-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"zho_Hans-fin_Latn","languages":["zho-Hans","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-ita_Latn","languages":["zho-Hans","ita-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hans-kor_Hang","languages":["zho-Hans","kor-Hang"]},{"precision":0.42763,"recall":0.522727,"f1":0.452812,"accuracy":0.522727,"main_score":0.452812,"hf_subset":"zho_Hans-mos_Latn","languages":["zho-Hans","mos-Latn"]},{"precision":0.420764,"recall":0.503953,"f1":0.443368,"accuracy":0.503953,"main_score":0.443368,"hf_subset":"zho_Hans-run_Latn","languages":["zho-Hans","run-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zho_Hans-tam_Taml","languages":["zho-Hans","tam-Taml"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-vie_Latn","languages":["zho-Hans","vie-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hans-apc_Arab","languages":["zho-Hans","apc-Arab"]},{"precision":0.718495,"recall":0.783597,"f1":0.737639,"accuracy":0.783597,"main_score":0.737639,"hf_subset":"zho_Hans-bug_Latn","languages":["zho-Hans","bug-Latn"]},{"precision":0.373993,"recall":0.460474,"f1":0.397679,"accuracy":0.460474,"main_score":0.397679,"hf_subset":"zho_Hans-fon_Latn","languages":["zho-Hans","fon-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"zho_Hans-jav_Latn","languages":["zho-Hans","jav-Latn"]},{"precision":0.852108,"recall":0.898221,"f1":0.86693,"accuracy":0.898221,"main_score":0.86693,"hf_subset":"zho_Hans-lao_Laoo","languages":["zho-Hans","lao-Laoo"]},{"precision":0.520909,"recall":0.617589,"f1":0.54782,"accuracy":0.617589,"main_score":0.54782,"hf_subset":"zho_Hans-mri_Latn","languages":["zho-Hans","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-rus_Cyrl","languages":["zho-Hans","rus-Cyrl"]},{"precision":0.442615,"recall":0.528656,"f1":0.465478,"accuracy":0.528656,"main_score":0.465478,"hf_subset":"zho_Hans-taq_Latn","languages":["zho-Hans","taq-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"zho_Hans-war_Latn","languages":["zho-Hans","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-arb_Arab","languages":["zho-Hans","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-bul_Cyrl","languages":["zho-Hans","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-fra_Latn","languages":["zho-Hans","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-jpn_Jpan","languages":["zho-Hans","jpn-Jpan"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"zho_Hans-lij_Latn","languages":["zho-Hans","lij-Latn"]},{"precision":0.920949,"recall":0.945652,"f1":0.929018,"accuracy":0.945652,"main_score":0.929018,"hf_subset":"zho_Hans-mya_Mymr","languages":["zho-Hans","mya-Mymr"]},{"precision":0.477663,"recall":0.572134,"f1":0.503423,"accuracy":0.572134,"main_score":0.503423,"hf_subset":"zho_Hans-sag_Latn","languages":["zho-Hans","sag-Latn"]},{"precision":0.103894,"recall":0.187747,"f1":0.120101,"accuracy":0.187747,"main_score":0.120101,"hf_subset":"zho_Hans-taq_Tfng","languages":["zho-Hans","taq-Tfng"]},{"precision":0.500203,"recall":0.590909,"f1":0.52533,"accuracy":0.590909,"main_score":0.52533,"hf_subset":"zho_Hans-wol_Latn","languages":["zho-Hans","wol-Latn"]},{"precision":0.565744,"recall":0.663043,"f1":0.593979,"accuracy":0.663043,"main_score":0.593979,"hf_subset":"zho_Hans-arb_Latn","languages":["zho-Hans","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-cat_Latn","languages":["zho-Hans","cat-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"zho_Hans-fur_Latn","languages":["zho-Hans","fur-Latn"]},{"precision":0.303826,"recall":0.379447,"f1":0.323966,"accuracy":0.379447,"main_score":0.323966,"hf_subset":"zho_Hans-kab_Latn","languages":["zho-Hans","kab-Latn"]},{"precision":0.958498,"recall":0.972332,"f1":0.963109,"accuracy":0.972332,"main_score":0.963109,"hf_subset":"zho_Hans-lim_Latn","languages":["zho-Hans","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-nld_Latn","languages":["zho-Hans","nld-Latn"]},{"precision":0.944335,"recall":0.960474,"f1":0.949407,"accuracy":0.960474,"main_score":0.949407,"hf_subset":"zho_Hans-san_Deva","languages":["zho-Hans","san-Deva"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"zho_Hans-tat_Cyrl","languages":["zho-Hans","tat-Cyrl"]},{"precision":0.470083,"recall":0.563241,"f1":0.495053,"accuracy":0.563241,"main_score":0.495053,"hf_subset":"zho_Hans-xho_Latn","languages":["zho-Hans","xho-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-ars_Arab","languages":["zho-Hans","ars-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"zho_Hans-ceb_Latn","languages":["zho-Hans","ceb-Latn"]},{"precision":0.448008,"recall":0.537549,"f1":0.471945,"accuracy":0.537549,"main_score":0.471945,"hf_subset":"zho_Hans-fuv_Latn","languages":["zho-Hans","fuv-Latn"]},{"precision":0.435774,"recall":0.528656,"f1":0.460073,"accuracy":0.528656,"main_score":0.460073,"hf_subset":"zho_Hans-kac_Latn","languages":["zho-Hans","kac-Latn"]},{"precision":0.513982,"recall":0.606719,"f1":0.538877,"accuracy":0.606719,"main_score":0.538877,"hf_subset":"zho_Hans-lin_Latn","languages":["zho-Hans","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-nno_Latn","languages":["zho-Hans","nno-Latn"]},{"precision":0.015867,"recall":0.05336,"f1":0.020458,"accuracy":0.05336,"main_score":0.020458,"hf_subset":"zho_Hans-sat_Olck","languages":["zho-Hans","sat-Olck"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"zho_Hans-tel_Telu","languages":["zho-Hans","tel-Telu"]},{"precision":0.678946,"recall":0.76087,"f1":0.703244,"accuracy":0.76087,"main_score":0.703244,"hf_subset":"zho_Hans-ydd_Hebr","languages":["zho-Hans","ydd-Hebr"]},{"precision":0.955863,"recall":0.970356,"f1":0.960639,"accuracy":0.970356,"main_score":0.960639,"hf_subset":"zho_Hans-ary_Arab","languages":["zho-Hans","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-ces_Latn","languages":["zho-Hans","ces-Latn"]},{"precision":0.346791,"recall":0.4417,"f1":0.372511,"accuracy":0.4417,"main_score":0.372511,"hf_subset":"zho_Hans-gaz_Latn","languages":["zho-Hans","gaz-Latn"]},{"precision":0.462546,"recall":0.550395,"f1":0.486636,"accuracy":0.550395,"main_score":0.486636,"hf_subset":"zho_Hans-kam_Latn","languages":["zho-Hans","kam-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"zho_Hans-lit_Latn","languages":["zho-Hans","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-nob_Latn","languages":["zho-Hans","nob-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"zho_Hans-scn_Latn","languages":["zho-Hans","scn-Latn"]},{"precision":0.867424,"recall":0.906126,"f1":0.879611,"accuracy":0.906126,"main_score":0.879611,"hf_subset":"zho_Hans-tgk_Cyrl","languages":["zho-Hans","tgk-Cyrl"]},{"precision":0.39819,"recall":0.486166,"f1":0.422373,"accuracy":0.486166,"main_score":0.422373,"hf_subset":"zho_Hans-yor_Latn","languages":["zho-Hans","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hans-arz_Arab","languages":["zho-Hans","arz-Arab"]},{"precision":0.458076,"recall":0.548419,"f1":0.48244,"accuracy":0.548419,"main_score":0.48244,"hf_subset":"zho_Hans-cjk_Latn","languages":["zho-Hans","cjk-Latn"]},{"precision":0.564032,"recall":0.655138,"f1":0.590017,"accuracy":0.655138,"main_score":0.590017,"hf_subset":"zho_Hans-gla_Latn","languages":["zho-Hans","gla-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"zho_Hans-kan_Knda","languages":["zho-Hans","kan-Knda"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"zho_Hans-lmo_Latn","languages":["zho-Hans","lmo-Latn"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"zho_Hans-npi_Deva","languages":["zho-Hans","npi-Deva"]},{"precision":0.375297,"recall":0.48419,"f1":0.404001,"accuracy":0.48419,"main_score":0.404001,"hf_subset":"zho_Hans-shn_Mymr","languages":["zho-Hans","shn-Mymr"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-tgl_Latn","languages":["zho-Hans","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-yue_Hant","languages":["zho-Hans","yue-Hant"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"zho_Hans-asm_Beng","languages":["zho-Hans","asm-Beng"]},{"precision":0.655894,"recall":0.735178,"f1":0.679284,"accuracy":0.735178,"main_score":0.679284,"hf_subset":"zho_Hans-ckb_Arab","languages":["zho-Hans","ckb-Arab"]},{"precision":0.664633,"recall":0.746047,"f1":0.689087,"accuracy":0.746047,"main_score":0.689087,"hf_subset":"zho_Hans-gle_Latn","languages":["zho-Hans","gle-Latn"]},{"precision":0.85219,"recall":0.896245,"f1":0.866008,"accuracy":0.896245,"main_score":0.866008,"hf_subset":"zho_Hans-kas_Arab","languages":["zho-Hans","kas-Arab"]},{"precision":0.844985,"recall":0.892292,"f1":0.860233,"accuracy":0.892292,"main_score":0.860233,"hf_subset":"zho_Hans-ltg_Latn","languages":["zho-Hans","ltg-Latn"]},{"precision":0.4744,"recall":0.564229,"f1":0.499186,"accuracy":0.564229,"main_score":0.499186,"hf_subset":"zho_Hans-nso_Latn","languages":["zho-Hans","nso-Latn"]},{"precision":0.391211,"recall":0.493083,"f1":0.419757,"accuracy":0.493083,"main_score":0.419757,"hf_subset":"zho_Hans-sin_Sinh","languages":["zho-Hans","sin-Sinh"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-tha_Thai","languages":["zho-Hans","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-ast_Latn","languages":["zho-Hans","ast-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"zho_Hans-crh_Latn","languages":["zho-Hans","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-glg_Latn","languages":["zho-Hans","glg-Latn"]},{"precision":0.743643,"recall":0.813241,"f1":0.764789,"accuracy":0.813241,"main_score":0.764789,"hf_subset":"zho_Hans-kas_Deva","languages":["zho-Hans","kas-Deva"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"zho_Hans-ltz_Latn","languages":["zho-Hans","ltz-Latn"]},{"precision":0.334445,"recall":0.429842,"f1":0.359261,"accuracy":0.429842,"main_score":0.359261,"hf_subset":"zho_Hans-nus_Latn","languages":["zho-Hans","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-slk_Latn","languages":["zho-Hans","slk-Latn"]},{"precision":0.229887,"recall":0.304348,"f1":0.248957,"accuracy":0.304348,"main_score":0.248957,"hf_subset":"zho_Hans-tir_Ethi","languages":["zho-Hans","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-zho_Hant","languages":["zho-Hans","zho-Hant"]},{"precision":0.985672,"recall":0.98913,"f1":0.986825,"accuracy":0.98913,"main_score":0.986825,"hf_subset":"zho_Hans-awa_Deva","languages":["zho-Hans","awa-Deva"]},{"precision":0.80513,"recall":0.857708,"f1":0.8213,"accuracy":0.857708,"main_score":0.8213,"hf_subset":"zho_Hans-cym_Latn","languages":["zho-Hans","cym-Latn"]},{"precision":0.700214,"recall":0.769763,"f1":0.720649,"accuracy":0.769763,"main_score":0.720649,"hf_subset":"zho_Hans-grn_Latn","languages":["zho-Hans","grn-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"zho_Hans-kat_Geor","languages":["zho-Hans","kat-Geor"]},{"precision":0.522626,"recall":0.605731,"f1":0.545938,"accuracy":0.605731,"main_score":0.545938,"hf_subset":"zho_Hans-lua_Latn","languages":["zho-Hans","lua-Latn"]},{"precision":0.48039,"recall":0.572134,"f1":0.505778,"accuracy":0.572134,"main_score":0.505778,"hf_subset":"zho_Hans-nya_Latn","languages":["zho-Hans","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hans-slv_Latn","languages":["zho-Hans","slv-Latn"]},{"precision":0.793709,"recall":0.847826,"f1":0.810046,"accuracy":0.847826,"main_score":0.810046,"hf_subset":"zho_Hans-tpi_Latn","languages":["zho-Hans","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-zsm_Latn","languages":["zho-Hans","zsm-Latn"]},{"precision":0.450422,"recall":0.531621,"f1":0.471644,"accuracy":0.531621,"main_score":0.471644,"hf_subset":"zho_Hans-ayr_Latn","languages":["zho-Hans","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-dan_Latn","languages":["zho-Hans","dan-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hans-guj_Gujr","languages":["zho-Hans","guj-Gujr"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"zho_Hans-kaz_Cyrl","languages":["zho-Hans","kaz-Cyrl"]},{"precision":0.4084,"recall":0.496047,"f1":0.431639,"accuracy":0.496047,"main_score":0.431639,"hf_subset":"zho_Hans-lug_Latn","languages":["zho-Hans","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-oci_Latn","languages":["zho-Hans","oci-Latn"]},{"precision":0.468988,"recall":0.565217,"f1":0.495347,"accuracy":0.565217,"main_score":0.495347,"hf_subset":"zho_Hans-smo_Latn","languages":["zho-Hans","smo-Latn"]},{"precision":0.437331,"recall":0.525692,"f1":0.460588,"accuracy":0.525692,"main_score":0.460588,"hf_subset":"zho_Hans-tsn_Latn","languages":["zho-Hans","tsn-Latn"]},{"precision":0.420128,"recall":0.509881,"f1":0.443955,"accuracy":0.509881,"main_score":0.443955,"hf_subset":"zho_Hans-zul_Latn","languages":["zho-Hans","zul-Latn"]},{"precision":0.793874,"recall":0.853755,"f1":0.812549,"accuracy":0.853755,"main_score":0.812549,"hf_subset":"zho_Hans-azb_Arab","languages":["zho-Hans","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hans-deu_Latn","languages":["zho-Hans","deu-Latn"]},{"precision":0.881011,"recall":0.916008,"f1":0.892194,"accuracy":0.916008,"main_score":0.892194,"hf_subset":"zho_Hans-hat_Latn","languages":["zho-Hans","hat-Latn"]},{"precision":0.39212,"recall":0.471344,"f1":0.413416,"accuracy":0.471344,"main_score":0.413416,"hf_subset":"zho_Hans-kbp_Latn","languages":["zho-Hans","kbp-Latn"]},{"precision":0.455687,"recall":0.543478,"f1":0.479551,"accuracy":0.543478,"main_score":0.479551,"hf_subset":"zho_Hans-luo_Latn","languages":["zho-Hans","luo-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"zho_Hans-ory_Orya","languages":["zho-Hans","ory-Orya"]},{"precision":0.440989,"recall":0.531621,"f1":0.466142,"accuracy":0.531621,"main_score":0.466142,"hf_subset":"zho_Hans-sna_Latn","languages":["zho-Hans","sna-Latn"]},{"precision":0.426007,"recall":0.512846,"f1":0.449669,"accuracy":0.512846,"main_score":0.449669,"hf_subset":"zho_Hans-tso_Latn","languages":["zho-Hans","tso-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"zho_Hans-azj_Latn","languages":["zho-Hans","azj-Latn"]},{"precision":0.451016,"recall":0.544466,"f1":0.477027,"accuracy":0.544466,"main_score":0.477027,"hf_subset":"zho_Hans-dik_Latn","languages":["zho-Hans","dik-Latn"]},{"precision":0.420273,"recall":0.504941,"f1":0.444652,"accuracy":0.504941,"main_score":0.444652,"hf_subset":"zho_Hans-hau_Latn","languages":["zho-Hans","hau-Latn"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"zho_Hans-kea_Latn","languages":["zho-Hans","kea-Latn"]},{"precision":0.615326,"recall":0.697628,"f1":0.638837,"accuracy":0.697628,"main_score":0.638837,"hf_subset":"zho_Hans-lus_Latn","languages":["zho-Hans","lus-Latn"]},{"precision":0.809881,"recall":0.858696,"f1":0.824572,"accuracy":0.858696,"main_score":0.824572,"hf_subset":"zho_Hans-pag_Latn","languages":["zho-Hans","pag-Latn"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"zho_Hans-snd_Arab","languages":["zho-Hans","snd-Arab"]},{"precision":0.853458,"recall":0.897233,"f1":0.867227,"accuracy":0.897233,"main_score":0.867227,"hf_subset":"zho_Hans-tuk_Latn","languages":["zho-Hans","tuk-Latn"]},{"precision":0.931406,"recall":0.952569,"f1":0.938142,"accuracy":0.952569,"main_score":0.938142,"hf_subset":"zho_Hans-bak_Cyrl","languages":["zho-Hans","bak-Cyrl"]},{"precision":0.395225,"recall":0.499012,"f1":0.424323,"accuracy":0.499012,"main_score":0.424323,"hf_subset":"zho_Hans-dyu_Latn","languages":["zho-Hans","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hans-heb_Hebr","languages":["zho-Hans","heb-Hebr"]},{"precision":0.864822,"recall":0.90415,"f1":0.877306,"accuracy":0.90415,"main_score":0.877306,"hf_subset":"zho_Hans-khk_Cyrl","languages":["zho-Hans","khk-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hans-lvs_Latn","languages":["zho-Hans","lvs-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zho_Hans-pan_Guru","languages":["zho-Hans","pan-Guru"]},{"precision":0.424208,"recall":0.513834,"f1":0.449262,"accuracy":0.513834,"main_score":0.449262,"hf_subset":"zho_Hans-som_Latn","languages":["zho-Hans","som-Latn"]},{"precision":0.478907,"recall":0.5583,"f1":0.500968,"accuracy":0.5583,"main_score":0.500968,"hf_subset":"zho_Hans-tum_Latn","languages":["zho-Hans","tum-Latn"]},{"precision":0.420944,"recall":0.504941,"f1":0.443588,"accuracy":0.504941,"main_score":0.443588,"hf_subset":"ast_Latn-ace_Arab","languages":["ast-Latn","ace-Arab"]},{"precision":0.452076,"recall":0.531621,"f1":0.473675,"accuracy":0.531621,"main_score":0.473675,"hf_subset":"ast_Latn-bam_Latn","languages":["ast-Latn","bam-Latn"]},{"precision":0.099677,"recall":0.153162,"f1":0.112909,"accuracy":0.153162,"main_score":0.112909,"hf_subset":"ast_Latn-dzo_Tibt","languages":["ast-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-hin_Deva","languages":["ast-Latn","hin-Deva"]},{"precision":0.915349,"recall":0.942688,"f1":0.924242,"accuracy":0.942688,"main_score":0.924242,"hf_subset":"ast_Latn-khm_Khmr","languages":["ast-Latn","khm-Khmr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ast_Latn-mag_Deva","languages":["ast-Latn","mag-Deva"]},{"precision":0.972908,"recall":0.981225,"f1":0.975527,"accuracy":0.981225,"main_score":0.975527,"hf_subset":"ast_Latn-pap_Latn","languages":["ast-Latn","pap-Latn"]},{"precision":0.495656,"recall":0.571146,"f1":0.516333,"accuracy":0.571146,"main_score":0.516333,"hf_subset":"ast_Latn-sot_Latn","languages":["ast-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ast_Latn-tur_Latn","languages":["ast-Latn","tur-Latn"]},{"precision":0.796311,"recall":0.846838,"f1":0.811891,"accuracy":0.846838,"main_score":0.811891,"hf_subset":"ast_Latn-ace_Latn","languages":["ast-Latn","ace-Latn"]},{"precision":0.923913,"recall":0.947628,"f1":0.931818,"accuracy":0.947628,"main_score":0.931818,"hf_subset":"ast_Latn-ban_Latn","languages":["ast-Latn","ban-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ast_Latn-ell_Grek","languages":["ast-Latn","ell-Grek"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"ast_Latn-hne_Deva","languages":["ast-Latn","hne-Deva"]},{"precision":0.497694,"recall":0.583004,"f1":0.522235,"accuracy":0.583004,"main_score":0.522235,"hf_subset":"ast_Latn-kik_Latn","languages":["ast-Latn","kik-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ast_Latn-mai_Deva","languages":["ast-Latn","mai-Deva"]},{"precision":0.878788,"recall":0.91502,"f1":0.890283,"accuracy":0.91502,"main_score":0.890283,"hf_subset":"ast_Latn-pbt_Arab","languages":["ast-Latn","pbt-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ast_Latn-spa_Latn","languages":["ast-Latn","spa-Latn"]},{"precision":0.554564,"recall":0.630435,"f1":0.575309,"accuracy":0.630435,"main_score":0.575309,"hf_subset":"ast_Latn-twi_Latn","languages":["ast-Latn","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ast_Latn-acm_Arab","languages":["ast-Latn","acm-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ast_Latn-bel_Cyrl","languages":["ast-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ast_Latn-eng_Latn","languages":["ast-Latn","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-hrv_Latn","languages":["ast-Latn","hrv-Latn"]},{"precision":0.449289,"recall":0.531621,"f1":0.47184,"accuracy":0.531621,"main_score":0.47184,"hf_subset":"ast_Latn-kin_Latn","languages":["ast-Latn","kin-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ast_Latn-mal_Mlym","languages":["ast-Latn","mal-Mlym"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-pes_Arab","languages":["ast-Latn","pes-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ast_Latn-srd_Latn","languages":["ast-Latn","srd-Latn"]},{"precision":0.107073,"recall":0.176877,"f1":0.122023,"accuracy":0.176877,"main_score":0.122023,"hf_subset":"ast_Latn-tzm_Tfng","languages":["ast-Latn","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-acq_Arab","languages":["ast-Latn","acq-Arab"]},{"precision":0.512362,"recall":0.591897,"f1":0.534452,"accuracy":0.591897,"main_score":0.534452,"hf_subset":"ast_Latn-bem_Latn","languages":["ast-Latn","bem-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ast_Latn-epo_Latn","languages":["ast-Latn","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-hun_Latn","languages":["ast-Latn","hun-Latn"]},{"precision":0.951416,"recall":0.967391,"f1":0.956686,"accuracy":0.967391,"main_score":0.956686,"hf_subset":"ast_Latn-kir_Cyrl","languages":["ast-Latn","kir-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ast_Latn-mar_Deva","languages":["ast-Latn","mar-Deva"]},{"precision":0.54459,"recall":0.617589,"f1":0.565319,"accuracy":0.617589,"main_score":0.565319,"hf_subset":"ast_Latn-plt_Latn","languages":["ast-Latn","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-srp_Cyrl","languages":["ast-Latn","srp-Cyrl"]},{"precision":0.915184,"recall":0.9417,"f1":0.923913,"accuracy":0.9417,"main_score":0.923913,"hf_subset":"ast_Latn-uig_Arab","languages":["ast-Latn","uig-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ast_Latn-aeb_Arab","languages":["ast-Latn","aeb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ast_Latn-ben_Beng","languages":["ast-Latn","ben-Beng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ast_Latn-est_Latn","languages":["ast-Latn","est-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"ast_Latn-hye_Armn","languages":["ast-Latn","hye-Armn"]},{"precision":0.463227,"recall":0.537549,"f1":0.483838,"accuracy":0.537549,"main_score":0.483838,"hf_subset":"ast_Latn-kmb_Latn","languages":["ast-Latn","kmb-Latn"]},{"precision":0.370294,"recall":0.466403,"f1":0.395624,"accuracy":0.466403,"main_score":0.395624,"hf_subset":"ast_Latn-min_Arab","languages":["ast-Latn","min-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-pol_Latn","languages":["ast-Latn","pol-Latn"]},{"precision":0.4397,"recall":0.518775,"f1":0.461283,"accuracy":0.518775,"main_score":0.461283,"hf_subset":"ast_Latn-ssw_Latn","languages":["ast-Latn","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-ukr_Cyrl","languages":["ast-Latn","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-afr_Latn","languages":["ast-Latn","afr-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"ast_Latn-bho_Deva","languages":["ast-Latn","bho-Deva"]},{"precision":0.942688,"recall":0.961462,"f1":0.948946,"accuracy":0.961462,"main_score":0.948946,"hf_subset":"ast_Latn-eus_Latn","languages":["ast-Latn","eus-Latn"]},{"precision":0.485033,"recall":0.568182,"f1":0.508059,"accuracy":0.568182,"main_score":0.508059,"hf_subset":"ast_Latn-ibo_Latn","languages":["ast-Latn","ibo-Latn"]},{"precision":0.683917,"recall":0.759881,"f1":0.706508,"accuracy":0.759881,"main_score":0.706508,"hf_subset":"ast_Latn-kmr_Latn","languages":["ast-Latn","kmr-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"ast_Latn-min_Latn","languages":["ast-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ast_Latn-por_Latn","languages":["ast-Latn","por-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"ast_Latn-sun_Latn","languages":["ast-Latn","sun-Latn"]},{"precision":0.45365,"recall":0.529644,"f1":0.475417,"accuracy":0.529644,"main_score":0.475417,"hf_subset":"ast_Latn-umb_Latn","languages":["ast-Latn","umb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-ajp_Arab","languages":["ast-Latn","ajp-Arab"]},{"precision":0.390911,"recall":0.487154,"f1":0.4177,"accuracy":0.487154,"main_score":0.4177,"hf_subset":"ast_Latn-bjn_Arab","languages":["ast-Latn","bjn-Arab"]},{"precision":0.470466,"recall":0.540514,"f1":0.489426,"accuracy":0.540514,"main_score":0.489426,"hf_subset":"ast_Latn-ewe_Latn","languages":["ast-Latn","ewe-Latn"]},{"precision":0.85919,"recall":0.898221,"f1":0.871344,"accuracy":0.898221,"main_score":0.871344,"hf_subset":"ast_Latn-ilo_Latn","languages":["ast-Latn","ilo-Latn"]},{"precision":0.181916,"recall":0.26087,"f1":0.201427,"accuracy":0.26087,"main_score":0.201427,"hf_subset":"ast_Latn-knc_Arab","languages":["ast-Latn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-mkd_Cyrl","languages":["ast-Latn","mkd-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ast_Latn-prs_Arab","languages":["ast-Latn","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-swe_Latn","languages":["ast-Latn","swe-Latn"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"ast_Latn-urd_Arab","languages":["ast-Latn","urd-Arab"]},{"precision":0.528913,"recall":0.606719,"f1":0.55107,"accuracy":0.606719,"main_score":0.55107,"hf_subset":"ast_Latn-aka_Latn","languages":["ast-Latn","aka-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"ast_Latn-bjn_Latn","languages":["ast-Latn","bjn-Latn"]},{"precision":0.91642,"recall":0.942688,"f1":0.924967,"accuracy":0.942688,"main_score":0.924967,"hf_subset":"ast_Latn-fao_Latn","languages":["ast-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ast_Latn-ind_Latn","languages":["ast-Latn","ind-Latn"]},{"precision":0.495159,"recall":0.574111,"f1":0.517666,"accuracy":0.574111,"main_score":0.517666,"hf_subset":"ast_Latn-knc_Latn","languages":["ast-Latn","knc-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"ast_Latn-mlt_Latn","languages":["ast-Latn","mlt-Latn"]},{"precision":0.571458,"recall":0.651186,"f1":0.592735,"accuracy":0.651186,"main_score":0.592735,"hf_subset":"ast_Latn-quy_Latn","languages":["ast-Latn","quy-Latn"]},{"precision":0.688086,"recall":0.762846,"f1":0.710298,"accuracy":0.762846,"main_score":0.710298,"hf_subset":"ast_Latn-swh_Latn","languages":["ast-Latn","swh-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ast_Latn-uzn_Latn","languages":["ast-Latn","uzn-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ast_Latn-als_Latn","languages":["ast-Latn","als-Latn"]},{"precision":0.140317,"recall":0.220356,"f1":0.159085,"accuracy":0.220356,"main_score":0.159085,"hf_subset":"ast_Latn-bod_Tibt","languages":["ast-Latn","bod-Tibt"]},{"precision":0.465731,"recall":0.548419,"f1":0.488464,"accuracy":0.548419,"main_score":0.488464,"hf_subset":"ast_Latn-fij_Latn","languages":["ast-Latn","fij-Latn"]},{"precision":0.92976,"recall":0.951581,"f1":0.936825,"accuracy":0.951581,"main_score":0.936825,"hf_subset":"ast_Latn-isl_Latn","languages":["ast-Latn","isl-Latn"]},{"precision":0.551426,"recall":0.636364,"f1":0.575394,"accuracy":0.636364,"main_score":0.575394,"hf_subset":"ast_Latn-kon_Latn","languages":["ast-Latn","kon-Latn"]},{"precision":0.486907,"recall":0.587945,"f1":0.514855,"accuracy":0.587945,"main_score":0.514855,"hf_subset":"ast_Latn-mni_Beng","languages":["ast-Latn","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-ron_Latn","languages":["ast-Latn","ron-Latn"]},{"precision":0.980072,"recall":0.985178,"f1":0.981719,"accuracy":0.985178,"main_score":0.981719,"hf_subset":"ast_Latn-szl_Latn","languages":["ast-Latn","szl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ast_Latn-vec_Latn","languages":["ast-Latn","vec-Latn"]},{"precision":0.520722,"recall":0.616601,"f1":0.548421,"accuracy":0.616601,"main_score":0.548421,"hf_subset":"ast_Latn-amh_Ethi","languages":["ast-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ast_Latn-bos_Latn","languages":["ast-Latn","bos-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"ast_Latn-fin_Latn","languages":["ast-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ast_Latn-ita_Latn","languages":["ast-Latn","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-kor_Hang","languages":["ast-Latn","kor-Hang"]},{"precision":0.47043,"recall":0.557312,"f1":0.494271,"accuracy":0.557312,"main_score":0.494271,"hf_subset":"ast_Latn-mos_Latn","languages":["ast-Latn","mos-Latn"]},{"precision":0.445633,"recall":0.522727,"f1":0.4671,"accuracy":0.522727,"main_score":0.4671,"hf_subset":"ast_Latn-run_Latn","languages":["ast-Latn","run-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ast_Latn-tam_Taml","languages":["ast-Latn","tam-Taml"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-vie_Latn","languages":["ast-Latn","vie-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ast_Latn-apc_Arab","languages":["ast-Latn","apc-Arab"]},{"precision":0.733877,"recall":0.797431,"f1":0.752343,"accuracy":0.797431,"main_score":0.752343,"hf_subset":"ast_Latn-bug_Latn","languages":["ast-Latn","bug-Latn"]},{"precision":0.404513,"recall":0.488142,"f1":0.427206,"accuracy":0.488142,"main_score":0.427206,"hf_subset":"ast_Latn-fon_Latn","languages":["ast-Latn","fon-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ast_Latn-jav_Latn","languages":["ast-Latn","jav-Latn"]},{"precision":0.864213,"recall":0.905138,"f1":0.877207,"accuracy":0.905138,"main_score":0.877207,"hf_subset":"ast_Latn-lao_Laoo","languages":["ast-Latn","lao-Laoo"]},{"precision":0.571329,"recall":0.656126,"f1":0.595512,"accuracy":0.656126,"main_score":0.595512,"hf_subset":"ast_Latn-mri_Latn","languages":["ast-Latn","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-rus_Cyrl","languages":["ast-Latn","rus-Cyrl"]},{"precision":0.483932,"recall":0.563241,"f1":0.506275,"accuracy":0.563241,"main_score":0.506275,"hf_subset":"ast_Latn-taq_Latn","languages":["ast-Latn","taq-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"ast_Latn-war_Latn","languages":["ast-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ast_Latn-arb_Arab","languages":["ast-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-bul_Cyrl","languages":["ast-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ast_Latn-fra_Latn","languages":["ast-Latn","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-jpn_Jpan","languages":["ast-Latn","jpn-Jpan"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ast_Latn-lij_Latn","languages":["ast-Latn","lij-Latn"]},{"precision":0.903689,"recall":0.933794,"f1":0.913538,"accuracy":0.933794,"main_score":0.913538,"hf_subset":"ast_Latn-mya_Mymr","languages":["ast-Latn","mya-Mymr"]},{"precision":0.501231,"recall":0.592885,"f1":0.526997,"accuracy":0.592885,"main_score":0.526997,"hf_subset":"ast_Latn-sag_Latn","languages":["ast-Latn","sag-Latn"]},{"precision":0.122609,"recall":0.203557,"f1":0.137609,"accuracy":0.203557,"main_score":0.137609,"hf_subset":"ast_Latn-taq_Tfng","languages":["ast-Latn","taq-Tfng"]},{"precision":0.541762,"recall":0.628458,"f1":0.566448,"accuracy":0.628458,"main_score":0.566448,"hf_subset":"ast_Latn-wol_Latn","languages":["ast-Latn","wol-Latn"]},{"precision":0.604657,"recall":0.6917,"f1":0.629897,"accuracy":0.6917,"main_score":0.629897,"hf_subset":"ast_Latn-arb_Latn","languages":["ast-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ast_Latn-cat_Latn","languages":["ast-Latn","cat-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ast_Latn-fur_Latn","languages":["ast-Latn","fur-Latn"]},{"precision":0.318091,"recall":0.389328,"f1":0.337124,"accuracy":0.389328,"main_score":0.337124,"hf_subset":"ast_Latn-kab_Latn","languages":["ast-Latn","kab-Latn"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"ast_Latn-lim_Latn","languages":["ast-Latn","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-nld_Latn","languages":["ast-Latn","nld-Latn"]},{"precision":0.954051,"recall":0.967391,"f1":0.958286,"accuracy":0.967391,"main_score":0.958286,"hf_subset":"ast_Latn-san_Deva","languages":["ast-Latn","san-Deva"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"ast_Latn-tat_Cyrl","languages":["ast-Latn","tat-Cyrl"]},{"precision":0.503977,"recall":0.586957,"f1":0.526669,"accuracy":0.586957,"main_score":0.526669,"hf_subset":"ast_Latn-xho_Latn","languages":["ast-Latn","xho-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-ars_Arab","languages":["ast-Latn","ars-Arab"]},{"precision":0.981555,"recall":0.987154,"f1":0.983366,"accuracy":0.987154,"main_score":0.983366,"hf_subset":"ast_Latn-ceb_Latn","languages":["ast-Latn","ceb-Latn"]},{"precision":0.469683,"recall":0.551383,"f1":0.492281,"accuracy":0.551383,"main_score":0.492281,"hf_subset":"ast_Latn-fuv_Latn","languages":["ast-Latn","fuv-Latn"]},{"precision":0.46062,"recall":0.550395,"f1":0.485295,"accuracy":0.550395,"main_score":0.485295,"hf_subset":"ast_Latn-kac_Latn","languages":["ast-Latn","kac-Latn"]},{"precision":0.552943,"recall":0.637352,"f1":0.57656,"accuracy":0.637352,"main_score":0.57656,"hf_subset":"ast_Latn-lin_Latn","languages":["ast-Latn","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ast_Latn-nno_Latn","languages":["ast-Latn","nno-Latn"]},{"precision":0.020189,"recall":0.057312,"f1":0.025119,"accuracy":0.057312,"main_score":0.025119,"hf_subset":"ast_Latn-sat_Olck","languages":["ast-Latn","sat-Olck"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ast_Latn-tel_Telu","languages":["ast-Latn","tel-Telu"]},{"precision":0.737714,"recall":0.807312,"f1":0.758879,"accuracy":0.807312,"main_score":0.758879,"hf_subset":"ast_Latn-ydd_Hebr","languages":["ast-Latn","ydd-Hebr"]},{"precision":0.959486,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"ast_Latn-ary_Arab","languages":["ast-Latn","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-ces_Latn","languages":["ast-Latn","ces-Latn"]},{"precision":0.381888,"recall":0.469368,"f1":0.405184,"accuracy":0.469368,"main_score":0.405184,"hf_subset":"ast_Latn-gaz_Latn","languages":["ast-Latn","gaz-Latn"]},{"precision":0.490374,"recall":0.572134,"f1":0.513357,"accuracy":0.572134,"main_score":0.513357,"hf_subset":"ast_Latn-kam_Latn","languages":["ast-Latn","kam-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"ast_Latn-lit_Latn","languages":["ast-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-nob_Latn","languages":["ast-Latn","nob-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"ast_Latn-scn_Latn","languages":["ast-Latn","scn-Latn"]},{"precision":0.880847,"recall":0.916996,"f1":0.892194,"accuracy":0.916996,"main_score":0.892194,"hf_subset":"ast_Latn-tgk_Cyrl","languages":["ast-Latn","tgk-Cyrl"]},{"precision":0.412547,"recall":0.494071,"f1":0.435268,"accuracy":0.494071,"main_score":0.435268,"hf_subset":"ast_Latn-yor_Latn","languages":["ast-Latn","yor-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ast_Latn-arz_Arab","languages":["ast-Latn","arz-Arab"]},{"precision":0.482493,"recall":0.572134,"f1":0.50645,"accuracy":0.572134,"main_score":0.50645,"hf_subset":"ast_Latn-cjk_Latn","languages":["ast-Latn","cjk-Latn"]},{"precision":0.620911,"recall":0.692688,"f1":0.641168,"accuracy":0.692688,"main_score":0.641168,"hf_subset":"ast_Latn-gla_Latn","languages":["ast-Latn","gla-Latn"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"ast_Latn-kan_Knda","languages":["ast-Latn","kan-Knda"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"ast_Latn-lmo_Latn","languages":["ast-Latn","lmo-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"ast_Latn-npi_Deva","languages":["ast-Latn","npi-Deva"]},{"precision":0.390691,"recall":0.498024,"f1":0.419659,"accuracy":0.498024,"main_score":0.419659,"hf_subset":"ast_Latn-shn_Mymr","languages":["ast-Latn","shn-Mymr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ast_Latn-tgl_Latn","languages":["ast-Latn","tgl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ast_Latn-yue_Hant","languages":["ast-Latn","yue-Hant"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ast_Latn-asm_Beng","languages":["ast-Latn","asm-Beng"]},{"precision":0.699953,"recall":0.767787,"f1":0.719833,"accuracy":0.767787,"main_score":0.719833,"hf_subset":"ast_Latn-ckb_Arab","languages":["ast-Latn","ckb-Arab"]},{"precision":0.710632,"recall":0.782609,"f1":0.732493,"accuracy":0.782609,"main_score":0.732493,"hf_subset":"ast_Latn-gle_Latn","languages":["ast-Latn","gle-Latn"]},{"precision":0.864542,"recall":0.906126,"f1":0.877701,"accuracy":0.906126,"main_score":0.877701,"hf_subset":"ast_Latn-kas_Arab","languages":["ast-Latn","kas-Arab"]},{"precision":0.88587,"recall":0.918972,"f1":0.896527,"accuracy":0.918972,"main_score":0.896527,"hf_subset":"ast_Latn-ltg_Latn","languages":["ast-Latn","ltg-Latn"]},{"precision":0.50492,"recall":0.582016,"f1":0.52677,"accuracy":0.582016,"main_score":0.52677,"hf_subset":"ast_Latn-nso_Latn","languages":["ast-Latn","nso-Latn"]},{"precision":0.414508,"recall":0.505929,"f1":0.439547,"accuracy":0.505929,"main_score":0.439547,"hf_subset":"ast_Latn-sin_Sinh","languages":["ast-Latn","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ast_Latn-tha_Thai","languages":["ast-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ast_Latn-zho_Hans","languages":["ast-Latn","zho-Hans"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ast_Latn-crh_Latn","languages":["ast-Latn","crh-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-glg_Latn","languages":["ast-Latn","glg-Latn"]},{"precision":0.743478,"recall":0.814229,"f1":0.765415,"accuracy":0.814229,"main_score":0.765415,"hf_subset":"ast_Latn-kas_Deva","languages":["ast-Latn","kas-Deva"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ast_Latn-ltz_Latn","languages":["ast-Latn","ltz-Latn"]},{"precision":0.367216,"recall":0.45751,"f1":0.391219,"accuracy":0.45751,"main_score":0.391219,"hf_subset":"ast_Latn-nus_Latn","languages":["ast-Latn","nus-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-slk_Latn","languages":["ast-Latn","slk-Latn"]},{"precision":0.255498,"recall":0.33004,"f1":0.274782,"accuracy":0.33004,"main_score":0.274782,"hf_subset":"ast_Latn-tir_Ethi","languages":["ast-Latn","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ast_Latn-zho_Hant","languages":["ast-Latn","zho-Hant"]},{"precision":0.981225,"recall":0.986166,"f1":0.982872,"accuracy":0.986166,"main_score":0.982872,"hf_subset":"ast_Latn-awa_Deva","languages":["ast-Latn","awa-Deva"]},{"precision":0.867177,"recall":0.906126,"f1":0.879513,"accuracy":0.906126,"main_score":0.879513,"hf_subset":"ast_Latn-cym_Latn","languages":["ast-Latn","cym-Latn"]},{"precision":0.744063,"recall":0.804348,"f1":0.762176,"accuracy":0.804348,"main_score":0.762176,"hf_subset":"ast_Latn-grn_Latn","languages":["ast-Latn","grn-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ast_Latn-kat_Geor","languages":["ast-Latn","kat-Geor"]},{"precision":0.545738,"recall":0.62253,"f1":0.567558,"accuracy":0.62253,"main_score":0.567558,"hf_subset":"ast_Latn-lua_Latn","languages":["ast-Latn","lua-Latn"]},{"precision":0.510221,"recall":0.588933,"f1":0.532379,"accuracy":0.588933,"main_score":0.532379,"hf_subset":"ast_Latn-nya_Latn","languages":["ast-Latn","nya-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ast_Latn-slv_Latn","languages":["ast-Latn","slv-Latn"]},{"precision":0.791123,"recall":0.846838,"f1":0.808202,"accuracy":0.846838,"main_score":0.808202,"hf_subset":"ast_Latn-tpi_Latn","languages":["ast-Latn","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-zsm_Latn","languages":["ast-Latn","zsm-Latn"]},{"precision":0.479908,"recall":0.556324,"f1":0.499776,"accuracy":0.556324,"main_score":0.499776,"hf_subset":"ast_Latn-ayr_Latn","languages":["ast-Latn","ayr-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ast_Latn-dan_Latn","languages":["ast-Latn","dan-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ast_Latn-guj_Gujr","languages":["ast-Latn","guj-Gujr"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"ast_Latn-kaz_Cyrl","languages":["ast-Latn","kaz-Cyrl"]},{"precision":0.432691,"recall":0.513834,"f1":0.455215,"accuracy":0.513834,"main_score":0.455215,"hf_subset":"ast_Latn-lug_Latn","languages":["ast-Latn","lug-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ast_Latn-oci_Latn","languages":["ast-Latn","oci-Latn"]},{"precision":0.501566,"recall":0.589921,"f1":0.526097,"accuracy":0.589921,"main_score":0.526097,"hf_subset":"ast_Latn-smo_Latn","languages":["ast-Latn","smo-Latn"]},{"precision":0.449312,"recall":0.531621,"f1":0.471919,"accuracy":0.531621,"main_score":0.471919,"hf_subset":"ast_Latn-tsn_Latn","languages":["ast-Latn","tsn-Latn"]},{"precision":0.456254,"recall":0.538538,"f1":0.477975,"accuracy":0.538538,"main_score":0.477975,"hf_subset":"ast_Latn-zul_Latn","languages":["ast-Latn","zul-Latn"]},{"precision":0.80583,"recall":0.862648,"f1":0.82388,"accuracy":0.862648,"main_score":0.82388,"hf_subset":"ast_Latn-azb_Arab","languages":["ast-Latn","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ast_Latn-deu_Latn","languages":["ast-Latn","deu-Latn"]},{"precision":0.918478,"recall":0.942688,"f1":0.926219,"accuracy":0.942688,"main_score":0.926219,"hf_subset":"ast_Latn-hat_Latn","languages":["ast-Latn","hat-Latn"]},{"precision":0.422272,"recall":0.499012,"f1":0.442743,"accuracy":0.499012,"main_score":0.442743,"hf_subset":"ast_Latn-kbp_Latn","languages":["ast-Latn","kbp-Latn"]},{"precision":0.488194,"recall":0.567194,"f1":0.509449,"accuracy":0.567194,"main_score":0.509449,"hf_subset":"ast_Latn-luo_Latn","languages":["ast-Latn","luo-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ast_Latn-ory_Orya","languages":["ast-Latn","ory-Orya"]},{"precision":0.483064,"recall":0.564229,"f1":0.505811,"accuracy":0.564229,"main_score":0.505811,"hf_subset":"ast_Latn-sna_Latn","languages":["ast-Latn","sna-Latn"]},{"precision":0.45278,"recall":0.529644,"f1":0.473497,"accuracy":0.529644,"main_score":0.473497,"hf_subset":"ast_Latn-tso_Latn","languages":["ast-Latn","tso-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ast_Latn-azj_Latn","languages":["ast-Latn","azj-Latn"]},{"precision":0.470723,"recall":0.551383,"f1":0.493872,"accuracy":0.551383,"main_score":0.493872,"hf_subset":"ast_Latn-dik_Latn","languages":["ast-Latn","dik-Latn"]},{"precision":0.457198,"recall":0.534585,"f1":0.478963,"accuracy":0.534585,"main_score":0.478963,"hf_subset":"ast_Latn-hau_Latn","languages":["ast-Latn","hau-Latn"]},{"precision":0.974061,"recall":0.982213,"f1":0.97668,"accuracy":0.982213,"main_score":0.97668,"hf_subset":"ast_Latn-kea_Latn","languages":["ast-Latn","kea-Latn"]},{"precision":0.638159,"recall":0.709486,"f1":0.658751,"accuracy":0.709486,"main_score":0.658751,"hf_subset":"ast_Latn-lus_Latn","languages":["ast-Latn","lus-Latn"]},{"precision":0.812418,"recall":0.86166,"f1":0.827503,"accuracy":0.86166,"main_score":0.827503,"hf_subset":"ast_Latn-pag_Latn","languages":["ast-Latn","pag-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"ast_Latn-snd_Arab","languages":["ast-Latn","snd-Arab"]},{"precision":0.859848,"recall":0.901186,"f1":0.872991,"accuracy":0.901186,"main_score":0.872991,"hf_subset":"ast_Latn-tuk_Latn","languages":["ast-Latn","tuk-Latn"]},{"precision":0.937747,"recall":0.95751,"f1":0.94417,"accuracy":0.95751,"main_score":0.94417,"hf_subset":"ast_Latn-bak_Cyrl","languages":["ast-Latn","bak-Cyrl"]},{"precision":0.416951,"recall":0.516798,"f1":0.445339,"accuracy":0.516798,"main_score":0.445339,"hf_subset":"ast_Latn-dyu_Latn","languages":["ast-Latn","dyu-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ast_Latn-heb_Hebr","languages":["ast-Latn","heb-Hebr"]},{"precision":0.867918,"recall":0.905138,"f1":0.879776,"accuracy":0.905138,"main_score":0.879776,"hf_subset":"ast_Latn-khk_Cyrl","languages":["ast-Latn","khk-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ast_Latn-lvs_Latn","languages":["ast-Latn","lvs-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ast_Latn-pan_Guru","languages":["ast-Latn","pan-Guru"]},{"precision":0.445675,"recall":0.529644,"f1":0.46897,"accuracy":0.529644,"main_score":0.46897,"hf_subset":"ast_Latn-som_Latn","languages":["ast-Latn","som-Latn"]},{"precision":0.488158,"recall":0.561265,"f1":0.508258,"accuracy":0.561265,"main_score":0.508258,"hf_subset":"ast_Latn-tum_Latn","languages":["ast-Latn","tum-Latn"]},{"precision":0.416818,"recall":0.499012,"f1":0.439011,"accuracy":0.499012,"main_score":0.439011,"hf_subset":"crh_Latn-ace_Arab","languages":["crh-Latn","ace-Arab"]},{"precision":0.441648,"recall":0.505929,"f1":0.459589,"accuracy":0.505929,"main_score":0.459589,"hf_subset":"crh_Latn-bam_Latn","languages":["crh-Latn","bam-Latn"]},{"precision":0.117072,"recall":0.16996,"f1":0.130512,"accuracy":0.16996,"main_score":0.130512,"hf_subset":"crh_Latn-dzo_Tibt","languages":["crh-Latn","dzo-Tibt"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"crh_Latn-hin_Deva","languages":["crh-Latn","hin-Deva"]},{"precision":0.881423,"recall":0.917984,"f1":0.893281,"accuracy":0.917984,"main_score":0.893281,"hf_subset":"crh_Latn-khm_Khmr","languages":["crh-Latn","khm-Khmr"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"crh_Latn-mag_Deva","languages":["crh-Latn","mag-Deva"]},{"precision":0.943758,"recall":0.960474,"f1":0.949177,"accuracy":0.960474,"main_score":0.949177,"hf_subset":"crh_Latn-pap_Latn","languages":["crh-Latn","pap-Latn"]},{"precision":0.484273,"recall":0.549407,"f1":0.502598,"accuracy":0.549407,"main_score":0.502598,"hf_subset":"crh_Latn-sot_Latn","languages":["crh-Latn","sot-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"crh_Latn-tur_Latn","languages":["crh-Latn","tur-Latn"]},{"precision":0.759981,"recall":0.807312,"f1":0.774094,"accuracy":0.807312,"main_score":0.774094,"hf_subset":"crh_Latn-ace_Latn","languages":["crh-Latn","ace-Latn"]},{"precision":0.880023,"recall":0.913043,"f1":0.890514,"accuracy":0.913043,"main_score":0.890514,"hf_subset":"crh_Latn-ban_Latn","languages":["crh-Latn","ban-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"crh_Latn-ell_Grek","languages":["crh-Latn","ell-Grek"]},{"precision":0.957345,"recall":0.970356,"f1":0.961627,"accuracy":0.970356,"main_score":0.961627,"hf_subset":"crh_Latn-hne_Deva","languages":["crh-Latn","hne-Deva"]},{"precision":0.478055,"recall":0.550395,"f1":0.498663,"accuracy":0.550395,"main_score":0.498663,"hf_subset":"crh_Latn-kik_Latn","languages":["crh-Latn","kik-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"crh_Latn-mai_Deva","languages":["crh-Latn","mai-Deva"]},{"precision":0.848831,"recall":0.892292,"f1":0.862549,"accuracy":0.892292,"main_score":0.862549,"hf_subset":"crh_Latn-pbt_Arab","languages":["crh-Latn","pbt-Arab"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"crh_Latn-spa_Latn","languages":["crh-Latn","spa-Latn"]},{"precision":0.542532,"recall":0.605731,"f1":0.560468,"accuracy":0.605731,"main_score":0.560468,"hf_subset":"crh_Latn-twi_Latn","languages":["crh-Latn","twi-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"crh_Latn-acm_Arab","languages":["crh-Latn","acm-Arab"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"crh_Latn-bel_Cyrl","languages":["crh-Latn","bel-Cyrl"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"crh_Latn-eng_Latn","languages":["crh-Latn","eng-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"crh_Latn-hrv_Latn","languages":["crh-Latn","hrv-Latn"]},{"precision":0.455388,"recall":0.520751,"f1":0.473193,"accuracy":0.520751,"main_score":0.473193,"hf_subset":"crh_Latn-kin_Latn","languages":["crh-Latn","kin-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"crh_Latn-mal_Mlym","languages":["crh-Latn","mal-Mlym"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"crh_Latn-pes_Arab","languages":["crh-Latn","pes-Arab"]},{"precision":0.953393,"recall":0.967391,"f1":0.957839,"accuracy":0.967391,"main_score":0.957839,"hf_subset":"crh_Latn-srd_Latn","languages":["crh-Latn","srd-Latn"]},{"precision":0.122909,"recall":0.186759,"f1":0.136815,"accuracy":0.186759,"main_score":0.136815,"hf_subset":"crh_Latn-tzm_Tfng","languages":["crh-Latn","tzm-Tfng"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"crh_Latn-acq_Arab","languages":["crh-Latn","acq-Arab"]},{"precision":0.51413,"recall":0.581028,"f1":0.532691,"accuracy":0.581028,"main_score":0.532691,"hf_subset":"crh_Latn-bem_Latn","languages":["crh-Latn","bem-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"crh_Latn-epo_Latn","languages":["crh-Latn","epo-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"crh_Latn-hun_Latn","languages":["crh-Latn","hun-Latn"]},{"precision":0.954545,"recall":0.969368,"f1":0.959486,"accuracy":0.969368,"main_score":0.959486,"hf_subset":"crh_Latn-kir_Cyrl","languages":["crh-Latn","kir-Cyrl"]},{"precision":0.975955,"recall":0.983202,"f1":0.978261,"accuracy":0.983202,"main_score":0.978261,"hf_subset":"crh_Latn-mar_Deva","languages":["crh-Latn","mar-Deva"]},{"precision":0.557823,"recall":0.617589,"f1":0.574604,"accuracy":0.617589,"main_score":0.574604,"hf_subset":"crh_Latn-plt_Latn","languages":["crh-Latn","plt-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"crh_Latn-srp_Cyrl","languages":["crh-Latn","srp-Cyrl"]},{"precision":0.909009,"recall":0.935771,"f1":0.917721,"accuracy":0.935771,"main_score":0.917721,"hf_subset":"crh_Latn-uig_Arab","languages":["crh-Latn","uig-Arab"]},{"precision":0.959321,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"crh_Latn-aeb_Arab","languages":["crh-Latn","aeb-Arab"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"crh_Latn-ben_Beng","languages":["crh-Latn","ben-Beng"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"crh_Latn-est_Latn","languages":["crh-Latn","est-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"crh_Latn-hye_Armn","languages":["crh-Latn","hye-Armn"]},{"precision":0.44731,"recall":0.509881,"f1":0.46542,"accuracy":0.509881,"main_score":0.46542,"hf_subset":"crh_Latn-kmb_Latn","languages":["crh-Latn","kmb-Latn"]},{"precision":0.366507,"recall":0.460474,"f1":0.39211,"accuracy":0.460474,"main_score":0.39211,"hf_subset":"crh_Latn-min_Arab","languages":["crh-Latn","min-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"crh_Latn-pol_Latn","languages":["crh-Latn","pol-Latn"]},{"precision":0.445473,"recall":0.516798,"f1":0.465293,"accuracy":0.516798,"main_score":0.465293,"hf_subset":"crh_Latn-ssw_Latn","languages":["crh-Latn","ssw-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"crh_Latn-ukr_Cyrl","languages":["crh-Latn","ukr-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"crh_Latn-afr_Latn","languages":["crh-Latn","afr-Latn"]},{"precision":0.962615,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"crh_Latn-bho_Deva","languages":["crh-Latn","bho-Deva"]},{"precision":0.91222,"recall":0.938735,"f1":0.920949,"accuracy":0.938735,"main_score":0.920949,"hf_subset":"crh_Latn-eus_Latn","languages":["crh-Latn","eus-Latn"]},{"precision":0.471518,"recall":0.541502,"f1":0.491128,"accuracy":0.541502,"main_score":0.491128,"hf_subset":"crh_Latn-ibo_Latn","languages":["crh-Latn","ibo-Latn"]},{"precision":0.700256,"recall":0.764822,"f1":0.719356,"accuracy":0.764822,"main_score":0.719356,"hf_subset":"crh_Latn-kmr_Latn","languages":["crh-Latn","kmr-Latn"]},{"precision":0.931933,"recall":0.950593,"f1":0.937648,"accuracy":0.950593,"main_score":0.937648,"hf_subset":"crh_Latn-min_Latn","languages":["crh-Latn","min-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"crh_Latn-por_Latn","languages":["crh-Latn","por-Latn"]},{"precision":0.949275,"recall":0.964427,"f1":0.954216,"accuracy":0.964427,"main_score":0.954216,"hf_subset":"crh_Latn-sun_Latn","languages":["crh-Latn","sun-Latn"]},{"precision":0.45527,"recall":0.51581,"f1":0.472648,"accuracy":0.51581,"main_score":0.472648,"hf_subset":"crh_Latn-umb_Latn","languages":["crh-Latn","umb-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"crh_Latn-ajp_Arab","languages":["crh-Latn","ajp-Arab"]},{"precision":0.389676,"recall":0.472332,"f1":0.412758,"accuracy":0.472332,"main_score":0.412758,"hf_subset":"crh_Latn-bjn_Arab","languages":["crh-Latn","bjn-Arab"]},{"precision":0.450125,"recall":0.51581,"f1":0.468281,"accuracy":0.51581,"main_score":0.468281,"hf_subset":"crh_Latn-ewe_Latn","languages":["crh-Latn","ewe-Latn"]},{"precision":0.823073,"recall":0.863636,"f1":0.835672,"accuracy":0.863636,"main_score":0.835672,"hf_subset":"crh_Latn-ilo_Latn","languages":["crh-Latn","ilo-Latn"]},{"precision":0.196264,"recall":0.273715,"f1":0.215823,"accuracy":0.273715,"main_score":0.215823,"hf_subset":"crh_Latn-knc_Arab","languages":["crh-Latn","knc-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"crh_Latn-mkd_Cyrl","languages":["crh-Latn","mkd-Cyrl"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"crh_Latn-prs_Arab","languages":["crh-Latn","prs-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"crh_Latn-swe_Latn","languages":["crh-Latn","swe-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"crh_Latn-urd_Arab","languages":["crh-Latn","urd-Arab"]},{"precision":0.521263,"recall":0.583004,"f1":0.53891,"accuracy":0.583004,"main_score":0.53891,"hf_subset":"crh_Latn-aka_Latn","languages":["crh-Latn","aka-Latn"]},{"precision":0.925889,"recall":0.949605,"f1":0.933794,"accuracy":0.949605,"main_score":0.933794,"hf_subset":"crh_Latn-bjn_Latn","languages":["crh-Latn","bjn-Latn"]},{"precision":0.880764,"recall":0.91502,"f1":0.891634,"accuracy":0.91502,"main_score":0.891634,"hf_subset":"crh_Latn-fao_Latn","languages":["crh-Latn","fao-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"crh_Latn-ind_Latn","languages":["crh-Latn","ind-Latn"]},{"precision":0.519562,"recall":0.579051,"f1":0.536274,"accuracy":0.579051,"main_score":0.536274,"hf_subset":"crh_Latn-knc_Latn","languages":["crh-Latn","knc-Latn"]},{"precision":0.954381,"recall":0.968379,"f1":0.958992,"accuracy":0.968379,"main_score":0.958992,"hf_subset":"crh_Latn-mlt_Latn","languages":["crh-Latn","mlt-Latn"]},{"precision":0.563666,"recall":0.624506,"f1":0.580212,"accuracy":0.624506,"main_score":0.580212,"hf_subset":"crh_Latn-quy_Latn","languages":["crh-Latn","quy-Latn"]},{"precision":0.675189,"recall":0.747036,"f1":0.696926,"accuracy":0.747036,"main_score":0.696926,"hf_subset":"crh_Latn-swh_Latn","languages":["crh-Latn","swh-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"crh_Latn-uzn_Latn","languages":["crh-Latn","uzn-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"crh_Latn-als_Latn","languages":["crh-Latn","als-Latn"]},{"precision":0.170413,"recall":0.242095,"f1":0.188021,"accuracy":0.242095,"main_score":0.188021,"hf_subset":"crh_Latn-bod_Tibt","languages":["crh-Latn","bod-Tibt"]},{"precision":0.46609,"recall":0.529644,"f1":0.48339,"accuracy":0.529644,"main_score":0.48339,"hf_subset":"crh_Latn-fij_Latn","languages":["crh-Latn","fij-Latn"]},{"precision":0.920784,"recall":0.944664,"f1":0.928524,"accuracy":0.944664,"main_score":0.928524,"hf_subset":"crh_Latn-isl_Latn","languages":["crh-Latn","isl-Latn"]},{"precision":0.543292,"recall":0.613636,"f1":0.563763,"accuracy":0.613636,"main_score":0.563763,"hf_subset":"crh_Latn-kon_Latn","languages":["crh-Latn","kon-Latn"]},{"precision":0.478841,"recall":0.564229,"f1":0.503268,"accuracy":0.564229,"main_score":0.503268,"hf_subset":"crh_Latn-mni_Beng","languages":["crh-Latn","mni-Beng"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"crh_Latn-ron_Latn","languages":["crh-Latn","ron-Latn"]},{"precision":0.963768,"recall":0.974308,"f1":0.967227,"accuracy":0.974308,"main_score":0.967227,"hf_subset":"crh_Latn-szl_Latn","languages":["crh-Latn","szl-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"crh_Latn-vec_Latn","languages":["crh-Latn","vec-Latn"]},{"precision":0.523824,"recall":0.614625,"f1":0.549198,"accuracy":0.614625,"main_score":0.549198,"hf_subset":"crh_Latn-amh_Ethi","languages":["crh-Latn","amh-Ethi"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"crh_Latn-bos_Latn","languages":["crh-Latn","bos-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"crh_Latn-fin_Latn","languages":["crh-Latn","fin-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"crh_Latn-ita_Latn","languages":["crh-Latn","ita-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"crh_Latn-kor_Hang","languages":["crh-Latn","kor-Hang"]},{"precision":0.459846,"recall":0.529644,"f1":0.479269,"accuracy":0.529644,"main_score":0.479269,"hf_subset":"crh_Latn-mos_Latn","languages":["crh-Latn","mos-Latn"]},{"precision":0.454589,"recall":0.523715,"f1":0.473855,"accuracy":0.523715,"main_score":0.473855,"hf_subset":"crh_Latn-run_Latn","languages":["crh-Latn","run-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"crh_Latn-tam_Taml","languages":["crh-Latn","tam-Taml"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"crh_Latn-vie_Latn","languages":["crh-Latn","vie-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"crh_Latn-apc_Arab","languages":["crh-Latn","apc-Arab"]},{"precision":0.710813,"recall":0.764822,"f1":0.727289,"accuracy":0.764822,"main_score":0.727289,"hf_subset":"crh_Latn-bug_Latn","languages":["crh-Latn","bug-Latn"]},{"precision":0.429802,"recall":0.496047,"f1":0.447252,"accuracy":0.496047,"main_score":0.447252,"hf_subset":"crh_Latn-fon_Latn","languages":["crh-Latn","fon-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"crh_Latn-jav_Latn","languages":["crh-Latn","jav-Latn"]},{"precision":0.815135,"recall":0.867589,"f1":0.831555,"accuracy":0.867589,"main_score":0.831555,"hf_subset":"crh_Latn-lao_Laoo","languages":["crh-Latn","lao-Laoo"]},{"precision":0.550495,"recall":0.62747,"f1":0.572403,"accuracy":0.62747,"main_score":0.572403,"hf_subset":"crh_Latn-mri_Latn","languages":["crh-Latn","mri-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"crh_Latn-rus_Cyrl","languages":["crh-Latn","rus-Cyrl"]},{"precision":0.494553,"recall":0.557312,"f1":0.512294,"accuracy":0.557312,"main_score":0.512294,"hf_subset":"crh_Latn-taq_Latn","languages":["crh-Latn","taq-Latn"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"crh_Latn-war_Latn","languages":["crh-Latn","war-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"crh_Latn-arb_Arab","languages":["crh-Latn","arb-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"crh_Latn-bul_Cyrl","languages":["crh-Latn","bul-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"crh_Latn-fra_Latn","languages":["crh-Latn","fra-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"crh_Latn-jpn_Jpan","languages":["crh-Latn","jpn-Jpan"]},{"precision":0.963768,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"crh_Latn-lij_Latn","languages":["crh-Latn","lij-Latn"]},{"precision":0.858037,"recall":0.900198,"f1":0.871871,"accuracy":0.900198,"main_score":0.871871,"hf_subset":"crh_Latn-mya_Mymr","languages":["crh-Latn","mya-Mymr"]},{"precision":0.505652,"recall":0.578063,"f1":0.526135,"accuracy":0.578063,"main_score":0.526135,"hf_subset":"crh_Latn-sag_Latn","languages":["crh-Latn","sag-Latn"]},{"precision":0.138644,"recall":0.216403,"f1":0.155183,"accuracy":0.216403,"main_score":0.155183,"hf_subset":"crh_Latn-taq_Tfng","languages":["crh-Latn","taq-Tfng"]},{"precision":0.535715,"recall":0.610672,"f1":0.557518,"accuracy":0.610672,"main_score":0.557518,"hf_subset":"crh_Latn-wol_Latn","languages":["crh-Latn","wol-Latn"]},{"precision":0.598661,"recall":0.677866,"f1":0.621668,"accuracy":0.677866,"main_score":0.621668,"hf_subset":"crh_Latn-arb_Latn","languages":["crh-Latn","arb-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"crh_Latn-cat_Latn","languages":["crh-Latn","cat-Latn"]},{"precision":0.953063,"recall":0.966403,"f1":0.957345,"accuracy":0.966403,"main_score":0.957345,"hf_subset":"crh_Latn-fur_Latn","languages":["crh-Latn","fur-Latn"]},{"precision":0.334959,"recall":0.394269,"f1":0.350856,"accuracy":0.394269,"main_score":0.350856,"hf_subset":"crh_Latn-kab_Latn","languages":["crh-Latn","kab-Latn"]},{"precision":0.951252,"recall":0.966403,"f1":0.956192,"accuracy":0.966403,"main_score":0.956192,"hf_subset":"crh_Latn-lim_Latn","languages":["crh-Latn","lim-Latn"]},{"precision":0.986001,"recall":0.990119,"f1":0.987319,"accuracy":0.990119,"main_score":0.987319,"hf_subset":"crh_Latn-nld_Latn","languages":["crh-Latn","nld-Latn"]},{"precision":0.927157,"recall":0.948617,"f1":0.934025,"accuracy":0.948617,"main_score":0.934025,"hf_subset":"crh_Latn-san_Deva","languages":["crh-Latn","san-Deva"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"crh_Latn-tat_Cyrl","languages":["crh-Latn","tat-Cyrl"]},{"precision":0.505383,"recall":0.574111,"f1":0.525046,"accuracy":0.574111,"main_score":0.525046,"hf_subset":"crh_Latn-xho_Latn","languages":["crh-Latn","xho-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"crh_Latn-ars_Arab","languages":["crh-Latn","ars-Arab"]},{"precision":0.969697,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"crh_Latn-ceb_Latn","languages":["crh-Latn","ceb-Latn"]},{"precision":0.461564,"recall":0.52668,"f1":0.479755,"accuracy":0.52668,"main_score":0.479755,"hf_subset":"crh_Latn-fuv_Latn","languages":["crh-Latn","fuv-Latn"]},{"precision":0.466463,"recall":0.540514,"f1":0.486908,"accuracy":0.540514,"main_score":0.486908,"hf_subset":"crh_Latn-kac_Latn","languages":["crh-Latn","kac-Latn"]},{"precision":0.537335,"recall":0.609684,"f1":0.557712,"accuracy":0.609684,"main_score":0.557712,"hf_subset":"crh_Latn-lin_Latn","languages":["crh-Latn","lin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"crh_Latn-nno_Latn","languages":["crh-Latn","nno-Latn"]},{"precision":0.023431,"recall":0.068182,"f1":0.030351,"accuracy":0.068182,"main_score":0.030351,"hf_subset":"crh_Latn-sat_Olck","languages":["crh-Latn","sat-Olck"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"crh_Latn-tel_Telu","languages":["crh-Latn","tel-Telu"]},{"precision":0.674654,"recall":0.752964,"f1":0.698174,"accuracy":0.752964,"main_score":0.698174,"hf_subset":"crh_Latn-ydd_Hebr","languages":["crh-Latn","ydd-Hebr"]},{"precision":0.934289,"recall":0.955534,"f1":0.94137,"accuracy":0.955534,"main_score":0.94137,"hf_subset":"crh_Latn-ary_Arab","languages":["crh-Latn","ary-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"crh_Latn-ces_Latn","languages":["crh-Latn","ces-Latn"]},{"precision":0.384098,"recall":0.466403,"f1":0.406525,"accuracy":0.466403,"main_score":0.406525,"hf_subset":"crh_Latn-gaz_Latn","languages":["crh-Latn","gaz-Latn"]},{"precision":0.469165,"recall":0.541502,"f1":0.48941,"accuracy":0.541502,"main_score":0.48941,"hf_subset":"crh_Latn-kam_Latn","languages":["crh-Latn","kam-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"crh_Latn-lit_Latn","languages":["crh-Latn","lit-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"crh_Latn-nob_Latn","languages":["crh-Latn","nob-Latn"]},{"precision":0.958004,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"crh_Latn-scn_Latn","languages":["crh-Latn","scn-Latn"]},{"precision":0.911726,"recall":0.938735,"f1":0.920455,"accuracy":0.938735,"main_score":0.920455,"hf_subset":"crh_Latn-tgk_Cyrl","languages":["crh-Latn","tgk-Cyrl"]},{"precision":0.416658,"recall":0.492095,"f1":0.438217,"accuracy":0.492095,"main_score":0.438217,"hf_subset":"crh_Latn-yor_Latn","languages":["crh-Latn","yor-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"crh_Latn-arz_Arab","languages":["crh-Latn","arz-Arab"]},{"precision":0.470909,"recall":0.546443,"f1":0.491995,"accuracy":0.546443,"main_score":0.491995,"hf_subset":"crh_Latn-cjk_Latn","languages":["crh-Latn","cjk-Latn"]},{"precision":0.598341,"recall":0.670949,"f1":0.619111,"accuracy":0.670949,"main_score":0.619111,"hf_subset":"crh_Latn-gla_Latn","languages":["crh-Latn","gla-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"crh_Latn-kan_Knda","languages":["crh-Latn","kan-Knda"]},{"precision":0.945652,"recall":0.962451,"f1":0.951087,"accuracy":0.962451,"main_score":0.951087,"hf_subset":"crh_Latn-lmo_Latn","languages":["crh-Latn","lmo-Latn"]},{"precision":0.983531,"recall":0.988142,"f1":0.985013,"accuracy":0.988142,"main_score":0.985013,"hf_subset":"crh_Latn-npi_Deva","languages":["crh-Latn","npi-Deva"]},{"precision":0.398803,"recall":0.487154,"f1":0.423017,"accuracy":0.487154,"main_score":0.423017,"hf_subset":"crh_Latn-shn_Mymr","languages":["crh-Latn","shn-Mymr"]},{"precision":0.974308,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"crh_Latn-tgl_Latn","languages":["crh-Latn","tgl-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"crh_Latn-yue_Hant","languages":["crh-Latn","yue-Hant"]},{"precision":0.959651,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"crh_Latn-asm_Beng","languages":["crh-Latn","asm-Beng"]},{"precision":0.698891,"recall":0.76087,"f1":0.716446,"accuracy":0.76087,"main_score":0.716446,"hf_subset":"crh_Latn-ckb_Arab","languages":["crh-Latn","ckb-Arab"]},{"precision":0.666996,"recall":0.735178,"f1":0.687192,"accuracy":0.735178,"main_score":0.687192,"hf_subset":"crh_Latn-gle_Latn","languages":["crh-Latn","gle-Latn"]},{"precision":0.825132,"recall":0.87253,"f1":0.839888,"accuracy":0.87253,"main_score":0.839888,"hf_subset":"crh_Latn-kas_Arab","languages":["crh-Latn","kas-Arab"]},{"precision":0.839674,"recall":0.883399,"f1":0.853327,"accuracy":0.883399,"main_score":0.853327,"hf_subset":"crh_Latn-ltg_Latn","languages":["crh-Latn","ltg-Latn"]},{"precision":0.526589,"recall":0.586957,"f1":0.543545,"accuracy":0.586957,"main_score":0.543545,"hf_subset":"crh_Latn-nso_Latn","languages":["crh-Latn","nso-Latn"]},{"precision":0.410048,"recall":0.501976,"f1":0.434668,"accuracy":0.501976,"main_score":0.434668,"hf_subset":"crh_Latn-sin_Sinh","languages":["crh-Latn","sin-Sinh"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"crh_Latn-tha_Thai","languages":["crh-Latn","tha-Thai"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"crh_Latn-zho_Hans","languages":["crh-Latn","zho-Hans"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"crh_Latn-ast_Latn","languages":["crh-Latn","ast-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"crh_Latn-glg_Latn","languages":["crh-Latn","glg-Latn"]},{"precision":0.728821,"recall":0.793478,"f1":0.748254,"accuracy":0.793478,"main_score":0.748254,"hf_subset":"crh_Latn-kas_Deva","languages":["crh-Latn","kas-Deva"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"crh_Latn-ltz_Latn","languages":["crh-Latn","ltz-Latn"]},{"precision":0.384499,"recall":0.459486,"f1":0.40509,"accuracy":0.459486,"main_score":0.40509,"hf_subset":"crh_Latn-nus_Latn","languages":["crh-Latn","nus-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"crh_Latn-slk_Latn","languages":["crh-Latn","slk-Latn"]},{"precision":0.255968,"recall":0.328063,"f1":0.274838,"accuracy":0.328063,"main_score":0.274838,"hf_subset":"crh_Latn-tir_Ethi","languages":["crh-Latn","tir-Ethi"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"crh_Latn-zho_Hant","languages":["crh-Latn","zho-Hant"]},{"precision":0.97332,"recall":0.981225,"f1":0.975955,"accuracy":0.981225,"main_score":0.975955,"hf_subset":"crh_Latn-awa_Deva","languages":["crh-Latn","awa-Deva"]},{"precision":0.827602,"recall":0.873518,"f1":0.842015,"accuracy":0.873518,"main_score":0.842015,"hf_subset":"crh_Latn-cym_Latn","languages":["crh-Latn","cym-Latn"]},{"precision":0.693027,"recall":0.745059,"f1":0.708632,"accuracy":0.745059,"main_score":0.708632,"hf_subset":"crh_Latn-grn_Latn","languages":["crh-Latn","grn-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"crh_Latn-kat_Geor","languages":["crh-Latn","kat-Geor"]},{"precision":0.558963,"recall":0.615613,"f1":0.575204,"accuracy":0.615613,"main_score":0.575204,"hf_subset":"crh_Latn-lua_Latn","languages":["crh-Latn","lua-Latn"]},{"precision":0.501216,"recall":0.56917,"f1":0.520031,"accuracy":0.56917,"main_score":0.520031,"hf_subset":"crh_Latn-nya_Latn","languages":["crh-Latn","nya-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"crh_Latn-slv_Latn","languages":["crh-Latn","slv-Latn"]},{"precision":0.751894,"recall":0.806324,"f1":0.768728,"accuracy":0.806324,"main_score":0.768728,"hf_subset":"crh_Latn-tpi_Latn","languages":["crh-Latn","tpi-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"crh_Latn-zsm_Latn","languages":["crh-Latn","zsm-Latn"]},{"precision":0.479231,"recall":0.536561,"f1":0.495084,"accuracy":0.536561,"main_score":0.495084,"hf_subset":"crh_Latn-ayr_Latn","languages":["crh-Latn","ayr-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"crh_Latn-dan_Latn","languages":["crh-Latn","dan-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"crh_Latn-guj_Gujr","languages":["crh-Latn","guj-Gujr"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"crh_Latn-kaz_Cyrl","languages":["crh-Latn","kaz-Cyrl"]},{"precision":0.444392,"recall":0.51581,"f1":0.46502,"accuracy":0.51581,"main_score":0.46502,"hf_subset":"crh_Latn-lug_Latn","languages":["crh-Latn","lug-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"crh_Latn-oci_Latn","languages":["crh-Latn","oci-Latn"]},{"precision":0.499828,"recall":0.574111,"f1":0.521299,"accuracy":0.574111,"main_score":0.521299,"hf_subset":"crh_Latn-smo_Latn","languages":["crh-Latn","smo-Latn"]},{"precision":0.468429,"recall":0.541502,"f1":0.488653,"accuracy":0.541502,"main_score":0.488653,"hf_subset":"crh_Latn-tsn_Latn","languages":["crh-Latn","tsn-Latn"]},{"precision":0.464299,"recall":0.533597,"f1":0.483354,"accuracy":0.533597,"main_score":0.483354,"hf_subset":"crh_Latn-zul_Latn","languages":["crh-Latn","zul-Latn"]},{"precision":0.778393,"recall":0.840909,"f1":0.798221,"accuracy":0.840909,"main_score":0.798221,"hf_subset":"crh_Latn-azb_Arab","languages":["crh-Latn","azb-Arab"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"crh_Latn-deu_Latn","languages":["crh-Latn","deu-Latn"]},{"precision":0.881752,"recall":0.91502,"f1":0.892424,"accuracy":0.91502,"main_score":0.892424,"hf_subset":"crh_Latn-hat_Latn","languages":["crh-Latn","hat-Latn"]},{"precision":0.439908,"recall":0.500988,"f1":0.456642,"accuracy":0.500988,"main_score":0.456642,"hf_subset":"crh_Latn-kbp_Latn","languages":["crh-Latn","kbp-Latn"]},{"precision":0.490259,"recall":0.552372,"f1":0.507508,"accuracy":0.552372,"main_score":0.507508,"hf_subset":"crh_Latn-luo_Latn","languages":["crh-Latn","luo-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"crh_Latn-ory_Orya","languages":["crh-Latn","ory-Orya"]},{"precision":0.482972,"recall":0.551383,"f1":0.50267,"accuracy":0.551383,"main_score":0.50267,"hf_subset":"crh_Latn-sna_Latn","languages":["crh-Latn","sna-Latn"]},{"precision":0.465194,"recall":0.527668,"f1":0.482044,"accuracy":0.527668,"main_score":0.482044,"hf_subset":"crh_Latn-tso_Latn","languages":["crh-Latn","tso-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"crh_Latn-azj_Latn","languages":["crh-Latn","azj-Latn"]},{"precision":0.467213,"recall":0.540514,"f1":0.487873,"accuracy":0.540514,"main_score":0.487873,"hf_subset":"crh_Latn-dik_Latn","languages":["crh-Latn","dik-Latn"]},{"precision":0.461232,"recall":0.521739,"f1":0.478402,"accuracy":0.521739,"main_score":0.478402,"hf_subset":"crh_Latn-hau_Latn","languages":["crh-Latn","hau-Latn"]},{"precision":0.943017,"recall":0.961462,"f1":0.949111,"accuracy":0.961462,"main_score":0.949111,"hf_subset":"crh_Latn-kea_Latn","languages":["crh-Latn","kea-Latn"]},{"precision":0.623668,"recall":0.6917,"f1":0.64345,"accuracy":0.6917,"main_score":0.64345,"hf_subset":"crh_Latn-lus_Latn","languages":["crh-Latn","lus-Latn"]},{"precision":0.77136,"recall":0.825099,"f1":0.788076,"accuracy":0.825099,"main_score":0.788076,"hf_subset":"crh_Latn-pag_Latn","languages":["crh-Latn","pag-Latn"]},{"precision":0.951252,"recall":0.966403,"f1":0.956192,"accuracy":0.966403,"main_score":0.956192,"hf_subset":"crh_Latn-snd_Arab","languages":["crh-Latn","snd-Arab"]},{"precision":0.898386,"recall":0.927866,"f1":0.907938,"accuracy":0.927866,"main_score":0.907938,"hf_subset":"crh_Latn-tuk_Latn","languages":["crh-Latn","tuk-Latn"]},{"precision":0.953557,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"crh_Latn-bak_Cyrl","languages":["crh-Latn","bak-Cyrl"]},{"precision":0.405816,"recall":0.494071,"f1":0.43064,"accuracy":0.494071,"main_score":0.43064,"hf_subset":"crh_Latn-dyu_Latn","languages":["crh-Latn","dyu-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"crh_Latn-heb_Hebr","languages":["crh-Latn","heb-Hebr"]},{"precision":0.890069,"recall":0.920949,"f1":0.899769,"accuracy":0.920949,"main_score":0.899769,"hf_subset":"crh_Latn-khk_Cyrl","languages":["crh-Latn","khk-Cyrl"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"crh_Latn-lvs_Latn","languages":["crh-Latn","lvs-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"crh_Latn-pan_Guru","languages":["crh-Latn","pan-Guru"]},{"precision":0.459819,"recall":0.533597,"f1":0.480274,"accuracy":0.533597,"main_score":0.480274,"hf_subset":"crh_Latn-som_Latn","languages":["crh-Latn","som-Latn"]},{"precision":0.496643,"recall":0.557312,"f1":0.513696,"accuracy":0.557312,"main_score":0.513696,"hf_subset":"crh_Latn-tum_Latn","languages":["crh-Latn","tum-Latn"]},{"precision":0.425063,"recall":0.512846,"f1":0.448934,"accuracy":0.512846,"main_score":0.448934,"hf_subset":"glg_Latn-ace_Arab","languages":["glg-Latn","ace-Arab"]},{"precision":0.447497,"recall":0.530632,"f1":0.470409,"accuracy":0.530632,"main_score":0.470409,"hf_subset":"glg_Latn-bam_Latn","languages":["glg-Latn","bam-Latn"]},{"precision":0.114112,"recall":0.166008,"f1":0.126901,"accuracy":0.166008,"main_score":0.126901,"hf_subset":"glg_Latn-dzo_Tibt","languages":["glg-Latn","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-hin_Deva","languages":["glg-Latn","hin-Deva"]},{"precision":0.937253,"recall":0.95751,"f1":0.944005,"accuracy":0.95751,"main_score":0.944005,"hf_subset":"glg_Latn-khm_Khmr","languages":["glg-Latn","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-mag_Deva","languages":["glg-Latn","mag-Deva"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"glg_Latn-pap_Latn","languages":["glg-Latn","pap-Latn"]},{"precision":0.49907,"recall":0.58004,"f1":0.521003,"accuracy":0.58004,"main_score":0.521003,"hf_subset":"glg_Latn-sot_Latn","languages":["glg-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-tur_Latn","languages":["glg-Latn","tur-Latn"]},{"precision":0.799193,"recall":0.850791,"f1":0.815072,"accuracy":0.850791,"main_score":0.815072,"hf_subset":"glg_Latn-ace_Latn","languages":["glg-Latn","ace-Latn"]},{"precision":0.927207,"recall":0.949605,"f1":0.934618,"accuracy":0.949605,"main_score":0.934618,"hf_subset":"glg_Latn-ban_Latn","languages":["glg-Latn","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-ell_Grek","languages":["glg-Latn","ell-Grek"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"glg_Latn-hne_Deva","languages":["glg-Latn","hne-Deva"]},{"precision":0.510085,"recall":0.589921,"f1":0.532736,"accuracy":0.589921,"main_score":0.532736,"hf_subset":"glg_Latn-kik_Latn","languages":["glg-Latn","kik-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-mai_Deva","languages":["glg-Latn","mai-Deva"]},{"precision":0.878656,"recall":0.916008,"f1":0.890646,"accuracy":0.916008,"main_score":0.890646,"hf_subset":"glg_Latn-pbt_Arab","languages":["glg-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"glg_Latn-spa_Latn","languages":["glg-Latn","spa-Latn"]},{"precision":0.562445,"recall":0.63834,"f1":0.583481,"accuracy":0.63834,"main_score":0.583481,"hf_subset":"glg_Latn-twi_Latn","languages":["glg-Latn","twi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-acm_Arab","languages":["glg-Latn","acm-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"glg_Latn-bel_Cyrl","languages":["glg-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-eng_Latn","languages":["glg-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-hrv_Latn","languages":["glg-Latn","hrv-Latn"]},{"precision":0.448597,"recall":0.530632,"f1":0.47115,"accuracy":0.530632,"main_score":0.47115,"hf_subset":"glg_Latn-kin_Latn","languages":["glg-Latn","kin-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"glg_Latn-mal_Mlym","languages":["glg-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-pes_Arab","languages":["glg-Latn","pes-Arab"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"glg_Latn-srd_Latn","languages":["glg-Latn","srd-Latn"]},{"precision":0.108894,"recall":0.176877,"f1":0.12252,"accuracy":0.176877,"main_score":0.12252,"hf_subset":"glg_Latn-tzm_Tfng","languages":["glg-Latn","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"glg_Latn-acq_Arab","languages":["glg-Latn","acq-Arab"]},{"precision":0.512556,"recall":0.594862,"f1":0.535575,"accuracy":0.594862,"main_score":0.535575,"hf_subset":"glg_Latn-bem_Latn","languages":["glg-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-epo_Latn","languages":["glg-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-hun_Latn","languages":["glg-Latn","hun-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"glg_Latn-kir_Cyrl","languages":["glg-Latn","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-mar_Deva","languages":["glg-Latn","mar-Deva"]},{"precision":0.556374,"recall":0.624506,"f1":0.575712,"accuracy":0.624506,"main_score":0.575712,"hf_subset":"glg_Latn-plt_Latn","languages":["glg-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-srp_Cyrl","languages":["glg-Latn","srp-Cyrl"]},{"precision":0.9389,"recall":0.95751,"f1":0.944993,"accuracy":0.95751,"main_score":0.944993,"hf_subset":"glg_Latn-uig_Arab","languages":["glg-Latn","uig-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"glg_Latn-aeb_Arab","languages":["glg-Latn","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-ben_Beng","languages":["glg-Latn","ben-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"glg_Latn-est_Latn","languages":["glg-Latn","est-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"glg_Latn-hye_Armn","languages":["glg-Latn","hye-Armn"]},{"precision":0.457964,"recall":0.535573,"f1":0.479807,"accuracy":0.535573,"main_score":0.479807,"hf_subset":"glg_Latn-kmb_Latn","languages":["glg-Latn","kmb-Latn"]},{"precision":0.373957,"recall":0.472332,"f1":0.400207,"accuracy":0.472332,"main_score":0.400207,"hf_subset":"glg_Latn-min_Arab","languages":["glg-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-pol_Latn","languages":["glg-Latn","pol-Latn"]},{"precision":0.439816,"recall":0.52668,"f1":0.463075,"accuracy":0.52668,"main_score":0.463075,"hf_subset":"glg_Latn-ssw_Latn","languages":["glg-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-ukr_Cyrl","languages":["glg-Latn","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-afr_Latn","languages":["glg-Latn","afr-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"glg_Latn-bho_Deva","languages":["glg-Latn","bho-Deva"]},{"precision":0.944499,"recall":0.962451,"f1":0.950428,"accuracy":0.962451,"main_score":0.950428,"hf_subset":"glg_Latn-eus_Latn","languages":["glg-Latn","eus-Latn"]},{"precision":0.493895,"recall":0.572134,"f1":0.515031,"accuracy":0.572134,"main_score":0.515031,"hf_subset":"glg_Latn-ibo_Latn","languages":["glg-Latn","ibo-Latn"]},{"precision":0.685507,"recall":0.757905,"f1":0.706552,"accuracy":0.757905,"main_score":0.706552,"hf_subset":"glg_Latn-kmr_Latn","languages":["glg-Latn","kmr-Latn"]},{"precision":0.955204,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"glg_Latn-min_Latn","languages":["glg-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-por_Latn","languages":["glg-Latn","por-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"glg_Latn-sun_Latn","languages":["glg-Latn","sun-Latn"]},{"precision":0.452669,"recall":0.531621,"f1":0.475302,"accuracy":0.531621,"main_score":0.475302,"hf_subset":"glg_Latn-umb_Latn","languages":["glg-Latn","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-ajp_Arab","languages":["glg-Latn","ajp-Arab"]},{"precision":0.392663,"recall":0.48913,"f1":0.419155,"accuracy":0.48913,"main_score":0.419155,"hf_subset":"glg_Latn-bjn_Arab","languages":["glg-Latn","bjn-Arab"]},{"precision":0.472509,"recall":0.545455,"f1":0.492431,"accuracy":0.545455,"main_score":0.492431,"hf_subset":"glg_Latn-ewe_Latn","languages":["glg-Latn","ewe-Latn"]},{"precision":0.84725,"recall":0.891304,"f1":0.861199,"accuracy":0.891304,"main_score":0.861199,"hf_subset":"glg_Latn-ilo_Latn","languages":["glg-Latn","ilo-Latn"]},{"precision":0.182351,"recall":0.263834,"f1":0.202341,"accuracy":0.263834,"main_score":0.202341,"hf_subset":"glg_Latn-knc_Arab","languages":["glg-Latn","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-mkd_Cyrl","languages":["glg-Latn","mkd-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-prs_Arab","languages":["glg-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-swe_Latn","languages":["glg-Latn","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"glg_Latn-urd_Arab","languages":["glg-Latn","urd-Arab"]},{"precision":0.535267,"recall":0.615613,"f1":0.557715,"accuracy":0.615613,"main_score":0.557715,"hf_subset":"glg_Latn-aka_Latn","languages":["glg-Latn","aka-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"glg_Latn-bjn_Latn","languages":["glg-Latn","bjn-Latn"]},{"precision":0.925725,"recall":0.949605,"f1":0.93363,"accuracy":0.949605,"main_score":0.93363,"hf_subset":"glg_Latn-fao_Latn","languages":["glg-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-ind_Latn","languages":["glg-Latn","ind-Latn"]},{"precision":0.509614,"recall":0.591897,"f1":0.532879,"accuracy":0.591897,"main_score":0.532879,"hf_subset":"glg_Latn-knc_Latn","languages":["glg-Latn","knc-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"glg_Latn-mlt_Latn","languages":["glg-Latn","mlt-Latn"]},{"precision":0.573323,"recall":0.65415,"f1":0.595349,"accuracy":0.65415,"main_score":0.595349,"hf_subset":"glg_Latn-quy_Latn","languages":["glg-Latn","quy-Latn"]},{"precision":0.691166,"recall":0.769763,"f1":0.714744,"accuracy":0.769763,"main_score":0.714744,"hf_subset":"glg_Latn-swh_Latn","languages":["glg-Latn","swh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"glg_Latn-uzn_Latn","languages":["glg-Latn","uzn-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"glg_Latn-als_Latn","languages":["glg-Latn","als-Latn"]},{"precision":0.142714,"recall":0.224308,"f1":0.161508,"accuracy":0.224308,"main_score":0.161508,"hf_subset":"glg_Latn-bod_Tibt","languages":["glg-Latn","bod-Tibt"]},{"precision":0.469536,"recall":0.551383,"f1":0.491733,"accuracy":0.551383,"main_score":0.491733,"hf_subset":"glg_Latn-fij_Latn","languages":["glg-Latn","fij-Latn"]},{"precision":0.948781,"recall":0.965415,"f1":0.954216,"accuracy":0.965415,"main_score":0.954216,"hf_subset":"glg_Latn-isl_Latn","languages":["glg-Latn","isl-Latn"]},{"precision":0.555677,"recall":0.637352,"f1":0.578942,"accuracy":0.637352,"main_score":0.578942,"hf_subset":"glg_Latn-kon_Latn","languages":["glg-Latn","kon-Latn"]},{"precision":0.496601,"recall":0.594862,"f1":0.524053,"accuracy":0.594862,"main_score":0.524053,"hf_subset":"glg_Latn-mni_Beng","languages":["glg-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-ron_Latn","languages":["glg-Latn","ron-Latn"]},{"precision":0.983696,"recall":0.987154,"f1":0.984848,"accuracy":0.987154,"main_score":0.984848,"hf_subset":"glg_Latn-szl_Latn","languages":["glg-Latn","szl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"glg_Latn-vec_Latn","languages":["glg-Latn","vec-Latn"]},{"precision":0.550296,"recall":0.642292,"f1":0.577005,"accuracy":0.642292,"main_score":0.577005,"hf_subset":"glg_Latn-amh_Ethi","languages":["glg-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-bos_Latn","languages":["glg-Latn","bos-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"glg_Latn-fin_Latn","languages":["glg-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-ita_Latn","languages":["glg-Latn","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-kor_Hang","languages":["glg-Latn","kor-Hang"]},{"precision":0.458579,"recall":0.552372,"f1":0.484769,"accuracy":0.552372,"main_score":0.484769,"hf_subset":"glg_Latn-mos_Latn","languages":["glg-Latn","mos-Latn"]},{"precision":0.445578,"recall":0.524704,"f1":0.46686,"accuracy":0.524704,"main_score":0.46686,"hf_subset":"glg_Latn-run_Latn","languages":["glg-Latn","run-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"glg_Latn-tam_Taml","languages":["glg-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-vie_Latn","languages":["glg-Latn","vie-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-apc_Arab","languages":["glg-Latn","apc-Arab"]},{"precision":0.762806,"recall":0.820158,"f1":0.779482,"accuracy":0.820158,"main_score":0.779482,"hf_subset":"glg_Latn-bug_Latn","languages":["glg-Latn","bug-Latn"]},{"precision":0.404578,"recall":0.492095,"f1":0.428281,"accuracy":0.492095,"main_score":0.428281,"hf_subset":"glg_Latn-fon_Latn","languages":["glg-Latn","fon-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"glg_Latn-jav_Latn","languages":["glg-Latn","jav-Latn"]},{"precision":0.876318,"recall":0.914032,"f1":0.888505,"accuracy":0.914032,"main_score":0.888505,"hf_subset":"glg_Latn-lao_Laoo","languages":["glg-Latn","lao-Laoo"]},{"precision":0.565126,"recall":0.65415,"f1":0.59034,"accuracy":0.65415,"main_score":0.59034,"hf_subset":"glg_Latn-mri_Latn","languages":["glg-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-rus_Cyrl","languages":["glg-Latn","rus-Cyrl"]},{"precision":0.487329,"recall":0.56917,"f1":0.510326,"accuracy":0.56917,"main_score":0.510326,"hf_subset":"glg_Latn-taq_Latn","languages":["glg-Latn","taq-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"glg_Latn-war_Latn","languages":["glg-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-arb_Arab","languages":["glg-Latn","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-bul_Cyrl","languages":["glg-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-fra_Latn","languages":["glg-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-jpn_Jpan","languages":["glg-Latn","jpn-Jpan"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"glg_Latn-lij_Latn","languages":["glg-Latn","lij-Latn"]},{"precision":0.929924,"recall":0.951581,"f1":0.936989,"accuracy":0.951581,"main_score":0.936989,"hf_subset":"glg_Latn-mya_Mymr","languages":["glg-Latn","mya-Mymr"]},{"precision":0.515786,"recall":0.601779,"f1":0.539613,"accuracy":0.601779,"main_score":0.539613,"hf_subset":"glg_Latn-sag_Latn","languages":["glg-Latn","sag-Latn"]},{"precision":0.117384,"recall":0.203557,"f1":0.133356,"accuracy":0.203557,"main_score":0.133356,"hf_subset":"glg_Latn-taq_Tfng","languages":["glg-Latn","taq-Tfng"]},{"precision":0.544363,"recall":0.632411,"f1":0.569052,"accuracy":0.632411,"main_score":0.569052,"hf_subset":"glg_Latn-wol_Latn","languages":["glg-Latn","wol-Latn"]},{"precision":0.623933,"recall":0.709486,"f1":0.648456,"accuracy":0.709486,"main_score":0.648456,"hf_subset":"glg_Latn-arb_Latn","languages":["glg-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-cat_Latn","languages":["glg-Latn","cat-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"glg_Latn-fur_Latn","languages":["glg-Latn","fur-Latn"]},{"precision":0.320922,"recall":0.391304,"f1":0.339807,"accuracy":0.391304,"main_score":0.339807,"hf_subset":"glg_Latn-kab_Latn","languages":["glg-Latn","kab-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"glg_Latn-lim_Latn","languages":["glg-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-nld_Latn","languages":["glg-Latn","nld-Latn"]},{"precision":0.961495,"recall":0.972332,"f1":0.964921,"accuracy":0.972332,"main_score":0.964921,"hf_subset":"glg_Latn-san_Deva","languages":["glg-Latn","san-Deva"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"glg_Latn-tat_Cyrl","languages":["glg-Latn","tat-Cyrl"]},{"precision":0.505151,"recall":0.591897,"f1":0.529223,"accuracy":0.591897,"main_score":0.529223,"hf_subset":"glg_Latn-xho_Latn","languages":["glg-Latn","xho-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-ars_Arab","languages":["glg-Latn","ars-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"glg_Latn-ceb_Latn","languages":["glg-Latn","ceb-Latn"]},{"precision":0.469225,"recall":0.554348,"f1":0.492793,"accuracy":0.554348,"main_score":0.492793,"hf_subset":"glg_Latn-fuv_Latn","languages":["glg-Latn","fuv-Latn"]},{"precision":0.463563,"recall":0.547431,"f1":0.48599,"accuracy":0.547431,"main_score":0.48599,"hf_subset":"glg_Latn-kac_Latn","languages":["glg-Latn","kac-Latn"]},{"precision":0.551833,"recall":0.636364,"f1":0.57458,"accuracy":0.636364,"main_score":0.57458,"hf_subset":"glg_Latn-lin_Latn","languages":["glg-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-nno_Latn","languages":["glg-Latn","nno-Latn"]},{"precision":0.018693,"recall":0.062253,"f1":0.024506,"accuracy":0.062253,"main_score":0.024506,"hf_subset":"glg_Latn-sat_Olck","languages":["glg-Latn","sat-Olck"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"glg_Latn-tel_Telu","languages":["glg-Latn","tel-Telu"]},{"precision":0.744384,"recall":0.812253,"f1":0.76509,"accuracy":0.812253,"main_score":0.76509,"hf_subset":"glg_Latn-ydd_Hebr","languages":["glg-Latn","ydd-Hebr"]},{"precision":0.95751,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"glg_Latn-ary_Arab","languages":["glg-Latn","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-ces_Latn","languages":["glg-Latn","ces-Latn"]},{"precision":0.381864,"recall":0.472332,"f1":0.405954,"accuracy":0.472332,"main_score":0.405954,"hf_subset":"glg_Latn-gaz_Latn","languages":["glg-Latn","gaz-Latn"]},{"precision":0.484367,"recall":0.568182,"f1":0.507586,"accuracy":0.568182,"main_score":0.507586,"hf_subset":"glg_Latn-kam_Latn","languages":["glg-Latn","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"glg_Latn-lit_Latn","languages":["glg-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-nob_Latn","languages":["glg-Latn","nob-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"glg_Latn-scn_Latn","languages":["glg-Latn","scn-Latn"]},{"precision":0.893857,"recall":0.926877,"f1":0.904381,"accuracy":0.926877,"main_score":0.904381,"hf_subset":"glg_Latn-tgk_Cyrl","languages":["glg-Latn","tgk-Cyrl"]},{"precision":0.416421,"recall":0.498024,"f1":0.438851,"accuracy":0.498024,"main_score":0.438851,"hf_subset":"glg_Latn-yor_Latn","languages":["glg-Latn","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"glg_Latn-arz_Arab","languages":["glg-Latn","arz-Arab"]},{"precision":0.475839,"recall":0.570158,"f1":0.501892,"accuracy":0.570158,"main_score":0.501892,"hf_subset":"glg_Latn-cjk_Latn","languages":["glg-Latn","cjk-Latn"]},{"precision":0.605638,"recall":0.681818,"f1":0.626977,"accuracy":0.681818,"main_score":0.626977,"hf_subset":"glg_Latn-gla_Latn","languages":["glg-Latn","gla-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"glg_Latn-kan_Knda","languages":["glg-Latn","kan-Knda"]},{"precision":0.972497,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"glg_Latn-lmo_Latn","languages":["glg-Latn","lmo-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"glg_Latn-npi_Deva","languages":["glg-Latn","npi-Deva"]},{"precision":0.400952,"recall":0.507905,"f1":0.429144,"accuracy":0.507905,"main_score":0.429144,"hf_subset":"glg_Latn-shn_Mymr","languages":["glg-Latn","shn-Mymr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-tgl_Latn","languages":["glg-Latn","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-yue_Hant","languages":["glg-Latn","yue-Hant"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"glg_Latn-asm_Beng","languages":["glg-Latn","asm-Beng"]},{"precision":0.703954,"recall":0.773715,"f1":0.724544,"accuracy":0.773715,"main_score":0.724544,"hf_subset":"glg_Latn-ckb_Arab","languages":["glg-Latn","ckb-Arab"]},{"precision":0.715201,"recall":0.788538,"f1":0.737404,"accuracy":0.788538,"main_score":0.737404,"hf_subset":"glg_Latn-gle_Latn","languages":["glg-Latn","gle-Latn"]},{"precision":0.883893,"recall":0.920949,"f1":0.895916,"accuracy":0.920949,"main_score":0.895916,"hf_subset":"glg_Latn-kas_Arab","languages":["glg-Latn","kas-Arab"]},{"precision":0.881917,"recall":0.916996,"f1":0.893069,"accuracy":0.916996,"main_score":0.893069,"hf_subset":"glg_Latn-ltg_Latn","languages":["glg-Latn","ltg-Latn"]},{"precision":0.512241,"recall":0.590909,"f1":0.534721,"accuracy":0.590909,"main_score":0.534721,"hf_subset":"glg_Latn-nso_Latn","languages":["glg-Latn","nso-Latn"]},{"precision":0.424622,"recall":0.52668,"f1":0.452984,"accuracy":0.52668,"main_score":0.452984,"hf_subset":"glg_Latn-sin_Sinh","languages":["glg-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-tha_Thai","languages":["glg-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-zho_Hans","languages":["glg-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-ast_Latn","languages":["glg-Latn","ast-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"glg_Latn-crh_Latn","languages":["glg-Latn","crh-Latn"]},{"precision":0.76441,"recall":0.829051,"f1":0.784406,"accuracy":0.829051,"main_score":0.784406,"hf_subset":"glg_Latn-kas_Deva","languages":["glg-Latn","kas-Deva"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"glg_Latn-ltz_Latn","languages":["glg-Latn","ltz-Latn"]},{"precision":0.365694,"recall":0.45751,"f1":0.389908,"accuracy":0.45751,"main_score":0.389908,"hf_subset":"glg_Latn-nus_Latn","languages":["glg-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-slk_Latn","languages":["glg-Latn","slk-Latn"]},{"precision":0.263601,"recall":0.339921,"f1":0.282928,"accuracy":0.339921,"main_score":0.282928,"hf_subset":"glg_Latn-tir_Ethi","languages":["glg-Latn","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-zho_Hant","languages":["glg-Latn","zho-Hant"]},{"precision":0.984519,"recall":0.988142,"f1":0.985672,"accuracy":0.988142,"main_score":0.985672,"hf_subset":"glg_Latn-awa_Deva","languages":["glg-Latn","awa-Deva"]},{"precision":0.8722,"recall":0.910079,"f1":0.884025,"accuracy":0.910079,"main_score":0.884025,"hf_subset":"glg_Latn-cym_Latn","languages":["glg-Latn","cym-Latn"]},{"precision":0.746386,"recall":0.805336,"f1":0.76377,"accuracy":0.805336,"main_score":0.76377,"hf_subset":"glg_Latn-grn_Latn","languages":["glg-Latn","grn-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"glg_Latn-kat_Geor","languages":["glg-Latn","kat-Geor"]},{"precision":0.5517,"recall":0.632411,"f1":0.574133,"accuracy":0.632411,"main_score":0.574133,"hf_subset":"glg_Latn-lua_Latn","languages":["glg-Latn","lua-Latn"]},{"precision":0.511443,"recall":0.591897,"f1":0.533777,"accuracy":0.591897,"main_score":0.533777,"hf_subset":"glg_Latn-nya_Latn","languages":["glg-Latn","nya-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-slv_Latn","languages":["glg-Latn","slv-Latn"]},{"precision":0.797381,"recall":0.852767,"f1":0.814592,"accuracy":0.852767,"main_score":0.814592,"hf_subset":"glg_Latn-tpi_Latn","languages":["glg-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-zsm_Latn","languages":["glg-Latn","zsm-Latn"]},{"precision":0.480946,"recall":0.563241,"f1":0.50275,"accuracy":0.563241,"main_score":0.50275,"hf_subset":"glg_Latn-ayr_Latn","languages":["glg-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-dan_Latn","languages":["glg-Latn","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-guj_Gujr","languages":["glg-Latn","guj-Gujr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"glg_Latn-kaz_Cyrl","languages":["glg-Latn","kaz-Cyrl"]},{"precision":0.436744,"recall":0.518775,"f1":0.459336,"accuracy":0.518775,"main_score":0.459336,"hf_subset":"glg_Latn-lug_Latn","languages":["glg-Latn","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-oci_Latn","languages":["glg-Latn","oci-Latn"]},{"precision":0.505138,"recall":0.596838,"f1":0.530832,"accuracy":0.596838,"main_score":0.530832,"hf_subset":"glg_Latn-smo_Latn","languages":["glg-Latn","smo-Latn"]},{"precision":0.463113,"recall":0.545455,"f1":0.484981,"accuracy":0.545455,"main_score":0.484981,"hf_subset":"glg_Latn-tsn_Latn","languages":["glg-Latn","tsn-Latn"]},{"precision":0.458871,"recall":0.54249,"f1":0.480954,"accuracy":0.54249,"main_score":0.480954,"hf_subset":"glg_Latn-zul_Latn","languages":["glg-Latn","zul-Latn"]},{"precision":0.809651,"recall":0.863636,"f1":0.826548,"accuracy":0.863636,"main_score":0.826548,"hf_subset":"glg_Latn-azb_Arab","languages":["glg-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-deu_Latn","languages":["glg-Latn","deu-Latn"]},{"precision":0.919137,"recall":0.944664,"f1":0.927372,"accuracy":0.944664,"main_score":0.927372,"hf_subset":"glg_Latn-hat_Latn","languages":["glg-Latn","hat-Latn"]},{"precision":0.431145,"recall":0.508893,"f1":0.452375,"accuracy":0.508893,"main_score":0.452375,"hf_subset":"glg_Latn-kbp_Latn","languages":["glg-Latn","kbp-Latn"]},{"precision":0.499205,"recall":0.577075,"f1":0.520247,"accuracy":0.577075,"main_score":0.520247,"hf_subset":"glg_Latn-luo_Latn","languages":["glg-Latn","luo-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"glg_Latn-ory_Orya","languages":["glg-Latn","ory-Orya"]},{"precision":0.491611,"recall":0.567194,"f1":0.512375,"accuracy":0.567194,"main_score":0.512375,"hf_subset":"glg_Latn-sna_Latn","languages":["glg-Latn","sna-Latn"]},{"precision":0.454271,"recall":0.532609,"f1":0.476097,"accuracy":0.532609,"main_score":0.476097,"hf_subset":"glg_Latn-tso_Latn","languages":["glg-Latn","tso-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"glg_Latn-azj_Latn","languages":["glg-Latn","azj-Latn"]},{"precision":0.476566,"recall":0.561265,"f1":0.50034,"accuracy":0.561265,"main_score":0.50034,"hf_subset":"glg_Latn-dik_Latn","languages":["glg-Latn","dik-Latn"]},{"precision":0.461506,"recall":0.541502,"f1":0.48452,"accuracy":0.541502,"main_score":0.48452,"hf_subset":"glg_Latn-hau_Latn","languages":["glg-Latn","hau-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"glg_Latn-kea_Latn","languages":["glg-Latn","kea-Latn"]},{"precision":0.63993,"recall":0.711462,"f1":0.660456,"accuracy":0.711462,"main_score":0.660456,"hf_subset":"glg_Latn-lus_Latn","languages":["glg-Latn","lus-Latn"]},{"precision":0.830929,"recall":0.876482,"f1":0.844829,"accuracy":0.876482,"main_score":0.844829,"hf_subset":"glg_Latn-pag_Latn","languages":["glg-Latn","pag-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"glg_Latn-snd_Arab","languages":["glg-Latn","snd-Arab"]},{"precision":0.875329,"recall":0.91502,"f1":0.888142,"accuracy":0.91502,"main_score":0.888142,"hf_subset":"glg_Latn-tuk_Latn","languages":["glg-Latn","tuk-Latn"]},{"precision":0.944993,"recall":0.962451,"f1":0.950758,"accuracy":0.962451,"main_score":0.950758,"hf_subset":"glg_Latn-bak_Cyrl","languages":["glg-Latn","bak-Cyrl"]},{"precision":0.416852,"recall":0.517787,"f1":0.445152,"accuracy":0.517787,"main_score":0.445152,"hf_subset":"glg_Latn-dyu_Latn","languages":["glg-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-heb_Hebr","languages":["glg-Latn","heb-Hebr"]},{"precision":0.886528,"recall":0.918972,"f1":0.896706,"accuracy":0.918972,"main_score":0.896706,"hf_subset":"glg_Latn-khk_Cyrl","languages":["glg-Latn","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"glg_Latn-lvs_Latn","languages":["glg-Latn","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"glg_Latn-pan_Guru","languages":["glg-Latn","pan-Guru"]},{"precision":0.450912,"recall":0.535573,"f1":0.474359,"accuracy":0.535573,"main_score":0.474359,"hf_subset":"glg_Latn-som_Latn","languages":["glg-Latn","som-Latn"]},{"precision":0.494476,"recall":0.56917,"f1":0.514949,"accuracy":0.56917,"main_score":0.514949,"hf_subset":"glg_Latn-tum_Latn","languages":["glg-Latn","tum-Latn"]},{"precision":0.392078,"recall":0.462451,"f1":0.411464,"accuracy":0.462451,"main_score":0.411464,"hf_subset":"kas_Deva-ace_Arab","languages":["kas-Deva","ace-Arab"]},{"precision":0.420263,"recall":0.485178,"f1":0.438295,"accuracy":0.485178,"main_score":0.438295,"hf_subset":"kas_Deva-bam_Latn","languages":["kas-Deva","bam-Latn"]},{"precision":0.111764,"recall":0.153162,"f1":0.122175,"accuracy":0.153162,"main_score":0.122175,"hf_subset":"kas_Deva-dzo_Tibt","languages":["kas-Deva","dzo-Tibt"]},{"precision":0.841238,"recall":0.886364,"f1":0.855124,"accuracy":0.886364,"main_score":0.855124,"hf_subset":"kas_Deva-hin_Deva","languages":["kas-Deva","hin-Deva"]},{"precision":0.600461,"recall":0.685771,"f1":0.625777,"accuracy":0.685771,"main_score":0.625777,"hf_subset":"kas_Deva-khm_Khmr","languages":["kas-Deva","khm-Khmr"]},{"precision":0.853953,"recall":0.893281,"f1":0.866041,"accuracy":0.893281,"main_score":0.866041,"hf_subset":"kas_Deva-mag_Deva","languages":["kas-Deva","mag-Deva"]},{"precision":0.767098,"recall":0.817194,"f1":0.781515,"accuracy":0.817194,"main_score":0.781515,"hf_subset":"kas_Deva-pap_Latn","languages":["kas-Deva","pap-Latn"]},{"precision":0.471262,"recall":0.532609,"f1":0.48882,"accuracy":0.532609,"main_score":0.48882,"hf_subset":"kas_Deva-sot_Latn","languages":["kas-Deva","sot-Latn"]},{"precision":0.797381,"recall":0.851779,"f1":0.814248,"accuracy":0.851779,"main_score":0.814248,"hf_subset":"kas_Deva-tur_Latn","languages":["kas-Deva","tur-Latn"]},{"precision":0.640945,"recall":0.694664,"f1":0.656976,"accuracy":0.694664,"main_score":0.656976,"hf_subset":"kas_Deva-ace_Latn","languages":["kas-Deva","ace-Latn"]},{"precision":0.733221,"recall":0.788538,"f1":0.749231,"accuracy":0.788538,"main_score":0.749231,"hf_subset":"kas_Deva-ban_Latn","languages":["kas-Deva","ban-Latn"]},{"precision":0.783185,"recall":0.839921,"f1":0.800513,"accuracy":0.839921,"main_score":0.800513,"hf_subset":"kas_Deva-ell_Grek","languages":["kas-Deva","ell-Grek"]},{"precision":0.848106,"recall":0.88834,"f1":0.860705,"accuracy":0.88834,"main_score":0.860705,"hf_subset":"kas_Deva-hne_Deva","languages":["kas-Deva","hne-Deva"]},{"precision":0.427445,"recall":0.499012,"f1":0.44849,"accuracy":0.499012,"main_score":0.44849,"hf_subset":"kas_Deva-kik_Latn","languages":["kas-Deva","kik-Latn"]},{"precision":0.843165,"recall":0.883399,"f1":0.855402,"accuracy":0.883399,"main_score":0.855402,"hf_subset":"kas_Deva-mai_Deva","languages":["kas-Deva","mai-Deva"]},{"precision":0.704276,"recall":0.770751,"f1":0.724097,"accuracy":0.770751,"main_score":0.724097,"hf_subset":"kas_Deva-pbt_Arab","languages":["kas-Deva","pbt-Arab"]},{"precision":0.799193,"recall":0.851779,"f1":0.815039,"accuracy":0.851779,"main_score":0.815039,"hf_subset":"kas_Deva-spa_Latn","languages":["kas-Deva","spa-Latn"]},{"precision":0.505245,"recall":0.563241,"f1":0.521712,"accuracy":0.563241,"main_score":0.521712,"hf_subset":"kas_Deva-twi_Latn","languages":["kas-Deva","twi-Latn"]},{"precision":0.775428,"recall":0.833992,"f1":0.793083,"accuracy":0.833992,"main_score":0.793083,"hf_subset":"kas_Deva-acm_Arab","languages":["kas-Deva","acm-Arab"]},{"precision":0.766173,"recall":0.824111,"f1":0.783517,"accuracy":0.824111,"main_score":0.783517,"hf_subset":"kas_Deva-bel_Cyrl","languages":["kas-Deva","bel-Cyrl"]},{"precision":0.829792,"recall":0.87747,"f1":0.844565,"accuracy":0.87747,"main_score":0.844565,"hf_subset":"kas_Deva-eng_Latn","languages":["kas-Deva","eng-Latn"]},{"precision":0.791561,"recall":0.843874,"f1":0.807922,"accuracy":0.843874,"main_score":0.807922,"hf_subset":"kas_Deva-hrv_Latn","languages":["kas-Deva","hrv-Latn"]},{"precision":0.425093,"recall":0.483202,"f1":0.440876,"accuracy":0.483202,"main_score":0.440876,"hf_subset":"kas_Deva-kin_Latn","languages":["kas-Deva","kin-Latn"]},{"precision":0.778689,"recall":0.838933,"f1":0.797694,"accuracy":0.838933,"main_score":0.797694,"hf_subset":"kas_Deva-mal_Mlym","languages":["kas-Deva","mal-Mlym"]},{"precision":0.808416,"recall":0.858696,"f1":0.824144,"accuracy":0.858696,"main_score":0.824144,"hf_subset":"kas_Deva-pes_Arab","languages":["kas-Deva","pes-Arab"]},{"precision":0.749135,"recall":0.807312,"f1":0.766444,"accuracy":0.807312,"main_score":0.766444,"hf_subset":"kas_Deva-srd_Latn","languages":["kas-Deva","srd-Latn"]},{"precision":0.145164,"recall":0.195652,"f1":0.156295,"accuracy":0.195652,"main_score":0.156295,"hf_subset":"kas_Deva-tzm_Tfng","languages":["kas-Deva","tzm-Tfng"]},{"precision":0.790777,"recall":0.844862,"f1":0.807261,"accuracy":0.844862,"main_score":0.807261,"hf_subset":"kas_Deva-acq_Arab","languages":["kas-Deva","acq-Arab"]},{"precision":0.488936,"recall":0.552372,"f1":0.507471,"accuracy":0.552372,"main_score":0.507471,"hf_subset":"kas_Deva-bem_Latn","languages":["kas-Deva","bem-Latn"]},{"precision":0.778524,"recall":0.836957,"f1":0.79641,"accuracy":0.836957,"main_score":0.79641,"hf_subset":"kas_Deva-epo_Latn","languages":["kas-Deva","epo-Latn"]},{"precision":0.788465,"recall":0.843874,"f1":0.805418,"accuracy":0.843874,"main_score":0.805418,"hf_subset":"kas_Deva-hun_Latn","languages":["kas-Deva","hun-Latn"]},{"precision":0.722925,"recall":0.779644,"f1":0.740053,"accuracy":0.779644,"main_score":0.740053,"hf_subset":"kas_Deva-kir_Cyrl","languages":["kas-Deva","kir-Cyrl"]},{"precision":0.814542,"recall":0.863636,"f1":0.829578,"accuracy":0.863636,"main_score":0.829578,"hf_subset":"kas_Deva-mar_Deva","languages":["kas-Deva","mar-Deva"]},{"precision":0.503875,"recall":0.5583,"f1":0.518657,"accuracy":0.5583,"main_score":0.518657,"hf_subset":"kas_Deva-plt_Latn","languages":["kas-Deva","plt-Latn"]},{"precision":0.803837,"recall":0.854743,"f1":0.819137,"accuracy":0.854743,"main_score":0.819137,"hf_subset":"kas_Deva-srp_Cyrl","languages":["kas-Deva","srp-Cyrl"]},{"precision":0.654456,"recall":0.729249,"f1":0.6768,"accuracy":0.729249,"main_score":0.6768,"hf_subset":"kas_Deva-uig_Arab","languages":["kas-Deva","uig-Arab"]},{"precision":0.763093,"recall":0.815217,"f1":0.778898,"accuracy":0.815217,"main_score":0.778898,"hf_subset":"kas_Deva-aeb_Arab","languages":["kas-Deva","aeb-Arab"]},{"precision":0.823617,"recall":0.871542,"f1":0.838326,"accuracy":0.871542,"main_score":0.838326,"hf_subset":"kas_Deva-ben_Beng","languages":["kas-Deva","ben-Beng"]},{"precision":0.755682,"recall":0.816206,"f1":0.774341,"accuracy":0.816206,"main_score":0.774341,"hf_subset":"kas_Deva-est_Latn","languages":["kas-Deva","est-Latn"]},{"precision":0.739196,"recall":0.798419,"f1":0.756856,"accuracy":0.798419,"main_score":0.756856,"hf_subset":"kas_Deva-hye_Armn","languages":["kas-Deva","hye-Armn"]},{"precision":0.425627,"recall":0.485178,"f1":0.442436,"accuracy":0.485178,"main_score":0.442436,"hf_subset":"kas_Deva-kmb_Latn","languages":["kas-Deva","kmb-Latn"]},{"precision":0.362914,"recall":0.434783,"f1":0.382935,"accuracy":0.434783,"main_score":0.382935,"hf_subset":"kas_Deva-min_Arab","languages":["kas-Deva","min-Arab"]},{"precision":0.776548,"recall":0.836957,"f1":0.794697,"accuracy":0.836957,"main_score":0.794697,"hf_subset":"kas_Deva-pol_Latn","languages":["kas-Deva","pol-Latn"]},{"precision":0.421418,"recall":0.499012,"f1":0.442675,"accuracy":0.499012,"main_score":0.442675,"hf_subset":"kas_Deva-ssw_Latn","languages":["kas-Deva","ssw-Latn"]},{"precision":0.808218,"recall":0.858696,"f1":0.823584,"accuracy":0.858696,"main_score":0.823584,"hf_subset":"kas_Deva-ukr_Cyrl","languages":["kas-Deva","ukr-Cyrl"]},{"precision":0.814147,"recall":0.863636,"f1":0.829367,"accuracy":0.863636,"main_score":0.829367,"hf_subset":"kas_Deva-afr_Latn","languages":["kas-Deva","afr-Latn"]},{"precision":0.823634,"recall":0.866601,"f1":0.83683,"accuracy":0.866601,"main_score":0.83683,"hf_subset":"kas_Deva-bho_Deva","languages":["kas-Deva","bho-Deva"]},{"precision":0.674894,"recall":0.742095,"f1":0.694441,"accuracy":0.742095,"main_score":0.694441,"hf_subset":"kas_Deva-eus_Latn","languages":["kas-Deva","eus-Latn"]},{"precision":0.442503,"recall":0.504941,"f1":0.459645,"accuracy":0.504941,"main_score":0.459645,"hf_subset":"kas_Deva-ibo_Latn","languages":["kas-Deva","ibo-Latn"]},{"precision":0.576541,"recall":0.637352,"f1":0.593856,"accuracy":0.637352,"main_score":0.593856,"hf_subset":"kas_Deva-kmr_Latn","languages":["kas-Deva","kmr-Latn"]},{"precision":0.737846,"recall":0.788538,"f1":0.752772,"accuracy":0.788538,"main_score":0.752772,"hf_subset":"kas_Deva-min_Latn","languages":["kas-Deva","min-Latn"]},{"precision":0.809404,"recall":0.860672,"f1":0.825249,"accuracy":0.860672,"main_score":0.825249,"hf_subset":"kas_Deva-por_Latn","languages":["kas-Deva","por-Latn"]},{"precision":0.761224,"recall":0.816206,"f1":0.777775,"accuracy":0.816206,"main_score":0.777775,"hf_subset":"kas_Deva-sun_Latn","languages":["kas-Deva","sun-Latn"]},{"precision":0.405684,"recall":0.469368,"f1":0.424004,"accuracy":0.469368,"main_score":0.424004,"hf_subset":"kas_Deva-umb_Latn","languages":["kas-Deva","umb-Latn"]},{"precision":0.795208,"recall":0.849802,"f1":0.811679,"accuracy":0.849802,"main_score":0.811679,"hf_subset":"kas_Deva-ajp_Arab","languages":["kas-Deva","ajp-Arab"]},{"precision":0.381752,"recall":0.449605,"f1":0.399842,"accuracy":0.449605,"main_score":0.399842,"hf_subset":"kas_Deva-bjn_Arab","languages":["kas-Deva","bjn-Arab"]},{"precision":0.438983,"recall":0.493083,"f1":0.454095,"accuracy":0.493083,"main_score":0.454095,"hf_subset":"kas_Deva-ewe_Latn","languages":["kas-Deva","ewe-Latn"]},{"precision":0.68415,"recall":0.746047,"f1":0.702407,"accuracy":0.746047,"main_score":0.702407,"hf_subset":"kas_Deva-ilo_Latn","languages":["kas-Deva","ilo-Latn"]},{"precision":0.207321,"recall":0.277668,"f1":0.225289,"accuracy":0.277668,"main_score":0.225289,"hf_subset":"kas_Deva-knc_Arab","languages":["kas-Deva","knc-Arab"]},{"precision":0.793215,"recall":0.849802,"f1":0.811199,"accuracy":0.849802,"main_score":0.811199,"hf_subset":"kas_Deva-mkd_Cyrl","languages":["kas-Deva","mkd-Cyrl"]},{"precision":0.809947,"recall":0.860672,"f1":0.825823,"accuracy":0.860672,"main_score":0.825823,"hf_subset":"kas_Deva-prs_Arab","languages":["kas-Deva","prs-Arab"]},{"precision":0.809519,"recall":0.860672,"f1":0.825231,"accuracy":0.860672,"main_score":0.825231,"hf_subset":"kas_Deva-swe_Latn","languages":["kas-Deva","swe-Latn"]},{"precision":0.833992,"recall":0.881423,"f1":0.849111,"accuracy":0.881423,"main_score":0.849111,"hf_subset":"kas_Deva-urd_Arab","languages":["kas-Deva","urd-Arab"]},{"precision":0.47848,"recall":0.540514,"f1":0.495588,"accuracy":0.540514,"main_score":0.495588,"hf_subset":"kas_Deva-aka_Latn","languages":["kas-Deva","aka-Latn"]},{"precision":0.7474,"recall":0.807312,"f1":0.765387,"accuracy":0.807312,"main_score":0.765387,"hf_subset":"kas_Deva-bjn_Latn","languages":["kas-Deva","bjn-Latn"]},{"precision":0.670702,"recall":0.741107,"f1":0.6917,"accuracy":0.741107,"main_score":0.6917,"hf_subset":"kas_Deva-fao_Latn","languages":["kas-Deva","fao-Latn"]},{"precision":0.812039,"recall":0.863636,"f1":0.827734,"accuracy":0.863636,"main_score":0.827734,"hf_subset":"kas_Deva-ind_Latn","languages":["kas-Deva","ind-Latn"]},{"precision":0.474951,"recall":0.532609,"f1":0.491108,"accuracy":0.532609,"main_score":0.491108,"hf_subset":"kas_Deva-knc_Latn","languages":["kas-Deva","knc-Latn"]},{"precision":0.754875,"recall":0.809289,"f1":0.77069,"accuracy":0.809289,"main_score":0.77069,"hf_subset":"kas_Deva-mlt_Latn","languages":["kas-Deva","mlt-Latn"]},{"precision":0.508104,"recall":0.565217,"f1":0.524643,"accuracy":0.565217,"main_score":0.524643,"hf_subset":"kas_Deva-quy_Latn","languages":["kas-Deva","quy-Latn"]},{"precision":0.556115,"recall":0.629447,"f1":0.576711,"accuracy":0.629447,"main_score":0.576711,"hf_subset":"kas_Deva-swh_Latn","languages":["kas-Deva","swh-Latn"]},{"precision":0.753244,"recall":0.812253,"f1":0.771212,"accuracy":0.812253,"main_score":0.771212,"hf_subset":"kas_Deva-uzn_Latn","languages":["kas-Deva","uzn-Latn"]},{"precision":0.765349,"recall":0.822134,"f1":0.782595,"accuracy":0.822134,"main_score":0.782595,"hf_subset":"kas_Deva-als_Latn","languages":["kas-Deva","als-Latn"]},{"precision":0.168174,"recall":0.236166,"f1":0.184516,"accuracy":0.236166,"main_score":0.184516,"hf_subset":"kas_Deva-bod_Tibt","languages":["kas-Deva","bod-Tibt"]},{"precision":0.437327,"recall":0.501976,"f1":0.455429,"accuracy":0.501976,"main_score":0.455429,"hf_subset":"kas_Deva-fij_Latn","languages":["kas-Deva","fij-Latn"]},{"precision":0.641864,"recall":0.711462,"f1":0.66278,"accuracy":0.711462,"main_score":0.66278,"hf_subset":"kas_Deva-isl_Latn","languages":["kas-Deva","isl-Latn"]},{"precision":0.492847,"recall":0.560277,"f1":0.512146,"accuracy":0.560277,"main_score":0.512146,"hf_subset":"kas_Deva-kon_Latn","languages":["kas-Deva","kon-Latn"]},{"precision":0.519031,"recall":0.591897,"f1":0.539774,"accuracy":0.591897,"main_score":0.539774,"hf_subset":"kas_Deva-mni_Beng","languages":["kas-Deva","mni-Beng"]},{"precision":0.801482,"recall":0.852767,"f1":0.816963,"accuracy":0.852767,"main_score":0.816963,"hf_subset":"kas_Deva-ron_Latn","languages":["kas-Deva","ron-Latn"]},{"precision":0.766568,"recall":0.822134,"f1":0.783004,"accuracy":0.822134,"main_score":0.783004,"hf_subset":"kas_Deva-szl_Latn","languages":["kas-Deva","szl-Latn"]},{"precision":0.795825,"recall":0.846838,"f1":0.811517,"accuracy":0.846838,"main_score":0.811517,"hf_subset":"kas_Deva-vec_Latn","languages":["kas-Deva","vec-Latn"]},{"precision":0.374098,"recall":0.440711,"f1":0.392243,"accuracy":0.440711,"main_score":0.392243,"hf_subset":"kas_Deva-amh_Ethi","languages":["kas-Deva","amh-Ethi"]},{"precision":0.804908,"recall":0.854743,"f1":0.820045,"accuracy":0.854743,"main_score":0.820045,"hf_subset":"kas_Deva-bos_Latn","languages":["kas-Deva","bos-Latn"]},{"precision":0.768297,"recall":0.828063,"f1":0.786561,"accuracy":0.828063,"main_score":0.786561,"hf_subset":"kas_Deva-fin_Latn","languages":["kas-Deva","fin-Latn"]},{"precision":0.791123,"recall":0.844862,"f1":0.807463,"accuracy":0.844862,"main_score":0.807463,"hf_subset":"kas_Deva-ita_Latn","languages":["kas-Deva","ita-Latn"]},{"precision":0.784792,"recall":0.838933,"f1":0.80107,"accuracy":0.838933,"main_score":0.80107,"hf_subset":"kas_Deva-kor_Hang","languages":["kas-Deva","kor-Hang"]},{"precision":0.446211,"recall":0.509881,"f1":0.464361,"accuracy":0.509881,"main_score":0.464361,"hf_subset":"kas_Deva-mos_Latn","languages":["kas-Deva","mos-Latn"]},{"precision":0.426401,"recall":0.485178,"f1":0.443319,"accuracy":0.485178,"main_score":0.443319,"hf_subset":"kas_Deva-run_Latn","languages":["kas-Deva","run-Latn"]},{"precision":0.771551,"recall":0.831028,"f1":0.789904,"accuracy":0.831028,"main_score":0.789904,"hf_subset":"kas_Deva-tam_Taml","languages":["kas-Deva","tam-Taml"]},{"precision":0.779002,"recall":0.837945,"f1":0.79697,"accuracy":0.837945,"main_score":0.79697,"hf_subset":"kas_Deva-vie_Latn","languages":["kas-Deva","vie-Latn"]},{"precision":0.78913,"recall":0.842885,"f1":0.805256,"accuracy":0.842885,"main_score":0.805256,"hf_subset":"kas_Deva-apc_Arab","languages":["kas-Deva","apc-Arab"]},{"precision":0.6252,"recall":0.68083,"f1":0.641035,"accuracy":0.68083,"main_score":0.641035,"hf_subset":"kas_Deva-bug_Latn","languages":["kas-Deva","bug-Latn"]},{"precision":0.38988,"recall":0.450593,"f1":0.406401,"accuracy":0.450593,"main_score":0.406401,"hf_subset":"kas_Deva-fon_Latn","languages":["kas-Deva","fon-Latn"]},{"precision":0.770076,"recall":0.826087,"f1":0.786877,"accuracy":0.826087,"main_score":0.786877,"hf_subset":"kas_Deva-jav_Latn","languages":["kas-Deva","jav-Latn"]},{"precision":0.542598,"recall":0.628458,"f1":0.566965,"accuracy":0.628458,"main_score":0.566965,"hf_subset":"kas_Deva-lao_Laoo","languages":["kas-Deva","lao-Laoo"]},{"precision":0.451062,"recall":0.528656,"f1":0.473071,"accuracy":0.528656,"main_score":0.473071,"hf_subset":"kas_Deva-mri_Latn","languages":["kas-Deva","mri-Latn"]},{"precision":0.787747,"recall":0.844862,"f1":0.805072,"accuracy":0.844862,"main_score":0.805072,"hf_subset":"kas_Deva-rus_Cyrl","languages":["kas-Deva","rus-Cyrl"]},{"precision":0.461845,"recall":0.516798,"f1":0.476649,"accuracy":0.516798,"main_score":0.476649,"hf_subset":"kas_Deva-taq_Latn","languages":["kas-Deva","taq-Latn"]},{"precision":0.758177,"recall":0.814229,"f1":0.77489,"accuracy":0.814229,"main_score":0.77489,"hf_subset":"kas_Deva-war_Latn","languages":["kas-Deva","war-Latn"]},{"precision":0.793208,"recall":0.849802,"f1":0.810919,"accuracy":0.849802,"main_score":0.810919,"hf_subset":"kas_Deva-arb_Arab","languages":["kas-Deva","arb-Arab"]},{"precision":0.815876,"recall":0.866601,"f1":0.831456,"accuracy":0.866601,"main_score":0.831456,"hf_subset":"kas_Deva-bul_Cyrl","languages":["kas-Deva","bul-Cyrl"]},{"precision":0.816041,"recall":0.866601,"f1":0.83195,"accuracy":0.866601,"main_score":0.83195,"hf_subset":"kas_Deva-fra_Latn","languages":["kas-Deva","fra-Latn"]},{"precision":0.793511,"recall":0.843874,"f1":0.808634,"accuracy":0.843874,"main_score":0.808634,"hf_subset":"kas_Deva-jpn_Jpan","languages":["kas-Deva","jpn-Jpan"]},{"precision":0.759371,"recall":0.816206,"f1":0.776647,"accuracy":0.816206,"main_score":0.776647,"hf_subset":"kas_Deva-lij_Latn","languages":["kas-Deva","lij-Latn"]},{"precision":0.576303,"recall":0.666996,"f1":0.602851,"accuracy":0.666996,"main_score":0.602851,"hf_subset":"kas_Deva-mya_Mymr","languages":["kas-Deva","mya-Mymr"]},{"precision":0.472137,"recall":0.533597,"f1":0.489486,"accuracy":0.533597,"main_score":0.489486,"hf_subset":"kas_Deva-sag_Latn","languages":["kas-Deva","sag-Latn"]},{"precision":0.147574,"recall":0.212451,"f1":0.161097,"accuracy":0.212451,"main_score":0.161097,"hf_subset":"kas_Deva-taq_Tfng","languages":["kas-Deva","taq-Tfng"]},{"precision":0.496304,"recall":0.5583,"f1":0.51402,"accuracy":0.5583,"main_score":0.51402,"hf_subset":"kas_Deva-wol_Latn","languages":["kas-Deva","wol-Latn"]},{"precision":0.478237,"recall":0.551383,"f1":0.498075,"accuracy":0.551383,"main_score":0.498075,"hf_subset":"kas_Deva-arb_Latn","languages":["kas-Deva","arb-Latn"]},{"precision":0.792441,"recall":0.846838,"f1":0.809321,"accuracy":0.846838,"main_score":0.809321,"hf_subset":"kas_Deva-cat_Latn","languages":["kas-Deva","cat-Latn"]},{"precision":0.762495,"recall":0.814229,"f1":0.778129,"accuracy":0.814229,"main_score":0.778129,"hf_subset":"kas_Deva-fur_Latn","languages":["kas-Deva","fur-Latn"]},{"precision":0.329836,"recall":0.387352,"f1":0.345643,"accuracy":0.387352,"main_score":0.345643,"hf_subset":"kas_Deva-kab_Latn","languages":["kas-Deva","kab-Latn"]},{"precision":0.758514,"recall":0.807312,"f1":0.773174,"accuracy":0.807312,"main_score":0.773174,"hf_subset":"kas_Deva-lim_Latn","languages":["kas-Deva","lim-Latn"]},{"precision":0.791749,"recall":0.846838,"f1":0.808432,"accuracy":0.846838,"main_score":0.808432,"hf_subset":"kas_Deva-nld_Latn","languages":["kas-Deva","nld-Latn"]},{"precision":0.728419,"recall":0.795455,"f1":0.748995,"accuracy":0.795455,"main_score":0.748995,"hf_subset":"kas_Deva-san_Deva","languages":["kas-Deva","san-Deva"]},{"precision":0.730138,"recall":0.791502,"f1":0.748551,"accuracy":0.791502,"main_score":0.748551,"hf_subset":"kas_Deva-tat_Cyrl","languages":["kas-Deva","tat-Cyrl"]},{"precision":0.498115,"recall":0.565217,"f1":0.51688,"accuracy":0.565217,"main_score":0.51688,"hf_subset":"kas_Deva-xho_Latn","languages":["kas-Deva","xho-Latn"]},{"precision":0.781762,"recall":0.840909,"f1":0.800115,"accuracy":0.840909,"main_score":0.800115,"hf_subset":"kas_Deva-ars_Arab","languages":["kas-Deva","ars-Arab"]},{"precision":0.774457,"recall":0.827075,"f1":0.790434,"accuracy":0.827075,"main_score":0.790434,"hf_subset":"kas_Deva-ceb_Latn","languages":["kas-Deva","ceb-Latn"]},{"precision":0.457955,"recall":0.516798,"f1":0.474788,"accuracy":0.516798,"main_score":0.474788,"hf_subset":"kas_Deva-fuv_Latn","languages":["kas-Deva","fuv-Latn"]},{"precision":0.448678,"recall":0.514822,"f1":0.467345,"accuracy":0.514822,"main_score":0.467345,"hf_subset":"kas_Deva-kac_Latn","languages":["kas-Deva","kac-Latn"]},{"precision":0.501885,"recall":0.573123,"f1":0.522266,"accuracy":0.573123,"main_score":0.522266,"hf_subset":"kas_Deva-lin_Latn","languages":["kas-Deva","lin-Latn"]},{"precision":0.789773,"recall":0.843874,"f1":0.806324,"accuracy":0.843874,"main_score":0.806324,"hf_subset":"kas_Deva-nno_Latn","languages":["kas-Deva","nno-Latn"]},{"precision":0.02682,"recall":0.071146,"f1":0.033559,"accuracy":0.071146,"main_score":0.033559,"hf_subset":"kas_Deva-sat_Olck","languages":["kas-Deva","sat-Olck"]},{"precision":0.817638,"recall":0.865613,"f1":0.832199,"accuracy":0.865613,"main_score":0.832199,"hf_subset":"kas_Deva-tel_Telu","languages":["kas-Deva","tel-Telu"]},{"precision":0.496055,"recall":0.576087,"f1":0.518714,"accuracy":0.576087,"main_score":0.518714,"hf_subset":"kas_Deva-ydd_Hebr","languages":["kas-Deva","ydd-Hebr"]},{"precision":0.729891,"recall":0.795455,"f1":0.749835,"accuracy":0.795455,"main_score":0.749835,"hf_subset":"kas_Deva-ary_Arab","languages":["kas-Deva","ary-Arab"]},{"precision":0.799564,"recall":0.853755,"f1":0.816557,"accuracy":0.853755,"main_score":0.816557,"hf_subset":"kas_Deva-ces_Latn","languages":["kas-Deva","ces-Latn"]},{"precision":0.398419,"recall":0.468379,"f1":0.417855,"accuracy":0.468379,"main_score":0.417855,"hf_subset":"kas_Deva-gaz_Latn","languages":["kas-Deva","gaz-Latn"]},{"precision":0.425923,"recall":0.494071,"f1":0.444989,"accuracy":0.494071,"main_score":0.444989,"hf_subset":"kas_Deva-kam_Latn","languages":["kas-Deva","kam-Latn"]},{"precision":0.76754,"recall":0.83004,"f1":0.786726,"accuracy":0.83004,"main_score":0.786726,"hf_subset":"kas_Deva-lit_Latn","languages":["kas-Deva","lit-Latn"]},{"precision":0.798007,"recall":0.854743,"f1":0.815895,"accuracy":0.854743,"main_score":0.815895,"hf_subset":"kas_Deva-nob_Latn","languages":["kas-Deva","nob-Latn"]},{"precision":0.752859,"recall":0.811265,"f1":0.770655,"accuracy":0.811265,"main_score":0.770655,"hf_subset":"kas_Deva-scn_Latn","languages":["kas-Deva","scn-Latn"]},{"precision":0.679431,"recall":0.741107,"f1":0.697466,"accuracy":0.741107,"main_score":0.697466,"hf_subset":"kas_Deva-tgk_Cyrl","languages":["kas-Deva","tgk-Cyrl"]},{"precision":0.397487,"recall":0.464427,"f1":0.416843,"accuracy":0.464427,"main_score":0.416843,"hf_subset":"kas_Deva-yor_Latn","languages":["kas-Deva","yor-Latn"]},{"precision":0.790777,"recall":0.841897,"f1":0.806244,"accuracy":0.841897,"main_score":0.806244,"hf_subset":"kas_Deva-arz_Arab","languages":["kas-Deva","arz-Arab"]},{"precision":0.453841,"recall":0.518775,"f1":0.472184,"accuracy":0.518775,"main_score":0.472184,"hf_subset":"kas_Deva-cjk_Latn","languages":["kas-Deva","cjk-Latn"]},{"precision":0.491256,"recall":0.564229,"f1":0.512,"accuracy":0.564229,"main_score":0.512,"hf_subset":"kas_Deva-gla_Latn","languages":["kas-Deva","gla-Latn"]},{"precision":0.800436,"recall":0.856719,"f1":0.818138,"accuracy":0.856719,"main_score":0.818138,"hf_subset":"kas_Deva-kan_Knda","languages":["kas-Deva","kan-Knda"]},{"precision":0.761182,"recall":0.813241,"f1":0.776812,"accuracy":0.813241,"main_score":0.776812,"hf_subset":"kas_Deva-lmo_Latn","languages":["kas-Deva","lmo-Latn"]},{"precision":0.828179,"recall":0.873518,"f1":0.842029,"accuracy":0.873518,"main_score":0.842029,"hf_subset":"kas_Deva-npi_Deva","languages":["kas-Deva","npi-Deva"]},{"precision":0.382867,"recall":0.472332,"f1":0.407965,"accuracy":0.472332,"main_score":0.407965,"hf_subset":"kas_Deva-shn_Mymr","languages":["kas-Deva","shn-Mymr"]},{"precision":0.799308,"recall":0.847826,"f1":0.813938,"accuracy":0.847826,"main_score":0.813938,"hf_subset":"kas_Deva-tgl_Latn","languages":["kas-Deva","tgl-Latn"]},{"precision":0.777092,"recall":0.835968,"f1":0.795323,"accuracy":0.835968,"main_score":0.795323,"hf_subset":"kas_Deva-yue_Hant","languages":["kas-Deva","yue-Hant"]},{"precision":0.760458,"recall":0.81917,"f1":0.779018,"accuracy":0.81917,"main_score":0.779018,"hf_subset":"kas_Deva-asm_Beng","languages":["kas-Deva","asm-Beng"]},{"precision":0.554089,"recall":0.621542,"f1":0.573269,"accuracy":0.621542,"main_score":0.573269,"hf_subset":"kas_Deva-ckb_Arab","languages":["kas-Deva","ckb-Arab"]},{"precision":0.513536,"recall":0.583992,"f1":0.533351,"accuracy":0.583992,"main_score":0.533351,"hf_subset":"kas_Deva-gle_Latn","languages":["kas-Deva","gle-Latn"]},{"precision":0.822003,"recall":0.867589,"f1":0.836265,"accuracy":0.867589,"main_score":0.836265,"hf_subset":"kas_Deva-kas_Arab","languages":["kas-Deva","kas-Arab"]},{"precision":0.641363,"recall":0.710474,"f1":0.661808,"accuracy":0.710474,"main_score":0.661808,"hf_subset":"kas_Deva-ltg_Latn","languages":["kas-Deva","ltg-Latn"]},{"precision":0.4835,"recall":0.54249,"f1":0.500269,"accuracy":0.54249,"main_score":0.500269,"hf_subset":"kas_Deva-nso_Latn","languages":["kas-Deva","nso-Latn"]},{"precision":0.263428,"recall":0.332016,"f1":0.281232,"accuracy":0.332016,"main_score":0.281232,"hf_subset":"kas_Deva-sin_Sinh","languages":["kas-Deva","sin-Sinh"]},{"precision":0.799934,"recall":0.850791,"f1":0.815448,"accuracy":0.850791,"main_score":0.815448,"hf_subset":"kas_Deva-tha_Thai","languages":["kas-Deva","tha-Thai"]},{"precision":0.777899,"recall":0.835968,"f1":0.795751,"accuracy":0.835968,"main_score":0.795751,"hf_subset":"kas_Deva-zho_Hans","languages":["kas-Deva","zho-Hans"]},{"precision":0.802157,"recall":0.850791,"f1":0.817062,"accuracy":0.850791,"main_score":0.817062,"hf_subset":"kas_Deva-ast_Latn","languages":["kas-Deva","ast-Latn"]},{"precision":0.734117,"recall":0.796443,"f1":0.752684,"accuracy":0.796443,"main_score":0.752684,"hf_subset":"kas_Deva-crh_Latn","languages":["kas-Deva","crh-Latn"]},{"precision":0.797497,"recall":0.852767,"f1":0.814493,"accuracy":0.852767,"main_score":0.814493,"hf_subset":"kas_Deva-glg_Latn","languages":["kas-Deva","glg-Latn"]},{"precision":0.757947,"recall":0.814229,"f1":0.775181,"accuracy":0.814229,"main_score":0.775181,"hf_subset":"kas_Deva-ltz_Latn","languages":["kas-Deva","ltz-Latn"]},{"precision":0.394262,"recall":0.462451,"f1":0.41349,"accuracy":0.462451,"main_score":0.41349,"hf_subset":"kas_Deva-nus_Latn","languages":["kas-Deva","nus-Latn"]},{"precision":0.800148,"recall":0.853755,"f1":0.816535,"accuracy":0.853755,"main_score":0.816535,"hf_subset":"kas_Deva-slk_Latn","languages":["kas-Deva","slk-Latn"]},{"precision":0.241185,"recall":0.309289,"f1":0.259366,"accuracy":0.309289,"main_score":0.259366,"hf_subset":"kas_Deva-tir_Ethi","languages":["kas-Deva","tir-Ethi"]},{"precision":0.767869,"recall":0.831028,"f1":0.787385,"accuracy":0.831028,"main_score":0.787385,"hf_subset":"kas_Deva-zho_Hant","languages":["kas-Deva","zho-Hant"]},{"precision":0.842968,"recall":0.884387,"f1":0.855764,"accuracy":0.884387,"main_score":0.855764,"hf_subset":"kas_Deva-awa_Deva","languages":["kas-Deva","awa-Deva"]},{"precision":0.600091,"recall":0.675889,"f1":0.622655,"accuracy":0.675889,"main_score":0.622655,"hf_subset":"kas_Deva-cym_Latn","languages":["kas-Deva","cym-Latn"]},{"precision":0.583897,"recall":0.645257,"f1":0.601532,"accuracy":0.645257,"main_score":0.601532,"hf_subset":"kas_Deva-grn_Latn","languages":["kas-Deva","grn-Latn"]},{"precision":0.712978,"recall":0.77668,"f1":0.731988,"accuracy":0.77668,"main_score":0.731988,"hf_subset":"kas_Deva-kat_Geor","languages":["kas-Deva","kat-Geor"]},{"precision":0.500645,"recall":0.560277,"f1":0.517455,"accuracy":0.560277,"main_score":0.517455,"hf_subset":"kas_Deva-lua_Latn","languages":["kas-Deva","lua-Latn"]},{"precision":0.473686,"recall":0.536561,"f1":0.491472,"accuracy":0.536561,"main_score":0.491472,"hf_subset":"kas_Deva-nya_Latn","languages":["kas-Deva","nya-Latn"]},{"precision":0.779957,"recall":0.838933,"f1":0.797925,"accuracy":0.838933,"main_score":0.797925,"hf_subset":"kas_Deva-slv_Latn","languages":["kas-Deva","slv-Latn"]},{"precision":0.643981,"recall":0.702569,"f1":0.66101,"accuracy":0.702569,"main_score":0.66101,"hf_subset":"kas_Deva-tpi_Latn","languages":["kas-Deva","tpi-Latn"]},{"precision":0.828096,"recall":0.876482,"f1":0.843379,"accuracy":0.876482,"main_score":0.843379,"hf_subset":"kas_Deva-zsm_Latn","languages":["kas-Deva","zsm-Latn"]},{"precision":0.435278,"recall":0.495059,"f1":0.451412,"accuracy":0.495059,"main_score":0.451412,"hf_subset":"kas_Deva-ayr_Latn","languages":["kas-Deva","ayr-Latn"]},{"precision":0.808696,"recall":0.858696,"f1":0.82388,"accuracy":0.858696,"main_score":0.82388,"hf_subset":"kas_Deva-dan_Latn","languages":["kas-Deva","dan-Latn"]},{"precision":0.823732,"recall":0.871542,"f1":0.838472,"accuracy":0.871542,"main_score":0.838472,"hf_subset":"kas_Deva-guj_Gujr","languages":["kas-Deva","guj-Gujr"]},{"precision":0.768824,"recall":0.824111,"f1":0.784881,"accuracy":0.824111,"main_score":0.784881,"hf_subset":"kas_Deva-kaz_Cyrl","languages":["kas-Deva","kaz-Cyrl"]},{"precision":0.406556,"recall":0.471344,"f1":0.425065,"accuracy":0.471344,"main_score":0.425065,"hf_subset":"kas_Deva-lug_Latn","languages":["kas-Deva","lug-Latn"]},{"precision":0.789674,"recall":0.843874,"f1":0.805901,"accuracy":0.843874,"main_score":0.805901,"hf_subset":"kas_Deva-oci_Latn","languages":["kas-Deva","oci-Latn"]},{"precision":0.460994,"recall":0.531621,"f1":0.481233,"accuracy":0.531621,"main_score":0.481233,"hf_subset":"kas_Deva-smo_Latn","languages":["kas-Deva","smo-Latn"]},{"precision":0.44125,"recall":0.499012,"f1":0.456576,"accuracy":0.499012,"main_score":0.456576,"hf_subset":"kas_Deva-tsn_Latn","languages":["kas-Deva","tsn-Latn"]},{"precision":0.423391,"recall":0.492095,"f1":0.442009,"accuracy":0.492095,"main_score":0.442009,"hf_subset":"kas_Deva-zul_Latn","languages":["kas-Deva","zul-Latn"]},{"precision":0.629068,"recall":0.711462,"f1":0.653313,"accuracy":0.711462,"main_score":0.653313,"hf_subset":"kas_Deva-azb_Arab","languages":["kas-Deva","azb-Arab"]},{"precision":0.804825,"recall":0.856719,"f1":0.820619,"accuracy":0.856719,"main_score":0.820619,"hf_subset":"kas_Deva-deu_Latn","languages":["kas-Deva","deu-Latn"]},{"precision":0.672663,"recall":0.738142,"f1":0.691522,"accuracy":0.738142,"main_score":0.691522,"hf_subset":"kas_Deva-hat_Latn","languages":["kas-Deva","hat-Latn"]},{"precision":0.415575,"recall":0.47332,"f1":0.431446,"accuracy":0.47332,"main_score":0.431446,"hf_subset":"kas_Deva-kbp_Latn","languages":["kas-Deva","kbp-Latn"]},{"precision":0.472751,"recall":0.52668,"f1":0.488199,"accuracy":0.52668,"main_score":0.488199,"hf_subset":"kas_Deva-luo_Latn","languages":["kas-Deva","luo-Latn"]},{"precision":0.782477,"recall":0.841897,"f1":0.801021,"accuracy":0.841897,"main_score":0.801021,"hf_subset":"kas_Deva-ory_Orya","languages":["kas-Deva","ory-Orya"]},{"precision":0.445327,"recall":0.516798,"f1":0.465794,"accuracy":0.516798,"main_score":0.465794,"hf_subset":"kas_Deva-sna_Latn","languages":["kas-Deva","sna-Latn"]},{"precision":0.445603,"recall":0.508893,"f1":0.463609,"accuracy":0.508893,"main_score":0.463609,"hf_subset":"kas_Deva-tso_Latn","languages":["kas-Deva","tso-Latn"]},{"precision":0.782806,"recall":0.836957,"f1":0.799261,"accuracy":0.836957,"main_score":0.799261,"hf_subset":"kas_Deva-azj_Latn","languages":["kas-Deva","azj-Latn"]},{"precision":0.431119,"recall":0.502964,"f1":0.45173,"accuracy":0.502964,"main_score":0.45173,"hf_subset":"kas_Deva-dik_Latn","languages":["kas-Deva","dik-Latn"]},{"precision":0.43607,"recall":0.494071,"f1":0.452793,"accuracy":0.494071,"main_score":0.452793,"hf_subset":"kas_Deva-hau_Latn","languages":["kas-Deva","hau-Latn"]},{"precision":0.774588,"recall":0.831028,"f1":0.791441,"accuracy":0.831028,"main_score":0.791441,"hf_subset":"kas_Deva-kea_Latn","languages":["kas-Deva","kea-Latn"]},{"precision":0.567772,"recall":0.62747,"f1":0.584965,"accuracy":0.62747,"main_score":0.584965,"hf_subset":"kas_Deva-lus_Latn","languages":["kas-Deva","lus-Latn"]},{"precision":0.65303,"recall":0.712451,"f1":0.670243,"accuracy":0.712451,"main_score":0.670243,"hf_subset":"kas_Deva-pag_Latn","languages":["kas-Deva","pag-Latn"]},{"precision":0.816453,"recall":0.864625,"f1":0.831357,"accuracy":0.864625,"main_score":0.831357,"hf_subset":"kas_Deva-snd_Arab","languages":["kas-Deva","snd-Arab"]},{"precision":0.641502,"recall":0.710474,"f1":0.661698,"accuracy":0.710474,"main_score":0.661698,"hf_subset":"kas_Deva-tuk_Latn","languages":["kas-Deva","tuk-Latn"]},{"precision":0.707373,"recall":0.767787,"f1":0.725612,"accuracy":0.767787,"main_score":0.725612,"hf_subset":"kas_Deva-bak_Cyrl","languages":["kas-Deva","bak-Cyrl"]},{"precision":0.375848,"recall":0.450593,"f1":0.397194,"accuracy":0.450593,"main_score":0.397194,"hf_subset":"kas_Deva-dyu_Latn","languages":["kas-Deva","dyu-Latn"]},{"precision":0.764839,"recall":0.824111,"f1":0.782938,"accuracy":0.824111,"main_score":0.782938,"hf_subset":"kas_Deva-heb_Hebr","languages":["kas-Deva","heb-Hebr"]},{"precision":0.630805,"recall":0.697628,"f1":0.650422,"accuracy":0.697628,"main_score":0.650422,"hf_subset":"kas_Deva-khk_Cyrl","languages":["kas-Deva","khk-Cyrl"]},{"precision":0.773946,"recall":0.828063,"f1":0.79025,"accuracy":0.828063,"main_score":0.79025,"hf_subset":"kas_Deva-lvs_Latn","languages":["kas-Deva","lvs-Latn"]},{"precision":0.827247,"recall":0.871542,"f1":0.841107,"accuracy":0.871542,"main_score":0.841107,"hf_subset":"kas_Deva-pan_Guru","languages":["kas-Deva","pan-Guru"]},{"precision":0.433869,"recall":0.501976,"f1":0.452952,"accuracy":0.501976,"main_score":0.452952,"hf_subset":"kas_Deva-som_Latn","languages":["kas-Deva","som-Latn"]},{"precision":0.448545,"recall":0.508893,"f1":0.465392,"accuracy":0.508893,"main_score":0.465392,"hf_subset":"kas_Deva-tum_Latn","languages":["kas-Deva","tum-Latn"]},{"precision":0.42929,"recall":0.517787,"f1":0.453689,"accuracy":0.517787,"main_score":0.453689,"hf_subset":"ltz_Latn-ace_Arab","languages":["ltz-Latn","ace-Arab"]},{"precision":0.450693,"recall":0.525692,"f1":0.471848,"accuracy":0.525692,"main_score":0.471848,"hf_subset":"ltz_Latn-bam_Latn","languages":["ltz-Latn","bam-Latn"]},{"precision":0.102074,"recall":0.157115,"f1":0.115995,"accuracy":0.157115,"main_score":0.115995,"hf_subset":"ltz_Latn-dzo_Tibt","languages":["ltz-Latn","dzo-Tibt"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ltz_Latn-hin_Deva","languages":["ltz-Latn","hin-Deva"]},{"precision":0.878623,"recall":0.916996,"f1":0.89114,"accuracy":0.916996,"main_score":0.89114,"hf_subset":"ltz_Latn-khm_Khmr","languages":["ltz-Latn","khm-Khmr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ltz_Latn-mag_Deva","languages":["ltz-Latn","mag-Deva"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"ltz_Latn-pap_Latn","languages":["ltz-Latn","pap-Latn"]},{"precision":0.497121,"recall":0.572134,"f1":0.517817,"accuracy":0.572134,"main_score":0.517817,"hf_subset":"ltz_Latn-sot_Latn","languages":["ltz-Latn","sot-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ltz_Latn-tur_Latn","languages":["ltz-Latn","tur-Latn"]},{"precision":0.788076,"recall":0.838933,"f1":0.803788,"accuracy":0.838933,"main_score":0.803788,"hf_subset":"ltz_Latn-ace_Latn","languages":["ltz-Latn","ace-Latn"]},{"precision":0.911561,"recall":0.935771,"f1":0.919466,"accuracy":0.935771,"main_score":0.919466,"hf_subset":"ltz_Latn-ban_Latn","languages":["ltz-Latn","ban-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ltz_Latn-ell_Grek","languages":["ltz-Latn","ell-Grek"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"ltz_Latn-hne_Deva","languages":["ltz-Latn","hne-Deva"]},{"precision":0.496426,"recall":0.574111,"f1":0.518381,"accuracy":0.574111,"main_score":0.518381,"hf_subset":"ltz_Latn-kik_Latn","languages":["ltz-Latn","kik-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ltz_Latn-mai_Deva","languages":["ltz-Latn","mai-Deva"]},{"precision":0.865728,"recall":0.902174,"f1":0.877174,"accuracy":0.902174,"main_score":0.877174,"hf_subset":"ltz_Latn-pbt_Arab","languages":["ltz-Latn","pbt-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ltz_Latn-spa_Latn","languages":["ltz-Latn","spa-Latn"]},{"precision":0.557307,"recall":0.626482,"f1":0.577009,"accuracy":0.626482,"main_score":0.577009,"hf_subset":"ltz_Latn-twi_Latn","languages":["ltz-Latn","twi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ltz_Latn-acm_Arab","languages":["ltz-Latn","acm-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ltz_Latn-bel_Cyrl","languages":["ltz-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ltz_Latn-eng_Latn","languages":["ltz-Latn","eng-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ltz_Latn-hrv_Latn","languages":["ltz-Latn","hrv-Latn"]},{"precision":0.455001,"recall":0.531621,"f1":0.475968,"accuracy":0.531621,"main_score":0.475968,"hf_subset":"ltz_Latn-kin_Latn","languages":["ltz-Latn","kin-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ltz_Latn-mal_Mlym","languages":["ltz-Latn","mal-Mlym"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ltz_Latn-pes_Arab","languages":["ltz-Latn","pes-Arab"]},{"precision":0.964097,"recall":0.975296,"f1":0.967721,"accuracy":0.975296,"main_score":0.967721,"hf_subset":"ltz_Latn-srd_Latn","languages":["ltz-Latn","srd-Latn"]},{"precision":0.114044,"recall":0.178854,"f1":0.127761,"accuracy":0.178854,"main_score":0.127761,"hf_subset":"ltz_Latn-tzm_Tfng","languages":["ltz-Latn","tzm-Tfng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ltz_Latn-acq_Arab","languages":["ltz-Latn","acq-Arab"]},{"precision":0.512394,"recall":0.590909,"f1":0.534214,"accuracy":0.590909,"main_score":0.534214,"hf_subset":"ltz_Latn-bem_Latn","languages":["ltz-Latn","bem-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ltz_Latn-epo_Latn","languages":["ltz-Latn","epo-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ltz_Latn-hun_Latn","languages":["ltz-Latn","hun-Latn"]},{"precision":0.944005,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"ltz_Latn-kir_Cyrl","languages":["ltz-Latn","kir-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ltz_Latn-mar_Deva","languages":["ltz-Latn","mar-Deva"]},{"precision":0.549061,"recall":0.614625,"f1":0.568154,"accuracy":0.614625,"main_score":0.568154,"hf_subset":"ltz_Latn-plt_Latn","languages":["ltz-Latn","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ltz_Latn-srp_Cyrl","languages":["ltz-Latn","srp-Cyrl"]},{"precision":0.890975,"recall":0.921937,"f1":0.901021,"accuracy":0.921937,"main_score":0.901021,"hf_subset":"ltz_Latn-uig_Arab","languages":["ltz-Latn","uig-Arab"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"ltz_Latn-aeb_Arab","languages":["ltz-Latn","aeb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ltz_Latn-ben_Beng","languages":["ltz-Latn","ben-Beng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ltz_Latn-est_Latn","languages":["ltz-Latn","est-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ltz_Latn-hye_Armn","languages":["ltz-Latn","hye-Armn"]},{"precision":0.457289,"recall":0.525692,"f1":0.476936,"accuracy":0.525692,"main_score":0.476936,"hf_subset":"ltz_Latn-kmb_Latn","languages":["ltz-Latn","kmb-Latn"]},{"precision":0.392153,"recall":0.486166,"f1":0.41729,"accuracy":0.486166,"main_score":0.41729,"hf_subset":"ltz_Latn-min_Arab","languages":["ltz-Latn","min-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ltz_Latn-pol_Latn","languages":["ltz-Latn","pol-Latn"]},{"precision":0.442266,"recall":0.523715,"f1":0.464302,"accuracy":0.523715,"main_score":0.464302,"hf_subset":"ltz_Latn-ssw_Latn","languages":["ltz-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ltz_Latn-ukr_Cyrl","languages":["ltz-Latn","ukr-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ltz_Latn-afr_Latn","languages":["ltz-Latn","afr-Latn"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"ltz_Latn-bho_Deva","languages":["ltz-Latn","bho-Deva"]},{"precision":0.943511,"recall":0.960474,"f1":0.949111,"accuracy":0.960474,"main_score":0.949111,"hf_subset":"ltz_Latn-eus_Latn","languages":["ltz-Latn","eus-Latn"]},{"precision":0.501209,"recall":0.578063,"f1":0.52236,"accuracy":0.578063,"main_score":0.52236,"hf_subset":"ltz_Latn-ibo_Latn","languages":["ltz-Latn","ibo-Latn"]},{"precision":0.707831,"recall":0.77668,"f1":0.728499,"accuracy":0.77668,"main_score":0.728499,"hf_subset":"ltz_Latn-kmr_Latn","languages":["ltz-Latn","kmr-Latn"]},{"precision":0.938076,"recall":0.956522,"f1":0.944005,"accuracy":0.956522,"main_score":0.944005,"hf_subset":"ltz_Latn-min_Latn","languages":["ltz-Latn","min-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ltz_Latn-por_Latn","languages":["ltz-Latn","por-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"ltz_Latn-sun_Latn","languages":["ltz-Latn","sun-Latn"]},{"precision":0.460172,"recall":0.530632,"f1":0.48033,"accuracy":0.530632,"main_score":0.48033,"hf_subset":"ltz_Latn-umb_Latn","languages":["ltz-Latn","umb-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ltz_Latn-ajp_Arab","languages":["ltz-Latn","ajp-Arab"]},{"precision":0.410157,"recall":0.501976,"f1":0.435915,"accuracy":0.501976,"main_score":0.435915,"hf_subset":"ltz_Latn-bjn_Arab","languages":["ltz-Latn","bjn-Arab"]},{"precision":0.470558,"recall":0.537549,"f1":0.489244,"accuracy":0.537549,"main_score":0.489244,"hf_subset":"ltz_Latn-ewe_Latn","languages":["ltz-Latn","ewe-Latn"]},{"precision":0.850214,"recall":0.889328,"f1":0.862385,"accuracy":0.889328,"main_score":0.862385,"hf_subset":"ltz_Latn-ilo_Latn","languages":["ltz-Latn","ilo-Latn"]},{"precision":0.1778,"recall":0.26087,"f1":0.197972,"accuracy":0.26087,"main_score":0.197972,"hf_subset":"ltz_Latn-knc_Arab","languages":["ltz-Latn","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ltz_Latn-mkd_Cyrl","languages":["ltz-Latn","mkd-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ltz_Latn-prs_Arab","languages":["ltz-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ltz_Latn-swe_Latn","languages":["ltz-Latn","swe-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"ltz_Latn-urd_Arab","languages":["ltz-Latn","urd-Arab"]},{"precision":0.527859,"recall":0.600791,"f1":0.548446,"accuracy":0.600791,"main_score":0.548446,"hf_subset":"ltz_Latn-aka_Latn","languages":["ltz-Latn","aka-Latn"]},{"precision":0.94944,"recall":0.965415,"f1":0.95471,"accuracy":0.965415,"main_score":0.95471,"hf_subset":"ltz_Latn-bjn_Latn","languages":["ltz-Latn","bjn-Latn"]},{"precision":0.925889,"recall":0.947628,"f1":0.932971,"accuracy":0.947628,"main_score":0.932971,"hf_subset":"ltz_Latn-fao_Latn","languages":["ltz-Latn","fao-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ltz_Latn-ind_Latn","languages":["ltz-Latn","ind-Latn"]},{"precision":0.515327,"recall":0.586957,"f1":0.535724,"accuracy":0.586957,"main_score":0.535724,"hf_subset":"ltz_Latn-knc_Latn","languages":["ltz-Latn","knc-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"ltz_Latn-mlt_Latn","languages":["ltz-Latn","mlt-Latn"]},{"precision":0.564257,"recall":0.641304,"f1":0.586091,"accuracy":0.641304,"main_score":0.586091,"hf_subset":"ltz_Latn-quy_Latn","languages":["ltz-Latn","quy-Latn"]},{"precision":0.681456,"recall":0.76087,"f1":0.705882,"accuracy":0.76087,"main_score":0.705882,"hf_subset":"ltz_Latn-swh_Latn","languages":["ltz-Latn","swh-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ltz_Latn-uzn_Latn","languages":["ltz-Latn","uzn-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ltz_Latn-als_Latn","languages":["ltz-Latn","als-Latn"]},{"precision":0.156168,"recall":0.23419,"f1":0.174487,"accuracy":0.23419,"main_score":0.174487,"hf_subset":"ltz_Latn-bod_Tibt","languages":["ltz-Latn","bod-Tibt"]},{"precision":0.475678,"recall":0.55336,"f1":0.497053,"accuracy":0.55336,"main_score":0.497053,"hf_subset":"ltz_Latn-fij_Latn","languages":["ltz-Latn","fij-Latn"]},{"precision":0.914526,"recall":0.939723,"f1":0.922596,"accuracy":0.939723,"main_score":0.922596,"hf_subset":"ltz_Latn-isl_Latn","languages":["ltz-Latn","isl-Latn"]},{"precision":0.553073,"recall":0.630435,"f1":0.575511,"accuracy":0.630435,"main_score":0.575511,"hf_subset":"ltz_Latn-kon_Latn","languages":["ltz-Latn","kon-Latn"]},{"precision":0.50687,"recall":0.602767,"f1":0.534166,"accuracy":0.602767,"main_score":0.534166,"hf_subset":"ltz_Latn-mni_Beng","languages":["ltz-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ltz_Latn-ron_Latn","languages":["ltz-Latn","ron-Latn"]},{"precision":0.976779,"recall":0.983202,"f1":0.97892,"accuracy":0.983202,"main_score":0.97892,"hf_subset":"ltz_Latn-szl_Latn","languages":["ltz-Latn","szl-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ltz_Latn-vec_Latn","languages":["ltz-Latn","vec-Latn"]},{"precision":0.526813,"recall":0.624506,"f1":0.555031,"accuracy":0.624506,"main_score":0.555031,"hf_subset":"ltz_Latn-amh_Ethi","languages":["ltz-Latn","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ltz_Latn-bos_Latn","languages":["ltz-Latn","bos-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ltz_Latn-fin_Latn","languages":["ltz-Latn","fin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ltz_Latn-ita_Latn","languages":["ltz-Latn","ita-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ltz_Latn-kor_Hang","languages":["ltz-Latn","kor-Hang"]},{"precision":0.485342,"recall":0.563241,"f1":0.506464,"accuracy":0.563241,"main_score":0.506464,"hf_subset":"ltz_Latn-mos_Latn","languages":["ltz-Latn","mos-Latn"]},{"precision":0.445431,"recall":0.527668,"f1":0.46863,"accuracy":0.527668,"main_score":0.46863,"hf_subset":"ltz_Latn-run_Latn","languages":["ltz-Latn","run-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ltz_Latn-tam_Taml","languages":["ltz-Latn","tam-Taml"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ltz_Latn-vie_Latn","languages":["ltz-Latn","vie-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ltz_Latn-apc_Arab","languages":["ltz-Latn","apc-Arab"]},{"precision":0.740843,"recall":0.796443,"f1":0.757806,"accuracy":0.796443,"main_score":0.757806,"hf_subset":"ltz_Latn-bug_Latn","languages":["ltz-Latn","bug-Latn"]},{"precision":0.416702,"recall":0.497036,"f1":0.438668,"accuracy":0.497036,"main_score":0.438668,"hf_subset":"ltz_Latn-fon_Latn","languages":["ltz-Latn","fon-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"ltz_Latn-jav_Latn","languages":["ltz-Latn","jav-Latn"]},{"precision":0.839592,"recall":0.883399,"f1":0.853393,"accuracy":0.883399,"main_score":0.853393,"hf_subset":"ltz_Latn-lao_Laoo","languages":["ltz-Latn","lao-Laoo"]},{"precision":0.583742,"recall":0.668972,"f1":0.607877,"accuracy":0.668972,"main_score":0.607877,"hf_subset":"ltz_Latn-mri_Latn","languages":["ltz-Latn","mri-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ltz_Latn-rus_Cyrl","languages":["ltz-Latn","rus-Cyrl"]},{"precision":0.493962,"recall":0.570158,"f1":0.515769,"accuracy":0.570158,"main_score":0.515769,"hf_subset":"ltz_Latn-taq_Latn","languages":["ltz-Latn","taq-Latn"]},{"precision":0.969862,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"ltz_Latn-war_Latn","languages":["ltz-Latn","war-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ltz_Latn-arb_Arab","languages":["ltz-Latn","arb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ltz_Latn-bul_Cyrl","languages":["ltz-Latn","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ltz_Latn-fra_Latn","languages":["ltz-Latn","fra-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ltz_Latn-jpn_Jpan","languages":["ltz-Latn","jpn-Jpan"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ltz_Latn-lij_Latn","languages":["ltz-Latn","lij-Latn"]},{"precision":0.872447,"recall":0.909091,"f1":0.884091,"accuracy":0.909091,"main_score":0.884091,"hf_subset":"ltz_Latn-mya_Mymr","languages":["ltz-Latn","mya-Mymr"]},{"precision":0.510082,"recall":0.590909,"f1":0.532866,"accuracy":0.590909,"main_score":0.532866,"hf_subset":"ltz_Latn-sag_Latn","languages":["ltz-Latn","sag-Latn"]},{"precision":0.128446,"recall":0.211462,"f1":0.14462,"accuracy":0.211462,"main_score":0.14462,"hf_subset":"ltz_Latn-taq_Tfng","languages":["ltz-Latn","taq-Tfng"]},{"precision":0.541297,"recall":0.625494,"f1":0.565521,"accuracy":0.625494,"main_score":0.565521,"hf_subset":"ltz_Latn-wol_Latn","languages":["ltz-Latn","wol-Latn"]},{"precision":0.57716,"recall":0.667984,"f1":0.603099,"accuracy":0.667984,"main_score":0.603099,"hf_subset":"ltz_Latn-arb_Latn","languages":["ltz-Latn","arb-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ltz_Latn-cat_Latn","languages":["ltz-Latn","cat-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ltz_Latn-fur_Latn","languages":["ltz-Latn","fur-Latn"]},{"precision":0.324677,"recall":0.393281,"f1":0.342934,"accuracy":0.393281,"main_score":0.342934,"hf_subset":"ltz_Latn-kab_Latn","languages":["ltz-Latn","kab-Latn"]},{"precision":0.972003,"recall":0.980237,"f1":0.974638,"accuracy":0.980237,"main_score":0.974638,"hf_subset":"ltz_Latn-lim_Latn","languages":["ltz-Latn","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ltz_Latn-nld_Latn","languages":["ltz-Latn","nld-Latn"]},{"precision":0.934536,"recall":0.954545,"f1":0.941107,"accuracy":0.954545,"main_score":0.941107,"hf_subset":"ltz_Latn-san_Deva","languages":["ltz-Latn","san-Deva"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ltz_Latn-tat_Cyrl","languages":["ltz-Latn","tat-Cyrl"]},{"precision":0.527755,"recall":0.602767,"f1":0.54845,"accuracy":0.602767,"main_score":0.54845,"hf_subset":"ltz_Latn-xho_Latn","languages":["ltz-Latn","xho-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ltz_Latn-ars_Arab","languages":["ltz-Latn","ars-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"ltz_Latn-ceb_Latn","languages":["ltz-Latn","ceb-Latn"]},{"precision":0.479537,"recall":0.557312,"f1":0.501692,"accuracy":0.557312,"main_score":0.501692,"hf_subset":"ltz_Latn-fuv_Latn","languages":["ltz-Latn","fuv-Latn"]},{"precision":0.468828,"recall":0.55336,"f1":0.492691,"accuracy":0.55336,"main_score":0.492691,"hf_subset":"ltz_Latn-kac_Latn","languages":["ltz-Latn","kac-Latn"]},{"precision":0.553624,"recall":0.639328,"f1":0.578779,"accuracy":0.639328,"main_score":0.578779,"hf_subset":"ltz_Latn-lin_Latn","languages":["ltz-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ltz_Latn-nno_Latn","languages":["ltz-Latn","nno-Latn"]},{"precision":0.015737,"recall":0.059289,"f1":0.021642,"accuracy":0.059289,"main_score":0.021642,"hf_subset":"ltz_Latn-sat_Olck","languages":["ltz-Latn","sat-Olck"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ltz_Latn-tel_Telu","languages":["ltz-Latn","tel-Telu"]},{"precision":0.761067,"recall":0.823123,"f1":0.78019,"accuracy":0.823123,"main_score":0.78019,"hf_subset":"ltz_Latn-ydd_Hebr","languages":["ltz-Latn","ydd-Hebr"]},{"precision":0.938735,"recall":0.958498,"f1":0.945323,"accuracy":0.958498,"main_score":0.945323,"hf_subset":"ltz_Latn-ary_Arab","languages":["ltz-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"ltz_Latn-ces_Latn","languages":["ltz-Latn","ces-Latn"]},{"precision":0.375723,"recall":0.462451,"f1":0.399652,"accuracy":0.462451,"main_score":0.399652,"hf_subset":"ltz_Latn-gaz_Latn","languages":["ltz-Latn","gaz-Latn"]},{"precision":0.481703,"recall":0.563241,"f1":0.504691,"accuracy":0.563241,"main_score":0.504691,"hf_subset":"ltz_Latn-kam_Latn","languages":["ltz-Latn","kam-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"ltz_Latn-lit_Latn","languages":["ltz-Latn","lit-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ltz_Latn-nob_Latn","languages":["ltz-Latn","nob-Latn"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"ltz_Latn-scn_Latn","languages":["ltz-Latn","scn-Latn"]},{"precision":0.881094,"recall":0.914032,"f1":0.891601,"accuracy":0.914032,"main_score":0.891601,"hf_subset":"ltz_Latn-tgk_Cyrl","languages":["ltz-Latn","tgk-Cyrl"]},{"precision":0.420316,"recall":0.501976,"f1":0.443697,"accuracy":0.501976,"main_score":0.443697,"hf_subset":"ltz_Latn-yor_Latn","languages":["ltz-Latn","yor-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ltz_Latn-arz_Arab","languages":["ltz-Latn","arz-Arab"]},{"precision":0.480485,"recall":0.568182,"f1":0.504943,"accuracy":0.568182,"main_score":0.504943,"hf_subset":"ltz_Latn-cjk_Latn","languages":["ltz-Latn","cjk-Latn"]},{"precision":0.61218,"recall":0.6917,"f1":0.63536,"accuracy":0.6917,"main_score":0.63536,"hf_subset":"ltz_Latn-gla_Latn","languages":["ltz-Latn","gla-Latn"]},{"precision":0.973814,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"ltz_Latn-kan_Knda","languages":["ltz-Latn","kan-Knda"]},{"precision":0.966403,"recall":0.977273,"f1":0.970026,"accuracy":0.977273,"main_score":0.970026,"hf_subset":"ltz_Latn-lmo_Latn","languages":["ltz-Latn","lmo-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"ltz_Latn-npi_Deva","languages":["ltz-Latn","npi-Deva"]},{"precision":0.394648,"recall":0.494071,"f1":0.421578,"accuracy":0.494071,"main_score":0.421578,"hf_subset":"ltz_Latn-shn_Mymr","languages":["ltz-Latn","shn-Mymr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ltz_Latn-tgl_Latn","languages":["ltz-Latn","tgl-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ltz_Latn-yue_Hant","languages":["ltz-Latn","yue-Hant"]},{"precision":0.966156,"recall":0.976285,"f1":0.969433,"accuracy":0.976285,"main_score":0.969433,"hf_subset":"ltz_Latn-asm_Beng","languages":["ltz-Latn","asm-Beng"]},{"precision":0.704984,"recall":0.771739,"f1":0.724758,"accuracy":0.771739,"main_score":0.724758,"hf_subset":"ltz_Latn-ckb_Arab","languages":["ltz-Latn","ckb-Arab"]},{"precision":0.711084,"recall":0.784585,"f1":0.733846,"accuracy":0.784585,"main_score":0.733846,"hf_subset":"ltz_Latn-gle_Latn","languages":["ltz-Latn","gle-Latn"]},{"precision":0.853294,"recall":0.895257,"f1":0.866765,"accuracy":0.895257,"main_score":0.866765,"hf_subset":"ltz_Latn-kas_Arab","languages":["ltz-Latn","kas-Arab"]},{"precision":0.887516,"recall":0.920949,"f1":0.898174,"accuracy":0.920949,"main_score":0.898174,"hf_subset":"ltz_Latn-ltg_Latn","languages":["ltz-Latn","ltg-Latn"]},{"precision":0.524424,"recall":0.594862,"f1":0.54457,"accuracy":0.594862,"main_score":0.54457,"hf_subset":"ltz_Latn-nso_Latn","languages":["ltz-Latn","nso-Latn"]},{"precision":0.392694,"recall":0.48419,"f1":0.417714,"accuracy":0.48419,"main_score":0.417714,"hf_subset":"ltz_Latn-sin_Sinh","languages":["ltz-Latn","sin-Sinh"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ltz_Latn-tha_Thai","languages":["ltz-Latn","tha-Thai"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ltz_Latn-zho_Hans","languages":["ltz-Latn","zho-Hans"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ltz_Latn-ast_Latn","languages":["ltz-Latn","ast-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"ltz_Latn-crh_Latn","languages":["ltz-Latn","crh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ltz_Latn-glg_Latn","languages":["ltz-Latn","glg-Latn"]},{"precision":0.748386,"recall":0.813241,"f1":0.768511,"accuracy":0.813241,"main_score":0.768511,"hf_subset":"ltz_Latn-kas_Deva","languages":["ltz-Latn","kas-Deva"]},{"precision":0.377752,"recall":0.465415,"f1":0.401052,"accuracy":0.465415,"main_score":0.401052,"hf_subset":"ltz_Latn-nus_Latn","languages":["ltz-Latn","nus-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ltz_Latn-slk_Latn","languages":["ltz-Latn","slk-Latn"]},{"precision":0.267248,"recall":0.342885,"f1":0.286928,"accuracy":0.342885,"main_score":0.286928,"hf_subset":"ltz_Latn-tir_Ethi","languages":["ltz-Latn","tir-Ethi"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ltz_Latn-zho_Hant","languages":["ltz-Latn","zho-Hant"]},{"precision":0.977602,"recall":0.98419,"f1":0.979743,"accuracy":0.98419,"main_score":0.979743,"hf_subset":"ltz_Latn-awa_Deva","languages":["ltz-Latn","awa-Deva"]},{"precision":0.837121,"recall":0.882411,"f1":0.851087,"accuracy":0.882411,"main_score":0.851087,"hf_subset":"ltz_Latn-cym_Latn","languages":["ltz-Latn","cym-Latn"]},{"precision":0.728336,"recall":0.787549,"f1":0.746393,"accuracy":0.787549,"main_score":0.746393,"hf_subset":"ltz_Latn-grn_Latn","languages":["ltz-Latn","grn-Latn"]},{"precision":0.974308,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"ltz_Latn-kat_Geor","languages":["ltz-Latn","kat-Geor"]},{"precision":0.542559,"recall":0.621542,"f1":0.565061,"accuracy":0.621542,"main_score":0.565061,"hf_subset":"ltz_Latn-lua_Latn","languages":["ltz-Latn","lua-Latn"]},{"precision":0.512394,"recall":0.588933,"f1":0.534244,"accuracy":0.588933,"main_score":0.534244,"hf_subset":"ltz_Latn-nya_Latn","languages":["ltz-Latn","nya-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ltz_Latn-slv_Latn","languages":["ltz-Latn","slv-Latn"]},{"precision":0.804924,"recall":0.855731,"f1":0.821014,"accuracy":0.855731,"main_score":0.821014,"hf_subset":"ltz_Latn-tpi_Latn","languages":["ltz-Latn","tpi-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ltz_Latn-zsm_Latn","languages":["ltz-Latn","zsm-Latn"]},{"precision":0.482539,"recall":0.557312,"f1":0.502778,"accuracy":0.557312,"main_score":0.502778,"hf_subset":"ltz_Latn-ayr_Latn","languages":["ltz-Latn","ayr-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ltz_Latn-dan_Latn","languages":["ltz-Latn","dan-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ltz_Latn-guj_Gujr","languages":["ltz-Latn","guj-Gujr"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"ltz_Latn-kaz_Cyrl","languages":["ltz-Latn","kaz-Cyrl"]},{"precision":0.430298,"recall":0.508893,"f1":0.452162,"accuracy":0.508893,"main_score":0.452162,"hf_subset":"ltz_Latn-lug_Latn","languages":["ltz-Latn","lug-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ltz_Latn-oci_Latn","languages":["ltz-Latn","oci-Latn"]},{"precision":0.517877,"recall":0.59585,"f1":0.539538,"accuracy":0.59585,"main_score":0.539538,"hf_subset":"ltz_Latn-smo_Latn","languages":["ltz-Latn","smo-Latn"]},{"precision":0.460939,"recall":0.538538,"f1":0.48241,"accuracy":0.538538,"main_score":0.48241,"hf_subset":"ltz_Latn-tsn_Latn","languages":["ltz-Latn","tsn-Latn"]},{"precision":0.46168,"recall":0.534585,"f1":0.481156,"accuracy":0.534585,"main_score":0.481156,"hf_subset":"ltz_Latn-zul_Latn","languages":["ltz-Latn","zul-Latn"]},{"precision":0.815342,"recall":0.866601,"f1":0.831176,"accuracy":0.866601,"main_score":0.831176,"hf_subset":"ltz_Latn-azb_Arab","languages":["ltz-Latn","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ltz_Latn-deu_Latn","languages":["ltz-Latn","deu-Latn"]},{"precision":0.916173,"recall":0.940711,"f1":0.924242,"accuracy":0.940711,"main_score":0.924242,"hf_subset":"ltz_Latn-hat_Latn","languages":["ltz-Latn","hat-Latn"]},{"precision":0.427486,"recall":0.502964,"f1":0.448624,"accuracy":0.502964,"main_score":0.448624,"hf_subset":"ltz_Latn-kbp_Latn","languages":["ltz-Latn","kbp-Latn"]},{"precision":0.49801,"recall":0.567194,"f1":0.517481,"accuracy":0.567194,"main_score":0.517481,"hf_subset":"ltz_Latn-luo_Latn","languages":["ltz-Latn","luo-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"ltz_Latn-ory_Orya","languages":["ltz-Latn","ory-Orya"]},{"precision":0.488638,"recall":0.560277,"f1":0.508687,"accuracy":0.560277,"main_score":0.508687,"hf_subset":"ltz_Latn-sna_Latn","languages":["ltz-Latn","sna-Latn"]},{"precision":0.46246,"recall":0.538538,"f1":0.483733,"accuracy":0.538538,"main_score":0.483733,"hf_subset":"ltz_Latn-tso_Latn","languages":["ltz-Latn","tso-Latn"]},{"precision":0.97999,"recall":0.986166,"f1":0.98195,"accuracy":0.986166,"main_score":0.98195,"hf_subset":"ltz_Latn-azj_Latn","languages":["ltz-Latn","azj-Latn"]},{"precision":0.470191,"recall":0.549407,"f1":0.493577,"accuracy":0.549407,"main_score":0.493577,"hf_subset":"ltz_Latn-dik_Latn","languages":["ltz-Latn","dik-Latn"]},{"precision":0.479809,"recall":0.544466,"f1":0.498265,"accuracy":0.544466,"main_score":0.498265,"hf_subset":"ltz_Latn-hau_Latn","languages":["ltz-Latn","hau-Latn"]},{"precision":0.960145,"recall":0.972332,"f1":0.964097,"accuracy":0.972332,"main_score":0.964097,"hf_subset":"ltz_Latn-kea_Latn","languages":["ltz-Latn","kea-Latn"]},{"precision":0.644986,"recall":0.713439,"f1":0.665008,"accuracy":0.713439,"main_score":0.665008,"hf_subset":"ltz_Latn-lus_Latn","languages":["ltz-Latn","lus-Latn"]},{"precision":0.819499,"recall":0.862648,"f1":0.832576,"accuracy":0.862648,"main_score":0.832576,"hf_subset":"ltz_Latn-pag_Latn","languages":["ltz-Latn","pag-Latn"]},{"precision":0.961133,"recall":0.972332,"f1":0.964756,"accuracy":0.972332,"main_score":0.964756,"hf_subset":"ltz_Latn-snd_Arab","languages":["ltz-Latn","snd-Arab"]},{"precision":0.86413,"recall":0.903162,"f1":0.876812,"accuracy":0.903162,"main_score":0.876812,"hf_subset":"ltz_Latn-tuk_Latn","languages":["ltz-Latn","tuk-Latn"]},{"precision":0.928689,"recall":0.951581,"f1":0.936265,"accuracy":0.951581,"main_score":0.936265,"hf_subset":"ltz_Latn-bak_Cyrl","languages":["ltz-Latn","bak-Cyrl"]},{"precision":0.41289,"recall":0.506917,"f1":0.440288,"accuracy":0.506917,"main_score":0.440288,"hf_subset":"ltz_Latn-dyu_Latn","languages":["ltz-Latn","dyu-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ltz_Latn-heb_Hebr","languages":["ltz-Latn","heb-Hebr"]},{"precision":0.861166,"recall":0.900198,"f1":0.873518,"accuracy":0.900198,"main_score":0.873518,"hf_subset":"ltz_Latn-khk_Cyrl","languages":["ltz-Latn","khk-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ltz_Latn-lvs_Latn","languages":["ltz-Latn","lvs-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ltz_Latn-pan_Guru","languages":["ltz-Latn","pan-Guru"]},{"precision":0.457758,"recall":0.536561,"f1":0.48012,"accuracy":0.536561,"main_score":0.48012,"hf_subset":"ltz_Latn-som_Latn","languages":["ltz-Latn","som-Latn"]},{"precision":0.487676,"recall":0.554348,"f1":0.506578,"accuracy":0.554348,"main_score":0.506578,"hf_subset":"ltz_Latn-tum_Latn","languages":["ltz-Latn","tum-Latn"]},{"precision":0.277652,"recall":0.326087,"f1":0.291138,"accuracy":0.326087,"main_score":0.291138,"hf_subset":"nus_Latn-ace_Arab","languages":["nus-Latn","ace-Arab"]},{"precision":0.383659,"recall":0.429842,"f1":0.396047,"accuracy":0.429842,"main_score":0.396047,"hf_subset":"nus_Latn-bam_Latn","languages":["nus-Latn","bam-Latn"]},{"precision":0.112592,"recall":0.155138,"f1":0.123713,"accuracy":0.155138,"main_score":0.123713,"hf_subset":"nus_Latn-dzo_Tibt","languages":["nus-Latn","dzo-Tibt"]},{"precision":0.379964,"recall":0.443676,"f1":0.398176,"accuracy":0.443676,"main_score":0.398176,"hf_subset":"nus_Latn-hin_Deva","languages":["nus-Latn","hin-Deva"]},{"precision":0.301507,"recall":0.360672,"f1":0.318073,"accuracy":0.360672,"main_score":0.318073,"hf_subset":"nus_Latn-khm_Khmr","languages":["nus-Latn","khm-Khmr"]},{"precision":0.368347,"recall":0.425889,"f1":0.384812,"accuracy":0.425889,"main_score":0.384812,"hf_subset":"nus_Latn-mag_Deva","languages":["nus-Latn","mag-Deva"]},{"precision":0.423212,"recall":0.472332,"f1":0.436583,"accuracy":0.472332,"main_score":0.436583,"hf_subset":"nus_Latn-pap_Latn","languages":["nus-Latn","pap-Latn"]},{"precision":0.412184,"recall":0.454545,"f1":0.423412,"accuracy":0.454545,"main_score":0.423412,"hf_subset":"nus_Latn-sot_Latn","languages":["nus-Latn","sot-Latn"]},{"precision":0.386819,"recall":0.444664,"f1":0.403986,"accuracy":0.444664,"main_score":0.403986,"hf_subset":"nus_Latn-tur_Latn","languages":["nus-Latn","tur-Latn"]},{"precision":0.42239,"recall":0.469368,"f1":0.434788,"accuracy":0.469368,"main_score":0.434788,"hf_subset":"nus_Latn-ace_Latn","languages":["nus-Latn","ace-Latn"]},{"precision":0.427704,"recall":0.476285,"f1":0.44155,"accuracy":0.476285,"main_score":0.44155,"hf_subset":"nus_Latn-ban_Latn","languages":["nus-Latn","ban-Latn"]},{"precision":0.350969,"recall":0.416996,"f1":0.368839,"accuracy":0.416996,"main_score":0.368839,"hf_subset":"nus_Latn-ell_Grek","languages":["nus-Latn","ell-Grek"]},{"precision":0.377672,"recall":0.438735,"f1":0.394958,"accuracy":0.438735,"main_score":0.394958,"hf_subset":"nus_Latn-hne_Deva","languages":["nus-Latn","hne-Deva"]},{"precision":0.335778,"recall":0.394269,"f1":0.351549,"accuracy":0.394269,"main_score":0.351549,"hf_subset":"nus_Latn-kik_Latn","languages":["nus-Latn","kik-Latn"]},{"precision":0.389151,"recall":0.452569,"f1":0.406454,"accuracy":0.452569,"main_score":0.406454,"hf_subset":"nus_Latn-mai_Deva","languages":["nus-Latn","mai-Deva"]},{"precision":0.371834,"recall":0.428854,"f1":0.387767,"accuracy":0.428854,"main_score":0.387767,"hf_subset":"nus_Latn-pbt_Arab","languages":["nus-Latn","pbt-Arab"]},{"precision":0.379276,"recall":0.442688,"f1":0.396893,"accuracy":0.442688,"main_score":0.396893,"hf_subset":"nus_Latn-spa_Latn","languages":["nus-Latn","spa-Latn"]},{"precision":0.418248,"recall":0.463439,"f1":0.430675,"accuracy":0.463439,"main_score":0.430675,"hf_subset":"nus_Latn-twi_Latn","languages":["nus-Latn","twi-Latn"]},{"precision":0.348404,"recall":0.414032,"f1":0.367051,"accuracy":0.414032,"main_score":0.367051,"hf_subset":"nus_Latn-acm_Arab","languages":["nus-Latn","acm-Arab"]},{"precision":0.360744,"recall":0.425889,"f1":0.378859,"accuracy":0.425889,"main_score":0.378859,"hf_subset":"nus_Latn-bel_Cyrl","languages":["nus-Latn","bel-Cyrl"]},{"precision":0.378005,"recall":0.44664,"f1":0.397501,"accuracy":0.44664,"main_score":0.397501,"hf_subset":"nus_Latn-eng_Latn","languages":["nus-Latn","eng-Latn"]},{"precision":0.392495,"recall":0.45751,"f1":0.410869,"accuracy":0.45751,"main_score":0.410869,"hf_subset":"nus_Latn-hrv_Latn","languages":["nus-Latn","hrv-Latn"]},{"precision":0.383816,"recall":0.43083,"f1":0.396495,"accuracy":0.43083,"main_score":0.396495,"hf_subset":"nus_Latn-kin_Latn","languages":["nus-Latn","kin-Latn"]},{"precision":0.367397,"recall":0.431818,"f1":0.384965,"accuracy":0.431818,"main_score":0.384965,"hf_subset":"nus_Latn-mal_Mlym","languages":["nus-Latn","mal-Mlym"]},{"precision":0.366571,"recall":0.433794,"f1":0.385449,"accuracy":0.433794,"main_score":0.385449,"hf_subset":"nus_Latn-pes_Arab","languages":["nus-Latn","pes-Arab"]},{"precision":0.404389,"recall":0.462451,"f1":0.421173,"accuracy":0.462451,"main_score":0.421173,"hf_subset":"nus_Latn-srd_Latn","languages":["nus-Latn","srd-Latn"]},{"precision":0.174228,"recall":0.214427,"f1":0.183784,"accuracy":0.214427,"main_score":0.183784,"hf_subset":"nus_Latn-tzm_Tfng","languages":["nus-Latn","tzm-Tfng"]},{"precision":0.352981,"recall":0.417984,"f1":0.372219,"accuracy":0.417984,"main_score":0.372219,"hf_subset":"nus_Latn-acq_Arab","languages":["nus-Latn","acq-Arab"]},{"precision":0.415881,"recall":0.466403,"f1":0.429979,"accuracy":0.466403,"main_score":0.429979,"hf_subset":"nus_Latn-bem_Latn","languages":["nus-Latn","bem-Latn"]},{"precision":0.39817,"recall":0.454545,"f1":0.414289,"accuracy":0.454545,"main_score":0.414289,"hf_subset":"nus_Latn-epo_Latn","languages":["nus-Latn","epo-Latn"]},{"precision":0.398782,"recall":0.454545,"f1":0.414802,"accuracy":0.454545,"main_score":0.414802,"hf_subset":"nus_Latn-hun_Latn","languages":["nus-Latn","hun-Latn"]},{"precision":0.400922,"recall":0.455534,"f1":0.417227,"accuracy":0.455534,"main_score":0.417227,"hf_subset":"nus_Latn-kir_Cyrl","languages":["nus-Latn","kir-Cyrl"]},{"precision":0.391365,"recall":0.449605,"f1":0.407552,"accuracy":0.449605,"main_score":0.407552,"hf_subset":"nus_Latn-mar_Deva","languages":["nus-Latn","mar-Deva"]},{"precision":0.424886,"recall":0.469368,"f1":0.437251,"accuracy":0.469368,"main_score":0.437251,"hf_subset":"nus_Latn-plt_Latn","languages":["nus-Latn","plt-Latn"]},{"precision":0.368841,"recall":0.432806,"f1":0.387455,"accuracy":0.432806,"main_score":0.387455,"hf_subset":"nus_Latn-srp_Cyrl","languages":["nus-Latn","srp-Cyrl"]},{"precision":0.36652,"recall":0.426877,"f1":0.383526,"accuracy":0.426877,"main_score":0.383526,"hf_subset":"nus_Latn-uig_Arab","languages":["nus-Latn","uig-Arab"]},{"precision":0.360183,"recall":0.421937,"f1":0.377039,"accuracy":0.421937,"main_score":0.377039,"hf_subset":"nus_Latn-aeb_Arab","languages":["nus-Latn","aeb-Arab"]},{"precision":0.378593,"recall":0.440711,"f1":0.39592,"accuracy":0.440711,"main_score":0.39592,"hf_subset":"nus_Latn-ben_Beng","languages":["nus-Latn","ben-Beng"]},{"precision":0.371831,"recall":0.436759,"f1":0.390239,"accuracy":0.436759,"main_score":0.390239,"hf_subset":"nus_Latn-est_Latn","languages":["nus-Latn","est-Latn"]},{"precision":0.350381,"recall":0.414032,"f1":0.368577,"accuracy":0.414032,"main_score":0.368577,"hf_subset":"nus_Latn-hye_Armn","languages":["nus-Latn","hye-Armn"]},{"precision":0.40149,"recall":0.450593,"f1":0.414614,"accuracy":0.450593,"main_score":0.414614,"hf_subset":"nus_Latn-kmb_Latn","languages":["nus-Latn","kmb-Latn"]},{"precision":0.267857,"recall":0.325099,"f1":0.283412,"accuracy":0.325099,"main_score":0.283412,"hf_subset":"nus_Latn-min_Arab","languages":["nus-Latn","min-Arab"]},{"precision":0.376536,"recall":0.443676,"f1":0.395412,"accuracy":0.443676,"main_score":0.395412,"hf_subset":"nus_Latn-pol_Latn","languages":["nus-Latn","pol-Latn"]},{"precision":0.399069,"recall":0.445652,"f1":0.411981,"accuracy":0.445652,"main_score":0.411981,"hf_subset":"nus_Latn-ssw_Latn","languages":["nus-Latn","ssw-Latn"]},{"precision":0.365626,"recall":0.432806,"f1":0.384525,"accuracy":0.432806,"main_score":0.384525,"hf_subset":"nus_Latn-ukr_Cyrl","languages":["nus-Latn","ukr-Cyrl"]},{"precision":0.402942,"recall":0.459486,"f1":0.419375,"accuracy":0.459486,"main_score":0.419375,"hf_subset":"nus_Latn-afr_Latn","languages":["nus-Latn","afr-Latn"]},{"precision":0.380147,"recall":0.440711,"f1":0.396902,"accuracy":0.440711,"main_score":0.396902,"hf_subset":"nus_Latn-bho_Deva","languages":["nus-Latn","bho-Deva"]},{"precision":0.419158,"recall":0.465415,"f1":0.432477,"accuracy":0.465415,"main_score":0.432477,"hf_subset":"nus_Latn-eus_Latn","languages":["nus-Latn","eus-Latn"]},{"precision":0.400812,"recall":0.453557,"f1":0.415253,"accuracy":0.453557,"main_score":0.415253,"hf_subset":"nus_Latn-ibo_Latn","languages":["nus-Latn","ibo-Latn"]},{"precision":0.414666,"recall":0.461462,"f1":0.428006,"accuracy":0.461462,"main_score":0.428006,"hf_subset":"nus_Latn-kmr_Latn","languages":["nus-Latn","kmr-Latn"]},{"precision":0.422722,"recall":0.475296,"f1":0.436852,"accuracy":0.475296,"main_score":0.436852,"hf_subset":"nus_Latn-min_Latn","languages":["nus-Latn","min-Latn"]},{"precision":0.375033,"recall":0.4417,"f1":0.39345,"accuracy":0.4417,"main_score":0.39345,"hf_subset":"nus_Latn-por_Latn","languages":["nus-Latn","por-Latn"]},{"precision":0.418256,"recall":0.471344,"f1":0.433211,"accuracy":0.471344,"main_score":0.433211,"hf_subset":"nus_Latn-sun_Latn","languages":["nus-Latn","sun-Latn"]},{"precision":0.386142,"recall":0.429842,"f1":0.398413,"accuracy":0.429842,"main_score":0.398413,"hf_subset":"nus_Latn-umb_Latn","languages":["nus-Latn","umb-Latn"]},{"precision":0.361278,"recall":0.424901,"f1":0.378762,"accuracy":0.424901,"main_score":0.378762,"hf_subset":"nus_Latn-ajp_Arab","languages":["nus-Latn","ajp-Arab"]},{"precision":0.283055,"recall":0.333004,"f1":0.297638,"accuracy":0.333004,"main_score":0.297638,"hf_subset":"nus_Latn-bjn_Arab","languages":["nus-Latn","bjn-Arab"]},{"precision":0.390022,"recall":0.431818,"f1":0.401929,"accuracy":0.431818,"main_score":0.401929,"hf_subset":"nus_Latn-ewe_Latn","languages":["nus-Latn","ewe-Latn"]},{"precision":0.443542,"recall":0.48913,"f1":0.456055,"accuracy":0.48913,"main_score":0.456055,"hf_subset":"nus_Latn-ilo_Latn","languages":["nus-Latn","ilo-Latn"]},{"precision":0.200325,"recall":0.258893,"f1":0.215326,"accuracy":0.258893,"main_score":0.215326,"hf_subset":"nus_Latn-knc_Arab","languages":["nus-Latn","knc-Arab"]},{"precision":0.377364,"recall":0.4417,"f1":0.395596,"accuracy":0.4417,"main_score":0.395596,"hf_subset":"nus_Latn-mkd_Cyrl","languages":["nus-Latn","mkd-Cyrl"]},{"precision":0.375667,"recall":0.4417,"f1":0.394573,"accuracy":0.4417,"main_score":0.394573,"hf_subset":"nus_Latn-prs_Arab","languages":["nus-Latn","prs-Arab"]},{"precision":0.371956,"recall":0.436759,"f1":0.390858,"accuracy":0.436759,"main_score":0.390858,"hf_subset":"nus_Latn-swe_Latn","languages":["nus-Latn","swe-Latn"]},{"precision":0.343092,"recall":0.411067,"f1":0.362224,"accuracy":0.411067,"main_score":0.362224,"hf_subset":"nus_Latn-urd_Arab","languages":["nus-Latn","urd-Arab"]},{"precision":0.412028,"recall":0.456522,"f1":0.423682,"accuracy":0.456522,"main_score":0.423682,"hf_subset":"nus_Latn-aka_Latn","languages":["nus-Latn","aka-Latn"]},{"precision":0.411383,"recall":0.465415,"f1":0.426034,"accuracy":0.465415,"main_score":0.426034,"hf_subset":"nus_Latn-bjn_Latn","languages":["nus-Latn","bjn-Latn"]},{"precision":0.388161,"recall":0.440711,"f1":0.402905,"accuracy":0.440711,"main_score":0.402905,"hf_subset":"nus_Latn-fao_Latn","languages":["nus-Latn","fao-Latn"]},{"precision":0.382068,"recall":0.44664,"f1":0.40058,"accuracy":0.44664,"main_score":0.40058,"hf_subset":"nus_Latn-ind_Latn","languages":["nus-Latn","ind-Latn"]},{"precision":0.414881,"recall":0.454545,"f1":0.426466,"accuracy":0.454545,"main_score":0.426466,"hf_subset":"nus_Latn-knc_Latn","languages":["nus-Latn","knc-Latn"]},{"precision":0.416724,"recall":0.470356,"f1":0.431681,"accuracy":0.470356,"main_score":0.431681,"hf_subset":"nus_Latn-mlt_Latn","languages":["nus-Latn","mlt-Latn"]},{"precision":0.411512,"recall":0.450593,"f1":0.423043,"accuracy":0.450593,"main_score":0.423043,"hf_subset":"nus_Latn-quy_Latn","languages":["nus-Latn","quy-Latn"]},{"precision":0.392778,"recall":0.44664,"f1":0.408081,"accuracy":0.44664,"main_score":0.408081,"hf_subset":"nus_Latn-swh_Latn","languages":["nus-Latn","swh-Latn"]},{"precision":0.40095,"recall":0.458498,"f1":0.417167,"accuracy":0.458498,"main_score":0.417167,"hf_subset":"nus_Latn-uzn_Latn","languages":["nus-Latn","uzn-Latn"]},{"precision":0.391127,"recall":0.443676,"f1":0.40611,"accuracy":0.443676,"main_score":0.40611,"hf_subset":"nus_Latn-als_Latn","languages":["nus-Latn","als-Latn"]},{"precision":0.164169,"recall":0.210474,"f1":0.175242,"accuracy":0.210474,"main_score":0.175242,"hf_subset":"nus_Latn-bod_Tibt","languages":["nus-Latn","bod-Tibt"]},{"precision":0.402762,"recall":0.445652,"f1":0.414592,"accuracy":0.445652,"main_score":0.414592,"hf_subset":"nus_Latn-fij_Latn","languages":["nus-Latn","fij-Latn"]},{"precision":0.377982,"recall":0.439723,"f1":0.39532,"accuracy":0.439723,"main_score":0.39532,"hf_subset":"nus_Latn-isl_Latn","languages":["nus-Latn","isl-Latn"]},{"precision":0.40178,"recall":0.451581,"f1":0.415765,"accuracy":0.451581,"main_score":0.415765,"hf_subset":"nus_Latn-kon_Latn","languages":["nus-Latn","kon-Latn"]},{"precision":0.342113,"recall":0.392292,"f1":0.355588,"accuracy":0.392292,"main_score":0.355588,"hf_subset":"nus_Latn-mni_Beng","languages":["nus-Latn","mni-Beng"]},{"precision":0.378537,"recall":0.440711,"f1":0.396448,"accuracy":0.440711,"main_score":0.396448,"hf_subset":"nus_Latn-ron_Latn","languages":["nus-Latn","ron-Latn"]},{"precision":0.397488,"recall":0.455534,"f1":0.414446,"accuracy":0.455534,"main_score":0.414446,"hf_subset":"nus_Latn-szl_Latn","languages":["nus-Latn","szl-Latn"]},{"precision":0.394917,"recall":0.448617,"f1":0.409578,"accuracy":0.448617,"main_score":0.409578,"hf_subset":"nus_Latn-vec_Latn","languages":["nus-Latn","vec-Latn"]},{"precision":0.257293,"recall":0.312253,"f1":0.271004,"accuracy":0.312253,"main_score":0.271004,"hf_subset":"nus_Latn-amh_Ethi","languages":["nus-Latn","amh-Ethi"]},{"precision":0.385229,"recall":0.451581,"f1":0.403999,"accuracy":0.451581,"main_score":0.403999,"hf_subset":"nus_Latn-bos_Latn","languages":["nus-Latn","bos-Latn"]},{"precision":0.362959,"recall":0.43083,"f1":0.38267,"accuracy":0.43083,"main_score":0.38267,"hf_subset":"nus_Latn-fin_Latn","languages":["nus-Latn","fin-Latn"]},{"precision":0.372447,"recall":0.439723,"f1":0.391328,"accuracy":0.439723,"main_score":0.391328,"hf_subset":"nus_Latn-ita_Latn","languages":["nus-Latn","ita-Latn"]},{"precision":0.374301,"recall":0.434783,"f1":0.391603,"accuracy":0.434783,"main_score":0.391603,"hf_subset":"nus_Latn-kor_Hang","languages":["nus-Latn","kor-Hang"]},{"precision":0.392575,"recall":0.429842,"f1":0.40295,"accuracy":0.429842,"main_score":0.40295,"hf_subset":"nus_Latn-mos_Latn","languages":["nus-Latn","mos-Latn"]},{"precision":0.375494,"recall":0.426877,"f1":0.390173,"accuracy":0.426877,"main_score":0.390173,"hf_subset":"nus_Latn-run_Latn","languages":["nus-Latn","run-Latn"]},{"precision":0.347217,"recall":0.412055,"f1":0.365104,"accuracy":0.412055,"main_score":0.365104,"hf_subset":"nus_Latn-tam_Taml","languages":["nus-Latn","tam-Taml"]},{"precision":0.364258,"recall":0.431818,"f1":0.383085,"accuracy":0.431818,"main_score":0.383085,"hf_subset":"nus_Latn-vie_Latn","languages":["nus-Latn","vie-Latn"]},{"precision":0.344528,"recall":0.413043,"f1":0.364147,"accuracy":0.413043,"main_score":0.364147,"hf_subset":"nus_Latn-apc_Arab","languages":["nus-Latn","apc-Arab"]},{"precision":0.417243,"recall":0.45751,"f1":0.428341,"accuracy":0.45751,"main_score":0.428341,"hf_subset":"nus_Latn-bug_Latn","languages":["nus-Latn","bug-Latn"]},{"precision":0.369939,"recall":0.411067,"f1":0.381411,"accuracy":0.411067,"main_score":0.381411,"hf_subset":"nus_Latn-fon_Latn","languages":["nus-Latn","fon-Latn"]},{"precision":0.408245,"recall":0.467391,"f1":0.42464,"accuracy":0.467391,"main_score":0.42464,"hf_subset":"nus_Latn-jav_Latn","languages":["nus-Latn","jav-Latn"]},{"precision":0.334747,"recall":0.396245,"f1":0.351782,"accuracy":0.396245,"main_score":0.351782,"hf_subset":"nus_Latn-lao_Laoo","languages":["nus-Latn","lao-Laoo"]},{"precision":0.379104,"recall":0.427866,"f1":0.392681,"accuracy":0.427866,"main_score":0.392681,"hf_subset":"nus_Latn-mri_Latn","languages":["nus-Latn","mri-Latn"]},{"precision":0.361226,"recall":0.431818,"f1":0.380707,"accuracy":0.431818,"main_score":0.380707,"hf_subset":"nus_Latn-rus_Cyrl","languages":["nus-Latn","rus-Cyrl"]},{"precision":0.370868,"recall":0.416996,"f1":0.383653,"accuracy":0.416996,"main_score":0.383653,"hf_subset":"nus_Latn-taq_Latn","languages":["nus-Latn","taq-Latn"]},{"precision":0.426039,"recall":0.478261,"f1":0.440417,"accuracy":0.478261,"main_score":0.440417,"hf_subset":"nus_Latn-war_Latn","languages":["nus-Latn","war-Latn"]},{"precision":0.345934,"recall":0.417984,"f1":0.366342,"accuracy":0.417984,"main_score":0.366342,"hf_subset":"nus_Latn-arb_Arab","languages":["nus-Latn","arb-Arab"]},{"precision":0.367897,"recall":0.433794,"f1":0.386517,"accuracy":0.433794,"main_score":0.386517,"hf_subset":"nus_Latn-bul_Cyrl","languages":["nus-Latn","bul-Cyrl"]},{"precision":0.380543,"recall":0.442688,"f1":0.397751,"accuracy":0.442688,"main_score":0.397751,"hf_subset":"nus_Latn-fra_Latn","languages":["nus-Latn","fra-Latn"]},{"precision":0.354949,"recall":0.41996,"f1":0.372544,"accuracy":0.41996,"main_score":0.372544,"hf_subset":"nus_Latn-jpn_Jpan","languages":["nus-Latn","jpn-Jpan"]},{"precision":0.398677,"recall":0.458498,"f1":0.415219,"accuracy":0.458498,"main_score":0.415219,"hf_subset":"nus_Latn-lij_Latn","languages":["nus-Latn","lij-Latn"]},{"precision":0.216275,"recall":0.27668,"f1":0.232655,"accuracy":0.27668,"main_score":0.232655,"hf_subset":"nus_Latn-mya_Mymr","languages":["nus-Latn","mya-Mymr"]},{"precision":0.403607,"recall":0.4417,"f1":0.414491,"accuracy":0.4417,"main_score":0.414491,"hf_subset":"nus_Latn-sag_Latn","languages":["nus-Latn","sag-Latn"]},{"precision":0.159164,"recall":0.210474,"f1":0.171049,"accuracy":0.210474,"main_score":0.171049,"hf_subset":"nus_Latn-taq_Tfng","languages":["nus-Latn","taq-Tfng"]},{"precision":0.401516,"recall":0.449605,"f1":0.414361,"accuracy":0.449605,"main_score":0.414361,"hf_subset":"nus_Latn-wol_Latn","languages":["nus-Latn","wol-Latn"]},{"precision":0.325813,"recall":0.38834,"f1":0.343489,"accuracy":0.38834,"main_score":0.343489,"hf_subset":"nus_Latn-arb_Latn","languages":["nus-Latn","arb-Latn"]},{"precision":0.377017,"recall":0.444664,"f1":0.396035,"accuracy":0.444664,"main_score":0.396035,"hf_subset":"nus_Latn-cat_Latn","languages":["nus-Latn","cat-Latn"]},{"precision":0.398536,"recall":0.452569,"f1":0.41378,"accuracy":0.452569,"main_score":0.41378,"hf_subset":"nus_Latn-fur_Latn","languages":["nus-Latn","fur-Latn"]},{"precision":0.348514,"recall":0.396245,"f1":0.36135,"accuracy":0.396245,"main_score":0.36135,"hf_subset":"nus_Latn-kab_Latn","languages":["nus-Latn","kab-Latn"]},{"precision":0.400663,"recall":0.455534,"f1":0.416502,"accuracy":0.455534,"main_score":0.416502,"hf_subset":"nus_Latn-lim_Latn","languages":["nus-Latn","lim-Latn"]},{"precision":0.377862,"recall":0.4417,"f1":0.396345,"accuracy":0.4417,"main_score":0.396345,"hf_subset":"nus_Latn-nld_Latn","languages":["nus-Latn","nld-Latn"]},{"precision":0.36086,"recall":0.425889,"f1":0.378918,"accuracy":0.425889,"main_score":0.378918,"hf_subset":"nus_Latn-san_Deva","languages":["nus-Latn","san-Deva"]},{"precision":0.403729,"recall":0.460474,"f1":0.419057,"accuracy":0.460474,"main_score":0.419057,"hf_subset":"nus_Latn-tat_Cyrl","languages":["nus-Latn","tat-Cyrl"]},{"precision":0.413595,"recall":0.464427,"f1":0.426921,"accuracy":0.464427,"main_score":0.426921,"hf_subset":"nus_Latn-xho_Latn","languages":["nus-Latn","xho-Latn"]},{"precision":0.322796,"recall":0.398221,"f1":0.344253,"accuracy":0.398221,"main_score":0.344253,"hf_subset":"nus_Latn-ars_Arab","languages":["nus-Latn","ars-Arab"]},{"precision":0.425423,"recall":0.477273,"f1":0.440109,"accuracy":0.477273,"main_score":0.440109,"hf_subset":"nus_Latn-ceb_Latn","languages":["nus-Latn","ceb-Latn"]},{"precision":0.383893,"recall":0.425889,"f1":0.396004,"accuracy":0.425889,"main_score":0.396004,"hf_subset":"nus_Latn-fuv_Latn","languages":["nus-Latn","fuv-Latn"]},{"precision":0.409619,"recall":0.449605,"f1":0.420569,"accuracy":0.449605,"main_score":0.420569,"hf_subset":"nus_Latn-kac_Latn","languages":["nus-Latn","kac-Latn"]},{"precision":0.434023,"recall":0.474308,"f1":0.445115,"accuracy":0.474308,"main_score":0.445115,"hf_subset":"nus_Latn-lin_Latn","languages":["nus-Latn","lin-Latn"]},{"precision":0.384221,"recall":0.445652,"f1":0.401197,"accuracy":0.445652,"main_score":0.401197,"hf_subset":"nus_Latn-nno_Latn","languages":["nus-Latn","nno-Latn"]},{"precision":0.035818,"recall":0.079051,"f1":0.044127,"accuracy":0.079051,"main_score":0.044127,"hf_subset":"nus_Latn-sat_Olck","languages":["nus-Latn","sat-Olck"]},{"precision":0.379644,"recall":0.442688,"f1":0.397171,"accuracy":0.442688,"main_score":0.397171,"hf_subset":"nus_Latn-tel_Telu","languages":["nus-Latn","tel-Telu"]},{"precision":0.324775,"recall":0.380435,"f1":0.339714,"accuracy":0.380435,"main_score":0.339714,"hf_subset":"nus_Latn-ydd_Hebr","languages":["nus-Latn","ydd-Hebr"]},{"precision":0.337923,"recall":0.403162,"f1":0.356603,"accuracy":0.403162,"main_score":0.356603,"hf_subset":"nus_Latn-ary_Arab","languages":["nus-Latn","ary-Arab"]},{"precision":0.378841,"recall":0.443676,"f1":0.3973,"accuracy":0.443676,"main_score":0.3973,"hf_subset":"nus_Latn-ces_Latn","languages":["nus-Latn","ces-Latn"]},{"precision":0.364382,"recall":0.417984,"f1":0.37929,"accuracy":0.417984,"main_score":0.37929,"hf_subset":"nus_Latn-gaz_Latn","languages":["nus-Latn","gaz-Latn"]},{"precision":0.392464,"recall":0.437747,"f1":0.405037,"accuracy":0.437747,"main_score":0.405037,"hf_subset":"nus_Latn-kam_Latn","languages":["nus-Latn","kam-Latn"]},{"precision":0.36742,"recall":0.427866,"f1":0.384786,"accuracy":0.427866,"main_score":0.384786,"hf_subset":"nus_Latn-lit_Latn","languages":["nus-Latn","lit-Latn"]},{"precision":0.371569,"recall":0.438735,"f1":0.390691,"accuracy":0.438735,"main_score":0.390691,"hf_subset":"nus_Latn-nob_Latn","languages":["nus-Latn","nob-Latn"]},{"precision":0.391993,"recall":0.444664,"f1":0.40687,"accuracy":0.444664,"main_score":0.40687,"hf_subset":"nus_Latn-scn_Latn","languages":["nus-Latn","scn-Latn"]},{"precision":0.390922,"recall":0.440711,"f1":0.404506,"accuracy":0.440711,"main_score":0.404506,"hf_subset":"nus_Latn-tgk_Cyrl","languages":["nus-Latn","tgk-Cyrl"]},{"precision":0.362553,"recall":0.414032,"f1":0.376789,"accuracy":0.414032,"main_score":0.376789,"hf_subset":"nus_Latn-yor_Latn","languages":["nus-Latn","yor-Latn"]},{"precision":0.348305,"recall":0.417984,"f1":0.36847,"accuracy":0.417984,"main_score":0.36847,"hf_subset":"nus_Latn-arz_Arab","languages":["nus-Latn","arz-Arab"]},{"precision":0.388738,"recall":0.429842,"f1":0.40048,"accuracy":0.429842,"main_score":0.40048,"hf_subset":"nus_Latn-cjk_Latn","languages":["nus-Latn","cjk-Latn"]},{"precision":0.398502,"recall":0.448617,"f1":0.411835,"accuracy":0.448617,"main_score":0.411835,"hf_subset":"nus_Latn-gla_Latn","languages":["nus-Latn","gla-Latn"]},{"precision":0.364486,"recall":0.426877,"f1":0.381852,"accuracy":0.426877,"main_score":0.381852,"hf_subset":"nus_Latn-kan_Knda","languages":["nus-Latn","kan-Knda"]},{"precision":0.404764,"recall":0.456522,"f1":0.419348,"accuracy":0.456522,"main_score":0.419348,"hf_subset":"nus_Latn-lmo_Latn","languages":["nus-Latn","lmo-Latn"]},{"precision":0.359074,"recall":0.422925,"f1":0.376894,"accuracy":0.422925,"main_score":0.376894,"hf_subset":"nus_Latn-npi_Deva","languages":["nus-Latn","npi-Deva"]},{"precision":0.354659,"recall":0.413043,"f1":0.370493,"accuracy":0.413043,"main_score":0.370493,"hf_subset":"nus_Latn-shn_Mymr","languages":["nus-Latn","shn-Mymr"]},{"precision":0.418801,"recall":0.477273,"f1":0.435125,"accuracy":0.477273,"main_score":0.435125,"hf_subset":"nus_Latn-tgl_Latn","languages":["nus-Latn","tgl-Latn"]},{"precision":0.336094,"recall":0.40415,"f1":0.355214,"accuracy":0.40415,"main_score":0.355214,"hf_subset":"nus_Latn-yue_Hant","languages":["nus-Latn","yue-Hant"]},{"precision":0.347508,"recall":0.414032,"f1":0.365507,"accuracy":0.414032,"main_score":0.365507,"hf_subset":"nus_Latn-asm_Beng","languages":["nus-Latn","asm-Beng"]},{"precision":0.366803,"recall":0.416996,"f1":0.381475,"accuracy":0.416996,"main_score":0.381475,"hf_subset":"nus_Latn-ckb_Arab","languages":["nus-Latn","ckb-Arab"]},{"precision":0.39058,"recall":0.445652,"f1":0.406022,"accuracy":0.445652,"main_score":0.406022,"hf_subset":"nus_Latn-gle_Latn","languages":["nus-Latn","gle-Latn"]},{"precision":0.341833,"recall":0.402174,"f1":0.358771,"accuracy":0.402174,"main_score":0.358771,"hf_subset":"nus_Latn-kas_Arab","languages":["nus-Latn","kas-Arab"]},{"precision":0.371354,"recall":0.43083,"f1":0.387893,"accuracy":0.43083,"main_score":0.387893,"hf_subset":"nus_Latn-ltg_Latn","languages":["nus-Latn","ltg-Latn"]},{"precision":0.42997,"recall":0.469368,"f1":0.440681,"accuracy":0.469368,"main_score":0.440681,"hf_subset":"nus_Latn-nso_Latn","languages":["nus-Latn","nso-Latn"]},{"precision":0.189022,"recall":0.229249,"f1":0.199188,"accuracy":0.229249,"main_score":0.199188,"hf_subset":"nus_Latn-sin_Sinh","languages":["nus-Latn","sin-Sinh"]},{"precision":0.353958,"recall":0.425889,"f1":0.374967,"accuracy":0.425889,"main_score":0.374967,"hf_subset":"nus_Latn-tha_Thai","languages":["nus-Latn","tha-Thai"]},{"precision":0.338798,"recall":0.409091,"f1":0.359036,"accuracy":0.409091,"main_score":0.359036,"hf_subset":"nus_Latn-zho_Hans","languages":["nus-Latn","zho-Hans"]},{"precision":0.381145,"recall":0.447628,"f1":0.400875,"accuracy":0.447628,"main_score":0.400875,"hf_subset":"nus_Latn-ast_Latn","languages":["nus-Latn","ast-Latn"]},{"precision":0.387039,"recall":0.4417,"f1":0.403656,"accuracy":0.4417,"main_score":0.403656,"hf_subset":"nus_Latn-crh_Latn","languages":["nus-Latn","crh-Latn"]},{"precision":0.373931,"recall":0.443676,"f1":0.393374,"accuracy":0.443676,"main_score":0.393374,"hf_subset":"nus_Latn-glg_Latn","languages":["nus-Latn","glg-Latn"]},{"precision":0.378472,"recall":0.432806,"f1":0.394067,"accuracy":0.432806,"main_score":0.394067,"hf_subset":"nus_Latn-kas_Deva","languages":["nus-Latn","kas-Deva"]},{"precision":0.372679,"recall":0.433794,"f1":0.390434,"accuracy":0.433794,"main_score":0.390434,"hf_subset":"nus_Latn-ltz_Latn","languages":["nus-Latn","ltz-Latn"]},{"precision":0.372626,"recall":0.440711,"f1":0.391731,"accuracy":0.440711,"main_score":0.391731,"hf_subset":"nus_Latn-slk_Latn","languages":["nus-Latn","slk-Latn"]},{"precision":0.216295,"recall":0.261858,"f1":0.226683,"accuracy":0.261858,"main_score":0.226683,"hf_subset":"nus_Latn-tir_Ethi","languages":["nus-Latn","tir-Ethi"]},{"precision":0.334254,"recall":0.402174,"f1":0.353871,"accuracy":0.402174,"main_score":0.353871,"hf_subset":"nus_Latn-zho_Hant","languages":["nus-Latn","zho-Hant"]},{"precision":0.371673,"recall":0.436759,"f1":0.389791,"accuracy":0.436759,"main_score":0.389791,"hf_subset":"nus_Latn-awa_Deva","languages":["nus-Latn","awa-Deva"]},{"precision":0.404076,"recall":0.459486,"f1":0.419545,"accuracy":0.459486,"main_score":0.419545,"hf_subset":"nus_Latn-cym_Latn","languages":["nus-Latn","cym-Latn"]},{"precision":0.411418,"recall":0.451581,"f1":0.422407,"accuracy":0.451581,"main_score":0.422407,"hf_subset":"nus_Latn-grn_Latn","languages":["nus-Latn","grn-Latn"]},{"precision":0.373736,"recall":0.436759,"f1":0.390772,"accuracy":0.436759,"main_score":0.390772,"hf_subset":"nus_Latn-kat_Geor","languages":["nus-Latn","kat-Geor"]},{"precision":0.421156,"recall":0.461462,"f1":0.432123,"accuracy":0.461462,"main_score":0.432123,"hf_subset":"nus_Latn-lua_Latn","languages":["nus-Latn","lua-Latn"]},{"precision":0.402307,"recall":0.445652,"f1":0.414701,"accuracy":0.445652,"main_score":0.414701,"hf_subset":"nus_Latn-nya_Latn","languages":["nus-Latn","nya-Latn"]},{"precision":0.368012,"recall":0.434783,"f1":0.386764,"accuracy":0.434783,"main_score":0.386764,"hf_subset":"nus_Latn-slv_Latn","languages":["nus-Latn","slv-Latn"]},{"precision":0.427475,"recall":0.475296,"f1":0.440607,"accuracy":0.475296,"main_score":0.440607,"hf_subset":"nus_Latn-tpi_Latn","languages":["nus-Latn","tpi-Latn"]},{"precision":0.394809,"recall":0.453557,"f1":0.411713,"accuracy":0.453557,"main_score":0.411713,"hf_subset":"nus_Latn-zsm_Latn","languages":["nus-Latn","zsm-Latn"]},{"precision":0.390153,"recall":0.432806,"f1":0.402151,"accuracy":0.432806,"main_score":0.402151,"hf_subset":"nus_Latn-ayr_Latn","languages":["nus-Latn","ayr-Latn"]},{"precision":0.378851,"recall":0.444664,"f1":0.397153,"accuracy":0.444664,"main_score":0.397153,"hf_subset":"nus_Latn-dan_Latn","languages":["nus-Latn","dan-Latn"]},{"precision":0.374143,"recall":0.434783,"f1":0.390518,"accuracy":0.434783,"main_score":0.390518,"hf_subset":"nus_Latn-guj_Gujr","languages":["nus-Latn","guj-Gujr"]},{"precision":0.397817,"recall":0.45751,"f1":0.414406,"accuracy":0.45751,"main_score":0.414406,"hf_subset":"nus_Latn-kaz_Cyrl","languages":["nus-Latn","kaz-Cyrl"]},{"precision":0.370335,"recall":0.418972,"f1":0.383542,"accuracy":0.418972,"main_score":0.383542,"hf_subset":"nus_Latn-lug_Latn","languages":["nus-Latn","lug-Latn"]},{"precision":0.386785,"recall":0.445652,"f1":0.403764,"accuracy":0.445652,"main_score":0.403764,"hf_subset":"nus_Latn-oci_Latn","languages":["nus-Latn","oci-Latn"]},{"precision":0.402346,"recall":0.449605,"f1":0.415449,"accuracy":0.449605,"main_score":0.415449,"hf_subset":"nus_Latn-smo_Latn","languages":["nus-Latn","smo-Latn"]},{"precision":0.391796,"recall":0.435771,"f1":0.403643,"accuracy":0.435771,"main_score":0.403643,"hf_subset":"nus_Latn-tsn_Latn","languages":["nus-Latn","tsn-Latn"]},{"precision":0.392324,"recall":0.4417,"f1":0.405277,"accuracy":0.4417,"main_score":0.405277,"hf_subset":"nus_Latn-zul_Latn","languages":["nus-Latn","zul-Latn"]},{"precision":0.334374,"recall":0.400198,"f1":0.352476,"accuracy":0.400198,"main_score":0.352476,"hf_subset":"nus_Latn-azb_Arab","languages":["nus-Latn","azb-Arab"]},{"precision":0.368355,"recall":0.436759,"f1":0.387342,"accuracy":0.436759,"main_score":0.387342,"hf_subset":"nus_Latn-deu_Latn","languages":["nus-Latn","deu-Latn"]},{"precision":0.392576,"recall":0.453557,"f1":0.409312,"accuracy":0.453557,"main_score":0.409312,"hf_subset":"nus_Latn-hat_Latn","languages":["nus-Latn","hat-Latn"]},{"precision":0.388776,"recall":0.431818,"f1":0.400263,"accuracy":0.431818,"main_score":0.400263,"hf_subset":"nus_Latn-kbp_Latn","languages":["nus-Latn","kbp-Latn"]},{"precision":0.41115,"recall":0.451581,"f1":0.422695,"accuracy":0.451581,"main_score":0.422695,"hf_subset":"nus_Latn-luo_Latn","languages":["nus-Latn","luo-Latn"]},{"precision":0.356334,"recall":0.422925,"f1":0.375365,"accuracy":0.422925,"main_score":0.375365,"hf_subset":"nus_Latn-ory_Orya","languages":["nus-Latn","ory-Orya"]},{"precision":0.411825,"recall":0.456522,"f1":0.423933,"accuracy":0.456522,"main_score":0.423933,"hf_subset":"nus_Latn-sna_Latn","languages":["nus-Latn","sna-Latn"]},{"precision":0.409581,"recall":0.455534,"f1":0.422673,"accuracy":0.455534,"main_score":0.422673,"hf_subset":"nus_Latn-tso_Latn","languages":["nus-Latn","tso-Latn"]},{"precision":0.36541,"recall":0.433794,"f1":0.384513,"accuracy":0.433794,"main_score":0.384513,"hf_subset":"nus_Latn-azj_Latn","languages":["nus-Latn","azj-Latn"]},{"precision":0.37332,"recall":0.41996,"f1":0.385701,"accuracy":0.41996,"main_score":0.385701,"hf_subset":"nus_Latn-dik_Latn","languages":["nus-Latn","dik-Latn"]},{"precision":0.410592,"recall":0.447628,"f1":0.420549,"accuracy":0.447628,"main_score":0.420549,"hf_subset":"nus_Latn-hau_Latn","languages":["nus-Latn","hau-Latn"]},{"precision":0.413474,"recall":0.472332,"f1":0.429309,"accuracy":0.472332,"main_score":0.429309,"hf_subset":"nus_Latn-kea_Latn","languages":["nus-Latn","kea-Latn"]},{"precision":0.424484,"recall":0.463439,"f1":0.435524,"accuracy":0.463439,"main_score":0.435524,"hf_subset":"nus_Latn-lus_Latn","languages":["nus-Latn","lus-Latn"]},{"precision":0.414779,"recall":0.458498,"f1":0.426706,"accuracy":0.458498,"main_score":0.426706,"hf_subset":"nus_Latn-pag_Latn","languages":["nus-Latn","pag-Latn"]},{"precision":0.359908,"recall":0.426877,"f1":0.378293,"accuracy":0.426877,"main_score":0.378293,"hf_subset":"nus_Latn-snd_Arab","languages":["nus-Latn","snd-Arab"]},{"precision":0.390251,"recall":0.445652,"f1":0.406404,"accuracy":0.445652,"main_score":0.406404,"hf_subset":"nus_Latn-tuk_Latn","languages":["nus-Latn","tuk-Latn"]},{"precision":0.404227,"recall":0.461462,"f1":0.420009,"accuracy":0.461462,"main_score":0.420009,"hf_subset":"nus_Latn-bak_Cyrl","languages":["nus-Latn","bak-Cyrl"]},{"precision":0.295162,"recall":0.346838,"f1":0.309376,"accuracy":0.346838,"main_score":0.309376,"hf_subset":"nus_Latn-dyu_Latn","languages":["nus-Latn","dyu-Latn"]},{"precision":0.343218,"recall":0.409091,"f1":0.361195,"accuracy":0.409091,"main_score":0.361195,"hf_subset":"nus_Latn-heb_Hebr","languages":["nus-Latn","heb-Hebr"]},{"precision":0.397799,"recall":0.449605,"f1":0.412851,"accuracy":0.449605,"main_score":0.412851,"hf_subset":"nus_Latn-khk_Cyrl","languages":["nus-Latn","khk-Cyrl"]},{"precision":0.380074,"recall":0.4417,"f1":0.397752,"accuracy":0.4417,"main_score":0.397752,"hf_subset":"nus_Latn-lvs_Latn","languages":["nus-Latn","lvs-Latn"]},{"precision":0.366663,"recall":0.433794,"f1":0.385543,"accuracy":0.433794,"main_score":0.385543,"hf_subset":"nus_Latn-pan_Guru","languages":["nus-Latn","pan-Guru"]},{"precision":0.390545,"recall":0.440711,"f1":0.404241,"accuracy":0.440711,"main_score":0.404241,"hf_subset":"nus_Latn-som_Latn","languages":["nus-Latn","som-Latn"]},{"precision":0.40094,"recall":0.439723,"f1":0.411003,"accuracy":0.439723,"main_score":0.411003,"hf_subset":"nus_Latn-tum_Latn","languages":["nus-Latn","tum-Latn"]},{"precision":0.416901,"recall":0.508893,"f1":0.442153,"accuracy":0.508893,"main_score":0.442153,"hf_subset":"slk_Latn-ace_Arab","languages":["slk-Latn","ace-Arab"]},{"precision":0.441078,"recall":0.523715,"f1":0.463504,"accuracy":0.523715,"main_score":0.463504,"hf_subset":"slk_Latn-bam_Latn","languages":["slk-Latn","bam-Latn"]},{"precision":0.112351,"recall":0.168972,"f1":0.126343,"accuracy":0.168972,"main_score":0.126343,"hf_subset":"slk_Latn-dzo_Tibt","languages":["slk-Latn","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-hin_Deva","languages":["slk-Latn","hin-Deva"]},{"precision":0.941041,"recall":0.960474,"f1":0.947464,"accuracy":0.960474,"main_score":0.947464,"hf_subset":"slk_Latn-khm_Khmr","languages":["slk-Latn","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-mag_Deva","languages":["slk-Latn","mag-Deva"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"slk_Latn-pap_Latn","languages":["slk-Latn","pap-Latn"]},{"precision":0.486593,"recall":0.565217,"f1":0.507816,"accuracy":0.565217,"main_score":0.507816,"hf_subset":"slk_Latn-sot_Latn","languages":["slk-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-tur_Latn","languages":["slk-Latn","tur-Latn"]},{"precision":0.79805,"recall":0.848814,"f1":0.813883,"accuracy":0.848814,"main_score":0.813883,"hf_subset":"slk_Latn-ace_Latn","languages":["slk-Latn","ace-Latn"]},{"precision":0.922925,"recall":0.947628,"f1":0.931159,"accuracy":0.947628,"main_score":0.931159,"hf_subset":"slk_Latn-ban_Latn","languages":["slk-Latn","ban-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-ell_Grek","languages":["slk-Latn","ell-Grek"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"slk_Latn-hne_Deva","languages":["slk-Latn","hne-Deva"]},{"precision":0.501058,"recall":0.582016,"f1":0.523922,"accuracy":0.582016,"main_score":0.523922,"hf_subset":"slk_Latn-kik_Latn","languages":["slk-Latn","kik-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"slk_Latn-mai_Deva","languages":["slk-Latn","mai-Deva"]},{"precision":0.888587,"recall":0.921937,"f1":0.899111,"accuracy":0.921937,"main_score":0.899111,"hf_subset":"slk_Latn-pbt_Arab","languages":["slk-Latn","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-spa_Latn","languages":["slk-Latn","spa-Latn"]},{"precision":0.558442,"recall":0.629447,"f1":0.577568,"accuracy":0.629447,"main_score":0.577568,"hf_subset":"slk_Latn-twi_Latn","languages":["slk-Latn","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"slk_Latn-acm_Arab","languages":["slk-Latn","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-bel_Cyrl","languages":["slk-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-eng_Latn","languages":["slk-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-hrv_Latn","languages":["slk-Latn","hrv-Latn"]},{"precision":0.449874,"recall":0.530632,"f1":0.472132,"accuracy":0.530632,"main_score":0.472132,"hf_subset":"slk_Latn-kin_Latn","languages":["slk-Latn","kin-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"slk_Latn-mal_Mlym","languages":["slk-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-pes_Arab","languages":["slk-Latn","pes-Arab"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"slk_Latn-srd_Latn","languages":["slk-Latn","srd-Latn"]},{"precision":0.107471,"recall":0.176877,"f1":0.12218,"accuracy":0.176877,"main_score":0.12218,"hf_subset":"slk_Latn-tzm_Tfng","languages":["slk-Latn","tzm-Tfng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"slk_Latn-acq_Arab","languages":["slk-Latn","acq-Arab"]},{"precision":0.520473,"recall":0.601779,"f1":0.54315,"accuracy":0.601779,"main_score":0.54315,"hf_subset":"slk_Latn-bem_Latn","languages":["slk-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-epo_Latn","languages":["slk-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-hun_Latn","languages":["slk-Latn","hun-Latn"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"slk_Latn-kir_Cyrl","languages":["slk-Latn","kir-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"slk_Latn-mar_Deva","languages":["slk-Latn","mar-Deva"]},{"precision":0.555558,"recall":0.625494,"f1":0.575701,"accuracy":0.625494,"main_score":0.575701,"hf_subset":"slk_Latn-plt_Latn","languages":["slk-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-srp_Cyrl","languages":["slk-Latn","srp-Cyrl"]},{"precision":0.932889,"recall":0.952569,"f1":0.93913,"accuracy":0.952569,"main_score":0.93913,"hf_subset":"slk_Latn-uig_Arab","languages":["slk-Latn","uig-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"slk_Latn-aeb_Arab","languages":["slk-Latn","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-ben_Beng","languages":["slk-Latn","ben-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slk_Latn-est_Latn","languages":["slk-Latn","est-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"slk_Latn-hye_Armn","languages":["slk-Latn","hye-Armn"]},{"precision":0.467947,"recall":0.54249,"f1":0.488877,"accuracy":0.54249,"main_score":0.488877,"hf_subset":"slk_Latn-kmb_Latn","languages":["slk-Latn","kmb-Latn"]},{"precision":0.371076,"recall":0.469368,"f1":0.396694,"accuracy":0.469368,"main_score":0.396694,"hf_subset":"slk_Latn-min_Arab","languages":["slk-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-pol_Latn","languages":["slk-Latn","pol-Latn"]},{"precision":0.440428,"recall":0.524704,"f1":0.46348,"accuracy":0.524704,"main_score":0.46348,"hf_subset":"slk_Latn-ssw_Latn","languages":["slk-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-ukr_Cyrl","languages":["slk-Latn","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slk_Latn-afr_Latn","languages":["slk-Latn","afr-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"slk_Latn-bho_Deva","languages":["slk-Latn","bho-Deva"]},{"precision":0.940876,"recall":0.959486,"f1":0.94697,"accuracy":0.959486,"main_score":0.94697,"hf_subset":"slk_Latn-eus_Latn","languages":["slk-Latn","eus-Latn"]},{"precision":0.47531,"recall":0.560277,"f1":0.498944,"accuracy":0.560277,"main_score":0.498944,"hf_subset":"slk_Latn-ibo_Latn","languages":["slk-Latn","ibo-Latn"]},{"precision":0.710417,"recall":0.782609,"f1":0.732155,"accuracy":0.782609,"main_score":0.732155,"hf_subset":"slk_Latn-kmr_Latn","languages":["slk-Latn","kmr-Latn"]},{"precision":0.957757,"recall":0.971344,"f1":0.962187,"accuracy":0.971344,"main_score":0.962187,"hf_subset":"slk_Latn-min_Latn","languages":["slk-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-por_Latn","languages":["slk-Latn","por-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"slk_Latn-sun_Latn","languages":["slk-Latn","sun-Latn"]},{"precision":0.444953,"recall":0.523715,"f1":0.467941,"accuracy":0.523715,"main_score":0.467941,"hf_subset":"slk_Latn-umb_Latn","languages":["slk-Latn","umb-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"slk_Latn-ajp_Arab","languages":["slk-Latn","ajp-Arab"]},{"precision":0.380322,"recall":0.481225,"f1":0.407502,"accuracy":0.481225,"main_score":0.407502,"hf_subset":"slk_Latn-bjn_Arab","languages":["slk-Latn","bjn-Arab"]},{"precision":0.466386,"recall":0.534585,"f1":0.484801,"accuracy":0.534585,"main_score":0.484801,"hf_subset":"slk_Latn-ewe_Latn","languages":["slk-Latn","ewe-Latn"]},{"precision":0.852931,"recall":0.895257,"f1":0.866403,"accuracy":0.895257,"main_score":0.866403,"hf_subset":"slk_Latn-ilo_Latn","languages":["slk-Latn","ilo-Latn"]},{"precision":0.184288,"recall":0.267787,"f1":0.204985,"accuracy":0.267787,"main_score":0.204985,"hf_subset":"slk_Latn-knc_Arab","languages":["slk-Latn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-mkd_Cyrl","languages":["slk-Latn","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-prs_Arab","languages":["slk-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-swe_Latn","languages":["slk-Latn","swe-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slk_Latn-urd_Arab","languages":["slk-Latn","urd-Arab"]},{"precision":0.531085,"recall":0.610672,"f1":0.553027,"accuracy":0.610672,"main_score":0.553027,"hf_subset":"slk_Latn-aka_Latn","languages":["slk-Latn","aka-Latn"]},{"precision":0.972332,"recall":0.981225,"f1":0.975296,"accuracy":0.981225,"main_score":0.975296,"hf_subset":"slk_Latn-bjn_Latn","languages":["slk-Latn","bjn-Latn"]},{"precision":0.942523,"recall":0.961462,"f1":0.948781,"accuracy":0.961462,"main_score":0.948781,"hf_subset":"slk_Latn-fao_Latn","languages":["slk-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-ind_Latn","languages":["slk-Latn","ind-Latn"]},{"precision":0.508665,"recall":0.592885,"f1":0.532711,"accuracy":0.592885,"main_score":0.532711,"hf_subset":"slk_Latn-knc_Latn","languages":["slk-Latn","knc-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"slk_Latn-mlt_Latn","languages":["slk-Latn","mlt-Latn"]},{"precision":0.554969,"recall":0.637352,"f1":0.577562,"accuracy":0.637352,"main_score":0.577562,"hf_subset":"slk_Latn-quy_Latn","languages":["slk-Latn","quy-Latn"]},{"precision":0.707164,"recall":0.782609,"f1":0.73004,"accuracy":0.782609,"main_score":0.73004,"hf_subset":"slk_Latn-swh_Latn","languages":["slk-Latn","swh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"slk_Latn-uzn_Latn","languages":["slk-Latn","uzn-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slk_Latn-als_Latn","languages":["slk-Latn","als-Latn"]},{"precision":0.142871,"recall":0.227273,"f1":0.16291,"accuracy":0.227273,"main_score":0.16291,"hf_subset":"slk_Latn-bod_Tibt","languages":["slk-Latn","bod-Tibt"]},{"precision":0.46276,"recall":0.543478,"f1":0.484718,"accuracy":0.543478,"main_score":0.484718,"hf_subset":"slk_Latn-fij_Latn","languages":["slk-Latn","fij-Latn"]},{"precision":0.94417,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"slk_Latn-isl_Latn","languages":["slk-Latn","isl-Latn"]},{"precision":0.536226,"recall":0.618577,"f1":0.559583,"accuracy":0.618577,"main_score":0.559583,"hf_subset":"slk_Latn-kon_Latn","languages":["slk-Latn","kon-Latn"]},{"precision":0.478657,"recall":0.578063,"f1":0.506701,"accuracy":0.578063,"main_score":0.506701,"hf_subset":"slk_Latn-mni_Beng","languages":["slk-Latn","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-ron_Latn","languages":["slk-Latn","ron-Latn"]},{"precision":0.983202,"recall":0.987154,"f1":0.984519,"accuracy":0.987154,"main_score":0.984519,"hf_subset":"slk_Latn-szl_Latn","languages":["slk-Latn","szl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-vec_Latn","languages":["slk-Latn","vec-Latn"]},{"precision":0.5465,"recall":0.63834,"f1":0.573201,"accuracy":0.63834,"main_score":0.573201,"hf_subset":"slk_Latn-amh_Ethi","languages":["slk-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-bos_Latn","languages":["slk-Latn","bos-Latn"]},{"precision":0.993577,"recall":0.995059,"f1":0.994071,"accuracy":0.995059,"main_score":0.994071,"hf_subset":"slk_Latn-fin_Latn","languages":["slk-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-ita_Latn","languages":["slk-Latn","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-kor_Hang","languages":["slk-Latn","kor-Hang"]},{"precision":0.465651,"recall":0.548419,"f1":0.488184,"accuracy":0.548419,"main_score":0.488184,"hf_subset":"slk_Latn-mos_Latn","languages":["slk-Latn","mos-Latn"]},{"precision":0.448339,"recall":0.525692,"f1":0.47004,"accuracy":0.525692,"main_score":0.47004,"hf_subset":"slk_Latn-run_Latn","languages":["slk-Latn","run-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slk_Latn-tam_Taml","languages":["slk-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-vie_Latn","languages":["slk-Latn","vie-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slk_Latn-apc_Arab","languages":["slk-Latn","apc-Arab"]},{"precision":0.739015,"recall":0.799407,"f1":0.756672,"accuracy":0.799407,"main_score":0.756672,"hf_subset":"slk_Latn-bug_Latn","languages":["slk-Latn","bug-Latn"]},{"precision":0.415841,"recall":0.492095,"f1":0.435732,"accuracy":0.492095,"main_score":0.435732,"hf_subset":"slk_Latn-fon_Latn","languages":["slk-Latn","fon-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"slk_Latn-jav_Latn","languages":["slk-Latn","jav-Latn"]},{"precision":0.894433,"recall":0.927866,"f1":0.905468,"accuracy":0.927866,"main_score":0.905468,"hf_subset":"slk_Latn-lao_Laoo","languages":["slk-Latn","lao-Laoo"]},{"precision":0.567689,"recall":0.656126,"f1":0.592684,"accuracy":0.656126,"main_score":0.592684,"hf_subset":"slk_Latn-mri_Latn","languages":["slk-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-rus_Cyrl","languages":["slk-Latn","rus-Cyrl"]},{"precision":0.4886,"recall":0.567194,"f1":0.510836,"accuracy":0.567194,"main_score":0.510836,"hf_subset":"slk_Latn-taq_Latn","languages":["slk-Latn","taq-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"slk_Latn-war_Latn","languages":["slk-Latn","war-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-arb_Arab","languages":["slk-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-bul_Cyrl","languages":["slk-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-fra_Latn","languages":["slk-Latn","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-jpn_Jpan","languages":["slk-Latn","jpn-Jpan"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"slk_Latn-lij_Latn","languages":["slk-Latn","lij-Latn"]},{"precision":0.931324,"recall":0.952569,"f1":0.938241,"accuracy":0.952569,"main_score":0.938241,"hf_subset":"slk_Latn-mya_Mymr","languages":["slk-Latn","mya-Mymr"]},{"precision":0.486475,"recall":0.576087,"f1":0.511563,"accuracy":0.576087,"main_score":0.511563,"hf_subset":"slk_Latn-sag_Latn","languages":["slk-Latn","sag-Latn"]},{"precision":0.125022,"recall":0.209486,"f1":0.14141,"accuracy":0.209486,"main_score":0.14141,"hf_subset":"slk_Latn-taq_Tfng","languages":["slk-Latn","taq-Tfng"]},{"precision":0.52805,"recall":0.617589,"f1":0.553447,"accuracy":0.617589,"main_score":0.553447,"hf_subset":"slk_Latn-wol_Latn","languages":["slk-Latn","wol-Latn"]},{"precision":0.603541,"recall":0.692688,"f1":0.629367,"accuracy":0.692688,"main_score":0.629367,"hf_subset":"slk_Latn-arb_Latn","languages":["slk-Latn","arb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-cat_Latn","languages":["slk-Latn","cat-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"slk_Latn-fur_Latn","languages":["slk-Latn","fur-Latn"]},{"precision":0.329456,"recall":0.40415,"f1":0.349681,"accuracy":0.40415,"main_score":0.349681,"hf_subset":"slk_Latn-kab_Latn","languages":["slk-Latn","kab-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"slk_Latn-lim_Latn","languages":["slk-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-nld_Latn","languages":["slk-Latn","nld-Latn"]},{"precision":0.961792,"recall":0.972332,"f1":0.965039,"accuracy":0.972332,"main_score":0.965039,"hf_subset":"slk_Latn-san_Deva","languages":["slk-Latn","san-Deva"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"slk_Latn-tat_Cyrl","languages":["slk-Latn","tat-Cyrl"]},{"precision":0.529031,"recall":0.606719,"f1":0.550329,"accuracy":0.606719,"main_score":0.550329,"hf_subset":"slk_Latn-xho_Latn","languages":["slk-Latn","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slk_Latn-ars_Arab","languages":["slk-Latn","ars-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"slk_Latn-ceb_Latn","languages":["slk-Latn","ceb-Latn"]},{"precision":0.466098,"recall":0.551383,"f1":0.489723,"accuracy":0.551383,"main_score":0.489723,"hf_subset":"slk_Latn-fuv_Latn","languages":["slk-Latn","fuv-Latn"]},{"precision":0.46146,"recall":0.545455,"f1":0.484493,"accuracy":0.545455,"main_score":0.484493,"hf_subset":"slk_Latn-kac_Latn","languages":["slk-Latn","kac-Latn"]},{"precision":0.536908,"recall":0.625494,"f1":0.561774,"accuracy":0.625494,"main_score":0.561774,"hf_subset":"slk_Latn-lin_Latn","languages":["slk-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-nno_Latn","languages":["slk-Latn","nno-Latn"]},{"precision":0.018469,"recall":0.061265,"f1":0.024297,"accuracy":0.061265,"main_score":0.024297,"hf_subset":"slk_Latn-sat_Olck","languages":["slk-Latn","sat-Olck"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slk_Latn-tel_Telu","languages":["slk-Latn","tel-Telu"]},{"precision":0.721632,"recall":0.797431,"f1":0.744686,"accuracy":0.797431,"main_score":0.744686,"hf_subset":"slk_Latn-ydd_Hebr","languages":["slk-Latn","ydd-Hebr"]},{"precision":0.960968,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"slk_Latn-ary_Arab","languages":["slk-Latn","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-ces_Latn","languages":["slk-Latn","ces-Latn"]},{"precision":0.377328,"recall":0.463439,"f1":0.400635,"accuracy":0.463439,"main_score":0.400635,"hf_subset":"slk_Latn-gaz_Latn","languages":["slk-Latn","gaz-Latn"]},{"precision":0.489652,"recall":0.574111,"f1":0.51358,"accuracy":0.574111,"main_score":0.51358,"hf_subset":"slk_Latn-kam_Latn","languages":["slk-Latn","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"slk_Latn-lit_Latn","languages":["slk-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-nob_Latn","languages":["slk-Latn","nob-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"slk_Latn-scn_Latn","languages":["slk-Latn","scn-Latn"]},{"precision":0.900692,"recall":0.93083,"f1":0.910408,"accuracy":0.93083,"main_score":0.910408,"hf_subset":"slk_Latn-tgk_Cyrl","languages":["slk-Latn","tgk-Cyrl"]},{"precision":0.427744,"recall":0.514822,"f1":0.451758,"accuracy":0.514822,"main_score":0.451758,"hf_subset":"slk_Latn-yor_Latn","languages":["slk-Latn","yor-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slk_Latn-arz_Arab","languages":["slk-Latn","arz-Arab"]},{"precision":0.477045,"recall":0.562253,"f1":0.499702,"accuracy":0.562253,"main_score":0.499702,"hf_subset":"slk_Latn-cjk_Latn","languages":["slk-Latn","cjk-Latn"]},{"precision":0.602462,"recall":0.685771,"f1":0.626652,"accuracy":0.685771,"main_score":0.626652,"hf_subset":"slk_Latn-gla_Latn","languages":["slk-Latn","gla-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"slk_Latn-kan_Knda","languages":["slk-Latn","kan-Knda"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"slk_Latn-lmo_Latn","languages":["slk-Latn","lmo-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"slk_Latn-npi_Deva","languages":["slk-Latn","npi-Deva"]},{"precision":0.409091,"recall":0.51087,"f1":0.436369,"accuracy":0.51087,"main_score":0.436369,"hf_subset":"slk_Latn-shn_Mymr","languages":["slk-Latn","shn-Mymr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slk_Latn-tgl_Latn","languages":["slk-Latn","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-yue_Hant","languages":["slk-Latn","yue-Hant"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"slk_Latn-asm_Beng","languages":["slk-Latn","asm-Beng"]},{"precision":0.708465,"recall":0.773715,"f1":0.727965,"accuracy":0.773715,"main_score":0.727965,"hf_subset":"slk_Latn-ckb_Arab","languages":["slk-Latn","ckb-Arab"]},{"precision":0.700816,"recall":0.775692,"f1":0.723421,"accuracy":0.775692,"main_score":0.723421,"hf_subset":"slk_Latn-gle_Latn","languages":["slk-Latn","gle-Latn"]},{"precision":0.881917,"recall":0.918972,"f1":0.893939,"accuracy":0.918972,"main_score":0.893939,"hf_subset":"slk_Latn-kas_Arab","languages":["slk-Latn","kas-Arab"]},{"precision":0.895586,"recall":0.924901,"f1":0.905138,"accuracy":0.924901,"main_score":0.905138,"hf_subset":"slk_Latn-ltg_Latn","languages":["slk-Latn","ltg-Latn"]},{"precision":0.521821,"recall":0.601779,"f1":0.544208,"accuracy":0.601779,"main_score":0.544208,"hf_subset":"slk_Latn-nso_Latn","languages":["slk-Latn","nso-Latn"]},{"precision":0.445685,"recall":0.543478,"f1":0.473374,"accuracy":0.543478,"main_score":0.473374,"hf_subset":"slk_Latn-sin_Sinh","languages":["slk-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-tha_Thai","languages":["slk-Latn","tha-Thai"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slk_Latn-zho_Hans","languages":["slk-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-ast_Latn","languages":["slk-Latn","ast-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"slk_Latn-crh_Latn","languages":["slk-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-glg_Latn","languages":["slk-Latn","glg-Latn"]},{"precision":0.763735,"recall":0.826087,"f1":0.78251,"accuracy":0.826087,"main_score":0.78251,"hf_subset":"slk_Latn-kas_Deva","languages":["slk-Latn","kas-Deva"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"slk_Latn-ltz_Latn","languages":["slk-Latn","ltz-Latn"]},{"precision":0.371572,"recall":0.458498,"f1":0.394947,"accuracy":0.458498,"main_score":0.394947,"hf_subset":"slk_Latn-nus_Latn","languages":["slk-Latn","nus-Latn"]},{"precision":0.25822,"recall":0.333004,"f1":0.277463,"accuracy":0.333004,"main_score":0.277463,"hf_subset":"slk_Latn-tir_Ethi","languages":["slk-Latn","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slk_Latn-zho_Hant","languages":["slk-Latn","zho-Hant"]},{"precision":0.984519,"recall":0.988142,"f1":0.985672,"accuracy":0.988142,"main_score":0.985672,"hf_subset":"slk_Latn-awa_Deva","languages":["slk-Latn","awa-Deva"]},{"precision":0.858646,"recall":0.899209,"f1":0.871278,"accuracy":0.899209,"main_score":0.871278,"hf_subset":"slk_Latn-cym_Latn","languages":["slk-Latn","cym-Latn"]},{"precision":0.722737,"recall":0.784585,"f1":0.740893,"accuracy":0.784585,"main_score":0.740893,"hf_subset":"slk_Latn-grn_Latn","languages":["slk-Latn","grn-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"slk_Latn-kat_Geor","languages":["slk-Latn","kat-Geor"]},{"precision":0.541955,"recall":0.620553,"f1":0.563765,"accuracy":0.620553,"main_score":0.563765,"hf_subset":"slk_Latn-lua_Latn","languages":["slk-Latn","lua-Latn"]},{"precision":0.499747,"recall":0.585968,"f1":0.524194,"accuracy":0.585968,"main_score":0.524194,"hf_subset":"slk_Latn-nya_Latn","languages":["slk-Latn","nya-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-slv_Latn","languages":["slk-Latn","slv-Latn"]},{"precision":0.796229,"recall":0.849802,"f1":0.812418,"accuracy":0.849802,"main_score":0.812418,"hf_subset":"slk_Latn-tpi_Latn","languages":["slk-Latn","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-zsm_Latn","languages":["slk-Latn","zsm-Latn"]},{"precision":0.47688,"recall":0.55336,"f1":0.497404,"accuracy":0.55336,"main_score":0.497404,"hf_subset":"slk_Latn-ayr_Latn","languages":["slk-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-dan_Latn","languages":["slk-Latn","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-guj_Gujr","languages":["slk-Latn","guj-Gujr"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"slk_Latn-kaz_Cyrl","languages":["slk-Latn","kaz-Cyrl"]},{"precision":0.437457,"recall":0.516798,"f1":0.459085,"accuracy":0.516798,"main_score":0.459085,"hf_subset":"slk_Latn-lug_Latn","languages":["slk-Latn","lug-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-oci_Latn","languages":["slk-Latn","oci-Latn"]},{"precision":0.497228,"recall":0.592885,"f1":0.524192,"accuracy":0.592885,"main_score":0.524192,"hf_subset":"slk_Latn-smo_Latn","languages":["slk-Latn","smo-Latn"]},{"precision":0.450243,"recall":0.534585,"f1":0.472897,"accuracy":0.534585,"main_score":0.472897,"hf_subset":"slk_Latn-tsn_Latn","languages":["slk-Latn","tsn-Latn"]},{"precision":0.464359,"recall":0.540514,"f1":0.484572,"accuracy":0.540514,"main_score":0.484572,"hf_subset":"slk_Latn-zul_Latn","languages":["slk-Latn","zul-Latn"]},{"precision":0.79776,"recall":0.856719,"f1":0.816337,"accuracy":0.856719,"main_score":0.816337,"hf_subset":"slk_Latn-azb_Arab","languages":["slk-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slk_Latn-deu_Latn","languages":["slk-Latn","deu-Latn"]},{"precision":0.919796,"recall":0.944664,"f1":0.927701,"accuracy":0.944664,"main_score":0.927701,"hf_subset":"slk_Latn-hat_Latn","languages":["slk-Latn","hat-Latn"]},{"precision":0.424257,"recall":0.501976,"f1":0.445458,"accuracy":0.501976,"main_score":0.445458,"hf_subset":"slk_Latn-kbp_Latn","languages":["slk-Latn","kbp-Latn"]},{"precision":0.495129,"recall":0.571146,"f1":0.516016,"accuracy":0.571146,"main_score":0.516016,"hf_subset":"slk_Latn-luo_Latn","languages":["slk-Latn","luo-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"slk_Latn-ory_Orya","languages":["slk-Latn","ory-Orya"]},{"precision":0.484418,"recall":0.566206,"f1":0.507475,"accuracy":0.566206,"main_score":0.507475,"hf_subset":"slk_Latn-sna_Latn","languages":["slk-Latn","sna-Latn"]},{"precision":0.461274,"recall":0.535573,"f1":0.481472,"accuracy":0.535573,"main_score":0.481472,"hf_subset":"slk_Latn-tso_Latn","languages":["slk-Latn","tso-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"slk_Latn-azj_Latn","languages":["slk-Latn","azj-Latn"]},{"precision":0.471141,"recall":0.554348,"f1":0.494525,"accuracy":0.554348,"main_score":0.494525,"hf_subset":"slk_Latn-dik_Latn","languages":["slk-Latn","dik-Latn"]},{"precision":0.463993,"recall":0.533597,"f1":0.48331,"accuracy":0.533597,"main_score":0.48331,"hf_subset":"slk_Latn-hau_Latn","languages":["slk-Latn","hau-Latn"]},{"precision":0.975791,"recall":0.983202,"f1":0.978096,"accuracy":0.983202,"main_score":0.978096,"hf_subset":"slk_Latn-kea_Latn","languages":["slk-Latn","kea-Latn"]},{"precision":0.632413,"recall":0.706522,"f1":0.653731,"accuracy":0.706522,"main_score":0.653731,"hf_subset":"slk_Latn-lus_Latn","languages":["slk-Latn","lus-Latn"]},{"precision":0.813488,"recall":0.863636,"f1":0.82892,"accuracy":0.863636,"main_score":0.82892,"hf_subset":"slk_Latn-pag_Latn","languages":["slk-Latn","pag-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"slk_Latn-snd_Arab","languages":["slk-Latn","snd-Arab"]},{"precision":0.8764,"recall":0.91502,"f1":0.888735,"accuracy":0.91502,"main_score":0.888735,"hf_subset":"slk_Latn-tuk_Latn","languages":["slk-Latn","tuk-Latn"]},{"precision":0.955204,"recall":0.969368,"f1":0.959816,"accuracy":0.969368,"main_score":0.959816,"hf_subset":"slk_Latn-bak_Cyrl","languages":["slk-Latn","bak-Cyrl"]},{"precision":0.414352,"recall":0.509881,"f1":0.441079,"accuracy":0.509881,"main_score":0.441079,"hf_subset":"slk_Latn-dyu_Latn","languages":["slk-Latn","dyu-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slk_Latn-heb_Hebr","languages":["slk-Latn","heb-Hebr"]},{"precision":0.885128,"recall":0.91996,"f1":0.896311,"accuracy":0.91996,"main_score":0.896311,"hf_subset":"slk_Latn-khk_Cyrl","languages":["slk-Latn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slk_Latn-lvs_Latn","languages":["slk-Latn","lvs-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slk_Latn-pan_Guru","languages":["slk-Latn","pan-Guru"]},{"precision":0.4516,"recall":0.537549,"f1":0.475573,"accuracy":0.537549,"main_score":0.475573,"hf_subset":"slk_Latn-som_Latn","languages":["slk-Latn","som-Latn"]},{"precision":0.493042,"recall":0.568182,"f1":0.514049,"accuracy":0.568182,"main_score":0.514049,"hf_subset":"slk_Latn-tum_Latn","languages":["slk-Latn","tum-Latn"]},{"precision":0.173126,"recall":0.215415,"f1":0.183523,"accuracy":0.215415,"main_score":0.183523,"hf_subset":"tir_Ethi-ace_Arab","languages":["tir-Ethi","ace-Arab"]},{"precision":0.179986,"recall":0.217391,"f1":0.188621,"accuracy":0.217391,"main_score":0.188621,"hf_subset":"tir_Ethi-bam_Latn","languages":["tir-Ethi","bam-Latn"]},{"precision":0.111686,"recall":0.13834,"f1":0.118975,"accuracy":0.13834,"main_score":0.118975,"hf_subset":"tir_Ethi-dzo_Tibt","languages":["tir-Ethi","dzo-Tibt"]},{"precision":0.232889,"recall":0.30336,"f1":0.250429,"accuracy":0.30336,"main_score":0.250429,"hf_subset":"tir_Ethi-hin_Deva","languages":["tir-Ethi","hin-Deva"]},{"precision":0.199519,"recall":0.246047,"f1":0.210628,"accuracy":0.246047,"main_score":0.210628,"hf_subset":"tir_Ethi-khm_Khmr","languages":["tir-Ethi","khm-Khmr"]},{"precision":0.24503,"recall":0.305336,"f1":0.260288,"accuracy":0.305336,"main_score":0.260288,"hf_subset":"tir_Ethi-mag_Deva","languages":["tir-Ethi","mag-Deva"]},{"precision":0.240046,"recall":0.293478,"f1":0.253789,"accuracy":0.293478,"main_score":0.253789,"hf_subset":"tir_Ethi-pap_Latn","languages":["tir-Ethi","pap-Latn"]},{"precision":0.192498,"recall":0.227273,"f1":0.200704,"accuracy":0.227273,"main_score":0.200704,"hf_subset":"tir_Ethi-sot_Latn","languages":["tir-Ethi","sot-Latn"]},{"precision":0.232633,"recall":0.296443,"f1":0.24834,"accuracy":0.296443,"main_score":0.24834,"hf_subset":"tir_Ethi-tur_Latn","languages":["tir-Ethi","tur-Latn"]},{"precision":0.221392,"recall":0.269763,"f1":0.233696,"accuracy":0.269763,"main_score":0.233696,"hf_subset":"tir_Ethi-ace_Latn","languages":["tir-Ethi","ace-Latn"]},{"precision":0.227021,"recall":0.278656,"f1":0.241058,"accuracy":0.278656,"main_score":0.241058,"hf_subset":"tir_Ethi-ban_Latn","languages":["tir-Ethi","ban-Latn"]},{"precision":0.215252,"recall":0.277668,"f1":0.231288,"accuracy":0.277668,"main_score":0.231288,"hf_subset":"tir_Ethi-ell_Grek","languages":["tir-Ethi","ell-Grek"]},{"precision":0.242503,"recall":0.30336,"f1":0.25748,"accuracy":0.30336,"main_score":0.25748,"hf_subset":"tir_Ethi-hne_Deva","languages":["tir-Ethi","hne-Deva"]},{"precision":0.091766,"recall":0.135375,"f1":0.101468,"accuracy":0.135375,"main_score":0.101468,"hf_subset":"tir_Ethi-kik_Latn","languages":["tir-Ethi","kik-Latn"]},{"precision":0.2447,"recall":0.299407,"f1":0.258301,"accuracy":0.299407,"main_score":0.258301,"hf_subset":"tir_Ethi-mai_Deva","languages":["tir-Ethi","mai-Deva"]},{"precision":0.225134,"recall":0.278656,"f1":0.238727,"accuracy":0.278656,"main_score":0.238727,"hf_subset":"tir_Ethi-pbt_Arab","languages":["tir-Ethi","pbt-Arab"]},{"precision":0.227765,"recall":0.294466,"f1":0.244398,"accuracy":0.294466,"main_score":0.244398,"hf_subset":"tir_Ethi-spa_Latn","languages":["tir-Ethi","spa-Latn"]},{"precision":0.18486,"recall":0.222332,"f1":0.19359,"accuracy":0.222332,"main_score":0.19359,"hf_subset":"tir_Ethi-twi_Latn","languages":["tir-Ethi","twi-Latn"]},{"precision":0.220637,"recall":0.283597,"f1":0.234969,"accuracy":0.283597,"main_score":0.234969,"hf_subset":"tir_Ethi-acm_Arab","languages":["tir-Ethi","acm-Arab"]},{"precision":0.23863,"recall":0.299407,"f1":0.2538,"accuracy":0.299407,"main_score":0.2538,"hf_subset":"tir_Ethi-bel_Cyrl","languages":["tir-Ethi","bel-Cyrl"]},{"precision":0.209488,"recall":0.277668,"f1":0.225864,"accuracy":0.277668,"main_score":0.225864,"hf_subset":"tir_Ethi-eng_Latn","languages":["tir-Ethi","eng-Latn"]},{"precision":0.238969,"recall":0.306324,"f1":0.256054,"accuracy":0.306324,"main_score":0.256054,"hf_subset":"tir_Ethi-hrv_Latn","languages":["tir-Ethi","hrv-Latn"]},{"precision":0.206279,"recall":0.243083,"f1":0.214854,"accuracy":0.243083,"main_score":0.214854,"hf_subset":"tir_Ethi-kin_Latn","languages":["tir-Ethi","kin-Latn"]},{"precision":0.249857,"recall":0.30336,"f1":0.263203,"accuracy":0.30336,"main_score":0.263203,"hf_subset":"tir_Ethi-mal_Mlym","languages":["tir-Ethi","mal-Mlym"]},{"precision":0.254283,"recall":0.312253,"f1":0.268573,"accuracy":0.312253,"main_score":0.268573,"hf_subset":"tir_Ethi-pes_Arab","languages":["tir-Ethi","pes-Arab"]},{"precision":0.245966,"recall":0.30336,"f1":0.260192,"accuracy":0.30336,"main_score":0.260192,"hf_subset":"tir_Ethi-srd_Latn","languages":["tir-Ethi","srd-Latn"]},{"precision":0.162382,"recall":0.1917,"f1":0.169655,"accuracy":0.1917,"main_score":0.169655,"hf_subset":"tir_Ethi-tzm_Tfng","languages":["tir-Ethi","tzm-Tfng"]},{"precision":0.218064,"recall":0.282609,"f1":0.23309,"accuracy":0.282609,"main_score":0.23309,"hf_subset":"tir_Ethi-acq_Arab","languages":["tir-Ethi","acq-Arab"]},{"precision":0.181277,"recall":0.216403,"f1":0.190515,"accuracy":0.216403,"main_score":0.190515,"hf_subset":"tir_Ethi-bem_Latn","languages":["tir-Ethi","bem-Latn"]},{"precision":0.235055,"recall":0.298419,"f1":0.250808,"accuracy":0.298419,"main_score":0.250808,"hf_subset":"tir_Ethi-epo_Latn","languages":["tir-Ethi","epo-Latn"]},{"precision":0.233835,"recall":0.294466,"f1":0.248505,"accuracy":0.294466,"main_score":0.248505,"hf_subset":"tir_Ethi-hun_Latn","languages":["tir-Ethi","hun-Latn"]},{"precision":0.246197,"recall":0.293478,"f1":0.257791,"accuracy":0.293478,"main_score":0.257791,"hf_subset":"tir_Ethi-kir_Cyrl","languages":["tir-Ethi","kir-Cyrl"]},{"precision":0.22928,"recall":0.290514,"f1":0.244617,"accuracy":0.290514,"main_score":0.244617,"hf_subset":"tir_Ethi-mar_Deva","languages":["tir-Ethi","mar-Deva"]},{"precision":0.200944,"recall":0.237154,"f1":0.209821,"accuracy":0.237154,"main_score":0.209821,"hf_subset":"tir_Ethi-plt_Latn","languages":["tir-Ethi","plt-Latn"]},{"precision":0.252521,"recall":0.320158,"f1":0.269546,"accuracy":0.320158,"main_score":0.269546,"hf_subset":"tir_Ethi-srp_Cyrl","languages":["tir-Ethi","srp-Cyrl"]},{"precision":0.243697,"recall":0.295455,"f1":0.256622,"accuracy":0.295455,"main_score":0.256622,"hf_subset":"tir_Ethi-uig_Arab","languages":["tir-Ethi","uig-Arab"]},{"precision":0.205365,"recall":0.26087,"f1":0.219269,"accuracy":0.26087,"main_score":0.219269,"hf_subset":"tir_Ethi-aeb_Arab","languages":["tir-Ethi","aeb-Arab"]},{"precision":0.237243,"recall":0.306324,"f1":0.254199,"accuracy":0.306324,"main_score":0.254199,"hf_subset":"tir_Ethi-ben_Beng","languages":["tir-Ethi","ben-Beng"]},{"precision":0.22077,"recall":0.283597,"f1":0.236382,"accuracy":0.283597,"main_score":0.236382,"hf_subset":"tir_Ethi-est_Latn","languages":["tir-Ethi","est-Latn"]},{"precision":0.236538,"recall":0.290514,"f1":0.249792,"accuracy":0.290514,"main_score":0.249792,"hf_subset":"tir_Ethi-hye_Armn","languages":["tir-Ethi","hye-Armn"]},{"precision":0.177804,"recall":0.211462,"f1":0.18684,"accuracy":0.211462,"main_score":0.18684,"hf_subset":"tir_Ethi-kmb_Latn","languages":["tir-Ethi","kmb-Latn"]},{"precision":0.157499,"recall":0.197628,"f1":0.167503,"accuracy":0.197628,"main_score":0.167503,"hf_subset":"tir_Ethi-min_Arab","languages":["tir-Ethi","min-Arab"]},{"precision":0.228067,"recall":0.293478,"f1":0.244258,"accuracy":0.293478,"main_score":0.244258,"hf_subset":"tir_Ethi-pol_Latn","languages":["tir-Ethi","pol-Latn"]},{"precision":0.175362,"recall":0.215415,"f1":0.184731,"accuracy":0.215415,"main_score":0.184731,"hf_subset":"tir_Ethi-ssw_Latn","languages":["tir-Ethi","ssw-Latn"]},{"precision":0.257657,"recall":0.324111,"f1":0.273665,"accuracy":0.324111,"main_score":0.273665,"hf_subset":"tir_Ethi-ukr_Cyrl","languages":["tir-Ethi","ukr-Cyrl"]},{"precision":0.236676,"recall":0.305336,"f1":0.254051,"accuracy":0.305336,"main_score":0.254051,"hf_subset":"tir_Ethi-afr_Latn","languages":["tir-Ethi","afr-Latn"]},{"precision":0.243482,"recall":0.30336,"f1":0.257922,"accuracy":0.30336,"main_score":0.257922,"hf_subset":"tir_Ethi-bho_Deva","languages":["tir-Ethi","bho-Deva"]},{"precision":0.235584,"recall":0.290514,"f1":0.248653,"accuracy":0.290514,"main_score":0.248653,"hf_subset":"tir_Ethi-eus_Latn","languages":["tir-Ethi","eus-Latn"]},{"precision":0.163234,"recall":0.201581,"f1":0.172493,"accuracy":0.201581,"main_score":0.172493,"hf_subset":"tir_Ethi-ibo_Latn","languages":["tir-Ethi","ibo-Latn"]},{"precision":0.227252,"recall":0.273715,"f1":0.238651,"accuracy":0.273715,"main_score":0.238651,"hf_subset":"tir_Ethi-kmr_Latn","languages":["tir-Ethi","kmr-Latn"]},{"precision":0.226647,"recall":0.275692,"f1":0.238042,"accuracy":0.275692,"main_score":0.238042,"hf_subset":"tir_Ethi-min_Latn","languages":["tir-Ethi","min-Latn"]},{"precision":0.21338,"recall":0.283597,"f1":0.230685,"accuracy":0.283597,"main_score":0.230685,"hf_subset":"tir_Ethi-por_Latn","languages":["tir-Ethi","por-Latn"]},{"precision":0.239209,"recall":0.290514,"f1":0.253003,"accuracy":0.290514,"main_score":0.253003,"hf_subset":"tir_Ethi-sun_Latn","languages":["tir-Ethi","sun-Latn"]},{"precision":0.191345,"recall":0.22332,"f1":0.200278,"accuracy":0.22332,"main_score":0.200278,"hf_subset":"tir_Ethi-umb_Latn","languages":["tir-Ethi","umb-Latn"]},{"precision":0.225253,"recall":0.29249,"f1":0.242287,"accuracy":0.29249,"main_score":0.242287,"hf_subset":"tir_Ethi-ajp_Arab","languages":["tir-Ethi","ajp-Arab"]},{"precision":0.173702,"recall":0.216403,"f1":0.184298,"accuracy":0.216403,"main_score":0.184298,"hf_subset":"tir_Ethi-bjn_Arab","languages":["tir-Ethi","bjn-Arab"]},{"precision":0.170251,"recall":0.200593,"f1":0.177485,"accuracy":0.200593,"main_score":0.177485,"hf_subset":"tir_Ethi-ewe_Latn","languages":["tir-Ethi","ewe-Latn"]},{"precision":0.222672,"recall":0.270751,"f1":0.233939,"accuracy":0.270751,"main_score":0.233939,"hf_subset":"tir_Ethi-ilo_Latn","languages":["tir-Ethi","ilo-Latn"]},{"precision":0.144986,"recall":0.195652,"f1":0.157557,"accuracy":0.195652,"main_score":0.157557,"hf_subset":"tir_Ethi-knc_Arab","languages":["tir-Ethi","knc-Arab"]},{"precision":0.241554,"recall":0.298419,"f1":0.255979,"accuracy":0.298419,"main_score":0.255979,"hf_subset":"tir_Ethi-mkd_Cyrl","languages":["tir-Ethi","mkd-Cyrl"]},{"precision":0.251887,"recall":0.311265,"f1":0.266076,"accuracy":0.311265,"main_score":0.266076,"hf_subset":"tir_Ethi-prs_Arab","languages":["tir-Ethi","prs-Arab"]},{"precision":0.216112,"recall":0.281621,"f1":0.232799,"accuracy":0.281621,"main_score":0.232799,"hf_subset":"tir_Ethi-swe_Latn","languages":["tir-Ethi","swe-Latn"]},{"precision":0.234441,"recall":0.297431,"f1":0.250474,"accuracy":0.297431,"main_score":0.250474,"hf_subset":"tir_Ethi-urd_Arab","languages":["tir-Ethi","urd-Arab"]},{"precision":0.167338,"recall":0.204545,"f1":0.17626,"accuracy":0.204545,"main_score":0.17626,"hf_subset":"tir_Ethi-aka_Latn","languages":["tir-Ethi","aka-Latn"]},{"precision":0.222183,"recall":0.280632,"f1":0.236235,"accuracy":0.280632,"main_score":0.236235,"hf_subset":"tir_Ethi-bjn_Latn","languages":["tir-Ethi","bjn-Latn"]},{"precision":0.214022,"recall":0.262846,"f1":0.226243,"accuracy":0.262846,"main_score":0.226243,"hf_subset":"tir_Ethi-fao_Latn","languages":["tir-Ethi","fao-Latn"]},{"precision":0.219198,"recall":0.291502,"f1":0.237352,"accuracy":0.291502,"main_score":0.237352,"hf_subset":"tir_Ethi-ind_Latn","languages":["tir-Ethi","ind-Latn"]},{"precision":0.192442,"recall":0.227273,"f1":0.201361,"accuracy":0.227273,"main_score":0.201361,"hf_subset":"tir_Ethi-knc_Latn","languages":["tir-Ethi","knc-Latn"]},{"precision":0.232991,"recall":0.290514,"f1":0.247371,"accuracy":0.290514,"main_score":0.247371,"hf_subset":"tir_Ethi-mlt_Latn","languages":["tir-Ethi","mlt-Latn"]},{"precision":0.184633,"recall":0.221344,"f1":0.193827,"accuracy":0.221344,"main_score":0.193827,"hf_subset":"tir_Ethi-quy_Latn","languages":["tir-Ethi","quy-Latn"]},{"precision":0.210786,"recall":0.261858,"f1":0.223269,"accuracy":0.261858,"main_score":0.223269,"hf_subset":"tir_Ethi-swh_Latn","languages":["tir-Ethi","swh-Latn"]},{"precision":0.256884,"recall":0.307312,"f1":0.26888,"accuracy":0.307312,"main_score":0.26888,"hf_subset":"tir_Ethi-uzn_Latn","languages":["tir-Ethi","uzn-Latn"]},{"precision":0.25822,"recall":0.312253,"f1":0.271984,"accuracy":0.312253,"main_score":0.271984,"hf_subset":"tir_Ethi-als_Latn","languages":["tir-Ethi","als-Latn"]},{"precision":0.158974,"recall":0.1917,"f1":0.167006,"accuracy":0.1917,"main_score":0.167006,"hf_subset":"tir_Ethi-bod_Tibt","languages":["tir-Ethi","bod-Tibt"]},{"precision":0.181137,"recall":0.222332,"f1":0.190837,"accuracy":0.222332,"main_score":0.190837,"hf_subset":"tir_Ethi-fij_Latn","languages":["tir-Ethi","fij-Latn"]},{"precision":0.19707,"recall":0.247036,"f1":0.208555,"accuracy":0.247036,"main_score":0.208555,"hf_subset":"tir_Ethi-isl_Latn","languages":["tir-Ethi","isl-Latn"]},{"precision":0.187843,"recall":0.23419,"f1":0.199535,"accuracy":0.23419,"main_score":0.199535,"hf_subset":"tir_Ethi-kon_Latn","languages":["tir-Ethi","kon-Latn"]},{"precision":0.212183,"recall":0.261858,"f1":0.225033,"accuracy":0.261858,"main_score":0.225033,"hf_subset":"tir_Ethi-mni_Beng","languages":["tir-Ethi","mni-Beng"]},{"precision":0.232511,"recall":0.299407,"f1":0.248957,"accuracy":0.299407,"main_score":0.248957,"hf_subset":"tir_Ethi-ron_Latn","languages":["tir-Ethi","ron-Latn"]},{"precision":0.225886,"recall":0.290514,"f1":0.241457,"accuracy":0.290514,"main_score":0.241457,"hf_subset":"tir_Ethi-szl_Latn","languages":["tir-Ethi","szl-Latn"]},{"precision":0.230549,"recall":0.291502,"f1":0.244423,"accuracy":0.291502,"main_score":0.244423,"hf_subset":"tir_Ethi-vec_Latn","languages":["tir-Ethi","vec-Latn"]},{"precision":0.39343,"recall":0.462451,"f1":0.410339,"accuracy":0.462451,"main_score":0.410339,"hf_subset":"tir_Ethi-amh_Ethi","languages":["tir-Ethi","amh-Ethi"]},{"precision":0.230903,"recall":0.301383,"f1":0.248698,"accuracy":0.301383,"main_score":0.248698,"hf_subset":"tir_Ethi-bos_Latn","languages":["tir-Ethi","bos-Latn"]},{"precision":0.235239,"recall":0.291502,"f1":0.249521,"accuracy":0.291502,"main_score":0.249521,"hf_subset":"tir_Ethi-fin_Latn","languages":["tir-Ethi","fin-Latn"]},{"precision":0.214156,"recall":0.288538,"f1":0.232858,"accuracy":0.288538,"main_score":0.232858,"hf_subset":"tir_Ethi-ita_Latn","languages":["tir-Ethi","ita-Latn"]},{"precision":0.242428,"recall":0.30336,"f1":0.257381,"accuracy":0.30336,"main_score":0.257381,"hf_subset":"tir_Ethi-kor_Hang","languages":["tir-Ethi","kor-Hang"]},{"precision":0.195905,"recall":0.236166,"f1":0.204649,"accuracy":0.236166,"main_score":0.204649,"hf_subset":"tir_Ethi-mos_Latn","languages":["tir-Ethi","mos-Latn"]},{"precision":0.1834,"recall":0.222332,"f1":0.192793,"accuracy":0.222332,"main_score":0.192793,"hf_subset":"tir_Ethi-run_Latn","languages":["tir-Ethi","run-Latn"]},{"precision":0.227594,"recall":0.286561,"f1":0.242377,"accuracy":0.286561,"main_score":0.242377,"hf_subset":"tir_Ethi-tam_Taml","languages":["tir-Ethi","tam-Taml"]},{"precision":0.21969,"recall":0.282609,"f1":0.235186,"accuracy":0.282609,"main_score":0.235186,"hf_subset":"tir_Ethi-vie_Latn","languages":["tir-Ethi","vie-Latn"]},{"precision":0.229216,"recall":0.295455,"f1":0.245186,"accuracy":0.295455,"main_score":0.245186,"hf_subset":"tir_Ethi-apc_Arab","languages":["tir-Ethi","apc-Arab"]},{"precision":0.201891,"recall":0.245059,"f1":0.212503,"accuracy":0.245059,"main_score":0.212503,"hf_subset":"tir_Ethi-bug_Latn","languages":["tir-Ethi","bug-Latn"]},{"precision":0.163627,"recall":0.195652,"f1":0.171591,"accuracy":0.195652,"main_score":0.171591,"hf_subset":"tir_Ethi-fon_Latn","languages":["tir-Ethi","fon-Latn"]},{"precision":0.232791,"recall":0.29249,"f1":0.247634,"accuracy":0.29249,"main_score":0.247634,"hf_subset":"tir_Ethi-jav_Latn","languages":["tir-Ethi","jav-Latn"]},{"precision":0.203884,"recall":0.247036,"f1":0.21532,"accuracy":0.247036,"main_score":0.21532,"hf_subset":"tir_Ethi-lao_Laoo","languages":["tir-Ethi","lao-Laoo"]},{"precision":0.202958,"recall":0.246047,"f1":0.213947,"accuracy":0.246047,"main_score":0.213947,"hf_subset":"tir_Ethi-mri_Latn","languages":["tir-Ethi","mri-Latn"]},{"precision":0.237427,"recall":0.297431,"f1":0.25232,"accuracy":0.297431,"main_score":0.25232,"hf_subset":"tir_Ethi-rus_Cyrl","languages":["tir-Ethi","rus-Cyrl"]},{"precision":0.186199,"recall":0.216403,"f1":0.193746,"accuracy":0.216403,"main_score":0.193746,"hf_subset":"tir_Ethi-taq_Latn","languages":["tir-Ethi","taq-Latn"]},{"precision":0.239091,"recall":0.297431,"f1":0.253305,"accuracy":0.297431,"main_score":0.253305,"hf_subset":"tir_Ethi-war_Latn","languages":["tir-Ethi","war-Latn"]},{"precision":0.225805,"recall":0.289526,"f1":0.240813,"accuracy":0.289526,"main_score":0.240813,"hf_subset":"tir_Ethi-arb_Arab","languages":["tir-Ethi","arb-Arab"]},{"precision":0.24777,"recall":0.305336,"f1":0.261976,"accuracy":0.305336,"main_score":0.261976,"hf_subset":"tir_Ethi-bul_Cyrl","languages":["tir-Ethi","bul-Cyrl"]},{"precision":0.215095,"recall":0.277668,"f1":0.230404,"accuracy":0.277668,"main_score":0.230404,"hf_subset":"tir_Ethi-fra_Latn","languages":["tir-Ethi","fra-Latn"]},{"precision":0.216115,"recall":0.281621,"f1":0.232293,"accuracy":0.281621,"main_score":0.232293,"hf_subset":"tir_Ethi-jpn_Jpan","languages":["tir-Ethi","jpn-Jpan"]},{"precision":0.243095,"recall":0.300395,"f1":0.257852,"accuracy":0.300395,"main_score":0.257852,"hf_subset":"tir_Ethi-lij_Latn","languages":["tir-Ethi","lij-Latn"]},{"precision":0.197646,"recall":0.246047,"f1":0.21019,"accuracy":0.246047,"main_score":0.21019,"hf_subset":"tir_Ethi-mya_Mymr","languages":["tir-Ethi","mya-Mymr"]},{"precision":0.176806,"recall":0.211462,"f1":0.184872,"accuracy":0.211462,"main_score":0.184872,"hf_subset":"tir_Ethi-sag_Latn","languages":["tir-Ethi","sag-Latn"]},{"precision":0.141154,"recall":0.179842,"f1":0.150768,"accuracy":0.179842,"main_score":0.150768,"hf_subset":"tir_Ethi-taq_Tfng","languages":["tir-Ethi","taq-Tfng"]},{"precision":0.190754,"recall":0.240119,"f1":0.202815,"accuracy":0.240119,"main_score":0.202815,"hf_subset":"tir_Ethi-wol_Latn","languages":["tir-Ethi","wol-Latn"]},{"precision":0.185262,"recall":0.225296,"f1":0.195109,"accuracy":0.225296,"main_score":0.195109,"hf_subset":"tir_Ethi-arb_Latn","languages":["tir-Ethi","arb-Latn"]},{"precision":0.225888,"recall":0.296443,"f1":0.242656,"accuracy":0.296443,"main_score":0.242656,"hf_subset":"tir_Ethi-cat_Latn","languages":["tir-Ethi","cat-Latn"]},{"precision":0.237031,"recall":0.295455,"f1":0.25136,"accuracy":0.295455,"main_score":0.25136,"hf_subset":"tir_Ethi-fur_Latn","languages":["tir-Ethi","fur-Latn"]},{"precision":0.172191,"recall":0.204545,"f1":0.180427,"accuracy":0.204545,"main_score":0.180427,"hf_subset":"tir_Ethi-kab_Latn","languages":["tir-Ethi","kab-Latn"]},{"precision":0.230041,"recall":0.284585,"f1":0.244086,"accuracy":0.284585,"main_score":0.244086,"hf_subset":"tir_Ethi-lim_Latn","languages":["tir-Ethi","lim-Latn"]},{"precision":0.224939,"recall":0.29249,"f1":0.241437,"accuracy":0.29249,"main_score":0.241437,"hf_subset":"tir_Ethi-nld_Latn","languages":["tir-Ethi","nld-Latn"]},{"precision":0.229604,"recall":0.284585,"f1":0.242903,"accuracy":0.284585,"main_score":0.242903,"hf_subset":"tir_Ethi-san_Deva","languages":["tir-Ethi","san-Deva"]},{"precision":0.253552,"recall":0.30336,"f1":0.265813,"accuracy":0.30336,"main_score":0.265813,"hf_subset":"tir_Ethi-tat_Cyrl","languages":["tir-Ethi","tat-Cyrl"]},{"precision":0.185016,"recall":0.222332,"f1":0.194244,"accuracy":0.222332,"main_score":0.194244,"hf_subset":"tir_Ethi-xho_Latn","languages":["tir-Ethi","xho-Latn"]},{"precision":0.19102,"recall":0.258893,"f1":0.20686,"accuracy":0.258893,"main_score":0.20686,"hf_subset":"tir_Ethi-ars_Arab","languages":["tir-Ethi","ars-Arab"]},{"precision":0.226884,"recall":0.295455,"f1":0.242887,"accuracy":0.295455,"main_score":0.242887,"hf_subset":"tir_Ethi-ceb_Latn","languages":["tir-Ethi","ceb-Latn"]},{"precision":0.176151,"recall":0.217391,"f1":0.186113,"accuracy":0.217391,"main_score":0.186113,"hf_subset":"tir_Ethi-fuv_Latn","languages":["tir-Ethi","fuv-Latn"]},{"precision":0.183908,"recall":0.219368,"f1":0.193149,"accuracy":0.219368,"main_score":0.193149,"hf_subset":"tir_Ethi-kac_Latn","languages":["tir-Ethi","kac-Latn"]},{"precision":0.197377,"recall":0.236166,"f1":0.206984,"accuracy":0.236166,"main_score":0.206984,"hf_subset":"tir_Ethi-lin_Latn","languages":["tir-Ethi","lin-Latn"]},{"precision":0.224838,"recall":0.294466,"f1":0.2424,"accuracy":0.294466,"main_score":0.2424,"hf_subset":"tir_Ethi-nno_Latn","languages":["tir-Ethi","nno-Latn"]},{"precision":0.038487,"recall":0.072134,"f1":0.045273,"accuracy":0.072134,"main_score":0.045273,"hf_subset":"tir_Ethi-sat_Olck","languages":["tir-Ethi","sat-Olck"]},{"precision":0.250542,"recall":0.307312,"f1":0.264461,"accuracy":0.307312,"main_score":0.264461,"hf_subset":"tir_Ethi-tel_Telu","languages":["tir-Ethi","tel-Telu"]},{"precision":0.24638,"recall":0.290514,"f1":0.258274,"accuracy":0.290514,"main_score":0.258274,"hf_subset":"tir_Ethi-ydd_Hebr","languages":["tir-Ethi","ydd-Hebr"]},{"precision":0.211226,"recall":0.268775,"f1":0.226294,"accuracy":0.268775,"main_score":0.226294,"hf_subset":"tir_Ethi-ary_Arab","languages":["tir-Ethi","ary-Arab"]},{"precision":0.230734,"recall":0.297431,"f1":0.247418,"accuracy":0.297431,"main_score":0.247418,"hf_subset":"tir_Ethi-ces_Latn","languages":["tir-Ethi","ces-Latn"]},{"precision":0.201479,"recall":0.238142,"f1":0.211018,"accuracy":0.238142,"main_score":0.211018,"hf_subset":"tir_Ethi-gaz_Latn","languages":["tir-Ethi","gaz-Latn"]},{"precision":0.172878,"recall":0.208498,"f1":0.181562,"accuracy":0.208498,"main_score":0.181562,"hf_subset":"tir_Ethi-kam_Latn","languages":["tir-Ethi","kam-Latn"]},{"precision":0.233353,"recall":0.294466,"f1":0.248893,"accuracy":0.294466,"main_score":0.248893,"hf_subset":"tir_Ethi-lit_Latn","languages":["tir-Ethi","lit-Latn"]},{"precision":0.225456,"recall":0.29249,"f1":0.242011,"accuracy":0.29249,"main_score":0.242011,"hf_subset":"tir_Ethi-nob_Latn","languages":["tir-Ethi","nob-Latn"]},{"precision":0.226315,"recall":0.288538,"f1":0.240996,"accuracy":0.288538,"main_score":0.240996,"hf_subset":"tir_Ethi-scn_Latn","languages":["tir-Ethi","scn-Latn"]},{"precision":0.238496,"recall":0.291502,"f1":0.251743,"accuracy":0.291502,"main_score":0.251743,"hf_subset":"tir_Ethi-tgk_Cyrl","languages":["tir-Ethi","tgk-Cyrl"]},{"precision":0.121441,"recall":0.161067,"f1":0.131086,"accuracy":0.161067,"main_score":0.131086,"hf_subset":"tir_Ethi-yor_Latn","languages":["tir-Ethi","yor-Latn"]},{"precision":0.220655,"recall":0.278656,"f1":0.234419,"accuracy":0.278656,"main_score":0.234419,"hf_subset":"tir_Ethi-arz_Arab","languages":["tir-Ethi","arz-Arab"]},{"precision":0.188323,"recall":0.227273,"f1":0.198268,"accuracy":0.227273,"main_score":0.198268,"hf_subset":"tir_Ethi-cjk_Latn","languages":["tir-Ethi","cjk-Latn"]},{"precision":0.194557,"recall":0.23419,"f1":0.204299,"accuracy":0.23419,"main_score":0.204299,"hf_subset":"tir_Ethi-gla_Latn","languages":["tir-Ethi","gla-Latn"]},{"precision":0.251332,"recall":0.306324,"f1":0.264643,"accuracy":0.306324,"main_score":0.264643,"hf_subset":"tir_Ethi-kan_Knda","languages":["tir-Ethi","kan-Knda"]},{"precision":0.218457,"recall":0.275692,"f1":0.232136,"accuracy":0.275692,"main_score":0.232136,"hf_subset":"tir_Ethi-lmo_Latn","languages":["tir-Ethi","lmo-Latn"]},{"precision":0.250301,"recall":0.311265,"f1":0.265346,"accuracy":0.311265,"main_score":0.265346,"hf_subset":"tir_Ethi-npi_Deva","languages":["tir-Ethi","npi-Deva"]},{"precision":0.166506,"recall":0.204545,"f1":0.175888,"accuracy":0.204545,"main_score":0.175888,"hf_subset":"tir_Ethi-shn_Mymr","languages":["tir-Ethi","shn-Mymr"]},{"precision":0.242537,"recall":0.300395,"f1":0.255012,"accuracy":0.300395,"main_score":0.255012,"hf_subset":"tir_Ethi-tgl_Latn","languages":["tir-Ethi","tgl-Latn"]},{"precision":0.210112,"recall":0.270751,"f1":0.224611,"accuracy":0.270751,"main_score":0.224611,"hf_subset":"tir_Ethi-yue_Hant","languages":["tir-Ethi","yue-Hant"]},{"precision":0.231926,"recall":0.29249,"f1":0.247155,"accuracy":0.29249,"main_score":0.247155,"hf_subset":"tir_Ethi-asm_Beng","languages":["tir-Ethi","asm-Beng"]},{"precision":0.218796,"recall":0.26087,"f1":0.229505,"accuracy":0.26087,"main_score":0.229505,"hf_subset":"tir_Ethi-ckb_Arab","languages":["tir-Ethi","ckb-Arab"]},{"precision":0.218286,"recall":0.257905,"f1":0.228524,"accuracy":0.257905,"main_score":0.228524,"hf_subset":"tir_Ethi-gle_Latn","languages":["tir-Ethi","gle-Latn"]},{"precision":0.229823,"recall":0.283597,"f1":0.244158,"accuracy":0.283597,"main_score":0.244158,"hf_subset":"tir_Ethi-kas_Arab","languages":["tir-Ethi","kas-Arab"]},{"precision":0.214345,"recall":0.262846,"f1":0.226655,"accuracy":0.262846,"main_score":0.226655,"hf_subset":"tir_Ethi-ltg_Latn","languages":["tir-Ethi","ltg-Latn"]},{"precision":0.188766,"recall":0.226285,"f1":0.198558,"accuracy":0.226285,"main_score":0.198558,"hf_subset":"tir_Ethi-nso_Latn","languages":["tir-Ethi","nso-Latn"]},{"precision":0.18997,"recall":0.222332,"f1":0.198472,"accuracy":0.222332,"main_score":0.198472,"hf_subset":"tir_Ethi-sin_Sinh","languages":["tir-Ethi","sin-Sinh"]},{"precision":0.225606,"recall":0.296443,"f1":0.243013,"accuracy":0.296443,"main_score":0.243013,"hf_subset":"tir_Ethi-tha_Thai","languages":["tir-Ethi","tha-Thai"]},{"precision":0.194344,"recall":0.26087,"f1":0.210494,"accuracy":0.26087,"main_score":0.210494,"hf_subset":"tir_Ethi-zho_Hans","languages":["tir-Ethi","zho-Hans"]},{"precision":0.237727,"recall":0.295455,"f1":0.251725,"accuracy":0.295455,"main_score":0.251725,"hf_subset":"tir_Ethi-ast_Latn","languages":["tir-Ethi","ast-Latn"]},{"precision":0.225585,"recall":0.285573,"f1":0.240387,"accuracy":0.285573,"main_score":0.240387,"hf_subset":"tir_Ethi-crh_Latn","languages":["tir-Ethi","crh-Latn"]},{"precision":0.234554,"recall":0.299407,"f1":0.24997,"accuracy":0.299407,"main_score":0.24997,"hf_subset":"tir_Ethi-glg_Latn","languages":["tir-Ethi","glg-Latn"]},{"precision":0.208707,"recall":0.258893,"f1":0.221423,"accuracy":0.258893,"main_score":0.221423,"hf_subset":"tir_Ethi-kas_Deva","languages":["tir-Ethi","kas-Deva"]},{"precision":0.218877,"recall":0.280632,"f1":0.23357,"accuracy":0.280632,"main_score":0.23357,"hf_subset":"tir_Ethi-ltz_Latn","languages":["tir-Ethi","ltz-Latn"]},{"precision":0.180124,"recall":0.220356,"f1":0.189818,"accuracy":0.220356,"main_score":0.189818,"hf_subset":"tir_Ethi-nus_Latn","languages":["tir-Ethi","nus-Latn"]},{"precision":0.228994,"recall":0.29249,"f1":0.244589,"accuracy":0.29249,"main_score":0.244589,"hf_subset":"tir_Ethi-slk_Latn","languages":["tir-Ethi","slk-Latn"]},{"precision":0.202332,"recall":0.270751,"f1":0.21881,"accuracy":0.270751,"main_score":0.21881,"hf_subset":"tir_Ethi-zho_Hant","languages":["tir-Ethi","zho-Hant"]},{"precision":0.24396,"recall":0.305336,"f1":0.258918,"accuracy":0.305336,"main_score":0.258918,"hf_subset":"tir_Ethi-awa_Deva","languages":["tir-Ethi","awa-Deva"]},{"precision":0.220102,"recall":0.266798,"f1":0.230946,"accuracy":0.266798,"main_score":0.230946,"hf_subset":"tir_Ethi-cym_Latn","languages":["tir-Ethi","cym-Latn"]},{"precision":0.200074,"recall":0.232213,"f1":0.207824,"accuracy":0.232213,"main_score":0.207824,"hf_subset":"tir_Ethi-grn_Latn","languages":["tir-Ethi","grn-Latn"]},{"precision":0.254132,"recall":0.3083,"f1":0.267453,"accuracy":0.3083,"main_score":0.267453,"hf_subset":"tir_Ethi-kat_Geor","languages":["tir-Ethi","kat-Geor"]},{"precision":0.188466,"recall":0.222332,"f1":0.196738,"accuracy":0.222332,"main_score":0.196738,"hf_subset":"tir_Ethi-lua_Latn","languages":["tir-Ethi","lua-Latn"]},{"precision":0.179163,"recall":0.213439,"f1":0.188253,"accuracy":0.213439,"main_score":0.188253,"hf_subset":"tir_Ethi-nya_Latn","languages":["tir-Ethi","nya-Latn"]},{"precision":0.236781,"recall":0.300395,"f1":0.252337,"accuracy":0.300395,"main_score":0.252337,"hf_subset":"tir_Ethi-slv_Latn","languages":["tir-Ethi","slv-Latn"]},{"precision":0.204297,"recall":0.25,"f1":0.216287,"accuracy":0.25,"main_score":0.216287,"hf_subset":"tir_Ethi-tpi_Latn","languages":["tir-Ethi","tpi-Latn"]},{"precision":0.227994,"recall":0.297431,"f1":0.245107,"accuracy":0.297431,"main_score":0.245107,"hf_subset":"tir_Ethi-zsm_Latn","languages":["tir-Ethi","zsm-Latn"]},{"precision":0.173304,"recall":0.210474,"f1":0.182277,"accuracy":0.210474,"main_score":0.182277,"hf_subset":"tir_Ethi-ayr_Latn","languages":["tir-Ethi","ayr-Latn"]},{"precision":0.221955,"recall":0.290514,"f1":0.239272,"accuracy":0.290514,"main_score":0.239272,"hf_subset":"tir_Ethi-dan_Latn","languages":["tir-Ethi","dan-Latn"]},{"precision":0.248225,"recall":0.304348,"f1":0.26267,"accuracy":0.304348,"main_score":0.26267,"hf_subset":"tir_Ethi-guj_Gujr","languages":["tir-Ethi","guj-Gujr"]},{"precision":0.242334,"recall":0.300395,"f1":0.256449,"accuracy":0.300395,"main_score":0.256449,"hf_subset":"tir_Ethi-kaz_Cyrl","languages":["tir-Ethi","kaz-Cyrl"]},{"precision":0.164766,"recall":0.198617,"f1":0.173551,"accuracy":0.198617,"main_score":0.173551,"hf_subset":"tir_Ethi-lug_Latn","languages":["tir-Ethi","lug-Latn"]},{"precision":0.229827,"recall":0.284585,"f1":0.243872,"accuracy":0.284585,"main_score":0.243872,"hf_subset":"tir_Ethi-oci_Latn","languages":["tir-Ethi","oci-Latn"]},{"precision":0.188032,"recall":0.230237,"f1":0.198765,"accuracy":0.230237,"main_score":0.198765,"hf_subset":"tir_Ethi-smo_Latn","languages":["tir-Ethi","smo-Latn"]},{"precision":0.178112,"recall":0.216403,"f1":0.187097,"accuracy":0.216403,"main_score":0.187097,"hf_subset":"tir_Ethi-tsn_Latn","languages":["tir-Ethi","tsn-Latn"]},{"precision":0.184345,"recall":0.230237,"f1":0.19545,"accuracy":0.230237,"main_score":0.19545,"hf_subset":"tir_Ethi-zul_Latn","languages":["tir-Ethi","zul-Latn"]},{"precision":0.222602,"recall":0.272727,"f1":0.235294,"accuracy":0.272727,"main_score":0.235294,"hf_subset":"tir_Ethi-azb_Arab","languages":["tir-Ethi","azb-Arab"]},{"precision":0.210903,"recall":0.278656,"f1":0.228306,"accuracy":0.278656,"main_score":0.228306,"hf_subset":"tir_Ethi-deu_Latn","languages":["tir-Ethi","deu-Latn"]},{"precision":0.219339,"recall":0.272727,"f1":0.2323,"accuracy":0.272727,"main_score":0.2323,"hf_subset":"tir_Ethi-hat_Latn","languages":["tir-Ethi","hat-Latn"]},{"precision":0.164886,"recall":0.204545,"f1":0.174492,"accuracy":0.204545,"main_score":0.174492,"hf_subset":"tir_Ethi-kbp_Latn","languages":["tir-Ethi","kbp-Latn"]},{"precision":0.18454,"recall":0.222332,"f1":0.193514,"accuracy":0.222332,"main_score":0.193514,"hf_subset":"tir_Ethi-luo_Latn","languages":["tir-Ethi","luo-Latn"]},{"precision":0.227985,"recall":0.280632,"f1":0.241384,"accuracy":0.280632,"main_score":0.241384,"hf_subset":"tir_Ethi-ory_Orya","languages":["tir-Ethi","ory-Orya"]},{"precision":0.179393,"recall":0.214427,"f1":0.18851,"accuracy":0.214427,"main_score":0.18851,"hf_subset":"tir_Ethi-sna_Latn","languages":["tir-Ethi","sna-Latn"]},{"precision":0.177064,"recall":0.216403,"f1":0.186331,"accuracy":0.216403,"main_score":0.186331,"hf_subset":"tir_Ethi-tso_Latn","languages":["tir-Ethi","tso-Latn"]},{"precision":0.253024,"recall":0.312253,"f1":0.267646,"accuracy":0.312253,"main_score":0.267646,"hf_subset":"tir_Ethi-azj_Latn","languages":["tir-Ethi","azj-Latn"]},{"precision":0.127356,"recall":0.163043,"f1":0.135222,"accuracy":0.163043,"main_score":0.135222,"hf_subset":"tir_Ethi-dik_Latn","languages":["tir-Ethi","dik-Latn"]},{"precision":0.181806,"recall":0.222332,"f1":0.192264,"accuracy":0.222332,"main_score":0.192264,"hf_subset":"tir_Ethi-hau_Latn","languages":["tir-Ethi","hau-Latn"]},{"precision":0.234297,"recall":0.293478,"f1":0.248621,"accuracy":0.293478,"main_score":0.248621,"hf_subset":"tir_Ethi-kea_Latn","languages":["tir-Ethi","kea-Latn"]},{"precision":0.170911,"recall":0.204545,"f1":0.179275,"accuracy":0.204545,"main_score":0.179275,"hf_subset":"tir_Ethi-lus_Latn","languages":["tir-Ethi","lus-Latn"]},{"precision":0.218498,"recall":0.263834,"f1":0.2301,"accuracy":0.263834,"main_score":0.2301,"hf_subset":"tir_Ethi-pag_Latn","languages":["tir-Ethi","pag-Latn"]},{"precision":0.244097,"recall":0.302372,"f1":0.258899,"accuracy":0.302372,"main_score":0.258899,"hf_subset":"tir_Ethi-snd_Arab","languages":["tir-Ethi","snd-Arab"]},{"precision":0.248367,"recall":0.295455,"f1":0.260142,"accuracy":0.295455,"main_score":0.260142,"hf_subset":"tir_Ethi-tuk_Latn","languages":["tir-Ethi","tuk-Latn"]},{"precision":0.257215,"recall":0.304348,"f1":0.268397,"accuracy":0.304348,"main_score":0.268397,"hf_subset":"tir_Ethi-bak_Cyrl","languages":["tir-Ethi","bak-Cyrl"]},{"precision":0.095265,"recall":0.13834,"f1":0.104147,"accuracy":0.13834,"main_score":0.104147,"hf_subset":"tir_Ethi-dyu_Latn","languages":["tir-Ethi","dyu-Latn"]},{"precision":0.243555,"recall":0.305336,"f1":0.258683,"accuracy":0.305336,"main_score":0.258683,"hf_subset":"tir_Ethi-heb_Hebr","languages":["tir-Ethi","heb-Hebr"]},{"precision":0.236985,"recall":0.281621,"f1":0.248164,"accuracy":0.281621,"main_score":0.248164,"hf_subset":"tir_Ethi-khk_Cyrl","languages":["tir-Ethi","khk-Cyrl"]},{"precision":0.244996,"recall":0.301383,"f1":0.258752,"accuracy":0.301383,"main_score":0.258752,"hf_subset":"tir_Ethi-lvs_Latn","languages":["tir-Ethi","lvs-Latn"]},{"precision":0.248423,"recall":0.305336,"f1":0.26296,"accuracy":0.305336,"main_score":0.26296,"hf_subset":"tir_Ethi-pan_Guru","languages":["tir-Ethi","pan-Guru"]},{"precision":0.186875,"recall":0.22332,"f1":0.196489,"accuracy":0.22332,"main_score":0.196489,"hf_subset":"tir_Ethi-som_Latn","languages":["tir-Ethi","som-Latn"]},{"precision":0.174902,"recall":0.209486,"f1":0.183198,"accuracy":0.209486,"main_score":0.183198,"hf_subset":"tir_Ethi-tum_Latn","languages":["tir-Ethi","tum-Latn"]},{"precision":0.388789,"recall":0.480237,"f1":0.413662,"accuracy":0.480237,"main_score":0.413662,"hf_subset":"zho_Hant-ace_Arab","languages":["zho-Hant","ace-Arab"]},{"precision":0.404514,"recall":0.48913,"f1":0.427592,"accuracy":0.48913,"main_score":0.427592,"hf_subset":"zho_Hant-bam_Latn","languages":["zho-Hant","bam-Latn"]},{"precision":0.11447,"recall":0.166008,"f1":0.127914,"accuracy":0.166008,"main_score":0.127914,"hf_subset":"zho_Hant-dzo_Tibt","languages":["zho-Hant","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hant-hin_Deva","languages":["zho-Hant","hin-Deva"]},{"precision":0.911891,"recall":0.939723,"f1":0.920949,"accuracy":0.939723,"main_score":0.920949,"hf_subset":"zho_Hant-khm_Khmr","languages":["zho-Hant","khm-Khmr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zho_Hant-mag_Deva","languages":["zho-Hant","mag-Deva"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"zho_Hant-pap_Latn","languages":["zho-Hant","pap-Latn"]},{"precision":0.444095,"recall":0.531621,"f1":0.467601,"accuracy":0.531621,"main_score":0.467601,"hf_subset":"zho_Hant-sot_Latn","languages":["zho-Hant","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hant-tur_Latn","languages":["zho-Hant","tur-Latn"]},{"precision":0.79002,"recall":0.846838,"f1":0.807773,"accuracy":0.846838,"main_score":0.807773,"hf_subset":"zho_Hant-ace_Latn","languages":["zho-Hant","ace-Latn"]},{"precision":0.907609,"recall":0.935771,"f1":0.916667,"accuracy":0.935771,"main_score":0.916667,"hf_subset":"zho_Hant-ban_Latn","languages":["zho-Hant","ban-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hant-ell_Grek","languages":["zho-Hant","ell-Grek"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"zho_Hant-hne_Deva","languages":["zho-Hant","hne-Deva"]},{"precision":0.457087,"recall":0.547431,"f1":0.481946,"accuracy":0.547431,"main_score":0.481946,"hf_subset":"zho_Hant-kik_Latn","languages":["zho-Hant","kik-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"zho_Hant-mai_Deva","languages":["zho-Hant","mai-Deva"]},{"precision":0.86693,"recall":0.906126,"f1":0.879051,"accuracy":0.906126,"main_score":0.879051,"hf_subset":"zho_Hant-pbt_Arab","languages":["zho-Hant","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hant-spa_Latn","languages":["zho-Hant","spa-Latn"]},{"precision":0.500908,"recall":0.592885,"f1":0.526256,"accuracy":0.592885,"main_score":0.526256,"hf_subset":"zho_Hant-twi_Latn","languages":["zho-Hant","twi-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"zho_Hant-acm_Arab","languages":["zho-Hant","acm-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zho_Hant-bel_Cyrl","languages":["zho-Hant","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hant-eng_Latn","languages":["zho-Hant","eng-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hant-hrv_Latn","languages":["zho-Hant","hrv-Latn"]},{"precision":0.4207,"recall":0.503953,"f1":0.443548,"accuracy":0.503953,"main_score":0.443548,"hf_subset":"zho_Hant-kin_Latn","languages":["zho-Hant","kin-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"zho_Hant-mal_Mlym","languages":["zho-Hant","mal-Mlym"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hant-pes_Arab","languages":["zho-Hant","pes-Arab"]},{"precision":0.966238,"recall":0.977273,"f1":0.969862,"accuracy":0.977273,"main_score":0.969862,"hf_subset":"zho_Hant-srd_Latn","languages":["zho-Hant","srd-Latn"]},{"precision":0.096461,"recall":0.166008,"f1":0.110851,"accuracy":0.166008,"main_score":0.110851,"hf_subset":"zho_Hant-tzm_Tfng","languages":["zho-Hant","tzm-Tfng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"zho_Hant-acq_Arab","languages":["zho-Hant","acq-Arab"]},{"precision":0.480358,"recall":0.570158,"f1":0.504625,"accuracy":0.570158,"main_score":0.504625,"hf_subset":"zho_Hant-bem_Latn","languages":["zho-Hant","bem-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hant-epo_Latn","languages":["zho-Hant","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hant-hun_Latn","languages":["zho-Hant","hun-Latn"]},{"precision":0.940794,"recall":0.959486,"f1":0.946871,"accuracy":0.959486,"main_score":0.946871,"hf_subset":"zho_Hant-kir_Cyrl","languages":["zho-Hant","kir-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zho_Hant-mar_Deva","languages":["zho-Hant","mar-Deva"]},{"precision":0.507857,"recall":0.585968,"f1":0.529596,"accuracy":0.585968,"main_score":0.529596,"hf_subset":"zho_Hant-plt_Latn","languages":["zho-Hant","plt-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hant-srp_Cyrl","languages":["zho-Hant","srp-Cyrl"]},{"precision":0.920455,"recall":0.943676,"f1":0.927866,"accuracy":0.943676,"main_score":0.927866,"hf_subset":"zho_Hant-uig_Arab","languages":["zho-Hant","uig-Arab"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"zho_Hant-aeb_Arab","languages":["zho-Hant","aeb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zho_Hant-ben_Beng","languages":["zho-Hant","ben-Beng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zho_Hant-est_Latn","languages":["zho-Hant","est-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"zho_Hant-hye_Armn","languages":["zho-Hant","hye-Armn"]},{"precision":0.430569,"recall":0.507905,"f1":0.451586,"accuracy":0.507905,"main_score":0.451586,"hf_subset":"zho_Hant-kmb_Latn","languages":["zho-Hant","kmb-Latn"]},{"precision":0.318943,"recall":0.427866,"f1":0.347482,"accuracy":0.427866,"main_score":0.347482,"hf_subset":"zho_Hant-min_Arab","languages":["zho-Hant","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hant-pol_Latn","languages":["zho-Hant","pol-Latn"]},{"precision":0.399561,"recall":0.494071,"f1":0.4247,"accuracy":0.494071,"main_score":0.4247,"hf_subset":"zho_Hant-ssw_Latn","languages":["zho-Hant","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hant-ukr_Cyrl","languages":["zho-Hant","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hant-afr_Latn","languages":["zho-Hant","afr-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"zho_Hant-bho_Deva","languages":["zho-Hant","bho-Deva"]},{"precision":0.915679,"recall":0.942688,"f1":0.924407,"accuracy":0.942688,"main_score":0.924407,"hf_subset":"zho_Hant-eus_Latn","languages":["zho-Hant","eus-Latn"]},{"precision":0.444273,"recall":0.536561,"f1":0.469629,"accuracy":0.536561,"main_score":0.469629,"hf_subset":"zho_Hant-ibo_Latn","languages":["zho-Hant","ibo-Latn"]},{"precision":0.657427,"recall":0.731225,"f1":0.678294,"accuracy":0.731225,"main_score":0.678294,"hf_subset":"zho_Hant-kmr_Latn","languages":["zho-Hant","kmr-Latn"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"zho_Hant-min_Latn","languages":["zho-Hant","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hant-por_Latn","languages":["zho-Hant","por-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"zho_Hant-sun_Latn","languages":["zho-Hant","sun-Latn"]},{"precision":0.423741,"recall":0.502964,"f1":0.446075,"accuracy":0.502964,"main_score":0.446075,"hf_subset":"zho_Hant-umb_Latn","languages":["zho-Hant","umb-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"zho_Hant-ajp_Arab","languages":["zho-Hant","ajp-Arab"]},{"precision":0.364075,"recall":0.461462,"f1":0.390597,"accuracy":0.461462,"main_score":0.390597,"hf_subset":"zho_Hant-bjn_Arab","languages":["zho-Hant","bjn-Arab"]},{"precision":0.43179,"recall":0.513834,"f1":0.453917,"accuracy":0.513834,"main_score":0.453917,"hf_subset":"zho_Hant-ewe_Latn","languages":["zho-Hant","ewe-Latn"]},{"precision":0.834025,"recall":0.879447,"f1":0.848155,"accuracy":0.879447,"main_score":0.848155,"hf_subset":"zho_Hant-ilo_Latn","languages":["zho-Hant","ilo-Latn"]},{"precision":0.164162,"recall":0.247036,"f1":0.183617,"accuracy":0.247036,"main_score":0.183617,"hf_subset":"zho_Hant-knc_Arab","languages":["zho-Hant","knc-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hant-mkd_Cyrl","languages":["zho-Hant","mkd-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hant-prs_Arab","languages":["zho-Hant","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hant-swe_Latn","languages":["zho-Hant","swe-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zho_Hant-urd_Arab","languages":["zho-Hant","urd-Arab"]},{"precision":0.494748,"recall":0.586957,"f1":0.520307,"accuracy":0.586957,"main_score":0.520307,"hf_subset":"zho_Hant-aka_Latn","languages":["zho-Hant","aka-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"zho_Hant-bjn_Latn","languages":["zho-Hant","bjn-Latn"]},{"precision":0.911561,"recall":0.939723,"f1":0.920784,"accuracy":0.939723,"main_score":0.920784,"hf_subset":"zho_Hant-fao_Latn","languages":["zho-Hant","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hant-ind_Latn","languages":["zho-Hant","ind-Latn"]},{"precision":0.485306,"recall":0.566206,"f1":0.507211,"accuracy":0.566206,"main_score":0.507211,"hf_subset":"zho_Hant-knc_Latn","languages":["zho-Hant","knc-Latn"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"zho_Hant-mlt_Latn","languages":["zho-Hant","mlt-Latn"]},{"precision":0.514399,"recall":0.605731,"f1":0.539215,"accuracy":0.605731,"main_score":0.539215,"hf_subset":"zho_Hant-quy_Latn","languages":["zho-Hant","quy-Latn"]},{"precision":0.661142,"recall":0.738142,"f1":0.683307,"accuracy":0.738142,"main_score":0.683307,"hf_subset":"zho_Hant-swh_Latn","languages":["zho-Hant","swh-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"zho_Hant-uzn_Latn","languages":["zho-Hant","uzn-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"zho_Hant-als_Latn","languages":["zho-Hant","als-Latn"]},{"precision":0.136581,"recall":0.215415,"f1":0.154688,"accuracy":0.215415,"main_score":0.154688,"hf_subset":"zho_Hant-bod_Tibt","languages":["zho-Hant","bod-Tibt"]},{"precision":0.427722,"recall":0.516798,"f1":0.451737,"accuracy":0.516798,"main_score":0.451737,"hf_subset":"zho_Hant-fij_Latn","languages":["zho-Hant","fij-Latn"]},{"precision":0.9333,"recall":0.953557,"f1":0.939723,"accuracy":0.953557,"main_score":0.939723,"hf_subset":"zho_Hant-isl_Latn","languages":["zho-Hant","isl-Latn"]},{"precision":0.517189,"recall":0.606719,"f1":0.541942,"accuracy":0.606719,"main_score":0.541942,"hf_subset":"zho_Hant-kon_Latn","languages":["zho-Hant","kon-Latn"]},{"precision":0.451502,"recall":0.555336,"f1":0.480375,"accuracy":0.555336,"main_score":0.480375,"hf_subset":"zho_Hant-mni_Beng","languages":["zho-Hant","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hant-ron_Latn","languages":["zho-Hant","ron-Latn"]},{"precision":0.974308,"recall":0.981225,"f1":0.976614,"accuracy":0.981225,"main_score":0.976614,"hf_subset":"zho_Hant-szl_Latn","languages":["zho-Hant","szl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hant-vec_Latn","languages":["zho-Hant","vec-Latn"]},{"precision":0.475119,"recall":0.56917,"f1":0.501522,"accuracy":0.56917,"main_score":0.501522,"hf_subset":"zho_Hant-amh_Ethi","languages":["zho-Hant","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hant-bos_Latn","languages":["zho-Hant","bos-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"zho_Hant-fin_Latn","languages":["zho-Hant","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hant-ita_Latn","languages":["zho-Hant","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hant-kor_Hang","languages":["zho-Hant","kor-Hang"]},{"precision":0.429512,"recall":0.518775,"f1":0.453153,"accuracy":0.518775,"main_score":0.453153,"hf_subset":"zho_Hant-mos_Latn","languages":["zho-Hant","mos-Latn"]},{"precision":0.410355,"recall":0.496047,"f1":0.433584,"accuracy":0.496047,"main_score":0.433584,"hf_subset":"zho_Hant-run_Latn","languages":["zho-Hant","run-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"zho_Hant-tam_Taml","languages":["zho-Hant","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hant-vie_Latn","languages":["zho-Hant","vie-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zho_Hant-apc_Arab","languages":["zho-Hant","apc-Arab"]},{"precision":0.707042,"recall":0.778656,"f1":0.72807,"accuracy":0.778656,"main_score":0.72807,"hf_subset":"zho_Hant-bug_Latn","languages":["zho-Hant","bug-Latn"]},{"precision":0.377283,"recall":0.460474,"f1":0.399301,"accuracy":0.460474,"main_score":0.399301,"hf_subset":"zho_Hant-fon_Latn","languages":["zho-Hant","fon-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"zho_Hant-jav_Latn","languages":["zho-Hant","jav-Latn"]},{"precision":0.874341,"recall":0.913043,"f1":0.886858,"accuracy":0.913043,"main_score":0.886858,"hf_subset":"zho_Hant-lao_Laoo","languages":["zho-Hant","lao-Laoo"]},{"precision":0.522886,"recall":0.624506,"f1":0.551561,"accuracy":0.624506,"main_score":0.551561,"hf_subset":"zho_Hant-mri_Latn","languages":["zho-Hant","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hant-rus_Cyrl","languages":["zho-Hant","rus-Cyrl"]},{"precision":0.443096,"recall":0.529644,"f1":0.466311,"accuracy":0.529644,"main_score":0.466311,"hf_subset":"zho_Hant-taq_Latn","languages":["zho-Hant","taq-Latn"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"zho_Hant-war_Latn","languages":["zho-Hant","war-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hant-arb_Arab","languages":["zho-Hant","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hant-bul_Cyrl","languages":["zho-Hant","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hant-fra_Latn","languages":["zho-Hant","fra-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hant-jpn_Jpan","languages":["zho-Hant","jpn-Jpan"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"zho_Hant-lij_Latn","languages":["zho-Hant","lij-Latn"]},{"precision":0.920784,"recall":0.94664,"f1":0.929348,"accuracy":0.94664,"main_score":0.929348,"hf_subset":"zho_Hant-mya_Mymr","languages":["zho-Hant","mya-Mymr"]},{"precision":0.475186,"recall":0.56917,"f1":0.500946,"accuracy":0.56917,"main_score":0.500946,"hf_subset":"zho_Hant-sag_Latn","languages":["zho-Hant","sag-Latn"]},{"precision":0.107337,"recall":0.190711,"f1":0.123069,"accuracy":0.190711,"main_score":0.123069,"hf_subset":"zho_Hant-taq_Tfng","languages":["zho-Hant","taq-Tfng"]},{"precision":0.499788,"recall":0.589921,"f1":0.524349,"accuracy":0.589921,"main_score":0.524349,"hf_subset":"zho_Hant-wol_Latn","languages":["zho-Hant","wol-Latn"]},{"precision":0.572647,"recall":0.671937,"f1":0.601553,"accuracy":0.671937,"main_score":0.601553,"hf_subset":"zho_Hant-arb_Latn","languages":["zho-Hant","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hant-cat_Latn","languages":["zho-Hant","cat-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"zho_Hant-fur_Latn","languages":["zho-Hant","fur-Latn"]},{"precision":0.301398,"recall":0.373518,"f1":0.320378,"accuracy":0.373518,"main_score":0.320378,"hf_subset":"zho_Hant-kab_Latn","languages":["zho-Hant","kab-Latn"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"zho_Hant-lim_Latn","languages":["zho-Hant","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hant-nld_Latn","languages":["zho-Hant","nld-Latn"]},{"precision":0.948534,"recall":0.963439,"f1":0.953129,"accuracy":0.963439,"main_score":0.953129,"hf_subset":"zho_Hant-san_Deva","languages":["zho-Hant","san-Deva"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"zho_Hant-tat_Cyrl","languages":["zho-Hant","tat-Cyrl"]},{"precision":0.462158,"recall":0.554348,"f1":0.487753,"accuracy":0.554348,"main_score":0.487753,"hf_subset":"zho_Hant-xho_Latn","languages":["zho-Hant","xho-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hant-ars_Arab","languages":["zho-Hant","ars-Arab"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"zho_Hant-ceb_Latn","languages":["zho-Hant","ceb-Latn"]},{"precision":0.433558,"recall":0.522727,"f1":0.457082,"accuracy":0.522727,"main_score":0.457082,"hf_subset":"zho_Hant-fuv_Latn","languages":["zho-Hant","fuv-Latn"]},{"precision":0.423656,"recall":0.521739,"f1":0.450023,"accuracy":0.521739,"main_score":0.450023,"hf_subset":"zho_Hant-kac_Latn","languages":["zho-Hant","kac-Latn"]},{"precision":0.510694,"recall":0.608696,"f1":0.537818,"accuracy":0.608696,"main_score":0.537818,"hf_subset":"zho_Hant-lin_Latn","languages":["zho-Hant","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hant-nno_Latn","languages":["zho-Hant","nno-Latn"]},{"precision":0.015934,"recall":0.054348,"f1":0.020858,"accuracy":0.054348,"main_score":0.020858,"hf_subset":"zho_Hant-sat_Olck","languages":["zho-Hant","sat-Olck"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"zho_Hant-tel_Telu","languages":["zho-Hant","tel-Telu"]},{"precision":0.657691,"recall":0.745059,"f1":0.683714,"accuracy":0.745059,"main_score":0.683714,"hf_subset":"zho_Hant-ydd_Hebr","languages":["zho-Hant","ydd-Hebr"]},{"precision":0.947464,"recall":0.964427,"f1":0.953063,"accuracy":0.964427,"main_score":0.953063,"hf_subset":"zho_Hant-ary_Arab","languages":["zho-Hant","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hant-ces_Latn","languages":["zho-Hant","ces-Latn"]},{"precision":0.357423,"recall":0.445652,"f1":0.380747,"accuracy":0.445652,"main_score":0.380747,"hf_subset":"zho_Hant-gaz_Latn","languages":["zho-Hant","gaz-Latn"]},{"precision":0.447369,"recall":0.540514,"f1":0.472822,"accuracy":0.540514,"main_score":0.472822,"hf_subset":"zho_Hant-kam_Latn","languages":["zho-Hant","kam-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"zho_Hant-lit_Latn","languages":["zho-Hant","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hant-nob_Latn","languages":["zho-Hant","nob-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"zho_Hant-scn_Latn","languages":["zho-Hant","scn-Latn"]},{"precision":0.860837,"recall":0.901186,"f1":0.87332,"accuracy":0.901186,"main_score":0.87332,"hf_subset":"zho_Hant-tgk_Cyrl","languages":["zho-Hant","tgk-Cyrl"]},{"precision":0.390444,"recall":0.477273,"f1":0.41373,"accuracy":0.477273,"main_score":0.41373,"hf_subset":"zho_Hant-yor_Latn","languages":["zho-Hant","yor-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"zho_Hant-arz_Arab","languages":["zho-Hant","arz-Arab"]},{"precision":0.433052,"recall":0.529644,"f1":0.458645,"accuracy":0.529644,"main_score":0.458645,"hf_subset":"zho_Hant-cjk_Latn","languages":["zho-Hant","cjk-Latn"]},{"precision":0.55233,"recall":0.643281,"f1":0.577873,"accuracy":0.643281,"main_score":0.577873,"hf_subset":"zho_Hant-gla_Latn","languages":["zho-Hant","gla-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"zho_Hant-kan_Knda","languages":["zho-Hant","kan-Knda"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"zho_Hant-lmo_Latn","languages":["zho-Hant","lmo-Latn"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"zho_Hant-npi_Deva","languages":["zho-Hant","npi-Deva"]},{"precision":0.377997,"recall":0.481225,"f1":0.405196,"accuracy":0.481225,"main_score":0.405196,"hf_subset":"zho_Hant-shn_Mymr","languages":["zho-Hant","shn-Mymr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zho_Hant-tgl_Latn","languages":["zho-Hant","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hant-yue_Hant","languages":["zho-Hant","yue-Hant"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"zho_Hant-asm_Beng","languages":["zho-Hant","asm-Beng"]},{"precision":0.667387,"recall":0.745059,"f1":0.689766,"accuracy":0.745059,"main_score":0.689766,"hf_subset":"zho_Hant-ckb_Arab","languages":["zho-Hant","ckb-Arab"]},{"precision":0.654653,"recall":0.73913,"f1":0.68016,"accuracy":0.73913,"main_score":0.68016,"hf_subset":"zho_Hant-gle_Latn","languages":["zho-Hant","gle-Latn"]},{"precision":0.840497,"recall":0.889328,"f1":0.856126,"accuracy":0.889328,"main_score":0.856126,"hf_subset":"zho_Hant-kas_Arab","languages":["zho-Hant","kas-Arab"]},{"precision":0.851079,"recall":0.894269,"f1":0.864679,"accuracy":0.894269,"main_score":0.864679,"hf_subset":"zho_Hant-ltg_Latn","languages":["zho-Hant","ltg-Latn"]},{"precision":0.468939,"recall":0.560277,"f1":0.493917,"accuracy":0.560277,"main_score":0.493917,"hf_subset":"zho_Hant-nso_Latn","languages":["zho-Hant","nso-Latn"]},{"precision":0.40319,"recall":0.500988,"f1":0.430366,"accuracy":0.500988,"main_score":0.430366,"hf_subset":"zho_Hant-sin_Sinh","languages":["zho-Hant","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hant-tha_Thai","languages":["zho-Hant","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hant-zho_Hans","languages":["zho-Hant","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hant-ast_Latn","languages":["zho-Hant","ast-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"zho_Hant-crh_Latn","languages":["zho-Hant","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zho_Hant-glg_Latn","languages":["zho-Hant","glg-Latn"]},{"precision":0.728656,"recall":0.800395,"f1":0.75056,"accuracy":0.800395,"main_score":0.75056,"hf_subset":"zho_Hant-kas_Deva","languages":["zho-Hant","kas-Deva"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"zho_Hant-ltz_Latn","languages":["zho-Hant","ltz-Latn"]},{"precision":0.340121,"recall":0.43083,"f1":0.364253,"accuracy":0.43083,"main_score":0.364253,"hf_subset":"zho_Hant-nus_Latn","languages":["zho-Hant","nus-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hant-slk_Latn","languages":["zho-Hant","slk-Latn"]},{"precision":0.240744,"recall":0.315217,"f1":0.259245,"accuracy":0.315217,"main_score":0.259245,"hf_subset":"zho_Hant-tir_Ethi","languages":["zho-Hant","tir-Ethi"]},{"precision":0.983202,"recall":0.987154,"f1":0.984519,"accuracy":0.987154,"main_score":0.984519,"hf_subset":"zho_Hant-awa_Deva","languages":["zho-Hant","awa-Deva"]},{"precision":0.807642,"recall":0.863636,"f1":0.825184,"accuracy":0.863636,"main_score":0.825184,"hf_subset":"zho_Hant-cym_Latn","languages":["zho-Hant","cym-Latn"]},{"precision":0.695342,"recall":0.766798,"f1":0.716293,"accuracy":0.766798,"main_score":0.716293,"hf_subset":"zho_Hant-grn_Latn","languages":["zho-Hant","grn-Latn"]},{"precision":0.96805,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"zho_Hant-kat_Geor","languages":["zho-Hant","kat-Geor"]},{"precision":0.514988,"recall":0.602767,"f1":0.539409,"accuracy":0.602767,"main_score":0.539409,"hf_subset":"zho_Hant-lua_Latn","languages":["zho-Hant","lua-Latn"]},{"precision":0.478547,"recall":0.571146,"f1":0.503845,"accuracy":0.571146,"main_score":0.503845,"hf_subset":"zho_Hant-nya_Latn","languages":["zho-Hant","nya-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hant-slv_Latn","languages":["zho-Hant","slv-Latn"]},{"precision":0.77803,"recall":0.837945,"f1":0.796377,"accuracy":0.837945,"main_score":0.796377,"hf_subset":"zho_Hant-tpi_Latn","languages":["zho-Hant","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hant-zsm_Latn","languages":["zho-Hant","zsm-Latn"]},{"precision":0.440113,"recall":0.523715,"f1":0.462333,"accuracy":0.523715,"main_score":0.462333,"hf_subset":"zho_Hant-ayr_Latn","languages":["zho-Hant","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hant-dan_Latn","languages":["zho-Hant","dan-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"zho_Hant-guj_Gujr","languages":["zho-Hant","guj-Gujr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"zho_Hant-kaz_Cyrl","languages":["zho-Hant","kaz-Cyrl"]},{"precision":0.406581,"recall":0.48913,"f1":0.428858,"accuracy":0.48913,"main_score":0.428858,"hf_subset":"zho_Hant-lug_Latn","languages":["zho-Hant","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hant-oci_Latn","languages":["zho-Hant","oci-Latn"]},{"precision":0.471182,"recall":0.568182,"f1":0.497891,"accuracy":0.568182,"main_score":0.497891,"hf_subset":"zho_Hant-smo_Latn","languages":["zho-Hant","smo-Latn"]},{"precision":0.421833,"recall":0.509881,"f1":0.445203,"accuracy":0.509881,"main_score":0.445203,"hf_subset":"zho_Hant-tsn_Latn","languages":["zho-Hant","tsn-Latn"]},{"precision":0.435666,"recall":0.519763,"f1":0.456964,"accuracy":0.519763,"main_score":0.456964,"hf_subset":"zho_Hant-zul_Latn","languages":["zho-Hant","zul-Latn"]},{"precision":0.772052,"recall":0.835968,"f1":0.791864,"accuracy":0.835968,"main_score":0.791864,"hf_subset":"zho_Hant-azb_Arab","languages":["zho-Hant","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zho_Hant-deu_Latn","languages":["zho-Hant","deu-Latn"]},{"precision":0.892292,"recall":0.924901,"f1":0.902833,"accuracy":0.924901,"main_score":0.902833,"hf_subset":"zho_Hant-hat_Latn","languages":["zho-Hant","hat-Latn"]},{"precision":0.385907,"recall":0.464427,"f1":0.406402,"accuracy":0.464427,"main_score":0.406402,"hf_subset":"zho_Hant-kbp_Latn","languages":["zho-Hant","kbp-Latn"]},{"precision":0.457456,"recall":0.54249,"f1":0.480158,"accuracy":0.54249,"main_score":0.480158,"hf_subset":"zho_Hant-luo_Latn","languages":["zho-Hant","luo-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"zho_Hant-ory_Orya","languages":["zho-Hant","ory-Orya"]},{"precision":0.433443,"recall":0.52668,"f1":0.459266,"accuracy":0.52668,"main_score":0.459266,"hf_subset":"zho_Hant-sna_Latn","languages":["zho-Hant","sna-Latn"]},{"precision":0.417176,"recall":0.503953,"f1":0.440082,"accuracy":0.503953,"main_score":0.440082,"hf_subset":"zho_Hant-tso_Latn","languages":["zho-Hant","tso-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"zho_Hant-azj_Latn","languages":["zho-Hant","azj-Latn"]},{"precision":0.428759,"recall":0.519763,"f1":0.453952,"accuracy":0.519763,"main_score":0.453952,"hf_subset":"zho_Hant-dik_Latn","languages":["zho-Hant","dik-Latn"]},{"precision":0.417853,"recall":0.503953,"f1":0.442277,"accuracy":0.503953,"main_score":0.442277,"hf_subset":"zho_Hant-hau_Latn","languages":["zho-Hant","hau-Latn"]},{"precision":0.951746,"recall":0.967391,"f1":0.956851,"accuracy":0.967391,"main_score":0.956851,"hf_subset":"zho_Hant-kea_Latn","languages":["zho-Hant","kea-Latn"]},{"precision":0.610243,"recall":0.693676,"f1":0.633954,"accuracy":0.693676,"main_score":0.633954,"hf_subset":"zho_Hant-lus_Latn","languages":["zho-Hant","lus-Latn"]},{"precision":0.804869,"recall":0.854743,"f1":0.819862,"accuracy":0.854743,"main_score":0.819862,"hf_subset":"zho_Hant-pag_Latn","languages":["zho-Hant","pag-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"zho_Hant-snd_Arab","languages":["zho-Hant","snd-Arab"]},{"precision":0.847283,"recall":0.891304,"f1":0.860903,"accuracy":0.891304,"main_score":0.860903,"hf_subset":"zho_Hant-tuk_Latn","languages":["zho-Hant","tuk-Latn"]},{"precision":0.929265,"recall":0.951581,"f1":0.936495,"accuracy":0.951581,"main_score":0.936495,"hf_subset":"zho_Hant-bak_Cyrl","languages":["zho-Hant","bak-Cyrl"]},{"precision":0.375966,"recall":0.48419,"f1":0.406779,"accuracy":0.48419,"main_score":0.406779,"hf_subset":"zho_Hant-dyu_Latn","languages":["zho-Hant","dyu-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zho_Hant-heb_Hebr","languages":["zho-Hant","heb-Hebr"]},{"precision":0.853096,"recall":0.896245,"f1":0.866733,"accuracy":0.896245,"main_score":0.866733,"hf_subset":"zho_Hant-khk_Cyrl","languages":["zho-Hant","khk-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zho_Hant-lvs_Latn","languages":["zho-Hant","lvs-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zho_Hant-pan_Guru","languages":["zho-Hant","pan-Guru"]},{"precision":0.419555,"recall":0.504941,"f1":0.443166,"accuracy":0.504941,"main_score":0.443166,"hf_subset":"zho_Hant-som_Latn","languages":["zho-Hant","som-Latn"]},{"precision":0.475327,"recall":0.555336,"f1":0.497127,"accuracy":0.555336,"main_score":0.497127,"hf_subset":"zho_Hant-tum_Latn","languages":["zho-Hant","tum-Latn"]},{"precision":0.411969,"recall":0.495059,"f1":0.434735,"accuracy":0.495059,"main_score":0.434735,"hf_subset":"awa_Deva-ace_Arab","languages":["awa-Deva","ace-Arab"]},{"precision":0.426268,"recall":0.497036,"f1":0.444913,"accuracy":0.497036,"main_score":0.444913,"hf_subset":"awa_Deva-bam_Latn","languages":["awa-Deva","bam-Latn"]},{"precision":0.114271,"recall":0.16996,"f1":0.128967,"accuracy":0.16996,"main_score":0.128967,"hf_subset":"awa_Deva-dzo_Tibt","languages":["awa-Deva","dzo-Tibt"]},{"precision":0.986166,"recall":0.990119,"f1":0.987484,"accuracy":0.990119,"main_score":0.987484,"hf_subset":"awa_Deva-hin_Deva","languages":["awa-Deva","hin-Deva"]},{"precision":0.920619,"recall":0.945652,"f1":0.928854,"accuracy":0.945652,"main_score":0.928854,"hf_subset":"awa_Deva-khm_Khmr","languages":["awa-Deva","khm-Khmr"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"awa_Deva-mag_Deva","languages":["awa-Deva","mag-Deva"]},{"precision":0.961792,"recall":0.97332,"f1":0.96558,"accuracy":0.97332,"main_score":0.96558,"hf_subset":"awa_Deva-pap_Latn","languages":["awa-Deva","pap-Latn"]},{"precision":0.464952,"recall":0.54249,"f1":0.48591,"accuracy":0.54249,"main_score":0.48591,"hf_subset":"awa_Deva-sot_Latn","languages":["awa-Deva","sot-Latn"]},{"precision":0.985343,"recall":0.98913,"f1":0.986495,"accuracy":0.98913,"main_score":0.986495,"hf_subset":"awa_Deva-tur_Latn","languages":["awa-Deva","tur-Latn"]},{"precision":0.781094,"recall":0.83498,"f1":0.797694,"accuracy":0.83498,"main_score":0.797694,"hf_subset":"awa_Deva-ace_Latn","languages":["awa-Deva","ace-Latn"]},{"precision":0.901762,"recall":0.929842,"f1":0.910427,"accuracy":0.929842,"main_score":0.910427,"hf_subset":"awa_Deva-ban_Latn","languages":["awa-Deva","ban-Latn"]},{"precision":0.987978,"recall":0.991107,"f1":0.988966,"accuracy":0.991107,"main_score":0.988966,"hf_subset":"awa_Deva-ell_Grek","languages":["awa-Deva","ell-Grek"]},{"precision":0.977767,"recall":0.98419,"f1":0.979908,"accuracy":0.98419,"main_score":0.979908,"hf_subset":"awa_Deva-hne_Deva","languages":["awa-Deva","hne-Deva"]},{"precision":0.467436,"recall":0.548419,"f1":0.49027,"accuracy":0.548419,"main_score":0.49027,"hf_subset":"awa_Deva-kik_Latn","languages":["awa-Deva","kik-Latn"]},{"precision":0.986166,"recall":0.990119,"f1":0.987484,"accuracy":0.990119,"main_score":0.987484,"hf_subset":"awa_Deva-mai_Deva","languages":["awa-Deva","mai-Deva"]},{"precision":0.884223,"recall":0.918972,"f1":0.895224,"accuracy":0.918972,"main_score":0.895224,"hf_subset":"awa_Deva-pbt_Arab","languages":["awa-Deva","pbt-Arab"]},{"precision":0.985013,"recall":0.98913,"f1":0.986331,"accuracy":0.98913,"main_score":0.986331,"hf_subset":"awa_Deva-spa_Latn","languages":["awa-Deva","spa-Latn"]},{"precision":0.531634,"recall":0.608696,"f1":0.553177,"accuracy":0.608696,"main_score":0.553177,"hf_subset":"awa_Deva-twi_Latn","languages":["awa-Deva","twi-Latn"]},{"precision":0.983531,"recall":0.988142,"f1":0.985013,"accuracy":0.988142,"main_score":0.985013,"hf_subset":"awa_Deva-acm_Arab","languages":["awa-Deva","acm-Arab"]},{"precision":0.983202,"recall":0.988142,"f1":0.984848,"accuracy":0.988142,"main_score":0.984848,"hf_subset":"awa_Deva-bel_Cyrl","languages":["awa-Deva","bel-Cyrl"]},{"precision":0.987978,"recall":0.991107,"f1":0.988966,"accuracy":0.991107,"main_score":0.988966,"hf_subset":"awa_Deva-eng_Latn","languages":["awa-Deva","eng-Latn"]},{"precision":0.983943,"recall":0.988142,"f1":0.985244,"accuracy":0.988142,"main_score":0.985244,"hf_subset":"awa_Deva-hrv_Latn","languages":["awa-Deva","hrv-Latn"]},{"precision":0.421526,"recall":0.498024,"f1":0.441904,"accuracy":0.498024,"main_score":0.441904,"hf_subset":"awa_Deva-kin_Latn","languages":["awa-Deva","kin-Latn"]},{"precision":0.978755,"recall":0.985178,"f1":0.980896,"accuracy":0.985178,"main_score":0.980896,"hf_subset":"awa_Deva-mal_Mlym","languages":["awa-Deva","mal-Mlym"]},{"precision":0.985013,"recall":0.98913,"f1":0.986331,"accuracy":0.98913,"main_score":0.986331,"hf_subset":"awa_Deva-pes_Arab","languages":["awa-Deva","pes-Arab"]},{"precision":0.958333,"recall":0.971344,"f1":0.962615,"accuracy":0.971344,"main_score":0.962615,"hf_subset":"awa_Deva-srd_Latn","languages":["awa-Deva","srd-Latn"]},{"precision":0.123242,"recall":0.186759,"f1":0.13627,"accuracy":0.186759,"main_score":0.13627,"hf_subset":"awa_Deva-tzm_Tfng","languages":["awa-Deva","tzm-Tfng"]},{"precision":0.985178,"recall":0.98913,"f1":0.986495,"accuracy":0.98913,"main_score":0.986495,"hf_subset":"awa_Deva-acq_Arab","languages":["awa-Deva","acq-Arab"]},{"precision":0.504827,"recall":0.577075,"f1":0.524807,"accuracy":0.577075,"main_score":0.524807,"hf_subset":"awa_Deva-bem_Latn","languages":["awa-Deva","bem-Latn"]},{"precision":0.985013,"recall":0.98913,"f1":0.986331,"accuracy":0.98913,"main_score":0.986331,"hf_subset":"awa_Deva-epo_Latn","languages":["awa-Deva","epo-Latn"]},{"precision":0.986495,"recall":0.990119,"f1":0.987648,"accuracy":0.990119,"main_score":0.987648,"hf_subset":"awa_Deva-hun_Latn","languages":["awa-Deva","hun-Latn"]},{"precision":0.950132,"recall":0.964427,"f1":0.95471,"accuracy":0.964427,"main_score":0.95471,"hf_subset":"awa_Deva-kir_Cyrl","languages":["awa-Deva","kir-Cyrl"]},{"precision":0.985013,"recall":0.98913,"f1":0.986331,"accuracy":0.98913,"main_score":0.986331,"hf_subset":"awa_Deva-mar_Deva","languages":["awa-Deva","mar-Deva"]},{"precision":0.534741,"recall":0.606719,"f1":0.555673,"accuracy":0.606719,"main_score":0.555673,"hf_subset":"awa_Deva-plt_Latn","languages":["awa-Deva","plt-Latn"]},{"precision":0.987978,"recall":0.991107,"f1":0.988966,"accuracy":0.991107,"main_score":0.988966,"hf_subset":"awa_Deva-srp_Cyrl","languages":["awa-Deva","srp-Cyrl"]},{"precision":0.918561,"recall":0.942688,"f1":0.92612,"accuracy":0.942688,"main_score":0.92612,"hf_subset":"awa_Deva-uig_Arab","languages":["awa-Deva","uig-Arab"]},{"precision":0.974638,"recall":0.982213,"f1":0.977108,"accuracy":0.982213,"main_score":0.977108,"hf_subset":"awa_Deva-aeb_Arab","languages":["awa-Deva","aeb-Arab"]},{"precision":0.985013,"recall":0.98913,"f1":0.986331,"accuracy":0.98913,"main_score":0.986331,"hf_subset":"awa_Deva-ben_Beng","languages":["awa-Deva","ben-Beng"]},{"precision":0.977602,"recall":0.98419,"f1":0.979743,"accuracy":0.98419,"main_score":0.979743,"hf_subset":"awa_Deva-est_Latn","languages":["awa-Deva","est-Latn"]},{"precision":0.977602,"recall":0.98419,"f1":0.979743,"accuracy":0.98419,"main_score":0.979743,"hf_subset":"awa_Deva-hye_Armn","languages":["awa-Deva","hye-Armn"]},{"precision":0.429061,"recall":0.501976,"f1":0.449753,"accuracy":0.501976,"main_score":0.449753,"hf_subset":"awa_Deva-kmb_Latn","languages":["awa-Deva","kmb-Latn"]},{"precision":0.369769,"recall":0.461462,"f1":0.39419,"accuracy":0.461462,"main_score":0.39419,"hf_subset":"awa_Deva-min_Arab","languages":["awa-Deva","min-Arab"]},{"precision":0.987978,"recall":0.991107,"f1":0.988966,"accuracy":0.991107,"main_score":0.988966,"hf_subset":"awa_Deva-pol_Latn","languages":["awa-Deva","pol-Latn"]},{"precision":0.421964,"recall":0.502964,"f1":0.443246,"accuracy":0.502964,"main_score":0.443246,"hf_subset":"awa_Deva-ssw_Latn","languages":["awa-Deva","ssw-Latn"]},{"precision":0.987978,"recall":0.991107,"f1":0.988966,"accuracy":0.991107,"main_score":0.988966,"hf_subset":"awa_Deva-ukr_Cyrl","languages":["awa-Deva","ukr-Cyrl"]},{"precision":0.983531,"recall":0.988142,"f1":0.985013,"accuracy":0.988142,"main_score":0.985013,"hf_subset":"awa_Deva-afr_Latn","languages":["awa-Deva","afr-Latn"]},{"precision":0.983202,"recall":0.988142,"f1":0.984848,"accuracy":0.988142,"main_score":0.984848,"hf_subset":"awa_Deva-bho_Deva","languages":["awa-Deva","bho-Deva"]},{"precision":0.928936,"recall":0.950593,"f1":0.935837,"accuracy":0.950593,"main_score":0.935837,"hf_subset":"awa_Deva-eus_Latn","languages":["awa-Deva","eus-Latn"]},{"precision":0.453711,"recall":0.530632,"f1":0.474226,"accuracy":0.530632,"main_score":0.474226,"hf_subset":"awa_Deva-ibo_Latn","languages":["awa-Deva","ibo-Latn"]},{"precision":0.674657,"recall":0.75,"f1":0.69682,"accuracy":0.75,"main_score":0.69682,"hf_subset":"awa_Deva-kmr_Latn","languages":["awa-Deva","kmr-Latn"]},{"precision":0.940794,"recall":0.95751,"f1":0.946047,"accuracy":0.95751,"main_score":0.946047,"hf_subset":"awa_Deva-min_Latn","languages":["awa-Deva","min-Latn"]},{"precision":0.987978,"recall":0.991107,"f1":0.988966,"accuracy":0.991107,"main_score":0.988966,"hf_subset":"awa_Deva-por_Latn","languages":["awa-Deva","por-Latn"]},{"precision":0.974226,"recall":0.981225,"f1":0.97635,"accuracy":0.981225,"main_score":0.97635,"hf_subset":"awa_Deva-sun_Latn","languages":["awa-Deva","sun-Latn"]},{"precision":0.430488,"recall":0.504941,"f1":0.451635,"accuracy":0.504941,"main_score":0.451635,"hf_subset":"awa_Deva-umb_Latn","languages":["awa-Deva","umb-Latn"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"awa_Deva-ajp_Arab","languages":["awa-Deva","ajp-Arab"]},{"precision":0.381546,"recall":0.475296,"f1":0.407385,"accuracy":0.475296,"main_score":0.407385,"hf_subset":"awa_Deva-bjn_Arab","languages":["awa-Deva","bjn-Arab"]},{"precision":0.44635,"recall":0.518775,"f1":0.46563,"accuracy":0.518775,"main_score":0.46563,"hf_subset":"awa_Deva-ewe_Latn","languages":["awa-Deva","ewe-Latn"]},{"precision":0.844368,"recall":0.885375,"f1":0.856969,"accuracy":0.885375,"main_score":0.856969,"hf_subset":"awa_Deva-ilo_Latn","languages":["awa-Deva","ilo-Latn"]},{"precision":0.191794,"recall":0.277668,"f1":0.212786,"accuracy":0.277668,"main_score":0.212786,"hf_subset":"awa_Deva-knc_Arab","languages":["awa-Deva","knc-Arab"]},{"precision":0.986495,"recall":0.990119,"f1":0.987648,"accuracy":0.990119,"main_score":0.987648,"hf_subset":"awa_Deva-mkd_Cyrl","languages":["awa-Deva","mkd-Cyrl"]},{"precision":0.986166,"recall":0.990119,"f1":0.987484,"accuracy":0.990119,"main_score":0.987484,"hf_subset":"awa_Deva-prs_Arab","languages":["awa-Deva","prs-Arab"]},{"precision":0.986907,"recall":0.990119,"f1":0.987879,"accuracy":0.990119,"main_score":0.987879,"hf_subset":"awa_Deva-swe_Latn","languages":["awa-Deva","swe-Latn"]},{"precision":0.983531,"recall":0.988142,"f1":0.985013,"accuracy":0.988142,"main_score":0.985013,"hf_subset":"awa_Deva-urd_Arab","languages":["awa-Deva","urd-Arab"]},{"precision":0.510318,"recall":0.583004,"f1":0.530531,"accuracy":0.583004,"main_score":0.530531,"hf_subset":"awa_Deva-aka_Latn","languages":["awa-Deva","aka-Latn"]},{"precision":0.960557,"recall":0.972332,"f1":0.964328,"accuracy":0.972332,"main_score":0.964328,"hf_subset":"awa_Deva-bjn_Latn","languages":["awa-Deva","bjn-Latn"]},{"precision":0.898798,"recall":0.927866,"f1":0.908169,"accuracy":0.927866,"main_score":0.908169,"hf_subset":"awa_Deva-fao_Latn","languages":["awa-Deva","fao-Latn"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"awa_Deva-ind_Latn","languages":["awa-Deva","ind-Latn"]},{"precision":0.506021,"recall":0.582016,"f1":0.52715,"accuracy":0.582016,"main_score":0.52715,"hf_subset":"awa_Deva-knc_Latn","languages":["awa-Deva","knc-Latn"]},{"precision":0.947299,"recall":0.963439,"f1":0.952569,"accuracy":0.963439,"main_score":0.952569,"hf_subset":"awa_Deva-mlt_Latn","languages":["awa-Deva","mlt-Latn"]},{"precision":0.526383,"recall":0.606719,"f1":0.548227,"accuracy":0.606719,"main_score":0.548227,"hf_subset":"awa_Deva-quy_Latn","languages":["awa-Deva","quy-Latn"]},{"precision":0.682569,"recall":0.759881,"f1":0.705781,"accuracy":0.759881,"main_score":0.705781,"hf_subset":"awa_Deva-swh_Latn","languages":["awa-Deva","swh-Latn"]},{"precision":0.968379,"recall":0.978261,"f1":0.971673,"accuracy":0.978261,"main_score":0.971673,"hf_subset":"awa_Deva-uzn_Latn","languages":["awa-Deva","uzn-Latn"]},{"precision":0.986495,"recall":0.990119,"f1":0.987648,"accuracy":0.990119,"main_score":0.987648,"hf_subset":"awa_Deva-als_Latn","languages":["awa-Deva","als-Latn"]},{"precision":0.158983,"recall":0.236166,"f1":0.17804,"accuracy":0.236166,"main_score":0.17804,"hf_subset":"awa_Deva-bod_Tibt","languages":["awa-Deva","bod-Tibt"]},{"precision":0.438407,"recall":0.512846,"f1":0.458189,"accuracy":0.512846,"main_score":0.458189,"hf_subset":"awa_Deva-fij_Latn","languages":["awa-Deva","fij-Latn"]},{"precision":0.925725,"recall":0.948617,"f1":0.933136,"accuracy":0.948617,"main_score":0.933136,"hf_subset":"awa_Deva-isl_Latn","languages":["awa-Deva","isl-Latn"]},{"precision":0.522332,"recall":0.606719,"f1":0.546697,"accuracy":0.606719,"main_score":0.546697,"hf_subset":"awa_Deva-kon_Latn","languages":["awa-Deva","kon-Latn"]},{"precision":0.506314,"recall":0.604743,"f1":0.533812,"accuracy":0.604743,"main_score":0.533812,"hf_subset":"awa_Deva-mni_Beng","languages":["awa-Deva","mni-Beng"]},{"precision":0.987978,"recall":0.991107,"f1":0.988966,"accuracy":0.991107,"main_score":0.988966,"hf_subset":"awa_Deva-ron_Latn","languages":["awa-Deva","ron-Latn"]},{"precision":0.961957,"recall":0.972332,"f1":0.965415,"accuracy":0.972332,"main_score":0.965415,"hf_subset":"awa_Deva-szl_Latn","languages":["awa-Deva","szl-Latn"]},{"precision":0.985013,"recall":0.98913,"f1":0.986331,"accuracy":0.98913,"main_score":0.986331,"hf_subset":"awa_Deva-vec_Latn","languages":["awa-Deva","vec-Latn"]},{"precision":0.508284,"recall":0.592885,"f1":0.531984,"accuracy":0.592885,"main_score":0.531984,"hf_subset":"awa_Deva-amh_Ethi","languages":["awa-Deva","amh-Ethi"]},{"precision":0.987978,"recall":0.991107,"f1":0.988966,"accuracy":0.991107,"main_score":0.988966,"hf_subset":"awa_Deva-bos_Latn","languages":["awa-Deva","bos-Latn"]},{"precision":0.980567,"recall":0.986166,"f1":0.982378,"accuracy":0.986166,"main_score":0.982378,"hf_subset":"awa_Deva-fin_Latn","languages":["awa-Deva","fin-Latn"]},{"precision":0.987978,"recall":0.991107,"f1":0.988966,"accuracy":0.991107,"main_score":0.988966,"hf_subset":"awa_Deva-ita_Latn","languages":["awa-Deva","ita-Latn"]},{"precision":0.986495,"recall":0.990119,"f1":0.987648,"accuracy":0.990119,"main_score":0.987648,"hf_subset":"awa_Deva-kor_Hang","languages":["awa-Deva","kor-Hang"]},{"precision":0.44527,"recall":0.523715,"f1":0.466741,"accuracy":0.523715,"main_score":0.466741,"hf_subset":"awa_Deva-mos_Latn","languages":["awa-Deva","mos-Latn"]},{"precision":0.430274,"recall":0.504941,"f1":0.45062,"accuracy":0.504941,"main_score":0.45062,"hf_subset":"awa_Deva-run_Latn","languages":["awa-Deva","run-Latn"]},{"precision":0.979249,"recall":0.985178,"f1":0.981225,"accuracy":0.985178,"main_score":0.981225,"hf_subset":"awa_Deva-tam_Taml","languages":["awa-Deva","tam-Taml"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"awa_Deva-vie_Latn","languages":["awa-Deva","vie-Latn"]},{"precision":0.983531,"recall":0.988142,"f1":0.985013,"accuracy":0.988142,"main_score":0.985013,"hf_subset":"awa_Deva-apc_Arab","languages":["awa-Deva","apc-Arab"]},{"precision":0.710806,"recall":0.773715,"f1":0.729611,"accuracy":0.773715,"main_score":0.729611,"hf_subset":"awa_Deva-bug_Latn","languages":["awa-Deva","bug-Latn"]},{"precision":0.388753,"recall":0.464427,"f1":0.409098,"accuracy":0.464427,"main_score":0.409098,"hf_subset":"awa_Deva-fon_Latn","languages":["awa-Deva","fon-Latn"]},{"precision":0.970603,"recall":0.979249,"f1":0.973386,"accuracy":0.979249,"main_score":0.973386,"hf_subset":"awa_Deva-jav_Latn","languages":["awa-Deva","jav-Latn"]},{"precision":0.88974,"recall":0.922925,"f1":0.900428,"accuracy":0.922925,"main_score":0.900428,"hf_subset":"awa_Deva-lao_Laoo","languages":["awa-Deva","lao-Laoo"]},{"precision":0.546396,"recall":0.632411,"f1":0.570561,"accuracy":0.632411,"main_score":0.570561,"hf_subset":"awa_Deva-mri_Latn","languages":["awa-Deva","mri-Latn"]},{"precision":0.985013,"recall":0.98913,"f1":0.986331,"accuracy":0.98913,"main_score":0.986331,"hf_subset":"awa_Deva-rus_Cyrl","languages":["awa-Deva","rus-Cyrl"]},{"precision":0.474506,"recall":0.549407,"f1":0.495499,"accuracy":0.549407,"main_score":0.495499,"hf_subset":"awa_Deva-taq_Latn","languages":["awa-Deva","taq-Latn"]},{"precision":0.961792,"recall":0.97332,"f1":0.96558,"accuracy":0.97332,"main_score":0.96558,"hf_subset":"awa_Deva-war_Latn","languages":["awa-Deva","war-Latn"]},{"precision":0.986166,"recall":0.990119,"f1":0.987484,"accuracy":0.990119,"main_score":0.987484,"hf_subset":"awa_Deva-arb_Arab","languages":["awa-Deva","arb-Arab"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"awa_Deva-bul_Cyrl","languages":["awa-Deva","bul-Cyrl"]},{"precision":0.987978,"recall":0.991107,"f1":0.988966,"accuracy":0.991107,"main_score":0.988966,"hf_subset":"awa_Deva-fra_Latn","languages":["awa-Deva","fra-Latn"]},{"precision":0.986495,"recall":0.990119,"f1":0.987648,"accuracy":0.990119,"main_score":0.987648,"hf_subset":"awa_Deva-jpn_Jpan","languages":["awa-Deva","jpn-Jpan"]},{"precision":0.967968,"recall":0.977273,"f1":0.970916,"accuracy":0.977273,"main_score":0.970916,"hf_subset":"awa_Deva-lij_Latn","languages":["awa-Deva","lij-Latn"]},{"precision":0.912829,"recall":0.937747,"f1":0.920685,"accuracy":0.937747,"main_score":0.920685,"hf_subset":"awa_Deva-mya_Mymr","languages":["awa-Deva","mya-Mymr"]},{"precision":0.472819,"recall":0.5583,"f1":0.496856,"accuracy":0.5583,"main_score":0.496856,"hf_subset":"awa_Deva-sag_Latn","languages":["awa-Deva","sag-Latn"]},{"precision":0.132327,"recall":0.211462,"f1":0.147186,"accuracy":0.211462,"main_score":0.147186,"hf_subset":"awa_Deva-taq_Tfng","languages":["awa-Deva","taq-Tfng"]},{"precision":0.51847,"recall":0.598814,"f1":0.54146,"accuracy":0.598814,"main_score":0.54146,"hf_subset":"awa_Deva-wol_Latn","languages":["awa-Deva","wol-Latn"]},{"precision":0.58349,"recall":0.674901,"f1":0.610074,"accuracy":0.674901,"main_score":0.610074,"hf_subset":"awa_Deva-arb_Latn","languages":["awa-Deva","arb-Latn"]},{"precision":0.988389,"recall":0.991107,"f1":0.989196,"accuracy":0.991107,"main_score":0.989196,"hf_subset":"awa_Deva-cat_Latn","languages":["awa-Deva","cat-Latn"]},{"precision":0.966074,"recall":0.976285,"f1":0.969368,"accuracy":0.976285,"main_score":0.969368,"hf_subset":"awa_Deva-fur_Latn","languages":["awa-Deva","fur-Latn"]},{"precision":0.30864,"recall":0.375494,"f1":0.326648,"accuracy":0.375494,"main_score":0.326648,"hf_subset":"awa_Deva-kab_Latn","languages":["awa-Deva","kab-Latn"]},{"precision":0.954792,"recall":0.968379,"f1":0.959058,"accuracy":0.968379,"main_score":0.959058,"hf_subset":"awa_Deva-lim_Latn","languages":["awa-Deva","lim-Latn"]},{"precision":0.982378,"recall":0.987154,"f1":0.98386,"accuracy":0.987154,"main_score":0.98386,"hf_subset":"awa_Deva-nld_Latn","languages":["awa-Deva","nld-Latn"]},{"precision":0.964509,"recall":0.974308,"f1":0.967622,"accuracy":0.974308,"main_score":0.967622,"hf_subset":"awa_Deva-san_Deva","languages":["awa-Deva","san-Deva"]},{"precision":0.961166,"recall":0.972332,"f1":0.964756,"accuracy":0.972332,"main_score":0.964756,"hf_subset":"awa_Deva-tat_Cyrl","languages":["awa-Deva","tat-Cyrl"]},{"precision":0.490077,"recall":0.568182,"f1":0.511474,"accuracy":0.568182,"main_score":0.511474,"hf_subset":"awa_Deva-xho_Latn","languages":["awa-Deva","xho-Latn"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"awa_Deva-ars_Arab","languages":["awa-Deva","ars-Arab"]},{"precision":0.969862,"recall":0.979249,"f1":0.972991,"accuracy":0.979249,"main_score":0.972991,"hf_subset":"awa_Deva-ceb_Latn","languages":["awa-Deva","ceb-Latn"]},{"precision":0.456864,"recall":0.534585,"f1":0.478124,"accuracy":0.534585,"main_score":0.478124,"hf_subset":"awa_Deva-fuv_Latn","languages":["awa-Deva","fuv-Latn"]},{"precision":0.449976,"recall":0.530632,"f1":0.471578,"accuracy":0.530632,"main_score":0.471578,"hf_subset":"awa_Deva-kac_Latn","languages":["awa-Deva","kac-Latn"]},{"precision":0.525144,"recall":0.610672,"f1":0.548586,"accuracy":0.610672,"main_score":0.548586,"hf_subset":"awa_Deva-lin_Latn","languages":["awa-Deva","lin-Latn"]},{"precision":0.980567,"recall":0.986166,"f1":0.982378,"accuracy":0.986166,"main_score":0.982378,"hf_subset":"awa_Deva-nno_Latn","languages":["awa-Deva","nno-Latn"]},{"precision":0.016736,"recall":0.059289,"f1":0.022592,"accuracy":0.059289,"main_score":0.022592,"hf_subset":"awa_Deva-sat_Olck","languages":["awa-Deva","sat-Olck"]},{"precision":0.982049,"recall":0.987154,"f1":0.983696,"accuracy":0.987154,"main_score":0.983696,"hf_subset":"awa_Deva-tel_Telu","languages":["awa-Deva","tel-Telu"]},{"precision":0.706302,"recall":0.778656,"f1":0.728327,"accuracy":0.778656,"main_score":0.728327,"hf_subset":"awa_Deva-ydd_Hebr","languages":["awa-Deva","ydd-Hebr"]},{"precision":0.944993,"recall":0.962451,"f1":0.950758,"accuracy":0.962451,"main_score":0.950758,"hf_subset":"awa_Deva-ary_Arab","languages":["awa-Deva","ary-Arab"]},{"precision":0.988389,"recall":0.991107,"f1":0.989196,"accuracy":0.991107,"main_score":0.989196,"hf_subset":"awa_Deva-ces_Latn","languages":["awa-Deva","ces-Latn"]},{"precision":0.389459,"recall":0.465415,"f1":0.410419,"accuracy":0.465415,"main_score":0.410419,"hf_subset":"awa_Deva-gaz_Latn","languages":["awa-Deva","gaz-Latn"]},{"precision":0.450337,"recall":0.528656,"f1":0.472172,"accuracy":0.528656,"main_score":0.472172,"hf_subset":"awa_Deva-kam_Latn","languages":["awa-Deva","kam-Latn"]},{"precision":0.978096,"recall":0.98419,"f1":0.980072,"accuracy":0.98419,"main_score":0.980072,"hf_subset":"awa_Deva-lit_Latn","languages":["awa-Deva","lit-Latn"]},{"precision":0.983531,"recall":0.988142,"f1":0.985013,"accuracy":0.988142,"main_score":0.985013,"hf_subset":"awa_Deva-nob_Latn","languages":["awa-Deva","nob-Latn"]},{"precision":0.969121,"recall":0.978261,"f1":0.972069,"accuracy":0.978261,"main_score":0.972069,"hf_subset":"awa_Deva-scn_Latn","languages":["awa-Deva","scn-Latn"]},{"precision":0.886446,"recall":0.91996,"f1":0.897299,"accuracy":0.91996,"main_score":0.897299,"hf_subset":"awa_Deva-tgk_Cyrl","languages":["awa-Deva","tgk-Cyrl"]},{"precision":0.397458,"recall":0.481225,"f1":0.420931,"accuracy":0.481225,"main_score":0.420931,"hf_subset":"awa_Deva-yor_Latn","languages":["awa-Deva","yor-Latn"]},{"precision":0.97859,"recall":0.985178,"f1":0.980731,"accuracy":0.985178,"main_score":0.980731,"hf_subset":"awa_Deva-arz_Arab","languages":["awa-Deva","arz-Arab"]},{"precision":0.453393,"recall":0.541502,"f1":0.477239,"accuracy":0.541502,"main_score":0.477239,"hf_subset":"awa_Deva-cjk_Latn","languages":["awa-Deva","cjk-Latn"]},{"precision":0.586919,"recall":0.667984,"f1":0.61003,"accuracy":0.667984,"main_score":0.61003,"hf_subset":"awa_Deva-gla_Latn","languages":["awa-Deva","gla-Latn"]},{"precision":0.980567,"recall":0.986166,"f1":0.982378,"accuracy":0.986166,"main_score":0.982378,"hf_subset":"awa_Deva-kan_Knda","languages":["awa-Deva","kan-Knda"]},{"precision":0.960557,"recall":0.972332,"f1":0.964328,"accuracy":0.972332,"main_score":0.964328,"hf_subset":"awa_Deva-lmo_Latn","languages":["awa-Deva","lmo-Latn"]},{"precision":0.979743,"recall":0.985178,"f1":0.981555,"accuracy":0.985178,"main_score":0.981555,"hf_subset":"awa_Deva-npi_Deva","languages":["awa-Deva","npi-Deva"]},{"precision":0.39642,"recall":0.494071,"f1":0.422723,"accuracy":0.494071,"main_score":0.422723,"hf_subset":"awa_Deva-shn_Mymr","languages":["awa-Deva","shn-Mymr"]},{"precision":0.981719,"recall":0.987154,"f1":0.983531,"accuracy":0.987154,"main_score":0.983531,"hf_subset":"awa_Deva-tgl_Latn","languages":["awa-Deva","tgl-Latn"]},{"precision":0.985013,"recall":0.98913,"f1":0.986331,"accuracy":0.98913,"main_score":0.986331,"hf_subset":"awa_Deva-yue_Hant","languages":["awa-Deva","yue-Hant"]},{"precision":0.975791,"recall":0.983202,"f1":0.978261,"accuracy":0.983202,"main_score":0.978261,"hf_subset":"awa_Deva-asm_Beng","languages":["awa-Deva","asm-Beng"]},{"precision":0.698011,"recall":0.76581,"f1":0.718184,"accuracy":0.76581,"main_score":0.718184,"hf_subset":"awa_Deva-ckb_Arab","languages":["awa-Deva","ckb-Arab"]},{"precision":0.653287,"recall":0.733202,"f1":0.677557,"accuracy":0.733202,"main_score":0.677557,"hf_subset":"awa_Deva-gle_Latn","languages":["awa-Deva","gle-Latn"]},{"precision":0.901433,"recall":0.93083,"f1":0.910804,"accuracy":0.93083,"main_score":0.910804,"hf_subset":"awa_Deva-kas_Arab","languages":["awa-Deva","kas-Arab"]},{"precision":0.855682,"recall":0.895257,"f1":0.868102,"accuracy":0.895257,"main_score":0.868102,"hf_subset":"awa_Deva-ltg_Latn","languages":["awa-Deva","ltg-Latn"]},{"precision":0.496547,"recall":0.576087,"f1":0.518954,"accuracy":0.576087,"main_score":0.518954,"hf_subset":"awa_Deva-nso_Latn","languages":["awa-Deva","nso-Latn"]},{"precision":0.424457,"recall":0.523715,"f1":0.451704,"accuracy":0.523715,"main_score":0.451704,"hf_subset":"awa_Deva-sin_Sinh","languages":["awa-Deva","sin-Sinh"]},{"precision":0.986825,"recall":0.990119,"f1":0.987813,"accuracy":0.990119,"main_score":0.987813,"hf_subset":"awa_Deva-tha_Thai","languages":["awa-Deva","tha-Thai"]},{"precision":0.987978,"recall":0.991107,"f1":0.988966,"accuracy":0.991107,"main_score":0.988966,"hf_subset":"awa_Deva-zho_Hans","languages":["awa-Deva","zho-Hans"]},{"precision":0.986907,"recall":0.990119,"f1":0.987879,"accuracy":0.990119,"main_score":0.987879,"hf_subset":"awa_Deva-ast_Latn","languages":["awa-Deva","ast-Latn"]},{"precision":0.967227,"recall":0.977273,"f1":0.97052,"accuracy":0.977273,"main_score":0.97052,"hf_subset":"awa_Deva-crh_Latn","languages":["awa-Deva","crh-Latn"]},{"precision":0.986495,"recall":0.990119,"f1":0.987648,"accuracy":0.990119,"main_score":0.987648,"hf_subset":"awa_Deva-glg_Latn","languages":["awa-Deva","glg-Latn"]},{"precision":0.792523,"recall":0.848814,"f1":0.80982,"accuracy":0.848814,"main_score":0.80982,"hf_subset":"awa_Deva-kas_Deva","languages":["awa-Deva","kas-Deva"]},{"precision":0.967227,"recall":0.977273,"f1":0.97052,"accuracy":0.977273,"main_score":0.97052,"hf_subset":"awa_Deva-ltz_Latn","languages":["awa-Deva","ltz-Latn"]},{"precision":0.360801,"recall":0.447628,"f1":0.384076,"accuracy":0.447628,"main_score":0.384076,"hf_subset":"awa_Deva-nus_Latn","languages":["awa-Deva","nus-Latn"]},{"precision":0.987978,"recall":0.991107,"f1":0.988966,"accuracy":0.991107,"main_score":0.988966,"hf_subset":"awa_Deva-slk_Latn","languages":["awa-Deva","slk-Latn"]},{"precision":0.258279,"recall":0.332016,"f1":0.277606,"accuracy":0.332016,"main_score":0.277606,"hf_subset":"awa_Deva-tir_Ethi","languages":["awa-Deva","tir-Ethi"]},{"precision":0.983531,"recall":0.988142,"f1":0.985013,"accuracy":0.988142,"main_score":0.985013,"hf_subset":"awa_Deva-zho_Hant","languages":["awa-Deva","zho-Hant"]},{"precision":0.808136,"recall":0.859684,"f1":0.823979,"accuracy":0.859684,"main_score":0.823979,"hf_subset":"awa_Deva-cym_Latn","languages":["awa-Deva","cym-Latn"]},{"precision":0.70188,"recall":0.762846,"f1":0.719358,"accuracy":0.762846,"main_score":0.719358,"hf_subset":"awa_Deva-grn_Latn","languages":["awa-Deva","grn-Latn"]},{"precision":0.95611,"recall":0.969368,"f1":0.960375,"accuracy":0.969368,"main_score":0.960375,"hf_subset":"awa_Deva-kat_Geor","languages":["awa-Deva","kat-Geor"]},{"precision":0.524548,"recall":0.601779,"f1":0.546316,"accuracy":0.601779,"main_score":0.546316,"hf_subset":"awa_Deva-lua_Latn","languages":["awa-Deva","lua-Latn"]},{"precision":0.489378,"recall":0.564229,"f1":0.509875,"accuracy":0.564229,"main_score":0.509875,"hf_subset":"awa_Deva-nya_Latn","languages":["awa-Deva","nya-Latn"]},{"precision":0.985013,"recall":0.98913,"f1":0.986331,"accuracy":0.98913,"main_score":0.986331,"hf_subset":"awa_Deva-slv_Latn","languages":["awa-Deva","slv-Latn"]},{"precision":0.77943,"recall":0.833992,"f1":0.796099,"accuracy":0.833992,"main_score":0.796099,"hf_subset":"awa_Deva-tpi_Latn","languages":["awa-Deva","tpi-Latn"]},{"precision":0.986166,"recall":0.990119,"f1":0.987484,"accuracy":0.990119,"main_score":0.987484,"hf_subset":"awa_Deva-zsm_Latn","languages":["awa-Deva","zsm-Latn"]},{"precision":0.453139,"recall":0.52668,"f1":0.472856,"accuracy":0.52668,"main_score":0.472856,"hf_subset":"awa_Deva-ayr_Latn","languages":["awa-Deva","ayr-Latn"]},{"precision":0.988389,"recall":0.991107,"f1":0.989196,"accuracy":0.991107,"main_score":0.989196,"hf_subset":"awa_Deva-dan_Latn","languages":["awa-Deva","dan-Latn"]},{"precision":0.986166,"recall":0.990119,"f1":0.987484,"accuracy":0.990119,"main_score":0.987484,"hf_subset":"awa_Deva-guj_Gujr","languages":["awa-Deva","guj-Gujr"]},{"precision":0.971344,"recall":0.980237,"f1":0.974308,"accuracy":0.980237,"main_score":0.974308,"hf_subset":"awa_Deva-kaz_Cyrl","languages":["awa-Deva","kaz-Cyrl"]},{"precision":0.424655,"recall":0.500988,"f1":0.445621,"accuracy":0.500988,"main_score":0.445621,"hf_subset":"awa_Deva-lug_Latn","languages":["awa-Deva","lug-Latn"]},{"precision":0.982049,"recall":0.987154,"f1":0.983696,"accuracy":0.987154,"main_score":0.983696,"hf_subset":"awa_Deva-oci_Latn","languages":["awa-Deva","oci-Latn"]},{"precision":0.477476,"recall":0.563241,"f1":0.50118,"accuracy":0.563241,"main_score":0.50118,"hf_subset":"awa_Deva-smo_Latn","languages":["awa-Deva","smo-Latn"]},{"precision":0.447254,"recall":0.521739,"f1":0.466964,"accuracy":0.521739,"main_score":0.466964,"hf_subset":"awa_Deva-tsn_Latn","languages":["awa-Deva","tsn-Latn"]},{"precision":0.441004,"recall":0.519763,"f1":0.461394,"accuracy":0.519763,"main_score":0.461394,"hf_subset":"awa_Deva-zul_Latn","languages":["awa-Deva","zul-Latn"]},{"precision":0.800313,"recall":0.858696,"f1":0.818577,"accuracy":0.858696,"main_score":0.818577,"hf_subset":"awa_Deva-azb_Arab","languages":["awa-Deva","azb-Arab"]},{"precision":0.986495,"recall":0.990119,"f1":0.987648,"accuracy":0.990119,"main_score":0.987648,"hf_subset":"awa_Deva-deu_Latn","languages":["awa-Deva","deu-Latn"]},{"precision":0.892951,"recall":0.923913,"f1":0.902997,"accuracy":0.923913,"main_score":0.902997,"hf_subset":"awa_Deva-hat_Latn","languages":["awa-Deva","hat-Latn"]},{"precision":0.415074,"recall":0.487154,"f1":0.434279,"accuracy":0.487154,"main_score":0.434279,"hf_subset":"awa_Deva-kbp_Latn","languages":["awa-Deva","kbp-Latn"]},{"precision":0.458774,"recall":0.535573,"f1":0.480127,"accuracy":0.535573,"main_score":0.480127,"hf_subset":"awa_Deva-luo_Latn","languages":["awa-Deva","luo-Latn"]},{"precision":0.984684,"recall":0.98913,"f1":0.986166,"accuracy":0.98913,"main_score":0.986166,"hf_subset":"awa_Deva-ory_Orya","languages":["awa-Deva","ory-Orya"]},{"precision":0.453009,"recall":0.532609,"f1":0.475476,"accuracy":0.532609,"main_score":0.475476,"hf_subset":"awa_Deva-sna_Latn","languages":["awa-Deva","sna-Latn"]},{"precision":0.43731,"recall":0.514822,"f1":0.458701,"accuracy":0.514822,"main_score":0.458701,"hf_subset":"awa_Deva-tso_Latn","languages":["awa-Deva","tso-Latn"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"awa_Deva-azj_Latn","languages":["awa-Deva","azj-Latn"]},{"precision":0.43962,"recall":0.528656,"f1":0.46485,"accuracy":0.528656,"main_score":0.46485,"hf_subset":"awa_Deva-dik_Latn","languages":["awa-Deva","dik-Latn"]},{"precision":0.447253,"recall":0.51581,"f1":0.466738,"accuracy":0.51581,"main_score":0.466738,"hf_subset":"awa_Deva-hau_Latn","languages":["awa-Deva","hau-Latn"]},{"precision":0.948452,"recall":0.964427,"f1":0.953722,"accuracy":0.964427,"main_score":0.953722,"hf_subset":"awa_Deva-kea_Latn","languages":["awa-Deva","kea-Latn"]},{"precision":0.626692,"recall":0.697628,"f1":0.646589,"accuracy":0.697628,"main_score":0.646589,"hf_subset":"awa_Deva-lus_Latn","languages":["awa-Deva","lus-Latn"]},{"precision":0.785853,"recall":0.838933,"f1":0.802009,"accuracy":0.838933,"main_score":0.802009,"hf_subset":"awa_Deva-pag_Latn","languages":["awa-Deva","pag-Latn"]},{"precision":0.972826,"recall":0.981225,"f1":0.975626,"accuracy":0.981225,"main_score":0.975626,"hf_subset":"awa_Deva-snd_Arab","languages":["awa-Deva","snd-Arab"]},{"precision":0.839839,"recall":0.885375,"f1":0.854315,"accuracy":0.885375,"main_score":0.854315,"hf_subset":"awa_Deva-tuk_Latn","languages":["awa-Deva","tuk-Latn"]},{"precision":0.921196,"recall":0.944664,"f1":0.928755,"accuracy":0.944664,"main_score":0.928755,"hf_subset":"awa_Deva-bak_Cyrl","languages":["awa-Deva","bak-Cyrl"]},{"precision":0.379884,"recall":0.47332,"f1":0.406591,"accuracy":0.47332,"main_score":0.406591,"hf_subset":"awa_Deva-dyu_Latn","languages":["awa-Deva","dyu-Latn"]},{"precision":0.985425,"recall":0.98913,"f1":0.986561,"accuracy":0.98913,"main_score":0.986561,"hf_subset":"awa_Deva-heb_Hebr","languages":["awa-Deva","heb-Hebr"]},{"precision":0.873765,"recall":0.908103,"f1":0.884585,"accuracy":0.908103,"main_score":0.884585,"hf_subset":"awa_Deva-khk_Cyrl","languages":["awa-Deva","khk-Cyrl"]},{"precision":0.986495,"recall":0.990119,"f1":0.987648,"accuracy":0.990119,"main_score":0.987648,"hf_subset":"awa_Deva-lvs_Latn","languages":["awa-Deva","lvs-Latn"]},{"precision":0.987978,"recall":0.991107,"f1":0.988966,"accuracy":0.991107,"main_score":0.988966,"hf_subset":"awa_Deva-pan_Guru","languages":["awa-Deva","pan-Guru"]},{"precision":0.440232,"recall":0.516798,"f1":0.461547,"accuracy":0.516798,"main_score":0.461547,"hf_subset":"awa_Deva-som_Latn","languages":["awa-Deva","som-Latn"]},{"precision":0.484132,"recall":0.55336,"f1":0.503392,"accuracy":0.55336,"main_score":0.503392,"hf_subset":"awa_Deva-tum_Latn","languages":["awa-Deva","tum-Latn"]},{"precision":0.376099,"recall":0.447628,"f1":0.396033,"accuracy":0.447628,"main_score":0.396033,"hf_subset":"cym_Latn-ace_Arab","languages":["cym-Latn","ace-Arab"]},{"precision":0.45748,"recall":0.506917,"f1":0.471506,"accuracy":0.506917,"main_score":0.471506,"hf_subset":"cym_Latn-bam_Latn","languages":["cym-Latn","bam-Latn"]},{"precision":0.113586,"recall":0.156126,"f1":0.124384,"accuracy":0.156126,"main_score":0.124384,"hf_subset":"cym_Latn-dzo_Tibt","languages":["cym-Latn","dzo-Tibt"]},{"precision":0.88722,"recall":0.917984,"f1":0.896706,"accuracy":0.917984,"main_score":0.896706,"hf_subset":"cym_Latn-hin_Deva","languages":["cym-Latn","hin-Deva"]},{"precision":0.76679,"recall":0.823123,"f1":0.784231,"accuracy":0.823123,"main_score":0.784231,"hf_subset":"cym_Latn-khm_Khmr","languages":["cym-Latn","khm-Khmr"]},{"precision":0.842836,"recall":0.884387,"f1":0.855552,"accuracy":0.884387,"main_score":0.855552,"hf_subset":"cym_Latn-mag_Deva","languages":["cym-Latn","mag-Deva"]},{"precision":0.802826,"recall":0.849802,"f1":0.817177,"accuracy":0.849802,"main_score":0.817177,"hf_subset":"cym_Latn-pap_Latn","languages":["cym-Latn","pap-Latn"]},{"precision":0.483573,"recall":0.539526,"f1":0.499198,"accuracy":0.539526,"main_score":0.499198,"hf_subset":"cym_Latn-sot_Latn","languages":["cym-Latn","sot-Latn"]},{"precision":0.880995,"recall":0.914032,"f1":0.891271,"accuracy":0.914032,"main_score":0.891271,"hf_subset":"cym_Latn-tur_Latn","languages":["cym-Latn","tur-Latn"]},{"precision":0.659819,"recall":0.712451,"f1":0.674875,"accuracy":0.712451,"main_score":0.674875,"hf_subset":"cym_Latn-ace_Latn","languages":["cym-Latn","ace-Latn"]},{"precision":0.731284,"recall":0.782609,"f1":0.746774,"accuracy":0.782609,"main_score":0.746774,"hf_subset":"cym_Latn-ban_Latn","languages":["cym-Latn","ban-Latn"]},{"precision":0.867128,"recall":0.905138,"f1":0.879282,"accuracy":0.905138,"main_score":0.879282,"hf_subset":"cym_Latn-ell_Grek","languages":["cym-Latn","ell-Grek"]},{"precision":0.823403,"recall":0.87253,"f1":0.838801,"accuracy":0.87253,"main_score":0.838801,"hf_subset":"cym_Latn-hne_Deva","languages":["cym-Latn","hne-Deva"]},{"precision":0.47169,"recall":0.519763,"f1":0.485427,"accuracy":0.519763,"main_score":0.485427,"hf_subset":"cym_Latn-kik_Latn","languages":["cym-Latn","kik-Latn"]},{"precision":0.824202,"recall":0.868577,"f1":0.837698,"accuracy":0.868577,"main_score":0.837698,"hf_subset":"cym_Latn-mai_Deva","languages":["cym-Latn","mai-Deva"]},{"precision":0.719433,"recall":0.783597,"f1":0.738622,"accuracy":0.783597,"main_score":0.738622,"hf_subset":"cym_Latn-pbt_Arab","languages":["cym-Latn","pbt-Arab"]},{"precision":0.885303,"recall":0.916008,"f1":0.894502,"accuracy":0.916008,"main_score":0.894502,"hf_subset":"cym_Latn-spa_Latn","languages":["cym-Latn","spa-Latn"]},{"precision":0.52421,"recall":0.56917,"f1":0.537039,"accuracy":0.56917,"main_score":0.537039,"hf_subset":"cym_Latn-twi_Latn","languages":["cym-Latn","twi-Latn"]},{"precision":0.837154,"recall":0.882411,"f1":0.851205,"accuracy":0.882411,"main_score":0.851205,"hf_subset":"cym_Latn-acm_Arab","languages":["cym-Latn","acm-Arab"]},{"precision":0.858597,"recall":0.898221,"f1":0.870685,"accuracy":0.898221,"main_score":0.870685,"hf_subset":"cym_Latn-bel_Cyrl","languages":["cym-Latn","bel-Cyrl"]},{"precision":0.892325,"recall":0.923913,"f1":0.902306,"accuracy":0.923913,"main_score":0.902306,"hf_subset":"cym_Latn-eng_Latn","languages":["cym-Latn","eng-Latn"]},{"precision":0.868554,"recall":0.906126,"f1":0.880352,"accuracy":0.906126,"main_score":0.880352,"hf_subset":"cym_Latn-hrv_Latn","languages":["cym-Latn","hrv-Latn"]},{"precision":0.453188,"recall":0.504941,"f1":0.467414,"accuracy":0.504941,"main_score":0.467414,"hf_subset":"cym_Latn-kin_Latn","languages":["cym-Latn","kin-Latn"]},{"precision":0.854743,"recall":0.894269,"f1":0.867029,"accuracy":0.894269,"main_score":0.867029,"hf_subset":"cym_Latn-mal_Mlym","languages":["cym-Latn","mal-Mlym"]},{"precision":0.874753,"recall":0.908103,"f1":0.884834,"accuracy":0.908103,"main_score":0.884834,"hf_subset":"cym_Latn-pes_Arab","languages":["cym-Latn","pes-Arab"]},{"precision":0.832474,"recall":0.870553,"f1":0.843135,"accuracy":0.870553,"main_score":0.843135,"hf_subset":"cym_Latn-srd_Latn","languages":["cym-Latn","srd-Latn"]},{"precision":0.151059,"recall":0.205534,"f1":0.163548,"accuracy":0.205534,"main_score":0.163548,"hf_subset":"cym_Latn-tzm_Tfng","languages":["cym-Latn","tzm-Tfng"]},{"precision":0.846047,"recall":0.88834,"f1":0.858959,"accuracy":0.88834,"main_score":0.858959,"hf_subset":"cym_Latn-acq_Arab","languages":["cym-Latn","acq-Arab"]},{"precision":0.51078,"recall":0.55336,"f1":0.523205,"accuracy":0.55336,"main_score":0.523205,"hf_subset":"cym_Latn-bem_Latn","languages":["cym-Latn","bem-Latn"]},{"precision":0.877174,"recall":0.913043,"f1":0.888307,"accuracy":0.913043,"main_score":0.888307,"hf_subset":"cym_Latn-epo_Latn","languages":["cym-Latn","epo-Latn"]},{"precision":0.870125,"recall":0.905138,"f1":0.880637,"accuracy":0.905138,"main_score":0.880637,"hf_subset":"cym_Latn-hun_Latn","languages":["cym-Latn","hun-Latn"]},{"precision":0.821377,"recall":0.868577,"f1":0.835738,"accuracy":0.868577,"main_score":0.835738,"hf_subset":"cym_Latn-kir_Cyrl","languages":["cym-Latn","kir-Cyrl"]},{"precision":0.855319,"recall":0.894269,"f1":0.867231,"accuracy":0.894269,"main_score":0.867231,"hf_subset":"cym_Latn-mar_Deva","languages":["cym-Latn","mar-Deva"]},{"precision":0.538513,"recall":0.586957,"f1":0.551965,"accuracy":0.586957,"main_score":0.551965,"hf_subset":"cym_Latn-plt_Latn","languages":["cym-Latn","plt-Latn"]},{"precision":0.881291,"recall":0.91502,"f1":0.891601,"accuracy":0.91502,"main_score":0.891601,"hf_subset":"cym_Latn-srp_Cyrl","languages":["cym-Latn","srp-Cyrl"]},{"precision":0.772414,"recall":0.831028,"f1":0.789987,"accuracy":0.831028,"main_score":0.789987,"hf_subset":"cym_Latn-uig_Arab","languages":["cym-Latn","uig-Arab"]},{"precision":0.79129,"recall":0.843874,"f1":0.806932,"accuracy":0.843874,"main_score":0.806932,"hf_subset":"cym_Latn-aeb_Arab","languages":["cym-Latn","aeb-Arab"]},{"precision":0.863735,"recall":0.899209,"f1":0.87444,"accuracy":0.899209,"main_score":0.87444,"hf_subset":"cym_Latn-ben_Beng","languages":["cym-Latn","ben-Beng"]},{"precision":0.882246,"recall":0.916008,"f1":0.892918,"accuracy":0.916008,"main_score":0.892918,"hf_subset":"cym_Latn-est_Latn","languages":["cym-Latn","est-Latn"]},{"precision":0.857955,"recall":0.898221,"f1":0.870572,"accuracy":0.898221,"main_score":0.870572,"hf_subset":"cym_Latn-hye_Armn","languages":["cym-Latn","hye-Armn"]},{"precision":0.469115,"recall":0.516798,"f1":0.483004,"accuracy":0.516798,"main_score":0.483004,"hf_subset":"cym_Latn-kmb_Latn","languages":["cym-Latn","kmb-Latn"]},{"precision":0.342858,"recall":0.423913,"f1":0.364854,"accuracy":0.423913,"main_score":0.364854,"hf_subset":"cym_Latn-min_Arab","languages":["cym-Latn","min-Arab"]},{"precision":0.868165,"recall":0.905138,"f1":0.879447,"accuracy":0.905138,"main_score":0.879447,"hf_subset":"cym_Latn-pol_Latn","languages":["cym-Latn","pol-Latn"]},{"precision":0.447744,"recall":0.501976,"f1":0.463524,"accuracy":0.501976,"main_score":0.463524,"hf_subset":"cym_Latn-ssw_Latn","languages":["cym-Latn","ssw-Latn"]},{"precision":0.879941,"recall":0.91502,"f1":0.890942,"accuracy":0.91502,"main_score":0.890942,"hf_subset":"cym_Latn-ukr_Cyrl","languages":["cym-Latn","ukr-Cyrl"]},{"precision":0.886775,"recall":0.918972,"f1":0.89656,"accuracy":0.918972,"main_score":0.89656,"hf_subset":"cym_Latn-afr_Latn","languages":["cym-Latn","afr-Latn"]},{"precision":0.80159,"recall":0.853755,"f1":0.817375,"accuracy":0.853755,"main_score":0.817375,"hf_subset":"cym_Latn-bho_Deva","languages":["cym-Latn","bho-Deva"]},{"precision":0.830023,"recall":0.873518,"f1":0.843445,"accuracy":0.873518,"main_score":0.843445,"hf_subset":"cym_Latn-eus_Latn","languages":["cym-Latn","eus-Latn"]},{"precision":0.472764,"recall":0.529644,"f1":0.489115,"accuracy":0.529644,"main_score":0.489115,"hf_subset":"cym_Latn-ibo_Latn","languages":["cym-Latn","ibo-Latn"]},{"precision":0.66327,"recall":0.719368,"f1":0.679353,"accuracy":0.719368,"main_score":0.679353,"hf_subset":"cym_Latn-kmr_Latn","languages":["cym-Latn","kmr-Latn"]},{"precision":0.783712,"recall":0.83498,"f1":0.798796,"accuracy":0.83498,"main_score":0.798796,"hf_subset":"cym_Latn-min_Latn","languages":["cym-Latn","min-Latn"]},{"precision":0.900362,"recall":0.927866,"f1":0.908682,"accuracy":0.927866,"main_score":0.908682,"hf_subset":"cym_Latn-por_Latn","languages":["cym-Latn","por-Latn"]},{"precision":0.827348,"recall":0.867589,"f1":0.838949,"accuracy":0.867589,"main_score":0.838949,"hf_subset":"cym_Latn-sun_Latn","languages":["cym-Latn","sun-Latn"]},{"precision":0.460699,"recall":0.509881,"f1":0.474975,"accuracy":0.509881,"main_score":0.474975,"hf_subset":"cym_Latn-umb_Latn","languages":["cym-Latn","umb-Latn"]},{"precision":0.845826,"recall":0.88834,"f1":0.859042,"accuracy":0.88834,"main_score":0.859042,"hf_subset":"cym_Latn-ajp_Arab","languages":["cym-Latn","ajp-Arab"]},{"precision":0.364488,"recall":0.438735,"f1":0.384558,"accuracy":0.438735,"main_score":0.384558,"hf_subset":"cym_Latn-bjn_Arab","languages":["cym-Latn","bjn-Arab"]},{"precision":0.471953,"recall":0.516798,"f1":0.484666,"accuracy":0.516798,"main_score":0.484666,"hf_subset":"cym_Latn-ewe_Latn","languages":["cym-Latn","ewe-Latn"]},{"precision":0.711818,"recall":0.759881,"f1":0.725587,"accuracy":0.759881,"main_score":0.725587,"hf_subset":"cym_Latn-ilo_Latn","languages":["cym-Latn","ilo-Latn"]},{"precision":0.183974,"recall":0.257905,"f1":0.202717,"accuracy":0.257905,"main_score":0.202717,"hf_subset":"cym_Latn-knc_Arab","languages":["cym-Latn","knc-Arab"]},{"precision":0.872439,"recall":0.907115,"f1":0.883191,"accuracy":0.907115,"main_score":0.883191,"hf_subset":"cym_Latn-mkd_Cyrl","languages":["cym-Latn","mkd-Cyrl"]},{"precision":0.876688,"recall":0.911067,"f1":0.887473,"accuracy":0.911067,"main_score":0.887473,"hf_subset":"cym_Latn-prs_Arab","languages":["cym-Latn","prs-Arab"]},{"precision":0.888916,"recall":0.920949,"f1":0.898781,"accuracy":0.920949,"main_score":0.898781,"hf_subset":"cym_Latn-swe_Latn","languages":["cym-Latn","swe-Latn"]},{"precision":0.86474,"recall":0.903162,"f1":0.876666,"accuracy":0.903162,"main_score":0.876666,"hf_subset":"cym_Latn-urd_Arab","languages":["cym-Latn","urd-Arab"]},{"precision":0.503435,"recall":0.546443,"f1":0.515611,"accuracy":0.546443,"main_score":0.515611,"hf_subset":"cym_Latn-aka_Latn","languages":["cym-Latn","aka-Latn"]},{"precision":0.774424,"recall":0.827075,"f1":0.789399,"accuracy":0.827075,"main_score":0.789399,"hf_subset":"cym_Latn-bjn_Latn","languages":["cym-Latn","bjn-Latn"]},{"precision":0.789257,"recall":0.835968,"f1":0.803063,"accuracy":0.835968,"main_score":0.803063,"hf_subset":"cym_Latn-fao_Latn","languages":["cym-Latn","fao-Latn"]},{"precision":0.888069,"recall":0.917984,"f1":0.897137,"accuracy":0.917984,"main_score":0.897137,"hf_subset":"cym_Latn-ind_Latn","languages":["cym-Latn","ind-Latn"]},{"precision":0.496171,"recall":0.546443,"f1":0.510851,"accuracy":0.546443,"main_score":0.510851,"hf_subset":"cym_Latn-knc_Latn","languages":["cym-Latn","knc-Latn"]},{"precision":0.837319,"recall":0.878458,"f1":0.849294,"accuracy":0.878458,"main_score":0.849294,"hf_subset":"cym_Latn-mlt_Latn","languages":["cym-Latn","mlt-Latn"]},{"precision":0.509941,"recall":0.560277,"f1":0.52468,"accuracy":0.560277,"main_score":0.52468,"hf_subset":"cym_Latn-quy_Latn","languages":["cym-Latn","quy-Latn"]},{"precision":0.640464,"recall":0.709486,"f1":0.660414,"accuracy":0.709486,"main_score":0.660414,"hf_subset":"cym_Latn-swh_Latn","languages":["cym-Latn","swh-Latn"]},{"precision":0.854258,"recall":0.894269,"f1":0.866453,"accuracy":0.894269,"main_score":0.866453,"hf_subset":"cym_Latn-uzn_Latn","languages":["cym-Latn","uzn-Latn"]},{"precision":0.88862,"recall":0.91996,"f1":0.89824,"accuracy":0.91996,"main_score":0.89824,"hf_subset":"cym_Latn-als_Latn","languages":["cym-Latn","als-Latn"]},{"precision":0.179224,"recall":0.240119,"f1":0.194099,"accuracy":0.240119,"main_score":0.194099,"hf_subset":"cym_Latn-bod_Tibt","languages":["cym-Latn","bod-Tibt"]},{"precision":0.462876,"recall":0.505929,"f1":0.474729,"accuracy":0.505929,"main_score":0.474729,"hf_subset":"cym_Latn-fij_Latn","languages":["cym-Latn","fij-Latn"]},{"precision":0.799292,"recall":0.846838,"f1":0.81357,"accuracy":0.846838,"main_score":0.81357,"hf_subset":"cym_Latn-isl_Latn","languages":["cym-Latn","isl-Latn"]},{"precision":0.503405,"recall":0.559289,"f1":0.518828,"accuracy":0.559289,"main_score":0.518828,"hf_subset":"cym_Latn-kon_Latn","languages":["cym-Latn","kon-Latn"]},{"precision":0.442201,"recall":0.511858,"f1":0.461137,"accuracy":0.511858,"main_score":0.461137,"hf_subset":"cym_Latn-mni_Beng","languages":["cym-Latn","mni-Beng"]},{"precision":0.897407,"recall":0.926877,"f1":0.906505,"accuracy":0.926877,"main_score":0.906505,"hf_subset":"cym_Latn-ron_Latn","languages":["cym-Latn","ron-Latn"]},{"precision":0.853129,"recall":0.891304,"f1":0.86486,"accuracy":0.891304,"main_score":0.86486,"hf_subset":"cym_Latn-szl_Latn","languages":["cym-Latn","szl-Latn"]},{"precision":0.866551,"recall":0.902174,"f1":0.877503,"accuracy":0.902174,"main_score":0.877503,"hf_subset":"cym_Latn-vec_Latn","languages":["cym-Latn","vec-Latn"]},{"precision":0.507345,"recall":0.590909,"f1":0.530736,"accuracy":0.590909,"main_score":0.530736,"hf_subset":"cym_Latn-amh_Ethi","languages":["cym-Latn","amh-Ethi"]},{"precision":0.893758,"recall":0.923913,"f1":0.903063,"accuracy":0.923913,"main_score":0.903063,"hf_subset":"cym_Latn-bos_Latn","languages":["cym-Latn","bos-Latn"]},{"precision":0.871986,"recall":0.906126,"f1":0.882171,"accuracy":0.906126,"main_score":0.882171,"hf_subset":"cym_Latn-fin_Latn","languages":["cym-Latn","fin-Latn"]},{"precision":0.87332,"recall":0.908103,"f1":0.884058,"accuracy":0.908103,"main_score":0.884058,"hf_subset":"cym_Latn-ita_Latn","languages":["cym-Latn","ita-Latn"]},{"precision":0.850856,"recall":0.890316,"f1":0.8627,"accuracy":0.890316,"main_score":0.8627,"hf_subset":"cym_Latn-kor_Hang","languages":["cym-Latn","kor-Hang"]},{"precision":0.460113,"recall":0.51087,"f1":0.474794,"accuracy":0.51087,"main_score":0.474794,"hf_subset":"cym_Latn-mos_Latn","languages":["cym-Latn","mos-Latn"]},{"precision":0.460126,"recall":0.511858,"f1":0.474234,"accuracy":0.511858,"main_score":0.474234,"hf_subset":"cym_Latn-run_Latn","languages":["cym-Latn","run-Latn"]},{"precision":0.837121,"recall":0.883399,"f1":0.851548,"accuracy":0.883399,"main_score":0.851548,"hf_subset":"cym_Latn-tam_Taml","languages":["cym-Latn","tam-Taml"]},{"precision":0.860128,"recall":0.898221,"f1":0.871659,"accuracy":0.898221,"main_score":0.871659,"hf_subset":"cym_Latn-vie_Latn","languages":["cym-Latn","vie-Latn"]},{"precision":0.846624,"recall":0.889328,"f1":0.859519,"accuracy":0.889328,"main_score":0.859519,"hf_subset":"cym_Latn-apc_Arab","languages":["cym-Latn","apc-Arab"]},{"precision":0.600488,"recall":0.656126,"f1":0.616411,"accuracy":0.656126,"main_score":0.616411,"hf_subset":"cym_Latn-bug_Latn","languages":["cym-Latn","bug-Latn"]},{"precision":0.445958,"recall":0.491107,"f1":0.458903,"accuracy":0.491107,"main_score":0.458903,"hf_subset":"cym_Latn-fon_Latn","languages":["cym-Latn","fon-Latn"]},{"precision":0.834503,"recall":0.876482,"f1":0.8472,"accuracy":0.876482,"main_score":0.8472,"hf_subset":"cym_Latn-jav_Latn","languages":["cym-Latn","jav-Latn"]},{"precision":0.751647,"recall":0.813241,"f1":0.770539,"accuracy":0.813241,"main_score":0.770539,"hf_subset":"cym_Latn-lao_Laoo","languages":["cym-Latn","lao-Laoo"]},{"precision":0.54711,"recall":0.610672,"f1":0.564798,"accuracy":0.610672,"main_score":0.564798,"hf_subset":"cym_Latn-mri_Latn","languages":["cym-Latn","mri-Latn"]},{"precision":0.884256,"recall":0.916996,"f1":0.894368,"accuracy":0.916996,"main_score":0.894368,"hf_subset":"cym_Latn-rus_Cyrl","languages":["cym-Latn","rus-Cyrl"]},{"precision":0.460997,"recall":0.506917,"f1":0.473854,"accuracy":0.506917,"main_score":0.473854,"hf_subset":"cym_Latn-taq_Latn","languages":["cym-Latn","taq-Latn"]},{"precision":0.831785,"recall":0.871542,"f1":0.843431,"accuracy":0.871542,"main_score":0.843431,"hf_subset":"cym_Latn-war_Latn","languages":["cym-Latn","war-Latn"]},{"precision":0.865679,"recall":0.903162,"f1":0.876877,"accuracy":0.903162,"main_score":0.876877,"hf_subset":"cym_Latn-arb_Arab","languages":["cym-Latn","arb-Arab"]},{"precision":0.900503,"recall":0.928854,"f1":0.909107,"accuracy":0.928854,"main_score":0.909107,"hf_subset":"cym_Latn-bul_Cyrl","languages":["cym-Latn","bul-Cyrl"]},{"precision":0.894269,"recall":0.923913,"f1":0.903458,"accuracy":0.923913,"main_score":0.903458,"hf_subset":"cym_Latn-fra_Latn","languages":["cym-Latn","fra-Latn"]},{"precision":0.841477,"recall":0.882411,"f1":0.853796,"accuracy":0.882411,"main_score":0.853796,"hf_subset":"cym_Latn-jpn_Jpan","languages":["cym-Latn","jpn-Jpan"]},{"precision":0.842243,"recall":0.882411,"f1":0.854433,"accuracy":0.882411,"main_score":0.854433,"hf_subset":"cym_Latn-lij_Latn","languages":["cym-Latn","lij-Latn"]},{"precision":0.673897,"recall":0.755929,"f1":0.699064,"accuracy":0.755929,"main_score":0.699064,"hf_subset":"cym_Latn-mya_Mymr","languages":["cym-Latn","mya-Mymr"]},{"precision":0.482326,"recall":0.540514,"f1":0.498149,"accuracy":0.540514,"main_score":0.498149,"hf_subset":"cym_Latn-sag_Latn","languages":["cym-Latn","sag-Latn"]},{"precision":0.143034,"recall":0.210474,"f1":0.157594,"accuracy":0.210474,"main_score":0.157594,"hf_subset":"cym_Latn-taq_Tfng","languages":["cym-Latn","taq-Tfng"]},{"precision":0.531416,"recall":0.576087,"f1":0.544699,"accuracy":0.576087,"main_score":0.544699,"hf_subset":"cym_Latn-wol_Latn","languages":["cym-Latn","wol-Latn"]},{"precision":0.523698,"recall":0.600791,"f1":0.544739,"accuracy":0.600791,"main_score":0.544739,"hf_subset":"cym_Latn-arb_Latn","languages":["cym-Latn","arb-Latn"]},{"precision":0.885491,"recall":0.918972,"f1":0.895935,"accuracy":0.918972,"main_score":0.895935,"hf_subset":"cym_Latn-cat_Latn","languages":["cym-Latn","cat-Latn"]},{"precision":0.83526,"recall":0.87747,"f1":0.847567,"accuracy":0.87747,"main_score":0.847567,"hf_subset":"cym_Latn-fur_Latn","languages":["cym-Latn","fur-Latn"]},{"precision":0.355527,"recall":0.406126,"f1":0.369723,"accuracy":0.406126,"main_score":0.369723,"hf_subset":"cym_Latn-kab_Latn","languages":["cym-Latn","kab-Latn"]},{"precision":0.807223,"recall":0.851779,"f1":0.820339,"accuracy":0.851779,"main_score":0.820339,"hf_subset":"cym_Latn-lim_Latn","languages":["cym-Latn","lim-Latn"]},{"precision":0.863894,"recall":0.896245,"f1":0.87324,"accuracy":0.896245,"main_score":0.87324,"hf_subset":"cym_Latn-nld_Latn","languages":["cym-Latn","nld-Latn"]},{"precision":0.769137,"recall":0.828063,"f1":0.786994,"accuracy":0.828063,"main_score":0.786994,"hf_subset":"cym_Latn-san_Deva","languages":["cym-Latn","san-Deva"]},{"precision":0.838233,"recall":0.876482,"f1":0.849462,"accuracy":0.876482,"main_score":0.849462,"hf_subset":"cym_Latn-tat_Cyrl","languages":["cym-Latn","tat-Cyrl"]},{"precision":0.497917,"recall":0.55336,"f1":0.513847,"accuracy":0.55336,"main_score":0.513847,"hf_subset":"cym_Latn-xho_Latn","languages":["cym-Latn","xho-Latn"]},{"precision":0.852997,"recall":0.893281,"f1":0.86502,"accuracy":0.893281,"main_score":0.86502,"hf_subset":"cym_Latn-ars_Arab","languages":["cym-Latn","ars-Arab"]},{"precision":0.872974,"recall":0.907115,"f1":0.883371,"accuracy":0.907115,"main_score":0.883371,"hf_subset":"cym_Latn-ceb_Latn","languages":["cym-Latn","ceb-Latn"]},{"precision":0.479374,"recall":0.530632,"f1":0.494193,"accuracy":0.530632,"main_score":0.494193,"hf_subset":"cym_Latn-fuv_Latn","languages":["cym-Latn","fuv-Latn"]},{"precision":0.45661,"recall":0.517787,"f1":0.473724,"accuracy":0.517787,"main_score":0.473724,"hf_subset":"cym_Latn-kac_Latn","languages":["cym-Latn","kac-Latn"]},{"precision":0.525623,"recall":0.582016,"f1":0.54146,"accuracy":0.582016,"main_score":0.54146,"hf_subset":"cym_Latn-lin_Latn","languages":["cym-Latn","lin-Latn"]},{"precision":0.875329,"recall":0.909091,"f1":0.885611,"accuracy":0.909091,"main_score":0.885611,"hf_subset":"cym_Latn-nno_Latn","languages":["cym-Latn","nno-Latn"]},{"precision":0.023763,"recall":0.067194,"f1":0.030373,"accuracy":0.067194,"main_score":0.030373,"hf_subset":"cym_Latn-sat_Olck","languages":["cym-Latn","sat-Olck"]},{"precision":0.850247,"recall":0.891304,"f1":0.862996,"accuracy":0.891304,"main_score":0.862996,"hf_subset":"cym_Latn-tel_Telu","languages":["cym-Latn","tel-Telu"]},{"precision":0.642911,"recall":0.719368,"f1":0.664956,"accuracy":0.719368,"main_score":0.664956,"hf_subset":"cym_Latn-ydd_Hebr","languages":["cym-Latn","ydd-Hebr"]},{"precision":0.788933,"recall":0.839921,"f1":0.804235,"accuracy":0.839921,"main_score":0.804235,"hf_subset":"cym_Latn-ary_Arab","languages":["cym-Latn","ary-Arab"]},{"precision":0.888258,"recall":0.920949,"f1":0.898419,"accuracy":0.920949,"main_score":0.898419,"hf_subset":"cym_Latn-ces_Latn","languages":["cym-Latn","ces-Latn"]},{"precision":0.396374,"recall":0.462451,"f1":0.415566,"accuracy":0.462451,"main_score":0.415566,"hf_subset":"cym_Latn-gaz_Latn","languages":["cym-Latn","gaz-Latn"]},{"precision":0.476887,"recall":0.527668,"f1":0.491406,"accuracy":0.527668,"main_score":0.491406,"hf_subset":"cym_Latn-kam_Latn","languages":["cym-Latn","kam-Latn"]},{"precision":0.868142,"recall":0.90415,"f1":0.879218,"accuracy":0.90415,"main_score":0.879218,"hf_subset":"cym_Latn-lit_Latn","languages":["cym-Latn","lit-Latn"]},{"precision":0.888406,"recall":0.918972,"f1":0.8976,"accuracy":0.918972,"main_score":0.8976,"hf_subset":"cym_Latn-nob_Latn","languages":["cym-Latn","nob-Latn"]},{"precision":0.817432,"recall":0.862648,"f1":0.83089,"accuracy":0.862648,"main_score":0.83089,"hf_subset":"cym_Latn-scn_Latn","languages":["cym-Latn","scn-Latn"]},{"precision":0.781686,"recall":0.835968,"f1":0.798353,"accuracy":0.835968,"main_score":0.798353,"hf_subset":"cym_Latn-tgk_Cyrl","languages":["cym-Latn","tgk-Cyrl"]},{"precision":0.430929,"recall":0.490119,"f1":0.448759,"accuracy":0.490119,"main_score":0.448759,"hf_subset":"cym_Latn-yor_Latn","languages":["cym-Latn","yor-Latn"]},{"precision":0.824598,"recall":0.871542,"f1":0.838836,"accuracy":0.871542,"main_score":0.838836,"hf_subset":"cym_Latn-arz_Arab","languages":["cym-Latn","arz-Arab"]},{"precision":0.459946,"recall":0.516798,"f1":0.475761,"accuracy":0.516798,"main_score":0.475761,"hf_subset":"cym_Latn-cjk_Latn","languages":["cym-Latn","cjk-Latn"]},{"precision":0.632298,"recall":0.6917,"f1":0.649266,"accuracy":0.6917,"main_score":0.649266,"hf_subset":"cym_Latn-gla_Latn","languages":["cym-Latn","gla-Latn"]},{"precision":0.860491,"recall":0.896245,"f1":0.871165,"accuracy":0.896245,"main_score":0.871165,"hf_subset":"cym_Latn-kan_Knda","languages":["cym-Latn","kan-Knda"]},{"precision":0.835013,"recall":0.875494,"f1":0.847021,"accuracy":0.875494,"main_score":0.847021,"hf_subset":"cym_Latn-lmo_Latn","languages":["cym-Latn","lmo-Latn"]},{"precision":0.884693,"recall":0.917984,"f1":0.895175,"accuracy":0.917984,"main_score":0.895175,"hf_subset":"cym_Latn-npi_Deva","languages":["cym-Latn","npi-Deva"]},{"precision":0.41544,"recall":0.483202,"f1":0.434548,"accuracy":0.483202,"main_score":0.434548,"hf_subset":"cym_Latn-shn_Mymr","languages":["cym-Latn","shn-Mymr"]},{"precision":0.889147,"recall":0.917984,"f1":0.897911,"accuracy":0.917984,"main_score":0.897911,"hf_subset":"cym_Latn-tgl_Latn","languages":["cym-Latn","tgl-Latn"]},{"precision":0.83694,"recall":0.882411,"f1":0.850974,"accuracy":0.882411,"main_score":0.850974,"hf_subset":"cym_Latn-yue_Hant","languages":["cym-Latn","yue-Hant"]},{"precision":0.810804,"recall":0.862648,"f1":0.826962,"accuracy":0.862648,"main_score":0.826962,"hf_subset":"cym_Latn-asm_Beng","languages":["cym-Latn","asm-Beng"]},{"precision":0.637839,"recall":0.710474,"f1":0.659225,"accuracy":0.710474,"main_score":0.659225,"hf_subset":"cym_Latn-ckb_Arab","languages":["cym-Latn","ckb-Arab"]},{"precision":0.718857,"recall":0.780632,"f1":0.737648,"accuracy":0.780632,"main_score":0.737648,"hf_subset":"cym_Latn-gle_Latn","languages":["cym-Latn","gle-Latn"]},{"precision":0.679129,"recall":0.747036,"f1":0.699168,"accuracy":0.747036,"main_score":0.699168,"hf_subset":"cym_Latn-kas_Arab","languages":["cym-Latn","kas-Arab"]},{"precision":0.70788,"recall":0.766798,"f1":0.72519,"accuracy":0.766798,"main_score":0.72519,"hf_subset":"cym_Latn-ltg_Latn","languages":["cym-Latn","ltg-Latn"]},{"precision":0.521198,"recall":0.564229,"f1":0.533537,"accuracy":0.564229,"main_score":0.533537,"hf_subset":"cym_Latn-nso_Latn","languages":["cym-Latn","nso-Latn"]},{"precision":0.398535,"recall":0.482213,"f1":0.421411,"accuracy":0.482213,"main_score":0.421411,"hf_subset":"cym_Latn-sin_Sinh","languages":["cym-Latn","sin-Sinh"]},{"precision":0.857609,"recall":0.894269,"f1":0.868629,"accuracy":0.894269,"main_score":0.868629,"hf_subset":"cym_Latn-tha_Thai","languages":["cym-Latn","tha-Thai"]},{"precision":0.834651,"recall":0.87747,"f1":0.847219,"accuracy":0.87747,"main_score":0.847219,"hf_subset":"cym_Latn-zho_Hans","languages":["cym-Latn","zho-Hans"]},{"precision":0.861818,"recall":0.898221,"f1":0.872678,"accuracy":0.898221,"main_score":0.872678,"hf_subset":"cym_Latn-ast_Latn","languages":["cym-Latn","ast-Latn"]},{"precision":0.829802,"recall":0.874506,"f1":0.843495,"accuracy":0.874506,"main_score":0.843495,"hf_subset":"cym_Latn-crh_Latn","languages":["cym-Latn","crh-Latn"]},{"precision":0.8778,"recall":0.913043,"f1":0.888556,"accuracy":0.913043,"main_score":0.888556,"hf_subset":"cym_Latn-glg_Latn","languages":["cym-Latn","glg-Latn"]},{"precision":0.591395,"recall":0.670949,"f1":0.614458,"accuracy":0.670949,"main_score":0.614458,"hf_subset":"cym_Latn-kas_Deva","languages":["cym-Latn","kas-Deva"]},{"precision":0.86139,"recall":0.897233,"f1":0.872151,"accuracy":0.897233,"main_score":0.872151,"hf_subset":"cym_Latn-ltz_Latn","languages":["cym-Latn","ltz-Latn"]},{"precision":0.420447,"recall":0.479249,"f1":0.436801,"accuracy":0.479249,"main_score":0.436801,"hf_subset":"cym_Latn-nus_Latn","languages":["cym-Latn","nus-Latn"]},{"precision":0.884256,"recall":0.916008,"f1":0.893892,"accuracy":0.916008,"main_score":0.893892,"hf_subset":"cym_Latn-slk_Latn","languages":["cym-Latn","slk-Latn"]},{"precision":0.255897,"recall":0.309289,"f1":0.270437,"accuracy":0.309289,"main_score":0.270437,"hf_subset":"cym_Latn-tir_Ethi","languages":["cym-Latn","tir-Ethi"]},{"precision":0.836001,"recall":0.880435,"f1":0.849525,"accuracy":0.880435,"main_score":0.849525,"hf_subset":"cym_Latn-zho_Hant","languages":["cym-Latn","zho-Hant"]},{"precision":0.844944,"recall":0.885375,"f1":0.857397,"accuracy":0.885375,"main_score":0.857397,"hf_subset":"cym_Latn-awa_Deva","languages":["cym-Latn","awa-Deva"]},{"precision":0.565679,"recall":0.617589,"f1":0.580774,"accuracy":0.617589,"main_score":0.580774,"hf_subset":"cym_Latn-grn_Latn","languages":["cym-Latn","grn-Latn"]},{"precision":0.833756,"recall":0.875494,"f1":0.846231,"accuracy":0.875494,"main_score":0.846231,"hf_subset":"cym_Latn-kat_Geor","languages":["cym-Latn","kat-Geor"]},{"precision":0.505402,"recall":0.5583,"f1":0.520438,"accuracy":0.5583,"main_score":0.520438,"hf_subset":"cym_Latn-lua_Latn","languages":["cym-Latn","lua-Latn"]},{"precision":0.500498,"recall":0.549407,"f1":0.513821,"accuracy":0.549407,"main_score":0.513821,"hf_subset":"cym_Latn-nya_Latn","languages":["cym-Latn","nya-Latn"]},{"precision":0.87361,"recall":0.910079,"f1":0.884865,"accuracy":0.910079,"main_score":0.884865,"hf_subset":"cym_Latn-slv_Latn","languages":["cym-Latn","slv-Latn"]},{"precision":0.606426,"recall":0.662055,"f1":0.621982,"accuracy":0.662055,"main_score":0.621982,"hf_subset":"cym_Latn-tpi_Latn","languages":["cym-Latn","tpi-Latn"]},{"precision":0.888265,"recall":0.916008,"f1":0.896706,"accuracy":0.916008,"main_score":0.896706,"hf_subset":"cym_Latn-zsm_Latn","languages":["cym-Latn","zsm-Latn"]},{"precision":0.462378,"recall":0.508893,"f1":0.475845,"accuracy":0.508893,"main_score":0.475845,"hf_subset":"cym_Latn-ayr_Latn","languages":["cym-Latn","ayr-Latn"]},{"precision":0.890431,"recall":0.91996,"f1":0.899195,"accuracy":0.91996,"main_score":0.899195,"hf_subset":"cym_Latn-dan_Latn","languages":["cym-Latn","dan-Latn"]},{"precision":0.881703,"recall":0.913043,"f1":0.89129,"accuracy":0.913043,"main_score":0.89129,"hf_subset":"cym_Latn-guj_Gujr","languages":["cym-Latn","guj-Gujr"]},{"precision":0.862187,"recall":0.901186,"f1":0.873946,"accuracy":0.901186,"main_score":0.873946,"hf_subset":"cym_Latn-kaz_Cyrl","languages":["cym-Latn","kaz-Cyrl"]},{"precision":0.452821,"recall":0.500988,"f1":0.466573,"accuracy":0.500988,"main_score":0.466573,"hf_subset":"cym_Latn-lug_Latn","languages":["cym-Latn","lug-Latn"]},{"precision":0.873188,"recall":0.909091,"f1":0.884519,"accuracy":0.909091,"main_score":0.884519,"hf_subset":"cym_Latn-oci_Latn","languages":["cym-Latn","oci-Latn"]},{"precision":0.509232,"recall":0.556324,"f1":0.522532,"accuracy":0.556324,"main_score":0.522532,"hf_subset":"cym_Latn-smo_Latn","languages":["cym-Latn","smo-Latn"]},{"precision":0.471138,"recall":0.516798,"f1":0.483378,"accuracy":0.516798,"main_score":0.483378,"hf_subset":"cym_Latn-tsn_Latn","languages":["cym-Latn","tsn-Latn"]},{"precision":0.490143,"recall":0.545455,"f1":0.505399,"accuracy":0.545455,"main_score":0.505399,"hf_subset":"cym_Latn-zul_Latn","languages":["cym-Latn","zul-Latn"]},{"precision":0.59346,"recall":0.671937,"f1":0.616379,"accuracy":0.671937,"main_score":0.616379,"hf_subset":"cym_Latn-azb_Arab","languages":["cym-Latn","azb-Arab"]},{"precision":0.893034,"recall":0.922925,"f1":0.902042,"accuracy":0.922925,"main_score":0.902042,"hf_subset":"cym_Latn-deu_Latn","languages":["cym-Latn","deu-Latn"]},{"precision":0.780863,"recall":0.833992,"f1":0.797036,"accuracy":0.833992,"main_score":0.797036,"hf_subset":"cym_Latn-hat_Latn","languages":["cym-Latn","hat-Latn"]},{"precision":0.444386,"recall":0.492095,"f1":0.458155,"accuracy":0.492095,"main_score":0.458155,"hf_subset":"cym_Latn-kbp_Latn","languages":["cym-Latn","kbp-Latn"]},{"precision":0.48728,"recall":0.534585,"f1":0.500256,"accuracy":0.534585,"main_score":0.500256,"hf_subset":"cym_Latn-luo_Latn","languages":["cym-Latn","luo-Latn"]},{"precision":0.861314,"recall":0.898221,"f1":0.872501,"accuracy":0.898221,"main_score":0.872501,"hf_subset":"cym_Latn-ory_Orya","languages":["cym-Latn","ory-Orya"]},{"precision":0.490168,"recall":0.539526,"f1":0.504312,"accuracy":0.539526,"main_score":0.504312,"hf_subset":"cym_Latn-sna_Latn","languages":["cym-Latn","sna-Latn"]},{"precision":0.475891,"recall":0.522727,"f1":0.488905,"accuracy":0.522727,"main_score":0.488905,"hf_subset":"cym_Latn-tso_Latn","languages":["cym-Latn","tso-Latn"]},{"precision":0.831538,"recall":0.875494,"f1":0.844928,"accuracy":0.875494,"main_score":0.844928,"hf_subset":"cym_Latn-azj_Latn","languages":["cym-Latn","azj-Latn"]},{"precision":0.448407,"recall":0.498024,"f1":0.462912,"accuracy":0.498024,"main_score":0.462912,"hf_subset":"cym_Latn-dik_Latn","languages":["cym-Latn","dik-Latn"]},{"precision":0.467425,"recall":0.513834,"f1":0.480559,"accuracy":0.513834,"main_score":0.480559,"hf_subset":"cym_Latn-hau_Latn","languages":["cym-Latn","hau-Latn"]},{"precision":0.810237,"recall":0.856719,"f1":0.824165,"accuracy":0.856719,"main_score":0.824165,"hf_subset":"cym_Latn-kea_Latn","languages":["cym-Latn","kea-Latn"]},{"precision":0.555255,"recall":0.594862,"f1":0.566249,"accuracy":0.594862,"main_score":0.566249,"hf_subset":"cym_Latn-lus_Latn","languages":["cym-Latn","lus-Latn"]},{"precision":0.630424,"recall":0.686759,"f1":0.646388,"accuracy":0.686759,"main_score":0.646388,"hf_subset":"cym_Latn-pag_Latn","languages":["cym-Latn","pag-Latn"]},{"precision":0.842045,"recall":0.886364,"f1":0.855764,"accuracy":0.886364,"main_score":0.855764,"hf_subset":"cym_Latn-snd_Arab","languages":["cym-Latn","snd-Arab"]},{"precision":0.751005,"recall":0.809289,"f1":0.768549,"accuracy":0.809289,"main_score":0.768549,"hf_subset":"cym_Latn-tuk_Latn","languages":["cym-Latn","tuk-Latn"]},{"precision":0.802619,"recall":0.851779,"f1":0.817622,"accuracy":0.851779,"main_score":0.817622,"hf_subset":"cym_Latn-bak_Cyrl","languages":["cym-Latn","bak-Cyrl"]},{"precision":0.384041,"recall":0.451581,"f1":0.403123,"accuracy":0.451581,"main_score":0.403123,"hf_subset":"cym_Latn-dyu_Latn","languages":["cym-Latn","dyu-Latn"]},{"precision":0.868281,"recall":0.905138,"f1":0.879743,"accuracy":0.905138,"main_score":0.879743,"hf_subset":"cym_Latn-heb_Hebr","languages":["cym-Latn","heb-Hebr"]},{"precision":0.783794,"recall":0.83498,"f1":0.799671,"accuracy":0.83498,"main_score":0.799671,"hf_subset":"cym_Latn-khk_Cyrl","languages":["cym-Latn","khk-Cyrl"]},{"precision":0.88247,"recall":0.912055,"f1":0.891175,"accuracy":0.912055,"main_score":0.891175,"hf_subset":"cym_Latn-lvs_Latn","languages":["cym-Latn","lvs-Latn"]},{"precision":0.867342,"recall":0.906126,"f1":0.87948,"accuracy":0.906126,"main_score":0.87948,"hf_subset":"cym_Latn-pan_Guru","languages":["cym-Latn","pan-Guru"]},{"precision":0.487649,"recall":0.536561,"f1":0.501883,"accuracy":0.536561,"main_score":0.501883,"hf_subset":"cym_Latn-som_Latn","languages":["cym-Latn","som-Latn"]},{"precision":0.487733,"recall":0.532609,"f1":0.500582,"accuracy":0.532609,"main_score":0.500582,"hf_subset":"cym_Latn-tum_Latn","languages":["cym-Latn","tum-Latn"]},{"precision":0.392929,"recall":0.47332,"f1":0.415458,"accuracy":0.47332,"main_score":0.415458,"hf_subset":"grn_Latn-ace_Arab","languages":["grn-Latn","ace-Arab"]},{"precision":0.467434,"recall":0.536561,"f1":0.486335,"accuracy":0.536561,"main_score":0.486335,"hf_subset":"grn_Latn-bam_Latn","languages":["grn-Latn","bam-Latn"]},{"precision":0.099385,"recall":0.150198,"f1":0.111902,"accuracy":0.150198,"main_score":0.111902,"hf_subset":"grn_Latn-dzo_Tibt","languages":["grn-Latn","dzo-Tibt"]},{"precision":0.689493,"recall":0.759881,"f1":0.710687,"accuracy":0.759881,"main_score":0.710687,"hf_subset":"grn_Latn-hin_Deva","languages":["grn-Latn","hin-Deva"]},{"precision":0.451153,"recall":0.540514,"f1":0.476174,"accuracy":0.540514,"main_score":0.476174,"hf_subset":"grn_Latn-khm_Khmr","languages":["grn-Latn","khm-Khmr"]},{"precision":0.692912,"recall":0.759881,"f1":0.713007,"accuracy":0.759881,"main_score":0.713007,"hf_subset":"grn_Latn-mag_Deva","languages":["grn-Latn","mag-Deva"]},{"precision":0.71861,"recall":0.773715,"f1":0.735639,"accuracy":0.773715,"main_score":0.735639,"hf_subset":"grn_Latn-pap_Latn","languages":["grn-Latn","pap-Latn"]},{"precision":0.494962,"recall":0.562253,"f1":0.513421,"accuracy":0.562253,"main_score":0.513421,"hf_subset":"grn_Latn-sot_Latn","languages":["grn-Latn","sot-Latn"]},{"precision":0.717263,"recall":0.774704,"f1":0.734117,"accuracy":0.774704,"main_score":0.734117,"hf_subset":"grn_Latn-tur_Latn","languages":["grn-Latn","tur-Latn"]},{"precision":0.655748,"recall":0.70751,"f1":0.671047,"accuracy":0.70751,"main_score":0.671047,"hf_subset":"grn_Latn-ace_Latn","languages":["grn-Latn","ace-Latn"]},{"precision":0.728837,"recall":0.775692,"f1":0.743445,"accuracy":0.775692,"main_score":0.743445,"hf_subset":"grn_Latn-ban_Latn","languages":["grn-Latn","ban-Latn"]},{"precision":0.6461,"recall":0.727273,"f1":0.67025,"accuracy":0.727273,"main_score":0.67025,"hf_subset":"grn_Latn-ell_Grek","languages":["grn-Latn","ell-Grek"]},{"precision":0.68638,"recall":0.750988,"f1":0.705797,"accuracy":0.750988,"main_score":0.705797,"hf_subset":"grn_Latn-hne_Deva","languages":["grn-Latn","hne-Deva"]},{"precision":0.508737,"recall":0.576087,"f1":0.528186,"accuracy":0.576087,"main_score":0.528186,"hf_subset":"grn_Latn-kik_Latn","languages":["grn-Latn","kik-Latn"]},{"precision":0.711602,"recall":0.772727,"f1":0.729296,"accuracy":0.772727,"main_score":0.729296,"hf_subset":"grn_Latn-mai_Deva","languages":["grn-Latn","mai-Deva"]},{"precision":0.591554,"recall":0.66996,"f1":0.61483,"accuracy":0.66996,"main_score":0.61483,"hf_subset":"grn_Latn-pbt_Arab","languages":["grn-Latn","pbt-Arab"]},{"precision":0.735526,"recall":0.79249,"f1":0.752141,"accuracy":0.79249,"main_score":0.752141,"hf_subset":"grn_Latn-spa_Latn","languages":["grn-Latn","spa-Latn"]},{"precision":0.574366,"recall":0.632411,"f1":0.590983,"accuracy":0.632411,"main_score":0.590983,"hf_subset":"grn_Latn-twi_Latn","languages":["grn-Latn","twi-Latn"]},{"precision":0.688801,"recall":0.755929,"f1":0.708451,"accuracy":0.755929,"main_score":0.708451,"hf_subset":"grn_Latn-acm_Arab","languages":["grn-Latn","acm-Arab"]},{"precision":0.667276,"recall":0.737154,"f1":0.687493,"accuracy":0.737154,"main_score":0.687493,"hf_subset":"grn_Latn-bel_Cyrl","languages":["grn-Latn","bel-Cyrl"]},{"precision":0.710401,"recall":0.77668,"f1":0.730451,"accuracy":0.77668,"main_score":0.730451,"hf_subset":"grn_Latn-eng_Latn","languages":["grn-Latn","eng-Latn"]},{"precision":0.708659,"recall":0.771739,"f1":0.727127,"accuracy":0.771739,"main_score":0.727127,"hf_subset":"grn_Latn-hrv_Latn","languages":["grn-Latn","hrv-Latn"]},{"precision":0.455459,"recall":0.525692,"f1":0.475718,"accuracy":0.525692,"main_score":0.475718,"hf_subset":"grn_Latn-kin_Latn","languages":["grn-Latn","kin-Latn"]},{"precision":0.641337,"recall":0.718379,"f1":0.66525,"accuracy":0.718379,"main_score":0.66525,"hf_subset":"grn_Latn-mal_Mlym","languages":["grn-Latn","mal-Mlym"]},{"precision":0.664115,"recall":0.736166,"f1":0.685546,"accuracy":0.736166,"main_score":0.685546,"hf_subset":"grn_Latn-pes_Arab","languages":["grn-Latn","pes-Arab"]},{"precision":0.711785,"recall":0.768775,"f1":0.728837,"accuracy":0.768775,"main_score":0.728837,"hf_subset":"grn_Latn-srd_Latn","languages":["grn-Latn","srd-Latn"]},{"precision":0.135011,"recall":0.195652,"f1":0.148617,"accuracy":0.195652,"main_score":0.148617,"hf_subset":"grn_Latn-tzm_Tfng","languages":["grn-Latn","tzm-Tfng"]},{"precision":0.691271,"recall":0.758893,"f1":0.711384,"accuracy":0.758893,"main_score":0.711384,"hf_subset":"grn_Latn-acq_Arab","languages":["grn-Latn","acq-Arab"]},{"precision":0.537048,"recall":0.600791,"f1":0.555108,"accuracy":0.600791,"main_score":0.555108,"hf_subset":"grn_Latn-bem_Latn","languages":["grn-Latn","bem-Latn"]},{"precision":0.70836,"recall":0.769763,"f1":0.726722,"accuracy":0.769763,"main_score":0.726722,"hf_subset":"grn_Latn-epo_Latn","languages":["grn-Latn","epo-Latn"]},{"precision":0.702547,"recall":0.763834,"f1":0.720356,"accuracy":0.763834,"main_score":0.720356,"hf_subset":"grn_Latn-hun_Latn","languages":["grn-Latn","hun-Latn"]},{"precision":0.671245,"recall":0.736166,"f1":0.690566,"accuracy":0.736166,"main_score":0.690566,"hf_subset":"grn_Latn-kir_Cyrl","languages":["grn-Latn","kir-Cyrl"]},{"precision":0.679595,"recall":0.749012,"f1":0.701087,"accuracy":0.749012,"main_score":0.701087,"hf_subset":"grn_Latn-mar_Deva","languages":["grn-Latn","mar-Deva"]},{"precision":0.537352,"recall":0.599802,"f1":0.555665,"accuracy":0.599802,"main_score":0.555665,"hf_subset":"grn_Latn-plt_Latn","languages":["grn-Latn","plt-Latn"]},{"precision":0.708496,"recall":0.774704,"f1":0.72856,"accuracy":0.774704,"main_score":0.72856,"hf_subset":"grn_Latn-srp_Cyrl","languages":["grn-Latn","srp-Cyrl"]},{"precision":0.554344,"recall":0.633399,"f1":0.577016,"accuracy":0.633399,"main_score":0.577016,"hf_subset":"grn_Latn-uig_Arab","languages":["grn-Latn","uig-Arab"]},{"precision":0.676877,"recall":0.747036,"f1":0.698715,"accuracy":0.747036,"main_score":0.698715,"hf_subset":"grn_Latn-aeb_Arab","languages":["grn-Latn","aeb-Arab"]},{"precision":0.6736,"recall":0.744071,"f1":0.694236,"accuracy":0.744071,"main_score":0.694236,"hf_subset":"grn_Latn-ben_Beng","languages":["grn-Latn","ben-Beng"]},{"precision":0.67631,"recall":0.735178,"f1":0.693678,"accuracy":0.735178,"main_score":0.693678,"hf_subset":"grn_Latn-est_Latn","languages":["grn-Latn","est-Latn"]},{"precision":0.602324,"recall":0.679842,"f1":0.625791,"accuracy":0.679842,"main_score":0.625791,"hf_subset":"grn_Latn-hye_Armn","languages":["grn-Latn","hye-Armn"]},{"precision":0.489456,"recall":0.550395,"f1":0.506795,"accuracy":0.550395,"main_score":0.506795,"hf_subset":"grn_Latn-kmb_Latn","languages":["grn-Latn","kmb-Latn"]},{"precision":0.346238,"recall":0.4417,"f1":0.371876,"accuracy":0.4417,"main_score":0.371876,"hf_subset":"grn_Latn-min_Arab","languages":["grn-Latn","min-Arab"]},{"precision":0.712566,"recall":0.774704,"f1":0.730802,"accuracy":0.774704,"main_score":0.730802,"hf_subset":"grn_Latn-pol_Latn","languages":["grn-Latn","pol-Latn"]},{"precision":0.457519,"recall":0.532609,"f1":0.477619,"accuracy":0.532609,"main_score":0.477619,"hf_subset":"grn_Latn-ssw_Latn","languages":["grn-Latn","ssw-Latn"]},{"precision":0.700329,"recall":0.766798,"f1":0.720078,"accuracy":0.766798,"main_score":0.720078,"hf_subset":"grn_Latn-ukr_Cyrl","languages":["grn-Latn","ukr-Cyrl"]},{"precision":0.723188,"recall":0.779644,"f1":0.740617,"accuracy":0.779644,"main_score":0.740617,"hf_subset":"grn_Latn-afr_Latn","languages":["grn-Latn","afr-Latn"]},{"precision":0.685786,"recall":0.753953,"f1":0.706188,"accuracy":0.753953,"main_score":0.706188,"hf_subset":"grn_Latn-bho_Deva","languages":["grn-Latn","bho-Deva"]},{"precision":0.671271,"recall":0.731225,"f1":0.688902,"accuracy":0.731225,"main_score":0.688902,"hf_subset":"grn_Latn-eus_Latn","languages":["grn-Latn","eus-Latn"]},{"precision":0.484919,"recall":0.557312,"f1":0.505165,"accuracy":0.557312,"main_score":0.505165,"hf_subset":"grn_Latn-ibo_Latn","languages":["grn-Latn","ibo-Latn"]},{"precision":0.582279,"recall":0.651186,"f1":0.603115,"accuracy":0.651186,"main_score":0.603115,"hf_subset":"grn_Latn-kmr_Latn","languages":["grn-Latn","kmr-Latn"]},{"precision":0.680355,"recall":0.736166,"f1":0.696612,"accuracy":0.736166,"main_score":0.696612,"hf_subset":"grn_Latn-min_Latn","languages":["grn-Latn","min-Latn"]},{"precision":0.743791,"recall":0.800395,"f1":0.760448,"accuracy":0.800395,"main_score":0.760448,"hf_subset":"grn_Latn-por_Latn","languages":["grn-Latn","por-Latn"]},{"precision":0.719269,"recall":0.772727,"f1":0.735347,"accuracy":0.772727,"main_score":0.735347,"hf_subset":"grn_Latn-sun_Latn","languages":["grn-Latn","sun-Latn"]},{"precision":0.470283,"recall":0.533597,"f1":0.488018,"accuracy":0.533597,"main_score":0.488018,"hf_subset":"grn_Latn-umb_Latn","languages":["grn-Latn","umb-Latn"]},{"precision":0.696157,"recall":0.761858,"f1":0.715843,"accuracy":0.761858,"main_score":0.715843,"hf_subset":"grn_Latn-ajp_Arab","languages":["grn-Latn","ajp-Arab"]},{"precision":0.383035,"recall":0.468379,"f1":0.407512,"accuracy":0.468379,"main_score":0.407512,"hf_subset":"grn_Latn-bjn_Arab","languages":["grn-Latn","bjn-Arab"]},{"precision":0.498435,"recall":0.556324,"f1":0.514432,"accuracy":0.556324,"main_score":0.514432,"hf_subset":"grn_Latn-ewe_Latn","languages":["grn-Latn","ewe-Latn"]},{"precision":0.705742,"recall":0.754941,"f1":0.71996,"accuracy":0.754941,"main_score":0.71996,"hf_subset":"grn_Latn-ilo_Latn","languages":["grn-Latn","ilo-Latn"]},{"precision":0.186828,"recall":0.26581,"f1":0.20657,"accuracy":0.26581,"main_score":0.20657,"hf_subset":"grn_Latn-knc_Arab","languages":["grn-Latn","knc-Arab"]},{"precision":0.719544,"recall":0.777668,"f1":0.736818,"accuracy":0.777668,"main_score":0.736818,"hf_subset":"grn_Latn-mkd_Cyrl","languages":["grn-Latn","mkd-Cyrl"]},{"precision":0.660486,"recall":0.737154,"f1":0.682751,"accuracy":0.737154,"main_score":0.682751,"hf_subset":"grn_Latn-prs_Arab","languages":["grn-Latn","prs-Arab"]},{"precision":0.695862,"recall":0.762846,"f1":0.71598,"accuracy":0.762846,"main_score":0.71598,"hf_subset":"grn_Latn-swe_Latn","languages":["grn-Latn","swe-Latn"]},{"precision":0.642252,"recall":0.713439,"f1":0.663422,"accuracy":0.713439,"main_score":0.663422,"hf_subset":"grn_Latn-urd_Arab","languages":["grn-Latn","urd-Arab"]},{"precision":0.545843,"recall":0.609684,"f1":0.564123,"accuracy":0.609684,"main_score":0.564123,"hf_subset":"grn_Latn-aka_Latn","languages":["grn-Latn","aka-Latn"]},{"precision":0.682205,"recall":0.741107,"f1":0.699726,"accuracy":0.741107,"main_score":0.699726,"hf_subset":"grn_Latn-bjn_Latn","languages":["grn-Latn","bjn-Latn"]},{"precision":0.582559,"recall":0.660079,"f1":0.605209,"accuracy":0.660079,"main_score":0.605209,"hf_subset":"grn_Latn-fao_Latn","languages":["grn-Latn","fao-Latn"]},{"precision":0.723807,"recall":0.783597,"f1":0.741572,"accuracy":0.783597,"main_score":0.741572,"hf_subset":"grn_Latn-ind_Latn","languages":["grn-Latn","ind-Latn"]},{"precision":0.526579,"recall":0.589921,"f1":0.544293,"accuracy":0.589921,"main_score":0.544293,"hf_subset":"grn_Latn-knc_Latn","languages":["grn-Latn","knc-Latn"]},{"precision":0.711976,"recall":0.770751,"f1":0.729045,"accuracy":0.770751,"main_score":0.729045,"hf_subset":"grn_Latn-mlt_Latn","languages":["grn-Latn","mlt-Latn"]},{"precision":0.575077,"recall":0.636364,"f1":0.593314,"accuracy":0.636364,"main_score":0.593314,"hf_subset":"grn_Latn-quy_Latn","languages":["grn-Latn","quy-Latn"]},{"precision":0.51606,"recall":0.591897,"f1":0.537162,"accuracy":0.591897,"main_score":0.537162,"hf_subset":"grn_Latn-swh_Latn","languages":["grn-Latn","swh-Latn"]},{"precision":0.650626,"recall":0.724308,"f1":0.672991,"accuracy":0.724308,"main_score":0.672991,"hf_subset":"grn_Latn-uzn_Latn","languages":["grn-Latn","uzn-Latn"]},{"precision":0.695068,"recall":0.755929,"f1":0.713418,"accuracy":0.755929,"main_score":0.713418,"hf_subset":"grn_Latn-als_Latn","languages":["grn-Latn","als-Latn"]},{"precision":0.146319,"recall":0.210474,"f1":0.161456,"accuracy":0.210474,"main_score":0.161456,"hf_subset":"grn_Latn-bod_Tibt","languages":["grn-Latn","bod-Tibt"]},{"precision":0.477283,"recall":0.54249,"f1":0.495265,"accuracy":0.54249,"main_score":0.495265,"hf_subset":"grn_Latn-fij_Latn","languages":["grn-Latn","fij-Latn"]},{"precision":0.558399,"recall":0.633399,"f1":0.580242,"accuracy":0.633399,"main_score":0.580242,"hf_subset":"grn_Latn-isl_Latn","languages":["grn-Latn","isl-Latn"]},{"precision":0.553195,"recall":0.621542,"f1":0.573288,"accuracy":0.621542,"main_score":0.573288,"hf_subset":"grn_Latn-kon_Latn","languages":["grn-Latn","kon-Latn"]},{"precision":0.480471,"recall":0.564229,"f1":0.504796,"accuracy":0.564229,"main_score":0.504796,"hf_subset":"grn_Latn-mni_Beng","languages":["grn-Latn","mni-Beng"]},{"precision":0.740121,"recall":0.799407,"f1":0.757788,"accuracy":0.799407,"main_score":0.757788,"hf_subset":"grn_Latn-ron_Latn","languages":["grn-Latn","ron-Latn"]},{"precision":0.693622,"recall":0.753953,"f1":0.71152,"accuracy":0.753953,"main_score":0.71152,"hf_subset":"grn_Latn-szl_Latn","languages":["grn-Latn","szl-Latn"]},{"precision":0.727759,"recall":0.787549,"f1":0.745195,"accuracy":0.787549,"main_score":0.745195,"hf_subset":"grn_Latn-vec_Latn","languages":["grn-Latn","vec-Latn"]},{"precision":0.317753,"recall":0.396245,"f1":0.337682,"accuracy":0.396245,"main_score":0.337682,"hf_subset":"grn_Latn-amh_Ethi","languages":["grn-Latn","amh-Ethi"]},{"precision":0.715793,"recall":0.77668,"f1":0.733308,"accuracy":0.77668,"main_score":0.733308,"hf_subset":"grn_Latn-bos_Latn","languages":["grn-Latn","bos-Latn"]},{"precision":0.669888,"recall":0.73419,"f1":0.688753,"accuracy":0.73419,"main_score":0.688753,"hf_subset":"grn_Latn-fin_Latn","languages":["grn-Latn","fin-Latn"]},{"precision":0.730624,"recall":0.790514,"f1":0.74831,"accuracy":0.790514,"main_score":0.74831,"hf_subset":"grn_Latn-ita_Latn","languages":["grn-Latn","ita-Latn"]},{"precision":0.691551,"recall":0.756917,"f1":0.710579,"accuracy":0.756917,"main_score":0.710579,"hf_subset":"grn_Latn-kor_Hang","languages":["grn-Latn","kor-Hang"]},{"precision":0.49274,"recall":0.560277,"f1":0.511685,"accuracy":0.560277,"main_score":0.511685,"hf_subset":"grn_Latn-mos_Latn","languages":["grn-Latn","mos-Latn"]},{"precision":0.466554,"recall":0.531621,"f1":0.484801,"accuracy":0.531621,"main_score":0.484801,"hf_subset":"grn_Latn-run_Latn","languages":["grn-Latn","run-Latn"]},{"precision":0.616403,"recall":0.687747,"f1":0.637512,"accuracy":0.687747,"main_score":0.637512,"hf_subset":"grn_Latn-tam_Taml","languages":["grn-Latn","tam-Taml"]},{"precision":0.704208,"recall":0.768775,"f1":0.724119,"accuracy":0.768775,"main_score":0.724119,"hf_subset":"grn_Latn-vie_Latn","languages":["grn-Latn","vie-Latn"]},{"precision":0.680744,"recall":0.752964,"f1":0.702277,"accuracy":0.752964,"main_score":0.702277,"hf_subset":"grn_Latn-apc_Arab","languages":["grn-Latn","apc-Arab"]},{"precision":0.655418,"recall":0.704545,"f1":0.670092,"accuracy":0.704545,"main_score":0.670092,"hf_subset":"grn_Latn-bug_Latn","languages":["grn-Latn","bug-Latn"]},{"precision":0.450723,"recall":0.518775,"f1":0.469526,"accuracy":0.518775,"main_score":0.469526,"hf_subset":"grn_Latn-fon_Latn","languages":["grn-Latn","fon-Latn"]},{"precision":0.721739,"recall":0.77668,"f1":0.737766,"accuracy":0.77668,"main_score":0.737766,"hf_subset":"grn_Latn-jav_Latn","languages":["grn-Latn","jav-Latn"]},{"precision":0.435927,"recall":0.521739,"f1":0.46019,"accuracy":0.521739,"main_score":0.46019,"hf_subset":"grn_Latn-lao_Laoo","languages":["grn-Latn","lao-Laoo"]},{"precision":0.453529,"recall":0.528656,"f1":0.473926,"accuracy":0.528656,"main_score":0.473926,"hf_subset":"grn_Latn-mri_Latn","languages":["grn-Latn","mri-Latn"]},{"precision":0.70645,"recall":0.772727,"f1":0.726303,"accuracy":0.772727,"main_score":0.726303,"hf_subset":"grn_Latn-rus_Cyrl","languages":["grn-Latn","rus-Cyrl"]},{"precision":0.501628,"recall":0.570158,"f1":0.521171,"accuracy":0.570158,"main_score":0.521171,"hf_subset":"grn_Latn-taq_Latn","languages":["grn-Latn","taq-Latn"]},{"precision":0.745804,"recall":0.793478,"f1":0.760293,"accuracy":0.793478,"main_score":0.760293,"hf_subset":"grn_Latn-war_Latn","languages":["grn-Latn","war-Latn"]},{"precision":0.696278,"recall":0.762846,"f1":0.716098,"accuracy":0.762846,"main_score":0.716098,"hf_subset":"grn_Latn-arb_Arab","languages":["grn-Latn","arb-Arab"]},{"precision":0.7112,"recall":0.771739,"f1":0.728775,"accuracy":0.771739,"main_score":0.728775,"hf_subset":"grn_Latn-bul_Cyrl","languages":["grn-Latn","bul-Cyrl"]},{"precision":0.726326,"recall":0.786561,"f1":0.743875,"accuracy":0.786561,"main_score":0.743875,"hf_subset":"grn_Latn-fra_Latn","languages":["grn-Latn","fra-Latn"]},{"precision":0.695445,"recall":0.76087,"f1":0.714863,"accuracy":0.76087,"main_score":0.714863,"hf_subset":"grn_Latn-jpn_Jpan","languages":["grn-Latn","jpn-Jpan"]},{"precision":0.709438,"recall":0.769763,"f1":0.727443,"accuracy":0.769763,"main_score":0.727443,"hf_subset":"grn_Latn-lij_Latn","languages":["grn-Latn","lij-Latn"]},{"precision":0.362299,"recall":0.464427,"f1":0.390006,"accuracy":0.464427,"main_score":0.390006,"hf_subset":"grn_Latn-mya_Mymr","languages":["grn-Latn","mya-Mymr"]},{"precision":0.531489,"recall":0.607708,"f1":0.552971,"accuracy":0.607708,"main_score":0.552971,"hf_subset":"grn_Latn-sag_Latn","languages":["grn-Latn","sag-Latn"]},{"precision":0.14061,"recall":0.212451,"f1":0.154647,"accuracy":0.212451,"main_score":0.154647,"hf_subset":"grn_Latn-taq_Tfng","languages":["grn-Latn","taq-Tfng"]},{"precision":0.550224,"recall":0.623518,"f1":0.571547,"accuracy":0.623518,"main_score":0.571547,"hf_subset":"grn_Latn-wol_Latn","languages":["grn-Latn","wol-Latn"]},{"precision":0.448925,"recall":0.532609,"f1":0.471503,"accuracy":0.532609,"main_score":0.471503,"hf_subset":"grn_Latn-arb_Latn","languages":["grn-Latn","arb-Latn"]},{"precision":0.725993,"recall":0.787549,"f1":0.744289,"accuracy":0.787549,"main_score":0.744289,"hf_subset":"grn_Latn-cat_Latn","languages":["grn-Latn","cat-Latn"]},{"precision":0.725487,"recall":0.777668,"f1":0.740997,"accuracy":0.777668,"main_score":0.740997,"hf_subset":"grn_Latn-fur_Latn","languages":["grn-Latn","fur-Latn"]},{"precision":0.341251,"recall":0.411067,"f1":0.359097,"accuracy":0.411067,"main_score":0.359097,"hf_subset":"grn_Latn-kab_Latn","languages":["grn-Latn","kab-Latn"]},{"precision":0.679525,"recall":0.743083,"f1":0.698019,"accuracy":0.743083,"main_score":0.698019,"hf_subset":"grn_Latn-lim_Latn","languages":["grn-Latn","lim-Latn"]},{"precision":0.705839,"recall":0.770751,"f1":0.725304,"accuracy":0.770751,"main_score":0.725304,"hf_subset":"grn_Latn-nld_Latn","languages":["grn-Latn","nld-Latn"]},{"precision":0.570598,"recall":0.662055,"f1":0.597861,"accuracy":0.662055,"main_score":0.597861,"hf_subset":"grn_Latn-san_Deva","languages":["grn-Latn","san-Deva"]},{"precision":0.685483,"recall":0.743083,"f1":0.702361,"accuracy":0.743083,"main_score":0.702361,"hf_subset":"grn_Latn-tat_Cyrl","languages":["grn-Latn","tat-Cyrl"]},{"precision":0.512999,"recall":0.583992,"f1":0.532858,"accuracy":0.583992,"main_score":0.532858,"hf_subset":"grn_Latn-xho_Latn","languages":["grn-Latn","xho-Latn"]},{"precision":0.685907,"recall":0.753953,"f1":0.706192,"accuracy":0.753953,"main_score":0.706192,"hf_subset":"grn_Latn-ars_Arab","languages":["grn-Latn","ars-Arab"]},{"precision":0.726482,"recall":0.778656,"f1":0.741996,"accuracy":0.778656,"main_score":0.741996,"hf_subset":"grn_Latn-ceb_Latn","languages":["grn-Latn","ceb-Latn"]},{"precision":0.483853,"recall":0.55336,"f1":0.503348,"accuracy":0.55336,"main_score":0.503348,"hf_subset":"grn_Latn-fuv_Latn","languages":["grn-Latn","fuv-Latn"]},{"precision":0.487376,"recall":0.559289,"f1":0.507283,"accuracy":0.559289,"main_score":0.507283,"hf_subset":"grn_Latn-kac_Latn","languages":["grn-Latn","kac-Latn"]},{"precision":0.55858,"recall":0.628458,"f1":0.57859,"accuracy":0.628458,"main_score":0.57859,"hf_subset":"grn_Latn-lin_Latn","languages":["grn-Latn","lin-Latn"]},{"precision":0.704075,"recall":0.766798,"f1":0.722713,"accuracy":0.766798,"main_score":0.722713,"hf_subset":"grn_Latn-nno_Latn","languages":["grn-Latn","nno-Latn"]},{"precision":0.026803,"recall":0.077075,"f1":0.034744,"accuracy":0.077075,"main_score":0.034744,"hf_subset":"grn_Latn-sat_Olck","languages":["grn-Latn","sat-Olck"]},{"precision":0.649631,"recall":0.724308,"f1":0.671564,"accuracy":0.724308,"main_score":0.671564,"hf_subset":"grn_Latn-tel_Telu","languages":["grn-Latn","tel-Telu"]},{"precision":0.460548,"recall":0.548419,"f1":0.485515,"accuracy":0.548419,"main_score":0.485515,"hf_subset":"grn_Latn-ydd_Hebr","languages":["grn-Latn","ydd-Hebr"]},{"precision":0.651164,"recall":0.727273,"f1":0.673602,"accuracy":0.727273,"main_score":0.673602,"hf_subset":"grn_Latn-ary_Arab","languages":["grn-Latn","ary-Arab"]},{"precision":0.714152,"recall":0.77668,"f1":0.732981,"accuracy":0.77668,"main_score":0.732981,"hf_subset":"grn_Latn-ces_Latn","languages":["grn-Latn","ces-Latn"]},{"precision":0.39918,"recall":0.481225,"f1":0.420908,"accuracy":0.481225,"main_score":0.420908,"hf_subset":"grn_Latn-gaz_Latn","languages":["grn-Latn","gaz-Latn"]},{"precision":0.490714,"recall":0.5583,"f1":0.509107,"accuracy":0.5583,"main_score":0.509107,"hf_subset":"grn_Latn-kam_Latn","languages":["grn-Latn","kam-Latn"]},{"precision":0.647597,"recall":0.721344,"f1":0.669867,"accuracy":0.721344,"main_score":0.669867,"hf_subset":"grn_Latn-lit_Latn","languages":["grn-Latn","lit-Latn"]},{"precision":0.700119,"recall":0.768775,"f1":0.720655,"accuracy":0.768775,"main_score":0.720655,"hf_subset":"grn_Latn-nob_Latn","languages":["grn-Latn","nob-Latn"]},{"precision":0.702259,"recall":0.758893,"f1":0.71909,"accuracy":0.758893,"main_score":0.71909,"hf_subset":"grn_Latn-scn_Latn","languages":["grn-Latn","scn-Latn"]},{"precision":0.613724,"recall":0.683794,"f1":0.634477,"accuracy":0.683794,"main_score":0.634477,"hf_subset":"grn_Latn-tgk_Cyrl","languages":["grn-Latn","tgk-Cyrl"]},{"precision":0.437313,"recall":0.514822,"f1":0.458776,"accuracy":0.514822,"main_score":0.458776,"hf_subset":"grn_Latn-yor_Latn","languages":["grn-Latn","yor-Latn"]},{"precision":0.679397,"recall":0.749012,"f1":0.699437,"accuracy":0.749012,"main_score":0.699437,"hf_subset":"grn_Latn-arz_Arab","languages":["grn-Latn","arz-Arab"]},{"precision":0.503763,"recall":0.577075,"f1":0.52371,"accuracy":0.577075,"main_score":0.52371,"hf_subset":"grn_Latn-cjk_Latn","languages":["grn-Latn","cjk-Latn"]},{"precision":0.464324,"recall":0.536561,"f1":0.484165,"accuracy":0.536561,"main_score":0.484165,"hf_subset":"grn_Latn-gla_Latn","languages":["grn-Latn","gla-Latn"]},{"precision":0.644252,"recall":0.718379,"f1":0.666798,"accuracy":0.718379,"main_score":0.666798,"hf_subset":"grn_Latn-kan_Knda","languages":["grn-Latn","kan-Knda"]},{"precision":0.700535,"recall":0.758893,"f1":0.718039,"accuracy":0.758893,"main_score":0.718039,"hf_subset":"grn_Latn-lmo_Latn","languages":["grn-Latn","lmo-Latn"]},{"precision":0.654011,"recall":0.725296,"f1":0.674951,"accuracy":0.725296,"main_score":0.674951,"hf_subset":"grn_Latn-npi_Deva","languages":["grn-Latn","npi-Deva"]},{"precision":0.414036,"recall":0.507905,"f1":0.440144,"accuracy":0.507905,"main_score":0.440144,"hf_subset":"grn_Latn-shn_Mymr","languages":["grn-Latn","shn-Mymr"]},{"precision":0.694871,"recall":0.76087,"f1":0.714349,"accuracy":0.76087,"main_score":0.714349,"hf_subset":"grn_Latn-tgl_Latn","languages":["grn-Latn","tgl-Latn"]},{"precision":0.695603,"recall":0.762846,"f1":0.715796,"accuracy":0.762846,"main_score":0.715796,"hf_subset":"grn_Latn-yue_Hant","languages":["grn-Latn","yue-Hant"]},{"precision":0.607091,"recall":0.684783,"f1":0.629614,"accuracy":0.684783,"main_score":0.629614,"hf_subset":"grn_Latn-asm_Beng","languages":["grn-Latn","asm-Beng"]},{"precision":0.479204,"recall":0.559289,"f1":0.502074,"accuracy":0.559289,"main_score":0.502074,"hf_subset":"grn_Latn-ckb_Arab","languages":["grn-Latn","ckb-Arab"]},{"precision":0.475587,"recall":0.554348,"f1":0.496923,"accuracy":0.554348,"main_score":0.496923,"hf_subset":"grn_Latn-gle_Latn","languages":["grn-Latn","gle-Latn"]},{"precision":0.581531,"recall":0.66502,"f1":0.606703,"accuracy":0.66502,"main_score":0.606703,"hf_subset":"grn_Latn-kas_Arab","languages":["grn-Latn","kas-Arab"]},{"precision":0.619715,"recall":0.695652,"f1":0.641418,"accuracy":0.695652,"main_score":0.641418,"hf_subset":"grn_Latn-ltg_Latn","languages":["grn-Latn","ltg-Latn"]},{"precision":0.52809,"recall":0.590909,"f1":0.545609,"accuracy":0.590909,"main_score":0.545609,"hf_subset":"grn_Latn-nso_Latn","languages":["grn-Latn","nso-Latn"]},{"precision":0.196786,"recall":0.255929,"f1":0.211481,"accuracy":0.255929,"main_score":0.211481,"hf_subset":"grn_Latn-sin_Sinh","languages":["grn-Latn","sin-Sinh"]},{"precision":0.690203,"recall":0.756917,"f1":0.710041,"accuracy":0.756917,"main_score":0.710041,"hf_subset":"grn_Latn-tha_Thai","languages":["grn-Latn","tha-Thai"]},{"precision":0.697112,"recall":0.763834,"f1":0.716813,"accuracy":0.763834,"main_score":0.716813,"hf_subset":"grn_Latn-zho_Hans","languages":["grn-Latn","zho-Hans"]},{"precision":0.742278,"recall":0.801383,"f1":0.759947,"accuracy":0.801383,"main_score":0.759947,"hf_subset":"grn_Latn-ast_Latn","languages":["grn-Latn","ast-Latn"]},{"precision":0.664453,"recall":0.729249,"f1":0.684338,"accuracy":0.729249,"main_score":0.684338,"hf_subset":"grn_Latn-crh_Latn","languages":["grn-Latn","crh-Latn"]},{"precision":0.739025,"recall":0.798419,"f1":0.756586,"accuracy":0.798419,"main_score":0.756586,"hf_subset":"grn_Latn-glg_Latn","languages":["grn-Latn","glg-Latn"]},{"precision":0.531556,"recall":0.61166,"f1":0.554645,"accuracy":0.61166,"main_score":0.554645,"hf_subset":"grn_Latn-kas_Deva","languages":["grn-Latn","kas-Deva"]},{"precision":0.708156,"recall":0.770751,"f1":0.727143,"accuracy":0.770751,"main_score":0.727143,"hf_subset":"grn_Latn-ltz_Latn","languages":["grn-Latn","ltz-Latn"]},{"precision":0.406072,"recall":0.48913,"f1":0.428365,"accuracy":0.48913,"main_score":0.428365,"hf_subset":"grn_Latn-nus_Latn","languages":["grn-Latn","nus-Latn"]},{"precision":0.712641,"recall":0.774704,"f1":0.730857,"accuracy":0.774704,"main_score":0.730857,"hf_subset":"grn_Latn-slk_Latn","languages":["grn-Latn","slk-Latn"]},{"precision":0.215998,"recall":0.291502,"f1":0.234803,"accuracy":0.291502,"main_score":0.234803,"hf_subset":"grn_Latn-tir_Ethi","languages":["grn-Latn","tir-Ethi"]},{"precision":0.674755,"recall":0.746047,"f1":0.695652,"accuracy":0.746047,"main_score":0.695652,"hf_subset":"grn_Latn-zho_Hant","languages":["grn-Latn","zho-Hant"]},{"precision":0.687368,"recall":0.756917,"f1":0.708267,"accuracy":0.756917,"main_score":0.708267,"hf_subset":"grn_Latn-awa_Deva","languages":["grn-Latn","awa-Deva"]},{"precision":0.540977,"recall":0.616601,"f1":0.563142,"accuracy":0.616601,"main_score":0.563142,"hf_subset":"grn_Latn-cym_Latn","languages":["grn-Latn","cym-Latn"]},{"precision":0.641733,"recall":0.709486,"f1":0.661288,"accuracy":0.709486,"main_score":0.661288,"hf_subset":"grn_Latn-kat_Geor","languages":["grn-Latn","kat-Geor"]},{"precision":0.533943,"recall":0.601779,"f1":0.553842,"accuracy":0.601779,"main_score":0.553842,"hf_subset":"grn_Latn-lua_Latn","languages":["grn-Latn","lua-Latn"]},{"precision":0.515368,"recall":0.583992,"f1":0.534985,"accuracy":0.583992,"main_score":0.534985,"hf_subset":"grn_Latn-nya_Latn","languages":["grn-Latn","nya-Latn"]},{"precision":0.70091,"recall":0.759881,"f1":0.717972,"accuracy":0.759881,"main_score":0.717972,"hf_subset":"grn_Latn-slv_Latn","languages":["grn-Latn","slv-Latn"]},{"precision":0.692968,"recall":0.747036,"f1":0.709124,"accuracy":0.747036,"main_score":0.709124,"hf_subset":"grn_Latn-tpi_Latn","languages":["grn-Latn","tpi-Latn"]},{"precision":0.726729,"recall":0.785573,"f1":0.744636,"accuracy":0.785573,"main_score":0.744636,"hf_subset":"grn_Latn-zsm_Latn","languages":["grn-Latn","zsm-Latn"]},{"precision":0.515423,"recall":0.577075,"f1":0.532155,"accuracy":0.577075,"main_score":0.532155,"hf_subset":"grn_Latn-ayr_Latn","languages":["grn-Latn","ayr-Latn"]},{"precision":0.706072,"recall":0.769763,"f1":0.724821,"accuracy":0.769763,"main_score":0.724821,"hf_subset":"grn_Latn-dan_Latn","languages":["grn-Latn","dan-Latn"]},{"precision":0.681357,"recall":0.745059,"f1":0.69992,"accuracy":0.745059,"main_score":0.69992,"hf_subset":"grn_Latn-guj_Gujr","languages":["grn-Latn","guj-Gujr"]},{"precision":0.678228,"recall":0.742095,"f1":0.696942,"accuracy":0.742095,"main_score":0.696942,"hf_subset":"grn_Latn-kaz_Cyrl","languages":["grn-Latn","kaz-Cyrl"]},{"precision":0.438918,"recall":0.507905,"f1":0.45804,"accuracy":0.507905,"main_score":0.45804,"hf_subset":"grn_Latn-lug_Latn","languages":["grn-Latn","lug-Latn"]},{"precision":0.738043,"recall":0.794466,"f1":0.754382,"accuracy":0.794466,"main_score":0.754382,"hf_subset":"grn_Latn-oci_Latn","languages":["grn-Latn","oci-Latn"]},{"precision":0.505945,"recall":0.576087,"f1":0.526438,"accuracy":0.576087,"main_score":0.526438,"hf_subset":"grn_Latn-smo_Latn","languages":["grn-Latn","smo-Latn"]},{"precision":0.476464,"recall":0.54249,"f1":0.494035,"accuracy":0.54249,"main_score":0.494035,"hf_subset":"grn_Latn-tsn_Latn","languages":["grn-Latn","tsn-Latn"]},{"precision":0.45134,"recall":0.529644,"f1":0.472355,"accuracy":0.529644,"main_score":0.472355,"hf_subset":"grn_Latn-zul_Latn","languages":["grn-Latn","zul-Latn"]},{"precision":0.589008,"recall":0.667984,"f1":0.612313,"accuracy":0.667984,"main_score":0.612313,"hf_subset":"grn_Latn-azb_Arab","languages":["grn-Latn","azb-Arab"]},{"precision":0.72286,"recall":0.783597,"f1":0.740571,"accuracy":0.783597,"main_score":0.740571,"hf_subset":"grn_Latn-deu_Latn","languages":["grn-Latn","deu-Latn"]},{"precision":0.621558,"recall":0.697628,"f1":0.644242,"accuracy":0.697628,"main_score":0.644242,"hf_subset":"grn_Latn-hat_Latn","languages":["grn-Latn","hat-Latn"]},{"precision":0.461054,"recall":0.524704,"f1":0.478502,"accuracy":0.524704,"main_score":0.478502,"hf_subset":"grn_Latn-kbp_Latn","languages":["grn-Latn","kbp-Latn"]},{"precision":0.500583,"recall":0.566206,"f1":0.519033,"accuracy":0.566206,"main_score":0.519033,"hf_subset":"grn_Latn-luo_Latn","languages":["grn-Latn","luo-Latn"]},{"precision":0.617145,"recall":0.695652,"f1":0.640373,"accuracy":0.695652,"main_score":0.640373,"hf_subset":"grn_Latn-ory_Orya","languages":["grn-Latn","ory-Orya"]},{"precision":0.492285,"recall":0.561265,"f1":0.511968,"accuracy":0.561265,"main_score":0.511968,"hf_subset":"grn_Latn-sna_Latn","languages":["grn-Latn","sna-Latn"]},{"precision":0.466425,"recall":0.534585,"f1":0.485143,"accuracy":0.534585,"main_score":0.485143,"hf_subset":"grn_Latn-tso_Latn","languages":["grn-Latn","tso-Latn"]},{"precision":0.682329,"recall":0.750988,"f1":0.702593,"accuracy":0.750988,"main_score":0.702593,"hf_subset":"grn_Latn-azj_Latn","languages":["grn-Latn","azj-Latn"]},{"precision":0.489617,"recall":0.561265,"f1":0.510359,"accuracy":0.561265,"main_score":0.510359,"hf_subset":"grn_Latn-dik_Latn","languages":["grn-Latn","dik-Latn"]},{"precision":0.474102,"recall":0.543478,"f1":0.493853,"accuracy":0.543478,"main_score":0.493853,"hf_subset":"grn_Latn-hau_Latn","languages":["grn-Latn","hau-Latn"]},{"precision":0.724525,"recall":0.774704,"f1":0.73938,"accuracy":0.774704,"main_score":0.73938,"hf_subset":"grn_Latn-kea_Latn","languages":["grn-Latn","kea-Latn"]},{"precision":0.604037,"recall":0.664032,"f1":0.620916,"accuracy":0.664032,"main_score":0.620916,"hf_subset":"grn_Latn-lus_Latn","languages":["grn-Latn","lus-Latn"]},{"precision":0.697991,"recall":0.747036,"f1":0.712832,"accuracy":0.747036,"main_score":0.712832,"hf_subset":"grn_Latn-pag_Latn","languages":["grn-Latn","pag-Latn"]},{"precision":0.607239,"recall":0.686759,"f1":0.630145,"accuracy":0.686759,"main_score":0.630145,"hf_subset":"grn_Latn-snd_Arab","languages":["grn-Latn","snd-Arab"]},{"precision":0.596534,"recall":0.66502,"f1":0.61657,"accuracy":0.66502,"main_score":0.61657,"hf_subset":"grn_Latn-tuk_Latn","languages":["grn-Latn","tuk-Latn"]},{"precision":0.668429,"recall":0.731225,"f1":0.687865,"accuracy":0.731225,"main_score":0.687865,"hf_subset":"grn_Latn-bak_Cyrl","languages":["grn-Latn","bak-Cyrl"]},{"precision":0.418488,"recall":0.503953,"f1":0.442657,"accuracy":0.503953,"main_score":0.442657,"hf_subset":"grn_Latn-dyu_Latn","languages":["grn-Latn","dyu-Latn"]},{"precision":0.655945,"recall":0.726285,"f1":0.676595,"accuracy":0.726285,"main_score":0.676595,"hf_subset":"grn_Latn-heb_Hebr","languages":["grn-Latn","heb-Hebr"]},{"precision":0.56844,"recall":0.63834,"f1":0.588326,"accuracy":0.63834,"main_score":0.588326,"hf_subset":"grn_Latn-khk_Cyrl","languages":["grn-Latn","khk-Cyrl"]},{"precision":0.694812,"recall":0.758893,"f1":0.714042,"accuracy":0.758893,"main_score":0.714042,"hf_subset":"grn_Latn-lvs_Latn","languages":["grn-Latn","lvs-Latn"]},{"precision":0.660335,"recall":0.730237,"f1":0.681326,"accuracy":0.730237,"main_score":0.681326,"hf_subset":"grn_Latn-pan_Guru","languages":["grn-Latn","pan-Guru"]},{"precision":0.449219,"recall":0.518775,"f1":0.468844,"accuracy":0.518775,"main_score":0.468844,"hf_subset":"grn_Latn-som_Latn","languages":["grn-Latn","som-Latn"]},{"precision":0.493636,"recall":0.559289,"f1":0.512058,"accuracy":0.559289,"main_score":0.512058,"hf_subset":"grn_Latn-tum_Latn","languages":["grn-Latn","tum-Latn"]},{"precision":0.414652,"recall":0.497036,"f1":0.437077,"accuracy":0.497036,"main_score":0.437077,"hf_subset":"kat_Geor-ace_Arab","languages":["kat-Geor","ace-Arab"]},{"precision":0.426817,"recall":0.487154,"f1":0.443155,"accuracy":0.487154,"main_score":0.443155,"hf_subset":"kat_Geor-bam_Latn","languages":["kat-Geor","bam-Latn"]},{"precision":0.120039,"recall":0.171937,"f1":0.134214,"accuracy":0.171937,"main_score":0.134214,"hf_subset":"kat_Geor-dzo_Tibt","languages":["kat-Geor","dzo-Tibt"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kat_Geor-hin_Deva","languages":["kat-Geor","hin-Deva"]},{"precision":0.896821,"recall":0.927866,"f1":0.906653,"accuracy":0.927866,"main_score":0.906653,"hf_subset":"kat_Geor-khm_Khmr","languages":["kat-Geor","khm-Khmr"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"kat_Geor-mag_Deva","languages":["kat-Geor","mag-Deva"]},{"precision":0.93997,"recall":0.958498,"f1":0.945883,"accuracy":0.958498,"main_score":0.945883,"hf_subset":"kat_Geor-pap_Latn","languages":["kat-Geor","pap-Latn"]},{"precision":0.46349,"recall":0.529644,"f1":0.481884,"accuracy":0.529644,"main_score":0.481884,"hf_subset":"kat_Geor-sot_Latn","languages":["kat-Geor","sot-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kat_Geor-tur_Latn","languages":["kat-Geor","tur-Latn"]},{"precision":0.762691,"recall":0.814229,"f1":0.778263,"accuracy":0.814229,"main_score":0.778263,"hf_subset":"kat_Geor-ace_Latn","languages":["kat-Geor","ace-Latn"]},{"precision":0.869648,"recall":0.906126,"f1":0.881489,"accuracy":0.906126,"main_score":0.881489,"hf_subset":"kat_Geor-ban_Latn","languages":["kat-Geor","ban-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"kat_Geor-ell_Grek","languages":["kat-Geor","ell-Grek"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"kat_Geor-hne_Deva","languages":["kat-Geor","hne-Deva"]},{"precision":0.452425,"recall":0.522727,"f1":0.472367,"accuracy":0.522727,"main_score":0.472367,"hf_subset":"kat_Geor-kik_Latn","languages":["kat-Geor","kik-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"kat_Geor-mai_Deva","languages":["kat-Geor","mai-Deva"]},{"precision":0.835178,"recall":0.880435,"f1":0.849242,"accuracy":0.880435,"main_score":0.849242,"hf_subset":"kat_Geor-pbt_Arab","languages":["kat-Geor","pbt-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kat_Geor-spa_Latn","languages":["kat-Geor","spa-Latn"]},{"precision":0.511901,"recall":0.578063,"f1":0.53038,"accuracy":0.578063,"main_score":0.53038,"hf_subset":"kat_Geor-twi_Latn","languages":["kat-Geor","twi-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kat_Geor-acm_Arab","languages":["kat-Geor","acm-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kat_Geor-bel_Cyrl","languages":["kat-Geor","bel-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kat_Geor-eng_Latn","languages":["kat-Geor","eng-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"kat_Geor-hrv_Latn","languages":["kat-Geor","hrv-Latn"]},{"precision":0.430115,"recall":0.502964,"f1":0.451009,"accuracy":0.502964,"main_score":0.451009,"hf_subset":"kat_Geor-kin_Latn","languages":["kat-Geor","kin-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"kat_Geor-mal_Mlym","languages":["kat-Geor","mal-Mlym"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"kat_Geor-pes_Arab","languages":["kat-Geor","pes-Arab"]},{"precision":0.945982,"recall":0.963439,"f1":0.951746,"accuracy":0.963439,"main_score":0.951746,"hf_subset":"kat_Geor-srd_Latn","languages":["kat-Geor","srd-Latn"]},{"precision":0.131647,"recall":0.190711,"f1":0.145334,"accuracy":0.190711,"main_score":0.145334,"hf_subset":"kat_Geor-tzm_Tfng","languages":["kat-Geor","tzm-Tfng"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"kat_Geor-acq_Arab","languages":["kat-Geor","acq-Arab"]},{"precision":0.488382,"recall":0.552372,"f1":0.506151,"accuracy":0.552372,"main_score":0.506151,"hf_subset":"kat_Geor-bem_Latn","languages":["kat-Geor","bem-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kat_Geor-epo_Latn","languages":["kat-Geor","epo-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kat_Geor-hun_Latn","languages":["kat-Geor","hun-Latn"]},{"precision":0.938076,"recall":0.95751,"f1":0.944499,"accuracy":0.95751,"main_score":0.944499,"hf_subset":"kat_Geor-kir_Cyrl","languages":["kat-Geor","kir-Cyrl"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"kat_Geor-mar_Deva","languages":["kat-Geor","mar-Deva"]},{"precision":0.538483,"recall":0.596838,"f1":0.555553,"accuracy":0.596838,"main_score":0.555553,"hf_subset":"kat_Geor-plt_Latn","languages":["kat-Geor","plt-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kat_Geor-srp_Cyrl","languages":["kat-Geor","srp-Cyrl"]},{"precision":0.904891,"recall":0.933794,"f1":0.914262,"accuracy":0.933794,"main_score":0.914262,"hf_subset":"kat_Geor-uig_Arab","languages":["kat-Geor","uig-Arab"]},{"precision":0.95504,"recall":0.968379,"f1":0.959321,"accuracy":0.968379,"main_score":0.959321,"hf_subset":"kat_Geor-aeb_Arab","languages":["kat-Geor","aeb-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"kat_Geor-ben_Beng","languages":["kat-Geor","ben-Beng"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"kat_Geor-est_Latn","languages":["kat-Geor","est-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kat_Geor-hye_Armn","languages":["kat-Geor","hye-Armn"]},{"precision":0.425141,"recall":0.488142,"f1":0.442734,"accuracy":0.488142,"main_score":0.442734,"hf_subset":"kat_Geor-kmb_Latn","languages":["kat-Geor","kmb-Latn"]},{"precision":0.357064,"recall":0.442688,"f1":0.379474,"accuracy":0.442688,"main_score":0.379474,"hf_subset":"kat_Geor-min_Arab","languages":["kat-Geor","min-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"kat_Geor-pol_Latn","languages":["kat-Geor","pol-Latn"]},{"precision":0.417641,"recall":0.492095,"f1":0.438331,"accuracy":0.492095,"main_score":0.438331,"hf_subset":"kat_Geor-ssw_Latn","languages":["kat-Geor","ssw-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kat_Geor-ukr_Cyrl","languages":["kat-Geor","ukr-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kat_Geor-afr_Latn","languages":["kat-Geor","afr-Latn"]},{"precision":0.958169,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"kat_Geor-bho_Deva","languages":["kat-Geor","bho-Deva"]},{"precision":0.92836,"recall":0.949605,"f1":0.935277,"accuracy":0.949605,"main_score":0.935277,"hf_subset":"kat_Geor-eus_Latn","languages":["kat-Geor","eus-Latn"]},{"precision":0.445983,"recall":0.512846,"f1":0.463924,"accuracy":0.512846,"main_score":0.463924,"hf_subset":"kat_Geor-ibo_Latn","languages":["kat-Geor","ibo-Latn"]},{"precision":0.688977,"recall":0.753953,"f1":0.707858,"accuracy":0.753953,"main_score":0.707858,"hf_subset":"kat_Geor-kmr_Latn","languages":["kat-Geor","kmr-Latn"]},{"precision":0.912385,"recall":0.939723,"f1":0.921278,"accuracy":0.939723,"main_score":0.921278,"hf_subset":"kat_Geor-min_Latn","languages":["kat-Geor","min-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kat_Geor-por_Latn","languages":["kat-Geor","por-Latn"]},{"precision":0.951416,"recall":0.967391,"f1":0.956686,"accuracy":0.967391,"main_score":0.956686,"hf_subset":"kat_Geor-sun_Latn","languages":["kat-Geor","sun-Latn"]},{"precision":0.413339,"recall":0.477273,"f1":0.43046,"accuracy":0.477273,"main_score":0.43046,"hf_subset":"kat_Geor-umb_Latn","languages":["kat-Geor","umb-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"kat_Geor-ajp_Arab","languages":["kat-Geor","ajp-Arab"]},{"precision":0.391501,"recall":0.47332,"f1":0.413304,"accuracy":0.47332,"main_score":0.413304,"hf_subset":"kat_Geor-bjn_Arab","languages":["kat-Geor","bjn-Arab"]},{"precision":0.423164,"recall":0.486166,"f1":0.440218,"accuracy":0.486166,"main_score":0.440218,"hf_subset":"kat_Geor-ewe_Latn","languages":["kat-Geor","ewe-Latn"]},{"precision":0.813735,"recall":0.86166,"f1":0.828609,"accuracy":0.86166,"main_score":0.828609,"hf_subset":"kat_Geor-ilo_Latn","languages":["kat-Geor","ilo-Latn"]},{"precision":0.191308,"recall":0.262846,"f1":0.208738,"accuracy":0.262846,"main_score":0.208738,"hf_subset":"kat_Geor-knc_Arab","languages":["kat-Geor","knc-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kat_Geor-mkd_Cyrl","languages":["kat-Geor","mkd-Cyrl"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"kat_Geor-prs_Arab","languages":["kat-Geor","prs-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kat_Geor-swe_Latn","languages":["kat-Geor","swe-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kat_Geor-urd_Arab","languages":["kat-Geor","urd-Arab"]},{"precision":0.484387,"recall":0.555336,"f1":0.504725,"accuracy":0.555336,"main_score":0.504725,"hf_subset":"kat_Geor-aka_Latn","languages":["kat-Geor","aka-Latn"]},{"precision":0.91996,"recall":0.944664,"f1":0.92803,"accuracy":0.944664,"main_score":0.92803,"hf_subset":"kat_Geor-bjn_Latn","languages":["kat-Geor","bjn-Latn"]},{"precision":0.886693,"recall":0.91996,"f1":0.897398,"accuracy":0.91996,"main_score":0.897398,"hf_subset":"kat_Geor-fao_Latn","languages":["kat-Geor","fao-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kat_Geor-ind_Latn","languages":["kat-Geor","ind-Latn"]},{"precision":0.48429,"recall":0.548419,"f1":0.502046,"accuracy":0.548419,"main_score":0.502046,"hf_subset":"kat_Geor-knc_Latn","languages":["kat-Geor","knc-Latn"]},{"precision":0.961627,"recall":0.97332,"f1":0.96525,"accuracy":0.97332,"main_score":0.96525,"hf_subset":"kat_Geor-mlt_Latn","languages":["kat-Geor","mlt-Latn"]},{"precision":0.533264,"recall":0.602767,"f1":0.55263,"accuracy":0.602767,"main_score":0.55263,"hf_subset":"kat_Geor-quy_Latn","languages":["kat-Geor","quy-Latn"]},{"precision":0.682757,"recall":0.755929,"f1":0.704828,"accuracy":0.755929,"main_score":0.704828,"hf_subset":"kat_Geor-swh_Latn","languages":["kat-Geor","swh-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"kat_Geor-uzn_Latn","languages":["kat-Geor","uzn-Latn"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"kat_Geor-als_Latn","languages":["kat-Geor","als-Latn"]},{"precision":0.185583,"recall":0.247036,"f1":0.200981,"accuracy":0.247036,"main_score":0.200981,"hf_subset":"kat_Geor-bod_Tibt","languages":["kat-Geor","bod-Tibt"]},{"precision":0.434817,"recall":0.499012,"f1":0.452546,"accuracy":0.499012,"main_score":0.452546,"hf_subset":"kat_Geor-fij_Latn","languages":["kat-Geor","fij-Latn"]},{"precision":0.903738,"recall":0.932806,"f1":0.913109,"accuracy":0.932806,"main_score":0.913109,"hf_subset":"kat_Geor-isl_Latn","languages":["kat-Geor","isl-Latn"]},{"precision":0.50243,"recall":0.583992,"f1":0.525721,"accuracy":0.583992,"main_score":0.525721,"hf_subset":"kat_Geor-kon_Latn","languages":["kat-Geor","kon-Latn"]},{"precision":0.483165,"recall":0.56917,"f1":0.507119,"accuracy":0.56917,"main_score":0.507119,"hf_subset":"kat_Geor-mni_Beng","languages":["kat-Geor","mni-Beng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"kat_Geor-ron_Latn","languages":["kat-Geor","ron-Latn"]},{"precision":0.961462,"recall":0.972332,"f1":0.965086,"accuracy":0.972332,"main_score":0.965086,"hf_subset":"kat_Geor-szl_Latn","languages":["kat-Geor","szl-Latn"]},{"precision":0.986001,"recall":0.990119,"f1":0.987319,"accuracy":0.990119,"main_score":0.987319,"hf_subset":"kat_Geor-vec_Latn","languages":["kat-Geor","vec-Latn"]},{"precision":0.56228,"recall":0.645257,"f1":0.587041,"accuracy":0.645257,"main_score":0.587041,"hf_subset":"kat_Geor-amh_Ethi","languages":["kat-Geor","amh-Ethi"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kat_Geor-bos_Latn","languages":["kat-Geor","bos-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"kat_Geor-fin_Latn","languages":["kat-Geor","fin-Latn"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"kat_Geor-ita_Latn","languages":["kat-Geor","ita-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"kat_Geor-kor_Hang","languages":["kat-Geor","kor-Hang"]},{"precision":0.443952,"recall":0.511858,"f1":0.462334,"accuracy":0.511858,"main_score":0.462334,"hf_subset":"kat_Geor-mos_Latn","languages":["kat-Geor","mos-Latn"]},{"precision":0.422621,"recall":0.481225,"f1":0.43894,"accuracy":0.481225,"main_score":0.43894,"hf_subset":"kat_Geor-run_Latn","languages":["kat-Geor","run-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"kat_Geor-tam_Taml","languages":["kat-Geor","tam-Taml"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kat_Geor-vie_Latn","languages":["kat-Geor","vie-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"kat_Geor-apc_Arab","languages":["kat-Geor","apc-Arab"]},{"precision":0.686818,"recall":0.753953,"f1":0.706789,"accuracy":0.753953,"main_score":0.706789,"hf_subset":"kat_Geor-bug_Latn","languages":["kat-Geor","bug-Latn"]},{"precision":0.394278,"recall":0.458498,"f1":0.410848,"accuracy":0.458498,"main_score":0.410848,"hf_subset":"kat_Geor-fon_Latn","languages":["kat-Geor","fon-Latn"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"kat_Geor-jav_Latn","languages":["kat-Geor","jav-Latn"]},{"precision":0.842968,"recall":0.88834,"f1":0.857411,"accuracy":0.88834,"main_score":0.857411,"hf_subset":"kat_Geor-lao_Laoo","languages":["kat-Geor","lao-Laoo"]},{"precision":0.52568,"recall":0.607708,"f1":0.548079,"accuracy":0.607708,"main_score":0.548079,"hf_subset":"kat_Geor-mri_Latn","languages":["kat-Geor","mri-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kat_Geor-rus_Cyrl","languages":["kat-Geor","rus-Cyrl"]},{"precision":0.469686,"recall":0.529644,"f1":0.485979,"accuracy":0.529644,"main_score":0.485979,"hf_subset":"kat_Geor-taq_Latn","languages":["kat-Geor","taq-Latn"]},{"precision":0.952075,"recall":0.966403,"f1":0.956686,"accuracy":0.966403,"main_score":0.956686,"hf_subset":"kat_Geor-war_Latn","languages":["kat-Geor","war-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"kat_Geor-arb_Arab","languages":["kat-Geor","arb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kat_Geor-bul_Cyrl","languages":["kat-Geor","bul-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kat_Geor-fra_Latn","languages":["kat-Geor","fra-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"kat_Geor-jpn_Jpan","languages":["kat-Geor","jpn-Jpan"]},{"precision":0.964921,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"kat_Geor-lij_Latn","languages":["kat-Geor","lij-Latn"]},{"precision":0.888175,"recall":0.921937,"f1":0.899045,"accuracy":0.921937,"main_score":0.899045,"hf_subset":"kat_Geor-mya_Mymr","languages":["kat-Geor","mya-Mymr"]},{"precision":0.473314,"recall":0.550395,"f1":0.494664,"accuracy":0.550395,"main_score":0.494664,"hf_subset":"kat_Geor-sag_Latn","languages":["kat-Geor","sag-Latn"]},{"precision":0.146854,"recall":0.221344,"f1":0.162259,"accuracy":0.221344,"main_score":0.162259,"hf_subset":"kat_Geor-taq_Tfng","languages":["kat-Geor","taq-Tfng"]},{"precision":0.501113,"recall":0.578063,"f1":0.522355,"accuracy":0.578063,"main_score":0.522355,"hf_subset":"kat_Geor-wol_Latn","languages":["kat-Geor","wol-Latn"]},{"precision":0.580393,"recall":0.66996,"f1":0.605934,"accuracy":0.66996,"main_score":0.605934,"hf_subset":"kat_Geor-arb_Latn","languages":["kat-Geor","arb-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kat_Geor-cat_Latn","languages":["kat-Geor","cat-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"kat_Geor-fur_Latn","languages":["kat-Geor","fur-Latn"]},{"precision":0.325198,"recall":0.380435,"f1":0.339712,"accuracy":0.380435,"main_score":0.339712,"hf_subset":"kat_Geor-kab_Latn","languages":["kat-Geor","kab-Latn"]},{"precision":0.940053,"recall":0.95751,"f1":0.945652,"accuracy":0.95751,"main_score":0.945652,"hf_subset":"kat_Geor-lim_Latn","languages":["kat-Geor","lim-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"kat_Geor-nld_Latn","languages":["kat-Geor","nld-Latn"]},{"precision":0.930336,"recall":0.951581,"f1":0.937253,"accuracy":0.951581,"main_score":0.937253,"hf_subset":"kat_Geor-san_Deva","languages":["kat-Geor","san-Deva"]},{"precision":0.967885,"recall":0.977273,"f1":0.971014,"accuracy":0.977273,"main_score":0.971014,"hf_subset":"kat_Geor-tat_Cyrl","languages":["kat-Geor","tat-Cyrl"]},{"precision":0.499751,"recall":0.564229,"f1":0.517386,"accuracy":0.564229,"main_score":0.517386,"hf_subset":"kat_Geor-xho_Latn","languages":["kat-Geor","xho-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kat_Geor-ars_Arab","languages":["kat-Geor","ars-Arab"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"kat_Geor-ceb_Latn","languages":["kat-Geor","ceb-Latn"]},{"precision":0.442427,"recall":0.508893,"f1":0.460236,"accuracy":0.508893,"main_score":0.460236,"hf_subset":"kat_Geor-fuv_Latn","languages":["kat-Geor","fuv-Latn"]},{"precision":0.44491,"recall":0.514822,"f1":0.464347,"accuracy":0.514822,"main_score":0.464347,"hf_subset":"kat_Geor-kac_Latn","languages":["kat-Geor","kac-Latn"]},{"precision":0.518932,"recall":0.591897,"f1":0.53933,"accuracy":0.591897,"main_score":0.53933,"hf_subset":"kat_Geor-lin_Latn","languages":["kat-Geor","lin-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"kat_Geor-nno_Latn","languages":["kat-Geor","nno-Latn"]},{"precision":0.021828,"recall":0.061265,"f1":0.027738,"accuracy":0.061265,"main_score":0.027738,"hf_subset":"kat_Geor-sat_Olck","languages":["kat-Geor","sat-Olck"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"kat_Geor-tel_Telu","languages":["kat-Geor","tel-Telu"]},{"precision":0.708605,"recall":0.787549,"f1":0.733125,"accuracy":0.787549,"main_score":0.733125,"hf_subset":"kat_Geor-ydd_Hebr","languages":["kat-Geor","ydd-Hebr"]},{"precision":0.926054,"recall":0.948617,"f1":0.933465,"accuracy":0.948617,"main_score":0.933465,"hf_subset":"kat_Geor-ary_Arab","languages":["kat-Geor","ary-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kat_Geor-ces_Latn","languages":["kat-Geor","ces-Latn"]},{"precision":0.377966,"recall":0.459486,"f1":0.400572,"accuracy":0.459486,"main_score":0.400572,"hf_subset":"kat_Geor-gaz_Latn","languages":["kat-Geor","gaz-Latn"]},{"precision":0.456951,"recall":0.523715,"f1":0.475881,"accuracy":0.523715,"main_score":0.475881,"hf_subset":"kat_Geor-kam_Latn","languages":["kat-Geor","kam-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"kat_Geor-lit_Latn","languages":["kat-Geor","lit-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kat_Geor-nob_Latn","languages":["kat-Geor","nob-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"kat_Geor-scn_Latn","languages":["kat-Geor","scn-Latn"]},{"precision":0.907197,"recall":0.934783,"f1":0.916238,"accuracy":0.934783,"main_score":0.916238,"hf_subset":"kat_Geor-tgk_Cyrl","languages":["kat-Geor","tgk-Cyrl"]},{"precision":0.387987,"recall":0.458498,"f1":0.407821,"accuracy":0.458498,"main_score":0.407821,"hf_subset":"kat_Geor-yor_Latn","languages":["kat-Geor","yor-Latn"]},{"precision":0.975461,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"kat_Geor-arz_Arab","languages":["kat-Geor","arz-Arab"]},{"precision":0.449113,"recall":0.525692,"f1":0.470099,"accuracy":0.525692,"main_score":0.470099,"hf_subset":"kat_Geor-cjk_Latn","languages":["kat-Geor","cjk-Latn"]},{"precision":0.58475,"recall":0.66502,"f1":0.608353,"accuracy":0.66502,"main_score":0.608353,"hf_subset":"kat_Geor-gla_Latn","languages":["kat-Geor","gla-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"kat_Geor-kan_Knda","languages":["kat-Geor","kan-Knda"]},{"precision":0.94585,"recall":0.961462,"f1":0.950758,"accuracy":0.961462,"main_score":0.950758,"hf_subset":"kat_Geor-lmo_Latn","languages":["kat-Geor","lmo-Latn"]},{"precision":0.974308,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"kat_Geor-npi_Deva","languages":["kat-Geor","npi-Deva"]},{"precision":0.38896,"recall":0.479249,"f1":0.414244,"accuracy":0.479249,"main_score":0.414244,"hf_subset":"kat_Geor-shn_Mymr","languages":["kat-Geor","shn-Mymr"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"kat_Geor-tgl_Latn","languages":["kat-Geor","tgl-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"kat_Geor-yue_Hant","languages":["kat-Geor","yue-Hant"]},{"precision":0.962945,"recall":0.975296,"f1":0.967062,"accuracy":0.975296,"main_score":0.967062,"hf_subset":"kat_Geor-asm_Beng","languages":["kat-Geor","asm-Beng"]},{"precision":0.694425,"recall":0.761858,"f1":0.714185,"accuracy":0.761858,"main_score":0.714185,"hf_subset":"kat_Geor-ckb_Arab","languages":["kat-Geor","ckb-Arab"]},{"precision":0.686841,"recall":0.762846,"f1":0.709717,"accuracy":0.762846,"main_score":0.709717,"hf_subset":"kat_Geor-gle_Latn","languages":["kat-Geor","gle-Latn"]},{"precision":0.817852,"recall":0.868577,"f1":0.83411,"accuracy":0.868577,"main_score":0.83411,"hf_subset":"kat_Geor-kas_Arab","languages":["kat-Geor","kas-Arab"]},{"precision":0.842968,"recall":0.885375,"f1":0.856409,"accuracy":0.885375,"main_score":0.856409,"hf_subset":"kat_Geor-ltg_Latn","languages":["kat-Geor","ltg-Latn"]},{"precision":0.495905,"recall":0.556324,"f1":0.512792,"accuracy":0.556324,"main_score":0.512792,"hf_subset":"kat_Geor-nso_Latn","languages":["kat-Geor","nso-Latn"]},{"precision":0.437747,"recall":0.533597,"f1":0.464432,"accuracy":0.533597,"main_score":0.464432,"hf_subset":"kat_Geor-sin_Sinh","languages":["kat-Geor","sin-Sinh"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"kat_Geor-tha_Thai","languages":["kat-Geor","tha-Thai"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kat_Geor-zho_Hans","languages":["kat-Geor","zho-Hans"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"kat_Geor-ast_Latn","languages":["kat-Geor","ast-Latn"]},{"precision":0.958992,"recall":0.971344,"f1":0.962945,"accuracy":0.971344,"main_score":0.962945,"hf_subset":"kat_Geor-crh_Latn","languages":["kat-Geor","crh-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kat_Geor-glg_Latn","languages":["kat-Geor","glg-Latn"]},{"precision":0.689592,"recall":0.762846,"f1":0.710775,"accuracy":0.762846,"main_score":0.710775,"hf_subset":"kat_Geor-kas_Deva","languages":["kat-Geor","kas-Deva"]},{"precision":0.970685,"recall":0.979249,"f1":0.973485,"accuracy":0.979249,"main_score":0.973485,"hf_subset":"kat_Geor-ltz_Latn","languages":["kat-Geor","ltz-Latn"]},{"precision":0.359967,"recall":0.437747,"f1":0.3807,"accuracy":0.437747,"main_score":0.3807,"hf_subset":"kat_Geor-nus_Latn","languages":["kat-Geor","nus-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"kat_Geor-slk_Latn","languages":["kat-Geor","slk-Latn"]},{"precision":0.271404,"recall":0.339921,"f1":0.289319,"accuracy":0.339921,"main_score":0.289319,"hf_subset":"kat_Geor-tir_Ethi","languages":["kat-Geor","tir-Ethi"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"kat_Geor-zho_Hant","languages":["kat-Geor","zho-Hant"]},{"precision":0.964756,"recall":0.975296,"f1":0.968215,"accuracy":0.975296,"main_score":0.968215,"hf_subset":"kat_Geor-awa_Deva","languages":["kat-Geor","awa-Deva"]},{"precision":0.844285,"recall":0.889328,"f1":0.858399,"accuracy":0.889328,"main_score":0.858399,"hf_subset":"kat_Geor-cym_Latn","languages":["kat-Geor","cym-Latn"]},{"precision":0.651623,"recall":0.708498,"f1":0.668132,"accuracy":0.708498,"main_score":0.668132,"hf_subset":"kat_Geor-grn_Latn","languages":["kat-Geor","grn-Latn"]},{"precision":0.529212,"recall":0.594862,"f1":0.547133,"accuracy":0.594862,"main_score":0.547133,"hf_subset":"kat_Geor-lua_Latn","languages":["kat-Geor","lua-Latn"]},{"precision":0.467168,"recall":0.533597,"f1":0.485987,"accuracy":0.533597,"main_score":0.485987,"hf_subset":"kat_Geor-nya_Latn","languages":["kat-Geor","nya-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"kat_Geor-slv_Latn","languages":["kat-Geor","slv-Latn"]},{"precision":0.707082,"recall":0.769763,"f1":0.726303,"accuracy":0.769763,"main_score":0.726303,"hf_subset":"kat_Geor-tpi_Latn","languages":["kat-Geor","tpi-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kat_Geor-zsm_Latn","languages":["kat-Geor","zsm-Latn"]},{"precision":0.437851,"recall":0.504941,"f1":0.456085,"accuracy":0.504941,"main_score":0.456085,"hf_subset":"kat_Geor-ayr_Latn","languages":["kat-Geor","ayr-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kat_Geor-dan_Latn","languages":["kat-Geor","dan-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"kat_Geor-guj_Gujr","languages":["kat-Geor","guj-Gujr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kat_Geor-kaz_Cyrl","languages":["kat-Geor","kaz-Cyrl"]},{"precision":0.423454,"recall":0.483202,"f1":0.439545,"accuracy":0.483202,"main_score":0.439545,"hf_subset":"kat_Geor-lug_Latn","languages":["kat-Geor","lug-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kat_Geor-oci_Latn","languages":["kat-Geor","oci-Latn"]},{"precision":0.48019,"recall":0.545455,"f1":0.498657,"accuracy":0.545455,"main_score":0.498657,"hf_subset":"kat_Geor-smo_Latn","languages":["kat-Geor","smo-Latn"]},{"precision":0.431985,"recall":0.494071,"f1":0.448966,"accuracy":0.494071,"main_score":0.448966,"hf_subset":"kat_Geor-tsn_Latn","languages":["kat-Geor","tsn-Latn"]},{"precision":0.430283,"recall":0.498024,"f1":0.447628,"accuracy":0.498024,"main_score":0.447628,"hf_subset":"kat_Geor-zul_Latn","languages":["kat-Geor","zul-Latn"]},{"precision":0.753821,"recall":0.81917,"f1":0.773814,"accuracy":0.81917,"main_score":0.773814,"hf_subset":"kat_Geor-azb_Arab","languages":["kat-Geor","azb-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kat_Geor-deu_Latn","languages":["kat-Geor","deu-Latn"]},{"precision":0.875412,"recall":0.913043,"f1":0.887747,"accuracy":0.913043,"main_score":0.887747,"hf_subset":"kat_Geor-hat_Latn","languages":["kat-Geor","hat-Latn"]},{"precision":0.404533,"recall":0.466403,"f1":0.42192,"accuracy":0.466403,"main_score":0.42192,"hf_subset":"kat_Geor-kbp_Latn","languages":["kat-Geor","kbp-Latn"]},{"precision":0.473682,"recall":0.534585,"f1":0.490507,"accuracy":0.534585,"main_score":0.490507,"hf_subset":"kat_Geor-luo_Latn","languages":["kat-Geor","luo-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"kat_Geor-ory_Orya","languages":["kat-Geor","ory-Orya"]},{"precision":0.44423,"recall":0.512846,"f1":0.46424,"accuracy":0.512846,"main_score":0.46424,"hf_subset":"kat_Geor-sna_Latn","languages":["kat-Geor","sna-Latn"]},{"precision":0.430023,"recall":0.498024,"f1":0.448846,"accuracy":0.498024,"main_score":0.448846,"hf_subset":"kat_Geor-tso_Latn","languages":["kat-Geor","tso-Latn"]},{"precision":0.978426,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"kat_Geor-azj_Latn","languages":["kat-Geor","azj-Latn"]},{"precision":0.43233,"recall":0.509881,"f1":0.454189,"accuracy":0.509881,"main_score":0.454189,"hf_subset":"kat_Geor-dik_Latn","languages":["kat-Geor","dik-Latn"]},{"precision":0.442394,"recall":0.505929,"f1":0.460007,"accuracy":0.505929,"main_score":0.460007,"hf_subset":"kat_Geor-hau_Latn","languages":["kat-Geor","hau-Latn"]},{"precision":0.937418,"recall":0.95751,"f1":0.944005,"accuracy":0.95751,"main_score":0.944005,"hf_subset":"kat_Geor-kea_Latn","languages":["kat-Geor","kea-Latn"]},{"precision":0.582329,"recall":0.646245,"f1":0.600414,"accuracy":0.646245,"main_score":0.600414,"hf_subset":"kat_Geor-lus_Latn","languages":["kat-Geor","lus-Latn"]},{"precision":0.757148,"recall":0.804348,"f1":0.771447,"accuracy":0.804348,"main_score":0.771447,"hf_subset":"kat_Geor-pag_Latn","languages":["kat-Geor","pag-Latn"]},{"precision":0.948781,"recall":0.964427,"f1":0.953887,"accuracy":0.964427,"main_score":0.953887,"hf_subset":"kat_Geor-snd_Arab","languages":["kat-Geor","snd-Arab"]},{"precision":0.868495,"recall":0.905138,"f1":0.880138,"accuracy":0.905138,"main_score":0.880138,"hf_subset":"kat_Geor-tuk_Latn","languages":["kat-Geor","tuk-Latn"]},{"precision":0.943017,"recall":0.960474,"f1":0.948617,"accuracy":0.960474,"main_score":0.948617,"hf_subset":"kat_Geor-bak_Cyrl","languages":["kat-Geor","bak-Cyrl"]},{"precision":0.386088,"recall":0.466403,"f1":0.408135,"accuracy":0.466403,"main_score":0.408135,"hf_subset":"kat_Geor-dyu_Latn","languages":["kat-Geor","dyu-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kat_Geor-heb_Hebr","languages":["kat-Geor","heb-Hebr"]},{"precision":0.88027,"recall":0.91502,"f1":0.891271,"accuracy":0.91502,"main_score":0.891271,"hf_subset":"kat_Geor-khk_Cyrl","languages":["kat-Geor","khk-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"kat_Geor-lvs_Latn","languages":["kat-Geor","lvs-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"kat_Geor-pan_Guru","languages":["kat-Geor","pan-Guru"]},{"precision":0.441825,"recall":0.51581,"f1":0.462369,"accuracy":0.51581,"main_score":0.462369,"hf_subset":"kat_Geor-som_Latn","languages":["kat-Geor","som-Latn"]},{"precision":0.463927,"recall":0.527668,"f1":0.481691,"accuracy":0.527668,"main_score":0.481691,"hf_subset":"kat_Geor-tum_Latn","languages":["kat-Geor","tum-Latn"]},{"precision":0.353319,"recall":0.41502,"f1":0.370397,"accuracy":0.41502,"main_score":0.370397,"hf_subset":"lua_Latn-ace_Arab","languages":["lua-Latn","ace-Arab"]},{"precision":0.462131,"recall":0.512846,"f1":0.476894,"accuracy":0.512846,"main_score":0.476894,"hf_subset":"lua_Latn-bam_Latn","languages":["lua-Latn","bam-Latn"]},{"precision":0.10209,"recall":0.143281,"f1":0.11244,"accuracy":0.143281,"main_score":0.11244,"hf_subset":"lua_Latn-dzo_Tibt","languages":["lua-Latn","dzo-Tibt"]},{"precision":0.545205,"recall":0.610672,"f1":0.562849,"accuracy":0.610672,"main_score":0.562849,"hf_subset":"lua_Latn-hin_Deva","languages":["lua-Latn","hin-Deva"]},{"precision":0.387817,"recall":0.463439,"f1":0.407945,"accuracy":0.463439,"main_score":0.407945,"hf_subset":"lua_Latn-khm_Khmr","languages":["lua-Latn","khm-Khmr"]},{"precision":0.548601,"recall":0.607708,"f1":0.564712,"accuracy":0.607708,"main_score":0.564712,"hf_subset":"lua_Latn-mag_Deva","languages":["lua-Latn","mag-Deva"]},{"precision":0.565003,"recall":0.620553,"f1":0.580509,"accuracy":0.620553,"main_score":0.580509,"hf_subset":"lua_Latn-pap_Latn","languages":["lua-Latn","pap-Latn"]},{"precision":0.52113,"recall":0.570158,"f1":0.534164,"accuracy":0.570158,"main_score":0.534164,"hf_subset":"lua_Latn-sot_Latn","languages":["lua-Latn","sot-Latn"]},{"precision":0.558347,"recall":0.62253,"f1":0.576094,"accuracy":0.62253,"main_score":0.576094,"hf_subset":"lua_Latn-tur_Latn","languages":["lua-Latn","tur-Latn"]},{"precision":0.56306,"recall":0.604743,"f1":0.575367,"accuracy":0.604743,"main_score":0.575367,"hf_subset":"lua_Latn-ace_Latn","languages":["lua-Latn","ace-Latn"]},{"precision":0.592161,"recall":0.634387,"f1":0.604545,"accuracy":0.634387,"main_score":0.604545,"hf_subset":"lua_Latn-ban_Latn","languages":["lua-Latn","ban-Latn"]},{"precision":0.506004,"recall":0.579051,"f1":0.526416,"accuracy":0.579051,"main_score":0.526416,"hf_subset":"lua_Latn-ell_Grek","languages":["lua-Latn","ell-Grek"]},{"precision":0.53742,"recall":0.600791,"f1":0.555541,"accuracy":0.600791,"main_score":0.555541,"hf_subset":"lua_Latn-hne_Deva","languages":["lua-Latn","hne-Deva"]},{"precision":0.487699,"recall":0.544466,"f1":0.504584,"accuracy":0.544466,"main_score":0.504584,"hf_subset":"lua_Latn-kik_Latn","languages":["lua-Latn","kik-Latn"]},{"precision":0.539582,"recall":0.610672,"f1":0.559509,"accuracy":0.610672,"main_score":0.559509,"hf_subset":"lua_Latn-mai_Deva","languages":["lua-Latn","mai-Deva"]},{"precision":0.492639,"recall":0.561265,"f1":0.512184,"accuracy":0.561265,"main_score":0.512184,"hf_subset":"lua_Latn-pbt_Arab","languages":["lua-Latn","pbt-Arab"]},{"precision":0.564409,"recall":0.628458,"f1":0.582481,"accuracy":0.628458,"main_score":0.582481,"hf_subset":"lua_Latn-spa_Latn","languages":["lua-Latn","spa-Latn"]},{"precision":0.532105,"recall":0.577075,"f1":0.544573,"accuracy":0.577075,"main_score":0.544573,"hf_subset":"lua_Latn-twi_Latn","languages":["lua-Latn","twi-Latn"]},{"precision":0.538614,"recall":0.601779,"f1":0.556788,"accuracy":0.601779,"main_score":0.556788,"hf_subset":"lua_Latn-acm_Arab","languages":["lua-Latn","acm-Arab"]},{"precision":0.542591,"recall":0.604743,"f1":0.560281,"accuracy":0.604743,"main_score":0.560281,"hf_subset":"lua_Latn-bel_Cyrl","languages":["lua-Latn","bel-Cyrl"]},{"precision":0.57301,"recall":0.637352,"f1":0.590257,"accuracy":0.637352,"main_score":0.590257,"hf_subset":"lua_Latn-eng_Latn","languages":["lua-Latn","eng-Latn"]},{"precision":0.564832,"recall":0.629447,"f1":0.583303,"accuracy":0.629447,"main_score":0.583303,"hf_subset":"lua_Latn-hrv_Latn","languages":["lua-Latn","hrv-Latn"]},{"precision":0.461954,"recall":0.514822,"f1":0.47688,"accuracy":0.514822,"main_score":0.47688,"hf_subset":"lua_Latn-kin_Latn","languages":["lua-Latn","kin-Latn"]},{"precision":0.519426,"recall":0.589921,"f1":0.539722,"accuracy":0.589921,"main_score":0.539722,"hf_subset":"lua_Latn-mal_Mlym","languages":["lua-Latn","mal-Mlym"]},{"precision":0.538736,"recall":0.608696,"f1":0.558164,"accuracy":0.608696,"main_score":0.558164,"hf_subset":"lua_Latn-pes_Arab","languages":["lua-Latn","pes-Arab"]},{"precision":0.579507,"recall":0.633399,"f1":0.595098,"accuracy":0.633399,"main_score":0.595098,"hf_subset":"lua_Latn-srd_Latn","languages":["lua-Latn","srd-Latn"]},{"precision":0.152402,"recall":0.198617,"f1":0.162357,"accuracy":0.198617,"main_score":0.162357,"hf_subset":"lua_Latn-tzm_Tfng","languages":["lua-Latn","tzm-Tfng"]},{"precision":0.543452,"recall":0.605731,"f1":0.561807,"accuracy":0.605731,"main_score":0.561807,"hf_subset":"lua_Latn-acq_Arab","languages":["lua-Latn","acq-Arab"]},{"precision":0.544838,"recall":0.588933,"f1":0.557744,"accuracy":0.588933,"main_score":0.557744,"hf_subset":"lua_Latn-bem_Latn","languages":["lua-Latn","bem-Latn"]},{"precision":0.550135,"recall":0.614625,"f1":0.56856,"accuracy":0.614625,"main_score":0.56856,"hf_subset":"lua_Latn-epo_Latn","languages":["lua-Latn","epo-Latn"]},{"precision":0.559212,"recall":0.620553,"f1":0.576391,"accuracy":0.620553,"main_score":0.576391,"hf_subset":"lua_Latn-hun_Latn","languages":["lua-Latn","hun-Latn"]},{"precision":0.546043,"recall":0.602767,"f1":0.561949,"accuracy":0.602767,"main_score":0.561949,"hf_subset":"lua_Latn-kir_Cyrl","languages":["lua-Latn","kir-Cyrl"]},{"precision":0.545907,"recall":0.605731,"f1":0.562605,"accuracy":0.605731,"main_score":0.562605,"hf_subset":"lua_Latn-mar_Deva","languages":["lua-Latn","mar-Deva"]},{"precision":0.513305,"recall":0.560277,"f1":0.526641,"accuracy":0.560277,"main_score":0.526641,"hf_subset":"lua_Latn-plt_Latn","languages":["lua-Latn","plt-Latn"]},{"precision":0.545086,"recall":0.613636,"f1":0.564517,"accuracy":0.613636,"main_score":0.564517,"hf_subset":"lua_Latn-srp_Cyrl","languages":["lua-Latn","srp-Cyrl"]},{"precision":0.477488,"recall":0.538538,"f1":0.494316,"accuracy":0.538538,"main_score":0.494316,"hf_subset":"lua_Latn-uig_Arab","languages":["lua-Latn","uig-Arab"]},{"precision":0.533574,"recall":0.592885,"f1":0.550657,"accuracy":0.592885,"main_score":0.550657,"hf_subset":"lua_Latn-aeb_Arab","languages":["lua-Latn","aeb-Arab"]},{"precision":0.539223,"recall":0.603755,"f1":0.557752,"accuracy":0.603755,"main_score":0.557752,"hf_subset":"lua_Latn-ben_Beng","languages":["lua-Latn","ben-Beng"]},{"precision":0.532469,"recall":0.596838,"f1":0.550489,"accuracy":0.596838,"main_score":0.550489,"hf_subset":"lua_Latn-est_Latn","languages":["lua-Latn","est-Latn"]},{"precision":0.49175,"recall":0.557312,"f1":0.510194,"accuracy":0.557312,"main_score":0.510194,"hf_subset":"lua_Latn-hye_Armn","languages":["lua-Latn","hye-Armn"]},{"precision":0.512764,"recall":0.555336,"f1":0.524614,"accuracy":0.555336,"main_score":0.524614,"hf_subset":"lua_Latn-kmb_Latn","languages":["lua-Latn","kmb-Latn"]},{"precision":0.338212,"recall":0.408103,"f1":0.357501,"accuracy":0.408103,"main_score":0.357501,"hf_subset":"lua_Latn-min_Arab","languages":["lua-Latn","min-Arab"]},{"precision":0.557882,"recall":0.620553,"f1":0.575791,"accuracy":0.620553,"main_score":0.575791,"hf_subset":"lua_Latn-pol_Latn","languages":["lua-Latn","pol-Latn"]},{"precision":0.47703,"recall":0.532609,"f1":0.492589,"accuracy":0.532609,"main_score":0.492589,"hf_subset":"lua_Latn-ssw_Latn","languages":["lua-Latn","ssw-Latn"]},{"precision":0.544132,"recall":0.613636,"f1":0.564303,"accuracy":0.613636,"main_score":0.564303,"hf_subset":"lua_Latn-ukr_Cyrl","languages":["lua-Latn","ukr-Cyrl"]},{"precision":0.578249,"recall":0.63834,"f1":0.594995,"accuracy":0.63834,"main_score":0.594995,"hf_subset":"lua_Latn-afr_Latn","languages":["lua-Latn","afr-Latn"]},{"precision":0.542899,"recall":0.603755,"f1":0.559246,"accuracy":0.603755,"main_score":0.559246,"hf_subset":"lua_Latn-bho_Deva","languages":["lua-Latn","bho-Deva"]},{"precision":0.548777,"recall":0.600791,"f1":0.563872,"accuracy":0.600791,"main_score":0.563872,"hf_subset":"lua_Latn-eus_Latn","languages":["lua-Latn","eus-Latn"]},{"precision":0.486211,"recall":0.54249,"f1":0.50225,"accuracy":0.54249,"main_score":0.50225,"hf_subset":"lua_Latn-ibo_Latn","languages":["lua-Latn","ibo-Latn"]},{"precision":0.510468,"recall":0.562253,"f1":0.525274,"accuracy":0.562253,"main_score":0.525274,"hf_subset":"lua_Latn-kmr_Latn","languages":["lua-Latn","kmr-Latn"]},{"precision":0.583129,"recall":0.629447,"f1":0.596516,"accuracy":0.629447,"main_score":0.596516,"hf_subset":"lua_Latn-min_Latn","languages":["lua-Latn","min-Latn"]},{"precision":0.559407,"recall":0.62747,"f1":0.578274,"accuracy":0.62747,"main_score":0.578274,"hf_subset":"lua_Latn-por_Latn","languages":["lua-Latn","por-Latn"]},{"precision":0.59365,"recall":0.645257,"f1":0.608295,"accuracy":0.645257,"main_score":0.608295,"hf_subset":"lua_Latn-sun_Latn","languages":["lua-Latn","sun-Latn"]},{"precision":0.469483,"recall":0.523715,"f1":0.485592,"accuracy":0.523715,"main_score":0.485592,"hf_subset":"lua_Latn-umb_Latn","languages":["lua-Latn","umb-Latn"]},{"precision":0.549384,"recall":0.610672,"f1":0.566468,"accuracy":0.610672,"main_score":0.566468,"hf_subset":"lua_Latn-ajp_Arab","languages":["lua-Latn","ajp-Arab"]},{"precision":0.367601,"recall":0.433794,"f1":0.386265,"accuracy":0.433794,"main_score":0.386265,"hf_subset":"lua_Latn-bjn_Arab","languages":["lua-Latn","bjn-Arab"]},{"precision":0.486446,"recall":0.531621,"f1":0.499544,"accuracy":0.531621,"main_score":0.499544,"hf_subset":"lua_Latn-ewe_Latn","languages":["lua-Latn","ewe-Latn"]},{"precision":0.593464,"recall":0.635375,"f1":0.60506,"accuracy":0.635375,"main_score":0.60506,"hf_subset":"lua_Latn-ilo_Latn","languages":["lua-Latn","ilo-Latn"]},{"precision":0.202498,"recall":0.277668,"f1":0.222035,"accuracy":0.277668,"main_score":0.222035,"hf_subset":"lua_Latn-knc_Arab","languages":["lua-Latn","knc-Arab"]},{"precision":0.564034,"recall":0.62253,"f1":0.579937,"accuracy":0.62253,"main_score":0.579937,"hf_subset":"lua_Latn-mkd_Cyrl","languages":["lua-Latn","mkd-Cyrl"]},{"precision":0.532624,"recall":0.598814,"f1":0.550625,"accuracy":0.598814,"main_score":0.550625,"hf_subset":"lua_Latn-prs_Arab","languages":["lua-Latn","prs-Arab"]},{"precision":0.560557,"recall":0.625494,"f1":0.579001,"accuracy":0.625494,"main_score":0.579001,"hf_subset":"lua_Latn-swe_Latn","languages":["lua-Latn","swe-Latn"]},{"precision":0.498501,"recall":0.565217,"f1":0.517331,"accuracy":0.565217,"main_score":0.517331,"hf_subset":"lua_Latn-urd_Arab","languages":["lua-Latn","urd-Arab"]},{"precision":0.540808,"recall":0.58498,"f1":0.553351,"accuracy":0.58498,"main_score":0.553351,"hf_subset":"lua_Latn-aka_Latn","languages":["lua-Latn","aka-Latn"]},{"precision":0.563045,"recall":0.619565,"f1":0.57827,"accuracy":0.619565,"main_score":0.57827,"hf_subset":"lua_Latn-bjn_Latn","languages":["lua-Latn","bjn-Latn"]},{"precision":0.520861,"recall":0.577075,"f1":0.537034,"accuracy":0.577075,"main_score":0.537034,"hf_subset":"lua_Latn-fao_Latn","languages":["lua-Latn","fao-Latn"]},{"precision":0.57106,"recall":0.629447,"f1":0.587514,"accuracy":0.629447,"main_score":0.587514,"hf_subset":"lua_Latn-ind_Latn","languages":["lua-Latn","ind-Latn"]},{"precision":0.504463,"recall":0.549407,"f1":0.517937,"accuracy":0.549407,"main_score":0.517937,"hf_subset":"lua_Latn-knc_Latn","languages":["lua-Latn","knc-Latn"]},{"precision":0.56998,"recall":0.633399,"f1":0.58833,"accuracy":0.633399,"main_score":0.58833,"hf_subset":"lua_Latn-mlt_Latn","languages":["lua-Latn","mlt-Latn"]},{"precision":0.523297,"recall":0.575099,"f1":0.53788,"accuracy":0.575099,"main_score":0.53788,"hf_subset":"lua_Latn-quy_Latn","languages":["lua-Latn","quy-Latn"]},{"precision":0.494237,"recall":0.543478,"f1":0.508471,"accuracy":0.543478,"main_score":0.508471,"hf_subset":"lua_Latn-swh_Latn","languages":["lua-Latn","swh-Latn"]},{"precision":0.552424,"recall":0.610672,"f1":0.569353,"accuracy":0.610672,"main_score":0.569353,"hf_subset":"lua_Latn-uzn_Latn","languages":["lua-Latn","uzn-Latn"]},{"precision":0.553936,"recall":0.61166,"f1":0.570278,"accuracy":0.61166,"main_score":0.570278,"hf_subset":"lua_Latn-als_Latn","languages":["lua-Latn","als-Latn"]},{"precision":0.157677,"recall":0.214427,"f1":0.171886,"accuracy":0.214427,"main_score":0.171886,"hf_subset":"lua_Latn-bod_Tibt","languages":["lua-Latn","bod-Tibt"]},{"precision":0.472752,"recall":0.523715,"f1":0.487181,"accuracy":0.523715,"main_score":0.487181,"hf_subset":"lua_Latn-fij_Latn","languages":["lua-Latn","fij-Latn"]},{"precision":0.489858,"recall":0.55336,"f1":0.506943,"accuracy":0.55336,"main_score":0.506943,"hf_subset":"lua_Latn-isl_Latn","languages":["lua-Latn","isl-Latn"]},{"precision":0.571029,"recall":0.614625,"f1":0.584085,"accuracy":0.614625,"main_score":0.584085,"hf_subset":"lua_Latn-kon_Latn","languages":["lua-Latn","kon-Latn"]},{"precision":0.452723,"recall":0.512846,"f1":0.470164,"accuracy":0.512846,"main_score":0.470164,"hf_subset":"lua_Latn-mni_Beng","languages":["lua-Latn","mni-Beng"]},{"precision":0.572076,"recall":0.632411,"f1":0.588799,"accuracy":0.632411,"main_score":0.588799,"hf_subset":"lua_Latn-ron_Latn","languages":["lua-Latn","ron-Latn"]},{"precision":0.567088,"recall":0.625494,"f1":0.583713,"accuracy":0.625494,"main_score":0.583713,"hf_subset":"lua_Latn-szl_Latn","languages":["lua-Latn","szl-Latn"]},{"precision":0.559527,"recall":0.621542,"f1":0.577597,"accuracy":0.621542,"main_score":0.577597,"hf_subset":"lua_Latn-vec_Latn","languages":["lua-Latn","vec-Latn"]},{"precision":0.295143,"recall":0.360672,"f1":0.312823,"accuracy":0.360672,"main_score":0.312823,"hf_subset":"lua_Latn-amh_Ethi","languages":["lua-Latn","amh-Ethi"]},{"precision":0.562726,"recall":0.625494,"f1":0.579679,"accuracy":0.625494,"main_score":0.579679,"hf_subset":"lua_Latn-bos_Latn","languages":["lua-Latn","bos-Latn"]},{"precision":0.52369,"recall":0.586957,"f1":0.541493,"accuracy":0.586957,"main_score":0.541493,"hf_subset":"lua_Latn-fin_Latn","languages":["lua-Latn","fin-Latn"]},{"precision":0.569997,"recall":0.63834,"f1":0.588651,"accuracy":0.63834,"main_score":0.588651,"hf_subset":"lua_Latn-ita_Latn","languages":["lua-Latn","ita-Latn"]},{"precision":0.544715,"recall":0.607708,"f1":0.562506,"accuracy":0.607708,"main_score":0.562506,"hf_subset":"lua_Latn-kor_Hang","languages":["lua-Latn","kor-Hang"]},{"precision":0.486561,"recall":0.534585,"f1":0.500842,"accuracy":0.534585,"main_score":0.500842,"hf_subset":"lua_Latn-mos_Latn","languages":["lua-Latn","mos-Latn"]},{"precision":0.476466,"recall":0.519763,"f1":0.489097,"accuracy":0.519763,"main_score":0.489097,"hf_subset":"lua_Latn-run_Latn","languages":["lua-Latn","run-Latn"]},{"precision":0.484347,"recall":0.551383,"f1":0.503745,"accuracy":0.551383,"main_score":0.503745,"hf_subset":"lua_Latn-tam_Taml","languages":["lua-Latn","tam-Taml"]},{"precision":0.549483,"recall":0.612648,"f1":0.567029,"accuracy":0.612648,"main_score":0.567029,"hf_subset":"lua_Latn-vie_Latn","languages":["lua-Latn","vie-Latn"]},{"precision":0.534596,"recall":0.606719,"f1":0.555178,"accuracy":0.606719,"main_score":0.555178,"hf_subset":"lua_Latn-apc_Arab","languages":["lua-Latn","apc-Arab"]},{"precision":0.55592,"recall":0.597826,"f1":0.568234,"accuracy":0.597826,"main_score":0.568234,"hf_subset":"lua_Latn-bug_Latn","languages":["lua-Latn","bug-Latn"]},{"precision":0.461381,"recall":0.511858,"f1":0.475726,"accuracy":0.511858,"main_score":0.475726,"hf_subset":"lua_Latn-fon_Latn","languages":["lua-Latn","fon-Latn"]},{"precision":0.581984,"recall":0.634387,"f1":0.59706,"accuracy":0.634387,"main_score":0.59706,"hf_subset":"lua_Latn-jav_Latn","languages":["lua-Latn","jav-Latn"]},{"precision":0.410237,"recall":0.478261,"f1":0.429082,"accuracy":0.478261,"main_score":0.429082,"hf_subset":"lua_Latn-lao_Laoo","languages":["lua-Latn","lao-Laoo"]},{"precision":0.444829,"recall":0.499012,"f1":0.460145,"accuracy":0.499012,"main_score":0.460145,"hf_subset":"lua_Latn-mri_Latn","languages":["lua-Latn","mri-Latn"]},{"precision":0.559074,"recall":0.625494,"f1":0.577849,"accuracy":0.625494,"main_score":0.577849,"hf_subset":"lua_Latn-rus_Cyrl","languages":["lua-Latn","rus-Cyrl"]},{"precision":0.487,"recall":0.539526,"f1":0.501948,"accuracy":0.539526,"main_score":0.501948,"hf_subset":"lua_Latn-taq_Latn","languages":["lua-Latn","taq-Latn"]},{"precision":0.598988,"recall":0.648221,"f1":0.612815,"accuracy":0.648221,"main_score":0.612815,"hf_subset":"lua_Latn-war_Latn","languages":["lua-Latn","war-Latn"]},{"precision":0.536336,"recall":0.606719,"f1":0.556675,"accuracy":0.606719,"main_score":0.556675,"hf_subset":"lua_Latn-arb_Arab","languages":["lua-Latn","arb-Arab"]},{"precision":0.550016,"recall":0.615613,"f1":0.568065,"accuracy":0.615613,"main_score":0.568065,"hf_subset":"lua_Latn-bul_Cyrl","languages":["lua-Latn","bul-Cyrl"]},{"precision":0.581334,"recall":0.644269,"f1":0.598885,"accuracy":0.644269,"main_score":0.598885,"hf_subset":"lua_Latn-fra_Latn","languages":["lua-Latn","fra-Latn"]},{"precision":0.545677,"recall":0.61166,"f1":0.564385,"accuracy":0.61166,"main_score":0.564385,"hf_subset":"lua_Latn-jpn_Jpan","languages":["lua-Latn","jpn-Jpan"]},{"precision":0.558737,"recall":0.618577,"f1":0.57577,"accuracy":0.618577,"main_score":0.57577,"hf_subset":"lua_Latn-lij_Latn","languages":["lua-Latn","lij-Latn"]},{"precision":0.295573,"recall":0.37253,"f1":0.3157,"accuracy":0.37253,"main_score":0.3157,"hf_subset":"lua_Latn-mya_Mymr","languages":["lua-Latn","mya-Mymr"]},{"precision":0.518305,"recall":0.563241,"f1":0.531441,"accuracy":0.563241,"main_score":0.531441,"hf_subset":"lua_Latn-sag_Latn","languages":["lua-Latn","sag-Latn"]},{"precision":0.158279,"recall":0.228261,"f1":0.172793,"accuracy":0.228261,"main_score":0.172793,"hf_subset":"lua_Latn-taq_Tfng","languages":["lua-Latn","taq-Tfng"]},{"precision":0.538912,"recall":0.588933,"f1":0.553101,"accuracy":0.588933,"main_score":0.553101,"hf_subset":"lua_Latn-wol_Latn","languages":["lua-Latn","wol-Latn"]},{"precision":0.385066,"recall":0.454545,"f1":0.403949,"accuracy":0.454545,"main_score":0.403949,"hf_subset":"lua_Latn-arb_Latn","languages":["lua-Latn","arb-Latn"]},{"precision":0.563695,"recall":0.628458,"f1":0.58241,"accuracy":0.628458,"main_score":0.58241,"hf_subset":"lua_Latn-cat_Latn","languages":["lua-Latn","cat-Latn"]},{"precision":0.574838,"recall":0.631423,"f1":0.59096,"accuracy":0.631423,"main_score":0.59096,"hf_subset":"lua_Latn-fur_Latn","languages":["lua-Latn","fur-Latn"]},{"precision":0.360484,"recall":0.420949,"f1":0.376668,"accuracy":0.420949,"main_score":0.376668,"hf_subset":"lua_Latn-kab_Latn","languages":["lua-Latn","kab-Latn"]},{"precision":0.573545,"recall":0.624506,"f1":0.58754,"accuracy":0.624506,"main_score":0.58754,"hf_subset":"lua_Latn-lim_Latn","languages":["lua-Latn","lim-Latn"]},{"precision":0.571696,"recall":0.630435,"f1":0.587674,"accuracy":0.630435,"main_score":0.587674,"hf_subset":"lua_Latn-nld_Latn","languages":["lua-Latn","nld-Latn"]},{"precision":0.484434,"recall":0.557312,"f1":0.505409,"accuracy":0.557312,"main_score":0.505409,"hf_subset":"lua_Latn-san_Deva","languages":["lua-Latn","san-Deva"]},{"precision":0.551172,"recall":0.606719,"f1":0.567161,"accuracy":0.606719,"main_score":0.567161,"hf_subset":"lua_Latn-tat_Cyrl","languages":["lua-Latn","tat-Cyrl"]},{"precision":0.514744,"recall":0.562253,"f1":0.528823,"accuracy":0.562253,"main_score":0.528823,"hf_subset":"lua_Latn-xho_Latn","languages":["lua-Latn","xho-Latn"]},{"precision":0.524479,"recall":0.593874,"f1":0.544345,"accuracy":0.593874,"main_score":0.544345,"hf_subset":"lua_Latn-ars_Arab","languages":["lua-Latn","ars-Arab"]},{"precision":0.591974,"recall":0.640316,"f1":0.605962,"accuracy":0.640316,"main_score":0.605962,"hf_subset":"lua_Latn-ceb_Latn","languages":["lua-Latn","ceb-Latn"]},{"precision":0.465744,"recall":0.517787,"f1":0.481174,"accuracy":0.517787,"main_score":0.481174,"hf_subset":"lua_Latn-fuv_Latn","languages":["lua-Latn","fuv-Latn"]},{"precision":0.479407,"recall":0.533597,"f1":0.494989,"accuracy":0.533597,"main_score":0.494989,"hf_subset":"lua_Latn-kac_Latn","languages":["lua-Latn","kac-Latn"]},{"precision":0.551787,"recall":0.59585,"f1":0.564297,"accuracy":0.59585,"main_score":0.564297,"hf_subset":"lua_Latn-lin_Latn","languages":["lua-Latn","lin-Latn"]},{"precision":0.553649,"recall":0.617589,"f1":0.571869,"accuracy":0.617589,"main_score":0.571869,"hf_subset":"lua_Latn-nno_Latn","languages":["lua-Latn","nno-Latn"]},{"precision":0.030163,"recall":0.073123,"f1":0.036243,"accuracy":0.073123,"main_score":0.036243,"hf_subset":"lua_Latn-sat_Olck","languages":["lua-Latn","sat-Olck"]},{"precision":0.535399,"recall":0.596838,"f1":0.552246,"accuracy":0.596838,"main_score":0.552246,"hf_subset":"lua_Latn-tel_Telu","languages":["lua-Latn","tel-Telu"]},{"precision":0.394938,"recall":0.468379,"f1":0.415409,"accuracy":0.468379,"main_score":0.415409,"hf_subset":"lua_Latn-ydd_Hebr","languages":["lua-Latn","ydd-Hebr"]},{"precision":0.521632,"recall":0.588933,"f1":0.540873,"accuracy":0.588933,"main_score":0.540873,"hf_subset":"lua_Latn-ary_Arab","languages":["lua-Latn","ary-Arab"]},{"precision":0.562272,"recall":0.623518,"f1":0.579693,"accuracy":0.623518,"main_score":0.579693,"hf_subset":"lua_Latn-ces_Latn","languages":["lua-Latn","ces-Latn"]},{"precision":0.399929,"recall":0.466403,"f1":0.419048,"accuracy":0.466403,"main_score":0.419048,"hf_subset":"lua_Latn-gaz_Latn","languages":["lua-Latn","gaz-Latn"]},{"precision":0.495949,"recall":0.543478,"f1":0.509853,"accuracy":0.543478,"main_score":0.509853,"hf_subset":"lua_Latn-kam_Latn","languages":["lua-Latn","kam-Latn"]},{"precision":0.532381,"recall":0.59585,"f1":0.550457,"accuracy":0.59585,"main_score":0.550457,"hf_subset":"lua_Latn-lit_Latn","languages":["lua-Latn","lit-Latn"]},{"precision":0.559792,"recall":0.624506,"f1":0.578476,"accuracy":0.624506,"main_score":0.578476,"hf_subset":"lua_Latn-nob_Latn","languages":["lua-Latn","nob-Latn"]},{"precision":0.550571,"recall":0.610672,"f1":0.567743,"accuracy":0.610672,"main_score":0.567743,"hf_subset":"lua_Latn-scn_Latn","languages":["lua-Latn","scn-Latn"]},{"precision":0.533696,"recall":0.592885,"f1":0.550876,"accuracy":0.592885,"main_score":0.550876,"hf_subset":"lua_Latn-tgk_Cyrl","languages":["lua-Latn","tgk-Cyrl"]},{"precision":0.440787,"recall":0.504941,"f1":0.45939,"accuracy":0.504941,"main_score":0.45939,"hf_subset":"lua_Latn-yor_Latn","languages":["lua-Latn","yor-Latn"]},{"precision":0.553409,"recall":0.61166,"f1":0.570255,"accuracy":0.61166,"main_score":0.570255,"hf_subset":"lua_Latn-arz_Arab","languages":["lua-Latn","arz-Arab"]},{"precision":0.498843,"recall":0.545455,"f1":0.512157,"accuracy":0.545455,"main_score":0.512157,"hf_subset":"lua_Latn-cjk_Latn","languages":["lua-Latn","cjk-Latn"]},{"precision":0.445958,"recall":0.503953,"f1":0.461931,"accuracy":0.503953,"main_score":0.461931,"hf_subset":"lua_Latn-gla_Latn","languages":["lua-Latn","gla-Latn"]},{"precision":0.531909,"recall":0.590909,"f1":0.549234,"accuracy":0.590909,"main_score":0.549234,"hf_subset":"lua_Latn-kan_Knda","languages":["lua-Latn","kan-Knda"]},{"precision":0.574444,"recall":0.630435,"f1":0.589812,"accuracy":0.630435,"main_score":0.589812,"hf_subset":"lua_Latn-lmo_Latn","languages":["lua-Latn","lmo-Latn"]},{"precision":0.52159,"recall":0.585968,"f1":0.539515,"accuracy":0.585968,"main_score":0.539515,"hf_subset":"lua_Latn-npi_Deva","languages":["lua-Latn","npi-Deva"]},{"precision":0.422448,"recall":0.494071,"f1":0.442599,"accuracy":0.494071,"main_score":0.442599,"hf_subset":"lua_Latn-shn_Mymr","languages":["lua-Latn","shn-Mymr"]},{"precision":0.58916,"recall":0.63834,"f1":0.602446,"accuracy":0.63834,"main_score":0.602446,"hf_subset":"lua_Latn-tgl_Latn","languages":["lua-Latn","tgl-Latn"]},{"precision":0.534474,"recall":0.601779,"f1":0.553773,"accuracy":0.601779,"main_score":0.553773,"hf_subset":"lua_Latn-yue_Hant","languages":["lua-Latn","yue-Hant"]},{"precision":0.49413,"recall":0.556324,"f1":0.512288,"accuracy":0.556324,"main_score":0.512288,"hf_subset":"lua_Latn-asm_Beng","languages":["lua-Latn","asm-Beng"]},{"precision":0.443724,"recall":0.509881,"f1":0.461548,"accuracy":0.509881,"main_score":0.461548,"hf_subset":"lua_Latn-ckb_Arab","languages":["lua-Latn","ckb-Arab"]},{"precision":0.448301,"recall":0.505929,"f1":0.464654,"accuracy":0.505929,"main_score":0.464654,"hf_subset":"lua_Latn-gle_Latn","languages":["lua-Latn","gle-Latn"]},{"precision":0.47806,"recall":0.545455,"f1":0.497005,"accuracy":0.545455,"main_score":0.497005,"hf_subset":"lua_Latn-kas_Arab","languages":["lua-Latn","kas-Arab"]},{"precision":0.518596,"recall":0.577075,"f1":0.535713,"accuracy":0.577075,"main_score":0.535713,"hf_subset":"lua_Latn-ltg_Latn","languages":["lua-Latn","ltg-Latn"]},{"precision":0.533053,"recall":0.577075,"f1":0.545935,"accuracy":0.577075,"main_score":0.545935,"hf_subset":"lua_Latn-nso_Latn","languages":["lua-Latn","nso-Latn"]},{"precision":0.186164,"recall":0.229249,"f1":0.196935,"accuracy":0.229249,"main_score":0.196935,"hf_subset":"lua_Latn-sin_Sinh","languages":["lua-Latn","sin-Sinh"]},{"precision":0.544201,"recall":0.609684,"f1":0.562055,"accuracy":0.609684,"main_score":0.562055,"hf_subset":"lua_Latn-tha_Thai","languages":["lua-Latn","tha-Thai"]},{"precision":0.530186,"recall":0.600791,"f1":0.549743,"accuracy":0.600791,"main_score":0.549743,"hf_subset":"lua_Latn-zho_Hans","languages":["lua-Latn","zho-Hans"]},{"precision":0.565991,"recall":0.624506,"f1":0.582995,"accuracy":0.624506,"main_score":0.582995,"hf_subset":"lua_Latn-ast_Latn","languages":["lua-Latn","ast-Latn"]},{"precision":0.538471,"recall":0.597826,"f1":0.555326,"accuracy":0.597826,"main_score":0.555326,"hf_subset":"lua_Latn-crh_Latn","languages":["lua-Latn","crh-Latn"]},{"precision":0.563165,"recall":0.62253,"f1":0.579283,"accuracy":0.62253,"main_score":0.579283,"hf_subset":"lua_Latn-glg_Latn","languages":["lua-Latn","glg-Latn"]},{"precision":0.491226,"recall":0.550395,"f1":0.507327,"accuracy":0.550395,"main_score":0.507327,"hf_subset":"lua_Latn-kas_Deva","languages":["lua-Latn","kas-Deva"]},{"precision":0.553646,"recall":0.615613,"f1":0.571562,"accuracy":0.615613,"main_score":0.571562,"hf_subset":"lua_Latn-ltz_Latn","languages":["lua-Latn","ltz-Latn"]},{"precision":0.432786,"recall":0.48913,"f1":0.448627,"accuracy":0.48913,"main_score":0.448627,"hf_subset":"lua_Latn-nus_Latn","languages":["lua-Latn","nus-Latn"]},{"precision":0.559486,"recall":0.62253,"f1":0.577051,"accuracy":0.62253,"main_score":0.577051,"hf_subset":"lua_Latn-slk_Latn","languages":["lua-Latn","slk-Latn"]},{"precision":0.221333,"recall":0.279644,"f1":0.236168,"accuracy":0.279644,"main_score":0.236168,"hf_subset":"lua_Latn-tir_Ethi","languages":["lua-Latn","tir-Ethi"]},{"precision":0.526205,"recall":0.599802,"f1":0.546523,"accuracy":0.599802,"main_score":0.546523,"hf_subset":"lua_Latn-zho_Hant","languages":["lua-Latn","zho-Hant"]},{"precision":0.540104,"recall":0.602767,"f1":0.557821,"accuracy":0.602767,"main_score":0.557821,"hf_subset":"lua_Latn-awa_Deva","languages":["lua-Latn","awa-Deva"]},{"precision":0.493916,"recall":0.555336,"f1":0.511141,"accuracy":0.555336,"main_score":0.511141,"hf_subset":"lua_Latn-cym_Latn","languages":["lua-Latn","cym-Latn"]},{"precision":0.562375,"recall":0.603755,"f1":0.574039,"accuracy":0.603755,"main_score":0.574039,"hf_subset":"lua_Latn-grn_Latn","languages":["lua-Latn","grn-Latn"]},{"precision":0.520992,"recall":0.588933,"f1":0.540511,"accuracy":0.588933,"main_score":0.540511,"hf_subset":"lua_Latn-kat_Geor","languages":["lua-Latn","kat-Geor"]},{"precision":0.510499,"recall":0.559289,"f1":0.525154,"accuracy":0.559289,"main_score":0.525154,"hf_subset":"lua_Latn-nya_Latn","languages":["lua-Latn","nya-Latn"]},{"precision":0.555855,"recall":0.613636,"f1":0.572403,"accuracy":0.613636,"main_score":0.572403,"hf_subset":"lua_Latn-slv_Latn","languages":["lua-Latn","slv-Latn"]},{"precision":0.580212,"recall":0.625494,"f1":0.593332,"accuracy":0.625494,"main_score":0.593332,"hf_subset":"lua_Latn-tpi_Latn","languages":["lua-Latn","tpi-Latn"]},{"precision":0.575431,"recall":0.632411,"f1":0.591238,"accuracy":0.632411,"main_score":0.591238,"hf_subset":"lua_Latn-zsm_Latn","languages":["lua-Latn","zsm-Latn"]},{"precision":0.482308,"recall":0.533597,"f1":0.49691,"accuracy":0.533597,"main_score":0.49691,"hf_subset":"lua_Latn-ayr_Latn","languages":["lua-Latn","ayr-Latn"]},{"precision":0.562966,"recall":0.626482,"f1":0.581312,"accuracy":0.626482,"main_score":0.581312,"hf_subset":"lua_Latn-dan_Latn","languages":["lua-Latn","dan-Latn"]},{"precision":0.52438,"recall":0.586957,"f1":0.541952,"accuracy":0.586957,"main_score":0.541952,"hf_subset":"lua_Latn-guj_Gujr","languages":["lua-Latn","guj-Gujr"]},{"precision":0.534036,"recall":0.602767,"f1":0.552945,"accuracy":0.602767,"main_score":0.552945,"hf_subset":"lua_Latn-kaz_Cyrl","languages":["lua-Latn","kaz-Cyrl"]},{"precision":0.469532,"recall":0.520751,"f1":0.484435,"accuracy":0.520751,"main_score":0.484435,"hf_subset":"lua_Latn-lug_Latn","languages":["lua-Latn","lug-Latn"]},{"precision":0.570984,"recall":0.626482,"f1":0.586266,"accuracy":0.626482,"main_score":0.586266,"hf_subset":"lua_Latn-oci_Latn","languages":["lua-Latn","oci-Latn"]},{"precision":0.494819,"recall":0.548419,"f1":0.510018,"accuracy":0.548419,"main_score":0.510018,"hf_subset":"lua_Latn-smo_Latn","languages":["lua-Latn","smo-Latn"]},{"precision":0.490464,"recall":0.539526,"f1":0.504437,"accuracy":0.539526,"main_score":0.504437,"hf_subset":"lua_Latn-tsn_Latn","languages":["lua-Latn","tsn-Latn"]},{"precision":0.476246,"recall":0.532609,"f1":0.49202,"accuracy":0.532609,"main_score":0.49202,"hf_subset":"lua_Latn-zul_Latn","languages":["lua-Latn","zul-Latn"]},{"precision":0.475407,"recall":0.543478,"f1":0.494807,"accuracy":0.543478,"main_score":0.494807,"hf_subset":"lua_Latn-azb_Arab","languages":["lua-Latn","azb-Arab"]},{"precision":0.561867,"recall":0.629447,"f1":0.580382,"accuracy":0.629447,"main_score":0.580382,"hf_subset":"lua_Latn-deu_Latn","languages":["lua-Latn","deu-Latn"]},{"precision":0.538087,"recall":0.598814,"f1":0.555187,"accuracy":0.598814,"main_score":0.555187,"hf_subset":"lua_Latn-hat_Latn","languages":["lua-Latn","hat-Latn"]},{"precision":0.452618,"recall":0.5,"f1":0.465955,"accuracy":0.5,"main_score":0.465955,"hf_subset":"lua_Latn-kbp_Latn","languages":["lua-Latn","kbp-Latn"]},{"precision":0.50238,"recall":0.538538,"f1":0.512934,"accuracy":0.538538,"main_score":0.512934,"hf_subset":"lua_Latn-luo_Latn","languages":["lua-Latn","luo-Latn"]},{"precision":0.49421,"recall":0.562253,"f1":0.513393,"accuracy":0.562253,"main_score":0.513393,"hf_subset":"lua_Latn-ory_Orya","languages":["lua-Latn","ory-Orya"]},{"precision":0.504036,"recall":0.551383,"f1":0.51791,"accuracy":0.551383,"main_score":0.51791,"hf_subset":"lua_Latn-sna_Latn","languages":["lua-Latn","sna-Latn"]},{"precision":0.48694,"recall":0.531621,"f1":0.499432,"accuracy":0.531621,"main_score":0.499432,"hf_subset":"lua_Latn-tso_Latn","languages":["lua-Latn","tso-Latn"]},{"precision":0.54529,"recall":0.608696,"f1":0.562644,"accuracy":0.608696,"main_score":0.562644,"hf_subset":"lua_Latn-azj_Latn","languages":["lua-Latn","azj-Latn"]},{"precision":0.467484,"recall":0.528656,"f1":0.485595,"accuracy":0.528656,"main_score":0.485595,"hf_subset":"lua_Latn-dik_Latn","languages":["lua-Latn","dik-Latn"]},{"precision":0.457157,"recall":0.511858,"f1":0.473158,"accuracy":0.511858,"main_score":0.473158,"hf_subset":"lua_Latn-hau_Latn","languages":["lua-Latn","hau-Latn"]},{"precision":0.579003,"recall":0.632411,"f1":0.594458,"accuracy":0.632411,"main_score":0.594458,"hf_subset":"lua_Latn-kea_Latn","languages":["lua-Latn","kea-Latn"]},{"precision":0.555592,"recall":0.59585,"f1":0.567017,"accuracy":0.59585,"main_score":0.567017,"hf_subset":"lua_Latn-lus_Latn","languages":["lua-Latn","lus-Latn"]},{"precision":0.573149,"recall":0.620553,"f1":0.586972,"accuracy":0.620553,"main_score":0.586972,"hf_subset":"lua_Latn-pag_Latn","languages":["lua-Latn","pag-Latn"]},{"precision":0.494151,"recall":0.567194,"f1":0.514786,"accuracy":0.567194,"main_score":0.514786,"hf_subset":"lua_Latn-snd_Arab","languages":["lua-Latn","snd-Arab"]},{"precision":0.50004,"recall":0.560277,"f1":0.517561,"accuracy":0.560277,"main_score":0.517561,"hf_subset":"lua_Latn-tuk_Latn","languages":["lua-Latn","tuk-Latn"]},{"precision":0.549051,"recall":0.604743,"f1":0.564913,"accuracy":0.604743,"main_score":0.564913,"hf_subset":"lua_Latn-bak_Cyrl","languages":["lua-Latn","bak-Cyrl"]},{"precision":0.414009,"recall":0.481225,"f1":0.433771,"accuracy":0.481225,"main_score":0.433771,"hf_subset":"lua_Latn-dyu_Latn","languages":["lua-Latn","dyu-Latn"]},{"precision":0.511642,"recall":0.576087,"f1":0.529702,"accuracy":0.576087,"main_score":0.529702,"hf_subset":"lua_Latn-heb_Hebr","languages":["lua-Latn","heb-Hebr"]},{"precision":0.506909,"recall":0.561265,"f1":0.522075,"accuracy":0.561265,"main_score":0.522075,"hf_subset":"lua_Latn-khk_Cyrl","languages":["lua-Latn","khk-Cyrl"]},{"precision":0.541897,"recall":0.607708,"f1":0.560526,"accuracy":0.607708,"main_score":0.560526,"hf_subset":"lua_Latn-lvs_Latn","languages":["lua-Latn","lvs-Latn"]},{"precision":0.524382,"recall":0.588933,"f1":0.542491,"accuracy":0.588933,"main_score":0.542491,"hf_subset":"lua_Latn-pan_Guru","languages":["lua-Latn","pan-Guru"]},{"precision":0.435287,"recall":0.495059,"f1":0.452381,"accuracy":0.495059,"main_score":0.452381,"hf_subset":"lua_Latn-som_Latn","languages":["lua-Latn","som-Latn"]},{"precision":0.502322,"recall":0.549407,"f1":0.515895,"accuracy":0.549407,"main_score":0.515895,"hf_subset":"lua_Latn-tum_Latn","languages":["lua-Latn","tum-Latn"]},{"precision":0.355348,"recall":0.41502,"f1":0.371758,"accuracy":0.41502,"main_score":0.371758,"hf_subset":"nya_Latn-ace_Arab","languages":["nya-Latn","ace-Arab"]},{"precision":0.45819,"recall":0.51087,"f1":0.473168,"accuracy":0.51087,"main_score":0.473168,"hf_subset":"nya_Latn-bam_Latn","languages":["nya-Latn","bam-Latn"]},{"precision":0.121917,"recall":0.162055,"f1":0.131999,"accuracy":0.162055,"main_score":0.131999,"hf_subset":"nya_Latn-dzo_Tibt","languages":["nya-Latn","dzo-Tibt"]},{"precision":0.49507,"recall":0.571146,"f1":0.515673,"accuracy":0.571146,"main_score":0.515673,"hf_subset":"nya_Latn-hin_Deva","languages":["nya-Latn","hin-Deva"]},{"precision":0.372972,"recall":0.447628,"f1":0.393265,"accuracy":0.447628,"main_score":0.393265,"hf_subset":"nya_Latn-khm_Khmr","languages":["nya-Latn","khm-Khmr"]},{"precision":0.501092,"recall":0.56917,"f1":0.519424,"accuracy":0.56917,"main_score":0.519424,"hf_subset":"nya_Latn-mag_Deva","languages":["nya-Latn","mag-Deva"]},{"precision":0.530863,"recall":0.58498,"f1":0.546291,"accuracy":0.58498,"main_score":0.546291,"hf_subset":"nya_Latn-pap_Latn","languages":["nya-Latn","pap-Latn"]},{"precision":0.518791,"recall":0.556324,"f1":0.529597,"accuracy":0.556324,"main_score":0.529597,"hf_subset":"nya_Latn-sot_Latn","languages":["nya-Latn","sot-Latn"]},{"precision":0.505454,"recall":0.577075,"f1":0.525228,"accuracy":0.577075,"main_score":0.525228,"hf_subset":"nya_Latn-tur_Latn","languages":["nya-Latn","tur-Latn"]},{"precision":0.528361,"recall":0.576087,"f1":0.541595,"accuracy":0.576087,"main_score":0.541595,"hf_subset":"nya_Latn-ace_Latn","languages":["nya-Latn","ace-Latn"]},{"precision":0.540655,"recall":0.585968,"f1":0.554284,"accuracy":0.585968,"main_score":0.554284,"hf_subset":"nya_Latn-ban_Latn","languages":["nya-Latn","ban-Latn"]},{"precision":0.463017,"recall":0.544466,"f1":0.485716,"accuracy":0.544466,"main_score":0.485716,"hf_subset":"nya_Latn-ell_Grek","languages":["nya-Latn","ell-Grek"]},{"precision":0.497401,"recall":0.564229,"f1":0.515917,"accuracy":0.564229,"main_score":0.515917,"hf_subset":"nya_Latn-hne_Deva","languages":["nya-Latn","hne-Deva"]},{"precision":0.49527,"recall":0.544466,"f1":0.509627,"accuracy":0.544466,"main_score":0.509627,"hf_subset":"nya_Latn-kik_Latn","languages":["nya-Latn","kik-Latn"]},{"precision":0.506019,"recall":0.574111,"f1":0.524486,"accuracy":0.574111,"main_score":0.524486,"hf_subset":"nya_Latn-mai_Deva","languages":["nya-Latn","mai-Deva"]},{"precision":0.453565,"recall":0.517787,"f1":0.4711,"accuracy":0.517787,"main_score":0.4711,"hf_subset":"nya_Latn-pbt_Arab","languages":["nya-Latn","pbt-Arab"]},{"precision":0.514494,"recall":0.587945,"f1":0.535422,"accuracy":0.587945,"main_score":0.535422,"hf_subset":"nya_Latn-spa_Latn","languages":["nya-Latn","spa-Latn"]},{"precision":0.538872,"recall":0.576087,"f1":0.54961,"accuracy":0.576087,"main_score":0.54961,"hf_subset":"nya_Latn-twi_Latn","languages":["nya-Latn","twi-Latn"]},{"precision":0.484396,"recall":0.555336,"f1":0.504865,"accuracy":0.555336,"main_score":0.504865,"hf_subset":"nya_Latn-acm_Arab","languages":["nya-Latn","acm-Arab"]},{"precision":0.49109,"recall":0.554348,"f1":0.508012,"accuracy":0.554348,"main_score":0.508012,"hf_subset":"nya_Latn-bel_Cyrl","languages":["nya-Latn","bel-Cyrl"]},{"precision":0.50519,"recall":0.583992,"f1":0.526842,"accuracy":0.583992,"main_score":0.526842,"hf_subset":"nya_Latn-eng_Latn","languages":["nya-Latn","eng-Latn"]},{"precision":0.510146,"recall":0.583004,"f1":0.530383,"accuracy":0.583004,"main_score":0.530383,"hf_subset":"nya_Latn-hrv_Latn","languages":["nya-Latn","hrv-Latn"]},{"precision":0.474054,"recall":0.524704,"f1":0.488554,"accuracy":0.524704,"main_score":0.488554,"hf_subset":"nya_Latn-kin_Latn","languages":["nya-Latn","kin-Latn"]},{"precision":0.489687,"recall":0.5583,"f1":0.508423,"accuracy":0.5583,"main_score":0.508423,"hf_subset":"nya_Latn-mal_Mlym","languages":["nya-Latn","mal-Mlym"]},{"precision":0.476979,"recall":0.548419,"f1":0.496805,"accuracy":0.548419,"main_score":0.496805,"hf_subset":"nya_Latn-pes_Arab","languages":["nya-Latn","pes-Arab"]},{"precision":0.523857,"recall":0.585968,"f1":0.541275,"accuracy":0.585968,"main_score":0.541275,"hf_subset":"nya_Latn-srd_Latn","languages":["nya-Latn","srd-Latn"]},{"precision":0.143036,"recall":0.193676,"f1":0.153892,"accuracy":0.193676,"main_score":0.153892,"hf_subset":"nya_Latn-tzm_Tfng","languages":["nya-Latn","tzm-Tfng"]},{"precision":0.484982,"recall":0.557312,"f1":0.50493,"accuracy":0.557312,"main_score":0.50493,"hf_subset":"nya_Latn-acq_Arab","languages":["nya-Latn","acq-Arab"]},{"precision":0.562789,"recall":0.599802,"f1":0.573555,"accuracy":0.599802,"main_score":0.573555,"hf_subset":"nya_Latn-bem_Latn","languages":["nya-Latn","bem-Latn"]},{"precision":0.491351,"recall":0.562253,"f1":0.511204,"accuracy":0.562253,"main_score":0.511204,"hf_subset":"nya_Latn-epo_Latn","languages":["nya-Latn","epo-Latn"]},{"precision":0.501114,"recall":0.568182,"f1":0.520144,"accuracy":0.568182,"main_score":0.520144,"hf_subset":"nya_Latn-hun_Latn","languages":["nya-Latn","hun-Latn"]},{"precision":0.512242,"recall":0.56917,"f1":0.528596,"accuracy":0.56917,"main_score":0.528596,"hf_subset":"nya_Latn-kir_Cyrl","languages":["nya-Latn","kir-Cyrl"]},{"precision":0.493577,"recall":0.562253,"f1":0.513418,"accuracy":0.562253,"main_score":0.513418,"hf_subset":"nya_Latn-mar_Deva","languages":["nya-Latn","mar-Deva"]},{"precision":0.517987,"recall":0.561265,"f1":0.530736,"accuracy":0.561265,"main_score":0.530736,"hf_subset":"nya_Latn-plt_Latn","languages":["nya-Latn","plt-Latn"]},{"precision":0.493561,"recall":0.566206,"f1":0.513999,"accuracy":0.566206,"main_score":0.513999,"hf_subset":"nya_Latn-srp_Cyrl","languages":["nya-Latn","srp-Cyrl"]},{"precision":0.433445,"recall":0.501976,"f1":0.451888,"accuracy":0.501976,"main_score":0.451888,"hf_subset":"nya_Latn-uig_Arab","languages":["nya-Latn","uig-Arab"]},{"precision":0.490688,"recall":0.551383,"f1":0.508486,"accuracy":0.551383,"main_score":0.508486,"hf_subset":"nya_Latn-aeb_Arab","languages":["nya-Latn","aeb-Arab"]},{"precision":0.482708,"recall":0.554348,"f1":0.503004,"accuracy":0.554348,"main_score":0.503004,"hf_subset":"nya_Latn-ben_Beng","languages":["nya-Latn","ben-Beng"]},{"precision":0.479091,"recall":0.54249,"f1":0.496542,"accuracy":0.54249,"main_score":0.496542,"hf_subset":"nya_Latn-est_Latn","languages":["nya-Latn","est-Latn"]},{"precision":0.457188,"recall":0.522727,"f1":0.475736,"accuracy":0.522727,"main_score":0.475736,"hf_subset":"nya_Latn-hye_Armn","languages":["nya-Latn","hye-Armn"]},{"precision":0.485152,"recall":0.527668,"f1":0.497199,"accuracy":0.527668,"main_score":0.497199,"hf_subset":"nya_Latn-kmb_Latn","languages":["nya-Latn","kmb-Latn"]},{"precision":0.328091,"recall":0.395257,"f1":0.346577,"accuracy":0.395257,"main_score":0.346577,"hf_subset":"nya_Latn-min_Arab","languages":["nya-Latn","min-Arab"]},{"precision":0.500113,"recall":0.573123,"f1":0.520698,"accuracy":0.573123,"main_score":0.520698,"hf_subset":"nya_Latn-pol_Latn","languages":["nya-Latn","pol-Latn"]},{"precision":0.484561,"recall":0.534585,"f1":0.498854,"accuracy":0.534585,"main_score":0.498854,"hf_subset":"nya_Latn-ssw_Latn","languages":["nya-Latn","ssw-Latn"]},{"precision":0.47507,"recall":0.555336,"f1":0.497495,"accuracy":0.555336,"main_score":0.497495,"hf_subset":"nya_Latn-ukr_Cyrl","languages":["nya-Latn","ukr-Cyrl"]},{"precision":0.530079,"recall":0.594862,"f1":0.54836,"accuracy":0.594862,"main_score":0.54836,"hf_subset":"nya_Latn-afr_Latn","languages":["nya-Latn","afr-Latn"]},{"precision":0.502661,"recall":0.568182,"f1":0.521174,"accuracy":0.568182,"main_score":0.521174,"hf_subset":"nya_Latn-bho_Deva","languages":["nya-Latn","bho-Deva"]},{"precision":0.514709,"recall":0.572134,"f1":0.530692,"accuracy":0.572134,"main_score":0.530692,"hf_subset":"nya_Latn-eus_Latn","languages":["nya-Latn","eus-Latn"]},{"precision":0.50018,"recall":0.552372,"f1":0.51541,"accuracy":0.552372,"main_score":0.51541,"hf_subset":"nya_Latn-ibo_Latn","languages":["nya-Latn","ibo-Latn"]},{"precision":0.497272,"recall":0.554348,"f1":0.513721,"accuracy":0.554348,"main_score":0.513721,"hf_subset":"nya_Latn-kmr_Latn","languages":["nya-Latn","kmr-Latn"]},{"precision":0.532108,"recall":0.587945,"f1":0.547911,"accuracy":0.587945,"main_score":0.547911,"hf_subset":"nya_Latn-min_Latn","languages":["nya-Latn","min-Latn"]},{"precision":0.513415,"recall":0.585968,"f1":0.533173,"accuracy":0.585968,"main_score":0.533173,"hf_subset":"nya_Latn-por_Latn","languages":["nya-Latn","por-Latn"]},{"precision":0.527921,"recall":0.589921,"f1":0.54562,"accuracy":0.589921,"main_score":0.54562,"hf_subset":"nya_Latn-sun_Latn","languages":["nya-Latn","sun-Latn"]},{"precision":0.466438,"recall":0.519763,"f1":0.482447,"accuracy":0.519763,"main_score":0.482447,"hf_subset":"nya_Latn-umb_Latn","languages":["nya-Latn","umb-Latn"]},{"precision":0.479276,"recall":0.551383,"f1":0.498684,"accuracy":0.551383,"main_score":0.498684,"hf_subset":"nya_Latn-ajp_Arab","languages":["nya-Latn","ajp-Arab"]},{"precision":0.354002,"recall":0.413043,"f1":0.370284,"accuracy":0.413043,"main_score":0.370284,"hf_subset":"nya_Latn-bjn_Arab","languages":["nya-Latn","bjn-Arab"]},{"precision":0.473488,"recall":0.517787,"f1":0.486174,"accuracy":0.517787,"main_score":0.486174,"hf_subset":"nya_Latn-ewe_Latn","languages":["nya-Latn","ewe-Latn"]},{"precision":0.55237,"recall":0.593874,"f1":0.563333,"accuracy":0.593874,"main_score":0.563333,"hf_subset":"nya_Latn-ilo_Latn","languages":["nya-Latn","ilo-Latn"]},{"precision":0.209018,"recall":0.280632,"f1":0.227089,"accuracy":0.280632,"main_score":0.227089,"hf_subset":"nya_Latn-knc_Arab","languages":["nya-Latn","knc-Arab"]},{"precision":0.49565,"recall":0.562253,"f1":0.514622,"accuracy":0.562253,"main_score":0.514622,"hf_subset":"nya_Latn-mkd_Cyrl","languages":["nya-Latn","mkd-Cyrl"]},{"precision":0.475181,"recall":0.546443,"f1":0.495051,"accuracy":0.546443,"main_score":0.495051,"hf_subset":"nya_Latn-prs_Arab","languages":["nya-Latn","prs-Arab"]},{"precision":0.506662,"recall":0.576087,"f1":0.526012,"accuracy":0.576087,"main_score":0.526012,"hf_subset":"nya_Latn-swe_Latn","languages":["nya-Latn","swe-Latn"]},{"precision":0.44755,"recall":0.522727,"f1":0.468213,"accuracy":0.522727,"main_score":0.468213,"hf_subset":"nya_Latn-urd_Arab","languages":["nya-Latn","urd-Arab"]},{"precision":0.532378,"recall":0.573123,"f1":0.544368,"accuracy":0.573123,"main_score":0.544368,"hf_subset":"nya_Latn-aka_Latn","languages":["nya-Latn","aka-Latn"]},{"precision":0.522524,"recall":0.575099,"f1":0.537113,"accuracy":0.575099,"main_score":0.537113,"hf_subset":"nya_Latn-bjn_Latn","languages":["nya-Latn","bjn-Latn"]},{"precision":0.492691,"recall":0.555336,"f1":0.509792,"accuracy":0.555336,"main_score":0.509792,"hf_subset":"nya_Latn-fao_Latn","languages":["nya-Latn","fao-Latn"]},{"precision":0.512418,"recall":0.58498,"f1":0.532385,"accuracy":0.58498,"main_score":0.532385,"hf_subset":"nya_Latn-ind_Latn","languages":["nya-Latn","ind-Latn"]},{"precision":0.506112,"recall":0.548419,"f1":0.518332,"accuracy":0.548419,"main_score":0.518332,"hf_subset":"nya_Latn-knc_Latn","languages":["nya-Latn","knc-Latn"]},{"precision":0.530381,"recall":0.589921,"f1":0.546797,"accuracy":0.589921,"main_score":0.546797,"hf_subset":"nya_Latn-mlt_Latn","languages":["nya-Latn","mlt-Latn"]},{"precision":0.485825,"recall":0.539526,"f1":0.501929,"accuracy":0.539526,"main_score":0.501929,"hf_subset":"nya_Latn-quy_Latn","languages":["nya-Latn","quy-Latn"]},{"precision":0.503927,"recall":0.559289,"f1":0.52006,"accuracy":0.559289,"main_score":0.52006,"hf_subset":"nya_Latn-swh_Latn","languages":["nya-Latn","swh-Latn"]},{"precision":0.491241,"recall":0.555336,"f1":0.508733,"accuracy":0.555336,"main_score":0.508733,"hf_subset":"nya_Latn-uzn_Latn","languages":["nya-Latn","uzn-Latn"]},{"precision":0.486764,"recall":0.551383,"f1":0.504567,"accuracy":0.551383,"main_score":0.504567,"hf_subset":"nya_Latn-als_Latn","languages":["nya-Latn","als-Latn"]},{"precision":0.172516,"recall":0.225296,"f1":0.184991,"accuracy":0.225296,"main_score":0.184991,"hf_subset":"nya_Latn-bod_Tibt","languages":["nya-Latn","bod-Tibt"]},{"precision":0.48583,"recall":0.536561,"f1":0.499724,"accuracy":0.536561,"main_score":0.499724,"hf_subset":"nya_Latn-fij_Latn","languages":["nya-Latn","fij-Latn"]},{"precision":0.460057,"recall":0.525692,"f1":0.477937,"accuracy":0.525692,"main_score":0.477937,"hf_subset":"nya_Latn-isl_Latn","languages":["nya-Latn","isl-Latn"]},{"precision":0.522719,"recall":0.571146,"f1":0.536895,"accuracy":0.571146,"main_score":0.536895,"hf_subset":"nya_Latn-kon_Latn","languages":["nya-Latn","kon-Latn"]},{"precision":0.419897,"recall":0.478261,"f1":0.436411,"accuracy":0.478261,"main_score":0.436411,"hf_subset":"nya_Latn-mni_Beng","languages":["nya-Latn","mni-Beng"]},{"precision":0.518618,"recall":0.586957,"f1":0.537996,"accuracy":0.586957,"main_score":0.537996,"hf_subset":"nya_Latn-ron_Latn","languages":["nya-Latn","ron-Latn"]},{"precision":0.517538,"recall":0.578063,"f1":0.534639,"accuracy":0.578063,"main_score":0.534639,"hf_subset":"nya_Latn-szl_Latn","languages":["nya-Latn","szl-Latn"]},{"precision":0.520323,"recall":0.582016,"f1":0.538203,"accuracy":0.582016,"main_score":0.538203,"hf_subset":"nya_Latn-vec_Latn","languages":["nya-Latn","vec-Latn"]},{"precision":0.275974,"recall":0.341897,"f1":0.293157,"accuracy":0.341897,"main_score":0.293157,"hf_subset":"nya_Latn-amh_Ethi","languages":["nya-Latn","amh-Ethi"]},{"precision":0.505706,"recall":0.577075,"f1":0.525851,"accuracy":0.577075,"main_score":0.525851,"hf_subset":"nya_Latn-bos_Latn","languages":["nya-Latn","bos-Latn"]},{"precision":0.490218,"recall":0.556324,"f1":0.507995,"accuracy":0.556324,"main_score":0.507995,"hf_subset":"nya_Latn-fin_Latn","languages":["nya-Latn","fin-Latn"]},{"precision":0.503258,"recall":0.578063,"f1":0.524035,"accuracy":0.578063,"main_score":0.524035,"hf_subset":"nya_Latn-ita_Latn","languages":["nya-Latn","ita-Latn"]},{"precision":0.489265,"recall":0.563241,"f1":0.509736,"accuracy":0.563241,"main_score":0.509736,"hf_subset":"nya_Latn-kor_Hang","languages":["nya-Latn","kor-Hang"]},{"precision":0.464065,"recall":0.513834,"f1":0.477987,"accuracy":0.513834,"main_score":0.477987,"hf_subset":"nya_Latn-mos_Latn","languages":["nya-Latn","mos-Latn"]},{"precision":0.487871,"recall":0.533597,"f1":0.500775,"accuracy":0.533597,"main_score":0.500775,"hf_subset":"nya_Latn-run_Latn","languages":["nya-Latn","run-Latn"]},{"precision":0.458624,"recall":0.533597,"f1":0.479462,"accuracy":0.533597,"main_score":0.479462,"hf_subset":"nya_Latn-tam_Taml","languages":["nya-Latn","tam-Taml"]},{"precision":0.482631,"recall":0.557312,"f1":0.503008,"accuracy":0.557312,"main_score":0.503008,"hf_subset":"nya_Latn-vie_Latn","languages":["nya-Latn","vie-Latn"]},{"precision":0.491295,"recall":0.565217,"f1":0.511892,"accuracy":0.565217,"main_score":0.511892,"hf_subset":"nya_Latn-apc_Arab","languages":["nya-Latn","apc-Arab"]},{"precision":0.517662,"recall":0.563241,"f1":0.530984,"accuracy":0.563241,"main_score":0.530984,"hf_subset":"nya_Latn-bug_Latn","languages":["nya-Latn","bug-Latn"]},{"precision":0.450586,"recall":0.504941,"f1":0.466255,"accuracy":0.504941,"main_score":0.466255,"hf_subset":"nya_Latn-fon_Latn","languages":["nya-Latn","fon-Latn"]},{"precision":0.517138,"recall":0.576087,"f1":0.534053,"accuracy":0.576087,"main_score":0.534053,"hf_subset":"nya_Latn-jav_Latn","languages":["nya-Latn","jav-Latn"]},{"precision":0.402484,"recall":0.468379,"f1":0.41989,"accuracy":0.468379,"main_score":0.41989,"hf_subset":"nya_Latn-lao_Laoo","languages":["nya-Latn","lao-Laoo"]},{"precision":0.450535,"recall":0.506917,"f1":0.46555,"accuracy":0.506917,"main_score":0.46555,"hf_subset":"nya_Latn-mri_Latn","languages":["nya-Latn","mri-Latn"]},{"precision":0.483086,"recall":0.565217,"f1":0.505999,"accuracy":0.565217,"main_score":0.505999,"hf_subset":"nya_Latn-rus_Cyrl","languages":["nya-Latn","rus-Cyrl"]},{"precision":0.467869,"recall":0.518775,"f1":0.482745,"accuracy":0.518775,"main_score":0.482745,"hf_subset":"nya_Latn-taq_Latn","languages":["nya-Latn","taq-Latn"]},{"precision":0.555577,"recall":0.602767,"f1":0.568373,"accuracy":0.602767,"main_score":0.568373,"hf_subset":"nya_Latn-war_Latn","languages":["nya-Latn","war-Latn"]},{"precision":0.470845,"recall":0.549407,"f1":0.493112,"accuracy":0.549407,"main_score":0.493112,"hf_subset":"nya_Latn-arb_Arab","languages":["nya-Latn","arb-Arab"]},{"precision":0.495638,"recall":0.574111,"f1":0.518532,"accuracy":0.574111,"main_score":0.518532,"hf_subset":"nya_Latn-bul_Cyrl","languages":["nya-Latn","bul-Cyrl"]},{"precision":0.503173,"recall":0.577075,"f1":0.523889,"accuracy":0.577075,"main_score":0.523889,"hf_subset":"nya_Latn-fra_Latn","languages":["nya-Latn","fra-Latn"]},{"precision":0.475168,"recall":0.557312,"f1":0.49797,"accuracy":0.557312,"main_score":0.49797,"hf_subset":"nya_Latn-jpn_Jpan","languages":["nya-Latn","jpn-Jpan"]},{"precision":0.507411,"recall":0.573123,"f1":0.526336,"accuracy":0.573123,"main_score":0.526336,"hf_subset":"nya_Latn-lij_Latn","languages":["nya-Latn","lij-Latn"]},{"precision":0.272096,"recall":0.350791,"f1":0.292607,"accuracy":0.350791,"main_score":0.292607,"hf_subset":"nya_Latn-mya_Mymr","languages":["nya-Latn","mya-Mymr"]},{"precision":0.489556,"recall":0.537549,"f1":0.503042,"accuracy":0.537549,"main_score":0.503042,"hf_subset":"nya_Latn-sag_Latn","languages":["nya-Latn","sag-Latn"]},{"precision":0.147453,"recall":0.210474,"f1":0.160224,"accuracy":0.210474,"main_score":0.160224,"hf_subset":"nya_Latn-taq_Tfng","languages":["nya-Latn","taq-Tfng"]},{"precision":0.498822,"recall":0.549407,"f1":0.512753,"accuracy":0.549407,"main_score":0.512753,"hf_subset":"nya_Latn-wol_Latn","languages":["nya-Latn","wol-Latn"]},{"precision":0.392364,"recall":0.462451,"f1":0.411271,"accuracy":0.462451,"main_score":0.411271,"hf_subset":"nya_Latn-arb_Latn","languages":["nya-Latn","arb-Latn"]},{"precision":0.50364,"recall":0.578063,"f1":0.524435,"accuracy":0.578063,"main_score":0.524435,"hf_subset":"nya_Latn-cat_Latn","languages":["nya-Latn","cat-Latn"]},{"precision":0.513768,"recall":0.573123,"f1":0.530351,"accuracy":0.573123,"main_score":0.530351,"hf_subset":"nya_Latn-fur_Latn","languages":["nya-Latn","fur-Latn"]},{"precision":0.359173,"recall":0.420949,"f1":0.375493,"accuracy":0.420949,"main_score":0.375493,"hf_subset":"nya_Latn-kab_Latn","languages":["nya-Latn","kab-Latn"]},{"precision":0.514946,"recall":0.574111,"f1":0.531106,"accuracy":0.574111,"main_score":0.531106,"hf_subset":"nya_Latn-lim_Latn","languages":["nya-Latn","lim-Latn"]},{"precision":0.504483,"recall":0.578063,"f1":0.524754,"accuracy":0.578063,"main_score":0.524754,"hf_subset":"nya_Latn-nld_Latn","languages":["nya-Latn","nld-Latn"]},{"precision":0.432786,"recall":0.51087,"f1":0.45357,"accuracy":0.51087,"main_score":0.45357,"hf_subset":"nya_Latn-san_Deva","languages":["nya-Latn","san-Deva"]},{"precision":0.503412,"recall":0.566206,"f1":0.520925,"accuracy":0.566206,"main_score":0.520925,"hf_subset":"nya_Latn-tat_Cyrl","languages":["nya-Latn","tat-Cyrl"]},{"precision":0.524755,"recall":0.571146,"f1":0.538293,"accuracy":0.571146,"main_score":0.538293,"hf_subset":"nya_Latn-xho_Latn","languages":["nya-Latn","xho-Latn"]},{"precision":0.457514,"recall":0.539526,"f1":0.481002,"accuracy":0.539526,"main_score":0.481002,"hf_subset":"nya_Latn-ars_Arab","languages":["nya-Latn","ars-Arab"]},{"precision":0.530127,"recall":0.585968,"f1":0.546052,"accuracy":0.585968,"main_score":0.546052,"hf_subset":"nya_Latn-ceb_Latn","languages":["nya-Latn","ceb-Latn"]},{"precision":0.467896,"recall":0.523715,"f1":0.483533,"accuracy":0.523715,"main_score":0.483533,"hf_subset":"nya_Latn-fuv_Latn","languages":["nya-Latn","fuv-Latn"]},{"precision":0.470986,"recall":0.524704,"f1":0.48625,"accuracy":0.524704,"main_score":0.48625,"hf_subset":"nya_Latn-kac_Latn","languages":["nya-Latn","kac-Latn"]},{"precision":0.522358,"recall":0.561265,"f1":0.533634,"accuracy":0.561265,"main_score":0.533634,"hf_subset":"nya_Latn-lin_Latn","languages":["nya-Latn","lin-Latn"]},{"precision":0.503714,"recall":0.572134,"f1":0.523158,"accuracy":0.572134,"main_score":0.523158,"hf_subset":"nya_Latn-nno_Latn","languages":["nya-Latn","nno-Latn"]},{"precision":0.030767,"recall":0.079051,"f1":0.038718,"accuracy":0.079051,"main_score":0.038718,"hf_subset":"nya_Latn-sat_Olck","languages":["nya-Latn","sat-Olck"]},{"precision":0.485664,"recall":0.559289,"f1":0.506456,"accuracy":0.559289,"main_score":0.506456,"hf_subset":"nya_Latn-tel_Telu","languages":["nya-Latn","tel-Telu"]},{"precision":0.381899,"recall":0.459486,"f1":0.402554,"accuracy":0.459486,"main_score":0.402554,"hf_subset":"nya_Latn-ydd_Hebr","languages":["nya-Latn","ydd-Hebr"]},{"precision":0.452726,"recall":0.525692,"f1":0.472773,"accuracy":0.525692,"main_score":0.472773,"hf_subset":"nya_Latn-ary_Arab","languages":["nya-Latn","ary-Arab"]},{"precision":0.50084,"recall":0.572134,"f1":0.521138,"accuracy":0.572134,"main_score":0.521138,"hf_subset":"nya_Latn-ces_Latn","languages":["nya-Latn","ces-Latn"]},{"precision":0.388413,"recall":0.453557,"f1":0.406531,"accuracy":0.453557,"main_score":0.406531,"hf_subset":"nya_Latn-gaz_Latn","languages":["nya-Latn","gaz-Latn"]},{"precision":0.497705,"recall":0.547431,"f1":0.512129,"accuracy":0.547431,"main_score":0.512129,"hf_subset":"nya_Latn-kam_Latn","languages":["nya-Latn","kam-Latn"]},{"precision":0.470912,"recall":0.543478,"f1":0.490449,"accuracy":0.543478,"main_score":0.490449,"hf_subset":"nya_Latn-lit_Latn","languages":["nya-Latn","lit-Latn"]},{"precision":0.513919,"recall":0.578063,"f1":0.532438,"accuracy":0.578063,"main_score":0.532438,"hf_subset":"nya_Latn-nob_Latn","languages":["nya-Latn","nob-Latn"]},{"precision":0.499408,"recall":0.561265,"f1":0.517088,"accuracy":0.561265,"main_score":0.517088,"hf_subset":"nya_Latn-scn_Latn","languages":["nya-Latn","scn-Latn"]},{"precision":0.472437,"recall":0.535573,"f1":0.489931,"accuracy":0.535573,"main_score":0.489931,"hf_subset":"nya_Latn-tgk_Cyrl","languages":["nya-Latn","tgk-Cyrl"]},{"precision":0.464792,"recall":0.521739,"f1":0.481362,"accuracy":0.521739,"main_score":0.481362,"hf_subset":"nya_Latn-yor_Latn","languages":["nya-Latn","yor-Latn"]},{"precision":0.475062,"recall":0.546443,"f1":0.495295,"accuracy":0.546443,"main_score":0.495295,"hf_subset":"nya_Latn-arz_Arab","languages":["nya-Latn","arz-Arab"]},{"precision":0.462495,"recall":0.51087,"f1":0.475907,"accuracy":0.51087,"main_score":0.475907,"hf_subset":"nya_Latn-cjk_Latn","languages":["nya-Latn","cjk-Latn"]},{"precision":0.432447,"recall":0.500988,"f1":0.45103,"accuracy":0.500988,"main_score":0.45103,"hf_subset":"nya_Latn-gla_Latn","languages":["nya-Latn","gla-Latn"]},{"precision":0.481674,"recall":0.551383,"f1":0.500749,"accuracy":0.551383,"main_score":0.500749,"hf_subset":"nya_Latn-kan_Knda","languages":["nya-Latn","kan-Knda"]},{"precision":0.515334,"recall":0.56917,"f1":0.530928,"accuracy":0.56917,"main_score":0.530928,"hf_subset":"nya_Latn-lmo_Latn","languages":["nya-Latn","lmo-Latn"]},{"precision":0.48866,"recall":0.557312,"f1":0.507008,"accuracy":0.557312,"main_score":0.507008,"hf_subset":"nya_Latn-npi_Deva","languages":["nya-Latn","npi-Deva"]},{"precision":0.416875,"recall":0.487154,"f1":0.43717,"accuracy":0.487154,"main_score":0.43717,"hf_subset":"nya_Latn-shn_Mymr","languages":["nya-Latn","shn-Mymr"]},{"precision":0.53197,"recall":0.586957,"f1":0.547024,"accuracy":0.586957,"main_score":0.547024,"hf_subset":"nya_Latn-tgl_Latn","languages":["nya-Latn","tgl-Latn"]},{"precision":0.477661,"recall":0.556324,"f1":0.49958,"accuracy":0.556324,"main_score":0.49958,"hf_subset":"nya_Latn-yue_Hant","languages":["nya-Latn","yue-Hant"]},{"precision":0.44691,"recall":0.52668,"f1":0.469437,"accuracy":0.52668,"main_score":0.469437,"hf_subset":"nya_Latn-asm_Beng","languages":["nya-Latn","asm-Beng"]},{"precision":0.439764,"recall":0.501976,"f1":0.457083,"accuracy":0.501976,"main_score":0.457083,"hf_subset":"nya_Latn-ckb_Arab","languages":["nya-Latn","ckb-Arab"]},{"precision":0.431474,"recall":0.491107,"f1":0.448261,"accuracy":0.491107,"main_score":0.448261,"hf_subset":"nya_Latn-gle_Latn","languages":["nya-Latn","gle-Latn"]},{"precision":0.45646,"recall":0.522727,"f1":0.474919,"accuracy":0.522727,"main_score":0.474919,"hf_subset":"nya_Latn-kas_Arab","languages":["nya-Latn","kas-Arab"]},{"precision":0.470125,"recall":0.533597,"f1":0.48814,"accuracy":0.533597,"main_score":0.48814,"hf_subset":"nya_Latn-ltg_Latn","languages":["nya-Latn","ltg-Latn"]},{"precision":0.524499,"recall":0.567194,"f1":0.536541,"accuracy":0.567194,"main_score":0.536541,"hf_subset":"nya_Latn-nso_Latn","languages":["nya-Latn","nso-Latn"]},{"precision":0.192647,"recall":0.235178,"f1":0.203131,"accuracy":0.235178,"main_score":0.203131,"hf_subset":"nya_Latn-sin_Sinh","languages":["nya-Latn","sin-Sinh"]},{"precision":0.469973,"recall":0.54249,"f1":0.490196,"accuracy":0.54249,"main_score":0.490196,"hf_subset":"nya_Latn-tha_Thai","languages":["nya-Latn","tha-Thai"]},{"precision":0.475668,"recall":0.552372,"f1":0.497076,"accuracy":0.552372,"main_score":0.497076,"hf_subset":"nya_Latn-zho_Hans","languages":["nya-Latn","zho-Hans"]},{"precision":0.506673,"recall":0.574111,"f1":0.525321,"accuracy":0.574111,"main_score":0.525321,"hf_subset":"nya_Latn-ast_Latn","languages":["nya-Latn","ast-Latn"]},{"precision":0.483122,"recall":0.548419,"f1":0.501355,"accuracy":0.548419,"main_score":0.501355,"hf_subset":"nya_Latn-crh_Latn","languages":["nya-Latn","crh-Latn"]},{"precision":0.515688,"recall":0.582016,"f1":0.534172,"accuracy":0.582016,"main_score":0.534172,"hf_subset":"nya_Latn-glg_Latn","languages":["nya-Latn","glg-Latn"]},{"precision":0.448335,"recall":0.512846,"f1":0.466242,"accuracy":0.512846,"main_score":0.466242,"hf_subset":"nya_Latn-kas_Deva","languages":["nya-Latn","kas-Deva"]},{"precision":0.497359,"recall":0.570158,"f1":0.518065,"accuracy":0.570158,"main_score":0.518065,"hf_subset":"nya_Latn-ltz_Latn","languages":["nya-Latn","ltz-Latn"]},{"precision":0.408662,"recall":0.476285,"f1":0.427208,"accuracy":0.476285,"main_score":0.427208,"hf_subset":"nya_Latn-nus_Latn","languages":["nya-Latn","nus-Latn"]},{"precision":0.490658,"recall":0.565217,"f1":0.510954,"accuracy":0.565217,"main_score":0.510954,"hf_subset":"nya_Latn-slk_Latn","languages":["nya-Latn","slk-Latn"]},{"precision":0.215176,"recall":0.267787,"f1":0.227553,"accuracy":0.267787,"main_score":0.227553,"hf_subset":"nya_Latn-tir_Ethi","languages":["nya-Latn","tir-Ethi"]},{"precision":0.472442,"recall":0.555336,"f1":0.496124,"accuracy":0.555336,"main_score":0.496124,"hf_subset":"nya_Latn-zho_Hant","languages":["nya-Latn","zho-Hant"]},{"precision":0.489106,"recall":0.556324,"f1":0.506938,"accuracy":0.556324,"main_score":0.506938,"hf_subset":"nya_Latn-awa_Deva","languages":["nya-Latn","awa-Deva"]},{"precision":0.482691,"recall":0.539526,"f1":0.498665,"accuracy":0.539526,"main_score":0.498665,"hf_subset":"nya_Latn-cym_Latn","languages":["nya-Latn","cym-Latn"]},{"precision":0.527273,"recall":0.570158,"f1":0.538824,"accuracy":0.570158,"main_score":0.538824,"hf_subset":"nya_Latn-grn_Latn","languages":["nya-Latn","grn-Latn"]},{"precision":0.473446,"recall":0.538538,"f1":0.491741,"accuracy":0.538538,"main_score":0.491741,"hf_subset":"nya_Latn-kat_Geor","languages":["nya-Latn","kat-Geor"]},{"precision":0.519747,"recall":0.560277,"f1":0.530987,"accuracy":0.560277,"main_score":0.530987,"hf_subset":"nya_Latn-lua_Latn","languages":["nya-Latn","lua-Latn"]},{"precision":0.493073,"recall":0.557312,"f1":0.511762,"accuracy":0.557312,"main_score":0.511762,"hf_subset":"nya_Latn-slv_Latn","languages":["nya-Latn","slv-Latn"]},{"precision":0.545455,"recall":0.596838,"f1":0.560168,"accuracy":0.596838,"main_score":0.560168,"hf_subset":"nya_Latn-tpi_Latn","languages":["nya-Latn","tpi-Latn"]},{"precision":0.521939,"recall":0.592885,"f1":0.541733,"accuracy":0.592885,"main_score":0.541733,"hf_subset":"nya_Latn-zsm_Latn","languages":["nya-Latn","zsm-Latn"]},{"precision":0.481039,"recall":0.527668,"f1":0.493867,"accuracy":0.527668,"main_score":0.493867,"hf_subset":"nya_Latn-ayr_Latn","languages":["nya-Latn","ayr-Latn"]},{"precision":0.521075,"recall":0.589921,"f1":0.540844,"accuracy":0.589921,"main_score":0.540844,"hf_subset":"nya_Latn-dan_Latn","languages":["nya-Latn","dan-Latn"]},{"precision":0.488372,"recall":0.560277,"f1":0.507842,"accuracy":0.560277,"main_score":0.507842,"hf_subset":"nya_Latn-guj_Gujr","languages":["nya-Latn","guj-Gujr"]},{"precision":0.498501,"recall":0.564229,"f1":0.516721,"accuracy":0.564229,"main_score":0.516721,"hf_subset":"nya_Latn-kaz_Cyrl","languages":["nya-Latn","kaz-Cyrl"]},{"precision":0.459973,"recall":0.51581,"f1":0.475439,"accuracy":0.51581,"main_score":0.475439,"hf_subset":"nya_Latn-lug_Latn","languages":["nya-Latn","lug-Latn"]},{"precision":0.517681,"recall":0.58004,"f1":0.535335,"accuracy":0.58004,"main_score":0.535335,"hf_subset":"nya_Latn-oci_Latn","languages":["nya-Latn","oci-Latn"]},{"precision":0.503065,"recall":0.550395,"f1":0.516515,"accuracy":0.550395,"main_score":0.516515,"hf_subset":"nya_Latn-smo_Latn","languages":["nya-Latn","smo-Latn"]},{"precision":0.486648,"recall":0.529644,"f1":0.498551,"accuracy":0.529644,"main_score":0.498551,"hf_subset":"nya_Latn-tsn_Latn","languages":["nya-Latn","tsn-Latn"]},{"precision":0.488686,"recall":0.537549,"f1":0.502687,"accuracy":0.537549,"main_score":0.502687,"hf_subset":"nya_Latn-zul_Latn","languages":["nya-Latn","zul-Latn"]},{"precision":0.421332,"recall":0.490119,"f1":0.441078,"accuracy":0.490119,"main_score":0.441078,"hf_subset":"nya_Latn-azb_Arab","languages":["nya-Latn","azb-Arab"]},{"precision":0.504018,"recall":0.576087,"f1":0.523659,"accuracy":0.576087,"main_score":0.523659,"hf_subset":"nya_Latn-deu_Latn","languages":["nya-Latn","deu-Latn"]},{"precision":0.469343,"recall":0.536561,"f1":0.488858,"accuracy":0.536561,"main_score":0.488858,"hf_subset":"nya_Latn-hat_Latn","languages":["nya-Latn","hat-Latn"]},{"precision":0.459684,"recall":0.508893,"f1":0.47356,"accuracy":0.508893,"main_score":0.47356,"hf_subset":"nya_Latn-kbp_Latn","languages":["nya-Latn","kbp-Latn"]},{"precision":0.5204,"recall":0.556324,"f1":0.530651,"accuracy":0.556324,"main_score":0.530651,"hf_subset":"nya_Latn-luo_Latn","languages":["nya-Latn","luo-Latn"]},{"precision":0.453185,"recall":0.527668,"f1":0.47363,"accuracy":0.527668,"main_score":0.47363,"hf_subset":"nya_Latn-ory_Orya","languages":["nya-Latn","ory-Orya"]},{"precision":0.529438,"recall":0.571146,"f1":0.541562,"accuracy":0.571146,"main_score":0.541562,"hf_subset":"nya_Latn-sna_Latn","languages":["nya-Latn","sna-Latn"]},{"precision":0.501847,"recall":0.545455,"f1":0.513967,"accuracy":0.545455,"main_score":0.513967,"hf_subset":"nya_Latn-tso_Latn","languages":["nya-Latn","tso-Latn"]},{"precision":0.473806,"recall":0.547431,"f1":0.494653,"accuracy":0.547431,"main_score":0.494653,"hf_subset":"nya_Latn-azj_Latn","languages":["nya-Latn","azj-Latn"]},{"precision":0.465886,"recall":0.523715,"f1":0.482391,"accuracy":0.523715,"main_score":0.482391,"hf_subset":"nya_Latn-dik_Latn","languages":["nya-Latn","dik-Latn"]},{"precision":0.481589,"recall":0.528656,"f1":0.4949,"accuracy":0.528656,"main_score":0.4949,"hf_subset":"nya_Latn-hau_Latn","languages":["nya-Latn","hau-Latn"]},{"precision":0.508564,"recall":0.572134,"f1":0.52623,"accuracy":0.572134,"main_score":0.52623,"hf_subset":"nya_Latn-kea_Latn","languages":["nya-Latn","kea-Latn"]},{"precision":0.550899,"recall":0.586957,"f1":0.560917,"accuracy":0.586957,"main_score":0.560917,"hf_subset":"nya_Latn-lus_Latn","languages":["nya-Latn","lus-Latn"]},{"precision":0.541347,"recall":0.582016,"f1":0.552676,"accuracy":0.582016,"main_score":0.552676,"hf_subset":"nya_Latn-pag_Latn","languages":["nya-Latn","pag-Latn"]},{"precision":0.450716,"recall":0.521739,"f1":0.46992,"accuracy":0.521739,"main_score":0.46992,"hf_subset":"nya_Latn-snd_Arab","languages":["nya-Latn","snd-Arab"]},{"precision":0.474126,"recall":0.537549,"f1":0.491521,"accuracy":0.537549,"main_score":0.491521,"hf_subset":"nya_Latn-tuk_Latn","languages":["nya-Latn","tuk-Latn"]},{"precision":0.500165,"recall":0.561265,"f1":0.516933,"accuracy":0.561265,"main_score":0.516933,"hf_subset":"nya_Latn-bak_Cyrl","languages":["nya-Latn","bak-Cyrl"]},{"precision":0.402138,"recall":0.472332,"f1":0.422451,"accuracy":0.472332,"main_score":0.422451,"hf_subset":"nya_Latn-dyu_Latn","languages":["nya-Latn","dyu-Latn"]},{"precision":0.450774,"recall":0.529644,"f1":0.473045,"accuracy":0.529644,"main_score":0.473045,"hf_subset":"nya_Latn-heb_Hebr","languages":["nya-Latn","heb-Hebr"]},{"precision":0.489864,"recall":0.544466,"f1":0.506044,"accuracy":0.544466,"main_score":0.506044,"hf_subset":"nya_Latn-khk_Cyrl","languages":["nya-Latn","khk-Cyrl"]},{"precision":0.47815,"recall":0.547431,"f1":0.49773,"accuracy":0.547431,"main_score":0.49773,"hf_subset":"nya_Latn-lvs_Latn","languages":["nya-Latn","lvs-Latn"]},{"precision":0.478187,"recall":0.550395,"f1":0.498415,"accuracy":0.550395,"main_score":0.498415,"hf_subset":"nya_Latn-pan_Guru","languages":["nya-Latn","pan-Guru"]},{"precision":0.446864,"recall":0.502964,"f1":0.463032,"accuracy":0.502964,"main_score":0.463032,"hf_subset":"nya_Latn-som_Latn","languages":["nya-Latn","som-Latn"]},{"precision":0.556235,"recall":0.608696,"f1":0.571064,"accuracy":0.608696,"main_score":0.571064,"hf_subset":"nya_Latn-tum_Latn","languages":["nya-Latn","tum-Latn"]},{"precision":0.427263,"recall":0.512846,"f1":0.450623,"accuracy":0.512846,"main_score":0.450623,"hf_subset":"slv_Latn-ace_Arab","languages":["slv-Latn","ace-Arab"]},{"precision":0.443482,"recall":0.518775,"f1":0.464109,"accuracy":0.518775,"main_score":0.464109,"hf_subset":"slv_Latn-bam_Latn","languages":["slv-Latn","bam-Latn"]},{"precision":0.11213,"recall":0.164032,"f1":0.125503,"accuracy":0.164032,"main_score":0.125503,"hf_subset":"slv_Latn-dzo_Tibt","languages":["slv-Latn","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-hin_Deva","languages":["slv-Latn","hin-Deva"]},{"precision":0.923913,"recall":0.948617,"f1":0.932148,"accuracy":0.948617,"main_score":0.932148,"hf_subset":"slv_Latn-khm_Khmr","languages":["slv-Latn","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"slv_Latn-mag_Deva","languages":["slv-Latn","mag-Deva"]},{"precision":0.968379,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"slv_Latn-pap_Latn","languages":["slv-Latn","pap-Latn"]},{"precision":0.482331,"recall":0.562253,"f1":0.504284,"accuracy":0.562253,"main_score":0.504284,"hf_subset":"slv_Latn-sot_Latn","languages":["slv-Latn","sot-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-tur_Latn","languages":["slv-Latn","tur-Latn"]},{"precision":0.787121,"recall":0.839921,"f1":0.802988,"accuracy":0.839921,"main_score":0.802988,"hf_subset":"slv_Latn-ace_Latn","languages":["slv-Latn","ace-Latn"]},{"precision":0.916008,"recall":0.9417,"f1":0.924572,"accuracy":0.9417,"main_score":0.924572,"hf_subset":"slv_Latn-ban_Latn","languages":["slv-Latn","ban-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"slv_Latn-ell_Grek","languages":["slv-Latn","ell-Grek"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"slv_Latn-hne_Deva","languages":["slv-Latn","hne-Deva"]},{"precision":0.502452,"recall":0.582016,"f1":0.525172,"accuracy":0.582016,"main_score":0.525172,"hf_subset":"slv_Latn-kik_Latn","languages":["slv-Latn","kik-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"slv_Latn-mai_Deva","languages":["slv-Latn","mai-Deva"]},{"precision":0.889493,"recall":0.922925,"f1":0.900198,"accuracy":0.922925,"main_score":0.900198,"hf_subset":"slv_Latn-pbt_Arab","languages":["slv-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-spa_Latn","languages":["slv-Latn","spa-Latn"]},{"precision":0.540056,"recall":0.612648,"f1":0.560117,"accuracy":0.612648,"main_score":0.560117,"hf_subset":"slv_Latn-twi_Latn","languages":["slv-Latn","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"slv_Latn-acm_Arab","languages":["slv-Latn","acm-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"slv_Latn-bel_Cyrl","languages":["slv-Latn","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-eng_Latn","languages":["slv-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slv_Latn-hrv_Latn","languages":["slv-Latn","hrv-Latn"]},{"precision":0.448965,"recall":0.524704,"f1":0.469659,"accuracy":0.524704,"main_score":0.469659,"hf_subset":"slv_Latn-kin_Latn","languages":["slv-Latn","kin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"slv_Latn-mal_Mlym","languages":["slv-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slv_Latn-pes_Arab","languages":["slv-Latn","pes-Arab"]},{"precision":0.981884,"recall":0.987154,"f1":0.983531,"accuracy":0.987154,"main_score":0.983531,"hf_subset":"slv_Latn-srd_Latn","languages":["slv-Latn","srd-Latn"]},{"precision":0.116365,"recall":0.183794,"f1":0.130867,"accuracy":0.183794,"main_score":0.130867,"hf_subset":"slv_Latn-tzm_Tfng","languages":["slv-Latn","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-acq_Arab","languages":["slv-Latn","acq-Arab"]},{"precision":0.5217,"recall":0.59585,"f1":0.541923,"accuracy":0.59585,"main_score":0.541923,"hf_subset":"slv_Latn-bem_Latn","languages":["slv-Latn","bem-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-epo_Latn","languages":["slv-Latn","epo-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-hun_Latn","languages":["slv-Latn","hun-Latn"]},{"precision":0.954545,"recall":0.969368,"f1":0.959486,"accuracy":0.969368,"main_score":0.959486,"hf_subset":"slv_Latn-kir_Cyrl","languages":["slv-Latn","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-mar_Deva","languages":["slv-Latn","mar-Deva"]},{"precision":0.553436,"recall":0.617589,"f1":0.571617,"accuracy":0.617589,"main_score":0.571617,"hf_subset":"slv_Latn-plt_Latn","languages":["slv-Latn","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-srp_Cyrl","languages":["slv-Latn","srp-Cyrl"]},{"precision":0.936265,"recall":0.955534,"f1":0.942523,"accuracy":0.955534,"main_score":0.942523,"hf_subset":"slv_Latn-uig_Arab","languages":["slv-Latn","uig-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"slv_Latn-aeb_Arab","languages":["slv-Latn","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-ben_Beng","languages":["slv-Latn","ben-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-est_Latn","languages":["slv-Latn","est-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-hye_Armn","languages":["slv-Latn","hye-Armn"]},{"precision":0.457541,"recall":0.52668,"f1":0.476306,"accuracy":0.52668,"main_score":0.476306,"hf_subset":"slv_Latn-kmb_Latn","languages":["slv-Latn","kmb-Latn"]},{"precision":0.37241,"recall":0.470356,"f1":0.398116,"accuracy":0.470356,"main_score":0.398116,"hf_subset":"slv_Latn-min_Arab","languages":["slv-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slv_Latn-pol_Latn","languages":["slv-Latn","pol-Latn"]},{"precision":0.432958,"recall":0.51581,"f1":0.455172,"accuracy":0.51581,"main_score":0.455172,"hf_subset":"slv_Latn-ssw_Latn","languages":["slv-Latn","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-ukr_Cyrl","languages":["slv-Latn","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-afr_Latn","languages":["slv-Latn","afr-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"slv_Latn-bho_Deva","languages":["slv-Latn","bho-Deva"]},{"precision":0.953722,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"slv_Latn-eus_Latn","languages":["slv-Latn","eus-Latn"]},{"precision":0.494115,"recall":0.572134,"f1":0.515477,"accuracy":0.572134,"main_score":0.515477,"hf_subset":"slv_Latn-ibo_Latn","languages":["slv-Latn","ibo-Latn"]},{"precision":0.694845,"recall":0.764822,"f1":0.715256,"accuracy":0.764822,"main_score":0.715256,"hf_subset":"slv_Latn-kmr_Latn","languages":["slv-Latn","kmr-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"slv_Latn-min_Latn","languages":["slv-Latn","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-por_Latn","languages":["slv-Latn","por-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"slv_Latn-sun_Latn","languages":["slv-Latn","sun-Latn"]},{"precision":0.443448,"recall":0.519763,"f1":0.465716,"accuracy":0.519763,"main_score":0.465716,"hf_subset":"slv_Latn-umb_Latn","languages":["slv-Latn","umb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-ajp_Arab","languages":["slv-Latn","ajp-Arab"]},{"precision":0.388102,"recall":0.478261,"f1":0.412646,"accuracy":0.478261,"main_score":0.412646,"hf_subset":"slv_Latn-bjn_Arab","languages":["slv-Latn","bjn-Arab"]},{"precision":0.468275,"recall":0.536561,"f1":0.486634,"accuracy":0.536561,"main_score":0.486634,"hf_subset":"slv_Latn-ewe_Latn","languages":["slv-Latn","ewe-Latn"]},{"precision":0.84972,"recall":0.891304,"f1":0.862879,"accuracy":0.891304,"main_score":0.862879,"hf_subset":"slv_Latn-ilo_Latn","languages":["slv-Latn","ilo-Latn"]},{"precision":0.188488,"recall":0.267787,"f1":0.208137,"accuracy":0.267787,"main_score":0.208137,"hf_subset":"slv_Latn-knc_Arab","languages":["slv-Latn","knc-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-mkd_Cyrl","languages":["slv-Latn","mkd-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"slv_Latn-prs_Arab","languages":["slv-Latn","prs-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-swe_Latn","languages":["slv-Latn","swe-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"slv_Latn-urd_Arab","languages":["slv-Latn","urd-Arab"]},{"precision":0.528321,"recall":0.598814,"f1":0.548304,"accuracy":0.598814,"main_score":0.548304,"hf_subset":"slv_Latn-aka_Latn","languages":["slv-Latn","aka-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"slv_Latn-bjn_Latn","languages":["slv-Latn","bjn-Latn"]},{"precision":0.924572,"recall":0.948617,"f1":0.932477,"accuracy":0.948617,"main_score":0.932477,"hf_subset":"slv_Latn-fao_Latn","languages":["slv-Latn","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-ind_Latn","languages":["slv-Latn","ind-Latn"]},{"precision":0.509471,"recall":0.581028,"f1":0.529647,"accuracy":0.581028,"main_score":0.529647,"hf_subset":"slv_Latn-knc_Latn","languages":["slv-Latn","knc-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"slv_Latn-mlt_Latn","languages":["slv-Latn","mlt-Latn"]},{"precision":0.554035,"recall":0.637352,"f1":0.577121,"accuracy":0.637352,"main_score":0.577121,"hf_subset":"slv_Latn-quy_Latn","languages":["slv-Latn","quy-Latn"]},{"precision":0.694779,"recall":0.769763,"f1":0.717278,"accuracy":0.769763,"main_score":0.717278,"hf_subset":"slv_Latn-swh_Latn","languages":["slv-Latn","swh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"slv_Latn-uzn_Latn","languages":["slv-Latn","uzn-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-als_Latn","languages":["slv-Latn","als-Latn"]},{"precision":0.151117,"recall":0.232213,"f1":0.170426,"accuracy":0.232213,"main_score":0.170426,"hf_subset":"slv_Latn-bod_Tibt","languages":["slv-Latn","bod-Tibt"]},{"precision":0.464789,"recall":0.538538,"f1":0.48541,"accuracy":0.538538,"main_score":0.48541,"hf_subset":"slv_Latn-fij_Latn","languages":["slv-Latn","fij-Latn"]},{"precision":0.960804,"recall":0.972332,"f1":0.964592,"accuracy":0.972332,"main_score":0.964592,"hf_subset":"slv_Latn-isl_Latn","languages":["slv-Latn","isl-Latn"]},{"precision":0.539674,"recall":0.618577,"f1":0.562519,"accuracy":0.618577,"main_score":0.562519,"hf_subset":"slv_Latn-kon_Latn","languages":["slv-Latn","kon-Latn"]},{"precision":0.475012,"recall":0.574111,"f1":0.503092,"accuracy":0.574111,"main_score":0.503092,"hf_subset":"slv_Latn-mni_Beng","languages":["slv-Latn","mni-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-ron_Latn","languages":["slv-Latn","ron-Latn"]},{"precision":0.982049,"recall":0.986166,"f1":0.983366,"accuracy":0.986166,"main_score":0.983366,"hf_subset":"slv_Latn-szl_Latn","languages":["slv-Latn","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"slv_Latn-vec_Latn","languages":["slv-Latn","vec-Latn"]},{"precision":0.542187,"recall":0.635375,"f1":0.568754,"accuracy":0.635375,"main_score":0.568754,"hf_subset":"slv_Latn-amh_Ethi","languages":["slv-Latn","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-bos_Latn","languages":["slv-Latn","bos-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"slv_Latn-fin_Latn","languages":["slv-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slv_Latn-ita_Latn","languages":["slv-Latn","ita-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"slv_Latn-kor_Hang","languages":["slv-Latn","kor-Hang"]},{"precision":0.467849,"recall":0.547431,"f1":0.490308,"accuracy":0.547431,"main_score":0.490308,"hf_subset":"slv_Latn-mos_Latn","languages":["slv-Latn","mos-Latn"]},{"precision":0.458124,"recall":0.529644,"f1":0.477958,"accuracy":0.529644,"main_score":0.477958,"hf_subset":"slv_Latn-run_Latn","languages":["slv-Latn","run-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"slv_Latn-tam_Taml","languages":["slv-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slv_Latn-vie_Latn","languages":["slv-Latn","vie-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"slv_Latn-apc_Arab","languages":["slv-Latn","apc-Arab"]},{"precision":0.737295,"recall":0.796443,"f1":0.754792,"accuracy":0.796443,"main_score":0.754792,"hf_subset":"slv_Latn-bug_Latn","languages":["slv-Latn","bug-Latn"]},{"precision":0.418643,"recall":0.490119,"f1":0.437236,"accuracy":0.490119,"main_score":0.437236,"hf_subset":"slv_Latn-fon_Latn","languages":["slv-Latn","fon-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"slv_Latn-jav_Latn","languages":["slv-Latn","jav-Latn"]},{"precision":0.879776,"recall":0.916008,"f1":0.891304,"accuracy":0.916008,"main_score":0.891304,"hf_subset":"slv_Latn-lao_Laoo","languages":["slv-Latn","lao-Laoo"]},{"precision":0.558533,"recall":0.642292,"f1":0.582529,"accuracy":0.642292,"main_score":0.582529,"hf_subset":"slv_Latn-mri_Latn","languages":["slv-Latn","mri-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-rus_Cyrl","languages":["slv-Latn","rus-Cyrl"]},{"precision":0.485748,"recall":0.559289,"f1":0.506079,"accuracy":0.559289,"main_score":0.506079,"hf_subset":"slv_Latn-taq_Latn","languages":["slv-Latn","taq-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"slv_Latn-war_Latn","languages":["slv-Latn","war-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-arb_Arab","languages":["slv-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-bul_Cyrl","languages":["slv-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slv_Latn-fra_Latn","languages":["slv-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slv_Latn-jpn_Jpan","languages":["slv-Latn","jpn-Jpan"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"slv_Latn-lij_Latn","languages":["slv-Latn","lij-Latn"]},{"precision":0.930089,"recall":0.951581,"f1":0.936989,"accuracy":0.951581,"main_score":0.936989,"hf_subset":"slv_Latn-mya_Mymr","languages":["slv-Latn","mya-Mymr"]},{"precision":0.487729,"recall":0.574111,"f1":0.511956,"accuracy":0.574111,"main_score":0.511956,"hf_subset":"slv_Latn-sag_Latn","languages":["slv-Latn","sag-Latn"]},{"precision":0.125697,"recall":0.205534,"f1":0.141479,"accuracy":0.205534,"main_score":0.141479,"hf_subset":"slv_Latn-taq_Tfng","languages":["slv-Latn","taq-Tfng"]},{"precision":0.540443,"recall":0.621542,"f1":0.563527,"accuracy":0.621542,"main_score":0.563527,"hf_subset":"slv_Latn-wol_Latn","languages":["slv-Latn","wol-Latn"]},{"precision":0.609033,"recall":0.694664,"f1":0.633556,"accuracy":0.694664,"main_score":0.633556,"hf_subset":"slv_Latn-arb_Latn","languages":["slv-Latn","arb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-cat_Latn","languages":["slv-Latn","cat-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"slv_Latn-fur_Latn","languages":["slv-Latn","fur-Latn"]},{"precision":0.329764,"recall":0.397233,"f1":0.347668,"accuracy":0.397233,"main_score":0.347668,"hf_subset":"slv_Latn-kab_Latn","languages":["slv-Latn","kab-Latn"]},{"precision":0.974473,"recall":0.982213,"f1":0.976943,"accuracy":0.982213,"main_score":0.976943,"hf_subset":"slv_Latn-lim_Latn","languages":["slv-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slv_Latn-nld_Latn","languages":["slv-Latn","nld-Latn"]},{"precision":0.956439,"recall":0.969368,"f1":0.96054,"accuracy":0.969368,"main_score":0.96054,"hf_subset":"slv_Latn-san_Deva","languages":["slv-Latn","san-Deva"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"slv_Latn-tat_Cyrl","languages":["slv-Latn","tat-Cyrl"]},{"precision":0.520606,"recall":0.593874,"f1":0.540221,"accuracy":0.593874,"main_score":0.540221,"hf_subset":"slv_Latn-xho_Latn","languages":["slv-Latn","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-ars_Arab","languages":["slv-Latn","ars-Arab"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"slv_Latn-ceb_Latn","languages":["slv-Latn","ceb-Latn"]},{"precision":0.470062,"recall":0.55336,"f1":0.493338,"accuracy":0.55336,"main_score":0.493338,"hf_subset":"slv_Latn-fuv_Latn","languages":["slv-Latn","fuv-Latn"]},{"precision":0.469292,"recall":0.55336,"f1":0.492098,"accuracy":0.55336,"main_score":0.492098,"hf_subset":"slv_Latn-kac_Latn","languages":["slv-Latn","kac-Latn"]},{"precision":0.540061,"recall":0.623518,"f1":0.563843,"accuracy":0.623518,"main_score":0.563843,"hf_subset":"slv_Latn-lin_Latn","languages":["slv-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-nno_Latn","languages":["slv-Latn","nno-Latn"]},{"precision":0.017915,"recall":0.061265,"f1":0.024031,"accuracy":0.061265,"main_score":0.024031,"hf_subset":"slv_Latn-sat_Olck","languages":["slv-Latn","sat-Olck"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"slv_Latn-tel_Telu","languages":["slv-Latn","tel-Telu"]},{"precision":0.729776,"recall":0.80336,"f1":0.752324,"accuracy":0.80336,"main_score":0.752324,"hf_subset":"slv_Latn-ydd_Hebr","languages":["slv-Latn","ydd-Hebr"]},{"precision":0.964427,"recall":0.976285,"f1":0.968379,"accuracy":0.976285,"main_score":0.968379,"hf_subset":"slv_Latn-ary_Arab","languages":["slv-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slv_Latn-ces_Latn","languages":["slv-Latn","ces-Latn"]},{"precision":0.385048,"recall":0.47332,"f1":0.409286,"accuracy":0.47332,"main_score":0.409286,"hf_subset":"slv_Latn-gaz_Latn","languages":["slv-Latn","gaz-Latn"]},{"precision":0.494025,"recall":0.566206,"f1":0.513703,"accuracy":0.566206,"main_score":0.513703,"hf_subset":"slv_Latn-kam_Latn","languages":["slv-Latn","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"slv_Latn-lit_Latn","languages":["slv-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-nob_Latn","languages":["slv-Latn","nob-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"slv_Latn-scn_Latn","languages":["slv-Latn","scn-Latn"]},{"precision":0.911644,"recall":0.939723,"f1":0.920685,"accuracy":0.939723,"main_score":0.920685,"hf_subset":"slv_Latn-tgk_Cyrl","languages":["slv-Latn","tgk-Cyrl"]},{"precision":0.44501,"recall":0.516798,"f1":0.465113,"accuracy":0.516798,"main_score":0.465113,"hf_subset":"slv_Latn-yor_Latn","languages":["slv-Latn","yor-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-arz_Arab","languages":["slv-Latn","arz-Arab"]},{"precision":0.464792,"recall":0.554348,"f1":0.489479,"accuracy":0.554348,"main_score":0.489479,"hf_subset":"slv_Latn-cjk_Latn","languages":["slv-Latn","cjk-Latn"]},{"precision":0.607926,"recall":0.686759,"f1":0.630456,"accuracy":0.686759,"main_score":0.630456,"hf_subset":"slv_Latn-gla_Latn","languages":["slv-Latn","gla-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"slv_Latn-kan_Knda","languages":["slv-Latn","kan-Knda"]},{"precision":0.973979,"recall":0.982213,"f1":0.976614,"accuracy":0.982213,"main_score":0.976614,"hf_subset":"slv_Latn-lmo_Latn","languages":["slv-Latn","lmo-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"slv_Latn-npi_Deva","languages":["slv-Latn","npi-Deva"]},{"precision":0.411156,"recall":0.505929,"f1":0.43656,"accuracy":0.505929,"main_score":0.43656,"hf_subset":"slv_Latn-shn_Mymr","languages":["slv-Latn","shn-Mymr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-tgl_Latn","languages":["slv-Latn","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-yue_Hant","languages":["slv-Latn","yue-Hant"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"slv_Latn-asm_Beng","languages":["slv-Latn","asm-Beng"]},{"precision":0.712072,"recall":0.775692,"f1":0.730257,"accuracy":0.775692,"main_score":0.730257,"hf_subset":"slv_Latn-ckb_Arab","languages":["slv-Latn","ckb-Arab"]},{"precision":0.706284,"recall":0.783597,"f1":0.729745,"accuracy":0.783597,"main_score":0.729745,"hf_subset":"slv_Latn-gle_Latn","languages":["slv-Latn","gle-Latn"]},{"precision":0.868989,"recall":0.908103,"f1":0.881456,"accuracy":0.908103,"main_score":0.881456,"hf_subset":"slv_Latn-kas_Arab","languages":["slv-Latn","kas-Arab"]},{"precision":0.897292,"recall":0.925889,"f1":0.906439,"accuracy":0.925889,"main_score":0.906439,"hf_subset":"slv_Latn-ltg_Latn","languages":["slv-Latn","ltg-Latn"]},{"precision":0.518425,"recall":0.593874,"f1":0.539324,"accuracy":0.593874,"main_score":0.539324,"hf_subset":"slv_Latn-nso_Latn","languages":["slv-Latn","nso-Latn"]},{"precision":0.430126,"recall":0.527668,"f1":0.457284,"accuracy":0.527668,"main_score":0.457284,"hf_subset":"slv_Latn-sin_Sinh","languages":["slv-Latn","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-tha_Thai","languages":["slv-Latn","tha-Thai"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-zho_Hans","languages":["slv-Latn","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-ast_Latn","languages":["slv-Latn","ast-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"slv_Latn-crh_Latn","languages":["slv-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slv_Latn-glg_Latn","languages":["slv-Latn","glg-Latn"]},{"precision":0.753484,"recall":0.816206,"f1":0.772316,"accuracy":0.816206,"main_score":0.772316,"hf_subset":"slv_Latn-kas_Deva","languages":["slv-Latn","kas-Deva"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"slv_Latn-ltz_Latn","languages":["slv-Latn","ltz-Latn"]},{"precision":0.378437,"recall":0.461462,"f1":0.400385,"accuracy":0.461462,"main_score":0.400385,"hf_subset":"slv_Latn-nus_Latn","languages":["slv-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slv_Latn-slk_Latn","languages":["slv-Latn","slk-Latn"]},{"precision":0.269618,"recall":0.341897,"f1":0.288355,"accuracy":0.341897,"main_score":0.288355,"hf_subset":"slv_Latn-tir_Ethi","languages":["slv-Latn","tir-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"slv_Latn-zho_Hant","languages":["slv-Latn","zho-Hant"]},{"precision":0.984519,"recall":0.988142,"f1":0.985672,"accuracy":0.988142,"main_score":0.985672,"hf_subset":"slv_Latn-awa_Deva","languages":["slv-Latn","awa-Deva"]},{"precision":0.868659,"recall":0.906126,"f1":0.880468,"accuracy":0.906126,"main_score":0.880468,"hf_subset":"slv_Latn-cym_Latn","languages":["slv-Latn","cym-Latn"]},{"precision":0.716477,"recall":0.778656,"f1":0.734941,"accuracy":0.778656,"main_score":0.734941,"hf_subset":"slv_Latn-grn_Latn","languages":["slv-Latn","grn-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"slv_Latn-kat_Geor","languages":["slv-Latn","kat-Geor"]},{"precision":0.535414,"recall":0.613636,"f1":0.557661,"accuracy":0.613636,"main_score":0.557661,"hf_subset":"slv_Latn-lua_Latn","languages":["slv-Latn","lua-Latn"]},{"precision":0.504902,"recall":0.582016,"f1":0.526495,"accuracy":0.582016,"main_score":0.526495,"hf_subset":"slv_Latn-nya_Latn","languages":["slv-Latn","nya-Latn"]},{"precision":0.787714,"recall":0.841897,"f1":0.804644,"accuracy":0.841897,"main_score":0.804644,"hf_subset":"slv_Latn-tpi_Latn","languages":["slv-Latn","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-zsm_Latn","languages":["slv-Latn","zsm-Latn"]},{"precision":0.460102,"recall":0.540514,"f1":0.481701,"accuracy":0.540514,"main_score":0.481701,"hf_subset":"slv_Latn-ayr_Latn","languages":["slv-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slv_Latn-dan_Latn","languages":["slv-Latn","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-guj_Gujr","languages":["slv-Latn","guj-Gujr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"slv_Latn-kaz_Cyrl","languages":["slv-Latn","kaz-Cyrl"]},{"precision":0.431476,"recall":0.508893,"f1":0.453037,"accuracy":0.508893,"main_score":0.453037,"hf_subset":"slv_Latn-lug_Latn","languages":["slv-Latn","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-oci_Latn","languages":["slv-Latn","oci-Latn"]},{"precision":0.497657,"recall":0.583004,"f1":0.520835,"accuracy":0.583004,"main_score":0.520835,"hf_subset":"slv_Latn-smo_Latn","languages":["slv-Latn","smo-Latn"]},{"precision":0.463105,"recall":0.541502,"f1":0.483568,"accuracy":0.541502,"main_score":0.483568,"hf_subset":"slv_Latn-tsn_Latn","languages":["slv-Latn","tsn-Latn"]},{"precision":0.455127,"recall":0.534585,"f1":0.476287,"accuracy":0.534585,"main_score":0.476287,"hf_subset":"slv_Latn-zul_Latn","languages":["slv-Latn","zul-Latn"]},{"precision":0.824358,"recall":0.875494,"f1":0.840283,"accuracy":0.875494,"main_score":0.840283,"hf_subset":"slv_Latn-azb_Arab","languages":["slv-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"slv_Latn-deu_Latn","languages":["slv-Latn","deu-Latn"]},{"precision":0.916996,"recall":0.942688,"f1":0.925395,"accuracy":0.942688,"main_score":0.925395,"hf_subset":"slv_Latn-hat_Latn","languages":["slv-Latn","hat-Latn"]},{"precision":0.429361,"recall":0.499012,"f1":0.447455,"accuracy":0.499012,"main_score":0.447455,"hf_subset":"slv_Latn-kbp_Latn","languages":["slv-Latn","kbp-Latn"]},{"precision":0.488605,"recall":0.561265,"f1":0.508629,"accuracy":0.561265,"main_score":0.508629,"hf_subset":"slv_Latn-luo_Latn","languages":["slv-Latn","luo-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"slv_Latn-ory_Orya","languages":["slv-Latn","ory-Orya"]},{"precision":0.502168,"recall":0.572134,"f1":0.521513,"accuracy":0.572134,"main_score":0.521513,"hf_subset":"slv_Latn-sna_Latn","languages":["slv-Latn","sna-Latn"]},{"precision":0.463225,"recall":0.538538,"f1":0.483271,"accuracy":0.538538,"main_score":0.483271,"hf_subset":"slv_Latn-tso_Latn","languages":["slv-Latn","tso-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"slv_Latn-azj_Latn","languages":["slv-Latn","azj-Latn"]},{"precision":0.469699,"recall":0.549407,"f1":0.491587,"accuracy":0.549407,"main_score":0.491587,"hf_subset":"slv_Latn-dik_Latn","languages":["slv-Latn","dik-Latn"]},{"precision":0.46256,"recall":0.532609,"f1":0.482152,"accuracy":0.532609,"main_score":0.482152,"hf_subset":"slv_Latn-hau_Latn","languages":["slv-Latn","hau-Latn"]},{"precision":0.971097,"recall":0.980237,"f1":0.974045,"accuracy":0.980237,"main_score":0.974045,"hf_subset":"slv_Latn-kea_Latn","languages":["slv-Latn","kea-Latn"]},{"precision":0.626194,"recall":0.699605,"f1":0.647333,"accuracy":0.699605,"main_score":0.647333,"hf_subset":"slv_Latn-lus_Latn","languages":["slv-Latn","lus-Latn"]},{"precision":0.811627,"recall":0.857708,"f1":0.825692,"accuracy":0.857708,"main_score":0.825692,"hf_subset":"slv_Latn-pag_Latn","languages":["slv-Latn","pag-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"slv_Latn-snd_Arab","languages":["slv-Latn","snd-Arab"]},{"precision":0.868412,"recall":0.909091,"f1":0.881752,"accuracy":0.909091,"main_score":0.881752,"hf_subset":"slv_Latn-tuk_Latn","languages":["slv-Latn","tuk-Latn"]},{"precision":0.945158,"recall":0.962451,"f1":0.950758,"accuracy":0.962451,"main_score":0.950758,"hf_subset":"slv_Latn-bak_Cyrl","languages":["slv-Latn","bak-Cyrl"]},{"precision":0.416461,"recall":0.506917,"f1":0.442225,"accuracy":0.506917,"main_score":0.442225,"hf_subset":"slv_Latn-dyu_Latn","languages":["slv-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-heb_Hebr","languages":["slv-Latn","heb-Hebr"]},{"precision":0.883811,"recall":0.918972,"f1":0.894829,"accuracy":0.918972,"main_score":0.894829,"hf_subset":"slv_Latn-khk_Cyrl","languages":["slv-Latn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"slv_Latn-lvs_Latn","languages":["slv-Latn","lvs-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"slv_Latn-pan_Guru","languages":["slv-Latn","pan-Guru"]},{"precision":0.458981,"recall":0.538538,"f1":0.480974,"accuracy":0.538538,"main_score":0.480974,"hf_subset":"slv_Latn-som_Latn","languages":["slv-Latn","som-Latn"]},{"precision":0.487978,"recall":0.561265,"f1":0.508928,"accuracy":0.561265,"main_score":0.508928,"hf_subset":"slv_Latn-tum_Latn","languages":["slv-Latn","tum-Latn"]},{"precision":0.417294,"recall":0.504941,"f1":0.441324,"accuracy":0.504941,"main_score":0.441324,"hf_subset":"tpi_Latn-ace_Arab","languages":["tpi-Latn","ace-Arab"]},{"precision":0.471758,"recall":0.538538,"f1":0.490302,"accuracy":0.538538,"main_score":0.490302,"hf_subset":"tpi_Latn-bam_Latn","languages":["tpi-Latn","bam-Latn"]},{"precision":0.096212,"recall":0.140316,"f1":0.107301,"accuracy":0.140316,"main_score":0.107301,"hf_subset":"tpi_Latn-dzo_Tibt","languages":["tpi-Latn","dzo-Tibt"]},{"precision":0.792231,"recall":0.843874,"f1":0.808202,"accuracy":0.843874,"main_score":0.808202,"hf_subset":"tpi_Latn-hin_Deva","languages":["tpi-Latn","hin-Deva"]},{"precision":0.538029,"recall":0.632411,"f1":0.564915,"accuracy":0.632411,"main_score":0.564915,"hf_subset":"tpi_Latn-khm_Khmr","languages":["tpi-Latn","khm-Khmr"]},{"precision":0.81125,"recall":0.856719,"f1":0.825362,"accuracy":0.856719,"main_score":0.825362,"hf_subset":"tpi_Latn-mag_Deva","languages":["tpi-Latn","mag-Deva"]},{"precision":0.779504,"recall":0.829051,"f1":0.794197,"accuracy":0.829051,"main_score":0.794197,"hf_subset":"tpi_Latn-pap_Latn","languages":["tpi-Latn","pap-Latn"]},{"precision":0.524661,"recall":0.58498,"f1":0.541642,"accuracy":0.58498,"main_score":0.541642,"hf_subset":"tpi_Latn-sot_Latn","languages":["tpi-Latn","sot-Latn"]},{"precision":0.803673,"recall":0.852767,"f1":0.818859,"accuracy":0.852767,"main_score":0.818859,"hf_subset":"tpi_Latn-tur_Latn","languages":["tpi-Latn","tur-Latn"]},{"precision":0.694714,"recall":0.749012,"f1":0.710543,"accuracy":0.749012,"main_score":0.710543,"hf_subset":"tpi_Latn-ace_Latn","languages":["tpi-Latn","ace-Latn"]},{"precision":0.791594,"recall":0.831028,"f1":0.803146,"accuracy":0.831028,"main_score":0.803146,"hf_subset":"tpi_Latn-ban_Latn","languages":["tpi-Latn","ban-Latn"]},{"precision":0.756152,"recall":0.815217,"f1":0.774278,"accuracy":0.815217,"main_score":0.774278,"hf_subset":"tpi_Latn-ell_Grek","languages":["tpi-Latn","ell-Grek"]},{"precision":0.775567,"recall":0.832016,"f1":0.793003,"accuracy":0.832016,"main_score":0.793003,"hf_subset":"tpi_Latn-hne_Deva","languages":["tpi-Latn","hne-Deva"]},{"precision":0.535797,"recall":0.609684,"f1":0.557773,"accuracy":0.609684,"main_score":0.557773,"hf_subset":"tpi_Latn-kik_Latn","languages":["tpi-Latn","kik-Latn"]},{"precision":0.80998,"recall":0.855731,"f1":0.823866,"accuracy":0.855731,"main_score":0.823866,"hf_subset":"tpi_Latn-mai_Deva","languages":["tpi-Latn","mai-Deva"]},{"precision":0.659069,"recall":0.732213,"f1":0.680637,"accuracy":0.732213,"main_score":0.680637,"hf_subset":"tpi_Latn-pbt_Arab","languages":["tpi-Latn","pbt-Arab"]},{"precision":0.820382,"recall":0.862648,"f1":0.833211,"accuracy":0.862648,"main_score":0.833211,"hf_subset":"tpi_Latn-spa_Latn","languages":["tpi-Latn","spa-Latn"]},{"precision":0.589575,"recall":0.656126,"f1":0.608457,"accuracy":0.656126,"main_score":0.608457,"hf_subset":"tpi_Latn-twi_Latn","languages":["tpi-Latn","twi-Latn"]},{"precision":0.777192,"recall":0.831028,"f1":0.793543,"accuracy":0.831028,"main_score":0.793543,"hf_subset":"tpi_Latn-acm_Arab","languages":["tpi-Latn","acm-Arab"]},{"precision":0.770401,"recall":0.826087,"f1":0.787322,"accuracy":0.826087,"main_score":0.787322,"hf_subset":"tpi_Latn-bel_Cyrl","languages":["tpi-Latn","bel-Cyrl"]},{"precision":0.848876,"recall":0.886364,"f1":0.860591,"accuracy":0.886364,"main_score":0.860591,"hf_subset":"tpi_Latn-eng_Latn","languages":["tpi-Latn","eng-Latn"]},{"precision":0.806501,"recall":0.852767,"f1":0.82067,"accuracy":0.852767,"main_score":0.82067,"hf_subset":"tpi_Latn-hrv_Latn","languages":["tpi-Latn","hrv-Latn"]},{"precision":0.461825,"recall":0.533597,"f1":0.481711,"accuracy":0.533597,"main_score":0.481711,"hf_subset":"tpi_Latn-kin_Latn","languages":["tpi-Latn","kin-Latn"]},{"precision":0.74619,"recall":0.809289,"f1":0.765283,"accuracy":0.809289,"main_score":0.765283,"hf_subset":"tpi_Latn-mal_Mlym","languages":["tpi-Latn","mal-Mlym"]},{"precision":0.778508,"recall":0.833004,"f1":0.795432,"accuracy":0.833004,"main_score":0.795432,"hf_subset":"tpi_Latn-pes_Arab","languages":["tpi-Latn","pes-Arab"]},{"precision":0.787055,"recall":0.837945,"f1":0.802753,"accuracy":0.837945,"main_score":0.802753,"hf_subset":"tpi_Latn-srd_Latn","languages":["tpi-Latn","srd-Latn"]},{"precision":0.134264,"recall":0.195652,"f1":0.14734,"accuracy":0.195652,"main_score":0.14734,"hf_subset":"tpi_Latn-tzm_Tfng","languages":["tpi-Latn","tzm-Tfng"]},{"precision":0.771813,"recall":0.83004,"f1":0.789581,"accuracy":0.83004,"main_score":0.789581,"hf_subset":"tpi_Latn-acq_Arab","languages":["tpi-Latn","acq-Arab"]},{"precision":0.562164,"recall":0.628458,"f1":0.580534,"accuracy":0.628458,"main_score":0.580534,"hf_subset":"tpi_Latn-bem_Latn","languages":["tpi-Latn","bem-Latn"]},{"precision":0.802549,"recall":0.846838,"f1":0.815696,"accuracy":0.846838,"main_score":0.815696,"hf_subset":"tpi_Latn-epo_Latn","languages":["tpi-Latn","epo-Latn"]},{"precision":0.787533,"recall":0.837945,"f1":0.803055,"accuracy":0.837945,"main_score":0.803055,"hf_subset":"tpi_Latn-hun_Latn","languages":["tpi-Latn","hun-Latn"]},{"precision":0.745866,"recall":0.798419,"f1":0.761679,"accuracy":0.798419,"main_score":0.761679,"hf_subset":"tpi_Latn-kir_Cyrl","languages":["tpi-Latn","kir-Cyrl"]},{"precision":0.758004,"recall":0.811265,"f1":0.774341,"accuracy":0.811265,"main_score":0.774341,"hf_subset":"tpi_Latn-mar_Deva","languages":["tpi-Latn","mar-Deva"]},{"precision":0.550262,"recall":0.612648,"f1":0.568467,"accuracy":0.612648,"main_score":0.568467,"hf_subset":"tpi_Latn-plt_Latn","languages":["tpi-Latn","plt-Latn"]},{"precision":0.794895,"recall":0.842885,"f1":0.809346,"accuracy":0.842885,"main_score":0.809346,"hf_subset":"tpi_Latn-srp_Cyrl","languages":["tpi-Latn","srp-Cyrl"]},{"precision":0.626772,"recall":0.699605,"f1":0.648506,"accuracy":0.699605,"main_score":0.648506,"hf_subset":"tpi_Latn-uig_Arab","languages":["tpi-Latn","uig-Arab"]},{"precision":0.762069,"recall":0.81917,"f1":0.779237,"accuracy":0.81917,"main_score":0.779237,"hf_subset":"tpi_Latn-aeb_Arab","languages":["tpi-Latn","aeb-Arab"]},{"precision":0.766841,"recall":0.825099,"f1":0.784688,"accuracy":0.825099,"main_score":0.784688,"hf_subset":"tpi_Latn-ben_Beng","languages":["tpi-Latn","ben-Beng"]},{"precision":0.738588,"recall":0.798419,"f1":0.75619,"accuracy":0.798419,"main_score":0.75619,"hf_subset":"tpi_Latn-est_Latn","languages":["tpi-Latn","est-Latn"]},{"precision":0.701482,"recall":0.766798,"f1":0.720939,"accuracy":0.766798,"main_score":0.720939,"hf_subset":"tpi_Latn-hye_Armn","languages":["tpi-Latn","hye-Armn"]},{"precision":0.487484,"recall":0.549407,"f1":0.504917,"accuracy":0.549407,"main_score":0.504917,"hf_subset":"tpi_Latn-kmb_Latn","languages":["tpi-Latn","kmb-Latn"]},{"precision":0.3653,"recall":0.464427,"f1":0.391896,"accuracy":0.464427,"main_score":0.391896,"hf_subset":"tpi_Latn-min_Arab","languages":["tpi-Latn","min-Arab"]},{"precision":0.799555,"recall":0.84585,"f1":0.813492,"accuracy":0.84585,"main_score":0.813492,"hf_subset":"tpi_Latn-pol_Latn","languages":["tpi-Latn","pol-Latn"]},{"precision":0.481716,"recall":0.55336,"f1":0.5009,"accuracy":0.55336,"main_score":0.5009,"hf_subset":"tpi_Latn-ssw_Latn","languages":["tpi-Latn","ssw-Latn"]},{"precision":0.815519,"recall":0.858696,"f1":0.828727,"accuracy":0.858696,"main_score":0.828727,"hf_subset":"tpi_Latn-ukr_Cyrl","languages":["tpi-Latn","ukr-Cyrl"]},{"precision":0.82046,"recall":0.862648,"f1":0.833635,"accuracy":0.862648,"main_score":0.833635,"hf_subset":"tpi_Latn-afr_Latn","languages":["tpi-Latn","afr-Latn"]},{"precision":0.766273,"recall":0.822134,"f1":0.782948,"accuracy":0.822134,"main_score":0.782948,"hf_subset":"tpi_Latn-bho_Deva","languages":["tpi-Latn","bho-Deva"]},{"precision":0.728072,"recall":0.779644,"f1":0.742961,"accuracy":0.779644,"main_score":0.742961,"hf_subset":"tpi_Latn-eus_Latn","languages":["tpi-Latn","eus-Latn"]},{"precision":0.523424,"recall":0.600791,"f1":0.544473,"accuracy":0.600791,"main_score":0.544473,"hf_subset":"tpi_Latn-ibo_Latn","languages":["tpi-Latn","ibo-Latn"]},{"precision":0.603699,"recall":0.671937,"f1":0.623302,"accuracy":0.671937,"main_score":0.623302,"hf_subset":"tpi_Latn-kmr_Latn","languages":["tpi-Latn","kmr-Latn"]},{"precision":0.775511,"recall":0.825099,"f1":0.79017,"accuracy":0.825099,"main_score":0.79017,"hf_subset":"tpi_Latn-min_Latn","languages":["tpi-Latn","min-Latn"]},{"precision":0.825099,"recall":0.869565,"f1":0.838591,"accuracy":0.869565,"main_score":0.838591,"hf_subset":"tpi_Latn-por_Latn","languages":["tpi-Latn","por-Latn"]},{"precision":0.797797,"recall":0.844862,"f1":0.811893,"accuracy":0.844862,"main_score":0.811893,"hf_subset":"tpi_Latn-sun_Latn","languages":["tpi-Latn","sun-Latn"]},{"precision":0.465294,"recall":0.537549,"f1":0.486196,"accuracy":0.537549,"main_score":0.486196,"hf_subset":"tpi_Latn-umb_Latn","languages":["tpi-Latn","umb-Latn"]},{"precision":0.792662,"recall":0.84585,"f1":0.808992,"accuracy":0.84585,"main_score":0.808992,"hf_subset":"tpi_Latn-ajp_Arab","languages":["tpi-Latn","ajp-Arab"]},{"precision":0.394876,"recall":0.477273,"f1":0.417193,"accuracy":0.477273,"main_score":0.417193,"hf_subset":"tpi_Latn-bjn_Arab","languages":["tpi-Latn","bjn-Arab"]},{"precision":0.500605,"recall":0.561265,"f1":0.517604,"accuracy":0.561265,"main_score":0.517604,"hf_subset":"tpi_Latn-ewe_Latn","languages":["tpi-Latn","ewe-Latn"]},{"precision":0.755896,"recall":0.802372,"f1":0.769204,"accuracy":0.802372,"main_score":0.769204,"hf_subset":"tpi_Latn-ilo_Latn","languages":["tpi-Latn","ilo-Latn"]},{"precision":0.197795,"recall":0.284585,"f1":0.219796,"accuracy":0.284585,"main_score":0.219796,"hf_subset":"tpi_Latn-knc_Arab","languages":["tpi-Latn","knc-Arab"]},{"precision":0.799961,"recall":0.848814,"f1":0.8147,"accuracy":0.848814,"main_score":0.8147,"hf_subset":"tpi_Latn-mkd_Cyrl","languages":["tpi-Latn","mkd-Cyrl"]},{"precision":0.775287,"recall":0.829051,"f1":0.791963,"accuracy":0.829051,"main_score":0.791963,"hf_subset":"tpi_Latn-prs_Arab","languages":["tpi-Latn","prs-Arab"]},{"precision":0.808794,"recall":0.854743,"f1":0.822978,"accuracy":0.854743,"main_score":0.822978,"hf_subset":"tpi_Latn-swe_Latn","languages":["tpi-Latn","swe-Latn"]},{"precision":0.750099,"recall":0.810277,"f1":0.768259,"accuracy":0.810277,"main_score":0.768259,"hf_subset":"tpi_Latn-urd_Arab","languages":["tpi-Latn","urd-Arab"]},{"precision":0.578618,"recall":0.644269,"f1":0.597019,"accuracy":0.644269,"main_score":0.597019,"hf_subset":"tpi_Latn-aka_Latn","languages":["tpi-Latn","aka-Latn"]},{"precision":0.757568,"recall":0.814229,"f1":0.77433,"accuracy":0.814229,"main_score":0.77433,"hf_subset":"tpi_Latn-bjn_Latn","languages":["tpi-Latn","bjn-Latn"]},{"precision":0.651984,"recall":0.720356,"f1":0.672085,"accuracy":0.720356,"main_score":0.672085,"hf_subset":"tpi_Latn-fao_Latn","languages":["tpi-Latn","fao-Latn"]},{"precision":0.83039,"recall":0.869565,"f1":0.842424,"accuracy":0.869565,"main_score":0.842424,"hf_subset":"tpi_Latn-ind_Latn","languages":["tpi-Latn","ind-Latn"]},{"precision":0.546434,"recall":0.61166,"f1":0.564452,"accuracy":0.61166,"main_score":0.564452,"hf_subset":"tpi_Latn-knc_Latn","languages":["tpi-Latn","knc-Latn"]},{"precision":0.778895,"recall":0.825099,"f1":0.792452,"accuracy":0.825099,"main_score":0.792452,"hf_subset":"tpi_Latn-mlt_Latn","languages":["tpi-Latn","mlt-Latn"]},{"precision":0.578988,"recall":0.645257,"f1":0.597563,"accuracy":0.645257,"main_score":0.597563,"hf_subset":"tpi_Latn-quy_Latn","languages":["tpi-Latn","quy-Latn"]},{"precision":0.559957,"recall":0.635375,"f1":0.582115,"accuracy":0.635375,"main_score":0.582115,"hf_subset":"tpi_Latn-swh_Latn","languages":["tpi-Latn","swh-Latn"]},{"precision":0.725357,"recall":0.786561,"f1":0.744104,"accuracy":0.786561,"main_score":0.744104,"hf_subset":"tpi_Latn-uzn_Latn","languages":["tpi-Latn","uzn-Latn"]},{"precision":0.769186,"recall":0.81917,"f1":0.783762,"accuracy":0.81917,"main_score":0.783762,"hf_subset":"tpi_Latn-als_Latn","languages":["tpi-Latn","als-Latn"]},{"precision":0.153026,"recall":0.218379,"f1":0.168809,"accuracy":0.218379,"main_score":0.168809,"hf_subset":"tpi_Latn-bod_Tibt","languages":["tpi-Latn","bod-Tibt"]},{"precision":0.505645,"recall":0.577075,"f1":0.525617,"accuracy":0.577075,"main_score":0.525617,"hf_subset":"tpi_Latn-fij_Latn","languages":["tpi-Latn","fij-Latn"]},{"precision":0.607511,"recall":0.685771,"f1":0.630211,"accuracy":0.685771,"main_score":0.630211,"hf_subset":"tpi_Latn-isl_Latn","languages":["tpi-Latn","isl-Latn"]},{"precision":0.57093,"recall":0.642292,"f1":0.590976,"accuracy":0.642292,"main_score":0.590976,"hf_subset":"tpi_Latn-kon_Latn","languages":["tpi-Latn","kon-Latn"]},{"precision":0.525682,"recall":0.616601,"f1":0.551332,"accuracy":0.616601,"main_score":0.551332,"hf_subset":"tpi_Latn-mni_Beng","languages":["tpi-Latn","mni-Beng"]},{"precision":0.823732,"recall":0.864625,"f1":0.836133,"accuracy":0.864625,"main_score":0.836133,"hf_subset":"tpi_Latn-ron_Latn","languages":["tpi-Latn","ron-Latn"]},{"precision":0.773059,"recall":0.820158,"f1":0.786881,"accuracy":0.820158,"main_score":0.786881,"hf_subset":"tpi_Latn-szl_Latn","languages":["tpi-Latn","szl-Latn"]},{"precision":0.812231,"recall":0.855731,"f1":0.825184,"accuracy":0.855731,"main_score":0.825184,"hf_subset":"tpi_Latn-vec_Latn","languages":["tpi-Latn","vec-Latn"]},{"precision":0.353574,"recall":0.435771,"f1":0.376174,"accuracy":0.435771,"main_score":0.376174,"hf_subset":"tpi_Latn-amh_Ethi","languages":["tpi-Latn","amh-Ethi"]},{"precision":0.817334,"recall":0.859684,"f1":0.830347,"accuracy":0.859684,"main_score":0.830347,"hf_subset":"tpi_Latn-bos_Latn","languages":["tpi-Latn","bos-Latn"]},{"precision":0.769135,"recall":0.823123,"f1":0.785853,"accuracy":0.823123,"main_score":0.785853,"hf_subset":"tpi_Latn-fin_Latn","languages":["tpi-Latn","fin-Latn"]},{"precision":0.832559,"recall":0.873518,"f1":0.84506,"accuracy":0.873518,"main_score":0.84506,"hf_subset":"tpi_Latn-ita_Latn","languages":["tpi-Latn","ita-Latn"]},{"precision":0.78841,"recall":0.842885,"f1":0.804614,"accuracy":0.842885,"main_score":0.804614,"hf_subset":"tpi_Latn-kor_Hang","languages":["tpi-Latn","kor-Hang"]},{"precision":0.493888,"recall":0.566206,"f1":0.514024,"accuracy":0.566206,"main_score":0.514024,"hf_subset":"tpi_Latn-mos_Latn","languages":["tpi-Latn","mos-Latn"]},{"precision":0.466825,"recall":0.543478,"f1":0.488127,"accuracy":0.543478,"main_score":0.488127,"hf_subset":"tpi_Latn-run_Latn","languages":["tpi-Latn","run-Latn"]},{"precision":0.694999,"recall":0.764822,"f1":0.716164,"accuracy":0.764822,"main_score":0.716164,"hf_subset":"tpi_Latn-tam_Taml","languages":["tpi-Latn","tam-Taml"]},{"precision":0.797864,"recall":0.850791,"f1":0.814328,"accuracy":0.850791,"main_score":0.814328,"hf_subset":"tpi_Latn-vie_Latn","languages":["tpi-Latn","vie-Latn"]},{"precision":0.774515,"recall":0.832016,"f1":0.79213,"accuracy":0.832016,"main_score":0.79213,"hf_subset":"tpi_Latn-apc_Arab","languages":["tpi-Latn","apc-Arab"]},{"precision":0.706908,"recall":0.762846,"f1":0.723075,"accuracy":0.762846,"main_score":0.723075,"hf_subset":"tpi_Latn-bug_Latn","languages":["tpi-Latn","bug-Latn"]},{"precision":0.45073,"recall":0.512846,"f1":0.46767,"accuracy":0.512846,"main_score":0.46767,"hf_subset":"tpi_Latn-fon_Latn","languages":["tpi-Latn","fon-Latn"]},{"precision":0.797661,"recall":0.844862,"f1":0.811891,"accuracy":0.844862,"main_score":0.811891,"hf_subset":"tpi_Latn-jav_Latn","languages":["tpi-Latn","jav-Latn"]},{"precision":0.488513,"recall":0.573123,"f1":0.512266,"accuracy":0.573123,"main_score":0.512266,"hf_subset":"tpi_Latn-lao_Laoo","languages":["tpi-Latn","lao-Laoo"]},{"precision":0.487179,"recall":0.563241,"f1":0.50828,"accuracy":0.563241,"main_score":0.50828,"hf_subset":"tpi_Latn-mri_Latn","languages":["tpi-Latn","mri-Latn"]},{"precision":0.818965,"recall":0.863636,"f1":0.832823,"accuracy":0.863636,"main_score":0.832823,"hf_subset":"tpi_Latn-rus_Cyrl","languages":["tpi-Latn","rus-Cyrl"]},{"precision":0.520349,"recall":0.582016,"f1":0.537563,"accuracy":0.582016,"main_score":0.537563,"hf_subset":"tpi_Latn-taq_Latn","languages":["tpi-Latn","taq-Latn"]},{"precision":0.831226,"recall":0.867589,"f1":0.841963,"accuracy":0.867589,"main_score":0.841963,"hf_subset":"tpi_Latn-war_Latn","languages":["tpi-Latn","war-Latn"]},{"precision":0.781384,"recall":0.835968,"f1":0.797826,"accuracy":0.835968,"main_score":0.797826,"hf_subset":"tpi_Latn-arb_Arab","languages":["tpi-Latn","arb-Arab"]},{"precision":0.817119,"recall":0.859684,"f1":0.830369,"accuracy":0.859684,"main_score":0.830369,"hf_subset":"tpi_Latn-bul_Cyrl","languages":["tpi-Latn","bul-Cyrl"]},{"precision":0.817467,"recall":0.863636,"f1":0.83163,"accuracy":0.863636,"main_score":0.83163,"hf_subset":"tpi_Latn-fra_Latn","languages":["tpi-Latn","fra-Latn"]},{"precision":0.816469,"recall":0.862648,"f1":0.830647,"accuracy":0.862648,"main_score":0.830647,"hf_subset":"tpi_Latn-jpn_Jpan","languages":["tpi-Latn","jpn-Jpan"]},{"precision":0.784371,"recall":0.833992,"f1":0.799385,"accuracy":0.833992,"main_score":0.799385,"hf_subset":"tpi_Latn-lij_Latn","languages":["tpi-Latn","lij-Latn"]},{"precision":0.435185,"recall":0.545455,"f1":0.465384,"accuracy":0.545455,"main_score":0.465384,"hf_subset":"tpi_Latn-mya_Mymr","languages":["tpi-Latn","mya-Mymr"]},{"precision":0.533679,"recall":0.608696,"f1":0.555059,"accuracy":0.608696,"main_score":0.555059,"hf_subset":"tpi_Latn-sag_Latn","languages":["tpi-Latn","sag-Latn"]},{"precision":0.146874,"recall":0.220356,"f1":0.161739,"accuracy":0.220356,"main_score":0.161739,"hf_subset":"tpi_Latn-taq_Tfng","languages":["tpi-Latn","taq-Tfng"]},{"precision":0.573231,"recall":0.643281,"f1":0.593598,"accuracy":0.643281,"main_score":0.593598,"hf_subset":"tpi_Latn-wol_Latn","languages":["tpi-Latn","wol-Latn"]},{"precision":0.464929,"recall":0.549407,"f1":0.488087,"accuracy":0.549407,"main_score":0.488087,"hf_subset":"tpi_Latn-arb_Latn","languages":["tpi-Latn","arb-Latn"]},{"precision":0.819499,"recall":0.862648,"f1":0.832812,"accuracy":0.862648,"main_score":0.832812,"hf_subset":"tpi_Latn-cat_Latn","languages":["tpi-Latn","cat-Latn"]},{"precision":0.782091,"recall":0.833992,"f1":0.79796,"accuracy":0.833992,"main_score":0.79796,"hf_subset":"tpi_Latn-fur_Latn","languages":["tpi-Latn","fur-Latn"]},{"precision":0.357046,"recall":0.422925,"f1":0.374563,"accuracy":0.422925,"main_score":0.374563,"hf_subset":"tpi_Latn-kab_Latn","languages":["tpi-Latn","kab-Latn"]},{"precision":0.773518,"recall":0.824111,"f1":0.789042,"accuracy":0.824111,"main_score":0.789042,"hf_subset":"tpi_Latn-lim_Latn","languages":["tpi-Latn","lim-Latn"]},{"precision":0.806798,"recall":0.853755,"f1":0.821493,"accuracy":0.853755,"main_score":0.821493,"hf_subset":"tpi_Latn-nld_Latn","languages":["tpi-Latn","nld-Latn"]},{"precision":0.683383,"recall":0.758893,"f1":0.70583,"accuracy":0.758893,"main_score":0.70583,"hf_subset":"tpi_Latn-san_Deva","languages":["tpi-Latn","san-Deva"]},{"precision":0.768932,"recall":0.81917,"f1":0.784239,"accuracy":0.81917,"main_score":0.784239,"hf_subset":"tpi_Latn-tat_Cyrl","languages":["tpi-Latn","tat-Cyrl"]},{"precision":0.534847,"recall":0.606719,"f1":0.55461,"accuracy":0.606719,"main_score":0.55461,"hf_subset":"tpi_Latn-xho_Latn","languages":["tpi-Latn","xho-Latn"]},{"precision":0.77803,"recall":0.833992,"f1":0.795272,"accuracy":0.833992,"main_score":0.795272,"hf_subset":"tpi_Latn-ars_Arab","languages":["tpi-Latn","ars-Arab"]},{"precision":0.792829,"recall":0.839921,"f1":0.806821,"accuracy":0.839921,"main_score":0.806821,"hf_subset":"tpi_Latn-ceb_Latn","languages":["tpi-Latn","ceb-Latn"]},{"precision":0.487582,"recall":0.563241,"f1":0.508903,"accuracy":0.563241,"main_score":0.508903,"hf_subset":"tpi_Latn-fuv_Latn","languages":["tpi-Latn","fuv-Latn"]},{"precision":0.506063,"recall":0.576087,"f1":0.525344,"accuracy":0.576087,"main_score":0.525344,"hf_subset":"tpi_Latn-kac_Latn","languages":["tpi-Latn","kac-Latn"]},{"precision":0.59014,"recall":0.65415,"f1":0.608698,"accuracy":0.65415,"main_score":0.608698,"hf_subset":"tpi_Latn-lin_Latn","languages":["tpi-Latn","lin-Latn"]},{"precision":0.795928,"recall":0.84585,"f1":0.811052,"accuracy":0.84585,"main_score":0.811052,"hf_subset":"tpi_Latn-nno_Latn","languages":["tpi-Latn","nno-Latn"]},{"precision":0.026558,"recall":0.073123,"f1":0.033629,"accuracy":0.073123,"main_score":0.033629,"hf_subset":"tpi_Latn-sat_Olck","languages":["tpi-Latn","sat-Olck"]},{"precision":0.76264,"recall":0.815217,"f1":0.778448,"accuracy":0.815217,"main_score":0.778448,"hf_subset":"tpi_Latn-tel_Telu","languages":["tpi-Latn","tel-Telu"]},{"precision":0.510404,"recall":0.598814,"f1":0.536709,"accuracy":0.598814,"main_score":0.536709,"hf_subset":"tpi_Latn-ydd_Hebr","languages":["tpi-Latn","ydd-Hebr"]},{"precision":0.753125,"recall":0.811265,"f1":0.770578,"accuracy":0.811265,"main_score":0.770578,"hf_subset":"tpi_Latn-ary_Arab","languages":["tpi-Latn","ary-Arab"]},{"precision":0.809758,"recall":0.855731,"f1":0.823924,"accuracy":0.855731,"main_score":0.823924,"hf_subset":"tpi_Latn-ces_Latn","languages":["tpi-Latn","ces-Latn"]},{"precision":0.405722,"recall":0.492095,"f1":0.430055,"accuracy":0.492095,"main_score":0.430055,"hf_subset":"tpi_Latn-gaz_Latn","languages":["tpi-Latn","gaz-Latn"]},{"precision":0.503538,"recall":0.578063,"f1":0.5238,"accuracy":0.578063,"main_score":0.5238,"hf_subset":"tpi_Latn-kam_Latn","languages":["tpi-Latn","kam-Latn"]},{"precision":0.770984,"recall":0.826087,"f1":0.787736,"accuracy":0.826087,"main_score":0.787736,"hf_subset":"tpi_Latn-lit_Latn","languages":["tpi-Latn","lit-Latn"]},{"precision":0.811327,"recall":0.858696,"f1":0.826368,"accuracy":0.858696,"main_score":0.826368,"hf_subset":"tpi_Latn-nob_Latn","languages":["tpi-Latn","nob-Latn"]},{"precision":0.764682,"recall":0.818182,"f1":0.780621,"accuracy":0.818182,"main_score":0.780621,"hf_subset":"tpi_Latn-scn_Latn","languages":["tpi-Latn","scn-Latn"]},{"precision":0.66973,"recall":0.733202,"f1":0.688773,"accuracy":0.733202,"main_score":0.688773,"hf_subset":"tpi_Latn-tgk_Cyrl","languages":["tpi-Latn","tgk-Cyrl"]},{"precision":0.450794,"recall":0.527668,"f1":0.47251,"accuracy":0.527668,"main_score":0.47251,"hf_subset":"tpi_Latn-yor_Latn","languages":["tpi-Latn","yor-Latn"]},{"precision":0.765843,"recall":0.824111,"f1":0.783532,"accuracy":0.824111,"main_score":0.783532,"hf_subset":"tpi_Latn-arz_Arab","languages":["tpi-Latn","arz-Arab"]},{"precision":0.500759,"recall":0.58004,"f1":0.522808,"accuracy":0.58004,"main_score":0.522808,"hf_subset":"tpi_Latn-cjk_Latn","languages":["tpi-Latn","cjk-Latn"]},{"precision":0.48379,"recall":0.556324,"f1":0.503635,"accuracy":0.556324,"main_score":0.503635,"hf_subset":"tpi_Latn-gla_Latn","languages":["tpi-Latn","gla-Latn"]},{"precision":0.753864,"recall":0.813241,"f1":0.771893,"accuracy":0.813241,"main_score":0.771893,"hf_subset":"tpi_Latn-kan_Knda","languages":["tpi-Latn","kan-Knda"]},{"precision":0.781007,"recall":0.827075,"f1":0.794524,"accuracy":0.827075,"main_score":0.794524,"hf_subset":"tpi_Latn-lmo_Latn","languages":["tpi-Latn","lmo-Latn"]},{"precision":0.75495,"recall":0.814229,"f1":0.772861,"accuracy":0.814229,"main_score":0.772861,"hf_subset":"tpi_Latn-npi_Deva","languages":["tpi-Latn","npi-Deva"]},{"precision":0.431953,"recall":0.521739,"f1":0.455787,"accuracy":0.521739,"main_score":0.455787,"hf_subset":"tpi_Latn-shn_Mymr","languages":["tpi-Latn","shn-Mymr"]},{"precision":0.795257,"recall":0.841897,"f1":0.809224,"accuracy":0.841897,"main_score":0.809224,"hf_subset":"tpi_Latn-tgl_Latn","languages":["tpi-Latn","tgl-Latn"]},{"precision":0.804274,"recall":0.852767,"f1":0.819233,"accuracy":0.852767,"main_score":0.819233,"hf_subset":"tpi_Latn-yue_Hant","languages":["tpi-Latn","yue-Hant"]},{"precision":0.691151,"recall":0.76087,"f1":0.712291,"accuracy":0.76087,"main_score":0.712291,"hf_subset":"tpi_Latn-asm_Beng","languages":["tpi-Latn","asm-Beng"]},{"precision":0.557139,"recall":0.626482,"f1":0.576849,"accuracy":0.626482,"main_score":0.576849,"hf_subset":"tpi_Latn-ckb_Arab","languages":["tpi-Latn","ckb-Arab"]},{"precision":0.517887,"recall":0.596838,"f1":0.540411,"accuracy":0.596838,"main_score":0.540411,"hf_subset":"tpi_Latn-gle_Latn","languages":["tpi-Latn","gle-Latn"]},{"precision":0.671486,"recall":0.742095,"f1":0.692436,"accuracy":0.742095,"main_score":0.692436,"hf_subset":"tpi_Latn-kas_Arab","languages":["tpi-Latn","kas-Arab"]},{"precision":0.678781,"recall":0.746047,"f1":0.698275,"accuracy":0.746047,"main_score":0.698275,"hf_subset":"tpi_Latn-ltg_Latn","languages":["tpi-Latn","ltg-Latn"]},{"precision":0.552893,"recall":0.613636,"f1":0.56954,"accuracy":0.613636,"main_score":0.56954,"hf_subset":"tpi_Latn-nso_Latn","languages":["tpi-Latn","nso-Latn"]},{"precision":0.228237,"recall":0.294466,"f1":0.244466,"accuracy":0.294466,"main_score":0.244466,"hf_subset":"tpi_Latn-sin_Sinh","languages":["tpi-Latn","sin-Sinh"]},{"precision":0.789072,"recall":0.842885,"f1":0.805369,"accuracy":0.842885,"main_score":0.805369,"hf_subset":"tpi_Latn-tha_Thai","languages":["tpi-Latn","tha-Thai"]},{"precision":0.8044,"recall":0.854743,"f1":0.819855,"accuracy":0.854743,"main_score":0.819855,"hf_subset":"tpi_Latn-zho_Hans","languages":["tpi-Latn","zho-Hans"]},{"precision":0.806159,"recall":0.854743,"f1":0.821396,"accuracy":0.854743,"main_score":0.821396,"hf_subset":"tpi_Latn-ast_Latn","languages":["tpi-Latn","ast-Latn"]},{"precision":0.749292,"recall":0.807312,"f1":0.766916,"accuracy":0.807312,"main_score":0.766916,"hf_subset":"tpi_Latn-crh_Latn","languages":["tpi-Latn","crh-Latn"]},{"precision":0.823033,"recall":0.866601,"f1":0.836197,"accuracy":0.866601,"main_score":0.836197,"hf_subset":"tpi_Latn-glg_Latn","languages":["tpi-Latn","glg-Latn"]},{"precision":0.635382,"recall":0.704545,"f1":0.655916,"accuracy":0.704545,"main_score":0.655916,"hf_subset":"tpi_Latn-kas_Deva","languages":["tpi-Latn","kas-Deva"]},{"precision":0.785581,"recall":0.835968,"f1":0.800569,"accuracy":0.835968,"main_score":0.800569,"hf_subset":"tpi_Latn-ltz_Latn","languages":["tpi-Latn","ltz-Latn"]},{"precision":0.428863,"recall":0.505929,"f1":0.449467,"accuracy":0.505929,"main_score":0.449467,"hf_subset":"tpi_Latn-nus_Latn","languages":["tpi-Latn","nus-Latn"]},{"precision":0.789517,"recall":0.839921,"f1":0.804539,"accuracy":0.839921,"main_score":0.804539,"hf_subset":"tpi_Latn-slk_Latn","languages":["tpi-Latn","slk-Latn"]},{"precision":0.234941,"recall":0.302372,"f1":0.251716,"accuracy":0.302372,"main_score":0.251716,"hf_subset":"tpi_Latn-tir_Ethi","languages":["tpi-Latn","tir-Ethi"]},{"precision":0.794608,"recall":0.850791,"f1":0.811907,"accuracy":0.850791,"main_score":0.811907,"hf_subset":"tpi_Latn-zho_Hant","languages":["tpi-Latn","zho-Hant"]},{"precision":0.790283,"recall":0.840909,"f1":0.805732,"accuracy":0.840909,"main_score":0.805732,"hf_subset":"tpi_Latn-awa_Deva","languages":["tpi-Latn","awa-Deva"]},{"precision":0.60299,"recall":0.673913,"f1":0.623681,"accuracy":0.673913,"main_score":0.623681,"hf_subset":"tpi_Latn-cym_Latn","languages":["tpi-Latn","cym-Latn"]},{"precision":0.705863,"recall":0.754941,"f1":0.720529,"accuracy":0.754941,"main_score":0.720529,"hf_subset":"tpi_Latn-grn_Latn","languages":["tpi-Latn","grn-Latn"]},{"precision":0.695389,"recall":0.763834,"f1":0.716217,"accuracy":0.763834,"main_score":0.716217,"hf_subset":"tpi_Latn-kat_Geor","languages":["tpi-Latn","kat-Geor"]},{"precision":0.568545,"recall":0.633399,"f1":0.586915,"accuracy":0.633399,"main_score":0.586915,"hf_subset":"tpi_Latn-lua_Latn","languages":["tpi-Latn","lua-Latn"]},{"precision":0.544105,"recall":0.610672,"f1":0.562931,"accuracy":0.610672,"main_score":0.562931,"hf_subset":"tpi_Latn-nya_Latn","languages":["tpi-Latn","nya-Latn"]},{"precision":0.79483,"recall":0.841897,"f1":0.809085,"accuracy":0.841897,"main_score":0.809085,"hf_subset":"tpi_Latn-slv_Latn","languages":["tpi-Latn","slv-Latn"]},{"precision":0.821653,"recall":0.863636,"f1":0.834471,"accuracy":0.863636,"main_score":0.834471,"hf_subset":"tpi_Latn-zsm_Latn","languages":["tpi-Latn","zsm-Latn"]},{"precision":0.500208,"recall":0.572134,"f1":0.520415,"accuracy":0.572134,"main_score":0.520415,"hf_subset":"tpi_Latn-ayr_Latn","languages":["tpi-Latn","ayr-Latn"]},{"precision":0.812343,"recall":0.859684,"f1":0.827207,"accuracy":0.859684,"main_score":0.827207,"hf_subset":"tpi_Latn-dan_Latn","languages":["tpi-Latn","dan-Latn"]},{"precision":0.761117,"recall":0.816206,"f1":0.778266,"accuracy":0.816206,"main_score":0.778266,"hf_subset":"tpi_Latn-guj_Gujr","languages":["tpi-Latn","guj-Gujr"]},{"precision":0.757334,"recall":0.814229,"f1":0.774742,"accuracy":0.814229,"main_score":0.774742,"hf_subset":"tpi_Latn-kaz_Cyrl","languages":["tpi-Latn","kaz-Cyrl"]},{"precision":0.460764,"recall":0.533597,"f1":0.481403,"accuracy":0.533597,"main_score":0.481403,"hf_subset":"tpi_Latn-lug_Latn","languages":["tpi-Latn","lug-Latn"]},{"precision":0.796097,"recall":0.846838,"f1":0.8113,"accuracy":0.846838,"main_score":0.8113,"hf_subset":"tpi_Latn-oci_Latn","languages":["tpi-Latn","oci-Latn"]},{"precision":0.538631,"recall":0.613636,"f1":0.558758,"accuracy":0.613636,"main_score":0.558758,"hf_subset":"tpi_Latn-smo_Latn","languages":["tpi-Latn","smo-Latn"]},{"precision":0.506863,"recall":0.56917,"f1":0.523653,"accuracy":0.56917,"main_score":0.523653,"hf_subset":"tpi_Latn-tsn_Latn","languages":["tpi-Latn","tsn-Latn"]},{"precision":0.468176,"recall":0.538538,"f1":0.486718,"accuracy":0.538538,"main_score":0.486718,"hf_subset":"tpi_Latn-zul_Latn","languages":["tpi-Latn","zul-Latn"]},{"precision":0.640566,"recall":0.717391,"f1":0.663227,"accuracy":0.717391,"main_score":0.663227,"hf_subset":"tpi_Latn-azb_Arab","languages":["tpi-Latn","azb-Arab"]},{"precision":0.816458,"recall":0.859684,"f1":0.829979,"accuracy":0.859684,"main_score":0.829979,"hf_subset":"tpi_Latn-deu_Latn","languages":["tpi-Latn","deu-Latn"]},{"precision":0.67355,"recall":0.746047,"f1":0.694884,"accuracy":0.746047,"main_score":0.694884,"hf_subset":"tpi_Latn-hat_Latn","languages":["tpi-Latn","hat-Latn"]},{"precision":0.461113,"recall":0.527668,"f1":0.479956,"accuracy":0.527668,"main_score":0.479956,"hf_subset":"tpi_Latn-kbp_Latn","languages":["tpi-Latn","kbp-Latn"]},{"precision":0.524984,"recall":0.585968,"f1":0.541682,"accuracy":0.585968,"main_score":0.541682,"hf_subset":"tpi_Latn-luo_Latn","languages":["tpi-Latn","luo-Latn"]},{"precision":0.735112,"recall":0.794466,"f1":0.752769,"accuracy":0.794466,"main_score":0.752769,"hf_subset":"tpi_Latn-ory_Orya","languages":["tpi-Latn","ory-Orya"]},{"precision":0.513768,"recall":0.586957,"f1":0.53474,"accuracy":0.586957,"main_score":0.53474,"hf_subset":"tpi_Latn-sna_Latn","languages":["tpi-Latn","sna-Latn"]},{"precision":0.503484,"recall":0.564229,"f1":0.519718,"accuracy":0.564229,"main_score":0.519718,"hf_subset":"tpi_Latn-tso_Latn","languages":["tpi-Latn","tso-Latn"]},{"precision":0.747447,"recall":0.807312,"f1":0.765534,"accuracy":0.807312,"main_score":0.765534,"hf_subset":"tpi_Latn-azj_Latn","languages":["tpi-Latn","azj-Latn"]},{"precision":0.511989,"recall":0.58004,"f1":0.53195,"accuracy":0.58004,"main_score":0.53195,"hf_subset":"tpi_Latn-dik_Latn","languages":["tpi-Latn","dik-Latn"]},{"precision":0.49772,"recall":0.562253,"f1":0.516391,"accuracy":0.562253,"main_score":0.516391,"hf_subset":"tpi_Latn-hau_Latn","languages":["tpi-Latn","hau-Latn"]},{"precision":0.775683,"recall":0.829051,"f1":0.791874,"accuracy":0.829051,"main_score":0.791874,"hf_subset":"tpi_Latn-kea_Latn","languages":["tpi-Latn","kea-Latn"]},{"precision":0.686358,"recall":0.738142,"f1":0.701463,"accuracy":0.738142,"main_score":0.701463,"hf_subset":"tpi_Latn-lus_Latn","languages":["tpi-Latn","lus-Latn"]},{"precision":0.765382,"recall":0.810277,"f1":0.779117,"accuracy":0.810277,"main_score":0.779117,"hf_subset":"tpi_Latn-pag_Latn","languages":["tpi-Latn","pag-Latn"]},{"precision":0.70779,"recall":0.774704,"f1":0.728294,"accuracy":0.774704,"main_score":0.728294,"hf_subset":"tpi_Latn-snd_Arab","languages":["tpi-Latn","snd-Arab"]},{"precision":0.642338,"recall":0.714427,"f1":0.663691,"accuracy":0.714427,"main_score":0.663691,"hf_subset":"tpi_Latn-tuk_Latn","languages":["tpi-Latn","tuk-Latn"]},{"precision":0.749226,"recall":0.799407,"f1":0.764211,"accuracy":0.799407,"main_score":0.764211,"hf_subset":"tpi_Latn-bak_Cyrl","languages":["tpi-Latn","bak-Cyrl"]},{"precision":0.442874,"recall":0.528656,"f1":0.467485,"accuracy":0.528656,"main_score":0.467485,"hf_subset":"tpi_Latn-dyu_Latn","languages":["tpi-Latn","dyu-Latn"]},{"precision":0.741798,"recall":0.80336,"f1":0.760639,"accuracy":0.80336,"main_score":0.760639,"hf_subset":"tpi_Latn-heb_Hebr","languages":["tpi-Latn","heb-Hebr"]},{"precision":0.608023,"recall":0.68083,"f1":0.62996,"accuracy":0.68083,"main_score":0.62996,"hf_subset":"tpi_Latn-khk_Cyrl","languages":["tpi-Latn","khk-Cyrl"]},{"precision":0.764848,"recall":0.816206,"f1":0.780269,"accuracy":0.816206,"main_score":0.780269,"hf_subset":"tpi_Latn-lvs_Latn","languages":["tpi-Latn","lvs-Latn"]},{"precision":0.764454,"recall":0.81917,"f1":0.781043,"accuracy":0.81917,"main_score":0.781043,"hf_subset":"tpi_Latn-pan_Guru","languages":["tpi-Latn","pan-Guru"]},{"precision":0.466594,"recall":0.532609,"f1":0.484896,"accuracy":0.532609,"main_score":0.484896,"hf_subset":"tpi_Latn-som_Latn","languages":["tpi-Latn","som-Latn"]},{"precision":0.516292,"recall":0.581028,"f1":0.534263,"accuracy":0.581028,"main_score":0.534263,"hf_subset":"tpi_Latn-tum_Latn","languages":["tpi-Latn","tum-Latn"]},{"precision":0.447271,"recall":0.534585,"f1":0.471183,"accuracy":0.534585,"main_score":0.471183,"hf_subset":"zsm_Latn-ace_Arab","languages":["zsm-Latn","ace-Arab"]},{"precision":0.453615,"recall":0.534585,"f1":0.476316,"accuracy":0.534585,"main_score":0.476316,"hf_subset":"zsm_Latn-bam_Latn","languages":["zsm-Latn","bam-Latn"]},{"precision":0.111832,"recall":0.168972,"f1":0.125901,"accuracy":0.168972,"main_score":0.125901,"hf_subset":"zsm_Latn-dzo_Tibt","languages":["zsm-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zsm_Latn-hin_Deva","languages":["zsm-Latn","hin-Deva"]},{"precision":0.935771,"recall":0.956522,"f1":0.942523,"accuracy":0.956522,"main_score":0.942523,"hf_subset":"zsm_Latn-khm_Khmr","languages":["zsm-Latn","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zsm_Latn-mag_Deva","languages":["zsm-Latn","mag-Deva"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"zsm_Latn-pap_Latn","languages":["zsm-Latn","pap-Latn"]},{"precision":0.492018,"recall":0.56917,"f1":0.512564,"accuracy":0.56917,"main_score":0.512564,"hf_subset":"zsm_Latn-sot_Latn","languages":["zsm-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-tur_Latn","languages":["zsm-Latn","tur-Latn"]},{"precision":0.822464,"recall":0.870553,"f1":0.837371,"accuracy":0.870553,"main_score":0.837371,"hf_subset":"zsm_Latn-ace_Latn","languages":["zsm-Latn","ace-Latn"]},{"precision":0.924901,"recall":0.947628,"f1":0.932312,"accuracy":0.947628,"main_score":0.932312,"hf_subset":"zsm_Latn-ban_Latn","languages":["zsm-Latn","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zsm_Latn-ell_Grek","languages":["zsm-Latn","ell-Grek"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"zsm_Latn-hne_Deva","languages":["zsm-Latn","hne-Deva"]},{"precision":0.512035,"recall":0.592885,"f1":0.534925,"accuracy":0.592885,"main_score":0.534925,"hf_subset":"zsm_Latn-kik_Latn","languages":["zsm-Latn","kik-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zsm_Latn-mai_Deva","languages":["zsm-Latn","mai-Deva"]},{"precision":0.886281,"recall":0.91996,"f1":0.89697,"accuracy":0.91996,"main_score":0.89697,"hf_subset":"zsm_Latn-pbt_Arab","languages":["zsm-Latn","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zsm_Latn-spa_Latn","languages":["zsm-Latn","spa-Latn"]},{"precision":0.571964,"recall":0.647233,"f1":0.593406,"accuracy":0.647233,"main_score":0.593406,"hf_subset":"zsm_Latn-twi_Latn","languages":["zsm-Latn","twi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zsm_Latn-acm_Arab","languages":["zsm-Latn","acm-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-bel_Cyrl","languages":["zsm-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-eng_Latn","languages":["zsm-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-hrv_Latn","languages":["zsm-Latn","hrv-Latn"]},{"precision":0.450759,"recall":0.530632,"f1":0.472966,"accuracy":0.530632,"main_score":0.472966,"hf_subset":"zsm_Latn-kin_Latn","languages":["zsm-Latn","kin-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"zsm_Latn-mal_Mlym","languages":["zsm-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-pes_Arab","languages":["zsm-Latn","pes-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"zsm_Latn-srd_Latn","languages":["zsm-Latn","srd-Latn"]},{"precision":0.111673,"recall":0.176877,"f1":0.124555,"accuracy":0.176877,"main_score":0.124555,"hf_subset":"zsm_Latn-tzm_Tfng","languages":["zsm-Latn","tzm-Tfng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-acq_Arab","languages":["zsm-Latn","acq-Arab"]},{"precision":0.520701,"recall":0.600791,"f1":0.543634,"accuracy":0.600791,"main_score":0.543634,"hf_subset":"zsm_Latn-bem_Latn","languages":["zsm-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-epo_Latn","languages":["zsm-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-hun_Latn","languages":["zsm-Latn","hun-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"zsm_Latn-kir_Cyrl","languages":["zsm-Latn","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zsm_Latn-mar_Deva","languages":["zsm-Latn","mar-Deva"]},{"precision":0.559347,"recall":0.628458,"f1":0.579248,"accuracy":0.628458,"main_score":0.579248,"hf_subset":"zsm_Latn-plt_Latn","languages":["zsm-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-srp_Cyrl","languages":["zsm-Latn","srp-Cyrl"]},{"precision":0.937747,"recall":0.956522,"f1":0.943841,"accuracy":0.956522,"main_score":0.943841,"hf_subset":"zsm_Latn-uig_Arab","languages":["zsm-Latn","uig-Arab"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"zsm_Latn-aeb_Arab","languages":["zsm-Latn","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zsm_Latn-ben_Beng","languages":["zsm-Latn","ben-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zsm_Latn-est_Latn","languages":["zsm-Latn","est-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zsm_Latn-hye_Armn","languages":["zsm-Latn","hye-Armn"]},{"precision":0.466859,"recall":0.540514,"f1":0.487712,"accuracy":0.540514,"main_score":0.487712,"hf_subset":"zsm_Latn-kmb_Latn","languages":["zsm-Latn","kmb-Latn"]},{"precision":0.386863,"recall":0.479249,"f1":0.411142,"accuracy":0.479249,"main_score":0.411142,"hf_subset":"zsm_Latn-min_Arab","languages":["zsm-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-pol_Latn","languages":["zsm-Latn","pol-Latn"]},{"precision":0.456549,"recall":0.536561,"f1":0.478317,"accuracy":0.536561,"main_score":0.478317,"hf_subset":"zsm_Latn-ssw_Latn","languages":["zsm-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-ukr_Cyrl","languages":["zsm-Latn","ukr-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-afr_Latn","languages":["zsm-Latn","afr-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"zsm_Latn-bho_Deva","languages":["zsm-Latn","bho-Deva"]},{"precision":0.950758,"recall":0.966403,"f1":0.955863,"accuracy":0.966403,"main_score":0.955863,"hf_subset":"zsm_Latn-eus_Latn","languages":["zsm-Latn","eus-Latn"]},{"precision":0.508449,"recall":0.583004,"f1":0.528607,"accuracy":0.583004,"main_score":0.528607,"hf_subset":"zsm_Latn-ibo_Latn","languages":["zsm-Latn","ibo-Latn"]},{"precision":0.712057,"recall":0.777668,"f1":0.731546,"accuracy":0.777668,"main_score":0.731546,"hf_subset":"zsm_Latn-kmr_Latn","languages":["zsm-Latn","kmr-Latn"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"zsm_Latn-min_Latn","languages":["zsm-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-por_Latn","languages":["zsm-Latn","por-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"zsm_Latn-sun_Latn","languages":["zsm-Latn","sun-Latn"]},{"precision":0.453609,"recall":0.532609,"f1":0.476553,"accuracy":0.532609,"main_score":0.476553,"hf_subset":"zsm_Latn-umb_Latn","languages":["zsm-Latn","umb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zsm_Latn-ajp_Arab","languages":["zsm-Latn","ajp-Arab"]},{"precision":0.411286,"recall":0.509881,"f1":0.438465,"accuracy":0.509881,"main_score":0.438465,"hf_subset":"zsm_Latn-bjn_Arab","languages":["zsm-Latn","bjn-Arab"]},{"precision":0.482846,"recall":0.55336,"f1":0.502081,"accuracy":0.55336,"main_score":0.502081,"hf_subset":"zsm_Latn-ewe_Latn","languages":["zsm-Latn","ewe-Latn"]},{"precision":0.852388,"recall":0.893281,"f1":0.864987,"accuracy":0.893281,"main_score":0.864987,"hf_subset":"zsm_Latn-ilo_Latn","languages":["zsm-Latn","ilo-Latn"]},{"precision":0.188026,"recall":0.274704,"f1":0.2089,"accuracy":0.274704,"main_score":0.2089,"hf_subset":"zsm_Latn-knc_Arab","languages":["zsm-Latn","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-mkd_Cyrl","languages":["zsm-Latn","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zsm_Latn-prs_Arab","languages":["zsm-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-swe_Latn","languages":["zsm-Latn","swe-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zsm_Latn-urd_Arab","languages":["zsm-Latn","urd-Arab"]},{"precision":0.54275,"recall":0.620553,"f1":0.56504,"accuracy":0.620553,"main_score":0.56504,"hf_subset":"zsm_Latn-aka_Latn","languages":["zsm-Latn","aka-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"zsm_Latn-bjn_Latn","languages":["zsm-Latn","bjn-Latn"]},{"precision":0.923254,"recall":0.94664,"f1":0.93083,"accuracy":0.94664,"main_score":0.93083,"hf_subset":"zsm_Latn-fao_Latn","languages":["zsm-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-ind_Latn","languages":["zsm-Latn","ind-Latn"]},{"precision":0.52648,"recall":0.602767,"f1":0.548271,"accuracy":0.602767,"main_score":0.548271,"hf_subset":"zsm_Latn-knc_Latn","languages":["zsm-Latn","knc-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"zsm_Latn-mlt_Latn","languages":["zsm-Latn","mlt-Latn"]},{"precision":0.575006,"recall":0.655138,"f1":0.596699,"accuracy":0.655138,"main_score":0.596699,"hf_subset":"zsm_Latn-quy_Latn","languages":["zsm-Latn","quy-Latn"]},{"precision":0.713011,"recall":0.783597,"f1":0.734209,"accuracy":0.783597,"main_score":0.734209,"hf_subset":"zsm_Latn-swh_Latn","languages":["zsm-Latn","swh-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zsm_Latn-uzn_Latn","languages":["zsm-Latn","uzn-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"zsm_Latn-als_Latn","languages":["zsm-Latn","als-Latn"]},{"precision":0.154145,"recall":0.238142,"f1":0.174187,"accuracy":0.238142,"main_score":0.174187,"hf_subset":"zsm_Latn-bod_Tibt","languages":["zsm-Latn","bod-Tibt"]},{"precision":0.476483,"recall":0.552372,"f1":0.497705,"accuracy":0.552372,"main_score":0.497705,"hf_subset":"zsm_Latn-fij_Latn","languages":["zsm-Latn","fij-Latn"]},{"precision":0.950511,"recall":0.965415,"f1":0.95527,"accuracy":0.965415,"main_score":0.95527,"hf_subset":"zsm_Latn-isl_Latn","languages":["zsm-Latn","isl-Latn"]},{"precision":0.553512,"recall":0.635375,"f1":0.577077,"accuracy":0.635375,"main_score":0.577077,"hf_subset":"zsm_Latn-kon_Latn","languages":["zsm-Latn","kon-Latn"]},{"precision":0.502495,"recall":0.601779,"f1":0.530612,"accuracy":0.601779,"main_score":0.530612,"hf_subset":"zsm_Latn-mni_Beng","languages":["zsm-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-ron_Latn","languages":["zsm-Latn","ron-Latn"]},{"precision":0.983202,"recall":0.987154,"f1":0.984519,"accuracy":0.987154,"main_score":0.984519,"hf_subset":"zsm_Latn-szl_Latn","languages":["zsm-Latn","szl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zsm_Latn-vec_Latn","languages":["zsm-Latn","vec-Latn"]},{"precision":0.533642,"recall":0.624506,"f1":0.559313,"accuracy":0.624506,"main_score":0.559313,"hf_subset":"zsm_Latn-amh_Ethi","languages":["zsm-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-bos_Latn","languages":["zsm-Latn","bos-Latn"]},{"precision":0.995059,"recall":0.996047,"f1":0.995389,"accuracy":0.996047,"main_score":0.995389,"hf_subset":"zsm_Latn-fin_Latn","languages":["zsm-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-ita_Latn","languages":["zsm-Latn","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-kor_Hang","languages":["zsm-Latn","kor-Hang"]},{"precision":0.470649,"recall":0.556324,"f1":0.49484,"accuracy":0.556324,"main_score":0.49484,"hf_subset":"zsm_Latn-mos_Latn","languages":["zsm-Latn","mos-Latn"]},{"precision":0.45095,"recall":0.525692,"f1":0.471243,"accuracy":0.525692,"main_score":0.471243,"hf_subset":"zsm_Latn-run_Latn","languages":["zsm-Latn","run-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zsm_Latn-tam_Taml","languages":["zsm-Latn","tam-Taml"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zsm_Latn-vie_Latn","languages":["zsm-Latn","vie-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-apc_Arab","languages":["zsm-Latn","apc-Arab"]},{"precision":0.759256,"recall":0.816206,"f1":0.776205,"accuracy":0.816206,"main_score":0.776205,"hf_subset":"zsm_Latn-bug_Latn","languages":["zsm-Latn","bug-Latn"]},{"precision":0.425732,"recall":0.5,"f1":0.445638,"accuracy":0.5,"main_score":0.445638,"hf_subset":"zsm_Latn-fon_Latn","languages":["zsm-Latn","fon-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"zsm_Latn-jav_Latn","languages":["zsm-Latn","jav-Latn"]},{"precision":0.916667,"recall":0.943676,"f1":0.92556,"accuracy":0.943676,"main_score":0.92556,"hf_subset":"zsm_Latn-lao_Laoo","languages":["zsm-Latn","lao-Laoo"]},{"precision":0.580303,"recall":0.663043,"f1":0.60426,"accuracy":0.663043,"main_score":0.60426,"hf_subset":"zsm_Latn-mri_Latn","languages":["zsm-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-rus_Cyrl","languages":["zsm-Latn","rus-Cyrl"]},{"precision":0.487599,"recall":0.564229,"f1":0.509062,"accuracy":0.564229,"main_score":0.509062,"hf_subset":"zsm_Latn-taq_Latn","languages":["zsm-Latn","taq-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"zsm_Latn-war_Latn","languages":["zsm-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-arb_Arab","languages":["zsm-Latn","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-bul_Cyrl","languages":["zsm-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-fra_Latn","languages":["zsm-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-jpn_Jpan","languages":["zsm-Latn","jpn-Jpan"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"zsm_Latn-lij_Latn","languages":["zsm-Latn","lij-Latn"]},{"precision":0.93997,"recall":0.95751,"f1":0.945553,"accuracy":0.95751,"main_score":0.945553,"hf_subset":"zsm_Latn-mya_Mymr","languages":["zsm-Latn","mya-Mymr"]},{"precision":0.516318,"recall":0.602767,"f1":0.540558,"accuracy":0.602767,"main_score":0.540558,"hf_subset":"zsm_Latn-sag_Latn","languages":["zsm-Latn","sag-Latn"]},{"precision":0.12549,"recall":0.212451,"f1":0.142616,"accuracy":0.212451,"main_score":0.142616,"hf_subset":"zsm_Latn-taq_Tfng","languages":["zsm-Latn","taq-Tfng"]},{"precision":0.543305,"recall":0.626482,"f1":0.56653,"accuracy":0.626482,"main_score":0.56653,"hf_subset":"zsm_Latn-wol_Latn","languages":["zsm-Latn","wol-Latn"]},{"precision":0.604801,"recall":0.693676,"f1":0.630427,"accuracy":0.693676,"main_score":0.630427,"hf_subset":"zsm_Latn-arb_Latn","languages":["zsm-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-cat_Latn","languages":["zsm-Latn","cat-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"zsm_Latn-fur_Latn","languages":["zsm-Latn","fur-Latn"]},{"precision":0.328552,"recall":0.405138,"f1":0.349027,"accuracy":0.405138,"main_score":0.349027,"hf_subset":"zsm_Latn-kab_Latn","languages":["zsm-Latn","kab-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"zsm_Latn-lim_Latn","languages":["zsm-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-nld_Latn","languages":["zsm-Latn","nld-Latn"]},{"precision":0.96418,"recall":0.974308,"f1":0.967292,"accuracy":0.974308,"main_score":0.967292,"hf_subset":"zsm_Latn-san_Deva","languages":["zsm-Latn","san-Deva"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"zsm_Latn-tat_Cyrl","languages":["zsm-Latn","tat-Cyrl"]},{"precision":0.520987,"recall":0.605731,"f1":0.544236,"accuracy":0.605731,"main_score":0.544236,"hf_subset":"zsm_Latn-xho_Latn","languages":["zsm-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-ars_Arab","languages":["zsm-Latn","ars-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"zsm_Latn-ceb_Latn","languages":["zsm-Latn","ceb-Latn"]},{"precision":0.486128,"recall":0.565217,"f1":0.508602,"accuracy":0.565217,"main_score":0.508602,"hf_subset":"zsm_Latn-fuv_Latn","languages":["zsm-Latn","fuv-Latn"]},{"precision":0.46469,"recall":0.551383,"f1":0.487922,"accuracy":0.551383,"main_score":0.487922,"hf_subset":"zsm_Latn-kac_Latn","languages":["zsm-Latn","kac-Latn"]},{"precision":0.559847,"recall":0.641304,"f1":0.582388,"accuracy":0.641304,"main_score":0.582388,"hf_subset":"zsm_Latn-lin_Latn","languages":["zsm-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zsm_Latn-nno_Latn","languages":["zsm-Latn","nno-Latn"]},{"precision":0.015755,"recall":0.052372,"f1":0.020871,"accuracy":0.052372,"main_score":0.020871,"hf_subset":"zsm_Latn-sat_Olck","languages":["zsm-Latn","sat-Olck"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zsm_Latn-tel_Telu","languages":["zsm-Latn","tel-Telu"]},{"precision":0.74184,"recall":0.8083,"f1":0.761748,"accuracy":0.8083,"main_score":0.761748,"hf_subset":"zsm_Latn-ydd_Hebr","languages":["zsm-Latn","ydd-Hebr"]},{"precision":0.960474,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"zsm_Latn-ary_Arab","languages":["zsm-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-ces_Latn","languages":["zsm-Latn","ces-Latn"]},{"precision":0.387442,"recall":0.479249,"f1":0.412061,"accuracy":0.479249,"main_score":0.412061,"hf_subset":"zsm_Latn-gaz_Latn","languages":["zsm-Latn","gaz-Latn"]},{"precision":0.495283,"recall":0.577075,"f1":0.518337,"accuracy":0.577075,"main_score":0.518337,"hf_subset":"zsm_Latn-kam_Latn","languages":["zsm-Latn","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"zsm_Latn-lit_Latn","languages":["zsm-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zsm_Latn-nob_Latn","languages":["zsm-Latn","nob-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"zsm_Latn-scn_Latn","languages":["zsm-Latn","scn-Latn"]},{"precision":0.899539,"recall":0.93083,"f1":0.90975,"accuracy":0.93083,"main_score":0.90975,"hf_subset":"zsm_Latn-tgk_Cyrl","languages":["zsm-Latn","tgk-Cyrl"]},{"precision":0.436512,"recall":0.517787,"f1":0.459635,"accuracy":0.517787,"main_score":0.459635,"hf_subset":"zsm_Latn-yor_Latn","languages":["zsm-Latn","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zsm_Latn-arz_Arab","languages":["zsm-Latn","arz-Arab"]},{"precision":0.487141,"recall":0.577075,"f1":0.511644,"accuracy":0.577075,"main_score":0.511644,"hf_subset":"zsm_Latn-cjk_Latn","languages":["zsm-Latn","cjk-Latn"]},{"precision":0.617742,"recall":0.69664,"f1":0.639927,"accuracy":0.69664,"main_score":0.639927,"hf_subset":"zsm_Latn-gla_Latn","languages":["zsm-Latn","gla-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"zsm_Latn-kan_Knda","languages":["zsm-Latn","kan-Knda"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"zsm_Latn-lmo_Latn","languages":["zsm-Latn","lmo-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"zsm_Latn-npi_Deva","languages":["zsm-Latn","npi-Deva"]},{"precision":0.413558,"recall":0.516798,"f1":0.441045,"accuracy":0.516798,"main_score":0.441045,"hf_subset":"zsm_Latn-shn_Mymr","languages":["zsm-Latn","shn-Mymr"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-tgl_Latn","languages":["zsm-Latn","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-yue_Hant","languages":["zsm-Latn","yue-Hant"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"zsm_Latn-asm_Beng","languages":["zsm-Latn","asm-Beng"]},{"precision":0.730803,"recall":0.793478,"f1":0.749344,"accuracy":0.793478,"main_score":0.749344,"hf_subset":"zsm_Latn-ckb_Arab","languages":["zsm-Latn","ckb-Arab"]},{"precision":0.710978,"recall":0.785573,"f1":0.733877,"accuracy":0.785573,"main_score":0.733877,"hf_subset":"zsm_Latn-gle_Latn","languages":["zsm-Latn","gle-Latn"]},{"precision":0.884634,"recall":0.91996,"f1":0.895982,"accuracy":0.91996,"main_score":0.895982,"hf_subset":"zsm_Latn-kas_Arab","languages":["zsm-Latn","kas-Arab"]},{"precision":0.880188,"recall":0.916008,"f1":0.8917,"accuracy":0.916008,"main_score":0.8917,"hf_subset":"zsm_Latn-ltg_Latn","languages":["zsm-Latn","ltg-Latn"]},{"precision":0.526177,"recall":0.606719,"f1":0.549004,"accuracy":0.606719,"main_score":0.549004,"hf_subset":"zsm_Latn-nso_Latn","languages":["zsm-Latn","nso-Latn"]},{"precision":0.448758,"recall":0.548419,"f1":0.476702,"accuracy":0.548419,"main_score":0.476702,"hf_subset":"zsm_Latn-sin_Sinh","languages":["zsm-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-tha_Thai","languages":["zsm-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-zho_Hans","languages":["zsm-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-ast_Latn","languages":["zsm-Latn","ast-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"zsm_Latn-crh_Latn","languages":["zsm-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-glg_Latn","languages":["zsm-Latn","glg-Latn"]},{"precision":0.78274,"recall":0.840909,"f1":0.800329,"accuracy":0.840909,"main_score":0.800329,"hf_subset":"zsm_Latn-kas_Deva","languages":["zsm-Latn","kas-Deva"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"zsm_Latn-ltz_Latn","languages":["zsm-Latn","ltz-Latn"]},{"precision":0.373698,"recall":0.463439,"f1":0.397627,"accuracy":0.463439,"main_score":0.397627,"hf_subset":"zsm_Latn-nus_Latn","languages":["zsm-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-slk_Latn","languages":["zsm-Latn","slk-Latn"]},{"precision":0.269645,"recall":0.342885,"f1":0.288117,"accuracy":0.342885,"main_score":0.288117,"hf_subset":"zsm_Latn-tir_Ethi","languages":["zsm-Latn","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"zsm_Latn-zho_Hant","languages":["zsm-Latn","zho-Hant"]},{"precision":0.985672,"recall":0.98913,"f1":0.986825,"accuracy":0.98913,"main_score":0.986825,"hf_subset":"zsm_Latn-awa_Deva","languages":["zsm-Latn","awa-Deva"]},{"precision":0.856505,"recall":0.898221,"f1":0.869763,"accuracy":0.898221,"main_score":0.869763,"hf_subset":"zsm_Latn-cym_Latn","languages":["zsm-Latn","cym-Latn"]},{"precision":0.724111,"recall":0.787549,"f1":0.742984,"accuracy":0.787549,"main_score":0.742984,"hf_subset":"zsm_Latn-grn_Latn","languages":["zsm-Latn","grn-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"zsm_Latn-kat_Geor","languages":["zsm-Latn","kat-Geor"]},{"precision":0.560331,"recall":0.634387,"f1":0.581435,"accuracy":0.634387,"main_score":0.581435,"hf_subset":"zsm_Latn-lua_Latn","languages":["zsm-Latn","lua-Latn"]},{"precision":0.522523,"recall":0.603755,"f1":0.544931,"accuracy":0.603755,"main_score":0.544931,"hf_subset":"zsm_Latn-nya_Latn","languages":["zsm-Latn","nya-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-slv_Latn","languages":["zsm-Latn","slv-Latn"]},{"precision":0.812286,"recall":0.859684,"f1":0.826468,"accuracy":0.859684,"main_score":0.826468,"hf_subset":"zsm_Latn-tpi_Latn","languages":["zsm-Latn","tpi-Latn"]},{"precision":0.471236,"recall":0.554348,"f1":0.494052,"accuracy":0.554348,"main_score":0.494052,"hf_subset":"zsm_Latn-ayr_Latn","languages":["zsm-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-dan_Latn","languages":["zsm-Latn","dan-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-guj_Gujr","languages":["zsm-Latn","guj-Gujr"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"zsm_Latn-kaz_Cyrl","languages":["zsm-Latn","kaz-Cyrl"]},{"precision":0.443965,"recall":0.521739,"f1":0.465357,"accuracy":0.521739,"main_score":0.465357,"hf_subset":"zsm_Latn-lug_Latn","languages":["zsm-Latn","lug-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"zsm_Latn-oci_Latn","languages":["zsm-Latn","oci-Latn"]},{"precision":0.517543,"recall":0.602767,"f1":0.541824,"accuracy":0.602767,"main_score":0.541824,"hf_subset":"zsm_Latn-smo_Latn","languages":["zsm-Latn","smo-Latn"]},{"precision":0.475702,"recall":0.551383,"f1":0.496132,"accuracy":0.551383,"main_score":0.496132,"hf_subset":"zsm_Latn-tsn_Latn","languages":["zsm-Latn","tsn-Latn"]},{"precision":0.466683,"recall":0.548419,"f1":0.488222,"accuracy":0.548419,"main_score":0.488222,"hf_subset":"zsm_Latn-zul_Latn","languages":["zsm-Latn","zul-Latn"]},{"precision":0.824061,"recall":0.875494,"f1":0.840316,"accuracy":0.875494,"main_score":0.840316,"hf_subset":"zsm_Latn-azb_Arab","languages":["zsm-Latn","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zsm_Latn-deu_Latn","languages":["zsm-Latn","deu-Latn"]},{"precision":0.921525,"recall":0.94664,"f1":0.929743,"accuracy":0.94664,"main_score":0.929743,"hf_subset":"zsm_Latn-hat_Latn","languages":["zsm-Latn","hat-Latn"]},{"precision":0.430011,"recall":0.508893,"f1":0.451267,"accuracy":0.508893,"main_score":0.451267,"hf_subset":"zsm_Latn-kbp_Latn","languages":["zsm-Latn","kbp-Latn"]},{"precision":0.497901,"recall":0.574111,"f1":0.51834,"accuracy":0.574111,"main_score":0.51834,"hf_subset":"zsm_Latn-luo_Latn","languages":["zsm-Latn","luo-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zsm_Latn-ory_Orya","languages":["zsm-Latn","ory-Orya"]},{"precision":0.496464,"recall":0.573123,"f1":0.517733,"accuracy":0.573123,"main_score":0.517733,"hf_subset":"zsm_Latn-sna_Latn","languages":["zsm-Latn","sna-Latn"]},{"precision":0.475218,"recall":0.551383,"f1":0.496497,"accuracy":0.551383,"main_score":0.496497,"hf_subset":"zsm_Latn-tso_Latn","languages":["zsm-Latn","tso-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"zsm_Latn-azj_Latn","languages":["zsm-Latn","azj-Latn"]},{"precision":0.481062,"recall":0.566206,"f1":0.50508,"accuracy":0.566206,"main_score":0.50508,"hf_subset":"zsm_Latn-dik_Latn","languages":["zsm-Latn","dik-Latn"]},{"precision":0.473217,"recall":0.545455,"f1":0.494323,"accuracy":0.545455,"main_score":0.494323,"hf_subset":"zsm_Latn-hau_Latn","languages":["zsm-Latn","hau-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"zsm_Latn-kea_Latn","languages":["zsm-Latn","kea-Latn"]},{"precision":0.653476,"recall":0.724308,"f1":0.674135,"accuracy":0.724308,"main_score":0.674135,"hf_subset":"zsm_Latn-lus_Latn","languages":["zsm-Latn","lus-Latn"]},{"precision":0.829908,"recall":0.871542,"f1":0.842278,"accuracy":0.871542,"main_score":0.842278,"hf_subset":"zsm_Latn-pag_Latn","languages":["zsm-Latn","pag-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"zsm_Latn-snd_Arab","languages":["zsm-Latn","snd-Arab"]},{"precision":0.872694,"recall":0.913043,"f1":0.885705,"accuracy":0.913043,"main_score":0.885705,"hf_subset":"zsm_Latn-tuk_Latn","languages":["zsm-Latn","tuk-Latn"]},{"precision":0.956192,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"zsm_Latn-bak_Cyrl","languages":["zsm-Latn","bak-Cyrl"]},{"precision":0.418956,"recall":0.518775,"f1":0.447235,"accuracy":0.518775,"main_score":0.447235,"hf_subset":"zsm_Latn-dyu_Latn","languages":["zsm-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zsm_Latn-heb_Hebr","languages":["zsm-Latn","heb-Hebr"]},{"precision":0.893198,"recall":0.923913,"f1":0.902899,"accuracy":0.923913,"main_score":0.902899,"hf_subset":"zsm_Latn-khk_Cyrl","languages":["zsm-Latn","khk-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"zsm_Latn-lvs_Latn","languages":["zsm-Latn","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"zsm_Latn-pan_Guru","languages":["zsm-Latn","pan-Guru"]},{"precision":0.4658,"recall":0.550395,"f1":0.489265,"accuracy":0.550395,"main_score":0.489265,"hf_subset":"zsm_Latn-som_Latn","languages":["zsm-Latn","som-Latn"]},{"precision":0.507843,"recall":0.583992,"f1":0.529129,"accuracy":0.583992,"main_score":0.529129,"hf_subset":"zsm_Latn-tum_Latn","languages":["zsm-Latn","tum-Latn"]},{"precision":0.338192,"recall":0.393281,"f1":0.353957,"accuracy":0.393281,"main_score":0.353957,"hf_subset":"ayr_Latn-ace_Arab","languages":["ayr-Latn","ace-Arab"]},{"precision":0.439229,"recall":0.483202,"f1":0.452259,"accuracy":0.483202,"main_score":0.452259,"hf_subset":"ayr_Latn-bam_Latn","languages":["ayr-Latn","bam-Latn"]},{"precision":0.107649,"recall":0.151186,"f1":0.118188,"accuracy":0.151186,"main_score":0.118188,"hf_subset":"ayr_Latn-dzo_Tibt","languages":["ayr-Latn","dzo-Tibt"]},{"precision":0.448322,"recall":0.509881,"f1":0.46591,"accuracy":0.509881,"main_score":0.46591,"hf_subset":"ayr_Latn-hin_Deva","languages":["ayr-Latn","hin-Deva"]},{"precision":0.360122,"recall":0.433794,"f1":0.380685,"accuracy":0.433794,"main_score":0.380685,"hf_subset":"ayr_Latn-khm_Khmr","languages":["ayr-Latn","khm-Khmr"]},{"precision":0.441536,"recall":0.508893,"f1":0.460751,"accuracy":0.508893,"main_score":0.460751,"hf_subset":"ayr_Latn-mag_Deva","languages":["ayr-Latn","mag-Deva"]},{"precision":0.497779,"recall":0.552372,"f1":0.512952,"accuracy":0.552372,"main_score":0.512952,"hf_subset":"ayr_Latn-pap_Latn","languages":["ayr-Latn","pap-Latn"]},{"precision":0.46673,"recall":0.512846,"f1":0.480049,"accuracy":0.512846,"main_score":0.480049,"hf_subset":"ayr_Latn-sot_Latn","languages":["ayr-Latn","sot-Latn"]},{"precision":0.480348,"recall":0.534585,"f1":0.495605,"accuracy":0.534585,"main_score":0.495605,"hf_subset":"ayr_Latn-tur_Latn","languages":["ayr-Latn","tur-Latn"]},{"precision":0.502484,"recall":0.54249,"f1":0.51326,"accuracy":0.54249,"main_score":0.51326,"hf_subset":"ayr_Latn-ace_Latn","languages":["ayr-Latn","ace-Latn"]},{"precision":0.517251,"recall":0.563241,"f1":0.530221,"accuracy":0.563241,"main_score":0.530221,"hf_subset":"ayr_Latn-ban_Latn","languages":["ayr-Latn","ban-Latn"]},{"precision":0.43601,"recall":0.500988,"f1":0.4547,"accuracy":0.500988,"main_score":0.4547,"hf_subset":"ayr_Latn-ell_Grek","languages":["ayr-Latn","ell-Grek"]},{"precision":0.446692,"recall":0.509881,"f1":0.464259,"accuracy":0.509881,"main_score":0.464259,"hf_subset":"ayr_Latn-hne_Deva","languages":["ayr-Latn","hne-Deva"]},{"precision":0.433489,"recall":0.48419,"f1":0.448339,"accuracy":0.48419,"main_score":0.448339,"hf_subset":"ayr_Latn-kik_Latn","languages":["ayr-Latn","kik-Latn"]},{"precision":0.455086,"recall":0.519763,"f1":0.473687,"accuracy":0.519763,"main_score":0.473687,"hf_subset":"ayr_Latn-mai_Deva","languages":["ayr-Latn","mai-Deva"]},{"precision":0.428678,"recall":0.48419,"f1":0.444632,"accuracy":0.48419,"main_score":0.444632,"hf_subset":"ayr_Latn-pbt_Arab","languages":["ayr-Latn","pbt-Arab"]},{"precision":0.480409,"recall":0.544466,"f1":0.499174,"accuracy":0.544466,"main_score":0.499174,"hf_subset":"ayr_Latn-spa_Latn","languages":["ayr-Latn","spa-Latn"]},{"precision":0.494302,"recall":0.533597,"f1":0.506028,"accuracy":0.533597,"main_score":0.506028,"hf_subset":"ayr_Latn-twi_Latn","languages":["ayr-Latn","twi-Latn"]},{"precision":0.439833,"recall":0.503953,"f1":0.458945,"accuracy":0.503953,"main_score":0.458945,"hf_subset":"ayr_Latn-acm_Arab","languages":["ayr-Latn","acm-Arab"]},{"precision":0.450939,"recall":0.511858,"f1":0.469115,"accuracy":0.511858,"main_score":0.469115,"hf_subset":"ayr_Latn-bel_Cyrl","languages":["ayr-Latn","bel-Cyrl"]},{"precision":0.460226,"recall":0.518775,"f1":0.477141,"accuracy":0.518775,"main_score":0.477141,"hf_subset":"ayr_Latn-eng_Latn","languages":["ayr-Latn","eng-Latn"]},{"precision":0.462745,"recall":0.523715,"f1":0.480354,"accuracy":0.523715,"main_score":0.480354,"hf_subset":"ayr_Latn-hrv_Latn","languages":["ayr-Latn","hrv-Latn"]},{"precision":0.445434,"recall":0.490119,"f1":0.458438,"accuracy":0.490119,"main_score":0.458438,"hf_subset":"ayr_Latn-kin_Latn","languages":["ayr-Latn","kin-Latn"]},{"precision":0.442846,"recall":0.504941,"f1":0.461161,"accuracy":0.504941,"main_score":0.461161,"hf_subset":"ayr_Latn-mal_Mlym","languages":["ayr-Latn","mal-Mlym"]},{"precision":0.428431,"recall":0.498024,"f1":0.448782,"accuracy":0.498024,"main_score":0.448782,"hf_subset":"ayr_Latn-pes_Arab","languages":["ayr-Latn","pes-Arab"]},{"precision":0.503293,"recall":0.55336,"f1":0.517377,"accuracy":0.55336,"main_score":0.517377,"hf_subset":"ayr_Latn-srd_Latn","languages":["ayr-Latn","srd-Latn"]},{"precision":0.152259,"recall":0.201581,"f1":0.164251,"accuracy":0.201581,"main_score":0.164251,"hf_subset":"ayr_Latn-tzm_Tfng","languages":["ayr-Latn","tzm-Tfng"]},{"precision":0.443863,"recall":0.51087,"f1":0.463453,"accuracy":0.51087,"main_score":0.463453,"hf_subset":"ayr_Latn-acq_Arab","languages":["ayr-Latn","acq-Arab"]},{"precision":0.488118,"recall":0.527668,"f1":0.499278,"accuracy":0.527668,"main_score":0.499278,"hf_subset":"ayr_Latn-bem_Latn","languages":["ayr-Latn","bem-Latn"]},{"precision":0.475256,"recall":0.529644,"f1":0.490906,"accuracy":0.529644,"main_score":0.490906,"hf_subset":"ayr_Latn-epo_Latn","languages":["ayr-Latn","epo-Latn"]},{"precision":0.470511,"recall":0.530632,"f1":0.487445,"accuracy":0.530632,"main_score":0.487445,"hf_subset":"ayr_Latn-hun_Latn","languages":["ayr-Latn","hun-Latn"]},{"precision":0.483377,"recall":0.535573,"f1":0.498687,"accuracy":0.535573,"main_score":0.498687,"hf_subset":"ayr_Latn-kir_Cyrl","languages":["ayr-Latn","kir-Cyrl"]},{"precision":0.456644,"recall":0.516798,"f1":0.47425,"accuracy":0.516798,"main_score":0.47425,"hf_subset":"ayr_Latn-mar_Deva","languages":["ayr-Latn","mar-Deva"]},{"precision":0.489593,"recall":0.532609,"f1":0.502024,"accuracy":0.532609,"main_score":0.502024,"hf_subset":"ayr_Latn-plt_Latn","languages":["ayr-Latn","plt-Latn"]},{"precision":0.456304,"recall":0.521739,"f1":0.475479,"accuracy":0.521739,"main_score":0.475479,"hf_subset":"ayr_Latn-srp_Cyrl","languages":["ayr-Latn","srp-Cyrl"]},{"precision":0.423834,"recall":0.480237,"f1":0.439643,"accuracy":0.480237,"main_score":0.439643,"hf_subset":"ayr_Latn-uig_Arab","languages":["ayr-Latn","uig-Arab"]},{"precision":0.43312,"recall":0.497036,"f1":0.451394,"accuracy":0.497036,"main_score":0.451394,"hf_subset":"ayr_Latn-aeb_Arab","languages":["ayr-Latn","aeb-Arab"]},{"precision":0.439339,"recall":0.504941,"f1":0.45828,"accuracy":0.504941,"main_score":0.45828,"hf_subset":"ayr_Latn-ben_Beng","languages":["ayr-Latn","ben-Beng"]},{"precision":0.449226,"recall":0.511858,"f1":0.467147,"accuracy":0.511858,"main_score":0.467147,"hf_subset":"ayr_Latn-est_Latn","languages":["ayr-Latn","est-Latn"]},{"precision":0.435702,"recall":0.494071,"f1":0.452757,"accuracy":0.494071,"main_score":0.452757,"hf_subset":"ayr_Latn-hye_Armn","languages":["ayr-Latn","hye-Armn"]},{"precision":0.476255,"recall":0.518775,"f1":0.487777,"accuracy":0.518775,"main_score":0.487777,"hf_subset":"ayr_Latn-kmb_Latn","languages":["ayr-Latn","kmb-Latn"]},{"precision":0.309605,"recall":0.375494,"f1":0.327897,"accuracy":0.375494,"main_score":0.327897,"hf_subset":"ayr_Latn-min_Arab","languages":["ayr-Latn","min-Arab"]},{"precision":0.46062,"recall":0.524704,"f1":0.478738,"accuracy":0.524704,"main_score":0.478738,"hf_subset":"ayr_Latn-pol_Latn","languages":["ayr-Latn","pol-Latn"]},{"precision":0.444458,"recall":0.494071,"f1":0.459001,"accuracy":0.494071,"main_score":0.459001,"hf_subset":"ayr_Latn-ssw_Latn","languages":["ayr-Latn","ssw-Latn"]},{"precision":0.466448,"recall":0.528656,"f1":0.4844,"accuracy":0.528656,"main_score":0.4844,"hf_subset":"ayr_Latn-ukr_Cyrl","languages":["ayr-Latn","ukr-Cyrl"]},{"precision":0.474632,"recall":0.531621,"f1":0.491601,"accuracy":0.531621,"main_score":0.491601,"hf_subset":"ayr_Latn-afr_Latn","languages":["ayr-Latn","afr-Latn"]},{"precision":0.45232,"recall":0.514822,"f1":0.47058,"accuracy":0.514822,"main_score":0.47058,"hf_subset":"ayr_Latn-bho_Deva","languages":["ayr-Latn","bho-Deva"]},{"precision":0.497516,"recall":0.543478,"f1":0.510456,"accuracy":0.543478,"main_score":0.510456,"hf_subset":"ayr_Latn-eus_Latn","languages":["ayr-Latn","eus-Latn"]},{"precision":0.473817,"recall":0.516798,"f1":0.486016,"accuracy":0.516798,"main_score":0.486016,"hf_subset":"ayr_Latn-ibo_Latn","languages":["ayr-Latn","ibo-Latn"]},{"precision":0.476202,"recall":0.527668,"f1":0.491602,"accuracy":0.527668,"main_score":0.491602,"hf_subset":"ayr_Latn-kmr_Latn","languages":["ayr-Latn","kmr-Latn"]},{"precision":0.493305,"recall":0.540514,"f1":0.506404,"accuracy":0.540514,"main_score":0.506404,"hf_subset":"ayr_Latn-min_Latn","languages":["ayr-Latn","min-Latn"]},{"precision":0.48026,"recall":0.535573,"f1":0.495237,"accuracy":0.535573,"main_score":0.495237,"hf_subset":"ayr_Latn-por_Latn","languages":["ayr-Latn","por-Latn"]},{"precision":0.488242,"recall":0.54249,"f1":0.503263,"accuracy":0.54249,"main_score":0.503263,"hf_subset":"ayr_Latn-sun_Latn","languages":["ayr-Latn","sun-Latn"]},{"precision":0.443035,"recall":0.493083,"f1":0.457905,"accuracy":0.493083,"main_score":0.457905,"hf_subset":"ayr_Latn-umb_Latn","languages":["ayr-Latn","umb-Latn"]},{"precision":0.449603,"recall":0.518775,"f1":0.469276,"accuracy":0.518775,"main_score":0.469276,"hf_subset":"ayr_Latn-ajp_Arab","languages":["ayr-Latn","ajp-Arab"]},{"precision":0.337756,"recall":0.398221,"f1":0.355522,"accuracy":0.398221,"main_score":0.355522,"hf_subset":"ayr_Latn-bjn_Arab","languages":["ayr-Latn","bjn-Arab"]},{"precision":0.458391,"recall":0.500988,"f1":0.470798,"accuracy":0.500988,"main_score":0.470798,"hf_subset":"ayr_Latn-ewe_Latn","languages":["ayr-Latn","ewe-Latn"]},{"precision":0.50478,"recall":0.551383,"f1":0.51814,"accuracy":0.551383,"main_score":0.51814,"hf_subset":"ayr_Latn-ilo_Latn","languages":["ayr-Latn","ilo-Latn"]},{"precision":0.202441,"recall":0.264822,"f1":0.21819,"accuracy":0.264822,"main_score":0.21819,"hf_subset":"ayr_Latn-knc_Arab","languages":["ayr-Latn","knc-Arab"]},{"precision":0.469364,"recall":0.529644,"f1":0.486749,"accuracy":0.529644,"main_score":0.486749,"hf_subset":"ayr_Latn-mkd_Cyrl","languages":["ayr-Latn","mkd-Cyrl"]},{"precision":0.450747,"recall":0.512846,"f1":0.468368,"accuracy":0.512846,"main_score":0.468368,"hf_subset":"ayr_Latn-prs_Arab","languages":["ayr-Latn","prs-Arab"]},{"precision":0.460963,"recall":0.522727,"f1":0.479122,"accuracy":0.522727,"main_score":0.479122,"hf_subset":"ayr_Latn-swe_Latn","languages":["ayr-Latn","swe-Latn"]},{"precision":0.417532,"recall":0.48913,"f1":0.437604,"accuracy":0.48913,"main_score":0.437604,"hf_subset":"ayr_Latn-urd_Arab","languages":["ayr-Latn","urd-Arab"]},{"precision":0.485042,"recall":0.530632,"f1":0.497935,"accuracy":0.530632,"main_score":0.497935,"hf_subset":"ayr_Latn-aka_Latn","languages":["ayr-Latn","aka-Latn"]},{"precision":0.482517,"recall":0.529644,"f1":0.496049,"accuracy":0.529644,"main_score":0.496049,"hf_subset":"ayr_Latn-bjn_Latn","languages":["ayr-Latn","bjn-Latn"]},{"precision":0.461037,"recall":0.516798,"f1":0.477132,"accuracy":0.516798,"main_score":0.477132,"hf_subset":"ayr_Latn-fao_Latn","languages":["ayr-Latn","fao-Latn"]},{"precision":0.464912,"recall":0.525692,"f1":0.48201,"accuracy":0.525692,"main_score":0.48201,"hf_subset":"ayr_Latn-ind_Latn","languages":["ayr-Latn","ind-Latn"]},{"precision":0.472226,"recall":0.51087,"f1":0.483778,"accuracy":0.51087,"main_score":0.483778,"hf_subset":"ayr_Latn-knc_Latn","languages":["ayr-Latn","knc-Latn"]},{"precision":0.486959,"recall":0.537549,"f1":0.501208,"accuracy":0.537549,"main_score":0.501208,"hf_subset":"ayr_Latn-mlt_Latn","languages":["ayr-Latn","mlt-Latn"]},{"precision":0.509793,"recall":0.544466,"f1":0.52012,"accuracy":0.544466,"main_score":0.52012,"hf_subset":"ayr_Latn-quy_Latn","languages":["ayr-Latn","quy-Latn"]},{"precision":0.452061,"recall":0.502964,"f1":0.466104,"accuracy":0.502964,"main_score":0.466104,"hf_subset":"ayr_Latn-swh_Latn","languages":["ayr-Latn","swh-Latn"]},{"precision":0.451685,"recall":0.513834,"f1":0.469424,"accuracy":0.513834,"main_score":0.469424,"hf_subset":"ayr_Latn-uzn_Latn","languages":["ayr-Latn","uzn-Latn"]},{"precision":0.470071,"recall":0.524704,"f1":0.48551,"accuracy":0.524704,"main_score":0.48551,"hf_subset":"ayr_Latn-als_Latn","languages":["ayr-Latn","als-Latn"]},{"precision":0.159938,"recall":0.215415,"f1":0.172974,"accuracy":0.215415,"main_score":0.172974,"hf_subset":"ayr_Latn-bod_Tibt","languages":["ayr-Latn","bod-Tibt"]},{"precision":0.455341,"recall":0.5,"f1":0.467956,"accuracy":0.5,"main_score":0.467956,"hf_subset":"ayr_Latn-fij_Latn","languages":["ayr-Latn","fij-Latn"]},{"precision":0.434272,"recall":0.491107,"f1":0.450319,"accuracy":0.491107,"main_score":0.450319,"hf_subset":"ayr_Latn-isl_Latn","languages":["ayr-Latn","isl-Latn"]},{"precision":0.478475,"recall":0.525692,"f1":0.492212,"accuracy":0.525692,"main_score":0.492212,"hf_subset":"ayr_Latn-kon_Latn","languages":["ayr-Latn","kon-Latn"]},{"precision":0.404595,"recall":0.456522,"f1":0.420092,"accuracy":0.456522,"main_score":0.420092,"hf_subset":"ayr_Latn-mni_Beng","languages":["ayr-Latn","mni-Beng"]},{"precision":0.473788,"recall":0.530632,"f1":0.489972,"accuracy":0.530632,"main_score":0.489972,"hf_subset":"ayr_Latn-ron_Latn","languages":["ayr-Latn","ron-Latn"]},{"precision":0.486101,"recall":0.539526,"f1":0.501158,"accuracy":0.539526,"main_score":0.501158,"hf_subset":"ayr_Latn-szl_Latn","languages":["ayr-Latn","szl-Latn"]},{"precision":0.484485,"recall":0.539526,"f1":0.500293,"accuracy":0.539526,"main_score":0.500293,"hf_subset":"ayr_Latn-vec_Latn","languages":["ayr-Latn","vec-Latn"]},{"precision":0.269864,"recall":0.327075,"f1":0.284924,"accuracy":0.327075,"main_score":0.284924,"hf_subset":"ayr_Latn-amh_Ethi","languages":["ayr-Latn","amh-Ethi"]},{"precision":0.472172,"recall":0.532609,"f1":0.489385,"accuracy":0.532609,"main_score":0.489385,"hf_subset":"ayr_Latn-bos_Latn","languages":["ayr-Latn","bos-Latn"]},{"precision":0.437523,"recall":0.504941,"f1":0.45709,"accuracy":0.504941,"main_score":0.45709,"hf_subset":"ayr_Latn-fin_Latn","languages":["ayr-Latn","fin-Latn"]},{"precision":0.471552,"recall":0.534585,"f1":0.489663,"accuracy":0.534585,"main_score":0.489663,"hf_subset":"ayr_Latn-ita_Latn","languages":["ayr-Latn","ita-Latn"]},{"precision":0.44039,"recall":0.508893,"f1":0.46053,"accuracy":0.508893,"main_score":0.46053,"hf_subset":"ayr_Latn-kor_Hang","languages":["ayr-Latn","kor-Hang"]},{"precision":0.468495,"recall":0.511858,"f1":0.480821,"accuracy":0.511858,"main_score":0.480821,"hf_subset":"ayr_Latn-mos_Latn","languages":["ayr-Latn","mos-Latn"]},{"precision":0.437796,"recall":0.480237,"f1":0.449681,"accuracy":0.480237,"main_score":0.449681,"hf_subset":"ayr_Latn-run_Latn","languages":["ayr-Latn","run-Latn"]},{"precision":0.426835,"recall":0.488142,"f1":0.444603,"accuracy":0.488142,"main_score":0.444603,"hf_subset":"ayr_Latn-tam_Taml","languages":["ayr-Latn","tam-Taml"]},{"precision":0.458805,"recall":0.516798,"f1":0.475102,"accuracy":0.516798,"main_score":0.475102,"hf_subset":"ayr_Latn-vie_Latn","languages":["ayr-Latn","vie-Latn"]},{"precision":0.444958,"recall":0.506917,"f1":0.463127,"accuracy":0.506917,"main_score":0.463127,"hf_subset":"ayr_Latn-apc_Arab","languages":["ayr-Latn","apc-Arab"]},{"precision":0.491429,"recall":0.531621,"f1":0.502824,"accuracy":0.531621,"main_score":0.502824,"hf_subset":"ayr_Latn-bug_Latn","languages":["ayr-Latn","bug-Latn"]},{"precision":0.451919,"recall":0.496047,"f1":0.464366,"accuracy":0.496047,"main_score":0.464366,"hf_subset":"ayr_Latn-fon_Latn","languages":["ayr-Latn","fon-Latn"]},{"precision":0.498584,"recall":0.547431,"f1":0.512387,"accuracy":0.547431,"main_score":0.512387,"hf_subset":"ayr_Latn-jav_Latn","languages":["ayr-Latn","jav-Latn"]},{"precision":0.378008,"recall":0.437747,"f1":0.394401,"accuracy":0.437747,"main_score":0.394401,"hf_subset":"ayr_Latn-lao_Laoo","languages":["ayr-Latn","lao-Laoo"]},{"precision":0.429635,"recall":0.482213,"f1":0.44414,"accuracy":0.482213,"main_score":0.44414,"hf_subset":"ayr_Latn-mri_Latn","languages":["ayr-Latn","mri-Latn"]},{"precision":0.456345,"recall":0.517787,"f1":0.473768,"accuracy":0.517787,"main_score":0.473768,"hf_subset":"ayr_Latn-rus_Cyrl","languages":["ayr-Latn","rus-Cyrl"]},{"precision":0.447448,"recall":0.488142,"f1":0.458812,"accuracy":0.488142,"main_score":0.458812,"hf_subset":"ayr_Latn-taq_Latn","languages":["ayr-Latn","taq-Latn"]},{"precision":0.509252,"recall":0.559289,"f1":0.52302,"accuracy":0.559289,"main_score":0.52302,"hf_subset":"ayr_Latn-war_Latn","languages":["ayr-Latn","war-Latn"]},{"precision":0.444293,"recall":0.507905,"f1":0.46233,"accuracy":0.507905,"main_score":0.46233,"hf_subset":"ayr_Latn-arb_Arab","languages":["ayr-Latn","arb-Arab"]},{"precision":0.464733,"recall":0.524704,"f1":0.482053,"accuracy":0.524704,"main_score":0.482053,"hf_subset":"ayr_Latn-bul_Cyrl","languages":["ayr-Latn","bul-Cyrl"]},{"precision":0.475438,"recall":0.534585,"f1":0.492513,"accuracy":0.534585,"main_score":0.492513,"hf_subset":"ayr_Latn-fra_Latn","languages":["ayr-Latn","fra-Latn"]},{"precision":0.437585,"recall":0.504941,"f1":0.456832,"accuracy":0.504941,"main_score":0.456832,"hf_subset":"ayr_Latn-jpn_Jpan","languages":["ayr-Latn","jpn-Jpan"]},{"precision":0.486451,"recall":0.538538,"f1":0.500835,"accuracy":0.538538,"main_score":0.500835,"hf_subset":"ayr_Latn-lij_Latn","languages":["ayr-Latn","lij-Latn"]},{"precision":0.252385,"recall":0.326087,"f1":0.272213,"accuracy":0.326087,"main_score":0.272213,"hf_subset":"ayr_Latn-mya_Mymr","languages":["ayr-Latn","mya-Mymr"]},{"precision":0.46847,"recall":0.514822,"f1":0.481457,"accuracy":0.514822,"main_score":0.481457,"hf_subset":"ayr_Latn-sag_Latn","languages":["ayr-Latn","sag-Latn"]},{"precision":0.162472,"recall":0.221344,"f1":0.176278,"accuracy":0.221344,"main_score":0.176278,"hf_subset":"ayr_Latn-taq_Tfng","languages":["ayr-Latn","taq-Tfng"]},{"precision":0.487305,"recall":0.527668,"f1":0.499242,"accuracy":0.527668,"main_score":0.499242,"hf_subset":"ayr_Latn-wol_Latn","languages":["ayr-Latn","wol-Latn"]},{"precision":0.388961,"recall":0.44664,"f1":0.405338,"accuracy":0.44664,"main_score":0.405338,"hf_subset":"ayr_Latn-arb_Latn","languages":["ayr-Latn","arb-Latn"]},{"precision":0.464825,"recall":0.529644,"f1":0.4837,"accuracy":0.529644,"main_score":0.4837,"hf_subset":"ayr_Latn-cat_Latn","languages":["ayr-Latn","cat-Latn"]},{"precision":0.488938,"recall":0.54249,"f1":0.503883,"accuracy":0.54249,"main_score":0.503883,"hf_subset":"ayr_Latn-fur_Latn","languages":["ayr-Latn","fur-Latn"]},{"precision":0.369573,"recall":0.421937,"f1":0.383442,"accuracy":0.421937,"main_score":0.383442,"hf_subset":"ayr_Latn-kab_Latn","languages":["ayr-Latn","kab-Latn"]},{"precision":0.481734,"recall":0.528656,"f1":0.494731,"accuracy":0.528656,"main_score":0.494731,"hf_subset":"ayr_Latn-lim_Latn","languages":["ayr-Latn","lim-Latn"]},{"precision":0.469554,"recall":0.530632,"f1":0.486851,"accuracy":0.530632,"main_score":0.486851,"hf_subset":"ayr_Latn-nld_Latn","languages":["ayr-Latn","nld-Latn"]},{"precision":0.413957,"recall":0.475296,"f1":0.431104,"accuracy":0.475296,"main_score":0.431104,"hf_subset":"ayr_Latn-san_Deva","languages":["ayr-Latn","san-Deva"]},{"precision":0.493459,"recall":0.544466,"f1":0.507851,"accuracy":0.544466,"main_score":0.507851,"hf_subset":"ayr_Latn-tat_Cyrl","languages":["ayr-Latn","tat-Cyrl"]},{"precision":0.467994,"recall":0.508893,"f1":0.479698,"accuracy":0.508893,"main_score":0.479698,"hf_subset":"ayr_Latn-xho_Latn","languages":["ayr-Latn","xho-Latn"]},{"precision":0.416163,"recall":0.491107,"f1":0.437959,"accuracy":0.491107,"main_score":0.437959,"hf_subset":"ayr_Latn-ars_Arab","languages":["ayr-Latn","ars-Arab"]},{"precision":0.508905,"recall":0.555336,"f1":0.521956,"accuracy":0.555336,"main_score":0.521956,"hf_subset":"ayr_Latn-ceb_Latn","languages":["ayr-Latn","ceb-Latn"]},{"precision":0.432115,"recall":0.482213,"f1":0.446774,"accuracy":0.482213,"main_score":0.446774,"hf_subset":"ayr_Latn-fuv_Latn","languages":["ayr-Latn","fuv-Latn"]},{"precision":0.453516,"recall":0.499012,"f1":0.467137,"accuracy":0.499012,"main_score":0.467137,"hf_subset":"ayr_Latn-kac_Latn","languages":["ayr-Latn","kac-Latn"]},{"precision":0.503731,"recall":0.545455,"f1":0.515694,"accuracy":0.545455,"main_score":0.515694,"hf_subset":"ayr_Latn-lin_Latn","languages":["ayr-Latn","lin-Latn"]},{"precision":0.467444,"recall":0.52668,"f1":0.484154,"accuracy":0.52668,"main_score":0.484154,"hf_subset":"ayr_Latn-nno_Latn","languages":["ayr-Latn","nno-Latn"]},{"precision":0.038399,"recall":0.085968,"f1":0.046332,"accuracy":0.085968,"main_score":0.046332,"hf_subset":"ayr_Latn-sat_Olck","languages":["ayr-Latn","sat-Olck"]},{"precision":0.45479,"recall":0.514822,"f1":0.472029,"accuracy":0.514822,"main_score":0.472029,"hf_subset":"ayr_Latn-tel_Telu","languages":["ayr-Latn","tel-Telu"]},{"precision":0.367082,"recall":0.429842,"f1":0.384779,"accuracy":0.429842,"main_score":0.384779,"hf_subset":"ayr_Latn-ydd_Hebr","languages":["ayr-Latn","ydd-Hebr"]},{"precision":0.432095,"recall":0.495059,"f1":0.449595,"accuracy":0.495059,"main_score":0.449595,"hf_subset":"ayr_Latn-ary_Arab","languages":["ayr-Latn","ary-Arab"]},{"precision":0.474177,"recall":0.533597,"f1":0.491253,"accuracy":0.533597,"main_score":0.491253,"hf_subset":"ayr_Latn-ces_Latn","languages":["ayr-Latn","ces-Latn"]},{"precision":0.388719,"recall":0.440711,"f1":0.403323,"accuracy":0.440711,"main_score":0.403323,"hf_subset":"ayr_Latn-gaz_Latn","languages":["ayr-Latn","gaz-Latn"]},{"precision":0.443264,"recall":0.487154,"f1":0.456343,"accuracy":0.487154,"main_score":0.456343,"hf_subset":"ayr_Latn-kam_Latn","languages":["ayr-Latn","kam-Latn"]},{"precision":0.45394,"recall":0.511858,"f1":0.47095,"accuracy":0.511858,"main_score":0.47095,"hf_subset":"ayr_Latn-lit_Latn","languages":["ayr-Latn","lit-Latn"]},{"precision":0.466643,"recall":0.527668,"f1":0.484376,"accuracy":0.527668,"main_score":0.484376,"hf_subset":"ayr_Latn-nob_Latn","languages":["ayr-Latn","nob-Latn"]},{"precision":0.485173,"recall":0.536561,"f1":0.500335,"accuracy":0.536561,"main_score":0.500335,"hf_subset":"ayr_Latn-scn_Latn","languages":["ayr-Latn","scn-Latn"]},{"precision":0.462628,"recall":0.511858,"f1":0.476204,"accuracy":0.511858,"main_score":0.476204,"hf_subset":"ayr_Latn-tgk_Cyrl","languages":["ayr-Latn","tgk-Cyrl"]},{"precision":0.416076,"recall":0.468379,"f1":0.431259,"accuracy":0.468379,"main_score":0.431259,"hf_subset":"ayr_Latn-yor_Latn","languages":["ayr-Latn","yor-Latn"]},{"precision":0.449513,"recall":0.514822,"f1":0.468359,"accuracy":0.514822,"main_score":0.468359,"hf_subset":"ayr_Latn-arz_Arab","languages":["ayr-Latn","arz-Arab"]},{"precision":0.457782,"recall":0.503953,"f1":0.470956,"accuracy":0.503953,"main_score":0.470956,"hf_subset":"ayr_Latn-cjk_Latn","languages":["ayr-Latn","cjk-Latn"]},{"precision":0.420266,"recall":0.471344,"f1":0.434732,"accuracy":0.471344,"main_score":0.434732,"hf_subset":"ayr_Latn-gla_Latn","languages":["ayr-Latn","gla-Latn"]},{"precision":0.436141,"recall":0.500988,"f1":0.45537,"accuracy":0.500988,"main_score":0.45537,"hf_subset":"ayr_Latn-kan_Knda","languages":["ayr-Latn","kan-Knda"]},{"precision":0.499326,"recall":0.55336,"f1":0.514658,"accuracy":0.55336,"main_score":0.514658,"hf_subset":"ayr_Latn-lmo_Latn","languages":["ayr-Latn","lmo-Latn"]},{"precision":0.447089,"recall":0.514822,"f1":0.466202,"accuracy":0.514822,"main_score":0.466202,"hf_subset":"ayr_Latn-npi_Deva","languages":["ayr-Latn","npi-Deva"]},{"precision":0.40694,"recall":0.469368,"f1":0.424433,"accuracy":0.469368,"main_score":0.424433,"hf_subset":"ayr_Latn-shn_Mymr","languages":["ayr-Latn","shn-Mymr"]},{"precision":0.49616,"recall":0.547431,"f1":0.510866,"accuracy":0.547431,"main_score":0.510866,"hf_subset":"ayr_Latn-tgl_Latn","languages":["ayr-Latn","tgl-Latn"]},{"precision":0.437121,"recall":0.500988,"f1":0.455328,"accuracy":0.500988,"main_score":0.455328,"hf_subset":"ayr_Latn-yue_Hant","languages":["ayr-Latn","yue-Hant"]},{"precision":0.406761,"recall":0.476285,"f1":0.426737,"accuracy":0.476285,"main_score":0.426737,"hf_subset":"ayr_Latn-asm_Beng","languages":["ayr-Latn","asm-Beng"]},{"precision":0.414766,"recall":0.467391,"f1":0.430109,"accuracy":0.467391,"main_score":0.430109,"hf_subset":"ayr_Latn-ckb_Arab","languages":["ayr-Latn","ckb-Arab"]},{"precision":0.431665,"recall":0.48419,"f1":0.446254,"accuracy":0.48419,"main_score":0.446254,"hf_subset":"ayr_Latn-gle_Latn","languages":["ayr-Latn","gle-Latn"]},{"precision":0.411578,"recall":0.475296,"f1":0.429606,"accuracy":0.475296,"main_score":0.429606,"hf_subset":"ayr_Latn-kas_Arab","languages":["ayr-Latn","kas-Arab"]},{"precision":0.448822,"recall":0.505929,"f1":0.465133,"accuracy":0.505929,"main_score":0.465133,"hf_subset":"ayr_Latn-ltg_Latn","languages":["ayr-Latn","ltg-Latn"]},{"precision":0.497011,"recall":0.533597,"f1":0.507514,"accuracy":0.533597,"main_score":0.507514,"hf_subset":"ayr_Latn-nso_Latn","languages":["ayr-Latn","nso-Latn"]},{"precision":0.184828,"recall":0.225296,"f1":0.195597,"accuracy":0.225296,"main_score":0.195597,"hf_subset":"ayr_Latn-sin_Sinh","languages":["ayr-Latn","sin-Sinh"]},{"precision":0.448633,"recall":0.519763,"f1":0.468593,"accuracy":0.519763,"main_score":0.468593,"hf_subset":"ayr_Latn-tha_Thai","languages":["ayr-Latn","tha-Thai"]},{"precision":0.443695,"recall":0.507905,"f1":0.461473,"accuracy":0.507905,"main_score":0.461473,"hf_subset":"ayr_Latn-zho_Hans","languages":["ayr-Latn","zho-Hans"]},{"precision":0.476793,"recall":0.535573,"f1":0.494022,"accuracy":0.535573,"main_score":0.494022,"hf_subset":"ayr_Latn-ast_Latn","languages":["ayr-Latn","ast-Latn"]},{"precision":0.464617,"recall":0.518775,"f1":0.480157,"accuracy":0.518775,"main_score":0.480157,"hf_subset":"ayr_Latn-crh_Latn","languages":["ayr-Latn","crh-Latn"]},{"precision":0.480012,"recall":0.54249,"f1":0.498398,"accuracy":0.54249,"main_score":0.498398,"hf_subset":"ayr_Latn-glg_Latn","languages":["ayr-Latn","glg-Latn"]},{"precision":0.429279,"recall":0.487154,"f1":0.445721,"accuracy":0.487154,"main_score":0.445721,"hf_subset":"ayr_Latn-kas_Deva","languages":["ayr-Latn","kas-Deva"]},{"precision":0.470416,"recall":0.527668,"f1":0.485886,"accuracy":0.527668,"main_score":0.485886,"hf_subset":"ayr_Latn-ltz_Latn","languages":["ayr-Latn","ltz-Latn"]},{"precision":0.420541,"recall":0.469368,"f1":0.434415,"accuracy":0.469368,"main_score":0.434415,"hf_subset":"ayr_Latn-nus_Latn","languages":["ayr-Latn","nus-Latn"]},{"precision":0.466864,"recall":0.525692,"f1":0.484063,"accuracy":0.525692,"main_score":0.484063,"hf_subset":"ayr_Latn-slk_Latn","languages":["ayr-Latn","slk-Latn"]},{"precision":0.220601,"recall":0.268775,"f1":0.232689,"accuracy":0.268775,"main_score":0.232689,"hf_subset":"ayr_Latn-tir_Ethi","languages":["ayr-Latn","tir-Ethi"]},{"precision":0.434379,"recall":0.497036,"f1":0.452131,"accuracy":0.497036,"main_score":0.452131,"hf_subset":"ayr_Latn-zho_Hant","languages":["ayr-Latn","zho-Hant"]},{"precision":0.441194,"recall":0.504941,"f1":0.459376,"accuracy":0.504941,"main_score":0.459376,"hf_subset":"ayr_Latn-awa_Deva","languages":["ayr-Latn","awa-Deva"]},{"precision":0.458383,"recall":0.506917,"f1":0.471723,"accuracy":0.506917,"main_score":0.471723,"hf_subset":"ayr_Latn-cym_Latn","languages":["ayr-Latn","cym-Latn"]},{"precision":0.525469,"recall":0.560277,"f1":0.534752,"accuracy":0.560277,"main_score":0.534752,"hf_subset":"ayr_Latn-grn_Latn","languages":["ayr-Latn","grn-Latn"]},{"precision":0.435246,"recall":0.491107,"f1":0.45157,"accuracy":0.491107,"main_score":0.45157,"hf_subset":"ayr_Latn-kat_Geor","languages":["ayr-Latn","kat-Geor"]},{"precision":0.483186,"recall":0.52668,"f1":0.494975,"accuracy":0.52668,"main_score":0.494975,"hf_subset":"ayr_Latn-lua_Latn","languages":["ayr-Latn","lua-Latn"]},{"precision":0.465564,"recall":0.506917,"f1":0.477684,"accuracy":0.506917,"main_score":0.477684,"hf_subset":"ayr_Latn-nya_Latn","languages":["ayr-Latn","nya-Latn"]},{"precision":0.454896,"recall":0.516798,"f1":0.472908,"accuracy":0.516798,"main_score":0.472908,"hf_subset":"ayr_Latn-slv_Latn","languages":["ayr-Latn","slv-Latn"]},{"precision":0.500387,"recall":0.544466,"f1":0.512834,"accuracy":0.544466,"main_score":0.512834,"hf_subset":"ayr_Latn-tpi_Latn","languages":["ayr-Latn","tpi-Latn"]},{"precision":0.473441,"recall":0.531621,"f1":0.490277,"accuracy":0.531621,"main_score":0.490277,"hf_subset":"ayr_Latn-zsm_Latn","languages":["ayr-Latn","zsm-Latn"]},{"precision":0.474086,"recall":0.532609,"f1":0.490964,"accuracy":0.532609,"main_score":0.490964,"hf_subset":"ayr_Latn-dan_Latn","languages":["ayr-Latn","dan-Latn"]},{"precision":0.440258,"recall":0.508893,"f1":0.459133,"accuracy":0.508893,"main_score":0.459133,"hf_subset":"ayr_Latn-guj_Gujr","languages":["ayr-Latn","guj-Gujr"]},{"precision":0.476995,"recall":0.531621,"f1":0.492904,"accuracy":0.531621,"main_score":0.492904,"hf_subset":"ayr_Latn-kaz_Cyrl","languages":["ayr-Latn","kaz-Cyrl"]},{"precision":0.428616,"recall":0.47332,"f1":0.441947,"accuracy":0.47332,"main_score":0.441947,"hf_subset":"ayr_Latn-lug_Latn","languages":["ayr-Latn","lug-Latn"]},{"precision":0.482923,"recall":0.540514,"f1":0.499116,"accuracy":0.540514,"main_score":0.499116,"hf_subset":"ayr_Latn-oci_Latn","languages":["ayr-Latn","oci-Latn"]},{"precision":0.4675,"recall":0.51581,"f1":0.481406,"accuracy":0.51581,"main_score":0.481406,"hf_subset":"ayr_Latn-smo_Latn","languages":["ayr-Latn","smo-Latn"]},{"precision":0.455105,"recall":0.499012,"f1":0.468055,"accuracy":0.499012,"main_score":0.468055,"hf_subset":"ayr_Latn-tsn_Latn","languages":["ayr-Latn","tsn-Latn"]},{"precision":0.456413,"recall":0.505929,"f1":0.47054,"accuracy":0.505929,"main_score":0.47054,"hf_subset":"ayr_Latn-zul_Latn","languages":["ayr-Latn","zul-Latn"]},{"precision":0.404545,"recall":0.465415,"f1":0.42245,"accuracy":0.465415,"main_score":0.42245,"hf_subset":"ayr_Latn-azb_Arab","languages":["ayr-Latn","azb-Arab"]},{"precision":0.472217,"recall":0.531621,"f1":0.488727,"accuracy":0.531621,"main_score":0.488727,"hf_subset":"ayr_Latn-deu_Latn","languages":["ayr-Latn","deu-Latn"]},{"precision":0.447887,"recall":0.505929,"f1":0.464363,"accuracy":0.505929,"main_score":0.464363,"hf_subset":"ayr_Latn-hat_Latn","languages":["ayr-Latn","hat-Latn"]},{"precision":0.450388,"recall":0.491107,"f1":0.462112,"accuracy":0.491107,"main_score":0.462112,"hf_subset":"ayr_Latn-kbp_Latn","languages":["ayr-Latn","kbp-Latn"]},{"precision":0.4717,"recall":0.508893,"f1":0.48267,"accuracy":0.508893,"main_score":0.48267,"hf_subset":"ayr_Latn-luo_Latn","languages":["ayr-Latn","luo-Latn"]},{"precision":0.421135,"recall":0.491107,"f1":0.440733,"accuracy":0.491107,"main_score":0.440733,"hf_subset":"ayr_Latn-ory_Orya","languages":["ayr-Latn","ory-Orya"]},{"precision":0.471489,"recall":0.512846,"f1":0.483912,"accuracy":0.512846,"main_score":0.483912,"hf_subset":"ayr_Latn-sna_Latn","languages":["ayr-Latn","sna-Latn"]},{"precision":0.467285,"recall":0.508893,"f1":0.479135,"accuracy":0.508893,"main_score":0.479135,"hf_subset":"ayr_Latn-tso_Latn","languages":["ayr-Latn","tso-Latn"]},{"precision":0.45551,"recall":0.520751,"f1":0.474315,"accuracy":0.520751,"main_score":0.474315,"hf_subset":"ayr_Latn-azj_Latn","languages":["ayr-Latn","azj-Latn"]},{"precision":0.428463,"recall":0.480237,"f1":0.443409,"accuracy":0.480237,"main_score":0.443409,"hf_subset":"ayr_Latn-dik_Latn","languages":["ayr-Latn","dik-Latn"]},{"precision":0.465568,"recall":0.512846,"f1":0.47903,"accuracy":0.512846,"main_score":0.47903,"hf_subset":"ayr_Latn-hau_Latn","languages":["ayr-Latn","hau-Latn"]},{"precision":0.488869,"recall":0.543478,"f1":0.504325,"accuracy":0.543478,"main_score":0.504325,"hf_subset":"ayr_Latn-kea_Latn","languages":["ayr-Latn","kea-Latn"]},{"precision":0.514898,"recall":0.551383,"f1":0.525965,"accuracy":0.551383,"main_score":0.525965,"hf_subset":"ayr_Latn-lus_Latn","languages":["ayr-Latn","lus-Latn"]},{"precision":0.499751,"recall":0.540514,"f1":0.511717,"accuracy":0.540514,"main_score":0.511717,"hf_subset":"ayr_Latn-pag_Latn","languages":["ayr-Latn","pag-Latn"]},{"precision":0.411749,"recall":0.477273,"f1":0.429748,"accuracy":0.477273,"main_score":0.429748,"hf_subset":"ayr_Latn-snd_Arab","languages":["ayr-Latn","snd-Arab"]},{"precision":0.449989,"recall":0.502964,"f1":0.464876,"accuracy":0.502964,"main_score":0.464876,"hf_subset":"ayr_Latn-tuk_Latn","languages":["ayr-Latn","tuk-Latn"]},{"precision":0.488785,"recall":0.537549,"f1":0.502704,"accuracy":0.537549,"main_score":0.502704,"hf_subset":"ayr_Latn-bak_Cyrl","languages":["ayr-Latn","bak-Cyrl"]},{"precision":0.380021,"recall":0.440711,"f1":0.397413,"accuracy":0.440711,"main_score":0.397413,"hf_subset":"ayr_Latn-dyu_Latn","languages":["ayr-Latn","dyu-Latn"]},{"precision":0.415464,"recall":0.482213,"f1":0.434999,"accuracy":0.482213,"main_score":0.434999,"hf_subset":"ayr_Latn-heb_Hebr","languages":["ayr-Latn","heb-Hebr"]},{"precision":0.453535,"recall":0.507905,"f1":0.469284,"accuracy":0.507905,"main_score":0.469284,"hf_subset":"ayr_Latn-khk_Cyrl","languages":["ayr-Latn","khk-Cyrl"]},{"precision":0.449389,"recall":0.512846,"f1":0.467973,"accuracy":0.512846,"main_score":0.467973,"hf_subset":"ayr_Latn-lvs_Latn","languages":["ayr-Latn","lvs-Latn"]},{"precision":0.436406,"recall":0.496047,"f1":0.453533,"accuracy":0.496047,"main_score":0.453533,"hf_subset":"ayr_Latn-pan_Guru","languages":["ayr-Latn","pan-Guru"]},{"precision":0.439891,"recall":0.491107,"f1":0.454621,"accuracy":0.491107,"main_score":0.454621,"hf_subset":"ayr_Latn-som_Latn","languages":["ayr-Latn","som-Latn"]},{"precision":0.464375,"recall":0.506917,"f1":0.476656,"accuracy":0.506917,"main_score":0.476656,"hf_subset":"ayr_Latn-tum_Latn","languages":["ayr-Latn","tum-Latn"]},{"precision":0.438573,"recall":0.524704,"f1":0.461902,"accuracy":0.524704,"main_score":0.461902,"hf_subset":"dan_Latn-ace_Arab","languages":["dan-Latn","ace-Arab"]},{"precision":0.447486,"recall":0.52668,"f1":0.469547,"accuracy":0.52668,"main_score":0.469547,"hf_subset":"dan_Latn-bam_Latn","languages":["dan-Latn","bam-Latn"]},{"precision":0.111969,"recall":0.161067,"f1":0.124671,"accuracy":0.161067,"main_score":0.124671,"hf_subset":"dan_Latn-dzo_Tibt","languages":["dan-Latn","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-hin_Deva","languages":["dan-Latn","hin-Deva"]},{"precision":0.938076,"recall":0.958498,"f1":0.944829,"accuracy":0.958498,"main_score":0.944829,"hf_subset":"dan_Latn-khm_Khmr","languages":["dan-Latn","khm-Khmr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"dan_Latn-mag_Deva","languages":["dan-Latn","mag-Deva"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"dan_Latn-pap_Latn","languages":["dan-Latn","pap-Latn"]},{"precision":0.491867,"recall":0.573123,"f1":0.514385,"accuracy":0.573123,"main_score":0.514385,"hf_subset":"dan_Latn-sot_Latn","languages":["dan-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-tur_Latn","languages":["dan-Latn","tur-Latn"]},{"precision":0.813422,"recall":0.859684,"f1":0.827767,"accuracy":0.859684,"main_score":0.827767,"hf_subset":"dan_Latn-ace_Latn","languages":["dan-Latn","ace-Latn"]},{"precision":0.927701,"recall":0.949605,"f1":0.934947,"accuracy":0.949605,"main_score":0.934947,"hf_subset":"dan_Latn-ban_Latn","languages":["dan-Latn","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-ell_Grek","languages":["dan-Latn","ell-Grek"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"dan_Latn-hne_Deva","languages":["dan-Latn","hne-Deva"]},{"precision":0.499033,"recall":0.579051,"f1":0.521163,"accuracy":0.579051,"main_score":0.521163,"hf_subset":"dan_Latn-kik_Latn","languages":["dan-Latn","kik-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"dan_Latn-mai_Deva","languages":["dan-Latn","mai-Deva"]},{"precision":0.894351,"recall":0.925889,"f1":0.904381,"accuracy":0.925889,"main_score":0.904381,"hf_subset":"dan_Latn-pbt_Arab","languages":["dan-Latn","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-spa_Latn","languages":["dan-Latn","spa-Latn"]},{"precision":0.566898,"recall":0.63834,"f1":0.586484,"accuracy":0.63834,"main_score":0.586484,"hf_subset":"dan_Latn-twi_Latn","languages":["dan-Latn","twi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-acm_Arab","languages":["dan-Latn","acm-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-bel_Cyrl","languages":["dan-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-eng_Latn","languages":["dan-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-hrv_Latn","languages":["dan-Latn","hrv-Latn"]},{"precision":0.458009,"recall":0.533597,"f1":0.478895,"accuracy":0.533597,"main_score":0.478895,"hf_subset":"dan_Latn-kin_Latn","languages":["dan-Latn","kin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"dan_Latn-mal_Mlym","languages":["dan-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-pes_Arab","languages":["dan-Latn","pes-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"dan_Latn-srd_Latn","languages":["dan-Latn","srd-Latn"]},{"precision":0.113848,"recall":0.173913,"f1":0.126664,"accuracy":0.173913,"main_score":0.126664,"hf_subset":"dan_Latn-tzm_Tfng","languages":["dan-Latn","tzm-Tfng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-acq_Arab","languages":["dan-Latn","acq-Arab"]},{"precision":0.512615,"recall":0.597826,"f1":0.537009,"accuracy":0.597826,"main_score":0.537009,"hf_subset":"dan_Latn-bem_Latn","languages":["dan-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-epo_Latn","languages":["dan-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-hun_Latn","languages":["dan-Latn","hun-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"dan_Latn-kir_Cyrl","languages":["dan-Latn","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"dan_Latn-mar_Deva","languages":["dan-Latn","mar-Deva"]},{"precision":0.542384,"recall":0.614625,"f1":0.563178,"accuracy":0.614625,"main_score":0.563178,"hf_subset":"dan_Latn-plt_Latn","languages":["dan-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-srp_Cyrl","languages":["dan-Latn","srp-Cyrl"]},{"precision":0.95751,"recall":0.970356,"f1":0.961792,"accuracy":0.970356,"main_score":0.961792,"hf_subset":"dan_Latn-uig_Arab","languages":["dan-Latn","uig-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"dan_Latn-aeb_Arab","languages":["dan-Latn","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-ben_Beng","languages":["dan-Latn","ben-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-est_Latn","languages":["dan-Latn","est-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"dan_Latn-hye_Armn","languages":["dan-Latn","hye-Armn"]},{"precision":0.47811,"recall":0.544466,"f1":0.496353,"accuracy":0.544466,"main_score":0.496353,"hf_subset":"dan_Latn-kmb_Latn","languages":["dan-Latn","kmb-Latn"]},{"precision":0.385092,"recall":0.482213,"f1":0.410601,"accuracy":0.482213,"main_score":0.410601,"hf_subset":"dan_Latn-min_Arab","languages":["dan-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-pol_Latn","languages":["dan-Latn","pol-Latn"]},{"precision":0.438986,"recall":0.523715,"f1":0.462051,"accuracy":0.523715,"main_score":0.462051,"hf_subset":"dan_Latn-ssw_Latn","languages":["dan-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-ukr_Cyrl","languages":["dan-Latn","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"dan_Latn-afr_Latn","languages":["dan-Latn","afr-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"dan_Latn-bho_Deva","languages":["dan-Latn","bho-Deva"]},{"precision":0.956061,"recall":0.969368,"f1":0.96031,"accuracy":0.969368,"main_score":0.96031,"hf_subset":"dan_Latn-eus_Latn","languages":["dan-Latn","eus-Latn"]},{"precision":0.505675,"recall":0.582016,"f1":0.526307,"accuracy":0.582016,"main_score":0.526307,"hf_subset":"dan_Latn-ibo_Latn","languages":["dan-Latn","ibo-Latn"]},{"precision":0.724135,"recall":0.790514,"f1":0.743618,"accuracy":0.790514,"main_score":0.743618,"hf_subset":"dan_Latn-kmr_Latn","languages":["dan-Latn","kmr-Latn"]},{"precision":0.964921,"recall":0.976285,"f1":0.968709,"accuracy":0.976285,"main_score":0.968709,"hf_subset":"dan_Latn-min_Latn","languages":["dan-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-por_Latn","languages":["dan-Latn","por-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"dan_Latn-sun_Latn","languages":["dan-Latn","sun-Latn"]},{"precision":0.459626,"recall":0.532609,"f1":0.480941,"accuracy":0.532609,"main_score":0.480941,"hf_subset":"dan_Latn-umb_Latn","languages":["dan-Latn","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-ajp_Arab","languages":["dan-Latn","ajp-Arab"]},{"precision":0.392785,"recall":0.486166,"f1":0.418693,"accuracy":0.486166,"main_score":0.418693,"hf_subset":"dan_Latn-bjn_Arab","languages":["dan-Latn","bjn-Arab"]},{"precision":0.483435,"recall":0.55336,"f1":0.502876,"accuracy":0.55336,"main_score":0.502876,"hf_subset":"dan_Latn-ewe_Latn","languages":["dan-Latn","ewe-Latn"]},{"precision":0.8514,"recall":0.892292,"f1":0.864163,"accuracy":0.892292,"main_score":0.864163,"hf_subset":"dan_Latn-ilo_Latn","languages":["dan-Latn","ilo-Latn"]},{"precision":0.18603,"recall":0.266798,"f1":0.205706,"accuracy":0.266798,"main_score":0.205706,"hf_subset":"dan_Latn-knc_Arab","languages":["dan-Latn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-mkd_Cyrl","languages":["dan-Latn","mkd-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-prs_Arab","languages":["dan-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-swe_Latn","languages":["dan-Latn","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"dan_Latn-urd_Arab","languages":["dan-Latn","urd-Arab"]},{"precision":0.53649,"recall":0.609684,"f1":0.557177,"accuracy":0.609684,"main_score":0.557177,"hf_subset":"dan_Latn-aka_Latn","languages":["dan-Latn","aka-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"dan_Latn-bjn_Latn","languages":["dan-Latn","bjn-Latn"]},{"precision":0.957016,"recall":0.971344,"f1":0.961792,"accuracy":0.971344,"main_score":0.961792,"hf_subset":"dan_Latn-fao_Latn","languages":["dan-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-ind_Latn","languages":["dan-Latn","ind-Latn"]},{"precision":0.521225,"recall":0.592885,"f1":0.541019,"accuracy":0.592885,"main_score":0.541019,"hf_subset":"dan_Latn-knc_Latn","languages":["dan-Latn","knc-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"dan_Latn-mlt_Latn","languages":["dan-Latn","mlt-Latn"]},{"precision":0.57036,"recall":0.649209,"f1":0.591875,"accuracy":0.649209,"main_score":0.591875,"hf_subset":"dan_Latn-quy_Latn","languages":["dan-Latn","quy-Latn"]},{"precision":0.707082,"recall":0.779644,"f1":0.729117,"accuracy":0.779644,"main_score":0.729117,"hf_subset":"dan_Latn-swh_Latn","languages":["dan-Latn","swh-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"dan_Latn-uzn_Latn","languages":["dan-Latn","uzn-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"dan_Latn-als_Latn","languages":["dan-Latn","als-Latn"]},{"precision":0.15354,"recall":0.231225,"f1":0.171719,"accuracy":0.231225,"main_score":0.171719,"hf_subset":"dan_Latn-bod_Tibt","languages":["dan-Latn","bod-Tibt"]},{"precision":0.479719,"recall":0.559289,"f1":0.501709,"accuracy":0.559289,"main_score":0.501709,"hf_subset":"dan_Latn-fij_Latn","languages":["dan-Latn","fij-Latn"]},{"precision":0.971344,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"dan_Latn-isl_Latn","languages":["dan-Latn","isl-Latn"]},{"precision":0.547978,"recall":0.625494,"f1":0.570109,"accuracy":0.625494,"main_score":0.570109,"hf_subset":"dan_Latn-kon_Latn","languages":["dan-Latn","kon-Latn"]},{"precision":0.495737,"recall":0.593874,"f1":0.523204,"accuracy":0.593874,"main_score":0.523204,"hf_subset":"dan_Latn-mni_Beng","languages":["dan-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-ron_Latn","languages":["dan-Latn","ron-Latn"]},{"precision":0.987648,"recall":0.990119,"f1":0.988472,"accuracy":0.990119,"main_score":0.988472,"hf_subset":"dan_Latn-szl_Latn","languages":["dan-Latn","szl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-vec_Latn","languages":["dan-Latn","vec-Latn"]},{"precision":0.554204,"recall":0.643281,"f1":0.580108,"accuracy":0.643281,"main_score":0.580108,"hf_subset":"dan_Latn-amh_Ethi","languages":["dan-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-bos_Latn","languages":["dan-Latn","bos-Latn"]},{"precision":0.995059,"recall":0.996047,"f1":0.995389,"accuracy":0.996047,"main_score":0.995389,"hf_subset":"dan_Latn-fin_Latn","languages":["dan-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-ita_Latn","languages":["dan-Latn","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-kor_Hang","languages":["dan-Latn","kor-Hang"]},{"precision":0.47627,"recall":0.560277,"f1":0.499596,"accuracy":0.560277,"main_score":0.499596,"hf_subset":"dan_Latn-mos_Latn","languages":["dan-Latn","mos-Latn"]},{"precision":0.451732,"recall":0.523715,"f1":0.471145,"accuracy":0.523715,"main_score":0.471145,"hf_subset":"dan_Latn-run_Latn","languages":["dan-Latn","run-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-tam_Taml","languages":["dan-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-vie_Latn","languages":["dan-Latn","vie-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-apc_Arab","languages":["dan-Latn","apc-Arab"]},{"precision":0.756242,"recall":0.813241,"f1":0.773353,"accuracy":0.813241,"main_score":0.773353,"hf_subset":"dan_Latn-bug_Latn","languages":["dan-Latn","bug-Latn"]},{"precision":0.425519,"recall":0.5,"f1":0.44523,"accuracy":0.5,"main_score":0.44523,"hf_subset":"dan_Latn-fon_Latn","languages":["dan-Latn","fon-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"dan_Latn-jav_Latn","languages":["dan-Latn","jav-Latn"]},{"precision":0.917325,"recall":0.943676,"f1":0.926054,"accuracy":0.943676,"main_score":0.926054,"hf_subset":"dan_Latn-lao_Laoo","languages":["dan-Latn","lao-Laoo"]},{"precision":0.57693,"recall":0.662055,"f1":0.601396,"accuracy":0.662055,"main_score":0.601396,"hf_subset":"dan_Latn-mri_Latn","languages":["dan-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-rus_Cyrl","languages":["dan-Latn","rus-Cyrl"]},{"precision":0.490136,"recall":0.565217,"f1":0.511244,"accuracy":0.565217,"main_score":0.511244,"hf_subset":"dan_Latn-taq_Latn","languages":["dan-Latn","taq-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"dan_Latn-war_Latn","languages":["dan-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-arb_Arab","languages":["dan-Latn","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-bul_Cyrl","languages":["dan-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-fra_Latn","languages":["dan-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-jpn_Jpan","languages":["dan-Latn","jpn-Jpan"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"dan_Latn-lij_Latn","languages":["dan-Latn","lij-Latn"]},{"precision":0.935194,"recall":0.954545,"f1":0.941436,"accuracy":0.954545,"main_score":0.941436,"hf_subset":"dan_Latn-mya_Mymr","languages":["dan-Latn","mya-Mymr"]},{"precision":0.499924,"recall":0.589921,"f1":0.525158,"accuracy":0.589921,"main_score":0.525158,"hf_subset":"dan_Latn-sag_Latn","languages":["dan-Latn","sag-Latn"]},{"precision":0.131685,"recall":0.208498,"f1":0.146876,"accuracy":0.208498,"main_score":0.146876,"hf_subset":"dan_Latn-taq_Tfng","languages":["dan-Latn","taq-Tfng"]},{"precision":0.552249,"recall":0.634387,"f1":0.57557,"accuracy":0.634387,"main_score":0.57557,"hf_subset":"dan_Latn-wol_Latn","languages":["dan-Latn","wol-Latn"]},{"precision":0.624038,"recall":0.710474,"f1":0.649388,"accuracy":0.710474,"main_score":0.649388,"hf_subset":"dan_Latn-arb_Latn","languages":["dan-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-cat_Latn","languages":["dan-Latn","cat-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"dan_Latn-fur_Latn","languages":["dan-Latn","fur-Latn"]},{"precision":0.332659,"recall":0.403162,"f1":0.352422,"accuracy":0.403162,"main_score":0.352422,"hf_subset":"dan_Latn-kab_Latn","languages":["dan-Latn","kab-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"dan_Latn-lim_Latn","languages":["dan-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-nld_Latn","languages":["dan-Latn","nld-Latn"]},{"precision":0.962813,"recall":0.97332,"f1":0.966074,"accuracy":0.97332,"main_score":0.966074,"hf_subset":"dan_Latn-san_Deva","languages":["dan-Latn","san-Deva"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"dan_Latn-tat_Cyrl","languages":["dan-Latn","tat-Cyrl"]},{"precision":0.522477,"recall":0.600791,"f1":0.544466,"accuracy":0.600791,"main_score":0.544466,"hf_subset":"dan_Latn-xho_Latn","languages":["dan-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-ars_Arab","languages":["dan-Latn","ars-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"dan_Latn-ceb_Latn","languages":["dan-Latn","ceb-Latn"]},{"precision":0.471649,"recall":0.55336,"f1":0.494707,"accuracy":0.55336,"main_score":0.494707,"hf_subset":"dan_Latn-fuv_Latn","languages":["dan-Latn","fuv-Latn"]},{"precision":0.457379,"recall":0.543478,"f1":0.481171,"accuracy":0.543478,"main_score":0.481171,"hf_subset":"dan_Latn-kac_Latn","languages":["dan-Latn","kac-Latn"]},{"precision":0.562019,"recall":0.645257,"f1":0.585414,"accuracy":0.645257,"main_score":0.585414,"hf_subset":"dan_Latn-lin_Latn","languages":["dan-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-nno_Latn","languages":["dan-Latn","nno-Latn"]},{"precision":0.016933,"recall":0.060277,"f1":0.022705,"accuracy":0.060277,"main_score":0.022705,"hf_subset":"dan_Latn-sat_Olck","languages":["dan-Latn","sat-Olck"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-tel_Telu","languages":["dan-Latn","tel-Telu"]},{"precision":0.754035,"recall":0.824111,"f1":0.776007,"accuracy":0.824111,"main_score":0.776007,"hf_subset":"dan_Latn-ydd_Hebr","languages":["dan-Latn","ydd-Hebr"]},{"precision":0.962451,"recall":0.974308,"f1":0.966403,"accuracy":0.974308,"main_score":0.966403,"hf_subset":"dan_Latn-ary_Arab","languages":["dan-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-ces_Latn","languages":["dan-Latn","ces-Latn"]},{"precision":0.383059,"recall":0.470356,"f1":0.406284,"accuracy":0.470356,"main_score":0.406284,"hf_subset":"dan_Latn-gaz_Latn","languages":["dan-Latn","gaz-Latn"]},{"precision":0.482873,"recall":0.562253,"f1":0.5048,"accuracy":0.562253,"main_score":0.5048,"hf_subset":"dan_Latn-kam_Latn","languages":["dan-Latn","kam-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"dan_Latn-lit_Latn","languages":["dan-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-nob_Latn","languages":["dan-Latn","nob-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"dan_Latn-scn_Latn","languages":["dan-Latn","scn-Latn"]},{"precision":0.915349,"recall":0.940711,"f1":0.923254,"accuracy":0.940711,"main_score":0.923254,"hf_subset":"dan_Latn-tgk_Cyrl","languages":["dan-Latn","tgk-Cyrl"]},{"precision":0.430764,"recall":0.512846,"f1":0.453883,"accuracy":0.512846,"main_score":0.453883,"hf_subset":"dan_Latn-yor_Latn","languages":["dan-Latn","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"dan_Latn-arz_Arab","languages":["dan-Latn","arz-Arab"]},{"precision":0.482529,"recall":0.566206,"f1":0.50507,"accuracy":0.566206,"main_score":0.50507,"hf_subset":"dan_Latn-cjk_Latn","languages":["dan-Latn","cjk-Latn"]},{"precision":0.620044,"recall":0.697628,"f1":0.642434,"accuracy":0.697628,"main_score":0.642434,"hf_subset":"dan_Latn-gla_Latn","languages":["dan-Latn","gla-Latn"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"dan_Latn-kan_Knda","languages":["dan-Latn","kan-Knda"]},{"precision":0.979908,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"dan_Latn-lmo_Latn","languages":["dan-Latn","lmo-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"dan_Latn-npi_Deva","languages":["dan-Latn","npi-Deva"]},{"precision":0.406512,"recall":0.509881,"f1":0.434041,"accuracy":0.509881,"main_score":0.434041,"hf_subset":"dan_Latn-shn_Mymr","languages":["dan-Latn","shn-Mymr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-tgl_Latn","languages":["dan-Latn","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-yue_Hant","languages":["dan-Latn","yue-Hant"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"dan_Latn-asm_Beng","languages":["dan-Latn","asm-Beng"]},{"precision":0.719634,"recall":0.786561,"f1":0.739322,"accuracy":0.786561,"main_score":0.739322,"hf_subset":"dan_Latn-ckb_Arab","languages":["dan-Latn","ckb-Arab"]},{"precision":0.718307,"recall":0.791502,"f1":0.741043,"accuracy":0.791502,"main_score":0.741043,"hf_subset":"dan_Latn-gle_Latn","languages":["dan-Latn","gle-Latn"]},{"precision":0.88475,"recall":0.91996,"f1":0.895916,"accuracy":0.91996,"main_score":0.895916,"hf_subset":"dan_Latn-kas_Arab","languages":["dan-Latn","kas-Arab"]},{"precision":0.905138,"recall":0.933794,"f1":0.914479,"accuracy":0.933794,"main_score":0.914479,"hf_subset":"dan_Latn-ltg_Latn","languages":["dan-Latn","ltg-Latn"]},{"precision":0.520624,"recall":0.597826,"f1":0.541922,"accuracy":0.597826,"main_score":0.541922,"hf_subset":"dan_Latn-nso_Latn","languages":["dan-Latn","nso-Latn"]},{"precision":0.453149,"recall":0.55336,"f1":0.480826,"accuracy":0.55336,"main_score":0.480826,"hf_subset":"dan_Latn-sin_Sinh","languages":["dan-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-tha_Thai","languages":["dan-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-zho_Hans","languages":["dan-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-ast_Latn","languages":["dan-Latn","ast-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"dan_Latn-crh_Latn","languages":["dan-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-glg_Latn","languages":["dan-Latn","glg-Latn"]},{"precision":0.786133,"recall":0.840909,"f1":0.802602,"accuracy":0.840909,"main_score":0.802602,"hf_subset":"dan_Latn-kas_Deva","languages":["dan-Latn","kas-Deva"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"dan_Latn-ltz_Latn","languages":["dan-Latn","ltz-Latn"]},{"precision":0.380685,"recall":0.469368,"f1":0.404527,"accuracy":0.469368,"main_score":0.404527,"hf_subset":"dan_Latn-nus_Latn","languages":["dan-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-slk_Latn","languages":["dan-Latn","slk-Latn"]},{"precision":0.26576,"recall":0.341897,"f1":0.285239,"accuracy":0.341897,"main_score":0.285239,"hf_subset":"dan_Latn-tir_Ethi","languages":["dan-Latn","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-zho_Hant","languages":["dan-Latn","zho-Hant"]},{"precision":0.984684,"recall":0.988142,"f1":0.985837,"accuracy":0.988142,"main_score":0.985837,"hf_subset":"dan_Latn-awa_Deva","languages":["dan-Latn","awa-Deva"]},{"precision":0.885903,"recall":0.91996,"f1":0.896739,"accuracy":0.91996,"main_score":0.896739,"hf_subset":"dan_Latn-cym_Latn","languages":["dan-Latn","cym-Latn"]},{"precision":0.723765,"recall":0.789526,"f1":0.743483,"accuracy":0.789526,"main_score":0.743483,"hf_subset":"dan_Latn-grn_Latn","languages":["dan-Latn","grn-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"dan_Latn-kat_Geor","languages":["dan-Latn","kat-Geor"]},{"precision":0.559834,"recall":0.634387,"f1":0.581063,"accuracy":0.634387,"main_score":0.581063,"hf_subset":"dan_Latn-lua_Latn","languages":["dan-Latn","lua-Latn"]},{"precision":0.526494,"recall":0.603755,"f1":0.547753,"accuracy":0.603755,"main_score":0.547753,"hf_subset":"dan_Latn-nya_Latn","languages":["dan-Latn","nya-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-slv_Latn","languages":["dan-Latn","slv-Latn"]},{"precision":0.811265,"recall":0.858696,"f1":0.825692,"accuracy":0.858696,"main_score":0.825692,"hf_subset":"dan_Latn-tpi_Latn","languages":["dan-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-zsm_Latn","languages":["dan-Latn","zsm-Latn"]},{"precision":0.474967,"recall":0.55336,"f1":0.496309,"accuracy":0.55336,"main_score":0.496309,"hf_subset":"dan_Latn-ayr_Latn","languages":["dan-Latn","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-guj_Gujr","languages":["dan-Latn","guj-Gujr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"dan_Latn-kaz_Cyrl","languages":["dan-Latn","kaz-Cyrl"]},{"precision":0.443722,"recall":0.522727,"f1":0.46606,"accuracy":0.522727,"main_score":0.46606,"hf_subset":"dan_Latn-lug_Latn","languages":["dan-Latn","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-oci_Latn","languages":["dan-Latn","oci-Latn"]},{"precision":0.515301,"recall":0.598814,"f1":0.538567,"accuracy":0.598814,"main_score":0.538567,"hf_subset":"dan_Latn-smo_Latn","languages":["dan-Latn","smo-Latn"]},{"precision":0.466175,"recall":0.546443,"f1":0.487473,"accuracy":0.546443,"main_score":0.487473,"hf_subset":"dan_Latn-tsn_Latn","languages":["dan-Latn","tsn-Latn"]},{"precision":0.467407,"recall":0.541502,"f1":0.487048,"accuracy":0.541502,"main_score":0.487048,"hf_subset":"dan_Latn-zul_Latn","languages":["dan-Latn","zul-Latn"]},{"precision":0.836462,"recall":0.885375,"f1":0.85191,"accuracy":0.885375,"main_score":0.85191,"hf_subset":"dan_Latn-azb_Arab","languages":["dan-Latn","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-deu_Latn","languages":["dan-Latn","deu-Latn"]},{"precision":0.923913,"recall":0.947628,"f1":0.931653,"accuracy":0.947628,"main_score":0.931653,"hf_subset":"dan_Latn-hat_Latn","languages":["dan-Latn","hat-Latn"]},{"precision":0.433852,"recall":0.508893,"f1":0.45454,"accuracy":0.508893,"main_score":0.45454,"hf_subset":"dan_Latn-kbp_Latn","languages":["dan-Latn","kbp-Latn"]},{"precision":0.492452,"recall":0.570158,"f1":0.513837,"accuracy":0.570158,"main_score":0.513837,"hf_subset":"dan_Latn-luo_Latn","languages":["dan-Latn","luo-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"dan_Latn-ory_Orya","languages":["dan-Latn","ory-Orya"]},{"precision":0.476781,"recall":0.5583,"f1":0.499884,"accuracy":0.5583,"main_score":0.499884,"hf_subset":"dan_Latn-sna_Latn","languages":["dan-Latn","sna-Latn"]},{"precision":0.479275,"recall":0.55336,"f1":0.499769,"accuracy":0.55336,"main_score":0.499769,"hf_subset":"dan_Latn-tso_Latn","languages":["dan-Latn","tso-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-azj_Latn","languages":["dan-Latn","azj-Latn"]},{"precision":0.476785,"recall":0.5583,"f1":0.499541,"accuracy":0.5583,"main_score":0.499541,"hf_subset":"dan_Latn-dik_Latn","languages":["dan-Latn","dik-Latn"]},{"precision":0.472208,"recall":0.538538,"f1":0.491166,"accuracy":0.538538,"main_score":0.491166,"hf_subset":"dan_Latn-hau_Latn","languages":["dan-Latn","hau-Latn"]},{"precision":0.982955,"recall":0.988142,"f1":0.984585,"accuracy":0.988142,"main_score":0.984585,"hf_subset":"dan_Latn-kea_Latn","languages":["dan-Latn","kea-Latn"]},{"precision":0.635559,"recall":0.70751,"f1":0.656334,"accuracy":0.70751,"main_score":0.656334,"hf_subset":"dan_Latn-lus_Latn","languages":["dan-Latn","lus-Latn"]},{"precision":0.822447,"recall":0.866601,"f1":0.835837,"accuracy":0.866601,"main_score":0.835837,"hf_subset":"dan_Latn-pag_Latn","languages":["dan-Latn","pag-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"dan_Latn-snd_Arab","languages":["dan-Latn","snd-Arab"]},{"precision":0.880138,"recall":0.916996,"f1":0.891963,"accuracy":0.916996,"main_score":0.891963,"hf_subset":"dan_Latn-tuk_Latn","languages":["dan-Latn","tuk-Latn"]},{"precision":0.950264,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"dan_Latn-bak_Cyrl","languages":["dan-Latn","bak-Cyrl"]},{"precision":0.431271,"recall":0.523715,"f1":0.457292,"accuracy":0.523715,"main_score":0.457292,"hf_subset":"dan_Latn-dyu_Latn","languages":["dan-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"dan_Latn-heb_Hebr","languages":["dan-Latn","heb-Hebr"]},{"precision":0.901103,"recall":0.929842,"f1":0.910277,"accuracy":0.929842,"main_score":0.910277,"hf_subset":"dan_Latn-khk_Cyrl","languages":["dan-Latn","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-lvs_Latn","languages":["dan-Latn","lvs-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"dan_Latn-pan_Guru","languages":["dan-Latn","pan-Guru"]},{"precision":0.468107,"recall":0.548419,"f1":0.490713,"accuracy":0.548419,"main_score":0.490713,"hf_subset":"dan_Latn-som_Latn","languages":["dan-Latn","som-Latn"]},{"precision":0.501741,"recall":0.571146,"f1":0.520553,"accuracy":0.571146,"main_score":0.520553,"hf_subset":"dan_Latn-tum_Latn","languages":["dan-Latn","tum-Latn"]},{"precision":0.412267,"recall":0.5,"f1":0.436685,"accuracy":0.5,"main_score":0.436685,"hf_subset":"guj_Gujr-ace_Arab","languages":["guj-Gujr","ace-Arab"]},{"precision":0.438014,"recall":0.499012,"f1":0.45483,"accuracy":0.499012,"main_score":0.45483,"hf_subset":"guj_Gujr-bam_Latn","languages":["guj-Gujr","bam-Latn"]},{"precision":0.116776,"recall":0.16502,"f1":0.129062,"accuracy":0.16502,"main_score":0.129062,"hf_subset":"guj_Gujr-dzo_Tibt","languages":["guj-Gujr","dzo-Tibt"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"guj_Gujr-hin_Deva","languages":["guj-Gujr","hin-Deva"]},{"precision":0.948617,"recall":0.965415,"f1":0.954216,"accuracy":0.965415,"main_score":0.954216,"hf_subset":"guj_Gujr-khm_Khmr","languages":["guj-Gujr","khm-Khmr"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-mag_Deva","languages":["guj-Gujr","mag-Deva"]},{"precision":0.95998,"recall":0.972332,"f1":0.963933,"accuracy":0.972332,"main_score":0.963933,"hf_subset":"guj_Gujr-pap_Latn","languages":["guj-Gujr","pap-Latn"]},{"precision":0.469708,"recall":0.543478,"f1":0.490259,"accuracy":0.543478,"main_score":0.490259,"hf_subset":"guj_Gujr-sot_Latn","languages":["guj-Gujr","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-tur_Latn","languages":["guj-Gujr","tur-Latn"]},{"precision":0.781966,"recall":0.833992,"f1":0.797628,"accuracy":0.833992,"main_score":0.797628,"hf_subset":"guj_Gujr-ace_Latn","languages":["guj-Gujr","ace-Latn"]},{"precision":0.905303,"recall":0.933794,"f1":0.914526,"accuracy":0.933794,"main_score":0.914526,"hf_subset":"guj_Gujr-ban_Latn","languages":["guj-Gujr","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-ell_Grek","languages":["guj-Gujr","ell-Grek"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"guj_Gujr-hne_Deva","languages":["guj-Gujr","hne-Deva"]},{"precision":0.470844,"recall":0.55336,"f1":0.494603,"accuracy":0.55336,"main_score":0.494603,"hf_subset":"guj_Gujr-kik_Latn","languages":["guj-Gujr","kik-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"guj_Gujr-mai_Deva","languages":["guj-Gujr","mai-Deva"]},{"precision":0.899736,"recall":0.928854,"f1":0.909091,"accuracy":0.928854,"main_score":0.909091,"hf_subset":"guj_Gujr-pbt_Arab","languages":["guj-Gujr","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"guj_Gujr-spa_Latn","languages":["guj-Gujr","spa-Latn"]},{"precision":0.547291,"recall":0.613636,"f1":0.566179,"accuracy":0.613636,"main_score":0.566179,"hf_subset":"guj_Gujr-twi_Latn","languages":["guj-Gujr","twi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"guj_Gujr-acm_Arab","languages":["guj-Gujr","acm-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-bel_Cyrl","languages":["guj-Gujr","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-eng_Latn","languages":["guj-Gujr","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-hrv_Latn","languages":["guj-Gujr","hrv-Latn"]},{"precision":0.448548,"recall":0.518775,"f1":0.467901,"accuracy":0.518775,"main_score":0.467901,"hf_subset":"guj_Gujr-kin_Latn","languages":["guj-Gujr","kin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"guj_Gujr-mal_Mlym","languages":["guj-Gujr","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-pes_Arab","languages":["guj-Gujr","pes-Arab"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"guj_Gujr-srd_Latn","languages":["guj-Gujr","srd-Latn"]},{"precision":0.122447,"recall":0.188735,"f1":0.136559,"accuracy":0.188735,"main_score":0.136559,"hf_subset":"guj_Gujr-tzm_Tfng","languages":["guj-Gujr","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-acq_Arab","languages":["guj-Gujr","acq-Arab"]},{"precision":0.504086,"recall":0.574111,"f1":0.524275,"accuracy":0.574111,"main_score":0.524275,"hf_subset":"guj_Gujr-bem_Latn","languages":["guj-Gujr","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-epo_Latn","languages":["guj-Gujr","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-hun_Latn","languages":["guj-Gujr","hun-Latn"]},{"precision":0.957016,"recall":0.971344,"f1":0.961792,"accuracy":0.971344,"main_score":0.961792,"hf_subset":"guj_Gujr-kir_Cyrl","languages":["guj-Gujr","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-mar_Deva","languages":["guj-Gujr","mar-Deva"]},{"precision":0.543118,"recall":0.607708,"f1":0.561778,"accuracy":0.607708,"main_score":0.561778,"hf_subset":"guj_Gujr-plt_Latn","languages":["guj-Gujr","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-srp_Cyrl","languages":["guj-Gujr","srp-Cyrl"]},{"precision":0.940547,"recall":0.959486,"f1":0.946805,"accuracy":0.959486,"main_score":0.946805,"hf_subset":"guj_Gujr-uig_Arab","languages":["guj-Gujr","uig-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"guj_Gujr-aeb_Arab","languages":["guj-Gujr","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-ben_Beng","languages":["guj-Gujr","ben-Beng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"guj_Gujr-est_Latn","languages":["guj-Gujr","est-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"guj_Gujr-hye_Armn","languages":["guj-Gujr","hye-Armn"]},{"precision":0.435589,"recall":0.505929,"f1":0.455541,"accuracy":0.505929,"main_score":0.455541,"hf_subset":"guj_Gujr-kmb_Latn","languages":["guj-Gujr","kmb-Latn"]},{"precision":0.357592,"recall":0.449605,"f1":0.38185,"accuracy":0.449605,"main_score":0.38185,"hf_subset":"guj_Gujr-min_Arab","languages":["guj-Gujr","min-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-pol_Latn","languages":["guj-Gujr","pol-Latn"]},{"precision":0.443219,"recall":0.512846,"f1":0.461447,"accuracy":0.512846,"main_score":0.461447,"hf_subset":"guj_Gujr-ssw_Latn","languages":["guj-Gujr","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-ukr_Cyrl","languages":["guj-Gujr","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-afr_Latn","languages":["guj-Gujr","afr-Latn"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"guj_Gujr-bho_Deva","languages":["guj-Gujr","bho-Deva"]},{"precision":0.947628,"recall":0.964427,"f1":0.953063,"accuracy":0.964427,"main_score":0.953063,"hf_subset":"guj_Gujr-eus_Latn","languages":["guj-Gujr","eus-Latn"]},{"precision":0.468894,"recall":0.540514,"f1":0.488811,"accuracy":0.540514,"main_score":0.488811,"hf_subset":"guj_Gujr-ibo_Latn","languages":["guj-Gujr","ibo-Latn"]},{"precision":0.711663,"recall":0.775692,"f1":0.730621,"accuracy":0.775692,"main_score":0.730621,"hf_subset":"guj_Gujr-kmr_Latn","languages":["guj-Gujr","kmr-Latn"]},{"precision":0.949193,"recall":0.964427,"f1":0.954117,"accuracy":0.964427,"main_score":0.954117,"hf_subset":"guj_Gujr-min_Latn","languages":["guj-Gujr","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-por_Latn","languages":["guj-Gujr","por-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"guj_Gujr-sun_Latn","languages":["guj-Gujr","sun-Latn"]},{"precision":0.434094,"recall":0.501976,"f1":0.453386,"accuracy":0.501976,"main_score":0.453386,"hf_subset":"guj_Gujr-umb_Latn","languages":["guj-Gujr","umb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"guj_Gujr-ajp_Arab","languages":["guj-Gujr","ajp-Arab"]},{"precision":0.377146,"recall":0.471344,"f1":0.402808,"accuracy":0.471344,"main_score":0.402808,"hf_subset":"guj_Gujr-bjn_Arab","languages":["guj-Gujr","bjn-Arab"]},{"precision":0.443565,"recall":0.509881,"f1":0.461688,"accuracy":0.509881,"main_score":0.461688,"hf_subset":"guj_Gujr-ewe_Latn","languages":["guj-Gujr","ewe-Latn"]},{"precision":0.845059,"recall":0.887352,"f1":0.858333,"accuracy":0.887352,"main_score":0.858333,"hf_subset":"guj_Gujr-ilo_Latn","languages":["guj-Gujr","ilo-Latn"]},{"precision":0.194567,"recall":0.272727,"f1":0.213753,"accuracy":0.272727,"main_score":0.213753,"hf_subset":"guj_Gujr-knc_Arab","languages":["guj-Gujr","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-mkd_Cyrl","languages":["guj-Gujr","mkd-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"guj_Gujr-prs_Arab","languages":["guj-Gujr","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-swe_Latn","languages":["guj-Gujr","swe-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"guj_Gujr-urd_Arab","languages":["guj-Gujr","urd-Arab"]},{"precision":0.515177,"recall":0.583992,"f1":0.534485,"accuracy":0.583992,"main_score":0.534485,"hf_subset":"guj_Gujr-aka_Latn","languages":["guj-Gujr","aka-Latn"]},{"precision":0.965909,"recall":0.977273,"f1":0.969697,"accuracy":0.977273,"main_score":0.969697,"hf_subset":"guj_Gujr-bjn_Latn","languages":["guj-Gujr","bjn-Latn"]},{"precision":0.925066,"recall":0.948617,"f1":0.932642,"accuracy":0.948617,"main_score":0.932642,"hf_subset":"guj_Gujr-fao_Latn","languages":["guj-Gujr","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-ind_Latn","languages":["guj-Gujr","ind-Latn"]},{"precision":0.49871,"recall":0.568182,"f1":0.517696,"accuracy":0.568182,"main_score":0.517696,"hf_subset":"guj_Gujr-knc_Latn","languages":["guj-Gujr","knc-Latn"]},{"precision":0.956522,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"guj_Gujr-mlt_Latn","languages":["guj-Gujr","mlt-Latn"]},{"precision":0.539233,"recall":0.618577,"f1":0.561813,"accuracy":0.618577,"main_score":0.561813,"hf_subset":"guj_Gujr-quy_Latn","languages":["guj-Gujr","quy-Latn"]},{"precision":0.719104,"recall":0.786561,"f1":0.739888,"accuracy":0.786561,"main_score":0.739888,"hf_subset":"guj_Gujr-swh_Latn","languages":["guj-Gujr","swh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"guj_Gujr-uzn_Latn","languages":["guj-Gujr","uzn-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"guj_Gujr-als_Latn","languages":["guj-Gujr","als-Latn"]},{"precision":0.171347,"recall":0.248024,"f1":0.19106,"accuracy":0.248024,"main_score":0.19106,"hf_subset":"guj_Gujr-bod_Tibt","languages":["guj-Gujr","bod-Tibt"]},{"precision":0.438201,"recall":0.51087,"f1":0.458533,"accuracy":0.51087,"main_score":0.458533,"hf_subset":"guj_Gujr-fij_Latn","languages":["guj-Gujr","fij-Latn"]},{"precision":0.94664,"recall":0.963439,"f1":0.952075,"accuracy":0.963439,"main_score":0.952075,"hf_subset":"guj_Gujr-isl_Latn","languages":["guj-Gujr","isl-Latn"]},{"precision":0.531623,"recall":0.607708,"f1":0.553496,"accuracy":0.607708,"main_score":0.553496,"hf_subset":"guj_Gujr-kon_Latn","languages":["guj-Gujr","kon-Latn"]},{"precision":0.523059,"recall":0.614625,"f1":0.549087,"accuracy":0.614625,"main_score":0.549087,"hf_subset":"guj_Gujr-mni_Beng","languages":["guj-Gujr","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-ron_Latn","languages":["guj-Gujr","ron-Latn"]},{"precision":0.973155,"recall":0.980237,"f1":0.975461,"accuracy":0.980237,"main_score":0.975461,"hf_subset":"guj_Gujr-szl_Latn","languages":["guj-Gujr","szl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"guj_Gujr-vec_Latn","languages":["guj-Gujr","vec-Latn"]},{"precision":0.57908,"recall":0.664032,"f1":0.603743,"accuracy":0.664032,"main_score":0.603743,"hf_subset":"guj_Gujr-amh_Ethi","languages":["guj-Gujr","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-bos_Latn","languages":["guj-Gujr","bos-Latn"]},{"precision":0.996542,"recall":0.997036,"f1":0.996706,"accuracy":0.997036,"main_score":0.996706,"hf_subset":"guj_Gujr-fin_Latn","languages":["guj-Gujr","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-ita_Latn","languages":["guj-Gujr","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-kor_Hang","languages":["guj-Gujr","kor-Hang"]},{"precision":0.441156,"recall":0.519763,"f1":0.462498,"accuracy":0.519763,"main_score":0.462498,"hf_subset":"guj_Gujr-mos_Latn","languages":["guj-Gujr","mos-Latn"]},{"precision":0.43675,"recall":0.507905,"f1":0.456515,"accuracy":0.507905,"main_score":0.456515,"hf_subset":"guj_Gujr-run_Latn","languages":["guj-Gujr","run-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-tam_Taml","languages":["guj-Gujr","tam-Taml"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"guj_Gujr-vie_Latn","languages":["guj-Gujr","vie-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"guj_Gujr-apc_Arab","languages":["guj-Gujr","apc-Arab"]},{"precision":0.731753,"recall":0.788538,"f1":0.748337,"accuracy":0.788538,"main_score":0.748337,"hf_subset":"guj_Gujr-bug_Latn","languages":["guj-Gujr","bug-Latn"]},{"precision":0.416388,"recall":0.482213,"f1":0.433703,"accuracy":0.482213,"main_score":0.433703,"hf_subset":"guj_Gujr-fon_Latn","languages":["guj-Gujr","fon-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"guj_Gujr-jav_Latn","languages":["guj-Gujr","jav-Latn"]},{"precision":0.910903,"recall":0.939723,"f1":0.920455,"accuracy":0.939723,"main_score":0.920455,"hf_subset":"guj_Gujr-lao_Laoo","languages":["guj-Gujr","lao-Laoo"]},{"precision":0.571552,"recall":0.648221,"f1":0.59323,"accuracy":0.648221,"main_score":0.59323,"hf_subset":"guj_Gujr-mri_Latn","languages":["guj-Gujr","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-rus_Cyrl","languages":["guj-Gujr","rus-Cyrl"]},{"precision":0.481009,"recall":0.548419,"f1":0.499925,"accuracy":0.548419,"main_score":0.499925,"hf_subset":"guj_Gujr-taq_Latn","languages":["guj-Gujr","taq-Latn"]},{"precision":0.981555,"recall":0.987154,"f1":0.983366,"accuracy":0.987154,"main_score":0.983366,"hf_subset":"guj_Gujr-war_Latn","languages":["guj-Gujr","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-arb_Arab","languages":["guj-Gujr","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-bul_Cyrl","languages":["guj-Gujr","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-fra_Latn","languages":["guj-Gujr","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-jpn_Jpan","languages":["guj-Gujr","jpn-Jpan"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"guj_Gujr-lij_Latn","languages":["guj-Gujr","lij-Latn"]},{"precision":0.951087,"recall":0.967391,"f1":0.956522,"accuracy":0.967391,"main_score":0.956522,"hf_subset":"guj_Gujr-mya_Mymr","languages":["guj-Gujr","mya-Mymr"]},{"precision":0.471997,"recall":0.550395,"f1":0.493587,"accuracy":0.550395,"main_score":0.493587,"hf_subset":"guj_Gujr-sag_Latn","languages":["guj-Gujr","sag-Latn"]},{"precision":0.132781,"recall":0.215415,"f1":0.149359,"accuracy":0.215415,"main_score":0.149359,"hf_subset":"guj_Gujr-taq_Tfng","languages":["guj-Gujr","taq-Tfng"]},{"precision":0.522779,"recall":0.600791,"f1":0.544969,"accuracy":0.600791,"main_score":0.544969,"hf_subset":"guj_Gujr-wol_Latn","languages":["guj-Gujr","wol-Latn"]},{"precision":0.609619,"recall":0.694664,"f1":0.634317,"accuracy":0.694664,"main_score":0.634317,"hf_subset":"guj_Gujr-arb_Latn","languages":["guj-Gujr","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-cat_Latn","languages":["guj-Gujr","cat-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"guj_Gujr-fur_Latn","languages":["guj-Gujr","fur-Latn"]},{"precision":0.325941,"recall":0.389328,"f1":0.34386,"accuracy":0.389328,"main_score":0.34386,"hf_subset":"guj_Gujr-kab_Latn","languages":["guj-Gujr","kab-Latn"]},{"precision":0.961298,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"guj_Gujr-lim_Latn","languages":["guj-Gujr","lim-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-nld_Latn","languages":["guj-Gujr","nld-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"guj_Gujr-san_Deva","languages":["guj-Gujr","san-Deva"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"guj_Gujr-tat_Cyrl","languages":["guj-Gujr","tat-Cyrl"]},{"precision":0.50643,"recall":0.582016,"f1":0.528083,"accuracy":0.582016,"main_score":0.528083,"hf_subset":"guj_Gujr-xho_Latn","languages":["guj-Gujr","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"guj_Gujr-ars_Arab","languages":["guj-Gujr","ars-Arab"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"guj_Gujr-ceb_Latn","languages":["guj-Gujr","ceb-Latn"]},{"precision":0.461613,"recall":0.534585,"f1":0.482311,"accuracy":0.534585,"main_score":0.482311,"hf_subset":"guj_Gujr-fuv_Latn","languages":["guj-Gujr","fuv-Latn"]},{"precision":0.455278,"recall":0.531621,"f1":0.476733,"accuracy":0.531621,"main_score":0.476733,"hf_subset":"guj_Gujr-kac_Latn","languages":["guj-Gujr","kac-Latn"]},{"precision":0.521546,"recall":0.603755,"f1":0.544234,"accuracy":0.603755,"main_score":0.544234,"hf_subset":"guj_Gujr-lin_Latn","languages":["guj-Gujr","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"guj_Gujr-nno_Latn","languages":["guj-Gujr","nno-Latn"]},{"precision":0.020946,"recall":0.067194,"f1":0.027897,"accuracy":0.067194,"main_score":0.027897,"hf_subset":"guj_Gujr-sat_Olck","languages":["guj-Gujr","sat-Olck"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"guj_Gujr-tel_Telu","languages":["guj-Gujr","tel-Telu"]},{"precision":0.735219,"recall":0.80336,"f1":0.755951,"accuracy":0.80336,"main_score":0.755951,"hf_subset":"guj_Gujr-ydd_Hebr","languages":["guj-Gujr","ydd-Hebr"]},{"precision":0.958004,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"guj_Gujr-ary_Arab","languages":["guj-Gujr","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-ces_Latn","languages":["guj-Gujr","ces-Latn"]},{"precision":0.405658,"recall":0.481225,"f1":0.426033,"accuracy":0.481225,"main_score":0.426033,"hf_subset":"guj_Gujr-gaz_Latn","languages":["guj-Gujr","gaz-Latn"]},{"precision":0.464364,"recall":0.538538,"f1":0.485035,"accuracy":0.538538,"main_score":0.485035,"hf_subset":"guj_Gujr-kam_Latn","languages":["guj-Gujr","kam-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"guj_Gujr-lit_Latn","languages":["guj-Gujr","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-nob_Latn","languages":["guj-Gujr","nob-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"guj_Gujr-scn_Latn","languages":["guj-Gujr","scn-Latn"]},{"precision":0.922925,"recall":0.94664,"f1":0.930665,"accuracy":0.94664,"main_score":0.930665,"hf_subset":"guj_Gujr-tgk_Cyrl","languages":["guj-Gujr","tgk-Cyrl"]},{"precision":0.413253,"recall":0.494071,"f1":0.435774,"accuracy":0.494071,"main_score":0.435774,"hf_subset":"guj_Gujr-yor_Latn","languages":["guj-Gujr","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"guj_Gujr-arz_Arab","languages":["guj-Gujr","arz-Arab"]},{"precision":0.460749,"recall":0.540514,"f1":0.481833,"accuracy":0.540514,"main_score":0.481833,"hf_subset":"guj_Gujr-cjk_Latn","languages":["guj-Gujr","cjk-Latn"]},{"precision":0.606688,"recall":0.68083,"f1":0.62773,"accuracy":0.68083,"main_score":0.62773,"hf_subset":"guj_Gujr-gla_Latn","languages":["guj-Gujr","gla-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"guj_Gujr-kan_Knda","languages":["guj-Gujr","kan-Knda"]},{"precision":0.971344,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"guj_Gujr-lmo_Latn","languages":["guj-Gujr","lmo-Latn"]},{"precision":0.990613,"recall":0.993083,"f1":0.991436,"accuracy":0.993083,"main_score":0.991436,"hf_subset":"guj_Gujr-npi_Deva","languages":["guj-Gujr","npi-Deva"]},{"precision":0.421724,"recall":0.513834,"f1":0.446965,"accuracy":0.513834,"main_score":0.446965,"hf_subset":"guj_Gujr-shn_Mymr","languages":["guj-Gujr","shn-Mymr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"guj_Gujr-tgl_Latn","languages":["guj-Gujr","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-yue_Hant","languages":["guj-Gujr","yue-Hant"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"guj_Gujr-asm_Beng","languages":["guj-Gujr","asm-Beng"]},{"precision":0.746839,"recall":0.806324,"f1":0.764531,"accuracy":0.806324,"main_score":0.764531,"hf_subset":"guj_Gujr-ckb_Arab","languages":["guj-Gujr","ckb-Arab"]},{"precision":0.701894,"recall":0.775692,"f1":0.724308,"accuracy":0.775692,"main_score":0.724308,"hf_subset":"guj_Gujr-gle_Latn","languages":["guj-Gujr","gle-Latn"]},{"precision":0.892045,"recall":0.925889,"f1":0.902899,"accuracy":0.925889,"main_score":0.902899,"hf_subset":"guj_Gujr-kas_Arab","languages":["guj-Gujr","kas-Arab"]},{"precision":0.869648,"recall":0.907115,"f1":0.881653,"accuracy":0.907115,"main_score":0.881653,"hf_subset":"guj_Gujr-ltg_Latn","languages":["guj-Gujr","ltg-Latn"]},{"precision":0.502652,"recall":0.577075,"f1":0.523905,"accuracy":0.577075,"main_score":0.523905,"hf_subset":"guj_Gujr-nso_Latn","languages":["guj-Gujr","nso-Latn"]},{"precision":0.487699,"recall":0.58004,"f1":0.51336,"accuracy":0.58004,"main_score":0.51336,"hf_subset":"guj_Gujr-sin_Sinh","languages":["guj-Gujr","sin-Sinh"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-tha_Thai","languages":["guj-Gujr","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-zho_Hans","languages":["guj-Gujr","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-ast_Latn","languages":["guj-Gujr","ast-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"guj_Gujr-crh_Latn","languages":["guj-Gujr","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-glg_Latn","languages":["guj-Gujr","glg-Latn"]},{"precision":0.790662,"recall":0.846838,"f1":0.807477,"accuracy":0.846838,"main_score":0.807477,"hf_subset":"guj_Gujr-kas_Deva","languages":["guj-Gujr","kas-Deva"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"guj_Gujr-ltz_Latn","languages":["guj-Gujr","ltz-Latn"]},{"precision":0.368885,"recall":0.449605,"f1":0.390419,"accuracy":0.449605,"main_score":0.390419,"hf_subset":"guj_Gujr-nus_Latn","languages":["guj-Gujr","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-slk_Latn","languages":["guj-Gujr","slk-Latn"]},{"precision":0.262525,"recall":0.33498,"f1":0.281384,"accuracy":0.33498,"main_score":0.281384,"hf_subset":"guj_Gujr-tir_Ethi","languages":["guj-Gujr","tir-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-zho_Hant","languages":["guj-Gujr","zho-Hant"]},{"precision":0.984519,"recall":0.988142,"f1":0.985672,"accuracy":0.988142,"main_score":0.985672,"hf_subset":"guj_Gujr-awa_Deva","languages":["guj-Gujr","awa-Deva"]},{"precision":0.87747,"recall":0.911067,"f1":0.887898,"accuracy":0.911067,"main_score":0.887898,"hf_subset":"guj_Gujr-cym_Latn","languages":["guj-Gujr","cym-Latn"]},{"precision":0.673172,"recall":0.73913,"f1":0.69289,"accuracy":0.73913,"main_score":0.69289,"hf_subset":"guj_Gujr-grn_Latn","languages":["guj-Gujr","grn-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"guj_Gujr-kat_Geor","languages":["guj-Gujr","kat-Geor"]},{"precision":0.514789,"recall":0.588933,"f1":0.536182,"accuracy":0.588933,"main_score":0.536182,"hf_subset":"guj_Gujr-lua_Latn","languages":["guj-Gujr","lua-Latn"]},{"precision":0.500754,"recall":0.573123,"f1":0.520347,"accuracy":0.573123,"main_score":0.520347,"hf_subset":"guj_Gujr-nya_Latn","languages":["guj-Gujr","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"guj_Gujr-slv_Latn","languages":["guj-Gujr","slv-Latn"]},{"precision":0.765547,"recall":0.826087,"f1":0.78419,"accuracy":0.826087,"main_score":0.78419,"hf_subset":"guj_Gujr-tpi_Latn","languages":["guj-Gujr","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"guj_Gujr-zsm_Latn","languages":["guj-Gujr","zsm-Latn"]},{"precision":0.454911,"recall":0.525692,"f1":0.474386,"accuracy":0.525692,"main_score":0.474386,"hf_subset":"guj_Gujr-ayr_Latn","languages":["guj-Gujr","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-dan_Latn","languages":["guj-Gujr","dan-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"guj_Gujr-kaz_Cyrl","languages":["guj-Gujr","kaz-Cyrl"]},{"precision":0.423203,"recall":0.496047,"f1":0.442848,"accuracy":0.496047,"main_score":0.442848,"hf_subset":"guj_Gujr-lug_Latn","languages":["guj-Gujr","lug-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"guj_Gujr-oci_Latn","languages":["guj-Gujr","oci-Latn"]},{"precision":0.501055,"recall":0.58004,"f1":0.523044,"accuracy":0.58004,"main_score":0.523044,"hf_subset":"guj_Gujr-smo_Latn","languages":["guj-Gujr","smo-Latn"]},{"precision":0.450834,"recall":0.524704,"f1":0.471091,"accuracy":0.524704,"main_score":0.471091,"hf_subset":"guj_Gujr-tsn_Latn","languages":["guj-Gujr","tsn-Latn"]},{"precision":0.455431,"recall":0.531621,"f1":0.475757,"accuracy":0.531621,"main_score":0.475757,"hf_subset":"guj_Gujr-zul_Latn","languages":["guj-Gujr","zul-Latn"]},{"precision":0.802816,"recall":0.859684,"f1":0.820323,"accuracy":0.859684,"main_score":0.820323,"hf_subset":"guj_Gujr-azb_Arab","languages":["guj-Gujr","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"guj_Gujr-deu_Latn","languages":["guj-Gujr","deu-Latn"]},{"precision":0.908547,"recall":0.935771,"f1":0.917227,"accuracy":0.935771,"main_score":0.917227,"hf_subset":"guj_Gujr-hat_Latn","languages":["guj-Gujr","hat-Latn"]},{"precision":0.423782,"recall":0.491107,"f1":0.443143,"accuracy":0.491107,"main_score":0.443143,"hf_subset":"guj_Gujr-kbp_Latn","languages":["guj-Gujr","kbp-Latn"]},{"precision":0.466931,"recall":0.538538,"f1":0.487199,"accuracy":0.538538,"main_score":0.487199,"hf_subset":"guj_Gujr-luo_Latn","languages":["guj-Gujr","luo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"guj_Gujr-ory_Orya","languages":["guj-Gujr","ory-Orya"]},{"precision":0.471291,"recall":0.543478,"f1":0.49226,"accuracy":0.543478,"main_score":0.49226,"hf_subset":"guj_Gujr-sna_Latn","languages":["guj-Gujr","sna-Latn"]},{"precision":0.455981,"recall":0.523715,"f1":0.474476,"accuracy":0.523715,"main_score":0.474476,"hf_subset":"guj_Gujr-tso_Latn","languages":["guj-Gujr","tso-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"guj_Gujr-azj_Latn","languages":["guj-Gujr","azj-Latn"]},{"precision":0.435655,"recall":0.520751,"f1":0.459769,"accuracy":0.520751,"main_score":0.459769,"hf_subset":"guj_Gujr-dik_Latn","languages":["guj-Gujr","dik-Latn"]},{"precision":0.452102,"recall":0.518775,"f1":0.471367,"accuracy":0.518775,"main_score":0.471367,"hf_subset":"guj_Gujr-hau_Latn","languages":["guj-Gujr","hau-Latn"]},{"precision":0.965415,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"guj_Gujr-kea_Latn","languages":["guj-Gujr","kea-Latn"]},{"precision":0.633284,"recall":0.695652,"f1":0.651115,"accuracy":0.695652,"main_score":0.651115,"hf_subset":"guj_Gujr-lus_Latn","languages":["guj-Gujr","lus-Latn"]},{"precision":0.791494,"recall":0.840909,"f1":0.806478,"accuracy":0.840909,"main_score":0.806478,"hf_subset":"guj_Gujr-pag_Latn","languages":["guj-Gujr","pag-Latn"]},{"precision":0.994401,"recall":0.996047,"f1":0.994895,"accuracy":0.996047,"main_score":0.994895,"hf_subset":"guj_Gujr-snd_Arab","languages":["guj-Gujr","snd-Arab"]},{"precision":0.881423,"recall":0.916996,"f1":0.892754,"accuracy":0.916996,"main_score":0.892754,"hf_subset":"guj_Gujr-tuk_Latn","languages":["guj-Gujr","tuk-Latn"]},{"precision":0.943182,"recall":0.961462,"f1":0.949275,"accuracy":0.961462,"main_score":0.949275,"hf_subset":"guj_Gujr-bak_Cyrl","languages":["guj-Gujr","bak-Cyrl"]},{"precision":0.376754,"recall":0.471344,"f1":0.403782,"accuracy":0.471344,"main_score":0.403782,"hf_subset":"guj_Gujr-dyu_Latn","languages":["guj-Gujr","dyu-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"guj_Gujr-heb_Hebr","languages":["guj-Gujr","heb-Hebr"]},{"precision":0.911561,"recall":0.937747,"f1":0.920125,"accuracy":0.937747,"main_score":0.920125,"hf_subset":"guj_Gujr-khk_Cyrl","languages":["guj-Gujr","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-lvs_Latn","languages":["guj-Gujr","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"guj_Gujr-pan_Guru","languages":["guj-Gujr","pan-Guru"]},{"precision":0.456798,"recall":0.532609,"f1":0.478248,"accuracy":0.532609,"main_score":0.478248,"hf_subset":"guj_Gujr-som_Latn","languages":["guj-Gujr","som-Latn"]},{"precision":0.479391,"recall":0.543478,"f1":0.497373,"accuracy":0.543478,"main_score":0.497373,"hf_subset":"guj_Gujr-tum_Latn","languages":["guj-Gujr","tum-Latn"]},{"precision":0.43302,"recall":0.520751,"f1":0.457035,"accuracy":0.520751,"main_score":0.457035,"hf_subset":"kaz_Cyrl-ace_Arab","languages":["kaz-Cyrl","ace-Arab"]},{"precision":0.450829,"recall":0.520751,"f1":0.470052,"accuracy":0.520751,"main_score":0.470052,"hf_subset":"kaz_Cyrl-bam_Latn","languages":["kaz-Cyrl","bam-Latn"]},{"precision":0.11373,"recall":0.16502,"f1":0.126598,"accuracy":0.16502,"main_score":0.126598,"hf_subset":"kaz_Cyrl-dzo_Tibt","languages":["kaz-Cyrl","dzo-Tibt"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kaz_Cyrl-hin_Deva","languages":["kaz-Cyrl","hin-Deva"]},{"precision":0.92556,"recall":0.949605,"f1":0.933465,"accuracy":0.949605,"main_score":0.933465,"hf_subset":"kaz_Cyrl-khm_Khmr","languages":["kaz-Cyrl","khm-Khmr"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"kaz_Cyrl-mag_Deva","languages":["kaz-Cyrl","mag-Deva"]},{"precision":0.956192,"recall":0.969368,"f1":0.960474,"accuracy":0.969368,"main_score":0.960474,"hf_subset":"kaz_Cyrl-pap_Latn","languages":["kaz-Cyrl","pap-Latn"]},{"precision":0.495865,"recall":0.570158,"f1":0.516707,"accuracy":0.570158,"main_score":0.516707,"hf_subset":"kaz_Cyrl-sot_Latn","languages":["kaz-Cyrl","sot-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kaz_Cyrl-tur_Latn","languages":["kaz-Cyrl","tur-Latn"]},{"precision":0.774473,"recall":0.829051,"f1":0.791224,"accuracy":0.829051,"main_score":0.791224,"hf_subset":"kaz_Cyrl-ace_Latn","languages":["kaz-Cyrl","ace-Latn"]},{"precision":0.893445,"recall":0.923913,"f1":0.903162,"accuracy":0.923913,"main_score":0.903162,"hf_subset":"kaz_Cyrl-ban_Latn","languages":["kaz-Cyrl","ban-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kaz_Cyrl-ell_Grek","languages":["kaz-Cyrl","ell-Grek"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"kaz_Cyrl-hne_Deva","languages":["kaz-Cyrl","hne-Deva"]},{"precision":0.499046,"recall":0.56917,"f1":0.518984,"accuracy":0.56917,"main_score":0.518984,"hf_subset":"kaz_Cyrl-kik_Latn","languages":["kaz-Cyrl","kik-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"kaz_Cyrl-mai_Deva","languages":["kaz-Cyrl","mai-Deva"]},{"precision":0.874918,"recall":0.911067,"f1":0.886594,"accuracy":0.911067,"main_score":0.886594,"hf_subset":"kaz_Cyrl-pbt_Arab","languages":["kaz-Cyrl","pbt-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kaz_Cyrl-spa_Latn","languages":["kaz-Cyrl","spa-Latn"]},{"precision":0.549407,"recall":0.618577,"f1":0.569514,"accuracy":0.618577,"main_score":0.569514,"hf_subset":"kaz_Cyrl-twi_Latn","languages":["kaz-Cyrl","twi-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kaz_Cyrl-acm_Arab","languages":["kaz-Cyrl","acm-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kaz_Cyrl-bel_Cyrl","languages":["kaz-Cyrl","bel-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kaz_Cyrl-eng_Latn","languages":["kaz-Cyrl","eng-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kaz_Cyrl-hrv_Latn","languages":["kaz-Cyrl","hrv-Latn"]},{"precision":0.455502,"recall":0.523715,"f1":0.475043,"accuracy":0.523715,"main_score":0.475043,"hf_subset":"kaz_Cyrl-kin_Latn","languages":["kaz-Cyrl","kin-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"kaz_Cyrl-mal_Mlym","languages":["kaz-Cyrl","mal-Mlym"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kaz_Cyrl-pes_Arab","languages":["kaz-Cyrl","pes-Arab"]},{"precision":0.962286,"recall":0.974308,"f1":0.966238,"accuracy":0.974308,"main_score":0.966238,"hf_subset":"kaz_Cyrl-srd_Latn","languages":["kaz-Cyrl","srd-Latn"]},{"precision":0.119234,"recall":0.182806,"f1":0.132961,"accuracy":0.182806,"main_score":0.132961,"hf_subset":"kaz_Cyrl-tzm_Tfng","languages":["kaz-Cyrl","tzm-Tfng"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kaz_Cyrl-acq_Arab","languages":["kaz-Cyrl","acq-Arab"]},{"precision":0.5161,"recall":0.590909,"f1":0.537087,"accuracy":0.590909,"main_score":0.537087,"hf_subset":"kaz_Cyrl-bem_Latn","languages":["kaz-Cyrl","bem-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kaz_Cyrl-epo_Latn","languages":["kaz-Cyrl","epo-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kaz_Cyrl-hun_Latn","languages":["kaz-Cyrl","hun-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"kaz_Cyrl-kir_Cyrl","languages":["kaz-Cyrl","kir-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kaz_Cyrl-mar_Deva","languages":["kaz-Cyrl","mar-Deva"]},{"precision":0.559815,"recall":0.620553,"f1":0.577669,"accuracy":0.620553,"main_score":0.577669,"hf_subset":"kaz_Cyrl-plt_Latn","languages":["kaz-Cyrl","plt-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kaz_Cyrl-srp_Cyrl","languages":["kaz-Cyrl","srp-Cyrl"]},{"precision":0.945323,"recall":0.961462,"f1":0.950593,"accuracy":0.961462,"main_score":0.950593,"hf_subset":"kaz_Cyrl-uig_Arab","languages":["kaz-Cyrl","uig-Arab"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"kaz_Cyrl-aeb_Arab","languages":["kaz-Cyrl","aeb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kaz_Cyrl-ben_Beng","languages":["kaz-Cyrl","ben-Beng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"kaz_Cyrl-est_Latn","languages":["kaz-Cyrl","est-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kaz_Cyrl-hye_Armn","languages":["kaz-Cyrl","hye-Armn"]},{"precision":0.448107,"recall":0.511858,"f1":0.465799,"accuracy":0.511858,"main_score":0.465799,"hf_subset":"kaz_Cyrl-kmb_Latn","languages":["kaz-Cyrl","kmb-Latn"]},{"precision":0.367263,"recall":0.460474,"f1":0.391798,"accuracy":0.460474,"main_score":0.391798,"hf_subset":"kaz_Cyrl-min_Arab","languages":["kaz-Cyrl","min-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kaz_Cyrl-pol_Latn","languages":["kaz-Cyrl","pol-Latn"]},{"precision":0.453708,"recall":0.530632,"f1":0.474793,"accuracy":0.530632,"main_score":0.474793,"hf_subset":"kaz_Cyrl-ssw_Latn","languages":["kaz-Cyrl","ssw-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kaz_Cyrl-ukr_Cyrl","languages":["kaz-Cyrl","ukr-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kaz_Cyrl-afr_Latn","languages":["kaz-Cyrl","afr-Latn"]},{"precision":0.972167,"recall":0.980237,"f1":0.974802,"accuracy":0.980237,"main_score":0.974802,"hf_subset":"kaz_Cyrl-bho_Deva","languages":["kaz-Cyrl","bho-Deva"]},{"precision":0.947958,"recall":0.963439,"f1":0.952899,"accuracy":0.963439,"main_score":0.952899,"hf_subset":"kaz_Cyrl-eus_Latn","languages":["kaz-Cyrl","eus-Latn"]},{"precision":0.483617,"recall":0.556324,"f1":0.504055,"accuracy":0.556324,"main_score":0.504055,"hf_subset":"kaz_Cyrl-ibo_Latn","languages":["kaz-Cyrl","ibo-Latn"]},{"precision":0.705439,"recall":0.774704,"f1":0.726268,"accuracy":0.774704,"main_score":0.726268,"hf_subset":"kaz_Cyrl-kmr_Latn","languages":["kaz-Cyrl","kmr-Latn"]},{"precision":0.938076,"recall":0.95751,"f1":0.944335,"accuracy":0.95751,"main_score":0.944335,"hf_subset":"kaz_Cyrl-min_Latn","languages":["kaz-Cyrl","min-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kaz_Cyrl-por_Latn","languages":["kaz-Cyrl","por-Latn"]},{"precision":0.964345,"recall":0.975296,"f1":0.967787,"accuracy":0.975296,"main_score":0.967787,"hf_subset":"kaz_Cyrl-sun_Latn","languages":["kaz-Cyrl","sun-Latn"]},{"precision":0.449205,"recall":0.517787,"f1":0.468997,"accuracy":0.517787,"main_score":0.468997,"hf_subset":"kaz_Cyrl-umb_Latn","languages":["kaz-Cyrl","umb-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kaz_Cyrl-ajp_Arab","languages":["kaz-Cyrl","ajp-Arab"]},{"precision":0.404043,"recall":0.490119,"f1":0.426785,"accuracy":0.490119,"main_score":0.426785,"hf_subset":"kaz_Cyrl-bjn_Arab","languages":["kaz-Cyrl","bjn-Arab"]},{"precision":0.464206,"recall":0.529644,"f1":0.481654,"accuracy":0.529644,"main_score":0.481654,"hf_subset":"kaz_Cyrl-ewe_Latn","languages":["kaz-Cyrl","ewe-Latn"]},{"precision":0.83778,"recall":0.879447,"f1":0.850955,"accuracy":0.879447,"main_score":0.850955,"hf_subset":"kaz_Cyrl-ilo_Latn","languages":["kaz-Cyrl","ilo-Latn"]},{"precision":0.185848,"recall":0.26581,"f1":0.206246,"accuracy":0.26581,"main_score":0.206246,"hf_subset":"kaz_Cyrl-knc_Arab","languages":["kaz-Cyrl","knc-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kaz_Cyrl-mkd_Cyrl","languages":["kaz-Cyrl","mkd-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kaz_Cyrl-prs_Arab","languages":["kaz-Cyrl","prs-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kaz_Cyrl-swe_Latn","languages":["kaz-Cyrl","swe-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"kaz_Cyrl-urd_Arab","languages":["kaz-Cyrl","urd-Arab"]},{"precision":0.521123,"recall":0.589921,"f1":0.541189,"accuracy":0.589921,"main_score":0.541189,"hf_subset":"kaz_Cyrl-aka_Latn","languages":["kaz-Cyrl","aka-Latn"]},{"precision":0.947628,"recall":0.964427,"f1":0.953228,"accuracy":0.964427,"main_score":0.953228,"hf_subset":"kaz_Cyrl-bjn_Latn","languages":["kaz-Cyrl","bjn-Latn"]},{"precision":0.920784,"recall":0.945652,"f1":0.928854,"accuracy":0.945652,"main_score":0.928854,"hf_subset":"kaz_Cyrl-fao_Latn","languages":["kaz-Cyrl","fao-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kaz_Cyrl-ind_Latn","languages":["kaz-Cyrl","ind-Latn"]},{"precision":0.510055,"recall":0.579051,"f1":0.52953,"accuracy":0.579051,"main_score":0.52953,"hf_subset":"kaz_Cyrl-knc_Latn","languages":["kaz-Cyrl","knc-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"kaz_Cyrl-mlt_Latn","languages":["kaz-Cyrl","mlt-Latn"]},{"precision":0.55817,"recall":0.62747,"f1":0.577611,"accuracy":0.62747,"main_score":0.577611,"hf_subset":"kaz_Cyrl-quy_Latn","languages":["kaz-Cyrl","quy-Latn"]},{"precision":0.712451,"recall":0.785573,"f1":0.734947,"accuracy":0.785573,"main_score":0.734947,"hf_subset":"kaz_Cyrl-swh_Latn","languages":["kaz-Cyrl","swh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kaz_Cyrl-uzn_Latn","languages":["kaz-Cyrl","uzn-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kaz_Cyrl-als_Latn","languages":["kaz-Cyrl","als-Latn"]},{"precision":0.164015,"recall":0.235178,"f1":0.182196,"accuracy":0.235178,"main_score":0.182196,"hf_subset":"kaz_Cyrl-bod_Tibt","languages":["kaz-Cyrl","bod-Tibt"]},{"precision":0.463038,"recall":0.531621,"f1":0.482068,"accuracy":0.531621,"main_score":0.482068,"hf_subset":"kaz_Cyrl-fij_Latn","languages":["kaz-Cyrl","fij-Latn"]},{"precision":0.926252,"recall":0.948617,"f1":0.933465,"accuracy":0.948617,"main_score":0.933465,"hf_subset":"kaz_Cyrl-isl_Latn","languages":["kaz-Cyrl","isl-Latn"]},{"precision":0.526902,"recall":0.606719,"f1":0.549636,"accuracy":0.606719,"main_score":0.549636,"hf_subset":"kaz_Cyrl-kon_Latn","languages":["kaz-Cyrl","kon-Latn"]},{"precision":0.491689,"recall":0.58004,"f1":0.516618,"accuracy":0.58004,"main_score":0.516618,"hf_subset":"kaz_Cyrl-mni_Beng","languages":["kaz-Cyrl","mni-Beng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kaz_Cyrl-ron_Latn","languages":["kaz-Cyrl","ron-Latn"]},{"precision":0.971838,"recall":0.979249,"f1":0.974308,"accuracy":0.979249,"main_score":0.974308,"hf_subset":"kaz_Cyrl-szl_Latn","languages":["kaz-Cyrl","szl-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kaz_Cyrl-vec_Latn","languages":["kaz-Cyrl","vec-Latn"]},{"precision":0.557157,"recall":0.651186,"f1":0.584786,"accuracy":0.651186,"main_score":0.584786,"hf_subset":"kaz_Cyrl-amh_Ethi","languages":["kaz-Cyrl","amh-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kaz_Cyrl-bos_Latn","languages":["kaz-Cyrl","bos-Latn"]},{"precision":0.986166,"recall":0.990119,"f1":0.987484,"accuracy":0.990119,"main_score":0.987484,"hf_subset":"kaz_Cyrl-fin_Latn","languages":["kaz-Cyrl","fin-Latn"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"kaz_Cyrl-ita_Latn","languages":["kaz-Cyrl","ita-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kaz_Cyrl-kor_Hang","languages":["kaz-Cyrl","kor-Hang"]},{"precision":0.470567,"recall":0.544466,"f1":0.490932,"accuracy":0.544466,"main_score":0.490932,"hf_subset":"kaz_Cyrl-mos_Latn","languages":["kaz-Cyrl","mos-Latn"]},{"precision":0.450242,"recall":0.518775,"f1":0.468807,"accuracy":0.518775,"main_score":0.468807,"hf_subset":"kaz_Cyrl-run_Latn","languages":["kaz-Cyrl","run-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kaz_Cyrl-tam_Taml","languages":["kaz-Cyrl","tam-Taml"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kaz_Cyrl-vie_Latn","languages":["kaz-Cyrl","vie-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"kaz_Cyrl-apc_Arab","languages":["kaz-Cyrl","apc-Arab"]},{"precision":0.717763,"recall":0.778656,"f1":0.735891,"accuracy":0.778656,"main_score":0.735891,"hf_subset":"kaz_Cyrl-bug_Latn","languages":["kaz-Cyrl","bug-Latn"]},{"precision":0.425713,"recall":0.493083,"f1":0.444388,"accuracy":0.493083,"main_score":0.444388,"hf_subset":"kaz_Cyrl-fon_Latn","languages":["kaz-Cyrl","fon-Latn"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"kaz_Cyrl-jav_Latn","languages":["kaz-Cyrl","jav-Latn"]},{"precision":0.883893,"recall":0.918972,"f1":0.895224,"accuracy":0.918972,"main_score":0.895224,"hf_subset":"kaz_Cyrl-lao_Laoo","languages":["kaz-Cyrl","lao-Laoo"]},{"precision":0.56539,"recall":0.648221,"f1":0.58959,"accuracy":0.648221,"main_score":0.58959,"hf_subset":"kaz_Cyrl-mri_Latn","languages":["kaz-Cyrl","mri-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kaz_Cyrl-rus_Cyrl","languages":["kaz-Cyrl","rus-Cyrl"]},{"precision":0.483275,"recall":0.545455,"f1":0.501163,"accuracy":0.545455,"main_score":0.501163,"hf_subset":"kaz_Cyrl-taq_Latn","languages":["kaz-Cyrl","taq-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"kaz_Cyrl-war_Latn","languages":["kaz-Cyrl","war-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kaz_Cyrl-arb_Arab","languages":["kaz-Cyrl","arb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kaz_Cyrl-bul_Cyrl","languages":["kaz-Cyrl","bul-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kaz_Cyrl-fra_Latn","languages":["kaz-Cyrl","fra-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kaz_Cyrl-jpn_Jpan","languages":["kaz-Cyrl","jpn-Jpan"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"kaz_Cyrl-lij_Latn","languages":["kaz-Cyrl","lij-Latn"]},{"precision":0.927454,"recall":0.949605,"f1":0.934684,"accuracy":0.949605,"main_score":0.934684,"hf_subset":"kaz_Cyrl-mya_Mymr","languages":["kaz-Cyrl","mya-Mymr"]},{"precision":0.49195,"recall":0.575099,"f1":0.515624,"accuracy":0.575099,"main_score":0.515624,"hf_subset":"kaz_Cyrl-sag_Latn","languages":["kaz-Cyrl","sag-Latn"]},{"precision":0.132216,"recall":0.212451,"f1":0.148402,"accuracy":0.212451,"main_score":0.148402,"hf_subset":"kaz_Cyrl-taq_Tfng","languages":["kaz-Cyrl","taq-Tfng"]},{"precision":0.545965,"recall":0.619565,"f1":0.566985,"accuracy":0.619565,"main_score":0.566985,"hf_subset":"kaz_Cyrl-wol_Latn","languages":["kaz-Cyrl","wol-Latn"]},{"precision":0.603165,"recall":0.687747,"f1":0.626986,"accuracy":0.687747,"main_score":0.626986,"hf_subset":"kaz_Cyrl-arb_Latn","languages":["kaz-Cyrl","arb-Latn"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"kaz_Cyrl-cat_Latn","languages":["kaz-Cyrl","cat-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"kaz_Cyrl-fur_Latn","languages":["kaz-Cyrl","fur-Latn"]},{"precision":0.327127,"recall":0.396245,"f1":0.346468,"accuracy":0.396245,"main_score":0.346468,"hf_subset":"kaz_Cyrl-kab_Latn","languages":["kaz-Cyrl","kab-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"kaz_Cyrl-lim_Latn","languages":["kaz-Cyrl","lim-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kaz_Cyrl-nld_Latn","languages":["kaz-Cyrl","nld-Latn"]},{"precision":0.943429,"recall":0.959486,"f1":0.948518,"accuracy":0.959486,"main_score":0.948518,"hf_subset":"kaz_Cyrl-san_Deva","languages":["kaz-Cyrl","san-Deva"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"kaz_Cyrl-tat_Cyrl","languages":["kaz-Cyrl","tat-Cyrl"]},{"precision":0.515807,"recall":0.586957,"f1":0.535169,"accuracy":0.586957,"main_score":0.535169,"hf_subset":"kaz_Cyrl-xho_Latn","languages":["kaz-Cyrl","xho-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"kaz_Cyrl-ars_Arab","languages":["kaz-Cyrl","ars-Arab"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"kaz_Cyrl-ceb_Latn","languages":["kaz-Cyrl","ceb-Latn"]},{"precision":0.461006,"recall":0.533597,"f1":0.481194,"accuracy":0.533597,"main_score":0.481194,"hf_subset":"kaz_Cyrl-fuv_Latn","languages":["kaz-Cyrl","fuv-Latn"]},{"precision":0.454942,"recall":0.530632,"f1":0.476086,"accuracy":0.530632,"main_score":0.476086,"hf_subset":"kaz_Cyrl-kac_Latn","languages":["kaz-Cyrl","kac-Latn"]},{"precision":0.548988,"recall":0.623518,"f1":0.569558,"accuracy":0.623518,"main_score":0.569558,"hf_subset":"kaz_Cyrl-lin_Latn","languages":["kaz-Cyrl","lin-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"kaz_Cyrl-nno_Latn","languages":["kaz-Cyrl","nno-Latn"]},{"precision":0.017203,"recall":0.061265,"f1":0.02328,"accuracy":0.061265,"main_score":0.02328,"hf_subset":"kaz_Cyrl-sat_Olck","languages":["kaz-Cyrl","sat-Olck"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"kaz_Cyrl-tel_Telu","languages":["kaz-Cyrl","tel-Telu"]},{"precision":0.728491,"recall":0.798419,"f1":0.749901,"accuracy":0.798419,"main_score":0.749901,"hf_subset":"kaz_Cyrl-ydd_Hebr","languages":["kaz-Cyrl","ydd-Hebr"]},{"precision":0.943841,"recall":0.961462,"f1":0.949605,"accuracy":0.961462,"main_score":0.949605,"hf_subset":"kaz_Cyrl-ary_Arab","languages":["kaz-Cyrl","ary-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kaz_Cyrl-ces_Latn","languages":["kaz-Cyrl","ces-Latn"]},{"precision":0.394746,"recall":0.477273,"f1":0.417381,"accuracy":0.477273,"main_score":0.417381,"hf_subset":"kaz_Cyrl-gaz_Latn","languages":["kaz-Cyrl","gaz-Latn"]},{"precision":0.488649,"recall":0.560277,"f1":0.508805,"accuracy":0.560277,"main_score":0.508805,"hf_subset":"kaz_Cyrl-kam_Latn","languages":["kaz-Cyrl","kam-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"kaz_Cyrl-lit_Latn","languages":["kaz-Cyrl","lit-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kaz_Cyrl-nob_Latn","languages":["kaz-Cyrl","nob-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"kaz_Cyrl-scn_Latn","languages":["kaz-Cyrl","scn-Latn"]},{"precision":0.934947,"recall":0.955534,"f1":0.9417,"accuracy":0.955534,"main_score":0.9417,"hf_subset":"kaz_Cyrl-tgk_Cyrl","languages":["kaz-Cyrl","tgk-Cyrl"]},{"precision":0.438456,"recall":0.512846,"f1":0.459313,"accuracy":0.512846,"main_score":0.459313,"hf_subset":"kaz_Cyrl-yor_Latn","languages":["kaz-Cyrl","yor-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"kaz_Cyrl-arz_Arab","languages":["kaz-Cyrl","arz-Arab"]},{"precision":0.462915,"recall":0.547431,"f1":0.486513,"accuracy":0.547431,"main_score":0.486513,"hf_subset":"kaz_Cyrl-cjk_Latn","languages":["kaz-Cyrl","cjk-Latn"]},{"precision":0.614189,"recall":0.693676,"f1":0.637077,"accuracy":0.693676,"main_score":0.637077,"hf_subset":"kaz_Cyrl-gla_Latn","languages":["kaz-Cyrl","gla-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"kaz_Cyrl-kan_Knda","languages":["kaz-Cyrl","kan-Knda"]},{"precision":0.949934,"recall":0.965415,"f1":0.95504,"accuracy":0.965415,"main_score":0.95504,"hf_subset":"kaz_Cyrl-lmo_Latn","languages":["kaz-Cyrl","lmo-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"kaz_Cyrl-npi_Deva","languages":["kaz-Cyrl","npi-Deva"]},{"precision":0.406314,"recall":0.5,"f1":0.432344,"accuracy":0.5,"main_score":0.432344,"hf_subset":"kaz_Cyrl-shn_Mymr","languages":["kaz-Cyrl","shn-Mymr"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"kaz_Cyrl-tgl_Latn","languages":["kaz-Cyrl","tgl-Latn"]},{"precision":0.989954,"recall":0.993083,"f1":0.990942,"accuracy":0.993083,"main_score":0.990942,"hf_subset":"kaz_Cyrl-yue_Hant","languages":["kaz-Cyrl","yue-Hant"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"kaz_Cyrl-asm_Beng","languages":["kaz-Cyrl","asm-Beng"]},{"precision":0.730457,"recall":0.79249,"f1":0.748635,"accuracy":0.79249,"main_score":0.748635,"hf_subset":"kaz_Cyrl-ckb_Arab","languages":["kaz-Cyrl","ckb-Arab"]},{"precision":0.705296,"recall":0.775692,"f1":0.726532,"accuracy":0.775692,"main_score":0.726532,"hf_subset":"kaz_Cyrl-gle_Latn","languages":["kaz-Cyrl","gle-Latn"]},{"precision":0.849061,"recall":0.892292,"f1":0.862648,"accuracy":0.892292,"main_score":0.862648,"hf_subset":"kaz_Cyrl-kas_Arab","languages":["kaz-Cyrl","kas-Arab"]},{"precision":0.876235,"recall":0.911067,"f1":0.887253,"accuracy":0.911067,"main_score":0.887253,"hf_subset":"kaz_Cyrl-ltg_Latn","languages":["kaz-Cyrl","ltg-Latn"]},{"precision":0.509294,"recall":0.578063,"f1":0.528479,"accuracy":0.578063,"main_score":0.528479,"hf_subset":"kaz_Cyrl-nso_Latn","languages":["kaz-Cyrl","nso-Latn"]},{"precision":0.454082,"recall":0.547431,"f1":0.480287,"accuracy":0.547431,"main_score":0.480287,"hf_subset":"kaz_Cyrl-sin_Sinh","languages":["kaz-Cyrl","sin-Sinh"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kaz_Cyrl-tha_Thai","languages":["kaz-Cyrl","tha-Thai"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kaz_Cyrl-zho_Hans","languages":["kaz-Cyrl","zho-Hans"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"kaz_Cyrl-ast_Latn","languages":["kaz-Cyrl","ast-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"kaz_Cyrl-crh_Latn","languages":["kaz-Cyrl","crh-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kaz_Cyrl-glg_Latn","languages":["kaz-Cyrl","glg-Latn"]},{"precision":0.728404,"recall":0.800395,"f1":0.750414,"accuracy":0.800395,"main_score":0.750414,"hf_subset":"kaz_Cyrl-kas_Deva","languages":["kaz-Cyrl","kas-Deva"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"kaz_Cyrl-ltz_Latn","languages":["kaz-Cyrl","ltz-Latn"]},{"precision":0.383745,"recall":0.465415,"f1":0.405902,"accuracy":0.465415,"main_score":0.405902,"hf_subset":"kaz_Cyrl-nus_Latn","languages":["kaz-Cyrl","nus-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kaz_Cyrl-slk_Latn","languages":["kaz-Cyrl","slk-Latn"]},{"precision":0.27744,"recall":0.34585,"f1":0.295069,"accuracy":0.34585,"main_score":0.295069,"hf_subset":"kaz_Cyrl-tir_Ethi","languages":["kaz-Cyrl","tir-Ethi"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"kaz_Cyrl-zho_Hant","languages":["kaz-Cyrl","zho-Hant"]},{"precision":0.971673,"recall":0.980237,"f1":0.974473,"accuracy":0.980237,"main_score":0.974473,"hf_subset":"kaz_Cyrl-awa_Deva","languages":["kaz-Cyrl","awa-Deva"]},{"precision":0.870339,"recall":0.908103,"f1":0.882312,"accuracy":0.908103,"main_score":0.882312,"hf_subset":"kaz_Cyrl-cym_Latn","languages":["kaz-Cyrl","cym-Latn"]},{"precision":0.706472,"recall":0.763834,"f1":0.723885,"accuracy":0.763834,"main_score":0.723885,"hf_subset":"kaz_Cyrl-grn_Latn","languages":["kaz-Cyrl","grn-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"kaz_Cyrl-kat_Geor","languages":["kaz-Cyrl","kat-Geor"]},{"precision":0.546799,"recall":0.614625,"f1":0.566198,"accuracy":0.614625,"main_score":0.566198,"hf_subset":"kaz_Cyrl-lua_Latn","languages":["kaz-Cyrl","lua-Latn"]},{"precision":0.5003,"recall":0.572134,"f1":0.520374,"accuracy":0.572134,"main_score":0.520374,"hf_subset":"kaz_Cyrl-nya_Latn","languages":["kaz-Cyrl","nya-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"kaz_Cyrl-slv_Latn","languages":["kaz-Cyrl","slv-Latn"]},{"precision":0.767737,"recall":0.821146,"f1":0.784044,"accuracy":0.821146,"main_score":0.784044,"hf_subset":"kaz_Cyrl-tpi_Latn","languages":["kaz-Cyrl","tpi-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kaz_Cyrl-zsm_Latn","languages":["kaz-Cyrl","zsm-Latn"]},{"precision":0.475449,"recall":0.541502,"f1":0.493638,"accuracy":0.541502,"main_score":0.493638,"hf_subset":"kaz_Cyrl-ayr_Latn","languages":["kaz-Cyrl","ayr-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kaz_Cyrl-dan_Latn","languages":["kaz-Cyrl","dan-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kaz_Cyrl-guj_Gujr","languages":["kaz-Cyrl","guj-Gujr"]},{"precision":0.433245,"recall":0.506917,"f1":0.453913,"accuracy":0.506917,"main_score":0.453913,"hf_subset":"kaz_Cyrl-lug_Latn","languages":["kaz-Cyrl","lug-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"kaz_Cyrl-oci_Latn","languages":["kaz-Cyrl","oci-Latn"]},{"precision":0.518072,"recall":0.592885,"f1":0.53919,"accuracy":0.592885,"main_score":0.53919,"hf_subset":"kaz_Cyrl-smo_Latn","languages":["kaz-Cyrl","smo-Latn"]},{"precision":0.463946,"recall":0.536561,"f1":0.483347,"accuracy":0.536561,"main_score":0.483347,"hf_subset":"kaz_Cyrl-tsn_Latn","languages":["kaz-Cyrl","tsn-Latn"]},{"precision":0.463893,"recall":0.537549,"f1":0.483289,"accuracy":0.537549,"main_score":0.483289,"hf_subset":"kaz_Cyrl-zul_Latn","languages":["kaz-Cyrl","zul-Latn"]},{"precision":0.79333,"recall":0.850791,"f1":0.811298,"accuracy":0.850791,"main_score":0.811298,"hf_subset":"kaz_Cyrl-azb_Arab","languages":["kaz-Cyrl","azb-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kaz_Cyrl-deu_Latn","languages":["kaz-Cyrl","deu-Latn"]},{"precision":0.900313,"recall":0.928854,"f1":0.909321,"accuracy":0.928854,"main_score":0.909321,"hf_subset":"kaz_Cyrl-hat_Latn","languages":["kaz-Cyrl","hat-Latn"]},{"precision":0.436912,"recall":0.503953,"f1":0.455857,"accuracy":0.503953,"main_score":0.455857,"hf_subset":"kaz_Cyrl-kbp_Latn","languages":["kaz-Cyrl","kbp-Latn"]},{"precision":0.487821,"recall":0.55336,"f1":0.50577,"accuracy":0.55336,"main_score":0.50577,"hf_subset":"kaz_Cyrl-luo_Latn","languages":["kaz-Cyrl","luo-Latn"]},{"precision":0.981555,"recall":0.987154,"f1":0.983366,"accuracy":0.987154,"main_score":0.983366,"hf_subset":"kaz_Cyrl-ory_Orya","languages":["kaz-Cyrl","ory-Orya"]},{"precision":0.483996,"recall":0.555336,"f1":0.504449,"accuracy":0.555336,"main_score":0.504449,"hf_subset":"kaz_Cyrl-sna_Latn","languages":["kaz-Cyrl","sna-Latn"]},{"precision":0.458455,"recall":0.528656,"f1":0.477595,"accuracy":0.528656,"main_score":0.477595,"hf_subset":"kaz_Cyrl-tso_Latn","languages":["kaz-Cyrl","tso-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kaz_Cyrl-azj_Latn","languages":["kaz-Cyrl","azj-Latn"]},{"precision":0.46381,"recall":0.541502,"f1":0.485994,"accuracy":0.541502,"main_score":0.485994,"hf_subset":"kaz_Cyrl-dik_Latn","languages":["kaz-Cyrl","dik-Latn"]},{"precision":0.466335,"recall":0.530632,"f1":0.484866,"accuracy":0.530632,"main_score":0.484866,"hf_subset":"kaz_Cyrl-hau_Latn","languages":["kaz-Cyrl","hau-Latn"]},{"precision":0.957345,"recall":0.970356,"f1":0.961627,"accuracy":0.970356,"main_score":0.961627,"hf_subset":"kaz_Cyrl-kea_Latn","languages":["kaz-Cyrl","kea-Latn"]},{"precision":0.615514,"recall":0.683794,"f1":0.635173,"accuracy":0.683794,"main_score":0.635173,"hf_subset":"kaz_Cyrl-lus_Latn","languages":["kaz-Cyrl","lus-Latn"]},{"precision":0.780402,"recall":0.83004,"f1":0.795422,"accuracy":0.83004,"main_score":0.795422,"hf_subset":"kaz_Cyrl-pag_Latn","languages":["kaz-Cyrl","pag-Latn"]},{"precision":0.968215,"recall":0.978261,"f1":0.971509,"accuracy":0.978261,"main_score":0.971509,"hf_subset":"kaz_Cyrl-snd_Arab","languages":["kaz-Cyrl","snd-Arab"]},{"precision":0.910573,"recall":0.938735,"f1":0.919796,"accuracy":0.938735,"main_score":0.919796,"hf_subset":"kaz_Cyrl-tuk_Latn","languages":["kaz-Cyrl","tuk-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"kaz_Cyrl-bak_Cyrl","languages":["kaz-Cyrl","bak-Cyrl"]},{"precision":0.420012,"recall":0.509881,"f1":0.445902,"accuracy":0.509881,"main_score":0.445902,"hf_subset":"kaz_Cyrl-dyu_Latn","languages":["kaz-Cyrl","dyu-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"kaz_Cyrl-heb_Hebr","languages":["kaz-Cyrl","heb-Hebr"]},{"precision":0.903738,"recall":0.933794,"f1":0.913439,"accuracy":0.933794,"main_score":0.913439,"hf_subset":"kaz_Cyrl-khk_Cyrl","languages":["kaz-Cyrl","khk-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"kaz_Cyrl-lvs_Latn","languages":["kaz-Cyrl","lvs-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"kaz_Cyrl-pan_Guru","languages":["kaz-Cyrl","pan-Guru"]},{"precision":0.466575,"recall":0.540514,"f1":0.487769,"accuracy":0.540514,"main_score":0.487769,"hf_subset":"kaz_Cyrl-som_Latn","languages":["kaz-Cyrl","som-Latn"]},{"precision":0.48202,"recall":0.554348,"f1":0.502468,"accuracy":0.554348,"main_score":0.502468,"hf_subset":"kaz_Cyrl-tum_Latn","languages":["kaz-Cyrl","tum-Latn"]},{"precision":0.30803,"recall":0.365613,"f1":0.324124,"accuracy":0.365613,"main_score":0.324124,"hf_subset":"lug_Latn-ace_Arab","languages":["lug-Latn","ace-Arab"]},{"precision":0.434126,"recall":0.470356,"f1":0.444073,"accuracy":0.470356,"main_score":0.444073,"hf_subset":"lug_Latn-bam_Latn","languages":["lug-Latn","bam-Latn"]},{"precision":0.103071,"recall":0.139328,"f1":0.112169,"accuracy":0.139328,"main_score":0.112169,"hf_subset":"lug_Latn-dzo_Tibt","languages":["lug-Latn","dzo-Tibt"]},{"precision":0.448271,"recall":0.503953,"f1":0.463936,"accuracy":0.503953,"main_score":0.463936,"hf_subset":"lug_Latn-hin_Deva","languages":["lug-Latn","hin-Deva"]},{"precision":0.357598,"recall":0.423913,"f1":0.376033,"accuracy":0.423913,"main_score":0.376033,"hf_subset":"lug_Latn-khm_Khmr","languages":["lug-Latn","khm-Khmr"]},{"precision":0.448028,"recall":0.500988,"f1":0.463278,"accuracy":0.500988,"main_score":0.463278,"hf_subset":"lug_Latn-mag_Deva","languages":["lug-Latn","mag-Deva"]},{"precision":0.466335,"recall":0.513834,"f1":0.4796,"accuracy":0.513834,"main_score":0.4796,"hf_subset":"lug_Latn-pap_Latn","languages":["lug-Latn","pap-Latn"]},{"precision":0.466073,"recall":0.507905,"f1":0.478222,"accuracy":0.507905,"main_score":0.478222,"hf_subset":"lug_Latn-sot_Latn","languages":["lug-Latn","sot-Latn"]},{"precision":0.44697,"recall":0.501976,"f1":0.462269,"accuracy":0.501976,"main_score":0.462269,"hf_subset":"lug_Latn-tur_Latn","languages":["lug-Latn","tur-Latn"]},{"precision":0.472229,"recall":0.512846,"f1":0.482719,"accuracy":0.512846,"main_score":0.482719,"hf_subset":"lug_Latn-ace_Latn","languages":["lug-Latn","ace-Latn"]},{"precision":0.476021,"recall":0.514822,"f1":0.487418,"accuracy":0.514822,"main_score":0.487418,"hf_subset":"lug_Latn-ban_Latn","languages":["lug-Latn","ban-Latn"]},{"precision":0.409246,"recall":0.472332,"f1":0.426914,"accuracy":0.472332,"main_score":0.426914,"hf_subset":"lug_Latn-ell_Grek","languages":["lug-Latn","ell-Grek"]},{"precision":0.429015,"recall":0.486166,"f1":0.445131,"accuracy":0.486166,"main_score":0.445131,"hf_subset":"lug_Latn-hne_Deva","languages":["lug-Latn","hne-Deva"]},{"precision":0.414416,"recall":0.462451,"f1":0.427265,"accuracy":0.462451,"main_score":0.427265,"hf_subset":"lug_Latn-kik_Latn","languages":["lug-Latn","kik-Latn"]},{"precision":0.443688,"recall":0.498024,"f1":0.458998,"accuracy":0.498024,"main_score":0.458998,"hf_subset":"lug_Latn-mai_Deva","languages":["lug-Latn","mai-Deva"]},{"precision":0.395909,"recall":0.452569,"f1":0.411645,"accuracy":0.452569,"main_score":0.411645,"hf_subset":"lug_Latn-pbt_Arab","languages":["lug-Latn","pbt-Arab"]},{"precision":0.453121,"recall":0.506917,"f1":0.468448,"accuracy":0.506917,"main_score":0.468448,"hf_subset":"lug_Latn-spa_Latn","languages":["lug-Latn","spa-Latn"]},{"precision":0.472835,"recall":0.506917,"f1":0.482339,"accuracy":0.506917,"main_score":0.482339,"hf_subset":"lug_Latn-twi_Latn","languages":["lug-Latn","twi-Latn"]},{"precision":0.420553,"recall":0.478261,"f1":0.436583,"accuracy":0.478261,"main_score":0.436583,"hf_subset":"lug_Latn-acm_Arab","languages":["lug-Latn","acm-Arab"]},{"precision":0.426367,"recall":0.486166,"f1":0.444255,"accuracy":0.486166,"main_score":0.444255,"hf_subset":"lug_Latn-bel_Cyrl","languages":["lug-Latn","bel-Cyrl"]},{"precision":0.45586,"recall":0.513834,"f1":0.472308,"accuracy":0.513834,"main_score":0.472308,"hf_subset":"lug_Latn-eng_Latn","languages":["lug-Latn","eng-Latn"]},{"precision":0.462541,"recall":0.517787,"f1":0.478277,"accuracy":0.517787,"main_score":0.478277,"hf_subset":"lug_Latn-hrv_Latn","languages":["lug-Latn","hrv-Latn"]},{"precision":0.457974,"recall":0.501976,"f1":0.470318,"accuracy":0.501976,"main_score":0.470318,"hf_subset":"lug_Latn-kin_Latn","languages":["lug-Latn","kin-Latn"]},{"precision":0.429252,"recall":0.486166,"f1":0.444754,"accuracy":0.486166,"main_score":0.444754,"hf_subset":"lug_Latn-mal_Mlym","languages":["lug-Latn","mal-Mlym"]},{"precision":0.425247,"recall":0.48419,"f1":0.441312,"accuracy":0.48419,"main_score":0.441312,"hf_subset":"lug_Latn-pes_Arab","languages":["lug-Latn","pes-Arab"]},{"precision":0.449424,"recall":0.501976,"f1":0.464234,"accuracy":0.501976,"main_score":0.464234,"hf_subset":"lug_Latn-srd_Latn","languages":["lug-Latn","srd-Latn"]},{"precision":0.147501,"recall":0.1917,"f1":0.157266,"accuracy":0.1917,"main_score":0.157266,"hf_subset":"lug_Latn-tzm_Tfng","languages":["lug-Latn","tzm-Tfng"]},{"precision":0.425529,"recall":0.48419,"f1":0.441686,"accuracy":0.48419,"main_score":0.441686,"hf_subset":"lug_Latn-acq_Arab","languages":["lug-Latn","acq-Arab"]},{"precision":0.485672,"recall":0.523715,"f1":0.496144,"accuracy":0.523715,"main_score":0.496144,"hf_subset":"lug_Latn-bem_Latn","languages":["lug-Latn","bem-Latn"]},{"precision":0.449557,"recall":0.501976,"f1":0.464391,"accuracy":0.501976,"main_score":0.464391,"hf_subset":"lug_Latn-epo_Latn","languages":["lug-Latn","epo-Latn"]},{"precision":0.436824,"recall":0.491107,"f1":0.452168,"accuracy":0.491107,"main_score":0.452168,"hf_subset":"lug_Latn-hun_Latn","languages":["lug-Latn","hun-Latn"]},{"precision":0.453958,"recall":0.499012,"f1":0.466856,"accuracy":0.499012,"main_score":0.466856,"hf_subset":"lug_Latn-kir_Cyrl","languages":["lug-Latn","kir-Cyrl"]},{"precision":0.427501,"recall":0.486166,"f1":0.443879,"accuracy":0.486166,"main_score":0.443879,"hf_subset":"lug_Latn-mar_Deva","languages":["lug-Latn","mar-Deva"]},{"precision":0.456394,"recall":0.498024,"f1":0.468257,"accuracy":0.498024,"main_score":0.468257,"hf_subset":"lug_Latn-plt_Latn","languages":["lug-Latn","plt-Latn"]},{"precision":0.440402,"recall":0.498024,"f1":0.45631,"accuracy":0.498024,"main_score":0.45631,"hf_subset":"lug_Latn-srp_Cyrl","languages":["lug-Latn","srp-Cyrl"]},{"precision":0.399123,"recall":0.445652,"f1":0.411764,"accuracy":0.445652,"main_score":0.411764,"hf_subset":"lug_Latn-uig_Arab","languages":["lug-Latn","uig-Arab"]},{"precision":0.41321,"recall":0.476285,"f1":0.431145,"accuracy":0.476285,"main_score":0.431145,"hf_subset":"lug_Latn-aeb_Arab","languages":["lug-Latn","aeb-Arab"]},{"precision":0.434861,"recall":0.496047,"f1":0.452257,"accuracy":0.496047,"main_score":0.452257,"hf_subset":"lug_Latn-ben_Beng","languages":["lug-Latn","ben-Beng"]},{"precision":0.435266,"recall":0.485178,"f1":0.449651,"accuracy":0.485178,"main_score":0.449651,"hf_subset":"lug_Latn-est_Latn","languages":["lug-Latn","est-Latn"]},{"precision":0.420671,"recall":0.478261,"f1":0.43697,"accuracy":0.478261,"main_score":0.43697,"hf_subset":"lug_Latn-hye_Armn","languages":["lug-Latn","hye-Armn"]},{"precision":0.449305,"recall":0.490119,"f1":0.460485,"accuracy":0.490119,"main_score":0.460485,"hf_subset":"lug_Latn-kmb_Latn","languages":["lug-Latn","kmb-Latn"]},{"precision":0.295784,"recall":0.351779,"f1":0.311652,"accuracy":0.351779,"main_score":0.311652,"hf_subset":"lug_Latn-min_Arab","languages":["lug-Latn","min-Arab"]},{"precision":0.44258,"recall":0.495059,"f1":0.457705,"accuracy":0.495059,"main_score":0.457705,"hf_subset":"lug_Latn-pol_Latn","languages":["lug-Latn","pol-Latn"]},{"precision":0.446454,"recall":0.491107,"f1":0.459249,"accuracy":0.491107,"main_score":0.459249,"hf_subset":"lug_Latn-ssw_Latn","languages":["lug-Latn","ssw-Latn"]},{"precision":0.4419,"recall":0.500988,"f1":0.458651,"accuracy":0.500988,"main_score":0.458651,"hf_subset":"lug_Latn-ukr_Cyrl","languages":["lug-Latn","ukr-Cyrl"]},{"precision":0.467443,"recall":0.517787,"f1":0.481551,"accuracy":0.517787,"main_score":0.481551,"hf_subset":"lug_Latn-afr_Latn","languages":["lug-Latn","afr-Latn"]},{"precision":0.438039,"recall":0.496047,"f1":0.454289,"accuracy":0.496047,"main_score":0.454289,"hf_subset":"lug_Latn-bho_Deva","languages":["lug-Latn","bho-Deva"]},{"precision":0.443088,"recall":0.492095,"f1":0.457213,"accuracy":0.492095,"main_score":0.457213,"hf_subset":"lug_Latn-eus_Latn","languages":["lug-Latn","eus-Latn"]},{"precision":0.448571,"recall":0.5,"f1":0.463818,"accuracy":0.5,"main_score":0.463818,"hf_subset":"lug_Latn-ibo_Latn","languages":["lug-Latn","ibo-Latn"]},{"precision":0.452307,"recall":0.501976,"f1":0.465986,"accuracy":0.501976,"main_score":0.465986,"hf_subset":"lug_Latn-kmr_Latn","languages":["lug-Latn","kmr-Latn"]},{"precision":0.474731,"recall":0.51581,"f1":0.486961,"accuracy":0.51581,"main_score":0.486961,"hf_subset":"lug_Latn-min_Latn","languages":["lug-Latn","min-Latn"]},{"precision":0.440678,"recall":0.497036,"f1":0.456171,"accuracy":0.497036,"main_score":0.456171,"hf_subset":"lug_Latn-por_Latn","languages":["lug-Latn","por-Latn"]},{"precision":0.455922,"recall":0.505929,"f1":0.470618,"accuracy":0.505929,"main_score":0.470618,"hf_subset":"lug_Latn-sun_Latn","languages":["lug-Latn","sun-Latn"]},{"precision":0.419022,"recall":0.466403,"f1":0.433169,"accuracy":0.466403,"main_score":0.433169,"hf_subset":"lug_Latn-umb_Latn","languages":["lug-Latn","umb-Latn"]},{"precision":0.419022,"recall":0.485178,"f1":0.437128,"accuracy":0.485178,"main_score":0.437128,"hf_subset":"lug_Latn-ajp_Arab","languages":["lug-Latn","ajp-Arab"]},{"precision":0.30749,"recall":0.363636,"f1":0.323361,"accuracy":0.363636,"main_score":0.323361,"hf_subset":"lug_Latn-bjn_Arab","languages":["lug-Latn","bjn-Arab"]},{"precision":0.430625,"recall":0.478261,"f1":0.444394,"accuracy":0.478261,"main_score":0.444394,"hf_subset":"lug_Latn-ewe_Latn","languages":["lug-Latn","ewe-Latn"]},{"precision":0.485746,"recall":0.519763,"f1":0.495806,"accuracy":0.519763,"main_score":0.495806,"hf_subset":"lug_Latn-ilo_Latn","languages":["lug-Latn","ilo-Latn"]},{"precision":0.191972,"recall":0.25,"f1":0.207361,"accuracy":0.25,"main_score":0.207361,"hf_subset":"lug_Latn-knc_Arab","languages":["lug-Latn","knc-Arab"]},{"precision":0.450254,"recall":0.504941,"f1":0.465123,"accuracy":0.504941,"main_score":0.465123,"hf_subset":"lug_Latn-mkd_Cyrl","languages":["lug-Latn","mkd-Cyrl"]},{"precision":0.426704,"recall":0.487154,"f1":0.443104,"accuracy":0.487154,"main_score":0.443104,"hf_subset":"lug_Latn-prs_Arab","languages":["lug-Latn","prs-Arab"]},{"precision":0.443689,"recall":0.5,"f1":0.459083,"accuracy":0.5,"main_score":0.459083,"hf_subset":"lug_Latn-swe_Latn","languages":["lug-Latn","swe-Latn"]},{"precision":0.399053,"recall":0.461462,"f1":0.416602,"accuracy":0.461462,"main_score":0.416602,"hf_subset":"lug_Latn-urd_Arab","languages":["lug-Latn","urd-Arab"]},{"precision":0.472951,"recall":0.503953,"f1":0.482032,"accuracy":0.503953,"main_score":0.482032,"hf_subset":"lug_Latn-aka_Latn","languages":["lug-Latn","aka-Latn"]},{"precision":0.450961,"recall":0.502964,"f1":0.465298,"accuracy":0.502964,"main_score":0.465298,"hf_subset":"lug_Latn-bjn_Latn","languages":["lug-Latn","bjn-Latn"]},{"precision":0.446042,"recall":0.495059,"f1":0.460173,"accuracy":0.495059,"main_score":0.460173,"hf_subset":"lug_Latn-fao_Latn","languages":["lug-Latn","fao-Latn"]},{"precision":0.44483,"recall":0.502964,"f1":0.460996,"accuracy":0.502964,"main_score":0.460996,"hf_subset":"lug_Latn-ind_Latn","languages":["lug-Latn","ind-Latn"]},{"precision":0.458475,"recall":0.494071,"f1":0.468274,"accuracy":0.494071,"main_score":0.468274,"hf_subset":"lug_Latn-knc_Latn","languages":["lug-Latn","knc-Latn"]},{"precision":0.462938,"recall":0.51087,"f1":0.476597,"accuracy":0.51087,"main_score":0.476597,"hf_subset":"lug_Latn-mlt_Latn","languages":["lug-Latn","mlt-Latn"]},{"precision":0.429718,"recall":0.479249,"f1":0.443236,"accuracy":0.479249,"main_score":0.443236,"hf_subset":"lug_Latn-quy_Latn","languages":["lug-Latn","quy-Latn"]},{"precision":0.461079,"recall":0.502964,"f1":0.472566,"accuracy":0.502964,"main_score":0.472566,"hf_subset":"lug_Latn-swh_Latn","languages":["lug-Latn","swh-Latn"]},{"precision":0.43323,"recall":0.490119,"f1":0.448791,"accuracy":0.490119,"main_score":0.448791,"hf_subset":"lug_Latn-uzn_Latn","languages":["lug-Latn","uzn-Latn"]},{"precision":0.436112,"recall":0.48913,"f1":0.450629,"accuracy":0.48913,"main_score":0.450629,"hf_subset":"lug_Latn-als_Latn","languages":["lug-Latn","als-Latn"]},{"precision":0.164491,"recall":0.215415,"f1":0.1769,"accuracy":0.215415,"main_score":0.1769,"hf_subset":"lug_Latn-bod_Tibt","languages":["lug-Latn","bod-Tibt"]},{"precision":0.432684,"recall":0.476285,"f1":0.445504,"accuracy":0.476285,"main_score":0.445504,"hf_subset":"lug_Latn-fij_Latn","languages":["lug-Latn","fij-Latn"]},{"precision":0.41496,"recall":0.469368,"f1":0.429427,"accuracy":0.469368,"main_score":0.429427,"hf_subset":"lug_Latn-isl_Latn","languages":["lug-Latn","isl-Latn"]},{"precision":0.47212,"recall":0.508893,"f1":0.482924,"accuracy":0.508893,"main_score":0.482924,"hf_subset":"lug_Latn-kon_Latn","languages":["lug-Latn","kon-Latn"]},{"precision":0.363755,"recall":0.417984,"f1":0.378353,"accuracy":0.417984,"main_score":0.378353,"hf_subset":"lug_Latn-mni_Beng","languages":["lug-Latn","mni-Beng"]},{"precision":0.462514,"recall":0.514822,"f1":0.476864,"accuracy":0.514822,"main_score":0.476864,"hf_subset":"lug_Latn-ron_Latn","languages":["lug-Latn","ron-Latn"]},{"precision":0.444463,"recall":0.497036,"f1":0.458925,"accuracy":0.497036,"main_score":0.458925,"hf_subset":"lug_Latn-szl_Latn","languages":["lug-Latn","szl-Latn"]},{"precision":0.469986,"recall":0.516798,"f1":0.482354,"accuracy":0.516798,"main_score":0.482354,"hf_subset":"lug_Latn-vec_Latn","languages":["lug-Latn","vec-Latn"]},{"precision":0.263515,"recall":0.325099,"f1":0.280481,"accuracy":0.325099,"main_score":0.280481,"hf_subset":"lug_Latn-amh_Ethi","languages":["lug-Latn","amh-Ethi"]},{"precision":0.453399,"recall":0.512846,"f1":0.470626,"accuracy":0.512846,"main_score":0.470626,"hf_subset":"lug_Latn-bos_Latn","languages":["lug-Latn","bos-Latn"]},{"precision":0.426641,"recall":0.488142,"f1":0.443364,"accuracy":0.488142,"main_score":0.443364,"hf_subset":"lug_Latn-fin_Latn","languages":["lug-Latn","fin-Latn"]},{"precision":0.449051,"recall":0.508893,"f1":0.465866,"accuracy":0.508893,"main_score":0.465866,"hf_subset":"lug_Latn-ita_Latn","languages":["lug-Latn","ita-Latn"]},{"precision":0.43345,"recall":0.496047,"f1":0.450229,"accuracy":0.496047,"main_score":0.450229,"hf_subset":"lug_Latn-kor_Hang","languages":["lug-Latn","kor-Hang"]},{"precision":0.418116,"recall":0.458498,"f1":0.429337,"accuracy":0.458498,"main_score":0.429337,"hf_subset":"lug_Latn-mos_Latn","languages":["lug-Latn","mos-Latn"]},{"precision":0.463246,"recall":0.509881,"f1":0.476188,"accuracy":0.509881,"main_score":0.476188,"hf_subset":"lug_Latn-run_Latn","languages":["lug-Latn","run-Latn"]},{"precision":0.404225,"recall":0.463439,"f1":0.420736,"accuracy":0.463439,"main_score":0.420736,"hf_subset":"lug_Latn-tam_Taml","languages":["lug-Latn","tam-Taml"]},{"precision":0.429782,"recall":0.497036,"f1":0.448595,"accuracy":0.497036,"main_score":0.448595,"hf_subset":"lug_Latn-vie_Latn","languages":["lug-Latn","vie-Latn"]},{"precision":0.417508,"recall":0.478261,"f1":0.43448,"accuracy":0.478261,"main_score":0.43448,"hf_subset":"lug_Latn-apc_Arab","languages":["lug-Latn","apc-Arab"]},{"precision":0.46808,"recall":0.503953,"f1":0.478451,"accuracy":0.503953,"main_score":0.478451,"hf_subset":"lug_Latn-bug_Latn","languages":["lug-Latn","bug-Latn"]},{"precision":0.418691,"recall":0.460474,"f1":0.430915,"accuracy":0.460474,"main_score":0.430915,"hf_subset":"lug_Latn-fon_Latn","languages":["lug-Latn","fon-Latn"]},{"precision":0.47203,"recall":0.521739,"f1":0.485125,"accuracy":0.521739,"main_score":0.485125,"hf_subset":"lug_Latn-jav_Latn","languages":["lug-Latn","jav-Latn"]},{"precision":0.396344,"recall":0.449605,"f1":0.411528,"accuracy":0.449605,"main_score":0.411528,"hf_subset":"lug_Latn-lao_Laoo","languages":["lug-Latn","lao-Laoo"]},{"precision":0.412755,"recall":0.458498,"f1":0.425885,"accuracy":0.458498,"main_score":0.425885,"hf_subset":"lug_Latn-mri_Latn","languages":["lug-Latn","mri-Latn"]},{"precision":0.433324,"recall":0.493083,"f1":0.45019,"accuracy":0.493083,"main_score":0.45019,"hf_subset":"lug_Latn-rus_Cyrl","languages":["lug-Latn","rus-Cyrl"]},{"precision":0.419093,"recall":0.467391,"f1":0.432632,"accuracy":0.467391,"main_score":0.432632,"hf_subset":"lug_Latn-taq_Latn","languages":["lug-Latn","taq-Latn"]},{"precision":0.487766,"recall":0.534585,"f1":0.50072,"accuracy":0.534585,"main_score":0.50072,"hf_subset":"lug_Latn-war_Latn","languages":["lug-Latn","war-Latn"]},{"precision":0.415565,"recall":0.478261,"f1":0.433352,"accuracy":0.478261,"main_score":0.433352,"hf_subset":"lug_Latn-arb_Arab","languages":["lug-Latn","arb-Arab"]},{"precision":0.442734,"recall":0.501976,"f1":0.459079,"accuracy":0.501976,"main_score":0.459079,"hf_subset":"lug_Latn-bul_Cyrl","languages":["lug-Latn","bul-Cyrl"]},{"precision":0.460069,"recall":0.51087,"f1":0.474377,"accuracy":0.51087,"main_score":0.474377,"hf_subset":"lug_Latn-fra_Latn","languages":["lug-Latn","fra-Latn"]},{"precision":0.41606,"recall":0.479249,"f1":0.433984,"accuracy":0.479249,"main_score":0.433984,"hf_subset":"lug_Latn-jpn_Jpan","languages":["lug-Latn","jpn-Jpan"]},{"precision":0.458549,"recall":0.509881,"f1":0.47309,"accuracy":0.509881,"main_score":0.47309,"hf_subset":"lug_Latn-lij_Latn","languages":["lug-Latn","lij-Latn"]},{"precision":0.245935,"recall":0.316206,"f1":0.264766,"accuracy":0.316206,"main_score":0.264766,"hf_subset":"lug_Latn-mya_Mymr","languages":["lug-Latn","mya-Mymr"]},{"precision":0.431465,"recall":0.47332,"f1":0.44303,"accuracy":0.47332,"main_score":0.44303,"hf_subset":"lug_Latn-sag_Latn","languages":["lug-Latn","sag-Latn"]},{"precision":0.146381,"recall":0.201581,"f1":0.158394,"accuracy":0.201581,"main_score":0.158394,"hf_subset":"lug_Latn-taq_Tfng","languages":["lug-Latn","taq-Tfng"]},{"precision":0.446502,"recall":0.486166,"f1":0.457619,"accuracy":0.486166,"main_score":0.457619,"hf_subset":"lug_Latn-wol_Latn","languages":["lug-Latn","wol-Latn"]},{"precision":0.364198,"recall":0.423913,"f1":0.380725,"accuracy":0.423913,"main_score":0.380725,"hf_subset":"lug_Latn-arb_Latn","languages":["lug-Latn","arb-Latn"]},{"precision":0.447621,"recall":0.502964,"f1":0.463275,"accuracy":0.502964,"main_score":0.463275,"hf_subset":"lug_Latn-cat_Latn","languages":["lug-Latn","cat-Latn"]},{"precision":0.449967,"recall":0.500988,"f1":0.46403,"accuracy":0.500988,"main_score":0.46403,"hf_subset":"lug_Latn-fur_Latn","languages":["lug-Latn","fur-Latn"]},{"precision":0.35608,"recall":0.407115,"f1":0.369902,"accuracy":0.407115,"main_score":0.369902,"hf_subset":"lug_Latn-kab_Latn","languages":["lug-Latn","kab-Latn"]},{"precision":0.451055,"recall":0.500988,"f1":0.465348,"accuracy":0.500988,"main_score":0.465348,"hf_subset":"lug_Latn-lim_Latn","languages":["lug-Latn","lim-Latn"]},{"precision":0.458608,"recall":0.512846,"f1":0.473504,"accuracy":0.512846,"main_score":0.473504,"hf_subset":"lug_Latn-nld_Latn","languages":["lug-Latn","nld-Latn"]},{"precision":0.401407,"recall":0.465415,"f1":0.419724,"accuracy":0.465415,"main_score":0.419724,"hf_subset":"lug_Latn-san_Deva","languages":["lug-Latn","san-Deva"]},{"precision":0.45159,"recall":0.502964,"f1":0.466293,"accuracy":0.502964,"main_score":0.466293,"hf_subset":"lug_Latn-tat_Cyrl","languages":["lug-Latn","tat-Cyrl"]},{"precision":0.466463,"recall":0.513834,"f1":0.479587,"accuracy":0.513834,"main_score":0.479587,"hf_subset":"lug_Latn-xho_Latn","languages":["lug-Latn","xho-Latn"]},{"precision":0.387287,"recall":0.455534,"f1":0.406477,"accuracy":0.455534,"main_score":0.406477,"hf_subset":"lug_Latn-ars_Arab","languages":["lug-Latn","ars-Arab"]},{"precision":0.476552,"recall":0.524704,"f1":0.489602,"accuracy":0.524704,"main_score":0.489602,"hf_subset":"lug_Latn-ceb_Latn","languages":["lug-Latn","ceb-Latn"]},{"precision":0.427092,"recall":0.472332,"f1":0.439957,"accuracy":0.472332,"main_score":0.439957,"hf_subset":"lug_Latn-fuv_Latn","languages":["lug-Latn","fuv-Latn"]},{"precision":0.440013,"recall":0.48419,"f1":0.452612,"accuracy":0.48419,"main_score":0.452612,"hf_subset":"lug_Latn-kac_Latn","languages":["lug-Latn","kac-Latn"]},{"precision":0.466354,"recall":0.5,"f1":0.476073,"accuracy":0.5,"main_score":0.476073,"hf_subset":"lug_Latn-lin_Latn","languages":["lug-Latn","lin-Latn"]},{"precision":0.450729,"recall":0.506917,"f1":0.466074,"accuracy":0.506917,"main_score":0.466074,"hf_subset":"lug_Latn-nno_Latn","languages":["lug-Latn","nno-Latn"]},{"precision":0.032715,"recall":0.078063,"f1":0.03976,"accuracy":0.078063,"main_score":0.03976,"hf_subset":"lug_Latn-sat_Olck","languages":["lug-Latn","sat-Olck"]},{"precision":0.43515,"recall":0.492095,"f1":0.451136,"accuracy":0.492095,"main_score":0.451136,"hf_subset":"lug_Latn-tel_Telu","languages":["lug-Latn","tel-Telu"]},{"precision":0.356633,"recall":0.423913,"f1":0.374739,"accuracy":0.423913,"main_score":0.374739,"hf_subset":"lug_Latn-ydd_Hebr","languages":["lug-Latn","ydd-Hebr"]},{"precision":0.397415,"recall":0.465415,"f1":0.416634,"accuracy":0.465415,"main_score":0.416634,"hf_subset":"lug_Latn-ary_Arab","languages":["lug-Latn","ary-Arab"]},{"precision":0.442188,"recall":0.5,"f1":0.458077,"accuracy":0.5,"main_score":0.458077,"hf_subset":"lug_Latn-ces_Latn","languages":["lug-Latn","ces-Latn"]},{"precision":0.369466,"recall":0.426877,"f1":0.385496,"accuracy":0.426877,"main_score":0.385496,"hf_subset":"lug_Latn-gaz_Latn","languages":["lug-Latn","gaz-Latn"]},{"precision":0.449187,"recall":0.490119,"f1":0.46068,"accuracy":0.490119,"main_score":0.46068,"hf_subset":"lug_Latn-kam_Latn","languages":["lug-Latn","kam-Latn"]},{"precision":0.424182,"recall":0.48419,"f1":0.441108,"accuracy":0.48419,"main_score":0.441108,"hf_subset":"lug_Latn-lit_Latn","languages":["lug-Latn","lit-Latn"]},{"precision":0.448025,"recall":0.504941,"f1":0.463476,"accuracy":0.504941,"main_score":0.463476,"hf_subset":"lug_Latn-nob_Latn","languages":["lug-Latn","nob-Latn"]},{"precision":0.437988,"recall":0.487154,"f1":0.4524,"accuracy":0.487154,"main_score":0.4524,"hf_subset":"lug_Latn-scn_Latn","languages":["lug-Latn","scn-Latn"]},{"precision":0.451182,"recall":0.493083,"f1":0.463321,"accuracy":0.493083,"main_score":0.463321,"hf_subset":"lug_Latn-tgk_Cyrl","languages":["lug-Latn","tgk-Cyrl"]},{"precision":0.416609,"recall":0.464427,"f1":0.430632,"accuracy":0.464427,"main_score":0.430632,"hf_subset":"lug_Latn-yor_Latn","languages":["lug-Latn","yor-Latn"]},{"precision":0.41278,"recall":0.47332,"f1":0.429668,"accuracy":0.47332,"main_score":0.429668,"hf_subset":"lug_Latn-arz_Arab","languages":["lug-Latn","arz-Arab"]},{"precision":0.422701,"recall":0.463439,"f1":0.434384,"accuracy":0.463439,"main_score":0.434384,"hf_subset":"lug_Latn-cjk_Latn","languages":["lug-Latn","cjk-Latn"]},{"precision":0.418301,"recall":0.474308,"f1":0.432657,"accuracy":0.474308,"main_score":0.432657,"hf_subset":"lug_Latn-gla_Latn","languages":["lug-Latn","gla-Latn"]},{"precision":0.425841,"recall":0.482213,"f1":0.44141,"accuracy":0.482213,"main_score":0.44141,"hf_subset":"lug_Latn-kan_Knda","languages":["lug-Latn","kan-Knda"]},{"precision":0.466178,"recall":0.516798,"f1":0.480668,"accuracy":0.516798,"main_score":0.480668,"hf_subset":"lug_Latn-lmo_Latn","languages":["lug-Latn","lmo-Latn"]},{"precision":0.426979,"recall":0.487154,"f1":0.443806,"accuracy":0.487154,"main_score":0.443806,"hf_subset":"lug_Latn-npi_Deva","languages":["lug-Latn","npi-Deva"]},{"precision":0.371347,"recall":0.435771,"f1":0.389392,"accuracy":0.435771,"main_score":0.389392,"hf_subset":"lug_Latn-shn_Mymr","languages":["lug-Latn","shn-Mymr"]},{"precision":0.475685,"recall":0.520751,"f1":0.488257,"accuracy":0.520751,"main_score":0.488257,"hf_subset":"lug_Latn-tgl_Latn","languages":["lug-Latn","tgl-Latn"]},{"precision":0.411037,"recall":0.47332,"f1":0.429028,"accuracy":0.47332,"main_score":0.429028,"hf_subset":"lug_Latn-yue_Hant","languages":["lug-Latn","yue-Hant"]},{"precision":0.392936,"recall":0.452569,"f1":0.409624,"accuracy":0.452569,"main_score":0.409624,"hf_subset":"lug_Latn-asm_Beng","languages":["lug-Latn","asm-Beng"]},{"precision":0.393937,"recall":0.443676,"f1":0.407575,"accuracy":0.443676,"main_score":0.407575,"hf_subset":"lug_Latn-ckb_Arab","languages":["lug-Latn","ckb-Arab"]},{"precision":0.408721,"recall":0.461462,"f1":0.423079,"accuracy":0.461462,"main_score":0.423079,"hf_subset":"lug_Latn-gle_Latn","languages":["lug-Latn","gle-Latn"]},{"precision":0.391088,"recall":0.448617,"f1":0.407175,"accuracy":0.448617,"main_score":0.407175,"hf_subset":"lug_Latn-kas_Arab","languages":["lug-Latn","kas-Arab"]},{"precision":0.40751,"recall":0.463439,"f1":0.424144,"accuracy":0.463439,"main_score":0.424144,"hf_subset":"lug_Latn-ltg_Latn","languages":["lug-Latn","ltg-Latn"]},{"precision":0.471552,"recall":0.505929,"f1":0.48076,"accuracy":0.505929,"main_score":0.48076,"hf_subset":"lug_Latn-nso_Latn","languages":["lug-Latn","nso-Latn"]},{"precision":0.17605,"recall":0.217391,"f1":0.186685,"accuracy":0.217391,"main_score":0.186685,"hf_subset":"lug_Latn-sin_Sinh","languages":["lug-Latn","sin-Sinh"]},{"precision":0.411926,"recall":0.480237,"f1":0.430261,"accuracy":0.480237,"main_score":0.430261,"hf_subset":"lug_Latn-tha_Thai","languages":["lug-Latn","tha-Thai"]},{"precision":0.42746,"recall":0.486166,"f1":0.443819,"accuracy":0.486166,"main_score":0.443819,"hf_subset":"lug_Latn-zho_Hans","languages":["lug-Latn","zho-Hans"]},{"precision":0.457385,"recall":0.511858,"f1":0.47205,"accuracy":0.511858,"main_score":0.47205,"hf_subset":"lug_Latn-ast_Latn","languages":["lug-Latn","ast-Latn"]},{"precision":0.442876,"recall":0.497036,"f1":0.458207,"accuracy":0.497036,"main_score":0.458207,"hf_subset":"lug_Latn-crh_Latn","languages":["lug-Latn","crh-Latn"]},{"precision":0.469916,"recall":0.520751,"f1":0.483629,"accuracy":0.520751,"main_score":0.483629,"hf_subset":"lug_Latn-glg_Latn","languages":["lug-Latn","glg-Latn"]},{"precision":0.402407,"recall":0.458498,"f1":0.418971,"accuracy":0.458498,"main_score":0.418971,"hf_subset":"lug_Latn-kas_Deva","languages":["lug-Latn","kas-Deva"]},{"precision":0.44103,"recall":0.496047,"f1":0.456552,"accuracy":0.496047,"main_score":0.456552,"hf_subset":"lug_Latn-ltz_Latn","languages":["lug-Latn","ltz-Latn"]},{"precision":0.389466,"recall":0.434783,"f1":0.40139,"accuracy":0.434783,"main_score":0.40139,"hf_subset":"lug_Latn-nus_Latn","languages":["lug-Latn","nus-Latn"]},{"precision":0.444029,"recall":0.500988,"f1":0.459845,"accuracy":0.500988,"main_score":0.459845,"hf_subset":"lug_Latn-slk_Latn","languages":["lug-Latn","slk-Latn"]},{"precision":0.213961,"recall":0.261858,"f1":0.225911,"accuracy":0.261858,"main_score":0.225911,"hf_subset":"lug_Latn-tir_Ethi","languages":["lug-Latn","tir-Ethi"]},{"precision":0.425012,"recall":0.48419,"f1":0.441764,"accuracy":0.48419,"main_score":0.441764,"hf_subset":"lug_Latn-zho_Hant","languages":["lug-Latn","zho-Hant"]},{"precision":0.415582,"recall":0.480237,"f1":0.434079,"accuracy":0.480237,"main_score":0.434079,"hf_subset":"lug_Latn-awa_Deva","languages":["lug-Latn","awa-Deva"]},{"precision":0.44917,"recall":0.498024,"f1":0.463004,"accuracy":0.498024,"main_score":0.463004,"hf_subset":"lug_Latn-cym_Latn","languages":["lug-Latn","cym-Latn"]},{"precision":0.459146,"recall":0.496047,"f1":0.46963,"accuracy":0.496047,"main_score":0.46963,"hf_subset":"lug_Latn-grn_Latn","languages":["lug-Latn","grn-Latn"]},{"precision":0.413056,"recall":0.47332,"f1":0.429729,"accuracy":0.47332,"main_score":0.429729,"hf_subset":"lug_Latn-kat_Geor","languages":["lug-Latn","kat-Geor"]},{"precision":0.459906,"recall":0.494071,"f1":0.469677,"accuracy":0.494071,"main_score":0.469677,"hf_subset":"lug_Latn-lua_Latn","languages":["lug-Latn","lua-Latn"]},{"precision":0.475361,"recall":0.516798,"f1":0.486085,"accuracy":0.516798,"main_score":0.486085,"hf_subset":"lug_Latn-nya_Latn","languages":["lug-Latn","nya-Latn"]},{"precision":0.436613,"recall":0.492095,"f1":0.451654,"accuracy":0.492095,"main_score":0.451654,"hf_subset":"lug_Latn-slv_Latn","languages":["lug-Latn","slv-Latn"]},{"precision":0.459213,"recall":0.509881,"f1":0.473201,"accuracy":0.509881,"main_score":0.473201,"hf_subset":"lug_Latn-tpi_Latn","languages":["lug-Latn","tpi-Latn"]},{"precision":0.459706,"recall":0.513834,"f1":0.474854,"accuracy":0.513834,"main_score":0.474854,"hf_subset":"lug_Latn-zsm_Latn","languages":["lug-Latn","zsm-Latn"]},{"precision":0.421426,"recall":0.467391,"f1":0.435112,"accuracy":0.467391,"main_score":0.435112,"hf_subset":"lug_Latn-ayr_Latn","languages":["lug-Latn","ayr-Latn"]},{"precision":0.451745,"recall":0.504941,"f1":0.466713,"accuracy":0.504941,"main_score":0.466713,"hf_subset":"lug_Latn-dan_Latn","languages":["lug-Latn","dan-Latn"]},{"precision":0.431795,"recall":0.490119,"f1":0.448127,"accuracy":0.490119,"main_score":0.448127,"hf_subset":"lug_Latn-guj_Gujr","languages":["lug-Latn","guj-Gujr"]},{"precision":0.440981,"recall":0.493083,"f1":0.455449,"accuracy":0.493083,"main_score":0.455449,"hf_subset":"lug_Latn-kaz_Cyrl","languages":["lug-Latn","kaz-Cyrl"]},{"precision":0.448389,"recall":0.504941,"f1":0.464336,"accuracy":0.504941,"main_score":0.464336,"hf_subset":"lug_Latn-oci_Latn","languages":["lug-Latn","oci-Latn"]},{"precision":0.451557,"recall":0.496047,"f1":0.463941,"accuracy":0.496047,"main_score":0.463941,"hf_subset":"lug_Latn-smo_Latn","languages":["lug-Latn","smo-Latn"]},{"precision":0.451133,"recall":0.491107,"f1":0.462616,"accuracy":0.491107,"main_score":0.462616,"hf_subset":"lug_Latn-tsn_Latn","languages":["lug-Latn","tsn-Latn"]},{"precision":0.463444,"recall":0.509881,"f1":0.47618,"accuracy":0.509881,"main_score":0.47618,"hf_subset":"lug_Latn-zul_Latn","languages":["lug-Latn","zul-Latn"]},{"precision":0.383222,"recall":0.436759,"f1":0.398735,"accuracy":0.436759,"main_score":0.398735,"hf_subset":"lug_Latn-azb_Arab","languages":["lug-Latn","azb-Arab"]},{"precision":0.451739,"recall":0.509881,"f1":0.467958,"accuracy":0.509881,"main_score":0.467958,"hf_subset":"lug_Latn-deu_Latn","languages":["lug-Latn","deu-Latn"]},{"precision":0.418301,"recall":0.474308,"f1":0.433988,"accuracy":0.474308,"main_score":0.433988,"hf_subset":"lug_Latn-hat_Latn","languages":["lug-Latn","hat-Latn"]},{"precision":0.416594,"recall":0.461462,"f1":0.429416,"accuracy":0.461462,"main_score":0.429416,"hf_subset":"lug_Latn-kbp_Latn","languages":["lug-Latn","kbp-Latn"]},{"precision":0.472658,"recall":0.503953,"f1":0.481176,"accuracy":0.503953,"main_score":0.481176,"hf_subset":"lug_Latn-luo_Latn","languages":["lug-Latn","luo-Latn"]},{"precision":0.420227,"recall":0.47332,"f1":0.435141,"accuracy":0.47332,"main_score":0.435141,"hf_subset":"lug_Latn-ory_Orya","languages":["lug-Latn","ory-Orya"]},{"precision":0.450674,"recall":0.495059,"f1":0.462755,"accuracy":0.495059,"main_score":0.462755,"hf_subset":"lug_Latn-sna_Latn","languages":["lug-Latn","sna-Latn"]},{"precision":0.450716,"recall":0.490119,"f1":0.461716,"accuracy":0.490119,"main_score":0.461716,"hf_subset":"lug_Latn-tso_Latn","languages":["lug-Latn","tso-Latn"]},{"precision":0.410352,"recall":0.47332,"f1":0.427077,"accuracy":0.47332,"main_score":0.427077,"hf_subset":"lug_Latn-azj_Latn","languages":["lug-Latn","azj-Latn"]},{"precision":0.42701,"recall":0.476285,"f1":0.440854,"accuracy":0.476285,"main_score":0.440854,"hf_subset":"lug_Latn-dik_Latn","languages":["lug-Latn","dik-Latn"]},{"precision":0.439272,"recall":0.482213,"f1":0.451797,"accuracy":0.482213,"main_score":0.451797,"hf_subset":"lug_Latn-hau_Latn","languages":["lug-Latn","hau-Latn"]},{"precision":0.455031,"recall":0.501976,"f1":0.467972,"accuracy":0.501976,"main_score":0.467972,"hf_subset":"lug_Latn-kea_Latn","languages":["lug-Latn","kea-Latn"]},{"precision":0.460463,"recall":0.501976,"f1":0.471714,"accuracy":0.501976,"main_score":0.471714,"hf_subset":"lug_Latn-lus_Latn","languages":["lug-Latn","lus-Latn"]},{"precision":0.475722,"recall":0.51087,"f1":0.485639,"accuracy":0.51087,"main_score":0.485639,"hf_subset":"lug_Latn-pag_Latn","languages":["lug-Latn","pag-Latn"]},{"precision":0.405921,"recall":0.465415,"f1":0.422276,"accuracy":0.465415,"main_score":0.422276,"hf_subset":"lug_Latn-snd_Arab","languages":["lug-Latn","snd-Arab"]},{"precision":0.429742,"recall":0.483202,"f1":0.444463,"accuracy":0.483202,"main_score":0.444463,"hf_subset":"lug_Latn-tuk_Latn","languages":["lug-Latn","tuk-Latn"]},{"precision":0.455691,"recall":0.503953,"f1":0.469127,"accuracy":0.503953,"main_score":0.469127,"hf_subset":"lug_Latn-bak_Cyrl","languages":["lug-Latn","bak-Cyrl"]},{"precision":0.358597,"recall":0.416008,"f1":0.37573,"accuracy":0.416008,"main_score":0.37573,"hf_subset":"lug_Latn-dyu_Latn","languages":["lug-Latn","dyu-Latn"]},{"precision":0.407095,"recall":0.467391,"f1":0.423897,"accuracy":0.467391,"main_score":0.423897,"hf_subset":"lug_Latn-heb_Hebr","languages":["lug-Latn","heb-Hebr"]},{"precision":0.42285,"recall":0.475296,"f1":0.438322,"accuracy":0.475296,"main_score":0.438322,"hf_subset":"lug_Latn-khk_Cyrl","languages":["lug-Latn","khk-Cyrl"]},{"precision":0.4295,"recall":0.487154,"f1":0.445232,"accuracy":0.487154,"main_score":0.445232,"hf_subset":"lug_Latn-lvs_Latn","languages":["lug-Latn","lvs-Latn"]},{"precision":0.405177,"recall":0.471344,"f1":0.423895,"accuracy":0.471344,"main_score":0.423895,"hf_subset":"lug_Latn-pan_Guru","languages":["lug-Latn","pan-Guru"]},{"precision":0.426655,"recall":0.475296,"f1":0.439846,"accuracy":0.475296,"main_score":0.439846,"hf_subset":"lug_Latn-som_Latn","languages":["lug-Latn","som-Latn"]},{"precision":0.455427,"recall":0.496047,"f1":0.466957,"accuracy":0.496047,"main_score":0.466957,"hf_subset":"lug_Latn-tum_Latn","languages":["lug-Latn","tum-Latn"]},{"precision":0.436369,"recall":0.523715,"f1":0.460313,"accuracy":0.523715,"main_score":0.460313,"hf_subset":"oci_Latn-ace_Arab","languages":["oci-Latn","ace-Arab"]},{"precision":0.460255,"recall":0.536561,"f1":0.480772,"accuracy":0.536561,"main_score":0.480772,"hf_subset":"oci_Latn-bam_Latn","languages":["oci-Latn","bam-Latn"]},{"precision":0.101784,"recall":0.153162,"f1":0.114228,"accuracy":0.153162,"main_score":0.114228,"hf_subset":"oci_Latn-dzo_Tibt","languages":["oci-Latn","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"oci_Latn-hin_Deva","languages":["oci-Latn","hin-Deva"]},{"precision":0.916667,"recall":0.943676,"f1":0.92556,"accuracy":0.943676,"main_score":0.92556,"hf_subset":"oci_Latn-khm_Khmr","languages":["oci-Latn","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"oci_Latn-mag_Deva","languages":["oci-Latn","mag-Deva"]},{"precision":0.98139,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"oci_Latn-pap_Latn","languages":["oci-Latn","pap-Latn"]},{"precision":0.49791,"recall":0.56917,"f1":0.51714,"accuracy":0.56917,"main_score":0.51714,"hf_subset":"oci_Latn-sot_Latn","languages":["oci-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-tur_Latn","languages":["oci-Latn","tur-Latn"]},{"precision":0.801416,"recall":0.847826,"f1":0.815584,"accuracy":0.847826,"main_score":0.815584,"hf_subset":"oci_Latn-ace_Latn","languages":["oci-Latn","ace-Latn"]},{"precision":0.925395,"recall":0.947628,"f1":0.932642,"accuracy":0.947628,"main_score":0.932642,"hf_subset":"oci_Latn-ban_Latn","languages":["oci-Latn","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"oci_Latn-ell_Grek","languages":["oci-Latn","ell-Grek"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"oci_Latn-hne_Deva","languages":["oci-Latn","hne-Deva"]},{"precision":0.513079,"recall":0.591897,"f1":0.535646,"accuracy":0.591897,"main_score":0.535646,"hf_subset":"oci_Latn-kik_Latn","languages":["oci-Latn","kik-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"oci_Latn-mai_Deva","languages":["oci-Latn","mai-Deva"]},{"precision":0.884634,"recall":0.917984,"f1":0.895125,"accuracy":0.917984,"main_score":0.895125,"hf_subset":"oci_Latn-pbt_Arab","languages":["oci-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"oci_Latn-spa_Latn","languages":["oci-Latn","spa-Latn"]},{"precision":0.572893,"recall":0.642292,"f1":0.592205,"accuracy":0.642292,"main_score":0.592205,"hf_subset":"oci_Latn-twi_Latn","languages":["oci-Latn","twi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"oci_Latn-acm_Arab","languages":["oci-Latn","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"oci_Latn-bel_Cyrl","languages":["oci-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-eng_Latn","languages":["oci-Latn","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"oci_Latn-hrv_Latn","languages":["oci-Latn","hrv-Latn"]},{"precision":0.45763,"recall":0.533597,"f1":0.478057,"accuracy":0.533597,"main_score":0.478057,"hf_subset":"oci_Latn-kin_Latn","languages":["oci-Latn","kin-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"oci_Latn-mal_Mlym","languages":["oci-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-pes_Arab","languages":["oci-Latn","pes-Arab"]},{"precision":0.987319,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"oci_Latn-srd_Latn","languages":["oci-Latn","srd-Latn"]},{"precision":0.120213,"recall":0.183794,"f1":0.13308,"accuracy":0.183794,"main_score":0.13308,"hf_subset":"oci_Latn-tzm_Tfng","languages":["oci-Latn","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"oci_Latn-acq_Arab","languages":["oci-Latn","acq-Arab"]},{"precision":0.530345,"recall":0.604743,"f1":0.551593,"accuracy":0.604743,"main_score":0.551593,"hf_subset":"oci_Latn-bem_Latn","languages":["oci-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-epo_Latn","languages":["oci-Latn","epo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"oci_Latn-hun_Latn","languages":["oci-Latn","hun-Latn"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"oci_Latn-kir_Cyrl","languages":["oci-Latn","kir-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"oci_Latn-mar_Deva","languages":["oci-Latn","mar-Deva"]},{"precision":0.558502,"recall":0.62747,"f1":0.578093,"accuracy":0.62747,"main_score":0.578093,"hf_subset":"oci_Latn-plt_Latn","languages":["oci-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-srp_Cyrl","languages":["oci-Latn","srp-Cyrl"]},{"precision":0.926713,"recall":0.948617,"f1":0.933794,"accuracy":0.948617,"main_score":0.933794,"hf_subset":"oci_Latn-uig_Arab","languages":["oci-Latn","uig-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"oci_Latn-aeb_Arab","languages":["oci-Latn","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-ben_Beng","languages":["oci-Latn","ben-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"oci_Latn-est_Latn","languages":["oci-Latn","est-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"oci_Latn-hye_Armn","languages":["oci-Latn","hye-Armn"]},{"precision":0.467213,"recall":0.535573,"f1":0.485536,"accuracy":0.535573,"main_score":0.485536,"hf_subset":"oci_Latn-kmb_Latn","languages":["oci-Latn","kmb-Latn"]},{"precision":0.378886,"recall":0.479249,"f1":0.405539,"accuracy":0.479249,"main_score":0.405539,"hf_subset":"oci_Latn-min_Arab","languages":["oci-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-pol_Latn","languages":["oci-Latn","pol-Latn"]},{"precision":0.447914,"recall":0.528656,"f1":0.469728,"accuracy":0.528656,"main_score":0.469728,"hf_subset":"oci_Latn-ssw_Latn","languages":["oci-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-ukr_Cyrl","languages":["oci-Latn","ukr-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"oci_Latn-afr_Latn","languages":["oci-Latn","afr-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"oci_Latn-bho_Deva","languages":["oci-Latn","bho-Deva"]},{"precision":0.94837,"recall":0.963439,"f1":0.953129,"accuracy":0.963439,"main_score":0.953129,"hf_subset":"oci_Latn-eus_Latn","languages":["oci-Latn","eus-Latn"]},{"precision":0.498385,"recall":0.576087,"f1":0.519562,"accuracy":0.576087,"main_score":0.519562,"hf_subset":"oci_Latn-ibo_Latn","languages":["oci-Latn","ibo-Latn"]},{"precision":0.714396,"recall":0.778656,"f1":0.733649,"accuracy":0.778656,"main_score":0.733649,"hf_subset":"oci_Latn-kmr_Latn","languages":["oci-Latn","kmr-Latn"]},{"precision":0.953393,"recall":0.968379,"f1":0.958333,"accuracy":0.968379,"main_score":0.958333,"hf_subset":"oci_Latn-min_Latn","languages":["oci-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-por_Latn","languages":["oci-Latn","por-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"oci_Latn-sun_Latn","languages":["oci-Latn","sun-Latn"]},{"precision":0.457633,"recall":0.533597,"f1":0.479276,"accuracy":0.533597,"main_score":0.479276,"hf_subset":"oci_Latn-umb_Latn","languages":["oci-Latn","umb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-ajp_Arab","languages":["oci-Latn","ajp-Arab"]},{"precision":0.396762,"recall":0.493083,"f1":0.423255,"accuracy":0.493083,"main_score":0.423255,"hf_subset":"oci_Latn-bjn_Arab","languages":["oci-Latn","bjn-Arab"]},{"precision":0.47595,"recall":0.543478,"f1":0.494088,"accuracy":0.543478,"main_score":0.494088,"hf_subset":"oci_Latn-ewe_Latn","languages":["oci-Latn","ewe-Latn"]},{"precision":0.852997,"recall":0.893281,"f1":0.86525,"accuracy":0.893281,"main_score":0.86525,"hf_subset":"oci_Latn-ilo_Latn","languages":["oci-Latn","ilo-Latn"]},{"precision":0.188672,"recall":0.270751,"f1":0.208868,"accuracy":0.270751,"main_score":0.208868,"hf_subset":"oci_Latn-knc_Arab","languages":["oci-Latn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"oci_Latn-mkd_Cyrl","languages":["oci-Latn","mkd-Cyrl"]},{"precision":0.997365,"recall":0.998024,"f1":0.99753,"accuracy":0.998024,"main_score":0.99753,"hf_subset":"oci_Latn-prs_Arab","languages":["oci-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-swe_Latn","languages":["oci-Latn","swe-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"oci_Latn-urd_Arab","languages":["oci-Latn","urd-Arab"]},{"precision":0.533945,"recall":0.610672,"f1":0.555659,"accuracy":0.610672,"main_score":0.555659,"hf_subset":"oci_Latn-aka_Latn","languages":["oci-Latn","aka-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"oci_Latn-bjn_Latn","languages":["oci-Latn","bjn-Latn"]},{"precision":0.927701,"recall":0.950593,"f1":0.935277,"accuracy":0.950593,"main_score":0.935277,"hf_subset":"oci_Latn-fao_Latn","languages":["oci-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-ind_Latn","languages":["oci-Latn","ind-Latn"]},{"precision":0.52122,"recall":0.594862,"f1":0.541921,"accuracy":0.594862,"main_score":0.541921,"hf_subset":"oci_Latn-knc_Latn","languages":["oci-Latn","knc-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"oci_Latn-mlt_Latn","languages":["oci-Latn","mlt-Latn"]},{"precision":0.570063,"recall":0.647233,"f1":0.591135,"accuracy":0.647233,"main_score":0.591135,"hf_subset":"oci_Latn-quy_Latn","languages":["oci-Latn","quy-Latn"]},{"precision":0.690245,"recall":0.764822,"f1":0.711698,"accuracy":0.764822,"main_score":0.711698,"hf_subset":"oci_Latn-swh_Latn","languages":["oci-Latn","swh-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"oci_Latn-uzn_Latn","languages":["oci-Latn","uzn-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"oci_Latn-als_Latn","languages":["oci-Latn","als-Latn"]},{"precision":0.156456,"recall":0.232213,"f1":0.173948,"accuracy":0.232213,"main_score":0.173948,"hf_subset":"oci_Latn-bod_Tibt","languages":["oci-Latn","bod-Tibt"]},{"precision":0.483897,"recall":0.555336,"f1":0.50325,"accuracy":0.555336,"main_score":0.50325,"hf_subset":"oci_Latn-fij_Latn","languages":["oci-Latn","fij-Latn"]},{"precision":0.927108,"recall":0.948617,"f1":0.933959,"accuracy":0.948617,"main_score":0.933959,"hf_subset":"oci_Latn-isl_Latn","languages":["oci-Latn","isl-Latn"]},{"precision":0.55366,"recall":0.635375,"f1":0.576814,"accuracy":0.635375,"main_score":0.576814,"hf_subset":"oci_Latn-kon_Latn","languages":["oci-Latn","kon-Latn"]},{"precision":0.498505,"recall":0.594862,"f1":0.525198,"accuracy":0.594862,"main_score":0.525198,"hf_subset":"oci_Latn-mni_Beng","languages":["oci-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-ron_Latn","languages":["oci-Latn","ron-Latn"]},{"precision":0.984684,"recall":0.988142,"f1":0.985837,"accuracy":0.988142,"main_score":0.985837,"hf_subset":"oci_Latn-szl_Latn","languages":["oci-Latn","szl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"oci_Latn-vec_Latn","languages":["oci-Latn","vec-Latn"]},{"precision":0.544779,"recall":0.626482,"f1":0.568113,"accuracy":0.626482,"main_score":0.568113,"hf_subset":"oci_Latn-amh_Ethi","languages":["oci-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-bos_Latn","languages":["oci-Latn","bos-Latn"]},{"precision":0.990119,"recall":0.993083,"f1":0.991107,"accuracy":0.993083,"main_score":0.991107,"hf_subset":"oci_Latn-fin_Latn","languages":["oci-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-ita_Latn","languages":["oci-Latn","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"oci_Latn-kor_Hang","languages":["oci-Latn","kor-Hang"]},{"precision":0.477077,"recall":0.562253,"f1":0.500077,"accuracy":0.562253,"main_score":0.500077,"hf_subset":"oci_Latn-mos_Latn","languages":["oci-Latn","mos-Latn"]},{"precision":0.449679,"recall":0.52668,"f1":0.470451,"accuracy":0.52668,"main_score":0.470451,"hf_subset":"oci_Latn-run_Latn","languages":["oci-Latn","run-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"oci_Latn-tam_Taml","languages":["oci-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-vie_Latn","languages":["oci-Latn","vie-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"oci_Latn-apc_Arab","languages":["oci-Latn","apc-Arab"]},{"precision":0.761067,"recall":0.816206,"f1":0.777292,"accuracy":0.816206,"main_score":0.777292,"hf_subset":"oci_Latn-bug_Latn","languages":["oci-Latn","bug-Latn"]},{"precision":0.425568,"recall":0.502964,"f1":0.446325,"accuracy":0.502964,"main_score":0.446325,"hf_subset":"oci_Latn-fon_Latn","languages":["oci-Latn","fon-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"oci_Latn-jav_Latn","languages":["oci-Latn","jav-Latn"]},{"precision":0.869318,"recall":0.908103,"f1":0.881653,"accuracy":0.908103,"main_score":0.881653,"hf_subset":"oci_Latn-lao_Laoo","languages":["oci-Latn","lao-Laoo"]},{"precision":0.573585,"recall":0.65415,"f1":0.596373,"accuracy":0.65415,"main_score":0.596373,"hf_subset":"oci_Latn-mri_Latn","languages":["oci-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-rus_Cyrl","languages":["oci-Latn","rus-Cyrl"]},{"precision":0.493559,"recall":0.566206,"f1":0.513701,"accuracy":0.566206,"main_score":0.513701,"hf_subset":"oci_Latn-taq_Latn","languages":["oci-Latn","taq-Latn"]},{"precision":0.974144,"recall":0.982213,"f1":0.976779,"accuracy":0.982213,"main_score":0.976779,"hf_subset":"oci_Latn-war_Latn","languages":["oci-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-arb_Arab","languages":["oci-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"oci_Latn-bul_Cyrl","languages":["oci-Latn","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"oci_Latn-fra_Latn","languages":["oci-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-jpn_Jpan","languages":["oci-Latn","jpn-Jpan"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"oci_Latn-lij_Latn","languages":["oci-Latn","lij-Latn"]},{"precision":0.914888,"recall":0.9417,"f1":0.923584,"accuracy":0.9417,"main_score":0.923584,"hf_subset":"oci_Latn-mya_Mymr","languages":["oci-Latn","mya-Mymr"]},{"precision":0.518903,"recall":0.604743,"f1":0.542645,"accuracy":0.604743,"main_score":0.542645,"hf_subset":"oci_Latn-sag_Latn","languages":["oci-Latn","sag-Latn"]},{"precision":0.127831,"recall":0.208498,"f1":0.143777,"accuracy":0.208498,"main_score":0.143777,"hf_subset":"oci_Latn-taq_Tfng","languages":["oci-Latn","taq-Tfng"]},{"precision":0.564803,"recall":0.647233,"f1":0.587465,"accuracy":0.647233,"main_score":0.587465,"hf_subset":"oci_Latn-wol_Latn","languages":["oci-Latn","wol-Latn"]},{"precision":0.611144,"recall":0.695652,"f1":0.634472,"accuracy":0.695652,"main_score":0.634472,"hf_subset":"oci_Latn-arb_Latn","languages":["oci-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-cat_Latn","languages":["oci-Latn","cat-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"oci_Latn-fur_Latn","languages":["oci-Latn","fur-Latn"]},{"precision":0.324846,"recall":0.395257,"f1":0.343987,"accuracy":0.395257,"main_score":0.343987,"hf_subset":"oci_Latn-kab_Latn","languages":["oci-Latn","kab-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"oci_Latn-lim_Latn","languages":["oci-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-nld_Latn","languages":["oci-Latn","nld-Latn"]},{"precision":0.950593,"recall":0.964427,"f1":0.954842,"accuracy":0.964427,"main_score":0.954842,"hf_subset":"oci_Latn-san_Deva","languages":["oci-Latn","san-Deva"]},{"precision":0.977108,"recall":0.98419,"f1":0.979414,"accuracy":0.98419,"main_score":0.979414,"hf_subset":"oci_Latn-tat_Cyrl","languages":["oci-Latn","tat-Cyrl"]},{"precision":0.51321,"recall":0.592885,"f1":0.535107,"accuracy":0.592885,"main_score":0.535107,"hf_subset":"oci_Latn-xho_Latn","languages":["oci-Latn","xho-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"oci_Latn-ars_Arab","languages":["oci-Latn","ars-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"oci_Latn-ceb_Latn","languages":["oci-Latn","ceb-Latn"]},{"precision":0.477827,"recall":0.5583,"f1":0.500051,"accuracy":0.5583,"main_score":0.500051,"hf_subset":"oci_Latn-fuv_Latn","languages":["oci-Latn","fuv-Latn"]},{"precision":0.474492,"recall":0.554348,"f1":0.495706,"accuracy":0.554348,"main_score":0.495706,"hf_subset":"oci_Latn-kac_Latn","languages":["oci-Latn","kac-Latn"]},{"precision":0.569804,"recall":0.653162,"f1":0.592936,"accuracy":0.653162,"main_score":0.592936,"hf_subset":"oci_Latn-lin_Latn","languages":["oci-Latn","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"oci_Latn-nno_Latn","languages":["oci-Latn","nno-Latn"]},{"precision":0.018384,"recall":0.060277,"f1":0.024514,"accuracy":0.060277,"main_score":0.024514,"hf_subset":"oci_Latn-sat_Olck","languages":["oci-Latn","sat-Olck"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"oci_Latn-tel_Telu","languages":["oci-Latn","tel-Telu"]},{"precision":0.751877,"recall":0.817194,"f1":0.771838,"accuracy":0.817194,"main_score":0.771838,"hf_subset":"oci_Latn-ydd_Hebr","languages":["oci-Latn","ydd-Hebr"]},{"precision":0.959486,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"oci_Latn-ary_Arab","languages":["oci-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-ces_Latn","languages":["oci-Latn","ces-Latn"]},{"precision":0.384738,"recall":0.470356,"f1":0.407633,"accuracy":0.470356,"main_score":0.407633,"hf_subset":"oci_Latn-gaz_Latn","languages":["oci-Latn","gaz-Latn"]},{"precision":0.483691,"recall":0.567194,"f1":0.506412,"accuracy":0.567194,"main_score":0.506412,"hf_subset":"oci_Latn-kam_Latn","languages":["oci-Latn","kam-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"oci_Latn-lit_Latn","languages":["oci-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"oci_Latn-nob_Latn","languages":["oci-Latn","nob-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"oci_Latn-scn_Latn","languages":["oci-Latn","scn-Latn"]},{"precision":0.895586,"recall":0.924901,"f1":0.904644,"accuracy":0.924901,"main_score":0.904644,"hf_subset":"oci_Latn-tgk_Cyrl","languages":["oci-Latn","tgk-Cyrl"]},{"precision":0.433011,"recall":0.516798,"f1":0.456499,"accuracy":0.516798,"main_score":0.456499,"hf_subset":"oci_Latn-yor_Latn","languages":["oci-Latn","yor-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"oci_Latn-arz_Arab","languages":["oci-Latn","arz-Arab"]},{"precision":0.482069,"recall":0.572134,"f1":0.506537,"accuracy":0.572134,"main_score":0.506537,"hf_subset":"oci_Latn-cjk_Latn","languages":["oci-Latn","cjk-Latn"]},{"precision":0.612323,"recall":0.685771,"f1":0.633131,"accuracy":0.685771,"main_score":0.633131,"hf_subset":"oci_Latn-gla_Latn","languages":["oci-Latn","gla-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"oci_Latn-kan_Knda","languages":["oci-Latn","kan-Knda"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"oci_Latn-lmo_Latn","languages":["oci-Latn","lmo-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"oci_Latn-npi_Deva","languages":["oci-Latn","npi-Deva"]},{"precision":0.407733,"recall":0.507905,"f1":0.434189,"accuracy":0.507905,"main_score":0.434189,"hf_subset":"oci_Latn-shn_Mymr","languages":["oci-Latn","shn-Mymr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"oci_Latn-tgl_Latn","languages":["oci-Latn","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-yue_Hant","languages":["oci-Latn","yue-Hant"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"oci_Latn-asm_Beng","languages":["oci-Latn","asm-Beng"]},{"precision":0.717636,"recall":0.777668,"f1":0.73535,"accuracy":0.777668,"main_score":0.73535,"hf_subset":"oci_Latn-ckb_Arab","languages":["oci-Latn","ckb-Arab"]},{"precision":0.71218,"recall":0.781621,"f1":0.733251,"accuracy":0.781621,"main_score":0.733251,"hf_subset":"oci_Latn-gle_Latn","languages":["oci-Latn","gle-Latn"]},{"precision":0.85919,"recall":0.903162,"f1":0.873518,"accuracy":0.903162,"main_score":0.873518,"hf_subset":"oci_Latn-kas_Arab","languages":["oci-Latn","kas-Arab"]},{"precision":0.888093,"recall":0.920949,"f1":0.89857,"accuracy":0.920949,"main_score":0.89857,"hf_subset":"oci_Latn-ltg_Latn","languages":["oci-Latn","ltg-Latn"]},{"precision":0.526858,"recall":0.601779,"f1":0.548187,"accuracy":0.601779,"main_score":0.548187,"hf_subset":"oci_Latn-nso_Latn","languages":["oci-Latn","nso-Latn"]},{"precision":0.406672,"recall":0.503953,"f1":0.433194,"accuracy":0.503953,"main_score":0.433194,"hf_subset":"oci_Latn-sin_Sinh","languages":["oci-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-tha_Thai","languages":["oci-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-zho_Hans","languages":["oci-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-ast_Latn","languages":["oci-Latn","ast-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"oci_Latn-crh_Latn","languages":["oci-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-glg_Latn","languages":["oci-Latn","glg-Latn"]},{"precision":0.754694,"recall":0.820158,"f1":0.774821,"accuracy":0.820158,"main_score":0.774821,"hf_subset":"oci_Latn-kas_Deva","languages":["oci-Latn","kas-Deva"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"oci_Latn-ltz_Latn","languages":["oci-Latn","ltz-Latn"]},{"precision":0.380094,"recall":0.466403,"f1":0.403003,"accuracy":0.466403,"main_score":0.403003,"hf_subset":"oci_Latn-nus_Latn","languages":["oci-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-slk_Latn","languages":["oci-Latn","slk-Latn"]},{"precision":0.251475,"recall":0.326087,"f1":0.270906,"accuracy":0.326087,"main_score":0.270906,"hf_subset":"oci_Latn-tir_Ethi","languages":["oci-Latn","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"oci_Latn-zho_Hant","languages":["oci-Latn","zho-Hant"]},{"precision":0.985919,"recall":0.98913,"f1":0.986891,"accuracy":0.98913,"main_score":0.986891,"hf_subset":"oci_Latn-awa_Deva","languages":["oci-Latn","awa-Deva"]},{"precision":0.870751,"recall":0.907115,"f1":0.881884,"accuracy":0.907115,"main_score":0.881884,"hf_subset":"oci_Latn-cym_Latn","languages":["oci-Latn","cym-Latn"]},{"precision":0.741963,"recall":0.80336,"f1":0.760183,"accuracy":0.80336,"main_score":0.760183,"hf_subset":"oci_Latn-grn_Latn","languages":["oci-Latn","grn-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"oci_Latn-kat_Geor","languages":["oci-Latn","kat-Geor"]},{"precision":0.563053,"recall":0.634387,"f1":0.5824,"accuracy":0.634387,"main_score":0.5824,"hf_subset":"oci_Latn-lua_Latn","languages":["oci-Latn","lua-Latn"]},{"precision":0.517959,"recall":0.59585,"f1":0.539985,"accuracy":0.59585,"main_score":0.539985,"hf_subset":"oci_Latn-nya_Latn","languages":["oci-Latn","nya-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-slv_Latn","languages":["oci-Latn","slv-Latn"]},{"precision":0.819417,"recall":0.866601,"f1":0.83419,"accuracy":0.866601,"main_score":0.83419,"hf_subset":"oci_Latn-tpi_Latn","languages":["oci-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-zsm_Latn","languages":["oci-Latn","zsm-Latn"]},{"precision":0.48815,"recall":0.563241,"f1":0.508053,"accuracy":0.563241,"main_score":0.508053,"hf_subset":"oci_Latn-ayr_Latn","languages":["oci-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-dan_Latn","languages":["oci-Latn","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"oci_Latn-guj_Gujr","languages":["oci-Latn","guj-Gujr"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"oci_Latn-kaz_Cyrl","languages":["oci-Latn","kaz-Cyrl"]},{"precision":0.435414,"recall":0.512846,"f1":0.456911,"accuracy":0.512846,"main_score":0.456911,"hf_subset":"oci_Latn-lug_Latn","languages":["oci-Latn","lug-Latn"]},{"precision":0.521134,"recall":0.609684,"f1":0.545974,"accuracy":0.609684,"main_score":0.545974,"hf_subset":"oci_Latn-smo_Latn","languages":["oci-Latn","smo-Latn"]},{"precision":0.468572,"recall":0.545455,"f1":0.489319,"accuracy":0.545455,"main_score":0.489319,"hf_subset":"oci_Latn-tsn_Latn","languages":["oci-Latn","tsn-Latn"]},{"precision":0.462667,"recall":0.539526,"f1":0.482666,"accuracy":0.539526,"main_score":0.482666,"hf_subset":"oci_Latn-zul_Latn","languages":["oci-Latn","zul-Latn"]},{"precision":0.810145,"recall":0.865613,"f1":0.827701,"accuracy":0.865613,"main_score":0.827701,"hf_subset":"oci_Latn-azb_Arab","languages":["oci-Latn","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"oci_Latn-deu_Latn","languages":["oci-Latn","deu-Latn"]},{"precision":0.929101,"recall":0.949605,"f1":0.935507,"accuracy":0.949605,"main_score":0.935507,"hf_subset":"oci_Latn-hat_Latn","languages":["oci-Latn","hat-Latn"]},{"precision":0.431622,"recall":0.504941,"f1":0.451615,"accuracy":0.504941,"main_score":0.451615,"hf_subset":"oci_Latn-kbp_Latn","languages":["oci-Latn","kbp-Latn"]},{"precision":0.499688,"recall":0.572134,"f1":0.519309,"accuracy":0.572134,"main_score":0.519309,"hf_subset":"oci_Latn-luo_Latn","languages":["oci-Latn","luo-Latn"]},{"precision":0.991436,"recall":0.994071,"f1":0.99226,"accuracy":0.994071,"main_score":0.99226,"hf_subset":"oci_Latn-ory_Orya","languages":["oci-Latn","ory-Orya"]},{"precision":0.495047,"recall":0.567194,"f1":0.515265,"accuracy":0.567194,"main_score":0.515265,"hf_subset":"oci_Latn-sna_Latn","languages":["oci-Latn","sna-Latn"]},{"precision":0.471645,"recall":0.547431,"f1":0.492462,"accuracy":0.547431,"main_score":0.492462,"hf_subset":"oci_Latn-tso_Latn","languages":["oci-Latn","tso-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"oci_Latn-azj_Latn","languages":["oci-Latn","azj-Latn"]},{"precision":0.486926,"recall":0.563241,"f1":0.50782,"accuracy":0.563241,"main_score":0.50782,"hf_subset":"oci_Latn-dik_Latn","languages":["oci-Latn","dik-Latn"]},{"precision":0.465536,"recall":0.538538,"f1":0.48602,"accuracy":0.538538,"main_score":0.48602,"hf_subset":"oci_Latn-hau_Latn","languages":["oci-Latn","hau-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"oci_Latn-kea_Latn","languages":["oci-Latn","kea-Latn"]},{"precision":0.64548,"recall":0.715415,"f1":0.665773,"accuracy":0.715415,"main_score":0.665773,"hf_subset":"oci_Latn-lus_Latn","languages":["oci-Latn","lus-Latn"]},{"precision":0.816024,"recall":0.860672,"f1":0.829414,"accuracy":0.860672,"main_score":0.829414,"hf_subset":"oci_Latn-pag_Latn","languages":["oci-Latn","pag-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"oci_Latn-snd_Arab","languages":["oci-Latn","snd-Arab"]},{"precision":0.884964,"recall":0.918972,"f1":0.895487,"accuracy":0.918972,"main_score":0.895487,"hf_subset":"oci_Latn-tuk_Latn","languages":["oci-Latn","tuk-Latn"]},{"precision":0.942358,"recall":0.960474,"f1":0.948123,"accuracy":0.960474,"main_score":0.948123,"hf_subset":"oci_Latn-bak_Cyrl","languages":["oci-Latn","bak-Cyrl"]},{"precision":0.42978,"recall":0.523715,"f1":0.456218,"accuracy":0.523715,"main_score":0.456218,"hf_subset":"oci_Latn-dyu_Latn","languages":["oci-Latn","dyu-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"oci_Latn-heb_Hebr","languages":["oci-Latn","heb-Hebr"]},{"precision":0.879068,"recall":0.91502,"f1":0.890349,"accuracy":0.91502,"main_score":0.890349,"hf_subset":"oci_Latn-khk_Cyrl","languages":["oci-Latn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"oci_Latn-lvs_Latn","languages":["oci-Latn","lvs-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"oci_Latn-pan_Guru","languages":["oci-Latn","pan-Guru"]},{"precision":0.4674,"recall":0.545455,"f1":0.489109,"accuracy":0.545455,"main_score":0.489109,"hf_subset":"oci_Latn-som_Latn","languages":["oci-Latn","som-Latn"]},{"precision":0.496435,"recall":0.570158,"f1":0.517157,"accuracy":0.570158,"main_score":0.517157,"hf_subset":"oci_Latn-tum_Latn","languages":["oci-Latn","tum-Latn"]},{"precision":0.345323,"recall":0.403162,"f1":0.360876,"accuracy":0.403162,"main_score":0.360876,"hf_subset":"smo_Latn-ace_Arab","languages":["smo-Latn","ace-Arab"]},{"precision":0.45974,"recall":0.511858,"f1":0.473826,"accuracy":0.511858,"main_score":0.473826,"hf_subset":"smo_Latn-bam_Latn","languages":["smo-Latn","bam-Latn"]},{"precision":0.12532,"recall":0.166008,"f1":0.135459,"accuracy":0.166008,"main_score":0.135459,"hf_subset":"smo_Latn-dzo_Tibt","languages":["smo-Latn","dzo-Tibt"]},{"precision":0.499201,"recall":0.56917,"f1":0.517928,"accuracy":0.56917,"main_score":0.517928,"hf_subset":"smo_Latn-hin_Deva","languages":["smo-Latn","hin-Deva"]},{"precision":0.405621,"recall":0.481225,"f1":0.425909,"accuracy":0.481225,"main_score":0.425909,"hf_subset":"smo_Latn-khm_Khmr","languages":["smo-Latn","khm-Khmr"]},{"precision":0.501295,"recall":0.574111,"f1":0.521191,"accuracy":0.574111,"main_score":0.521191,"hf_subset":"smo_Latn-mag_Deva","languages":["smo-Latn","mag-Deva"]},{"precision":0.549671,"recall":0.601779,"f1":0.562987,"accuracy":0.601779,"main_score":0.562987,"hf_subset":"smo_Latn-pap_Latn","languages":["smo-Latn","pap-Latn"]},{"precision":0.49916,"recall":0.546443,"f1":0.511944,"accuracy":0.546443,"main_score":0.511944,"hf_subset":"smo_Latn-sot_Latn","languages":["smo-Latn","sot-Latn"]},{"precision":0.528543,"recall":0.600791,"f1":0.548229,"accuracy":0.600791,"main_score":0.548229,"hf_subset":"smo_Latn-tur_Latn","languages":["smo-Latn","tur-Latn"]},{"precision":0.524602,"recall":0.576087,"f1":0.538211,"accuracy":0.576087,"main_score":0.538211,"hf_subset":"smo_Latn-ace_Latn","languages":["smo-Latn","ace-Latn"]},{"precision":0.538806,"recall":0.591897,"f1":0.553446,"accuracy":0.591897,"main_score":0.553446,"hf_subset":"smo_Latn-ban_Latn","languages":["smo-Latn","ban-Latn"]},{"precision":0.482284,"recall":0.55336,"f1":0.501769,"accuracy":0.55336,"main_score":0.501769,"hf_subset":"smo_Latn-ell_Grek","languages":["smo-Latn","ell-Grek"]},{"precision":0.479248,"recall":0.552372,"f1":0.500083,"accuracy":0.552372,"main_score":0.500083,"hf_subset":"smo_Latn-hne_Deva","languages":["smo-Latn","hne-Deva"]},{"precision":0.450726,"recall":0.516798,"f1":0.469162,"accuracy":0.516798,"main_score":0.469162,"hf_subset":"smo_Latn-kik_Latn","languages":["smo-Latn","kik-Latn"]},{"precision":0.510281,"recall":0.579051,"f1":0.529406,"accuracy":0.579051,"main_score":0.529406,"hf_subset":"smo_Latn-mai_Deva","languages":["smo-Latn","mai-Deva"]},{"precision":0.45882,"recall":0.521739,"f1":0.475325,"accuracy":0.521739,"main_score":0.475325,"hf_subset":"smo_Latn-pbt_Arab","languages":["smo-Latn","pbt-Arab"]},{"precision":0.521844,"recall":0.590909,"f1":0.540569,"accuracy":0.590909,"main_score":0.540569,"hf_subset":"smo_Latn-spa_Latn","languages":["smo-Latn","spa-Latn"]},{"precision":0.511931,"recall":0.549407,"f1":0.522551,"accuracy":0.549407,"main_score":0.522551,"hf_subset":"smo_Latn-twi_Latn","languages":["smo-Latn","twi-Latn"]},{"precision":0.476839,"recall":0.551383,"f1":0.497356,"accuracy":0.551383,"main_score":0.497356,"hf_subset":"smo_Latn-acm_Arab","languages":["smo-Latn","acm-Arab"]},{"precision":0.517912,"recall":0.58498,"f1":0.53629,"accuracy":0.58498,"main_score":0.53629,"hf_subset":"smo_Latn-bel_Cyrl","languages":["smo-Latn","bel-Cyrl"]},{"precision":0.534253,"recall":0.599802,"f1":0.5522,"accuracy":0.599802,"main_score":0.5522,"hf_subset":"smo_Latn-eng_Latn","languages":["smo-Latn","eng-Latn"]},{"precision":0.528484,"recall":0.590909,"f1":0.54551,"accuracy":0.590909,"main_score":0.54551,"hf_subset":"smo_Latn-hrv_Latn","languages":["smo-Latn","hrv-Latn"]},{"precision":0.464052,"recall":0.51581,"f1":0.477858,"accuracy":0.51581,"main_score":0.477858,"hf_subset":"smo_Latn-kin_Latn","languages":["smo-Latn","kin-Latn"]},{"precision":0.500377,"recall":0.564229,"f1":0.517791,"accuracy":0.564229,"main_score":0.517791,"hf_subset":"smo_Latn-mal_Mlym","languages":["smo-Latn","mal-Mlym"]},{"precision":0.483799,"recall":0.554348,"f1":0.503401,"accuracy":0.554348,"main_score":0.503401,"hf_subset":"smo_Latn-pes_Arab","languages":["smo-Latn","pes-Arab"]},{"precision":0.540663,"recall":0.599802,"f1":0.556182,"accuracy":0.599802,"main_score":0.556182,"hf_subset":"smo_Latn-srd_Latn","languages":["smo-Latn","srd-Latn"]},{"precision":0.16601,"recall":0.219368,"f1":0.177705,"accuracy":0.219368,"main_score":0.177705,"hf_subset":"smo_Latn-tzm_Tfng","languages":["smo-Latn","tzm-Tfng"]},{"precision":0.482419,"recall":0.555336,"f1":0.502407,"accuracy":0.555336,"main_score":0.502407,"hf_subset":"smo_Latn-acq_Arab","languages":["smo-Latn","acq-Arab"]},{"precision":0.520197,"recall":0.562253,"f1":0.531232,"accuracy":0.562253,"main_score":0.531232,"hf_subset":"smo_Latn-bem_Latn","languages":["smo-Latn","bem-Latn"]},{"precision":0.528117,"recall":0.588933,"f1":0.543846,"accuracy":0.588933,"main_score":0.543846,"hf_subset":"smo_Latn-epo_Latn","languages":["smo-Latn","epo-Latn"]},{"precision":0.5153,"recall":0.583992,"f1":0.533849,"accuracy":0.583992,"main_score":0.533849,"hf_subset":"smo_Latn-hun_Latn","languages":["smo-Latn","hun-Latn"]},{"precision":0.524618,"recall":0.585968,"f1":0.541705,"accuracy":0.585968,"main_score":0.541705,"hf_subset":"smo_Latn-kir_Cyrl","languages":["smo-Latn","kir-Cyrl"]},{"precision":0.506738,"recall":0.574111,"f1":0.526074,"accuracy":0.574111,"main_score":0.526074,"hf_subset":"smo_Latn-mar_Deva","languages":["smo-Latn","mar-Deva"]},{"precision":0.510929,"recall":0.550395,"f1":0.52178,"accuracy":0.550395,"main_score":0.52178,"hf_subset":"smo_Latn-plt_Latn","languages":["smo-Latn","plt-Latn"]},{"precision":0.51674,"recall":0.589921,"f1":0.53668,"accuracy":0.589921,"main_score":0.53668,"hf_subset":"smo_Latn-srp_Cyrl","languages":["smo-Latn","srp-Cyrl"]},{"precision":0.457446,"recall":0.525692,"f1":0.475973,"accuracy":0.525692,"main_score":0.475973,"hf_subset":"smo_Latn-uig_Arab","languages":["smo-Latn","uig-Arab"]},{"precision":0.480851,"recall":0.552372,"f1":0.500693,"accuracy":0.552372,"main_score":0.500693,"hf_subset":"smo_Latn-aeb_Arab","languages":["smo-Latn","aeb-Arab"]},{"precision":0.516826,"recall":0.579051,"f1":0.533809,"accuracy":0.579051,"main_score":0.533809,"hf_subset":"smo_Latn-ben_Beng","languages":["smo-Latn","ben-Beng"]},{"precision":0.508637,"recall":0.567194,"f1":0.524793,"accuracy":0.567194,"main_score":0.524793,"hf_subset":"smo_Latn-est_Latn","languages":["smo-Latn","est-Latn"]},{"precision":0.473481,"recall":0.54249,"f1":0.492512,"accuracy":0.54249,"main_score":0.492512,"hf_subset":"smo_Latn-hye_Armn","languages":["smo-Latn","hye-Armn"]},{"precision":0.473835,"recall":0.525692,"f1":0.488573,"accuracy":0.525692,"main_score":0.488573,"hf_subset":"smo_Latn-kmb_Latn","languages":["smo-Latn","kmb-Latn"]},{"precision":0.33485,"recall":0.395257,"f1":0.350989,"accuracy":0.395257,"main_score":0.350989,"hf_subset":"smo_Latn-min_Arab","languages":["smo-Latn","min-Arab"]},{"precision":0.50163,"recall":0.578063,"f1":0.522973,"accuracy":0.578063,"main_score":0.522973,"hf_subset":"smo_Latn-pol_Latn","languages":["smo-Latn","pol-Latn"]},{"precision":0.457935,"recall":0.511858,"f1":0.472964,"accuracy":0.511858,"main_score":0.472964,"hf_subset":"smo_Latn-ssw_Latn","languages":["smo-Latn","ssw-Latn"]},{"precision":0.519995,"recall":0.588933,"f1":0.539491,"accuracy":0.588933,"main_score":0.539491,"hf_subset":"smo_Latn-ukr_Cyrl","languages":["smo-Latn","ukr-Cyrl"]},{"precision":0.533127,"recall":0.598814,"f1":0.550569,"accuracy":0.598814,"main_score":0.550569,"hf_subset":"smo_Latn-afr_Latn","languages":["smo-Latn","afr-Latn"]},{"precision":0.487987,"recall":0.556324,"f1":0.506571,"accuracy":0.556324,"main_score":0.506571,"hf_subset":"smo_Latn-bho_Deva","languages":["smo-Latn","bho-Deva"]},{"precision":0.517092,"recall":0.577075,"f1":0.533293,"accuracy":0.577075,"main_score":0.533293,"hf_subset":"smo_Latn-eus_Latn","languages":["smo-Latn","eus-Latn"]},{"precision":0.48539,"recall":0.537549,"f1":0.499953,"accuracy":0.537549,"main_score":0.499953,"hf_subset":"smo_Latn-ibo_Latn","languages":["smo-Latn","ibo-Latn"]},{"precision":0.503637,"recall":0.561265,"f1":0.518535,"accuracy":0.561265,"main_score":0.518535,"hf_subset":"smo_Latn-kmr_Latn","languages":["smo-Latn","kmr-Latn"]},{"precision":0.534472,"recall":0.588933,"f1":0.548648,"accuracy":0.588933,"main_score":0.548648,"hf_subset":"smo_Latn-min_Latn","languages":["smo-Latn","min-Latn"]},{"precision":0.522152,"recall":0.588933,"f1":0.539604,"accuracy":0.588933,"main_score":0.539604,"hf_subset":"smo_Latn-por_Latn","languages":["smo-Latn","por-Latn"]},{"precision":0.528426,"recall":0.583992,"f1":0.543354,"accuracy":0.583992,"main_score":0.543354,"hf_subset":"smo_Latn-sun_Latn","languages":["smo-Latn","sun-Latn"]},{"precision":0.431966,"recall":0.488142,"f1":0.448225,"accuracy":0.488142,"main_score":0.448225,"hf_subset":"smo_Latn-umb_Latn","languages":["smo-Latn","umb-Latn"]},{"precision":0.501407,"recall":0.572134,"f1":0.52042,"accuracy":0.572134,"main_score":0.52042,"hf_subset":"smo_Latn-ajp_Arab","languages":["smo-Latn","ajp-Arab"]},{"precision":0.36371,"recall":0.416996,"f1":0.378409,"accuracy":0.416996,"main_score":0.378409,"hf_subset":"smo_Latn-bjn_Arab","languages":["smo-Latn","bjn-Arab"]},{"precision":0.471628,"recall":0.519763,"f1":0.485038,"accuracy":0.519763,"main_score":0.485038,"hf_subset":"smo_Latn-ewe_Latn","languages":["smo-Latn","ewe-Latn"]},{"precision":0.554913,"recall":0.602767,"f1":0.568092,"accuracy":0.602767,"main_score":0.568092,"hf_subset":"smo_Latn-ilo_Latn","languages":["smo-Latn","ilo-Latn"]},{"precision":0.207264,"recall":0.277668,"f1":0.225905,"accuracy":0.277668,"main_score":0.225905,"hf_subset":"smo_Latn-knc_Arab","languages":["smo-Latn","knc-Arab"]},{"precision":0.521456,"recall":0.586957,"f1":0.539304,"accuracy":0.586957,"main_score":0.539304,"hf_subset":"smo_Latn-mkd_Cyrl","languages":["smo-Latn","mkd-Cyrl"]},{"precision":0.485626,"recall":0.556324,"f1":0.505234,"accuracy":0.556324,"main_score":0.505234,"hf_subset":"smo_Latn-prs_Arab","languages":["smo-Latn","prs-Arab"]},{"precision":0.516599,"recall":0.58498,"f1":0.534728,"accuracy":0.58498,"main_score":0.534728,"hf_subset":"smo_Latn-swe_Latn","languages":["smo-Latn","swe-Latn"]},{"precision":0.473041,"recall":0.544466,"f1":0.492652,"accuracy":0.544466,"main_score":0.492652,"hf_subset":"smo_Latn-urd_Arab","languages":["smo-Latn","urd-Arab"]},{"precision":0.514355,"recall":0.557312,"f1":0.526231,"accuracy":0.557312,"main_score":0.526231,"hf_subset":"smo_Latn-aka_Latn","languages":["smo-Latn","aka-Latn"]},{"precision":0.520307,"recall":0.582016,"f1":0.537187,"accuracy":0.582016,"main_score":0.537187,"hf_subset":"smo_Latn-bjn_Latn","languages":["smo-Latn","bjn-Latn"]},{"precision":0.499967,"recall":0.561265,"f1":0.516392,"accuracy":0.561265,"main_score":0.516392,"hf_subset":"smo_Latn-fao_Latn","languages":["smo-Latn","fao-Latn"]},{"precision":0.517042,"recall":0.585968,"f1":0.536028,"accuracy":0.585968,"main_score":0.536028,"hf_subset":"smo_Latn-ind_Latn","languages":["smo-Latn","ind-Latn"]},{"precision":0.488745,"recall":0.530632,"f1":0.500973,"accuracy":0.530632,"main_score":0.500973,"hf_subset":"smo_Latn-knc_Latn","languages":["smo-Latn","knc-Latn"]},{"precision":0.55773,"recall":0.614625,"f1":0.573028,"accuracy":0.614625,"main_score":0.573028,"hf_subset":"smo_Latn-mlt_Latn","languages":["smo-Latn","mlt-Latn"]},{"precision":0.492762,"recall":0.539526,"f1":0.505443,"accuracy":0.539526,"main_score":0.505443,"hf_subset":"smo_Latn-quy_Latn","languages":["smo-Latn","quy-Latn"]},{"precision":0.48791,"recall":0.541502,"f1":0.502555,"accuracy":0.541502,"main_score":0.502555,"hf_subset":"smo_Latn-swh_Latn","languages":["smo-Latn","swh-Latn"]},{"precision":0.498327,"recall":0.563241,"f1":0.51618,"accuracy":0.563241,"main_score":0.51618,"hf_subset":"smo_Latn-uzn_Latn","languages":["smo-Latn","uzn-Latn"]},{"precision":0.52302,"recall":0.581028,"f1":0.538098,"accuracy":0.581028,"main_score":0.538098,"hf_subset":"smo_Latn-als_Latn","languages":["smo-Latn","als-Latn"]},{"precision":0.174718,"recall":0.23419,"f1":0.188528,"accuracy":0.23419,"main_score":0.188528,"hf_subset":"smo_Latn-bod_Tibt","languages":["smo-Latn","bod-Tibt"]},{"precision":0.513676,"recall":0.563241,"f1":0.526366,"accuracy":0.563241,"main_score":0.526366,"hf_subset":"smo_Latn-fij_Latn","languages":["smo-Latn","fij-Latn"]},{"precision":0.471965,"recall":0.532609,"f1":0.48885,"accuracy":0.532609,"main_score":0.48885,"hf_subset":"smo_Latn-isl_Latn","languages":["smo-Latn","isl-Latn"]},{"precision":0.490461,"recall":0.540514,"f1":0.504394,"accuracy":0.540514,"main_score":0.504394,"hf_subset":"smo_Latn-kon_Latn","languages":["smo-Latn","kon-Latn"]},{"precision":0.39267,"recall":0.456522,"f1":0.410724,"accuracy":0.456522,"main_score":0.410724,"hf_subset":"smo_Latn-mni_Beng","languages":["smo-Latn","mni-Beng"]},{"precision":0.526327,"recall":0.599802,"f1":0.545831,"accuracy":0.599802,"main_score":0.545831,"hf_subset":"smo_Latn-ron_Latn","languages":["smo-Latn","ron-Latn"]},{"precision":0.524559,"recall":0.592885,"f1":0.543325,"accuracy":0.592885,"main_score":0.543325,"hf_subset":"smo_Latn-szl_Latn","languages":["smo-Latn","szl-Latn"]},{"precision":0.545495,"recall":0.602767,"f1":0.560911,"accuracy":0.602767,"main_score":0.560911,"hf_subset":"smo_Latn-vec_Latn","languages":["smo-Latn","vec-Latn"]},{"precision":0.291351,"recall":0.351779,"f1":0.307175,"accuracy":0.351779,"main_score":0.307175,"hf_subset":"smo_Latn-amh_Ethi","languages":["smo-Latn","amh-Ethi"]},{"precision":0.532939,"recall":0.597826,"f1":0.55021,"accuracy":0.597826,"main_score":0.55021,"hf_subset":"smo_Latn-bos_Latn","languages":["smo-Latn","bos-Latn"]},{"precision":0.505355,"recall":0.567194,"f1":0.5226,"accuracy":0.567194,"main_score":0.5226,"hf_subset":"smo_Latn-fin_Latn","languages":["smo-Latn","fin-Latn"]},{"precision":0.523506,"recall":0.588933,"f1":0.54079,"accuracy":0.588933,"main_score":0.54079,"hf_subset":"smo_Latn-ita_Latn","languages":["smo-Latn","ita-Latn"]},{"precision":0.484647,"recall":0.562253,"f1":0.506229,"accuracy":0.562253,"main_score":0.506229,"hf_subset":"smo_Latn-kor_Hang","languages":["smo-Latn","kor-Hang"]},{"precision":0.467984,"recall":0.51581,"f1":0.481148,"accuracy":0.51581,"main_score":0.481148,"hf_subset":"smo_Latn-mos_Latn","languages":["smo-Latn","mos-Latn"]},{"precision":0.465539,"recall":0.51581,"f1":0.479617,"accuracy":0.51581,"main_score":0.479617,"hf_subset":"smo_Latn-run_Latn","languages":["smo-Latn","run-Latn"]},{"precision":0.476367,"recall":0.544466,"f1":0.494893,"accuracy":0.544466,"main_score":0.494893,"hf_subset":"smo_Latn-tam_Taml","languages":["smo-Latn","tam-Taml"]},{"precision":0.503784,"recall":0.575099,"f1":0.523574,"accuracy":0.575099,"main_score":0.523574,"hf_subset":"smo_Latn-vie_Latn","languages":["smo-Latn","vie-Latn"]},{"precision":0.487613,"recall":0.55336,"f1":0.505849,"accuracy":0.55336,"main_score":0.505849,"hf_subset":"smo_Latn-apc_Arab","languages":["smo-Latn","apc-Arab"]},{"precision":0.520401,"recall":0.563241,"f1":0.532648,"accuracy":0.563241,"main_score":0.532648,"hf_subset":"smo_Latn-bug_Latn","languages":["smo-Latn","bug-Latn"]},{"precision":0.438706,"recall":0.48913,"f1":0.452386,"accuracy":0.48913,"main_score":0.452386,"hf_subset":"smo_Latn-fon_Latn","languages":["smo-Latn","fon-Latn"]},{"precision":0.543698,"recall":0.600791,"f1":0.55932,"accuracy":0.600791,"main_score":0.55932,"hf_subset":"smo_Latn-jav_Latn","languages":["smo-Latn","jav-Latn"]},{"precision":0.42729,"recall":0.487154,"f1":0.443613,"accuracy":0.487154,"main_score":0.443613,"hf_subset":"smo_Latn-lao_Laoo","languages":["smo-Latn","lao-Laoo"]},{"precision":0.496205,"recall":0.547431,"f1":0.509821,"accuracy":0.547431,"main_score":0.509821,"hf_subset":"smo_Latn-mri_Latn","languages":["smo-Latn","mri-Latn"]},{"precision":0.521742,"recall":0.591897,"f1":0.540564,"accuracy":0.591897,"main_score":0.540564,"hf_subset":"smo_Latn-rus_Cyrl","languages":["smo-Latn","rus-Cyrl"]},{"precision":0.472261,"recall":0.521739,"f1":0.48533,"accuracy":0.521739,"main_score":0.48533,"hf_subset":"smo_Latn-taq_Latn","languages":["smo-Latn","taq-Latn"]},{"precision":0.565367,"recall":0.617589,"f1":0.579017,"accuracy":0.617589,"main_score":0.579017,"hf_subset":"smo_Latn-war_Latn","languages":["smo-Latn","war-Latn"]},{"precision":0.486797,"recall":0.560277,"f1":0.506733,"accuracy":0.560277,"main_score":0.506733,"hf_subset":"smo_Latn-arb_Arab","languages":["smo-Latn","arb-Arab"]},{"precision":0.528654,"recall":0.593874,"f1":0.546508,"accuracy":0.593874,"main_score":0.546508,"hf_subset":"smo_Latn-bul_Cyrl","languages":["smo-Latn","bul-Cyrl"]},{"precision":0.544381,"recall":0.607708,"f1":0.561183,"accuracy":0.607708,"main_score":0.561183,"hf_subset":"smo_Latn-fra_Latn","languages":["smo-Latn","fra-Latn"]},{"precision":0.48955,"recall":0.560277,"f1":0.509304,"accuracy":0.560277,"main_score":0.509304,"hf_subset":"smo_Latn-jpn_Jpan","languages":["smo-Latn","jpn-Jpan"]},{"precision":0.527614,"recall":0.587945,"f1":0.543786,"accuracy":0.587945,"main_score":0.543786,"hf_subset":"smo_Latn-lij_Latn","languages":["smo-Latn","lij-Latn"]},{"precision":0.295026,"recall":0.375494,"f1":0.316237,"accuracy":0.375494,"main_score":0.316237,"hf_subset":"smo_Latn-mya_Mymr","languages":["smo-Latn","mya-Mymr"]},{"precision":0.488137,"recall":0.528656,"f1":0.499583,"accuracy":0.528656,"main_score":0.499583,"hf_subset":"smo_Latn-sag_Latn","languages":["smo-Latn","sag-Latn"]},{"precision":0.173172,"recall":0.225296,"f1":0.183472,"accuracy":0.225296,"main_score":0.183472,"hf_subset":"smo_Latn-taq_Tfng","languages":["smo-Latn","taq-Tfng"]},{"precision":0.504763,"recall":0.556324,"f1":0.518651,"accuracy":0.556324,"main_score":0.518651,"hf_subset":"smo_Latn-wol_Latn","languages":["smo-Latn","wol-Latn"]},{"precision":0.394066,"recall":0.462451,"f1":0.412212,"accuracy":0.462451,"main_score":0.412212,"hf_subset":"smo_Latn-arb_Latn","languages":["smo-Latn","arb-Latn"]},{"precision":0.519467,"recall":0.589921,"f1":0.537993,"accuracy":0.589921,"main_score":0.537993,"hf_subset":"smo_Latn-cat_Latn","languages":["smo-Latn","cat-Latn"]},{"precision":0.53804,"recall":0.591897,"f1":0.552174,"accuracy":0.591897,"main_score":0.552174,"hf_subset":"smo_Latn-fur_Latn","languages":["smo-Latn","fur-Latn"]},{"precision":0.36915,"recall":0.43083,"f1":0.386368,"accuracy":0.43083,"main_score":0.386368,"hf_subset":"smo_Latn-kab_Latn","languages":["smo-Latn","kab-Latn"]},{"precision":0.522686,"recall":0.577075,"f1":0.537982,"accuracy":0.577075,"main_score":0.537982,"hf_subset":"smo_Latn-lim_Latn","languages":["smo-Latn","lim-Latn"]},{"precision":0.52877,"recall":0.596838,"f1":0.546568,"accuracy":0.596838,"main_score":0.546568,"hf_subset":"smo_Latn-nld_Latn","languages":["smo-Latn","nld-Latn"]},{"precision":0.454188,"recall":0.521739,"f1":0.473125,"accuracy":0.521739,"main_score":0.473125,"hf_subset":"smo_Latn-san_Deva","languages":["smo-Latn","san-Deva"]},{"precision":0.533911,"recall":0.594862,"f1":0.55101,"accuracy":0.594862,"main_score":0.55101,"hf_subset":"smo_Latn-tat_Cyrl","languages":["smo-Latn","tat-Cyrl"]},{"precision":0.488099,"recall":0.54249,"f1":0.502447,"accuracy":0.54249,"main_score":0.502447,"hf_subset":"smo_Latn-xho_Latn","languages":["smo-Latn","xho-Latn"]},{"precision":0.469642,"recall":0.544466,"f1":0.489915,"accuracy":0.544466,"main_score":0.489915,"hf_subset":"smo_Latn-ars_Arab","languages":["smo-Latn","ars-Arab"]},{"precision":0.565205,"recall":0.615613,"f1":0.578598,"accuracy":0.615613,"main_score":0.578598,"hf_subset":"smo_Latn-ceb_Latn","languages":["smo-Latn","ceb-Latn"]},{"precision":0.450656,"recall":0.504941,"f1":0.466182,"accuracy":0.504941,"main_score":0.466182,"hf_subset":"smo_Latn-fuv_Latn","languages":["smo-Latn","fuv-Latn"]},{"precision":0.462541,"recall":0.513834,"f1":0.476739,"accuracy":0.513834,"main_score":0.476739,"hf_subset":"smo_Latn-kac_Latn","languages":["smo-Latn","kac-Latn"]},{"precision":0.502681,"recall":0.546443,"f1":0.514742,"accuracy":0.546443,"main_score":0.514742,"hf_subset":"smo_Latn-lin_Latn","languages":["smo-Latn","lin-Latn"]},{"precision":0.533056,"recall":0.599802,"f1":0.551116,"accuracy":0.599802,"main_score":0.551116,"hf_subset":"smo_Latn-nno_Latn","languages":["smo-Latn","nno-Latn"]},{"precision":0.028618,"recall":0.08004,"f1":0.036588,"accuracy":0.08004,"main_score":0.036588,"hf_subset":"smo_Latn-sat_Olck","languages":["smo-Latn","sat-Olck"]},{"precision":0.502402,"recall":0.570158,"f1":0.520982,"accuracy":0.570158,"main_score":0.520982,"hf_subset":"smo_Latn-tel_Telu","languages":["smo-Latn","tel-Telu"]},{"precision":0.396515,"recall":0.466403,"f1":0.415762,"accuracy":0.466403,"main_score":0.415762,"hf_subset":"smo_Latn-ydd_Hebr","languages":["smo-Latn","ydd-Hebr"]},{"precision":0.459502,"recall":0.525692,"f1":0.477502,"accuracy":0.525692,"main_score":0.477502,"hf_subset":"smo_Latn-ary_Arab","languages":["smo-Latn","ary-Arab"]},{"precision":0.523126,"recall":0.591897,"f1":0.540874,"accuracy":0.591897,"main_score":0.540874,"hf_subset":"smo_Latn-ces_Latn","languages":["smo-Latn","ces-Latn"]},{"precision":0.401699,"recall":0.459486,"f1":0.417126,"accuracy":0.459486,"main_score":0.417126,"hf_subset":"smo_Latn-gaz_Latn","languages":["smo-Latn","gaz-Latn"]},{"precision":0.465754,"recall":0.517787,"f1":0.481101,"accuracy":0.517787,"main_score":0.481101,"hf_subset":"smo_Latn-kam_Latn","languages":["smo-Latn","kam-Latn"]},{"precision":0.49879,"recall":0.566206,"f1":0.518354,"accuracy":0.566206,"main_score":0.518354,"hf_subset":"smo_Latn-lit_Latn","languages":["smo-Latn","lit-Latn"]},{"precision":0.524069,"recall":0.593874,"f1":0.54321,"accuracy":0.593874,"main_score":0.54321,"hf_subset":"smo_Latn-nob_Latn","languages":["smo-Latn","nob-Latn"]},{"precision":0.513113,"recall":0.573123,"f1":0.528302,"accuracy":0.573123,"main_score":0.528302,"hf_subset":"smo_Latn-scn_Latn","languages":["smo-Latn","scn-Latn"]},{"precision":0.488439,"recall":0.548419,"f1":0.505226,"accuracy":0.548419,"main_score":0.505226,"hf_subset":"smo_Latn-tgk_Cyrl","languages":["smo-Latn","tgk-Cyrl"]},{"precision":0.427022,"recall":0.485178,"f1":0.443982,"accuracy":0.485178,"main_score":0.443982,"hf_subset":"smo_Latn-yor_Latn","languages":["smo-Latn","yor-Latn"]},{"precision":0.48133,"recall":0.556324,"f1":0.501922,"accuracy":0.556324,"main_score":0.501922,"hf_subset":"smo_Latn-arz_Arab","languages":["smo-Latn","arz-Arab"]},{"precision":0.445393,"recall":0.497036,"f1":0.459723,"accuracy":0.497036,"main_score":0.459723,"hf_subset":"smo_Latn-cjk_Latn","languages":["smo-Latn","cjk-Latn"]},{"precision":0.452317,"recall":0.51581,"f1":0.468872,"accuracy":0.51581,"main_score":0.468872,"hf_subset":"smo_Latn-gla_Latn","languages":["smo-Latn","gla-Latn"]},{"precision":0.489553,"recall":0.559289,"f1":0.508392,"accuracy":0.559289,"main_score":0.508392,"hf_subset":"smo_Latn-kan_Knda","languages":["smo-Latn","kan-Knda"]},{"precision":0.530435,"recall":0.585968,"f1":0.545616,"accuracy":0.585968,"main_score":0.545616,"hf_subset":"smo_Latn-lmo_Latn","languages":["smo-Latn","lmo-Latn"]},{"precision":0.484131,"recall":0.552372,"f1":0.502491,"accuracy":0.552372,"main_score":0.502491,"hf_subset":"smo_Latn-npi_Deva","languages":["smo-Latn","npi-Deva"]},{"precision":0.410532,"recall":0.477273,"f1":0.428233,"accuracy":0.477273,"main_score":0.428233,"hf_subset":"smo_Latn-shn_Mymr","languages":["smo-Latn","shn-Mymr"]},{"precision":0.549669,"recall":0.610672,"f1":0.565933,"accuracy":0.610672,"main_score":0.565933,"hf_subset":"smo_Latn-tgl_Latn","languages":["smo-Latn","tgl-Latn"]},{"precision":0.48844,"recall":0.564229,"f1":0.508817,"accuracy":0.564229,"main_score":0.508817,"hf_subset":"smo_Latn-yue_Hant","languages":["smo-Latn","yue-Hant"]},{"precision":0.443918,"recall":0.521739,"f1":0.464049,"accuracy":0.521739,"main_score":0.464049,"hf_subset":"smo_Latn-asm_Beng","languages":["smo-Latn","asm-Beng"]},{"precision":0.404567,"recall":0.472332,"f1":0.423208,"accuracy":0.472332,"main_score":0.423208,"hf_subset":"smo_Latn-ckb_Arab","languages":["smo-Latn","ckb-Arab"]},{"precision":0.460861,"recall":0.514822,"f1":0.474101,"accuracy":0.514822,"main_score":0.474101,"hf_subset":"smo_Latn-gle_Latn","languages":["smo-Latn","gle-Latn"]},{"precision":0.419403,"recall":0.48913,"f1":0.438122,"accuracy":0.48913,"main_score":0.438122,"hf_subset":"smo_Latn-kas_Arab","languages":["smo-Latn","kas-Arab"]},{"precision":0.48744,"recall":0.546443,"f1":0.502702,"accuracy":0.546443,"main_score":0.502702,"hf_subset":"smo_Latn-ltg_Latn","languages":["smo-Latn","ltg-Latn"]},{"precision":0.516363,"recall":0.557312,"f1":0.52703,"accuracy":0.557312,"main_score":0.52703,"hf_subset":"smo_Latn-nso_Latn","languages":["smo-Latn","nso-Latn"]},{"precision":0.218441,"recall":0.272727,"f1":0.230911,"accuracy":0.272727,"main_score":0.230911,"hf_subset":"smo_Latn-sin_Sinh","languages":["smo-Latn","sin-Sinh"]},{"precision":0.501436,"recall":0.568182,"f1":0.519535,"accuracy":0.568182,"main_score":0.519535,"hf_subset":"smo_Latn-tha_Thai","languages":["smo-Latn","tha-Thai"]},{"precision":0.487539,"recall":0.555336,"f1":0.505919,"accuracy":0.555336,"main_score":0.505919,"hf_subset":"smo_Latn-zho_Hans","languages":["smo-Latn","zho-Hans"]},{"precision":0.52687,"recall":0.591897,"f1":0.544242,"accuracy":0.591897,"main_score":0.544242,"hf_subset":"smo_Latn-ast_Latn","languages":["smo-Latn","ast-Latn"]},{"precision":0.485917,"recall":0.552372,"f1":0.503766,"accuracy":0.552372,"main_score":0.503766,"hf_subset":"smo_Latn-crh_Latn","languages":["smo-Latn","crh-Latn"]},{"precision":0.529855,"recall":0.593874,"f1":0.546703,"accuracy":0.593874,"main_score":0.546703,"hf_subset":"smo_Latn-glg_Latn","languages":["smo-Latn","glg-Latn"]},{"precision":0.454112,"recall":0.519763,"f1":0.472116,"accuracy":0.519763,"main_score":0.472116,"hf_subset":"smo_Latn-kas_Deva","languages":["smo-Latn","kas-Deva"]},{"precision":0.513135,"recall":0.579051,"f1":0.530809,"accuracy":0.579051,"main_score":0.530809,"hf_subset":"smo_Latn-ltz_Latn","languages":["smo-Latn","ltz-Latn"]},{"precision":0.418196,"recall":0.479249,"f1":0.434223,"accuracy":0.479249,"main_score":0.434223,"hf_subset":"smo_Latn-nus_Latn","languages":["smo-Latn","nus-Latn"]},{"precision":0.524774,"recall":0.590909,"f1":0.542452,"accuracy":0.590909,"main_score":0.542452,"hf_subset":"smo_Latn-slk_Latn","languages":["smo-Latn","slk-Latn"]},{"precision":0.230423,"recall":0.283597,"f1":0.243151,"accuracy":0.283597,"main_score":0.243151,"hf_subset":"smo_Latn-tir_Ethi","languages":["smo-Latn","tir-Ethi"]},{"precision":0.489511,"recall":0.563241,"f1":0.509978,"accuracy":0.563241,"main_score":0.509978,"hf_subset":"smo_Latn-zho_Hant","languages":["smo-Latn","zho-Hant"]},{"precision":0.491886,"recall":0.562253,"f1":0.510773,"accuracy":0.562253,"main_score":0.510773,"hf_subset":"smo_Latn-awa_Deva","languages":["smo-Latn","awa-Deva"]},{"precision":0.486456,"recall":0.540514,"f1":0.500759,"accuracy":0.540514,"main_score":0.500759,"hf_subset":"smo_Latn-cym_Latn","languages":["smo-Latn","cym-Latn"]},{"precision":0.522624,"recall":0.566206,"f1":0.535235,"accuracy":0.566206,"main_score":0.535235,"hf_subset":"smo_Latn-grn_Latn","languages":["smo-Latn","grn-Latn"]},{"precision":0.461891,"recall":0.524704,"f1":0.478958,"accuracy":0.524704,"main_score":0.478958,"hf_subset":"smo_Latn-kat_Geor","languages":["smo-Latn","kat-Geor"]},{"precision":0.499284,"recall":0.548419,"f1":0.513263,"accuracy":0.548419,"main_score":0.513263,"hf_subset":"smo_Latn-lua_Latn","languages":["smo-Latn","lua-Latn"]},{"precision":0.498966,"recall":0.54249,"f1":0.511212,"accuracy":0.54249,"main_score":0.511212,"hf_subset":"smo_Latn-nya_Latn","languages":["smo-Latn","nya-Latn"]},{"precision":0.517916,"recall":0.586957,"f1":0.536778,"accuracy":0.586957,"main_score":0.536778,"hf_subset":"smo_Latn-slv_Latn","languages":["smo-Latn","slv-Latn"]},{"precision":0.559047,"recall":0.606719,"f1":0.571746,"accuracy":0.606719,"main_score":0.571746,"hf_subset":"smo_Latn-tpi_Latn","languages":["smo-Latn","tpi-Latn"]},{"precision":0.53881,"recall":0.604743,"f1":0.556078,"accuracy":0.604743,"main_score":0.556078,"hf_subset":"smo_Latn-zsm_Latn","languages":["smo-Latn","zsm-Latn"]},{"precision":0.470474,"recall":0.517787,"f1":0.483515,"accuracy":0.517787,"main_score":0.483515,"hf_subset":"smo_Latn-ayr_Latn","languages":["smo-Latn","ayr-Latn"]},{"precision":0.523837,"recall":0.594862,"f1":0.54218,"accuracy":0.594862,"main_score":0.54218,"hf_subset":"smo_Latn-dan_Latn","languages":["smo-Latn","dan-Latn"]},{"precision":0.501875,"recall":0.568182,"f1":0.519507,"accuracy":0.568182,"main_score":0.519507,"hf_subset":"smo_Latn-guj_Gujr","languages":["smo-Latn","guj-Gujr"]},{"precision":0.517141,"recall":0.585968,"f1":0.536109,"accuracy":0.585968,"main_score":0.536109,"hf_subset":"smo_Latn-kaz_Cyrl","languages":["smo-Latn","kaz-Cyrl"]},{"precision":0.441486,"recall":0.494071,"f1":0.45653,"accuracy":0.494071,"main_score":0.45653,"hf_subset":"smo_Latn-lug_Latn","languages":["smo-Latn","lug-Latn"]},{"precision":0.53906,"recall":0.603755,"f1":0.556603,"accuracy":0.603755,"main_score":0.556603,"hf_subset":"smo_Latn-oci_Latn","languages":["smo-Latn","oci-Latn"]},{"precision":0.465087,"recall":0.514822,"f1":0.479115,"accuracy":0.514822,"main_score":0.479115,"hf_subset":"smo_Latn-tsn_Latn","languages":["smo-Latn","tsn-Latn"]},{"precision":0.479335,"recall":0.533597,"f1":0.49355,"accuracy":0.533597,"main_score":0.49355,"hf_subset":"smo_Latn-zul_Latn","languages":["smo-Latn","zul-Latn"]},{"precision":0.410085,"recall":0.48419,"f1":0.430518,"accuracy":0.48419,"main_score":0.430518,"hf_subset":"smo_Latn-azb_Arab","languages":["smo-Latn","azb-Arab"]},{"precision":0.529975,"recall":0.600791,"f1":0.548864,"accuracy":0.600791,"main_score":0.548864,"hf_subset":"smo_Latn-deu_Latn","languages":["smo-Latn","deu-Latn"]},{"precision":0.473823,"recall":0.543478,"f1":0.49312,"accuracy":0.543478,"main_score":0.49312,"hf_subset":"smo_Latn-hat_Latn","languages":["smo-Latn","hat-Latn"]},{"precision":0.449104,"recall":0.497036,"f1":0.462556,"accuracy":0.497036,"main_score":0.462556,"hf_subset":"smo_Latn-kbp_Latn","languages":["smo-Latn","kbp-Latn"]},{"precision":0.473511,"recall":0.514822,"f1":0.484896,"accuracy":0.514822,"main_score":0.484896,"hf_subset":"smo_Latn-luo_Latn","languages":["smo-Latn","luo-Latn"]},{"precision":0.466744,"recall":0.541502,"f1":0.487553,"accuracy":0.541502,"main_score":0.487553,"hf_subset":"smo_Latn-ory_Orya","languages":["smo-Latn","ory-Orya"]},{"precision":0.477843,"recall":0.524704,"f1":0.491243,"accuracy":0.524704,"main_score":0.491243,"hf_subset":"smo_Latn-sna_Latn","languages":["smo-Latn","sna-Latn"]},{"precision":0.482238,"recall":0.528656,"f1":0.495283,"accuracy":0.528656,"main_score":0.495283,"hf_subset":"smo_Latn-tso_Latn","languages":["smo-Latn","tso-Latn"]},{"precision":0.500767,"recall":0.574111,"f1":0.520422,"accuracy":0.574111,"main_score":0.520422,"hf_subset":"smo_Latn-azj_Latn","languages":["smo-Latn","azj-Latn"]},{"precision":0.443286,"recall":0.502964,"f1":0.460896,"accuracy":0.502964,"main_score":0.460896,"hf_subset":"smo_Latn-dik_Latn","languages":["smo-Latn","dik-Latn"]},{"precision":0.483079,"recall":0.533597,"f1":0.497643,"accuracy":0.533597,"main_score":0.497643,"hf_subset":"smo_Latn-hau_Latn","languages":["smo-Latn","hau-Latn"]},{"precision":0.51866,"recall":0.578063,"f1":0.535152,"accuracy":0.578063,"main_score":0.535152,"hf_subset":"smo_Latn-kea_Latn","languages":["smo-Latn","kea-Latn"]},{"precision":0.528462,"recall":0.56917,"f1":0.539513,"accuracy":0.56917,"main_score":0.539513,"hf_subset":"smo_Latn-lus_Latn","languages":["smo-Latn","lus-Latn"]},{"precision":0.540734,"recall":0.586957,"f1":0.553435,"accuracy":0.586957,"main_score":0.553435,"hf_subset":"smo_Latn-pag_Latn","languages":["smo-Latn","pag-Latn"]},{"precision":0.456902,"recall":0.52668,"f1":0.476553,"accuracy":0.52668,"main_score":0.476553,"hf_subset":"smo_Latn-snd_Arab","languages":["smo-Latn","snd-Arab"]},{"precision":0.478456,"recall":0.538538,"f1":0.495172,"accuracy":0.538538,"main_score":0.495172,"hf_subset":"smo_Latn-tuk_Latn","languages":["smo-Latn","tuk-Latn"]},{"precision":0.519504,"recall":0.58498,"f1":0.536693,"accuracy":0.58498,"main_score":0.536693,"hf_subset":"smo_Latn-bak_Cyrl","languages":["smo-Latn","bak-Cyrl"]},{"precision":0.373425,"recall":0.4417,"f1":0.392709,"accuracy":0.4417,"main_score":0.392709,"hf_subset":"smo_Latn-dyu_Latn","languages":["smo-Latn","dyu-Latn"]},{"precision":0.460601,"recall":0.535573,"f1":0.481159,"accuracy":0.535573,"main_score":0.481159,"hf_subset":"smo_Latn-heb_Hebr","languages":["smo-Latn","heb-Hebr"]},{"precision":0.493053,"recall":0.549407,"f1":0.507922,"accuracy":0.549407,"main_score":0.507922,"hf_subset":"smo_Latn-khk_Cyrl","languages":["smo-Latn","khk-Cyrl"]},{"precision":0.502435,"recall":0.568182,"f1":0.519901,"accuracy":0.568182,"main_score":0.519901,"hf_subset":"smo_Latn-lvs_Latn","languages":["smo-Latn","lvs-Latn"]},{"precision":0.470803,"recall":0.546443,"f1":0.49181,"accuracy":0.546443,"main_score":0.49181,"hf_subset":"smo_Latn-pan_Guru","languages":["smo-Latn","pan-Guru"]},{"precision":0.429972,"recall":0.48419,"f1":0.445161,"accuracy":0.48419,"main_score":0.445161,"hf_subset":"smo_Latn-som_Latn","languages":["smo-Latn","som-Latn"]},{"precision":0.475292,"recall":0.518775,"f1":0.487142,"accuracy":0.518775,"main_score":0.487142,"hf_subset":"smo_Latn-tum_Latn","languages":["smo-Latn","tum-Latn"]},{"precision":0.315585,"recall":0.373518,"f1":0.331491,"accuracy":0.373518,"main_score":0.331491,"hf_subset":"tsn_Latn-ace_Arab","languages":["tsn-Latn","ace-Arab"]},{"precision":0.441991,"recall":0.485178,"f1":0.454776,"accuracy":0.485178,"main_score":0.454776,"hf_subset":"tsn_Latn-bam_Latn","languages":["tsn-Latn","bam-Latn"]},{"precision":0.104912,"recall":0.148221,"f1":0.115722,"accuracy":0.148221,"main_score":0.115722,"hf_subset":"tsn_Latn-dzo_Tibt","languages":["tsn-Latn","dzo-Tibt"]},{"precision":0.439905,"recall":0.514822,"f1":0.460414,"accuracy":0.514822,"main_score":0.460414,"hf_subset":"tsn_Latn-hin_Deva","languages":["tsn-Latn","hin-Deva"]},{"precision":0.35727,"recall":0.428854,"f1":0.376902,"accuracy":0.428854,"main_score":0.376902,"hf_subset":"tsn_Latn-khm_Khmr","languages":["tsn-Latn","khm-Khmr"]},{"precision":0.448668,"recall":0.516798,"f1":0.468168,"accuracy":0.516798,"main_score":0.468168,"hf_subset":"tsn_Latn-mag_Deva","languages":["tsn-Latn","mag-Deva"]},{"precision":0.493598,"recall":0.545455,"f1":0.507827,"accuracy":0.545455,"main_score":0.507827,"hf_subset":"tsn_Latn-pap_Latn","languages":["tsn-Latn","pap-Latn"]},{"precision":0.599988,"recall":0.645257,"f1":0.613069,"accuracy":0.645257,"main_score":0.613069,"hf_subset":"tsn_Latn-sot_Latn","languages":["tsn-Latn","sot-Latn"]},{"precision":0.476018,"recall":0.544466,"f1":0.49483,"accuracy":0.544466,"main_score":0.49483,"hf_subset":"tsn_Latn-tur_Latn","languages":["tsn-Latn","tur-Latn"]},{"precision":0.497266,"recall":0.536561,"f1":0.50919,"accuracy":0.536561,"main_score":0.50919,"hf_subset":"tsn_Latn-ace_Latn","languages":["tsn-Latn","ace-Latn"]},{"precision":0.500239,"recall":0.552372,"f1":0.51478,"accuracy":0.552372,"main_score":0.51478,"hf_subset":"tsn_Latn-ban_Latn","languages":["tsn-Latn","ban-Latn"]},{"precision":0.425113,"recall":0.499012,"f1":0.445956,"accuracy":0.499012,"main_score":0.445956,"hf_subset":"tsn_Latn-ell_Grek","languages":["tsn-Latn","ell-Grek"]},{"precision":0.438383,"recall":0.509881,"f1":0.45824,"accuracy":0.509881,"main_score":0.45824,"hf_subset":"tsn_Latn-hne_Deva","languages":["tsn-Latn","hne-Deva"]},{"precision":0.436597,"recall":0.487154,"f1":0.45168,"accuracy":0.487154,"main_score":0.45168,"hf_subset":"tsn_Latn-kik_Latn","languages":["tsn-Latn","kik-Latn"]},{"precision":0.456205,"recall":0.523715,"f1":0.475232,"accuracy":0.523715,"main_score":0.475232,"hf_subset":"tsn_Latn-mai_Deva","languages":["tsn-Latn","mai-Deva"]},{"precision":0.415324,"recall":0.474308,"f1":0.432452,"accuracy":0.474308,"main_score":0.432452,"hf_subset":"tsn_Latn-pbt_Arab","languages":["tsn-Latn","pbt-Arab"]},{"precision":0.478004,"recall":0.539526,"f1":0.494672,"accuracy":0.539526,"main_score":0.494672,"hf_subset":"tsn_Latn-spa_Latn","languages":["tsn-Latn","spa-Latn"]},{"precision":0.507453,"recall":0.544466,"f1":0.518369,"accuracy":0.544466,"main_score":0.518369,"hf_subset":"tsn_Latn-twi_Latn","languages":["tsn-Latn","twi-Latn"]},{"precision":0.445949,"recall":0.509881,"f1":0.463818,"accuracy":0.509881,"main_score":0.463818,"hf_subset":"tsn_Latn-acm_Arab","languages":["tsn-Latn","acm-Arab"]},{"precision":0.43662,"recall":0.51087,"f1":0.45758,"accuracy":0.51087,"main_score":0.45758,"hf_subset":"tsn_Latn-bel_Cyrl","languages":["tsn-Latn","bel-Cyrl"]},{"precision":0.479423,"recall":0.543478,"f1":0.496437,"accuracy":0.543478,"main_score":0.496437,"hf_subset":"tsn_Latn-eng_Latn","languages":["tsn-Latn","eng-Latn"]},{"precision":0.473301,"recall":0.539526,"f1":0.491296,"accuracy":0.539526,"main_score":0.491296,"hf_subset":"tsn_Latn-hrv_Latn","languages":["tsn-Latn","hrv-Latn"]},{"precision":0.446229,"recall":0.495059,"f1":0.460593,"accuracy":0.495059,"main_score":0.460593,"hf_subset":"tsn_Latn-kin_Latn","languages":["tsn-Latn","kin-Latn"]},{"precision":0.439504,"recall":0.506917,"f1":0.458182,"accuracy":0.506917,"main_score":0.458182,"hf_subset":"tsn_Latn-mal_Mlym","languages":["tsn-Latn","mal-Mlym"]},{"precision":0.432325,"recall":0.506917,"f1":0.452935,"accuracy":0.506917,"main_score":0.452935,"hf_subset":"tsn_Latn-pes_Arab","languages":["tsn-Latn","pes-Arab"]},{"precision":0.4713,"recall":0.529644,"f1":0.486936,"accuracy":0.529644,"main_score":0.486936,"hf_subset":"tsn_Latn-srd_Latn","languages":["tsn-Latn","srd-Latn"]},{"precision":0.148235,"recall":0.194664,"f1":0.158907,"accuracy":0.194664,"main_score":0.158907,"hf_subset":"tsn_Latn-tzm_Tfng","languages":["tsn-Latn","tzm-Tfng"]},{"precision":0.438179,"recall":0.507905,"f1":0.457806,"accuracy":0.507905,"main_score":0.457806,"hf_subset":"tsn_Latn-acq_Arab","languages":["tsn-Latn","acq-Arab"]},{"precision":0.515707,"recall":0.548419,"f1":0.525285,"accuracy":0.548419,"main_score":0.525285,"hf_subset":"tsn_Latn-bem_Latn","languages":["tsn-Latn","bem-Latn"]},{"precision":0.464077,"recall":0.528656,"f1":0.482174,"accuracy":0.528656,"main_score":0.482174,"hf_subset":"tsn_Latn-epo_Latn","languages":["tsn-Latn","epo-Latn"]},{"precision":0.465047,"recall":0.528656,"f1":0.482897,"accuracy":0.528656,"main_score":0.482897,"hf_subset":"tsn_Latn-hun_Latn","languages":["tsn-Latn","hun-Latn"]},{"precision":0.477993,"recall":0.529644,"f1":0.493488,"accuracy":0.529644,"main_score":0.493488,"hf_subset":"tsn_Latn-kir_Cyrl","languages":["tsn-Latn","kir-Cyrl"]},{"precision":0.44358,"recall":0.51087,"f1":0.462854,"accuracy":0.51087,"main_score":0.462854,"hf_subset":"tsn_Latn-mar_Deva","languages":["tsn-Latn","mar-Deva"]},{"precision":0.473821,"recall":0.517787,"f1":0.486747,"accuracy":0.517787,"main_score":0.486747,"hf_subset":"tsn_Latn-plt_Latn","languages":["tsn-Latn","plt-Latn"]},{"precision":0.462175,"recall":0.528656,"f1":0.480496,"accuracy":0.528656,"main_score":0.480496,"hf_subset":"tsn_Latn-srp_Cyrl","languages":["tsn-Latn","srp-Cyrl"]},{"precision":0.416495,"recall":0.474308,"f1":0.432259,"accuracy":0.474308,"main_score":0.432259,"hf_subset":"tsn_Latn-uig_Arab","languages":["tsn-Latn","uig-Arab"]},{"precision":0.422118,"recall":0.488142,"f1":0.440948,"accuracy":0.488142,"main_score":0.440948,"hf_subset":"tsn_Latn-aeb_Arab","languages":["tsn-Latn","aeb-Arab"]},{"precision":0.441075,"recall":0.511858,"f1":0.461586,"accuracy":0.511858,"main_score":0.461586,"hf_subset":"tsn_Latn-ben_Beng","languages":["tsn-Latn","ben-Beng"]},{"precision":0.467556,"recall":0.528656,"f1":0.484525,"accuracy":0.528656,"main_score":0.484525,"hf_subset":"tsn_Latn-est_Latn","languages":["tsn-Latn","est-Latn"]},{"precision":0.425668,"recall":0.491107,"f1":0.444217,"accuracy":0.491107,"main_score":0.444217,"hf_subset":"tsn_Latn-hye_Armn","languages":["tsn-Latn","hye-Armn"]},{"precision":0.472693,"recall":0.512846,"f1":0.484181,"accuracy":0.512846,"main_score":0.484181,"hf_subset":"tsn_Latn-kmb_Latn","languages":["tsn-Latn","kmb-Latn"]},{"precision":0.289641,"recall":0.349802,"f1":0.307317,"accuracy":0.349802,"main_score":0.307317,"hf_subset":"tsn_Latn-min_Arab","languages":["tsn-Latn","min-Arab"]},{"precision":0.458761,"recall":0.527668,"f1":0.477994,"accuracy":0.527668,"main_score":0.477994,"hf_subset":"tsn_Latn-pol_Latn","languages":["tsn-Latn","pol-Latn"]},{"precision":0.481548,"recall":0.524704,"f1":0.494179,"accuracy":0.524704,"main_score":0.494179,"hf_subset":"tsn_Latn-ssw_Latn","languages":["tsn-Latn","ssw-Latn"]},{"precision":0.443099,"recall":0.51581,"f1":0.463614,"accuracy":0.51581,"main_score":0.463614,"hf_subset":"tsn_Latn-ukr_Cyrl","languages":["tsn-Latn","ukr-Cyrl"]},{"precision":0.48674,"recall":0.548419,"f1":0.503554,"accuracy":0.548419,"main_score":0.503554,"hf_subset":"tsn_Latn-afr_Latn","languages":["tsn-Latn","afr-Latn"]},{"precision":0.455052,"recall":0.520751,"f1":0.473537,"accuracy":0.520751,"main_score":0.473537,"hf_subset":"tsn_Latn-bho_Deva","languages":["tsn-Latn","bho-Deva"]},{"precision":0.472254,"recall":0.524704,"f1":0.487206,"accuracy":0.524704,"main_score":0.487206,"hf_subset":"tsn_Latn-eus_Latn","languages":["tsn-Latn","eus-Latn"]},{"precision":0.464486,"recall":0.512846,"f1":0.47842,"accuracy":0.512846,"main_score":0.47842,"hf_subset":"tsn_Latn-ibo_Latn","languages":["tsn-Latn","ibo-Latn"]},{"precision":0.484422,"recall":0.536561,"f1":0.499634,"accuracy":0.536561,"main_score":0.499634,"hf_subset":"tsn_Latn-kmr_Latn","languages":["tsn-Latn","kmr-Latn"]},{"precision":0.509281,"recall":0.555336,"f1":0.522285,"accuracy":0.555336,"main_score":0.522285,"hf_subset":"tsn_Latn-min_Latn","languages":["tsn-Latn","min-Latn"]},{"precision":0.458674,"recall":0.527668,"f1":0.477939,"accuracy":0.527668,"main_score":0.477939,"hf_subset":"tsn_Latn-por_Latn","languages":["tsn-Latn","por-Latn"]},{"precision":0.490909,"recall":0.548419,"f1":0.506944,"accuracy":0.548419,"main_score":0.506944,"hf_subset":"tsn_Latn-sun_Latn","languages":["tsn-Latn","sun-Latn"]},{"precision":0.445497,"recall":0.492095,"f1":0.459212,"accuracy":0.492095,"main_score":0.459212,"hf_subset":"tsn_Latn-umb_Latn","languages":["tsn-Latn","umb-Latn"]},{"precision":0.4441,"recall":0.516798,"f1":0.464088,"accuracy":0.516798,"main_score":0.464088,"hf_subset":"tsn_Latn-ajp_Arab","languages":["tsn-Latn","ajp-Arab"]},{"precision":0.316683,"recall":0.37253,"f1":0.332968,"accuracy":0.37253,"main_score":0.332968,"hf_subset":"tsn_Latn-bjn_Arab","languages":["tsn-Latn","bjn-Arab"]},{"precision":0.47572,"recall":0.511858,"f1":0.486117,"accuracy":0.511858,"main_score":0.486117,"hf_subset":"tsn_Latn-ewe_Latn","languages":["tsn-Latn","ewe-Latn"]},{"precision":0.519486,"recall":0.5583,"f1":0.530074,"accuracy":0.5583,"main_score":0.530074,"hf_subset":"tsn_Latn-ilo_Latn","languages":["tsn-Latn","ilo-Latn"]},{"precision":0.192788,"recall":0.256917,"f1":0.210101,"accuracy":0.256917,"main_score":0.210101,"hf_subset":"tsn_Latn-knc_Arab","languages":["tsn-Latn","knc-Arab"]},{"precision":0.464419,"recall":0.532609,"f1":0.48406,"accuracy":0.532609,"main_score":0.48406,"hf_subset":"tsn_Latn-mkd_Cyrl","languages":["tsn-Latn","mkd-Cyrl"]},{"precision":0.436771,"recall":0.513834,"f1":0.45848,"accuracy":0.513834,"main_score":0.45848,"hf_subset":"tsn_Latn-prs_Arab","languages":["tsn-Latn","prs-Arab"]},{"precision":0.465851,"recall":0.530632,"f1":0.483837,"accuracy":0.530632,"main_score":0.483837,"hf_subset":"tsn_Latn-swe_Latn","languages":["tsn-Latn","swe-Latn"]},{"precision":0.414241,"recall":0.485178,"f1":0.434551,"accuracy":0.485178,"main_score":0.434551,"hf_subset":"tsn_Latn-urd_Arab","languages":["tsn-Latn","urd-Arab"]},{"precision":0.511862,"recall":0.548419,"f1":0.522356,"accuracy":0.548419,"main_score":0.522356,"hf_subset":"tsn_Latn-aka_Latn","languages":["tsn-Latn","aka-Latn"]},{"precision":0.488603,"recall":0.545455,"f1":0.504416,"accuracy":0.545455,"main_score":0.504416,"hf_subset":"tsn_Latn-bjn_Latn","languages":["tsn-Latn","bjn-Latn"]},{"precision":0.464858,"recall":0.523715,"f1":0.481374,"accuracy":0.523715,"main_score":0.481374,"hf_subset":"tsn_Latn-fao_Latn","languages":["tsn-Latn","fao-Latn"]},{"precision":0.477314,"recall":0.541502,"f1":0.495102,"accuracy":0.541502,"main_score":0.495102,"hf_subset":"tsn_Latn-ind_Latn","languages":["tsn-Latn","ind-Latn"]},{"precision":0.487624,"recall":0.525692,"f1":0.498845,"accuracy":0.525692,"main_score":0.498845,"hf_subset":"tsn_Latn-knc_Latn","languages":["tsn-Latn","knc-Latn"]},{"precision":0.488245,"recall":0.550395,"f1":0.504724,"accuracy":0.550395,"main_score":0.504724,"hf_subset":"tsn_Latn-mlt_Latn","languages":["tsn-Latn","mlt-Latn"]},{"precision":0.466478,"recall":0.511858,"f1":0.479695,"accuracy":0.511858,"main_score":0.479695,"hf_subset":"tsn_Latn-quy_Latn","languages":["tsn-Latn","quy-Latn"]},{"precision":0.464962,"recall":0.514822,"f1":0.47968,"accuracy":0.514822,"main_score":0.47968,"hf_subset":"tsn_Latn-swh_Latn","languages":["tsn-Latn","swh-Latn"]},{"precision":0.460772,"recall":0.527668,"f1":0.479268,"accuracy":0.527668,"main_score":0.479268,"hf_subset":"tsn_Latn-uzn_Latn","languages":["tsn-Latn","uzn-Latn"]},{"precision":0.448093,"recall":0.511858,"f1":0.465562,"accuracy":0.511858,"main_score":0.465562,"hf_subset":"tsn_Latn-als_Latn","languages":["tsn-Latn","als-Latn"]},{"precision":0.156482,"recall":0.216403,"f1":0.171509,"accuracy":0.216403,"main_score":0.171509,"hf_subset":"tsn_Latn-bod_Tibt","languages":["tsn-Latn","bod-Tibt"]},{"precision":0.466304,"recall":0.505929,"f1":0.477707,"accuracy":0.505929,"main_score":0.477707,"hf_subset":"tsn_Latn-fij_Latn","languages":["tsn-Latn","fij-Latn"]},{"precision":0.443518,"recall":0.508893,"f1":0.461957,"accuracy":0.508893,"main_score":0.461957,"hf_subset":"tsn_Latn-isl_Latn","languages":["tsn-Latn","isl-Latn"]},{"precision":0.494923,"recall":0.536561,"f1":0.506627,"accuracy":0.536561,"main_score":0.506627,"hf_subset":"tsn_Latn-kon_Latn","languages":["tsn-Latn","kon-Latn"]},{"precision":0.392405,"recall":0.447628,"f1":0.407638,"accuracy":0.447628,"main_score":0.407638,"hf_subset":"tsn_Latn-mni_Beng","languages":["tsn-Latn","mni-Beng"]},{"precision":0.469158,"recall":0.533597,"f1":0.487041,"accuracy":0.533597,"main_score":0.487041,"hf_subset":"tsn_Latn-ron_Latn","languages":["tsn-Latn","ron-Latn"]},{"precision":0.466188,"recall":0.52668,"f1":0.483094,"accuracy":0.52668,"main_score":0.483094,"hf_subset":"tsn_Latn-szl_Latn","languages":["tsn-Latn","szl-Latn"]},{"precision":0.47961,"recall":0.537549,"f1":0.495613,"accuracy":0.537549,"main_score":0.495613,"hf_subset":"tsn_Latn-vec_Latn","languages":["tsn-Latn","vec-Latn"]},{"precision":0.26982,"recall":0.329051,"f1":0.285205,"accuracy":0.329051,"main_score":0.285205,"hf_subset":"tsn_Latn-amh_Ethi","languages":["tsn-Latn","amh-Ethi"]},{"precision":0.472801,"recall":0.537549,"f1":0.490805,"accuracy":0.537549,"main_score":0.490805,"hf_subset":"tsn_Latn-bos_Latn","languages":["tsn-Latn","bos-Latn"]},{"precision":0.454716,"recall":0.517787,"f1":0.472143,"accuracy":0.517787,"main_score":0.472143,"hf_subset":"tsn_Latn-fin_Latn","languages":["tsn-Latn","fin-Latn"]},{"precision":0.461665,"recall":0.527668,"f1":0.480334,"accuracy":0.527668,"main_score":0.480334,"hf_subset":"tsn_Latn-ita_Latn","languages":["tsn-Latn","ita-Latn"]},{"precision":0.437534,"recall":0.505929,"f1":0.456405,"accuracy":0.505929,"main_score":0.456405,"hf_subset":"tsn_Latn-kor_Hang","languages":["tsn-Latn","kor-Hang"]},{"precision":0.467092,"recall":0.51087,"f1":0.480182,"accuracy":0.51087,"main_score":0.480182,"hf_subset":"tsn_Latn-mos_Latn","languages":["tsn-Latn","mos-Latn"]},{"precision":0.462154,"recall":0.506917,"f1":0.475922,"accuracy":0.506917,"main_score":0.475922,"hf_subset":"tsn_Latn-run_Latn","languages":["tsn-Latn","run-Latn"]},{"precision":0.40442,"recall":0.475296,"f1":0.423731,"accuracy":0.475296,"main_score":0.423731,"hf_subset":"tsn_Latn-tam_Taml","languages":["tsn-Latn","tam-Taml"]},{"precision":0.455491,"recall":0.520751,"f1":0.473482,"accuracy":0.520751,"main_score":0.473482,"hf_subset":"tsn_Latn-vie_Latn","languages":["tsn-Latn","vie-Latn"]},{"precision":0.445081,"recall":0.51087,"f1":0.463644,"accuracy":0.51087,"main_score":0.463644,"hf_subset":"tsn_Latn-apc_Arab","languages":["tsn-Latn","apc-Arab"]},{"precision":0.503052,"recall":0.54249,"f1":0.514716,"accuracy":0.54249,"main_score":0.514716,"hf_subset":"tsn_Latn-bug_Latn","languages":["tsn-Latn","bug-Latn"]},{"precision":0.454523,"recall":0.493083,"f1":0.466041,"accuracy":0.493083,"main_score":0.466041,"hf_subset":"tsn_Latn-fon_Latn","languages":["tsn-Latn","fon-Latn"]},{"precision":0.4934,"recall":0.551383,"f1":0.510391,"accuracy":0.551383,"main_score":0.510391,"hf_subset":"tsn_Latn-jav_Latn","languages":["tsn-Latn","jav-Latn"]},{"precision":0.399126,"recall":0.461462,"f1":0.416575,"accuracy":0.461462,"main_score":0.416575,"hf_subset":"tsn_Latn-lao_Laoo","languages":["tsn-Latn","lao-Laoo"]},{"precision":0.438093,"recall":0.493083,"f1":0.454136,"accuracy":0.493083,"main_score":0.454136,"hf_subset":"tsn_Latn-mri_Latn","languages":["tsn-Latn","mri-Latn"]},{"precision":0.451539,"recall":0.523715,"f1":0.471741,"accuracy":0.523715,"main_score":0.471741,"hf_subset":"tsn_Latn-rus_Cyrl","languages":["tsn-Latn","rus-Cyrl"]},{"precision":0.447096,"recall":0.491107,"f1":0.459929,"accuracy":0.491107,"main_score":0.459929,"hf_subset":"tsn_Latn-taq_Latn","languages":["tsn-Latn","taq-Latn"]},{"precision":0.516961,"recall":0.563241,"f1":0.529694,"accuracy":0.563241,"main_score":0.529694,"hf_subset":"tsn_Latn-war_Latn","languages":["tsn-Latn","war-Latn"]},{"precision":0.437909,"recall":0.507905,"f1":0.457308,"accuracy":0.507905,"main_score":0.457308,"hf_subset":"tsn_Latn-arb_Arab","languages":["tsn-Latn","arb-Arab"]},{"precision":0.46359,"recall":0.529644,"f1":0.482537,"accuracy":0.529644,"main_score":0.482537,"hf_subset":"tsn_Latn-bul_Cyrl","languages":["tsn-Latn","bul-Cyrl"]},{"precision":0.467948,"recall":0.533597,"f1":0.486245,"accuracy":0.533597,"main_score":0.486245,"hf_subset":"tsn_Latn-fra_Latn","languages":["tsn-Latn","fra-Latn"]},{"precision":0.441539,"recall":0.511858,"f1":0.461006,"accuracy":0.511858,"main_score":0.461006,"hf_subset":"tsn_Latn-jpn_Jpan","languages":["tsn-Latn","jpn-Jpan"]},{"precision":0.472462,"recall":0.537549,"f1":0.490399,"accuracy":0.537549,"main_score":0.490399,"hf_subset":"tsn_Latn-lij_Latn","languages":["tsn-Latn","lij-Latn"]},{"precision":0.260126,"recall":0.33498,"f1":0.279656,"accuracy":0.33498,"main_score":0.279656,"hf_subset":"tsn_Latn-mya_Mymr","languages":["tsn-Latn","mya-Mymr"]},{"precision":0.473548,"recall":0.512846,"f1":0.485063,"accuracy":0.512846,"main_score":0.485063,"hf_subset":"tsn_Latn-sag_Latn","languages":["tsn-Latn","sag-Latn"]},{"precision":0.152259,"recall":0.20751,"f1":0.164156,"accuracy":0.20751,"main_score":0.164156,"hf_subset":"tsn_Latn-taq_Tfng","languages":["tsn-Latn","taq-Tfng"]},{"precision":0.47804,"recall":0.521739,"f1":0.49153,"accuracy":0.521739,"main_score":0.49153,"hf_subset":"tsn_Latn-wol_Latn","languages":["tsn-Latn","wol-Latn"]},{"precision":0.377199,"recall":0.440711,"f1":0.395368,"accuracy":0.440711,"main_score":0.395368,"hf_subset":"tsn_Latn-arb_Latn","languages":["tsn-Latn","arb-Latn"]},{"precision":0.459179,"recall":0.524704,"f1":0.477357,"accuracy":0.524704,"main_score":0.477357,"hf_subset":"tsn_Latn-cat_Latn","languages":["tsn-Latn","cat-Latn"]},{"precision":0.466518,"recall":0.525692,"f1":0.483235,"accuracy":0.525692,"main_score":0.483235,"hf_subset":"tsn_Latn-fur_Latn","languages":["tsn-Latn","fur-Latn"]},{"precision":0.359611,"recall":0.410079,"f1":0.373882,"accuracy":0.410079,"main_score":0.373882,"hf_subset":"tsn_Latn-kab_Latn","languages":["tsn-Latn","kab-Latn"]},{"precision":0.477622,"recall":0.533597,"f1":0.493514,"accuracy":0.533597,"main_score":0.493514,"hf_subset":"tsn_Latn-lim_Latn","languages":["tsn-Latn","lim-Latn"]},{"precision":0.474395,"recall":0.54249,"f1":0.493011,"accuracy":0.54249,"main_score":0.493011,"hf_subset":"tsn_Latn-nld_Latn","languages":["tsn-Latn","nld-Latn"]},{"precision":0.406815,"recall":0.476285,"f1":0.426443,"accuracy":0.476285,"main_score":0.426443,"hf_subset":"tsn_Latn-san_Deva","languages":["tsn-Latn","san-Deva"]},{"precision":0.483464,"recall":0.540514,"f1":0.50012,"accuracy":0.540514,"main_score":0.50012,"hf_subset":"tsn_Latn-tat_Cyrl","languages":["tsn-Latn","tat-Cyrl"]},{"precision":0.518709,"recall":0.557312,"f1":0.530352,"accuracy":0.557312,"main_score":0.530352,"hf_subset":"tsn_Latn-xho_Latn","languages":["tsn-Latn","xho-Latn"]},{"precision":0.412393,"recall":0.491107,"f1":0.434426,"accuracy":0.491107,"main_score":0.434426,"hf_subset":"tsn_Latn-ars_Arab","languages":["tsn-Latn","ars-Arab"]},{"precision":0.508693,"recall":0.556324,"f1":0.521502,"accuracy":0.556324,"main_score":0.521502,"hf_subset":"tsn_Latn-ceb_Latn","languages":["tsn-Latn","ceb-Latn"]},{"precision":0.447076,"recall":0.498024,"f1":0.462287,"accuracy":0.498024,"main_score":0.462287,"hf_subset":"tsn_Latn-fuv_Latn","languages":["tsn-Latn","fuv-Latn"]},{"precision":0.466527,"recall":0.506917,"f1":0.47873,"accuracy":0.506917,"main_score":0.47873,"hf_subset":"tsn_Latn-kac_Latn","languages":["tsn-Latn","kac-Latn"]},{"precision":0.482882,"recall":0.528656,"f1":0.495906,"accuracy":0.528656,"main_score":0.495906,"hf_subset":"tsn_Latn-lin_Latn","languages":["tsn-Latn","lin-Latn"]},{"precision":0.463671,"recall":0.527668,"f1":0.481309,"accuracy":0.527668,"main_score":0.481309,"hf_subset":"tsn_Latn-nno_Latn","languages":["tsn-Latn","nno-Latn"]},{"precision":0.026809,"recall":0.068182,"f1":0.033317,"accuracy":0.068182,"main_score":0.033317,"hf_subset":"tsn_Latn-sat_Olck","languages":["tsn-Latn","sat-Olck"]},{"precision":0.45032,"recall":0.511858,"f1":0.467854,"accuracy":0.511858,"main_score":0.467854,"hf_subset":"tsn_Latn-tel_Telu","languages":["tsn-Latn","tel-Telu"]},{"precision":0.351747,"recall":0.417984,"f1":0.370255,"accuracy":0.417984,"main_score":0.370255,"hf_subset":"tsn_Latn-ydd_Hebr","languages":["tsn-Latn","ydd-Hebr"]},{"precision":0.415176,"recall":0.483202,"f1":0.434706,"accuracy":0.483202,"main_score":0.434706,"hf_subset":"tsn_Latn-ary_Arab","languages":["tsn-Latn","ary-Arab"]},{"precision":0.455418,"recall":0.523715,"f1":0.474108,"accuracy":0.523715,"main_score":0.474108,"hf_subset":"tsn_Latn-ces_Latn","languages":["tsn-Latn","ces-Latn"]},{"precision":0.387549,"recall":0.449605,"f1":0.405497,"accuracy":0.449605,"main_score":0.405497,"hf_subset":"tsn_Latn-gaz_Latn","languages":["tsn-Latn","gaz-Latn"]},{"precision":0.465046,"recall":0.507905,"f1":0.477609,"accuracy":0.507905,"main_score":0.477609,"hf_subset":"tsn_Latn-kam_Latn","languages":["tsn-Latn","kam-Latn"]},{"precision":0.447846,"recall":0.520751,"f1":0.467892,"accuracy":0.520751,"main_score":0.467892,"hf_subset":"tsn_Latn-lit_Latn","languages":["tsn-Latn","lit-Latn"]},{"precision":0.466202,"recall":0.534585,"f1":0.486044,"accuracy":0.534585,"main_score":0.486044,"hf_subset":"tsn_Latn-nob_Latn","languages":["tsn-Latn","nob-Latn"]},{"precision":0.460754,"recall":0.516798,"f1":0.476908,"accuracy":0.516798,"main_score":0.476908,"hf_subset":"tsn_Latn-scn_Latn","languages":["tsn-Latn","scn-Latn"]},{"precision":0.468608,"recall":0.519763,"f1":0.482982,"accuracy":0.519763,"main_score":0.482982,"hf_subset":"tsn_Latn-tgk_Cyrl","languages":["tsn-Latn","tgk-Cyrl"]},{"precision":0.434832,"recall":0.490119,"f1":0.451296,"accuracy":0.490119,"main_score":0.451296,"hf_subset":"tsn_Latn-yor_Latn","languages":["tsn-Latn","yor-Latn"]},{"precision":0.437444,"recall":0.509881,"f1":0.457582,"accuracy":0.509881,"main_score":0.457582,"hf_subset":"tsn_Latn-arz_Arab","languages":["tsn-Latn","arz-Arab"]},{"precision":0.43621,"recall":0.475296,"f1":0.448273,"accuracy":0.475296,"main_score":0.448273,"hf_subset":"tsn_Latn-cjk_Latn","languages":["tsn-Latn","cjk-Latn"]},{"precision":0.432869,"recall":0.486166,"f1":0.447966,"accuracy":0.486166,"main_score":0.447966,"hf_subset":"tsn_Latn-gla_Latn","languages":["tsn-Latn","gla-Latn"]},{"precision":0.436117,"recall":0.506917,"f1":0.455431,"accuracy":0.506917,"main_score":0.455431,"hf_subset":"tsn_Latn-kan_Knda","languages":["tsn-Latn","kan-Knda"]},{"precision":0.479962,"recall":0.534585,"f1":0.494785,"accuracy":0.534585,"main_score":0.494785,"hf_subset":"tsn_Latn-lmo_Latn","languages":["tsn-Latn","lmo-Latn"]},{"precision":0.448862,"recall":0.511858,"f1":0.46677,"accuracy":0.511858,"main_score":0.46677,"hf_subset":"tsn_Latn-npi_Deva","languages":["tsn-Latn","npi-Deva"]},{"precision":0.412022,"recall":0.472332,"f1":0.429255,"accuracy":0.472332,"main_score":0.429255,"hf_subset":"tsn_Latn-shn_Mymr","languages":["tsn-Latn","shn-Mymr"]},{"precision":0.495134,"recall":0.550395,"f1":0.511055,"accuracy":0.550395,"main_score":0.511055,"hf_subset":"tsn_Latn-tgl_Latn","languages":["tsn-Latn","tgl-Latn"]},{"precision":0.423848,"recall":0.496047,"f1":0.444012,"accuracy":0.496047,"main_score":0.444012,"hf_subset":"tsn_Latn-yue_Hant","languages":["tsn-Latn","yue-Hant"]},{"precision":0.408804,"recall":0.475296,"f1":0.427906,"accuracy":0.475296,"main_score":0.427906,"hf_subset":"tsn_Latn-asm_Beng","languages":["tsn-Latn","asm-Beng"]},{"precision":0.410813,"recall":0.469368,"f1":0.427379,"accuracy":0.469368,"main_score":0.427379,"hf_subset":"tsn_Latn-ckb_Arab","languages":["tsn-Latn","ckb-Arab"]},{"precision":0.421442,"recall":0.479249,"f1":0.437973,"accuracy":0.479249,"main_score":0.437973,"hf_subset":"tsn_Latn-gle_Latn","languages":["tsn-Latn","gle-Latn"]},{"precision":0.389798,"recall":0.45751,"f1":0.407993,"accuracy":0.45751,"main_score":0.407993,"hf_subset":"tsn_Latn-kas_Arab","languages":["tsn-Latn","kas-Arab"]},{"precision":0.421813,"recall":0.491107,"f1":0.441627,"accuracy":0.491107,"main_score":0.441627,"hf_subset":"tsn_Latn-ltg_Latn","languages":["tsn-Latn","ltg-Latn"]},{"precision":0.57069,"recall":0.617589,"f1":0.583492,"accuracy":0.617589,"main_score":0.583492,"hf_subset":"tsn_Latn-nso_Latn","languages":["tsn-Latn","nso-Latn"]},{"precision":0.19434,"recall":0.242095,"f1":0.206976,"accuracy":0.242095,"main_score":0.206976,"hf_subset":"tsn_Latn-sin_Sinh","languages":["tsn-Latn","sin-Sinh"]},{"precision":0.437828,"recall":0.508893,"f1":0.457469,"accuracy":0.508893,"main_score":0.457469,"hf_subset":"tsn_Latn-tha_Thai","languages":["tsn-Latn","tha-Thai"]},{"precision":0.42627,"recall":0.495059,"f1":0.446112,"accuracy":0.495059,"main_score":0.446112,"hf_subset":"tsn_Latn-zho_Hans","languages":["tsn-Latn","zho-Hans"]},{"precision":0.459238,"recall":0.521739,"f1":0.476736,"accuracy":0.521739,"main_score":0.476736,"hf_subset":"tsn_Latn-ast_Latn","languages":["tsn-Latn","ast-Latn"]},{"precision":0.461264,"recall":0.523715,"f1":0.478602,"accuracy":0.523715,"main_score":0.478602,"hf_subset":"tsn_Latn-crh_Latn","languages":["tsn-Latn","crh-Latn"]},{"precision":0.47298,"recall":0.537549,"f1":0.490786,"accuracy":0.537549,"main_score":0.490786,"hf_subset":"tsn_Latn-glg_Latn","languages":["tsn-Latn","glg-Latn"]},{"precision":0.430067,"recall":0.492095,"f1":0.447668,"accuracy":0.492095,"main_score":0.447668,"hf_subset":"tsn_Latn-kas_Deva","languages":["tsn-Latn","kas-Deva"]},{"precision":0.464205,"recall":0.527668,"f1":0.481103,"accuracy":0.527668,"main_score":0.481103,"hf_subset":"tsn_Latn-ltz_Latn","languages":["tsn-Latn","ltz-Latn"]},{"precision":0.412105,"recall":0.470356,"f1":0.428607,"accuracy":0.470356,"main_score":0.428607,"hf_subset":"tsn_Latn-nus_Latn","languages":["tsn-Latn","nus-Latn"]},{"precision":0.471548,"recall":0.537549,"f1":0.490315,"accuracy":0.537549,"main_score":0.490315,"hf_subset":"tsn_Latn-slk_Latn","languages":["tsn-Latn","slk-Latn"]},{"precision":0.212038,"recall":0.26581,"f1":0.225723,"accuracy":0.26581,"main_score":0.225723,"hf_subset":"tsn_Latn-tir_Ethi","languages":["tsn-Latn","tir-Ethi"]},{"precision":0.428455,"recall":0.504941,"f1":0.450154,"accuracy":0.504941,"main_score":0.450154,"hf_subset":"tsn_Latn-zho_Hant","languages":["tsn-Latn","zho-Hant"]},{"precision":0.446379,"recall":0.511858,"f1":0.464777,"accuracy":0.511858,"main_score":0.464777,"hf_subset":"tsn_Latn-awa_Deva","languages":["tsn-Latn","awa-Deva"]},{"precision":0.459924,"recall":0.517787,"f1":0.475702,"accuracy":0.517787,"main_score":0.475702,"hf_subset":"tsn_Latn-cym_Latn","languages":["tsn-Latn","cym-Latn"]},{"precision":0.496554,"recall":0.537549,"f1":0.508666,"accuracy":0.537549,"main_score":0.508666,"hf_subset":"tsn_Latn-grn_Latn","languages":["tsn-Latn","grn-Latn"]},{"precision":0.425191,"recall":0.499012,"f1":0.44588,"accuracy":0.499012,"main_score":0.44588,"hf_subset":"tsn_Latn-kat_Geor","languages":["tsn-Latn","kat-Geor"]},{"precision":0.488371,"recall":0.525692,"f1":0.499255,"accuracy":0.525692,"main_score":0.499255,"hf_subset":"tsn_Latn-lua_Latn","languages":["tsn-Latn","lua-Latn"]},{"precision":0.486973,"recall":0.524704,"f1":0.497964,"accuracy":0.524704,"main_score":0.497964,"hf_subset":"tsn_Latn-nya_Latn","languages":["tsn-Latn","nya-Latn"]},{"precision":0.457449,"recall":0.523715,"f1":0.475863,"accuracy":0.523715,"main_score":0.475863,"hf_subset":"tsn_Latn-slv_Latn","languages":["tsn-Latn","slv-Latn"]},{"precision":0.509682,"recall":0.55336,"f1":0.521695,"accuracy":0.55336,"main_score":0.521695,"hf_subset":"tsn_Latn-tpi_Latn","languages":["tsn-Latn","tpi-Latn"]},{"precision":0.484614,"recall":0.54249,"f1":0.500163,"accuracy":0.54249,"main_score":0.500163,"hf_subset":"tsn_Latn-zsm_Latn","languages":["tsn-Latn","zsm-Latn"]},{"precision":0.46063,"recall":0.505929,"f1":0.473833,"accuracy":0.505929,"main_score":0.473833,"hf_subset":"tsn_Latn-ayr_Latn","languages":["tsn-Latn","ayr-Latn"]},{"precision":0.478056,"recall":0.541502,"f1":0.495979,"accuracy":0.541502,"main_score":0.495979,"hf_subset":"tsn_Latn-dan_Latn","languages":["tsn-Latn","dan-Latn"]},{"precision":0.44897,"recall":0.517787,"f1":0.468511,"accuracy":0.517787,"main_score":0.468511,"hf_subset":"tsn_Latn-guj_Gujr","languages":["tsn-Latn","guj-Gujr"]},{"precision":0.460917,"recall":0.522727,"f1":0.47816,"accuracy":0.522727,"main_score":0.47816,"hf_subset":"tsn_Latn-kaz_Cyrl","languages":["tsn-Latn","kaz-Cyrl"]},{"precision":0.452441,"recall":0.497036,"f1":0.465681,"accuracy":0.497036,"main_score":0.465681,"hf_subset":"tsn_Latn-lug_Latn","languages":["tsn-Latn","lug-Latn"]},{"precision":0.470821,"recall":0.537549,"f1":0.489143,"accuracy":0.537549,"main_score":0.489143,"hf_subset":"tsn_Latn-oci_Latn","languages":["tsn-Latn","oci-Latn"]},{"precision":0.478718,"recall":0.520751,"f1":0.490571,"accuracy":0.520751,"main_score":0.490571,"hf_subset":"tsn_Latn-smo_Latn","languages":["tsn-Latn","smo-Latn"]},{"precision":0.466088,"recall":0.518775,"f1":0.481435,"accuracy":0.518775,"main_score":0.481435,"hf_subset":"tsn_Latn-zul_Latn","languages":["tsn-Latn","zul-Latn"]},{"precision":0.386866,"recall":0.458498,"f1":0.408057,"accuracy":0.458498,"main_score":0.408057,"hf_subset":"tsn_Latn-azb_Arab","languages":["tsn-Latn","azb-Arab"]},{"precision":0.468531,"recall":0.536561,"f1":0.487622,"accuracy":0.536561,"main_score":0.487622,"hf_subset":"tsn_Latn-deu_Latn","languages":["tsn-Latn","deu-Latn"]},{"precision":0.434911,"recall":0.5,"f1":0.453342,"accuracy":0.5,"main_score":0.453342,"hf_subset":"tsn_Latn-hat_Latn","languages":["tsn-Latn","hat-Latn"]},{"precision":0.454425,"recall":0.497036,"f1":0.46662,"accuracy":0.497036,"main_score":0.46662,"hf_subset":"tsn_Latn-kbp_Latn","languages":["tsn-Latn","kbp-Latn"]},{"precision":0.473459,"recall":0.513834,"f1":0.485001,"accuracy":0.513834,"main_score":0.485001,"hf_subset":"tsn_Latn-luo_Latn","languages":["tsn-Latn","luo-Latn"]},{"precision":0.403791,"recall":0.478261,"f1":0.425132,"accuracy":0.478261,"main_score":0.425132,"hf_subset":"tsn_Latn-ory_Orya","languages":["tsn-Latn","ory-Orya"]},{"precision":0.486272,"recall":0.531621,"f1":0.499002,"accuracy":0.531621,"main_score":0.499002,"hf_subset":"tsn_Latn-sna_Latn","languages":["tsn-Latn","sna-Latn"]},{"precision":0.484619,"recall":0.52668,"f1":0.496995,"accuracy":0.52668,"main_score":0.496995,"hf_subset":"tsn_Latn-tso_Latn","languages":["tsn-Latn","tso-Latn"]},{"precision":0.446701,"recall":0.517787,"f1":0.466449,"accuracy":0.517787,"main_score":0.466449,"hf_subset":"tsn_Latn-azj_Latn","languages":["tsn-Latn","azj-Latn"]},{"precision":0.44007,"recall":0.485178,"f1":0.453447,"accuracy":0.485178,"main_score":0.453447,"hf_subset":"tsn_Latn-dik_Latn","languages":["tsn-Latn","dik-Latn"]},{"precision":0.469648,"recall":0.509881,"f1":0.481686,"accuracy":0.509881,"main_score":0.481686,"hf_subset":"tsn_Latn-hau_Latn","languages":["tsn-Latn","hau-Latn"]},{"precision":0.486171,"recall":0.540514,"f1":0.50058,"accuracy":0.540514,"main_score":0.50058,"hf_subset":"tsn_Latn-kea_Latn","languages":["tsn-Latn","kea-Latn"]},{"precision":0.509923,"recall":0.541502,"f1":0.518938,"accuracy":0.541502,"main_score":0.518938,"hf_subset":"tsn_Latn-lus_Latn","languages":["tsn-Latn","lus-Latn"]},{"precision":0.514954,"recall":0.551383,"f1":0.525422,"accuracy":0.551383,"main_score":0.525422,"hf_subset":"tsn_Latn-pag_Latn","languages":["tsn-Latn","pag-Latn"]},{"precision":0.409596,"recall":0.475296,"f1":0.428214,"accuracy":0.475296,"main_score":0.428214,"hf_subset":"tsn_Latn-snd_Arab","languages":["tsn-Latn","snd-Arab"]},{"precision":0.445898,"recall":0.504941,"f1":0.462198,"accuracy":0.504941,"main_score":0.462198,"hf_subset":"tsn_Latn-tuk_Latn","languages":["tsn-Latn","tuk-Latn"]},{"precision":0.476828,"recall":0.534585,"f1":0.49373,"accuracy":0.534585,"main_score":0.49373,"hf_subset":"tsn_Latn-bak_Cyrl","languages":["tsn-Latn","bak-Cyrl"]},{"precision":0.370142,"recall":0.432806,"f1":0.388543,"accuracy":0.432806,"main_score":0.388543,"hf_subset":"tsn_Latn-dyu_Latn","languages":["tsn-Latn","dyu-Latn"]},{"precision":0.413499,"recall":0.491107,"f1":0.434986,"accuracy":0.491107,"main_score":0.434986,"hf_subset":"tsn_Latn-heb_Hebr","languages":["tsn-Latn","heb-Hebr"]},{"precision":0.449023,"recall":0.504941,"f1":0.465272,"accuracy":0.504941,"main_score":0.465272,"hf_subset":"tsn_Latn-khk_Cyrl","languages":["tsn-Latn","khk-Cyrl"]},{"precision":0.441328,"recall":0.511858,"f1":0.460252,"accuracy":0.511858,"main_score":0.460252,"hf_subset":"tsn_Latn-lvs_Latn","languages":["tsn-Latn","lvs-Latn"]},{"precision":0.433838,"recall":0.5,"f1":0.45253,"accuracy":0.5,"main_score":0.45253,"hf_subset":"tsn_Latn-pan_Guru","languages":["tsn-Latn","pan-Guru"]},{"precision":0.439282,"recall":0.487154,"f1":0.452828,"accuracy":0.487154,"main_score":0.452828,"hf_subset":"tsn_Latn-som_Latn","languages":["tsn-Latn","som-Latn"]},{"precision":0.47357,"recall":0.511858,"f1":0.48463,"accuracy":0.511858,"main_score":0.48463,"hf_subset":"tsn_Latn-tum_Latn","languages":["tsn-Latn","tum-Latn"]},{"precision":0.324679,"recall":0.37747,"f1":0.338907,"accuracy":0.37747,"main_score":0.338907,"hf_subset":"zul_Latn-ace_Arab","languages":["zul-Latn","ace-Arab"]},{"precision":0.461949,"recall":0.500988,"f1":0.473224,"accuracy":0.500988,"main_score":0.473224,"hf_subset":"zul_Latn-bam_Latn","languages":["zul-Latn","bam-Latn"]},{"precision":0.107944,"recall":0.146245,"f1":0.117747,"accuracy":0.146245,"main_score":0.117747,"hf_subset":"zul_Latn-dzo_Tibt","languages":["zul-Latn","dzo-Tibt"]},{"precision":0.46165,"recall":0.521739,"f1":0.477605,"accuracy":0.521739,"main_score":0.477605,"hf_subset":"zul_Latn-hin_Deva","languages":["zul-Latn","hin-Deva"]},{"precision":0.373519,"recall":0.4417,"f1":0.391686,"accuracy":0.4417,"main_score":0.391686,"hf_subset":"zul_Latn-khm_Khmr","languages":["zul-Latn","khm-Khmr"]},{"precision":0.454617,"recall":0.511858,"f1":0.470095,"accuracy":0.511858,"main_score":0.470095,"hf_subset":"zul_Latn-mag_Deva","languages":["zul-Latn","mag-Deva"]},{"precision":0.489252,"recall":0.533597,"f1":0.500835,"accuracy":0.533597,"main_score":0.500835,"hf_subset":"zul_Latn-pap_Latn","languages":["zul-Latn","pap-Latn"]},{"precision":0.520249,"recall":0.555336,"f1":0.529758,"accuracy":0.555336,"main_score":0.529758,"hf_subset":"zul_Latn-sot_Latn","languages":["zul-Latn","sot-Latn"]},{"precision":0.487775,"recall":0.538538,"f1":0.501878,"accuracy":0.538538,"main_score":0.501878,"hf_subset":"zul_Latn-tur_Latn","languages":["zul-Latn","tur-Latn"]},{"precision":0.506239,"recall":0.540514,"f1":0.515843,"accuracy":0.540514,"main_score":0.515843,"hf_subset":"zul_Latn-ace_Latn","languages":["zul-Latn","ace-Latn"]},{"precision":0.493602,"recall":0.536561,"f1":0.504866,"accuracy":0.536561,"main_score":0.504866,"hf_subset":"zul_Latn-ban_Latn","languages":["zul-Latn","ban-Latn"]},{"precision":0.431009,"recall":0.5,"f1":0.449397,"accuracy":0.5,"main_score":0.449397,"hf_subset":"zul_Latn-ell_Grek","languages":["zul-Latn","ell-Grek"]},{"precision":0.459799,"recall":0.514822,"f1":0.474687,"accuracy":0.514822,"main_score":0.474687,"hf_subset":"zul_Latn-hne_Deva","languages":["zul-Latn","hne-Deva"]},{"precision":0.436037,"recall":0.486166,"f1":0.44978,"accuracy":0.486166,"main_score":0.44978,"hf_subset":"zul_Latn-kik_Latn","languages":["zul-Latn","kik-Latn"]},{"precision":0.47674,"recall":0.531621,"f1":0.490956,"accuracy":0.531621,"main_score":0.490956,"hf_subset":"zul_Latn-mai_Deva","languages":["zul-Latn","mai-Deva"]},{"precision":0.446886,"recall":0.501976,"f1":0.462082,"accuracy":0.501976,"main_score":0.462082,"hf_subset":"zul_Latn-pbt_Arab","languages":["zul-Latn","pbt-Arab"]},{"precision":0.483007,"recall":0.537549,"f1":0.49712,"accuracy":0.537549,"main_score":0.49712,"hf_subset":"zul_Latn-spa_Latn","languages":["zul-Latn","spa-Latn"]},{"precision":0.4937,"recall":0.522727,"f1":0.501849,"accuracy":0.522727,"main_score":0.501849,"hf_subset":"zul_Latn-twi_Latn","languages":["zul-Latn","twi-Latn"]},{"precision":0.447468,"recall":0.508893,"f1":0.463583,"accuracy":0.508893,"main_score":0.463583,"hf_subset":"zul_Latn-acm_Arab","languages":["zul-Latn","acm-Arab"]},{"precision":0.45796,"recall":0.511858,"f1":0.472763,"accuracy":0.511858,"main_score":0.472763,"hf_subset":"zul_Latn-bel_Cyrl","languages":["zul-Latn","bel-Cyrl"]},{"precision":0.483568,"recall":0.536561,"f1":0.497996,"accuracy":0.536561,"main_score":0.497996,"hf_subset":"zul_Latn-eng_Latn","languages":["zul-Latn","eng-Latn"]},{"precision":0.492489,"recall":0.550395,"f1":0.508355,"accuracy":0.550395,"main_score":0.508355,"hf_subset":"zul_Latn-hrv_Latn","languages":["zul-Latn","hrv-Latn"]},{"precision":0.476796,"recall":0.52668,"f1":0.489407,"accuracy":0.52668,"main_score":0.489407,"hf_subset":"zul_Latn-kin_Latn","languages":["zul-Latn","kin-Latn"]},{"precision":0.452213,"recall":0.511858,"f1":0.467713,"accuracy":0.511858,"main_score":0.467713,"hf_subset":"zul_Latn-mal_Mlym","languages":["zul-Latn","mal-Mlym"]},{"precision":0.458854,"recall":0.514822,"f1":0.474434,"accuracy":0.514822,"main_score":0.474434,"hf_subset":"zul_Latn-pes_Arab","languages":["zul-Latn","pes-Arab"]},{"precision":0.490267,"recall":0.538538,"f1":0.503645,"accuracy":0.538538,"main_score":0.503645,"hf_subset":"zul_Latn-srd_Latn","languages":["zul-Latn","srd-Latn"]},{"precision":0.165899,"recall":0.20751,"f1":0.174972,"accuracy":0.20751,"main_score":0.174972,"hf_subset":"zul_Latn-tzm_Tfng","languages":["zul-Latn","tzm-Tfng"]},{"precision":0.444922,"recall":0.507905,"f1":0.461987,"accuracy":0.507905,"main_score":0.461987,"hf_subset":"zul_Latn-acq_Arab","languages":["zul-Latn","acq-Arab"]},{"precision":0.509901,"recall":0.547431,"f1":0.519744,"accuracy":0.547431,"main_score":0.519744,"hf_subset":"zul_Latn-bem_Latn","languages":["zul-Latn","bem-Latn"]},{"precision":0.481192,"recall":0.536561,"f1":0.495425,"accuracy":0.536561,"main_score":0.495425,"hf_subset":"zul_Latn-epo_Latn","languages":["zul-Latn","epo-Latn"]},{"precision":0.466082,"recall":0.528656,"f1":0.482801,"accuracy":0.528656,"main_score":0.482801,"hf_subset":"zul_Latn-hun_Latn","languages":["zul-Latn","hun-Latn"]},{"precision":0.473547,"recall":0.525692,"f1":0.487516,"accuracy":0.525692,"main_score":0.487516,"hf_subset":"zul_Latn-kir_Cyrl","languages":["zul-Latn","kir-Cyrl"]},{"precision":0.469887,"recall":0.528656,"f1":0.485968,"accuracy":0.528656,"main_score":0.485968,"hf_subset":"zul_Latn-mar_Deva","languages":["zul-Latn","mar-Deva"]},{"precision":0.498004,"recall":0.539526,"f1":0.509052,"accuracy":0.539526,"main_score":0.509052,"hf_subset":"zul_Latn-plt_Latn","languages":["zul-Latn","plt-Latn"]},{"precision":0.48348,"recall":0.536561,"f1":0.497191,"accuracy":0.536561,"main_score":0.497191,"hf_subset":"zul_Latn-srp_Cyrl","languages":["zul-Latn","srp-Cyrl"]},{"precision":0.433476,"recall":0.485178,"f1":0.447676,"accuracy":0.485178,"main_score":0.447676,"hf_subset":"zul_Latn-uig_Arab","languages":["zul-Latn","uig-Arab"]},{"precision":0.445822,"recall":0.502964,"f1":0.460639,"accuracy":0.502964,"main_score":0.460639,"hf_subset":"zul_Latn-aeb_Arab","languages":["zul-Latn","aeb-Arab"]},{"precision":0.460037,"recall":0.514822,"f1":0.475353,"accuracy":0.514822,"main_score":0.475353,"hf_subset":"zul_Latn-ben_Beng","languages":["zul-Latn","ben-Beng"]},{"precision":0.472179,"recall":0.527668,"f1":0.487435,"accuracy":0.527668,"main_score":0.487435,"hf_subset":"zul_Latn-est_Latn","languages":["zul-Latn","est-Latn"]},{"precision":0.445779,"recall":0.505929,"f1":0.462153,"accuracy":0.505929,"main_score":0.462153,"hf_subset":"zul_Latn-hye_Armn","languages":["zul-Latn","hye-Armn"]},{"precision":0.467952,"recall":0.500988,"f1":0.476964,"accuracy":0.500988,"main_score":0.476964,"hf_subset":"zul_Latn-kmb_Latn","languages":["zul-Latn","kmb-Latn"]},{"precision":0.321759,"recall":0.375494,"f1":0.336887,"accuracy":0.375494,"main_score":0.336887,"hf_subset":"zul_Latn-min_Arab","languages":["zul-Latn","min-Arab"]},{"precision":0.467675,"recall":0.521739,"f1":0.481942,"accuracy":0.521739,"main_score":0.481942,"hf_subset":"zul_Latn-pol_Latn","languages":["zul-Latn","pol-Latn"]},{"precision":0.578712,"recall":0.632411,"f1":0.592659,"accuracy":0.632411,"main_score":0.592659,"hf_subset":"zul_Latn-ssw_Latn","languages":["zul-Latn","ssw-Latn"]},{"precision":0.464729,"recall":0.520751,"f1":0.479531,"accuracy":0.520751,"main_score":0.479531,"hf_subset":"zul_Latn-ukr_Cyrl","languages":["zul-Latn","ukr-Cyrl"]},{"precision":0.506487,"recall":0.556324,"f1":0.520446,"accuracy":0.556324,"main_score":0.520446,"hf_subset":"zul_Latn-afr_Latn","languages":["zul-Latn","afr-Latn"]},{"precision":0.470118,"recall":0.529644,"f1":0.486148,"accuracy":0.529644,"main_score":0.486148,"hf_subset":"zul_Latn-bho_Deva","languages":["zul-Latn","bho-Deva"]},{"precision":0.485945,"recall":0.54249,"f1":0.501507,"accuracy":0.54249,"main_score":0.501507,"hf_subset":"zul_Latn-eus_Latn","languages":["zul-Latn","eus-Latn"]},{"precision":0.487385,"recall":0.525692,"f1":0.498017,"accuracy":0.525692,"main_score":0.498017,"hf_subset":"zul_Latn-ibo_Latn","languages":["zul-Latn","ibo-Latn"]},{"precision":0.500961,"recall":0.545455,"f1":0.513103,"accuracy":0.545455,"main_score":0.513103,"hf_subset":"zul_Latn-kmr_Latn","languages":["zul-Latn","kmr-Latn"]},{"precision":0.498189,"recall":0.544466,"f1":0.510119,"accuracy":0.544466,"main_score":0.510119,"hf_subset":"zul_Latn-min_Latn","languages":["zul-Latn","min-Latn"]},{"precision":0.485985,"recall":0.545455,"f1":0.501131,"accuracy":0.545455,"main_score":0.501131,"hf_subset":"zul_Latn-por_Latn","languages":["zul-Latn","por-Latn"]},{"precision":0.493187,"recall":0.540514,"f1":0.50576,"accuracy":0.540514,"main_score":0.50576,"hf_subset":"zul_Latn-sun_Latn","languages":["zul-Latn","sun-Latn"]},{"precision":0.449976,"recall":0.481225,"f1":0.459324,"accuracy":0.481225,"main_score":0.459324,"hf_subset":"zul_Latn-umb_Latn","languages":["zul-Latn","umb-Latn"]},{"precision":0.461035,"recall":0.522727,"f1":0.477579,"accuracy":0.522727,"main_score":0.477579,"hf_subset":"zul_Latn-ajp_Arab","languages":["zul-Latn","ajp-Arab"]},{"precision":0.336334,"recall":0.387352,"f1":0.350369,"accuracy":0.387352,"main_score":0.350369,"hf_subset":"zul_Latn-bjn_Arab","languages":["zul-Latn","bjn-Arab"]},{"precision":0.456754,"recall":0.492095,"f1":0.467009,"accuracy":0.492095,"main_score":0.467009,"hf_subset":"zul_Latn-ewe_Latn","languages":["zul-Latn","ewe-Latn"]},{"precision":0.50507,"recall":0.548419,"f1":0.51613,"accuracy":0.548419,"main_score":0.51613,"hf_subset":"zul_Latn-ilo_Latn","languages":["zul-Latn","ilo-Latn"]},{"precision":0.203586,"recall":0.263834,"f1":0.21906,"accuracy":0.263834,"main_score":0.21906,"hf_subset":"zul_Latn-knc_Arab","languages":["zul-Latn","knc-Arab"]},{"precision":0.481713,"recall":0.535573,"f1":0.496975,"accuracy":0.535573,"main_score":0.496975,"hf_subset":"zul_Latn-mkd_Cyrl","languages":["zul-Latn","mkd-Cyrl"]},{"precision":0.441557,"recall":0.509881,"f1":0.459835,"accuracy":0.509881,"main_score":0.459835,"hf_subset":"zul_Latn-prs_Arab","languages":["zul-Latn","prs-Arab"]},{"precision":0.476819,"recall":0.536561,"f1":0.493244,"accuracy":0.536561,"main_score":0.493244,"hf_subset":"zul_Latn-swe_Latn","languages":["zul-Latn","swe-Latn"]},{"precision":0.441751,"recall":0.504941,"f1":0.459264,"accuracy":0.504941,"main_score":0.459264,"hf_subset":"zul_Latn-urd_Arab","languages":["zul-Latn","urd-Arab"]},{"precision":0.490036,"recall":0.516798,"f1":0.498043,"accuracy":0.516798,"main_score":0.498043,"hf_subset":"zul_Latn-aka_Latn","languages":["zul-Latn","aka-Latn"]},{"precision":0.489388,"recall":0.538538,"f1":0.502177,"accuracy":0.538538,"main_score":0.502177,"hf_subset":"zul_Latn-bjn_Latn","languages":["zul-Latn","bjn-Latn"]},{"precision":0.475877,"recall":0.525692,"f1":0.488989,"accuracy":0.525692,"main_score":0.488989,"hf_subset":"zul_Latn-fao_Latn","languages":["zul-Latn","fao-Latn"]},{"precision":0.4857,"recall":0.541502,"f1":0.500434,"accuracy":0.541502,"main_score":0.500434,"hf_subset":"zul_Latn-ind_Latn","languages":["zul-Latn","ind-Latn"]},{"precision":0.478785,"recall":0.517787,"f1":0.489618,"accuracy":0.517787,"main_score":0.489618,"hf_subset":"zul_Latn-knc_Latn","languages":["zul-Latn","knc-Latn"]},{"precision":0.504772,"recall":0.554348,"f1":0.517875,"accuracy":0.554348,"main_score":0.517875,"hf_subset":"zul_Latn-mlt_Latn","languages":["zul-Latn","mlt-Latn"]},{"precision":0.46619,"recall":0.501976,"f1":0.476499,"accuracy":0.501976,"main_score":0.476499,"hf_subset":"zul_Latn-quy_Latn","languages":["zul-Latn","quy-Latn"]},{"precision":0.495236,"recall":0.539526,"f1":0.507124,"accuracy":0.539526,"main_score":0.507124,"hf_subset":"zul_Latn-swh_Latn","languages":["zul-Latn","swh-Latn"]},{"precision":0.45982,"recall":0.51581,"f1":0.474878,"accuracy":0.51581,"main_score":0.474878,"hf_subset":"zul_Latn-uzn_Latn","languages":["zul-Latn","uzn-Latn"]},{"precision":0.469767,"recall":0.520751,"f1":0.483342,"accuracy":0.520751,"main_score":0.483342,"hf_subset":"zul_Latn-als_Latn","languages":["zul-Latn","als-Latn"]},{"precision":0.178764,"recall":0.232213,"f1":0.191939,"accuracy":0.232213,"main_score":0.191939,"hf_subset":"zul_Latn-bod_Tibt","languages":["zul-Latn","bod-Tibt"]},{"precision":0.48107,"recall":0.51581,"f1":0.491129,"accuracy":0.51581,"main_score":0.491129,"hf_subset":"zul_Latn-fij_Latn","languages":["zul-Latn","fij-Latn"]},{"precision":0.463524,"recall":0.513834,"f1":0.476395,"accuracy":0.513834,"main_score":0.476395,"hf_subset":"zul_Latn-isl_Latn","languages":["zul-Latn","isl-Latn"]},{"precision":0.482947,"recall":0.518775,"f1":0.492203,"accuracy":0.518775,"main_score":0.492203,"hf_subset":"zul_Latn-kon_Latn","languages":["zul-Latn","kon-Latn"]},{"precision":0.391411,"recall":0.432806,"f1":0.402782,"accuracy":0.432806,"main_score":0.402782,"hf_subset":"zul_Latn-mni_Beng","languages":["zul-Latn","mni-Beng"]},{"precision":0.4938,"recall":0.548419,"f1":0.507863,"accuracy":0.548419,"main_score":0.507863,"hf_subset":"zul_Latn-ron_Latn","languages":["zul-Latn","ron-Latn"]},{"precision":0.479031,"recall":0.533597,"f1":0.49468,"accuracy":0.533597,"main_score":0.49468,"hf_subset":"zul_Latn-szl_Latn","languages":["zul-Latn","szl-Latn"]},{"precision":0.487389,"recall":0.54249,"f1":0.501927,"accuracy":0.54249,"main_score":0.501927,"hf_subset":"zul_Latn-vec_Latn","languages":["zul-Latn","vec-Latn"]},{"precision":0.306923,"recall":0.365613,"f1":0.322297,"accuracy":0.365613,"main_score":0.322297,"hf_subset":"zul_Latn-amh_Ethi","languages":["zul-Latn","amh-Ethi"]},{"precision":0.479974,"recall":0.537549,"f1":0.495319,"accuracy":0.537549,"main_score":0.495319,"hf_subset":"zul_Latn-bos_Latn","languages":["zul-Latn","bos-Latn"]},{"precision":0.464694,"recall":0.524704,"f1":0.481085,"accuracy":0.524704,"main_score":0.481085,"hf_subset":"zul_Latn-fin_Latn","languages":["zul-Latn","fin-Latn"]},{"precision":0.48397,"recall":0.540514,"f1":0.498691,"accuracy":0.540514,"main_score":0.498691,"hf_subset":"zul_Latn-ita_Latn","languages":["zul-Latn","ita-Latn"]},{"precision":0.46362,"recall":0.521739,"f1":0.47913,"accuracy":0.521739,"main_score":0.47913,"hf_subset":"zul_Latn-kor_Hang","languages":["zul-Latn","kor-Hang"]},{"precision":0.461358,"recall":0.497036,"f1":0.471243,"accuracy":0.497036,"main_score":0.471243,"hf_subset":"zul_Latn-mos_Latn","languages":["zul-Latn","mos-Latn"]},{"precision":0.482086,"recall":0.519763,"f1":0.492173,"accuracy":0.519763,"main_score":0.492173,"hf_subset":"zul_Latn-run_Latn","languages":["zul-Latn","run-Latn"]},{"precision":0.438311,"recall":0.496047,"f1":0.454411,"accuracy":0.496047,"main_score":0.454411,"hf_subset":"zul_Latn-tam_Taml","languages":["zul-Latn","tam-Taml"]},{"precision":0.462722,"recall":0.524704,"f1":0.479387,"accuracy":0.524704,"main_score":0.479387,"hf_subset":"zul_Latn-vie_Latn","languages":["zul-Latn","vie-Latn"]},{"precision":0.444082,"recall":0.506917,"f1":0.460985,"accuracy":0.506917,"main_score":0.460985,"hf_subset":"zul_Latn-apc_Arab","languages":["zul-Latn","apc-Arab"]},{"precision":0.480482,"recall":0.517787,"f1":0.490228,"accuracy":0.517787,"main_score":0.490228,"hf_subset":"zul_Latn-bug_Latn","languages":["zul-Latn","bug-Latn"]},{"precision":0.428986,"recall":0.47332,"f1":0.441552,"accuracy":0.47332,"main_score":0.441552,"hf_subset":"zul_Latn-fon_Latn","languages":["zul-Latn","fon-Latn"]},{"precision":0.505024,"recall":0.5583,"f1":0.518582,"accuracy":0.5583,"main_score":0.518582,"hf_subset":"zul_Latn-jav_Latn","languages":["zul-Latn","jav-Latn"]},{"precision":0.420774,"recall":0.487154,"f1":0.438822,"accuracy":0.487154,"main_score":0.438822,"hf_subset":"zul_Latn-lao_Laoo","languages":["zul-Latn","lao-Laoo"]},{"precision":0.443261,"recall":0.495059,"f1":0.458003,"accuracy":0.495059,"main_score":0.458003,"hf_subset":"zul_Latn-mri_Latn","languages":["zul-Latn","mri-Latn"]},{"precision":0.457296,"recall":0.518775,"f1":0.474071,"accuracy":0.518775,"main_score":0.474071,"hf_subset":"zul_Latn-rus_Cyrl","languages":["zul-Latn","rus-Cyrl"]},{"precision":0.447852,"recall":0.485178,"f1":0.458499,"accuracy":0.485178,"main_score":0.458499,"hf_subset":"zul_Latn-taq_Latn","languages":["zul-Latn","taq-Latn"]},{"precision":0.512179,"recall":0.555336,"f1":0.523982,"accuracy":0.555336,"main_score":0.523982,"hf_subset":"zul_Latn-war_Latn","languages":["zul-Latn","war-Latn"]},{"precision":0.449417,"recall":0.509881,"f1":0.465709,"accuracy":0.509881,"main_score":0.465709,"hf_subset":"zul_Latn-arb_Arab","languages":["zul-Latn","arb-Arab"]},{"precision":0.472121,"recall":0.529644,"f1":0.487218,"accuracy":0.529644,"main_score":0.487218,"hf_subset":"zul_Latn-bul_Cyrl","languages":["zul-Latn","bul-Cyrl"]},{"precision":0.485252,"recall":0.543478,"f1":0.500529,"accuracy":0.543478,"main_score":0.500529,"hf_subset":"zul_Latn-fra_Latn","languages":["zul-Latn","fra-Latn"]},{"precision":0.46505,"recall":0.523715,"f1":0.481483,"accuracy":0.523715,"main_score":0.481483,"hf_subset":"zul_Latn-jpn_Jpan","languages":["zul-Latn","jpn-Jpan"]},{"precision":0.483479,"recall":0.536561,"f1":0.497741,"accuracy":0.536561,"main_score":0.497741,"hf_subset":"zul_Latn-lij_Latn","languages":["zul-Latn","lij-Latn"]},{"precision":0.273583,"recall":0.337945,"f1":0.290128,"accuracy":0.337945,"main_score":0.290128,"hf_subset":"zul_Latn-mya_Mymr","languages":["zul-Latn","mya-Mymr"]},{"precision":0.464781,"recall":0.499012,"f1":0.47439,"accuracy":0.499012,"main_score":0.47439,"hf_subset":"zul_Latn-sag_Latn","languages":["zul-Latn","sag-Latn"]},{"precision":0.167745,"recall":0.22332,"f1":0.180046,"accuracy":0.22332,"main_score":0.180046,"hf_subset":"zul_Latn-taq_Tfng","languages":["zul-Latn","taq-Tfng"]},{"precision":0.486455,"recall":0.522727,"f1":0.496607,"accuracy":0.522727,"main_score":0.496607,"hf_subset":"zul_Latn-wol_Latn","languages":["zul-Latn","wol-Latn"]},{"precision":0.391617,"recall":0.452569,"f1":0.407732,"accuracy":0.452569,"main_score":0.407732,"hf_subset":"zul_Latn-arb_Latn","languages":["zul-Latn","arb-Latn"]},{"precision":0.46998,"recall":0.528656,"f1":0.486401,"accuracy":0.528656,"main_score":0.486401,"hf_subset":"zul_Latn-cat_Latn","languages":["zul-Latn","cat-Latn"]},{"precision":0.482191,"recall":0.534585,"f1":0.495675,"accuracy":0.534585,"main_score":0.495675,"hf_subset":"zul_Latn-fur_Latn","languages":["zul-Latn","fur-Latn"]},{"precision":0.3921,"recall":0.442688,"f1":0.405917,"accuracy":0.442688,"main_score":0.405917,"hf_subset":"zul_Latn-kab_Latn","languages":["zul-Latn","kab-Latn"]},{"precision":0.486124,"recall":0.537549,"f1":0.500246,"accuracy":0.537549,"main_score":0.500246,"hf_subset":"zul_Latn-lim_Latn","languages":["zul-Latn","lim-Latn"]},{"precision":0.4735,"recall":0.531621,"f1":0.489499,"accuracy":0.531621,"main_score":0.489499,"hf_subset":"zul_Latn-nld_Latn","languages":["zul-Latn","nld-Latn"]},{"precision":0.4275,"recall":0.488142,"f1":0.443221,"accuracy":0.488142,"main_score":0.443221,"hf_subset":"zul_Latn-san_Deva","languages":["zul-Latn","san-Deva"]},{"precision":0.485985,"recall":0.538538,"f1":0.499958,"accuracy":0.538538,"main_score":0.499958,"hf_subset":"zul_Latn-tat_Cyrl","languages":["zul-Latn","tat-Cyrl"]},{"precision":0.621504,"recall":0.671937,"f1":0.634624,"accuracy":0.671937,"main_score":0.634624,"hf_subset":"zul_Latn-xho_Latn","languages":["zul-Latn","xho-Latn"]},{"precision":0.422703,"recall":0.492095,"f1":0.441585,"accuracy":0.492095,"main_score":0.441585,"hf_subset":"zul_Latn-ars_Arab","languages":["zul-Latn","ars-Arab"]},{"precision":0.521624,"recall":0.565217,"f1":0.533276,"accuracy":0.565217,"main_score":0.533276,"hf_subset":"zul_Latn-ceb_Latn","languages":["zul-Latn","ceb-Latn"]},{"precision":0.440547,"recall":0.483202,"f1":0.453116,"accuracy":0.483202,"main_score":0.453116,"hf_subset":"zul_Latn-fuv_Latn","languages":["zul-Latn","fuv-Latn"]},{"precision":0.470764,"recall":0.509881,"f1":0.481647,"accuracy":0.509881,"main_score":0.481647,"hf_subset":"zul_Latn-kac_Latn","languages":["zul-Latn","kac-Latn"]},{"precision":0.496752,"recall":0.531621,"f1":0.505133,"accuracy":0.531621,"main_score":0.505133,"hf_subset":"zul_Latn-lin_Latn","languages":["zul-Latn","lin-Latn"]},{"precision":0.470014,"recall":0.525692,"f1":0.485622,"accuracy":0.525692,"main_score":0.485622,"hf_subset":"zul_Latn-nno_Latn","languages":["zul-Latn","nno-Latn"]},{"precision":0.043757,"recall":0.087945,"f1":0.050932,"accuracy":0.087945,"main_score":0.050932,"hf_subset":"zul_Latn-sat_Olck","languages":["zul-Latn","sat-Olck"]},{"precision":0.463325,"recall":0.519763,"f1":0.478556,"accuracy":0.519763,"main_score":0.478556,"hf_subset":"zul_Latn-tel_Telu","languages":["zul-Latn","tel-Telu"]},{"precision":0.376706,"recall":0.438735,"f1":0.393519,"accuracy":0.438735,"main_score":0.393519,"hf_subset":"zul_Latn-ydd_Hebr","languages":["zul-Latn","ydd-Hebr"]},{"precision":0.426111,"recall":0.48419,"f1":0.442477,"accuracy":0.48419,"main_score":0.442477,"hf_subset":"zul_Latn-ary_Arab","languages":["zul-Latn","ary-Arab"]},{"precision":0.476095,"recall":0.535573,"f1":0.492213,"accuracy":0.535573,"main_score":0.492213,"hf_subset":"zul_Latn-ces_Latn","languages":["zul-Latn","ces-Latn"]},{"precision":0.403312,"recall":0.458498,"f1":0.418288,"accuracy":0.458498,"main_score":0.418288,"hf_subset":"zul_Latn-gaz_Latn","languages":["zul-Latn","gaz-Latn"]},{"precision":0.471558,"recall":0.51087,"f1":0.481905,"accuracy":0.51087,"main_score":0.481905,"hf_subset":"zul_Latn-kam_Latn","languages":["zul-Latn","kam-Latn"]},{"precision":0.442535,"recall":0.503953,"f1":0.459479,"accuracy":0.503953,"main_score":0.459479,"hf_subset":"zul_Latn-lit_Latn","languages":["zul-Latn","lit-Latn"]},{"precision":0.481187,"recall":0.536561,"f1":0.496316,"accuracy":0.536561,"main_score":0.496316,"hf_subset":"zul_Latn-nob_Latn","languages":["zul-Latn","nob-Latn"]},{"precision":0.476734,"recall":0.532609,"f1":0.490775,"accuracy":0.532609,"main_score":0.490775,"hf_subset":"zul_Latn-scn_Latn","languages":["zul-Latn","scn-Latn"]},{"precision":0.485586,"recall":0.534585,"f1":0.499461,"accuracy":0.534585,"main_score":0.499461,"hf_subset":"zul_Latn-tgk_Cyrl","languages":["zul-Latn","tgk-Cyrl"]},{"precision":0.431343,"recall":0.477273,"f1":0.4448,"accuracy":0.477273,"main_score":0.4448,"hf_subset":"zul_Latn-yor_Latn","languages":["zul-Latn","yor-Latn"]},{"precision":0.437183,"recall":0.498024,"f1":0.453684,"accuracy":0.498024,"main_score":0.453684,"hf_subset":"zul_Latn-arz_Arab","languages":["zul-Latn","arz-Arab"]},{"precision":0.433024,"recall":0.469368,"f1":0.442974,"accuracy":0.469368,"main_score":0.442974,"hf_subset":"zul_Latn-cjk_Latn","languages":["zul-Latn","cjk-Latn"]},{"precision":0.458806,"recall":0.506917,"f1":0.47122,"accuracy":0.506917,"main_score":0.47122,"hf_subset":"zul_Latn-gla_Latn","languages":["zul-Latn","gla-Latn"]},{"precision":0.465929,"recall":0.527668,"f1":0.482064,"accuracy":0.527668,"main_score":0.482064,"hf_subset":"zul_Latn-kan_Knda","languages":["zul-Latn","kan-Knda"]},{"precision":0.491664,"recall":0.54249,"f1":0.505169,"accuracy":0.54249,"main_score":0.505169,"hf_subset":"zul_Latn-lmo_Latn","languages":["zul-Latn","lmo-Latn"]},{"precision":0.457538,"recall":0.511858,"f1":0.472032,"accuracy":0.511858,"main_score":0.472032,"hf_subset":"zul_Latn-npi_Deva","languages":["zul-Latn","npi-Deva"]},{"precision":0.405045,"recall":0.462451,"f1":0.421778,"accuracy":0.462451,"main_score":0.421778,"hf_subset":"zul_Latn-shn_Mymr","languages":["zul-Latn","shn-Mymr"]},{"precision":0.515828,"recall":0.562253,"f1":0.527821,"accuracy":0.562253,"main_score":0.527821,"hf_subset":"zul_Latn-tgl_Latn","languages":["zul-Latn","tgl-Latn"]},{"precision":0.442232,"recall":0.506917,"f1":0.459923,"accuracy":0.506917,"main_score":0.459923,"hf_subset":"zul_Latn-yue_Hant","languages":["zul-Latn","yue-Hant"]},{"precision":0.418398,"recall":0.479249,"f1":0.434542,"accuracy":0.479249,"main_score":0.434542,"hf_subset":"zul_Latn-asm_Beng","languages":["zul-Latn","asm-Beng"]},{"precision":0.42912,"recall":0.483202,"f1":0.444055,"accuracy":0.483202,"main_score":0.444055,"hf_subset":"zul_Latn-ckb_Arab","languages":["zul-Latn","ckb-Arab"]},{"precision":0.453085,"recall":0.504941,"f1":0.466847,"accuracy":0.504941,"main_score":0.466847,"hf_subset":"zul_Latn-gle_Latn","languages":["zul-Latn","gle-Latn"]},{"precision":0.413493,"recall":0.47332,"f1":0.430265,"accuracy":0.47332,"main_score":0.430265,"hf_subset":"zul_Latn-kas_Arab","languages":["zul-Latn","kas-Arab"]},{"precision":0.44666,"recall":0.496047,"f1":0.460425,"accuracy":0.496047,"main_score":0.460425,"hf_subset":"zul_Latn-ltg_Latn","languages":["zul-Latn","ltg-Latn"]},{"precision":0.512051,"recall":0.54249,"f1":0.520321,"accuracy":0.54249,"main_score":0.520321,"hf_subset":"zul_Latn-nso_Latn","languages":["zul-Latn","nso-Latn"]},{"precision":0.228424,"recall":0.270751,"f1":0.239049,"accuracy":0.270751,"main_score":0.239049,"hf_subset":"zul_Latn-sin_Sinh","languages":["zul-Latn","sin-Sinh"]},{"precision":0.468595,"recall":0.523715,"f1":0.484021,"accuracy":0.523715,"main_score":0.484021,"hf_subset":"zul_Latn-tha_Thai","languages":["zul-Latn","tha-Thai"]},{"precision":0.438309,"recall":0.502964,"f1":0.456016,"accuracy":0.502964,"main_score":0.456016,"hf_subset":"zul_Latn-zho_Hans","languages":["zul-Latn","zho-Hans"]},{"precision":0.480851,"recall":0.539526,"f1":0.496919,"accuracy":0.539526,"main_score":0.496919,"hf_subset":"zul_Latn-ast_Latn","languages":["zul-Latn","ast-Latn"]},{"precision":0.493333,"recall":0.539526,"f1":0.505233,"accuracy":0.539526,"main_score":0.505233,"hf_subset":"zul_Latn-crh_Latn","languages":["zul-Latn","crh-Latn"]},{"precision":0.490587,"recall":0.543478,"f1":0.504418,"accuracy":0.543478,"main_score":0.504418,"hf_subset":"zul_Latn-glg_Latn","languages":["zul-Latn","glg-Latn"]},{"precision":0.443819,"recall":0.488142,"f1":0.45527,"accuracy":0.488142,"main_score":0.45527,"hf_subset":"zul_Latn-kas_Deva","languages":["zul-Latn","kas-Deva"]},{"precision":0.481506,"recall":0.532609,"f1":0.495719,"accuracy":0.532609,"main_score":0.495719,"hf_subset":"zul_Latn-ltz_Latn","languages":["zul-Latn","ltz-Latn"]},{"precision":0.420426,"recall":0.469368,"f1":0.433563,"accuracy":0.469368,"main_score":0.433563,"hf_subset":"zul_Latn-nus_Latn","languages":["zul-Latn","nus-Latn"]},{"precision":0.477445,"recall":0.536561,"f1":0.492607,"accuracy":0.536561,"main_score":0.492607,"hf_subset":"zul_Latn-slk_Latn","languages":["zul-Latn","slk-Latn"]},{"precision":0.234609,"recall":0.286561,"f1":0.247289,"accuracy":0.286561,"main_score":0.247289,"hf_subset":"zul_Latn-tir_Ethi","languages":["zul-Latn","tir-Ethi"]},{"precision":0.438608,"recall":0.501976,"f1":0.456508,"accuracy":0.501976,"main_score":0.456508,"hf_subset":"zul_Latn-zho_Hant","languages":["zul-Latn","zho-Hant"]},{"precision":0.46054,"recall":0.523715,"f1":0.477727,"accuracy":0.523715,"main_score":0.477727,"hf_subset":"zul_Latn-awa_Deva","languages":["zul-Latn","awa-Deva"]},{"precision":0.47673,"recall":0.524704,"f1":0.489553,"accuracy":0.524704,"main_score":0.489553,"hf_subset":"zul_Latn-cym_Latn","languages":["zul-Latn","cym-Latn"]},{"precision":0.490348,"recall":0.522727,"f1":0.499115,"accuracy":0.522727,"main_score":0.499115,"hf_subset":"zul_Latn-grn_Latn","languages":["zul-Latn","grn-Latn"]},{"precision":0.439693,"recall":0.500988,"f1":0.455469,"accuracy":0.500988,"main_score":0.455469,"hf_subset":"zul_Latn-kat_Geor","languages":["zul-Latn","kat-Geor"]},{"precision":0.494891,"recall":0.525692,"f1":0.502796,"accuracy":0.525692,"main_score":0.502796,"hf_subset":"zul_Latn-lua_Latn","languages":["zul-Latn","lua-Latn"]},{"precision":0.507328,"recall":0.544466,"f1":0.516619,"accuracy":0.544466,"main_score":0.516619,"hf_subset":"zul_Latn-nya_Latn","languages":["zul-Latn","nya-Latn"]},{"precision":0.479679,"recall":0.530632,"f1":0.492975,"accuracy":0.530632,"main_score":0.492975,"hf_subset":"zul_Latn-slv_Latn","languages":["zul-Latn","slv-Latn"]},{"precision":0.488876,"recall":0.528656,"f1":0.499359,"accuracy":0.528656,"main_score":0.499359,"hf_subset":"zul_Latn-tpi_Latn","languages":["zul-Latn","tpi-Latn"]},{"precision":0.510273,"recall":0.554348,"f1":0.522017,"accuracy":0.554348,"main_score":0.522017,"hf_subset":"zul_Latn-zsm_Latn","languages":["zul-Latn","zsm-Latn"]},{"precision":0.459722,"recall":0.499012,"f1":0.470746,"accuracy":0.499012,"main_score":0.470746,"hf_subset":"zul_Latn-ayr_Latn","languages":["zul-Latn","ayr-Latn"]},{"precision":0.486935,"recall":0.540514,"f1":0.501535,"accuracy":0.540514,"main_score":0.501535,"hf_subset":"zul_Latn-dan_Latn","languages":["zul-Latn","dan-Latn"]},{"precision":0.461899,"recall":0.51581,"f1":0.475951,"accuracy":0.51581,"main_score":0.475951,"hf_subset":"zul_Latn-guj_Gujr","languages":["zul-Latn","guj-Gujr"]},{"precision":0.48632,"recall":0.536561,"f1":0.49936,"accuracy":0.536561,"main_score":0.49936,"hf_subset":"zul_Latn-kaz_Cyrl","languages":["zul-Latn","kaz-Cyrl"]},{"precision":0.453902,"recall":0.495059,"f1":0.46452,"accuracy":0.495059,"main_score":0.46452,"hf_subset":"zul_Latn-lug_Latn","languages":["zul-Latn","lug-Latn"]},{"precision":0.483362,"recall":0.538538,"f1":0.498159,"accuracy":0.538538,"main_score":0.498159,"hf_subset":"zul_Latn-oci_Latn","languages":["zul-Latn","oci-Latn"]},{"precision":0.480238,"recall":0.52668,"f1":0.49269,"accuracy":0.52668,"main_score":0.49269,"hf_subset":"zul_Latn-smo_Latn","languages":["zul-Latn","smo-Latn"]},{"precision":0.471943,"recall":0.509881,"f1":0.483098,"accuracy":0.509881,"main_score":0.483098,"hf_subset":"zul_Latn-tsn_Latn","languages":["zul-Latn","tsn-Latn"]},{"precision":0.408572,"recall":0.469368,"f1":0.424897,"accuracy":0.469368,"main_score":0.424897,"hf_subset":"zul_Latn-azb_Arab","languages":["zul-Latn","azb-Arab"]},{"precision":0.482041,"recall":0.544466,"f1":0.498287,"accuracy":0.544466,"main_score":0.498287,"hf_subset":"zul_Latn-deu_Latn","languages":["zul-Latn","deu-Latn"]},{"precision":0.455586,"recall":0.512846,"f1":0.471491,"accuracy":0.512846,"main_score":0.471491,"hf_subset":"zul_Latn-hat_Latn","languages":["zul-Latn","hat-Latn"]},{"precision":0.443643,"recall":0.485178,"f1":0.455736,"accuracy":0.485178,"main_score":0.455736,"hf_subset":"zul_Latn-kbp_Latn","languages":["zul-Latn","kbp-Latn"]},{"precision":0.49156,"recall":0.519763,"f1":0.499383,"accuracy":0.519763,"main_score":0.499383,"hf_subset":"zul_Latn-luo_Latn","languages":["zul-Latn","luo-Latn"]},{"precision":0.44724,"recall":0.503953,"f1":0.462227,"accuracy":0.503953,"main_score":0.462227,"hf_subset":"zul_Latn-ory_Orya","languages":["zul-Latn","ory-Orya"]},{"precision":0.484304,"recall":0.528656,"f1":0.496506,"accuracy":0.528656,"main_score":0.496506,"hf_subset":"zul_Latn-sna_Latn","languages":["zul-Latn","sna-Latn"]},{"precision":0.510596,"recall":0.546443,"f1":0.519772,"accuracy":0.546443,"main_score":0.519772,"hf_subset":"zul_Latn-tso_Latn","languages":["zul-Latn","tso-Latn"]},{"precision":0.467065,"recall":0.520751,"f1":0.481437,"accuracy":0.520751,"main_score":0.481437,"hf_subset":"zul_Latn-azj_Latn","languages":["zul-Latn","azj-Latn"]},{"precision":0.438155,"recall":0.481225,"f1":0.450064,"accuracy":0.481225,"main_score":0.450064,"hf_subset":"zul_Latn-dik_Latn","languages":["zul-Latn","dik-Latn"]},{"precision":0.47034,"recall":0.506917,"f1":0.480815,"accuracy":0.506917,"main_score":0.480815,"hf_subset":"zul_Latn-hau_Latn","languages":["zul-Latn","hau-Latn"]},{"precision":0.488722,"recall":0.538538,"f1":0.501607,"accuracy":0.538538,"main_score":0.501607,"hf_subset":"zul_Latn-kea_Latn","languages":["zul-Latn","kea-Latn"]},{"precision":0.484479,"recall":0.521739,"f1":0.494295,"accuracy":0.521739,"main_score":0.494295,"hf_subset":"zul_Latn-lus_Latn","languages":["zul-Latn","lus-Latn"]},{"precision":0.491155,"recall":0.527668,"f1":0.500831,"accuracy":0.527668,"main_score":0.500831,"hf_subset":"zul_Latn-pag_Latn","languages":["zul-Latn","pag-Latn"]},{"precision":0.448666,"recall":0.512846,"f1":0.466409,"accuracy":0.512846,"main_score":0.466409,"hf_subset":"zul_Latn-snd_Arab","languages":["zul-Latn","snd-Arab"]},{"precision":0.446591,"recall":0.501976,"f1":0.461531,"accuracy":0.501976,"main_score":0.461531,"hf_subset":"zul_Latn-tuk_Latn","languages":["zul-Latn","tuk-Latn"]},{"precision":0.484002,"recall":0.534585,"f1":0.497441,"accuracy":0.534585,"main_score":0.497441,"hf_subset":"zul_Latn-bak_Cyrl","languages":["zul-Latn","bak-Cyrl"]},{"precision":0.356162,"recall":0.409091,"f1":0.370839,"accuracy":0.409091,"main_score":0.370839,"hf_subset":"zul_Latn-dyu_Latn","languages":["zul-Latn","dyu-Latn"]},{"precision":0.430045,"recall":0.490119,"f1":0.446227,"accuracy":0.490119,"main_score":0.446227,"hf_subset":"zul_Latn-heb_Hebr","languages":["zul-Latn","heb-Hebr"]},{"precision":0.474995,"recall":0.518775,"f1":0.486559,"accuracy":0.518775,"main_score":0.486559,"hf_subset":"zul_Latn-khk_Cyrl","languages":["zul-Latn","khk-Cyrl"]},{"precision":0.469877,"recall":0.524704,"f1":0.484702,"accuracy":0.524704,"main_score":0.484702,"hf_subset":"zul_Latn-lvs_Latn","languages":["zul-Latn","lvs-Latn"]},{"precision":0.45694,"recall":0.513834,"f1":0.472399,"accuracy":0.513834,"main_score":0.472399,"hf_subset":"zul_Latn-pan_Guru","languages":["zul-Latn","pan-Guru"]},{"precision":0.463812,"recall":0.504941,"f1":0.475657,"accuracy":0.504941,"main_score":0.475657,"hf_subset":"zul_Latn-som_Latn","languages":["zul-Latn","som-Latn"]},{"precision":0.47123,"recall":0.506917,"f1":0.481466,"accuracy":0.506917,"main_score":0.481466,"hf_subset":"zul_Latn-tum_Latn","languages":["zul-Latn","tum-Latn"]},{"precision":0.382336,"recall":0.469368,"f1":0.40623,"accuracy":0.469368,"main_score":0.40623,"hf_subset":"azb_Arab-ace_Arab","languages":["azb-Arab","ace-Arab"]},{"precision":0.398588,"recall":0.467391,"f1":0.417563,"accuracy":0.467391,"main_score":0.417563,"hf_subset":"azb_Arab-bam_Latn","languages":["azb-Arab","bam-Latn"]},{"precision":0.092098,"recall":0.136364,"f1":0.102625,"accuracy":0.136364,"main_score":0.102625,"hf_subset":"azb_Arab-dzo_Tibt","languages":["azb-Arab","dzo-Tibt"]},{"precision":0.849555,"recall":0.893281,"f1":0.863293,"accuracy":0.893281,"main_score":0.863293,"hf_subset":"azb_Arab-hin_Deva","languages":["azb-Arab","hin-Deva"]},{"precision":0.623873,"recall":0.710474,"f1":0.6502,"accuracy":0.710474,"main_score":0.6502,"hf_subset":"azb_Arab-khm_Khmr","languages":["azb-Arab","khm-Khmr"]},{"precision":0.860211,"recall":0.897233,"f1":0.871824,"accuracy":0.897233,"main_score":0.871824,"hf_subset":"azb_Arab-mag_Deva","languages":["azb-Arab","mag-Deva"]},{"precision":0.829463,"recall":0.873518,"f1":0.843563,"accuracy":0.873518,"main_score":0.843563,"hf_subset":"azb_Arab-pap_Latn","languages":["azb-Arab","pap-Latn"]},{"precision":0.425943,"recall":0.500988,"f1":0.446805,"accuracy":0.500988,"main_score":0.446805,"hf_subset":"azb_Arab-sot_Latn","languages":["azb-Arab","sot-Latn"]},{"precision":0.868784,"recall":0.905138,"f1":0.879976,"accuracy":0.905138,"main_score":0.879976,"hf_subset":"azb_Arab-tur_Latn","languages":["azb-Arab","tur-Latn"]},{"precision":0.67972,"recall":0.747036,"f1":0.699706,"accuracy":0.747036,"main_score":0.699706,"hf_subset":"azb_Arab-ace_Latn","languages":["azb-Arab","ace-Latn"]},{"precision":0.797678,"recall":0.848814,"f1":0.813801,"accuracy":0.848814,"main_score":0.813801,"hf_subset":"azb_Arab-ban_Latn","languages":["azb-Arab","ban-Latn"]},{"precision":0.851408,"recall":0.890316,"f1":0.863447,"accuracy":0.890316,"main_score":0.863447,"hf_subset":"azb_Arab-ell_Grek","languages":["azb-Arab","ell-Grek"]},{"precision":0.842177,"recall":0.884387,"f1":0.85527,"accuracy":0.884387,"main_score":0.85527,"hf_subset":"azb_Arab-hne_Deva","languages":["azb-Arab","hne-Deva"]},{"precision":0.396653,"recall":0.476285,"f1":0.418539,"accuracy":0.476285,"main_score":0.418539,"hf_subset":"azb_Arab-kik_Latn","languages":["azb-Arab","kik-Latn"]},{"precision":0.856868,"recall":0.895257,"f1":0.868775,"accuracy":0.895257,"main_score":0.868775,"hf_subset":"azb_Arab-mai_Deva","languages":["azb-Arab","mai-Deva"]},{"precision":0.756538,"recall":0.816206,"f1":0.774868,"accuracy":0.816206,"main_score":0.774868,"hf_subset":"azb_Arab-pbt_Arab","languages":["azb-Arab","pbt-Arab"]},{"precision":0.857378,"recall":0.897233,"f1":0.869979,"accuracy":0.897233,"main_score":0.869979,"hf_subset":"azb_Arab-spa_Latn","languages":["azb-Arab","spa-Latn"]},{"precision":0.468328,"recall":0.537549,"f1":0.487967,"accuracy":0.537549,"main_score":0.487967,"hf_subset":"azb_Arab-twi_Latn","languages":["azb-Arab","twi-Latn"]},{"precision":0.868775,"recall":0.905138,"f1":0.880223,"accuracy":0.905138,"main_score":0.880223,"hf_subset":"azb_Arab-acm_Arab","languages":["azb-Arab","acm-Arab"]},{"precision":0.835945,"recall":0.882411,"f1":0.850416,"accuracy":0.882411,"main_score":0.850416,"hf_subset":"azb_Arab-bel_Cyrl","languages":["azb-Arab","bel-Cyrl"]},{"precision":0.8708,"recall":0.909091,"f1":0.882924,"accuracy":0.909091,"main_score":0.882924,"hf_subset":"azb_Arab-eng_Latn","languages":["azb-Arab","eng-Latn"]},{"precision":0.853458,"recall":0.895257,"f1":0.866718,"accuracy":0.895257,"main_score":0.866718,"hf_subset":"azb_Arab-hrv_Latn","languages":["azb-Arab","hrv-Latn"]},{"precision":0.383614,"recall":0.454545,"f1":0.403125,"accuracy":0.454545,"main_score":0.403125,"hf_subset":"azb_Arab-kin_Latn","languages":["azb-Arab","kin-Latn"]},{"precision":0.833425,"recall":0.878458,"f1":0.84748,"accuracy":0.878458,"main_score":0.84748,"hf_subset":"azb_Arab-mal_Mlym","languages":["azb-Arab","mal-Mlym"]},{"precision":0.898098,"recall":0.926877,"f1":0.907071,"accuracy":0.926877,"main_score":0.907071,"hf_subset":"azb_Arab-pes_Arab","languages":["azb-Arab","pes-Arab"]},{"precision":0.813455,"recall":0.860672,"f1":0.827946,"accuracy":0.860672,"main_score":0.827946,"hf_subset":"azb_Arab-srd_Latn","languages":["azb-Arab","srd-Latn"]},{"precision":0.140299,"recall":0.189723,"f1":0.151764,"accuracy":0.189723,"main_score":0.151764,"hf_subset":"azb_Arab-tzm_Tfng","languages":["azb-Arab","tzm-Tfng"]},{"precision":0.877964,"recall":0.911067,"f1":0.88826,"accuracy":0.911067,"main_score":0.88826,"hf_subset":"azb_Arab-acq_Arab","languages":["azb-Arab","acq-Arab"]},{"precision":0.456137,"recall":0.528656,"f1":0.47626,"accuracy":0.528656,"main_score":0.47626,"hf_subset":"azb_Arab-bem_Latn","languages":["azb-Arab","bem-Latn"]},{"precision":0.857987,"recall":0.896245,"f1":0.869913,"accuracy":0.896245,"main_score":0.869913,"hf_subset":"azb_Arab-epo_Latn","languages":["azb-Arab","epo-Latn"]},{"precision":0.870883,"recall":0.907115,"f1":0.882002,"accuracy":0.907115,"main_score":0.882002,"hf_subset":"azb_Arab-hun_Latn","languages":["azb-Arab","hun-Latn"]},{"precision":0.754868,"recall":0.814229,"f1":0.773007,"accuracy":0.814229,"main_score":0.773007,"hf_subset":"azb_Arab-kir_Cyrl","languages":["azb-Arab","kir-Cyrl"]},{"precision":0.826614,"recall":0.873518,"f1":0.841041,"accuracy":0.873518,"main_score":0.841041,"hf_subset":"azb_Arab-mar_Deva","languages":["azb-Arab","mar-Deva"]},{"precision":0.46591,"recall":0.525692,"f1":0.482548,"accuracy":0.525692,"main_score":0.482548,"hf_subset":"azb_Arab-plt_Latn","languages":["azb-Arab","plt-Latn"]},{"precision":0.866083,"recall":0.90415,"f1":0.878164,"accuracy":0.90415,"main_score":0.878164,"hf_subset":"azb_Arab-srp_Cyrl","languages":["azb-Arab","srp-Cyrl"]},{"precision":0.727717,"recall":0.79249,"f1":0.74768,"accuracy":0.79249,"main_score":0.74768,"hf_subset":"azb_Arab-uig_Arab","languages":["azb-Arab","uig-Arab"]},{"precision":0.834437,"recall":0.879447,"f1":0.848518,"accuracy":0.879447,"main_score":0.848518,"hf_subset":"azb_Arab-aeb_Arab","languages":["azb-Arab","aeb-Arab"]},{"precision":0.848007,"recall":0.887352,"f1":0.860047,"accuracy":0.887352,"main_score":0.860047,"hf_subset":"azb_Arab-ben_Beng","languages":["azb-Arab","ben-Beng"]},{"precision":0.813521,"recall":0.865613,"f1":0.829696,"accuracy":0.865613,"main_score":0.829696,"hf_subset":"azb_Arab-est_Latn","languages":["azb-Arab","est-Latn"]},{"precision":0.796699,"recall":0.849802,"f1":0.81298,"accuracy":0.849802,"main_score":0.81298,"hf_subset":"azb_Arab-hye_Armn","languages":["azb-Arab","hye-Armn"]},{"precision":0.395498,"recall":0.463439,"f1":0.414596,"accuracy":0.463439,"main_score":0.414596,"hf_subset":"azb_Arab-kmb_Latn","languages":["azb-Arab","kmb-Latn"]},{"precision":0.349191,"recall":0.432806,"f1":0.372452,"accuracy":0.432806,"main_score":0.372452,"hf_subset":"azb_Arab-min_Arab","languages":["azb-Arab","min-Arab"]},{"precision":0.849976,"recall":0.894269,"f1":0.864048,"accuracy":0.894269,"main_score":0.864048,"hf_subset":"azb_Arab-pol_Latn","languages":["azb-Arab","pol-Latn"]},{"precision":0.388013,"recall":0.462451,"f1":0.408658,"accuracy":0.462451,"main_score":0.408658,"hf_subset":"azb_Arab-ssw_Latn","languages":["azb-Arab","ssw-Latn"]},{"precision":0.863572,"recall":0.902174,"f1":0.875631,"accuracy":0.902174,"main_score":0.875631,"hf_subset":"azb_Arab-ukr_Cyrl","languages":["azb-Arab","ukr-Cyrl"]},{"precision":0.86726,"recall":0.905138,"f1":0.879202,"accuracy":0.905138,"main_score":0.879202,"hf_subset":"azb_Arab-afr_Latn","languages":["azb-Arab","afr-Latn"]},{"precision":0.821434,"recall":0.869565,"f1":0.836437,"accuracy":0.869565,"main_score":0.836437,"hf_subset":"azb_Arab-bho_Deva","languages":["azb-Arab","bho-Deva"]},{"precision":0.748671,"recall":0.802372,"f1":0.764889,"accuracy":0.802372,"main_score":0.764889,"hf_subset":"azb_Arab-eus_Latn","languages":["azb-Arab","eus-Latn"]},{"precision":0.414015,"recall":0.490119,"f1":0.434946,"accuracy":0.490119,"main_score":0.434946,"hf_subset":"azb_Arab-ibo_Latn","languages":["azb-Arab","ibo-Latn"]},{"precision":0.560013,"recall":0.642292,"f1":0.584365,"accuracy":0.642292,"main_score":0.584365,"hf_subset":"azb_Arab-kmr_Latn","languages":["azb-Arab","kmr-Latn"]},{"precision":0.793923,"recall":0.846838,"f1":0.810343,"accuracy":0.846838,"main_score":0.810343,"hf_subset":"azb_Arab-min_Latn","languages":["azb-Arab","min-Latn"]},{"precision":0.854035,"recall":0.896245,"f1":0.867292,"accuracy":0.896245,"main_score":0.867292,"hf_subset":"azb_Arab-por_Latn","languages":["azb-Arab","por-Latn"]},{"precision":0.825264,"recall":0.874506,"f1":0.840646,"accuracy":0.874506,"main_score":0.840646,"hf_subset":"azb_Arab-sun_Latn","languages":["azb-Arab","sun-Latn"]},{"precision":0.392968,"recall":0.460474,"f1":0.412805,"accuracy":0.460474,"main_score":0.412805,"hf_subset":"azb_Arab-umb_Latn","languages":["azb-Arab","umb-Latn"]},{"precision":0.851449,"recall":0.893281,"f1":0.864756,"accuracy":0.893281,"main_score":0.864756,"hf_subset":"azb_Arab-ajp_Arab","languages":["azb-Arab","ajp-Arab"]},{"precision":0.387126,"recall":0.464427,"f1":0.408465,"accuracy":0.464427,"main_score":0.408465,"hf_subset":"azb_Arab-bjn_Arab","languages":["azb-Arab","bjn-Arab"]},{"precision":0.400216,"recall":0.469368,"f1":0.419524,"accuracy":0.469368,"main_score":0.419524,"hf_subset":"azb_Arab-ewe_Latn","languages":["azb-Arab","ewe-Latn"]},{"precision":0.731245,"recall":0.790514,"f1":0.74917,"accuracy":0.790514,"main_score":0.74917,"hf_subset":"azb_Arab-ilo_Latn","languages":["azb-Arab","ilo-Latn"]},{"precision":0.174872,"recall":0.241107,"f1":0.19113,"accuracy":0.241107,"main_score":0.19113,"hf_subset":"azb_Arab-knc_Arab","languages":["azb-Arab","knc-Arab"]},{"precision":0.856425,"recall":0.897233,"f1":0.869137,"accuracy":0.897233,"main_score":0.869137,"hf_subset":"azb_Arab-mkd_Cyrl","languages":["azb-Arab","mkd-Cyrl"]},{"precision":0.889822,"recall":0.921937,"f1":0.9,"accuracy":0.921937,"main_score":0.9,"hf_subset":"azb_Arab-prs_Arab","languages":["azb-Arab","prs-Arab"]},{"precision":0.858654,"recall":0.899209,"f1":0.871385,"accuracy":0.899209,"main_score":0.871385,"hf_subset":"azb_Arab-swe_Latn","languages":["azb-Arab","swe-Latn"]},{"precision":0.839904,"recall":0.884387,"f1":0.853609,"accuracy":0.884387,"main_score":0.853609,"hf_subset":"azb_Arab-urd_Arab","languages":["azb-Arab","urd-Arab"]},{"precision":0.444973,"recall":0.521739,"f1":0.466385,"accuracy":0.521739,"main_score":0.466385,"hf_subset":"azb_Arab-aka_Latn","languages":["azb-Arab","aka-Latn"]},{"precision":0.82052,"recall":0.867589,"f1":0.835112,"accuracy":0.867589,"main_score":0.835112,"hf_subset":"azb_Arab-bjn_Latn","languages":["azb-Arab","bjn-Latn"]},{"precision":0.674927,"recall":0.750988,"f1":0.697875,"accuracy":0.750988,"main_score":0.697875,"hf_subset":"azb_Arab-fao_Latn","languages":["azb-Arab","fao-Latn"]},{"precision":0.870916,"recall":0.908103,"f1":0.882529,"accuracy":0.908103,"main_score":0.882529,"hf_subset":"azb_Arab-ind_Latn","languages":["azb-Arab","ind-Latn"]},{"precision":0.442664,"recall":0.511858,"f1":0.462208,"accuracy":0.511858,"main_score":0.462208,"hf_subset":"azb_Arab-knc_Latn","languages":["azb-Arab","knc-Latn"]},{"precision":0.820685,"recall":0.865613,"f1":0.834453,"accuracy":0.865613,"main_score":0.834453,"hf_subset":"azb_Arab-mlt_Latn","languages":["azb-Arab","mlt-Latn"]},{"precision":0.486413,"recall":0.559289,"f1":0.506948,"accuracy":0.559289,"main_score":0.506948,"hf_subset":"azb_Arab-quy_Latn","languages":["azb-Arab","quy-Latn"]},{"precision":0.54899,"recall":0.62747,"f1":0.571561,"accuracy":0.62747,"main_score":0.571561,"hf_subset":"azb_Arab-swh_Latn","languages":["azb-Arab","swh-Latn"]},{"precision":0.826285,"recall":0.870553,"f1":0.839973,"accuracy":0.870553,"main_score":0.839973,"hf_subset":"azb_Arab-uzn_Latn","languages":["azb-Arab","uzn-Latn"]},{"precision":0.840507,"recall":0.879447,"f1":0.852506,"accuracy":0.879447,"main_score":0.852506,"hf_subset":"azb_Arab-als_Latn","languages":["azb-Arab","als-Latn"]},{"precision":0.147952,"recall":0.213439,"f1":0.164185,"accuracy":0.213439,"main_score":0.164185,"hf_subset":"azb_Arab-bod_Tibt","languages":["azb-Arab","bod-Tibt"]},{"precision":0.405307,"recall":0.480237,"f1":0.425271,"accuracy":0.480237,"main_score":0.425271,"hf_subset":"azb_Arab-fij_Latn","languages":["azb-Arab","fij-Latn"]},{"precision":0.652767,"recall":0.733202,"f1":0.677028,"accuracy":0.733202,"main_score":0.677028,"hf_subset":"azb_Arab-isl_Latn","languages":["azb-Arab","isl-Latn"]},{"precision":0.464059,"recall":0.54249,"f1":0.486781,"accuracy":0.54249,"main_score":0.486781,"hf_subset":"azb_Arab-kon_Latn","languages":["azb-Arab","kon-Latn"]},{"precision":0.453543,"recall":0.538538,"f1":0.477734,"accuracy":0.538538,"main_score":0.477734,"hf_subset":"azb_Arab-mni_Beng","languages":["azb-Arab","mni-Beng"]},{"precision":0.86861,"recall":0.906126,"f1":0.880567,"accuracy":0.906126,"main_score":0.880567,"hf_subset":"azb_Arab-ron_Latn","languages":["azb-Arab","ron-Latn"]},{"precision":0.832091,"recall":0.87747,"f1":0.846262,"accuracy":0.87747,"main_score":0.846262,"hf_subset":"azb_Arab-szl_Latn","languages":["azb-Arab","szl-Latn"]},{"precision":0.857856,"recall":0.899209,"f1":0.870949,"accuracy":0.899209,"main_score":0.870949,"hf_subset":"azb_Arab-vec_Latn","languages":["azb-Arab","vec-Latn"]},{"precision":0.36787,"recall":0.450593,"f1":0.388901,"accuracy":0.450593,"main_score":0.388901,"hf_subset":"azb_Arab-amh_Ethi","languages":["azb-Arab","amh-Ethi"]},{"precision":0.858564,"recall":0.899209,"f1":0.871494,"accuracy":0.899209,"main_score":0.871494,"hf_subset":"azb_Arab-bos_Latn","languages":["azb-Arab","bos-Latn"]},{"precision":0.838307,"recall":0.882411,"f1":0.85239,"accuracy":0.882411,"main_score":0.85239,"hf_subset":"azb_Arab-fin_Latn","languages":["azb-Arab","fin-Latn"]},{"precision":0.859593,"recall":0.899209,"f1":0.871992,"accuracy":0.899209,"main_score":0.871992,"hf_subset":"azb_Arab-ita_Latn","languages":["azb-Arab","ita-Latn"]},{"precision":0.847365,"recall":0.890316,"f1":0.860757,"accuracy":0.890316,"main_score":0.860757,"hf_subset":"azb_Arab-kor_Hang","languages":["azb-Arab","kor-Hang"]},{"precision":0.428162,"recall":0.499012,"f1":0.44785,"accuracy":0.499012,"main_score":0.44785,"hf_subset":"azb_Arab-mos_Latn","languages":["azb-Arab","mos-Latn"]},{"precision":0.369415,"recall":0.448617,"f1":0.391803,"accuracy":0.448617,"main_score":0.391803,"hf_subset":"azb_Arab-run_Latn","languages":["azb-Arab","run-Latn"]},{"precision":0.787747,"recall":0.841897,"f1":0.804564,"accuracy":0.841897,"main_score":0.804564,"hf_subset":"azb_Arab-tam_Taml","languages":["azb-Arab","tam-Taml"]},{"precision":0.840671,"recall":0.885375,"f1":0.854727,"accuracy":0.885375,"main_score":0.854727,"hf_subset":"azb_Arab-vie_Latn","languages":["azb-Arab","vie-Latn"]},{"precision":0.866024,"recall":0.903162,"f1":0.877819,"accuracy":0.903162,"main_score":0.877819,"hf_subset":"azb_Arab-apc_Arab","languages":["azb-Arab","apc-Arab"]},{"precision":0.62832,"recall":0.693676,"f1":0.648093,"accuracy":0.693676,"main_score":0.648093,"hf_subset":"azb_Arab-bug_Latn","languages":["azb-Arab","bug-Latn"]},{"precision":0.349252,"recall":0.41502,"f1":0.367075,"accuracy":0.41502,"main_score":0.367075,"hf_subset":"azb_Arab-fon_Latn","languages":["azb-Arab","fon-Latn"]},{"precision":0.827767,"recall":0.87747,"f1":0.843511,"accuracy":0.87747,"main_score":0.843511,"hf_subset":"azb_Arab-jav_Latn","languages":["azb-Arab","jav-Latn"]},{"precision":0.562938,"recall":0.657115,"f1":0.590728,"accuracy":0.657115,"main_score":0.590728,"hf_subset":"azb_Arab-lao_Laoo","languages":["azb-Arab","lao-Laoo"]},{"precision":0.421929,"recall":0.511858,"f1":0.446321,"accuracy":0.511858,"main_score":0.446321,"hf_subset":"azb_Arab-mri_Latn","languages":["azb-Arab","mri-Latn"]},{"precision":0.867342,"recall":0.905138,"f1":0.879089,"accuracy":0.905138,"main_score":0.879089,"hf_subset":"azb_Arab-rus_Cyrl","languages":["azb-Arab","rus-Cyrl"]},{"precision":0.436366,"recall":0.506917,"f1":0.455964,"accuracy":0.506917,"main_score":0.455964,"hf_subset":"azb_Arab-taq_Latn","languages":["azb-Arab","taq-Latn"]},{"precision":0.81917,"recall":0.867589,"f1":0.834241,"accuracy":0.867589,"main_score":0.834241,"hf_subset":"azb_Arab-war_Latn","languages":["azb-Arab","war-Latn"]},{"precision":0.866881,"recall":0.90415,"f1":0.878642,"accuracy":0.90415,"main_score":0.878642,"hf_subset":"azb_Arab-arb_Arab","languages":["azb-Arab","arb-Arab"]},{"precision":0.873198,"recall":0.909091,"f1":0.884239,"accuracy":0.909091,"main_score":0.884239,"hf_subset":"azb_Arab-bul_Cyrl","languages":["azb-Arab","bul-Cyrl"]},{"precision":0.847991,"recall":0.894269,"f1":0.862766,"accuracy":0.894269,"main_score":0.862766,"hf_subset":"azb_Arab-fra_Latn","languages":["azb-Arab","fra-Latn"]},{"precision":0.824889,"recall":0.87253,"f1":0.839509,"accuracy":0.87253,"main_score":0.839509,"hf_subset":"azb_Arab-jpn_Jpan","languages":["azb-Arab","jpn-Jpan"]},{"precision":0.843445,"recall":0.883399,"f1":0.855665,"accuracy":0.883399,"main_score":0.855665,"hf_subset":"azb_Arab-lij_Latn","languages":["azb-Arab","lij-Latn"]},{"precision":0.607123,"recall":0.692688,"f1":0.632927,"accuracy":0.692688,"main_score":0.632927,"hf_subset":"azb_Arab-mya_Mymr","languages":["azb-Arab","mya-Mymr"]},{"precision":0.429861,"recall":0.512846,"f1":0.453562,"accuracy":0.512846,"main_score":0.453562,"hf_subset":"azb_Arab-sag_Latn","languages":["azb-Arab","sag-Latn"]},{"precision":0.14278,"recall":0.210474,"f1":0.156629,"accuracy":0.210474,"main_score":0.156629,"hf_subset":"azb_Arab-taq_Tfng","languages":["azb-Arab","taq-Tfng"]},{"precision":0.457901,"recall":0.534585,"f1":0.478969,"accuracy":0.534585,"main_score":0.478969,"hf_subset":"azb_Arab-wol_Latn","languages":["azb-Arab","wol-Latn"]},{"precision":0.480117,"recall":0.561265,"f1":0.502246,"accuracy":0.561265,"main_score":0.502246,"hf_subset":"azb_Arab-arb_Latn","languages":["azb-Arab","arb-Latn"]},{"precision":0.856811,"recall":0.896245,"f1":0.869055,"accuracy":0.896245,"main_score":0.869055,"hf_subset":"azb_Arab-cat_Latn","languages":["azb-Arab","cat-Latn"]},{"precision":0.830731,"recall":0.874506,"f1":0.844137,"accuracy":0.874506,"main_score":0.844137,"hf_subset":"azb_Arab-fur_Latn","languages":["azb-Arab","fur-Latn"]},{"precision":0.301255,"recall":0.366601,"f1":0.318639,"accuracy":0.366601,"main_score":0.318639,"hf_subset":"azb_Arab-kab_Latn","languages":["azb-Arab","kab-Latn"]},{"precision":0.806118,"recall":0.855731,"f1":0.821403,"accuracy":0.855731,"main_score":0.821403,"hf_subset":"azb_Arab-lim_Latn","languages":["azb-Arab","lim-Latn"]},{"precision":0.84772,"recall":0.890316,"f1":0.861102,"accuracy":0.890316,"main_score":0.861102,"hf_subset":"azb_Arab-nld_Latn","languages":["azb-Arab","nld-Latn"]},{"precision":0.733096,"recall":0.802372,"f1":0.754482,"accuracy":0.802372,"main_score":0.754482,"hf_subset":"azb_Arab-san_Deva","languages":["azb-Arab","san-Deva"]},{"precision":0.79305,"recall":0.844862,"f1":0.809091,"accuracy":0.844862,"main_score":0.809091,"hf_subset":"azb_Arab-tat_Cyrl","languages":["azb-Arab","tat-Cyrl"]},{"precision":0.435616,"recall":0.519763,"f1":0.459721,"accuracy":0.519763,"main_score":0.459721,"hf_subset":"azb_Arab-xho_Latn","languages":["azb-Arab","xho-Latn"]},{"precision":0.863636,"recall":0.902174,"f1":0.875743,"accuracy":0.902174,"main_score":0.875743,"hf_subset":"azb_Arab-ars_Arab","languages":["azb-Arab","ars-Arab"]},{"precision":0.806301,"recall":0.854743,"f1":0.820984,"accuracy":0.854743,"main_score":0.820984,"hf_subset":"azb_Arab-ceb_Latn","languages":["azb-Arab","ceb-Latn"]},{"precision":0.404815,"recall":0.482213,"f1":0.426965,"accuracy":0.482213,"main_score":0.426965,"hf_subset":"azb_Arab-fuv_Latn","languages":["azb-Arab","fuv-Latn"]},{"precision":0.405301,"recall":0.488142,"f1":0.427794,"accuracy":0.488142,"main_score":0.427794,"hf_subset":"azb_Arab-kac_Latn","languages":["azb-Arab","kac-Latn"]},{"precision":0.471778,"recall":0.551383,"f1":0.493612,"accuracy":0.551383,"main_score":0.493612,"hf_subset":"azb_Arab-lin_Latn","languages":["azb-Arab","lin-Latn"]},{"precision":0.842309,"recall":0.886364,"f1":0.856197,"accuracy":0.886364,"main_score":0.856197,"hf_subset":"azb_Arab-nno_Latn","languages":["azb-Arab","nno-Latn"]},{"precision":0.02266,"recall":0.063241,"f1":0.028637,"accuracy":0.063241,"main_score":0.028637,"hf_subset":"azb_Arab-sat_Olck","languages":["azb-Arab","sat-Olck"]},{"precision":0.812888,"recall":0.863636,"f1":0.82856,"accuracy":0.863636,"main_score":0.82856,"hf_subset":"azb_Arab-tel_Telu","languages":["azb-Arab","tel-Telu"]},{"precision":0.527975,"recall":0.615613,"f1":0.553661,"accuracy":0.615613,"main_score":0.553661,"hf_subset":"azb_Arab-ydd_Hebr","languages":["azb-Arab","ydd-Hebr"]},{"precision":0.797596,"recall":0.846838,"f1":0.812832,"accuracy":0.846838,"main_score":0.812832,"hf_subset":"azb_Arab-ary_Arab","languages":["azb-Arab","ary-Arab"]},{"precision":0.866263,"recall":0.90415,"f1":0.877986,"accuracy":0.90415,"main_score":0.877986,"hf_subset":"azb_Arab-ces_Latn","languages":["azb-Arab","ces-Latn"]},{"precision":0.354431,"recall":0.427866,"f1":0.374499,"accuracy":0.427866,"main_score":0.374499,"hf_subset":"azb_Arab-gaz_Latn","languages":["azb-Arab","gaz-Latn"]},{"precision":0.404613,"recall":0.482213,"f1":0.425751,"accuracy":0.482213,"main_score":0.425751,"hf_subset":"azb_Arab-kam_Latn","languages":["azb-Arab","kam-Latn"]},{"precision":0.839715,"recall":0.882411,"f1":0.853104,"accuracy":0.882411,"main_score":0.853104,"hf_subset":"azb_Arab-lit_Latn","languages":["azb-Arab","lit-Latn"]},{"precision":0.859371,"recall":0.898221,"f1":0.871443,"accuracy":0.898221,"main_score":0.871443,"hf_subset":"azb_Arab-nob_Latn","languages":["azb-Arab","nob-Latn"]},{"precision":0.820695,"recall":0.863636,"f1":0.833712,"accuracy":0.863636,"main_score":0.833712,"hf_subset":"azb_Arab-scn_Latn","languages":["azb-Arab","scn-Latn"]},{"precision":0.734331,"recall":0.797431,"f1":0.75371,"accuracy":0.797431,"main_score":0.75371,"hf_subset":"azb_Arab-tgk_Cyrl","languages":["azb-Arab","tgk-Cyrl"]},{"precision":0.361917,"recall":0.437747,"f1":0.382806,"accuracy":0.437747,"main_score":0.382806,"hf_subset":"azb_Arab-yor_Latn","languages":["azb-Arab","yor-Latn"]},{"precision":0.860573,"recall":0.900198,"f1":0.872977,"accuracy":0.900198,"main_score":0.872977,"hf_subset":"azb_Arab-arz_Arab","languages":["azb-Arab","arz-Arab"]},{"precision":0.418539,"recall":0.496047,"f1":0.439683,"accuracy":0.496047,"main_score":0.439683,"hf_subset":"azb_Arab-cjk_Latn","languages":["azb-Arab","cjk-Latn"]},{"precision":0.447517,"recall":0.533597,"f1":0.471317,"accuracy":0.533597,"main_score":0.471317,"hf_subset":"azb_Arab-gla_Latn","languages":["azb-Arab","gla-Latn"]},{"precision":0.82444,"recall":0.871542,"f1":0.83882,"accuracy":0.871542,"main_score":0.83882,"hf_subset":"azb_Arab-kan_Knda","languages":["azb-Arab","kan-Knda"]},{"precision":0.838439,"recall":0.880435,"f1":0.851548,"accuracy":0.880435,"main_score":0.851548,"hf_subset":"azb_Arab-lmo_Latn","languages":["azb-Arab","lmo-Latn"]},{"precision":0.850983,"recall":0.890316,"f1":0.863241,"accuracy":0.890316,"main_score":0.863241,"hf_subset":"azb_Arab-npi_Deva","languages":["azb-Arab","npi-Deva"]},{"precision":0.354874,"recall":0.448617,"f1":0.379906,"accuracy":0.448617,"main_score":0.379906,"hf_subset":"azb_Arab-shn_Mymr","languages":["azb-Arab","shn-Mymr"]},{"precision":0.8472,"recall":0.889328,"f1":0.860263,"accuracy":0.889328,"main_score":0.860263,"hf_subset":"azb_Arab-tgl_Latn","languages":["azb-Arab","tgl-Latn"]},{"precision":0.84725,"recall":0.892292,"f1":0.861679,"accuracy":0.892292,"main_score":0.861679,"hf_subset":"azb_Arab-yue_Hant","languages":["azb-Arab","yue-Hant"]},{"precision":0.784569,"recall":0.838933,"f1":0.801205,"accuracy":0.838933,"main_score":0.801205,"hf_subset":"azb_Arab-asm_Beng","languages":["azb-Arab","asm-Beng"]},{"precision":0.549153,"recall":0.629447,"f1":0.571878,"accuracy":0.629447,"main_score":0.571878,"hf_subset":"azb_Arab-ckb_Arab","languages":["azb-Arab","ckb-Arab"]},{"precision":0.499053,"recall":0.58498,"f1":0.523513,"accuracy":0.58498,"main_score":0.523513,"hf_subset":"azb_Arab-gle_Latn","languages":["azb-Arab","gle-Latn"]},{"precision":0.749094,"recall":0.810277,"f1":0.768384,"accuracy":0.810277,"main_score":0.768384,"hf_subset":"azb_Arab-kas_Arab","languages":["azb-Arab","kas-Arab"]},{"precision":0.681202,"recall":0.753953,"f1":0.703574,"accuracy":0.753953,"main_score":0.703574,"hf_subset":"azb_Arab-ltg_Latn","languages":["azb-Arab","ltg-Latn"]},{"precision":0.437437,"recall":0.509881,"f1":0.458002,"accuracy":0.509881,"main_score":0.458002,"hf_subset":"azb_Arab-nso_Latn","languages":["azb-Arab","nso-Latn"]},{"precision":0.25513,"recall":0.322134,"f1":0.271688,"accuracy":0.322134,"main_score":0.271688,"hf_subset":"azb_Arab-sin_Sinh","languages":["azb-Arab","sin-Sinh"]},{"precision":0.844238,"recall":0.885375,"f1":0.856423,"accuracy":0.885375,"main_score":0.856423,"hf_subset":"azb_Arab-tha_Thai","languages":["azb-Arab","tha-Thai"]},{"precision":0.844532,"recall":0.887352,"f1":0.857759,"accuracy":0.887352,"main_score":0.857759,"hf_subset":"azb_Arab-zho_Hans","languages":["azb-Arab","zho-Hans"]},{"precision":0.847118,"recall":0.889328,"f1":0.860375,"accuracy":0.889328,"main_score":0.860375,"hf_subset":"azb_Arab-ast_Latn","languages":["azb-Arab","ast-Latn"]},{"precision":0.795405,"recall":0.849802,"f1":0.811726,"accuracy":0.849802,"main_score":0.811726,"hf_subset":"azb_Arab-crh_Latn","languages":["azb-Arab","crh-Latn"]},{"precision":0.86003,"recall":0.900198,"f1":0.87276,"accuracy":0.900198,"main_score":0.87276,"hf_subset":"azb_Arab-glg_Latn","languages":["azb-Arab","glg-Latn"]},{"precision":0.622052,"recall":0.702569,"f1":0.645682,"accuracy":0.702569,"main_score":0.645682,"hf_subset":"azb_Arab-kas_Deva","languages":["azb-Arab","kas-Deva"]},{"precision":0.814229,"recall":0.862648,"f1":0.829315,"accuracy":0.862648,"main_score":0.829315,"hf_subset":"azb_Arab-ltz_Latn","languages":["azb-Arab","ltz-Latn"]},{"precision":0.331534,"recall":0.410079,"f1":0.351625,"accuracy":0.410079,"main_score":0.351625,"hf_subset":"azb_Arab-nus_Latn","languages":["azb-Arab","nus-Latn"]},{"precision":0.862089,"recall":0.900198,"f1":0.873787,"accuracy":0.900198,"main_score":0.873787,"hf_subset":"azb_Arab-slk_Latn","languages":["azb-Arab","slk-Latn"]},{"precision":0.241755,"recall":0.311265,"f1":0.259137,"accuracy":0.311265,"main_score":0.259137,"hf_subset":"azb_Arab-tir_Ethi","languages":["azb-Arab","tir-Ethi"]},{"precision":0.843412,"recall":0.887352,"f1":0.857181,"accuracy":0.887352,"main_score":0.857181,"hf_subset":"azb_Arab-zho_Hant","languages":["azb-Arab","zho-Hant"]},{"precision":0.84525,"recall":0.886364,"f1":0.857776,"accuracy":0.886364,"main_score":0.857776,"hf_subset":"azb_Arab-awa_Deva","languages":["azb-Arab","awa-Deva"]},{"precision":0.611307,"recall":0.684783,"f1":0.632598,"accuracy":0.684783,"main_score":0.632598,"hf_subset":"azb_Arab-cym_Latn","languages":["azb-Arab","cym-Latn"]},{"precision":0.624384,"recall":0.6917,"f1":0.643763,"accuracy":0.6917,"main_score":0.643763,"hf_subset":"azb_Arab-grn_Latn","languages":["azb-Arab","grn-Latn"]},{"precision":0.77787,"recall":0.832016,"f1":0.794055,"accuracy":0.832016,"main_score":0.794055,"hf_subset":"azb_Arab-kat_Geor","languages":["azb-Arab","kat-Geor"]},{"precision":0.48061,"recall":0.552372,"f1":0.500452,"accuracy":0.552372,"main_score":0.500452,"hf_subset":"azb_Arab-lua_Latn","languages":["azb-Arab","lua-Latn"]},{"precision":0.428881,"recall":0.500988,"f1":0.449288,"accuracy":0.500988,"main_score":0.449288,"hf_subset":"azb_Arab-nya_Latn","languages":["azb-Arab","nya-Latn"]},{"precision":0.85187,"recall":0.890316,"f1":0.863916,"accuracy":0.890316,"main_score":0.863916,"hf_subset":"azb_Arab-slv_Latn","languages":["azb-Arab","slv-Latn"]},{"precision":0.660046,"recall":0.729249,"f1":0.680684,"accuracy":0.729249,"main_score":0.680684,"hf_subset":"azb_Arab-tpi_Latn","languages":["azb-Arab","tpi-Latn"]},{"precision":0.861258,"recall":0.900198,"f1":0.873501,"accuracy":0.900198,"main_score":0.873501,"hf_subset":"azb_Arab-zsm_Latn","languages":["azb-Arab","zsm-Latn"]},{"precision":0.422823,"recall":0.494071,"f1":0.442187,"accuracy":0.494071,"main_score":0.442187,"hf_subset":"azb_Arab-ayr_Latn","languages":["azb-Arab","ayr-Latn"]},{"precision":0.857246,"recall":0.898221,"f1":0.870177,"accuracy":0.898221,"main_score":0.870177,"hf_subset":"azb_Arab-dan_Latn","languages":["azb-Arab","dan-Latn"]},{"precision":0.855131,"recall":0.896245,"f1":0.868231,"accuracy":0.896245,"main_score":0.868231,"hf_subset":"azb_Arab-guj_Gujr","languages":["azb-Arab","guj-Gujr"]},{"precision":0.824169,"recall":0.873518,"f1":0.839707,"accuracy":0.873518,"main_score":0.839707,"hf_subset":"azb_Arab-kaz_Cyrl","languages":["azb-Arab","kaz-Cyrl"]},{"precision":0.359416,"recall":0.435771,"f1":0.381129,"accuracy":0.435771,"main_score":0.381129,"hf_subset":"azb_Arab-lug_Latn","languages":["azb-Arab","lug-Latn"]},{"precision":0.859321,"recall":0.895257,"f1":0.870568,"accuracy":0.895257,"main_score":0.870568,"hf_subset":"azb_Arab-oci_Latn","languages":["azb-Arab","oci-Latn"]},{"precision":0.41941,"recall":0.496047,"f1":0.440969,"accuracy":0.496047,"main_score":0.440969,"hf_subset":"azb_Arab-smo_Latn","languages":["azb-Arab","smo-Latn"]},{"precision":0.384585,"recall":0.45751,"f1":0.404611,"accuracy":0.45751,"main_score":0.404611,"hf_subset":"azb_Arab-tsn_Latn","languages":["azb-Arab","tsn-Latn"]},{"precision":0.385362,"recall":0.467391,"f1":0.406698,"accuracy":0.467391,"main_score":0.406698,"hf_subset":"azb_Arab-zul_Latn","languages":["azb-Arab","zul-Latn"]},{"precision":0.863636,"recall":0.902174,"f1":0.875743,"accuracy":0.902174,"main_score":0.875743,"hf_subset":"azb_Arab-deu_Latn","languages":["azb-Arab","deu-Latn"]},{"precision":0.734529,"recall":0.788538,"f1":0.750972,"accuracy":0.788538,"main_score":0.750972,"hf_subset":"azb_Arab-hat_Latn","languages":["azb-Arab","hat-Latn"]},{"precision":0.369213,"recall":0.4417,"f1":0.389331,"accuracy":0.4417,"main_score":0.389331,"hf_subset":"azb_Arab-kbp_Latn","languages":["azb-Arab","kbp-Latn"]},{"precision":0.420522,"recall":0.497036,"f1":0.442096,"accuracy":0.497036,"main_score":0.442096,"hf_subset":"azb_Arab-luo_Latn","languages":["azb-Arab","luo-Latn"]},{"precision":0.805865,"recall":0.856719,"f1":0.821542,"accuracy":0.856719,"main_score":0.821542,"hf_subset":"azb_Arab-ory_Orya","languages":["azb-Arab","ory-Orya"]},{"precision":0.400832,"recall":0.479249,"f1":0.423171,"accuracy":0.479249,"main_score":0.423171,"hf_subset":"azb_Arab-sna_Latn","languages":["azb-Arab","sna-Latn"]},{"precision":0.400049,"recall":0.470356,"f1":0.419174,"accuracy":0.470356,"main_score":0.419174,"hf_subset":"azb_Arab-tso_Latn","languages":["azb-Arab","tso-Latn"]},{"precision":0.81637,"recall":0.868577,"f1":0.832759,"accuracy":0.868577,"main_score":0.832759,"hf_subset":"azb_Arab-azj_Latn","languages":["azb-Arab","azj-Latn"]},{"precision":0.391155,"recall":0.468379,"f1":0.412722,"accuracy":0.468379,"main_score":0.412722,"hf_subset":"azb_Arab-dik_Latn","languages":["azb-Arab","dik-Latn"]},{"precision":0.391671,"recall":0.462451,"f1":0.411997,"accuracy":0.462451,"main_score":0.411997,"hf_subset":"azb_Arab-hau_Latn","languages":["azb-Arab","hau-Latn"]},{"precision":0.833416,"recall":0.879447,"f1":0.848024,"accuracy":0.879447,"main_score":0.848024,"hf_subset":"azb_Arab-kea_Latn","languages":["azb-Arab","kea-Latn"]},{"precision":0.55943,"recall":0.621542,"f1":0.577544,"accuracy":0.621542,"main_score":0.577544,"hf_subset":"azb_Arab-lus_Latn","languages":["azb-Arab","lus-Latn"]},{"precision":0.686677,"recall":0.747036,"f1":0.705124,"accuracy":0.747036,"main_score":0.705124,"hf_subset":"azb_Arab-pag_Latn","languages":["azb-Arab","pag-Latn"]},{"precision":0.808893,"recall":0.857708,"f1":0.823748,"accuracy":0.857708,"main_score":0.823748,"hf_subset":"azb_Arab-snd_Arab","languages":["azb-Arab","snd-Arab"]},{"precision":0.689954,"recall":0.752964,"f1":0.708649,"accuracy":0.752964,"main_score":0.708649,"hf_subset":"azb_Arab-tuk_Latn","languages":["azb-Arab","tuk-Latn"]},{"precision":0.755023,"recall":0.809289,"f1":0.771574,"accuracy":0.809289,"main_score":0.771574,"hf_subset":"azb_Arab-bak_Cyrl","languages":["azb-Arab","bak-Cyrl"]},{"precision":0.328532,"recall":0.414032,"f1":0.353115,"accuracy":0.414032,"main_score":0.353115,"hf_subset":"azb_Arab-dyu_Latn","languages":["azb-Arab","dyu-Latn"]},{"precision":0.84613,"recall":0.889328,"f1":0.859538,"accuracy":0.889328,"main_score":0.859538,"hf_subset":"azb_Arab-heb_Hebr","languages":["azb-Arab","heb-Hebr"]},{"precision":0.667704,"recall":0.742095,"f1":0.689804,"accuracy":0.742095,"main_score":0.689804,"hf_subset":"azb_Arab-khk_Cyrl","languages":["azb-Arab","khk-Cyrl"]},{"precision":0.856835,"recall":0.896245,"f1":0.869104,"accuracy":0.896245,"main_score":0.869104,"hf_subset":"azb_Arab-lvs_Latn","languages":["azb-Arab","lvs-Latn"]},{"precision":0.832108,"recall":0.87747,"f1":0.846327,"accuracy":0.87747,"main_score":0.846327,"hf_subset":"azb_Arab-pan_Guru","languages":["azb-Arab","pan-Guru"]},{"precision":0.390001,"recall":0.460474,"f1":0.408943,"accuracy":0.460474,"main_score":0.408943,"hf_subset":"azb_Arab-som_Latn","languages":["azb-Arab","som-Latn"]},{"precision":0.421053,"recall":0.492095,"f1":0.440456,"accuracy":0.492095,"main_score":0.440456,"hf_subset":"azb_Arab-tum_Latn","languages":["azb-Arab","tum-Latn"]},{"precision":0.422099,"recall":0.516798,"f1":0.448459,"accuracy":0.516798,"main_score":0.448459,"hf_subset":"deu_Latn-ace_Arab","languages":["deu-Latn","ace-Arab"]},{"precision":0.44249,"recall":0.522727,"f1":0.464462,"accuracy":0.522727,"main_score":0.464462,"hf_subset":"deu_Latn-bam_Latn","languages":["deu-Latn","bam-Latn"]},{"precision":0.108378,"recall":0.162055,"f1":0.12191,"accuracy":0.162055,"main_score":0.12191,"hf_subset":"deu_Latn-dzo_Tibt","languages":["deu-Latn","dzo-Tibt"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-hin_Deva","languages":["deu-Latn","hin-Deva"]},{"precision":0.944664,"recall":0.962451,"f1":0.950428,"accuracy":0.962451,"main_score":0.950428,"hf_subset":"deu_Latn-khm_Khmr","languages":["deu-Latn","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-mag_Deva","languages":["deu-Latn","mag-Deva"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"deu_Latn-pap_Latn","languages":["deu-Latn","pap-Latn"]},{"precision":0.487547,"recall":0.571146,"f1":0.509794,"accuracy":0.571146,"main_score":0.509794,"hf_subset":"deu_Latn-sot_Latn","languages":["deu-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-tur_Latn","languages":["deu-Latn","tur-Latn"]},{"precision":0.802322,"recall":0.855731,"f1":0.819236,"accuracy":0.855731,"main_score":0.819236,"hf_subset":"deu_Latn-ace_Latn","languages":["deu-Latn","ace-Latn"]},{"precision":0.916502,"recall":0.942688,"f1":0.925066,"accuracy":0.942688,"main_score":0.925066,"hf_subset":"deu_Latn-ban_Latn","languages":["deu-Latn","ban-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-ell_Grek","languages":["deu-Latn","ell-Grek"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"deu_Latn-hne_Deva","languages":["deu-Latn","hne-Deva"]},{"precision":0.492242,"recall":0.578063,"f1":0.516261,"accuracy":0.578063,"main_score":0.516261,"hf_subset":"deu_Latn-kik_Latn","languages":["deu-Latn","kik-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"deu_Latn-mai_Deva","languages":["deu-Latn","mai-Deva"]},{"precision":0.891387,"recall":0.923913,"f1":0.901581,"accuracy":0.923913,"main_score":0.901581,"hf_subset":"deu_Latn-pbt_Arab","languages":["deu-Latn","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-spa_Latn","languages":["deu-Latn","spa-Latn"]},{"precision":0.5626,"recall":0.639328,"f1":0.583315,"accuracy":0.639328,"main_score":0.583315,"hf_subset":"deu_Latn-twi_Latn","languages":["deu-Latn","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"deu_Latn-acm_Arab","languages":["deu-Latn","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-bel_Cyrl","languages":["deu-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-eng_Latn","languages":["deu-Latn","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-hrv_Latn","languages":["deu-Latn","hrv-Latn"]},{"precision":0.451414,"recall":0.530632,"f1":0.472908,"accuracy":0.530632,"main_score":0.472908,"hf_subset":"deu_Latn-kin_Latn","languages":["deu-Latn","kin-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"deu_Latn-mal_Mlym","languages":["deu-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-pes_Arab","languages":["deu-Latn","pes-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"deu_Latn-srd_Latn","languages":["deu-Latn","srd-Latn"]},{"precision":0.100223,"recall":0.168972,"f1":0.11483,"accuracy":0.168972,"main_score":0.11483,"hf_subset":"deu_Latn-tzm_Tfng","languages":["deu-Latn","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-acq_Arab","languages":["deu-Latn","acq-Arab"]},{"precision":0.518135,"recall":0.597826,"f1":0.540159,"accuracy":0.597826,"main_score":0.540159,"hf_subset":"deu_Latn-bem_Latn","languages":["deu-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-epo_Latn","languages":["deu-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-hun_Latn","languages":["deu-Latn","hun-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"deu_Latn-kir_Cyrl","languages":["deu-Latn","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"deu_Latn-mar_Deva","languages":["deu-Latn","mar-Deva"]},{"precision":0.545491,"recall":0.619565,"f1":0.566128,"accuracy":0.619565,"main_score":0.566128,"hf_subset":"deu_Latn-plt_Latn","languages":["deu-Latn","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-srp_Cyrl","languages":["deu-Latn","srp-Cyrl"]},{"precision":0.937912,"recall":0.956522,"f1":0.944005,"accuracy":0.956522,"main_score":0.944005,"hf_subset":"deu_Latn-uig_Arab","languages":["deu-Latn","uig-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"deu_Latn-aeb_Arab","languages":["deu-Latn","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-ben_Beng","languages":["deu-Latn","ben-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-est_Latn","languages":["deu-Latn","est-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"deu_Latn-hye_Armn","languages":["deu-Latn","hye-Armn"]},{"precision":0.456524,"recall":0.535573,"f1":0.478503,"accuracy":0.535573,"main_score":0.478503,"hf_subset":"deu_Latn-kmb_Latn","languages":["deu-Latn","kmb-Latn"]},{"precision":0.369042,"recall":0.470356,"f1":0.395391,"accuracy":0.470356,"main_score":0.395391,"hf_subset":"deu_Latn-min_Arab","languages":["deu-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-pol_Latn","languages":["deu-Latn","pol-Latn"]},{"precision":0.431209,"recall":0.520751,"f1":0.455262,"accuracy":0.520751,"main_score":0.455262,"hf_subset":"deu_Latn-ssw_Latn","languages":["deu-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-ukr_Cyrl","languages":["deu-Latn","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-afr_Latn","languages":["deu-Latn","afr-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"deu_Latn-bho_Deva","languages":["deu-Latn","bho-Deva"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"deu_Latn-eus_Latn","languages":["deu-Latn","eus-Latn"]},{"precision":0.486949,"recall":0.572134,"f1":0.510179,"accuracy":0.572134,"main_score":0.510179,"hf_subset":"deu_Latn-ibo_Latn","languages":["deu-Latn","ibo-Latn"]},{"precision":0.713769,"recall":0.781621,"f1":0.733701,"accuracy":0.781621,"main_score":0.733701,"hf_subset":"deu_Latn-kmr_Latn","languages":["deu-Latn","kmr-Latn"]},{"precision":0.96031,"recall":0.97332,"f1":0.964592,"accuracy":0.97332,"main_score":0.964592,"hf_subset":"deu_Latn-min_Latn","languages":["deu-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-por_Latn","languages":["deu-Latn","por-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"deu_Latn-sun_Latn","languages":["deu-Latn","sun-Latn"]},{"precision":0.452883,"recall":0.533597,"f1":0.475965,"accuracy":0.533597,"main_score":0.475965,"hf_subset":"deu_Latn-umb_Latn","languages":["deu-Latn","umb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-ajp_Arab","languages":["deu-Latn","ajp-Arab"]},{"precision":0.389403,"recall":0.490119,"f1":0.41707,"accuracy":0.490119,"main_score":0.41707,"hf_subset":"deu_Latn-bjn_Arab","languages":["deu-Latn","bjn-Arab"]},{"precision":0.471486,"recall":0.545455,"f1":0.491482,"accuracy":0.545455,"main_score":0.491482,"hf_subset":"deu_Latn-ewe_Latn","languages":["deu-Latn","ewe-Latn"]},{"precision":0.855105,"recall":0.895257,"f1":0.867589,"accuracy":0.895257,"main_score":0.867589,"hf_subset":"deu_Latn-ilo_Latn","languages":["deu-Latn","ilo-Latn"]},{"precision":0.182712,"recall":0.263834,"f1":0.202251,"accuracy":0.263834,"main_score":0.202251,"hf_subset":"deu_Latn-knc_Arab","languages":["deu-Latn","knc-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"deu_Latn-mkd_Cyrl","languages":["deu-Latn","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-prs_Arab","languages":["deu-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-swe_Latn","languages":["deu-Latn","swe-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"deu_Latn-urd_Arab","languages":["deu-Latn","urd-Arab"]},{"precision":0.536204,"recall":0.617589,"f1":0.559151,"accuracy":0.617589,"main_score":0.559151,"hf_subset":"deu_Latn-aka_Latn","languages":["deu-Latn","aka-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"deu_Latn-bjn_Latn","languages":["deu-Latn","bjn-Latn"]},{"precision":0.94664,"recall":0.964427,"f1":0.952569,"accuracy":0.964427,"main_score":0.952569,"hf_subset":"deu_Latn-fao_Latn","languages":["deu-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-ind_Latn","languages":["deu-Latn","ind-Latn"]},{"precision":0.505617,"recall":0.58498,"f1":0.527642,"accuracy":0.58498,"main_score":0.527642,"hf_subset":"deu_Latn-knc_Latn","languages":["deu-Latn","knc-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"deu_Latn-mlt_Latn","languages":["deu-Latn","mlt-Latn"]},{"precision":0.547687,"recall":0.636364,"f1":0.572196,"accuracy":0.636364,"main_score":0.572196,"hf_subset":"deu_Latn-quy_Latn","languages":["deu-Latn","quy-Latn"]},{"precision":0.706555,"recall":0.781621,"f1":0.729117,"accuracy":0.781621,"main_score":0.729117,"hf_subset":"deu_Latn-swh_Latn","languages":["deu-Latn","swh-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"deu_Latn-uzn_Latn","languages":["deu-Latn","uzn-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"deu_Latn-als_Latn","languages":["deu-Latn","als-Latn"]},{"precision":0.14414,"recall":0.225296,"f1":0.163363,"accuracy":0.225296,"main_score":0.163363,"hf_subset":"deu_Latn-bod_Tibt","languages":["deu-Latn","bod-Tibt"]},{"precision":0.451221,"recall":0.540514,"f1":0.475323,"accuracy":0.540514,"main_score":0.475323,"hf_subset":"deu_Latn-fij_Latn","languages":["deu-Latn","fij-Latn"]},{"precision":0.968874,"recall":0.978261,"f1":0.971805,"accuracy":0.978261,"main_score":0.971805,"hf_subset":"deu_Latn-isl_Latn","languages":["deu-Latn","isl-Latn"]},{"precision":0.534677,"recall":0.626482,"f1":0.561582,"accuracy":0.626482,"main_score":0.561582,"hf_subset":"deu_Latn-kon_Latn","languages":["deu-Latn","kon-Latn"]},{"precision":0.492042,"recall":0.591897,"f1":0.519932,"accuracy":0.591897,"main_score":0.519932,"hf_subset":"deu_Latn-mni_Beng","languages":["deu-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-ron_Latn","languages":["deu-Latn","ron-Latn"]},{"precision":0.985178,"recall":0.988142,"f1":0.986166,"accuracy":0.988142,"main_score":0.986166,"hf_subset":"deu_Latn-szl_Latn","languages":["deu-Latn","szl-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"deu_Latn-vec_Latn","languages":["deu-Latn","vec-Latn"]},{"precision":0.533333,"recall":0.625494,"f1":0.560136,"accuracy":0.625494,"main_score":0.560136,"hf_subset":"deu_Latn-amh_Ethi","languages":["deu-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-bos_Latn","languages":["deu-Latn","bos-Latn"]},{"precision":0.994565,"recall":0.996047,"f1":0.995059,"accuracy":0.996047,"main_score":0.995059,"hf_subset":"deu_Latn-fin_Latn","languages":["deu-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-ita_Latn","languages":["deu-Latn","ita-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-kor_Hang","languages":["deu-Latn","kor-Hang"]},{"precision":0.465928,"recall":0.551383,"f1":0.489247,"accuracy":0.551383,"main_score":0.489247,"hf_subset":"deu_Latn-mos_Latn","languages":["deu-Latn","mos-Latn"]},{"precision":0.443859,"recall":0.524704,"f1":0.466383,"accuracy":0.524704,"main_score":0.466383,"hf_subset":"deu_Latn-run_Latn","languages":["deu-Latn","run-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"deu_Latn-tam_Taml","languages":["deu-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-vie_Latn","languages":["deu-Latn","vie-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-apc_Arab","languages":["deu-Latn","apc-Arab"]},{"precision":0.7375,"recall":0.800395,"f1":0.756178,"accuracy":0.800395,"main_score":0.756178,"hf_subset":"deu_Latn-bug_Latn","languages":["deu-Latn","bug-Latn"]},{"precision":0.406472,"recall":0.490119,"f1":0.429127,"accuracy":0.490119,"main_score":0.429127,"hf_subset":"deu_Latn-fon_Latn","languages":["deu-Latn","fon-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"deu_Latn-jav_Latn","languages":["deu-Latn","jav-Latn"]},{"precision":0.899374,"recall":0.931818,"f1":0.909914,"accuracy":0.931818,"main_score":0.909914,"hf_subset":"deu_Latn-lao_Laoo","languages":["deu-Latn","lao-Laoo"]},{"precision":0.576285,"recall":0.664032,"f1":0.601447,"accuracy":0.664032,"main_score":0.601447,"hf_subset":"deu_Latn-mri_Latn","languages":["deu-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-rus_Cyrl","languages":["deu-Latn","rus-Cyrl"]},{"precision":0.484789,"recall":0.564229,"f1":0.506595,"accuracy":0.564229,"main_score":0.506595,"hf_subset":"deu_Latn-taq_Latn","languages":["deu-Latn","taq-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"deu_Latn-war_Latn","languages":["deu-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-arb_Arab","languages":["deu-Latn","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-bul_Cyrl","languages":["deu-Latn","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-fra_Latn","languages":["deu-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-jpn_Jpan","languages":["deu-Latn","jpn-Jpan"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"deu_Latn-lij_Latn","languages":["deu-Latn","lij-Latn"]},{"precision":0.940464,"recall":0.958498,"f1":0.946377,"accuracy":0.958498,"main_score":0.946377,"hf_subset":"deu_Latn-mya_Mymr","languages":["deu-Latn","mya-Mymr"]},{"precision":0.502069,"recall":0.593874,"f1":0.52755,"accuracy":0.593874,"main_score":0.52755,"hf_subset":"deu_Latn-sag_Latn","languages":["deu-Latn","sag-Latn"]},{"precision":0.124036,"recall":0.20751,"f1":0.139615,"accuracy":0.20751,"main_score":0.139615,"hf_subset":"deu_Latn-taq_Tfng","languages":["deu-Latn","taq-Tfng"]},{"precision":0.5363,"recall":0.626482,"f1":0.561545,"accuracy":0.626482,"main_score":0.561545,"hf_subset":"deu_Latn-wol_Latn","languages":["deu-Latn","wol-Latn"]},{"precision":0.608314,"recall":0.699605,"f1":0.634274,"accuracy":0.699605,"main_score":0.634274,"hf_subset":"deu_Latn-arb_Latn","languages":["deu-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-cat_Latn","languages":["deu-Latn","cat-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"deu_Latn-fur_Latn","languages":["deu-Latn","fur-Latn"]},{"precision":0.317268,"recall":0.390316,"f1":0.33668,"accuracy":0.390316,"main_score":0.33668,"hf_subset":"deu_Latn-kab_Latn","languages":["deu-Latn","kab-Latn"]},{"precision":0.979908,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"deu_Latn-lim_Latn","languages":["deu-Latn","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-nld_Latn","languages":["deu-Latn","nld-Latn"]},{"precision":0.95751,"recall":0.969368,"f1":0.961251,"accuracy":0.969368,"main_score":0.961251,"hf_subset":"deu_Latn-san_Deva","languages":["deu-Latn","san-Deva"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"deu_Latn-tat_Cyrl","languages":["deu-Latn","tat-Cyrl"]},{"precision":0.517314,"recall":0.600791,"f1":0.540205,"accuracy":0.600791,"main_score":0.540205,"hf_subset":"deu_Latn-xho_Latn","languages":["deu-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-ars_Arab","languages":["deu-Latn","ars-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"deu_Latn-ceb_Latn","languages":["deu-Latn","ceb-Latn"]},{"precision":0.461436,"recall":0.547431,"f1":0.484968,"accuracy":0.547431,"main_score":0.484968,"hf_subset":"deu_Latn-fuv_Latn","languages":["deu-Latn","fuv-Latn"]},{"precision":0.452196,"recall":0.540514,"f1":0.476191,"accuracy":0.540514,"main_score":0.476191,"hf_subset":"deu_Latn-kac_Latn","languages":["deu-Latn","kac-Latn"]},{"precision":0.553191,"recall":0.645257,"f1":0.579114,"accuracy":0.645257,"main_score":0.579114,"hf_subset":"deu_Latn-lin_Latn","languages":["deu-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-nno_Latn","languages":["deu-Latn","nno-Latn"]},{"precision":0.018442,"recall":0.060277,"f1":0.023982,"accuracy":0.060277,"main_score":0.023982,"hf_subset":"deu_Latn-sat_Olck","languages":["deu-Latn","sat-Olck"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"deu_Latn-tel_Telu","languages":["deu-Latn","tel-Telu"]},{"precision":0.757356,"recall":0.822134,"f1":0.777306,"accuracy":0.822134,"main_score":0.777306,"hf_subset":"deu_Latn-ydd_Hebr","languages":["deu-Latn","ydd-Hebr"]},{"precision":0.961957,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"deu_Latn-ary_Arab","languages":["deu-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-ces_Latn","languages":["deu-Latn","ces-Latn"]},{"precision":0.376289,"recall":0.465415,"f1":0.400274,"accuracy":0.465415,"main_score":0.400274,"hf_subset":"deu_Latn-gaz_Latn","languages":["deu-Latn","gaz-Latn"]},{"precision":0.488422,"recall":0.574111,"f1":0.511881,"accuracy":0.574111,"main_score":0.511881,"hf_subset":"deu_Latn-kam_Latn","languages":["deu-Latn","kam-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"deu_Latn-lit_Latn","languages":["deu-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-nob_Latn","languages":["deu-Latn","nob-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"deu_Latn-scn_Latn","languages":["deu-Latn","scn-Latn"]},{"precision":0.913043,"recall":0.939723,"f1":0.921574,"accuracy":0.939723,"main_score":0.921574,"hf_subset":"deu_Latn-tgk_Cyrl","languages":["deu-Latn","tgk-Cyrl"]},{"precision":0.419022,"recall":0.503953,"f1":0.442796,"accuracy":0.503953,"main_score":0.442796,"hf_subset":"deu_Latn-yor_Latn","languages":["deu-Latn","yor-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"deu_Latn-arz_Arab","languages":["deu-Latn","arz-Arab"]},{"precision":0.478719,"recall":0.572134,"f1":0.503643,"accuracy":0.572134,"main_score":0.503643,"hf_subset":"deu_Latn-cjk_Latn","languages":["deu-Latn","cjk-Latn"]},{"precision":0.62019,"recall":0.697628,"f1":0.642696,"accuracy":0.697628,"main_score":0.642696,"hf_subset":"deu_Latn-gla_Latn","languages":["deu-Latn","gla-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"deu_Latn-kan_Knda","languages":["deu-Latn","kan-Knda"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"deu_Latn-lmo_Latn","languages":["deu-Latn","lmo-Latn"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"deu_Latn-npi_Deva","languages":["deu-Latn","npi-Deva"]},{"precision":0.384894,"recall":0.497036,"f1":0.415015,"accuracy":0.497036,"main_score":0.415015,"hf_subset":"deu_Latn-shn_Mymr","languages":["deu-Latn","shn-Mymr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"deu_Latn-tgl_Latn","languages":["deu-Latn","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-yue_Hant","languages":["deu-Latn","yue-Hant"]},{"precision":0.981472,"recall":0.987154,"f1":0.983267,"accuracy":0.987154,"main_score":0.983267,"hf_subset":"deu_Latn-asm_Beng","languages":["deu-Latn","asm-Beng"]},{"precision":0.723833,"recall":0.788538,"f1":0.742761,"accuracy":0.788538,"main_score":0.742761,"hf_subset":"deu_Latn-ckb_Arab","languages":["deu-Latn","ckb-Arab"]},{"precision":0.700543,"recall":0.778656,"f1":0.724769,"accuracy":0.778656,"main_score":0.724769,"hf_subset":"deu_Latn-gle_Latn","languages":["deu-Latn","gle-Latn"]},{"precision":0.891634,"recall":0.925889,"f1":0.902668,"accuracy":0.925889,"main_score":0.902668,"hf_subset":"deu_Latn-kas_Arab","languages":["deu-Latn","kas-Arab"]},{"precision":0.894433,"recall":0.926877,"f1":0.904927,"accuracy":0.926877,"main_score":0.904927,"hf_subset":"deu_Latn-ltg_Latn","languages":["deu-Latn","ltg-Latn"]},{"precision":0.512069,"recall":0.594862,"f1":0.534769,"accuracy":0.594862,"main_score":0.534769,"hf_subset":"deu_Latn-nso_Latn","languages":["deu-Latn","nso-Latn"]},{"precision":0.434997,"recall":0.533597,"f1":0.46217,"accuracy":0.533597,"main_score":0.46217,"hf_subset":"deu_Latn-sin_Sinh","languages":["deu-Latn","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-tha_Thai","languages":["deu-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-zho_Hans","languages":["deu-Latn","zho-Hans"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-ast_Latn","languages":["deu-Latn","ast-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"deu_Latn-crh_Latn","languages":["deu-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-glg_Latn","languages":["deu-Latn","glg-Latn"]},{"precision":0.775115,"recall":0.837945,"f1":0.794466,"accuracy":0.837945,"main_score":0.794466,"hf_subset":"deu_Latn-kas_Deva","languages":["deu-Latn","kas-Deva"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"deu_Latn-ltz_Latn","languages":["deu-Latn","ltz-Latn"]},{"precision":0.370388,"recall":0.461462,"f1":0.394717,"accuracy":0.461462,"main_score":0.394717,"hf_subset":"deu_Latn-nus_Latn","languages":["deu-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-slk_Latn","languages":["deu-Latn","slk-Latn"]},{"precision":0.249786,"recall":0.322134,"f1":0.267943,"accuracy":0.322134,"main_score":0.267943,"hf_subset":"deu_Latn-tir_Ethi","languages":["deu-Latn","tir-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-zho_Hant","languages":["deu-Latn","zho-Hant"]},{"precision":0.984519,"recall":0.988142,"f1":0.985672,"accuracy":0.988142,"main_score":0.985672,"hf_subset":"deu_Latn-awa_Deva","languages":["deu-Latn","awa-Deva"]},{"precision":0.86693,"recall":0.905138,"f1":0.87892,"accuracy":0.905138,"main_score":0.87892,"hf_subset":"deu_Latn-cym_Latn","languages":["deu-Latn","cym-Latn"]},{"precision":0.725371,"recall":0.791502,"f1":0.745034,"accuracy":0.791502,"main_score":0.745034,"hf_subset":"deu_Latn-grn_Latn","languages":["deu-Latn","grn-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"deu_Latn-kat_Geor","languages":["deu-Latn","kat-Geor"]},{"precision":0.559561,"recall":0.639328,"f1":0.582492,"accuracy":0.639328,"main_score":0.582492,"hf_subset":"deu_Latn-lua_Latn","languages":["deu-Latn","lua-Latn"]},{"precision":0.51857,"recall":0.599802,"f1":0.541112,"accuracy":0.599802,"main_score":0.541112,"hf_subset":"deu_Latn-nya_Latn","languages":["deu-Latn","nya-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-slv_Latn","languages":["deu-Latn","slv-Latn"]},{"precision":0.810063,"recall":0.860672,"f1":0.825593,"accuracy":0.860672,"main_score":0.825593,"hf_subset":"deu_Latn-tpi_Latn","languages":["deu-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-zsm_Latn","languages":["deu-Latn","zsm-Latn"]},{"precision":0.466111,"recall":0.552372,"f1":0.489764,"accuracy":0.552372,"main_score":0.489764,"hf_subset":"deu_Latn-ayr_Latn","languages":["deu-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-dan_Latn","languages":["deu-Latn","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"deu_Latn-guj_Gujr","languages":["deu-Latn","guj-Gujr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"deu_Latn-kaz_Cyrl","languages":["deu-Latn","kaz-Cyrl"]},{"precision":0.436075,"recall":0.517787,"f1":0.458487,"accuracy":0.517787,"main_score":0.458487,"hf_subset":"deu_Latn-lug_Latn","languages":["deu-Latn","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-oci_Latn","languages":["deu-Latn","oci-Latn"]},{"precision":0.523512,"recall":0.607708,"f1":0.546621,"accuracy":0.607708,"main_score":0.546621,"hf_subset":"deu_Latn-smo_Latn","languages":["deu-Latn","smo-Latn"]},{"precision":0.451561,"recall":0.535573,"f1":0.473855,"accuracy":0.535573,"main_score":0.473855,"hf_subset":"deu_Latn-tsn_Latn","languages":["deu-Latn","tsn-Latn"]},{"precision":0.463317,"recall":0.544466,"f1":0.48462,"accuracy":0.544466,"main_score":0.48462,"hf_subset":"deu_Latn-zul_Latn","languages":["deu-Latn","zul-Latn"]},{"precision":0.819697,"recall":0.873518,"f1":0.836792,"accuracy":0.873518,"main_score":0.836792,"hf_subset":"deu_Latn-azb_Arab","languages":["deu-Latn","azb-Arab"]},{"precision":0.919137,"recall":0.944664,"f1":0.927372,"accuracy":0.944664,"main_score":0.927372,"hf_subset":"deu_Latn-hat_Latn","languages":["deu-Latn","hat-Latn"]},{"precision":0.428117,"recall":0.51087,"f1":0.450936,"accuracy":0.51087,"main_score":0.450936,"hf_subset":"deu_Latn-kbp_Latn","languages":["deu-Latn","kbp-Latn"]},{"precision":0.483148,"recall":0.567194,"f1":0.506498,"accuracy":0.567194,"main_score":0.506498,"hf_subset":"deu_Latn-luo_Latn","languages":["deu-Latn","luo-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"deu_Latn-ory_Orya","languages":["deu-Latn","ory-Orya"]},{"precision":0.482028,"recall":0.562253,"f1":0.504436,"accuracy":0.562253,"main_score":0.504436,"hf_subset":"deu_Latn-sna_Latn","languages":["deu-Latn","sna-Latn"]},{"precision":0.464675,"recall":0.546443,"f1":0.487169,"accuracy":0.546443,"main_score":0.487169,"hf_subset":"deu_Latn-tso_Latn","languages":["deu-Latn","tso-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"deu_Latn-azj_Latn","languages":["deu-Latn","azj-Latn"]},{"precision":0.47731,"recall":0.562253,"f1":0.500876,"accuracy":0.562253,"main_score":0.500876,"hf_subset":"deu_Latn-dik_Latn","languages":["deu-Latn","dik-Latn"]},{"precision":0.456649,"recall":0.533597,"f1":0.47831,"accuracy":0.533597,"main_score":0.47831,"hf_subset":"deu_Latn-hau_Latn","languages":["deu-Latn","hau-Latn"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"deu_Latn-kea_Latn","languages":["deu-Latn","kea-Latn"]},{"precision":0.638145,"recall":0.713439,"f1":0.660003,"accuracy":0.713439,"main_score":0.660003,"hf_subset":"deu_Latn-lus_Latn","languages":["deu-Latn","lus-Latn"]},{"precision":0.824028,"recall":0.870553,"f1":0.838081,"accuracy":0.870553,"main_score":0.838081,"hf_subset":"deu_Latn-pag_Latn","languages":["deu-Latn","pag-Latn"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"deu_Latn-snd_Arab","languages":["deu-Latn","snd-Arab"]},{"precision":0.869071,"recall":0.909091,"f1":0.881917,"accuracy":0.909091,"main_score":0.881917,"hf_subset":"deu_Latn-tuk_Latn","languages":["deu-Latn","tuk-Latn"]},{"precision":0.946146,"recall":0.963439,"f1":0.951746,"accuracy":0.963439,"main_score":0.951746,"hf_subset":"deu_Latn-bak_Cyrl","languages":["deu-Latn","bak-Cyrl"]},{"precision":0.427268,"recall":0.525692,"f1":0.454705,"accuracy":0.525692,"main_score":0.454705,"hf_subset":"deu_Latn-dyu_Latn","languages":["deu-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"deu_Latn-heb_Hebr","languages":["deu-Latn","heb-Hebr"]},{"precision":0.894763,"recall":0.926877,"f1":0.905105,"accuracy":0.926877,"main_score":0.905105,"hf_subset":"deu_Latn-khk_Cyrl","languages":["deu-Latn","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-lvs_Latn","languages":["deu-Latn","lvs-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"deu_Latn-pan_Guru","languages":["deu-Latn","pan-Guru"]},{"precision":0.44907,"recall":0.530632,"f1":0.471516,"accuracy":0.530632,"main_score":0.471516,"hf_subset":"deu_Latn-som_Latn","languages":["deu-Latn","som-Latn"]},{"precision":0.50265,"recall":0.579051,"f1":0.523915,"accuracy":0.579051,"main_score":0.523915,"hf_subset":"deu_Latn-tum_Latn","languages":["deu-Latn","tum-Latn"]},{"precision":0.448773,"recall":0.528656,"f1":0.470841,"accuracy":0.528656,"main_score":0.470841,"hf_subset":"hat_Latn-ace_Arab","languages":["hat-Latn","ace-Arab"]},{"precision":0.459393,"recall":0.525692,"f1":0.477852,"accuracy":0.525692,"main_score":0.477852,"hf_subset":"hat_Latn-bam_Latn","languages":["hat-Latn","bam-Latn"]},{"precision":0.106213,"recall":0.143281,"f1":0.11562,"accuracy":0.143281,"main_score":0.11562,"hf_subset":"hat_Latn-dzo_Tibt","languages":["hat-Latn","dzo-Tibt"]},{"precision":0.930501,"recall":0.952569,"f1":0.937747,"accuracy":0.952569,"main_score":0.937747,"hf_subset":"hat_Latn-hin_Deva","languages":["hat-Latn","hin-Deva"]},{"precision":0.82724,"recall":0.875494,"f1":0.842325,"accuracy":0.875494,"main_score":0.842325,"hf_subset":"hat_Latn-khm_Khmr","languages":["hat-Latn","khm-Khmr"]},{"precision":0.918643,"recall":0.943676,"f1":0.926713,"accuracy":0.943676,"main_score":0.926713,"hf_subset":"hat_Latn-mag_Deva","languages":["hat-Latn","mag-Deva"]},{"precision":0.922348,"recall":0.944664,"f1":0.929249,"accuracy":0.944664,"main_score":0.929249,"hf_subset":"hat_Latn-pap_Latn","languages":["hat-Latn","pap-Latn"]},{"precision":0.500075,"recall":0.556324,"f1":0.515963,"accuracy":0.556324,"main_score":0.515963,"hf_subset":"hat_Latn-sot_Latn","languages":["hat-Latn","sot-Latn"]},{"precision":0.945405,"recall":0.962451,"f1":0.950823,"accuracy":0.962451,"main_score":0.950823,"hf_subset":"hat_Latn-tur_Latn","languages":["hat-Latn","tur-Latn"]},{"precision":0.745052,"recall":0.798419,"f1":0.760411,"accuracy":0.798419,"main_score":0.760411,"hf_subset":"hat_Latn-ace_Latn","languages":["hat-Latn","ace-Latn"]},{"precision":0.812994,"recall":0.856719,"f1":0.826812,"accuracy":0.856719,"main_score":0.826812,"hf_subset":"hat_Latn-ban_Latn","languages":["hat-Latn","ban-Latn"]},{"precision":0.932559,"recall":0.953557,"f1":0.939295,"accuracy":0.953557,"main_score":0.939295,"hf_subset":"hat_Latn-ell_Grek","languages":["hat-Latn","ell-Grek"]},{"precision":0.902503,"recall":0.932806,"f1":0.912385,"accuracy":0.932806,"main_score":0.912385,"hf_subset":"hat_Latn-hne_Deva","languages":["hat-Latn","hne-Deva"]},{"precision":0.459997,"recall":0.531621,"f1":0.480634,"accuracy":0.531621,"main_score":0.480634,"hf_subset":"hat_Latn-kik_Latn","languages":["hat-Latn","kik-Latn"]},{"precision":0.913455,"recall":0.939723,"f1":0.921838,"accuracy":0.939723,"main_score":0.921838,"hf_subset":"hat_Latn-mai_Deva","languages":["hat-Latn","mai-Deva"]},{"precision":0.796772,"recall":0.849802,"f1":0.813702,"accuracy":0.849802,"main_score":0.813702,"hf_subset":"hat_Latn-pbt_Arab","languages":["hat-Latn","pbt-Arab"]},{"precision":0.946229,"recall":0.963439,"f1":0.951812,"accuracy":0.963439,"main_score":0.951812,"hf_subset":"hat_Latn-spa_Latn","languages":["hat-Latn","spa-Latn"]},{"precision":0.526197,"recall":0.583992,"f1":0.542481,"accuracy":0.583992,"main_score":0.542481,"hf_subset":"hat_Latn-twi_Latn","languages":["hat-Latn","twi-Latn"]},{"precision":0.927866,"recall":0.950593,"f1":0.935277,"accuracy":0.950593,"main_score":0.935277,"hf_subset":"hat_Latn-acm_Arab","languages":["hat-Latn","acm-Arab"]},{"precision":0.926466,"recall":0.948617,"f1":0.933531,"accuracy":0.948617,"main_score":0.933531,"hf_subset":"hat_Latn-bel_Cyrl","languages":["hat-Latn","bel-Cyrl"]},{"precision":0.946146,"recall":0.963439,"f1":0.951746,"accuracy":0.963439,"main_score":0.951746,"hf_subset":"hat_Latn-eng_Latn","languages":["hat-Latn","eng-Latn"]},{"precision":0.937747,"recall":0.958498,"f1":0.944664,"accuracy":0.958498,"main_score":0.944664,"hf_subset":"hat_Latn-hrv_Latn","languages":["hat-Latn","hrv-Latn"]},{"precision":0.458862,"recall":0.529644,"f1":0.478092,"accuracy":0.529644,"main_score":0.478092,"hf_subset":"hat_Latn-kin_Latn","languages":["hat-Latn","kin-Latn"]},{"precision":0.912467,"recall":0.939723,"f1":0.921344,"accuracy":0.939723,"main_score":0.921344,"hf_subset":"hat_Latn-mal_Mlym","languages":["hat-Latn","mal-Mlym"]},{"precision":0.927701,"recall":0.949605,"f1":0.934783,"accuracy":0.949605,"main_score":0.934783,"hf_subset":"hat_Latn-pes_Arab","languages":["hat-Latn","pes-Arab"]},{"precision":0.920043,"recall":0.943676,"f1":0.927602,"accuracy":0.943676,"main_score":0.927602,"hf_subset":"hat_Latn-srd_Latn","languages":["hat-Latn","srd-Latn"]},{"precision":0.137914,"recall":0.194664,"f1":0.150776,"accuracy":0.194664,"main_score":0.150776,"hf_subset":"hat_Latn-tzm_Tfng","languages":["hat-Latn","tzm-Tfng"]},{"precision":0.925148,"recall":0.948617,"f1":0.932708,"accuracy":0.948617,"main_score":0.932708,"hf_subset":"hat_Latn-acq_Arab","languages":["hat-Latn","acq-Arab"]},{"precision":0.507839,"recall":0.564229,"f1":0.523537,"accuracy":0.564229,"main_score":0.523537,"hf_subset":"hat_Latn-bem_Latn","languages":["hat-Latn","bem-Latn"]},{"precision":0.953228,"recall":0.968379,"f1":0.958169,"accuracy":0.968379,"main_score":0.958169,"hf_subset":"hat_Latn-epo_Latn","languages":["hat-Latn","epo-Latn"]},{"precision":0.942852,"recall":0.961462,"f1":0.948946,"accuracy":0.961462,"main_score":0.948946,"hf_subset":"hat_Latn-hun_Latn","languages":["hat-Latn","hun-Latn"]},{"precision":0.876647,"recall":0.911067,"f1":0.887846,"accuracy":0.911067,"main_score":0.887846,"hf_subset":"hat_Latn-kir_Cyrl","languages":["hat-Latn","kir-Cyrl"]},{"precision":0.930418,"recall":0.950593,"f1":0.936825,"accuracy":0.950593,"main_score":0.936825,"hf_subset":"hat_Latn-mar_Deva","languages":["hat-Latn","mar-Deva"]},{"precision":0.566304,"recall":0.61166,"f1":0.579188,"accuracy":0.61166,"main_score":0.579188,"hf_subset":"hat_Latn-plt_Latn","languages":["hat-Latn","plt-Latn"]},{"precision":0.947793,"recall":0.963439,"f1":0.952734,"accuracy":0.963439,"main_score":0.952734,"hf_subset":"hat_Latn-srp_Cyrl","languages":["hat-Latn","srp-Cyrl"]},{"precision":0.822217,"recall":0.87253,"f1":0.838011,"accuracy":0.87253,"main_score":0.838011,"hf_subset":"hat_Latn-uig_Arab","languages":["hat-Latn","uig-Arab"]},{"precision":0.893116,"recall":0.922925,"f1":0.90247,"accuracy":0.922925,"main_score":0.90247,"hf_subset":"hat_Latn-aeb_Arab","languages":["hat-Latn","aeb-Arab"]},{"precision":0.927372,"recall":0.950593,"f1":0.934947,"accuracy":0.950593,"main_score":0.934947,"hf_subset":"hat_Latn-ben_Beng","languages":["hat-Latn","ben-Beng"]},{"precision":0.927207,"recall":0.949605,"f1":0.934453,"accuracy":0.949605,"main_score":0.934453,"hf_subset":"hat_Latn-est_Latn","languages":["hat-Latn","est-Latn"]},{"precision":0.917572,"recall":0.9417,"f1":0.925461,"accuracy":0.9417,"main_score":0.925461,"hf_subset":"hat_Latn-hye_Armn","languages":["hat-Latn","hye-Armn"]},{"precision":0.469379,"recall":0.520751,"f1":0.483998,"accuracy":0.520751,"main_score":0.483998,"hf_subset":"hat_Latn-kmb_Latn","languages":["hat-Latn","kmb-Latn"]},{"precision":0.371143,"recall":0.458498,"f1":0.394074,"accuracy":0.458498,"main_score":0.394074,"hf_subset":"hat_Latn-min_Arab","languages":["hat-Latn","min-Arab"]},{"precision":0.931653,"recall":0.952569,"f1":0.938406,"accuracy":0.952569,"main_score":0.938406,"hf_subset":"hat_Latn-pol_Latn","languages":["hat-Latn","pol-Latn"]},{"precision":0.448453,"recall":0.512846,"f1":0.466959,"accuracy":0.512846,"main_score":0.466959,"hf_subset":"hat_Latn-ssw_Latn","languages":["hat-Latn","ssw-Latn"]},{"precision":0.954051,"recall":0.969368,"f1":0.959157,"accuracy":0.969368,"main_score":0.959157,"hf_subset":"hat_Latn-ukr_Cyrl","languages":["hat-Latn","ukr-Cyrl"]},{"precision":0.941617,"recall":0.959486,"f1":0.947365,"accuracy":0.959486,"main_score":0.947365,"hf_subset":"hat_Latn-afr_Latn","languages":["hat-Latn","afr-Latn"]},{"precision":0.885326,"recall":0.917984,"f1":0.895652,"accuracy":0.917984,"main_score":0.895652,"hf_subset":"hat_Latn-bho_Deva","languages":["hat-Latn","bho-Deva"]},{"precision":0.875115,"recall":0.909091,"f1":0.885738,"accuracy":0.909091,"main_score":0.885738,"hf_subset":"hat_Latn-eus_Latn","languages":["hat-Latn","eus-Latn"]},{"precision":0.485034,"recall":0.551383,"f1":0.503428,"accuracy":0.551383,"main_score":0.503428,"hf_subset":"hat_Latn-ibo_Latn","languages":["hat-Latn","ibo-Latn"]},{"precision":0.674646,"recall":0.73913,"f1":0.693524,"accuracy":0.73913,"main_score":0.693524,"hf_subset":"hat_Latn-kmr_Latn","languages":["hat-Latn","kmr-Latn"]},{"precision":0.872365,"recall":0.908103,"f1":0.88386,"accuracy":0.908103,"main_score":0.88386,"hf_subset":"hat_Latn-min_Latn","languages":["hat-Latn","min-Latn"]},{"precision":0.953969,"recall":0.968379,"f1":0.958564,"accuracy":0.968379,"main_score":0.958564,"hf_subset":"hat_Latn-por_Latn","languages":["hat-Latn","por-Latn"]},{"precision":0.894516,"recall":0.922925,"f1":0.903195,"accuracy":0.922925,"main_score":0.903195,"hf_subset":"hat_Latn-sun_Latn","languages":["hat-Latn","sun-Latn"]},{"precision":0.448312,"recall":0.505929,"f1":0.464618,"accuracy":0.505929,"main_score":0.464618,"hf_subset":"hat_Latn-umb_Latn","languages":["hat-Latn","umb-Latn"]},{"precision":0.934651,"recall":0.953557,"f1":0.940711,"accuracy":0.953557,"main_score":0.940711,"hf_subset":"hat_Latn-ajp_Arab","languages":["hat-Latn","ajp-Arab"]},{"precision":0.407346,"recall":0.494071,"f1":0.431595,"accuracy":0.494071,"main_score":0.431595,"hf_subset":"hat_Latn-bjn_Arab","languages":["hat-Latn","bjn-Arab"]},{"precision":0.455395,"recall":0.505929,"f1":0.469442,"accuracy":0.505929,"main_score":0.469442,"hf_subset":"hat_Latn-ewe_Latn","languages":["hat-Latn","ewe-Latn"]},{"precision":0.797464,"recall":0.840909,"f1":0.810705,"accuracy":0.840909,"main_score":0.810705,"hf_subset":"hat_Latn-ilo_Latn","languages":["hat-Latn","ilo-Latn"]},{"precision":0.20589,"recall":0.272727,"f1":0.222821,"accuracy":0.272727,"main_score":0.222821,"hf_subset":"hat_Latn-knc_Arab","languages":["hat-Latn","knc-Arab"]},{"precision":0.937335,"recall":0.956522,"f1":0.943577,"accuracy":0.956522,"main_score":0.943577,"hf_subset":"hat_Latn-mkd_Cyrl","languages":["hat-Latn","mkd-Cyrl"]},{"precision":0.925395,"recall":0.948617,"f1":0.932971,"accuracy":0.948617,"main_score":0.932971,"hf_subset":"hat_Latn-prs_Arab","languages":["hat-Latn","prs-Arab"]},{"precision":0.944664,"recall":0.962451,"f1":0.950428,"accuracy":0.962451,"main_score":0.950428,"hf_subset":"hat_Latn-swe_Latn","languages":["hat-Latn","swe-Latn"]},{"precision":0.921196,"recall":0.94664,"f1":0.929578,"accuracy":0.94664,"main_score":0.929578,"hf_subset":"hat_Latn-urd_Arab","languages":["hat-Latn","urd-Arab"]},{"precision":0.50858,"recall":0.56917,"f1":0.52595,"accuracy":0.56917,"main_score":0.52595,"hf_subset":"hat_Latn-aka_Latn","languages":["hat-Latn","aka-Latn"]},{"precision":0.877635,"recall":0.912055,"f1":0.888636,"accuracy":0.912055,"main_score":0.888636,"hf_subset":"hat_Latn-bjn_Latn","languages":["hat-Latn","bjn-Latn"]},{"precision":0.824769,"recall":0.871542,"f1":0.839559,"accuracy":0.871542,"main_score":0.839559,"hf_subset":"hat_Latn-fao_Latn","languages":["hat-Latn","fao-Latn"]},{"precision":0.937747,"recall":0.95751,"f1":0.94417,"accuracy":0.95751,"main_score":0.94417,"hf_subset":"hat_Latn-ind_Latn","languages":["hat-Latn","ind-Latn"]},{"precision":0.499193,"recall":0.555336,"f1":0.515603,"accuracy":0.555336,"main_score":0.515603,"hf_subset":"hat_Latn-knc_Latn","languages":["hat-Latn","knc-Latn"]},{"precision":0.916173,"recall":0.9417,"f1":0.924407,"accuracy":0.9417,"main_score":0.924407,"hf_subset":"hat_Latn-mlt_Latn","languages":["hat-Latn","mlt-Latn"]},{"precision":0.536784,"recall":0.603755,"f1":0.555739,"accuracy":0.603755,"main_score":0.555739,"hf_subset":"hat_Latn-quy_Latn","languages":["hat-Latn","quy-Latn"]},{"precision":0.674242,"recall":0.747036,"f1":0.695883,"accuracy":0.747036,"main_score":0.695883,"hf_subset":"hat_Latn-swh_Latn","languages":["hat-Latn","swh-Latn"]},{"precision":0.920619,"recall":0.944664,"f1":0.92836,"accuracy":0.944664,"main_score":0.92836,"hf_subset":"hat_Latn-uzn_Latn","languages":["hat-Latn","uzn-Latn"]},{"precision":0.939559,"recall":0.958498,"f1":0.945652,"accuracy":0.958498,"main_score":0.945652,"hf_subset":"hat_Latn-als_Latn","languages":["hat-Latn","als-Latn"]},{"precision":0.171602,"recall":0.23419,"f1":0.186744,"accuracy":0.23419,"main_score":0.186744,"hf_subset":"hat_Latn-bod_Tibt","languages":["hat-Latn","bod-Tibt"]},{"precision":0.460978,"recall":0.517787,"f1":0.476988,"accuracy":0.517787,"main_score":0.476988,"hf_subset":"hat_Latn-fij_Latn","languages":["hat-Latn","fij-Latn"]},{"precision":0.821229,"recall":0.87253,"f1":0.837516,"accuracy":0.87253,"main_score":0.837516,"hf_subset":"hat_Latn-isl_Latn","languages":["hat-Latn","isl-Latn"]},{"precision":0.541797,"recall":0.612648,"f1":0.561582,"accuracy":0.612648,"main_score":0.561582,"hf_subset":"hat_Latn-kon_Latn","languages":["hat-Latn","kon-Latn"]},{"precision":0.462071,"recall":0.557312,"f1":0.488381,"accuracy":0.557312,"main_score":0.488381,"hf_subset":"hat_Latn-mni_Beng","languages":["hat-Latn","mni-Beng"]},{"precision":0.94557,"recall":0.962451,"f1":0.950988,"accuracy":0.962451,"main_score":0.950988,"hf_subset":"hat_Latn-ron_Latn","languages":["hat-Latn","ron-Latn"]},{"precision":0.915349,"recall":0.939723,"f1":0.92309,"accuracy":0.939723,"main_score":0.92309,"hf_subset":"hat_Latn-szl_Latn","languages":["hat-Latn","szl-Latn"]},{"precision":0.938735,"recall":0.95751,"f1":0.944829,"accuracy":0.95751,"main_score":0.944829,"hf_subset":"hat_Latn-vec_Latn","languages":["hat-Latn","vec-Latn"]},{"precision":0.492951,"recall":0.581028,"f1":0.51853,"accuracy":0.581028,"main_score":0.51853,"hf_subset":"hat_Latn-amh_Ethi","languages":["hat-Latn","amh-Ethi"]},{"precision":0.950264,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"hat_Latn-bos_Latn","languages":["hat-Latn","bos-Latn"]},{"precision":0.9375,"recall":0.956522,"f1":0.943577,"accuracy":0.956522,"main_score":0.943577,"hf_subset":"hat_Latn-fin_Latn","languages":["hat-Latn","fin-Latn"]},{"precision":0.943347,"recall":0.961462,"f1":0.949275,"accuracy":0.961462,"main_score":0.949275,"hf_subset":"hat_Latn-ita_Latn","languages":["hat-Latn","ita-Latn"]},{"precision":0.921113,"recall":0.944664,"f1":0.928656,"accuracy":0.944664,"main_score":0.928656,"hf_subset":"hat_Latn-kor_Hang","languages":["hat-Latn","kor-Hang"]},{"precision":0.478847,"recall":0.541502,"f1":0.495855,"accuracy":0.541502,"main_score":0.495855,"hf_subset":"hat_Latn-mos_Latn","languages":["hat-Latn","mos-Latn"]},{"precision":0.452292,"recall":0.511858,"f1":0.469142,"accuracy":0.511858,"main_score":0.469142,"hf_subset":"hat_Latn-run_Latn","languages":["hat-Latn","run-Latn"]},{"precision":0.904809,"recall":0.934783,"f1":0.914526,"accuracy":0.934783,"main_score":0.914526,"hf_subset":"hat_Latn-tam_Taml","languages":["hat-Latn","tam-Taml"]},{"precision":0.937747,"recall":0.95751,"f1":0.94417,"accuracy":0.95751,"main_score":0.94417,"hf_subset":"hat_Latn-vie_Latn","languages":["hat-Latn","vie-Latn"]},{"precision":0.919384,"recall":0.942688,"f1":0.926581,"accuracy":0.942688,"main_score":0.926581,"hf_subset":"hat_Latn-apc_Arab","languages":["hat-Latn","apc-Arab"]},{"precision":0.697052,"recall":0.752964,"f1":0.713773,"accuracy":0.752964,"main_score":0.713773,"hf_subset":"hat_Latn-bug_Latn","languages":["hat-Latn","bug-Latn"]},{"precision":0.427506,"recall":0.483202,"f1":0.442561,"accuracy":0.483202,"main_score":0.442561,"hf_subset":"hat_Latn-fon_Latn","languages":["hat-Latn","fon-Latn"]},{"precision":0.903689,"recall":0.932806,"f1":0.912879,"accuracy":0.932806,"main_score":0.912879,"hf_subset":"hat_Latn-jav_Latn","languages":["hat-Latn","jav-Latn"]},{"precision":0.772266,"recall":0.832016,"f1":0.790744,"accuracy":0.832016,"main_score":0.790744,"hf_subset":"hat_Latn-lao_Laoo","languages":["hat-Latn","lao-Laoo"]},{"precision":0.53231,"recall":0.601779,"f1":0.551815,"accuracy":0.601779,"main_score":0.551815,"hf_subset":"hat_Latn-mri_Latn","languages":["hat-Latn","mri-Latn"]},{"precision":0.932806,"recall":0.954545,"f1":0.939888,"accuracy":0.954545,"main_score":0.939888,"hf_subset":"hat_Latn-rus_Cyrl","languages":["hat-Latn","rus-Cyrl"]},{"precision":0.487961,"recall":0.545455,"f1":0.504649,"accuracy":0.545455,"main_score":0.504649,"hf_subset":"hat_Latn-taq_Latn","languages":["hat-Latn","taq-Latn"]},{"precision":0.905303,"recall":0.929842,"f1":0.913011,"accuracy":0.929842,"main_score":0.913011,"hf_subset":"hat_Latn-war_Latn","languages":["hat-Latn","war-Latn"]},{"precision":0.938488,"recall":0.95751,"f1":0.944565,"accuracy":0.95751,"main_score":0.944565,"hf_subset":"hat_Latn-arb_Arab","languages":["hat-Latn","arb-Arab"]},{"precision":0.944252,"recall":0.961462,"f1":0.949835,"accuracy":0.961462,"main_score":0.949835,"hf_subset":"hat_Latn-bul_Cyrl","languages":["hat-Latn","bul-Cyrl"]},{"precision":0.956686,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"hat_Latn-fra_Latn","languages":["hat-Latn","fra-Latn"]},{"precision":0.931818,"recall":0.952569,"f1":0.938406,"accuracy":0.952569,"main_score":0.938406,"hf_subset":"hat_Latn-jpn_Jpan","languages":["hat-Latn","jpn-Jpan"]},{"precision":0.933053,"recall":0.953557,"f1":0.939789,"accuracy":0.953557,"main_score":0.939789,"hf_subset":"hat_Latn-lij_Latn","languages":["hat-Latn","lij-Latn"]},{"precision":0.773304,"recall":0.836957,"f1":0.793135,"accuracy":0.836957,"main_score":0.793135,"hf_subset":"hat_Latn-mya_Mymr","languages":["hat-Latn","mya-Mymr"]},{"precision":0.505742,"recall":0.576087,"f1":0.526164,"accuracy":0.576087,"main_score":0.526164,"hf_subset":"hat_Latn-sag_Latn","languages":["hat-Latn","sag-Latn"]},{"precision":0.141488,"recall":0.211462,"f1":0.156665,"accuracy":0.211462,"main_score":0.156665,"hf_subset":"hat_Latn-taq_Tfng","languages":["hat-Latn","taq-Tfng"]},{"precision":0.546253,"recall":0.61166,"f1":0.564248,"accuracy":0.61166,"main_score":0.564248,"hf_subset":"hat_Latn-wol_Latn","languages":["hat-Latn","wol-Latn"]},{"precision":0.56652,"recall":0.648221,"f1":0.589946,"accuracy":0.648221,"main_score":0.589946,"hf_subset":"hat_Latn-arb_Latn","languages":["hat-Latn","arb-Latn"]},{"precision":0.956522,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"hat_Latn-cat_Latn","languages":["hat-Latn","cat-Latn"]},{"precision":0.940217,"recall":0.958498,"f1":0.946146,"accuracy":0.958498,"main_score":0.946146,"hf_subset":"hat_Latn-fur_Latn","languages":["hat-Latn","fur-Latn"]},{"precision":0.351607,"recall":0.406126,"f1":0.366359,"accuracy":0.406126,"main_score":0.366359,"hf_subset":"hat_Latn-kab_Latn","languages":["hat-Latn","kab-Latn"]},{"precision":0.902339,"recall":0.926877,"f1":0.910046,"accuracy":0.926877,"main_score":0.910046,"hf_subset":"hat_Latn-lim_Latn","languages":["hat-Latn","lim-Latn"]},{"precision":0.941041,"recall":0.958498,"f1":0.94664,"accuracy":0.958498,"main_score":0.94664,"hf_subset":"hat_Latn-nld_Latn","languages":["hat-Latn","nld-Latn"]},{"precision":0.847661,"recall":0.892292,"f1":0.862154,"accuracy":0.892292,"main_score":0.862154,"hf_subset":"hat_Latn-san_Deva","languages":["hat-Latn","san-Deva"]},{"precision":0.897348,"recall":0.926877,"f1":0.906686,"accuracy":0.926877,"main_score":0.906686,"hf_subset":"hat_Latn-tat_Cyrl","languages":["hat-Latn","tat-Cyrl"]},{"precision":0.50426,"recall":0.570158,"f1":0.522319,"accuracy":0.570158,"main_score":0.522319,"hf_subset":"hat_Latn-xho_Latn","languages":["hat-Latn","xho-Latn"]},{"precision":0.935194,"recall":0.955534,"f1":0.941765,"accuracy":0.955534,"main_score":0.941765,"hf_subset":"hat_Latn-ars_Arab","languages":["hat-Latn","ars-Arab"]},{"precision":0.927701,"recall":0.948617,"f1":0.934256,"accuracy":0.948617,"main_score":0.934256,"hf_subset":"hat_Latn-ceb_Latn","languages":["hat-Latn","ceb-Latn"]},{"precision":0.468636,"recall":0.532609,"f1":0.487171,"accuracy":0.532609,"main_score":0.487171,"hf_subset":"hat_Latn-fuv_Latn","languages":["hat-Latn","fuv-Latn"]},{"precision":0.458657,"recall":0.518775,"f1":0.475515,"accuracy":0.518775,"main_score":0.475515,"hf_subset":"hat_Latn-kac_Latn","languages":["hat-Latn","kac-Latn"]},{"precision":0.551936,"recall":0.617589,"f1":0.570702,"accuracy":0.617589,"main_score":0.570702,"hf_subset":"hat_Latn-lin_Latn","languages":["hat-Latn","lin-Latn"]},{"precision":0.933465,"recall":0.954545,"f1":0.940382,"accuracy":0.954545,"main_score":0.940382,"hf_subset":"hat_Latn-nno_Latn","languages":["hat-Latn","nno-Latn"]},{"precision":0.024409,"recall":0.070158,"f1":0.031646,"accuracy":0.070158,"main_score":0.031646,"hf_subset":"hat_Latn-sat_Olck","languages":["hat-Latn","sat-Olck"]},{"precision":0.916584,"recall":0.9417,"f1":0.924638,"accuracy":0.9417,"main_score":0.924638,"hf_subset":"hat_Latn-tel_Telu","languages":["hat-Latn","tel-Telu"]},{"precision":0.678014,"recall":0.751976,"f1":0.700395,"accuracy":0.751976,"main_score":0.700395,"hf_subset":"hat_Latn-ydd_Hebr","languages":["hat-Latn","ydd-Hebr"]},{"precision":0.877635,"recall":0.912055,"f1":0.888472,"accuracy":0.912055,"main_score":0.888472,"hf_subset":"hat_Latn-ary_Arab","languages":["hat-Latn","ary-Arab"]},{"precision":0.941864,"recall":0.960474,"f1":0.947958,"accuracy":0.960474,"main_score":0.947958,"hf_subset":"hat_Latn-ces_Latn","languages":["hat-Latn","ces-Latn"]},{"precision":0.398907,"recall":0.479249,"f1":0.42178,"accuracy":0.479249,"main_score":0.42178,"hf_subset":"hat_Latn-gaz_Latn","languages":["hat-Latn","gaz-Latn"]},{"precision":0.480355,"recall":0.545455,"f1":0.498602,"accuracy":0.545455,"main_score":0.498602,"hf_subset":"hat_Latn-kam_Latn","languages":["hat-Latn","kam-Latn"]},{"precision":0.930665,"recall":0.952569,"f1":0.937912,"accuracy":0.952569,"main_score":0.937912,"hf_subset":"hat_Latn-lit_Latn","languages":["hat-Latn","lit-Latn"]},{"precision":0.935112,"recall":0.955534,"f1":0.9417,"accuracy":0.955534,"main_score":0.9417,"hf_subset":"hat_Latn-nob_Latn","languages":["hat-Latn","nob-Latn"]},{"precision":0.911891,"recall":0.938735,"f1":0.920784,"accuracy":0.938735,"main_score":0.920784,"hf_subset":"hat_Latn-scn_Latn","languages":["hat-Latn","scn-Latn"]},{"precision":0.815415,"recall":0.865613,"f1":0.831159,"accuracy":0.865613,"main_score":0.831159,"hf_subset":"hat_Latn-tgk_Cyrl","languages":["hat-Latn","tgk-Cyrl"]},{"precision":0.432272,"recall":0.497036,"f1":0.450962,"accuracy":0.497036,"main_score":0.450962,"hf_subset":"hat_Latn-yor_Latn","languages":["hat-Latn","yor-Latn"]},{"precision":0.928771,"recall":0.950593,"f1":0.935837,"accuracy":0.950593,"main_score":0.935837,"hf_subset":"hat_Latn-arz_Arab","languages":["hat-Latn","arz-Arab"]},{"precision":0.47692,"recall":0.546443,"f1":0.496059,"accuracy":0.546443,"main_score":0.496059,"hf_subset":"hat_Latn-cjk_Latn","languages":["hat-Latn","cjk-Latn"]},{"precision":0.580237,"recall":0.651186,"f1":0.600268,"accuracy":0.651186,"main_score":0.600268,"hf_subset":"hat_Latn-gla_Latn","languages":["hat-Latn","gla-Latn"]},{"precision":0.913373,"recall":0.938735,"f1":0.921607,"accuracy":0.938735,"main_score":0.921607,"hf_subset":"hat_Latn-kan_Knda","languages":["hat-Latn","kan-Knda"]},{"precision":0.925536,"recall":0.945652,"f1":0.931901,"accuracy":0.945652,"main_score":0.931901,"hf_subset":"hat_Latn-lmo_Latn","languages":["hat-Latn","lmo-Latn"]},{"precision":0.919466,"recall":0.943676,"f1":0.927372,"accuracy":0.943676,"main_score":0.927372,"hf_subset":"hat_Latn-npi_Deva","languages":["hat-Latn","npi-Deva"]},{"precision":0.390877,"recall":0.476285,"f1":0.414668,"accuracy":0.476285,"main_score":0.414668,"hf_subset":"hat_Latn-shn_Mymr","languages":["hat-Latn","shn-Mymr"]},{"precision":0.944335,"recall":0.960474,"f1":0.949407,"accuracy":0.960474,"main_score":0.949407,"hf_subset":"hat_Latn-tgl_Latn","languages":["hat-Latn","tgl-Latn"]},{"precision":0.931983,"recall":0.953557,"f1":0.9389,"accuracy":0.953557,"main_score":0.9389,"hf_subset":"hat_Latn-yue_Hant","languages":["hat-Latn","yue-Hant"]},{"precision":0.887022,"recall":0.91996,"f1":0.89753,"accuracy":0.91996,"main_score":0.89753,"hf_subset":"hat_Latn-asm_Beng","languages":["hat-Latn","asm-Beng"]},{"precision":0.655385,"recall":0.719368,"f1":0.673848,"accuracy":0.719368,"main_score":0.673848,"hf_subset":"hat_Latn-ckb_Arab","languages":["hat-Latn","ckb-Arab"]},{"precision":0.654908,"recall":0.728261,"f1":0.67724,"accuracy":0.728261,"main_score":0.67724,"hf_subset":"hat_Latn-gle_Latn","languages":["hat-Latn","gle-Latn"]},{"precision":0.771937,"recall":0.832016,"f1":0.79081,"accuracy":0.832016,"main_score":0.79081,"hf_subset":"hat_Latn-kas_Arab","languages":["hat-Latn","kas-Arab"]},{"precision":0.793561,"recall":0.846838,"f1":0.809933,"accuracy":0.846838,"main_score":0.809933,"hf_subset":"hat_Latn-ltg_Latn","languages":["hat-Latn","ltg-Latn"]},{"precision":0.502133,"recall":0.555336,"f1":0.517907,"accuracy":0.555336,"main_score":0.517907,"hf_subset":"hat_Latn-nso_Latn","languages":["hat-Latn","nso-Latn"]},{"precision":0.382068,"recall":0.465415,"f1":0.404181,"accuracy":0.465415,"main_score":0.404181,"hf_subset":"hat_Latn-sin_Sinh","languages":["hat-Latn","sin-Sinh"]},{"precision":0.936182,"recall":0.955534,"f1":0.942424,"accuracy":0.955534,"main_score":0.942424,"hf_subset":"hat_Latn-tha_Thai","languages":["hat-Latn","tha-Thai"]},{"precision":0.92169,"recall":0.945652,"f1":0.929249,"accuracy":0.945652,"main_score":0.929249,"hf_subset":"hat_Latn-zho_Hans","languages":["hat-Latn","zho-Hans"]},{"precision":0.931489,"recall":0.953557,"f1":0.938735,"accuracy":0.953557,"main_score":0.938735,"hf_subset":"hat_Latn-ast_Latn","languages":["hat-Latn","ast-Latn"]},{"precision":0.898798,"recall":0.927866,"f1":0.908169,"accuracy":0.927866,"main_score":0.908169,"hf_subset":"hat_Latn-crh_Latn","languages":["hat-Latn","crh-Latn"]},{"precision":0.948781,"recall":0.964427,"f1":0.953887,"accuracy":0.964427,"main_score":0.953887,"hf_subset":"hat_Latn-glg_Latn","languages":["hat-Latn","glg-Latn"]},{"precision":0.667572,"recall":0.746047,"f1":0.6917,"accuracy":0.746047,"main_score":0.6917,"hf_subset":"hat_Latn-kas_Deva","languages":["hat-Latn","kas-Deva"]},{"precision":0.923946,"recall":0.944664,"f1":0.930501,"accuracy":0.944664,"main_score":0.930501,"hf_subset":"hat_Latn-ltz_Latn","languages":["hat-Latn","ltz-Latn"]},{"precision":0.397888,"recall":0.463439,"f1":0.415245,"accuracy":0.463439,"main_score":0.415245,"hf_subset":"hat_Latn-nus_Latn","languages":["hat-Latn","nus-Latn"]},{"precision":0.9389,"recall":0.958498,"f1":0.945323,"accuracy":0.958498,"main_score":0.945323,"hf_subset":"hat_Latn-slk_Latn","languages":["hat-Latn","slk-Latn"]},{"precision":0.269712,"recall":0.326087,"f1":0.284373,"accuracy":0.326087,"main_score":0.284373,"hf_subset":"hat_Latn-tir_Ethi","languages":["hat-Latn","tir-Ethi"]},{"precision":0.920455,"recall":0.944664,"f1":0.928313,"accuracy":0.944664,"main_score":0.928313,"hf_subset":"hat_Latn-zho_Hant","languages":["hat-Latn","zho-Hant"]},{"precision":0.906126,"recall":0.934783,"f1":0.915514,"accuracy":0.934783,"main_score":0.915514,"hf_subset":"hat_Latn-awa_Deva","languages":["hat-Latn","awa-Deva"]},{"precision":0.796607,"recall":0.850791,"f1":0.813142,"accuracy":0.850791,"main_score":0.813142,"hf_subset":"hat_Latn-cym_Latn","languages":["hat-Latn","cym-Latn"]},{"precision":0.664453,"recall":0.724308,"f1":0.681693,"accuracy":0.724308,"main_score":0.681693,"hf_subset":"hat_Latn-grn_Latn","languages":["hat-Latn","grn-Latn"]},{"precision":0.888669,"recall":0.921937,"f1":0.899341,"accuracy":0.921937,"main_score":0.899341,"hf_subset":"hat_Latn-kat_Geor","languages":["hat-Latn","kat-Geor"]},{"precision":0.539825,"recall":0.602767,"f1":0.557637,"accuracy":0.602767,"main_score":0.557637,"hf_subset":"hat_Latn-lua_Latn","languages":["hat-Latn","lua-Latn"]},{"precision":0.496378,"recall":0.555336,"f1":0.51294,"accuracy":0.555336,"main_score":0.51294,"hf_subset":"hat_Latn-nya_Latn","languages":["hat-Latn","nya-Latn"]},{"precision":0.939229,"recall":0.958498,"f1":0.945487,"accuracy":0.958498,"main_score":0.945487,"hf_subset":"hat_Latn-slv_Latn","languages":["hat-Latn","slv-Latn"]},{"precision":0.714666,"recall":0.777668,"f1":0.734099,"accuracy":0.777668,"main_score":0.734099,"hf_subset":"hat_Latn-tpi_Latn","languages":["hat-Latn","tpi-Latn"]},{"precision":0.934618,"recall":0.955534,"f1":0.94137,"accuracy":0.955534,"main_score":0.94137,"hf_subset":"hat_Latn-zsm_Latn","languages":["hat-Latn","zsm-Latn"]},{"precision":0.471393,"recall":0.528656,"f1":0.487371,"accuracy":0.528656,"main_score":0.487371,"hf_subset":"hat_Latn-ayr_Latn","languages":["hat-Latn","ayr-Latn"]},{"precision":0.953722,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"hat_Latn-dan_Latn","languages":["hat-Latn","dan-Latn"]},{"precision":0.919466,"recall":0.943676,"f1":0.927207,"accuracy":0.943676,"main_score":0.927207,"hf_subset":"hat_Latn-guj_Gujr","languages":["hat-Latn","guj-Gujr"]},{"precision":0.921146,"recall":0.942688,"f1":0.92803,"accuracy":0.942688,"main_score":0.92803,"hf_subset":"hat_Latn-kaz_Cyrl","languages":["hat-Latn","kaz-Cyrl"]},{"precision":0.422506,"recall":0.48419,"f1":0.440154,"accuracy":0.48419,"main_score":0.440154,"hf_subset":"hat_Latn-lug_Latn","languages":["hat-Latn","lug-Latn"]},{"precision":0.955534,"recall":0.969368,"f1":0.95998,"accuracy":0.969368,"main_score":0.95998,"hf_subset":"hat_Latn-oci_Latn","languages":["hat-Latn","oci-Latn"]},{"precision":0.506357,"recall":0.568182,"f1":0.524148,"accuracy":0.568182,"main_score":0.524148,"hf_subset":"hat_Latn-smo_Latn","languages":["hat-Latn","smo-Latn"]},{"precision":0.464499,"recall":0.522727,"f1":0.480313,"accuracy":0.522727,"main_score":0.480313,"hf_subset":"hat_Latn-tsn_Latn","languages":["hat-Latn","tsn-Latn"]},{"precision":0.465599,"recall":0.533597,"f1":0.483914,"accuracy":0.533597,"main_score":0.483914,"hf_subset":"hat_Latn-zul_Latn","languages":["hat-Latn","zul-Latn"]},{"precision":0.716008,"recall":0.783597,"f1":0.736594,"accuracy":0.783597,"main_score":0.736594,"hf_subset":"hat_Latn-azb_Arab","languages":["hat-Latn","azb-Arab"]},{"precision":0.949111,"recall":0.965415,"f1":0.954381,"accuracy":0.965415,"main_score":0.954381,"hf_subset":"hat_Latn-deu_Latn","languages":["hat-Latn","deu-Latn"]},{"precision":0.438275,"recall":0.499012,"f1":0.455186,"accuracy":0.499012,"main_score":0.455186,"hf_subset":"hat_Latn-kbp_Latn","languages":["hat-Latn","kbp-Latn"]},{"precision":0.474918,"recall":0.531621,"f1":0.490435,"accuracy":0.531621,"main_score":0.490435,"hf_subset":"hat_Latn-luo_Latn","languages":["hat-Latn","luo-Latn"]},{"precision":0.917655,"recall":0.942688,"f1":0.925725,"accuracy":0.942688,"main_score":0.925725,"hf_subset":"hat_Latn-ory_Orya","languages":["hat-Latn","ory-Orya"]},{"precision":0.465688,"recall":0.528656,"f1":0.484141,"accuracy":0.528656,"main_score":0.484141,"hf_subset":"hat_Latn-sna_Latn","languages":["hat-Latn","sna-Latn"]},{"precision":0.474911,"recall":0.531621,"f1":0.490883,"accuracy":0.531621,"main_score":0.490883,"hf_subset":"hat_Latn-tso_Latn","languages":["hat-Latn","tso-Latn"]},{"precision":0.916173,"recall":0.940711,"f1":0.924078,"accuracy":0.940711,"main_score":0.924078,"hf_subset":"hat_Latn-azj_Latn","languages":["hat-Latn","azj-Latn"]},{"precision":0.450626,"recall":0.519763,"f1":0.470299,"accuracy":0.519763,"main_score":0.470299,"hf_subset":"hat_Latn-dik_Latn","languages":["hat-Latn","dik-Latn"]},{"precision":0.452772,"recall":0.508893,"f1":0.468615,"accuracy":0.508893,"main_score":0.468615,"hf_subset":"hat_Latn-hau_Latn","languages":["hat-Latn","hau-Latn"]},{"precision":0.909009,"recall":0.935771,"f1":0.917391,"accuracy":0.935771,"main_score":0.917391,"hf_subset":"hat_Latn-kea_Latn","languages":["hat-Latn","kea-Latn"]},{"precision":0.60261,"recall":0.658103,"f1":0.61842,"accuracy":0.658103,"main_score":0.61842,"hf_subset":"hat_Latn-lus_Latn","languages":["hat-Latn","lus-Latn"]},{"precision":0.731258,"recall":0.782609,"f1":0.746725,"accuracy":0.782609,"main_score":0.746725,"hf_subset":"hat_Latn-pag_Latn","languages":["hat-Latn","pag-Latn"]},{"precision":0.904727,"recall":0.933794,"f1":0.914097,"accuracy":0.933794,"main_score":0.914097,"hf_subset":"hat_Latn-snd_Arab","languages":["hat-Latn","snd-Arab"]},{"precision":0.772974,"recall":0.829051,"f1":0.790382,"accuracy":0.829051,"main_score":0.790382,"hf_subset":"hat_Latn-tuk_Latn","languages":["hat-Latn","tuk-Latn"]},{"precision":0.871212,"recall":0.907115,"f1":0.882905,"accuracy":0.907115,"main_score":0.882905,"hf_subset":"hat_Latn-bak_Cyrl","languages":["hat-Latn","bak-Cyrl"]},{"precision":0.414199,"recall":0.492095,"f1":0.43627,"accuracy":0.492095,"main_score":0.43627,"hf_subset":"hat_Latn-dyu_Latn","languages":["hat-Latn","dyu-Latn"]},{"precision":0.930501,"recall":0.951581,"f1":0.937418,"accuracy":0.951581,"main_score":0.937418,"hf_subset":"hat_Latn-heb_Hebr","languages":["hat-Latn","heb-Hebr"]},{"precision":0.798337,"recall":0.844862,"f1":0.812582,"accuracy":0.844862,"main_score":0.812582,"hf_subset":"hat_Latn-khk_Cyrl","languages":["hat-Latn","khk-Cyrl"]},{"precision":0.946476,"recall":0.963439,"f1":0.952075,"accuracy":0.963439,"main_score":0.952075,"hf_subset":"hat_Latn-lvs_Latn","languages":["hat-Latn","lvs-Latn"]},{"precision":0.919631,"recall":0.944664,"f1":0.927701,"accuracy":0.944664,"main_score":0.927701,"hf_subset":"hat_Latn-pan_Guru","languages":["hat-Latn","pan-Guru"]},{"precision":0.460493,"recall":0.530632,"f1":0.480385,"accuracy":0.530632,"main_score":0.480385,"hf_subset":"hat_Latn-som_Latn","languages":["hat-Latn","som-Latn"]},{"precision":0.464387,"recall":0.516798,"f1":0.479124,"accuracy":0.516798,"main_score":0.479124,"hf_subset":"hat_Latn-tum_Latn","languages":["hat-Latn","tum-Latn"]},{"precision":0.316068,"recall":0.368577,"f1":0.330923,"accuracy":0.368577,"main_score":0.330923,"hf_subset":"kbp_Latn-ace_Arab","languages":["kbp-Latn","ace-Arab"]},{"precision":0.434062,"recall":0.478261,"f1":0.447233,"accuracy":0.478261,"main_score":0.447233,"hf_subset":"kbp_Latn-bam_Latn","languages":["kbp-Latn","bam-Latn"]},{"precision":0.103261,"recall":0.150198,"f1":0.114634,"accuracy":0.150198,"main_score":0.114634,"hf_subset":"kbp_Latn-dzo_Tibt","languages":["kbp-Latn","dzo-Tibt"]},{"precision":0.402926,"recall":0.470356,"f1":0.421596,"accuracy":0.470356,"main_score":0.421596,"hf_subset":"kbp_Latn-hin_Deva","languages":["kbp-Latn","hin-Deva"]},{"precision":0.328337,"recall":0.395257,"f1":0.3467,"accuracy":0.395257,"main_score":0.3467,"hf_subset":"kbp_Latn-khm_Khmr","languages":["kbp-Latn","khm-Khmr"]},{"precision":0.419214,"recall":0.478261,"f1":0.435934,"accuracy":0.478261,"main_score":0.435934,"hf_subset":"kbp_Latn-mag_Deva","languages":["kbp-Latn","mag-Deva"]},{"precision":0.431431,"recall":0.487154,"f1":0.446403,"accuracy":0.487154,"main_score":0.446403,"hf_subset":"kbp_Latn-pap_Latn","languages":["kbp-Latn","pap-Latn"]},{"precision":0.456956,"recall":0.5,"f1":0.469009,"accuracy":0.5,"main_score":0.469009,"hf_subset":"kbp_Latn-sot_Latn","languages":["kbp-Latn","sot-Latn"]},{"precision":0.421086,"recall":0.478261,"f1":0.437212,"accuracy":0.478261,"main_score":0.437212,"hf_subset":"kbp_Latn-tur_Latn","languages":["kbp-Latn","tur-Latn"]},{"precision":0.446391,"recall":0.496047,"f1":0.460329,"accuracy":0.496047,"main_score":0.460329,"hf_subset":"kbp_Latn-ace_Latn","languages":["kbp-Latn","ace-Latn"]},{"precision":0.456809,"recall":0.505929,"f1":0.47076,"accuracy":0.505929,"main_score":0.47076,"hf_subset":"kbp_Latn-ban_Latn","languages":["kbp-Latn","ban-Latn"]},{"precision":0.389881,"recall":0.456522,"f1":0.408846,"accuracy":0.456522,"main_score":0.408846,"hf_subset":"kbp_Latn-ell_Grek","languages":["kbp-Latn","ell-Grek"]},{"precision":0.396742,"recall":0.460474,"f1":0.414788,"accuracy":0.460474,"main_score":0.414788,"hf_subset":"kbp_Latn-hne_Deva","languages":["kbp-Latn","hne-Deva"]},{"precision":0.397111,"recall":0.451581,"f1":0.412338,"accuracy":0.451581,"main_score":0.412338,"hf_subset":"kbp_Latn-kik_Latn","languages":["kbp-Latn","kik-Latn"]},{"precision":0.421205,"recall":0.478261,"f1":0.43707,"accuracy":0.478261,"main_score":0.43707,"hf_subset":"kbp_Latn-mai_Deva","languages":["kbp-Latn","mai-Deva"]},{"precision":0.384767,"recall":0.447628,"f1":0.402203,"accuracy":0.447628,"main_score":0.402203,"hf_subset":"kbp_Latn-pbt_Arab","languages":["kbp-Latn","pbt-Arab"]},{"precision":0.43279,"recall":0.495059,"f1":0.450652,"accuracy":0.495059,"main_score":0.450652,"hf_subset":"kbp_Latn-spa_Latn","languages":["kbp-Latn","spa-Latn"]},{"precision":0.466949,"recall":0.502964,"f1":0.47675,"accuracy":0.502964,"main_score":0.47675,"hf_subset":"kbp_Latn-twi_Latn","languages":["kbp-Latn","twi-Latn"]},{"precision":0.403156,"recall":0.465415,"f1":0.420291,"accuracy":0.465415,"main_score":0.420291,"hf_subset":"kbp_Latn-acm_Arab","languages":["kbp-Latn","acm-Arab"]},{"precision":0.415476,"recall":0.476285,"f1":0.433552,"accuracy":0.476285,"main_score":0.433552,"hf_subset":"kbp_Latn-bel_Cyrl","languages":["kbp-Latn","bel-Cyrl"]},{"precision":0.415025,"recall":0.481225,"f1":0.433848,"accuracy":0.481225,"main_score":0.433848,"hf_subset":"kbp_Latn-eng_Latn","languages":["kbp-Latn","eng-Latn"]},{"precision":0.438626,"recall":0.496047,"f1":0.454907,"accuracy":0.496047,"main_score":0.454907,"hf_subset":"kbp_Latn-hrv_Latn","languages":["kbp-Latn","hrv-Latn"]},{"precision":0.432549,"recall":0.478261,"f1":0.445385,"accuracy":0.478261,"main_score":0.445385,"hf_subset":"kbp_Latn-kin_Latn","languages":["kbp-Latn","kin-Latn"]},{"precision":0.399511,"recall":0.466403,"f1":0.418604,"accuracy":0.466403,"main_score":0.418604,"hf_subset":"kbp_Latn-mal_Mlym","languages":["kbp-Latn","mal-Mlym"]},{"precision":0.400525,"recall":0.466403,"f1":0.419589,"accuracy":0.466403,"main_score":0.419589,"hf_subset":"kbp_Latn-pes_Arab","languages":["kbp-Latn","pes-Arab"]},{"precision":0.444486,"recall":0.497036,"f1":0.458649,"accuracy":0.497036,"main_score":0.458649,"hf_subset":"kbp_Latn-srd_Latn","languages":["kbp-Latn","srd-Latn"]},{"precision":0.15614,"recall":0.195652,"f1":0.165485,"accuracy":0.195652,"main_score":0.165485,"hf_subset":"kbp_Latn-tzm_Tfng","languages":["kbp-Latn","tzm-Tfng"]},{"precision":0.403126,"recall":0.464427,"f1":0.420366,"accuracy":0.464427,"main_score":0.420366,"hf_subset":"kbp_Latn-acq_Arab","languages":["kbp-Latn","acq-Arab"]},{"precision":0.457103,"recall":0.498024,"f1":0.468776,"accuracy":0.498024,"main_score":0.468776,"hf_subset":"kbp_Latn-bem_Latn","languages":["kbp-Latn","bem-Latn"]},{"precision":0.432528,"recall":0.495059,"f1":0.450567,"accuracy":0.495059,"main_score":0.450567,"hf_subset":"kbp_Latn-epo_Latn","languages":["kbp-Latn","epo-Latn"]},{"precision":0.432705,"recall":0.495059,"f1":0.450448,"accuracy":0.495059,"main_score":0.450448,"hf_subset":"kbp_Latn-hun_Latn","languages":["kbp-Latn","hun-Latn"]},{"precision":0.446726,"recall":0.504941,"f1":0.462591,"accuracy":0.504941,"main_score":0.462591,"hf_subset":"kbp_Latn-kir_Cyrl","languages":["kbp-Latn","kir-Cyrl"]},{"precision":0.411919,"recall":0.476285,"f1":0.43003,"accuracy":0.476285,"main_score":0.43003,"hf_subset":"kbp_Latn-mar_Deva","languages":["kbp-Latn","mar-Deva"]},{"precision":0.461554,"recall":0.505929,"f1":0.473575,"accuracy":0.505929,"main_score":0.473575,"hf_subset":"kbp_Latn-plt_Latn","languages":["kbp-Latn","plt-Latn"]},{"precision":0.420181,"recall":0.485178,"f1":0.43883,"accuracy":0.485178,"main_score":0.43883,"hf_subset":"kbp_Latn-srp_Cyrl","languages":["kbp-Latn","srp-Cyrl"]},{"precision":0.387074,"recall":0.450593,"f1":0.405063,"accuracy":0.450593,"main_score":0.405063,"hf_subset":"kbp_Latn-uig_Arab","languages":["kbp-Latn","uig-Arab"]},{"precision":0.406195,"recall":0.464427,"f1":0.42228,"accuracy":0.464427,"main_score":0.42228,"hf_subset":"kbp_Latn-aeb_Arab","languages":["kbp-Latn","aeb-Arab"]},{"precision":0.414799,"recall":0.481225,"f1":0.433849,"accuracy":0.481225,"main_score":0.433849,"hf_subset":"kbp_Latn-ben_Beng","languages":["kbp-Latn","ben-Beng"]},{"precision":0.42155,"recall":0.485178,"f1":0.439865,"accuracy":0.485178,"main_score":0.439865,"hf_subset":"kbp_Latn-est_Latn","languages":["kbp-Latn","est-Latn"]},{"precision":0.395622,"recall":0.453557,"f1":0.412294,"accuracy":0.453557,"main_score":0.412294,"hf_subset":"kbp_Latn-hye_Armn","languages":["kbp-Latn","hye-Armn"]},{"precision":0.439504,"recall":0.483202,"f1":0.45196,"accuracy":0.483202,"main_score":0.45196,"hf_subset":"kbp_Latn-kmb_Latn","languages":["kbp-Latn","kmb-Latn"]},{"precision":0.303018,"recall":0.357708,"f1":0.317917,"accuracy":0.357708,"main_score":0.317917,"hf_subset":"kbp_Latn-min_Arab","languages":["kbp-Latn","min-Arab"]},{"precision":0.41736,"recall":0.482213,"f1":0.435933,"accuracy":0.482213,"main_score":0.435933,"hf_subset":"kbp_Latn-pol_Latn","languages":["kbp-Latn","pol-Latn"]},{"precision":0.450548,"recall":0.493083,"f1":0.462109,"accuracy":0.493083,"main_score":0.462109,"hf_subset":"kbp_Latn-ssw_Latn","languages":["kbp-Latn","ssw-Latn"]},{"precision":0.412366,"recall":0.479249,"f1":0.431137,"accuracy":0.479249,"main_score":0.431137,"hf_subset":"kbp_Latn-ukr_Cyrl","languages":["kbp-Latn","ukr-Cyrl"]},{"precision":0.447011,"recall":0.502964,"f1":0.462593,"accuracy":0.502964,"main_score":0.462593,"hf_subset":"kbp_Latn-afr_Latn","languages":["kbp-Latn","afr-Latn"]},{"precision":0.415546,"recall":0.47332,"f1":0.43112,"accuracy":0.47332,"main_score":0.43112,"hf_subset":"kbp_Latn-bho_Deva","languages":["kbp-Latn","bho-Deva"]},{"precision":0.44173,"recall":0.497036,"f1":0.457205,"accuracy":0.497036,"main_score":0.457205,"hf_subset":"kbp_Latn-eus_Latn","languages":["kbp-Latn","eus-Latn"]},{"precision":0.443834,"recall":0.490119,"f1":0.456943,"accuracy":0.490119,"main_score":0.456943,"hf_subset":"kbp_Latn-ibo_Latn","languages":["kbp-Latn","ibo-Latn"]},{"precision":0.455327,"recall":0.501976,"f1":0.467545,"accuracy":0.501976,"main_score":0.467545,"hf_subset":"kbp_Latn-kmr_Latn","languages":["kbp-Latn","kmr-Latn"]},{"precision":0.458955,"recall":0.504941,"f1":0.471709,"accuracy":0.504941,"main_score":0.471709,"hf_subset":"kbp_Latn-min_Latn","languages":["kbp-Latn","min-Latn"]},{"precision":0.425658,"recall":0.488142,"f1":0.442833,"accuracy":0.488142,"main_score":0.442833,"hf_subset":"kbp_Latn-por_Latn","languages":["kbp-Latn","por-Latn"]},{"precision":0.451606,"recall":0.500988,"f1":0.465526,"accuracy":0.500988,"main_score":0.465526,"hf_subset":"kbp_Latn-sun_Latn","languages":["kbp-Latn","sun-Latn"]},{"precision":0.42167,"recall":0.469368,"f1":0.434781,"accuracy":0.469368,"main_score":0.434781,"hf_subset":"kbp_Latn-umb_Latn","languages":["kbp-Latn","umb-Latn"]},{"precision":0.409301,"recall":0.469368,"f1":0.42652,"accuracy":0.469368,"main_score":0.42652,"hf_subset":"kbp_Latn-ajp_Arab","languages":["kbp-Latn","ajp-Arab"]},{"precision":0.313146,"recall":0.368577,"f1":0.328821,"accuracy":0.368577,"main_score":0.328821,"hf_subset":"kbp_Latn-bjn_Arab","languages":["kbp-Latn","bjn-Arab"]},{"precision":0.455037,"recall":0.495059,"f1":0.466495,"accuracy":0.495059,"main_score":0.466495,"hf_subset":"kbp_Latn-ewe_Latn","languages":["kbp-Latn","ewe-Latn"]},{"precision":0.470221,"recall":0.512846,"f1":0.482142,"accuracy":0.512846,"main_score":0.482142,"hf_subset":"kbp_Latn-ilo_Latn","languages":["kbp-Latn","ilo-Latn"]},{"precision":0.202963,"recall":0.268775,"f1":0.219888,"accuracy":0.268775,"main_score":0.219888,"hf_subset":"kbp_Latn-knc_Arab","languages":["kbp-Latn","knc-Arab"]},{"precision":0.439702,"recall":0.496047,"f1":0.455315,"accuracy":0.496047,"main_score":0.455315,"hf_subset":"kbp_Latn-mkd_Cyrl","languages":["kbp-Latn","mkd-Cyrl"]},{"precision":0.403997,"recall":0.471344,"f1":0.422852,"accuracy":0.471344,"main_score":0.422852,"hf_subset":"kbp_Latn-prs_Arab","languages":["kbp-Latn","prs-Arab"]},{"precision":0.420638,"recall":0.48419,"f1":0.438585,"accuracy":0.48419,"main_score":0.438585,"hf_subset":"kbp_Latn-swe_Latn","languages":["kbp-Latn","swe-Latn"]},{"precision":0.374483,"recall":0.444664,"f1":0.394212,"accuracy":0.444664,"main_score":0.394212,"hf_subset":"kbp_Latn-urd_Arab","languages":["kbp-Latn","urd-Arab"]},{"precision":0.441833,"recall":0.485178,"f1":0.453571,"accuracy":0.485178,"main_score":0.453571,"hf_subset":"kbp_Latn-aka_Latn","languages":["kbp-Latn","aka-Latn"]},{"precision":0.440988,"recall":0.494071,"f1":0.455885,"accuracy":0.494071,"main_score":0.455885,"hf_subset":"kbp_Latn-bjn_Latn","languages":["kbp-Latn","bjn-Latn"]},{"precision":0.428216,"recall":0.486166,"f1":0.444155,"accuracy":0.486166,"main_score":0.444155,"hf_subset":"kbp_Latn-fao_Latn","languages":["kbp-Latn","fao-Latn"]},{"precision":0.434768,"recall":0.500988,"f1":0.452811,"accuracy":0.500988,"main_score":0.452811,"hf_subset":"kbp_Latn-ind_Latn","languages":["kbp-Latn","ind-Latn"]},{"precision":0.437262,"recall":0.479249,"f1":0.449722,"accuracy":0.479249,"main_score":0.449722,"hf_subset":"kbp_Latn-knc_Latn","languages":["kbp-Latn","knc-Latn"]},{"precision":0.453599,"recall":0.507905,"f1":0.467523,"accuracy":0.507905,"main_score":0.467523,"hf_subset":"kbp_Latn-mlt_Latn","languages":["kbp-Latn","mlt-Latn"]},{"precision":0.44384,"recall":0.48419,"f1":0.455056,"accuracy":0.48419,"main_score":0.455056,"hf_subset":"kbp_Latn-quy_Latn","languages":["kbp-Latn","quy-Latn"]},{"precision":0.431532,"recall":0.482213,"f1":0.445273,"accuracy":0.482213,"main_score":0.445273,"hf_subset":"kbp_Latn-swh_Latn","languages":["kbp-Latn","swh-Latn"]},{"precision":0.416511,"recall":0.47332,"f1":0.433006,"accuracy":0.47332,"main_score":0.433006,"hf_subset":"kbp_Latn-uzn_Latn","languages":["kbp-Latn","uzn-Latn"]},{"precision":0.422965,"recall":0.481225,"f1":0.439466,"accuracy":0.481225,"main_score":0.439466,"hf_subset":"kbp_Latn-als_Latn","languages":["kbp-Latn","als-Latn"]},{"precision":0.157432,"recall":0.211462,"f1":0.170295,"accuracy":0.211462,"main_score":0.170295,"hf_subset":"kbp_Latn-bod_Tibt","languages":["kbp-Latn","bod-Tibt"]},{"precision":0.433901,"recall":0.478261,"f1":0.446579,"accuracy":0.478261,"main_score":0.446579,"hf_subset":"kbp_Latn-fij_Latn","languages":["kbp-Latn","fij-Latn"]},{"precision":0.40226,"recall":0.461462,"f1":0.418461,"accuracy":0.461462,"main_score":0.418461,"hf_subset":"kbp_Latn-isl_Latn","languages":["kbp-Latn","isl-Latn"]},{"precision":0.455562,"recall":0.504941,"f1":0.469768,"accuracy":0.504941,"main_score":0.469768,"hf_subset":"kbp_Latn-kon_Latn","languages":["kbp-Latn","kon-Latn"]},{"precision":0.365511,"recall":0.417984,"f1":0.380198,"accuracy":0.417984,"main_score":0.380198,"hf_subset":"kbp_Latn-mni_Beng","languages":["kbp-Latn","mni-Beng"]},{"precision":0.444528,"recall":0.500988,"f1":0.460243,"accuracy":0.500988,"main_score":0.460243,"hf_subset":"kbp_Latn-ron_Latn","languages":["kbp-Latn","ron-Latn"]},{"precision":0.432792,"recall":0.491107,"f1":0.44877,"accuracy":0.491107,"main_score":0.44877,"hf_subset":"kbp_Latn-szl_Latn","languages":["kbp-Latn","szl-Latn"]},{"precision":0.442755,"recall":0.495059,"f1":0.457366,"accuracy":0.495059,"main_score":0.457366,"hf_subset":"kbp_Latn-vec_Latn","languages":["kbp-Latn","vec-Latn"]},{"precision":0.265493,"recall":0.33004,"f1":0.282551,"accuracy":0.33004,"main_score":0.282551,"hf_subset":"kbp_Latn-amh_Ethi","languages":["kbp-Latn","amh-Ethi"]},{"precision":0.442823,"recall":0.500988,"f1":0.459674,"accuracy":0.500988,"main_score":0.459674,"hf_subset":"kbp_Latn-bos_Latn","languages":["kbp-Latn","bos-Latn"]},{"precision":0.413116,"recall":0.477273,"f1":0.431097,"accuracy":0.477273,"main_score":0.431097,"hf_subset":"kbp_Latn-fin_Latn","languages":["kbp-Latn","fin-Latn"]},{"precision":0.433511,"recall":0.495059,"f1":0.45109,"accuracy":0.495059,"main_score":0.45109,"hf_subset":"kbp_Latn-ita_Latn","languages":["kbp-Latn","ita-Latn"]},{"precision":0.393292,"recall":0.458498,"f1":0.411553,"accuracy":0.458498,"main_score":0.411553,"hf_subset":"kbp_Latn-kor_Hang","languages":["kbp-Latn","kor-Hang"]},{"precision":0.444698,"recall":0.485178,"f1":0.456243,"accuracy":0.485178,"main_score":0.456243,"hf_subset":"kbp_Latn-mos_Latn","languages":["kbp-Latn","mos-Latn"]},{"precision":0.4467,"recall":0.493083,"f1":0.459539,"accuracy":0.493083,"main_score":0.459539,"hf_subset":"kbp_Latn-run_Latn","languages":["kbp-Latn","run-Latn"]},{"precision":0.377516,"recall":0.440711,"f1":0.395128,"accuracy":0.440711,"main_score":0.395128,"hf_subset":"kbp_Latn-tam_Taml","languages":["kbp-Latn","tam-Taml"]},{"precision":0.414835,"recall":0.482213,"f1":0.433877,"accuracy":0.482213,"main_score":0.433877,"hf_subset":"kbp_Latn-vie_Latn","languages":["kbp-Latn","vie-Latn"]},{"precision":0.406731,"recall":0.465415,"f1":0.423327,"accuracy":0.465415,"main_score":0.423327,"hf_subset":"kbp_Latn-apc_Arab","languages":["kbp-Latn","apc-Arab"]},{"precision":0.44693,"recall":0.483202,"f1":0.457428,"accuracy":0.483202,"main_score":0.457428,"hf_subset":"kbp_Latn-bug_Latn","languages":["kbp-Latn","bug-Latn"]},{"precision":0.43281,"recall":0.474308,"f1":0.444472,"accuracy":0.474308,"main_score":0.444472,"hf_subset":"kbp_Latn-fon_Latn","languages":["kbp-Latn","fon-Latn"]},{"precision":0.452613,"recall":0.505929,"f1":0.467238,"accuracy":0.505929,"main_score":0.467238,"hf_subset":"kbp_Latn-jav_Latn","languages":["kbp-Latn","jav-Latn"]},{"precision":0.37286,"recall":0.423913,"f1":0.386586,"accuracy":0.423913,"main_score":0.386586,"hf_subset":"kbp_Latn-lao_Laoo","languages":["kbp-Latn","lao-Laoo"]},{"precision":0.421381,"recall":0.470356,"f1":0.434442,"accuracy":0.470356,"main_score":0.434442,"hf_subset":"kbp_Latn-mri_Latn","languages":["kbp-Latn","mri-Latn"]},{"precision":0.418234,"recall":0.482213,"f1":0.435869,"accuracy":0.482213,"main_score":0.435869,"hf_subset":"kbp_Latn-rus_Cyrl","languages":["kbp-Latn","rus-Cyrl"]},{"precision":0.432806,"recall":0.475296,"f1":0.445586,"accuracy":0.475296,"main_score":0.445586,"hf_subset":"kbp_Latn-taq_Latn","languages":["kbp-Latn","taq-Latn"]},{"precision":0.456024,"recall":0.501976,"f1":0.468867,"accuracy":0.501976,"main_score":0.468867,"hf_subset":"kbp_Latn-war_Latn","languages":["kbp-Latn","war-Latn"]},{"precision":0.403045,"recall":0.469368,"f1":0.421497,"accuracy":0.469368,"main_score":0.421497,"hf_subset":"kbp_Latn-arb_Arab","languages":["kbp-Latn","arb-Arab"]},{"precision":0.424862,"recall":0.486166,"f1":0.441977,"accuracy":0.486166,"main_score":0.441977,"hf_subset":"kbp_Latn-bul_Cyrl","languages":["kbp-Latn","bul-Cyrl"]},{"precision":0.439553,"recall":0.498024,"f1":0.45599,"accuracy":0.498024,"main_score":0.45599,"hf_subset":"kbp_Latn-fra_Latn","languages":["kbp-Latn","fra-Latn"]},{"precision":0.398564,"recall":0.468379,"f1":0.418588,"accuracy":0.468379,"main_score":0.418588,"hf_subset":"kbp_Latn-jpn_Jpan","languages":["kbp-Latn","jpn-Jpan"]},{"precision":0.445584,"recall":0.5,"f1":0.460611,"accuracy":0.5,"main_score":0.460611,"hf_subset":"kbp_Latn-lij_Latn","languages":["kbp-Latn","lij-Latn"]},{"precision":0.230753,"recall":0.298419,"f1":0.248558,"accuracy":0.298419,"main_score":0.248558,"hf_subset":"kbp_Latn-mya_Mymr","languages":["kbp-Latn","mya-Mymr"]},{"precision":0.441206,"recall":0.488142,"f1":0.454885,"accuracy":0.488142,"main_score":0.454885,"hf_subset":"kbp_Latn-sag_Latn","languages":["kbp-Latn","sag-Latn"]},{"precision":0.151747,"recall":0.203557,"f1":0.162837,"accuracy":0.203557,"main_score":0.162837,"hf_subset":"kbp_Latn-taq_Tfng","languages":["kbp-Latn","taq-Tfng"]},{"precision":0.45171,"recall":0.5,"f1":0.464739,"accuracy":0.5,"main_score":0.464739,"hf_subset":"kbp_Latn-wol_Latn","languages":["kbp-Latn","wol-Latn"]},{"precision":0.372908,"recall":0.435771,"f1":0.389923,"accuracy":0.435771,"main_score":0.389923,"hf_subset":"kbp_Latn-arb_Latn","languages":["kbp-Latn","arb-Latn"]},{"precision":0.430402,"recall":0.490119,"f1":0.447463,"accuracy":0.490119,"main_score":0.447463,"hf_subset":"kbp_Latn-cat_Latn","languages":["kbp-Latn","cat-Latn"]},{"precision":0.45031,"recall":0.504941,"f1":0.46502,"accuracy":0.504941,"main_score":0.46502,"hf_subset":"kbp_Latn-fur_Latn","languages":["kbp-Latn","fur-Latn"]},{"precision":0.36661,"recall":0.41502,"f1":0.380668,"accuracy":0.41502,"main_score":0.380668,"hf_subset":"kbp_Latn-kab_Latn","languages":["kbp-Latn","kab-Latn"]},{"precision":0.424609,"recall":0.485178,"f1":0.441313,"accuracy":0.485178,"main_score":0.441313,"hf_subset":"kbp_Latn-lim_Latn","languages":["kbp-Latn","lim-Latn"]},{"precision":0.430154,"recall":0.490119,"f1":0.446633,"accuracy":0.490119,"main_score":0.446633,"hf_subset":"kbp_Latn-nld_Latn","languages":["kbp-Latn","nld-Latn"]},{"precision":0.376615,"recall":0.444664,"f1":0.395422,"accuracy":0.444664,"main_score":0.395422,"hf_subset":"kbp_Latn-san_Deva","languages":["kbp-Latn","san-Deva"]},{"precision":0.432666,"recall":0.48913,"f1":0.448732,"accuracy":0.48913,"main_score":0.448732,"hf_subset":"kbp_Latn-tat_Cyrl","languages":["kbp-Latn","tat-Cyrl"]},{"precision":0.454992,"recall":0.502964,"f1":0.468382,"accuracy":0.502964,"main_score":0.468382,"hf_subset":"kbp_Latn-xho_Latn","languages":["kbp-Latn","xho-Latn"]},{"precision":0.381308,"recall":0.449605,"f1":0.400426,"accuracy":0.449605,"main_score":0.400426,"hf_subset":"kbp_Latn-ars_Arab","languages":["kbp-Latn","ars-Arab"]},{"precision":0.453101,"recall":0.502964,"f1":0.46664,"accuracy":0.502964,"main_score":0.46664,"hf_subset":"kbp_Latn-ceb_Latn","languages":["kbp-Latn","ceb-Latn"]},{"precision":0.410073,"recall":0.459486,"f1":0.424277,"accuracy":0.459486,"main_score":0.424277,"hf_subset":"kbp_Latn-fuv_Latn","languages":["kbp-Latn","fuv-Latn"]},{"precision":0.437429,"recall":0.482213,"f1":0.450423,"accuracy":0.482213,"main_score":0.450423,"hf_subset":"kbp_Latn-kac_Latn","languages":["kbp-Latn","kac-Latn"]},{"precision":0.467858,"recall":0.508893,"f1":0.478749,"accuracy":0.508893,"main_score":0.478749,"hf_subset":"kbp_Latn-lin_Latn","languages":["kbp-Latn","lin-Latn"]},{"precision":0.431495,"recall":0.492095,"f1":0.448695,"accuracy":0.492095,"main_score":0.448695,"hf_subset":"kbp_Latn-nno_Latn","languages":["kbp-Latn","nno-Latn"]},{"precision":0.029261,"recall":0.077075,"f1":0.037453,"accuracy":0.077075,"main_score":0.037453,"hf_subset":"kbp_Latn-sat_Olck","languages":["kbp-Latn","sat-Olck"]},{"precision":0.414254,"recall":0.477273,"f1":0.432546,"accuracy":0.477273,"main_score":0.432546,"hf_subset":"kbp_Latn-tel_Telu","languages":["kbp-Latn","tel-Telu"]},{"precision":0.328647,"recall":0.389328,"f1":0.34536,"accuracy":0.389328,"main_score":0.34536,"hf_subset":"kbp_Latn-ydd_Hebr","languages":["kbp-Latn","ydd-Hebr"]},{"precision":0.386018,"recall":0.445652,"f1":0.403225,"accuracy":0.445652,"main_score":0.403225,"hf_subset":"kbp_Latn-ary_Arab","languages":["kbp-Latn","ary-Arab"]},{"precision":0.424099,"recall":0.486166,"f1":0.441362,"accuracy":0.486166,"main_score":0.441362,"hf_subset":"kbp_Latn-ces_Latn","languages":["kbp-Latn","ces-Latn"]},{"precision":0.359814,"recall":0.423913,"f1":0.377825,"accuracy":0.423913,"main_score":0.377825,"hf_subset":"kbp_Latn-gaz_Latn","languages":["kbp-Latn","gaz-Latn"]},{"precision":0.428032,"recall":0.478261,"f1":0.442049,"accuracy":0.478261,"main_score":0.442049,"hf_subset":"kbp_Latn-kam_Latn","languages":["kbp-Latn","kam-Latn"]},{"precision":0.417075,"recall":0.47332,"f1":0.432252,"accuracy":0.47332,"main_score":0.432252,"hf_subset":"kbp_Latn-lit_Latn","languages":["kbp-Latn","lit-Latn"]},{"precision":0.434871,"recall":0.494071,"f1":0.451335,"accuracy":0.494071,"main_score":0.451335,"hf_subset":"kbp_Latn-nob_Latn","languages":["kbp-Latn","nob-Latn"]},{"precision":0.430394,"recall":0.490119,"f1":0.447777,"accuracy":0.490119,"main_score":0.447777,"hf_subset":"kbp_Latn-scn_Latn","languages":["kbp-Latn","scn-Latn"]},{"precision":0.432933,"recall":0.48419,"f1":0.447308,"accuracy":0.48419,"main_score":0.447308,"hf_subset":"kbp_Latn-tgk_Cyrl","languages":["kbp-Latn","tgk-Cyrl"]},{"precision":0.395942,"recall":0.454545,"f1":0.412914,"accuracy":0.454545,"main_score":0.412914,"hf_subset":"kbp_Latn-yor_Latn","languages":["kbp-Latn","yor-Latn"]},{"precision":0.4097,"recall":0.468379,"f1":0.425936,"accuracy":0.468379,"main_score":0.425936,"hf_subset":"kbp_Latn-arz_Arab","languages":["kbp-Latn","arz-Arab"]},{"precision":0.422634,"recall":0.467391,"f1":0.435152,"accuracy":0.467391,"main_score":0.435152,"hf_subset":"kbp_Latn-cjk_Latn","languages":["kbp-Latn","cjk-Latn"]},{"precision":0.41373,"recall":0.466403,"f1":0.428367,"accuracy":0.466403,"main_score":0.428367,"hf_subset":"kbp_Latn-gla_Latn","languages":["kbp-Latn","gla-Latn"]},{"precision":0.405684,"recall":0.466403,"f1":0.422801,"accuracy":0.466403,"main_score":0.422801,"hf_subset":"kbp_Latn-kan_Knda","languages":["kbp-Latn","kan-Knda"]},{"precision":0.448746,"recall":0.501976,"f1":0.463313,"accuracy":0.501976,"main_score":0.463313,"hf_subset":"kbp_Latn-lmo_Latn","languages":["kbp-Latn","lmo-Latn"]},{"precision":0.400625,"recall":0.463439,"f1":0.418002,"accuracy":0.463439,"main_score":0.418002,"hf_subset":"kbp_Latn-npi_Deva","languages":["kbp-Latn","npi-Deva"]},{"precision":0.38881,"recall":0.448617,"f1":0.405533,"accuracy":0.448617,"main_score":0.405533,"hf_subset":"kbp_Latn-shn_Mymr","languages":["kbp-Latn","shn-Mymr"]},{"precision":0.459472,"recall":0.508893,"f1":0.472976,"accuracy":0.508893,"main_score":0.472976,"hf_subset":"kbp_Latn-tgl_Latn","languages":["kbp-Latn","tgl-Latn"]},{"precision":0.39444,"recall":0.462451,"f1":0.41349,"accuracy":0.462451,"main_score":0.41349,"hf_subset":"kbp_Latn-yue_Hant","languages":["kbp-Latn","yue-Hant"]},{"precision":0.369633,"recall":0.433794,"f1":0.387672,"accuracy":0.433794,"main_score":0.387672,"hf_subset":"kbp_Latn-asm_Beng","languages":["kbp-Latn","asm-Beng"]},{"precision":0.383974,"recall":0.439723,"f1":0.399356,"accuracy":0.439723,"main_score":0.399356,"hf_subset":"kbp_Latn-ckb_Arab","languages":["kbp-Latn","ckb-Arab"]},{"precision":0.420794,"recall":0.474308,"f1":0.435249,"accuracy":0.474308,"main_score":0.435249,"hf_subset":"kbp_Latn-gle_Latn","languages":["kbp-Latn","gle-Latn"]},{"precision":0.355287,"recall":0.423913,"f1":0.374149,"accuracy":0.423913,"main_score":0.374149,"hf_subset":"kbp_Latn-kas_Arab","languages":["kbp-Latn","kas-Arab"]},{"precision":0.417355,"recall":0.476285,"f1":0.433233,"accuracy":0.476285,"main_score":0.433233,"hf_subset":"kbp_Latn-ltg_Latn","languages":["kbp-Latn","ltg-Latn"]},{"precision":0.45515,"recall":0.492095,"f1":0.465319,"accuracy":0.492095,"main_score":0.465319,"hf_subset":"kbp_Latn-nso_Latn","languages":["kbp-Latn","nso-Latn"]},{"precision":0.177925,"recall":0.22332,"f1":0.188729,"accuracy":0.22332,"main_score":0.188729,"hf_subset":"kbp_Latn-sin_Sinh","languages":["kbp-Latn","sin-Sinh"]},{"precision":0.392521,"recall":0.461462,"f1":0.41223,"accuracy":0.461462,"main_score":0.41223,"hf_subset":"kbp_Latn-tha_Thai","languages":["kbp-Latn","tha-Thai"]},{"precision":0.384622,"recall":0.45751,"f1":0.405077,"accuracy":0.45751,"main_score":0.405077,"hf_subset":"kbp_Latn-zho_Hans","languages":["kbp-Latn","zho-Hans"]},{"precision":0.434748,"recall":0.493083,"f1":0.451494,"accuracy":0.493083,"main_score":0.451494,"hf_subset":"kbp_Latn-ast_Latn","languages":["kbp-Latn","ast-Latn"]},{"precision":0.421615,"recall":0.479249,"f1":0.4378,"accuracy":0.479249,"main_score":0.4378,"hf_subset":"kbp_Latn-crh_Latn","languages":["kbp-Latn","crh-Latn"]},{"precision":0.434868,"recall":0.496047,"f1":0.451762,"accuracy":0.496047,"main_score":0.451762,"hf_subset":"kbp_Latn-glg_Latn","languages":["kbp-Latn","glg-Latn"]},{"precision":0.38991,"recall":0.449605,"f1":0.406756,"accuracy":0.449605,"main_score":0.406756,"hf_subset":"kbp_Latn-kas_Deva","languages":["kbp-Latn","kas-Deva"]},{"precision":0.419172,"recall":0.479249,"f1":0.435153,"accuracy":0.479249,"main_score":0.435153,"hf_subset":"kbp_Latn-ltz_Latn","languages":["kbp-Latn","ltz-Latn"]},{"precision":0.401832,"recall":0.452569,"f1":0.415854,"accuracy":0.452569,"main_score":0.415854,"hf_subset":"kbp_Latn-nus_Latn","languages":["kbp-Latn","nus-Latn"]},{"precision":0.43265,"recall":0.491107,"f1":0.449684,"accuracy":0.491107,"main_score":0.449684,"hf_subset":"kbp_Latn-slk_Latn","languages":["kbp-Latn","slk-Latn"]},{"precision":0.204832,"recall":0.250988,"f1":0.216522,"accuracy":0.250988,"main_score":0.216522,"hf_subset":"kbp_Latn-tir_Ethi","languages":["kbp-Latn","tir-Ethi"]},{"precision":0.389251,"recall":0.452569,"f1":0.406791,"accuracy":0.452569,"main_score":0.406791,"hf_subset":"kbp_Latn-zho_Hant","languages":["kbp-Latn","zho-Hant"]},{"precision":0.398666,"recall":0.462451,"f1":0.416253,"accuracy":0.462451,"main_score":0.416253,"hf_subset":"kbp_Latn-awa_Deva","languages":["kbp-Latn","awa-Deva"]},{"precision":0.435865,"recall":0.493083,"f1":0.451088,"accuracy":0.493083,"main_score":0.451088,"hf_subset":"kbp_Latn-cym_Latn","languages":["kbp-Latn","cym-Latn"]},{"precision":0.446436,"recall":0.487154,"f1":0.457775,"accuracy":0.487154,"main_score":0.457775,"hf_subset":"kbp_Latn-grn_Latn","languages":["kbp-Latn","grn-Latn"]},{"precision":0.395956,"recall":0.460474,"f1":0.413991,"accuracy":0.460474,"main_score":0.413991,"hf_subset":"kbp_Latn-kat_Geor","languages":["kbp-Latn","kat-Geor"]},{"precision":0.449565,"recall":0.491107,"f1":0.460783,"accuracy":0.491107,"main_score":0.460783,"hf_subset":"kbp_Latn-lua_Latn","languages":["kbp-Latn","lua-Latn"]},{"precision":0.448024,"recall":0.494071,"f1":0.460832,"accuracy":0.494071,"main_score":0.460832,"hf_subset":"kbp_Latn-nya_Latn","languages":["kbp-Latn","nya-Latn"]},{"precision":0.418905,"recall":0.475296,"f1":0.434516,"accuracy":0.475296,"main_score":0.434516,"hf_subset":"kbp_Latn-slv_Latn","languages":["kbp-Latn","slv-Latn"]},{"precision":0.458937,"recall":0.502964,"f1":0.472007,"accuracy":0.502964,"main_score":0.472007,"hf_subset":"kbp_Latn-tpi_Latn","languages":["kbp-Latn","tpi-Latn"]},{"precision":0.442009,"recall":0.500988,"f1":0.458451,"accuracy":0.500988,"main_score":0.458451,"hf_subset":"kbp_Latn-zsm_Latn","languages":["kbp-Latn","zsm-Latn"]},{"precision":0.429201,"recall":0.476285,"f1":0.442627,"accuracy":0.476285,"main_score":0.442627,"hf_subset":"kbp_Latn-ayr_Latn","languages":["kbp-Latn","ayr-Latn"]},{"precision":0.43311,"recall":0.492095,"f1":0.449605,"accuracy":0.492095,"main_score":0.449605,"hf_subset":"kbp_Latn-dan_Latn","languages":["kbp-Latn","dan-Latn"]},{"precision":0.410489,"recall":0.475296,"f1":0.428207,"accuracy":0.475296,"main_score":0.428207,"hf_subset":"kbp_Latn-guj_Gujr","languages":["kbp-Latn","guj-Gujr"]},{"precision":0.424668,"recall":0.483202,"f1":0.44149,"accuracy":0.483202,"main_score":0.44149,"hf_subset":"kbp_Latn-kaz_Cyrl","languages":["kbp-Latn","kaz-Cyrl"]},{"precision":0.41408,"recall":0.465415,"f1":0.428463,"accuracy":0.465415,"main_score":0.428463,"hf_subset":"kbp_Latn-lug_Latn","languages":["kbp-Latn","lug-Latn"]},{"precision":0.429234,"recall":0.48913,"f1":0.44599,"accuracy":0.48913,"main_score":0.44599,"hf_subset":"kbp_Latn-oci_Latn","languages":["kbp-Latn","oci-Latn"]},{"precision":0.446171,"recall":0.490119,"f1":0.457857,"accuracy":0.490119,"main_score":0.457857,"hf_subset":"kbp_Latn-smo_Latn","languages":["kbp-Latn","smo-Latn"]},{"precision":0.437954,"recall":0.485178,"f1":0.451597,"accuracy":0.485178,"main_score":0.451597,"hf_subset":"kbp_Latn-tsn_Latn","languages":["kbp-Latn","tsn-Latn"]},{"precision":0.439734,"recall":0.488142,"f1":0.453333,"accuracy":0.488142,"main_score":0.453333,"hf_subset":"kbp_Latn-zul_Latn","languages":["kbp-Latn","zul-Latn"]},{"precision":0.352271,"recall":0.414032,"f1":0.369697,"accuracy":0.414032,"main_score":0.369697,"hf_subset":"kbp_Latn-azb_Arab","languages":["kbp-Latn","azb-Arab"]},{"precision":0.42508,"recall":0.492095,"f1":0.443834,"accuracy":0.492095,"main_score":0.443834,"hf_subset":"kbp_Latn-deu_Latn","languages":["kbp-Latn","deu-Latn"]},{"precision":0.411158,"recall":0.472332,"f1":0.428674,"accuracy":0.472332,"main_score":0.428674,"hf_subset":"kbp_Latn-hat_Latn","languages":["kbp-Latn","hat-Latn"]},{"precision":0.443809,"recall":0.48419,"f1":0.455393,"accuracy":0.48419,"main_score":0.455393,"hf_subset":"kbp_Latn-luo_Latn","languages":["kbp-Latn","luo-Latn"]},{"precision":0.391227,"recall":0.459486,"f1":0.4103,"accuracy":0.459486,"main_score":0.4103,"hf_subset":"kbp_Latn-ory_Orya","languages":["kbp-Latn","ory-Orya"]},{"precision":0.434724,"recall":0.481225,"f1":0.447688,"accuracy":0.481225,"main_score":0.447688,"hf_subset":"kbp_Latn-sna_Latn","languages":["kbp-Latn","sna-Latn"]},{"precision":0.454117,"recall":0.490119,"f1":0.464413,"accuracy":0.490119,"main_score":0.464413,"hf_subset":"kbp_Latn-tso_Latn","languages":["kbp-Latn","tso-Latn"]},{"precision":0.414669,"recall":0.477273,"f1":0.432512,"accuracy":0.477273,"main_score":0.432512,"hf_subset":"kbp_Latn-azj_Latn","languages":["kbp-Latn","azj-Latn"]},{"precision":0.398072,"recall":0.447628,"f1":0.411383,"accuracy":0.447628,"main_score":0.411383,"hf_subset":"kbp_Latn-dik_Latn","languages":["kbp-Latn","dik-Latn"]},{"precision":0.445424,"recall":0.492095,"f1":0.4585,"accuracy":0.492095,"main_score":0.4585,"hf_subset":"kbp_Latn-hau_Latn","languages":["kbp-Latn","hau-Latn"]},{"precision":0.448411,"recall":0.498024,"f1":0.461905,"accuracy":0.498024,"main_score":0.461905,"hf_subset":"kbp_Latn-kea_Latn","languages":["kbp-Latn","kea-Latn"]},{"precision":0.453346,"recall":0.493083,"f1":0.463933,"accuracy":0.493083,"main_score":0.463933,"hf_subset":"kbp_Latn-lus_Latn","languages":["kbp-Latn","lus-Latn"]},{"precision":0.454728,"recall":0.494071,"f1":0.465585,"accuracy":0.494071,"main_score":0.465585,"hf_subset":"kbp_Latn-pag_Latn","languages":["kbp-Latn","pag-Latn"]},{"precision":0.381102,"recall":0.444664,"f1":0.397685,"accuracy":0.444664,"main_score":0.397685,"hf_subset":"kbp_Latn-snd_Arab","languages":["kbp-Latn","snd-Arab"]},{"precision":0.415602,"recall":0.47332,"f1":0.431867,"accuracy":0.47332,"main_score":0.431867,"hf_subset":"kbp_Latn-tuk_Latn","languages":["kbp-Latn","tuk-Latn"]},{"precision":0.434819,"recall":0.485178,"f1":0.449452,"accuracy":0.485178,"main_score":0.449452,"hf_subset":"kbp_Latn-bak_Cyrl","languages":["kbp-Latn","bak-Cyrl"]},{"precision":0.358831,"recall":0.41996,"f1":0.376471,"accuracy":0.41996,"main_score":0.376471,"hf_subset":"kbp_Latn-dyu_Latn","languages":["kbp-Latn","dyu-Latn"]},{"precision":0.379836,"recall":0.448617,"f1":0.39887,"accuracy":0.448617,"main_score":0.39887,"hf_subset":"kbp_Latn-heb_Hebr","languages":["kbp-Latn","heb-Hebr"]},{"precision":0.431445,"recall":0.487154,"f1":0.447803,"accuracy":0.487154,"main_score":0.447803,"hf_subset":"kbp_Latn-khk_Cyrl","languages":["kbp-Latn","khk-Cyrl"]},{"precision":0.409241,"recall":0.474308,"f1":0.427895,"accuracy":0.474308,"main_score":0.427895,"hf_subset":"kbp_Latn-lvs_Latn","languages":["kbp-Latn","lvs-Latn"]},{"precision":0.40301,"recall":0.467391,"f1":0.42078,"accuracy":0.467391,"main_score":0.42078,"hf_subset":"kbp_Latn-pan_Guru","languages":["kbp-Latn","pan-Guru"]},{"precision":0.420842,"recall":0.471344,"f1":0.434562,"accuracy":0.471344,"main_score":0.434562,"hf_subset":"kbp_Latn-som_Latn","languages":["kbp-Latn","som-Latn"]},{"precision":0.459539,"recall":0.502964,"f1":0.470751,"accuracy":0.502964,"main_score":0.470751,"hf_subset":"kbp_Latn-tum_Latn","languages":["kbp-Latn","tum-Latn"]},{"precision":0.33471,"recall":0.400198,"f1":0.352855,"accuracy":0.400198,"main_score":0.352855,"hf_subset":"luo_Latn-ace_Arab","languages":["luo-Latn","ace-Arab"]},{"precision":0.463006,"recall":0.514822,"f1":0.477302,"accuracy":0.514822,"main_score":0.477302,"hf_subset":"luo_Latn-bam_Latn","languages":["luo-Latn","bam-Latn"]},{"precision":0.104825,"recall":0.145257,"f1":0.114902,"accuracy":0.145257,"main_score":0.114902,"hf_subset":"luo_Latn-dzo_Tibt","languages":["luo-Latn","dzo-Tibt"]},{"precision":0.469097,"recall":0.540514,"f1":0.489533,"accuracy":0.540514,"main_score":0.489533,"hf_subset":"luo_Latn-hin_Deva","languages":["luo-Latn","hin-Deva"]},{"precision":0.362292,"recall":0.435771,"f1":0.382823,"accuracy":0.435771,"main_score":0.382823,"hf_subset":"luo_Latn-khm_Khmr","languages":["luo-Latn","khm-Khmr"]},{"precision":0.473118,"recall":0.540514,"f1":0.492624,"accuracy":0.540514,"main_score":0.492624,"hf_subset":"luo_Latn-mag_Deva","languages":["luo-Latn","mag-Deva"]},{"precision":0.518384,"recall":0.575099,"f1":0.534525,"accuracy":0.575099,"main_score":0.534525,"hf_subset":"luo_Latn-pap_Latn","languages":["luo-Latn","pap-Latn"]},{"precision":0.513208,"recall":0.561265,"f1":0.526981,"accuracy":0.561265,"main_score":0.526981,"hf_subset":"luo_Latn-sot_Latn","languages":["luo-Latn","sot-Latn"]},{"precision":0.489163,"recall":0.557312,"f1":0.508569,"accuracy":0.557312,"main_score":0.508569,"hf_subset":"luo_Latn-tur_Latn","languages":["luo-Latn","tur-Latn"]},{"precision":0.522875,"recall":0.564229,"f1":0.534279,"accuracy":0.564229,"main_score":0.534279,"hf_subset":"luo_Latn-ace_Latn","languages":["luo-Latn","ace-Latn"]},{"precision":0.545659,"recall":0.593874,"f1":0.559156,"accuracy":0.593874,"main_score":0.559156,"hf_subset":"luo_Latn-ban_Latn","languages":["luo-Latn","ban-Latn"]},{"precision":0.437819,"recall":0.516798,"f1":0.459808,"accuracy":0.516798,"main_score":0.459808,"hf_subset":"luo_Latn-ell_Grek","languages":["luo-Latn","ell-Grek"]},{"precision":0.462155,"recall":0.529644,"f1":0.481617,"accuracy":0.529644,"main_score":0.481617,"hf_subset":"luo_Latn-hne_Deva","languages":["luo-Latn","hne-Deva"]},{"precision":0.484609,"recall":0.535573,"f1":0.499478,"accuracy":0.535573,"main_score":0.499478,"hf_subset":"luo_Latn-kik_Latn","languages":["luo-Latn","kik-Latn"]},{"precision":0.478443,"recall":0.54249,"f1":0.496915,"accuracy":0.54249,"main_score":0.496915,"hf_subset":"luo_Latn-mai_Deva","languages":["luo-Latn","mai-Deva"]},{"precision":0.454315,"recall":0.516798,"f1":0.472353,"accuracy":0.516798,"main_score":0.472353,"hf_subset":"luo_Latn-pbt_Arab","languages":["luo-Latn","pbt-Arab"]},{"precision":0.495284,"recall":0.564229,"f1":0.51541,"accuracy":0.564229,"main_score":0.51541,"hf_subset":"luo_Latn-spa_Latn","languages":["luo-Latn","spa-Latn"]},{"precision":0.530793,"recall":0.570158,"f1":0.541498,"accuracy":0.570158,"main_score":0.541498,"hf_subset":"luo_Latn-twi_Latn","languages":["luo-Latn","twi-Latn"]},{"precision":0.460326,"recall":0.527668,"f1":0.479491,"accuracy":0.527668,"main_score":0.479491,"hf_subset":"luo_Latn-acm_Arab","languages":["luo-Latn","acm-Arab"]},{"precision":0.467139,"recall":0.539526,"f1":0.488044,"accuracy":0.539526,"main_score":0.488044,"hf_subset":"luo_Latn-bel_Cyrl","languages":["luo-Latn","bel-Cyrl"]},{"precision":0.489826,"recall":0.561265,"f1":0.510367,"accuracy":0.561265,"main_score":0.510367,"hf_subset":"luo_Latn-eng_Latn","languages":["luo-Latn","eng-Latn"]},{"precision":0.508267,"recall":0.572134,"f1":0.526304,"accuracy":0.572134,"main_score":0.526304,"hf_subset":"luo_Latn-hrv_Latn","languages":["luo-Latn","hrv-Latn"]},{"precision":0.456052,"recall":0.513834,"f1":0.473017,"accuracy":0.513834,"main_score":0.473017,"hf_subset":"luo_Latn-kin_Latn","languages":["luo-Latn","kin-Latn"]},{"precision":0.45387,"recall":0.524704,"f1":0.474934,"accuracy":0.524704,"main_score":0.474934,"hf_subset":"luo_Latn-mal_Mlym","languages":["luo-Latn","mal-Mlym"]},{"precision":0.462279,"recall":0.536561,"f1":0.483171,"accuracy":0.536561,"main_score":0.483171,"hf_subset":"luo_Latn-pes_Arab","languages":["luo-Latn","pes-Arab"]},{"precision":0.507849,"recall":0.565217,"f1":0.523992,"accuracy":0.565217,"main_score":0.523992,"hf_subset":"luo_Latn-srd_Latn","languages":["luo-Latn","srd-Latn"]},{"precision":0.139152,"recall":0.197628,"f1":0.152195,"accuracy":0.197628,"main_score":0.152195,"hf_subset":"luo_Latn-tzm_Tfng","languages":["luo-Latn","tzm-Tfng"]},{"precision":0.463905,"recall":0.534585,"f1":0.483978,"accuracy":0.534585,"main_score":0.483978,"hf_subset":"luo_Latn-acq_Arab","languages":["luo-Latn","acq-Arab"]},{"precision":0.519645,"recall":0.567194,"f1":0.533063,"accuracy":0.567194,"main_score":0.533063,"hf_subset":"luo_Latn-bem_Latn","languages":["luo-Latn","bem-Latn"]},{"precision":0.487065,"recall":0.554348,"f1":0.506294,"accuracy":0.554348,"main_score":0.506294,"hf_subset":"luo_Latn-epo_Latn","languages":["luo-Latn","epo-Latn"]},{"precision":0.492008,"recall":0.555336,"f1":0.509781,"accuracy":0.555336,"main_score":0.509781,"hf_subset":"luo_Latn-hun_Latn","languages":["luo-Latn","hun-Latn"]},{"precision":0.50569,"recall":0.563241,"f1":0.522406,"accuracy":0.563241,"main_score":0.522406,"hf_subset":"luo_Latn-kir_Cyrl","languages":["luo-Latn","kir-Cyrl"]},{"precision":0.459084,"recall":0.533597,"f1":0.480479,"accuracy":0.533597,"main_score":0.480479,"hf_subset":"luo_Latn-mar_Deva","languages":["luo-Latn","mar-Deva"]},{"precision":0.505739,"recall":0.551383,"f1":0.518728,"accuracy":0.551383,"main_score":0.518728,"hf_subset":"luo_Latn-plt_Latn","languages":["luo-Latn","plt-Latn"]},{"precision":0.471923,"recall":0.54249,"f1":0.492325,"accuracy":0.54249,"main_score":0.492325,"hf_subset":"luo_Latn-srp_Cyrl","languages":["luo-Latn","srp-Cyrl"]},{"precision":0.426123,"recall":0.496047,"f1":0.445834,"accuracy":0.496047,"main_score":0.445834,"hf_subset":"luo_Latn-uig_Arab","languages":["luo-Latn","uig-Arab"]},{"precision":0.464493,"recall":0.52668,"f1":0.482214,"accuracy":0.52668,"main_score":0.482214,"hf_subset":"luo_Latn-aeb_Arab","languages":["luo-Latn","aeb-Arab"]},{"precision":0.46054,"recall":0.536561,"f1":0.482295,"accuracy":0.536561,"main_score":0.482295,"hf_subset":"luo_Latn-ben_Beng","languages":["luo-Latn","ben-Beng"]},{"precision":0.474333,"recall":0.545455,"f1":0.495265,"accuracy":0.545455,"main_score":0.495265,"hf_subset":"luo_Latn-est_Latn","languages":["luo-Latn","est-Latn"]},{"precision":0.440964,"recall":0.512846,"f1":0.46089,"accuracy":0.512846,"main_score":0.46089,"hf_subset":"luo_Latn-hye_Armn","languages":["luo-Latn","hye-Armn"]},{"precision":0.479538,"recall":0.521739,"f1":0.491636,"accuracy":0.521739,"main_score":0.491636,"hf_subset":"luo_Latn-kmb_Latn","languages":["luo-Latn","kmb-Latn"]},{"precision":0.327355,"recall":0.397233,"f1":0.347375,"accuracy":0.397233,"main_score":0.347375,"hf_subset":"luo_Latn-min_Arab","languages":["luo-Latn","min-Arab"]},{"precision":0.484539,"recall":0.555336,"f1":0.504323,"accuracy":0.555336,"main_score":0.504323,"hf_subset":"luo_Latn-pol_Latn","languages":["luo-Latn","pol-Latn"]},{"precision":0.484443,"recall":0.535573,"f1":0.498607,"accuracy":0.535573,"main_score":0.498607,"hf_subset":"luo_Latn-ssw_Latn","languages":["luo-Latn","ssw-Latn"]},{"precision":0.480668,"recall":0.551383,"f1":0.500809,"accuracy":0.551383,"main_score":0.500809,"hf_subset":"luo_Latn-ukr_Cyrl","languages":["luo-Latn","ukr-Cyrl"]},{"precision":0.509974,"recall":0.571146,"f1":0.527682,"accuracy":0.571146,"main_score":0.527682,"hf_subset":"luo_Latn-afr_Latn","languages":["luo-Latn","afr-Latn"]},{"precision":0.468528,"recall":0.529644,"f1":0.486213,"accuracy":0.529644,"main_score":0.486213,"hf_subset":"luo_Latn-bho_Deva","languages":["luo-Latn","bho-Deva"]},{"precision":0.49609,"recall":0.551383,"f1":0.512439,"accuracy":0.551383,"main_score":0.512439,"hf_subset":"luo_Latn-eus_Latn","languages":["luo-Latn","eus-Latn"]},{"precision":0.498313,"recall":0.549407,"f1":0.513258,"accuracy":0.549407,"main_score":0.513258,"hf_subset":"luo_Latn-ibo_Latn","languages":["luo-Latn","ibo-Latn"]},{"precision":0.50424,"recall":0.55336,"f1":0.518464,"accuracy":0.55336,"main_score":0.518464,"hf_subset":"luo_Latn-kmr_Latn","languages":["luo-Latn","kmr-Latn"]},{"precision":0.504255,"recall":0.562253,"f1":0.520559,"accuracy":0.562253,"main_score":0.520559,"hf_subset":"luo_Latn-min_Latn","languages":["luo-Latn","min-Latn"]},{"precision":0.495706,"recall":0.564229,"f1":0.51566,"accuracy":0.564229,"main_score":0.51566,"hf_subset":"luo_Latn-por_Latn","languages":["luo-Latn","por-Latn"]},{"precision":0.522188,"recall":0.579051,"f1":0.539081,"accuracy":0.579051,"main_score":0.539081,"hf_subset":"luo_Latn-sun_Latn","languages":["luo-Latn","sun-Latn"]},{"precision":0.460132,"recall":0.514822,"f1":0.476214,"accuracy":0.514822,"main_score":0.476214,"hf_subset":"luo_Latn-umb_Latn","languages":["luo-Latn","umb-Latn"]},{"precision":0.468248,"recall":0.538538,"f1":0.488554,"accuracy":0.538538,"main_score":0.488554,"hf_subset":"luo_Latn-ajp_Arab","languages":["luo-Latn","ajp-Arab"]},{"precision":0.347708,"recall":0.406126,"f1":0.363903,"accuracy":0.406126,"main_score":0.363903,"hf_subset":"luo_Latn-bjn_Arab","languages":["luo-Latn","bjn-Arab"]},{"precision":0.488807,"recall":0.533597,"f1":0.501883,"accuracy":0.533597,"main_score":0.501883,"hf_subset":"luo_Latn-ewe_Latn","languages":["luo-Latn","ewe-Latn"]},{"precision":0.53831,"recall":0.588933,"f1":0.552241,"accuracy":0.588933,"main_score":0.552241,"hf_subset":"luo_Latn-ilo_Latn","languages":["luo-Latn","ilo-Latn"]},{"precision":0.203571,"recall":0.270751,"f1":0.221042,"accuracy":0.270751,"main_score":0.221042,"hf_subset":"luo_Latn-knc_Arab","languages":["luo-Latn","knc-Arab"]},{"precision":0.492276,"recall":0.556324,"f1":0.51079,"accuracy":0.556324,"main_score":0.51079,"hf_subset":"luo_Latn-mkd_Cyrl","languages":["luo-Latn","mkd-Cyrl"]},{"precision":0.458359,"recall":0.529644,"f1":0.478249,"accuracy":0.529644,"main_score":0.478249,"hf_subset":"luo_Latn-prs_Arab","languages":["luo-Latn","prs-Arab"]},{"precision":0.484824,"recall":0.55336,"f1":0.504901,"accuracy":0.55336,"main_score":0.504901,"hf_subset":"luo_Latn-swe_Latn","languages":["luo-Latn","swe-Latn"]},{"precision":0.434932,"recall":0.51087,"f1":0.456054,"accuracy":0.51087,"main_score":0.456054,"hf_subset":"luo_Latn-urd_Arab","languages":["luo-Latn","urd-Arab"]},{"precision":0.532042,"recall":0.571146,"f1":0.543382,"accuracy":0.571146,"main_score":0.543382,"hf_subset":"luo_Latn-aka_Latn","languages":["luo-Latn","aka-Latn"]},{"precision":0.502603,"recall":0.561265,"f1":0.519459,"accuracy":0.561265,"main_score":0.519459,"hf_subset":"luo_Latn-bjn_Latn","languages":["luo-Latn","bjn-Latn"]},{"precision":0.490053,"recall":0.544466,"f1":0.505737,"accuracy":0.544466,"main_score":0.505737,"hf_subset":"luo_Latn-fao_Latn","languages":["luo-Latn","fao-Latn"]},{"precision":0.499317,"recall":0.562253,"f1":0.517413,"accuracy":0.562253,"main_score":0.517413,"hf_subset":"luo_Latn-ind_Latn","languages":["luo-Latn","ind-Latn"]},{"precision":0.512145,"recall":0.548419,"f1":0.522614,"accuracy":0.548419,"main_score":0.522614,"hf_subset":"luo_Latn-knc_Latn","languages":["luo-Latn","knc-Latn"]},{"precision":0.518613,"recall":0.579051,"f1":0.535928,"accuracy":0.579051,"main_score":0.535928,"hf_subset":"luo_Latn-mlt_Latn","languages":["luo-Latn","mlt-Latn"]},{"precision":0.487731,"recall":0.535573,"f1":0.502047,"accuracy":0.535573,"main_score":0.502047,"hf_subset":"luo_Latn-quy_Latn","languages":["luo-Latn","quy-Latn"]},{"precision":0.497724,"recall":0.561265,"f1":0.516111,"accuracy":0.561265,"main_score":0.516111,"hf_subset":"luo_Latn-swh_Latn","languages":["luo-Latn","swh-Latn"]},{"precision":0.467002,"recall":0.535573,"f1":0.486063,"accuracy":0.535573,"main_score":0.486063,"hf_subset":"luo_Latn-uzn_Latn","languages":["luo-Latn","uzn-Latn"]},{"precision":0.487496,"recall":0.549407,"f1":0.504851,"accuracy":0.549407,"main_score":0.504851,"hf_subset":"luo_Latn-als_Latn","languages":["luo-Latn","als-Latn"]},{"precision":0.153468,"recall":0.211462,"f1":0.16689,"accuracy":0.211462,"main_score":0.16689,"hf_subset":"luo_Latn-bod_Tibt","languages":["luo-Latn","bod-Tibt"]},{"precision":0.483489,"recall":0.531621,"f1":0.496909,"accuracy":0.531621,"main_score":0.496909,"hf_subset":"luo_Latn-fij_Latn","languages":["luo-Latn","fij-Latn"]},{"precision":0.460049,"recall":0.520751,"f1":0.477804,"accuracy":0.520751,"main_score":0.477804,"hf_subset":"luo_Latn-isl_Latn","languages":["luo-Latn","isl-Latn"]},{"precision":0.50027,"recall":0.551383,"f1":0.514633,"accuracy":0.551383,"main_score":0.514633,"hf_subset":"luo_Latn-kon_Latn","languages":["luo-Latn","kon-Latn"]},{"precision":0.430256,"recall":0.48913,"f1":0.447252,"accuracy":0.48913,"main_score":0.447252,"hf_subset":"luo_Latn-mni_Beng","languages":["luo-Latn","mni-Beng"]},{"precision":0.501515,"recall":0.565217,"f1":0.519628,"accuracy":0.565217,"main_score":0.519628,"hf_subset":"luo_Latn-ron_Latn","languages":["luo-Latn","ron-Latn"]},{"precision":0.501466,"recall":0.562253,"f1":0.519292,"accuracy":0.562253,"main_score":0.519292,"hf_subset":"luo_Latn-szl_Latn","languages":["luo-Latn","szl-Latn"]},{"precision":0.514058,"recall":0.570158,"f1":0.529896,"accuracy":0.570158,"main_score":0.529896,"hf_subset":"luo_Latn-vec_Latn","languages":["luo-Latn","vec-Latn"]},{"precision":0.276752,"recall":0.347826,"f1":0.295855,"accuracy":0.347826,"main_score":0.295855,"hf_subset":"luo_Latn-amh_Ethi","languages":["luo-Latn","amh-Ethi"]},{"precision":0.49529,"recall":0.564229,"f1":0.51536,"accuracy":0.564229,"main_score":0.51536,"hf_subset":"luo_Latn-bos_Latn","languages":["luo-Latn","bos-Latn"]},{"precision":0.478146,"recall":0.543478,"f1":0.497252,"accuracy":0.543478,"main_score":0.497252,"hf_subset":"luo_Latn-fin_Latn","languages":["luo-Latn","fin-Latn"]},{"precision":0.493142,"recall":0.560277,"f1":0.512293,"accuracy":0.560277,"main_score":0.512293,"hf_subset":"luo_Latn-ita_Latn","languages":["luo-Latn","ita-Latn"]},{"precision":0.464453,"recall":0.541502,"f1":0.486225,"accuracy":0.541502,"main_score":0.486225,"hf_subset":"luo_Latn-kor_Hang","languages":["luo-Latn","kor-Hang"]},{"precision":0.478779,"recall":0.527668,"f1":0.493182,"accuracy":0.527668,"main_score":0.493182,"hf_subset":"luo_Latn-mos_Latn","languages":["luo-Latn","mos-Latn"]},{"precision":0.47687,"recall":0.530632,"f1":0.492742,"accuracy":0.530632,"main_score":0.492742,"hf_subset":"luo_Latn-run_Latn","languages":["luo-Latn","run-Latn"]},{"precision":0.440687,"recall":0.513834,"f1":0.461486,"accuracy":0.513834,"main_score":0.461486,"hf_subset":"luo_Latn-tam_Taml","languages":["luo-Latn","tam-Taml"]},{"precision":0.494779,"recall":0.552372,"f1":0.511251,"accuracy":0.552372,"main_score":0.511251,"hf_subset":"luo_Latn-vie_Latn","languages":["luo-Latn","vie-Latn"]},{"precision":0.461717,"recall":0.528656,"f1":0.480901,"accuracy":0.528656,"main_score":0.480901,"hf_subset":"luo_Latn-apc_Arab","languages":["luo-Latn","apc-Arab"]},{"precision":0.540717,"recall":0.581028,"f1":0.55241,"accuracy":0.581028,"main_score":0.55241,"hf_subset":"luo_Latn-bug_Latn","languages":["luo-Latn","bug-Latn"]},{"precision":0.445169,"recall":0.496047,"f1":0.459881,"accuracy":0.496047,"main_score":0.459881,"hf_subset":"luo_Latn-fon_Latn","languages":["luo-Latn","fon-Latn"]},{"precision":0.522101,"recall":0.58004,"f1":0.538795,"accuracy":0.58004,"main_score":0.538795,"hf_subset":"luo_Latn-jav_Latn","languages":["luo-Latn","jav-Latn"]},{"precision":0.401921,"recall":0.464427,"f1":0.419452,"accuracy":0.464427,"main_score":0.419452,"hf_subset":"luo_Latn-lao_Laoo","languages":["luo-Latn","lao-Laoo"]},{"precision":0.431288,"recall":0.485178,"f1":0.446692,"accuracy":0.485178,"main_score":0.446692,"hf_subset":"luo_Latn-mri_Latn","languages":["luo-Latn","mri-Latn"]},{"precision":0.476872,"recall":0.548419,"f1":0.497071,"accuracy":0.548419,"main_score":0.497071,"hf_subset":"luo_Latn-rus_Cyrl","languages":["luo-Latn","rus-Cyrl"]},{"precision":0.476597,"recall":0.522727,"f1":0.489131,"accuracy":0.522727,"main_score":0.489131,"hf_subset":"luo_Latn-taq_Latn","languages":["luo-Latn","taq-Latn"]},{"precision":0.528044,"recall":0.583004,"f1":0.543398,"accuracy":0.583004,"main_score":0.543398,"hf_subset":"luo_Latn-war_Latn","languages":["luo-Latn","war-Latn"]},{"precision":0.450058,"recall":0.528656,"f1":0.471836,"accuracy":0.528656,"main_score":0.471836,"hf_subset":"luo_Latn-arb_Arab","languages":["luo-Latn","arb-Arab"]},{"precision":0.502513,"recall":0.567194,"f1":0.520513,"accuracy":0.567194,"main_score":0.520513,"hf_subset":"luo_Latn-bul_Cyrl","languages":["luo-Latn","bul-Cyrl"]},{"precision":0.486896,"recall":0.555336,"f1":0.50602,"accuracy":0.555336,"main_score":0.50602,"hf_subset":"luo_Latn-fra_Latn","languages":["luo-Latn","fra-Latn"]},{"precision":0.47591,"recall":0.547431,"f1":0.496102,"accuracy":0.547431,"main_score":0.496102,"hf_subset":"luo_Latn-jpn_Jpan","languages":["luo-Latn","jpn-Jpan"]},{"precision":0.509107,"recall":0.567194,"f1":0.526303,"accuracy":0.567194,"main_score":0.526303,"hf_subset":"luo_Latn-lij_Latn","languages":["luo-Latn","lij-Latn"]},{"precision":0.258135,"recall":0.33004,"f1":0.277094,"accuracy":0.33004,"main_score":0.277094,"hf_subset":"luo_Latn-mya_Mymr","languages":["luo-Latn","mya-Mymr"]},{"precision":0.482942,"recall":0.529644,"f1":0.496384,"accuracy":0.529644,"main_score":0.496384,"hf_subset":"luo_Latn-sag_Latn","languages":["luo-Latn","sag-Latn"]},{"precision":0.146249,"recall":0.211462,"f1":0.160687,"accuracy":0.211462,"main_score":0.160687,"hf_subset":"luo_Latn-taq_Tfng","languages":["luo-Latn","taq-Tfng"]},{"precision":0.500273,"recall":0.545455,"f1":0.5134,"accuracy":0.545455,"main_score":0.5134,"hf_subset":"luo_Latn-wol_Latn","languages":["luo-Latn","wol-Latn"]},{"precision":0.384196,"recall":0.459486,"f1":0.404819,"accuracy":0.459486,"main_score":0.404819,"hf_subset":"luo_Latn-arb_Latn","languages":["luo-Latn","arb-Latn"]},{"precision":0.484285,"recall":0.55336,"f1":0.503783,"accuracy":0.55336,"main_score":0.503783,"hf_subset":"luo_Latn-cat_Latn","languages":["luo-Latn","cat-Latn"]},{"precision":0.498463,"recall":0.560277,"f1":0.516353,"accuracy":0.560277,"main_score":0.516353,"hf_subset":"luo_Latn-fur_Latn","languages":["luo-Latn","fur-Latn"]},{"precision":0.364617,"recall":0.426877,"f1":0.381265,"accuracy":0.426877,"main_score":0.381265,"hf_subset":"luo_Latn-kab_Latn","languages":["luo-Latn","kab-Latn"]},{"precision":0.502266,"recall":0.559289,"f1":0.518626,"accuracy":0.559289,"main_score":0.518626,"hf_subset":"luo_Latn-lim_Latn","languages":["luo-Latn","lim-Latn"]},{"precision":0.493958,"recall":0.556324,"f1":0.512253,"accuracy":0.556324,"main_score":0.512253,"hf_subset":"luo_Latn-nld_Latn","languages":["luo-Latn","nld-Latn"]},{"precision":0.421032,"recall":0.497036,"f1":0.442176,"accuracy":0.497036,"main_score":0.442176,"hf_subset":"luo_Latn-san_Deva","languages":["luo-Latn","san-Deva"]},{"precision":0.48885,"recall":0.545455,"f1":0.505538,"accuracy":0.545455,"main_score":0.505538,"hf_subset":"luo_Latn-tat_Cyrl","languages":["luo-Latn","tat-Cyrl"]},{"precision":0.494065,"recall":0.548419,"f1":0.51015,"accuracy":0.548419,"main_score":0.51015,"hf_subset":"luo_Latn-xho_Latn","languages":["luo-Latn","xho-Latn"]},{"precision":0.43145,"recall":0.513834,"f1":0.454983,"accuracy":0.513834,"main_score":0.454983,"hf_subset":"luo_Latn-ars_Arab","languages":["luo-Latn","ars-Arab"]},{"precision":0.525922,"recall":0.58004,"f1":0.541685,"accuracy":0.58004,"main_score":0.541685,"hf_subset":"luo_Latn-ceb_Latn","languages":["luo-Latn","ceb-Latn"]},{"precision":0.468555,"recall":0.522727,"f1":0.484651,"accuracy":0.522727,"main_score":0.484651,"hf_subset":"luo_Latn-fuv_Latn","languages":["luo-Latn","fuv-Latn"]},{"precision":0.478472,"recall":0.532609,"f1":0.494087,"accuracy":0.532609,"main_score":0.494087,"hf_subset":"luo_Latn-kac_Latn","languages":["luo-Latn","kac-Latn"]},{"precision":0.511948,"recall":0.554348,"f1":0.524316,"accuracy":0.554348,"main_score":0.524316,"hf_subset":"luo_Latn-lin_Latn","languages":["luo-Latn","lin-Latn"]},{"precision":0.497687,"recall":0.560277,"f1":0.515827,"accuracy":0.560277,"main_score":0.515827,"hf_subset":"luo_Latn-nno_Latn","languages":["luo-Latn","nno-Latn"]},{"precision":0.026691,"recall":0.072134,"f1":0.033601,"accuracy":0.072134,"main_score":0.033601,"hf_subset":"luo_Latn-sat_Olck","languages":["luo-Latn","sat-Olck"]},{"precision":0.458746,"recall":0.528656,"f1":0.479273,"accuracy":0.528656,"main_score":0.479273,"hf_subset":"luo_Latn-tel_Telu","languages":["luo-Latn","tel-Telu"]},{"precision":0.349424,"recall":0.423913,"f1":0.369286,"accuracy":0.423913,"main_score":0.369286,"hf_subset":"luo_Latn-ydd_Hebr","languages":["luo-Latn","ydd-Hebr"]},{"precision":0.436754,"recall":0.512846,"f1":0.458486,"accuracy":0.512846,"main_score":0.458486,"hf_subset":"luo_Latn-ary_Arab","languages":["luo-Latn","ary-Arab"]},{"precision":0.473231,"recall":0.546443,"f1":0.494831,"accuracy":0.546443,"main_score":0.494831,"hf_subset":"luo_Latn-ces_Latn","languages":["luo-Latn","ces-Latn"]},{"precision":0.390993,"recall":0.454545,"f1":0.408838,"accuracy":0.454545,"main_score":0.408838,"hf_subset":"luo_Latn-gaz_Latn","languages":["luo-Latn","gaz-Latn"]},{"precision":0.498251,"recall":0.547431,"f1":0.512328,"accuracy":0.547431,"main_score":0.512328,"hf_subset":"luo_Latn-kam_Latn","languages":["luo-Latn","kam-Latn"]},{"precision":0.46693,"recall":0.535573,"f1":0.486622,"accuracy":0.535573,"main_score":0.486622,"hf_subset":"luo_Latn-lit_Latn","languages":["luo-Latn","lit-Latn"]},{"precision":0.480981,"recall":0.549407,"f1":0.501179,"accuracy":0.549407,"main_score":0.501179,"hf_subset":"luo_Latn-nob_Latn","languages":["luo-Latn","nob-Latn"]},{"precision":0.48965,"recall":0.550395,"f1":0.507131,"accuracy":0.550395,"main_score":0.507131,"hf_subset":"luo_Latn-scn_Latn","languages":["luo-Latn","scn-Latn"]},{"precision":0.476909,"recall":0.533597,"f1":0.492519,"accuracy":0.533597,"main_score":0.492519,"hf_subset":"luo_Latn-tgk_Cyrl","languages":["luo-Latn","tgk-Cyrl"]},{"precision":0.453499,"recall":0.507905,"f1":0.470059,"accuracy":0.507905,"main_score":0.470059,"hf_subset":"luo_Latn-yor_Latn","languages":["luo-Latn","yor-Latn"]},{"precision":0.457053,"recall":0.532609,"f1":0.478736,"accuracy":0.532609,"main_score":0.478736,"hf_subset":"luo_Latn-arz_Arab","languages":["luo-Latn","arz-Arab"]},{"precision":0.471216,"recall":0.517787,"f1":0.484705,"accuracy":0.517787,"main_score":0.484705,"hf_subset":"luo_Latn-cjk_Latn","languages":["luo-Latn","cjk-Latn"]},{"precision":0.432499,"recall":0.497036,"f1":0.450107,"accuracy":0.497036,"main_score":0.450107,"hf_subset":"luo_Latn-gla_Latn","languages":["luo-Latn","gla-Latn"]},{"precision":0.458509,"recall":0.525692,"f1":0.477322,"accuracy":0.525692,"main_score":0.477322,"hf_subset":"luo_Latn-kan_Knda","languages":["luo-Latn","kan-Knda"]},{"precision":0.506433,"recall":0.566206,"f1":0.523043,"accuracy":0.566206,"main_score":0.523043,"hf_subset":"luo_Latn-lmo_Latn","languages":["luo-Latn","lmo-Latn"]},{"precision":0.46249,"recall":0.531621,"f1":0.482473,"accuracy":0.531621,"main_score":0.482473,"hf_subset":"luo_Latn-npi_Deva","languages":["luo-Latn","npi-Deva"]},{"precision":0.412022,"recall":0.487154,"f1":0.434044,"accuracy":0.487154,"main_score":0.434044,"hf_subset":"luo_Latn-shn_Mymr","languages":["luo-Latn","shn-Mymr"]},{"precision":0.512236,"recall":0.56917,"f1":0.528953,"accuracy":0.56917,"main_score":0.528953,"hf_subset":"luo_Latn-tgl_Latn","languages":["luo-Latn","tgl-Latn"]},{"precision":0.46381,"recall":0.533597,"f1":0.483388,"accuracy":0.533597,"main_score":0.483388,"hf_subset":"luo_Latn-yue_Hant","languages":["luo-Latn","yue-Hant"]},{"precision":0.424812,"recall":0.494071,"f1":0.444936,"accuracy":0.494071,"main_score":0.444936,"hf_subset":"luo_Latn-asm_Beng","languages":["luo-Latn","asm-Beng"]},{"precision":0.42766,"recall":0.487154,"f1":0.444884,"accuracy":0.487154,"main_score":0.444884,"hf_subset":"luo_Latn-ckb_Arab","languages":["luo-Latn","ckb-Arab"]},{"precision":0.430149,"recall":0.497036,"f1":0.449304,"accuracy":0.497036,"main_score":0.449304,"hf_subset":"luo_Latn-gle_Latn","languages":["luo-Latn","gle-Latn"]},{"precision":0.419495,"recall":0.495059,"f1":0.440875,"accuracy":0.495059,"main_score":0.440875,"hf_subset":"luo_Latn-kas_Arab","languages":["luo-Latn","kas-Arab"]},{"precision":0.4667,"recall":0.528656,"f1":0.483969,"accuracy":0.528656,"main_score":0.483969,"hf_subset":"luo_Latn-ltg_Latn","languages":["luo-Latn","ltg-Latn"]},{"precision":0.523321,"recall":0.563241,"f1":0.534713,"accuracy":0.563241,"main_score":0.534713,"hf_subset":"luo_Latn-nso_Latn","languages":["luo-Latn","nso-Latn"]},{"precision":0.182049,"recall":0.225296,"f1":0.193346,"accuracy":0.225296,"main_score":0.193346,"hf_subset":"luo_Latn-sin_Sinh","languages":["luo-Latn","sin-Sinh"]},{"precision":0.463152,"recall":0.533597,"f1":0.483764,"accuracy":0.533597,"main_score":0.483764,"hf_subset":"luo_Latn-tha_Thai","languages":["luo-Latn","tha-Thai"]},{"precision":0.462596,"recall":0.533597,"f1":0.48235,"accuracy":0.533597,"main_score":0.48235,"hf_subset":"luo_Latn-zho_Hans","languages":["luo-Latn","zho-Hans"]},{"precision":0.49037,"recall":0.556324,"f1":0.509098,"accuracy":0.556324,"main_score":0.509098,"hf_subset":"luo_Latn-ast_Latn","languages":["luo-Latn","ast-Latn"]},{"precision":0.479509,"recall":0.544466,"f1":0.498593,"accuracy":0.544466,"main_score":0.498593,"hf_subset":"luo_Latn-crh_Latn","languages":["luo-Latn","crh-Latn"]},{"precision":0.484091,"recall":0.550395,"f1":0.503073,"accuracy":0.550395,"main_score":0.503073,"hf_subset":"luo_Latn-glg_Latn","languages":["luo-Latn","glg-Latn"]},{"precision":0.44313,"recall":0.507905,"f1":0.462142,"accuracy":0.507905,"main_score":0.462142,"hf_subset":"luo_Latn-kas_Deva","languages":["luo-Latn","kas-Deva"]},{"precision":0.502612,"recall":0.561265,"f1":0.519408,"accuracy":0.561265,"main_score":0.519408,"hf_subset":"luo_Latn-ltz_Latn","languages":["luo-Latn","ltz-Latn"]},{"precision":0.421825,"recall":0.48913,"f1":0.440739,"accuracy":0.48913,"main_score":0.440739,"hf_subset":"luo_Latn-nus_Latn","languages":["luo-Latn","nus-Latn"]},{"precision":0.484124,"recall":0.55336,"f1":0.504188,"accuracy":0.55336,"main_score":0.504188,"hf_subset":"luo_Latn-slk_Latn","languages":["luo-Latn","slk-Latn"]},{"precision":0.228001,"recall":0.281621,"f1":0.241652,"accuracy":0.281621,"main_score":0.241652,"hf_subset":"luo_Latn-tir_Ethi","languages":["luo-Latn","tir-Ethi"]},{"precision":0.453581,"recall":0.525692,"f1":0.474228,"accuracy":0.525692,"main_score":0.474228,"hf_subset":"luo_Latn-zho_Hant","languages":["luo-Latn","zho-Hant"]},{"precision":0.455625,"recall":0.52668,"f1":0.47562,"accuracy":0.52668,"main_score":0.47562,"hf_subset":"luo_Latn-awa_Deva","languages":["luo-Latn","awa-Deva"]},{"precision":0.465077,"recall":0.527668,"f1":0.483338,"accuracy":0.527668,"main_score":0.483338,"hf_subset":"luo_Latn-cym_Latn","languages":["luo-Latn","cym-Latn"]},{"precision":0.519748,"recall":0.564229,"f1":0.531889,"accuracy":0.564229,"main_score":0.531889,"hf_subset":"luo_Latn-grn_Latn","languages":["luo-Latn","grn-Latn"]},{"precision":0.437246,"recall":0.505929,"f1":0.456441,"accuracy":0.505929,"main_score":0.456441,"hf_subset":"luo_Latn-kat_Geor","languages":["luo-Latn","kat-Geor"]},{"precision":0.500281,"recall":0.545455,"f1":0.513634,"accuracy":0.545455,"main_score":0.513634,"hf_subset":"luo_Latn-lua_Latn","languages":["luo-Latn","lua-Latn"]},{"precision":0.520125,"recall":0.563241,"f1":0.532684,"accuracy":0.563241,"main_score":0.532684,"hf_subset":"luo_Latn-nya_Latn","languages":["luo-Latn","nya-Latn"]},{"precision":0.478033,"recall":0.548419,"f1":0.49816,"accuracy":0.548419,"main_score":0.49816,"hf_subset":"luo_Latn-slv_Latn","languages":["luo-Latn","slv-Latn"]},{"precision":0.536155,"recall":0.58498,"f1":0.549787,"accuracy":0.58498,"main_score":0.549787,"hf_subset":"luo_Latn-tpi_Latn","languages":["luo-Latn","tpi-Latn"]},{"precision":0.502842,"recall":0.567194,"f1":0.521558,"accuracy":0.567194,"main_score":0.521558,"hf_subset":"luo_Latn-zsm_Latn","languages":["luo-Latn","zsm-Latn"]},{"precision":0.469672,"recall":0.522727,"f1":0.484838,"accuracy":0.522727,"main_score":0.484838,"hf_subset":"luo_Latn-ayr_Latn","languages":["luo-Latn","ayr-Latn"]},{"precision":0.496463,"recall":0.563241,"f1":0.51554,"accuracy":0.563241,"main_score":0.51554,"hf_subset":"luo_Latn-dan_Latn","languages":["luo-Latn","dan-Latn"]},{"precision":0.463071,"recall":0.535573,"f1":0.483329,"accuracy":0.535573,"main_score":0.483329,"hf_subset":"luo_Latn-guj_Gujr","languages":["luo-Latn","guj-Gujr"]},{"precision":0.482008,"recall":0.547431,"f1":0.500502,"accuracy":0.547431,"main_score":0.500502,"hf_subset":"luo_Latn-kaz_Cyrl","languages":["luo-Latn","kaz-Cyrl"]},{"precision":0.458432,"recall":0.508893,"f1":0.47301,"accuracy":0.508893,"main_score":0.47301,"hf_subset":"luo_Latn-lug_Latn","languages":["luo-Latn","lug-Latn"]},{"precision":0.510732,"recall":0.571146,"f1":0.528101,"accuracy":0.571146,"main_score":0.528101,"hf_subset":"luo_Latn-oci_Latn","languages":["luo-Latn","oci-Latn"]},{"precision":0.488776,"recall":0.537549,"f1":0.502629,"accuracy":0.537549,"main_score":0.502629,"hf_subset":"luo_Latn-smo_Latn","languages":["luo-Latn","smo-Latn"]},{"precision":0.469031,"recall":0.517787,"f1":0.483449,"accuracy":0.517787,"main_score":0.483449,"hf_subset":"luo_Latn-tsn_Latn","languages":["luo-Latn","tsn-Latn"]},{"precision":0.474795,"recall":0.527668,"f1":0.489938,"accuracy":0.527668,"main_score":0.489938,"hf_subset":"luo_Latn-zul_Latn","languages":["luo-Latn","zul-Latn"]},{"precision":0.408822,"recall":0.48419,"f1":0.430487,"accuracy":0.48419,"main_score":0.430487,"hf_subset":"luo_Latn-azb_Arab","languages":["luo-Latn","azb-Arab"]},{"precision":0.495052,"recall":0.566206,"f1":0.515799,"accuracy":0.566206,"main_score":0.515799,"hf_subset":"luo_Latn-deu_Latn","languages":["luo-Latn","deu-Latn"]},{"precision":0.445166,"recall":0.513834,"f1":0.464811,"accuracy":0.513834,"main_score":0.464811,"hf_subset":"luo_Latn-hat_Latn","languages":["luo-Latn","hat-Latn"]},{"precision":0.454097,"recall":0.508893,"f1":0.469463,"accuracy":0.508893,"main_score":0.469463,"hf_subset":"luo_Latn-kbp_Latn","languages":["luo-Latn","kbp-Latn"]},{"precision":0.436088,"recall":0.508893,"f1":0.456976,"accuracy":0.508893,"main_score":0.456976,"hf_subset":"luo_Latn-ory_Orya","languages":["luo-Latn","ory-Orya"]},{"precision":0.490014,"recall":0.537549,"f1":0.504254,"accuracy":0.537549,"main_score":0.504254,"hf_subset":"luo_Latn-sna_Latn","languages":["luo-Latn","sna-Latn"]},{"precision":0.483903,"recall":0.534585,"f1":0.498967,"accuracy":0.534585,"main_score":0.498967,"hf_subset":"luo_Latn-tso_Latn","languages":["luo-Latn","tso-Latn"]},{"precision":0.472433,"recall":0.537549,"f1":0.491295,"accuracy":0.537549,"main_score":0.491295,"hf_subset":"luo_Latn-azj_Latn","languages":["luo-Latn","azj-Latn"]},{"precision":0.464659,"recall":0.51581,"f1":0.479232,"accuracy":0.51581,"main_score":0.479232,"hf_subset":"luo_Latn-dik_Latn","languages":["luo-Latn","dik-Latn"]},{"precision":0.484002,"recall":0.532609,"f1":0.498191,"accuracy":0.532609,"main_score":0.498191,"hf_subset":"luo_Latn-hau_Latn","languages":["luo-Latn","hau-Latn"]},{"precision":0.509371,"recall":0.566206,"f1":0.52582,"accuracy":0.566206,"main_score":0.52582,"hf_subset":"luo_Latn-kea_Latn","languages":["luo-Latn","kea-Latn"]},{"precision":0.544502,"recall":0.583992,"f1":0.555874,"accuracy":0.583992,"main_score":0.555874,"hf_subset":"luo_Latn-lus_Latn","languages":["luo-Latn","lus-Latn"]},{"precision":0.521205,"recall":0.567194,"f1":0.534785,"accuracy":0.567194,"main_score":0.534785,"hf_subset":"luo_Latn-pag_Latn","languages":["luo-Latn","pag-Latn"]},{"precision":0.413406,"recall":0.48419,"f1":0.433032,"accuracy":0.48419,"main_score":0.433032,"hf_subset":"luo_Latn-snd_Arab","languages":["luo-Latn","snd-Arab"]},{"precision":0.474242,"recall":0.532609,"f1":0.491737,"accuracy":0.532609,"main_score":0.491737,"hf_subset":"luo_Latn-tuk_Latn","languages":["luo-Latn","tuk-Latn"]},{"precision":0.491083,"recall":0.549407,"f1":0.507904,"accuracy":0.549407,"main_score":0.507904,"hf_subset":"luo_Latn-bak_Cyrl","languages":["luo-Latn","bak-Cyrl"]},{"precision":0.379728,"recall":0.44664,"f1":0.398979,"accuracy":0.44664,"main_score":0.398979,"hf_subset":"luo_Latn-dyu_Latn","languages":["luo-Latn","dyu-Latn"]},{"precision":0.440479,"recall":0.51087,"f1":0.459892,"accuracy":0.51087,"main_score":0.459892,"hf_subset":"luo_Latn-heb_Hebr","languages":["luo-Latn","heb-Hebr"]},{"precision":0.47393,"recall":0.531621,"f1":0.490735,"accuracy":0.531621,"main_score":0.490735,"hf_subset":"luo_Latn-khk_Cyrl","languages":["luo-Latn","khk-Cyrl"]},{"precision":0.469153,"recall":0.540514,"f1":0.489893,"accuracy":0.540514,"main_score":0.489893,"hf_subset":"luo_Latn-lvs_Latn","languages":["luo-Latn","lvs-Latn"]},{"precision":0.451172,"recall":0.52668,"f1":0.472915,"accuracy":0.52668,"main_score":0.472915,"hf_subset":"luo_Latn-pan_Guru","languages":["luo-Latn","pan-Guru"]},{"precision":0.450501,"recall":0.51087,"f1":0.467278,"accuracy":0.51087,"main_score":0.467278,"hf_subset":"luo_Latn-som_Latn","languages":["luo-Latn","som-Latn"]},{"precision":0.49138,"recall":0.540514,"f1":0.505687,"accuracy":0.540514,"main_score":0.505687,"hf_subset":"luo_Latn-tum_Latn","languages":["luo-Latn","tum-Latn"]},{"precision":0.393292,"recall":0.471344,"f1":0.414527,"accuracy":0.471344,"main_score":0.414527,"hf_subset":"ory_Orya-ace_Arab","languages":["ory-Orya","ace-Arab"]},{"precision":0.419096,"recall":0.488142,"f1":0.437994,"accuracy":0.488142,"main_score":0.437994,"hf_subset":"ory_Orya-bam_Latn","languages":["ory-Orya","bam-Latn"]},{"precision":0.124115,"recall":0.168972,"f1":0.136093,"accuracy":0.168972,"main_score":0.136093,"hf_subset":"ory_Orya-dzo_Tibt","languages":["ory-Orya","dzo-Tibt"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ory_Orya-hin_Deva","languages":["ory-Orya","hin-Deva"]},{"precision":0.932477,"recall":0.954545,"f1":0.939723,"accuracy":0.954545,"main_score":0.939723,"hf_subset":"ory_Orya-khm_Khmr","languages":["ory-Orya","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ory_Orya-mag_Deva","languages":["ory-Orya","mag-Deva"]},{"precision":0.954463,"recall":0.968379,"f1":0.958893,"accuracy":0.968379,"main_score":0.958893,"hf_subset":"ory_Orya-pap_Latn","languages":["ory-Orya","pap-Latn"]},{"precision":0.440003,"recall":0.51087,"f1":0.459566,"accuracy":0.51087,"main_score":0.459566,"hf_subset":"ory_Orya-sot_Latn","languages":["ory-Orya","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ory_Orya-tur_Latn","languages":["ory-Orya","tur-Latn"]},{"precision":0.753254,"recall":0.8083,"f1":0.769681,"accuracy":0.8083,"main_score":0.769681,"hf_subset":"ory_Orya-ace_Latn","languages":["ory-Orya","ace-Latn"]},{"precision":0.893445,"recall":0.923913,"f1":0.903162,"accuracy":0.923913,"main_score":0.903162,"hf_subset":"ory_Orya-ban_Latn","languages":["ory-Orya","ban-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-ell_Grek","languages":["ory-Orya","ell-Grek"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"ory_Orya-hne_Deva","languages":["ory-Orya","hne-Deva"]},{"precision":0.434919,"recall":0.511858,"f1":0.456195,"accuracy":0.511858,"main_score":0.456195,"hf_subset":"ory_Orya-kik_Latn","languages":["ory-Orya","kik-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ory_Orya-mai_Deva","languages":["ory-Orya","mai-Deva"]},{"precision":0.880056,"recall":0.914032,"f1":0.890679,"accuracy":0.914032,"main_score":0.890679,"hf_subset":"ory_Orya-pbt_Arab","languages":["ory-Orya","pbt-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ory_Orya-spa_Latn","languages":["ory-Orya","spa-Latn"]},{"precision":0.50406,"recall":0.572134,"f1":0.523514,"accuracy":0.572134,"main_score":0.523514,"hf_subset":"ory_Orya-twi_Latn","languages":["ory-Orya","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-acm_Arab","languages":["ory-Orya","acm-Arab"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ory_Orya-bel_Cyrl","languages":["ory-Orya","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ory_Orya-eng_Latn","languages":["ory-Orya","eng-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ory_Orya-hrv_Latn","languages":["ory-Orya","hrv-Latn"]},{"precision":0.417373,"recall":0.485178,"f1":0.435693,"accuracy":0.485178,"main_score":0.435693,"hf_subset":"ory_Orya-kin_Latn","languages":["ory-Orya","kin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ory_Orya-mal_Mlym","languages":["ory-Orya","mal-Mlym"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ory_Orya-pes_Arab","languages":["ory-Orya","pes-Arab"]},{"precision":0.956192,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"ory_Orya-srd_Latn","languages":["ory-Orya","srd-Latn"]},{"precision":0.119225,"recall":0.179842,"f1":0.132204,"accuracy":0.179842,"main_score":0.132204,"hf_subset":"ory_Orya-tzm_Tfng","languages":["ory-Orya","tzm-Tfng"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ory_Orya-acq_Arab","languages":["ory-Orya","acq-Arab"]},{"precision":0.484607,"recall":0.547431,"f1":0.502421,"accuracy":0.547431,"main_score":0.502421,"hf_subset":"ory_Orya-bem_Latn","languages":["ory-Orya","bem-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ory_Orya-epo_Latn","languages":["ory-Orya","epo-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ory_Orya-hun_Latn","languages":["ory-Orya","hun-Latn"]},{"precision":0.943676,"recall":0.961462,"f1":0.94944,"accuracy":0.961462,"main_score":0.94944,"hf_subset":"ory_Orya-kir_Cyrl","languages":["ory-Orya","kir-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ory_Orya-mar_Deva","languages":["ory-Orya","mar-Deva"]},{"precision":0.514635,"recall":0.578063,"f1":0.532973,"accuracy":0.578063,"main_score":0.532973,"hf_subset":"ory_Orya-plt_Latn","languages":["ory-Orya","plt-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ory_Orya-srp_Cyrl","languages":["ory-Orya","srp-Cyrl"]},{"precision":0.936265,"recall":0.955534,"f1":0.942523,"accuracy":0.955534,"main_score":0.942523,"hf_subset":"ory_Orya-uig_Arab","languages":["ory-Orya","uig-Arab"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"ory_Orya-aeb_Arab","languages":["ory-Orya","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ory_Orya-ben_Beng","languages":["ory-Orya","ben-Beng"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ory_Orya-est_Latn","languages":["ory-Orya","est-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ory_Orya-hye_Armn","languages":["ory-Orya","hye-Armn"]},{"precision":0.408372,"recall":0.471344,"f1":0.425449,"accuracy":0.471344,"main_score":0.425449,"hf_subset":"ory_Orya-kmb_Latn","languages":["ory-Orya","kmb-Latn"]},{"precision":0.346855,"recall":0.432806,"f1":0.36919,"accuracy":0.432806,"main_score":0.36919,"hf_subset":"ory_Orya-min_Arab","languages":["ory-Orya","min-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ory_Orya-pol_Latn","languages":["ory-Orya","pol-Latn"]},{"precision":0.415601,"recall":0.492095,"f1":0.435483,"accuracy":0.492095,"main_score":0.435483,"hf_subset":"ory_Orya-ssw_Latn","languages":["ory-Orya","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ory_Orya-ukr_Cyrl","languages":["ory-Orya","ukr-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-afr_Latn","languages":["ory-Orya","afr-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"ory_Orya-bho_Deva","languages":["ory-Orya","bho-Deva"]},{"precision":0.920537,"recall":0.944664,"f1":0.928214,"accuracy":0.944664,"main_score":0.928214,"hf_subset":"ory_Orya-eus_Latn","languages":["ory-Orya","eus-Latn"]},{"precision":0.437051,"recall":0.512846,"f1":0.457751,"accuracy":0.512846,"main_score":0.457751,"hf_subset":"ory_Orya-ibo_Latn","languages":["ory-Orya","ibo-Latn"]},{"precision":0.67253,"recall":0.742095,"f1":0.692888,"accuracy":0.742095,"main_score":0.692888,"hf_subset":"ory_Orya-kmr_Latn","languages":["ory-Orya","kmr-Latn"]},{"precision":0.932642,"recall":0.952569,"f1":0.939065,"accuracy":0.952569,"main_score":0.939065,"hf_subset":"ory_Orya-min_Latn","languages":["ory-Orya","min-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-por_Latn","languages":["ory-Orya","por-Latn"]},{"precision":0.964262,"recall":0.975296,"f1":0.967885,"accuracy":0.975296,"main_score":0.967885,"hf_subset":"ory_Orya-sun_Latn","languages":["ory-Orya","sun-Latn"]},{"precision":0.410863,"recall":0.474308,"f1":0.428745,"accuracy":0.474308,"main_score":0.428745,"hf_subset":"ory_Orya-umb_Latn","languages":["ory-Orya","umb-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ory_Orya-ajp_Arab","languages":["ory-Orya","ajp-Arab"]},{"precision":0.346062,"recall":0.434783,"f1":0.37045,"accuracy":0.434783,"main_score":0.37045,"hf_subset":"ory_Orya-bjn_Arab","languages":["ory-Orya","bjn-Arab"]},{"precision":0.428026,"recall":0.490119,"f1":0.44482,"accuracy":0.490119,"main_score":0.44482,"hf_subset":"ory_Orya-ewe_Latn","languages":["ory-Orya","ewe-Latn"]},{"precision":0.839921,"recall":0.881423,"f1":0.85264,"accuracy":0.881423,"main_score":0.85264,"hf_subset":"ory_Orya-ilo_Latn","languages":["ory-Orya","ilo-Latn"]},{"precision":0.181681,"recall":0.264822,"f1":0.202771,"accuracy":0.264822,"main_score":0.202771,"hf_subset":"ory_Orya-knc_Arab","languages":["ory-Orya","knc-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-mkd_Cyrl","languages":["ory-Orya","mkd-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-prs_Arab","languages":["ory-Orya","prs-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ory_Orya-swe_Latn","languages":["ory-Orya","swe-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ory_Orya-urd_Arab","languages":["ory-Orya","urd-Arab"]},{"precision":0.481635,"recall":0.548419,"f1":0.500803,"accuracy":0.548419,"main_score":0.500803,"hf_subset":"ory_Orya-aka_Latn","languages":["ory-Orya","aka-Latn"]},{"precision":0.949934,"recall":0.966403,"f1":0.955369,"accuracy":0.966403,"main_score":0.955369,"hf_subset":"ory_Orya-bjn_Latn","languages":["ory-Orya","bjn-Latn"]},{"precision":0.902503,"recall":0.931818,"f1":0.912055,"accuracy":0.931818,"main_score":0.912055,"hf_subset":"ory_Orya-fao_Latn","languages":["ory-Orya","fao-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ory_Orya-ind_Latn","languages":["ory-Orya","ind-Latn"]},{"precision":0.48579,"recall":0.552372,"f1":0.504567,"accuracy":0.552372,"main_score":0.504567,"hf_subset":"ory_Orya-knc_Latn","languages":["ory-Orya","knc-Latn"]},{"precision":0.953557,"recall":0.968379,"f1":0.958333,"accuracy":0.968379,"main_score":0.958333,"hf_subset":"ory_Orya-mlt_Latn","languages":["ory-Orya","mlt-Latn"]},{"precision":0.506977,"recall":0.581028,"f1":0.527736,"accuracy":0.581028,"main_score":0.527736,"hf_subset":"ory_Orya-quy_Latn","languages":["ory-Orya","quy-Latn"]},{"precision":0.686629,"recall":0.759881,"f1":0.708597,"accuracy":0.759881,"main_score":0.708597,"hf_subset":"ory_Orya-swh_Latn","languages":["ory-Orya","swh-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ory_Orya-uzn_Latn","languages":["ory-Orya","uzn-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ory_Orya-als_Latn","languages":["ory-Orya","als-Latn"]},{"precision":0.177573,"recall":0.249012,"f1":0.195786,"accuracy":0.249012,"main_score":0.195786,"hf_subset":"ory_Orya-bod_Tibt","languages":["ory-Orya","bod-Tibt"]},{"precision":0.432248,"recall":0.499012,"f1":0.450477,"accuracy":0.499012,"main_score":0.450477,"hf_subset":"ory_Orya-fij_Latn","languages":["ory-Orya","fij-Latn"]},{"precision":0.925231,"recall":0.948617,"f1":0.932806,"accuracy":0.948617,"main_score":0.932806,"hf_subset":"ory_Orya-isl_Latn","languages":["ory-Orya","isl-Latn"]},{"precision":0.49768,"recall":0.572134,"f1":0.51824,"accuracy":0.572134,"main_score":0.51824,"hf_subset":"ory_Orya-kon_Latn","languages":["ory-Orya","kon-Latn"]},{"precision":0.506203,"recall":0.594862,"f1":0.531255,"accuracy":0.594862,"main_score":0.531255,"hf_subset":"ory_Orya-mni_Beng","languages":["ory-Orya","mni-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ory_Orya-ron_Latn","languages":["ory-Orya","ron-Latn"]},{"precision":0.969203,"recall":0.978261,"f1":0.972167,"accuracy":0.978261,"main_score":0.972167,"hf_subset":"ory_Orya-szl_Latn","languages":["ory-Orya","szl-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ory_Orya-vec_Latn","languages":["ory-Orya","vec-Latn"]},{"precision":0.540763,"recall":0.630435,"f1":0.56639,"accuracy":0.630435,"main_score":0.56639,"hf_subset":"ory_Orya-amh_Ethi","languages":["ory-Orya","amh-Ethi"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ory_Orya-bos_Latn","languages":["ory-Orya","bos-Latn"]},{"precision":0.992095,"recall":0.994071,"f1":0.992754,"accuracy":0.994071,"main_score":0.992754,"hf_subset":"ory_Orya-fin_Latn","languages":["ory-Orya","fin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-ita_Latn","languages":["ory-Orya","ita-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ory_Orya-kor_Hang","languages":["ory-Orya","kor-Hang"]},{"precision":0.421528,"recall":0.493083,"f1":0.440488,"accuracy":0.493083,"main_score":0.440488,"hf_subset":"ory_Orya-mos_Latn","languages":["ory-Orya","mos-Latn"]},{"precision":0.416206,"recall":0.48419,"f1":0.43472,"accuracy":0.48419,"main_score":0.43472,"hf_subset":"ory_Orya-run_Latn","languages":["ory-Orya","run-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-tam_Taml","languages":["ory-Orya","tam-Taml"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-vie_Latn","languages":["ory-Orya","vie-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ory_Orya-apc_Arab","languages":["ory-Orya","apc-Arab"]},{"precision":0.678836,"recall":0.743083,"f1":0.697565,"accuracy":0.743083,"main_score":0.697565,"hf_subset":"ory_Orya-bug_Latn","languages":["ory-Orya","bug-Latn"]},{"precision":0.37938,"recall":0.443676,"f1":0.396411,"accuracy":0.443676,"main_score":0.396411,"hf_subset":"ory_Orya-fon_Latn","languages":["ory-Orya","fon-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"ory_Orya-jav_Latn","languages":["ory-Orya","jav-Latn"]},{"precision":0.888999,"recall":0.923913,"f1":0.900362,"accuracy":0.923913,"main_score":0.900362,"hf_subset":"ory_Orya-lao_Laoo","languages":["ory-Orya","lao-Laoo"]},{"precision":0.554441,"recall":0.634387,"f1":0.576172,"accuracy":0.634387,"main_score":0.576172,"hf_subset":"ory_Orya-mri_Latn","languages":["ory-Orya","mri-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ory_Orya-rus_Cyrl","languages":["ory-Orya","rus-Cyrl"]},{"precision":0.464111,"recall":0.521739,"f1":0.479455,"accuracy":0.521739,"main_score":0.479455,"hf_subset":"ory_Orya-taq_Latn","languages":["ory-Orya","taq-Latn"]},{"precision":0.963603,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"ory_Orya-war_Latn","languages":["ory-Orya","war-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ory_Orya-arb_Arab","languages":["ory-Orya","arb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ory_Orya-bul_Cyrl","languages":["ory-Orya","bul-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-fra_Latn","languages":["ory-Orya","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ory_Orya-jpn_Jpan","languages":["ory-Orya","jpn-Jpan"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"ory_Orya-lij_Latn","languages":["ory-Orya","lij-Latn"]},{"precision":0.945158,"recall":0.962451,"f1":0.950922,"accuracy":0.962451,"main_score":0.950922,"hf_subset":"ory_Orya-mya_Mymr","languages":["ory-Orya","mya-Mymr"]},{"precision":0.45124,"recall":0.528656,"f1":0.472918,"accuracy":0.528656,"main_score":0.472918,"hf_subset":"ory_Orya-sag_Latn","languages":["ory-Orya","sag-Latn"]},{"precision":0.127732,"recall":0.20751,"f1":0.144111,"accuracy":0.20751,"main_score":0.144111,"hf_subset":"ory_Orya-taq_Tfng","languages":["ory-Orya","taq-Tfng"]},{"precision":0.492248,"recall":0.571146,"f1":0.51414,"accuracy":0.571146,"main_score":0.51414,"hf_subset":"ory_Orya-wol_Latn","languages":["ory-Orya","wol-Latn"]},{"precision":0.581085,"recall":0.662055,"f1":0.604475,"accuracy":0.662055,"main_score":0.604475,"hf_subset":"ory_Orya-arb_Latn","languages":["ory-Orya","arb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ory_Orya-cat_Latn","languages":["ory-Orya","cat-Latn"]},{"precision":0.970356,"recall":0.980237,"f1":0.97365,"accuracy":0.980237,"main_score":0.97365,"hf_subset":"ory_Orya-fur_Latn","languages":["ory-Orya","fur-Latn"]},{"precision":0.313749,"recall":0.369565,"f1":0.328609,"accuracy":0.369565,"main_score":0.328609,"hf_subset":"ory_Orya-kab_Latn","languages":["ory-Orya","kab-Latn"]},{"precision":0.956357,"recall":0.970356,"f1":0.960968,"accuracy":0.970356,"main_score":0.960968,"hf_subset":"ory_Orya-lim_Latn","languages":["ory-Orya","lim-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ory_Orya-nld_Latn","languages":["ory-Orya","nld-Latn"]},{"precision":0.968626,"recall":0.978261,"f1":0.971739,"accuracy":0.978261,"main_score":0.971739,"hf_subset":"ory_Orya-san_Deva","languages":["ory-Orya","san-Deva"]},{"precision":0.968462,"recall":0.978261,"f1":0.971574,"accuracy":0.978261,"main_score":0.971574,"hf_subset":"ory_Orya-tat_Cyrl","languages":["ory-Orya","tat-Cyrl"]},{"precision":0.488368,"recall":0.562253,"f1":0.508598,"accuracy":0.562253,"main_score":0.508598,"hf_subset":"ory_Orya-xho_Latn","languages":["ory-Orya","xho-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-ars_Arab","languages":["ory-Orya","ars-Arab"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"ory_Orya-ceb_Latn","languages":["ory-Orya","ceb-Latn"]},{"precision":0.450814,"recall":0.518775,"f1":0.469768,"accuracy":0.518775,"main_score":0.469768,"hf_subset":"ory_Orya-fuv_Latn","languages":["ory-Orya","fuv-Latn"]},{"precision":0.430496,"recall":0.503953,"f1":0.450908,"accuracy":0.503953,"main_score":0.450908,"hf_subset":"ory_Orya-kac_Latn","languages":["ory-Orya","kac-Latn"]},{"precision":0.508551,"recall":0.591897,"f1":0.531731,"accuracy":0.591897,"main_score":0.531731,"hf_subset":"ory_Orya-lin_Latn","languages":["ory-Orya","lin-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-nno_Latn","languages":["ory-Orya","nno-Latn"]},{"precision":0.024514,"recall":0.071146,"f1":0.032194,"accuracy":0.071146,"main_score":0.032194,"hf_subset":"ory_Orya-sat_Olck","languages":["ory-Orya","sat-Olck"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ory_Orya-tel_Telu","languages":["ory-Orya","tel-Telu"]},{"precision":0.710139,"recall":0.781621,"f1":0.731254,"accuracy":0.781621,"main_score":0.731254,"hf_subset":"ory_Orya-ydd_Hebr","languages":["ory-Orya","ydd-Hebr"]},{"precision":0.95224,"recall":0.967391,"f1":0.957181,"accuracy":0.967391,"main_score":0.957181,"hf_subset":"ory_Orya-ary_Arab","languages":["ory-Orya","ary-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ory_Orya-ces_Latn","languages":["ory-Orya","ces-Latn"]},{"precision":0.390516,"recall":0.459486,"f1":0.409225,"accuracy":0.459486,"main_score":0.409225,"hf_subset":"ory_Orya-gaz_Latn","languages":["ory-Orya","gaz-Latn"]},{"precision":0.439933,"recall":0.516798,"f1":0.461506,"accuracy":0.516798,"main_score":0.461506,"hf_subset":"ory_Orya-kam_Latn","languages":["ory-Orya","kam-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"ory_Orya-lit_Latn","languages":["ory-Orya","lit-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ory_Orya-nob_Latn","languages":["ory-Orya","nob-Latn"]},{"precision":0.964592,"recall":0.975296,"f1":0.96805,"accuracy":0.975296,"main_score":0.96805,"hf_subset":"ory_Orya-scn_Latn","languages":["ory-Orya","scn-Latn"]},{"precision":0.895784,"recall":0.925889,"f1":0.90527,"accuracy":0.925889,"main_score":0.90527,"hf_subset":"ory_Orya-tgk_Cyrl","languages":["ory-Orya","tgk-Cyrl"]},{"precision":0.392429,"recall":0.469368,"f1":0.413891,"accuracy":0.469368,"main_score":0.413891,"hf_subset":"ory_Orya-yor_Latn","languages":["ory-Orya","yor-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-arz_Arab","languages":["ory-Orya","arz-Arab"]},{"precision":0.421127,"recall":0.499012,"f1":0.441927,"accuracy":0.499012,"main_score":0.441927,"hf_subset":"ory_Orya-cjk_Latn","languages":["ory-Orya","cjk-Latn"]},{"precision":0.581037,"recall":0.659091,"f1":0.602774,"accuracy":0.659091,"main_score":0.602774,"hf_subset":"ory_Orya-gla_Latn","languages":["ory-Orya","gla-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ory_Orya-kan_Knda","languages":["ory-Orya","kan-Knda"]},{"precision":0.951416,"recall":0.967391,"f1":0.956686,"accuracy":0.967391,"main_score":0.956686,"hf_subset":"ory_Orya-lmo_Latn","languages":["ory-Orya","lmo-Latn"]},{"precision":0.992095,"recall":0.994071,"f1":0.992754,"accuracy":0.994071,"main_score":0.992754,"hf_subset":"ory_Orya-npi_Deva","languages":["ory-Orya","npi-Deva"]},{"precision":0.389916,"recall":0.474308,"f1":0.412489,"accuracy":0.474308,"main_score":0.412489,"hf_subset":"ory_Orya-shn_Mymr","languages":["ory-Orya","shn-Mymr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ory_Orya-tgl_Latn","languages":["ory-Orya","tgl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ory_Orya-yue_Hant","languages":["ory-Orya","yue-Hant"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"ory_Orya-asm_Beng","languages":["ory-Orya","asm-Beng"]},{"precision":0.708319,"recall":0.769763,"f1":0.726303,"accuracy":0.769763,"main_score":0.726303,"hf_subset":"ory_Orya-ckb_Arab","languages":["ory-Orya","ckb-Arab"]},{"precision":0.681731,"recall":0.754941,"f1":0.703183,"accuracy":0.754941,"main_score":0.703183,"hf_subset":"ory_Orya-gle_Latn","languages":["ory-Orya","gle-Latn"]},{"precision":0.870718,"recall":0.909091,"f1":0.882708,"accuracy":0.909091,"main_score":0.882708,"hf_subset":"ory_Orya-kas_Arab","languages":["ory-Orya","kas-Arab"]},{"precision":0.832856,"recall":0.879447,"f1":0.847036,"accuracy":0.879447,"main_score":0.847036,"hf_subset":"ory_Orya-ltg_Latn","languages":["ory-Orya","ltg-Latn"]},{"precision":0.465066,"recall":0.537549,"f1":0.485523,"accuracy":0.537549,"main_score":0.485523,"hf_subset":"ory_Orya-nso_Latn","languages":["ory-Orya","nso-Latn"]},{"precision":0.472671,"recall":0.564229,"f1":0.499146,"accuracy":0.564229,"main_score":0.499146,"hf_subset":"ory_Orya-sin_Sinh","languages":["ory-Orya","sin-Sinh"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"ory_Orya-tha_Thai","languages":["ory-Orya","tha-Thai"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ory_Orya-zho_Hans","languages":["ory-Orya","zho-Hans"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-ast_Latn","languages":["ory-Orya","ast-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ory_Orya-crh_Latn","languages":["ory-Orya","crh-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ory_Orya-glg_Latn","languages":["ory-Orya","glg-Latn"]},{"precision":0.752562,"recall":0.814229,"f1":0.770767,"accuracy":0.814229,"main_score":0.770767,"hf_subset":"ory_Orya-kas_Deva","languages":["ory-Orya","kas-Deva"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"ory_Orya-ltz_Latn","languages":["ory-Orya","ltz-Latn"]},{"precision":0.361947,"recall":0.440711,"f1":0.382585,"accuracy":0.440711,"main_score":0.382585,"hf_subset":"ory_Orya-nus_Latn","languages":["ory-Orya","nus-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ory_Orya-slk_Latn","languages":["ory-Orya","slk-Latn"]},{"precision":0.250466,"recall":0.325099,"f1":0.26983,"accuracy":0.325099,"main_score":0.26983,"hf_subset":"ory_Orya-tir_Ethi","languages":["ory-Orya","tir-Ethi"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"ory_Orya-zho_Hant","languages":["ory-Orya","zho-Hant"]},{"precision":0.983696,"recall":0.987154,"f1":0.984848,"accuracy":0.987154,"main_score":0.984848,"hf_subset":"ory_Orya-awa_Deva","languages":["ory-Orya","awa-Deva"]},{"precision":0.842227,"recall":0.885375,"f1":0.855863,"accuracy":0.885375,"main_score":0.855863,"hf_subset":"ory_Orya-cym_Latn","languages":["ory-Orya","cym-Latn"]},{"precision":0.64329,"recall":0.706522,"f1":0.661733,"accuracy":0.706522,"main_score":0.661733,"hf_subset":"ory_Orya-grn_Latn","languages":["ory-Orya","grn-Latn"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"ory_Orya-kat_Geor","languages":["ory-Orya","kat-Geor"]},{"precision":0.504545,"recall":0.576087,"f1":0.524233,"accuracy":0.576087,"main_score":0.524233,"hf_subset":"ory_Orya-lua_Latn","languages":["ory-Orya","lua-Latn"]},{"precision":0.46391,"recall":0.536561,"f1":0.483682,"accuracy":0.536561,"main_score":0.483682,"hf_subset":"ory_Orya-nya_Latn","languages":["ory-Orya","nya-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-slv_Latn","languages":["ory-Orya","slv-Latn"]},{"precision":0.732635,"recall":0.795455,"f1":0.751273,"accuracy":0.795455,"main_score":0.751273,"hf_subset":"ory_Orya-tpi_Latn","languages":["ory-Orya","tpi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ory_Orya-zsm_Latn","languages":["ory-Orya","zsm-Latn"]},{"precision":0.431463,"recall":0.5,"f1":0.44943,"accuracy":0.5,"main_score":0.44943,"hf_subset":"ory_Orya-ayr_Latn","languages":["ory-Orya","ayr-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-dan_Latn","languages":["ory-Orya","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"ory_Orya-guj_Gujr","languages":["ory-Orya","guj-Gujr"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ory_Orya-kaz_Cyrl","languages":["ory-Orya","kaz-Cyrl"]},{"precision":0.390273,"recall":0.466403,"f1":0.411491,"accuracy":0.466403,"main_score":0.411491,"hf_subset":"ory_Orya-lug_Latn","languages":["ory-Orya","lug-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"ory_Orya-oci_Latn","languages":["ory-Orya","oci-Latn"]},{"precision":0.458597,"recall":0.539526,"f1":0.481219,"accuracy":0.539526,"main_score":0.481219,"hf_subset":"ory_Orya-smo_Latn","languages":["ory-Orya","smo-Latn"]},{"precision":0.408074,"recall":0.48913,"f1":0.43043,"accuracy":0.48913,"main_score":0.43043,"hf_subset":"ory_Orya-tsn_Latn","languages":["ory-Orya","tsn-Latn"]},{"precision":0.430082,"recall":0.508893,"f1":0.451244,"accuracy":0.508893,"main_score":0.451244,"hf_subset":"ory_Orya-zul_Latn","languages":["ory-Orya","zul-Latn"]},{"precision":0.769055,"recall":0.832016,"f1":0.788538,"accuracy":0.832016,"main_score":0.788538,"hf_subset":"ory_Orya-azb_Arab","languages":["ory-Orya","azb-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"ory_Orya-deu_Latn","languages":["ory-Orya","deu-Latn"]},{"precision":0.887846,"recall":0.918972,"f1":0.897892,"accuracy":0.918972,"main_score":0.897892,"hf_subset":"ory_Orya-hat_Latn","languages":["ory-Orya","hat-Latn"]},{"precision":0.395205,"recall":0.461462,"f1":0.413429,"accuracy":0.461462,"main_score":0.413429,"hf_subset":"ory_Orya-kbp_Latn","languages":["ory-Orya","kbp-Latn"]},{"precision":0.442969,"recall":0.51581,"f1":0.462184,"accuracy":0.51581,"main_score":0.462184,"hf_subset":"ory_Orya-luo_Latn","languages":["ory-Orya","luo-Latn"]},{"precision":0.431327,"recall":0.5,"f1":0.450831,"accuracy":0.5,"main_score":0.450831,"hf_subset":"ory_Orya-sna_Latn","languages":["ory-Orya","sna-Latn"]},{"precision":0.415596,"recall":0.485178,"f1":0.434306,"accuracy":0.485178,"main_score":0.434306,"hf_subset":"ory_Orya-tso_Latn","languages":["ory-Orya","tso-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"ory_Orya-azj_Latn","languages":["ory-Orya","azj-Latn"]},{"precision":0.419119,"recall":0.495059,"f1":0.440056,"accuracy":0.495059,"main_score":0.440056,"hf_subset":"ory_Orya-dik_Latn","languages":["ory-Orya","dik-Latn"]},{"precision":0.42613,"recall":0.487154,"f1":0.44307,"accuracy":0.487154,"main_score":0.44307,"hf_subset":"ory_Orya-hau_Latn","languages":["ory-Orya","hau-Latn"]},{"precision":0.945487,"recall":0.962451,"f1":0.950922,"accuracy":0.962451,"main_score":0.950922,"hf_subset":"ory_Orya-kea_Latn","languages":["ory-Orya","kea-Latn"]},{"precision":0.605076,"recall":0.668972,"f1":0.623126,"accuracy":0.668972,"main_score":0.623126,"hf_subset":"ory_Orya-lus_Latn","languages":["ory-Orya","lus-Latn"]},{"precision":0.759321,"recall":0.813241,"f1":0.775579,"accuracy":0.813241,"main_score":0.775579,"hf_subset":"ory_Orya-pag_Latn","languages":["ory-Orya","pag-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"ory_Orya-snd_Arab","languages":["ory-Orya","snd-Arab"]},{"precision":0.856884,"recall":0.900198,"f1":0.870883,"accuracy":0.900198,"main_score":0.870883,"hf_subset":"ory_Orya-tuk_Latn","languages":["ory-Orya","tuk-Latn"]},{"precision":0.942194,"recall":0.958498,"f1":0.947464,"accuracy":0.958498,"main_score":0.947464,"hf_subset":"ory_Orya-bak_Cyrl","languages":["ory-Orya","bak-Cyrl"]},{"precision":0.360203,"recall":0.4417,"f1":0.382772,"accuracy":0.4417,"main_score":0.382772,"hf_subset":"ory_Orya-dyu_Latn","languages":["ory-Orya","dyu-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"ory_Orya-heb_Hebr","languages":["ory-Orya","heb-Hebr"]},{"precision":0.875659,"recall":0.910079,"f1":0.886331,"accuracy":0.910079,"main_score":0.886331,"hf_subset":"ory_Orya-khk_Cyrl","languages":["ory-Orya","khk-Cyrl"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-lvs_Latn","languages":["ory-Orya","lvs-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"ory_Orya-pan_Guru","languages":["ory-Orya","pan-Guru"]},{"precision":0.444418,"recall":0.514822,"f1":0.463561,"accuracy":0.514822,"main_score":0.463561,"hf_subset":"ory_Orya-som_Latn","languages":["ory-Orya","som-Latn"]},{"precision":0.463142,"recall":0.52668,"f1":0.481776,"accuracy":0.52668,"main_score":0.481776,"hf_subset":"ory_Orya-tum_Latn","languages":["ory-Orya","tum-Latn"]},{"precision":0.318328,"recall":0.374506,"f1":0.333325,"accuracy":0.374506,"main_score":0.333325,"hf_subset":"sna_Latn-ace_Arab","languages":["sna-Latn","ace-Arab"]},{"precision":0.443235,"recall":0.495059,"f1":0.458457,"accuracy":0.495059,"main_score":0.458457,"hf_subset":"sna_Latn-bam_Latn","languages":["sna-Latn","bam-Latn"]},{"precision":0.109866,"recall":0.150198,"f1":0.120132,"accuracy":0.150198,"main_score":0.120132,"hf_subset":"sna_Latn-dzo_Tibt","languages":["sna-Latn","dzo-Tibt"]},{"precision":0.480782,"recall":0.550395,"f1":0.500619,"accuracy":0.550395,"main_score":0.500619,"hf_subset":"sna_Latn-hin_Deva","languages":["sna-Latn","hin-Deva"]},{"precision":0.379974,"recall":0.449605,"f1":0.399591,"accuracy":0.449605,"main_score":0.399591,"hf_subset":"sna_Latn-khm_Khmr","languages":["sna-Latn","khm-Khmr"]},{"precision":0.476587,"recall":0.541502,"f1":0.49516,"accuracy":0.541502,"main_score":0.49516,"hf_subset":"sna_Latn-mag_Deva","languages":["sna-Latn","mag-Deva"]},{"precision":0.513156,"recall":0.565217,"f1":0.527558,"accuracy":0.565217,"main_score":0.527558,"hf_subset":"sna_Latn-pap_Latn","languages":["sna-Latn","pap-Latn"]},{"precision":0.505497,"recall":0.548419,"f1":0.517922,"accuracy":0.548419,"main_score":0.517922,"hf_subset":"sna_Latn-sot_Latn","languages":["sna-Latn","sot-Latn"]},{"precision":0.484188,"recall":0.552372,"f1":0.503054,"accuracy":0.552372,"main_score":0.503054,"hf_subset":"sna_Latn-tur_Latn","languages":["sna-Latn","tur-Latn"]},{"precision":0.503979,"recall":0.544466,"f1":0.515726,"accuracy":0.544466,"main_score":0.515726,"hf_subset":"sna_Latn-ace_Latn","languages":["sna-Latn","ace-Latn"]},{"precision":0.522158,"recall":0.566206,"f1":0.534793,"accuracy":0.566206,"main_score":0.534793,"hf_subset":"sna_Latn-ban_Latn","languages":["sna-Latn","ban-Latn"]},{"precision":0.459084,"recall":0.532609,"f1":0.479831,"accuracy":0.532609,"main_score":0.479831,"hf_subset":"sna_Latn-ell_Grek","languages":["sna-Latn","ell-Grek"]},{"precision":0.466989,"recall":0.530632,"f1":0.485543,"accuracy":0.530632,"main_score":0.485543,"hf_subset":"sna_Latn-hne_Deva","languages":["sna-Latn","hne-Deva"]},{"precision":0.475051,"recall":0.521739,"f1":0.489083,"accuracy":0.521739,"main_score":0.489083,"hf_subset":"sna_Latn-kik_Latn","languages":["sna-Latn","kik-Latn"]},{"precision":0.480098,"recall":0.546443,"f1":0.498441,"accuracy":0.546443,"main_score":0.498441,"hf_subset":"sna_Latn-mai_Deva","languages":["sna-Latn","mai-Deva"]},{"precision":0.442737,"recall":0.503953,"f1":0.460193,"accuracy":0.503953,"main_score":0.460193,"hf_subset":"sna_Latn-pbt_Arab","languages":["sna-Latn","pbt-Arab"]},{"precision":0.502874,"recall":0.568182,"f1":0.521542,"accuracy":0.568182,"main_score":0.521542,"hf_subset":"sna_Latn-spa_Latn","languages":["sna-Latn","spa-Latn"]},{"precision":0.497094,"recall":0.538538,"f1":0.509349,"accuracy":0.538538,"main_score":0.509349,"hf_subset":"sna_Latn-twi_Latn","languages":["sna-Latn","twi-Latn"]},{"precision":0.464306,"recall":0.529644,"f1":0.482977,"accuracy":0.529644,"main_score":0.482977,"hf_subset":"sna_Latn-acm_Arab","languages":["sna-Latn","acm-Arab"]},{"precision":0.463122,"recall":0.530632,"f1":0.482741,"accuracy":0.530632,"main_score":0.482741,"hf_subset":"sna_Latn-bel_Cyrl","languages":["sna-Latn","bel-Cyrl"]},{"precision":0.499136,"recall":0.563241,"f1":0.517105,"accuracy":0.563241,"main_score":0.517105,"hf_subset":"sna_Latn-eng_Latn","languages":["sna-Latn","eng-Latn"]},{"precision":0.499822,"recall":0.563241,"f1":0.517482,"accuracy":0.563241,"main_score":0.517482,"hf_subset":"sna_Latn-hrv_Latn","languages":["sna-Latn","hrv-Latn"]},{"precision":0.456128,"recall":0.507905,"f1":0.470274,"accuracy":0.507905,"main_score":0.470274,"hf_subset":"sna_Latn-kin_Latn","languages":["sna-Latn","kin-Latn"]},{"precision":0.472506,"recall":0.539526,"f1":0.492211,"accuracy":0.539526,"main_score":0.492211,"hf_subset":"sna_Latn-mal_Mlym","languages":["sna-Latn","mal-Mlym"]},{"precision":0.453506,"recall":0.521739,"f1":0.472414,"accuracy":0.521739,"main_score":0.472414,"hf_subset":"sna_Latn-pes_Arab","languages":["sna-Latn","pes-Arab"]},{"precision":0.503602,"recall":0.5583,"f1":0.519209,"accuracy":0.5583,"main_score":0.519209,"hf_subset":"sna_Latn-srd_Latn","languages":["sna-Latn","srd-Latn"]},{"precision":0.140987,"recall":0.190711,"f1":0.151973,"accuracy":0.190711,"main_score":0.151973,"hf_subset":"sna_Latn-tzm_Tfng","languages":["sna-Latn","tzm-Tfng"]},{"precision":0.458422,"recall":0.527668,"f1":0.478526,"accuracy":0.527668,"main_score":0.478526,"hf_subset":"sna_Latn-acq_Arab","languages":["sna-Latn","acq-Arab"]},{"precision":0.52133,"recall":0.564229,"f1":0.533255,"accuracy":0.564229,"main_score":0.533255,"hf_subset":"sna_Latn-bem_Latn","languages":["sna-Latn","bem-Latn"]},{"precision":0.498356,"recall":0.556324,"f1":0.514073,"accuracy":0.556324,"main_score":0.514073,"hf_subset":"sna_Latn-epo_Latn","languages":["sna-Latn","epo-Latn"]},{"precision":0.491182,"recall":0.555336,"f1":0.509327,"accuracy":0.555336,"main_score":0.509327,"hf_subset":"sna_Latn-hun_Latn","languages":["sna-Latn","hun-Latn"]},{"precision":0.499567,"recall":0.554348,"f1":0.51531,"accuracy":0.554348,"main_score":0.51531,"hf_subset":"sna_Latn-kir_Cyrl","languages":["sna-Latn","kir-Cyrl"]},{"precision":0.480323,"recall":0.54249,"f1":0.498502,"accuracy":0.54249,"main_score":0.498502,"hf_subset":"sna_Latn-mar_Deva","languages":["sna-Latn","mar-Deva"]},{"precision":0.507171,"recall":0.549407,"f1":0.518619,"accuracy":0.549407,"main_score":0.518619,"hf_subset":"sna_Latn-plt_Latn","languages":["sna-Latn","plt-Latn"]},{"precision":0.480645,"recall":0.549407,"f1":0.50023,"accuracy":0.549407,"main_score":0.50023,"hf_subset":"sna_Latn-srp_Cyrl","languages":["sna-Latn","srp-Cyrl"]},{"precision":0.405106,"recall":0.471344,"f1":0.423526,"accuracy":0.471344,"main_score":0.423526,"hf_subset":"sna_Latn-uig_Arab","languages":["sna-Latn","uig-Arab"]},{"precision":0.461088,"recall":0.517787,"f1":0.477604,"accuracy":0.517787,"main_score":0.477604,"hf_subset":"sna_Latn-aeb_Arab","languages":["sna-Latn","aeb-Arab"]},{"precision":0.491657,"recall":0.550395,"f1":0.509131,"accuracy":0.550395,"main_score":0.509131,"hf_subset":"sna_Latn-ben_Beng","languages":["sna-Latn","ben-Beng"]},{"precision":0.476719,"recall":0.539526,"f1":0.494291,"accuracy":0.539526,"main_score":0.494291,"hf_subset":"sna_Latn-est_Latn","languages":["sna-Latn","est-Latn"]},{"precision":0.445377,"recall":0.506917,"f1":0.462852,"accuracy":0.506917,"main_score":0.462852,"hf_subset":"sna_Latn-hye_Armn","languages":["sna-Latn","hye-Armn"]},{"precision":0.479639,"recall":0.523715,"f1":0.492791,"accuracy":0.523715,"main_score":0.492791,"hf_subset":"sna_Latn-kmb_Latn","languages":["sna-Latn","kmb-Latn"]},{"precision":0.298707,"recall":0.362648,"f1":0.317187,"accuracy":0.362648,"main_score":0.317187,"hf_subset":"sna_Latn-min_Arab","languages":["sna-Latn","min-Arab"]},{"precision":0.489071,"recall":0.552372,"f1":0.506759,"accuracy":0.552372,"main_score":0.506759,"hf_subset":"sna_Latn-pol_Latn","languages":["sna-Latn","pol-Latn"]},{"precision":0.485293,"recall":0.531621,"f1":0.49872,"accuracy":0.531621,"main_score":0.49872,"hf_subset":"sna_Latn-ssw_Latn","languages":["sna-Latn","ssw-Latn"]},{"precision":0.481048,"recall":0.557312,"f1":0.502304,"accuracy":0.557312,"main_score":0.502304,"hf_subset":"sna_Latn-ukr_Cyrl","languages":["sna-Latn","ukr-Cyrl"]},{"precision":0.513779,"recall":0.570158,"f1":0.529658,"accuracy":0.570158,"main_score":0.529658,"hf_subset":"sna_Latn-afr_Latn","languages":["sna-Latn","afr-Latn"]},{"precision":0.487407,"recall":0.545455,"f1":0.504147,"accuracy":0.545455,"main_score":0.504147,"hf_subset":"sna_Latn-bho_Deva","languages":["sna-Latn","bho-Deva"]},{"precision":0.504274,"recall":0.549407,"f1":0.517387,"accuracy":0.549407,"main_score":0.517387,"hf_subset":"sna_Latn-eus_Latn","languages":["sna-Latn","eus-Latn"]},{"precision":0.480148,"recall":0.530632,"f1":0.494556,"accuracy":0.530632,"main_score":0.494556,"hf_subset":"sna_Latn-ibo_Latn","languages":["sna-Latn","ibo-Latn"]},{"precision":0.500401,"recall":0.545455,"f1":0.513221,"accuracy":0.545455,"main_score":0.513221,"hf_subset":"sna_Latn-kmr_Latn","languages":["sna-Latn","kmr-Latn"]},{"precision":0.50272,"recall":0.55336,"f1":0.516451,"accuracy":0.55336,"main_score":0.516451,"hf_subset":"sna_Latn-min_Latn","languages":["sna-Latn","min-Latn"]},{"precision":0.499609,"recall":0.563241,"f1":0.517688,"accuracy":0.563241,"main_score":0.517688,"hf_subset":"sna_Latn-por_Latn","languages":["sna-Latn","por-Latn"]},{"precision":0.509698,"recall":0.560277,"f1":0.524093,"accuracy":0.560277,"main_score":0.524093,"hf_subset":"sna_Latn-sun_Latn","languages":["sna-Latn","sun-Latn"]},{"precision":0.46225,"recall":0.508893,"f1":0.476385,"accuracy":0.508893,"main_score":0.476385,"hf_subset":"sna_Latn-umb_Latn","languages":["sna-Latn","umb-Latn"]},{"precision":0.458585,"recall":0.527668,"f1":0.47808,"accuracy":0.527668,"main_score":0.47808,"hf_subset":"sna_Latn-ajp_Arab","languages":["sna-Latn","ajp-Arab"]},{"precision":0.330092,"recall":0.389328,"f1":0.346524,"accuracy":0.389328,"main_score":0.346524,"hf_subset":"sna_Latn-bjn_Arab","languages":["sna-Latn","bjn-Arab"]},{"precision":0.46661,"recall":0.506917,"f1":0.478409,"accuracy":0.506917,"main_score":0.478409,"hf_subset":"sna_Latn-ewe_Latn","languages":["sna-Latn","ewe-Latn"]},{"precision":0.524157,"recall":0.565217,"f1":0.535215,"accuracy":0.565217,"main_score":0.535215,"hf_subset":"sna_Latn-ilo_Latn","languages":["sna-Latn","ilo-Latn"]},{"precision":0.190289,"recall":0.258893,"f1":0.208518,"accuracy":0.258893,"main_score":0.208518,"hf_subset":"sna_Latn-knc_Arab","languages":["sna-Latn","knc-Arab"]},{"precision":0.489212,"recall":0.55336,"f1":0.507388,"accuracy":0.55336,"main_score":0.507388,"hf_subset":"sna_Latn-mkd_Cyrl","languages":["sna-Latn","mkd-Cyrl"]},{"precision":0.453071,"recall":0.524704,"f1":0.473052,"accuracy":0.524704,"main_score":0.473052,"hf_subset":"sna_Latn-prs_Arab","languages":["sna-Latn","prs-Arab"]},{"precision":0.502661,"recall":0.562253,"f1":0.519719,"accuracy":0.562253,"main_score":0.519719,"hf_subset":"sna_Latn-swe_Latn","languages":["sna-Latn","swe-Latn"]},{"precision":0.423247,"recall":0.501976,"f1":0.446299,"accuracy":0.501976,"main_score":0.446299,"hf_subset":"sna_Latn-urd_Arab","languages":["sna-Latn","urd-Arab"]},{"precision":0.516924,"recall":0.5583,"f1":0.529018,"accuracy":0.5583,"main_score":0.529018,"hf_subset":"sna_Latn-aka_Latn","languages":["sna-Latn","aka-Latn"]},{"precision":0.490458,"recall":0.546443,"f1":0.506425,"accuracy":0.546443,"main_score":0.506425,"hf_subset":"sna_Latn-bjn_Latn","languages":["sna-Latn","bjn-Latn"]},{"precision":0.494055,"recall":0.541502,"f1":0.507844,"accuracy":0.541502,"main_score":0.507844,"hf_subset":"sna_Latn-fao_Latn","languages":["sna-Latn","fao-Latn"]},{"precision":0.499681,"recall":0.564229,"f1":0.518262,"accuracy":0.564229,"main_score":0.518262,"hf_subset":"sna_Latn-ind_Latn","languages":["sna-Latn","ind-Latn"]},{"precision":0.495264,"recall":0.533597,"f1":0.506403,"accuracy":0.533597,"main_score":0.506403,"hf_subset":"sna_Latn-knc_Latn","languages":["sna-Latn","knc-Latn"]},{"precision":0.516092,"recall":0.571146,"f1":0.530984,"accuracy":0.571146,"main_score":0.530984,"hf_subset":"sna_Latn-mlt_Latn","languages":["sna-Latn","mlt-Latn"]},{"precision":0.483343,"recall":0.525692,"f1":0.496229,"accuracy":0.525692,"main_score":0.496229,"hf_subset":"sna_Latn-quy_Latn","languages":["sna-Latn","quy-Latn"]},{"precision":0.480752,"recall":0.540514,"f1":0.496978,"accuracy":0.540514,"main_score":0.496978,"hf_subset":"sna_Latn-swh_Latn","languages":["sna-Latn","swh-Latn"]},{"precision":0.464917,"recall":0.52668,"f1":0.482345,"accuracy":0.52668,"main_score":0.482345,"hf_subset":"sna_Latn-uzn_Latn","languages":["sna-Latn","uzn-Latn"]},{"precision":0.473914,"recall":0.534585,"f1":0.490729,"accuracy":0.534585,"main_score":0.490729,"hf_subset":"sna_Latn-als_Latn","languages":["sna-Latn","als-Latn"]},{"precision":0.158983,"recall":0.212451,"f1":0.172077,"accuracy":0.212451,"main_score":0.172077,"hf_subset":"sna_Latn-bod_Tibt","languages":["sna-Latn","bod-Tibt"]},{"precision":0.47693,"recall":0.523715,"f1":0.490071,"accuracy":0.523715,"main_score":0.490071,"hf_subset":"sna_Latn-fij_Latn","languages":["sna-Latn","fij-Latn"]},{"precision":0.454563,"recall":0.51581,"f1":0.471636,"accuracy":0.51581,"main_score":0.471636,"hf_subset":"sna_Latn-isl_Latn","languages":["sna-Latn","isl-Latn"]},{"precision":0.50074,"recall":0.540514,"f1":0.512217,"accuracy":0.540514,"main_score":0.512217,"hf_subset":"sna_Latn-kon_Latn","languages":["sna-Latn","kon-Latn"]},{"precision":0.389081,"recall":0.44664,"f1":0.405755,"accuracy":0.44664,"main_score":0.405755,"hf_subset":"sna_Latn-mni_Beng","languages":["sna-Latn","mni-Beng"]},{"precision":0.508154,"recall":0.572134,"f1":0.526081,"accuracy":0.572134,"main_score":0.526081,"hf_subset":"sna_Latn-ron_Latn","languages":["sna-Latn","ron-Latn"]},{"precision":0.484731,"recall":0.545455,"f1":0.501692,"accuracy":0.545455,"main_score":0.501692,"hf_subset":"sna_Latn-szl_Latn","languages":["sna-Latn","szl-Latn"]},{"precision":0.511086,"recall":0.566206,"f1":0.527081,"accuracy":0.566206,"main_score":0.527081,"hf_subset":"sna_Latn-vec_Latn","languages":["sna-Latn","vec-Latn"]},{"precision":0.266183,"recall":0.331028,"f1":0.283991,"accuracy":0.331028,"main_score":0.283991,"hf_subset":"sna_Latn-amh_Ethi","languages":["sna-Latn","amh-Ethi"]},{"precision":0.513279,"recall":0.575099,"f1":0.530831,"accuracy":0.575099,"main_score":0.530831,"hf_subset":"sna_Latn-bos_Latn","languages":["sna-Latn","bos-Latn"]},{"precision":0.467232,"recall":0.531621,"f1":0.485399,"accuracy":0.531621,"main_score":0.485399,"hf_subset":"sna_Latn-fin_Latn","languages":["sna-Latn","fin-Latn"]},{"precision":0.502587,"recall":0.571146,"f1":0.52193,"accuracy":0.571146,"main_score":0.52193,"hf_subset":"sna_Latn-ita_Latn","languages":["sna-Latn","ita-Latn"]},{"precision":0.458895,"recall":0.531621,"f1":0.479164,"accuracy":0.531621,"main_score":0.479164,"hf_subset":"sna_Latn-kor_Hang","languages":["sna-Latn","kor-Hang"]},{"precision":0.464919,"recall":0.507905,"f1":0.47744,"accuracy":0.507905,"main_score":0.47744,"hf_subset":"sna_Latn-mos_Latn","languages":["sna-Latn","mos-Latn"]},{"precision":0.466133,"recall":0.509881,"f1":0.479088,"accuracy":0.509881,"main_score":0.479088,"hf_subset":"sna_Latn-run_Latn","languages":["sna-Latn","run-Latn"]},{"precision":0.426135,"recall":0.499012,"f1":0.446223,"accuracy":0.499012,"main_score":0.446223,"hf_subset":"sna_Latn-tam_Taml","languages":["sna-Latn","tam-Taml"]},{"precision":0.486695,"recall":0.548419,"f1":0.503995,"accuracy":0.548419,"main_score":0.503995,"hf_subset":"sna_Latn-vie_Latn","languages":["sna-Latn","vie-Latn"]},{"precision":0.463861,"recall":0.531621,"f1":0.483511,"accuracy":0.531621,"main_score":0.483511,"hf_subset":"sna_Latn-apc_Arab","languages":["sna-Latn","apc-Arab"]},{"precision":0.497034,"recall":0.536561,"f1":0.507753,"accuracy":0.536561,"main_score":0.507753,"hf_subset":"sna_Latn-bug_Latn","languages":["sna-Latn","bug-Latn"]},{"precision":0.453014,"recall":0.494071,"f1":0.465184,"accuracy":0.494071,"main_score":0.465184,"hf_subset":"sna_Latn-fon_Latn","languages":["sna-Latn","fon-Latn"]},{"precision":0.524073,"recall":0.573123,"f1":0.538213,"accuracy":0.573123,"main_score":0.538213,"hf_subset":"sna_Latn-jav_Latn","languages":["sna-Latn","jav-Latn"]},{"precision":0.406375,"recall":0.469368,"f1":0.423324,"accuracy":0.469368,"main_score":0.423324,"hf_subset":"sna_Latn-lao_Laoo","languages":["sna-Latn","lao-Laoo"]},{"precision":0.444526,"recall":0.497036,"f1":0.459443,"accuracy":0.497036,"main_score":0.459443,"hf_subset":"sna_Latn-mri_Latn","languages":["sna-Latn","mri-Latn"]},{"precision":0.483499,"recall":0.550395,"f1":0.502069,"accuracy":0.550395,"main_score":0.502069,"hf_subset":"sna_Latn-rus_Cyrl","languages":["sna-Latn","rus-Cyrl"]},{"precision":0.44731,"recall":0.496047,"f1":0.460794,"accuracy":0.496047,"main_score":0.460794,"hf_subset":"sna_Latn-taq_Latn","languages":["sna-Latn","taq-Latn"]},{"precision":0.519377,"recall":0.56917,"f1":0.533048,"accuracy":0.56917,"main_score":0.533048,"hf_subset":"sna_Latn-war_Latn","languages":["sna-Latn","war-Latn"]},{"precision":0.456601,"recall":0.52668,"f1":0.476381,"accuracy":0.52668,"main_score":0.476381,"hf_subset":"sna_Latn-arb_Arab","languages":["sna-Latn","arb-Arab"]},{"precision":0.500699,"recall":0.565217,"f1":0.518641,"accuracy":0.565217,"main_score":0.518641,"hf_subset":"sna_Latn-bul_Cyrl","languages":["sna-Latn","bul-Cyrl"]},{"precision":0.501284,"recall":0.565217,"f1":0.518353,"accuracy":0.565217,"main_score":0.518353,"hf_subset":"sna_Latn-fra_Latn","languages":["sna-Latn","fra-Latn"]},{"precision":0.462696,"recall":0.533597,"f1":0.483164,"accuracy":0.533597,"main_score":0.483164,"hf_subset":"sna_Latn-jpn_Jpan","languages":["sna-Latn","jpn-Jpan"]},{"precision":0.499807,"recall":0.551383,"f1":0.514406,"accuracy":0.551383,"main_score":0.514406,"hf_subset":"sna_Latn-lij_Latn","languages":["sna-Latn","lij-Latn"]},{"precision":0.244251,"recall":0.325099,"f1":0.265353,"accuracy":0.325099,"main_score":0.265353,"hf_subset":"sna_Latn-mya_Mymr","languages":["sna-Latn","mya-Mymr"]},{"precision":0.467706,"recall":0.508893,"f1":0.479836,"accuracy":0.508893,"main_score":0.479836,"hf_subset":"sna_Latn-sag_Latn","languages":["sna-Latn","sag-Latn"]},{"precision":0.151661,"recall":0.20751,"f1":0.164302,"accuracy":0.20751,"main_score":0.164302,"hf_subset":"sna_Latn-taq_Tfng","languages":["sna-Latn","taq-Tfng"]},{"precision":0.513645,"recall":0.559289,"f1":0.526534,"accuracy":0.559289,"main_score":0.526534,"hf_subset":"sna_Latn-wol_Latn","languages":["sna-Latn","wol-Latn"]},{"precision":0.387961,"recall":0.454545,"f1":0.407087,"accuracy":0.454545,"main_score":0.407087,"hf_subset":"sna_Latn-arb_Latn","languages":["sna-Latn","arb-Latn"]},{"precision":0.49816,"recall":0.564229,"f1":0.516658,"accuracy":0.564229,"main_score":0.516658,"hf_subset":"sna_Latn-cat_Latn","languages":["sna-Latn","cat-Latn"]},{"precision":0.501981,"recall":0.556324,"f1":0.517833,"accuracy":0.556324,"main_score":0.517833,"hf_subset":"sna_Latn-fur_Latn","languages":["sna-Latn","fur-Latn"]},{"precision":0.369161,"recall":0.425889,"f1":0.384187,"accuracy":0.425889,"main_score":0.384187,"hf_subset":"sna_Latn-kab_Latn","languages":["sna-Latn","kab-Latn"]},{"precision":0.499187,"recall":0.551383,"f1":0.514272,"accuracy":0.551383,"main_score":0.514272,"hf_subset":"sna_Latn-lim_Latn","languages":["sna-Latn","lim-Latn"]},{"precision":0.493995,"recall":0.560277,"f1":0.512949,"accuracy":0.560277,"main_score":0.512949,"hf_subset":"sna_Latn-nld_Latn","languages":["sna-Latn","nld-Latn"]},{"precision":0.426722,"recall":0.491107,"f1":0.445135,"accuracy":0.491107,"main_score":0.445135,"hf_subset":"sna_Latn-san_Deva","languages":["sna-Latn","san-Deva"]},{"precision":0.495242,"recall":0.555336,"f1":0.512797,"accuracy":0.555336,"main_score":0.512797,"hf_subset":"sna_Latn-tat_Cyrl","languages":["sna-Latn","tat-Cyrl"]},{"precision":0.517837,"recall":0.565217,"f1":0.531391,"accuracy":0.565217,"main_score":0.531391,"hf_subset":"sna_Latn-xho_Latn","languages":["sna-Latn","xho-Latn"]},{"precision":0.435824,"recall":0.509881,"f1":0.456917,"accuracy":0.509881,"main_score":0.456917,"hf_subset":"sna_Latn-ars_Arab","languages":["sna-Latn","ars-Arab"]},{"precision":0.514829,"recall":0.564229,"f1":0.528599,"accuracy":0.564229,"main_score":0.528599,"hf_subset":"sna_Latn-ceb_Latn","languages":["sna-Latn","ceb-Latn"]},{"precision":0.458327,"recall":0.507905,"f1":0.472914,"accuracy":0.507905,"main_score":0.472914,"hf_subset":"sna_Latn-fuv_Latn","languages":["sna-Latn","fuv-Latn"]},{"precision":0.485006,"recall":0.531621,"f1":0.498271,"accuracy":0.531621,"main_score":0.498271,"hf_subset":"sna_Latn-kac_Latn","languages":["sna-Latn","kac-Latn"]},{"precision":0.498901,"recall":0.54249,"f1":0.510889,"accuracy":0.54249,"main_score":0.510889,"hf_subset":"sna_Latn-lin_Latn","languages":["sna-Latn","lin-Latn"]},{"precision":0.490642,"recall":0.551383,"f1":0.508696,"accuracy":0.551383,"main_score":0.508696,"hf_subset":"sna_Latn-nno_Latn","languages":["sna-Latn","nno-Latn"]},{"precision":0.031575,"recall":0.076087,"f1":0.039223,"accuracy":0.076087,"main_score":0.039223,"hf_subset":"sna_Latn-sat_Olck","languages":["sna-Latn","sat-Olck"]},{"precision":0.485088,"recall":0.545455,"f1":0.502412,"accuracy":0.545455,"main_score":0.502412,"hf_subset":"sna_Latn-tel_Telu","languages":["sna-Latn","tel-Telu"]},{"precision":0.350399,"recall":0.418972,"f1":0.369367,"accuracy":0.418972,"main_score":0.369367,"hf_subset":"sna_Latn-ydd_Hebr","languages":["sna-Latn","ydd-Hebr"]},{"precision":0.43466,"recall":0.503953,"f1":0.454054,"accuracy":0.503953,"main_score":0.454054,"hf_subset":"sna_Latn-ary_Arab","languages":["sna-Latn","ary-Arab"]},{"precision":0.499036,"recall":0.561265,"f1":0.516656,"accuracy":0.561265,"main_score":0.516656,"hf_subset":"sna_Latn-ces_Latn","languages":["sna-Latn","ces-Latn"]},{"precision":0.38429,"recall":0.445652,"f1":0.401482,"accuracy":0.445652,"main_score":0.401482,"hf_subset":"sna_Latn-gaz_Latn","languages":["sna-Latn","gaz-Latn"]},{"precision":0.479648,"recall":0.522727,"f1":0.491659,"accuracy":0.522727,"main_score":0.491659,"hf_subset":"sna_Latn-kam_Latn","languages":["sna-Latn","kam-Latn"]},{"precision":0.459655,"recall":0.529644,"f1":0.479601,"accuracy":0.529644,"main_score":0.479601,"hf_subset":"sna_Latn-lit_Latn","languages":["sna-Latn","lit-Latn"]},{"precision":0.499988,"recall":0.561265,"f1":0.517308,"accuracy":0.561265,"main_score":0.517308,"hf_subset":"sna_Latn-nob_Latn","languages":["sna-Latn","nob-Latn"]},{"precision":0.480286,"recall":0.536561,"f1":0.495883,"accuracy":0.536561,"main_score":0.495883,"hf_subset":"sna_Latn-scn_Latn","languages":["sna-Latn","scn-Latn"]},{"precision":0.471298,"recall":0.522727,"f1":0.485447,"accuracy":0.522727,"main_score":0.485447,"hf_subset":"sna_Latn-tgk_Cyrl","languages":["sna-Latn","tgk-Cyrl"]},{"precision":0.440596,"recall":0.498024,"f1":0.457357,"accuracy":0.498024,"main_score":0.457357,"hf_subset":"sna_Latn-yor_Latn","languages":["sna-Latn","yor-Latn"]},{"precision":0.458117,"recall":0.522727,"f1":0.476463,"accuracy":0.522727,"main_score":0.476463,"hf_subset":"sna_Latn-arz_Arab","languages":["sna-Latn","arz-Arab"]},{"precision":0.448378,"recall":0.491107,"f1":0.460908,"accuracy":0.491107,"main_score":0.460908,"hf_subset":"sna_Latn-cjk_Latn","languages":["sna-Latn","cjk-Latn"]},{"precision":0.432224,"recall":0.488142,"f1":0.447261,"accuracy":0.488142,"main_score":0.447261,"hf_subset":"sna_Latn-gla_Latn","languages":["sna-Latn","gla-Latn"]},{"precision":0.463401,"recall":0.530632,"f1":0.482944,"accuracy":0.530632,"main_score":0.482944,"hf_subset":"sna_Latn-kan_Knda","languages":["sna-Latn","kan-Knda"]},{"precision":0.496005,"recall":0.549407,"f1":0.51148,"accuracy":0.549407,"main_score":0.51148,"hf_subset":"sna_Latn-lmo_Latn","languages":["sna-Latn","lmo-Latn"]},{"precision":0.463044,"recall":0.525692,"f1":0.481399,"accuracy":0.525692,"main_score":0.481399,"hf_subset":"sna_Latn-npi_Deva","languages":["sna-Latn","npi-Deva"]},{"precision":0.405399,"recall":0.472332,"f1":0.425048,"accuracy":0.472332,"main_score":0.425048,"hf_subset":"sna_Latn-shn_Mymr","languages":["sna-Latn","shn-Mymr"]},{"precision":0.51675,"recall":0.568182,"f1":0.531184,"accuracy":0.568182,"main_score":0.531184,"hf_subset":"sna_Latn-tgl_Latn","languages":["sna-Latn","tgl-Latn"]},{"precision":0.465297,"recall":0.537549,"f1":0.485127,"accuracy":0.537549,"main_score":0.485127,"hf_subset":"sna_Latn-yue_Hant","languages":["sna-Latn","yue-Hant"]},{"precision":0.422236,"recall":0.490119,"f1":0.441905,"accuracy":0.490119,"main_score":0.441905,"hf_subset":"sna_Latn-asm_Beng","languages":["sna-Latn","asm-Beng"]},{"precision":0.415523,"recall":0.478261,"f1":0.432765,"accuracy":0.478261,"main_score":0.432765,"hf_subset":"sna_Latn-ckb_Arab","languages":["sna-Latn","ckb-Arab"]},{"precision":0.433432,"recall":0.494071,"f1":0.450346,"accuracy":0.494071,"main_score":0.450346,"hf_subset":"sna_Latn-gle_Latn","languages":["sna-Latn","gle-Latn"]},{"precision":0.420172,"recall":0.483202,"f1":0.43778,"accuracy":0.483202,"main_score":0.43778,"hf_subset":"sna_Latn-kas_Arab","languages":["sna-Latn","kas-Arab"]},{"precision":0.451202,"recall":0.513834,"f1":0.469538,"accuracy":0.513834,"main_score":0.469538,"hf_subset":"sna_Latn-ltg_Latn","languages":["sna-Latn","ltg-Latn"]},{"precision":0.524178,"recall":0.562253,"f1":0.535164,"accuracy":0.562253,"main_score":0.535164,"hf_subset":"sna_Latn-nso_Latn","languages":["sna-Latn","nso-Latn"]},{"precision":0.189311,"recall":0.235178,"f1":0.200855,"accuracy":0.235178,"main_score":0.200855,"hf_subset":"sna_Latn-sin_Sinh","languages":["sna-Latn","sin-Sinh"]},{"precision":0.46873,"recall":0.538538,"f1":0.488457,"accuracy":0.538538,"main_score":0.488457,"hf_subset":"sna_Latn-tha_Thai","languages":["sna-Latn","tha-Thai"]},{"precision":0.470212,"recall":0.539526,"f1":0.489191,"accuracy":0.539526,"main_score":0.489191,"hf_subset":"sna_Latn-zho_Hans","languages":["sna-Latn","zho-Hans"]},{"precision":0.498926,"recall":0.562253,"f1":0.51695,"accuracy":0.562253,"main_score":0.51695,"hf_subset":"sna_Latn-ast_Latn","languages":["sna-Latn","ast-Latn"]},{"precision":0.479585,"recall":0.540514,"f1":0.496888,"accuracy":0.540514,"main_score":0.496888,"hf_subset":"sna_Latn-crh_Latn","languages":["sna-Latn","crh-Latn"]},{"precision":0.493468,"recall":0.554348,"f1":0.510439,"accuracy":0.554348,"main_score":0.510439,"hf_subset":"sna_Latn-glg_Latn","languages":["sna-Latn","glg-Latn"]},{"precision":0.43786,"recall":0.494071,"f1":0.453442,"accuracy":0.494071,"main_score":0.453442,"hf_subset":"sna_Latn-kas_Deva","languages":["sna-Latn","kas-Deva"]},{"precision":0.492326,"recall":0.550395,"f1":0.508463,"accuracy":0.550395,"main_score":0.508463,"hf_subset":"sna_Latn-ltz_Latn","languages":["sna-Latn","ltz-Latn"]},{"precision":0.411969,"recall":0.471344,"f1":0.42853,"accuracy":0.471344,"main_score":0.42853,"hf_subset":"sna_Latn-nus_Latn","languages":["sna-Latn","nus-Latn"]},{"precision":0.50695,"recall":0.563241,"f1":0.522507,"accuracy":0.563241,"main_score":0.522507,"hf_subset":"sna_Latn-slk_Latn","languages":["sna-Latn","slk-Latn"]},{"precision":0.199098,"recall":0.25,"f1":0.211647,"accuracy":0.25,"main_score":0.211647,"hf_subset":"sna_Latn-tir_Ethi","languages":["sna-Latn","tir-Ethi"]},{"precision":0.467875,"recall":0.536561,"f1":0.486787,"accuracy":0.536561,"main_score":0.486787,"hf_subset":"sna_Latn-zho_Hant","languages":["sna-Latn","zho-Hant"]},{"precision":0.461217,"recall":0.528656,"f1":0.480631,"accuracy":0.528656,"main_score":0.480631,"hf_subset":"sna_Latn-awa_Deva","languages":["sna-Latn","awa-Deva"]},{"precision":0.474526,"recall":0.532609,"f1":0.491133,"accuracy":0.532609,"main_score":0.491133,"hf_subset":"sna_Latn-cym_Latn","languages":["sna-Latn","cym-Latn"]},{"precision":0.520213,"recall":0.557312,"f1":0.530084,"accuracy":0.557312,"main_score":0.530084,"hf_subset":"sna_Latn-grn_Latn","languages":["sna-Latn","grn-Latn"]},{"precision":0.445167,"recall":0.508893,"f1":0.462739,"accuracy":0.508893,"main_score":0.462739,"hf_subset":"sna_Latn-kat_Geor","languages":["sna-Latn","kat-Geor"]},{"precision":0.499792,"recall":0.541502,"f1":0.511335,"accuracy":0.541502,"main_score":0.511335,"hf_subset":"sna_Latn-lua_Latn","languages":["sna-Latn","lua-Latn"]},{"precision":0.52206,"recall":0.563241,"f1":0.533042,"accuracy":0.563241,"main_score":0.533042,"hf_subset":"sna_Latn-nya_Latn","languages":["sna-Latn","nya-Latn"]},{"precision":0.483743,"recall":0.546443,"f1":0.501457,"accuracy":0.546443,"main_score":0.501457,"hf_subset":"sna_Latn-slv_Latn","languages":["sna-Latn","slv-Latn"]},{"precision":0.513642,"recall":0.556324,"f1":0.525491,"accuracy":0.556324,"main_score":0.525491,"hf_subset":"sna_Latn-tpi_Latn","languages":["sna-Latn","tpi-Latn"]},{"precision":0.517935,"recall":0.574111,"f1":0.533857,"accuracy":0.574111,"main_score":0.533857,"hf_subset":"sna_Latn-zsm_Latn","languages":["sna-Latn","zsm-Latn"]},{"precision":0.464328,"recall":0.509881,"f1":0.478148,"accuracy":0.509881,"main_score":0.478148,"hf_subset":"sna_Latn-ayr_Latn","languages":["sna-Latn","ayr-Latn"]},{"precision":0.500503,"recall":0.563241,"f1":0.518336,"accuracy":0.563241,"main_score":0.518336,"hf_subset":"sna_Latn-dan_Latn","languages":["sna-Latn","dan-Latn"]},{"precision":0.476663,"recall":0.54249,"f1":0.495845,"accuracy":0.54249,"main_score":0.495845,"hf_subset":"sna_Latn-guj_Gujr","languages":["sna-Latn","guj-Gujr"]},{"precision":0.492344,"recall":0.554348,"f1":0.509382,"accuracy":0.554348,"main_score":0.509382,"hf_subset":"sna_Latn-kaz_Cyrl","languages":["sna-Latn","kaz-Cyrl"]},{"precision":0.455978,"recall":0.496047,"f1":0.467115,"accuracy":0.496047,"main_score":0.467115,"hf_subset":"sna_Latn-lug_Latn","languages":["sna-Latn","lug-Latn"]},{"precision":0.505077,"recall":0.563241,"f1":0.521172,"accuracy":0.563241,"main_score":0.521172,"hf_subset":"sna_Latn-oci_Latn","languages":["sna-Latn","oci-Latn"]},{"precision":0.482446,"recall":0.529644,"f1":0.495919,"accuracy":0.529644,"main_score":0.495919,"hf_subset":"sna_Latn-smo_Latn","languages":["sna-Latn","smo-Latn"]},{"precision":0.483621,"recall":0.531621,"f1":0.497186,"accuracy":0.531621,"main_score":0.497186,"hf_subset":"sna_Latn-tsn_Latn","languages":["sna-Latn","tsn-Latn"]},{"precision":0.47262,"recall":0.524704,"f1":0.48748,"accuracy":0.524704,"main_score":0.48748,"hf_subset":"sna_Latn-zul_Latn","languages":["sna-Latn","zul-Latn"]},{"precision":0.394973,"recall":0.461462,"f1":0.41419,"accuracy":0.461462,"main_score":0.41419,"hf_subset":"sna_Latn-azb_Arab","languages":["sna-Latn","azb-Arab"]},{"precision":0.507526,"recall":0.567194,"f1":0.524037,"accuracy":0.567194,"main_score":0.524037,"hf_subset":"sna_Latn-deu_Latn","languages":["sna-Latn","deu-Latn"]},{"precision":0.454651,"recall":0.519763,"f1":0.473801,"accuracy":0.519763,"main_score":0.473801,"hf_subset":"sna_Latn-hat_Latn","languages":["sna-Latn","hat-Latn"]},{"precision":0.441381,"recall":0.492095,"f1":0.455882,"accuracy":0.492095,"main_score":0.455882,"hf_subset":"sna_Latn-kbp_Latn","languages":["sna-Latn","kbp-Latn"]},{"precision":0.500571,"recall":0.537549,"f1":0.511155,"accuracy":0.537549,"main_score":0.511155,"hf_subset":"sna_Latn-luo_Latn","languages":["sna-Latn","luo-Latn"]},{"precision":0.430624,"recall":0.502964,"f1":0.451094,"accuracy":0.502964,"main_score":0.451094,"hf_subset":"sna_Latn-ory_Orya","languages":["sna-Latn","ory-Orya"]},{"precision":0.48281,"recall":0.528656,"f1":0.49466,"accuracy":0.528656,"main_score":0.49466,"hf_subset":"sna_Latn-tso_Latn","languages":["sna-Latn","tso-Latn"]},{"precision":0.464287,"recall":0.527668,"f1":0.482064,"accuracy":0.527668,"main_score":0.482064,"hf_subset":"sna_Latn-azj_Latn","languages":["sna-Latn","azj-Latn"]},{"precision":0.459232,"recall":0.505929,"f1":0.472754,"accuracy":0.505929,"main_score":0.472754,"hf_subset":"sna_Latn-dik_Latn","languages":["sna-Latn","dik-Latn"]},{"precision":0.480193,"recall":0.522727,"f1":0.49256,"accuracy":0.522727,"main_score":0.49256,"hf_subset":"sna_Latn-hau_Latn","languages":["sna-Latn","hau-Latn"]},{"precision":0.489757,"recall":0.543478,"f1":0.505181,"accuracy":0.543478,"main_score":0.505181,"hf_subset":"sna_Latn-kea_Latn","languages":["sna-Latn","kea-Latn"]},{"precision":0.521543,"recall":0.562253,"f1":0.533504,"accuracy":0.562253,"main_score":0.533504,"hf_subset":"sna_Latn-lus_Latn","languages":["sna-Latn","lus-Latn"]},{"precision":0.511592,"recall":0.550395,"f1":0.52225,"accuracy":0.550395,"main_score":0.52225,"hf_subset":"sna_Latn-pag_Latn","languages":["sna-Latn","pag-Latn"]},{"precision":0.439213,"recall":0.498024,"f1":0.456376,"accuracy":0.498024,"main_score":0.456376,"hf_subset":"sna_Latn-snd_Arab","languages":["sna-Latn","snd-Arab"]},{"precision":0.461288,"recall":0.514822,"f1":0.47589,"accuracy":0.514822,"main_score":0.47589,"hf_subset":"sna_Latn-tuk_Latn","languages":["sna-Latn","tuk-Latn"]},{"precision":0.492049,"recall":0.544466,"f1":0.506694,"accuracy":0.544466,"main_score":0.506694,"hf_subset":"sna_Latn-bak_Cyrl","languages":["sna-Latn","bak-Cyrl"]},{"precision":0.393363,"recall":0.454545,"f1":0.41139,"accuracy":0.454545,"main_score":0.41139,"hf_subset":"sna_Latn-dyu_Latn","languages":["sna-Latn","dyu-Latn"]},{"precision":0.447659,"recall":0.517787,"f1":0.467323,"accuracy":0.517787,"main_score":0.467323,"hf_subset":"sna_Latn-heb_Hebr","languages":["sna-Latn","heb-Hebr"]},{"precision":0.462929,"recall":0.516798,"f1":0.478705,"accuracy":0.516798,"main_score":0.478705,"hf_subset":"sna_Latn-khk_Cyrl","languages":["sna-Latn","khk-Cyrl"]},{"precision":0.473203,"recall":0.537549,"f1":0.491436,"accuracy":0.537549,"main_score":0.491436,"hf_subset":"sna_Latn-lvs_Latn","languages":["sna-Latn","lvs-Latn"]},{"precision":0.451966,"recall":0.517787,"f1":0.470676,"accuracy":0.517787,"main_score":0.470676,"hf_subset":"sna_Latn-pan_Guru","languages":["sna-Latn","pan-Guru"]},{"precision":0.442968,"recall":0.497036,"f1":0.459157,"accuracy":0.497036,"main_score":0.459157,"hf_subset":"sna_Latn-som_Latn","languages":["sna-Latn","som-Latn"]},{"precision":0.499484,"recall":0.541502,"f1":0.511547,"accuracy":0.541502,"main_score":0.511547,"hf_subset":"sna_Latn-tum_Latn","languages":["sna-Latn","tum-Latn"]},{"precision":0.340976,"recall":0.390316,"f1":0.354957,"accuracy":0.390316,"main_score":0.354957,"hf_subset":"tso_Latn-ace_Arab","languages":["tso-Latn","ace-Arab"]},{"precision":0.460973,"recall":0.5,"f1":0.471647,"accuracy":0.5,"main_score":0.471647,"hf_subset":"tso_Latn-bam_Latn","languages":["tso-Latn","bam-Latn"]},{"precision":0.118212,"recall":0.164032,"f1":0.13051,"accuracy":0.164032,"main_score":0.13051,"hf_subset":"tso_Latn-dzo_Tibt","languages":["tso-Latn","dzo-Tibt"]},{"precision":0.452043,"recall":0.518775,"f1":0.471152,"accuracy":0.518775,"main_score":0.471152,"hf_subset":"tso_Latn-hin_Deva","languages":["tso-Latn","hin-Deva"]},{"precision":0.378007,"recall":0.434783,"f1":0.393705,"accuracy":0.434783,"main_score":0.393705,"hf_subset":"tso_Latn-khm_Khmr","languages":["tso-Latn","khm-Khmr"]},{"precision":0.456985,"recall":0.516798,"f1":0.474006,"accuracy":0.516798,"main_score":0.474006,"hf_subset":"tso_Latn-mag_Deva","languages":["tso-Latn","mag-Deva"]},{"precision":0.483092,"recall":0.532609,"f1":0.497676,"accuracy":0.532609,"main_score":0.497676,"hf_subset":"tso_Latn-pap_Latn","languages":["tso-Latn","pap-Latn"]},{"precision":0.539229,"recall":0.572134,"f1":0.548563,"accuracy":0.572134,"main_score":0.548563,"hf_subset":"tso_Latn-sot_Latn","languages":["tso-Latn","sot-Latn"]},{"precision":0.475859,"recall":0.532609,"f1":0.492586,"accuracy":0.532609,"main_score":0.492586,"hf_subset":"tso_Latn-tur_Latn","languages":["tso-Latn","tur-Latn"]},{"precision":0.502264,"recall":0.540514,"f1":0.513158,"accuracy":0.540514,"main_score":0.513158,"hf_subset":"tso_Latn-ace_Latn","languages":["tso-Latn","ace-Latn"]},{"precision":0.488949,"recall":0.532609,"f1":0.502094,"accuracy":0.532609,"main_score":0.502094,"hf_subset":"tso_Latn-ban_Latn","languages":["tso-Latn","ban-Latn"]},{"precision":0.420809,"recall":0.491107,"f1":0.441289,"accuracy":0.491107,"main_score":0.441289,"hf_subset":"tso_Latn-ell_Grek","languages":["tso-Latn","ell-Grek"]},{"precision":0.437024,"recall":0.498024,"f1":0.455079,"accuracy":0.498024,"main_score":0.455079,"hf_subset":"tso_Latn-hne_Deva","languages":["tso-Latn","hne-Deva"]},{"precision":0.431529,"recall":0.483202,"f1":0.446626,"accuracy":0.483202,"main_score":0.446626,"hf_subset":"tso_Latn-kik_Latn","languages":["tso-Latn","kik-Latn"]},{"precision":0.456556,"recall":0.514822,"f1":0.472898,"accuracy":0.514822,"main_score":0.472898,"hf_subset":"tso_Latn-mai_Deva","languages":["tso-Latn","mai-Deva"]},{"precision":0.426613,"recall":0.487154,"f1":0.443563,"accuracy":0.487154,"main_score":0.443563,"hf_subset":"tso_Latn-pbt_Arab","languages":["tso-Latn","pbt-Arab"]},{"precision":0.467044,"recall":0.528656,"f1":0.484873,"accuracy":0.528656,"main_score":0.484873,"hf_subset":"tso_Latn-spa_Latn","languages":["tso-Latn","spa-Latn"]},{"precision":0.494998,"recall":0.530632,"f1":0.505439,"accuracy":0.530632,"main_score":0.505439,"hf_subset":"tso_Latn-twi_Latn","languages":["tso-Latn","twi-Latn"]},{"precision":0.441436,"recall":0.502964,"f1":0.458926,"accuracy":0.502964,"main_score":0.458926,"hf_subset":"tso_Latn-acm_Arab","languages":["tso-Latn","acm-Arab"]},{"precision":0.45429,"recall":0.514822,"f1":0.471546,"accuracy":0.514822,"main_score":0.471546,"hf_subset":"tso_Latn-bel_Cyrl","languages":["tso-Latn","bel-Cyrl"]},{"precision":0.464847,"recall":0.529644,"f1":0.48358,"accuracy":0.529644,"main_score":0.48358,"hf_subset":"tso_Latn-eng_Latn","languages":["tso-Latn","eng-Latn"]},{"precision":0.480901,"recall":0.536561,"f1":0.497634,"accuracy":0.536561,"main_score":0.497634,"hf_subset":"tso_Latn-hrv_Latn","languages":["tso-Latn","hrv-Latn"]},{"precision":0.472415,"recall":0.514822,"f1":0.483898,"accuracy":0.514822,"main_score":0.483898,"hf_subset":"tso_Latn-kin_Latn","languages":["tso-Latn","kin-Latn"]},{"precision":0.429816,"recall":0.495059,"f1":0.448319,"accuracy":0.495059,"main_score":0.448319,"hf_subset":"tso_Latn-mal_Mlym","languages":["tso-Latn","mal-Mlym"]},{"precision":0.452669,"recall":0.516798,"f1":0.470958,"accuracy":0.516798,"main_score":0.470958,"hf_subset":"tso_Latn-pes_Arab","languages":["tso-Latn","pes-Arab"]},{"precision":0.479387,"recall":0.532609,"f1":0.494105,"accuracy":0.532609,"main_score":0.494105,"hf_subset":"tso_Latn-srd_Latn","languages":["tso-Latn","srd-Latn"]},{"precision":0.159794,"recall":0.20751,"f1":0.170174,"accuracy":0.20751,"main_score":0.170174,"hf_subset":"tso_Latn-tzm_Tfng","languages":["tso-Latn","tzm-Tfng"]},{"precision":0.443951,"recall":0.504941,"f1":0.46051,"accuracy":0.504941,"main_score":0.46051,"hf_subset":"tso_Latn-acq_Arab","languages":["tso-Latn","acq-Arab"]},{"precision":0.507983,"recall":0.54249,"f1":0.517365,"accuracy":0.54249,"main_score":0.517365,"hf_subset":"tso_Latn-bem_Latn","languages":["tso-Latn","bem-Latn"]},{"precision":0.474169,"recall":0.527668,"f1":0.489479,"accuracy":0.527668,"main_score":0.489479,"hf_subset":"tso_Latn-epo_Latn","languages":["tso-Latn","epo-Latn"]},{"precision":0.457871,"recall":0.523715,"f1":0.476993,"accuracy":0.523715,"main_score":0.476993,"hf_subset":"tso_Latn-hun_Latn","languages":["tso-Latn","hun-Latn"]},{"precision":0.477694,"recall":0.530632,"f1":0.492586,"accuracy":0.530632,"main_score":0.492586,"hf_subset":"tso_Latn-kir_Cyrl","languages":["tso-Latn","kir-Cyrl"]},{"precision":0.45782,"recall":0.514822,"f1":0.473957,"accuracy":0.514822,"main_score":0.473957,"hf_subset":"tso_Latn-mar_Deva","languages":["tso-Latn","mar-Deva"]},{"precision":0.500884,"recall":0.535573,"f1":0.511462,"accuracy":0.535573,"main_score":0.511462,"hf_subset":"tso_Latn-plt_Latn","languages":["tso-Latn","plt-Latn"]},{"precision":0.456463,"recall":0.523715,"f1":0.475834,"accuracy":0.523715,"main_score":0.475834,"hf_subset":"tso_Latn-srp_Cyrl","languages":["tso-Latn","srp-Cyrl"]},{"precision":0.419537,"recall":0.478261,"f1":0.436359,"accuracy":0.478261,"main_score":0.436359,"hf_subset":"tso_Latn-uig_Arab","languages":["tso-Latn","uig-Arab"]},{"precision":0.435182,"recall":0.495059,"f1":0.451969,"accuracy":0.495059,"main_score":0.451969,"hf_subset":"tso_Latn-aeb_Arab","languages":["tso-Latn","aeb-Arab"]},{"precision":0.454062,"recall":0.51581,"f1":0.471877,"accuracy":0.51581,"main_score":0.471877,"hf_subset":"tso_Latn-ben_Beng","languages":["tso-Latn","ben-Beng"]},{"precision":0.453597,"recall":0.520751,"f1":0.473002,"accuracy":0.520751,"main_score":0.473002,"hf_subset":"tso_Latn-est_Latn","languages":["tso-Latn","est-Latn"]},{"precision":0.425319,"recall":0.486166,"f1":0.443237,"accuracy":0.486166,"main_score":0.443237,"hf_subset":"tso_Latn-hye_Armn","languages":["tso-Latn","hye-Armn"]},{"precision":0.468283,"recall":0.502964,"f1":0.478379,"accuracy":0.502964,"main_score":0.478379,"hf_subset":"tso_Latn-kmb_Latn","languages":["tso-Latn","kmb-Latn"]},{"precision":0.330381,"recall":0.383399,"f1":0.345438,"accuracy":0.383399,"main_score":0.345438,"hf_subset":"tso_Latn-min_Arab","languages":["tso-Latn","min-Arab"]},{"precision":0.468163,"recall":0.535573,"f1":0.487497,"accuracy":0.535573,"main_score":0.487497,"hf_subset":"tso_Latn-pol_Latn","languages":["tso-Latn","pol-Latn"]},{"precision":0.491758,"recall":0.534585,"f1":0.504318,"accuracy":0.534585,"main_score":0.504318,"hf_subset":"tso_Latn-ssw_Latn","languages":["tso-Latn","ssw-Latn"]},{"precision":0.454958,"recall":0.519763,"f1":0.474248,"accuracy":0.519763,"main_score":0.474248,"hf_subset":"tso_Latn-ukr_Cyrl","languages":["tso-Latn","ukr-Cyrl"]},{"precision":0.483829,"recall":0.54249,"f1":0.500246,"accuracy":0.54249,"main_score":0.500246,"hf_subset":"tso_Latn-afr_Latn","languages":["tso-Latn","afr-Latn"]},{"precision":0.45694,"recall":0.514822,"f1":0.473222,"accuracy":0.514822,"main_score":0.473222,"hf_subset":"tso_Latn-bho_Deva","languages":["tso-Latn","bho-Deva"]},{"precision":0.469853,"recall":0.516798,"f1":0.483802,"accuracy":0.516798,"main_score":0.483802,"hf_subset":"tso_Latn-eus_Latn","languages":["tso-Latn","eus-Latn"]},{"precision":0.472788,"recall":0.519763,"f1":0.48635,"accuracy":0.519763,"main_score":0.48635,"hf_subset":"tso_Latn-ibo_Latn","languages":["tso-Latn","ibo-Latn"]},{"precision":0.483058,"recall":0.527668,"f1":0.495909,"accuracy":0.527668,"main_score":0.495909,"hf_subset":"tso_Latn-kmr_Latn","languages":["tso-Latn","kmr-Latn"]},{"precision":0.49442,"recall":0.536561,"f1":0.506135,"accuracy":0.536561,"main_score":0.506135,"hf_subset":"tso_Latn-min_Latn","languages":["tso-Latn","min-Latn"]},{"precision":0.465115,"recall":0.529644,"f1":0.483106,"accuracy":0.529644,"main_score":0.483106,"hf_subset":"tso_Latn-por_Latn","languages":["tso-Latn","por-Latn"]},{"precision":0.49622,"recall":0.546443,"f1":0.511481,"accuracy":0.546443,"main_score":0.511481,"hf_subset":"tso_Latn-sun_Latn","languages":["tso-Latn","sun-Latn"]},{"precision":0.452258,"recall":0.497036,"f1":0.465103,"accuracy":0.497036,"main_score":0.465103,"hf_subset":"tso_Latn-umb_Latn","languages":["tso-Latn","umb-Latn"]},{"precision":0.441184,"recall":0.504941,"f1":0.45944,"accuracy":0.504941,"main_score":0.45944,"hf_subset":"tso_Latn-ajp_Arab","languages":["tso-Latn","ajp-Arab"]},{"precision":0.339203,"recall":0.389328,"f1":0.353159,"accuracy":0.389328,"main_score":0.353159,"hf_subset":"tso_Latn-bjn_Arab","languages":["tso-Latn","bjn-Arab"]},{"precision":0.474402,"recall":0.509881,"f1":0.4849,"accuracy":0.509881,"main_score":0.4849,"hf_subset":"tso_Latn-ewe_Latn","languages":["tso-Latn","ewe-Latn"]},{"precision":0.509935,"recall":0.548419,"f1":0.521046,"accuracy":0.548419,"main_score":0.521046,"hf_subset":"tso_Latn-ilo_Latn","languages":["tso-Latn","ilo-Latn"]},{"precision":0.216613,"recall":0.281621,"f1":0.23383,"accuracy":0.281621,"main_score":0.23383,"hf_subset":"tso_Latn-knc_Arab","languages":["tso-Latn","knc-Arab"]},{"precision":0.470008,"recall":0.531621,"f1":0.487403,"accuracy":0.531621,"main_score":0.487403,"hf_subset":"tso_Latn-mkd_Cyrl","languages":["tso-Latn","mkd-Cyrl"]},{"precision":0.430731,"recall":0.503953,"f1":0.451821,"accuracy":0.503953,"main_score":0.451821,"hf_subset":"tso_Latn-prs_Arab","languages":["tso-Latn","prs-Arab"]},{"precision":0.456579,"recall":0.522727,"f1":0.476085,"accuracy":0.522727,"main_score":0.476085,"hf_subset":"tso_Latn-swe_Latn","languages":["tso-Latn","swe-Latn"]},{"precision":0.426324,"recall":0.490119,"f1":0.444189,"accuracy":0.490119,"main_score":0.444189,"hf_subset":"tso_Latn-urd_Arab","languages":["tso-Latn","urd-Arab"]},{"precision":0.495949,"recall":0.523715,"f1":0.504202,"accuracy":0.523715,"main_score":0.504202,"hf_subset":"tso_Latn-aka_Latn","languages":["tso-Latn","aka-Latn"]},{"precision":0.482112,"recall":0.538538,"f1":0.498408,"accuracy":0.538538,"main_score":0.498408,"hf_subset":"tso_Latn-bjn_Latn","languages":["tso-Latn","bjn-Latn"]},{"precision":0.465368,"recall":0.516798,"f1":0.480045,"accuracy":0.516798,"main_score":0.480045,"hf_subset":"tso_Latn-fao_Latn","languages":["tso-Latn","fao-Latn"]},{"precision":0.475377,"recall":0.534585,"f1":0.492038,"accuracy":0.534585,"main_score":0.492038,"hf_subset":"tso_Latn-ind_Latn","languages":["tso-Latn","ind-Latn"]},{"precision":0.476993,"recall":0.514822,"f1":0.488388,"accuracy":0.514822,"main_score":0.488388,"hf_subset":"tso_Latn-knc_Latn","languages":["tso-Latn","knc-Latn"]},{"precision":0.484683,"recall":0.541502,"f1":0.500416,"accuracy":0.541502,"main_score":0.500416,"hf_subset":"tso_Latn-mlt_Latn","languages":["tso-Latn","mlt-Latn"]},{"precision":0.466733,"recall":0.506917,"f1":0.478957,"accuracy":0.506917,"main_score":0.478957,"hf_subset":"tso_Latn-quy_Latn","languages":["tso-Latn","quy-Latn"]},{"precision":0.487057,"recall":0.529644,"f1":0.499622,"accuracy":0.529644,"main_score":0.499622,"hf_subset":"tso_Latn-swh_Latn","languages":["tso-Latn","swh-Latn"]},{"precision":0.469791,"recall":0.523715,"f1":0.485214,"accuracy":0.523715,"main_score":0.485214,"hf_subset":"tso_Latn-uzn_Latn","languages":["tso-Latn","uzn-Latn"]},{"precision":0.467642,"recall":0.522727,"f1":0.482442,"accuracy":0.522727,"main_score":0.482442,"hf_subset":"tso_Latn-als_Latn","languages":["tso-Latn","als-Latn"]},{"precision":0.174679,"recall":0.229249,"f1":0.188161,"accuracy":0.229249,"main_score":0.188161,"hf_subset":"tso_Latn-bod_Tibt","languages":["tso-Latn","bod-Tibt"]},{"precision":0.47407,"recall":0.514822,"f1":0.485193,"accuracy":0.514822,"main_score":0.485193,"hf_subset":"tso_Latn-fij_Latn","languages":["tso-Latn","fij-Latn"]},{"precision":0.447805,"recall":0.5,"f1":0.462734,"accuracy":0.5,"main_score":0.462734,"hf_subset":"tso_Latn-isl_Latn","languages":["tso-Latn","isl-Latn"]},{"precision":0.495932,"recall":0.535573,"f1":0.507773,"accuracy":0.535573,"main_score":0.507773,"hf_subset":"tso_Latn-kon_Latn","languages":["tso-Latn","kon-Latn"]},{"precision":0.403047,"recall":0.452569,"f1":0.417449,"accuracy":0.452569,"main_score":0.417449,"hf_subset":"tso_Latn-mni_Beng","languages":["tso-Latn","mni-Beng"]},{"precision":0.474613,"recall":0.537549,"f1":0.492698,"accuracy":0.537549,"main_score":0.492698,"hf_subset":"tso_Latn-ron_Latn","languages":["tso-Latn","ron-Latn"]},{"precision":0.459332,"recall":0.521739,"f1":0.477072,"accuracy":0.521739,"main_score":0.477072,"hf_subset":"tso_Latn-szl_Latn","languages":["tso-Latn","szl-Latn"]},{"precision":0.485099,"recall":0.536561,"f1":0.499847,"accuracy":0.536561,"main_score":0.499847,"hf_subset":"tso_Latn-vec_Latn","languages":["tso-Latn","vec-Latn"]},{"precision":0.284651,"recall":0.347826,"f1":0.301314,"accuracy":0.347826,"main_score":0.301314,"hf_subset":"tso_Latn-amh_Ethi","languages":["tso-Latn","amh-Ethi"]},{"precision":0.477955,"recall":0.534585,"f1":0.494042,"accuracy":0.534585,"main_score":0.494042,"hf_subset":"tso_Latn-bos_Latn","languages":["tso-Latn","bos-Latn"]},{"precision":0.455909,"recall":0.514822,"f1":0.472507,"accuracy":0.514822,"main_score":0.472507,"hf_subset":"tso_Latn-fin_Latn","languages":["tso-Latn","fin-Latn"]},{"precision":0.479226,"recall":0.540514,"f1":0.497334,"accuracy":0.540514,"main_score":0.497334,"hf_subset":"tso_Latn-ita_Latn","languages":["tso-Latn","ita-Latn"]},{"precision":0.452552,"recall":0.518775,"f1":0.470764,"accuracy":0.518775,"main_score":0.470764,"hf_subset":"tso_Latn-kor_Hang","languages":["tso-Latn","kor-Hang"]},{"precision":0.462885,"recall":0.506917,"f1":0.475157,"accuracy":0.506917,"main_score":0.475157,"hf_subset":"tso_Latn-mos_Latn","languages":["tso-Latn","mos-Latn"]},{"precision":0.468859,"recall":0.505929,"f1":0.479597,"accuracy":0.505929,"main_score":0.479597,"hf_subset":"tso_Latn-run_Latn","languages":["tso-Latn","run-Latn"]},{"precision":0.417261,"recall":0.480237,"f1":0.435131,"accuracy":0.480237,"main_score":0.435131,"hf_subset":"tso_Latn-tam_Taml","languages":["tso-Latn","tam-Taml"]},{"precision":0.463285,"recall":0.52668,"f1":0.481528,"accuracy":0.52668,"main_score":0.481528,"hf_subset":"tso_Latn-vie_Latn","languages":["tso-Latn","vie-Latn"]},{"precision":0.437932,"recall":0.505929,"f1":0.457316,"accuracy":0.505929,"main_score":0.457316,"hf_subset":"tso_Latn-apc_Arab","languages":["tso-Latn","apc-Arab"]},{"precision":0.487006,"recall":0.52668,"f1":0.499031,"accuracy":0.52668,"main_score":0.499031,"hf_subset":"tso_Latn-bug_Latn","languages":["tso-Latn","bug-Latn"]},{"precision":0.445464,"recall":0.483202,"f1":0.457065,"accuracy":0.483202,"main_score":0.457065,"hf_subset":"tso_Latn-fon_Latn","languages":["tso-Latn","fon-Latn"]},{"precision":0.494648,"recall":0.547431,"f1":0.509939,"accuracy":0.547431,"main_score":0.509939,"hf_subset":"tso_Latn-jav_Latn","languages":["tso-Latn","jav-Latn"]},{"precision":0.391156,"recall":0.450593,"f1":0.408333,"accuracy":0.450593,"main_score":0.408333,"hf_subset":"tso_Latn-lao_Laoo","languages":["tso-Latn","lao-Laoo"]},{"precision":0.441153,"recall":0.491107,"f1":0.455668,"accuracy":0.491107,"main_score":0.455668,"hf_subset":"tso_Latn-mri_Latn","languages":["tso-Latn","mri-Latn"]},{"precision":0.452415,"recall":0.522727,"f1":0.472632,"accuracy":0.522727,"main_score":0.472632,"hf_subset":"tso_Latn-rus_Cyrl","languages":["tso-Latn","rus-Cyrl"]},{"precision":0.439734,"recall":0.482213,"f1":0.451852,"accuracy":0.482213,"main_score":0.451852,"hf_subset":"tso_Latn-taq_Latn","languages":["tso-Latn","taq-Latn"]},{"precision":0.510875,"recall":0.55336,"f1":0.523163,"accuracy":0.55336,"main_score":0.523163,"hf_subset":"tso_Latn-war_Latn","languages":["tso-Latn","war-Latn"]},{"precision":0.445785,"recall":0.506917,"f1":0.462852,"accuracy":0.506917,"main_score":0.462852,"hf_subset":"tso_Latn-arb_Arab","languages":["tso-Latn","arb-Arab"]},{"precision":0.468684,"recall":0.529644,"f1":0.486217,"accuracy":0.529644,"main_score":0.486217,"hf_subset":"tso_Latn-bul_Cyrl","languages":["tso-Latn","bul-Cyrl"]},{"precision":0.468151,"recall":0.531621,"f1":0.486428,"accuracy":0.531621,"main_score":0.486428,"hf_subset":"tso_Latn-fra_Latn","languages":["tso-Latn","fra-Latn"]},{"precision":0.445626,"recall":0.51087,"f1":0.46403,"accuracy":0.51087,"main_score":0.46403,"hf_subset":"tso_Latn-jpn_Jpan","languages":["tso-Latn","jpn-Jpan"]},{"precision":0.467375,"recall":0.521739,"f1":0.483733,"accuracy":0.521739,"main_score":0.483733,"hf_subset":"tso_Latn-lij_Latn","languages":["tso-Latn","lij-Latn"]},{"precision":0.265401,"recall":0.332016,"f1":0.283265,"accuracy":0.332016,"main_score":0.283265,"hf_subset":"tso_Latn-mya_Mymr","languages":["tso-Latn","mya-Mymr"]},{"precision":0.466321,"recall":0.506917,"f1":0.478379,"accuracy":0.506917,"main_score":0.478379,"hf_subset":"tso_Latn-sag_Latn","languages":["tso-Latn","sag-Latn"]},{"precision":0.161959,"recall":0.218379,"f1":0.172989,"accuracy":0.218379,"main_score":0.172989,"hf_subset":"tso_Latn-taq_Tfng","languages":["tso-Latn","taq-Tfng"]},{"precision":0.485137,"recall":0.525692,"f1":0.497048,"accuracy":0.525692,"main_score":0.497048,"hf_subset":"tso_Latn-wol_Latn","languages":["tso-Latn","wol-Latn"]},{"precision":0.393562,"recall":0.451581,"f1":0.409807,"accuracy":0.451581,"main_score":0.409807,"hf_subset":"tso_Latn-arb_Latn","languages":["tso-Latn","arb-Latn"]},{"precision":0.463324,"recall":0.530632,"f1":0.48278,"accuracy":0.530632,"main_score":0.48278,"hf_subset":"tso_Latn-cat_Latn","languages":["tso-Latn","cat-Latn"]},{"precision":0.484004,"recall":0.533597,"f1":0.498328,"accuracy":0.533597,"main_score":0.498328,"hf_subset":"tso_Latn-fur_Latn","languages":["tso-Latn","fur-Latn"]},{"precision":0.370408,"recall":0.422925,"f1":0.384753,"accuracy":0.422925,"main_score":0.384753,"hf_subset":"tso_Latn-kab_Latn","languages":["tso-Latn","kab-Latn"]},{"precision":0.470953,"recall":0.52668,"f1":0.486904,"accuracy":0.52668,"main_score":0.486904,"hf_subset":"tso_Latn-lim_Latn","languages":["tso-Latn","lim-Latn"]},{"precision":0.479827,"recall":0.54249,"f1":0.497087,"accuracy":0.54249,"main_score":0.497087,"hf_subset":"tso_Latn-nld_Latn","languages":["tso-Latn","nld-Latn"]},{"precision":0.418539,"recall":0.485178,"f1":0.437847,"accuracy":0.485178,"main_score":0.437847,"hf_subset":"tso_Latn-san_Deva","languages":["tso-Latn","san-Deva"]},{"precision":0.458738,"recall":0.51581,"f1":0.475205,"accuracy":0.51581,"main_score":0.475205,"hf_subset":"tso_Latn-tat_Cyrl","languages":["tso-Latn","tat-Cyrl"]},{"precision":0.513962,"recall":0.55336,"f1":0.524958,"accuracy":0.55336,"main_score":0.524958,"hf_subset":"tso_Latn-xho_Latn","languages":["tso-Latn","xho-Latn"]},{"precision":0.412564,"recall":0.477273,"f1":0.430704,"accuracy":0.477273,"main_score":0.430704,"hf_subset":"tso_Latn-ars_Arab","languages":["tso-Latn","ars-Arab"]},{"precision":0.500795,"recall":0.549407,"f1":0.514434,"accuracy":0.549407,"main_score":0.514434,"hf_subset":"tso_Latn-ceb_Latn","languages":["tso-Latn","ceb-Latn"]},{"precision":0.43941,"recall":0.48913,"f1":0.453957,"accuracy":0.48913,"main_score":0.453957,"hf_subset":"tso_Latn-fuv_Latn","languages":["tso-Latn","fuv-Latn"]},{"precision":0.473214,"recall":0.507905,"f1":0.483041,"accuracy":0.507905,"main_score":0.483041,"hf_subset":"tso_Latn-kac_Latn","languages":["tso-Latn","kac-Latn"]},{"precision":0.487969,"recall":0.531621,"f1":0.500603,"accuracy":0.531621,"main_score":0.500603,"hf_subset":"tso_Latn-lin_Latn","languages":["tso-Latn","lin-Latn"]},{"precision":0.481951,"recall":0.536561,"f1":0.497129,"accuracy":0.536561,"main_score":0.497129,"hf_subset":"tso_Latn-nno_Latn","languages":["tso-Latn","nno-Latn"]},{"precision":0.03672,"recall":0.082016,"f1":0.043723,"accuracy":0.082016,"main_score":0.043723,"hf_subset":"tso_Latn-sat_Olck","languages":["tso-Latn","sat-Olck"]},{"precision":0.448333,"recall":0.511858,"f1":0.466489,"accuracy":0.511858,"main_score":0.466489,"hf_subset":"tso_Latn-tel_Telu","languages":["tso-Latn","tel-Telu"]},{"precision":0.368581,"recall":0.429842,"f1":0.386248,"accuracy":0.429842,"main_score":0.386248,"hf_subset":"tso_Latn-ydd_Hebr","languages":["tso-Latn","ydd-Hebr"]},{"precision":0.423215,"recall":0.48419,"f1":0.440447,"accuracy":0.48419,"main_score":0.440447,"hf_subset":"tso_Latn-ary_Arab","languages":["tso-Latn","ary-Arab"]},{"precision":0.470763,"recall":0.531621,"f1":0.488443,"accuracy":0.531621,"main_score":0.488443,"hf_subset":"tso_Latn-ces_Latn","languages":["tso-Latn","ces-Latn"]},{"precision":0.398593,"recall":0.453557,"f1":0.414382,"accuracy":0.453557,"main_score":0.414382,"hf_subset":"tso_Latn-gaz_Latn","languages":["tso-Latn","gaz-Latn"]},{"precision":0.477905,"recall":0.517787,"f1":0.489588,"accuracy":0.517787,"main_score":0.489588,"hf_subset":"tso_Latn-kam_Latn","languages":["tso-Latn","kam-Latn"]},{"precision":0.443385,"recall":0.505929,"f1":0.461319,"accuracy":0.505929,"main_score":0.461319,"hf_subset":"tso_Latn-lit_Latn","languages":["tso-Latn","lit-Latn"]},{"precision":0.472984,"recall":0.534585,"f1":0.491062,"accuracy":0.534585,"main_score":0.491062,"hf_subset":"tso_Latn-nob_Latn","languages":["tso-Latn","nob-Latn"]},{"precision":0.482859,"recall":0.534585,"f1":0.497357,"accuracy":0.534585,"main_score":0.497357,"hf_subset":"tso_Latn-scn_Latn","languages":["tso-Latn","scn-Latn"]},{"precision":0.470685,"recall":0.518775,"f1":0.48506,"accuracy":0.518775,"main_score":0.48506,"hf_subset":"tso_Latn-tgk_Cyrl","languages":["tso-Latn","tgk-Cyrl"]},{"precision":0.42874,"recall":0.482213,"f1":0.444541,"accuracy":0.482213,"main_score":0.444541,"hf_subset":"tso_Latn-yor_Latn","languages":["tso-Latn","yor-Latn"]},{"precision":0.434858,"recall":0.503953,"f1":0.454601,"accuracy":0.503953,"main_score":0.454601,"hf_subset":"tso_Latn-arz_Arab","languages":["tso-Latn","arz-Arab"]},{"precision":0.44805,"recall":0.48913,"f1":0.460378,"accuracy":0.48913,"main_score":0.460378,"hf_subset":"tso_Latn-cjk_Latn","languages":["tso-Latn","cjk-Latn"]},{"precision":0.433168,"recall":0.485178,"f1":0.447824,"accuracy":0.485178,"main_score":0.447824,"hf_subset":"tso_Latn-gla_Latn","languages":["tso-Latn","gla-Latn"]},{"precision":0.436616,"recall":0.498024,"f1":0.453979,"accuracy":0.498024,"main_score":0.453979,"hf_subset":"tso_Latn-kan_Knda","languages":["tso-Latn","kan-Knda"]},{"precision":0.485049,"recall":0.535573,"f1":0.499644,"accuracy":0.535573,"main_score":0.499644,"hf_subset":"tso_Latn-lmo_Latn","languages":["tso-Latn","lmo-Latn"]},{"precision":0.444362,"recall":0.504941,"f1":0.460857,"accuracy":0.504941,"main_score":0.460857,"hf_subset":"tso_Latn-npi_Deva","languages":["tso-Latn","npi-Deva"]},{"precision":0.413656,"recall":0.476285,"f1":0.431606,"accuracy":0.476285,"main_score":0.431606,"hf_subset":"tso_Latn-shn_Mymr","languages":["tso-Latn","shn-Mymr"]},{"precision":0.495464,"recall":0.544466,"f1":0.509651,"accuracy":0.544466,"main_score":0.509651,"hf_subset":"tso_Latn-tgl_Latn","languages":["tso-Latn","tgl-Latn"]},{"precision":0.428242,"recall":0.496047,"f1":0.447192,"accuracy":0.496047,"main_score":0.447192,"hf_subset":"tso_Latn-yue_Hant","languages":["tso-Latn","yue-Hant"]},{"precision":0.409209,"recall":0.470356,"f1":0.426211,"accuracy":0.470356,"main_score":0.426211,"hf_subset":"tso_Latn-asm_Beng","languages":["tso-Latn","asm-Beng"]},{"precision":0.399264,"recall":0.458498,"f1":0.415357,"accuracy":0.458498,"main_score":0.415357,"hf_subset":"tso_Latn-ckb_Arab","languages":["tso-Latn","ckb-Arab"]},{"precision":0.429016,"recall":0.480237,"f1":0.443788,"accuracy":0.480237,"main_score":0.443788,"hf_subset":"tso_Latn-gle_Latn","languages":["tso-Latn","gle-Latn"]},{"precision":0.402948,"recall":0.471344,"f1":0.422266,"accuracy":0.471344,"main_score":0.422266,"hf_subset":"tso_Latn-kas_Arab","languages":["tso-Latn","kas-Arab"]},{"precision":0.445735,"recall":0.499012,"f1":0.461168,"accuracy":0.499012,"main_score":0.461168,"hf_subset":"tso_Latn-ltg_Latn","languages":["tso-Latn","ltg-Latn"]},{"precision":0.527353,"recall":0.560277,"f1":0.536922,"accuracy":0.560277,"main_score":0.536922,"hf_subset":"tso_Latn-nso_Latn","languages":["tso-Latn","nso-Latn"]},{"precision":0.202469,"recall":0.247036,"f1":0.213178,"accuracy":0.247036,"main_score":0.213178,"hf_subset":"tso_Latn-sin_Sinh","languages":["tso-Latn","sin-Sinh"]},{"precision":0.443315,"recall":0.508893,"f1":0.461781,"accuracy":0.508893,"main_score":0.461781,"hf_subset":"tso_Latn-tha_Thai","languages":["tso-Latn","tha-Thai"]},{"precision":0.446074,"recall":0.511858,"f1":0.464597,"accuracy":0.511858,"main_score":0.464597,"hf_subset":"tso_Latn-zho_Hans","languages":["tso-Latn","zho-Hans"]},{"precision":0.46467,"recall":0.524704,"f1":0.481863,"accuracy":0.524704,"main_score":0.481863,"hf_subset":"tso_Latn-ast_Latn","languages":["tso-Latn","ast-Latn"]},{"precision":0.464761,"recall":0.523715,"f1":0.481813,"accuracy":0.523715,"main_score":0.481813,"hf_subset":"tso_Latn-crh_Latn","languages":["tso-Latn","crh-Latn"]},{"precision":0.468958,"recall":0.531621,"f1":0.486529,"accuracy":0.531621,"main_score":0.486529,"hf_subset":"tso_Latn-glg_Latn","languages":["tso-Latn","glg-Latn"]},{"precision":0.439992,"recall":0.48913,"f1":0.453722,"accuracy":0.48913,"main_score":0.453722,"hf_subset":"tso_Latn-kas_Deva","languages":["tso-Latn","kas-Deva"]},{"precision":0.470971,"recall":0.52668,"f1":0.486953,"accuracy":0.52668,"main_score":0.486953,"hf_subset":"tso_Latn-ltz_Latn","languages":["tso-Latn","ltz-Latn"]},{"precision":0.421871,"recall":0.471344,"f1":0.435222,"accuracy":0.471344,"main_score":0.435222,"hf_subset":"tso_Latn-nus_Latn","languages":["tso-Latn","nus-Latn"]},{"precision":0.47079,"recall":0.532609,"f1":0.488145,"accuracy":0.532609,"main_score":0.488145,"hf_subset":"tso_Latn-slk_Latn","languages":["tso-Latn","slk-Latn"]},{"precision":0.219272,"recall":0.27668,"f1":0.234102,"accuracy":0.27668,"main_score":0.234102,"hf_subset":"tso_Latn-tir_Ethi","languages":["tso-Latn","tir-Ethi"]},{"precision":0.452693,"recall":0.518775,"f1":0.47209,"accuracy":0.518775,"main_score":0.47209,"hf_subset":"tso_Latn-zho_Hant","languages":["tso-Latn","zho-Hant"]},{"precision":0.445376,"recall":0.503953,"f1":0.46233,"accuracy":0.503953,"main_score":0.46233,"hf_subset":"tso_Latn-awa_Deva","languages":["tso-Latn","awa-Deva"]},{"precision":0.470558,"recall":0.513834,"f1":0.4826,"accuracy":0.513834,"main_score":0.4826,"hf_subset":"tso_Latn-cym_Latn","languages":["tso-Latn","cym-Latn"]},{"precision":0.493828,"recall":0.530632,"f1":0.503558,"accuracy":0.530632,"main_score":0.503558,"hf_subset":"tso_Latn-grn_Latn","languages":["tso-Latn","grn-Latn"]},{"precision":0.421575,"recall":0.482213,"f1":0.439204,"accuracy":0.482213,"main_score":0.439204,"hf_subset":"tso_Latn-kat_Geor","languages":["tso-Latn","kat-Geor"]},{"precision":0.493166,"recall":0.530632,"f1":0.503996,"accuracy":0.530632,"main_score":0.503996,"hf_subset":"tso_Latn-lua_Latn","languages":["tso-Latn","lua-Latn"]},{"precision":0.500064,"recall":0.54249,"f1":0.511889,"accuracy":0.54249,"main_score":0.511889,"hf_subset":"tso_Latn-nya_Latn","languages":["tso-Latn","nya-Latn"]},{"precision":0.452655,"recall":0.511858,"f1":0.469622,"accuracy":0.511858,"main_score":0.469622,"hf_subset":"tso_Latn-slv_Latn","languages":["tso-Latn","slv-Latn"]},{"precision":0.508473,"recall":0.546443,"f1":0.519686,"accuracy":0.546443,"main_score":0.519686,"hf_subset":"tso_Latn-tpi_Latn","languages":["tso-Latn","tpi-Latn"]},{"precision":0.490062,"recall":0.545455,"f1":0.505872,"accuracy":0.545455,"main_score":0.505872,"hf_subset":"tso_Latn-zsm_Latn","languages":["tso-Latn","zsm-Latn"]},{"precision":0.46813,"recall":0.51087,"f1":0.4806,"accuracy":0.51087,"main_score":0.4806,"hf_subset":"tso_Latn-ayr_Latn","languages":["tso-Latn","ayr-Latn"]},{"precision":0.476816,"recall":0.535573,"f1":0.493216,"accuracy":0.535573,"main_score":0.493216,"hf_subset":"tso_Latn-dan_Latn","languages":["tso-Latn","dan-Latn"]},{"precision":0.446002,"recall":0.501976,"f1":0.461736,"accuracy":0.501976,"main_score":0.461736,"hf_subset":"tso_Latn-guj_Gujr","languages":["tso-Latn","guj-Gujr"]},{"precision":0.453738,"recall":0.514822,"f1":0.471376,"accuracy":0.514822,"main_score":0.471376,"hf_subset":"tso_Latn-kaz_Cyrl","languages":["tso-Latn","kaz-Cyrl"]},{"precision":0.45091,"recall":0.497036,"f1":0.463691,"accuracy":0.497036,"main_score":0.463691,"hf_subset":"tso_Latn-lug_Latn","languages":["tso-Latn","lug-Latn"]},{"precision":0.47102,"recall":0.531621,"f1":0.488294,"accuracy":0.531621,"main_score":0.488294,"hf_subset":"tso_Latn-oci_Latn","languages":["tso-Latn","oci-Latn"]},{"precision":0.488152,"recall":0.528656,"f1":0.500134,"accuracy":0.528656,"main_score":0.500134,"hf_subset":"tso_Latn-smo_Latn","languages":["tso-Latn","smo-Latn"]},{"precision":0.476329,"recall":0.520751,"f1":0.489224,"accuracy":0.520751,"main_score":0.489224,"hf_subset":"tso_Latn-tsn_Latn","languages":["tso-Latn","tsn-Latn"]},{"precision":0.496258,"recall":0.540514,"f1":0.508533,"accuracy":0.540514,"main_score":0.508533,"hf_subset":"tso_Latn-zul_Latn","languages":["tso-Latn","zul-Latn"]},{"precision":0.397987,"recall":0.462451,"f1":0.416449,"accuracy":0.462451,"main_score":0.416449,"hf_subset":"tso_Latn-azb_Arab","languages":["tso-Latn","azb-Arab"]},{"precision":0.463142,"recall":0.524704,"f1":0.481009,"accuracy":0.524704,"main_score":0.481009,"hf_subset":"tso_Latn-deu_Latn","languages":["tso-Latn","deu-Latn"]},{"precision":0.445079,"recall":0.506917,"f1":0.463114,"accuracy":0.506917,"main_score":0.463114,"hf_subset":"tso_Latn-hat_Latn","languages":["tso-Latn","hat-Latn"]},{"precision":0.455658,"recall":0.494071,"f1":0.466965,"accuracy":0.494071,"main_score":0.466965,"hf_subset":"tso_Latn-kbp_Latn","languages":["tso-Latn","kbp-Latn"]},{"precision":0.493931,"recall":0.523715,"f1":0.502657,"accuracy":0.523715,"main_score":0.502657,"hf_subset":"tso_Latn-luo_Latn","languages":["tso-Latn","luo-Latn"]},{"precision":0.417921,"recall":0.485178,"f1":0.436717,"accuracy":0.485178,"main_score":0.436717,"hf_subset":"tso_Latn-ory_Orya","languages":["tso-Latn","ory-Orya"]},{"precision":0.482059,"recall":0.522727,"f1":0.493709,"accuracy":0.522727,"main_score":0.493709,"hf_subset":"tso_Latn-sna_Latn","languages":["tso-Latn","sna-Latn"]},{"precision":0.446674,"recall":0.508893,"f1":0.463731,"accuracy":0.508893,"main_score":0.463731,"hf_subset":"tso_Latn-azj_Latn","languages":["tso-Latn","azj-Latn"]},{"precision":0.427824,"recall":0.474308,"f1":0.441366,"accuracy":0.474308,"main_score":0.441366,"hf_subset":"tso_Latn-dik_Latn","languages":["tso-Latn","dik-Latn"]},{"precision":0.478574,"recall":0.514822,"f1":0.489526,"accuracy":0.514822,"main_score":0.489526,"hf_subset":"tso_Latn-hau_Latn","languages":["tso-Latn","hau-Latn"]},{"precision":0.476939,"recall":0.528656,"f1":0.491616,"accuracy":0.528656,"main_score":0.491616,"hf_subset":"tso_Latn-kea_Latn","languages":["tso-Latn","kea-Latn"]},{"precision":0.488738,"recall":0.528656,"f1":0.500436,"accuracy":0.528656,"main_score":0.500436,"hf_subset":"tso_Latn-lus_Latn","languages":["tso-Latn","lus-Latn"]},{"precision":0.49678,"recall":0.532609,"f1":0.507477,"accuracy":0.532609,"main_score":0.507477,"hf_subset":"tso_Latn-pag_Latn","languages":["tso-Latn","pag-Latn"]},{"precision":0.422341,"recall":0.485178,"f1":0.440504,"accuracy":0.485178,"main_score":0.440504,"hf_subset":"tso_Latn-snd_Arab","languages":["tso-Latn","snd-Arab"]},{"precision":0.453491,"recall":0.508893,"f1":0.46944,"accuracy":0.508893,"main_score":0.46944,"hf_subset":"tso_Latn-tuk_Latn","languages":["tso-Latn","tuk-Latn"]},{"precision":0.45812,"recall":0.512846,"f1":0.473978,"accuracy":0.512846,"main_score":0.473978,"hf_subset":"tso_Latn-bak_Cyrl","languages":["tso-Latn","bak-Cyrl"]},{"precision":0.384195,"recall":0.438735,"f1":0.399999,"accuracy":0.438735,"main_score":0.399999,"hf_subset":"tso_Latn-dyu_Latn","languages":["tso-Latn","dyu-Latn"]},{"precision":0.420895,"recall":0.48913,"f1":0.440172,"accuracy":0.48913,"main_score":0.440172,"hf_subset":"tso_Latn-heb_Hebr","languages":["tso-Latn","heb-Hebr"]},{"precision":0.455625,"recall":0.501976,"f1":0.469601,"accuracy":0.501976,"main_score":0.469601,"hf_subset":"tso_Latn-khk_Cyrl","languages":["tso-Latn","khk-Cyrl"]},{"precision":0.449565,"recall":0.514822,"f1":0.467942,"accuracy":0.514822,"main_score":0.467942,"hf_subset":"tso_Latn-lvs_Latn","languages":["tso-Latn","lvs-Latn"]},{"precision":0.448395,"recall":0.514822,"f1":0.4672,"accuracy":0.514822,"main_score":0.4672,"hf_subset":"tso_Latn-pan_Guru","languages":["tso-Latn","pan-Guru"]},{"precision":0.44875,"recall":0.496047,"f1":0.462395,"accuracy":0.496047,"main_score":0.462395,"hf_subset":"tso_Latn-som_Latn","languages":["tso-Latn","som-Latn"]},{"precision":0.478722,"recall":0.51581,"f1":0.489296,"accuracy":0.51581,"main_score":0.489296,"hf_subset":"tso_Latn-tum_Latn","languages":["tso-Latn","tum-Latn"]},{"precision":0.417967,"recall":0.506917,"f1":0.441499,"accuracy":0.506917,"main_score":0.441499,"hf_subset":"azj_Latn-ace_Arab","languages":["azj-Latn","ace-Arab"]},{"precision":0.42612,"recall":0.498024,"f1":0.44643,"accuracy":0.498024,"main_score":0.44643,"hf_subset":"azj_Latn-bam_Latn","languages":["azj-Latn","bam-Latn"]},{"precision":0.122584,"recall":0.173913,"f1":0.135362,"accuracy":0.173913,"main_score":0.135362,"hf_subset":"azj_Latn-dzo_Tibt","languages":["azj-Latn","dzo-Tibt"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"azj_Latn-hin_Deva","languages":["azj-Latn","hin-Deva"]},{"precision":0.91502,"recall":0.9417,"f1":0.923748,"accuracy":0.9417,"main_score":0.923748,"hf_subset":"azj_Latn-khm_Khmr","languages":["azj-Latn","khm-Khmr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"azj_Latn-mag_Deva","languages":["azj-Latn","mag-Deva"]},{"precision":0.961462,"recall":0.97332,"f1":0.965217,"accuracy":0.97332,"main_score":0.965217,"hf_subset":"azj_Latn-pap_Latn","languages":["azj-Latn","pap-Latn"]},{"precision":0.467475,"recall":0.547431,"f1":0.489752,"accuracy":0.547431,"main_score":0.489752,"hf_subset":"azj_Latn-sot_Latn","languages":["azj-Latn","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"azj_Latn-tur_Latn","languages":["azj-Latn","tur-Latn"]},{"precision":0.769532,"recall":0.823123,"f1":0.78579,"accuracy":0.823123,"main_score":0.78579,"hf_subset":"azj_Latn-ace_Latn","languages":["azj-Latn","ace-Latn"]},{"precision":0.899209,"recall":0.93083,"f1":0.909585,"accuracy":0.93083,"main_score":0.909585,"hf_subset":"azj_Latn-ban_Latn","languages":["azj-Latn","ban-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"azj_Latn-ell_Grek","languages":["azj-Latn","ell-Grek"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"azj_Latn-hne_Deva","languages":["azj-Latn","hne-Deva"]},{"precision":0.460378,"recall":0.546443,"f1":0.484527,"accuracy":0.546443,"main_score":0.484527,"hf_subset":"azj_Latn-kik_Latn","languages":["azj-Latn","kik-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"azj_Latn-mai_Deva","languages":["azj-Latn","mai-Deva"]},{"precision":0.868989,"recall":0.907115,"f1":0.88083,"accuracy":0.907115,"main_score":0.88083,"hf_subset":"azj_Latn-pbt_Arab","languages":["azj-Latn","pbt-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"azj_Latn-spa_Latn","languages":["azj-Latn","spa-Latn"]},{"precision":0.529062,"recall":0.598814,"f1":0.548544,"accuracy":0.598814,"main_score":0.548544,"hf_subset":"azj_Latn-twi_Latn","languages":["azj-Latn","twi-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"azj_Latn-acm_Arab","languages":["azj-Latn","acm-Arab"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"azj_Latn-bel_Cyrl","languages":["azj-Latn","bel-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"azj_Latn-eng_Latn","languages":["azj-Latn","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"azj_Latn-hrv_Latn","languages":["azj-Latn","hrv-Latn"]},{"precision":0.431624,"recall":0.5,"f1":0.450782,"accuracy":0.5,"main_score":0.450782,"hf_subset":"azj_Latn-kin_Latn","languages":["azj-Latn","kin-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"azj_Latn-mal_Mlym","languages":["azj-Latn","mal-Mlym"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"azj_Latn-pes_Arab","languages":["azj-Latn","pes-Arab"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"azj_Latn-srd_Latn","languages":["azj-Latn","srd-Latn"]},{"precision":0.117249,"recall":0.18083,"f1":0.130452,"accuracy":0.18083,"main_score":0.130452,"hf_subset":"azj_Latn-tzm_Tfng","languages":["azj-Latn","tzm-Tfng"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"azj_Latn-acq_Arab","languages":["azj-Latn","acq-Arab"]},{"precision":0.503382,"recall":0.572134,"f1":0.52239,"accuracy":0.572134,"main_score":0.52239,"hf_subset":"azj_Latn-bem_Latn","languages":["azj-Latn","bem-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"azj_Latn-epo_Latn","languages":["azj-Latn","epo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"azj_Latn-hun_Latn","languages":["azj-Latn","hun-Latn"]},{"precision":0.958498,"recall":0.972332,"f1":0.963109,"accuracy":0.972332,"main_score":0.963109,"hf_subset":"azj_Latn-kir_Cyrl","languages":["azj-Latn","kir-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"azj_Latn-mar_Deva","languages":["azj-Latn","mar-Deva"]},{"precision":0.53231,"recall":0.602767,"f1":0.55267,"accuracy":0.602767,"main_score":0.55267,"hf_subset":"azj_Latn-plt_Latn","languages":["azj-Latn","plt-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"azj_Latn-srp_Cyrl","languages":["azj-Latn","srp-Cyrl"]},{"precision":0.930583,"recall":0.950593,"f1":0.936825,"accuracy":0.950593,"main_score":0.936825,"hf_subset":"azj_Latn-uig_Arab","languages":["azj-Latn","uig-Arab"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"azj_Latn-aeb_Arab","languages":["azj-Latn","aeb-Arab"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"azj_Latn-ben_Beng","languages":["azj-Latn","ben-Beng"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"azj_Latn-est_Latn","languages":["azj-Latn","est-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"azj_Latn-hye_Armn","languages":["azj-Latn","hye-Armn"]},{"precision":0.445563,"recall":0.512846,"f1":0.464821,"accuracy":0.512846,"main_score":0.464821,"hf_subset":"azj_Latn-kmb_Latn","languages":["azj-Latn","kmb-Latn"]},{"precision":0.349141,"recall":0.443676,"f1":0.373391,"accuracy":0.443676,"main_score":0.373391,"hf_subset":"azj_Latn-min_Arab","languages":["azj-Latn","min-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"azj_Latn-pol_Latn","languages":["azj-Latn","pol-Latn"]},{"precision":0.419413,"recall":0.499012,"f1":0.441016,"accuracy":0.499012,"main_score":0.441016,"hf_subset":"azj_Latn-ssw_Latn","languages":["azj-Latn","ssw-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"azj_Latn-ukr_Cyrl","languages":["azj-Latn","ukr-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"azj_Latn-afr_Latn","languages":["azj-Latn","afr-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"azj_Latn-bho_Deva","languages":["azj-Latn","bho-Deva"]},{"precision":0.927372,"recall":0.950593,"f1":0.934947,"accuracy":0.950593,"main_score":0.934947,"hf_subset":"azj_Latn-eus_Latn","languages":["azj-Latn","eus-Latn"]},{"precision":0.464833,"recall":0.541502,"f1":0.485926,"accuracy":0.541502,"main_score":0.485926,"hf_subset":"azj_Latn-ibo_Latn","languages":["azj-Latn","ibo-Latn"]},{"precision":0.702604,"recall":0.770751,"f1":0.722581,"accuracy":0.770751,"main_score":0.722581,"hf_subset":"azj_Latn-kmr_Latn","languages":["azj-Latn","kmr-Latn"]},{"precision":0.928195,"recall":0.951581,"f1":0.935935,"accuracy":0.951581,"main_score":0.935935,"hf_subset":"azj_Latn-min_Latn","languages":["azj-Latn","min-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"azj_Latn-por_Latn","languages":["azj-Latn","por-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"azj_Latn-sun_Latn","languages":["azj-Latn","sun-Latn"]},{"precision":0.440252,"recall":0.508893,"f1":0.459468,"accuracy":0.508893,"main_score":0.459468,"hf_subset":"azj_Latn-umb_Latn","languages":["azj-Latn","umb-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"azj_Latn-ajp_Arab","languages":["azj-Latn","ajp-Arab"]},{"precision":0.400401,"recall":0.490119,"f1":0.424967,"accuracy":0.490119,"main_score":0.424967,"hf_subset":"azj_Latn-bjn_Arab","languages":["azj-Latn","bjn-Arab"]},{"precision":0.446204,"recall":0.51581,"f1":0.464373,"accuracy":0.51581,"main_score":0.464373,"hf_subset":"azj_Latn-ewe_Latn","languages":["azj-Latn","ewe-Latn"]},{"precision":0.811545,"recall":0.859684,"f1":0.826318,"accuracy":0.859684,"main_score":0.826318,"hf_subset":"azj_Latn-ilo_Latn","languages":["azj-Latn","ilo-Latn"]},{"precision":0.18653,"recall":0.264822,"f1":0.206319,"accuracy":0.264822,"main_score":0.206319,"hf_subset":"azj_Latn-knc_Arab","languages":["azj-Latn","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"azj_Latn-mkd_Cyrl","languages":["azj-Latn","mkd-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"azj_Latn-prs_Arab","languages":["azj-Latn","prs-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"azj_Latn-swe_Latn","languages":["azj-Latn","swe-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"azj_Latn-urd_Arab","languages":["azj-Latn","urd-Arab"]},{"precision":0.50306,"recall":0.574111,"f1":0.523389,"accuracy":0.574111,"main_score":0.523389,"hf_subset":"azj_Latn-aka_Latn","languages":["azj-Latn","aka-Latn"]},{"precision":0.953887,"recall":0.968379,"f1":0.958663,"accuracy":0.968379,"main_score":0.958663,"hf_subset":"azj_Latn-bjn_Latn","languages":["azj-Latn","bjn-Latn"]},{"precision":0.906044,"recall":0.935771,"f1":0.915744,"accuracy":0.935771,"main_score":0.915744,"hf_subset":"azj_Latn-fao_Latn","languages":["azj-Latn","fao-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"azj_Latn-ind_Latn","languages":["azj-Latn","ind-Latn"]},{"precision":0.508074,"recall":0.576087,"f1":0.52683,"accuracy":0.576087,"main_score":0.52683,"hf_subset":"azj_Latn-knc_Latn","languages":["azj-Latn","knc-Latn"]},{"precision":0.947958,"recall":0.964427,"f1":0.953393,"accuracy":0.964427,"main_score":0.953393,"hf_subset":"azj_Latn-mlt_Latn","languages":["azj-Latn","mlt-Latn"]},{"precision":0.539295,"recall":0.621542,"f1":0.561957,"accuracy":0.621542,"main_score":0.561957,"hf_subset":"azj_Latn-quy_Latn","languages":["azj-Latn","quy-Latn"]},{"precision":0.667878,"recall":0.745059,"f1":0.69062,"accuracy":0.745059,"main_score":0.69062,"hf_subset":"azj_Latn-swh_Latn","languages":["azj-Latn","swh-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"azj_Latn-uzn_Latn","languages":["azj-Latn","uzn-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"azj_Latn-als_Latn","languages":["azj-Latn","als-Latn"]},{"precision":0.170455,"recall":0.242095,"f1":0.187894,"accuracy":0.242095,"main_score":0.187894,"hf_subset":"azj_Latn-bod_Tibt","languages":["azj-Latn","bod-Tibt"]},{"precision":0.445553,"recall":0.519763,"f1":0.465868,"accuracy":0.519763,"main_score":0.465868,"hf_subset":"azj_Latn-fij_Latn","languages":["azj-Latn","fij-Latn"]},{"precision":0.925231,"recall":0.948617,"f1":0.932773,"accuracy":0.948617,"main_score":0.932773,"hf_subset":"azj_Latn-isl_Latn","languages":["azj-Latn","isl-Latn"]},{"precision":0.514266,"recall":0.598814,"f1":0.538413,"accuracy":0.598814,"main_score":0.538413,"hf_subset":"azj_Latn-kon_Latn","languages":["azj-Latn","kon-Latn"]},{"precision":0.480385,"recall":0.573123,"f1":0.506365,"accuracy":0.573123,"main_score":0.506365,"hf_subset":"azj_Latn-mni_Beng","languages":["azj-Latn","mni-Beng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"azj_Latn-ron_Latn","languages":["azj-Latn","ron-Latn"]},{"precision":0.98419,"recall":0.988142,"f1":0.985507,"accuracy":0.988142,"main_score":0.985507,"hf_subset":"azj_Latn-szl_Latn","languages":["azj-Latn","szl-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"azj_Latn-vec_Latn","languages":["azj-Latn","vec-Latn"]},{"precision":0.538377,"recall":0.623518,"f1":0.562938,"accuracy":0.623518,"main_score":0.562938,"hf_subset":"azj_Latn-amh_Ethi","languages":["azj-Latn","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"azj_Latn-bos_Latn","languages":["azj-Latn","bos-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"azj_Latn-fin_Latn","languages":["azj-Latn","fin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"azj_Latn-ita_Latn","languages":["azj-Latn","ita-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"azj_Latn-kor_Hang","languages":["azj-Latn","kor-Hang"]},{"precision":0.451604,"recall":0.527668,"f1":0.472257,"accuracy":0.527668,"main_score":0.472257,"hf_subset":"azj_Latn-mos_Latn","languages":["azj-Latn","mos-Latn"]},{"precision":0.449868,"recall":0.514822,"f1":0.467591,"accuracy":0.514822,"main_score":0.467591,"hf_subset":"azj_Latn-run_Latn","languages":["azj-Latn","run-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"azj_Latn-tam_Taml","languages":["azj-Latn","tam-Taml"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"azj_Latn-vie_Latn","languages":["azj-Latn","vie-Latn"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"azj_Latn-apc_Arab","languages":["azj-Latn","apc-Arab"]},{"precision":0.721189,"recall":0.783597,"f1":0.739279,"accuracy":0.783597,"main_score":0.739279,"hf_subset":"azj_Latn-bug_Latn","languages":["azj-Latn","bug-Latn"]},{"precision":0.413176,"recall":0.488142,"f1":0.433322,"accuracy":0.488142,"main_score":0.433322,"hf_subset":"azj_Latn-fon_Latn","languages":["azj-Latn","fon-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"azj_Latn-jav_Latn","languages":["azj-Latn","jav-Latn"]},{"precision":0.857708,"recall":0.900198,"f1":0.871377,"accuracy":0.900198,"main_score":0.871377,"hf_subset":"azj_Latn-lao_Laoo","languages":["azj-Latn","lao-Laoo"]},{"precision":0.559717,"recall":0.639328,"f1":0.581863,"accuracy":0.639328,"main_score":0.581863,"hf_subset":"azj_Latn-mri_Latn","languages":["azj-Latn","mri-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"azj_Latn-rus_Cyrl","languages":["azj-Latn","rus-Cyrl"]},{"precision":0.47761,"recall":0.548419,"f1":0.49747,"accuracy":0.548419,"main_score":0.49747,"hf_subset":"azj_Latn-taq_Latn","languages":["azj-Latn","taq-Latn"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"azj_Latn-war_Latn","languages":["azj-Latn","war-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"azj_Latn-arb_Arab","languages":["azj-Latn","arb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"azj_Latn-bul_Cyrl","languages":["azj-Latn","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"azj_Latn-fra_Latn","languages":["azj-Latn","fra-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"azj_Latn-jpn_Jpan","languages":["azj-Latn","jpn-Jpan"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"azj_Latn-lij_Latn","languages":["azj-Latn","lij-Latn"]},{"precision":0.91469,"recall":0.942688,"f1":0.923913,"accuracy":0.942688,"main_score":0.923913,"hf_subset":"azj_Latn-mya_Mymr","languages":["azj-Latn","mya-Mymr"]},{"precision":0.478443,"recall":0.565217,"f1":0.502902,"accuracy":0.565217,"main_score":0.502902,"hf_subset":"azj_Latn-sag_Latn","languages":["azj-Latn","sag-Latn"]},{"precision":0.139068,"recall":0.220356,"f1":0.155484,"accuracy":0.220356,"main_score":0.155484,"hf_subset":"azj_Latn-taq_Tfng","languages":["azj-Latn","taq-Tfng"]},{"precision":0.521781,"recall":0.602767,"f1":0.544993,"accuracy":0.602767,"main_score":0.544993,"hf_subset":"azj_Latn-wol_Latn","languages":["azj-Latn","wol-Latn"]},{"precision":0.606302,"recall":0.6917,"f1":0.630786,"accuracy":0.6917,"main_score":0.630786,"hf_subset":"azj_Latn-arb_Latn","languages":["azj-Latn","arb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"azj_Latn-cat_Latn","languages":["azj-Latn","cat-Latn"]},{"precision":0.971179,"recall":0.980237,"f1":0.974144,"accuracy":0.980237,"main_score":0.974144,"hf_subset":"azj_Latn-fur_Latn","languages":["azj-Latn","fur-Latn"]},{"precision":0.318657,"recall":0.390316,"f1":0.338466,"accuracy":0.390316,"main_score":0.338466,"hf_subset":"azj_Latn-kab_Latn","languages":["azj-Latn","kab-Latn"]},{"precision":0.957839,"recall":0.971344,"f1":0.962286,"accuracy":0.971344,"main_score":0.962286,"hf_subset":"azj_Latn-lim_Latn","languages":["azj-Latn","lim-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"azj_Latn-nld_Latn","languages":["azj-Latn","nld-Latn"]},{"precision":0.947217,"recall":0.963439,"f1":0.95247,"accuracy":0.963439,"main_score":0.95247,"hf_subset":"azj_Latn-san_Deva","languages":["azj-Latn","san-Deva"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"azj_Latn-tat_Cyrl","languages":["azj-Latn","tat-Cyrl"]},{"precision":0.490846,"recall":0.568182,"f1":0.511814,"accuracy":0.568182,"main_score":0.511814,"hf_subset":"azj_Latn-xho_Latn","languages":["azj-Latn","xho-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"azj_Latn-ars_Arab","languages":["azj-Latn","ars-Arab"]},{"precision":0.978426,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"azj_Latn-ceb_Latn","languages":["azj-Latn","ceb-Latn"]},{"precision":0.460395,"recall":0.539526,"f1":0.483058,"accuracy":0.539526,"main_score":0.483058,"hf_subset":"azj_Latn-fuv_Latn","languages":["azj-Latn","fuv-Latn"]},{"precision":0.453514,"recall":0.531621,"f1":0.475017,"accuracy":0.531621,"main_score":0.475017,"hf_subset":"azj_Latn-kac_Latn","languages":["azj-Latn","kac-Latn"]},{"precision":0.534906,"recall":0.617589,"f1":0.557684,"accuracy":0.617589,"main_score":0.557684,"hf_subset":"azj_Latn-lin_Latn","languages":["azj-Latn","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"azj_Latn-nno_Latn","languages":["azj-Latn","nno-Latn"]},{"precision":0.018811,"recall":0.057312,"f1":0.024182,"accuracy":0.057312,"main_score":0.024182,"hf_subset":"azj_Latn-sat_Olck","languages":["azj-Latn","sat-Olck"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"azj_Latn-tel_Telu","languages":["azj-Latn","tel-Telu"]},{"precision":0.685054,"recall":0.763834,"f1":0.708473,"accuracy":0.763834,"main_score":0.708473,"hf_subset":"azj_Latn-ydd_Hebr","languages":["azj-Latn","ydd-Hebr"]},{"precision":0.943676,"recall":0.960474,"f1":0.949275,"accuracy":0.960474,"main_score":0.949275,"hf_subset":"azj_Latn-ary_Arab","languages":["azj-Latn","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"azj_Latn-ces_Latn","languages":["azj-Latn","ces-Latn"]},{"precision":0.380082,"recall":0.461462,"f1":0.402504,"accuracy":0.461462,"main_score":0.402504,"hf_subset":"azj_Latn-gaz_Latn","languages":["azj-Latn","gaz-Latn"]},{"precision":0.468103,"recall":0.539526,"f1":0.487707,"accuracy":0.539526,"main_score":0.487707,"hf_subset":"azj_Latn-kam_Latn","languages":["azj-Latn","kam-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"azj_Latn-lit_Latn","languages":["azj-Latn","lit-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"azj_Latn-nob_Latn","languages":["azj-Latn","nob-Latn"]},{"precision":0.96805,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"azj_Latn-scn_Latn","languages":["azj-Latn","scn-Latn"]},{"precision":0.902421,"recall":0.93083,"f1":0.911627,"accuracy":0.93083,"main_score":0.911627,"hf_subset":"azj_Latn-tgk_Cyrl","languages":["azj-Latn","tgk-Cyrl"]},{"precision":0.407309,"recall":0.491107,"f1":0.431395,"accuracy":0.491107,"main_score":0.431395,"hf_subset":"azj_Latn-yor_Latn","languages":["azj-Latn","yor-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"azj_Latn-arz_Arab","languages":["azj-Latn","arz-Arab"]},{"precision":0.451705,"recall":0.543478,"f1":0.477454,"accuracy":0.543478,"main_score":0.477454,"hf_subset":"azj_Latn-cjk_Latn","languages":["azj-Latn","cjk-Latn"]},{"precision":0.571846,"recall":0.648221,"f1":0.593761,"accuracy":0.648221,"main_score":0.593761,"hf_subset":"azj_Latn-gla_Latn","languages":["azj-Latn","gla-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"azj_Latn-kan_Knda","languages":["azj-Latn","kan-Knda"]},{"precision":0.951334,"recall":0.965415,"f1":0.955764,"accuracy":0.965415,"main_score":0.955764,"hf_subset":"azj_Latn-lmo_Latn","languages":["azj-Latn","lmo-Latn"]},{"precision":0.981719,"recall":0.987154,"f1":0.983531,"accuracy":0.987154,"main_score":0.983531,"hf_subset":"azj_Latn-npi_Deva","languages":["azj-Latn","npi-Deva"]},{"precision":0.391037,"recall":0.488142,"f1":0.417832,"accuracy":0.488142,"main_score":0.417832,"hf_subset":"azj_Latn-shn_Mymr","languages":["azj-Latn","shn-Mymr"]},{"precision":0.991601,"recall":0.994071,"f1":0.992424,"accuracy":0.994071,"main_score":0.992424,"hf_subset":"azj_Latn-tgl_Latn","languages":["azj-Latn","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"azj_Latn-yue_Hant","languages":["azj-Latn","yue-Hant"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"azj_Latn-asm_Beng","languages":["azj-Latn","asm-Beng"]},{"precision":0.705463,"recall":0.769763,"f1":0.724117,"accuracy":0.769763,"main_score":0.724117,"hf_subset":"azj_Latn-ckb_Arab","languages":["azj-Latn","ckb-Arab"]},{"precision":0.66825,"recall":0.746047,"f1":0.691535,"accuracy":0.746047,"main_score":0.691535,"hf_subset":"azj_Latn-gle_Latn","languages":["azj-Latn","gle-Latn"]},{"precision":0.852503,"recall":0.895257,"f1":0.866074,"accuracy":0.895257,"main_score":0.866074,"hf_subset":"azj_Latn-kas_Arab","languages":["azj-Latn","kas-Arab"]},{"precision":0.856588,"recall":0.896245,"f1":0.869071,"accuracy":0.896245,"main_score":0.869071,"hf_subset":"azj_Latn-ltg_Latn","languages":["azj-Latn","ltg-Latn"]},{"precision":0.500423,"recall":0.574111,"f1":0.521371,"accuracy":0.574111,"main_score":0.521371,"hf_subset":"azj_Latn-nso_Latn","languages":["azj-Latn","nso-Latn"]},{"precision":0.42609,"recall":0.528656,"f1":0.455217,"accuracy":0.528656,"main_score":0.455217,"hf_subset":"azj_Latn-sin_Sinh","languages":["azj-Latn","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"azj_Latn-tha_Thai","languages":["azj-Latn","tha-Thai"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"azj_Latn-zho_Hans","languages":["azj-Latn","zho-Hans"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"azj_Latn-ast_Latn","languages":["azj-Latn","ast-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"azj_Latn-crh_Latn","languages":["azj-Latn","crh-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"azj_Latn-glg_Latn","languages":["azj-Latn","glg-Latn"]},{"precision":0.733794,"recall":0.802372,"f1":0.754677,"accuracy":0.802372,"main_score":0.754677,"hf_subset":"azj_Latn-kas_Deva","languages":["azj-Latn","kas-Deva"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"azj_Latn-ltz_Latn","languages":["azj-Latn","ltz-Latn"]},{"precision":0.375789,"recall":0.451581,"f1":0.395911,"accuracy":0.451581,"main_score":0.395911,"hf_subset":"azj_Latn-nus_Latn","languages":["azj-Latn","nus-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"azj_Latn-slk_Latn","languages":["azj-Latn","slk-Latn"]},{"precision":0.270628,"recall":0.336957,"f1":0.288125,"accuracy":0.336957,"main_score":0.288125,"hf_subset":"azj_Latn-tir_Ethi","languages":["azj-Latn","tir-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"azj_Latn-zho_Hant","languages":["azj-Latn","zho-Hant"]},{"precision":0.981719,"recall":0.987154,"f1":0.983531,"accuracy":0.987154,"main_score":0.983531,"hf_subset":"azj_Latn-awa_Deva","languages":["azj-Latn","awa-Deva"]},{"precision":0.828475,"recall":0.87747,"f1":0.843544,"accuracy":0.87747,"main_score":0.843544,"hf_subset":"azj_Latn-cym_Latn","languages":["azj-Latn","cym-Latn"]},{"precision":0.707568,"recall":0.766798,"f1":0.725121,"accuracy":0.766798,"main_score":0.725121,"hf_subset":"azj_Latn-grn_Latn","languages":["azj-Latn","grn-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"azj_Latn-kat_Geor","languages":["azj-Latn","kat-Geor"]},{"precision":0.531921,"recall":0.603755,"f1":0.552594,"accuracy":0.603755,"main_score":0.552594,"hf_subset":"azj_Latn-lua_Latn","languages":["azj-Latn","lua-Latn"]},{"precision":0.489653,"recall":0.572134,"f1":0.512674,"accuracy":0.572134,"main_score":0.512674,"hf_subset":"azj_Latn-nya_Latn","languages":["azj-Latn","nya-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"azj_Latn-slv_Latn","languages":["azj-Latn","slv-Latn"]},{"precision":0.750593,"recall":0.812253,"f1":0.76917,"accuracy":0.812253,"main_score":0.76917,"hf_subset":"azj_Latn-tpi_Latn","languages":["azj-Latn","tpi-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"azj_Latn-zsm_Latn","languages":["azj-Latn","zsm-Latn"]},{"precision":0.472773,"recall":0.541502,"f1":0.491521,"accuracy":0.541502,"main_score":0.491521,"hf_subset":"azj_Latn-ayr_Latn","languages":["azj-Latn","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"azj_Latn-dan_Latn","languages":["azj-Latn","dan-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"azj_Latn-guj_Gujr","languages":["azj-Latn","guj-Gujr"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"azj_Latn-kaz_Cyrl","languages":["azj-Latn","kaz-Cyrl"]},{"precision":0.434744,"recall":0.504941,"f1":0.45436,"accuracy":0.504941,"main_score":0.45436,"hf_subset":"azj_Latn-lug_Latn","languages":["azj-Latn","lug-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"azj_Latn-oci_Latn","languages":["azj-Latn","oci-Latn"]},{"precision":0.493248,"recall":0.574111,"f1":0.516179,"accuracy":0.574111,"main_score":0.516179,"hf_subset":"azj_Latn-smo_Latn","languages":["azj-Latn","smo-Latn"]},{"precision":0.440069,"recall":0.519763,"f1":0.461833,"accuracy":0.519763,"main_score":0.461833,"hf_subset":"azj_Latn-tsn_Latn","languages":["azj-Latn","tsn-Latn"]},{"precision":0.446039,"recall":0.517787,"f1":0.465243,"accuracy":0.517787,"main_score":0.465243,"hf_subset":"azj_Latn-zul_Latn","languages":["azj-Latn","zul-Latn"]},{"precision":0.805148,"recall":0.857708,"f1":0.821327,"accuracy":0.857708,"main_score":0.821327,"hf_subset":"azj_Latn-azb_Arab","languages":["azj-Latn","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"azj_Latn-deu_Latn","languages":["azj-Latn","deu-Latn"]},{"precision":0.894269,"recall":0.923913,"f1":0.903821,"accuracy":0.923913,"main_score":0.903821,"hf_subset":"azj_Latn-hat_Latn","languages":["azj-Latn","hat-Latn"]},{"precision":0.43009,"recall":0.499012,"f1":0.449415,"accuracy":0.499012,"main_score":0.449415,"hf_subset":"azj_Latn-kbp_Latn","languages":["azj-Latn","kbp-Latn"]},{"precision":0.474989,"recall":0.544466,"f1":0.494005,"accuracy":0.544466,"main_score":0.494005,"hf_subset":"azj_Latn-luo_Latn","languages":["azj-Latn","luo-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"azj_Latn-ory_Orya","languages":["azj-Latn","ory-Orya"]},{"precision":0.471198,"recall":0.539526,"f1":0.490821,"accuracy":0.539526,"main_score":0.490821,"hf_subset":"azj_Latn-sna_Latn","languages":["azj-Latn","sna-Latn"]},{"precision":0.445572,"recall":0.520751,"f1":0.465991,"accuracy":0.520751,"main_score":0.465991,"hf_subset":"azj_Latn-tso_Latn","languages":["azj-Latn","tso-Latn"]},{"precision":0.450841,"recall":0.529644,"f1":0.472889,"accuracy":0.529644,"main_score":0.472889,"hf_subset":"azj_Latn-dik_Latn","languages":["azj-Latn","dik-Latn"]},{"precision":0.45291,"recall":0.517787,"f1":0.471313,"accuracy":0.517787,"main_score":0.471313,"hf_subset":"azj_Latn-hau_Latn","languages":["azj-Latn","hau-Latn"]},{"precision":0.959898,"recall":0.972332,"f1":0.963834,"accuracy":0.972332,"main_score":0.963834,"hf_subset":"azj_Latn-kea_Latn","languages":["azj-Latn","kea-Latn"]},{"precision":0.605748,"recall":0.678854,"f1":0.62654,"accuracy":0.678854,"main_score":0.62654,"hf_subset":"azj_Latn-lus_Latn","languages":["azj-Latn","lus-Latn"]},{"precision":0.769713,"recall":0.825099,"f1":0.786561,"accuracy":0.825099,"main_score":0.786561,"hf_subset":"azj_Latn-pag_Latn","languages":["azj-Latn","pag-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"azj_Latn-snd_Arab","languages":["azj-Latn","snd-Arab"]},{"precision":0.889987,"recall":0.922925,"f1":0.900692,"accuracy":0.922925,"main_score":0.900692,"hf_subset":"azj_Latn-tuk_Latn","languages":["azj-Latn","tuk-Latn"]},{"precision":0.961792,"recall":0.974308,"f1":0.965909,"accuracy":0.974308,"main_score":0.965909,"hf_subset":"azj_Latn-bak_Cyrl","languages":["azj-Latn","bak-Cyrl"]},{"precision":0.395415,"recall":0.478261,"f1":0.418862,"accuracy":0.478261,"main_score":0.418862,"hf_subset":"azj_Latn-dyu_Latn","languages":["azj-Latn","dyu-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"azj_Latn-heb_Hebr","languages":["azj-Latn","heb-Hebr"]},{"precision":0.887269,"recall":0.920949,"f1":0.897958,"accuracy":0.920949,"main_score":0.897958,"hf_subset":"azj_Latn-khk_Cyrl","languages":["azj-Latn","khk-Cyrl"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"azj_Latn-lvs_Latn","languages":["azj-Latn","lvs-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"azj_Latn-pan_Guru","languages":["azj-Latn","pan-Guru"]},{"precision":0.439644,"recall":0.51581,"f1":0.461603,"accuracy":0.51581,"main_score":0.461603,"hf_subset":"azj_Latn-som_Latn","languages":["azj-Latn","som-Latn"]},{"precision":0.48192,"recall":0.555336,"f1":0.502615,"accuracy":0.555336,"main_score":0.502615,"hf_subset":"azj_Latn-tum_Latn","languages":["azj-Latn","tum-Latn"]},{"precision":0.290471,"recall":0.36166,"f1":0.309772,"accuracy":0.36166,"main_score":0.309772,"hf_subset":"dik_Latn-ace_Arab","languages":["dik-Latn","ace-Arab"]},{"precision":0.418074,"recall":0.466403,"f1":0.431805,"accuracy":0.466403,"main_score":0.431805,"hf_subset":"dik_Latn-bam_Latn","languages":["dik-Latn","bam-Latn"]},{"precision":0.080561,"recall":0.108696,"f1":0.087337,"accuracy":0.108696,"main_score":0.087337,"hf_subset":"dik_Latn-dzo_Tibt","languages":["dik-Latn","dzo-Tibt"]},{"precision":0.44489,"recall":0.518775,"f1":0.465488,"accuracy":0.518775,"main_score":0.465488,"hf_subset":"dik_Latn-hin_Deva","languages":["dik-Latn","hin-Deva"]},{"precision":0.324027,"recall":0.400198,"f1":0.345263,"accuracy":0.400198,"main_score":0.345263,"hf_subset":"dik_Latn-khm_Khmr","languages":["dik-Latn","khm-Khmr"]},{"precision":0.455354,"recall":0.522727,"f1":0.47409,"accuracy":0.522727,"main_score":0.47409,"hf_subset":"dik_Latn-mag_Deva","languages":["dik-Latn","mag-Deva"]},{"precision":0.489931,"recall":0.545455,"f1":0.505915,"accuracy":0.545455,"main_score":0.505915,"hf_subset":"dik_Latn-pap_Latn","languages":["dik-Latn","pap-Latn"]},{"precision":0.443435,"recall":0.498024,"f1":0.458679,"accuracy":0.498024,"main_score":0.458679,"hf_subset":"dik_Latn-sot_Latn","languages":["dik-Latn","sot-Latn"]},{"precision":0.470619,"recall":0.535573,"f1":0.489585,"accuracy":0.535573,"main_score":0.489585,"hf_subset":"dik_Latn-tur_Latn","languages":["dik-Latn","tur-Latn"]},{"precision":0.496379,"recall":0.543478,"f1":0.509282,"accuracy":0.543478,"main_score":0.509282,"hf_subset":"dik_Latn-ace_Latn","languages":["dik-Latn","ace-Latn"]},{"precision":0.493603,"recall":0.547431,"f1":0.509329,"accuracy":0.547431,"main_score":0.509329,"hf_subset":"dik_Latn-ban_Latn","languages":["dik-Latn","ban-Latn"]},{"precision":0.420774,"recall":0.493083,"f1":0.440686,"accuracy":0.493083,"main_score":0.440686,"hf_subset":"dik_Latn-ell_Grek","languages":["dik-Latn","ell-Grek"]},{"precision":0.437516,"recall":0.502964,"f1":0.45591,"accuracy":0.502964,"main_score":0.45591,"hf_subset":"dik_Latn-hne_Deva","languages":["dik-Latn","hne-Deva"]},{"precision":0.450168,"recall":0.503953,"f1":0.4655,"accuracy":0.503953,"main_score":0.4655,"hf_subset":"dik_Latn-kik_Latn","languages":["dik-Latn","kik-Latn"]},{"precision":0.461484,"recall":0.529644,"f1":0.480938,"accuracy":0.529644,"main_score":0.480938,"hf_subset":"dik_Latn-mai_Deva","languages":["dik-Latn","mai-Deva"]},{"precision":0.409734,"recall":0.476285,"f1":0.428469,"accuracy":0.476285,"main_score":0.428469,"hf_subset":"dik_Latn-pbt_Arab","languages":["dik-Latn","pbt-Arab"]},{"precision":0.486113,"recall":0.551383,"f1":0.504324,"accuracy":0.551383,"main_score":0.504324,"hf_subset":"dik_Latn-spa_Latn","languages":["dik-Latn","spa-Latn"]},{"precision":0.478802,"recall":0.529644,"f1":0.493311,"accuracy":0.529644,"main_score":0.493311,"hf_subset":"dik_Latn-twi_Latn","languages":["dik-Latn","twi-Latn"]},{"precision":0.457551,"recall":0.523715,"f1":0.476614,"accuracy":0.523715,"main_score":0.476614,"hf_subset":"dik_Latn-acm_Arab","languages":["dik-Latn","acm-Arab"]},{"precision":0.444559,"recall":0.513834,"f1":0.464359,"accuracy":0.513834,"main_score":0.464359,"hf_subset":"dik_Latn-bel_Cyrl","languages":["dik-Latn","bel-Cyrl"]},{"precision":0.487919,"recall":0.5583,"f1":0.507595,"accuracy":0.5583,"main_score":0.507595,"hf_subset":"dik_Latn-eng_Latn","languages":["dik-Latn","eng-Latn"]},{"precision":0.480747,"recall":0.543478,"f1":0.498119,"accuracy":0.543478,"main_score":0.498119,"hf_subset":"dik_Latn-hrv_Latn","languages":["dik-Latn","hrv-Latn"]},{"precision":0.417122,"recall":0.469368,"f1":0.431362,"accuracy":0.469368,"main_score":0.431362,"hf_subset":"dik_Latn-kin_Latn","languages":["dik-Latn","kin-Latn"]},{"precision":0.437598,"recall":0.51087,"f1":0.458492,"accuracy":0.51087,"main_score":0.458492,"hf_subset":"dik_Latn-mal_Mlym","languages":["dik-Latn","mal-Mlym"]},{"precision":0.434748,"recall":0.501976,"f1":0.453597,"accuracy":0.501976,"main_score":0.453597,"hf_subset":"dik_Latn-pes_Arab","languages":["dik-Latn","pes-Arab"]},{"precision":0.484874,"recall":0.547431,"f1":0.501842,"accuracy":0.547431,"main_score":0.501842,"hf_subset":"dik_Latn-srd_Latn","languages":["dik-Latn","srd-Latn"]},{"precision":0.104511,"recall":0.147233,"f1":0.113553,"accuracy":0.147233,"main_score":0.113553,"hf_subset":"dik_Latn-tzm_Tfng","languages":["dik-Latn","tzm-Tfng"]},{"precision":0.452437,"recall":0.519763,"f1":0.471561,"accuracy":0.519763,"main_score":0.471561,"hf_subset":"dik_Latn-acq_Arab","languages":["dik-Latn","acq-Arab"]},{"precision":0.474195,"recall":0.525692,"f1":0.488879,"accuracy":0.525692,"main_score":0.488879,"hf_subset":"dik_Latn-bem_Latn","languages":["dik-Latn","bem-Latn"]},{"precision":0.469401,"recall":0.535573,"f1":0.488602,"accuracy":0.535573,"main_score":0.488602,"hf_subset":"dik_Latn-epo_Latn","languages":["dik-Latn","epo-Latn"]},{"precision":0.470743,"recall":0.530632,"f1":0.487362,"accuracy":0.530632,"main_score":0.487362,"hf_subset":"dik_Latn-hun_Latn","languages":["dik-Latn","hun-Latn"]},{"precision":0.470625,"recall":0.52668,"f1":0.486785,"accuracy":0.52668,"main_score":0.486785,"hf_subset":"dik_Latn-kir_Cyrl","languages":["dik-Latn","kir-Cyrl"]},{"precision":0.444624,"recall":0.51087,"f1":0.463329,"accuracy":0.51087,"main_score":0.463329,"hf_subset":"dik_Latn-mar_Deva","languages":["dik-Latn","mar-Deva"]},{"precision":0.453273,"recall":0.503953,"f1":0.467349,"accuracy":0.503953,"main_score":0.467349,"hf_subset":"dik_Latn-plt_Latn","languages":["dik-Latn","plt-Latn"]},{"precision":0.479011,"recall":0.54249,"f1":0.497104,"accuracy":0.54249,"main_score":0.497104,"hf_subset":"dik_Latn-srp_Cyrl","languages":["dik-Latn","srp-Cyrl"]},{"precision":0.388653,"recall":0.456522,"f1":0.408012,"accuracy":0.456522,"main_score":0.408012,"hf_subset":"dik_Latn-uig_Arab","languages":["dik-Latn","uig-Arab"]},{"precision":0.442721,"recall":0.508893,"f1":0.461895,"accuracy":0.508893,"main_score":0.461895,"hf_subset":"dik_Latn-aeb_Arab","languages":["dik-Latn","aeb-Arab"]},{"precision":0.437606,"recall":0.513834,"f1":0.458931,"accuracy":0.513834,"main_score":0.458931,"hf_subset":"dik_Latn-ben_Beng","languages":["dik-Latn","ben-Beng"]},{"precision":0.445611,"recall":0.506917,"f1":0.463395,"accuracy":0.506917,"main_score":0.463395,"hf_subset":"dik_Latn-est_Latn","languages":["dik-Latn","est-Latn"]},{"precision":0.402042,"recall":0.475296,"f1":0.423174,"accuracy":0.475296,"main_score":0.423174,"hf_subset":"dik_Latn-hye_Armn","languages":["dik-Latn","hye-Armn"]},{"precision":0.427366,"recall":0.483202,"f1":0.44291,"accuracy":0.483202,"main_score":0.44291,"hf_subset":"dik_Latn-kmb_Latn","languages":["dik-Latn","kmb-Latn"]},{"precision":0.279058,"recall":0.347826,"f1":0.296243,"accuracy":0.347826,"main_score":0.296243,"hf_subset":"dik_Latn-min_Arab","languages":["dik-Latn","min-Arab"]},{"precision":0.47391,"recall":0.541502,"f1":0.492952,"accuracy":0.541502,"main_score":0.492952,"hf_subset":"dik_Latn-pol_Latn","languages":["dik-Latn","pol-Latn"]},{"precision":0.427458,"recall":0.479249,"f1":0.441672,"accuracy":0.479249,"main_score":0.441672,"hf_subset":"dik_Latn-ssw_Latn","languages":["dik-Latn","ssw-Latn"]},{"precision":0.462593,"recall":0.531621,"f1":0.482201,"accuracy":0.531621,"main_score":0.482201,"hf_subset":"dik_Latn-ukr_Cyrl","languages":["dik-Latn","ukr-Cyrl"]},{"precision":0.488332,"recall":0.552372,"f1":0.506969,"accuracy":0.552372,"main_score":0.506969,"hf_subset":"dik_Latn-afr_Latn","languages":["dik-Latn","afr-Latn"]},{"precision":0.440794,"recall":0.508893,"f1":0.459699,"accuracy":0.508893,"main_score":0.459699,"hf_subset":"dik_Latn-bho_Deva","languages":["dik-Latn","bho-Deva"]},{"precision":0.473101,"recall":0.525692,"f1":0.488788,"accuracy":0.525692,"main_score":0.488788,"hf_subset":"dik_Latn-eus_Latn","languages":["dik-Latn","eus-Latn"]},{"precision":0.447358,"recall":0.502964,"f1":0.46377,"accuracy":0.502964,"main_score":0.46377,"hf_subset":"dik_Latn-ibo_Latn","languages":["dik-Latn","ibo-Latn"]},{"precision":0.464254,"recall":0.517787,"f1":0.480165,"accuracy":0.517787,"main_score":0.480165,"hf_subset":"dik_Latn-kmr_Latn","languages":["dik-Latn","kmr-Latn"]},{"precision":0.486686,"recall":0.539526,"f1":0.501588,"accuracy":0.539526,"main_score":0.501588,"hf_subset":"dik_Latn-min_Latn","languages":["dik-Latn","min-Latn"]},{"precision":0.492485,"recall":0.554348,"f1":0.510045,"accuracy":0.554348,"main_score":0.510045,"hf_subset":"dik_Latn-por_Latn","languages":["dik-Latn","por-Latn"]},{"precision":0.501787,"recall":0.557312,"f1":0.517729,"accuracy":0.557312,"main_score":0.517729,"hf_subset":"dik_Latn-sun_Latn","languages":["dik-Latn","sun-Latn"]},{"precision":0.419013,"recall":0.478261,"f1":0.435746,"accuracy":0.478261,"main_score":0.435746,"hf_subset":"dik_Latn-umb_Latn","languages":["dik-Latn","umb-Latn"]},{"precision":0.454272,"recall":0.52668,"f1":0.473998,"accuracy":0.52668,"main_score":0.473998,"hf_subset":"dik_Latn-ajp_Arab","languages":["dik-Latn","ajp-Arab"]},{"precision":0.311764,"recall":0.366601,"f1":0.327048,"accuracy":0.366601,"main_score":0.327048,"hf_subset":"dik_Latn-bjn_Arab","languages":["dik-Latn","bjn-Arab"]},{"precision":0.443577,"recall":0.497036,"f1":0.459025,"accuracy":0.497036,"main_score":0.459025,"hf_subset":"dik_Latn-ewe_Latn","languages":["dik-Latn","ewe-Latn"]},{"precision":0.512006,"recall":0.557312,"f1":0.524887,"accuracy":0.557312,"main_score":0.524887,"hf_subset":"dik_Latn-ilo_Latn","languages":["dik-Latn","ilo-Latn"]},{"precision":0.165284,"recall":0.230237,"f1":0.181504,"accuracy":0.230237,"main_score":0.181504,"hf_subset":"dik_Latn-knc_Arab","languages":["dik-Latn","knc-Arab"]},{"precision":0.475438,"recall":0.540514,"f1":0.494142,"accuracy":0.540514,"main_score":0.494142,"hf_subset":"dik_Latn-mkd_Cyrl","languages":["dik-Latn","mkd-Cyrl"]},{"precision":0.422079,"recall":0.497036,"f1":0.443182,"accuracy":0.497036,"main_score":0.443182,"hf_subset":"dik_Latn-prs_Arab","languages":["dik-Latn","prs-Arab"]},{"precision":0.457302,"recall":0.527668,"f1":0.476946,"accuracy":0.527668,"main_score":0.476946,"hf_subset":"dik_Latn-swe_Latn","languages":["dik-Latn","swe-Latn"]},{"precision":0.40905,"recall":0.48419,"f1":0.430429,"accuracy":0.48419,"main_score":0.430429,"hf_subset":"dik_Latn-urd_Arab","languages":["dik-Latn","urd-Arab"]},{"precision":0.496765,"recall":0.543478,"f1":0.510497,"accuracy":0.543478,"main_score":0.510497,"hf_subset":"dik_Latn-aka_Latn","languages":["dik-Latn","aka-Latn"]},{"precision":0.491166,"recall":0.550395,"f1":0.507967,"accuracy":0.550395,"main_score":0.507967,"hf_subset":"dik_Latn-bjn_Latn","languages":["dik-Latn","bjn-Latn"]},{"precision":0.449995,"recall":0.506917,"f1":0.466517,"accuracy":0.506917,"main_score":0.466517,"hf_subset":"dik_Latn-fao_Latn","languages":["dik-Latn","fao-Latn"]},{"precision":0.486843,"recall":0.547431,"f1":0.503623,"accuracy":0.547431,"main_score":0.503623,"hf_subset":"dik_Latn-ind_Latn","languages":["dik-Latn","ind-Latn"]},{"precision":0.47416,"recall":0.522727,"f1":0.488556,"accuracy":0.522727,"main_score":0.488556,"hf_subset":"dik_Latn-knc_Latn","languages":["dik-Latn","knc-Latn"]},{"precision":0.490177,"recall":0.547431,"f1":0.506607,"accuracy":0.547431,"main_score":0.506607,"hf_subset":"dik_Latn-mlt_Latn","languages":["dik-Latn","mlt-Latn"]},{"precision":0.456985,"recall":0.516798,"f1":0.47402,"accuracy":0.516798,"main_score":0.47402,"hf_subset":"dik_Latn-quy_Latn","languages":["dik-Latn","quy-Latn"]},{"precision":0.446412,"recall":0.5,"f1":0.461525,"accuracy":0.5,"main_score":0.461525,"hf_subset":"dik_Latn-swh_Latn","languages":["dik-Latn","swh-Latn"]},{"precision":0.455896,"recall":0.519763,"f1":0.474341,"accuracy":0.519763,"main_score":0.474341,"hf_subset":"dik_Latn-uzn_Latn","languages":["dik-Latn","uzn-Latn"]},{"precision":0.462644,"recall":0.525692,"f1":0.481162,"accuracy":0.525692,"main_score":0.481162,"hf_subset":"dik_Latn-als_Latn","languages":["dik-Latn","als-Latn"]},{"precision":0.115699,"recall":0.167984,"f1":0.127474,"accuracy":0.167984,"main_score":0.127474,"hf_subset":"dik_Latn-bod_Tibt","languages":["dik-Latn","bod-Tibt"]},{"precision":0.420233,"recall":0.474308,"f1":0.434847,"accuracy":0.474308,"main_score":0.434847,"hf_subset":"dik_Latn-fij_Latn","languages":["dik-Latn","fij-Latn"]},{"precision":0.421468,"recall":0.487154,"f1":0.439685,"accuracy":0.487154,"main_score":0.439685,"hf_subset":"dik_Latn-isl_Latn","languages":["dik-Latn","isl-Latn"]},{"precision":0.461407,"recall":0.512846,"f1":0.476035,"accuracy":0.512846,"main_score":0.476035,"hf_subset":"dik_Latn-kon_Latn","languages":["dik-Latn","kon-Latn"]},{"precision":0.376854,"recall":0.4417,"f1":0.394993,"accuracy":0.4417,"main_score":0.394993,"hf_subset":"dik_Latn-mni_Beng","languages":["dik-Latn","mni-Beng"]},{"precision":0.474551,"recall":0.537549,"f1":0.492096,"accuracy":0.537549,"main_score":0.492096,"hf_subset":"dik_Latn-ron_Latn","languages":["dik-Latn","ron-Latn"]},{"precision":0.480605,"recall":0.544466,"f1":0.498368,"accuracy":0.544466,"main_score":0.498368,"hf_subset":"dik_Latn-szl_Latn","languages":["dik-Latn","szl-Latn"]},{"precision":0.475609,"recall":0.544466,"f1":0.494201,"accuracy":0.544466,"main_score":0.494201,"hf_subset":"dik_Latn-vec_Latn","languages":["dik-Latn","vec-Latn"]},{"precision":0.22578,"recall":0.283597,"f1":0.240178,"accuracy":0.283597,"main_score":0.240178,"hf_subset":"dik_Latn-amh_Ethi","languages":["dik-Latn","amh-Ethi"]},{"precision":0.476888,"recall":0.545455,"f1":0.496224,"accuracy":0.545455,"main_score":0.496224,"hf_subset":"dik_Latn-bos_Latn","languages":["dik-Latn","bos-Latn"]},{"precision":0.442729,"recall":0.509881,"f1":0.462112,"accuracy":0.509881,"main_score":0.462112,"hf_subset":"dik_Latn-fin_Latn","languages":["dik-Latn","fin-Latn"]},{"precision":0.488557,"recall":0.556324,"f1":0.507398,"accuracy":0.556324,"main_score":0.507398,"hf_subset":"dik_Latn-ita_Latn","languages":["dik-Latn","ita-Latn"]},{"precision":0.4473,"recall":0.523715,"f1":0.468829,"accuracy":0.523715,"main_score":0.468829,"hf_subset":"dik_Latn-kor_Hang","languages":["dik-Latn","kor-Hang"]},{"precision":0.423666,"recall":0.480237,"f1":0.439872,"accuracy":0.480237,"main_score":0.439872,"hf_subset":"dik_Latn-mos_Latn","languages":["dik-Latn","mos-Latn"]},{"precision":0.426865,"recall":0.480237,"f1":0.441834,"accuracy":0.480237,"main_score":0.441834,"hf_subset":"dik_Latn-run_Latn","languages":["dik-Latn","run-Latn"]},{"precision":0.400186,"recall":0.47332,"f1":0.420789,"accuracy":0.47332,"main_score":0.420789,"hf_subset":"dik_Latn-tam_Taml","languages":["dik-Latn","tam-Taml"]},{"precision":0.473258,"recall":0.54249,"f1":0.492916,"accuracy":0.54249,"main_score":0.492916,"hf_subset":"dik_Latn-vie_Latn","languages":["dik-Latn","vie-Latn"]},{"precision":0.45448,"recall":0.522727,"f1":0.474311,"accuracy":0.522727,"main_score":0.474311,"hf_subset":"dik_Latn-apc_Arab","languages":["dik-Latn","apc-Arab"]},{"precision":0.498244,"recall":0.544466,"f1":0.511723,"accuracy":0.544466,"main_score":0.511723,"hf_subset":"dik_Latn-bug_Latn","languages":["dik-Latn","bug-Latn"]},{"precision":0.412673,"recall":0.467391,"f1":0.428076,"accuracy":0.467391,"main_score":0.428076,"hf_subset":"dik_Latn-fon_Latn","languages":["dik-Latn","fon-Latn"]},{"precision":0.503215,"recall":0.556324,"f1":0.518278,"accuracy":0.556324,"main_score":0.518278,"hf_subset":"dik_Latn-jav_Latn","languages":["dik-Latn","jav-Latn"]},{"precision":0.359335,"recall":0.431818,"f1":0.379293,"accuracy":0.431818,"main_score":0.379293,"hf_subset":"dik_Latn-lao_Laoo","languages":["dik-Latn","lao-Laoo"]},{"precision":0.378862,"recall":0.440711,"f1":0.395914,"accuracy":0.440711,"main_score":0.395914,"hf_subset":"dik_Latn-mri_Latn","languages":["dik-Latn","mri-Latn"]},{"precision":0.467756,"recall":0.538538,"f1":0.48754,"accuracy":0.538538,"main_score":0.48754,"hf_subset":"dik_Latn-rus_Cyrl","languages":["dik-Latn","rus-Cyrl"]},{"precision":0.429073,"recall":0.487154,"f1":0.445773,"accuracy":0.487154,"main_score":0.445773,"hf_subset":"dik_Latn-taq_Latn","languages":["dik-Latn","taq-Latn"]},{"precision":0.516377,"recall":0.566206,"f1":0.530605,"accuracy":0.566206,"main_score":0.530605,"hf_subset":"dik_Latn-war_Latn","languages":["dik-Latn","war-Latn"]},{"precision":0.45785,"recall":0.525692,"f1":0.477394,"accuracy":0.525692,"main_score":0.477394,"hf_subset":"dik_Latn-arb_Arab","languages":["dik-Latn","arb-Arab"]},{"precision":0.467499,"recall":0.535573,"f1":0.486483,"accuracy":0.535573,"main_score":0.486483,"hf_subset":"dik_Latn-bul_Cyrl","languages":["dik-Latn","bul-Cyrl"]},{"precision":0.481374,"recall":0.548419,"f1":0.500058,"accuracy":0.548419,"main_score":0.500058,"hf_subset":"dik_Latn-fra_Latn","languages":["dik-Latn","fra-Latn"]},{"precision":0.443818,"recall":0.517787,"f1":0.464556,"accuracy":0.517787,"main_score":0.464556,"hf_subset":"dik_Latn-jpn_Jpan","languages":["dik-Latn","jpn-Jpan"]},{"precision":0.48848,"recall":0.551383,"f1":0.507062,"accuracy":0.551383,"main_score":0.507062,"hf_subset":"dik_Latn-lij_Latn","languages":["dik-Latn","lij-Latn"]},{"precision":0.227825,"recall":0.297431,"f1":0.246062,"accuracy":0.297431,"main_score":0.246062,"hf_subset":"dik_Latn-mya_Mymr","languages":["dik-Latn","mya-Mymr"]},{"precision":0.47094,"recall":0.517787,"f1":0.484256,"accuracy":0.517787,"main_score":0.484256,"hf_subset":"dik_Latn-sag_Latn","languages":["dik-Latn","sag-Latn"]},{"precision":0.114273,"recall":0.168972,"f1":0.125963,"accuracy":0.168972,"main_score":0.125963,"hf_subset":"dik_Latn-taq_Tfng","languages":["dik-Latn","taq-Tfng"]},{"precision":0.477523,"recall":0.528656,"f1":0.491924,"accuracy":0.528656,"main_score":0.491924,"hf_subset":"dik_Latn-wol_Latn","languages":["dik-Latn","wol-Latn"]},{"precision":0.371802,"recall":0.442688,"f1":0.390618,"accuracy":0.442688,"main_score":0.390618,"hf_subset":"dik_Latn-arb_Latn","languages":["dik-Latn","arb-Latn"]},{"precision":0.484332,"recall":0.548419,"f1":0.502393,"accuracy":0.548419,"main_score":0.502393,"hf_subset":"dik_Latn-cat_Latn","languages":["dik-Latn","cat-Latn"]},{"precision":0.472017,"recall":0.533597,"f1":0.49031,"accuracy":0.533597,"main_score":0.49031,"hf_subset":"dik_Latn-fur_Latn","languages":["dik-Latn","fur-Latn"]},{"precision":0.315723,"recall":0.380435,"f1":0.332978,"accuracy":0.380435,"main_score":0.332978,"hf_subset":"dik_Latn-kab_Latn","languages":["dik-Latn","kab-Latn"]},{"precision":0.483001,"recall":0.54249,"f1":0.49997,"accuracy":0.54249,"main_score":0.49997,"hf_subset":"dik_Latn-lim_Latn","languages":["dik-Latn","lim-Latn"]},{"precision":0.487858,"recall":0.552372,"f1":0.50542,"accuracy":0.552372,"main_score":0.50542,"hf_subset":"dik_Latn-nld_Latn","languages":["dik-Latn","nld-Latn"]},{"precision":0.403049,"recall":0.479249,"f1":0.424761,"accuracy":0.479249,"main_score":0.424761,"hf_subset":"dik_Latn-san_Deva","languages":["dik-Latn","san-Deva"]},{"precision":0.475099,"recall":0.530632,"f1":0.491122,"accuracy":0.530632,"main_score":0.491122,"hf_subset":"dik_Latn-tat_Cyrl","languages":["dik-Latn","tat-Cyrl"]},{"precision":0.466347,"recall":0.521739,"f1":0.482282,"accuracy":0.521739,"main_score":0.482282,"hf_subset":"dik_Latn-xho_Latn","languages":["dik-Latn","xho-Latn"]},{"precision":0.444675,"recall":0.514822,"f1":0.464925,"accuracy":0.514822,"main_score":0.464925,"hf_subset":"dik_Latn-ars_Arab","languages":["dik-Latn","ars-Arab"]},{"precision":0.499784,"recall":0.55336,"f1":0.515322,"accuracy":0.55336,"main_score":0.515322,"hf_subset":"dik_Latn-ceb_Latn","languages":["dik-Latn","ceb-Latn"]},{"precision":0.436063,"recall":0.491107,"f1":0.451647,"accuracy":0.491107,"main_score":0.451647,"hf_subset":"dik_Latn-fuv_Latn","languages":["dik-Latn","fuv-Latn"]},{"precision":0.447472,"recall":0.5,"f1":0.462669,"accuracy":0.5,"main_score":0.462669,"hf_subset":"dik_Latn-kac_Latn","languages":["dik-Latn","kac-Latn"]},{"precision":0.480186,"recall":0.529644,"f1":0.494824,"accuracy":0.529644,"main_score":0.494824,"hf_subset":"dik_Latn-lin_Latn","languages":["dik-Latn","lin-Latn"]},{"precision":0.479953,"recall":0.538538,"f1":0.495779,"accuracy":0.538538,"main_score":0.495779,"hf_subset":"dik_Latn-nno_Latn","languages":["dik-Latn","nno-Latn"]},{"precision":0.028096,"recall":0.066206,"f1":0.033855,"accuracy":0.066206,"main_score":0.033855,"hf_subset":"dik_Latn-sat_Olck","languages":["dik-Latn","sat-Olck"]},{"precision":0.438157,"recall":0.505929,"f1":0.457574,"accuracy":0.505929,"main_score":0.457574,"hf_subset":"dik_Latn-tel_Telu","languages":["dik-Latn","tel-Telu"]},{"precision":0.32058,"recall":0.390316,"f1":0.339117,"accuracy":0.390316,"main_score":0.339117,"hf_subset":"dik_Latn-ydd_Hebr","languages":["dik-Latn","ydd-Hebr"]},{"precision":0.430011,"recall":0.498024,"f1":0.449489,"accuracy":0.498024,"main_score":0.449489,"hf_subset":"dik_Latn-ary_Arab","languages":["dik-Latn","ary-Arab"]},{"precision":0.470887,"recall":0.540514,"f1":0.490018,"accuracy":0.540514,"main_score":0.490018,"hf_subset":"dik_Latn-ces_Latn","languages":["dik-Latn","ces-Latn"]},{"precision":0.34511,"recall":0.416996,"f1":0.365539,"accuracy":0.416996,"main_score":0.365539,"hf_subset":"dik_Latn-gaz_Latn","languages":["dik-Latn","gaz-Latn"]},{"precision":0.429593,"recall":0.488142,"f1":0.446267,"accuracy":0.488142,"main_score":0.446267,"hf_subset":"dik_Latn-kam_Latn","languages":["dik-Latn","kam-Latn"]},{"precision":0.439892,"recall":0.509881,"f1":0.45926,"accuracy":0.509881,"main_score":0.45926,"hf_subset":"dik_Latn-lit_Latn","languages":["dik-Latn","lit-Latn"]},{"precision":0.479768,"recall":0.539526,"f1":0.49622,"accuracy":0.539526,"main_score":0.49622,"hf_subset":"dik_Latn-nob_Latn","languages":["dik-Latn","nob-Latn"]},{"precision":0.467149,"recall":0.530632,"f1":0.484426,"accuracy":0.530632,"main_score":0.484426,"hf_subset":"dik_Latn-scn_Latn","languages":["dik-Latn","scn-Latn"]},{"precision":0.452148,"recall":0.51581,"f1":0.470083,"accuracy":0.51581,"main_score":0.470083,"hf_subset":"dik_Latn-tgk_Cyrl","languages":["dik-Latn","tgk-Cyrl"]},{"precision":0.421522,"recall":0.482213,"f1":0.439054,"accuracy":0.482213,"main_score":0.439054,"hf_subset":"dik_Latn-yor_Latn","languages":["dik-Latn","yor-Latn"]},{"precision":0.45846,"recall":0.522727,"f1":0.477303,"accuracy":0.522727,"main_score":0.477303,"hf_subset":"dik_Latn-arz_Arab","languages":["dik-Latn","arz-Arab"]},{"precision":0.429677,"recall":0.480237,"f1":0.444433,"accuracy":0.480237,"main_score":0.444433,"hf_subset":"dik_Latn-cjk_Latn","languages":["dik-Latn","cjk-Latn"]},{"precision":0.39643,"recall":0.456522,"f1":0.41334,"accuracy":0.456522,"main_score":0.41334,"hf_subset":"dik_Latn-gla_Latn","languages":["dik-Latn","gla-Latn"]},{"precision":0.435359,"recall":0.505929,"f1":0.455656,"accuracy":0.505929,"main_score":0.455656,"hf_subset":"dik_Latn-kan_Knda","languages":["dik-Latn","kan-Knda"]},{"precision":0.480473,"recall":0.539526,"f1":0.4975,"accuracy":0.539526,"main_score":0.4975,"hf_subset":"dik_Latn-lmo_Latn","languages":["dik-Latn","lmo-Latn"]},{"precision":0.417305,"recall":0.490119,"f1":0.437484,"accuracy":0.490119,"main_score":0.437484,"hf_subset":"dik_Latn-npi_Deva","languages":["dik-Latn","npi-Deva"]},{"precision":0.37277,"recall":0.447628,"f1":0.394375,"accuracy":0.447628,"main_score":0.394375,"hf_subset":"dik_Latn-shn_Mymr","languages":["dik-Latn","shn-Mymr"]},{"precision":0.487088,"recall":0.546443,"f1":0.504198,"accuracy":0.546443,"main_score":0.504198,"hf_subset":"dik_Latn-tgl_Latn","languages":["dik-Latn","tgl-Latn"]},{"precision":0.436011,"recall":0.508893,"f1":0.456659,"accuracy":0.508893,"main_score":0.456659,"hf_subset":"dik_Latn-yue_Hant","languages":["dik-Latn","yue-Hant"]},{"precision":0.389084,"recall":0.463439,"f1":0.410277,"accuracy":0.463439,"main_score":0.410277,"hf_subset":"dik_Latn-asm_Beng","languages":["dik-Latn","asm-Beng"]},{"precision":0.386479,"recall":0.453557,"f1":0.405618,"accuracy":0.453557,"main_score":0.405618,"hf_subset":"dik_Latn-ckb_Arab","languages":["dik-Latn","ckb-Arab"]},{"precision":0.394166,"recall":0.45751,"f1":0.41104,"accuracy":0.45751,"main_score":0.41104,"hf_subset":"dik_Latn-gle_Latn","languages":["dik-Latn","gle-Latn"]},{"precision":0.396858,"recall":0.472332,"f1":0.41792,"accuracy":0.472332,"main_score":0.41792,"hf_subset":"dik_Latn-kas_Arab","languages":["dik-Latn","kas-Arab"]},{"precision":0.424558,"recall":0.488142,"f1":0.442194,"accuracy":0.488142,"main_score":0.442194,"hf_subset":"dik_Latn-ltg_Latn","languages":["dik-Latn","ltg-Latn"]},{"precision":0.473504,"recall":0.523715,"f1":0.487963,"accuracy":0.523715,"main_score":0.487963,"hf_subset":"dik_Latn-nso_Latn","languages":["dik-Latn","nso-Latn"]},{"precision":0.146683,"recall":0.181818,"f1":0.154674,"accuracy":0.181818,"main_score":0.154674,"hf_subset":"dik_Latn-sin_Sinh","languages":["dik-Latn","sin-Sinh"]},{"precision":0.454205,"recall":0.527668,"f1":0.474717,"accuracy":0.527668,"main_score":0.474717,"hf_subset":"dik_Latn-tha_Thai","languages":["dik-Latn","tha-Thai"]},{"precision":0.445817,"recall":0.516798,"f1":0.465723,"accuracy":0.516798,"main_score":0.465723,"hf_subset":"dik_Latn-zho_Hans","languages":["dik-Latn","zho-Hans"]},{"precision":0.47458,"recall":0.541502,"f1":0.493683,"accuracy":0.541502,"main_score":0.493683,"hf_subset":"dik_Latn-ast_Latn","languages":["dik-Latn","ast-Latn"]},{"precision":0.448765,"recall":0.513834,"f1":0.468023,"accuracy":0.513834,"main_score":0.468023,"hf_subset":"dik_Latn-crh_Latn","languages":["dik-Latn","crh-Latn"]},{"precision":0.487446,"recall":0.551383,"f1":0.505529,"accuracy":0.551383,"main_score":0.505529,"hf_subset":"dik_Latn-glg_Latn","languages":["dik-Latn","glg-Latn"]},{"precision":0.396496,"recall":0.466403,"f1":0.416764,"accuracy":0.466403,"main_score":0.416764,"hf_subset":"dik_Latn-kas_Deva","languages":["dik-Latn","kas-Deva"]},{"precision":0.466372,"recall":0.529644,"f1":0.484711,"accuracy":0.529644,"main_score":0.484711,"hf_subset":"dik_Latn-ltz_Latn","languages":["dik-Latn","ltz-Latn"]},{"precision":0.380877,"recall":0.448617,"f1":0.399692,"accuracy":0.448617,"main_score":0.399692,"hf_subset":"dik_Latn-nus_Latn","languages":["dik-Latn","nus-Latn"]},{"precision":0.479781,"recall":0.54249,"f1":0.497034,"accuracy":0.54249,"main_score":0.497034,"hf_subset":"dik_Latn-slk_Latn","languages":["dik-Latn","slk-Latn"]},{"precision":0.155777,"recall":0.206522,"f1":0.167571,"accuracy":0.206522,"main_score":0.167571,"hf_subset":"dik_Latn-tir_Ethi","languages":["dik-Latn","tir-Ethi"]},{"precision":0.438192,"recall":0.509881,"f1":0.45896,"accuracy":0.509881,"main_score":0.45896,"hf_subset":"dik_Latn-zho_Hant","languages":["dik-Latn","zho-Hant"]},{"precision":0.442116,"recall":0.507905,"f1":0.460379,"accuracy":0.507905,"main_score":0.460379,"hf_subset":"dik_Latn-awa_Deva","languages":["dik-Latn","awa-Deva"]},{"precision":0.451679,"recall":0.508893,"f1":0.467834,"accuracy":0.508893,"main_score":0.467834,"hf_subset":"dik_Latn-cym_Latn","languages":["dik-Latn","cym-Latn"]},{"precision":0.500445,"recall":0.547431,"f1":0.514413,"accuracy":0.547431,"main_score":0.514413,"hf_subset":"dik_Latn-grn_Latn","languages":["dik-Latn","grn-Latn"]},{"precision":0.427198,"recall":0.492095,"f1":0.445621,"accuracy":0.492095,"main_score":0.445621,"hf_subset":"dik_Latn-kat_Geor","languages":["dik-Latn","kat-Geor"]},{"precision":0.477512,"recall":0.52668,"f1":0.491459,"accuracy":0.52668,"main_score":0.491459,"hf_subset":"dik_Latn-lua_Latn","languages":["dik-Latn","lua-Latn"]},{"precision":0.465827,"recall":0.516798,"f1":0.480864,"accuracy":0.516798,"main_score":0.480864,"hf_subset":"dik_Latn-nya_Latn","languages":["dik-Latn","nya-Latn"]},{"precision":0.464018,"recall":0.524704,"f1":0.480824,"accuracy":0.524704,"main_score":0.480824,"hf_subset":"dik_Latn-slv_Latn","languages":["dik-Latn","slv-Latn"]},{"precision":0.520681,"recall":0.571146,"f1":0.535253,"accuracy":0.571146,"main_score":0.535253,"hf_subset":"dik_Latn-tpi_Latn","languages":["dik-Latn","tpi-Latn"]},{"precision":0.498107,"recall":0.560277,"f1":0.515489,"accuracy":0.560277,"main_score":0.515489,"hf_subset":"dik_Latn-zsm_Latn","languages":["dik-Latn","zsm-Latn"]},{"precision":0.428628,"recall":0.485178,"f1":0.444456,"accuracy":0.485178,"main_score":0.444456,"hf_subset":"dik_Latn-ayr_Latn","languages":["dik-Latn","ayr-Latn"]},{"precision":0.476918,"recall":0.54249,"f1":0.495278,"accuracy":0.54249,"main_score":0.495278,"hf_subset":"dik_Latn-dan_Latn","languages":["dik-Latn","dan-Latn"]},{"precision":0.433658,"recall":0.508893,"f1":0.45491,"accuracy":0.508893,"main_score":0.45491,"hf_subset":"dik_Latn-guj_Gujr","languages":["dik-Latn","guj-Gujr"]},{"precision":0.475883,"recall":0.540514,"f1":0.494136,"accuracy":0.540514,"main_score":0.494136,"hf_subset":"dik_Latn-kaz_Cyrl","languages":["dik-Latn","kaz-Cyrl"]},{"precision":0.40247,"recall":0.464427,"f1":0.420105,"accuracy":0.464427,"main_score":0.420105,"hf_subset":"dik_Latn-lug_Latn","languages":["dik-Latn","lug-Latn"]},{"precision":0.489403,"recall":0.552372,"f1":0.507282,"accuracy":0.552372,"main_score":0.507282,"hf_subset":"dik_Latn-oci_Latn","languages":["dik-Latn","oci-Latn"]},{"precision":0.446608,"recall":0.504941,"f1":0.462775,"accuracy":0.504941,"main_score":0.462775,"hf_subset":"dik_Latn-smo_Latn","languages":["dik-Latn","smo-Latn"]},{"precision":0.424,"recall":0.479249,"f1":0.439067,"accuracy":0.479249,"main_score":0.439067,"hf_subset":"dik_Latn-tsn_Latn","languages":["dik-Latn","tsn-Latn"]},{"precision":0.40912,"recall":0.466403,"f1":0.424812,"accuracy":0.466403,"main_score":0.424812,"hf_subset":"dik_Latn-zul_Latn","languages":["dik-Latn","zul-Latn"]},{"precision":0.381763,"recall":0.448617,"f1":0.401205,"accuracy":0.448617,"main_score":0.401205,"hf_subset":"dik_Latn-azb_Arab","languages":["dik-Latn","azb-Arab"]},{"precision":0.474294,"recall":0.543478,"f1":0.49387,"accuracy":0.543478,"main_score":0.49387,"hf_subset":"dik_Latn-deu_Latn","languages":["dik-Latn","deu-Latn"]},{"precision":0.432157,"recall":0.496047,"f1":0.450449,"accuracy":0.496047,"main_score":0.450449,"hf_subset":"dik_Latn-hat_Latn","languages":["dik-Latn","hat-Latn"]},{"precision":0.393018,"recall":0.448617,"f1":0.408447,"accuracy":0.448617,"main_score":0.408447,"hf_subset":"dik_Latn-kbp_Latn","languages":["dik-Latn","kbp-Latn"]},{"precision":0.465572,"recall":0.513834,"f1":0.479658,"accuracy":0.513834,"main_score":0.479658,"hf_subset":"dik_Latn-luo_Latn","languages":["dik-Latn","luo-Latn"]},{"precision":0.401468,"recall":0.478261,"f1":0.422632,"accuracy":0.478261,"main_score":0.422632,"hf_subset":"dik_Latn-ory_Orya","languages":["dik-Latn","ory-Orya"]},{"precision":0.451689,"recall":0.503953,"f1":0.466848,"accuracy":0.503953,"main_score":0.466848,"hf_subset":"dik_Latn-sna_Latn","languages":["dik-Latn","sna-Latn"]},{"precision":0.4271,"recall":0.480237,"f1":0.441264,"accuracy":0.480237,"main_score":0.441264,"hf_subset":"dik_Latn-tso_Latn","languages":["dik-Latn","tso-Latn"]},{"precision":0.454631,"recall":0.518775,"f1":0.472582,"accuracy":0.518775,"main_score":0.472582,"hf_subset":"dik_Latn-azj_Latn","languages":["dik-Latn","azj-Latn"]},{"precision":0.438505,"recall":0.490119,"f1":0.45306,"accuracy":0.490119,"main_score":0.45306,"hf_subset":"dik_Latn-hau_Latn","languages":["dik-Latn","hau-Latn"]},{"precision":0.49507,"recall":0.551383,"f1":0.510503,"accuracy":0.551383,"main_score":0.510503,"hf_subset":"dik_Latn-kea_Latn","languages":["dik-Latn","kea-Latn"]},{"precision":0.499038,"recall":0.544466,"f1":0.512073,"accuracy":0.544466,"main_score":0.512073,"hf_subset":"dik_Latn-lus_Latn","languages":["dik-Latn","lus-Latn"]},{"precision":0.503405,"recall":0.552372,"f1":0.517191,"accuracy":0.552372,"main_score":0.517191,"hf_subset":"dik_Latn-pag_Latn","languages":["dik-Latn","pag-Latn"]},{"precision":0.406117,"recall":0.478261,"f1":0.426174,"accuracy":0.478261,"main_score":0.426174,"hf_subset":"dik_Latn-snd_Arab","languages":["dik-Latn","snd-Arab"]},{"precision":0.434288,"recall":0.498024,"f1":0.452642,"accuracy":0.498024,"main_score":0.452642,"hf_subset":"dik_Latn-tuk_Latn","languages":["dik-Latn","tuk-Latn"]},{"precision":0.47343,"recall":0.529644,"f1":0.490042,"accuracy":0.529644,"main_score":0.490042,"hf_subset":"dik_Latn-bak_Cyrl","languages":["dik-Latn","bak-Cyrl"]},{"precision":0.371642,"recall":0.440711,"f1":0.39144,"accuracy":0.440711,"main_score":0.39144,"hf_subset":"dik_Latn-dyu_Latn","languages":["dik-Latn","dyu-Latn"]},{"precision":0.421644,"recall":0.495059,"f1":0.442427,"accuracy":0.495059,"main_score":0.442427,"hf_subset":"dik_Latn-heb_Hebr","languages":["dik-Latn","heb-Hebr"]},{"precision":0.436825,"recall":0.500988,"f1":0.455819,"accuracy":0.500988,"main_score":0.455819,"hf_subset":"dik_Latn-khk_Cyrl","languages":["dik-Latn","khk-Cyrl"]},{"precision":0.435679,"recall":0.505929,"f1":0.455163,"accuracy":0.505929,"main_score":0.455163,"hf_subset":"dik_Latn-lvs_Latn","languages":["dik-Latn","lvs-Latn"]},{"precision":0.428798,"recall":0.503953,"f1":0.449181,"accuracy":0.503953,"main_score":0.449181,"hf_subset":"dik_Latn-pan_Guru","languages":["dik-Latn","pan-Guru"]},{"precision":0.406616,"recall":0.468379,"f1":0.423037,"accuracy":0.468379,"main_score":0.423037,"hf_subset":"dik_Latn-som_Latn","languages":["dik-Latn","som-Latn"]},{"precision":0.445656,"recall":0.494071,"f1":0.459246,"accuracy":0.494071,"main_score":0.459246,"hf_subset":"dik_Latn-tum_Latn","languages":["dik-Latn","tum-Latn"]},{"precision":0.3414,"recall":0.390316,"f1":0.354313,"accuracy":0.390316,"main_score":0.354313,"hf_subset":"hau_Latn-ace_Arab","languages":["hau-Latn","ace-Arab"]},{"precision":0.464552,"recall":0.511858,"f1":0.47887,"accuracy":0.511858,"main_score":0.47887,"hf_subset":"hau_Latn-bam_Latn","languages":["hau-Latn","bam-Latn"]},{"precision":0.108207,"recall":0.146245,"f1":0.117473,"accuracy":0.146245,"main_score":0.117473,"hf_subset":"hau_Latn-dzo_Tibt","languages":["hau-Latn","dzo-Tibt"]},{"precision":0.454715,"recall":0.519763,"f1":0.472857,"accuracy":0.519763,"main_score":0.472857,"hf_subset":"hau_Latn-hin_Deva","languages":["hau-Latn","hin-Deva"]},{"precision":0.361895,"recall":0.427866,"f1":0.380299,"accuracy":0.427866,"main_score":0.380299,"hf_subset":"hau_Latn-khm_Khmr","languages":["hau-Latn","khm-Khmr"]},{"precision":0.464888,"recall":0.518775,"f1":0.480031,"accuracy":0.518775,"main_score":0.480031,"hf_subset":"hau_Latn-mag_Deva","languages":["hau-Latn","mag-Deva"]},{"precision":0.489268,"recall":0.538538,"f1":0.50296,"accuracy":0.538538,"main_score":0.50296,"hf_subset":"hau_Latn-pap_Latn","languages":["hau-Latn","pap-Latn"]},{"precision":0.502552,"recall":0.54249,"f1":0.514138,"accuracy":0.54249,"main_score":0.514138,"hf_subset":"hau_Latn-sot_Latn","languages":["hau-Latn","sot-Latn"]},{"precision":0.466406,"recall":0.527668,"f1":0.4837,"accuracy":0.527668,"main_score":0.4837,"hf_subset":"hau_Latn-tur_Latn","languages":["hau-Latn","tur-Latn"]},{"precision":0.508642,"recall":0.548419,"f1":0.520442,"accuracy":0.548419,"main_score":0.520442,"hf_subset":"hau_Latn-ace_Latn","languages":["hau-Latn","ace-Latn"]},{"precision":0.512063,"recall":0.548419,"f1":0.522408,"accuracy":0.548419,"main_score":0.522408,"hf_subset":"hau_Latn-ban_Latn","languages":["hau-Latn","ban-Latn"]},{"precision":0.42866,"recall":0.496047,"f1":0.447994,"accuracy":0.496047,"main_score":0.447994,"hf_subset":"hau_Latn-ell_Grek","languages":["hau-Latn","ell-Grek"]},{"precision":0.450266,"recall":0.509881,"f1":0.467271,"accuracy":0.509881,"main_score":0.467271,"hf_subset":"hau_Latn-hne_Deva","languages":["hau-Latn","hne-Deva"]},{"precision":0.4452,"recall":0.495059,"f1":0.459885,"accuracy":0.495059,"main_score":0.459885,"hf_subset":"hau_Latn-kik_Latn","languages":["hau-Latn","kik-Latn"]},{"precision":0.468152,"recall":0.523715,"f1":0.483668,"accuracy":0.523715,"main_score":0.483668,"hf_subset":"hau_Latn-mai_Deva","languages":["hau-Latn","mai-Deva"]},{"precision":0.423125,"recall":0.483202,"f1":0.440024,"accuracy":0.483202,"main_score":0.440024,"hf_subset":"hau_Latn-pbt_Arab","languages":["hau-Latn","pbt-Arab"]},{"precision":0.480176,"recall":0.541502,"f1":0.49724,"accuracy":0.541502,"main_score":0.49724,"hf_subset":"hau_Latn-spa_Latn","languages":["hau-Latn","spa-Latn"]},{"precision":0.501927,"recall":0.535573,"f1":0.511582,"accuracy":0.535573,"main_score":0.511582,"hf_subset":"hau_Latn-twi_Latn","languages":["hau-Latn","twi-Latn"]},{"precision":0.441725,"recall":0.511858,"f1":0.462063,"accuracy":0.511858,"main_score":0.462063,"hf_subset":"hau_Latn-acm_Arab","languages":["hau-Latn","acm-Arab"]},{"precision":0.444271,"recall":0.501976,"f1":0.460234,"accuracy":0.501976,"main_score":0.460234,"hf_subset":"hau_Latn-bel_Cyrl","languages":["hau-Latn","bel-Cyrl"]},{"precision":0.466615,"recall":0.528656,"f1":0.484042,"accuracy":0.528656,"main_score":0.484042,"hf_subset":"hau_Latn-eng_Latn","languages":["hau-Latn","eng-Latn"]},{"precision":0.469789,"recall":0.530632,"f1":0.486393,"accuracy":0.530632,"main_score":0.486393,"hf_subset":"hau_Latn-hrv_Latn","languages":["hau-Latn","hrv-Latn"]},{"precision":0.45441,"recall":0.498024,"f1":0.466375,"accuracy":0.498024,"main_score":0.466375,"hf_subset":"hau_Latn-kin_Latn","languages":["hau-Latn","kin-Latn"]},{"precision":0.42789,"recall":0.488142,"f1":0.445284,"accuracy":0.488142,"main_score":0.445284,"hf_subset":"hau_Latn-mal_Mlym","languages":["hau-Latn","mal-Mlym"]},{"precision":0.441312,"recall":0.508893,"f1":0.459977,"accuracy":0.508893,"main_score":0.459977,"hf_subset":"hau_Latn-pes_Arab","languages":["hau-Latn","pes-Arab"]},{"precision":0.481244,"recall":0.536561,"f1":0.496957,"accuracy":0.536561,"main_score":0.496957,"hf_subset":"hau_Latn-srd_Latn","languages":["hau-Latn","srd-Latn"]},{"precision":0.172454,"recall":0.218379,"f1":0.182631,"accuracy":0.218379,"main_score":0.182631,"hf_subset":"hau_Latn-tzm_Tfng","languages":["hau-Latn","tzm-Tfng"]},{"precision":0.44054,"recall":0.504941,"f1":0.458313,"accuracy":0.504941,"main_score":0.458313,"hf_subset":"hau_Latn-acq_Arab","languages":["hau-Latn","acq-Arab"]},{"precision":0.515079,"recall":0.550395,"f1":0.525196,"accuracy":0.550395,"main_score":0.525196,"hf_subset":"hau_Latn-bem_Latn","languages":["hau-Latn","bem-Latn"]},{"precision":0.462947,"recall":0.523715,"f1":0.480083,"accuracy":0.523715,"main_score":0.480083,"hf_subset":"hau_Latn-epo_Latn","languages":["hau-Latn","epo-Latn"]},{"precision":0.471524,"recall":0.535573,"f1":0.489543,"accuracy":0.535573,"main_score":0.489543,"hf_subset":"hau_Latn-hun_Latn","languages":["hau-Latn","hun-Latn"]},{"precision":0.479726,"recall":0.52668,"f1":0.493343,"accuracy":0.52668,"main_score":0.493343,"hf_subset":"hau_Latn-kir_Cyrl","languages":["hau-Latn","kir-Cyrl"]},{"precision":0.45315,"recall":0.511858,"f1":0.470179,"accuracy":0.511858,"main_score":0.470179,"hf_subset":"hau_Latn-mar_Deva","languages":["hau-Latn","mar-Deva"]},{"precision":0.504048,"recall":0.544466,"f1":0.515613,"accuracy":0.544466,"main_score":0.515613,"hf_subset":"hau_Latn-plt_Latn","languages":["hau-Latn","plt-Latn"]},{"precision":0.447022,"recall":0.51087,"f1":0.465371,"accuracy":0.51087,"main_score":0.465371,"hf_subset":"hau_Latn-srp_Cyrl","languages":["hau-Latn","srp-Cyrl"]},{"precision":0.41032,"recall":0.472332,"f1":0.427851,"accuracy":0.472332,"main_score":0.427851,"hf_subset":"hau_Latn-uig_Arab","languages":["hau-Latn","uig-Arab"]},{"precision":0.433105,"recall":0.499012,"f1":0.451851,"accuracy":0.499012,"main_score":0.451851,"hf_subset":"hau_Latn-aeb_Arab","languages":["hau-Latn","aeb-Arab"]},{"precision":0.449471,"recall":0.512846,"f1":0.467034,"accuracy":0.512846,"main_score":0.467034,"hf_subset":"hau_Latn-ben_Beng","languages":["hau-Latn","ben-Beng"]},{"precision":0.459591,"recall":0.521739,"f1":0.477327,"accuracy":0.521739,"main_score":0.477327,"hf_subset":"hau_Latn-est_Latn","languages":["hau-Latn","est-Latn"]},{"precision":0.42262,"recall":0.48419,"f1":0.440635,"accuracy":0.48419,"main_score":0.440635,"hf_subset":"hau_Latn-hye_Armn","languages":["hau-Latn","hye-Armn"]},{"precision":0.462846,"recall":0.5,"f1":0.474097,"accuracy":0.5,"main_score":0.474097,"hf_subset":"hau_Latn-kmb_Latn","languages":["hau-Latn","kmb-Latn"]},{"precision":0.306605,"recall":0.364625,"f1":0.322716,"accuracy":0.364625,"main_score":0.322716,"hf_subset":"hau_Latn-min_Arab","languages":["hau-Latn","min-Arab"]},{"precision":0.46323,"recall":0.531621,"f1":0.481823,"accuracy":0.531621,"main_score":0.481823,"hf_subset":"hau_Latn-pol_Latn","languages":["hau-Latn","pol-Latn"]},{"precision":0.480879,"recall":0.523715,"f1":0.493499,"accuracy":0.523715,"main_score":0.493499,"hf_subset":"hau_Latn-ssw_Latn","languages":["hau-Latn","ssw-Latn"]},{"precision":0.446686,"recall":0.513834,"f1":0.465614,"accuracy":0.513834,"main_score":0.465614,"hf_subset":"hau_Latn-ukr_Cyrl","languages":["hau-Latn","ukr-Cyrl"]},{"precision":0.472292,"recall":0.535573,"f1":0.490133,"accuracy":0.535573,"main_score":0.490133,"hf_subset":"hau_Latn-afr_Latn","languages":["hau-Latn","afr-Latn"]},{"precision":0.454792,"recall":0.512846,"f1":0.471236,"accuracy":0.512846,"main_score":0.471236,"hf_subset":"hau_Latn-bho_Deva","languages":["hau-Latn","bho-Deva"]},{"precision":0.481614,"recall":0.534585,"f1":0.496731,"accuracy":0.534585,"main_score":0.496731,"hf_subset":"hau_Latn-eus_Latn","languages":["hau-Latn","eus-Latn"]},{"precision":0.477694,"recall":0.52668,"f1":0.492052,"accuracy":0.52668,"main_score":0.492052,"hf_subset":"hau_Latn-ibo_Latn","languages":["hau-Latn","ibo-Latn"]},{"precision":0.487078,"recall":0.533597,"f1":0.500905,"accuracy":0.533597,"main_score":0.500905,"hf_subset":"hau_Latn-kmr_Latn","languages":["hau-Latn","kmr-Latn"]},{"precision":0.498577,"recall":0.541502,"f1":0.510802,"accuracy":0.541502,"main_score":0.510802,"hf_subset":"hau_Latn-min_Latn","languages":["hau-Latn","min-Latn"]},{"precision":0.462183,"recall":0.528656,"f1":0.48064,"accuracy":0.528656,"main_score":0.48064,"hf_subset":"hau_Latn-por_Latn","languages":["hau-Latn","por-Latn"]},{"precision":0.503919,"recall":0.549407,"f1":0.516654,"accuracy":0.549407,"main_score":0.516654,"hf_subset":"hau_Latn-sun_Latn","languages":["hau-Latn","sun-Latn"]},{"precision":0.463406,"recall":0.509881,"f1":0.476648,"accuracy":0.509881,"main_score":0.476648,"hf_subset":"hau_Latn-umb_Latn","languages":["hau-Latn","umb-Latn"]},{"precision":0.448201,"recall":0.512846,"f1":0.466631,"accuracy":0.512846,"main_score":0.466631,"hf_subset":"hau_Latn-ajp_Arab","languages":["hau-Latn","ajp-Arab"]},{"precision":0.34279,"recall":0.397233,"f1":0.357201,"accuracy":0.397233,"main_score":0.357201,"hf_subset":"hau_Latn-bjn_Arab","languages":["hau-Latn","bjn-Arab"]},{"precision":0.463436,"recall":0.505929,"f1":0.475823,"accuracy":0.505929,"main_score":0.475823,"hf_subset":"hau_Latn-ewe_Latn","languages":["hau-Latn","ewe-Latn"]},{"precision":0.500678,"recall":0.540514,"f1":0.512345,"accuracy":0.540514,"main_score":0.512345,"hf_subset":"hau_Latn-ilo_Latn","languages":["hau-Latn","ilo-Latn"]},{"precision":0.221197,"recall":0.287549,"f1":0.238956,"accuracy":0.287549,"main_score":0.238956,"hf_subset":"hau_Latn-knc_Arab","languages":["hau-Latn","knc-Arab"]},{"precision":0.459209,"recall":0.522727,"f1":0.477179,"accuracy":0.522727,"main_score":0.477179,"hf_subset":"hau_Latn-mkd_Cyrl","languages":["hau-Latn","mkd-Cyrl"]},{"precision":0.426599,"recall":0.499012,"f1":0.446575,"accuracy":0.499012,"main_score":0.446575,"hf_subset":"hau_Latn-prs_Arab","languages":["hau-Latn","prs-Arab"]},{"precision":0.455247,"recall":0.517787,"f1":0.4725,"accuracy":0.517787,"main_score":0.4725,"hf_subset":"hau_Latn-swe_Latn","languages":["hau-Latn","swe-Latn"]},{"precision":0.402966,"recall":0.475296,"f1":0.423193,"accuracy":0.475296,"main_score":0.423193,"hf_subset":"hau_Latn-urd_Arab","languages":["hau-Latn","urd-Arab"]},{"precision":0.494081,"recall":0.531621,"f1":0.505287,"accuracy":0.531621,"main_score":0.505287,"hf_subset":"hau_Latn-aka_Latn","languages":["hau-Latn","aka-Latn"]},{"precision":0.493272,"recall":0.544466,"f1":0.508058,"accuracy":0.544466,"main_score":0.508058,"hf_subset":"hau_Latn-bjn_Latn","languages":["hau-Latn","bjn-Latn"]},{"precision":0.47945,"recall":0.534585,"f1":0.495677,"accuracy":0.534585,"main_score":0.495677,"hf_subset":"hau_Latn-fao_Latn","languages":["hau-Latn","fao-Latn"]},{"precision":0.468862,"recall":0.525692,"f1":0.484409,"accuracy":0.525692,"main_score":0.484409,"hf_subset":"hau_Latn-ind_Latn","languages":["hau-Latn","ind-Latn"]},{"precision":0.511349,"recall":0.550395,"f1":0.522576,"accuracy":0.550395,"main_score":0.522576,"hf_subset":"hau_Latn-knc_Latn","languages":["hau-Latn","knc-Latn"]},{"precision":0.489861,"recall":0.541502,"f1":0.504105,"accuracy":0.541502,"main_score":0.504105,"hf_subset":"hau_Latn-mlt_Latn","languages":["hau-Latn","mlt-Latn"]},{"precision":0.470729,"recall":0.51581,"f1":0.483835,"accuracy":0.51581,"main_score":0.483835,"hf_subset":"hau_Latn-quy_Latn","languages":["hau-Latn","quy-Latn"]},{"precision":0.500151,"recall":0.546443,"f1":0.513244,"accuracy":0.546443,"main_score":0.513244,"hf_subset":"hau_Latn-swh_Latn","languages":["hau-Latn","swh-Latn"]},{"precision":0.460562,"recall":0.519763,"f1":0.476567,"accuracy":0.519763,"main_score":0.476567,"hf_subset":"hau_Latn-uzn_Latn","languages":["hau-Latn","uzn-Latn"]},{"precision":0.458141,"recall":0.520751,"f1":0.475001,"accuracy":0.520751,"main_score":0.475001,"hf_subset":"hau_Latn-als_Latn","languages":["hau-Latn","als-Latn"]},{"precision":0.179373,"recall":0.231225,"f1":0.192561,"accuracy":0.231225,"main_score":0.192561,"hf_subset":"hau_Latn-bod_Tibt","languages":["hau-Latn","bod-Tibt"]},{"precision":0.478508,"recall":0.517787,"f1":0.489977,"accuracy":0.517787,"main_score":0.489977,"hf_subset":"hau_Latn-fij_Latn","languages":["hau-Latn","fij-Latn"]},{"precision":0.457844,"recall":0.513834,"f1":0.473864,"accuracy":0.513834,"main_score":0.473864,"hf_subset":"hau_Latn-isl_Latn","languages":["hau-Latn","isl-Latn"]},{"precision":0.478369,"recall":0.519763,"f1":0.4903,"accuracy":0.519763,"main_score":0.4903,"hf_subset":"hau_Latn-kon_Latn","languages":["hau-Latn","kon-Latn"]},{"precision":0.390553,"recall":0.444664,"f1":0.404809,"accuracy":0.444664,"main_score":0.404809,"hf_subset":"hau_Latn-mni_Beng","languages":["hau-Latn","mni-Beng"]},{"precision":0.465978,"recall":0.52668,"f1":0.482553,"accuracy":0.52668,"main_score":0.482553,"hf_subset":"hau_Latn-ron_Latn","languages":["hau-Latn","ron-Latn"]},{"precision":0.458794,"recall":0.520751,"f1":0.476355,"accuracy":0.520751,"main_score":0.476355,"hf_subset":"hau_Latn-szl_Latn","languages":["hau-Latn","szl-Latn"]},{"precision":0.480922,"recall":0.541502,"f1":0.498144,"accuracy":0.541502,"main_score":0.498144,"hf_subset":"hau_Latn-vec_Latn","languages":["hau-Latn","vec-Latn"]},{"precision":0.291678,"recall":0.349802,"f1":0.307167,"accuracy":0.349802,"main_score":0.307167,"hf_subset":"hau_Latn-amh_Ethi","languages":["hau-Latn","amh-Ethi"]},{"precision":0.474002,"recall":0.539526,"f1":0.492142,"accuracy":0.539526,"main_score":0.492142,"hf_subset":"hau_Latn-bos_Latn","languages":["hau-Latn","bos-Latn"]},{"precision":0.439001,"recall":0.504941,"f1":0.457598,"accuracy":0.504941,"main_score":0.457598,"hf_subset":"hau_Latn-fin_Latn","languages":["hau-Latn","fin-Latn"]},{"precision":0.466943,"recall":0.529644,"f1":0.484041,"accuracy":0.529644,"main_score":0.484041,"hf_subset":"hau_Latn-ita_Latn","languages":["hau-Latn","ita-Latn"]},{"precision":0.425788,"recall":0.495059,"f1":0.445323,"accuracy":0.495059,"main_score":0.445323,"hf_subset":"hau_Latn-kor_Hang","languages":["hau-Latn","kor-Hang"]},{"precision":0.456341,"recall":0.497036,"f1":0.467956,"accuracy":0.497036,"main_score":0.467956,"hf_subset":"hau_Latn-mos_Latn","languages":["hau-Latn","mos-Latn"]},{"precision":0.47001,"recall":0.51087,"f1":0.482119,"accuracy":0.51087,"main_score":0.482119,"hf_subset":"hau_Latn-run_Latn","languages":["hau-Latn","run-Latn"]},{"precision":0.430923,"recall":0.495059,"f1":0.44923,"accuracy":0.495059,"main_score":0.44923,"hf_subset":"hau_Latn-tam_Taml","languages":["hau-Latn","tam-Taml"]},{"precision":0.448559,"recall":0.512846,"f1":0.466531,"accuracy":0.512846,"main_score":0.466531,"hf_subset":"hau_Latn-vie_Latn","languages":["hau-Latn","vie-Latn"]},{"precision":0.4495,"recall":0.512846,"f1":0.467311,"accuracy":0.512846,"main_score":0.467311,"hf_subset":"hau_Latn-apc_Arab","languages":["hau-Latn","apc-Arab"]},{"precision":0.494476,"recall":0.532609,"f1":0.505649,"accuracy":0.532609,"main_score":0.505649,"hf_subset":"hau_Latn-bug_Latn","languages":["hau-Latn","bug-Latn"]},{"precision":0.453618,"recall":0.494071,"f1":0.46581,"accuracy":0.494071,"main_score":0.46581,"hf_subset":"hau_Latn-fon_Latn","languages":["hau-Latn","fon-Latn"]},{"precision":0.491999,"recall":0.546443,"f1":0.50787,"accuracy":0.546443,"main_score":0.50787,"hf_subset":"hau_Latn-jav_Latn","languages":["hau-Latn","jav-Latn"]},{"precision":0.400159,"recall":0.458498,"f1":0.416665,"accuracy":0.458498,"main_score":0.416665,"hf_subset":"hau_Latn-lao_Laoo","languages":["hau-Latn","lao-Laoo"]},{"precision":0.445422,"recall":0.495059,"f1":0.45895,"accuracy":0.495059,"main_score":0.45895,"hf_subset":"hau_Latn-mri_Latn","languages":["hau-Latn","mri-Latn"]},{"precision":0.45149,"recall":0.512846,"f1":0.468367,"accuracy":0.512846,"main_score":0.468367,"hf_subset":"hau_Latn-rus_Cyrl","languages":["hau-Latn","rus-Cyrl"]},{"precision":0.458984,"recall":0.500988,"f1":0.471498,"accuracy":0.500988,"main_score":0.471498,"hf_subset":"hau_Latn-taq_Latn","languages":["hau-Latn","taq-Latn"]},{"precision":0.49499,"recall":0.541502,"f1":0.507674,"accuracy":0.541502,"main_score":0.507674,"hf_subset":"hau_Latn-war_Latn","languages":["hau-Latn","war-Latn"]},{"precision":0.441406,"recall":0.509881,"f1":0.460744,"accuracy":0.509881,"main_score":0.460744,"hf_subset":"hau_Latn-arb_Arab","languages":["hau-Latn","arb-Arab"]},{"precision":0.454247,"recall":0.518775,"f1":0.471608,"accuracy":0.518775,"main_score":0.471608,"hf_subset":"hau_Latn-bul_Cyrl","languages":["hau-Latn","bul-Cyrl"]},{"precision":0.468648,"recall":0.529644,"f1":0.485623,"accuracy":0.529644,"main_score":0.485623,"hf_subset":"hau_Latn-fra_Latn","languages":["hau-Latn","fra-Latn"]},{"precision":0.430331,"recall":0.491107,"f1":0.447181,"accuracy":0.491107,"main_score":0.447181,"hf_subset":"hau_Latn-jpn_Jpan","languages":["hau-Latn","jpn-Jpan"]},{"precision":0.488115,"recall":0.537549,"f1":0.501752,"accuracy":0.537549,"main_score":0.501752,"hf_subset":"hau_Latn-lij_Latn","languages":["hau-Latn","lij-Latn"]},{"precision":0.267066,"recall":0.33004,"f1":0.283769,"accuracy":0.33004,"main_score":0.283769,"hf_subset":"hau_Latn-mya_Mymr","languages":["hau-Latn","mya-Mymr"]},{"precision":0.477484,"recall":0.521739,"f1":0.490277,"accuracy":0.521739,"main_score":0.490277,"hf_subset":"hau_Latn-sag_Latn","languages":["hau-Latn","sag-Latn"]},{"precision":0.166605,"recall":0.214427,"f1":0.177315,"accuracy":0.214427,"main_score":0.177315,"hf_subset":"hau_Latn-taq_Tfng","languages":["hau-Latn","taq-Tfng"]},{"precision":0.484434,"recall":0.529644,"f1":0.497161,"accuracy":0.529644,"main_score":0.497161,"hf_subset":"hau_Latn-wol_Latn","languages":["hau-Latn","wol-Latn"]},{"precision":0.404496,"recall":0.465415,"f1":0.421464,"accuracy":0.465415,"main_score":0.421464,"hf_subset":"hau_Latn-arb_Latn","languages":["hau-Latn","arb-Latn"]},{"precision":0.460029,"recall":0.524704,"f1":0.478182,"accuracy":0.524704,"main_score":0.478182,"hf_subset":"hau_Latn-cat_Latn","languages":["hau-Latn","cat-Latn"]},{"precision":0.488665,"recall":0.532609,"f1":0.501111,"accuracy":0.532609,"main_score":0.501111,"hf_subset":"hau_Latn-fur_Latn","languages":["hau-Latn","fur-Latn"]},{"precision":0.392008,"recall":0.445652,"f1":0.406584,"accuracy":0.445652,"main_score":0.406584,"hf_subset":"hau_Latn-kab_Latn","languages":["hau-Latn","kab-Latn"]},{"precision":0.477619,"recall":0.531621,"f1":0.493162,"accuracy":0.531621,"main_score":0.493162,"hf_subset":"hau_Latn-lim_Latn","languages":["hau-Latn","lim-Latn"]},{"precision":0.475795,"recall":0.533597,"f1":0.492,"accuracy":0.533597,"main_score":0.492,"hf_subset":"hau_Latn-nld_Latn","languages":["hau-Latn","nld-Latn"]},{"precision":0.426127,"recall":0.493083,"f1":0.445291,"accuracy":0.493083,"main_score":0.445291,"hf_subset":"hau_Latn-san_Deva","languages":["hau-Latn","san-Deva"]},{"precision":0.482836,"recall":0.533597,"f1":0.497222,"accuracy":0.533597,"main_score":0.497222,"hf_subset":"hau_Latn-tat_Cyrl","languages":["hau-Latn","tat-Cyrl"]},{"precision":0.495537,"recall":0.533597,"f1":0.506588,"accuracy":0.533597,"main_score":0.506588,"hf_subset":"hau_Latn-xho_Latn","languages":["hau-Latn","xho-Latn"]},{"precision":0.418167,"recall":0.491107,"f1":0.438328,"accuracy":0.491107,"main_score":0.438328,"hf_subset":"hau_Latn-ars_Arab","languages":["hau-Latn","ars-Arab"]},{"precision":0.51398,"recall":0.559289,"f1":0.525962,"accuracy":0.559289,"main_score":0.525962,"hf_subset":"hau_Latn-ceb_Latn","languages":["hau-Latn","ceb-Latn"]},{"precision":0.458484,"recall":0.511858,"f1":0.474013,"accuracy":0.511858,"main_score":0.474013,"hf_subset":"hau_Latn-fuv_Latn","languages":["hau-Latn","fuv-Latn"]},{"precision":0.481254,"recall":0.518775,"f1":0.492284,"accuracy":0.518775,"main_score":0.492284,"hf_subset":"hau_Latn-kac_Latn","languages":["hau-Latn","kac-Latn"]},{"precision":0.495302,"recall":0.534585,"f1":0.506409,"accuracy":0.534585,"main_score":0.506409,"hf_subset":"hau_Latn-lin_Latn","languages":["hau-Latn","lin-Latn"]},{"precision":0.466076,"recall":0.52668,"f1":0.48258,"accuracy":0.52668,"main_score":0.48258,"hf_subset":"hau_Latn-nno_Latn","languages":["hau-Latn","nno-Latn"]},{"precision":0.033412,"recall":0.079051,"f1":0.041023,"accuracy":0.079051,"main_score":0.041023,"hf_subset":"hau_Latn-sat_Olck","languages":["hau-Latn","sat-Olck"]},{"precision":0.452881,"recall":0.514822,"f1":0.470608,"accuracy":0.514822,"main_score":0.470608,"hf_subset":"hau_Latn-tel_Telu","languages":["hau-Latn","tel-Telu"]},{"precision":0.35919,"recall":0.423913,"f1":0.377296,"accuracy":0.423913,"main_score":0.377296,"hf_subset":"hau_Latn-ydd_Hebr","languages":["hau-Latn","ydd-Hebr"]},{"precision":0.43882,"recall":0.501976,"f1":0.456749,"accuracy":0.501976,"main_score":0.456749,"hf_subset":"hau_Latn-ary_Arab","languages":["hau-Latn","ary-Arab"]},{"precision":0.449861,"recall":0.516798,"f1":0.469139,"accuracy":0.516798,"main_score":0.469139,"hf_subset":"hau_Latn-ces_Latn","languages":["hau-Latn","ces-Latn"]},{"precision":0.392229,"recall":0.44664,"f1":0.408338,"accuracy":0.44664,"main_score":0.408338,"hf_subset":"hau_Latn-gaz_Latn","languages":["hau-Latn","gaz-Latn"]},{"precision":0.469636,"recall":0.514822,"f1":0.48284,"accuracy":0.514822,"main_score":0.48284,"hf_subset":"hau_Latn-kam_Latn","languages":["hau-Latn","kam-Latn"]},{"precision":0.438902,"recall":0.503953,"f1":0.457205,"accuracy":0.503953,"main_score":0.457205,"hf_subset":"hau_Latn-lit_Latn","languages":["hau-Latn","lit-Latn"]},{"precision":0.457176,"recall":0.527668,"f1":0.477629,"accuracy":0.527668,"main_score":0.477629,"hf_subset":"hau_Latn-nob_Latn","languages":["hau-Latn","nob-Latn"]},{"precision":0.470024,"recall":0.527668,"f1":0.486583,"accuracy":0.527668,"main_score":0.486583,"hf_subset":"hau_Latn-scn_Latn","languages":["hau-Latn","scn-Latn"]},{"precision":0.480151,"recall":0.528656,"f1":0.493691,"accuracy":0.528656,"main_score":0.493691,"hf_subset":"hau_Latn-tgk_Cyrl","languages":["hau-Latn","tgk-Cyrl"]},{"precision":0.443956,"recall":0.491107,"f1":0.458729,"accuracy":0.491107,"main_score":0.458729,"hf_subset":"hau_Latn-yor_Latn","languages":["hau-Latn","yor-Latn"]},{"precision":0.442528,"recall":0.51087,"f1":0.461639,"accuracy":0.51087,"main_score":0.461639,"hf_subset":"hau_Latn-arz_Arab","languages":["hau-Latn","arz-Arab"]},{"precision":0.4477,"recall":0.494071,"f1":0.461322,"accuracy":0.494071,"main_score":0.461322,"hf_subset":"hau_Latn-cjk_Latn","languages":["hau-Latn","cjk-Latn"]},{"precision":0.448066,"recall":0.498024,"f1":0.462299,"accuracy":0.498024,"main_score":0.462299,"hf_subset":"hau_Latn-gla_Latn","languages":["hau-Latn","gla-Latn"]},{"precision":0.441946,"recall":0.497036,"f1":0.457,"accuracy":0.497036,"main_score":0.457,"hf_subset":"hau_Latn-kan_Knda","languages":["hau-Latn","kan-Knda"]},{"precision":0.486421,"recall":0.537549,"f1":0.500923,"accuracy":0.537549,"main_score":0.500923,"hf_subset":"hau_Latn-lmo_Latn","languages":["hau-Latn","lmo-Latn"]},{"precision":0.446486,"recall":0.506917,"f1":0.463103,"accuracy":0.506917,"main_score":0.463103,"hf_subset":"hau_Latn-npi_Deva","languages":["hau-Latn","npi-Deva"]},{"precision":0.414363,"recall":0.477273,"f1":0.432119,"accuracy":0.477273,"main_score":0.432119,"hf_subset":"hau_Latn-shn_Mymr","languages":["hau-Latn","shn-Mymr"]},{"precision":0.488985,"recall":0.544466,"f1":0.504505,"accuracy":0.544466,"main_score":0.504505,"hf_subset":"hau_Latn-tgl_Latn","languages":["hau-Latn","tgl-Latn"]},{"precision":0.436313,"recall":0.504941,"f1":0.455051,"accuracy":0.504941,"main_score":0.455051,"hf_subset":"hau_Latn-yue_Hant","languages":["hau-Latn","yue-Hant"]},{"precision":0.409931,"recall":0.476285,"f1":0.429308,"accuracy":0.476285,"main_score":0.429308,"hf_subset":"hau_Latn-asm_Beng","languages":["hau-Latn","asm-Beng"]},{"precision":0.422621,"recall":0.477273,"f1":0.437976,"accuracy":0.477273,"main_score":0.437976,"hf_subset":"hau_Latn-ckb_Arab","languages":["hau-Latn","ckb-Arab"]},{"precision":0.44893,"recall":0.5,"f1":0.463379,"accuracy":0.5,"main_score":0.463379,"hf_subset":"hau_Latn-gle_Latn","languages":["hau-Latn","gle-Latn"]},{"precision":0.386408,"recall":0.455534,"f1":0.405784,"accuracy":0.455534,"main_score":0.405784,"hf_subset":"hau_Latn-kas_Arab","languages":["hau-Latn","kas-Arab"]},{"precision":0.447481,"recall":0.501976,"f1":0.462327,"accuracy":0.501976,"main_score":0.462327,"hf_subset":"hau_Latn-ltg_Latn","languages":["hau-Latn","ltg-Latn"]},{"precision":0.504416,"recall":0.538538,"f1":0.514399,"accuracy":0.538538,"main_score":0.514399,"hf_subset":"hau_Latn-nso_Latn","languages":["hau-Latn","nso-Latn"]},{"precision":0.215921,"recall":0.253953,"f1":0.226163,"accuracy":0.253953,"main_score":0.226163,"hf_subset":"hau_Latn-sin_Sinh","languages":["hau-Latn","sin-Sinh"]},{"precision":0.44165,"recall":0.512846,"f1":0.462127,"accuracy":0.512846,"main_score":0.462127,"hf_subset":"hau_Latn-tha_Thai","languages":["hau-Latn","tha-Thai"]},{"precision":0.422222,"recall":0.494071,"f1":0.442218,"accuracy":0.494071,"main_score":0.442218,"hf_subset":"hau_Latn-zho_Hans","languages":["hau-Latn","zho-Hans"]},{"precision":0.474874,"recall":0.529644,"f1":0.490348,"accuracy":0.529644,"main_score":0.490348,"hf_subset":"hau_Latn-ast_Latn","languages":["hau-Latn","ast-Latn"]},{"precision":0.454974,"recall":0.517787,"f1":0.472778,"accuracy":0.517787,"main_score":0.472778,"hf_subset":"hau_Latn-crh_Latn","languages":["hau-Latn","crh-Latn"]},{"precision":0.472595,"recall":0.533597,"f1":0.489294,"accuracy":0.533597,"main_score":0.489294,"hf_subset":"hau_Latn-glg_Latn","languages":["hau-Latn","glg-Latn"]},{"precision":0.438936,"recall":0.493083,"f1":0.454642,"accuracy":0.493083,"main_score":0.454642,"hf_subset":"hau_Latn-kas_Deva","languages":["hau-Latn","kas-Deva"]},{"precision":0.452955,"recall":0.513834,"f1":0.469978,"accuracy":0.513834,"main_score":0.469978,"hf_subset":"hau_Latn-ltz_Latn","languages":["hau-Latn","ltz-Latn"]},{"precision":0.399163,"recall":0.451581,"f1":0.413443,"accuracy":0.451581,"main_score":0.413443,"hf_subset":"hau_Latn-nus_Latn","languages":["hau-Latn","nus-Latn"]},{"precision":0.464989,"recall":0.525692,"f1":0.481383,"accuracy":0.525692,"main_score":0.481383,"hf_subset":"hau_Latn-slk_Latn","languages":["hau-Latn","slk-Latn"]},{"precision":0.241711,"recall":0.29249,"f1":0.254811,"accuracy":0.29249,"main_score":0.254811,"hf_subset":"hau_Latn-tir_Ethi","languages":["hau-Latn","tir-Ethi"]},{"precision":0.429558,"recall":0.501976,"f1":0.449892,"accuracy":0.501976,"main_score":0.449892,"hf_subset":"hau_Latn-zho_Hant","languages":["hau-Latn","zho-Hant"]},{"precision":0.455528,"recall":0.509881,"f1":0.470148,"accuracy":0.509881,"main_score":0.470148,"hf_subset":"hau_Latn-awa_Deva","languages":["hau-Latn","awa-Deva"]},{"precision":0.454637,"recall":0.504941,"f1":0.469615,"accuracy":0.504941,"main_score":0.469615,"hf_subset":"hau_Latn-cym_Latn","languages":["hau-Latn","cym-Latn"]},{"precision":0.491834,"recall":0.529644,"f1":0.50272,"accuracy":0.529644,"main_score":0.50272,"hf_subset":"hau_Latn-grn_Latn","languages":["hau-Latn","grn-Latn"]},{"precision":0.43588,"recall":0.492095,"f1":0.451079,"accuracy":0.492095,"main_score":0.451079,"hf_subset":"hau_Latn-kat_Geor","languages":["hau-Latn","kat-Geor"]},{"precision":0.482493,"recall":0.516798,"f1":0.492431,"accuracy":0.516798,"main_score":0.492431,"hf_subset":"hau_Latn-lua_Latn","languages":["hau-Latn","lua-Latn"]},{"precision":0.493289,"recall":0.536561,"f1":0.505819,"accuracy":0.536561,"main_score":0.505819,"hf_subset":"hau_Latn-nya_Latn","languages":["hau-Latn","nya-Latn"]},{"precision":0.463514,"recall":0.522727,"f1":0.48012,"accuracy":0.522727,"main_score":0.48012,"hf_subset":"hau_Latn-slv_Latn","languages":["hau-Latn","slv-Latn"]},{"precision":0.498727,"recall":0.543478,"f1":0.510855,"accuracy":0.543478,"main_score":0.510855,"hf_subset":"hau_Latn-tpi_Latn","languages":["hau-Latn","tpi-Latn"]},{"precision":0.485408,"recall":0.543478,"f1":0.502251,"accuracy":0.543478,"main_score":0.502251,"hf_subset":"hau_Latn-zsm_Latn","languages":["hau-Latn","zsm-Latn"]},{"precision":0.467556,"recall":0.51087,"f1":0.480698,"accuracy":0.51087,"main_score":0.480698,"hf_subset":"hau_Latn-ayr_Latn","languages":["hau-Latn","ayr-Latn"]},{"precision":0.465183,"recall":0.528656,"f1":0.483095,"accuracy":0.528656,"main_score":0.483095,"hf_subset":"hau_Latn-dan_Latn","languages":["hau-Latn","dan-Latn"]},{"precision":0.441128,"recall":0.502964,"f1":0.458657,"accuracy":0.502964,"main_score":0.458657,"hf_subset":"hau_Latn-guj_Gujr","languages":["hau-Latn","guj-Gujr"]},{"precision":0.459177,"recall":0.517787,"f1":0.475205,"accuracy":0.517787,"main_score":0.475205,"hf_subset":"hau_Latn-kaz_Cyrl","languages":["hau-Latn","kaz-Cyrl"]},{"precision":0.44343,"recall":0.492095,"f1":0.457437,"accuracy":0.492095,"main_score":0.457437,"hf_subset":"hau_Latn-lug_Latn","languages":["hau-Latn","lug-Latn"]},{"precision":0.472498,"recall":0.528656,"f1":0.488595,"accuracy":0.528656,"main_score":0.488595,"hf_subset":"hau_Latn-oci_Latn","languages":["hau-Latn","oci-Latn"]},{"precision":0.493275,"recall":0.534585,"f1":0.50485,"accuracy":0.534585,"main_score":0.50485,"hf_subset":"hau_Latn-smo_Latn","languages":["hau-Latn","smo-Latn"]},{"precision":0.478084,"recall":0.519763,"f1":0.490168,"accuracy":0.519763,"main_score":0.490168,"hf_subset":"hau_Latn-tsn_Latn","languages":["hau-Latn","tsn-Latn"]},{"precision":0.475388,"recall":0.524704,"f1":0.490187,"accuracy":0.524704,"main_score":0.490187,"hf_subset":"hau_Latn-zul_Latn","languages":["hau-Latn","zul-Latn"]},{"precision":0.398617,"recall":0.463439,"f1":0.41765,"accuracy":0.463439,"main_score":0.41765,"hf_subset":"hau_Latn-azb_Arab","languages":["hau-Latn","azb-Arab"]},{"precision":0.467464,"recall":0.52668,"f1":0.48366,"accuracy":0.52668,"main_score":0.48366,"hf_subset":"hau_Latn-deu_Latn","languages":["hau-Latn","deu-Latn"]},{"precision":0.440886,"recall":0.501976,"f1":0.458229,"accuracy":0.501976,"main_score":0.458229,"hf_subset":"hau_Latn-hat_Latn","languages":["hau-Latn","hat-Latn"]},{"precision":0.451836,"recall":0.5,"f1":0.46581,"accuracy":0.5,"main_score":0.46581,"hf_subset":"hau_Latn-kbp_Latn","languages":["hau-Latn","kbp-Latn"]},{"precision":0.493568,"recall":0.529644,"f1":0.50386,"accuracy":0.529644,"main_score":0.50386,"hf_subset":"hau_Latn-luo_Latn","languages":["hau-Latn","luo-Latn"]},{"precision":0.422201,"recall":0.486166,"f1":0.440477,"accuracy":0.486166,"main_score":0.440477,"hf_subset":"hau_Latn-ory_Orya","languages":["hau-Latn","ory-Orya"]},{"precision":0.489345,"recall":0.533597,"f1":0.502153,"accuracy":0.533597,"main_score":0.502153,"hf_subset":"hau_Latn-sna_Latn","languages":["hau-Latn","sna-Latn"]},{"precision":0.4777,"recall":0.520751,"f1":0.489968,"accuracy":0.520751,"main_score":0.489968,"hf_subset":"hau_Latn-tso_Latn","languages":["hau-Latn","tso-Latn"]},{"precision":0.448074,"recall":0.51087,"f1":0.465919,"accuracy":0.51087,"main_score":0.465919,"hf_subset":"hau_Latn-azj_Latn","languages":["hau-Latn","azj-Latn"]},{"precision":0.449259,"recall":0.499012,"f1":0.464381,"accuracy":0.499012,"main_score":0.464381,"hf_subset":"hau_Latn-dik_Latn","languages":["hau-Latn","dik-Latn"]},{"precision":0.485964,"recall":0.535573,"f1":0.49996,"accuracy":0.535573,"main_score":0.49996,"hf_subset":"hau_Latn-kea_Latn","languages":["hau-Latn","kea-Latn"]},{"precision":0.503145,"recall":0.543478,"f1":0.514544,"accuracy":0.543478,"main_score":0.514544,"hf_subset":"hau_Latn-lus_Latn","languages":["hau-Latn","lus-Latn"]},{"precision":0.501304,"recall":0.537549,"f1":0.511837,"accuracy":0.537549,"main_score":0.511837,"hf_subset":"hau_Latn-pag_Latn","languages":["hau-Latn","pag-Latn"]},{"precision":0.407479,"recall":0.472332,"f1":0.424962,"accuracy":0.472332,"main_score":0.424962,"hf_subset":"hau_Latn-snd_Arab","languages":["hau-Latn","snd-Arab"]},{"precision":0.44298,"recall":0.498024,"f1":0.458322,"accuracy":0.498024,"main_score":0.458322,"hf_subset":"hau_Latn-tuk_Latn","languages":["hau-Latn","tuk-Latn"]},{"precision":0.472728,"recall":0.531621,"f1":0.489066,"accuracy":0.531621,"main_score":0.489066,"hf_subset":"hau_Latn-bak_Cyrl","languages":["hau-Latn","bak-Cyrl"]},{"precision":0.378989,"recall":0.437747,"f1":0.395864,"accuracy":0.437747,"main_score":0.395864,"hf_subset":"hau_Latn-dyu_Latn","languages":["hau-Latn","dyu-Latn"]},{"precision":0.419785,"recall":0.48913,"f1":0.439412,"accuracy":0.48913,"main_score":0.439412,"hf_subset":"hau_Latn-heb_Hebr","languages":["hau-Latn","heb-Hebr"]},{"precision":0.467199,"recall":0.520751,"f1":0.482873,"accuracy":0.520751,"main_score":0.482873,"hf_subset":"hau_Latn-khk_Cyrl","languages":["hau-Latn","khk-Cyrl"]},{"precision":0.440136,"recall":0.503953,"f1":0.458288,"accuracy":0.503953,"main_score":0.458288,"hf_subset":"hau_Latn-lvs_Latn","languages":["hau-Latn","lvs-Latn"]},{"precision":0.436602,"recall":0.501976,"f1":0.454738,"accuracy":0.501976,"main_score":0.454738,"hf_subset":"hau_Latn-pan_Guru","languages":["hau-Latn","pan-Guru"]},{"precision":0.472547,"recall":0.51581,"f1":0.485052,"accuracy":0.51581,"main_score":0.485052,"hf_subset":"hau_Latn-som_Latn","languages":["hau-Latn","som-Latn"]},{"precision":0.469094,"recall":0.511858,"f1":0.481292,"accuracy":0.511858,"main_score":0.481292,"hf_subset":"hau_Latn-tum_Latn","languages":["hau-Latn","tum-Latn"]},{"precision":0.446649,"recall":0.530632,"f1":0.469615,"accuracy":0.530632,"main_score":0.469615,"hf_subset":"kea_Latn-ace_Arab","languages":["kea-Latn","ace-Arab"]},{"precision":0.454501,"recall":0.528656,"f1":0.475082,"accuracy":0.528656,"main_score":0.475082,"hf_subset":"kea_Latn-bam_Latn","languages":["kea-Latn","bam-Latn"]},{"precision":0.106081,"recall":0.151186,"f1":0.117257,"accuracy":0.151186,"main_score":0.117257,"hf_subset":"kea_Latn-dzo_Tibt","languages":["kea-Latn","dzo-Tibt"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"kea_Latn-hin_Deva","languages":["kea-Latn","hin-Deva"]},{"precision":0.828475,"recall":0.880435,"f1":0.845092,"accuracy":0.880435,"main_score":0.845092,"hf_subset":"kea_Latn-khm_Khmr","languages":["kea-Latn","khm-Khmr"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"kea_Latn-mag_Deva","languages":["kea-Latn","mag-Deva"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"kea_Latn-pap_Latn","languages":["kea-Latn","pap-Latn"]},{"precision":0.519319,"recall":0.587945,"f1":0.538149,"accuracy":0.587945,"main_score":0.538149,"hf_subset":"kea_Latn-sot_Latn","languages":["kea-Latn","sot-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"kea_Latn-tur_Latn","languages":["kea-Latn","tur-Latn"]},{"precision":0.798123,"recall":0.84585,"f1":0.812714,"accuracy":0.84585,"main_score":0.812714,"hf_subset":"kea_Latn-ace_Latn","languages":["kea-Latn","ace-Latn"]},{"precision":0.90975,"recall":0.936759,"f1":0.918478,"accuracy":0.936759,"main_score":0.918478,"hf_subset":"kea_Latn-ban_Latn","languages":["kea-Latn","ban-Latn"]},{"precision":0.978508,"recall":0.985178,"f1":0.980632,"accuracy":0.985178,"main_score":0.980632,"hf_subset":"kea_Latn-ell_Grek","languages":["kea-Latn","ell-Grek"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"kea_Latn-hne_Deva","languages":["kea-Latn","hne-Deva"]},{"precision":0.513838,"recall":0.592885,"f1":0.536838,"accuracy":0.592885,"main_score":0.536838,"hf_subset":"kea_Latn-kik_Latn","languages":["kea-Latn","kik-Latn"]},{"precision":0.968874,"recall":0.979249,"f1":0.972332,"accuracy":0.979249,"main_score":0.972332,"hf_subset":"kea_Latn-mai_Deva","languages":["kea-Latn","mai-Deva"]},{"precision":0.839015,"recall":0.882411,"f1":0.852437,"accuracy":0.882411,"main_score":0.852437,"hf_subset":"kea_Latn-pbt_Arab","languages":["kea-Latn","pbt-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"kea_Latn-spa_Latn","languages":["kea-Latn","spa-Latn"]},{"precision":0.579072,"recall":0.644269,"f1":0.597557,"accuracy":0.644269,"main_score":0.597557,"hf_subset":"kea_Latn-twi_Latn","languages":["kea-Latn","twi-Latn"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"kea_Latn-acm_Arab","languages":["kea-Latn","acm-Arab"]},{"precision":0.966897,"recall":0.977273,"f1":0.970356,"accuracy":0.977273,"main_score":0.970356,"hf_subset":"kea_Latn-bel_Cyrl","languages":["kea-Latn","bel-Cyrl"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kea_Latn-eng_Latn","languages":["kea-Latn","eng-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"kea_Latn-hrv_Latn","languages":["kea-Latn","hrv-Latn"]},{"precision":0.470102,"recall":0.539526,"f1":0.489142,"accuracy":0.539526,"main_score":0.489142,"hf_subset":"kea_Latn-kin_Latn","languages":["kea-Latn","kin-Latn"]},{"precision":0.947299,"recall":0.964427,"f1":0.952899,"accuracy":0.964427,"main_score":0.952899,"hf_subset":"kea_Latn-mal_Mlym","languages":["kea-Latn","mal-Mlym"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"kea_Latn-pes_Arab","languages":["kea-Latn","pes-Arab"]},{"precision":0.972661,"recall":0.981225,"f1":0.975461,"accuracy":0.981225,"main_score":0.975461,"hf_subset":"kea_Latn-srd_Latn","languages":["kea-Latn","srd-Latn"]},{"precision":0.128108,"recall":0.194664,"f1":0.141989,"accuracy":0.194664,"main_score":0.141989,"hf_subset":"kea_Latn-tzm_Tfng","languages":["kea-Latn","tzm-Tfng"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"kea_Latn-acq_Arab","languages":["kea-Latn","acq-Arab"]},{"precision":0.527096,"recall":0.600791,"f1":0.547922,"accuracy":0.600791,"main_score":0.547922,"hf_subset":"kea_Latn-bem_Latn","languages":["kea-Latn","bem-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"kea_Latn-epo_Latn","languages":["kea-Latn","epo-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"kea_Latn-hun_Latn","languages":["kea-Latn","hun-Latn"]},{"precision":0.922678,"recall":0.944664,"f1":0.929743,"accuracy":0.944664,"main_score":0.929743,"hf_subset":"kea_Latn-kir_Cyrl","languages":["kea-Latn","kir-Cyrl"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"kea_Latn-mar_Deva","languages":["kea-Latn","mar-Deva"]},{"precision":0.570142,"recall":0.629447,"f1":0.58755,"accuracy":0.629447,"main_score":0.58755,"hf_subset":"kea_Latn-plt_Latn","languages":["kea-Latn","plt-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"kea_Latn-srp_Cyrl","languages":["kea-Latn","srp-Cyrl"]},{"precision":0.849967,"recall":0.894269,"f1":0.86446,"accuracy":0.894269,"main_score":0.86446,"hf_subset":"kea_Latn-uig_Arab","languages":["kea-Latn","uig-Arab"]},{"precision":0.957345,"recall":0.971344,"f1":0.961957,"accuracy":0.971344,"main_score":0.961957,"hf_subset":"kea_Latn-aeb_Arab","languages":["kea-Latn","aeb-Arab"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"kea_Latn-ben_Beng","languages":["kea-Latn","ben-Beng"]},{"precision":0.96525,"recall":0.976285,"f1":0.968874,"accuracy":0.976285,"main_score":0.968874,"hf_subset":"kea_Latn-est_Latn","languages":["kea-Latn","est-Latn"]},{"precision":0.948205,"recall":0.964427,"f1":0.953458,"accuracy":0.964427,"main_score":0.953458,"hf_subset":"kea_Latn-hye_Armn","languages":["kea-Latn","hye-Armn"]},{"precision":0.481493,"recall":0.546443,"f1":0.499425,"accuracy":0.546443,"main_score":0.499425,"hf_subset":"kea_Latn-kmb_Latn","languages":["kea-Latn","kmb-Latn"]},{"precision":0.384317,"recall":0.485178,"f1":0.410495,"accuracy":0.485178,"main_score":0.410495,"hf_subset":"kea_Latn-min_Arab","languages":["kea-Latn","min-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"kea_Latn-pol_Latn","languages":["kea-Latn","pol-Latn"]},{"precision":0.470497,"recall":0.544466,"f1":0.490323,"accuracy":0.544466,"main_score":0.490323,"hf_subset":"kea_Latn-ssw_Latn","languages":["kea-Latn","ssw-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"kea_Latn-ukr_Cyrl","languages":["kea-Latn","ukr-Cyrl"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"kea_Latn-afr_Latn","languages":["kea-Latn","afr-Latn"]},{"precision":0.956686,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"kea_Latn-bho_Deva","languages":["kea-Latn","bho-Deva"]},{"precision":0.899127,"recall":0.928854,"f1":0.908663,"accuracy":0.928854,"main_score":0.908663,"hf_subset":"kea_Latn-eus_Latn","languages":["kea-Latn","eus-Latn"]},{"precision":0.502513,"recall":0.574111,"f1":0.522872,"accuracy":0.574111,"main_score":0.522872,"hf_subset":"kea_Latn-ibo_Latn","languages":["kea-Latn","ibo-Latn"]},{"precision":0.688225,"recall":0.755929,"f1":0.707968,"accuracy":0.755929,"main_score":0.707968,"hf_subset":"kea_Latn-kmr_Latn","languages":["kea-Latn","kmr-Latn"]},{"precision":0.933136,"recall":0.953557,"f1":0.939723,"accuracy":0.953557,"main_score":0.939723,"hf_subset":"kea_Latn-min_Latn","languages":["kea-Latn","min-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"kea_Latn-por_Latn","languages":["kea-Latn","por-Latn"]},{"precision":0.953722,"recall":0.968379,"f1":0.958498,"accuracy":0.968379,"main_score":0.958498,"hf_subset":"kea_Latn-sun_Latn","languages":["kea-Latn","sun-Latn"]},{"precision":0.479891,"recall":0.55336,"f1":0.501553,"accuracy":0.55336,"main_score":0.501553,"hf_subset":"kea_Latn-umb_Latn","languages":["kea-Latn","umb-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kea_Latn-ajp_Arab","languages":["kea-Latn","ajp-Arab"]},{"precision":0.412654,"recall":0.509881,"f1":0.439204,"accuracy":0.509881,"main_score":0.439204,"hf_subset":"kea_Latn-bjn_Arab","languages":["kea-Latn","bjn-Arab"]},{"precision":0.481132,"recall":0.548419,"f1":0.499467,"accuracy":0.548419,"main_score":0.499467,"hf_subset":"kea_Latn-ewe_Latn","languages":["kea-Latn","ewe-Latn"]},{"precision":0.842507,"recall":0.884387,"f1":0.855632,"accuracy":0.884387,"main_score":0.855632,"hf_subset":"kea_Latn-ilo_Latn","languages":["kea-Latn","ilo-Latn"]},{"precision":0.194166,"recall":0.279644,"f1":0.215343,"accuracy":0.279644,"main_score":0.215343,"hf_subset":"kea_Latn-knc_Arab","languages":["kea-Latn","knc-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"kea_Latn-mkd_Cyrl","languages":["kea-Latn","mkd-Cyrl"]},{"precision":0.967721,"recall":0.978261,"f1":0.971179,"accuracy":0.978261,"main_score":0.971179,"hf_subset":"kea_Latn-prs_Arab","languages":["kea-Latn","prs-Arab"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"kea_Latn-swe_Latn","languages":["kea-Latn","swe-Latn"]},{"precision":0.962121,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"kea_Latn-urd_Arab","languages":["kea-Latn","urd-Arab"]},{"precision":0.554353,"recall":0.620553,"f1":0.573005,"accuracy":0.620553,"main_score":0.573005,"hf_subset":"kea_Latn-aka_Latn","languages":["kea-Latn","aka-Latn"]},{"precision":0.923666,"recall":0.947628,"f1":0.93139,"accuracy":0.947628,"main_score":0.93139,"hf_subset":"kea_Latn-bjn_Latn","languages":["kea-Latn","bjn-Latn"]},{"precision":0.856061,"recall":0.898221,"f1":0.869368,"accuracy":0.898221,"main_score":0.869368,"hf_subset":"kea_Latn-fao_Latn","languages":["kea-Latn","fao-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"kea_Latn-ind_Latn","languages":["kea-Latn","ind-Latn"]},{"precision":0.509766,"recall":0.58004,"f1":0.529923,"accuracy":0.58004,"main_score":0.529923,"hf_subset":"kea_Latn-knc_Latn","languages":["kea-Latn","knc-Latn"]},{"precision":0.960968,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"kea_Latn-mlt_Latn","languages":["kea-Latn","mlt-Latn"]},{"precision":0.570454,"recall":0.646245,"f1":0.591663,"accuracy":0.646245,"main_score":0.591663,"hf_subset":"kea_Latn-quy_Latn","languages":["kea-Latn","quy-Latn"]},{"precision":0.670026,"recall":0.745059,"f1":0.691883,"accuracy":0.745059,"main_score":0.691883,"hf_subset":"kea_Latn-swh_Latn","languages":["kea-Latn","swh-Latn"]},{"precision":0.944993,"recall":0.962451,"f1":0.950758,"accuracy":0.962451,"main_score":0.950758,"hf_subset":"kea_Latn-uzn_Latn","languages":["kea-Latn","uzn-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"kea_Latn-als_Latn","languages":["kea-Latn","als-Latn"]},{"precision":0.16176,"recall":0.23419,"f1":0.178946,"accuracy":0.23419,"main_score":0.178946,"hf_subset":"kea_Latn-bod_Tibt","languages":["kea-Latn","bod-Tibt"]},{"precision":0.484285,"recall":0.555336,"f1":0.503008,"accuracy":0.555336,"main_score":0.503008,"hf_subset":"kea_Latn-fij_Latn","languages":["kea-Latn","fij-Latn"]},{"precision":0.859107,"recall":0.900198,"f1":0.872101,"accuracy":0.900198,"main_score":0.872101,"hf_subset":"kea_Latn-isl_Latn","languages":["kea-Latn","isl-Latn"]},{"precision":0.564118,"recall":0.643281,"f1":0.586843,"accuracy":0.643281,"main_score":0.586843,"hf_subset":"kea_Latn-kon_Latn","languages":["kea-Latn","kon-Latn"]},{"precision":0.498299,"recall":0.597826,"f1":0.526254,"accuracy":0.597826,"main_score":0.526254,"hf_subset":"kea_Latn-mni_Beng","languages":["kea-Latn","mni-Beng"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"kea_Latn-ron_Latn","languages":["kea-Latn","ron-Latn"]},{"precision":0.94417,"recall":0.960474,"f1":0.94944,"accuracy":0.960474,"main_score":0.94944,"hf_subset":"kea_Latn-szl_Latn","languages":["kea-Latn","szl-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"kea_Latn-vec_Latn","languages":["kea-Latn","vec-Latn"]},{"precision":0.477835,"recall":0.571146,"f1":0.504654,"accuracy":0.571146,"main_score":0.504654,"hf_subset":"kea_Latn-amh_Ethi","languages":["kea-Latn","amh-Ethi"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"kea_Latn-bos_Latn","languages":["kea-Latn","bos-Latn"]},{"precision":0.969203,"recall":0.978261,"f1":0.972167,"accuracy":0.978261,"main_score":0.972167,"hf_subset":"kea_Latn-fin_Latn","languages":["kea-Latn","fin-Latn"]},{"precision":0.983202,"recall":0.988142,"f1":0.984848,"accuracy":0.988142,"main_score":0.984848,"hf_subset":"kea_Latn-ita_Latn","languages":["kea-Latn","ita-Latn"]},{"precision":0.975873,"recall":0.983202,"f1":0.978162,"accuracy":0.983202,"main_score":0.978162,"hf_subset":"kea_Latn-kor_Hang","languages":["kea-Latn","kor-Hang"]},{"precision":0.492196,"recall":0.568182,"f1":0.513328,"accuracy":0.568182,"main_score":0.513328,"hf_subset":"kea_Latn-mos_Latn","languages":["kea-Latn","mos-Latn"]},{"precision":0.456285,"recall":0.529644,"f1":0.476786,"accuracy":0.529644,"main_score":0.476786,"hf_subset":"kea_Latn-run_Latn","languages":["kea-Latn","run-Latn"]},{"precision":0.949934,"recall":0.966403,"f1":0.955369,"accuracy":0.966403,"main_score":0.955369,"hf_subset":"kea_Latn-tam_Taml","languages":["kea-Latn","tam-Taml"]},{"precision":0.967885,"recall":0.978261,"f1":0.971344,"accuracy":0.978261,"main_score":0.971344,"hf_subset":"kea_Latn-vie_Latn","languages":["kea-Latn","vie-Latn"]},{"precision":0.974391,"recall":0.982213,"f1":0.976845,"accuracy":0.982213,"main_score":0.976845,"hf_subset":"kea_Latn-apc_Arab","languages":["kea-Latn","apc-Arab"]},{"precision":0.759239,"recall":0.815217,"f1":0.775856,"accuracy":0.815217,"main_score":0.775856,"hf_subset":"kea_Latn-bug_Latn","languages":["kea-Latn","bug-Latn"]},{"precision":0.431563,"recall":0.500988,"f1":0.450631,"accuracy":0.500988,"main_score":0.450631,"hf_subset":"kea_Latn-fon_Latn","languages":["kea-Latn","fon-Latn"]},{"precision":0.954381,"recall":0.969368,"f1":0.959321,"accuracy":0.969368,"main_score":0.959321,"hf_subset":"kea_Latn-jav_Latn","languages":["kea-Latn","jav-Latn"]},{"precision":0.766947,"recall":0.826087,"f1":0.785277,"accuracy":0.826087,"main_score":0.785277,"hf_subset":"kea_Latn-lao_Laoo","languages":["kea-Latn","lao-Laoo"]},{"precision":0.549334,"recall":0.628458,"f1":0.571859,"accuracy":0.628458,"main_score":0.571859,"hf_subset":"kea_Latn-mri_Latn","languages":["kea-Latn","mri-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"kea_Latn-rus_Cyrl","languages":["kea-Latn","rus-Cyrl"]},{"precision":0.508123,"recall":0.576087,"f1":0.527741,"accuracy":0.576087,"main_score":0.527741,"hf_subset":"kea_Latn-taq_Latn","languages":["kea-Latn","taq-Latn"]},{"precision":0.954134,"recall":0.968379,"f1":0.958729,"accuracy":0.968379,"main_score":0.958729,"hf_subset":"kea_Latn-war_Latn","languages":["kea-Latn","war-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kea_Latn-arb_Arab","languages":["kea-Latn","arb-Arab"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"kea_Latn-bul_Cyrl","languages":["kea-Latn","bul-Cyrl"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"kea_Latn-fra_Latn","languages":["kea-Latn","fra-Latn"]},{"precision":0.984025,"recall":0.98913,"f1":0.985672,"accuracy":0.98913,"main_score":0.985672,"hf_subset":"kea_Latn-jpn_Jpan","languages":["kea-Latn","jpn-Jpan"]},{"precision":0.971014,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"kea_Latn-lij_Latn","languages":["kea-Latn","lij-Latn"]},{"precision":0.807345,"recall":0.867589,"f1":0.826746,"accuracy":0.867589,"main_score":0.826746,"hf_subset":"kea_Latn-mya_Mymr","languages":["kea-Latn","mya-Mymr"]},{"precision":0.542382,"recall":0.617589,"f1":0.563487,"accuracy":0.617589,"main_score":0.563487,"hf_subset":"kea_Latn-sag_Latn","languages":["kea-Latn","sag-Latn"]},{"precision":0.140526,"recall":0.219368,"f1":0.156191,"accuracy":0.219368,"main_score":0.156191,"hf_subset":"kea_Latn-taq_Tfng","languages":["kea-Latn","taq-Tfng"]},{"precision":0.559603,"recall":0.636364,"f1":0.581788,"accuracy":0.636364,"main_score":0.581788,"hf_subset":"kea_Latn-wol_Latn","languages":["kea-Latn","wol-Latn"]},{"precision":0.582222,"recall":0.66996,"f1":0.607241,"accuracy":0.66996,"main_score":0.607241,"hf_subset":"kea_Latn-arb_Latn","languages":["kea-Latn","arb-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"kea_Latn-cat_Latn","languages":["kea-Latn","cat-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"kea_Latn-fur_Latn","languages":["kea-Latn","fur-Latn"]},{"precision":0.346964,"recall":0.416996,"f1":0.366298,"accuracy":0.416996,"main_score":0.366298,"hf_subset":"kea_Latn-kab_Latn","languages":["kea-Latn","kab-Latn"]},{"precision":0.941041,"recall":0.95751,"f1":0.946311,"accuracy":0.95751,"main_score":0.946311,"hf_subset":"kea_Latn-lim_Latn","languages":["kea-Latn","lim-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"kea_Latn-nld_Latn","languages":["kea-Latn","nld-Latn"]},{"precision":0.902701,"recall":0.931818,"f1":0.912055,"accuracy":0.931818,"main_score":0.912055,"hf_subset":"kea_Latn-san_Deva","languages":["kea-Latn","san-Deva"]},{"precision":0.930583,"recall":0.951581,"f1":0.937319,"accuracy":0.951581,"main_score":0.937319,"hf_subset":"kea_Latn-tat_Cyrl","languages":["kea-Latn","tat-Cyrl"]},{"precision":0.526818,"recall":0.604743,"f1":0.548981,"accuracy":0.604743,"main_score":0.548981,"hf_subset":"kea_Latn-xho_Latn","languages":["kea-Latn","xho-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"kea_Latn-ars_Arab","languages":["kea-Latn","ars-Arab"]},{"precision":0.954545,"recall":0.969368,"f1":0.959486,"accuracy":0.969368,"main_score":0.959486,"hf_subset":"kea_Latn-ceb_Latn","languages":["kea-Latn","ceb-Latn"]},{"precision":0.478681,"recall":0.557312,"f1":0.501325,"accuracy":0.557312,"main_score":0.501325,"hf_subset":"kea_Latn-fuv_Latn","languages":["kea-Latn","fuv-Latn"]},{"precision":0.480471,"recall":0.556324,"f1":0.5009,"accuracy":0.556324,"main_score":0.5009,"hf_subset":"kea_Latn-kac_Latn","languages":["kea-Latn","kac-Latn"]},{"precision":0.560751,"recall":0.644269,"f1":0.58443,"accuracy":0.644269,"main_score":0.58443,"hf_subset":"kea_Latn-lin_Latn","languages":["kea-Latn","lin-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"kea_Latn-nno_Latn","languages":["kea-Latn","nno-Latn"]},{"precision":0.024577,"recall":0.068182,"f1":0.03015,"accuracy":0.068182,"main_score":0.03015,"hf_subset":"kea_Latn-sat_Olck","languages":["kea-Latn","sat-Olck"]},{"precision":0.957016,"recall":0.971344,"f1":0.961792,"accuracy":0.971344,"main_score":0.961792,"hf_subset":"kea_Latn-tel_Telu","languages":["kea-Latn","tel-Telu"]},{"precision":0.670002,"recall":0.750988,"f1":0.694277,"accuracy":0.750988,"main_score":0.694277,"hf_subset":"kea_Latn-ydd_Hebr","languages":["kea-Latn","ydd-Hebr"]},{"precision":0.921278,"recall":0.94664,"f1":0.929513,"accuracy":0.94664,"main_score":0.929513,"hf_subset":"kea_Latn-ary_Arab","languages":["kea-Latn","ary-Arab"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"kea_Latn-ces_Latn","languages":["kea-Latn","ces-Latn"]},{"precision":0.39704,"recall":0.48419,"f1":0.420317,"accuracy":0.48419,"main_score":0.420317,"hf_subset":"kea_Latn-gaz_Latn","languages":["kea-Latn","gaz-Latn"]},{"precision":0.500899,"recall":0.572134,"f1":0.520101,"accuracy":0.572134,"main_score":0.520101,"hf_subset":"kea_Latn-kam_Latn","languages":["kea-Latn","kam-Latn"]},{"precision":0.965415,"recall":0.976285,"f1":0.969038,"accuracy":0.976285,"main_score":0.969038,"hf_subset":"kea_Latn-lit_Latn","languages":["kea-Latn","lit-Latn"]},{"precision":0.977108,"recall":0.98419,"f1":0.979414,"accuracy":0.98419,"main_score":0.979414,"hf_subset":"kea_Latn-nob_Latn","languages":["kea-Latn","nob-Latn"]},{"precision":0.95998,"recall":0.972332,"f1":0.963933,"accuracy":0.972332,"main_score":0.963933,"hf_subset":"kea_Latn-scn_Latn","languages":["kea-Latn","scn-Latn"]},{"precision":0.843495,"recall":0.884387,"f1":0.856126,"accuracy":0.884387,"main_score":0.856126,"hf_subset":"kea_Latn-tgk_Cyrl","languages":["kea-Latn","tgk-Cyrl"]},{"precision":0.44226,"recall":0.520751,"f1":0.464433,"accuracy":0.520751,"main_score":0.464433,"hf_subset":"kea_Latn-yor_Latn","languages":["kea-Latn","yor-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"kea_Latn-arz_Arab","languages":["kea-Latn","arz-Arab"]},{"precision":0.503277,"recall":0.585968,"f1":0.525572,"accuracy":0.585968,"main_score":0.525572,"hf_subset":"kea_Latn-cjk_Latn","languages":["kea-Latn","cjk-Latn"]},{"precision":0.565135,"recall":0.636364,"f1":0.58554,"accuracy":0.636364,"main_score":0.58554,"hf_subset":"kea_Latn-gla_Latn","languages":["kea-Latn","gla-Latn"]},{"precision":0.957675,"recall":0.971344,"f1":0.962121,"accuracy":0.971344,"main_score":0.962121,"hf_subset":"kea_Latn-kan_Knda","languages":["kea-Latn","kan-Knda"]},{"precision":0.958333,"recall":0.971344,"f1":0.962615,"accuracy":0.971344,"main_score":0.962615,"hf_subset":"kea_Latn-lmo_Latn","languages":["kea-Latn","lmo-Latn"]},{"precision":0.964509,"recall":0.975296,"f1":0.967951,"accuracy":0.975296,"main_score":0.967951,"hf_subset":"kea_Latn-npi_Deva","languages":["kea-Latn","npi-Deva"]},{"precision":0.411852,"recall":0.511858,"f1":0.439448,"accuracy":0.511858,"main_score":0.439448,"hf_subset":"kea_Latn-shn_Mymr","languages":["kea-Latn","shn-Mymr"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"kea_Latn-tgl_Latn","languages":["kea-Latn","tgl-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"kea_Latn-yue_Hant","languages":["kea-Latn","yue-Hant"]},{"precision":0.933465,"recall":0.954545,"f1":0.940382,"accuracy":0.954545,"main_score":0.940382,"hf_subset":"kea_Latn-asm_Beng","languages":["kea-Latn","asm-Beng"]},{"precision":0.657333,"recall":0.729249,"f1":0.678197,"accuracy":0.729249,"main_score":0.678197,"hf_subset":"kea_Latn-ckb_Arab","languages":["kea-Latn","ckb-Arab"]},{"precision":0.656004,"recall":0.730237,"f1":0.678197,"accuracy":0.730237,"main_score":0.678197,"hf_subset":"kea_Latn-gle_Latn","languages":["kea-Latn","gle-Latn"]},{"precision":0.847826,"recall":0.892292,"f1":0.862121,"accuracy":0.892292,"main_score":0.862121,"hf_subset":"kea_Latn-kas_Arab","languages":["kea-Latn","kas-Arab"]},{"precision":0.839213,"recall":0.882411,"f1":0.852786,"accuracy":0.882411,"main_score":0.852786,"hf_subset":"kea_Latn-ltg_Latn","languages":["kea-Latn","ltg-Latn"]},{"precision":0.525495,"recall":0.589921,"f1":0.54426,"accuracy":0.589921,"main_score":0.54426,"hf_subset":"kea_Latn-nso_Latn","languages":["kea-Latn","nso-Latn"]},{"precision":0.337267,"recall":0.423913,"f1":0.360638,"accuracy":0.423913,"main_score":0.360638,"hf_subset":"kea_Latn-sin_Sinh","languages":["kea-Latn","sin-Sinh"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"kea_Latn-tha_Thai","languages":["kea-Latn","tha-Thai"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"kea_Latn-zho_Hans","languages":["kea-Latn","zho-Hans"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"kea_Latn-ast_Latn","languages":["kea-Latn","ast-Latn"]},{"precision":0.948123,"recall":0.965415,"f1":0.953887,"accuracy":0.965415,"main_score":0.953887,"hf_subset":"kea_Latn-crh_Latn","languages":["kea-Latn","crh-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"kea_Latn-glg_Latn","languages":["kea-Latn","glg-Latn"]},{"precision":0.730204,"recall":0.799407,"f1":0.750889,"accuracy":0.799407,"main_score":0.750889,"hf_subset":"kea_Latn-kas_Deva","languages":["kea-Latn","kas-Deva"]},{"precision":0.964427,"recall":0.975296,"f1":0.96805,"accuracy":0.975296,"main_score":0.96805,"hf_subset":"kea_Latn-ltz_Latn","languages":["kea-Latn","ltz-Latn"]},{"precision":0.412897,"recall":0.494071,"f1":0.434357,"accuracy":0.494071,"main_score":0.434357,"hf_subset":"kea_Latn-nus_Latn","languages":["kea-Latn","nus-Latn"]},{"precision":0.980072,"recall":0.986166,"f1":0.982049,"accuracy":0.986166,"main_score":0.982049,"hf_subset":"kea_Latn-slk_Latn","languages":["kea-Latn","slk-Latn"]},{"precision":0.25444,"recall":0.33004,"f1":0.273783,"accuracy":0.33004,"main_score":0.273783,"hf_subset":"kea_Latn-tir_Ethi","languages":["kea-Latn","tir-Ethi"]},{"precision":0.976614,"recall":0.98419,"f1":0.979084,"accuracy":0.98419,"main_score":0.979084,"hf_subset":"kea_Latn-zho_Hant","languages":["kea-Latn","zho-Hant"]},{"precision":0.958004,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"kea_Latn-awa_Deva","languages":["kea-Latn","awa-Deva"]},{"precision":0.799226,"recall":0.852767,"f1":0.815744,"accuracy":0.852767,"main_score":0.815744,"hf_subset":"kea_Latn-cym_Latn","languages":["kea-Latn","cym-Latn"]},{"precision":0.727595,"recall":0.783597,"f1":0.743975,"accuracy":0.783597,"main_score":0.743975,"hf_subset":"kea_Latn-grn_Latn","languages":["kea-Latn","grn-Latn"]},{"precision":0.932642,"recall":0.953557,"f1":0.939394,"accuracy":0.953557,"main_score":0.939394,"hf_subset":"kea_Latn-kat_Geor","languages":["kea-Latn","kat-Geor"]},{"precision":0.556528,"recall":0.630435,"f1":0.577343,"accuracy":0.630435,"main_score":0.577343,"hf_subset":"kea_Latn-lua_Latn","languages":["kea-Latn","lua-Latn"]},{"precision":0.516825,"recall":0.589921,"f1":0.537524,"accuracy":0.589921,"main_score":0.537524,"hf_subset":"kea_Latn-nya_Latn","languages":["kea-Latn","nya-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"kea_Latn-slv_Latn","languages":["kea-Latn","slv-Latn"]},{"precision":0.784816,"recall":0.839921,"f1":0.801779,"accuracy":0.839921,"main_score":0.801779,"hf_subset":"kea_Latn-tpi_Latn","languages":["kea-Latn","tpi-Latn"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"kea_Latn-zsm_Latn","languages":["kea-Latn","zsm-Latn"]},{"precision":0.497245,"recall":0.568182,"f1":0.516235,"accuracy":0.568182,"main_score":0.516235,"hf_subset":"kea_Latn-ayr_Latn","languages":["kea-Latn","ayr-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"kea_Latn-dan_Latn","languages":["kea-Latn","dan-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"kea_Latn-guj_Gujr","languages":["kea-Latn","guj-Gujr"]},{"precision":0.942852,"recall":0.961462,"f1":0.948946,"accuracy":0.961462,"main_score":0.948946,"hf_subset":"kea_Latn-kaz_Cyrl","languages":["kea-Latn","kaz-Cyrl"]},{"precision":0.450095,"recall":0.524704,"f1":0.470851,"accuracy":0.524704,"main_score":0.470851,"hf_subset":"kea_Latn-lug_Latn","languages":["kea-Latn","lug-Latn"]},{"precision":0.979908,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"kea_Latn-oci_Latn","languages":["kea-Latn","oci-Latn"]},{"precision":0.522796,"recall":0.601779,"f1":0.544819,"accuracy":0.601779,"main_score":0.544819,"hf_subset":"kea_Latn-smo_Latn","languages":["kea-Latn","smo-Latn"]},{"precision":0.476796,"recall":0.547431,"f1":0.495715,"accuracy":0.547431,"main_score":0.495715,"hf_subset":"kea_Latn-tsn_Latn","languages":["kea-Latn","tsn-Latn"]},{"precision":0.467286,"recall":0.539526,"f1":0.486274,"accuracy":0.539526,"main_score":0.486274,"hf_subset":"kea_Latn-zul_Latn","languages":["kea-Latn","zul-Latn"]},{"precision":0.796262,"recall":0.850791,"f1":0.813241,"accuracy":0.850791,"main_score":0.813241,"hf_subset":"kea_Latn-azb_Arab","languages":["kea-Latn","azb-Arab"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"kea_Latn-deu_Latn","languages":["kea-Latn","deu-Latn"]},{"precision":0.904513,"recall":0.933794,"f1":0.914032,"accuracy":0.933794,"main_score":0.914032,"hf_subset":"kea_Latn-hat_Latn","languages":["kea-Latn","hat-Latn"]},{"precision":0.44871,"recall":0.517787,"f1":0.46774,"accuracy":0.517787,"main_score":0.46774,"hf_subset":"kea_Latn-kbp_Latn","languages":["kea-Latn","kbp-Latn"]},{"precision":0.507869,"recall":0.575099,"f1":0.526622,"accuracy":0.575099,"main_score":0.526622,"hf_subset":"kea_Latn-luo_Latn","languages":["kea-Latn","luo-Latn"]},{"precision":0.954545,"recall":0.968379,"f1":0.958992,"accuracy":0.968379,"main_score":0.958992,"hf_subset":"kea_Latn-ory_Orya","languages":["kea-Latn","ory-Orya"]},{"precision":0.498123,"recall":0.560277,"f1":0.515779,"accuracy":0.560277,"main_score":0.515779,"hf_subset":"kea_Latn-sna_Latn","languages":["kea-Latn","sna-Latn"]},{"precision":0.479967,"recall":0.545455,"f1":0.498393,"accuracy":0.545455,"main_score":0.498393,"hf_subset":"kea_Latn-tso_Latn","languages":["kea-Latn","tso-Latn"]},{"precision":0.961957,"recall":0.974308,"f1":0.966074,"accuracy":0.974308,"main_score":0.966074,"hf_subset":"kea_Latn-azj_Latn","languages":["kea-Latn","azj-Latn"]},{"precision":0.489571,"recall":0.560277,"f1":0.510155,"accuracy":0.560277,"main_score":0.510155,"hf_subset":"kea_Latn-dik_Latn","languages":["kea-Latn","dik-Latn"]},{"precision":0.479949,"recall":0.545455,"f1":0.499448,"accuracy":0.545455,"main_score":0.499448,"hf_subset":"kea_Latn-hau_Latn","languages":["kea-Latn","hau-Latn"]},{"precision":0.645029,"recall":0.709486,"f1":0.663575,"accuracy":0.709486,"main_score":0.663575,"hf_subset":"kea_Latn-lus_Latn","languages":["kea-Latn","lus-Latn"]},{"precision":0.806143,"recall":0.853755,"f1":0.820638,"accuracy":0.853755,"main_score":0.820638,"hf_subset":"kea_Latn-pag_Latn","languages":["kea-Latn","pag-Latn"]},{"precision":0.932971,"recall":0.954545,"f1":0.940053,"accuracy":0.954545,"main_score":0.940053,"hf_subset":"kea_Latn-snd_Arab","languages":["kea-Latn","snd-Arab"]},{"precision":0.827734,"recall":0.876482,"f1":0.843314,"accuracy":0.876482,"main_score":0.843314,"hf_subset":"kea_Latn-tuk_Latn","languages":["kea-Latn","tuk-Latn"]},{"precision":0.899374,"recall":0.928854,"f1":0.908926,"accuracy":0.928854,"main_score":0.908926,"hf_subset":"kea_Latn-bak_Cyrl","languages":["kea-Latn","bak-Cyrl"]},{"precision":0.43541,"recall":0.524704,"f1":0.460224,"accuracy":0.524704,"main_score":0.460224,"hf_subset":"kea_Latn-dyu_Latn","languages":["kea-Latn","dyu-Latn"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"kea_Latn-heb_Hebr","languages":["kea-Latn","heb-Hebr"]},{"precision":0.802734,"recall":0.854743,"f1":0.818972,"accuracy":0.854743,"main_score":0.818972,"hf_subset":"kea_Latn-khk_Cyrl","languages":["kea-Latn","khk-Cyrl"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"kea_Latn-lvs_Latn","languages":["kea-Latn","lvs-Latn"]},{"precision":0.961792,"recall":0.97332,"f1":0.96558,"accuracy":0.97332,"main_score":0.96558,"hf_subset":"kea_Latn-pan_Guru","languages":["kea-Latn","pan-Guru"]},{"precision":0.486208,"recall":0.559289,"f1":0.506701,"accuracy":0.559289,"main_score":0.506701,"hf_subset":"kea_Latn-som_Latn","languages":["kea-Latn","som-Latn"]},{"precision":0.513291,"recall":0.583004,"f1":0.533284,"accuracy":0.583004,"main_score":0.533284,"hf_subset":"kea_Latn-tum_Latn","languages":["kea-Latn","tum-Latn"]},{"precision":0.380463,"recall":0.452569,"f1":0.400771,"accuracy":0.452569,"main_score":0.400771,"hf_subset":"lus_Latn-ace_Arab","languages":["lus-Latn","ace-Arab"]},{"precision":0.455191,"recall":0.51581,"f1":0.472344,"accuracy":0.51581,"main_score":0.472344,"hf_subset":"lus_Latn-bam_Latn","languages":["lus-Latn","bam-Latn"]},{"precision":0.116446,"recall":0.166008,"f1":0.129433,"accuracy":0.166008,"main_score":0.129433,"hf_subset":"lus_Latn-dzo_Tibt","languages":["lus-Latn","dzo-Tibt"]},{"precision":0.622793,"recall":0.685771,"f1":0.64098,"accuracy":0.685771,"main_score":0.64098,"hf_subset":"lus_Latn-hin_Deva","languages":["lus-Latn","hin-Deva"]},{"precision":0.426766,"recall":0.514822,"f1":0.45129,"accuracy":0.514822,"main_score":0.45129,"hf_subset":"lus_Latn-khm_Khmr","languages":["lus-Latn","khm-Khmr"]},{"precision":0.616248,"recall":0.676877,"f1":0.633432,"accuracy":0.676877,"main_score":0.633432,"hf_subset":"lus_Latn-mag_Deva","languages":["lus-Latn","mag-Deva"]},{"precision":0.631793,"recall":0.683794,"f1":0.646535,"accuracy":0.683794,"main_score":0.646535,"hf_subset":"lus_Latn-pap_Latn","languages":["lus-Latn","pap-Latn"]},{"precision":0.510912,"recall":0.570158,"f1":0.528051,"accuracy":0.570158,"main_score":0.528051,"hf_subset":"lus_Latn-sot_Latn","languages":["lus-Latn","sot-Latn"]},{"precision":0.628995,"recall":0.694664,"f1":0.647405,"accuracy":0.694664,"main_score":0.647405,"hf_subset":"lus_Latn-tur_Latn","languages":["lus-Latn","tur-Latn"]},{"precision":0.616528,"recall":0.671937,"f1":0.632362,"accuracy":0.671937,"main_score":0.632362,"hf_subset":"lus_Latn-ace_Latn","languages":["lus-Latn","ace-Latn"]},{"precision":0.633103,"recall":0.683794,"f1":0.64832,"accuracy":0.683794,"main_score":0.64832,"hf_subset":"lus_Latn-ban_Latn","languages":["lus-Latn","ban-Latn"]},{"precision":0.57675,"recall":0.658103,"f1":0.600661,"accuracy":0.658103,"main_score":0.600661,"hf_subset":"lus_Latn-ell_Grek","languages":["lus-Latn","ell-Grek"]},{"precision":0.597251,"recall":0.666996,"f1":0.617797,"accuracy":0.666996,"main_score":0.617797,"hf_subset":"lus_Latn-hne_Deva","languages":["lus-Latn","hne-Deva"]},{"precision":0.515267,"recall":0.575099,"f1":0.533206,"accuracy":0.575099,"main_score":0.533206,"hf_subset":"lus_Latn-kik_Latn","languages":["lus-Latn","kik-Latn"]},{"precision":0.628273,"recall":0.6917,"f1":0.646566,"accuracy":0.6917,"main_score":0.646566,"hf_subset":"lus_Latn-mai_Deva","languages":["lus-Latn","mai-Deva"]},{"precision":0.537533,"recall":0.616601,"f1":0.560512,"accuracy":0.616601,"main_score":0.560512,"hf_subset":"lus_Latn-pbt_Arab","languages":["lus-Latn","pbt-Arab"]},{"precision":0.637112,"recall":0.704545,"f1":0.656561,"accuracy":0.704545,"main_score":0.656561,"hf_subset":"lus_Latn-spa_Latn","languages":["lus-Latn","spa-Latn"]},{"precision":0.571789,"recall":0.623518,"f1":0.587272,"accuracy":0.623518,"main_score":0.587272,"hf_subset":"lus_Latn-twi_Latn","languages":["lus-Latn","twi-Latn"]},{"precision":0.610145,"recall":0.68083,"f1":0.631065,"accuracy":0.68083,"main_score":0.631065,"hf_subset":"lus_Latn-acm_Arab","languages":["lus-Latn","acm-Arab"]},{"precision":0.590131,"recall":0.662055,"f1":0.610535,"accuracy":0.662055,"main_score":0.610535,"hf_subset":"lus_Latn-bel_Cyrl","languages":["lus-Latn","bel-Cyrl"]},{"precision":0.651238,"recall":0.715415,"f1":0.669098,"accuracy":0.715415,"main_score":0.669098,"hf_subset":"lus_Latn-eng_Latn","languages":["lus-Latn","eng-Latn"]},{"precision":0.629655,"recall":0.694664,"f1":0.648386,"accuracy":0.694664,"main_score":0.648386,"hf_subset":"lus_Latn-hrv_Latn","languages":["lus-Latn","hrv-Latn"]},{"precision":0.451499,"recall":0.516798,"f1":0.469873,"accuracy":0.516798,"main_score":0.469873,"hf_subset":"lus_Latn-kin_Latn","languages":["lus-Latn","kin-Latn"]},{"precision":0.599089,"recall":0.667984,"f1":0.619353,"accuracy":0.667984,"main_score":0.619353,"hf_subset":"lus_Latn-mal_Mlym","languages":["lus-Latn","mal-Mlym"]},{"precision":0.583465,"recall":0.660079,"f1":0.605632,"accuracy":0.660079,"main_score":0.605632,"hf_subset":"lus_Latn-pes_Arab","languages":["lus-Latn","pes-Arab"]},{"precision":0.619608,"recall":0.678854,"f1":0.636857,"accuracy":0.678854,"main_score":0.636857,"hf_subset":"lus_Latn-srd_Latn","languages":["lus-Latn","srd-Latn"]},{"precision":0.139544,"recall":0.19664,"f1":0.152416,"accuracy":0.19664,"main_score":0.152416,"hf_subset":"lus_Latn-tzm_Tfng","languages":["lus-Latn","tzm-Tfng"]},{"precision":0.595298,"recall":0.673913,"f1":0.618623,"accuracy":0.673913,"main_score":0.618623,"hf_subset":"lus_Latn-acq_Arab","languages":["lus-Latn","acq-Arab"]},{"precision":0.540337,"recall":0.598814,"f1":0.55723,"accuracy":0.598814,"main_score":0.55723,"hf_subset":"lus_Latn-bem_Latn","languages":["lus-Latn","bem-Latn"]},{"precision":0.612017,"recall":0.677866,"f1":0.631141,"accuracy":0.677866,"main_score":0.631141,"hf_subset":"lus_Latn-epo_Latn","languages":["lus-Latn","epo-Latn"]},{"precision":0.614677,"recall":0.682806,"f1":0.634395,"accuracy":0.682806,"main_score":0.634395,"hf_subset":"lus_Latn-hun_Latn","languages":["lus-Latn","hun-Latn"]},{"precision":0.592019,"recall":0.659091,"f1":0.611659,"accuracy":0.659091,"main_score":0.611659,"hf_subset":"lus_Latn-kir_Cyrl","languages":["lus-Latn","kir-Cyrl"]},{"precision":0.61054,"recall":0.681818,"f1":0.632463,"accuracy":0.681818,"main_score":0.632463,"hf_subset":"lus_Latn-mar_Deva","languages":["lus-Latn","mar-Deva"]},{"precision":0.533218,"recall":0.588933,"f1":0.549793,"accuracy":0.588933,"main_score":0.549793,"hf_subset":"lus_Latn-plt_Latn","languages":["lus-Latn","plt-Latn"]},{"precision":0.616109,"recall":0.682806,"f1":0.635226,"accuracy":0.682806,"main_score":0.635226,"hf_subset":"lus_Latn-srp_Cyrl","languages":["lus-Latn","srp-Cyrl"]},{"precision":0.521989,"recall":0.591897,"f1":0.54218,"accuracy":0.591897,"main_score":0.54218,"hf_subset":"lus_Latn-uig_Arab","languages":["lus-Latn","uig-Arab"]},{"precision":0.575296,"recall":0.656126,"f1":0.599427,"accuracy":0.656126,"main_score":0.599427,"hf_subset":"lus_Latn-aeb_Arab","languages":["lus-Latn","aeb-Arab"]},{"precision":0.607378,"recall":0.675889,"f1":0.627522,"accuracy":0.675889,"main_score":0.627522,"hf_subset":"lus_Latn-ben_Beng","languages":["lus-Latn","ben-Beng"]},{"precision":0.586851,"recall":0.657115,"f1":0.607486,"accuracy":0.657115,"main_score":0.607486,"hf_subset":"lus_Latn-est_Latn","languages":["lus-Latn","est-Latn"]},{"precision":0.538719,"recall":0.616601,"f1":0.561528,"accuracy":0.616601,"main_score":0.561528,"hf_subset":"lus_Latn-hye_Armn","languages":["lus-Latn","hye-Armn"]},{"precision":0.476335,"recall":0.537549,"f1":0.493879,"accuracy":0.537549,"main_score":0.493879,"hf_subset":"lus_Latn-kmb_Latn","languages":["lus-Latn","kmb-Latn"]},{"precision":0.345145,"recall":0.427866,"f1":0.368125,"accuracy":0.427866,"main_score":0.368125,"hf_subset":"lus_Latn-min_Arab","languages":["lus-Latn","min-Arab"]},{"precision":0.631514,"recall":0.69664,"f1":0.649751,"accuracy":0.69664,"main_score":0.649751,"hf_subset":"lus_Latn-pol_Latn","languages":["lus-Latn","pol-Latn"]},{"precision":0.48051,"recall":0.552372,"f1":0.501108,"accuracy":0.552372,"main_score":0.501108,"hf_subset":"lus_Latn-ssw_Latn","languages":["lus-Latn","ssw-Latn"]},{"precision":0.626334,"recall":0.695652,"f1":0.646824,"accuracy":0.695652,"main_score":0.646824,"hf_subset":"lus_Latn-ukr_Cyrl","languages":["lus-Latn","ukr-Cyrl"]},{"precision":0.629027,"recall":0.695652,"f1":0.648229,"accuracy":0.695652,"main_score":0.648229,"hf_subset":"lus_Latn-afr_Latn","languages":["lus-Latn","afr-Latn"]},{"precision":0.600478,"recall":0.672925,"f1":0.621792,"accuracy":0.672925,"main_score":0.621792,"hf_subset":"lus_Latn-bho_Deva","languages":["lus-Latn","bho-Deva"]},{"precision":0.592212,"recall":0.65415,"f1":0.611119,"accuracy":0.65415,"main_score":0.611119,"hf_subset":"lus_Latn-eus_Latn","languages":["lus-Latn","eus-Latn"]},{"precision":0.502358,"recall":0.570158,"f1":0.521455,"accuracy":0.570158,"main_score":0.521455,"hf_subset":"lus_Latn-ibo_Latn","languages":["lus-Latn","ibo-Latn"]},{"precision":0.530797,"recall":0.593874,"f1":0.549558,"accuracy":0.593874,"main_score":0.549558,"hf_subset":"lus_Latn-kmr_Latn","languages":["lus-Latn","kmr-Latn"]},{"precision":0.61418,"recall":0.676877,"f1":0.632661,"accuracy":0.676877,"main_score":0.632661,"hf_subset":"lus_Latn-min_Latn","languages":["lus-Latn","min-Latn"]},{"precision":0.637335,"recall":0.700593,"f1":0.655465,"accuracy":0.700593,"main_score":0.655465,"hf_subset":"lus_Latn-por_Latn","languages":["lus-Latn","por-Latn"]},{"precision":0.629374,"recall":0.686759,"f1":0.646294,"accuracy":0.686759,"main_score":0.646294,"hf_subset":"lus_Latn-sun_Latn","languages":["lus-Latn","sun-Latn"]},{"precision":0.449787,"recall":0.520751,"f1":0.470065,"accuracy":0.520751,"main_score":0.470065,"hf_subset":"lus_Latn-umb_Latn","languages":["lus-Latn","umb-Latn"]},{"precision":0.613835,"recall":0.682806,"f1":0.633899,"accuracy":0.682806,"main_score":0.633899,"hf_subset":"lus_Latn-ajp_Arab","languages":["lus-Latn","ajp-Arab"]},{"precision":0.373884,"recall":0.449605,"f1":0.394535,"accuracy":0.449605,"main_score":0.394535,"hf_subset":"lus_Latn-bjn_Arab","languages":["lus-Latn","bjn-Arab"]},{"precision":0.485359,"recall":0.54249,"f1":0.501816,"accuracy":0.54249,"main_score":0.501816,"hf_subset":"lus_Latn-ewe_Latn","languages":["lus-Latn","ewe-Latn"]},{"precision":0.642765,"recall":0.689723,"f1":0.656312,"accuracy":0.689723,"main_score":0.656312,"hf_subset":"lus_Latn-ilo_Latn","languages":["lus-Latn","ilo-Latn"]},{"precision":0.201032,"recall":0.279644,"f1":0.221338,"accuracy":0.279644,"main_score":0.221338,"hf_subset":"lus_Latn-knc_Arab","languages":["lus-Latn","knc-Arab"]},{"precision":0.621069,"recall":0.685771,"f1":0.639808,"accuracy":0.685771,"main_score":0.639808,"hf_subset":"lus_Latn-mkd_Cyrl","languages":["lus-Latn","mkd-Cyrl"]},{"precision":0.587554,"recall":0.663043,"f1":0.608653,"accuracy":0.663043,"main_score":0.608653,"hf_subset":"lus_Latn-prs_Arab","languages":["lus-Latn","prs-Arab"]},{"precision":0.633738,"recall":0.69664,"f1":0.651558,"accuracy":0.69664,"main_score":0.651558,"hf_subset":"lus_Latn-swe_Latn","languages":["lus-Latn","swe-Latn"]},{"precision":0.576466,"recall":0.648221,"f1":0.597021,"accuracy":0.648221,"main_score":0.597021,"hf_subset":"lus_Latn-urd_Arab","languages":["lus-Latn","urd-Arab"]},{"precision":0.565958,"recall":0.621542,"f1":0.583037,"accuracy":0.621542,"main_score":0.583037,"hf_subset":"lus_Latn-aka_Latn","languages":["lus-Latn","aka-Latn"]},{"precision":0.604809,"recall":0.667984,"f1":0.622714,"accuracy":0.667984,"main_score":0.622714,"hf_subset":"lus_Latn-bjn_Latn","languages":["lus-Latn","bjn-Latn"]},{"precision":0.541102,"recall":0.612648,"f1":0.561346,"accuracy":0.612648,"main_score":0.561346,"hf_subset":"lus_Latn-fao_Latn","languages":["lus-Latn","fao-Latn"]},{"precision":0.636405,"recall":0.702569,"f1":0.654981,"accuracy":0.702569,"main_score":0.654981,"hf_subset":"lus_Latn-ind_Latn","languages":["lus-Latn","ind-Latn"]},{"precision":0.524183,"recall":0.583992,"f1":0.541321,"accuracy":0.583992,"main_score":0.541321,"hf_subset":"lus_Latn-knc_Latn","languages":["lus-Latn","knc-Latn"]},{"precision":0.628818,"recall":0.688735,"f1":0.645968,"accuracy":0.688735,"main_score":0.645968,"hf_subset":"lus_Latn-mlt_Latn","languages":["lus-Latn","mlt-Latn"]},{"precision":0.553022,"recall":0.612648,"f1":0.570289,"accuracy":0.612648,"main_score":0.570289,"hf_subset":"lus_Latn-quy_Latn","languages":["lus-Latn","quy-Latn"]},{"precision":0.500792,"recall":0.575099,"f1":0.522222,"accuracy":0.575099,"main_score":0.522222,"hf_subset":"lus_Latn-swh_Latn","languages":["lus-Latn","swh-Latn"]},{"precision":0.585343,"recall":0.651186,"f1":0.605209,"accuracy":0.651186,"main_score":0.605209,"hf_subset":"lus_Latn-uzn_Latn","languages":["lus-Latn","uzn-Latn"]},{"precision":0.608523,"recall":0.675889,"f1":0.628415,"accuracy":0.675889,"main_score":0.628415,"hf_subset":"lus_Latn-als_Latn","languages":["lus-Latn","als-Latn"]},{"precision":0.162302,"recall":0.227273,"f1":0.177483,"accuracy":0.227273,"main_score":0.177483,"hf_subset":"lus_Latn-bod_Tibt","languages":["lus-Latn","bod-Tibt"]},{"precision":0.489707,"recall":0.549407,"f1":0.506757,"accuracy":0.549407,"main_score":0.506757,"hf_subset":"lus_Latn-fij_Latn","languages":["lus-Latn","fij-Latn"]},{"precision":0.499687,"recall":0.579051,"f1":0.523006,"accuracy":0.579051,"main_score":0.523006,"hf_subset":"lus_Latn-isl_Latn","languages":["lus-Latn","isl-Latn"]},{"precision":0.541998,"recall":0.603755,"f1":0.560112,"accuracy":0.603755,"main_score":0.560112,"hf_subset":"lus_Latn-kon_Latn","languages":["lus-Latn","kon-Latn"]},{"precision":0.497308,"recall":0.572134,"f1":0.519219,"accuracy":0.572134,"main_score":0.519219,"hf_subset":"lus_Latn-mni_Beng","languages":["lus-Latn","mni-Beng"]},{"precision":0.632362,"recall":0.697628,"f1":0.651797,"accuracy":0.697628,"main_score":0.651797,"hf_subset":"lus_Latn-ron_Latn","languages":["lus-Latn","ron-Latn"]},{"precision":0.610298,"recall":0.674901,"f1":0.628777,"accuracy":0.674901,"main_score":0.628777,"hf_subset":"lus_Latn-szl_Latn","languages":["lus-Latn","szl-Latn"]},{"precision":0.627741,"recall":0.693676,"f1":0.64697,"accuracy":0.693676,"main_score":0.64697,"hf_subset":"lus_Latn-vec_Latn","languages":["lus-Latn","vec-Latn"]},{"precision":0.30782,"recall":0.378458,"f1":0.326335,"accuracy":0.378458,"main_score":0.326335,"hf_subset":"lus_Latn-amh_Ethi","languages":["lus-Latn","amh-Ethi"]},{"precision":0.627572,"recall":0.692688,"f1":0.646088,"accuracy":0.692688,"main_score":0.646088,"hf_subset":"lus_Latn-bos_Latn","languages":["lus-Latn","bos-Latn"]},{"precision":0.58792,"recall":0.663043,"f1":0.610282,"accuracy":0.663043,"main_score":0.610282,"hf_subset":"lus_Latn-fin_Latn","languages":["lus-Latn","fin-Latn"]},{"precision":0.633903,"recall":0.701581,"f1":0.653738,"accuracy":0.701581,"main_score":0.653738,"hf_subset":"lus_Latn-ita_Latn","languages":["lus-Latn","ita-Latn"]},{"precision":0.599832,"recall":0.677866,"f1":0.622746,"accuracy":0.677866,"main_score":0.622746,"hf_subset":"lus_Latn-kor_Hang","languages":["lus-Latn","kor-Hang"]},{"precision":0.501213,"recall":0.568182,"f1":0.520554,"accuracy":0.568182,"main_score":0.520554,"hf_subset":"lus_Latn-mos_Latn","languages":["lus-Latn","mos-Latn"]},{"precision":0.458938,"recall":0.523715,"f1":0.477604,"accuracy":0.523715,"main_score":0.477604,"hf_subset":"lus_Latn-run_Latn","languages":["lus-Latn","run-Latn"]},{"precision":0.543044,"recall":0.620553,"f1":0.565672,"accuracy":0.620553,"main_score":0.565672,"hf_subset":"lus_Latn-tam_Taml","languages":["lus-Latn","tam-Taml"]},{"precision":0.614612,"recall":0.679842,"f1":0.633547,"accuracy":0.679842,"main_score":0.633547,"hf_subset":"lus_Latn-vie_Latn","languages":["lus-Latn","vie-Latn"]},{"precision":0.61102,"recall":0.678854,"f1":0.63046,"accuracy":0.678854,"main_score":0.63046,"hf_subset":"lus_Latn-apc_Arab","languages":["lus-Latn","apc-Arab"]},{"precision":0.605649,"recall":0.656126,"f1":0.620836,"accuracy":0.656126,"main_score":0.620836,"hf_subset":"lus_Latn-bug_Latn","languages":["lus-Latn","bug-Latn"]},{"precision":0.448708,"recall":0.511858,"f1":0.46622,"accuracy":0.511858,"main_score":0.46622,"hf_subset":"lus_Latn-fon_Latn","languages":["lus-Latn","fon-Latn"]},{"precision":0.631712,"recall":0.6917,"f1":0.649133,"accuracy":0.6917,"main_score":0.649133,"hf_subset":"lus_Latn-jav_Latn","languages":["lus-Latn","jav-Latn"]},{"precision":0.426887,"recall":0.506917,"f1":0.449014,"accuracy":0.506917,"main_score":0.449014,"hf_subset":"lus_Latn-lao_Laoo","languages":["lus-Latn","lao-Laoo"]},{"precision":0.442188,"recall":0.513834,"f1":0.462173,"accuracy":0.513834,"main_score":0.462173,"hf_subset":"lus_Latn-mri_Latn","languages":["lus-Latn","mri-Latn"]},{"precision":0.618669,"recall":0.687747,"f1":0.638822,"accuracy":0.687747,"main_score":0.638822,"hf_subset":"lus_Latn-rus_Cyrl","languages":["lus-Latn","rus-Cyrl"]},{"precision":0.501005,"recall":0.562253,"f1":0.518668,"accuracy":0.562253,"main_score":0.518668,"hf_subset":"lus_Latn-taq_Latn","languages":["lus-Latn","taq-Latn"]},{"precision":0.670648,"recall":0.722332,"f1":0.685609,"accuracy":0.722332,"main_score":0.685609,"hf_subset":"lus_Latn-war_Latn","languages":["lus-Latn","war-Latn"]},{"precision":0.598419,"recall":0.676877,"f1":0.622167,"accuracy":0.676877,"main_score":0.622167,"hf_subset":"lus_Latn-arb_Arab","languages":["lus-Latn","arb-Arab"]},{"precision":0.632223,"recall":0.700593,"f1":0.65252,"accuracy":0.700593,"main_score":0.65252,"hf_subset":"lus_Latn-bul_Cyrl","languages":["lus-Latn","bul-Cyrl"]},{"precision":0.640905,"recall":0.704545,"f1":0.658985,"accuracy":0.704545,"main_score":0.658985,"hf_subset":"lus_Latn-fra_Latn","languages":["lus-Latn","fra-Latn"]},{"precision":0.611753,"recall":0.683794,"f1":0.632475,"accuracy":0.683794,"main_score":0.632475,"hf_subset":"lus_Latn-jpn_Jpan","languages":["lus-Latn","jpn-Jpan"]},{"precision":0.617892,"recall":0.681818,"f1":0.636677,"accuracy":0.681818,"main_score":0.636677,"hf_subset":"lus_Latn-lij_Latn","languages":["lus-Latn","lij-Latn"]},{"precision":0.329234,"recall":0.423913,"f1":0.354304,"accuracy":0.423913,"main_score":0.354304,"hf_subset":"lus_Latn-mya_Mymr","languages":["lus-Latn","mya-Mymr"]},{"precision":0.512121,"recall":0.578063,"f1":0.531395,"accuracy":0.578063,"main_score":0.531395,"hf_subset":"lus_Latn-sag_Latn","languages":["lus-Latn","sag-Latn"]},{"precision":0.147027,"recall":0.218379,"f1":0.162092,"accuracy":0.218379,"main_score":0.162092,"hf_subset":"lus_Latn-taq_Tfng","languages":["lus-Latn","taq-Tfng"]},{"precision":0.536653,"recall":0.599802,"f1":0.555583,"accuracy":0.599802,"main_score":0.555583,"hf_subset":"lus_Latn-wol_Latn","languages":["lus-Latn","wol-Latn"]},{"precision":0.426597,"recall":0.499012,"f1":0.446712,"accuracy":0.499012,"main_score":0.446712,"hf_subset":"lus_Latn-arb_Latn","languages":["lus-Latn","arb-Latn"]},{"precision":0.623064,"recall":0.692688,"f1":0.643808,"accuracy":0.692688,"main_score":0.643808,"hf_subset":"lus_Latn-cat_Latn","languages":["lus-Latn","cat-Latn"]},{"precision":0.607526,"recall":0.667984,"f1":0.625659,"accuracy":0.667984,"main_score":0.625659,"hf_subset":"lus_Latn-fur_Latn","languages":["lus-Latn","fur-Latn"]},{"precision":0.361558,"recall":0.421937,"f1":0.377274,"accuracy":0.421937,"main_score":0.377274,"hf_subset":"lus_Latn-kab_Latn","languages":["lus-Latn","kab-Latn"]},{"precision":0.611654,"recall":0.673913,"f1":0.629151,"accuracy":0.673913,"main_score":0.629151,"hf_subset":"lus_Latn-lim_Latn","languages":["lus-Latn","lim-Latn"]},{"precision":0.632602,"recall":0.699605,"f1":0.652082,"accuracy":0.699605,"main_score":0.652082,"hf_subset":"lus_Latn-nld_Latn","languages":["lus-Latn","nld-Latn"]},{"precision":0.527957,"recall":0.61166,"f1":0.553164,"accuracy":0.61166,"main_score":0.553164,"hf_subset":"lus_Latn-san_Deva","languages":["lus-Latn","san-Deva"]},{"precision":0.613531,"recall":0.672925,"f1":0.631235,"accuracy":0.672925,"main_score":0.631235,"hf_subset":"lus_Latn-tat_Cyrl","languages":["lus-Latn","tat-Cyrl"]},{"precision":0.506044,"recall":0.571146,"f1":0.525127,"accuracy":0.571146,"main_score":0.525127,"hf_subset":"lus_Latn-xho_Latn","languages":["lus-Latn","xho-Latn"]},{"precision":0.596196,"recall":0.674901,"f1":0.619796,"accuracy":0.674901,"main_score":0.619796,"hf_subset":"lus_Latn-ars_Arab","languages":["lus-Latn","ars-Arab"]},{"precision":0.632602,"recall":0.692688,"f1":0.649918,"accuracy":0.692688,"main_score":0.649918,"hf_subset":"lus_Latn-ceb_Latn","languages":["lus-Latn","ceb-Latn"]},{"precision":0.481637,"recall":0.546443,"f1":0.500823,"accuracy":0.546443,"main_score":0.500823,"hf_subset":"lus_Latn-fuv_Latn","languages":["lus-Latn","fuv-Latn"]},{"precision":0.497052,"recall":0.559289,"f1":0.515084,"accuracy":0.559289,"main_score":0.515084,"hf_subset":"lus_Latn-kac_Latn","languages":["lus-Latn","kac-Latn"]},{"precision":0.556498,"recall":0.612648,"f1":0.572843,"accuracy":0.612648,"main_score":0.572843,"hf_subset":"lus_Latn-lin_Latn","languages":["lus-Latn","lin-Latn"]},{"precision":0.622723,"recall":0.688735,"f1":0.641592,"accuracy":0.688735,"main_score":0.641592,"hf_subset":"lus_Latn-nno_Latn","languages":["lus-Latn","nno-Latn"]},{"precision":0.029042,"recall":0.077075,"f1":0.036421,"accuracy":0.077075,"main_score":0.036421,"hf_subset":"lus_Latn-sat_Olck","languages":["lus-Latn","sat-Olck"]},{"precision":0.595974,"recall":0.66996,"f1":0.617494,"accuracy":0.66996,"main_score":0.617494,"hf_subset":"lus_Latn-tel_Telu","languages":["lus-Latn","tel-Telu"]},{"precision":0.420991,"recall":0.5,"f1":0.443339,"accuracy":0.5,"main_score":0.443339,"hf_subset":"lus_Latn-ydd_Hebr","languages":["lus-Latn","ydd-Hebr"]},{"precision":0.576965,"recall":0.650198,"f1":0.598084,"accuracy":0.650198,"main_score":0.598084,"hf_subset":"lus_Latn-ary_Arab","languages":["lus-Latn","ary-Arab"]},{"precision":0.624569,"recall":0.688735,"f1":0.642742,"accuracy":0.688735,"main_score":0.642742,"hf_subset":"lus_Latn-ces_Latn","languages":["lus-Latn","ces-Latn"]},{"precision":0.404796,"recall":0.474308,"f1":0.424509,"accuracy":0.474308,"main_score":0.424509,"hf_subset":"lus_Latn-gaz_Latn","languages":["lus-Latn","gaz-Latn"]},{"precision":0.479992,"recall":0.547431,"f1":0.499162,"accuracy":0.547431,"main_score":0.499162,"hf_subset":"lus_Latn-kam_Latn","languages":["lus-Latn","kam-Latn"]},{"precision":0.594321,"recall":0.661067,"f1":0.614128,"accuracy":0.661067,"main_score":0.614128,"hf_subset":"lus_Latn-lit_Latn","languages":["lus-Latn","lit-Latn"]},{"precision":0.616988,"recall":0.681818,"f1":0.635153,"accuracy":0.681818,"main_score":0.635153,"hf_subset":"lus_Latn-nob_Latn","languages":["lus-Latn","nob-Latn"]},{"precision":0.597351,"recall":0.662055,"f1":0.615914,"accuracy":0.662055,"main_score":0.615914,"hf_subset":"lus_Latn-scn_Latn","languages":["lus-Latn","scn-Latn"]},{"precision":0.554546,"recall":0.630435,"f1":0.577238,"accuracy":0.630435,"main_score":0.577238,"hf_subset":"lus_Latn-tgk_Cyrl","languages":["lus-Latn","tgk-Cyrl"]},{"precision":0.448247,"recall":0.516798,"f1":0.468269,"accuracy":0.516798,"main_score":0.468269,"hf_subset":"lus_Latn-yor_Latn","languages":["lus-Latn","yor-Latn"]},{"precision":0.60248,"recall":0.677866,"f1":0.624678,"accuracy":0.677866,"main_score":0.624678,"hf_subset":"lus_Latn-arz_Arab","languages":["lus-Latn","arz-Arab"]},{"precision":0.472299,"recall":0.546443,"f1":0.493765,"accuracy":0.546443,"main_score":0.493765,"hf_subset":"lus_Latn-cjk_Latn","languages":["lus-Latn","cjk-Latn"]},{"precision":0.457488,"recall":0.525692,"f1":0.476362,"accuracy":0.525692,"main_score":0.476362,"hf_subset":"lus_Latn-gla_Latn","languages":["lus-Latn","gla-Latn"]},{"precision":0.580501,"recall":0.655138,"f1":0.601959,"accuracy":0.655138,"main_score":0.601959,"hf_subset":"lus_Latn-kan_Knda","languages":["lus-Latn","kan-Knda"]},{"precision":0.622727,"recall":0.688735,"f1":0.642354,"accuracy":0.688735,"main_score":0.642354,"hf_subset":"lus_Latn-lmo_Latn","languages":["lus-Latn","lmo-Latn"]},{"precision":0.597852,"recall":0.670949,"f1":0.619206,"accuracy":0.670949,"main_score":0.619206,"hf_subset":"lus_Latn-npi_Deva","languages":["lus-Latn","npi-Deva"]},{"precision":0.427472,"recall":0.51087,"f1":0.451361,"accuracy":0.51087,"main_score":0.451361,"hf_subset":"lus_Latn-shn_Mymr","languages":["lus-Latn","shn-Mymr"]},{"precision":0.642384,"recall":0.698617,"f1":0.658717,"accuracy":0.698617,"main_score":0.658717,"hf_subset":"lus_Latn-tgl_Latn","languages":["lus-Latn","tgl-Latn"]},{"precision":0.610466,"recall":0.684783,"f1":0.632255,"accuracy":0.684783,"main_score":0.632255,"hf_subset":"lus_Latn-yue_Hant","languages":["lus-Latn","yue-Hant"]},{"precision":0.532722,"recall":0.614625,"f1":0.555777,"accuracy":0.614625,"main_score":0.555777,"hf_subset":"lus_Latn-asm_Beng","languages":["lus-Latn","asm-Beng"]},{"precision":0.471798,"recall":0.545455,"f1":0.493214,"accuracy":0.545455,"main_score":0.493214,"hf_subset":"lus_Latn-ckb_Arab","languages":["lus-Latn","ckb-Arab"]},{"precision":0.465747,"recall":0.535573,"f1":0.48552,"accuracy":0.535573,"main_score":0.48552,"hf_subset":"lus_Latn-gle_Latn","languages":["lus-Latn","gle-Latn"]},{"precision":0.528159,"recall":0.607708,"f1":0.551435,"accuracy":0.607708,"main_score":0.551435,"hf_subset":"lus_Latn-kas_Arab","languages":["lus-Latn","kas-Arab"]},{"precision":0.559958,"recall":0.631423,"f1":0.580377,"accuracy":0.631423,"main_score":0.580377,"hf_subset":"lus_Latn-ltg_Latn","languages":["lus-Latn","ltg-Latn"]},{"precision":0.530263,"recall":0.585968,"f1":0.546093,"accuracy":0.585968,"main_score":0.546093,"hf_subset":"lus_Latn-nso_Latn","languages":["lus-Latn","nso-Latn"]},{"precision":0.197503,"recall":0.243083,"f1":0.208911,"accuracy":0.243083,"main_score":0.208911,"hf_subset":"lus_Latn-sin_Sinh","languages":["lus-Latn","sin-Sinh"]},{"precision":0.597678,"recall":0.674901,"f1":0.620612,"accuracy":0.674901,"main_score":0.620612,"hf_subset":"lus_Latn-tha_Thai","languages":["lus-Latn","tha-Thai"]},{"precision":0.619211,"recall":0.692688,"f1":0.639966,"accuracy":0.692688,"main_score":0.639966,"hf_subset":"lus_Latn-zho_Hans","languages":["lus-Latn","zho-Hans"]},{"precision":0.638587,"recall":0.704545,"f1":0.657511,"accuracy":0.704545,"main_score":0.657511,"hf_subset":"lus_Latn-ast_Latn","languages":["lus-Latn","ast-Latn"]},{"precision":0.60068,"recall":0.666996,"f1":0.620789,"accuracy":0.666996,"main_score":0.620789,"hf_subset":"lus_Latn-crh_Latn","languages":["lus-Latn","crh-Latn"]},{"precision":0.644109,"recall":0.706522,"f1":0.661412,"accuracy":0.706522,"main_score":0.661412,"hf_subset":"lus_Latn-glg_Latn","languages":["lus-Latn","glg-Latn"]},{"precision":0.533366,"recall":0.604743,"f1":0.554875,"accuracy":0.604743,"main_score":0.554875,"hf_subset":"lus_Latn-kas_Deva","languages":["lus-Latn","kas-Deva"]},{"precision":0.625395,"recall":0.689723,"f1":0.643838,"accuracy":0.689723,"main_score":0.643838,"hf_subset":"lus_Latn-ltz_Latn","languages":["lus-Latn","ltz-Latn"]},{"precision":0.419897,"recall":0.485178,"f1":0.437785,"accuracy":0.485178,"main_score":0.437785,"hf_subset":"lus_Latn-nus_Latn","languages":["lus-Latn","nus-Latn"]},{"precision":0.607139,"recall":0.677866,"f1":0.627427,"accuracy":0.677866,"main_score":0.627427,"hf_subset":"lus_Latn-slk_Latn","languages":["lus-Latn","slk-Latn"]},{"precision":0.219443,"recall":0.275692,"f1":0.234149,"accuracy":0.275692,"main_score":0.234149,"hf_subset":"lus_Latn-tir_Ethi","languages":["lus-Latn","tir-Ethi"]},{"precision":0.6119,"recall":0.683794,"f1":0.632644,"accuracy":0.683794,"main_score":0.632644,"hf_subset":"lus_Latn-zho_Hant","languages":["lus-Latn","zho-Hant"]},{"precision":0.596756,"recall":0.668972,"f1":0.617627,"accuracy":0.668972,"main_score":0.617627,"hf_subset":"lus_Latn-awa_Deva","languages":["lus-Latn","awa-Deva"]},{"precision":0.513356,"recall":0.578063,"f1":0.531955,"accuracy":0.578063,"main_score":0.531955,"hf_subset":"lus_Latn-cym_Latn","languages":["lus-Latn","cym-Latn"]},{"precision":0.602717,"recall":0.656126,"f1":0.618332,"accuracy":0.656126,"main_score":0.618332,"hf_subset":"lus_Latn-grn_Latn","languages":["lus-Latn","grn-Latn"]},{"precision":0.569757,"recall":0.643281,"f1":0.591554,"accuracy":0.643281,"main_score":0.591554,"hf_subset":"lus_Latn-kat_Geor","languages":["lus-Latn","kat-Geor"]},{"precision":0.536358,"recall":0.591897,"f1":0.552569,"accuracy":0.591897,"main_score":0.552569,"hf_subset":"lus_Latn-lua_Latn","languages":["lus-Latn","lua-Latn"]},{"precision":0.52072,"recall":0.583004,"f1":0.538867,"accuracy":0.583004,"main_score":0.538867,"hf_subset":"lus_Latn-nya_Latn","languages":["lus-Latn","nya-Latn"]},{"precision":0.608765,"recall":0.676877,"f1":0.628527,"accuracy":0.676877,"main_score":0.628527,"hf_subset":"lus_Latn-slv_Latn","languages":["lus-Latn","slv-Latn"]},{"precision":0.665023,"recall":0.712451,"f1":0.678642,"accuracy":0.712451,"main_score":0.678642,"hf_subset":"lus_Latn-tpi_Latn","languages":["lus-Latn","tpi-Latn"]},{"precision":0.646055,"recall":0.709486,"f1":0.664065,"accuracy":0.709486,"main_score":0.664065,"hf_subset":"lus_Latn-zsm_Latn","languages":["lus-Latn","zsm-Latn"]},{"precision":0.501883,"recall":0.56917,"f1":0.52095,"accuracy":0.56917,"main_score":0.52095,"hf_subset":"lus_Latn-ayr_Latn","languages":["lus-Latn","ayr-Latn"]},{"precision":0.632008,"recall":0.697628,"f1":0.651128,"accuracy":0.697628,"main_score":0.651128,"hf_subset":"lus_Latn-dan_Latn","languages":["lus-Latn","dan-Latn"]},{"precision":0.590169,"recall":0.666008,"f1":0.61192,"accuracy":0.666008,"main_score":0.61192,"hf_subset":"lus_Latn-guj_Gujr","languages":["lus-Latn","guj-Gujr"]},{"precision":0.601656,"recall":0.66996,"f1":0.622123,"accuracy":0.66996,"main_score":0.622123,"hf_subset":"lus_Latn-kaz_Cyrl","languages":["lus-Latn","kaz-Cyrl"]},{"precision":0.454918,"recall":0.522727,"f1":0.473559,"accuracy":0.522727,"main_score":0.473559,"hf_subset":"lus_Latn-lug_Latn","languages":["lus-Latn","lug-Latn"]},{"precision":0.627999,"recall":0.693676,"f1":0.647469,"accuracy":0.693676,"main_score":0.647469,"hf_subset":"lus_Latn-oci_Latn","languages":["lus-Latn","oci-Latn"]},{"precision":0.511084,"recall":0.575099,"f1":0.529617,"accuracy":0.575099,"main_score":0.529617,"hf_subset":"lus_Latn-smo_Latn","languages":["lus-Latn","smo-Latn"]},{"precision":0.46619,"recall":0.534585,"f1":0.485087,"accuracy":0.534585,"main_score":0.485087,"hf_subset":"lus_Latn-tsn_Latn","languages":["lus-Latn","tsn-Latn"]},{"precision":0.456567,"recall":0.529644,"f1":0.477099,"accuracy":0.529644,"main_score":0.477099,"hf_subset":"lus_Latn-zul_Latn","languages":["lus-Latn","zul-Latn"]},{"precision":0.514833,"recall":0.592885,"f1":0.538293,"accuracy":0.592885,"main_score":0.538293,"hf_subset":"lus_Latn-azb_Arab","languages":["lus-Latn","azb-Arab"]},{"precision":0.633409,"recall":0.702569,"f1":0.652934,"accuracy":0.702569,"main_score":0.652934,"hf_subset":"lus_Latn-deu_Latn","languages":["lus-Latn","deu-Latn"]},{"precision":0.539921,"recall":0.615613,"f1":0.562404,"accuracy":0.615613,"main_score":0.562404,"hf_subset":"lus_Latn-hat_Latn","languages":["lus-Latn","hat-Latn"]},{"precision":0.449944,"recall":0.508893,"f1":0.466722,"accuracy":0.508893,"main_score":0.466722,"hf_subset":"lus_Latn-kbp_Latn","languages":["lus-Latn","kbp-Latn"]},{"precision":0.518022,"recall":0.579051,"f1":0.535055,"accuracy":0.579051,"main_score":0.535055,"hf_subset":"lus_Latn-luo_Latn","languages":["lus-Latn","luo-Latn"]},{"precision":0.563756,"recall":0.641304,"f1":0.586926,"accuracy":0.641304,"main_score":0.586926,"hf_subset":"lus_Latn-ory_Orya","languages":["lus-Latn","ory-Orya"]},{"precision":0.498403,"recall":0.562253,"f1":0.517278,"accuracy":0.562253,"main_score":0.517278,"hf_subset":"lus_Latn-sna_Latn","languages":["lus-Latn","sna-Latn"]},{"precision":0.484898,"recall":0.545455,"f1":0.501765,"accuracy":0.545455,"main_score":0.501765,"hf_subset":"lus_Latn-tso_Latn","languages":["lus-Latn","tso-Latn"]},{"precision":0.587931,"recall":0.659091,"f1":0.608773,"accuracy":0.659091,"main_score":0.608773,"hf_subset":"lus_Latn-azj_Latn","languages":["lus-Latn","azj-Latn"]},{"precision":0.486405,"recall":0.55336,"f1":0.505584,"accuracy":0.55336,"main_score":0.505584,"hf_subset":"lus_Latn-dik_Latn","languages":["lus-Latn","dik-Latn"]},{"precision":0.488234,"recall":0.547431,"f1":0.505555,"accuracy":0.547431,"main_score":0.505555,"hf_subset":"lus_Latn-hau_Latn","languages":["lus-Latn","hau-Latn"]},{"precision":0.615173,"recall":0.674901,"f1":0.6324,"accuracy":0.674901,"main_score":0.6324,"hf_subset":"lus_Latn-kea_Latn","languages":["lus-Latn","kea-Latn"]},{"precision":0.64879,"recall":0.695652,"f1":0.662384,"accuracy":0.695652,"main_score":0.662384,"hf_subset":"lus_Latn-pag_Latn","languages":["lus-Latn","pag-Latn"]},{"precision":0.543464,"recall":0.620553,"f1":0.566158,"accuracy":0.620553,"main_score":0.566158,"hf_subset":"lus_Latn-snd_Arab","languages":["lus-Latn","snd-Arab"]},{"precision":0.542367,"recall":0.614625,"f1":0.563743,"accuracy":0.614625,"main_score":0.563743,"hf_subset":"lus_Latn-tuk_Latn","languages":["lus-Latn","tuk-Latn"]},{"precision":0.61637,"recall":0.677866,"f1":0.634056,"accuracy":0.677866,"main_score":0.634056,"hf_subset":"lus_Latn-bak_Cyrl","languages":["lus-Latn","bak-Cyrl"]},{"precision":0.408333,"recall":0.494071,"f1":0.433498,"accuracy":0.494071,"main_score":0.433498,"hf_subset":"lus_Latn-dyu_Latn","languages":["lus-Latn","dyu-Latn"]},{"precision":0.553488,"recall":0.637352,"f1":0.57739,"accuracy":0.637352,"main_score":0.57739,"hf_subset":"lus_Latn-heb_Hebr","languages":["lus-Latn","heb-Hebr"]},{"precision":0.530608,"recall":0.601779,"f1":0.551768,"accuracy":0.601779,"main_score":0.551768,"hf_subset":"lus_Latn-khk_Cyrl","languages":["lus-Latn","khk-Cyrl"]},{"precision":0.582979,"recall":0.656126,"f1":0.604766,"accuracy":0.656126,"main_score":0.604766,"hf_subset":"lus_Latn-lvs_Latn","languages":["lus-Latn","lvs-Latn"]},{"precision":0.5903,"recall":0.660079,"f1":0.610545,"accuracy":0.660079,"main_score":0.610545,"hf_subset":"lus_Latn-pan_Guru","languages":["lus-Latn","pan-Guru"]},{"precision":0.44506,"recall":0.51581,"f1":0.465458,"accuracy":0.51581,"main_score":0.465458,"hf_subset":"lus_Latn-som_Latn","languages":["lus-Latn","som-Latn"]},{"precision":0.517198,"recall":0.578063,"f1":0.534748,"accuracy":0.578063,"main_score":0.534748,"hf_subset":"lus_Latn-tum_Latn","languages":["lus-Latn","tum-Latn"]},{"precision":0.420762,"recall":0.504941,"f1":0.444707,"accuracy":0.504941,"main_score":0.444707,"hf_subset":"pag_Latn-ace_Arab","languages":["pag-Latn","ace-Arab"]},{"precision":0.45854,"recall":0.528656,"f1":0.47794,"accuracy":0.528656,"main_score":0.47794,"hf_subset":"pag_Latn-bam_Latn","languages":["pag-Latn","bam-Latn"]},{"precision":0.099556,"recall":0.144269,"f1":0.110793,"accuracy":0.144269,"main_score":0.110793,"hf_subset":"pag_Latn-dzo_Tibt","languages":["pag-Latn","dzo-Tibt"]},{"precision":0.798106,"recall":0.848814,"f1":0.813801,"accuracy":0.848814,"main_score":0.813801,"hf_subset":"pag_Latn-hin_Deva","languages":["pag-Latn","hin-Deva"]},{"precision":0.555847,"recall":0.647233,"f1":0.581908,"accuracy":0.647233,"main_score":0.581908,"hf_subset":"pag_Latn-khm_Khmr","languages":["pag-Latn","khm-Khmr"]},{"precision":0.793462,"recall":0.84585,"f1":0.80942,"accuracy":0.84585,"main_score":0.80942,"hf_subset":"pag_Latn-mag_Deva","languages":["pag-Latn","mag-Deva"]},{"precision":0.80224,"recall":0.849802,"f1":0.816949,"accuracy":0.849802,"main_score":0.816949,"hf_subset":"pag_Latn-pap_Latn","languages":["pag-Latn","pap-Latn"]},{"precision":0.501929,"recall":0.577075,"f1":0.522969,"accuracy":0.577075,"main_score":0.522969,"hf_subset":"pag_Latn-sot_Latn","languages":["pag-Latn","sot-Latn"]},{"precision":0.807131,"recall":0.860672,"f1":0.824012,"accuracy":0.860672,"main_score":0.824012,"hf_subset":"pag_Latn-tur_Latn","languages":["pag-Latn","tur-Latn"]},{"precision":0.719088,"recall":0.774704,"f1":0.73587,"accuracy":0.774704,"main_score":0.73587,"hf_subset":"pag_Latn-ace_Latn","languages":["pag-Latn","ace-Latn"]},{"precision":0.80331,"recall":0.844862,"f1":0.816271,"accuracy":0.844862,"main_score":0.816271,"hf_subset":"pag_Latn-ban_Latn","languages":["pag-Latn","ban-Latn"]},{"precision":0.775478,"recall":0.832016,"f1":0.793182,"accuracy":0.832016,"main_score":0.793182,"hf_subset":"pag_Latn-ell_Grek","languages":["pag-Latn","ell-Grek"]},{"precision":0.781983,"recall":0.836957,"f1":0.799012,"accuracy":0.836957,"main_score":0.799012,"hf_subset":"pag_Latn-hne_Deva","languages":["pag-Latn","hne-Deva"]},{"precision":0.513251,"recall":0.586957,"f1":0.534895,"accuracy":0.586957,"main_score":0.534895,"hf_subset":"pag_Latn-kik_Latn","languages":["pag-Latn","kik-Latn"]},{"precision":0.800922,"recall":0.851779,"f1":0.816601,"accuracy":0.851779,"main_score":0.816601,"hf_subset":"pag_Latn-mai_Deva","languages":["pag-Latn","mai-Deva"]},{"precision":0.651532,"recall":0.730237,"f1":0.675428,"accuracy":0.730237,"main_score":0.675428,"hf_subset":"pag_Latn-pbt_Arab","languages":["pag-Latn","pbt-Arab"]},{"precision":0.825758,"recall":0.87253,"f1":0.840335,"accuracy":0.87253,"main_score":0.840335,"hf_subset":"pag_Latn-spa_Latn","languages":["pag-Latn","spa-Latn"]},{"precision":0.576896,"recall":0.642292,"f1":0.596014,"accuracy":0.642292,"main_score":0.596014,"hf_subset":"pag_Latn-twi_Latn","languages":["pag-Latn","twi-Latn"]},{"precision":0.793923,"recall":0.844862,"f1":0.809618,"accuracy":0.844862,"main_score":0.809618,"hf_subset":"pag_Latn-acm_Arab","languages":["pag-Latn","acm-Arab"]},{"precision":0.790391,"recall":0.842885,"f1":0.806571,"accuracy":0.842885,"main_score":0.806571,"hf_subset":"pag_Latn-bel_Cyrl","languages":["pag-Latn","bel-Cyrl"]},{"precision":0.842062,"recall":0.887352,"f1":0.856357,"accuracy":0.887352,"main_score":0.856357,"hf_subset":"pag_Latn-eng_Latn","languages":["pag-Latn","eng-Latn"]},{"precision":0.804677,"recall":0.856719,"f1":0.82108,"accuracy":0.856719,"main_score":0.82108,"hf_subset":"pag_Latn-hrv_Latn","languages":["pag-Latn","hrv-Latn"]},{"precision":0.453057,"recall":0.523715,"f1":0.472298,"accuracy":0.523715,"main_score":0.472298,"hf_subset":"pag_Latn-kin_Latn","languages":["pag-Latn","kin-Latn"]},{"precision":0.771113,"recall":0.826087,"f1":0.78778,"accuracy":0.826087,"main_score":0.78778,"hf_subset":"pag_Latn-mal_Mlym","languages":["pag-Latn","mal-Mlym"]},{"precision":0.773172,"recall":0.833004,"f1":0.791864,"accuracy":0.833004,"main_score":0.791864,"hf_subset":"pag_Latn-pes_Arab","languages":["pag-Latn","pes-Arab"]},{"precision":0.806901,"recall":0.853755,"f1":0.821542,"accuracy":0.853755,"main_score":0.821542,"hf_subset":"pag_Latn-srd_Latn","languages":["pag-Latn","srd-Latn"]},{"precision":0.138488,"recall":0.193676,"f1":0.150892,"accuracy":0.193676,"main_score":0.150892,"hf_subset":"pag_Latn-tzm_Tfng","languages":["pag-Latn","tzm-Tfng"]},{"precision":0.807065,"recall":0.854743,"f1":0.821838,"accuracy":0.854743,"main_score":0.821838,"hf_subset":"pag_Latn-acq_Arab","languages":["pag-Latn","acq-Arab"]},{"precision":0.545905,"recall":0.608696,"f1":0.563672,"accuracy":0.608696,"main_score":0.563672,"hf_subset":"pag_Latn-bem_Latn","languages":["pag-Latn","bem-Latn"]},{"precision":0.802536,"recall":0.855731,"f1":0.819302,"accuracy":0.855731,"main_score":0.819302,"hf_subset":"pag_Latn-epo_Latn","languages":["pag-Latn","epo-Latn"]},{"precision":0.799687,"recall":0.852767,"f1":0.816206,"accuracy":0.852767,"main_score":0.816206,"hf_subset":"pag_Latn-hun_Latn","languages":["pag-Latn","hun-Latn"]},{"precision":0.740102,"recall":0.799407,"f1":0.758173,"accuracy":0.799407,"main_score":0.758173,"hf_subset":"pag_Latn-kir_Cyrl","languages":["pag-Latn","kir-Cyrl"]},{"precision":0.794055,"recall":0.84585,"f1":0.81031,"accuracy":0.84585,"main_score":0.81031,"hf_subset":"pag_Latn-mar_Deva","languages":["pag-Latn","mar-Deva"]},{"precision":0.553797,"recall":0.610672,"f1":0.570358,"accuracy":0.610672,"main_score":0.570358,"hf_subset":"pag_Latn-plt_Latn","languages":["pag-Latn","plt-Latn"]},{"precision":0.818791,"recall":0.864625,"f1":0.833202,"accuracy":0.864625,"main_score":0.833202,"hf_subset":"pag_Latn-srp_Cyrl","languages":["pag-Latn","srp-Cyrl"]},{"precision":0.637698,"recall":0.70751,"f1":0.65847,"accuracy":0.70751,"main_score":0.65847,"hf_subset":"pag_Latn-uig_Arab","languages":["pag-Latn","uig-Arab"]},{"precision":0.776186,"recall":0.832016,"f1":0.793234,"accuracy":0.832016,"main_score":0.793234,"hf_subset":"pag_Latn-aeb_Arab","languages":["pag-Latn","aeb-Arab"]},{"precision":0.803195,"recall":0.852767,"f1":0.818939,"accuracy":0.852767,"main_score":0.818939,"hf_subset":"pag_Latn-ben_Beng","languages":["pag-Latn","ben-Beng"]},{"precision":0.751812,"recall":0.809289,"f1":0.769532,"accuracy":0.809289,"main_score":0.769532,"hf_subset":"pag_Latn-est_Latn","languages":["pag-Latn","est-Latn"]},{"precision":0.721294,"recall":0.786561,"f1":0.741191,"accuracy":0.786561,"main_score":0.741191,"hf_subset":"pag_Latn-hye_Armn","languages":["pag-Latn","hye-Armn"]},{"precision":0.476371,"recall":0.543478,"f1":0.495,"accuracy":0.543478,"main_score":0.495,"hf_subset":"pag_Latn-kmb_Latn","languages":["pag-Latn","kmb-Latn"]},{"precision":0.375433,"recall":0.471344,"f1":0.401438,"accuracy":0.471344,"main_score":0.401438,"hf_subset":"pag_Latn-min_Arab","languages":["pag-Latn","min-Arab"]},{"precision":0.822908,"recall":0.868577,"f1":0.837022,"accuracy":0.868577,"main_score":0.837022,"hf_subset":"pag_Latn-pol_Latn","languages":["pag-Latn","pol-Latn"]},{"precision":0.46182,"recall":0.539526,"f1":0.483482,"accuracy":0.539526,"main_score":0.483482,"hf_subset":"pag_Latn-ssw_Latn","languages":["pag-Latn","ssw-Latn"]},{"precision":0.819335,"recall":0.868577,"f1":0.834736,"accuracy":0.868577,"main_score":0.834736,"hf_subset":"pag_Latn-ukr_Cyrl","languages":["pag-Latn","ukr-Cyrl"]},{"precision":0.829167,"recall":0.873518,"f1":0.843281,"accuracy":0.873518,"main_score":0.843281,"hf_subset":"pag_Latn-afr_Latn","languages":["pag-Latn","afr-Latn"]},{"precision":0.782444,"recall":0.83498,"f1":0.798668,"accuracy":0.83498,"main_score":0.798668,"hf_subset":"pag_Latn-bho_Deva","languages":["pag-Latn","bho-Deva"]},{"precision":0.745553,"recall":0.799407,"f1":0.762404,"accuracy":0.799407,"main_score":0.762404,"hf_subset":"pag_Latn-eus_Latn","languages":["pag-Latn","eus-Latn"]},{"precision":0.496406,"recall":0.570158,"f1":0.517164,"accuracy":0.570158,"main_score":0.517164,"hf_subset":"pag_Latn-ibo_Latn","languages":["pag-Latn","ibo-Latn"]},{"precision":0.59586,"recall":0.670949,"f1":0.617421,"accuracy":0.670949,"main_score":0.617421,"hf_subset":"pag_Latn-kmr_Latn","languages":["pag-Latn","kmr-Latn"]},{"precision":0.761726,"recall":0.817194,"f1":0.779447,"accuracy":0.817194,"main_score":0.779447,"hf_subset":"pag_Latn-min_Latn","languages":["pag-Latn","min-Latn"]},{"precision":0.833745,"recall":0.879447,"f1":0.848188,"accuracy":0.879447,"main_score":0.848188,"hf_subset":"pag_Latn-por_Latn","languages":["pag-Latn","por-Latn"]},{"precision":0.819476,"recall":0.864625,"f1":0.833745,"accuracy":0.864625,"main_score":0.833745,"hf_subset":"pag_Latn-sun_Latn","languages":["pag-Latn","sun-Latn"]},{"precision":0.466387,"recall":0.538538,"f1":0.487502,"accuracy":0.538538,"main_score":0.487502,"hf_subset":"pag_Latn-umb_Latn","languages":["pag-Latn","umb-Latn"]},{"precision":0.788949,"recall":0.84585,"f1":0.807049,"accuracy":0.84585,"main_score":0.807049,"hf_subset":"pag_Latn-ajp_Arab","languages":["pag-Latn","ajp-Arab"]},{"precision":0.412307,"recall":0.502964,"f1":0.437974,"accuracy":0.502964,"main_score":0.437974,"hf_subset":"pag_Latn-bjn_Arab","languages":["pag-Latn","bjn-Arab"]},{"precision":0.494623,"recall":0.557312,"f1":0.512051,"accuracy":0.557312,"main_score":0.512051,"hf_subset":"pag_Latn-ewe_Latn","languages":["pag-Latn","ewe-Latn"]},{"precision":0.819088,"recall":0.859684,"f1":0.831752,"accuracy":0.859684,"main_score":0.831752,"hf_subset":"pag_Latn-ilo_Latn","languages":["pag-Latn","ilo-Latn"]},{"precision":0.203932,"recall":0.286561,"f1":0.224691,"accuracy":0.286561,"main_score":0.224691,"hf_subset":"pag_Latn-knc_Arab","languages":["pag-Latn","knc-Arab"]},{"precision":0.81497,"recall":0.860672,"f1":0.829037,"accuracy":0.860672,"main_score":0.829037,"hf_subset":"pag_Latn-mkd_Cyrl","languages":["pag-Latn","mkd-Cyrl"]},{"precision":0.771064,"recall":0.829051,"f1":0.789229,"accuracy":0.829051,"main_score":0.789229,"hf_subset":"pag_Latn-prs_Arab","languages":["pag-Latn","prs-Arab"]},{"precision":0.818182,"recall":0.868577,"f1":0.834321,"accuracy":0.868577,"main_score":0.834321,"hf_subset":"pag_Latn-swe_Latn","languages":["pag-Latn","swe-Latn"]},{"precision":0.75835,"recall":0.820158,"f1":0.777734,"accuracy":0.820158,"main_score":0.777734,"hf_subset":"pag_Latn-urd_Arab","languages":["pag-Latn","urd-Arab"]},{"precision":0.555278,"recall":0.615613,"f1":0.572815,"accuracy":0.615613,"main_score":0.572815,"hf_subset":"pag_Latn-aka_Latn","languages":["pag-Latn","aka-Latn"]},{"precision":0.788373,"recall":0.838933,"f1":0.803986,"accuracy":0.838933,"main_score":0.803986,"hf_subset":"pag_Latn-bjn_Latn","languages":["pag-Latn","bjn-Latn"]},{"precision":0.648155,"recall":0.721344,"f1":0.669866,"accuracy":0.721344,"main_score":0.669866,"hf_subset":"pag_Latn-fao_Latn","languages":["pag-Latn","fao-Latn"]},{"precision":0.838274,"recall":0.883399,"f1":0.852767,"accuracy":0.883399,"main_score":0.852767,"hf_subset":"pag_Latn-ind_Latn","languages":["pag-Latn","ind-Latn"]},{"precision":0.525288,"recall":0.591897,"f1":0.544263,"accuracy":0.591897,"main_score":0.544263,"hf_subset":"pag_Latn-knc_Latn","languages":["pag-Latn","knc-Latn"]},{"precision":0.807724,"recall":0.854743,"f1":0.822694,"accuracy":0.854743,"main_score":0.822694,"hf_subset":"pag_Latn-mlt_Latn","languages":["pag-Latn","mlt-Latn"]},{"precision":0.584291,"recall":0.651186,"f1":0.603101,"accuracy":0.651186,"main_score":0.603101,"hf_subset":"pag_Latn-quy_Latn","languages":["pag-Latn","quy-Latn"]},{"precision":0.571462,"recall":0.644269,"f1":0.592305,"accuracy":0.644269,"main_score":0.592305,"hf_subset":"pag_Latn-swh_Latn","languages":["pag-Latn","swh-Latn"]},{"precision":0.742704,"recall":0.80336,"f1":0.761514,"accuracy":0.80336,"main_score":0.761514,"hf_subset":"pag_Latn-uzn_Latn","languages":["pag-Latn","uzn-Latn"]},{"precision":0.785244,"recall":0.839921,"f1":0.802339,"accuracy":0.839921,"main_score":0.802339,"hf_subset":"pag_Latn-als_Latn","languages":["pag-Latn","als-Latn"]},{"precision":0.155008,"recall":0.218379,"f1":0.169249,"accuracy":0.218379,"main_score":0.169249,"hf_subset":"pag_Latn-bod_Tibt","languages":["pag-Latn","bod-Tibt"]},{"precision":0.498462,"recall":0.566206,"f1":0.516892,"accuracy":0.566206,"main_score":0.516892,"hf_subset":"pag_Latn-fij_Latn","languages":["pag-Latn","fij-Latn"]},{"precision":0.621863,"recall":0.701581,"f1":0.644888,"accuracy":0.701581,"main_score":0.644888,"hf_subset":"pag_Latn-isl_Latn","languages":["pag-Latn","isl-Latn"]},{"precision":0.560657,"recall":0.632411,"f1":0.582252,"accuracy":0.632411,"main_score":0.582252,"hf_subset":"pag_Latn-kon_Latn","languages":["pag-Latn","kon-Latn"]},{"precision":0.536432,"recall":0.625494,"f1":0.561881,"accuracy":0.625494,"main_score":0.561881,"hf_subset":"pag_Latn-mni_Beng","languages":["pag-Latn","mni-Beng"]},{"precision":0.822085,"recall":0.867589,"f1":0.836364,"accuracy":0.867589,"main_score":0.836364,"hf_subset":"pag_Latn-ron_Latn","languages":["pag-Latn","ron-Latn"]},{"precision":0.778491,"recall":0.832016,"f1":0.795422,"accuracy":0.832016,"main_score":0.795422,"hf_subset":"pag_Latn-szl_Latn","languages":["pag-Latn","szl-Latn"]},{"precision":0.815629,"recall":0.860672,"f1":0.829941,"accuracy":0.860672,"main_score":0.829941,"hf_subset":"pag_Latn-vec_Latn","languages":["pag-Latn","vec-Latn"]},{"precision":0.353824,"recall":0.4417,"f1":0.377088,"accuracy":0.4417,"main_score":0.377088,"hf_subset":"pag_Latn-amh_Ethi","languages":["pag-Latn","amh-Ethi"]},{"precision":0.816601,"recall":0.863636,"f1":0.831159,"accuracy":0.863636,"main_score":0.831159,"hf_subset":"pag_Latn-bos_Latn","languages":["pag-Latn","bos-Latn"]},{"precision":0.779101,"recall":0.832016,"f1":0.795652,"accuracy":0.832016,"main_score":0.795652,"hf_subset":"pag_Latn-fin_Latn","languages":["pag-Latn","fin-Latn"]},{"precision":0.838109,"recall":0.882411,"f1":0.85191,"accuracy":0.882411,"main_score":0.85191,"hf_subset":"pag_Latn-ita_Latn","languages":["pag-Latn","ita-Latn"]},{"precision":0.81143,"recall":0.860672,"f1":0.826877,"accuracy":0.860672,"main_score":0.826877,"hf_subset":"pag_Latn-kor_Hang","languages":["pag-Latn","kor-Hang"]},{"precision":0.497081,"recall":0.567194,"f1":0.516422,"accuracy":0.567194,"main_score":0.516422,"hf_subset":"pag_Latn-mos_Latn","languages":["pag-Latn","mos-Latn"]},{"precision":0.465022,"recall":0.531621,"f1":0.483785,"accuracy":0.531621,"main_score":0.483785,"hf_subset":"pag_Latn-run_Latn","languages":["pag-Latn","run-Latn"]},{"precision":0.734289,"recall":0.795455,"f1":0.752701,"accuracy":0.795455,"main_score":0.752701,"hf_subset":"pag_Latn-tam_Taml","languages":["pag-Latn","tam-Taml"]},{"precision":0.808086,"recall":0.858696,"f1":0.824012,"accuracy":0.858696,"main_score":0.824012,"hf_subset":"pag_Latn-vie_Latn","languages":["pag-Latn","vie-Latn"]},{"precision":0.799901,"recall":0.850791,"f1":0.815679,"accuracy":0.850791,"main_score":0.815679,"hf_subset":"pag_Latn-apc_Arab","languages":["pag-Latn","apc-Arab"]},{"precision":0.695159,"recall":0.75,"f1":0.711619,"accuracy":0.75,"main_score":0.711619,"hf_subset":"pag_Latn-bug_Latn","languages":["pag-Latn","bug-Latn"]},{"precision":0.443866,"recall":0.511858,"f1":0.46282,"accuracy":0.511858,"main_score":0.46282,"hf_subset":"pag_Latn-fon_Latn","languages":["pag-Latn","fon-Latn"]},{"precision":0.79389,"recall":0.841897,"f1":0.8083,"accuracy":0.841897,"main_score":0.8083,"hf_subset":"pag_Latn-jav_Latn","languages":["pag-Latn","jav-Latn"]},{"precision":0.524787,"recall":0.607708,"f1":0.54793,"accuracy":0.607708,"main_score":0.54793,"hf_subset":"pag_Latn-lao_Laoo","languages":["pag-Latn","lao-Laoo"]},{"precision":0.482613,"recall":0.563241,"f1":0.50525,"accuracy":0.563241,"main_score":0.50525,"hf_subset":"pag_Latn-mri_Latn","languages":["pag-Latn","mri-Latn"]},{"precision":0.816403,"recall":0.865613,"f1":0.831621,"accuracy":0.865613,"main_score":0.831621,"hf_subset":"pag_Latn-rus_Cyrl","languages":["pag-Latn","rus-Cyrl"]},{"precision":0.495458,"recall":0.56917,"f1":0.516261,"accuracy":0.56917,"main_score":0.516261,"hf_subset":"pag_Latn-taq_Latn","languages":["pag-Latn","taq-Latn"]},{"precision":0.863636,"recall":0.896245,"f1":0.874177,"accuracy":0.896245,"main_score":0.874177,"hf_subset":"pag_Latn-war_Latn","languages":["pag-Latn","war-Latn"]},{"precision":0.807148,"recall":0.855731,"f1":0.822036,"accuracy":0.855731,"main_score":0.822036,"hf_subset":"pag_Latn-arb_Arab","languages":["pag-Latn","arb-Arab"]},{"precision":0.820579,"recall":0.868577,"f1":0.835787,"accuracy":0.868577,"main_score":0.835787,"hf_subset":"pag_Latn-bul_Cyrl","languages":["pag-Latn","bul-Cyrl"]},{"precision":0.830567,"recall":0.875494,"f1":0.844664,"accuracy":0.875494,"main_score":0.844664,"hf_subset":"pag_Latn-fra_Latn","languages":["pag-Latn","fra-Latn"]},{"precision":0.820217,"recall":0.865613,"f1":0.834272,"accuracy":0.865613,"main_score":0.834272,"hf_subset":"pag_Latn-jpn_Jpan","languages":["pag-Latn","jpn-Jpan"]},{"precision":0.785079,"recall":0.839921,"f1":0.802047,"accuracy":0.839921,"main_score":0.802047,"hf_subset":"pag_Latn-lij_Latn","languages":["pag-Latn","lij-Latn"]},{"precision":0.524161,"recall":0.619565,"f1":0.551671,"accuracy":0.619565,"main_score":0.551671,"hf_subset":"pag_Latn-mya_Mymr","languages":["pag-Latn","mya-Mymr"]},{"precision":0.530219,"recall":0.601779,"f1":0.550266,"accuracy":0.601779,"main_score":0.550266,"hf_subset":"pag_Latn-sag_Latn","languages":["pag-Latn","sag-Latn"]},{"precision":0.143258,"recall":0.220356,"f1":0.158534,"accuracy":0.220356,"main_score":0.158534,"hf_subset":"pag_Latn-taq_Tfng","languages":["pag-Latn","taq-Tfng"]},{"precision":0.549526,"recall":0.620553,"f1":0.569685,"accuracy":0.620553,"main_score":0.569685,"hf_subset":"pag_Latn-wol_Latn","languages":["pag-Latn","wol-Latn"]},{"precision":0.473588,"recall":0.557312,"f1":0.496534,"accuracy":0.557312,"main_score":0.496534,"hf_subset":"pag_Latn-arb_Latn","languages":["pag-Latn","arb-Latn"]},{"precision":0.833992,"recall":0.879447,"f1":0.848057,"accuracy":0.879447,"main_score":0.848057,"hf_subset":"pag_Latn-cat_Latn","languages":["pag-Latn","cat-Latn"]},{"precision":0.797464,"recall":0.84585,"f1":0.812022,"accuracy":0.84585,"main_score":0.812022,"hf_subset":"pag_Latn-fur_Latn","languages":["pag-Latn","fur-Latn"]},{"precision":0.346055,"recall":0.412055,"f1":0.363883,"accuracy":0.412055,"main_score":0.363883,"hf_subset":"pag_Latn-kab_Latn","languages":["pag-Latn","kab-Latn"]},{"precision":0.784667,"recall":0.832016,"f1":0.79936,"accuracy":0.832016,"main_score":0.79936,"hf_subset":"pag_Latn-lim_Latn","languages":["pag-Latn","lim-Latn"]},{"precision":0.817441,"recall":0.866601,"f1":0.832708,"accuracy":0.866601,"main_score":0.832708,"hf_subset":"pag_Latn-nld_Latn","languages":["pag-Latn","nld-Latn"]},{"precision":0.684305,"recall":0.756917,"f1":0.705948,"accuracy":0.756917,"main_score":0.705948,"hf_subset":"pag_Latn-san_Deva","languages":["pag-Latn","san-Deva"]},{"precision":0.755879,"recall":0.811265,"f1":0.772878,"accuracy":0.811265,"main_score":0.772878,"hf_subset":"pag_Latn-tat_Cyrl","languages":["pag-Latn","tat-Cyrl"]},{"precision":0.519937,"recall":0.588933,"f1":0.539064,"accuracy":0.588933,"main_score":0.539064,"hf_subset":"pag_Latn-xho_Latn","languages":["pag-Latn","xho-Latn"]},{"precision":0.792852,"recall":0.843874,"f1":0.808564,"accuracy":0.843874,"main_score":0.808564,"hf_subset":"pag_Latn-ars_Arab","languages":["pag-Latn","ars-Arab"]},{"precision":0.839427,"recall":0.878458,"f1":0.85191,"accuracy":0.878458,"main_score":0.85191,"hf_subset":"pag_Latn-ceb_Latn","languages":["pag-Latn","ceb-Latn"]},{"precision":0.480732,"recall":0.55336,"f1":0.501591,"accuracy":0.55336,"main_score":0.501591,"hf_subset":"pag_Latn-fuv_Latn","languages":["pag-Latn","fuv-Latn"]},{"precision":0.489541,"recall":0.563241,"f1":0.509845,"accuracy":0.563241,"main_score":0.509845,"hf_subset":"pag_Latn-kac_Latn","languages":["pag-Latn","kac-Latn"]},{"precision":0.558847,"recall":0.630435,"f1":0.579309,"accuracy":0.630435,"main_score":0.579309,"hf_subset":"pag_Latn-lin_Latn","languages":["pag-Latn","lin-Latn"]},{"precision":0.814888,"recall":0.86166,"f1":0.829513,"accuracy":0.86166,"main_score":0.829513,"hf_subset":"pag_Latn-nno_Latn","languages":["pag-Latn","nno-Latn"]},{"precision":0.018935,"recall":0.061265,"f1":0.024552,"accuracy":0.061265,"main_score":0.024552,"hf_subset":"pag_Latn-sat_Olck","languages":["pag-Latn","sat-Olck"]},{"precision":0.773221,"recall":0.829051,"f1":0.790434,"accuracy":0.829051,"main_score":0.790434,"hf_subset":"pag_Latn-tel_Telu","languages":["pag-Latn","tel-Telu"]},{"precision":0.542144,"recall":0.631423,"f1":0.568445,"accuracy":0.631423,"main_score":0.568445,"hf_subset":"pag_Latn-ydd_Hebr","languages":["pag-Latn","ydd-Hebr"]},{"precision":0.764937,"recall":0.821146,"f1":0.782279,"accuracy":0.821146,"main_score":0.782279,"hf_subset":"pag_Latn-ary_Arab","languages":["pag-Latn","ary-Arab"]},{"precision":0.813192,"recall":0.864625,"f1":0.829447,"accuracy":0.864625,"main_score":0.829447,"hf_subset":"pag_Latn-ces_Latn","languages":["pag-Latn","ces-Latn"]},{"precision":0.415784,"recall":0.491107,"f1":0.436722,"accuracy":0.491107,"main_score":0.436722,"hf_subset":"pag_Latn-gaz_Latn","languages":["pag-Latn","gaz-Latn"]},{"precision":0.489929,"recall":0.561265,"f1":0.509529,"accuracy":0.561265,"main_score":0.509529,"hf_subset":"pag_Latn-kam_Latn","languages":["pag-Latn","kam-Latn"]},{"precision":0.783103,"recall":0.839921,"f1":0.800988,"accuracy":0.839921,"main_score":0.800988,"hf_subset":"pag_Latn-lit_Latn","languages":["pag-Latn","lit-Latn"]},{"precision":0.8167,"recall":0.865613,"f1":0.832115,"accuracy":0.865613,"main_score":0.832115,"hf_subset":"pag_Latn-nob_Latn","languages":["pag-Latn","nob-Latn"]},{"precision":0.786215,"recall":0.838933,"f1":0.802931,"accuracy":0.838933,"main_score":0.802931,"hf_subset":"pag_Latn-scn_Latn","languages":["pag-Latn","scn-Latn"]},{"precision":0.663373,"recall":0.729249,"f1":0.683649,"accuracy":0.729249,"main_score":0.683649,"hf_subset":"pag_Latn-tgk_Cyrl","languages":["pag-Latn","tgk-Cyrl"]},{"precision":0.427024,"recall":0.502964,"f1":0.447884,"accuracy":0.502964,"main_score":0.447884,"hf_subset":"pag_Latn-yor_Latn","languages":["pag-Latn","yor-Latn"]},{"precision":0.794148,"recall":0.843874,"f1":0.809453,"accuracy":0.843874,"main_score":0.809453,"hf_subset":"pag_Latn-arz_Arab","languages":["pag-Latn","arz-Arab"]},{"precision":0.487839,"recall":0.570158,"f1":0.511236,"accuracy":0.570158,"main_score":0.511236,"hf_subset":"pag_Latn-cjk_Latn","languages":["pag-Latn","cjk-Latn"]},{"precision":0.475711,"recall":0.550395,"f1":0.496011,"accuracy":0.550395,"main_score":0.496011,"hf_subset":"pag_Latn-gla_Latn","languages":["pag-Latn","gla-Latn"]},{"precision":0.770866,"recall":0.827075,"f1":0.788208,"accuracy":0.827075,"main_score":0.788208,"hf_subset":"pag_Latn-kan_Knda","languages":["pag-Latn","kan-Knda"]},{"precision":0.799078,"recall":0.846838,"f1":0.813999,"accuracy":0.846838,"main_score":0.813999,"hf_subset":"pag_Latn-lmo_Latn","languages":["pag-Latn","lmo-Latn"]},{"precision":0.776245,"recall":0.831028,"f1":0.793217,"accuracy":0.831028,"main_score":0.793217,"hf_subset":"pag_Latn-npi_Deva","languages":["pag-Latn","npi-Deva"]},{"precision":0.422513,"recall":0.51581,"f1":0.447844,"accuracy":0.51581,"main_score":0.447844,"hf_subset":"pag_Latn-shn_Mymr","languages":["pag-Latn","shn-Mymr"]},{"precision":0.83559,"recall":0.881423,"f1":0.850033,"accuracy":0.881423,"main_score":0.850033,"hf_subset":"pag_Latn-tgl_Latn","languages":["pag-Latn","tgl-Latn"]},{"precision":0.811215,"recall":0.860672,"f1":0.826482,"accuracy":0.860672,"main_score":0.826482,"hf_subset":"pag_Latn-yue_Hant","languages":["pag-Latn","yue-Hant"]},{"precision":0.737302,"recall":0.800395,"f1":0.756752,"accuracy":0.800395,"main_score":0.756752,"hf_subset":"pag_Latn-asm_Beng","languages":["pag-Latn","asm-Beng"]},{"precision":0.545916,"recall":0.624506,"f1":0.568739,"accuracy":0.624506,"main_score":0.568739,"hf_subset":"pag_Latn-ckb_Arab","languages":["pag-Latn","ckb-Arab"]},{"precision":0.512273,"recall":0.593874,"f1":0.53543,"accuracy":0.593874,"main_score":0.53543,"hf_subset":"pag_Latn-gle_Latn","languages":["pag-Latn","gle-Latn"]},{"precision":0.692704,"recall":0.762846,"f1":0.71405,"accuracy":0.762846,"main_score":0.71405,"hf_subset":"pag_Latn-kas_Arab","languages":["pag-Latn","kas-Arab"]},{"precision":0.686117,"recall":0.758893,"f1":0.708333,"accuracy":0.758893,"main_score":0.708333,"hf_subset":"pag_Latn-ltg_Latn","languages":["pag-Latn","ltg-Latn"]},{"precision":0.544888,"recall":0.61166,"f1":0.564182,"accuracy":0.61166,"main_score":0.564182,"hf_subset":"pag_Latn-nso_Latn","languages":["pag-Latn","nso-Latn"]},{"precision":0.235066,"recall":0.294466,"f1":0.250454,"accuracy":0.294466,"main_score":0.250454,"hf_subset":"pag_Latn-sin_Sinh","languages":["pag-Latn","sin-Sinh"]},{"precision":0.808004,"recall":0.859684,"f1":0.824111,"accuracy":0.859684,"main_score":0.824111,"hf_subset":"pag_Latn-tha_Thai","languages":["pag-Latn","tha-Thai"]},{"precision":0.808053,"recall":0.859684,"f1":0.824308,"accuracy":0.859684,"main_score":0.824308,"hf_subset":"pag_Latn-zho_Hans","languages":["pag-Latn","zho-Hans"]},{"precision":0.821838,"recall":0.866601,"f1":0.835606,"accuracy":0.866601,"main_score":0.835606,"hf_subset":"pag_Latn-ast_Latn","languages":["pag-Latn","ast-Latn"]},{"precision":0.761199,"recall":0.815217,"f1":0.778082,"accuracy":0.815217,"main_score":0.778082,"hf_subset":"pag_Latn-crh_Latn","languages":["pag-Latn","crh-Latn"]},{"precision":0.842309,"recall":0.886364,"f1":0.856094,"accuracy":0.886364,"main_score":0.856094,"hf_subset":"pag_Latn-glg_Latn","languages":["pag-Latn","glg-Latn"]},{"precision":0.627234,"recall":0.705534,"f1":0.650315,"accuracy":0.705534,"main_score":0.650315,"hf_subset":"pag_Latn-kas_Deva","languages":["pag-Latn","kas-Deva"]},{"precision":0.80392,"recall":0.853755,"f1":0.819466,"accuracy":0.853755,"main_score":0.819466,"hf_subset":"pag_Latn-ltz_Latn","languages":["pag-Latn","ltz-Latn"]},{"precision":0.40295,"recall":0.490119,"f1":0.426933,"accuracy":0.490119,"main_score":0.426933,"hf_subset":"pag_Latn-nus_Latn","languages":["pag-Latn","nus-Latn"]},{"precision":0.817005,"recall":0.867589,"f1":0.833251,"accuracy":0.867589,"main_score":0.833251,"hf_subset":"pag_Latn-slk_Latn","languages":["pag-Latn","slk-Latn"]},{"precision":0.247962,"recall":0.323123,"f1":0.266736,"accuracy":0.323123,"main_score":0.266736,"hf_subset":"pag_Latn-tir_Ethi","languages":["pag-Latn","tir-Ethi"]},{"precision":0.810112,"recall":0.862648,"f1":0.82668,"accuracy":0.862648,"main_score":0.82668,"hf_subset":"pag_Latn-zho_Hant","languages":["pag-Latn","zho-Hant"]},{"precision":0.793314,"recall":0.844862,"f1":0.809223,"accuracy":0.844862,"main_score":0.809223,"hf_subset":"pag_Latn-awa_Deva","languages":["pag-Latn","awa-Deva"]},{"precision":0.60212,"recall":0.674901,"f1":0.62304,"accuracy":0.674901,"main_score":0.62304,"hf_subset":"pag_Latn-cym_Latn","languages":["pag-Latn","cym-Latn"]},{"precision":0.702397,"recall":0.752964,"f1":0.71698,"accuracy":0.752964,"main_score":0.71698,"hf_subset":"pag_Latn-grn_Latn","languages":["pag-Latn","grn-Latn"]},{"precision":0.738513,"recall":0.795455,"f1":0.756346,"accuracy":0.795455,"main_score":0.756346,"hf_subset":"pag_Latn-kat_Geor","languages":["pag-Latn","kat-Geor"]},{"precision":0.570324,"recall":0.633399,"f1":0.588681,"accuracy":0.633399,"main_score":0.588681,"hf_subset":"pag_Latn-lua_Latn","languages":["pag-Latn","lua-Latn"]},{"precision":0.533409,"recall":0.604743,"f1":0.553644,"accuracy":0.604743,"main_score":0.553644,"hf_subset":"pag_Latn-nya_Latn","languages":["pag-Latn","nya-Latn"]},{"precision":0.800395,"recall":0.849802,"f1":0.815613,"accuracy":0.849802,"main_score":0.815613,"hf_subset":"pag_Latn-slv_Latn","languages":["pag-Latn","slv-Latn"]},{"precision":0.737707,"recall":0.795455,"f1":0.754943,"accuracy":0.795455,"main_score":0.754943,"hf_subset":"pag_Latn-tpi_Latn","languages":["pag-Latn","tpi-Latn"]},{"precision":0.823123,"recall":0.867589,"f1":0.837239,"accuracy":0.867589,"main_score":0.837239,"hf_subset":"pag_Latn-zsm_Latn","languages":["pag-Latn","zsm-Latn"]},{"precision":0.499689,"recall":0.564229,"f1":0.516811,"accuracy":0.564229,"main_score":0.516811,"hf_subset":"pag_Latn-ayr_Latn","languages":["pag-Latn","ayr-Latn"]},{"precision":0.828969,"recall":0.874506,"f1":0.843445,"accuracy":0.874506,"main_score":0.843445,"hf_subset":"pag_Latn-dan_Latn","languages":["pag-Latn","dan-Latn"]},{"precision":0.772019,"recall":0.827075,"f1":0.788608,"accuracy":0.827075,"main_score":0.788608,"hf_subset":"pag_Latn-guj_Gujr","languages":["pag-Latn","guj-Gujr"]},{"precision":0.775675,"recall":0.83004,"f1":0.792523,"accuracy":0.83004,"main_score":0.792523,"hf_subset":"pag_Latn-kaz_Cyrl","languages":["pag-Latn","kaz-Cyrl"]},{"precision":0.451968,"recall":0.522727,"f1":0.472429,"accuracy":0.522727,"main_score":0.472429,"hf_subset":"pag_Latn-lug_Latn","languages":["pag-Latn","lug-Latn"]},{"precision":0.812747,"recall":0.858696,"f1":0.827141,"accuracy":0.858696,"main_score":0.827141,"hf_subset":"pag_Latn-oci_Latn","languages":["pag-Latn","oci-Latn"]},{"precision":0.527771,"recall":0.602767,"f1":0.549209,"accuracy":0.602767,"main_score":0.549209,"hf_subset":"pag_Latn-smo_Latn","languages":["pag-Latn","smo-Latn"]},{"precision":0.480314,"recall":0.551383,"f1":0.500049,"accuracy":0.551383,"main_score":0.500049,"hf_subset":"pag_Latn-tsn_Latn","languages":["pag-Latn","tsn-Latn"]},{"precision":0.459578,"recall":0.534585,"f1":0.479884,"accuracy":0.534585,"main_score":0.479884,"hf_subset":"pag_Latn-zul_Latn","languages":["pag-Latn","zul-Latn"]},{"precision":0.66469,"recall":0.73913,"f1":0.687601,"accuracy":0.73913,"main_score":0.687601,"hf_subset":"pag_Latn-azb_Arab","languages":["pag-Latn","azb-Arab"]},{"precision":0.823123,"recall":0.869565,"f1":0.837582,"accuracy":0.869565,"main_score":0.837582,"hf_subset":"pag_Latn-deu_Latn","languages":["pag-Latn","deu-Latn"]},{"precision":0.716634,"recall":0.780632,"f1":0.736067,"accuracy":0.780632,"main_score":0.736067,"hf_subset":"pag_Latn-hat_Latn","languages":["pag-Latn","hat-Latn"]},{"precision":0.457788,"recall":0.522727,"f1":0.475518,"accuracy":0.522727,"main_score":0.475518,"hf_subset":"pag_Latn-kbp_Latn","languages":["pag-Latn","kbp-Latn"]},{"precision":0.509372,"recall":0.577075,"f1":0.528049,"accuracy":0.577075,"main_score":0.528049,"hf_subset":"pag_Latn-luo_Latn","languages":["pag-Latn","luo-Latn"]},{"precision":0.744212,"recall":0.804348,"f1":0.762862,"accuracy":0.804348,"main_score":0.762862,"hf_subset":"pag_Latn-ory_Orya","languages":["pag-Latn","ory-Orya"]},{"precision":0.500248,"recall":0.572134,"f1":0.520673,"accuracy":0.572134,"main_score":0.520673,"hf_subset":"pag_Latn-sna_Latn","languages":["pag-Latn","sna-Latn"]},{"precision":0.468581,"recall":0.543478,"f1":0.489744,"accuracy":0.543478,"main_score":0.489744,"hf_subset":"pag_Latn-tso_Latn","languages":["pag-Latn","tso-Latn"]},{"precision":0.76469,"recall":0.825099,"f1":0.783564,"accuracy":0.825099,"main_score":0.783564,"hf_subset":"pag_Latn-azj_Latn","languages":["pag-Latn","azj-Latn"]},{"precision":0.50408,"recall":0.576087,"f1":0.525485,"accuracy":0.576087,"main_score":0.525485,"hf_subset":"pag_Latn-dik_Latn","languages":["pag-Latn","dik-Latn"]},{"precision":0.484078,"recall":0.550395,"f1":0.502539,"accuracy":0.550395,"main_score":0.502539,"hf_subset":"pag_Latn-hau_Latn","languages":["pag-Latn","hau-Latn"]},{"precision":0.795323,"recall":0.842885,"f1":0.810112,"accuracy":0.842885,"main_score":0.810112,"hf_subset":"pag_Latn-kea_Latn","languages":["pag-Latn","kea-Latn"]},{"precision":0.661175,"recall":0.719368,"f1":0.677816,"accuracy":0.719368,"main_score":0.677816,"hf_subset":"pag_Latn-lus_Latn","languages":["pag-Latn","lus-Latn"]},{"precision":0.729694,"recall":0.798419,"f1":0.750988,"accuracy":0.798419,"main_score":0.750988,"hf_subset":"pag_Latn-snd_Arab","languages":["pag-Latn","snd-Arab"]},{"precision":0.659437,"recall":0.730237,"f1":0.680783,"accuracy":0.730237,"main_score":0.680783,"hf_subset":"pag_Latn-tuk_Latn","languages":["pag-Latn","tuk-Latn"]},{"precision":0.765102,"recall":0.817194,"f1":0.781522,"accuracy":0.817194,"main_score":0.781522,"hf_subset":"pag_Latn-bak_Cyrl","languages":["pag-Latn","bak-Cyrl"]},{"precision":0.430105,"recall":0.522727,"f1":0.456969,"accuracy":0.522727,"main_score":0.456969,"hf_subset":"pag_Latn-dyu_Latn","languages":["pag-Latn","dyu-Latn"]},{"precision":0.77878,"recall":0.83004,"f1":0.794455,"accuracy":0.83004,"main_score":0.794455,"hf_subset":"pag_Latn-heb_Hebr","languages":["pag-Latn","heb-Hebr"]},{"precision":0.619591,"recall":0.695652,"f1":0.642489,"accuracy":0.695652,"main_score":0.642489,"hf_subset":"pag_Latn-khk_Cyrl","languages":["pag-Latn","khk-Cyrl"]},{"precision":0.794005,"recall":0.844862,"f1":0.80975,"accuracy":0.844862,"main_score":0.80975,"hf_subset":"pag_Latn-lvs_Latn","languages":["pag-Latn","lvs-Latn"]},{"precision":0.766304,"recall":0.826087,"f1":0.785013,"accuracy":0.826087,"main_score":0.785013,"hf_subset":"pag_Latn-pan_Guru","languages":["pag-Latn","pan-Guru"]},{"precision":0.461598,"recall":0.535573,"f1":0.482019,"accuracy":0.535573,"main_score":0.482019,"hf_subset":"pag_Latn-som_Latn","languages":["pag-Latn","som-Latn"]},{"precision":0.512799,"recall":0.58004,"f1":0.531583,"accuracy":0.58004,"main_score":0.531583,"hf_subset":"pag_Latn-tum_Latn","languages":["pag-Latn","tum-Latn"]},{"precision":0.432629,"recall":0.508893,"f1":0.453037,"accuracy":0.508893,"main_score":0.453037,"hf_subset":"snd_Arab-ace_Arab","languages":["snd-Arab","ace-Arab"]},{"precision":0.415927,"recall":0.478261,"f1":0.433538,"accuracy":0.478261,"main_score":0.433538,"hf_subset":"snd_Arab-bam_Latn","languages":["snd-Arab","bam-Latn"]},{"precision":0.102897,"recall":0.155138,"f1":0.116747,"accuracy":0.155138,"main_score":0.116747,"hf_subset":"snd_Arab-dzo_Tibt","languages":["snd-Arab","dzo-Tibt"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"snd_Arab-hin_Deva","languages":["snd-Arab","hin-Deva"]},{"precision":0.891963,"recall":0.925889,"f1":0.902997,"accuracy":0.925889,"main_score":0.902997,"hf_subset":"snd_Arab-khm_Khmr","languages":["snd-Arab","khm-Khmr"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"snd_Arab-mag_Deva","languages":["snd-Arab","mag-Deva"]},{"precision":0.940662,"recall":0.95751,"f1":0.945883,"accuracy":0.95751,"main_score":0.945883,"hf_subset":"snd_Arab-pap_Latn","languages":["snd-Arab","pap-Latn"]},{"precision":0.445791,"recall":0.519763,"f1":0.467457,"accuracy":0.519763,"main_score":0.467457,"hf_subset":"snd_Arab-sot_Latn","languages":["snd-Arab","sot-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"snd_Arab-tur_Latn","languages":["snd-Arab","tur-Latn"]},{"precision":0.760392,"recall":0.812253,"f1":0.776205,"accuracy":0.812253,"main_score":0.776205,"hf_subset":"snd_Arab-ace_Latn","languages":["snd-Arab","ace-Latn"]},{"precision":0.863719,"recall":0.900198,"f1":0.875033,"accuracy":0.900198,"main_score":0.875033,"hf_subset":"snd_Arab-ban_Latn","languages":["snd-Arab","ban-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"snd_Arab-ell_Grek","languages":["snd-Arab","ell-Grek"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"snd_Arab-hne_Deva","languages":["snd-Arab","hne-Deva"]},{"precision":0.431832,"recall":0.509881,"f1":0.454315,"accuracy":0.509881,"main_score":0.454315,"hf_subset":"snd_Arab-kik_Latn","languages":["snd-Arab","kik-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"snd_Arab-mai_Deva","languages":["snd-Arab","mai-Deva"]},{"precision":0.895339,"recall":0.925889,"f1":0.904992,"accuracy":0.925889,"main_score":0.904992,"hf_subset":"snd_Arab-pbt_Arab","languages":["snd-Arab","pbt-Arab"]},{"precision":0.986989,"recall":0.991107,"f1":0.988307,"accuracy":0.991107,"main_score":0.988307,"hf_subset":"snd_Arab-spa_Latn","languages":["snd-Arab","spa-Latn"]},{"precision":0.503006,"recall":0.56917,"f1":0.52137,"accuracy":0.56917,"main_score":0.52137,"hf_subset":"snd_Arab-twi_Latn","languages":["snd-Arab","twi-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"snd_Arab-acm_Arab","languages":["snd-Arab","acm-Arab"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"snd_Arab-bel_Cyrl","languages":["snd-Arab","bel-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"snd_Arab-eng_Latn","languages":["snd-Arab","eng-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"snd_Arab-hrv_Latn","languages":["snd-Arab","hrv-Latn"]},{"precision":0.420382,"recall":0.490119,"f1":0.439628,"accuracy":0.490119,"main_score":0.439628,"hf_subset":"snd_Arab-kin_Latn","languages":["snd-Arab","kin-Latn"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"snd_Arab-mal_Mlym","languages":["snd-Arab","mal-Mlym"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"snd_Arab-pes_Arab","languages":["snd-Arab","pes-Arab"]},{"precision":0.952569,"recall":0.967391,"f1":0.95751,"accuracy":0.967391,"main_score":0.95751,"hf_subset":"snd_Arab-srd_Latn","languages":["snd-Arab","srd-Latn"]},{"precision":0.133074,"recall":0.193676,"f1":0.146108,"accuracy":0.193676,"main_score":0.146108,"hf_subset":"snd_Arab-tzm_Tfng","languages":["snd-Arab","tzm-Tfng"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"snd_Arab-acq_Arab","languages":["snd-Arab","acq-Arab"]},{"precision":0.480775,"recall":0.544466,"f1":0.499057,"accuracy":0.544466,"main_score":0.499057,"hf_subset":"snd_Arab-bem_Latn","languages":["snd-Arab","bem-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"snd_Arab-epo_Latn","languages":["snd-Arab","epo-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"snd_Arab-hun_Latn","languages":["snd-Arab","hun-Latn"]},{"precision":0.931489,"recall":0.953557,"f1":0.938735,"accuracy":0.953557,"main_score":0.938735,"hf_subset":"snd_Arab-kir_Cyrl","languages":["snd-Arab","kir-Cyrl"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"snd_Arab-mar_Deva","languages":["snd-Arab","mar-Deva"]},{"precision":0.525974,"recall":0.592885,"f1":0.545553,"accuracy":0.592885,"main_score":0.545553,"hf_subset":"snd_Arab-plt_Latn","languages":["snd-Arab","plt-Latn"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"snd_Arab-srp_Cyrl","languages":["snd-Arab","srp-Cyrl"]},{"precision":0.895257,"recall":0.926877,"f1":0.905468,"accuracy":0.926877,"main_score":0.905468,"hf_subset":"snd_Arab-uig_Arab","languages":["snd-Arab","uig-Arab"]},{"precision":0.961462,"recall":0.974308,"f1":0.965744,"accuracy":0.974308,"main_score":0.965744,"hf_subset":"snd_Arab-aeb_Arab","languages":["snd-Arab","aeb-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"snd_Arab-ben_Beng","languages":["snd-Arab","ben-Beng"]},{"precision":0.971673,"recall":0.980237,"f1":0.974473,"accuracy":0.980237,"main_score":0.974473,"hf_subset":"snd_Arab-est_Latn","languages":["snd-Arab","est-Latn"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"snd_Arab-hye_Armn","languages":["snd-Arab","hye-Armn"]},{"precision":0.418231,"recall":0.487154,"f1":0.437884,"accuracy":0.487154,"main_score":0.437884,"hf_subset":"snd_Arab-kmb_Latn","languages":["snd-Arab","kmb-Latn"]},{"precision":0.371501,"recall":0.45751,"f1":0.39464,"accuracy":0.45751,"main_score":0.39464,"hf_subset":"snd_Arab-min_Arab","languages":["snd-Arab","min-Arab"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"snd_Arab-pol_Latn","languages":["snd-Arab","pol-Latn"]},{"precision":0.414323,"recall":0.490119,"f1":0.435139,"accuracy":0.490119,"main_score":0.435139,"hf_subset":"snd_Arab-ssw_Latn","languages":["snd-Arab","ssw-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"snd_Arab-ukr_Cyrl","languages":["snd-Arab","ukr-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"snd_Arab-afr_Latn","languages":["snd-Arab","afr-Latn"]},{"precision":0.98139,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"snd_Arab-bho_Deva","languages":["snd-Arab","bho-Deva"]},{"precision":0.921525,"recall":0.944664,"f1":0.92892,"accuracy":0.944664,"main_score":0.92892,"hf_subset":"snd_Arab-eus_Latn","languages":["snd-Arab","eus-Latn"]},{"precision":0.442721,"recall":0.513834,"f1":0.462602,"accuracy":0.513834,"main_score":0.462602,"hf_subset":"snd_Arab-ibo_Latn","languages":["snd-Arab","ibo-Latn"]},{"precision":0.668882,"recall":0.73913,"f1":0.689529,"accuracy":0.73913,"main_score":0.689529,"hf_subset":"snd_Arab-kmr_Latn","languages":["snd-Arab","kmr-Latn"]},{"precision":0.935524,"recall":0.953557,"f1":0.941107,"accuracy":0.953557,"main_score":0.941107,"hf_subset":"snd_Arab-min_Latn","languages":["snd-Arab","min-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"snd_Arab-por_Latn","languages":["snd-Arab","por-Latn"]},{"precision":0.95998,"recall":0.97332,"f1":0.964427,"accuracy":0.97332,"main_score":0.964427,"hf_subset":"snd_Arab-sun_Latn","languages":["snd-Arab","sun-Latn"]},{"precision":0.417144,"recall":0.483202,"f1":0.435362,"accuracy":0.483202,"main_score":0.435362,"hf_subset":"snd_Arab-umb_Latn","languages":["snd-Arab","umb-Latn"]},{"precision":0.982708,"recall":0.988142,"f1":0.984519,"accuracy":0.988142,"main_score":0.984519,"hf_subset":"snd_Arab-ajp_Arab","languages":["snd-Arab","ajp-Arab"]},{"precision":0.393283,"recall":0.476285,"f1":0.41553,"accuracy":0.476285,"main_score":0.41553,"hf_subset":"snd_Arab-bjn_Arab","languages":["snd-Arab","bjn-Arab"]},{"precision":0.410495,"recall":0.47332,"f1":0.427451,"accuracy":0.47332,"main_score":0.427451,"hf_subset":"snd_Arab-ewe_Latn","languages":["snd-Arab","ewe-Latn"]},{"precision":0.822134,"recall":0.868577,"f1":0.836594,"accuracy":0.868577,"main_score":0.836594,"hf_subset":"snd_Arab-ilo_Latn","languages":["snd-Arab","ilo-Latn"]},{"precision":0.196136,"recall":0.272727,"f1":0.214882,"accuracy":0.272727,"main_score":0.214882,"hf_subset":"snd_Arab-knc_Arab","languages":["snd-Arab","knc-Arab"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"snd_Arab-mkd_Cyrl","languages":["snd-Arab","mkd-Cyrl"]},{"precision":0.986001,"recall":0.990119,"f1":0.987319,"accuracy":0.990119,"main_score":0.987319,"hf_subset":"snd_Arab-prs_Arab","languages":["snd-Arab","prs-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"snd_Arab-swe_Latn","languages":["snd-Arab","swe-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"snd_Arab-urd_Arab","languages":["snd-Arab","urd-Arab"]},{"precision":0.478963,"recall":0.545455,"f1":0.497606,"accuracy":0.545455,"main_score":0.497606,"hf_subset":"snd_Arab-aka_Latn","languages":["snd-Arab","aka-Latn"]},{"precision":0.937747,"recall":0.95751,"f1":0.94417,"accuracy":0.95751,"main_score":0.94417,"hf_subset":"snd_Arab-bjn_Latn","languages":["snd-Arab","bjn-Latn"]},{"precision":0.892951,"recall":0.925889,"f1":0.903821,"accuracy":0.925889,"main_score":0.903821,"hf_subset":"snd_Arab-fao_Latn","languages":["snd-Arab","fao-Latn"]},{"precision":0.975132,"recall":0.983202,"f1":0.977767,"accuracy":0.983202,"main_score":0.977767,"hf_subset":"snd_Arab-ind_Latn","languages":["snd-Arab","ind-Latn"]},{"precision":0.484159,"recall":0.550395,"f1":0.503262,"accuracy":0.550395,"main_score":0.503262,"hf_subset":"snd_Arab-knc_Latn","languages":["snd-Arab","knc-Latn"]},{"precision":0.948452,"recall":0.965415,"f1":0.954051,"accuracy":0.965415,"main_score":0.954051,"hf_subset":"snd_Arab-mlt_Latn","languages":["snd-Arab","mlt-Latn"]},{"precision":0.508984,"recall":0.58004,"f1":0.529032,"accuracy":0.58004,"main_score":0.529032,"hf_subset":"snd_Arab-quy_Latn","languages":["snd-Arab","quy-Latn"]},{"precision":0.699555,"recall":0.766798,"f1":0.720191,"accuracy":0.766798,"main_score":0.720191,"hf_subset":"snd_Arab-swh_Latn","languages":["snd-Arab","swh-Latn"]},{"precision":0.963439,"recall":0.975296,"f1":0.967391,"accuracy":0.975296,"main_score":0.967391,"hf_subset":"snd_Arab-uzn_Latn","languages":["snd-Arab","uzn-Latn"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"snd_Arab-als_Latn","languages":["snd-Arab","als-Latn"]},{"precision":0.17538,"recall":0.246047,"f1":0.192161,"accuracy":0.246047,"main_score":0.192161,"hf_subset":"snd_Arab-bod_Tibt","languages":["snd-Arab","bod-Tibt"]},{"precision":0.430775,"recall":0.497036,"f1":0.449071,"accuracy":0.497036,"main_score":0.449071,"hf_subset":"snd_Arab-fij_Latn","languages":["snd-Arab","fij-Latn"]},{"precision":0.905221,"recall":0.932806,"f1":0.914097,"accuracy":0.932806,"main_score":0.914097,"hf_subset":"snd_Arab-isl_Latn","languages":["snd-Arab","isl-Latn"]},{"precision":0.498403,"recall":0.566206,"f1":0.516869,"accuracy":0.566206,"main_score":0.516869,"hf_subset":"snd_Arab-kon_Latn","languages":["snd-Arab","kon-Latn"]},{"precision":0.515954,"recall":0.604743,"f1":0.541289,"accuracy":0.604743,"main_score":0.541289,"hf_subset":"snd_Arab-mni_Beng","languages":["snd-Arab","mni-Beng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"snd_Arab-ron_Latn","languages":["snd-Arab","ron-Latn"]},{"precision":0.953887,"recall":0.967391,"f1":0.958333,"accuracy":0.967391,"main_score":0.958333,"hf_subset":"snd_Arab-szl_Latn","languages":["snd-Arab","szl-Latn"]},{"precision":0.978096,"recall":0.985178,"f1":0.980402,"accuracy":0.985178,"main_score":0.980402,"hf_subset":"snd_Arab-vec_Latn","languages":["snd-Arab","vec-Latn"]},{"precision":0.547588,"recall":0.631423,"f1":0.571647,"accuracy":0.631423,"main_score":0.571647,"hf_subset":"snd_Arab-amh_Ethi","languages":["snd-Arab","amh-Ethi"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"snd_Arab-bos_Latn","languages":["snd-Arab","bos-Latn"]},{"precision":0.97612,"recall":0.983202,"f1":0.978426,"accuracy":0.983202,"main_score":0.978426,"hf_subset":"snd_Arab-fin_Latn","languages":["snd-Arab","fin-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"snd_Arab-ita_Latn","languages":["snd-Arab","ita-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"snd_Arab-kor_Hang","languages":["snd-Arab","kor-Hang"]},{"precision":0.418812,"recall":0.495059,"f1":0.4398,"accuracy":0.495059,"main_score":0.4398,"hf_subset":"snd_Arab-mos_Latn","languages":["snd-Arab","mos-Latn"]},{"precision":0.410962,"recall":0.476285,"f1":0.429161,"accuracy":0.476285,"main_score":0.429161,"hf_subset":"snd_Arab-run_Latn","languages":["snd-Arab","run-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"snd_Arab-tam_Taml","languages":["snd-Arab","tam-Taml"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"snd_Arab-vie_Latn","languages":["snd-Arab","vie-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"snd_Arab-apc_Arab","languages":["snd-Arab","apc-Arab"]},{"precision":0.693206,"recall":0.754941,"f1":0.711726,"accuracy":0.754941,"main_score":0.711726,"hf_subset":"snd_Arab-bug_Latn","languages":["snd-Arab","bug-Latn"]},{"precision":0.382797,"recall":0.44664,"f1":0.399734,"accuracy":0.44664,"main_score":0.399734,"hf_subset":"snd_Arab-fon_Latn","languages":["snd-Arab","fon-Latn"]},{"precision":0.959486,"recall":0.971344,"f1":0.963227,"accuracy":0.971344,"main_score":0.963227,"hf_subset":"snd_Arab-jav_Latn","languages":["snd-Arab","jav-Latn"]},{"precision":0.862022,"recall":0.901186,"f1":0.874671,"accuracy":0.901186,"main_score":0.874671,"hf_subset":"snd_Arab-lao_Laoo","languages":["snd-Arab","lao-Laoo"]},{"precision":0.5486,"recall":0.632411,"f1":0.572878,"accuracy":0.632411,"main_score":0.572878,"hf_subset":"snd_Arab-mri_Latn","languages":["snd-Arab","mri-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"snd_Arab-rus_Cyrl","languages":["snd-Arab","rus-Cyrl"]},{"precision":0.45565,"recall":0.507905,"f1":0.470392,"accuracy":0.507905,"main_score":0.470392,"hf_subset":"snd_Arab-taq_Latn","languages":["snd-Arab","taq-Latn"]},{"precision":0.950264,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"snd_Arab-war_Latn","languages":["snd-Arab","war-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"snd_Arab-arb_Arab","languages":["snd-Arab","arb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"snd_Arab-bul_Cyrl","languages":["snd-Arab","bul-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"snd_Arab-fra_Latn","languages":["snd-Arab","fra-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"snd_Arab-jpn_Jpan","languages":["snd-Arab","jpn-Jpan"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"snd_Arab-lij_Latn","languages":["snd-Arab","lij-Latn"]},{"precision":0.910903,"recall":0.938735,"f1":0.920125,"accuracy":0.938735,"main_score":0.920125,"hf_subset":"snd_Arab-mya_Mymr","languages":["snd-Arab","mya-Mymr"]},{"precision":0.447725,"recall":0.520751,"f1":0.467204,"accuracy":0.520751,"main_score":0.467204,"hf_subset":"snd_Arab-sag_Latn","languages":["snd-Arab","sag-Latn"]},{"precision":0.140131,"recall":0.211462,"f1":0.154002,"accuracy":0.211462,"main_score":0.154002,"hf_subset":"snd_Arab-taq_Tfng","languages":["snd-Arab","taq-Tfng"]},{"precision":0.492049,"recall":0.577075,"f1":0.516001,"accuracy":0.577075,"main_score":0.516001,"hf_subset":"snd_Arab-wol_Latn","languages":["snd-Arab","wol-Latn"]},{"precision":0.586023,"recall":0.670949,"f1":0.610433,"accuracy":0.670949,"main_score":0.610433,"hf_subset":"snd_Arab-arb_Latn","languages":["snd-Arab","arb-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"snd_Arab-cat_Latn","languages":["snd-Arab","cat-Latn"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"snd_Arab-fur_Latn","languages":["snd-Arab","fur-Latn"]},{"precision":0.312819,"recall":0.371542,"f1":0.329281,"accuracy":0.371542,"main_score":0.329281,"hf_subset":"snd_Arab-kab_Latn","languages":["snd-Arab","kab-Latn"]},{"precision":0.937418,"recall":0.956522,"f1":0.943676,"accuracy":0.956522,"main_score":0.943676,"hf_subset":"snd_Arab-lim_Latn","languages":["snd-Arab","lim-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"snd_Arab-nld_Latn","languages":["snd-Arab","nld-Latn"]},{"precision":0.942194,"recall":0.959486,"f1":0.947793,"accuracy":0.959486,"main_score":0.947793,"hf_subset":"snd_Arab-san_Deva","languages":["snd-Arab","san-Deva"]},{"precision":0.950264,"recall":0.966403,"f1":0.955534,"accuracy":0.966403,"main_score":0.955534,"hf_subset":"snd_Arab-tat_Cyrl","languages":["snd-Arab","tat-Cyrl"]},{"precision":0.48537,"recall":0.559289,"f1":0.506016,"accuracy":0.559289,"main_score":0.506016,"hf_subset":"snd_Arab-xho_Latn","languages":["snd-Arab","xho-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"snd_Arab-ars_Arab","languages":["snd-Arab","ars-Arab"]},{"precision":0.969532,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"snd_Arab-ceb_Latn","languages":["snd-Arab","ceb-Latn"]},{"precision":0.427494,"recall":0.499012,"f1":0.447506,"accuracy":0.499012,"main_score":0.447506,"hf_subset":"snd_Arab-fuv_Latn","languages":["snd-Arab","fuv-Latn"]},{"precision":0.422025,"recall":0.491107,"f1":0.44147,"accuracy":0.491107,"main_score":0.44147,"hf_subset":"snd_Arab-kac_Latn","languages":["snd-Arab","kac-Latn"]},{"precision":0.506782,"recall":0.583992,"f1":0.52788,"accuracy":0.583992,"main_score":0.52788,"hf_subset":"snd_Arab-lin_Latn","languages":["snd-Arab","lin-Latn"]},{"precision":0.976779,"recall":0.98419,"f1":0.979249,"accuracy":0.98419,"main_score":0.979249,"hf_subset":"snd_Arab-nno_Latn","languages":["snd-Arab","nno-Latn"]},{"precision":0.025953,"recall":0.074111,"f1":0.033681,"accuracy":0.074111,"main_score":0.033681,"hf_subset":"snd_Arab-sat_Olck","languages":["snd-Arab","sat-Olck"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"snd_Arab-tel_Telu","languages":["snd-Arab","tel-Telu"]},{"precision":0.742951,"recall":0.807312,"f1":0.762206,"accuracy":0.807312,"main_score":0.762206,"hf_subset":"snd_Arab-ydd_Hebr","languages":["snd-Arab","ydd-Hebr"]},{"precision":0.9389,"recall":0.95751,"f1":0.944993,"accuracy":0.95751,"main_score":0.944993,"hf_subset":"snd_Arab-ary_Arab","languages":["snd-Arab","ary-Arab"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"snd_Arab-ces_Latn","languages":["snd-Arab","ces-Latn"]},{"precision":0.379896,"recall":0.450593,"f1":0.399511,"accuracy":0.450593,"main_score":0.399511,"hf_subset":"snd_Arab-gaz_Latn","languages":["snd-Arab","gaz-Latn"]},{"precision":0.436079,"recall":0.51087,"f1":0.456783,"accuracy":0.51087,"main_score":0.456783,"hf_subset":"snd_Arab-kam_Latn","languages":["snd-Arab","kam-Latn"]},{"precision":0.975296,"recall":0.983202,"f1":0.977931,"accuracy":0.983202,"main_score":0.977931,"hf_subset":"snd_Arab-lit_Latn","languages":["snd-Arab","lit-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"snd_Arab-nob_Latn","languages":["snd-Arab","nob-Latn"]},{"precision":0.94664,"recall":0.963439,"f1":0.952075,"accuracy":0.963439,"main_score":0.952075,"hf_subset":"snd_Arab-scn_Latn","languages":["snd-Arab","scn-Latn"]},{"precision":0.890646,"recall":0.922925,"f1":0.901021,"accuracy":0.922925,"main_score":0.901021,"hf_subset":"snd_Arab-tgk_Cyrl","languages":["snd-Arab","tgk-Cyrl"]},{"precision":0.380707,"recall":0.455534,"f1":0.401563,"accuracy":0.455534,"main_score":0.401563,"hf_subset":"snd_Arab-yor_Latn","languages":["snd-Arab","yor-Latn"]},{"precision":0.981061,"recall":0.987154,"f1":0.983037,"accuracy":0.987154,"main_score":0.983037,"hf_subset":"snd_Arab-arz_Arab","languages":["snd-Arab","arz-Arab"]},{"precision":0.432191,"recall":0.508893,"f1":0.453419,"accuracy":0.508893,"main_score":0.453419,"hf_subset":"snd_Arab-cjk_Latn","languages":["snd-Arab","cjk-Latn"]},{"precision":0.574477,"recall":0.649209,"f1":0.595871,"accuracy":0.649209,"main_score":0.595871,"hf_subset":"snd_Arab-gla_Latn","languages":["snd-Arab","gla-Latn"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"snd_Arab-kan_Knda","languages":["snd-Arab","kan-Knda"]},{"precision":0.944582,"recall":0.961462,"f1":0.95,"accuracy":0.961462,"main_score":0.95,"hf_subset":"snd_Arab-lmo_Latn","languages":["snd-Arab","lmo-Latn"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"snd_Arab-npi_Deva","languages":["snd-Arab","npi-Deva"]},{"precision":0.372466,"recall":0.465415,"f1":0.397674,"accuracy":0.465415,"main_score":0.397674,"hf_subset":"snd_Arab-shn_Mymr","languages":["snd-Arab","shn-Mymr"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"snd_Arab-tgl_Latn","languages":["snd-Arab","tgl-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"snd_Arab-yue_Hant","languages":["snd-Arab","yue-Hant"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"snd_Arab-asm_Beng","languages":["snd-Arab","asm-Beng"]},{"precision":0.722045,"recall":0.785573,"f1":0.741506,"accuracy":0.785573,"main_score":0.741506,"hf_subset":"snd_Arab-ckb_Arab","languages":["snd-Arab","ckb-Arab"]},{"precision":0.695109,"recall":0.766798,"f1":0.716897,"accuracy":0.766798,"main_score":0.716897,"hf_subset":"snd_Arab-gle_Latn","languages":["snd-Arab","gle-Latn"]},{"precision":0.899407,"recall":0.929842,"f1":0.909256,"accuracy":0.929842,"main_score":0.909256,"hf_subset":"snd_Arab-kas_Arab","languages":["snd-Arab","kas-Arab"]},{"precision":0.820982,"recall":0.869565,"f1":0.836067,"accuracy":0.869565,"main_score":0.836067,"hf_subset":"snd_Arab-ltg_Latn","languages":["snd-Arab","ltg-Latn"]},{"precision":0.468108,"recall":0.533597,"f1":0.486423,"accuracy":0.533597,"main_score":0.486423,"hf_subset":"snd_Arab-nso_Latn","languages":["snd-Arab","nso-Latn"]},{"precision":0.450202,"recall":0.55336,"f1":0.479369,"accuracy":0.55336,"main_score":0.479369,"hf_subset":"snd_Arab-sin_Sinh","languages":["snd-Arab","sin-Sinh"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"snd_Arab-tha_Thai","languages":["snd-Arab","tha-Thai"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"snd_Arab-zho_Hans","languages":["snd-Arab","zho-Hans"]},{"precision":0.980731,"recall":0.987154,"f1":0.982872,"accuracy":0.987154,"main_score":0.982872,"hf_subset":"snd_Arab-ast_Latn","languages":["snd-Arab","ast-Latn"]},{"precision":0.956028,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"snd_Arab-crh_Latn","languages":["snd-Arab","crh-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"snd_Arab-glg_Latn","languages":["snd-Arab","glg-Latn"]},{"precision":0.799308,"recall":0.853755,"f1":0.81614,"accuracy":0.853755,"main_score":0.81614,"hf_subset":"snd_Arab-kas_Deva","languages":["snd-Arab","kas-Deva"]},{"precision":0.954875,"recall":0.969368,"f1":0.959651,"accuracy":0.969368,"main_score":0.959651,"hf_subset":"snd_Arab-ltz_Latn","languages":["snd-Arab","ltz-Latn"]},{"precision":0.356504,"recall":0.432806,"f1":0.377163,"accuracy":0.432806,"main_score":0.377163,"hf_subset":"snd_Arab-nus_Latn","languages":["snd-Arab","nus-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"snd_Arab-slk_Latn","languages":["snd-Arab","slk-Latn"]},{"precision":0.281906,"recall":0.355731,"f1":0.301234,"accuracy":0.355731,"main_score":0.301234,"hf_subset":"snd_Arab-tir_Ethi","languages":["snd-Arab","tir-Ethi"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"snd_Arab-zho_Hant","languages":["snd-Arab","zho-Hant"]},{"precision":0.980319,"recall":0.985178,"f1":0.981785,"accuracy":0.985178,"main_score":0.981785,"hf_subset":"snd_Arab-awa_Deva","languages":["snd-Arab","awa-Deva"]},{"precision":0.852108,"recall":0.891304,"f1":0.86405,"accuracy":0.891304,"main_score":0.86405,"hf_subset":"snd_Arab-cym_Latn","languages":["snd-Arab","cym-Latn"]},{"precision":0.644392,"recall":0.70751,"f1":0.66307,"accuracy":0.70751,"main_score":0.66307,"hf_subset":"snd_Arab-grn_Latn","languages":["snd-Arab","grn-Latn"]},{"precision":0.942441,"recall":0.960474,"f1":0.948353,"accuracy":0.960474,"main_score":0.948353,"hf_subset":"snd_Arab-kat_Geor","languages":["snd-Arab","kat-Geor"]},{"precision":0.49637,"recall":0.573123,"f1":0.518689,"accuracy":0.573123,"main_score":0.518689,"hf_subset":"snd_Arab-lua_Latn","languages":["snd-Arab","lua-Latn"]},{"precision":0.469876,"recall":0.539526,"f1":0.488814,"accuracy":0.539526,"main_score":0.488814,"hf_subset":"snd_Arab-nya_Latn","languages":["snd-Arab","nya-Latn"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"snd_Arab-slv_Latn","languages":["snd-Arab","slv-Latn"]},{"precision":0.726696,"recall":0.787549,"f1":0.744617,"accuracy":0.787549,"main_score":0.744617,"hf_subset":"snd_Arab-tpi_Latn","languages":["snd-Arab","tpi-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"snd_Arab-zsm_Latn","languages":["snd-Arab","zsm-Latn"]},{"precision":0.441357,"recall":0.508893,"f1":0.459695,"accuracy":0.508893,"main_score":0.459695,"hf_subset":"snd_Arab-ayr_Latn","languages":["snd-Arab","ayr-Latn"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"snd_Arab-dan_Latn","languages":["snd-Arab","dan-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"snd_Arab-guj_Gujr","languages":["snd-Arab","guj-Gujr"]},{"precision":0.969697,"recall":0.979249,"f1":0.972826,"accuracy":0.979249,"main_score":0.972826,"hf_subset":"snd_Arab-kaz_Cyrl","languages":["snd-Arab","kaz-Cyrl"]},{"precision":0.406069,"recall":0.476285,"f1":0.425754,"accuracy":0.476285,"main_score":0.425754,"hf_subset":"snd_Arab-lug_Latn","languages":["snd-Arab","lug-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"snd_Arab-oci_Latn","languages":["snd-Arab","oci-Latn"]},{"precision":0.462599,"recall":0.541502,"f1":0.48533,"accuracy":0.541502,"main_score":0.48533,"hf_subset":"snd_Arab-smo_Latn","languages":["snd-Arab","smo-Latn"]},{"precision":0.412642,"recall":0.482213,"f1":0.431923,"accuracy":0.482213,"main_score":0.431923,"hf_subset":"snd_Arab-tsn_Latn","languages":["snd-Arab","tsn-Latn"]},{"precision":0.435188,"recall":0.502964,"f1":0.452821,"accuracy":0.502964,"main_score":0.452821,"hf_subset":"snd_Arab-zul_Latn","languages":["snd-Arab","zul-Latn"]},{"precision":0.79804,"recall":0.852767,"f1":0.814907,"accuracy":0.852767,"main_score":0.814907,"hf_subset":"snd_Arab-azb_Arab","languages":["snd-Arab","azb-Arab"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"snd_Arab-deu_Latn","languages":["snd-Arab","deu-Latn"]},{"precision":0.887764,"recall":0.918972,"f1":0.897581,"accuracy":0.918972,"main_score":0.897581,"hf_subset":"snd_Arab-hat_Latn","languages":["snd-Arab","hat-Latn"]},{"precision":0.384821,"recall":0.454545,"f1":0.40472,"accuracy":0.454545,"main_score":0.40472,"hf_subset":"snd_Arab-kbp_Latn","languages":["snd-Arab","kbp-Latn"]},{"precision":0.446616,"recall":0.514822,"f1":0.465831,"accuracy":0.514822,"main_score":0.465831,"hf_subset":"snd_Arab-luo_Latn","languages":["snd-Arab","luo-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"snd_Arab-ory_Orya","languages":["snd-Arab","ory-Orya"]},{"precision":0.450465,"recall":0.51581,"f1":0.469685,"accuracy":0.51581,"main_score":0.469685,"hf_subset":"snd_Arab-sna_Latn","languages":["snd-Arab","sna-Latn"]},{"precision":0.435127,"recall":0.499012,"f1":0.452145,"accuracy":0.499012,"main_score":0.452145,"hf_subset":"snd_Arab-tso_Latn","languages":["snd-Arab","tso-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"snd_Arab-azj_Latn","languages":["snd-Arab","azj-Latn"]},{"precision":0.41906,"recall":0.494071,"f1":0.440173,"accuracy":0.494071,"main_score":0.440173,"hf_subset":"snd_Arab-dik_Latn","languages":["snd-Arab","dik-Latn"]},{"precision":0.41833,"recall":0.481225,"f1":0.436761,"accuracy":0.481225,"main_score":0.436761,"hf_subset":"snd_Arab-hau_Latn","languages":["snd-Arab","hau-Latn"]},{"precision":0.943923,"recall":0.961462,"f1":0.949671,"accuracy":0.961462,"main_score":0.949671,"hf_subset":"snd_Arab-kea_Latn","languages":["snd-Arab","kea-Latn"]},{"precision":0.595737,"recall":0.658103,"f1":0.613608,"accuracy":0.658103,"main_score":0.613608,"hf_subset":"snd_Arab-lus_Latn","languages":["snd-Arab","lus-Latn"]},{"precision":0.764443,"recall":0.816206,"f1":0.780138,"accuracy":0.816206,"main_score":0.780138,"hf_subset":"snd_Arab-pag_Latn","languages":["snd-Arab","pag-Latn"]},{"precision":0.860837,"recall":0.900198,"f1":0.87332,"accuracy":0.900198,"main_score":0.87332,"hf_subset":"snd_Arab-tuk_Latn","languages":["snd-Arab","tuk-Latn"]},{"precision":0.903574,"recall":0.93083,"f1":0.912286,"accuracy":0.93083,"main_score":0.912286,"hf_subset":"snd_Arab-bak_Cyrl","languages":["snd-Arab","bak-Cyrl"]},{"precision":0.3536,"recall":0.442688,"f1":0.378919,"accuracy":0.442688,"main_score":0.378919,"hf_subset":"snd_Arab-dyu_Latn","languages":["snd-Arab","dyu-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"snd_Arab-heb_Hebr","languages":["snd-Arab","heb-Hebr"]},{"precision":0.862154,"recall":0.900198,"f1":0.874097,"accuracy":0.900198,"main_score":0.874097,"hf_subset":"snd_Arab-khk_Cyrl","languages":["snd-Arab","khk-Cyrl"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"snd_Arab-lvs_Latn","languages":["snd-Arab","lvs-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"snd_Arab-pan_Guru","languages":["snd-Arab","pan-Guru"]},{"precision":0.437438,"recall":0.51087,"f1":0.458135,"accuracy":0.51087,"main_score":0.458135,"hf_subset":"snd_Arab-som_Latn","languages":["snd-Arab","som-Latn"]},{"precision":0.456911,"recall":0.523715,"f1":0.475558,"accuracy":0.523715,"main_score":0.475558,"hf_subset":"snd_Arab-tum_Latn","languages":["snd-Arab","tum-Latn"]},{"precision":0.400664,"recall":0.477273,"f1":0.421945,"accuracy":0.477273,"main_score":0.421945,"hf_subset":"tuk_Latn-ace_Arab","languages":["tuk-Latn","ace-Arab"]},{"precision":0.446666,"recall":0.503953,"f1":0.462735,"accuracy":0.503953,"main_score":0.462735,"hf_subset":"tuk_Latn-bam_Latn","languages":["tuk-Latn","bam-Latn"]},{"precision":0.109049,"recall":0.162055,"f1":0.121968,"accuracy":0.162055,"main_score":0.121968,"hf_subset":"tuk_Latn-dzo_Tibt","languages":["tuk-Latn","dzo-Tibt"]},{"precision":0.91469,"recall":0.9417,"f1":0.923419,"accuracy":0.9417,"main_score":0.923419,"hf_subset":"tuk_Latn-hin_Deva","languages":["tuk-Latn","hin-Deva"]},{"precision":0.719096,"recall":0.791502,"f1":0.741246,"accuracy":0.791502,"main_score":0.741246,"hf_subset":"tuk_Latn-khm_Khmr","languages":["tuk-Latn","khm-Khmr"]},{"precision":0.874786,"recall":0.910079,"f1":0.885771,"accuracy":0.910079,"main_score":0.885771,"hf_subset":"tuk_Latn-mag_Deva","languages":["tuk-Latn","mag-Deva"]},{"precision":0.838949,"recall":0.879447,"f1":0.851285,"accuracy":0.879447,"main_score":0.851285,"hf_subset":"tuk_Latn-pap_Latn","languages":["tuk-Latn","pap-Latn"]},{"precision":0.484192,"recall":0.548419,"f1":0.502346,"accuracy":0.548419,"main_score":0.502346,"hf_subset":"tuk_Latn-sot_Latn","languages":["tuk-Latn","sot-Latn"]},{"precision":0.911891,"recall":0.938735,"f1":0.920586,"accuracy":0.938735,"main_score":0.920586,"hf_subset":"tuk_Latn-tur_Latn","languages":["tuk-Latn","tur-Latn"]},{"precision":0.692029,"recall":0.740119,"f1":0.706109,"accuracy":0.740119,"main_score":0.706109,"hf_subset":"tuk_Latn-ace_Latn","languages":["tuk-Latn","ace-Latn"]},{"precision":0.77281,"recall":0.81917,"f1":0.786594,"accuracy":0.81917,"main_score":0.786594,"hf_subset":"tuk_Latn-ban_Latn","languages":["tuk-Latn","ban-Latn"]},{"precision":0.89781,"recall":0.928854,"f1":0.907675,"accuracy":0.928854,"main_score":0.907675,"hf_subset":"tuk_Latn-ell_Grek","languages":["tuk-Latn","ell-Grek"]},{"precision":0.859272,"recall":0.898221,"f1":0.871527,"accuracy":0.898221,"main_score":0.871527,"hf_subset":"tuk_Latn-hne_Deva","languages":["tuk-Latn","hne-Deva"]},{"precision":0.471989,"recall":0.539526,"f1":0.491146,"accuracy":0.539526,"main_score":0.491146,"hf_subset":"tuk_Latn-kik_Latn","languages":["tuk-Latn","kik-Latn"]},{"precision":0.863719,"recall":0.903162,"f1":0.876186,"accuracy":0.903162,"main_score":0.876186,"hf_subset":"tuk_Latn-mai_Deva","languages":["tuk-Latn","mai-Deva"]},{"precision":0.764147,"recall":0.821146,"f1":0.781423,"accuracy":0.821146,"main_score":0.781423,"hf_subset":"tuk_Latn-pbt_Arab","languages":["tuk-Latn","pbt-Arab"]},{"precision":0.908597,"recall":0.935771,"f1":0.917292,"accuracy":0.935771,"main_score":0.917292,"hf_subset":"tuk_Latn-spa_Latn","languages":["tuk-Latn","spa-Latn"]},{"precision":0.52789,"recall":0.579051,"f1":0.54294,"accuracy":0.579051,"main_score":0.54294,"hf_subset":"tuk_Latn-twi_Latn","languages":["tuk-Latn","twi-Latn"]},{"precision":0.865613,"recall":0.905138,"f1":0.878035,"accuracy":0.905138,"main_score":0.878035,"hf_subset":"tuk_Latn-acm_Arab","languages":["tuk-Latn","acm-Arab"]},{"precision":0.893692,"recall":0.925889,"f1":0.903887,"accuracy":0.925889,"main_score":0.903887,"hf_subset":"tuk_Latn-bel_Cyrl","languages":["tuk-Latn","bel-Cyrl"]},{"precision":0.906159,"recall":0.932806,"f1":0.914328,"accuracy":0.932806,"main_score":0.914328,"hf_subset":"tuk_Latn-eng_Latn","languages":["tuk-Latn","eng-Latn"]},{"precision":0.897069,"recall":0.927866,"f1":0.90695,"accuracy":0.927866,"main_score":0.90695,"hf_subset":"tuk_Latn-hrv_Latn","languages":["tuk-Latn","hrv-Latn"]},{"precision":0.446887,"recall":0.506917,"f1":0.463985,"accuracy":0.506917,"main_score":0.463985,"hf_subset":"tuk_Latn-kin_Latn","languages":["tuk-Latn","kin-Latn"]},{"precision":0.863472,"recall":0.902174,"f1":0.875823,"accuracy":0.902174,"main_score":0.875823,"hf_subset":"tuk_Latn-mal_Mlym","languages":["tuk-Latn","mal-Mlym"]},{"precision":0.902339,"recall":0.932806,"f1":0.91222,"accuracy":0.932806,"main_score":0.91222,"hf_subset":"tuk_Latn-pes_Arab","languages":["tuk-Latn","pes-Arab"]},{"precision":0.849588,"recall":0.886364,"f1":0.860855,"accuracy":0.886364,"main_score":0.860855,"hf_subset":"tuk_Latn-srd_Latn","languages":["tuk-Latn","srd-Latn"]},{"precision":0.137273,"recall":0.190711,"f1":0.148869,"accuracy":0.190711,"main_score":0.148869,"hf_subset":"tuk_Latn-tzm_Tfng","languages":["tuk-Latn","tzm-Tfng"]},{"precision":0.886973,"recall":0.91996,"f1":0.897252,"accuracy":0.91996,"main_score":0.897252,"hf_subset":"tuk_Latn-acq_Arab","languages":["tuk-Latn","acq-Arab"]},{"precision":0.485754,"recall":0.552372,"f1":0.504718,"accuracy":0.552372,"main_score":0.504718,"hf_subset":"tuk_Latn-bem_Latn","languages":["tuk-Latn","bem-Latn"]},{"precision":0.906209,"recall":0.934783,"f1":0.91525,"accuracy":0.934783,"main_score":0.91525,"hf_subset":"tuk_Latn-epo_Latn","languages":["tuk-Latn","epo-Latn"]},{"precision":0.901927,"recall":0.93083,"f1":0.911133,"accuracy":0.93083,"main_score":0.911133,"hf_subset":"tuk_Latn-hun_Latn","languages":["tuk-Latn","hun-Latn"]},{"precision":0.898913,"recall":0.925889,"f1":0.907246,"accuracy":0.925889,"main_score":0.907246,"hf_subset":"tuk_Latn-kir_Cyrl","languages":["tuk-Latn","kir-Cyrl"]},{"precision":0.898551,"recall":0.926877,"f1":0.907364,"accuracy":0.926877,"main_score":0.907364,"hf_subset":"tuk_Latn-mar_Deva","languages":["tuk-Latn","mar-Deva"]},{"precision":0.529976,"recall":0.585968,"f1":0.546369,"accuracy":0.585968,"main_score":0.546369,"hf_subset":"tuk_Latn-plt_Latn","languages":["tuk-Latn","plt-Latn"]},{"precision":0.921772,"recall":0.945652,"f1":0.929513,"accuracy":0.945652,"main_score":0.929513,"hf_subset":"tuk_Latn-srp_Cyrl","languages":["tuk-Latn","srp-Cyrl"]},{"precision":0.841107,"recall":0.881423,"f1":0.853557,"accuracy":0.881423,"main_score":0.853557,"hf_subset":"tuk_Latn-uig_Arab","languages":["tuk-Latn","uig-Arab"]},{"precision":0.840786,"recall":0.883399,"f1":0.853876,"accuracy":0.883399,"main_score":0.853876,"hf_subset":"tuk_Latn-aeb_Arab","languages":["tuk-Latn","aeb-Arab"]},{"precision":0.899127,"recall":0.928854,"f1":0.908498,"accuracy":0.928854,"main_score":0.908498,"hf_subset":"tuk_Latn-ben_Beng","languages":["tuk-Latn","ben-Beng"]},{"precision":0.893808,"recall":0.924901,"f1":0.903656,"accuracy":0.924901,"main_score":0.903656,"hf_subset":"tuk_Latn-est_Latn","languages":["tuk-Latn","est-Latn"]},{"precision":0.891798,"recall":0.924901,"f1":0.902668,"accuracy":0.924901,"main_score":0.902668,"hf_subset":"tuk_Latn-hye_Armn","languages":["tuk-Latn","hye-Armn"]},{"precision":0.44274,"recall":0.5,"f1":0.458904,"accuracy":0.5,"main_score":0.458904,"hf_subset":"tuk_Latn-kmb_Latn","languages":["tuk-Latn","kmb-Latn"]},{"precision":0.355589,"recall":0.433794,"f1":0.376234,"accuracy":0.433794,"main_score":0.376234,"hf_subset":"tuk_Latn-min_Arab","languages":["tuk-Latn","min-Arab"]},{"precision":0.89081,"recall":0.924901,"f1":0.901812,"accuracy":0.924901,"main_score":0.901812,"hf_subset":"tuk_Latn-pol_Latn","languages":["tuk-Latn","pol-Latn"]},{"precision":0.432165,"recall":0.495059,"f1":0.450401,"accuracy":0.495059,"main_score":0.450401,"hf_subset":"tuk_Latn-ssw_Latn","languages":["tuk-Latn","ssw-Latn"]},{"precision":0.927207,"recall":0.950593,"f1":0.934947,"accuracy":0.950593,"main_score":0.934947,"hf_subset":"tuk_Latn-ukr_Cyrl","languages":["tuk-Latn","ukr-Cyrl"]},{"precision":0.913538,"recall":0.940711,"f1":0.922266,"accuracy":0.940711,"main_score":0.922266,"hf_subset":"tuk_Latn-afr_Latn","languages":["tuk-Latn","afr-Latn"]},{"precision":0.836604,"recall":0.880435,"f1":0.850148,"accuracy":0.880435,"main_score":0.850148,"hf_subset":"tuk_Latn-bho_Deva","languages":["tuk-Latn","bho-Deva"]},{"precision":0.815168,"recall":0.860672,"f1":0.829367,"accuracy":0.860672,"main_score":0.829367,"hf_subset":"tuk_Latn-eus_Latn","languages":["tuk-Latn","eus-Latn"]},{"precision":0.477117,"recall":0.534585,"f1":0.49351,"accuracy":0.534585,"main_score":0.49351,"hf_subset":"tuk_Latn-ibo_Latn","languages":["tuk-Latn","ibo-Latn"]},{"precision":0.665219,"recall":0.724308,"f1":0.682652,"accuracy":0.724308,"main_score":0.682652,"hf_subset":"tuk_Latn-kmr_Latn","languages":["tuk-Latn","kmr-Latn"]},{"precision":0.803179,"recall":0.847826,"f1":0.816323,"accuracy":0.847826,"main_score":0.816323,"hf_subset":"tuk_Latn-min_Latn","languages":["tuk-Latn","min-Latn"]},{"precision":0.901021,"recall":0.93083,"f1":0.910375,"accuracy":0.93083,"main_score":0.910375,"hf_subset":"tuk_Latn-por_Latn","languages":["tuk-Latn","por-Latn"]},{"precision":0.847085,"recall":0.88834,"f1":0.859848,"accuracy":0.88834,"main_score":0.859848,"hf_subset":"tuk_Latn-sun_Latn","languages":["tuk-Latn","sun-Latn"]},{"precision":0.429892,"recall":0.490119,"f1":0.447254,"accuracy":0.490119,"main_score":0.447254,"hf_subset":"tuk_Latn-umb_Latn","languages":["tuk-Latn","umb-Latn"]},{"precision":0.886611,"recall":0.91996,"f1":0.897134,"accuracy":0.91996,"main_score":0.897134,"hf_subset":"tuk_Latn-ajp_Arab","languages":["tuk-Latn","ajp-Arab"]},{"precision":0.40356,"recall":0.477273,"f1":0.423205,"accuracy":0.477273,"main_score":0.423205,"hf_subset":"tuk_Latn-bjn_Arab","languages":["tuk-Latn","bjn-Arab"]},{"precision":0.451536,"recall":0.500988,"f1":0.465342,"accuracy":0.500988,"main_score":0.465342,"hf_subset":"tuk_Latn-ewe_Latn","languages":["tuk-Latn","ewe-Latn"]},{"precision":0.739015,"recall":0.785573,"f1":0.752226,"accuracy":0.785573,"main_score":0.752226,"hf_subset":"tuk_Latn-ilo_Latn","languages":["tuk-Latn","ilo-Latn"]},{"precision":0.201807,"recall":0.270751,"f1":0.219022,"accuracy":0.270751,"main_score":0.219022,"hf_subset":"tuk_Latn-knc_Arab","languages":["tuk-Latn","knc-Arab"]},{"precision":0.91642,"recall":0.9417,"f1":0.924473,"accuracy":0.9417,"main_score":0.924473,"hf_subset":"tuk_Latn-mkd_Cyrl","languages":["tuk-Latn","mkd-Cyrl"]},{"precision":0.901927,"recall":0.929842,"f1":0.910968,"accuracy":0.929842,"main_score":0.910968,"hf_subset":"tuk_Latn-prs_Arab","languages":["tuk-Latn","prs-Arab"]},{"precision":0.904809,"recall":0.932806,"f1":0.913669,"accuracy":0.932806,"main_score":0.913669,"hf_subset":"tuk_Latn-swe_Latn","languages":["tuk-Latn","swe-Latn"]},{"precision":0.870916,"recall":0.909091,"f1":0.883235,"accuracy":0.909091,"main_score":0.883235,"hf_subset":"tuk_Latn-urd_Arab","languages":["tuk-Latn","urd-Arab"]},{"precision":0.494813,"recall":0.555336,"f1":0.51248,"accuracy":0.555336,"main_score":0.51248,"hf_subset":"tuk_Latn-aka_Latn","languages":["tuk-Latn","aka-Latn"]},{"precision":0.809042,"recall":0.858696,"f1":0.824308,"accuracy":0.858696,"main_score":0.824308,"hf_subset":"tuk_Latn-bjn_Latn","languages":["tuk-Latn","bjn-Latn"]},{"precision":0.785573,"recall":0.838933,"f1":0.802141,"accuracy":0.838933,"main_score":0.802141,"hf_subset":"tuk_Latn-fao_Latn","languages":["tuk-Latn","fao-Latn"]},{"precision":0.906621,"recall":0.934783,"f1":0.915481,"accuracy":0.934783,"main_score":0.915481,"hf_subset":"tuk_Latn-ind_Latn","languages":["tuk-Latn","ind-Latn"]},{"precision":0.474736,"recall":0.527668,"f1":0.490003,"accuracy":0.527668,"main_score":0.490003,"hf_subset":"tuk_Latn-knc_Latn","languages":["tuk-Latn","knc-Latn"]},{"precision":0.842918,"recall":0.880435,"f1":0.854381,"accuracy":0.880435,"main_score":0.854381,"hf_subset":"tuk_Latn-mlt_Latn","languages":["tuk-Latn","mlt-Latn"]},{"precision":0.53107,"recall":0.591897,"f1":0.548808,"accuracy":0.591897,"main_score":0.548808,"hf_subset":"tuk_Latn-quy_Latn","languages":["tuk-Latn","quy-Latn"]},{"precision":0.62133,"recall":0.695652,"f1":0.642937,"accuracy":0.695652,"main_score":0.642937,"hf_subset":"tuk_Latn-swh_Latn","languages":["tuk-Latn","swh-Latn"]},{"precision":0.915431,"recall":0.940711,"f1":0.923485,"accuracy":0.940711,"main_score":0.923485,"hf_subset":"tuk_Latn-uzn_Latn","languages":["tuk-Latn","uzn-Latn"]},{"precision":0.908679,"recall":0.933794,"f1":0.916568,"accuracy":0.933794,"main_score":0.916568,"hf_subset":"tuk_Latn-als_Latn","languages":["tuk-Latn","als-Latn"]},{"precision":0.173876,"recall":0.237154,"f1":0.18965,"accuracy":0.237154,"main_score":0.18965,"hf_subset":"tuk_Latn-bod_Tibt","languages":["tuk-Latn","bod-Tibt"]},{"precision":0.46732,"recall":0.524704,"f1":0.483703,"accuracy":0.524704,"main_score":0.483703,"hf_subset":"tuk_Latn-fij_Latn","languages":["tuk-Latn","fij-Latn"]},{"precision":0.775198,"recall":0.83498,"f1":0.794104,"accuracy":0.83498,"main_score":0.794104,"hf_subset":"tuk_Latn-isl_Latn","languages":["tuk-Latn","isl-Latn"]},{"precision":0.512739,"recall":0.585968,"f1":0.533455,"accuracy":0.585968,"main_score":0.533455,"hf_subset":"tuk_Latn-kon_Latn","languages":["tuk-Latn","kon-Latn"]},{"precision":0.474643,"recall":0.549407,"f1":0.495023,"accuracy":0.549407,"main_score":0.495023,"hf_subset":"tuk_Latn-mni_Beng","languages":["tuk-Latn","mni-Beng"]},{"precision":0.900774,"recall":0.929842,"f1":0.90998,"accuracy":0.929842,"main_score":0.90998,"hf_subset":"tuk_Latn-ron_Latn","languages":["tuk-Latn","ron-Latn"]},{"precision":0.867902,"recall":0.901186,"f1":0.878148,"accuracy":0.901186,"main_score":0.878148,"hf_subset":"tuk_Latn-szl_Latn","languages":["tuk-Latn","szl-Latn"]},{"precision":0.8708,"recall":0.908103,"f1":0.882232,"accuracy":0.908103,"main_score":0.882232,"hf_subset":"tuk_Latn-vec_Latn","languages":["tuk-Latn","vec-Latn"]},{"precision":0.461015,"recall":0.543478,"f1":0.484241,"accuracy":0.543478,"main_score":0.484241,"hf_subset":"tuk_Latn-amh_Ethi","languages":["tuk-Latn","amh-Ethi"]},{"precision":0.928063,"recall":0.949605,"f1":0.934947,"accuracy":0.949605,"main_score":0.934947,"hf_subset":"tuk_Latn-bos_Latn","languages":["tuk-Latn","bos-Latn"]},{"precision":0.893198,"recall":0.923913,"f1":0.902866,"accuracy":0.923913,"main_score":0.902866,"hf_subset":"tuk_Latn-fin_Latn","languages":["tuk-Latn","fin-Latn"]},{"precision":0.896574,"recall":0.928854,"f1":0.90695,"accuracy":0.928854,"main_score":0.90695,"hf_subset":"tuk_Latn-ita_Latn","languages":["tuk-Latn","ita-Latn"]},{"precision":0.879447,"recall":0.91502,"f1":0.890975,"accuracy":0.91502,"main_score":0.890975,"hf_subset":"tuk_Latn-kor_Hang","languages":["tuk-Latn","kor-Hang"]},{"precision":0.465128,"recall":0.520751,"f1":0.481141,"accuracy":0.520751,"main_score":0.481141,"hf_subset":"tuk_Latn-mos_Latn","languages":["tuk-Latn","mos-Latn"]},{"precision":0.443971,"recall":0.499012,"f1":0.458539,"accuracy":0.499012,"main_score":0.458539,"hf_subset":"tuk_Latn-run_Latn","languages":["tuk-Latn","run-Latn"]},{"precision":0.87747,"recall":0.913043,"f1":0.888999,"accuracy":0.913043,"main_score":0.888999,"hf_subset":"tuk_Latn-tam_Taml","languages":["tuk-Latn","tam-Taml"]},{"precision":0.874588,"recall":0.912055,"f1":0.886594,"accuracy":0.912055,"main_score":0.886594,"hf_subset":"tuk_Latn-vie_Latn","languages":["tuk-Latn","vie-Latn"]},{"precision":0.870916,"recall":0.910079,"f1":0.883399,"accuracy":0.910079,"main_score":0.883399,"hf_subset":"tuk_Latn-apc_Arab","languages":["tuk-Latn","apc-Arab"]},{"precision":0.645644,"recall":0.694664,"f1":0.660186,"accuracy":0.694664,"main_score":0.660186,"hf_subset":"tuk_Latn-bug_Latn","languages":["tuk-Latn","bug-Latn"]},{"precision":0.411366,"recall":0.470356,"f1":0.427401,"accuracy":0.470356,"main_score":0.427401,"hf_subset":"tuk_Latn-fon_Latn","languages":["tuk-Latn","fon-Latn"]},{"precision":0.864789,"recall":0.901186,"f1":0.876087,"accuracy":0.901186,"main_score":0.876087,"hf_subset":"tuk_Latn-jav_Latn","languages":["tuk-Latn","jav-Latn"]},{"precision":0.685507,"recall":0.754941,"f1":0.70639,"accuracy":0.754941,"main_score":0.70639,"hf_subset":"tuk_Latn-lao_Laoo","languages":["tuk-Latn","lao-Laoo"]},{"precision":0.502919,"recall":0.575099,"f1":0.522583,"accuracy":0.575099,"main_score":0.522583,"hf_subset":"tuk_Latn-mri_Latn","languages":["tuk-Latn","mri-Latn"]},{"precision":0.911891,"recall":0.937747,"f1":0.920125,"accuracy":0.937747,"main_score":0.920125,"hf_subset":"tuk_Latn-rus_Cyrl","languages":["tuk-Latn","rus-Cyrl"]},{"precision":0.475702,"recall":0.532609,"f1":0.491425,"accuracy":0.532609,"main_score":0.491425,"hf_subset":"tuk_Latn-taq_Latn","languages":["tuk-Latn","taq-Latn"]},{"precision":0.841518,"recall":0.883399,"f1":0.854367,"accuracy":0.883399,"main_score":0.854367,"hf_subset":"tuk_Latn-war_Latn","languages":["tuk-Latn","war-Latn"]},{"precision":0.89081,"recall":0.922925,"f1":0.900791,"accuracy":0.922925,"main_score":0.900791,"hf_subset":"tuk_Latn-arb_Arab","languages":["tuk-Latn","arb-Arab"]},{"precision":0.914608,"recall":0.939723,"f1":0.922661,"accuracy":0.939723,"main_score":0.922661,"hf_subset":"tuk_Latn-bul_Cyrl","languages":["tuk-Latn","bul-Cyrl"]},{"precision":0.901515,"recall":0.93083,"f1":0.91087,"accuracy":0.93083,"main_score":0.91087,"hf_subset":"tuk_Latn-fra_Latn","languages":["tuk-Latn","fra-Latn"]},{"precision":0.872069,"recall":0.907115,"f1":0.882839,"accuracy":0.907115,"main_score":0.882839,"hf_subset":"tuk_Latn-jpn_Jpan","languages":["tuk-Latn","jpn-Jpan"]},{"precision":0.861034,"recall":0.898221,"f1":0.872497,"accuracy":0.898221,"main_score":0.872497,"hf_subset":"tuk_Latn-lij_Latn","languages":["tuk-Latn","lij-Latn"]},{"precision":0.699473,"recall":0.773715,"f1":0.722398,"accuracy":0.773715,"main_score":0.722398,"hf_subset":"tuk_Latn-mya_Mymr","languages":["tuk-Latn","mya-Mymr"]},{"precision":0.492092,"recall":0.5583,"f1":0.5111,"accuracy":0.5583,"main_score":0.5111,"hf_subset":"tuk_Latn-sag_Latn","languages":["tuk-Latn","sag-Latn"]},{"precision":0.142125,"recall":0.20751,"f1":0.156703,"accuracy":0.20751,"main_score":0.156703,"hf_subset":"tuk_Latn-taq_Tfng","languages":["tuk-Latn","taq-Tfng"]},{"precision":0.513225,"recall":0.578063,"f1":0.531771,"accuracy":0.578063,"main_score":0.531771,"hf_subset":"tuk_Latn-wol_Latn","languages":["tuk-Latn","wol-Latn"]},{"precision":0.544884,"recall":0.616601,"f1":0.564988,"accuracy":0.616601,"main_score":0.564988,"hf_subset":"tuk_Latn-arb_Latn","languages":["tuk-Latn","arb-Latn"]},{"precision":0.897233,"recall":0.927866,"f1":0.906884,"accuracy":0.927866,"main_score":0.906884,"hf_subset":"tuk_Latn-cat_Latn","languages":["tuk-Latn","cat-Latn"]},{"precision":0.850329,"recall":0.886364,"f1":0.86143,"accuracy":0.886364,"main_score":0.86143,"hf_subset":"tuk_Latn-fur_Latn","languages":["tuk-Latn","fur-Latn"]},{"precision":0.336921,"recall":0.396245,"f1":0.353075,"accuracy":0.396245,"main_score":0.353075,"hf_subset":"tuk_Latn-kab_Latn","languages":["tuk-Latn","kab-Latn"]},{"precision":0.853649,"recall":0.889328,"f1":0.864213,"accuracy":0.889328,"main_score":0.864213,"hf_subset":"tuk_Latn-lim_Latn","languages":["tuk-Latn","lim-Latn"]},{"precision":0.896113,"recall":0.925889,"f1":0.905468,"accuracy":0.925889,"main_score":0.905468,"hf_subset":"tuk_Latn-nld_Latn","languages":["tuk-Latn","nld-Latn"]},{"precision":0.811364,"recall":0.859684,"f1":0.826153,"accuracy":0.859684,"main_score":0.826153,"hf_subset":"tuk_Latn-san_Deva","languages":["tuk-Latn","san-Deva"]},{"precision":0.906456,"recall":0.932806,"f1":0.914657,"accuracy":0.932806,"main_score":0.914657,"hf_subset":"tuk_Latn-tat_Cyrl","languages":["tuk-Latn","tat-Cyrl"]},{"precision":0.501314,"recall":0.562253,"f1":0.518765,"accuracy":0.562253,"main_score":0.518765,"hf_subset":"tuk_Latn-xho_Latn","languages":["tuk-Latn","xho-Latn"]},{"precision":0.888916,"recall":0.921937,"f1":0.899209,"accuracy":0.921937,"main_score":0.899209,"hf_subset":"tuk_Latn-ars_Arab","languages":["tuk-Latn","ars-Arab"]},{"precision":0.859825,"recall":0.896245,"f1":0.871097,"accuracy":0.896245,"main_score":0.871097,"hf_subset":"tuk_Latn-ceb_Latn","languages":["tuk-Latn","ceb-Latn"]},{"precision":0.455883,"recall":0.512846,"f1":0.471906,"accuracy":0.512846,"main_score":0.471906,"hf_subset":"tuk_Latn-fuv_Latn","languages":["tuk-Latn","fuv-Latn"]},{"precision":0.452454,"recall":0.512846,"f1":0.469426,"accuracy":0.512846,"main_score":0.469426,"hf_subset":"tuk_Latn-kac_Latn","languages":["tuk-Latn","kac-Latn"]},{"precision":0.534223,"recall":0.598814,"f1":0.553167,"accuracy":0.598814,"main_score":0.553167,"hf_subset":"tuk_Latn-lin_Latn","languages":["tuk-Latn","lin-Latn"]},{"precision":0.903821,"recall":0.932806,"f1":0.913043,"accuracy":0.932806,"main_score":0.913043,"hf_subset":"tuk_Latn-nno_Latn","languages":["tuk-Latn","nno-Latn"]},{"precision":0.021609,"recall":0.061265,"f1":0.028115,"accuracy":0.061265,"main_score":0.028115,"hf_subset":"tuk_Latn-sat_Olck","languages":["tuk-Latn","sat-Olck"]},{"precision":0.872348,"recall":0.908103,"f1":0.8833,"accuracy":0.908103,"main_score":0.8833,"hf_subset":"tuk_Latn-tel_Telu","languages":["tuk-Latn","tel-Telu"]},{"precision":0.606976,"recall":0.682806,"f1":0.629008,"accuracy":0.682806,"main_score":0.629008,"hf_subset":"tuk_Latn-ydd_Hebr","languages":["tuk-Latn","ydd-Hebr"]},{"precision":0.818676,"recall":0.867589,"f1":0.833531,"accuracy":0.867589,"main_score":0.833531,"hf_subset":"tuk_Latn-ary_Arab","languages":["tuk-Latn","ary-Arab"]},{"precision":0.913043,"recall":0.940711,"f1":0.922101,"accuracy":0.940711,"main_score":0.922101,"hf_subset":"tuk_Latn-ces_Latn","languages":["tuk-Latn","ces-Latn"]},{"precision":0.402931,"recall":0.475296,"f1":0.422894,"accuracy":0.475296,"main_score":0.422894,"hf_subset":"tuk_Latn-gaz_Latn","languages":["tuk-Latn","gaz-Latn"]},{"precision":0.440912,"recall":0.503953,"f1":0.459457,"accuracy":0.503953,"main_score":0.459457,"hf_subset":"tuk_Latn-kam_Latn","languages":["tuk-Latn","kam-Latn"]},{"precision":0.905171,"recall":0.932806,"f1":0.914032,"accuracy":0.932806,"main_score":0.914032,"hf_subset":"tuk_Latn-lit_Latn","languages":["tuk-Latn","lit-Latn"]},{"precision":0.908514,"recall":0.935771,"f1":0.917227,"accuracy":0.935771,"main_score":0.917227,"hf_subset":"tuk_Latn-nob_Latn","languages":["tuk-Latn","nob-Latn"]},{"precision":0.832493,"recall":0.875494,"f1":0.845473,"accuracy":0.875494,"main_score":0.845473,"hf_subset":"tuk_Latn-scn_Latn","languages":["tuk-Latn","scn-Latn"]},{"precision":0.836874,"recall":0.87747,"f1":0.849704,"accuracy":0.87747,"main_score":0.849704,"hf_subset":"tuk_Latn-tgk_Cyrl","languages":["tuk-Latn","tgk-Cyrl"]},{"precision":0.414266,"recall":0.481225,"f1":0.433783,"accuracy":0.481225,"main_score":0.433783,"hf_subset":"tuk_Latn-yor_Latn","languages":["tuk-Latn","yor-Latn"]},{"precision":0.875198,"recall":0.912055,"f1":0.886858,"accuracy":0.912055,"main_score":0.886858,"hf_subset":"tuk_Latn-arz_Arab","languages":["tuk-Latn","arz-Arab"]},{"precision":0.459873,"recall":0.525692,"f1":0.478829,"accuracy":0.525692,"main_score":0.478829,"hf_subset":"tuk_Latn-cjk_Latn","languages":["tuk-Latn","cjk-Latn"]},{"precision":0.554955,"recall":0.619565,"f1":0.572937,"accuracy":0.619565,"main_score":0.572937,"hf_subset":"tuk_Latn-gla_Latn","languages":["tuk-Latn","gla-Latn"]},{"precision":0.875033,"recall":0.912055,"f1":0.886858,"accuracy":0.912055,"main_score":0.886858,"hf_subset":"tuk_Latn-kan_Knda","languages":["tuk-Latn","kan-Knda"]},{"precision":0.836801,"recall":0.876482,"f1":0.848831,"accuracy":0.876482,"main_score":0.848831,"hf_subset":"tuk_Latn-lmo_Latn","languages":["tuk-Latn","lmo-Latn"]},{"precision":0.891255,"recall":0.922925,"f1":0.901252,"accuracy":0.922925,"main_score":0.901252,"hf_subset":"tuk_Latn-npi_Deva","languages":["tuk-Latn","npi-Deva"]},{"precision":0.396827,"recall":0.479249,"f1":0.419349,"accuracy":0.479249,"main_score":0.419349,"hf_subset":"tuk_Latn-shn_Mymr","languages":["tuk-Latn","shn-Mymr"]},{"precision":0.891057,"recall":0.91996,"f1":0.900066,"accuracy":0.91996,"main_score":0.900066,"hf_subset":"tuk_Latn-tgl_Latn","languages":["tuk-Latn","tgl-Latn"]},{"precision":0.887549,"recall":0.917984,"f1":0.897069,"accuracy":0.917984,"main_score":0.897069,"hf_subset":"tuk_Latn-yue_Hant","languages":["tuk-Latn","yue-Hant"]},{"precision":0.85886,"recall":0.898221,"f1":0.871509,"accuracy":0.898221,"main_score":0.871509,"hf_subset":"tuk_Latn-asm_Beng","languages":["tuk-Latn","asm-Beng"]},{"precision":0.628351,"recall":0.692688,"f1":0.646621,"accuracy":0.692688,"main_score":0.646621,"hf_subset":"tuk_Latn-ckb_Arab","languages":["tuk-Latn","ckb-Arab"]},{"precision":0.620777,"recall":0.690711,"f1":0.641518,"accuracy":0.690711,"main_score":0.641518,"hf_subset":"tuk_Latn-gle_Latn","languages":["tuk-Latn","gle-Latn"]},{"precision":0.701548,"recall":0.768775,"f1":0.721739,"accuracy":0.768775,"main_score":0.721739,"hf_subset":"tuk_Latn-kas_Arab","languages":["tuk-Latn","kas-Arab"]},{"precision":0.753986,"recall":0.805336,"f1":0.769289,"accuracy":0.805336,"main_score":0.769289,"hf_subset":"tuk_Latn-ltg_Latn","languages":["tuk-Latn","ltg-Latn"]},{"precision":0.496004,"recall":0.555336,"f1":0.513027,"accuracy":0.555336,"main_score":0.513027,"hf_subset":"tuk_Latn-nso_Latn","languages":["tuk-Latn","nso-Latn"]},{"precision":0.355291,"recall":0.435771,"f1":0.377059,"accuracy":0.435771,"main_score":0.377059,"hf_subset":"tuk_Latn-sin_Sinh","languages":["tuk-Latn","sin-Sinh"]},{"precision":0.866387,"recall":0.90415,"f1":0.878162,"accuracy":0.90415,"main_score":0.878162,"hf_subset":"tuk_Latn-tha_Thai","languages":["tuk-Latn","tha-Thai"]},{"precision":0.875329,"recall":0.911067,"f1":0.886495,"accuracy":0.911067,"main_score":0.886495,"hf_subset":"tuk_Latn-zho_Hans","languages":["tuk-Latn","zho-Hans"]},{"precision":0.877882,"recall":0.914032,"f1":0.889229,"accuracy":0.914032,"main_score":0.889229,"hf_subset":"tuk_Latn-ast_Latn","languages":["tuk-Latn","ast-Latn"]},{"precision":0.918643,"recall":0.943676,"f1":0.926713,"accuracy":0.943676,"main_score":0.926713,"hf_subset":"tuk_Latn-crh_Latn","languages":["tuk-Latn","crh-Latn"]},{"precision":0.900972,"recall":0.929842,"f1":0.909933,"accuracy":0.929842,"main_score":0.909933,"hf_subset":"tuk_Latn-glg_Latn","languages":["tuk-Latn","glg-Latn"]},{"precision":0.616627,"recall":0.693676,"f1":0.638719,"accuracy":0.693676,"main_score":0.638719,"hf_subset":"tuk_Latn-kas_Deva","languages":["tuk-Latn","kas-Deva"]},{"precision":0.869878,"recall":0.901186,"f1":0.87915,"accuracy":0.901186,"main_score":0.87915,"hf_subset":"tuk_Latn-ltz_Latn","languages":["tuk-Latn","ltz-Latn"]},{"precision":0.398695,"recall":0.465415,"f1":0.416376,"accuracy":0.465415,"main_score":0.416376,"hf_subset":"tuk_Latn-nus_Latn","languages":["tuk-Latn","nus-Latn"]},{"precision":0.9139,"recall":0.939723,"f1":0.922069,"accuracy":0.939723,"main_score":0.922069,"hf_subset":"tuk_Latn-slk_Latn","languages":["tuk-Latn","slk-Latn"]},{"precision":0.27205,"recall":0.336957,"f1":0.288439,"accuracy":0.336957,"main_score":0.288439,"hf_subset":"tuk_Latn-tir_Ethi","languages":["tuk-Latn","tir-Ethi"]},{"precision":0.876688,"recall":0.911067,"f1":0.887637,"accuracy":0.911067,"main_score":0.887637,"hf_subset":"tuk_Latn-zho_Hant","languages":["tuk-Latn","zho-Hant"]},{"precision":0.875576,"recall":0.910079,"f1":0.886594,"accuracy":0.910079,"main_score":0.886594,"hf_subset":"tuk_Latn-awa_Deva","languages":["tuk-Latn","awa-Deva"]},{"precision":0.73764,"recall":0.796443,"f1":0.755588,"accuracy":0.796443,"main_score":0.755588,"hf_subset":"tuk_Latn-cym_Latn","languages":["tuk-Latn","cym-Latn"]},{"precision":0.639847,"recall":0.685771,"f1":0.65348,"accuracy":0.685771,"main_score":0.65348,"hf_subset":"tuk_Latn-grn_Latn","languages":["tuk-Latn","grn-Latn"]},{"precision":0.872727,"recall":0.909091,"f1":0.88419,"accuracy":0.909091,"main_score":0.88419,"hf_subset":"tuk_Latn-kat_Geor","languages":["tuk-Latn","kat-Geor"]},{"precision":0.518236,"recall":0.574111,"f1":0.534308,"accuracy":0.574111,"main_score":0.534308,"hf_subset":"tuk_Latn-lua_Latn","languages":["tuk-Latn","lua-Latn"]},{"precision":0.490503,"recall":0.548419,"f1":0.50692,"accuracy":0.548419,"main_score":0.50692,"hf_subset":"tuk_Latn-nya_Latn","languages":["tuk-Latn","nya-Latn"]},{"precision":0.90802,"recall":0.934783,"f1":0.916568,"accuracy":0.934783,"main_score":0.916568,"hf_subset":"tuk_Latn-slv_Latn","languages":["tuk-Latn","slv-Latn"]},{"precision":0.667622,"recall":0.724308,"f1":0.684143,"accuracy":0.724308,"main_score":0.684143,"hf_subset":"tuk_Latn-tpi_Latn","languages":["tuk-Latn","tpi-Latn"]},{"precision":0.898419,"recall":0.928854,"f1":0.908056,"accuracy":0.928854,"main_score":0.908056,"hf_subset":"tuk_Latn-zsm_Latn","languages":["tuk-Latn","zsm-Latn"]},{"precision":0.454414,"recall":0.508893,"f1":0.47005,"accuracy":0.508893,"main_score":0.47005,"hf_subset":"tuk_Latn-ayr_Latn","languages":["tuk-Latn","ayr-Latn"]},{"precision":0.911232,"recall":0.937747,"f1":0.919631,"accuracy":0.937747,"main_score":0.919631,"hf_subset":"tuk_Latn-dan_Latn","languages":["tuk-Latn","dan-Latn"]},{"precision":0.880929,"recall":0.916996,"f1":0.89226,"accuracy":0.916996,"main_score":0.89226,"hf_subset":"tuk_Latn-guj_Gujr","languages":["tuk-Latn","guj-Gujr"]},{"precision":0.917902,"recall":0.942688,"f1":0.925791,"accuracy":0.942688,"main_score":0.925791,"hf_subset":"tuk_Latn-kaz_Cyrl","languages":["tuk-Latn","kaz-Cyrl"]},{"precision":0.431185,"recall":0.494071,"f1":0.449146,"accuracy":0.494071,"main_score":0.449146,"hf_subset":"tuk_Latn-lug_Latn","languages":["tuk-Latn","lug-Latn"]},{"precision":0.898057,"recall":0.927866,"f1":0.907609,"accuracy":0.927866,"main_score":0.907609,"hf_subset":"tuk_Latn-oci_Latn","languages":["tuk-Latn","oci-Latn"]},{"precision":0.473765,"recall":0.538538,"f1":0.49238,"accuracy":0.538538,"main_score":0.49238,"hf_subset":"tuk_Latn-smo_Latn","languages":["tuk-Latn","smo-Latn"]},{"precision":0.441486,"recall":0.503953,"f1":0.458752,"accuracy":0.503953,"main_score":0.458752,"hf_subset":"tuk_Latn-tsn_Latn","languages":["tuk-Latn","tsn-Latn"]},{"precision":0.450414,"recall":0.51087,"f1":0.466493,"accuracy":0.51087,"main_score":0.466493,"hf_subset":"tuk_Latn-zul_Latn","languages":["tuk-Latn","zul-Latn"]},{"precision":0.662484,"recall":0.731225,"f1":0.682825,"accuracy":0.731225,"main_score":0.682825,"hf_subset":"tuk_Latn-azb_Arab","languages":["tuk-Latn","azb-Arab"]},{"precision":0.893841,"recall":0.923913,"f1":0.903327,"accuracy":0.923913,"main_score":0.903327,"hf_subset":"tuk_Latn-deu_Latn","languages":["tuk-Latn","deu-Latn"]},{"precision":0.753033,"recall":0.812253,"f1":0.7713,"accuracy":0.812253,"main_score":0.7713,"hf_subset":"tuk_Latn-hat_Latn","languages":["tuk-Latn","hat-Latn"]},{"precision":0.431353,"recall":0.486166,"f1":0.446513,"accuracy":0.486166,"main_score":0.446513,"hf_subset":"tuk_Latn-kbp_Latn","languages":["tuk-Latn","kbp-Latn"]},{"precision":0.474466,"recall":0.529644,"f1":0.490286,"accuracy":0.529644,"main_score":0.490286,"hf_subset":"tuk_Latn-luo_Latn","languages":["tuk-Latn","luo-Latn"]},{"precision":0.870916,"recall":0.909091,"f1":0.883004,"accuracy":0.909091,"main_score":0.883004,"hf_subset":"tuk_Latn-ory_Orya","languages":["tuk-Latn","ory-Orya"]},{"precision":0.460985,"recall":0.528656,"f1":0.480783,"accuracy":0.528656,"main_score":0.480783,"hf_subset":"tuk_Latn-sna_Latn","languages":["tuk-Latn","sna-Latn"]},{"precision":0.454504,"recall":0.509881,"f1":0.4702,"accuracy":0.509881,"main_score":0.4702,"hf_subset":"tuk_Latn-tso_Latn","languages":["tuk-Latn","tso-Latn"]},{"precision":0.904677,"recall":0.932806,"f1":0.913702,"accuracy":0.932806,"main_score":0.913702,"hf_subset":"tuk_Latn-azj_Latn","languages":["tuk-Latn","azj-Latn"]},{"precision":0.463251,"recall":0.523715,"f1":0.480559,"accuracy":0.523715,"main_score":0.480559,"hf_subset":"tuk_Latn-dik_Latn","languages":["tuk-Latn","dik-Latn"]},{"precision":0.44398,"recall":0.498024,"f1":0.459558,"accuracy":0.498024,"main_score":0.459558,"hf_subset":"tuk_Latn-hau_Latn","languages":["tuk-Latn","hau-Latn"]},{"precision":0.830995,"recall":0.874506,"f1":0.84417,"accuracy":0.874506,"main_score":0.84417,"hf_subset":"tuk_Latn-kea_Latn","languages":["tuk-Latn","kea-Latn"]},{"precision":0.575918,"recall":0.626482,"f1":0.590714,"accuracy":0.626482,"main_score":0.590714,"hf_subset":"tuk_Latn-lus_Latn","languages":["tuk-Latn","lus-Latn"]},{"precision":0.687739,"recall":0.737154,"f1":0.702544,"accuracy":0.737154,"main_score":0.702544,"hf_subset":"tuk_Latn-pag_Latn","languages":["tuk-Latn","pag-Latn"]},{"precision":0.849506,"recall":0.890316,"f1":0.862648,"accuracy":0.890316,"main_score":0.862648,"hf_subset":"tuk_Latn-snd_Arab","languages":["tuk-Latn","snd-Arab"]},{"precision":0.88302,"recall":0.916008,"f1":0.893314,"accuracy":0.916008,"main_score":0.893314,"hf_subset":"tuk_Latn-bak_Cyrl","languages":["tuk-Latn","bak-Cyrl"]},{"precision":0.392229,"recall":0.45751,"f1":0.410954,"accuracy":0.45751,"main_score":0.410954,"hf_subset":"tuk_Latn-dyu_Latn","languages":["tuk-Latn","dyu-Latn"]},{"precision":0.891551,"recall":0.922925,"f1":0.901534,"accuracy":0.922925,"main_score":0.901534,"hf_subset":"tuk_Latn-heb_Hebr","languages":["tuk-Latn","heb-Hebr"]},{"precision":0.789756,"recall":0.840909,"f1":0.805223,"accuracy":0.840909,"main_score":0.805223,"hf_subset":"tuk_Latn-khk_Cyrl","languages":["tuk-Latn","khk-Cyrl"]},{"precision":0.900445,"recall":0.929842,"f1":0.909651,"accuracy":0.929842,"main_score":0.909651,"hf_subset":"tuk_Latn-lvs_Latn","languages":["tuk-Latn","lvs-Latn"]},{"precision":0.888175,"recall":0.920949,"f1":0.898504,"accuracy":0.920949,"main_score":0.898504,"hf_subset":"tuk_Latn-pan_Guru","languages":["tuk-Latn","pan-Guru"]},{"precision":0.459474,"recall":0.527668,"f1":0.47848,"accuracy":0.527668,"main_score":0.47848,"hf_subset":"tuk_Latn-som_Latn","languages":["tuk-Latn","som-Latn"]},{"precision":0.471418,"recall":0.528656,"f1":0.487741,"accuracy":0.528656,"main_score":0.487741,"hf_subset":"tuk_Latn-tum_Latn","languages":["tuk-Latn","tum-Latn"]},{"precision":0.450494,"recall":0.52668,"f1":0.471027,"accuracy":0.52668,"main_score":0.471027,"hf_subset":"bak_Cyrl-ace_Arab","languages":["bak-Cyrl","ace-Arab"]},{"precision":0.44265,"recall":0.506917,"f1":0.460336,"accuracy":0.506917,"main_score":0.460336,"hf_subset":"bak_Cyrl-bam_Latn","languages":["bak-Cyrl","bam-Latn"]},{"precision":0.114466,"recall":0.166008,"f1":0.12744,"accuracy":0.166008,"main_score":0.12744,"hf_subset":"bak_Cyrl-dzo_Tibt","languages":["bak-Cyrl","dzo-Tibt"]},{"precision":0.947958,"recall":0.964427,"f1":0.953393,"accuracy":0.964427,"main_score":0.953393,"hf_subset":"bak_Cyrl-hin_Deva","languages":["bak-Cyrl","hin-Deva"]},{"precision":0.835968,"recall":0.885375,"f1":0.85191,"accuracy":0.885375,"main_score":0.85191,"hf_subset":"bak_Cyrl-khm_Khmr","languages":["bak-Cyrl","khm-Khmr"]},{"precision":0.940711,"recall":0.959486,"f1":0.94697,"accuracy":0.959486,"main_score":0.94697,"hf_subset":"bak_Cyrl-mag_Deva","languages":["bak-Cyrl","mag-Deva"]},{"precision":0.910408,"recall":0.932806,"f1":0.917292,"accuracy":0.932806,"main_score":0.917292,"hf_subset":"bak_Cyrl-pap_Latn","languages":["bak-Cyrl","pap-Latn"]},{"precision":0.488912,"recall":0.55336,"f1":0.506945,"accuracy":0.55336,"main_score":0.506945,"hf_subset":"bak_Cyrl-sot_Latn","languages":["bak-Cyrl","sot-Latn"]},{"precision":0.955945,"recall":0.968379,"f1":0.959881,"accuracy":0.968379,"main_score":0.959881,"hf_subset":"bak_Cyrl-tur_Latn","languages":["bak-Cyrl","tur-Latn"]},{"precision":0.761067,"recall":0.8083,"f1":0.775461,"accuracy":0.8083,"main_score":0.775461,"hf_subset":"bak_Cyrl-ace_Latn","languages":["bak-Cyrl","ace-Latn"]},{"precision":0.836298,"recall":0.87747,"f1":0.849275,"accuracy":0.87747,"main_score":0.849275,"hf_subset":"bak_Cyrl-ban_Latn","languages":["bak-Cyrl","ban-Latn"]},{"precision":0.960968,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"bak_Cyrl-ell_Grek","languages":["bak-Cyrl","ell-Grek"]},{"precision":0.929842,"recall":0.950593,"f1":0.936594,"accuracy":0.950593,"main_score":0.936594,"hf_subset":"bak_Cyrl-hne_Deva","languages":["bak-Cyrl","hne-Deva"]},{"precision":0.503707,"recall":0.573123,"f1":0.523495,"accuracy":0.573123,"main_score":0.523495,"hf_subset":"bak_Cyrl-kik_Latn","languages":["bak-Cyrl","kik-Latn"]},{"precision":0.936347,"recall":0.955534,"f1":0.942589,"accuracy":0.955534,"main_score":0.942589,"hf_subset":"bak_Cyrl-mai_Deva","languages":["bak-Cyrl","mai-Deva"]},{"precision":0.822003,"recall":0.864625,"f1":0.835079,"accuracy":0.864625,"main_score":0.835079,"hf_subset":"bak_Cyrl-pbt_Arab","languages":["bak-Cyrl","pbt-Arab"]},{"precision":0.946805,"recall":0.963439,"f1":0.95224,"accuracy":0.963439,"main_score":0.95224,"hf_subset":"bak_Cyrl-spa_Latn","languages":["bak-Cyrl","spa-Latn"]},{"precision":0.563243,"recall":0.62253,"f1":0.580077,"accuracy":0.62253,"main_score":0.580077,"hf_subset":"bak_Cyrl-twi_Latn","languages":["bak-Cyrl","twi-Latn"]},{"precision":0.932148,"recall":0.952569,"f1":0.938735,"accuracy":0.952569,"main_score":0.938735,"hf_subset":"bak_Cyrl-acm_Arab","languages":["bak-Cyrl","acm-Arab"]},{"precision":0.947464,"recall":0.964427,"f1":0.953063,"accuracy":0.964427,"main_score":0.953063,"hf_subset":"bak_Cyrl-bel_Cyrl","languages":["bak-Cyrl","bel-Cyrl"]},{"precision":0.961298,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"bak_Cyrl-eng_Latn","languages":["bak-Cyrl","eng-Latn"]},{"precision":0.958498,"recall":0.971344,"f1":0.962615,"accuracy":0.971344,"main_score":0.962615,"hf_subset":"bak_Cyrl-hrv_Latn","languages":["bak-Cyrl","hrv-Latn"]},{"precision":0.476098,"recall":0.532609,"f1":0.491737,"accuracy":0.532609,"main_score":0.491737,"hf_subset":"bak_Cyrl-kin_Latn","languages":["bak-Cyrl","kin-Latn"]},{"precision":0.930171,"recall":0.950593,"f1":0.936924,"accuracy":0.950593,"main_score":0.936924,"hf_subset":"bak_Cyrl-mal_Mlym","languages":["bak-Cyrl","mal-Mlym"]},{"precision":0.94664,"recall":0.962451,"f1":0.951548,"accuracy":0.962451,"main_score":0.951548,"hf_subset":"bak_Cyrl-pes_Arab","languages":["bak-Cyrl","pes-Arab"]},{"precision":0.921607,"recall":0.942688,"f1":0.92836,"accuracy":0.942688,"main_score":0.92836,"hf_subset":"bak_Cyrl-srd_Latn","languages":["bak-Cyrl","srd-Latn"]},{"precision":0.134373,"recall":0.192688,"f1":0.147131,"accuracy":0.192688,"main_score":0.147131,"hf_subset":"bak_Cyrl-tzm_Tfng","languages":["bak-Cyrl","tzm-Tfng"]},{"precision":0.943182,"recall":0.960474,"f1":0.948781,"accuracy":0.960474,"main_score":0.948781,"hf_subset":"bak_Cyrl-acq_Arab","languages":["bak-Cyrl","acq-Arab"]},{"precision":0.523095,"recall":0.589921,"f1":0.541712,"accuracy":0.589921,"main_score":0.541712,"hf_subset":"bak_Cyrl-bem_Latn","languages":["bak-Cyrl","bem-Latn"]},{"precision":0.956851,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"bak_Cyrl-epo_Latn","languages":["bak-Cyrl","epo-Latn"]},{"precision":0.954545,"recall":0.969368,"f1":0.959486,"accuracy":0.969368,"main_score":0.959486,"hf_subset":"bak_Cyrl-hun_Latn","languages":["bak-Cyrl","hun-Latn"]},{"precision":0.944664,"recall":0.961462,"f1":0.950099,"accuracy":0.961462,"main_score":0.950099,"hf_subset":"bak_Cyrl-kir_Cyrl","languages":["bak-Cyrl","kir-Cyrl"]},{"precision":0.944005,"recall":0.962451,"f1":0.950099,"accuracy":0.962451,"main_score":0.950099,"hf_subset":"bak_Cyrl-mar_Deva","languages":["bak-Cyrl","mar-Deva"]},{"precision":0.559194,"recall":0.617589,"f1":0.575439,"accuracy":0.617589,"main_score":0.575439,"hf_subset":"bak_Cyrl-plt_Latn","languages":["bak-Cyrl","plt-Latn"]},{"precision":0.966074,"recall":0.976285,"f1":0.969368,"accuracy":0.976285,"main_score":0.969368,"hf_subset":"bak_Cyrl-srp_Cyrl","languages":["bak-Cyrl","srp-Cyrl"]},{"precision":0.895092,"recall":0.925889,"f1":0.905138,"accuracy":0.925889,"main_score":0.905138,"hf_subset":"bak_Cyrl-uig_Arab","languages":["bak-Cyrl","uig-Arab"]},{"precision":0.904315,"recall":0.932806,"f1":0.913373,"accuracy":0.932806,"main_score":0.913373,"hf_subset":"bak_Cyrl-aeb_Arab","languages":["bak-Cyrl","aeb-Arab"]},{"precision":0.943676,"recall":0.961462,"f1":0.94944,"accuracy":0.961462,"main_score":0.94944,"hf_subset":"bak_Cyrl-ben_Beng","languages":["bak-Cyrl","ben-Beng"]},{"precision":0.952157,"recall":0.966403,"f1":0.956588,"accuracy":0.966403,"main_score":0.956588,"hf_subset":"bak_Cyrl-est_Latn","languages":["bak-Cyrl","est-Latn"]},{"precision":0.941041,"recall":0.958498,"f1":0.94664,"accuracy":0.958498,"main_score":0.94664,"hf_subset":"bak_Cyrl-hye_Armn","languages":["bak-Cyrl","hye-Armn"]},{"precision":0.456805,"recall":0.514822,"f1":0.472855,"accuracy":0.514822,"main_score":0.472855,"hf_subset":"bak_Cyrl-kmb_Latn","languages":["bak-Cyrl","kmb-Latn"]},{"precision":0.390633,"recall":0.475296,"f1":0.413377,"accuracy":0.475296,"main_score":0.413377,"hf_subset":"bak_Cyrl-min_Arab","languages":["bak-Cyrl","min-Arab"]},{"precision":0.961709,"recall":0.97332,"f1":0.965481,"accuracy":0.97332,"main_score":0.965481,"hf_subset":"bak_Cyrl-pol_Latn","languages":["bak-Cyrl","pol-Latn"]},{"precision":0.452539,"recall":0.522727,"f1":0.47166,"accuracy":0.522727,"main_score":0.47166,"hf_subset":"bak_Cyrl-ssw_Latn","languages":["bak-Cyrl","ssw-Latn"]},{"precision":0.964756,"recall":0.976285,"f1":0.968544,"accuracy":0.976285,"main_score":0.968544,"hf_subset":"bak_Cyrl-ukr_Cyrl","languages":["bak-Cyrl","ukr-Cyrl"]},{"precision":0.957181,"recall":0.970356,"f1":0.961462,"accuracy":0.970356,"main_score":0.961462,"hf_subset":"bak_Cyrl-afr_Latn","languages":["bak-Cyrl","afr-Latn"]},{"precision":0.91143,"recall":0.936759,"f1":0.919466,"accuracy":0.936759,"main_score":0.919466,"hf_subset":"bak_Cyrl-bho_Deva","languages":["bak-Cyrl","bho-Deva"]},{"precision":0.898057,"recall":0.925889,"f1":0.906785,"accuracy":0.925889,"main_score":0.906785,"hf_subset":"bak_Cyrl-eus_Latn","languages":["bak-Cyrl","eus-Latn"]},{"precision":0.4949,"recall":0.561265,"f1":0.513397,"accuracy":0.561265,"main_score":0.513397,"hf_subset":"bak_Cyrl-ibo_Latn","languages":["bak-Cyrl","ibo-Latn"]},{"precision":0.705426,"recall":0.766798,"f1":0.722977,"accuracy":0.766798,"main_score":0.722977,"hf_subset":"bak_Cyrl-kmr_Latn","languages":["bak-Cyrl","kmr-Latn"]},{"precision":0.889328,"recall":0.917984,"f1":0.898188,"accuracy":0.917984,"main_score":0.898188,"hf_subset":"bak_Cyrl-min_Latn","languages":["bak-Cyrl","min-Latn"]},{"precision":0.961133,"recall":0.972332,"f1":0.964756,"accuracy":0.972332,"main_score":0.964756,"hf_subset":"bak_Cyrl-por_Latn","languages":["bak-Cyrl","por-Latn"]},{"precision":0.92309,"recall":0.944664,"f1":0.930007,"accuracy":0.944664,"main_score":0.930007,"hf_subset":"bak_Cyrl-sun_Latn","languages":["bak-Cyrl","sun-Latn"]},{"precision":0.453829,"recall":0.520751,"f1":0.472974,"accuracy":0.520751,"main_score":0.472974,"hf_subset":"bak_Cyrl-umb_Latn","languages":["bak-Cyrl","umb-Latn"]},{"precision":0.938488,"recall":0.956522,"f1":0.944236,"accuracy":0.956522,"main_score":0.944236,"hf_subset":"bak_Cyrl-ajp_Arab","languages":["bak-Cyrl","ajp-Arab"]},{"precision":0.407935,"recall":0.488142,"f1":0.429475,"accuracy":0.488142,"main_score":0.429475,"hf_subset":"bak_Cyrl-bjn_Arab","languages":["bak-Cyrl","bjn-Arab"]},{"precision":0.473808,"recall":0.528656,"f1":0.489143,"accuracy":0.528656,"main_score":0.489143,"hf_subset":"bak_Cyrl-ewe_Latn","languages":["bak-Cyrl","ewe-Latn"]},{"precision":0.822703,"recall":0.863636,"f1":0.835068,"accuracy":0.863636,"main_score":0.835068,"hf_subset":"bak_Cyrl-ilo_Latn","languages":["bak-Cyrl","ilo-Latn"]},{"precision":0.196311,"recall":0.267787,"f1":0.213967,"accuracy":0.267787,"main_score":0.213967,"hf_subset":"bak_Cyrl-knc_Arab","languages":["bak-Cyrl","knc-Arab"]},{"precision":0.964789,"recall":0.975296,"f1":0.96805,"accuracy":0.975296,"main_score":0.96805,"hf_subset":"bak_Cyrl-mkd_Cyrl","languages":["bak-Cyrl","mkd-Cyrl"]},{"precision":0.953228,"recall":0.967391,"f1":0.957839,"accuracy":0.967391,"main_score":0.957839,"hf_subset":"bak_Cyrl-prs_Arab","languages":["bak-Cyrl","prs-Arab"]},{"precision":0.961627,"recall":0.97332,"f1":0.965415,"accuracy":0.97332,"main_score":0.965415,"hf_subset":"bak_Cyrl-swe_Latn","languages":["bak-Cyrl","swe-Latn"]},{"precision":0.936924,"recall":0.956522,"f1":0.943182,"accuracy":0.956522,"main_score":0.943182,"hf_subset":"bak_Cyrl-urd_Arab","languages":["bak-Cyrl","urd-Arab"]},{"precision":0.526547,"recall":0.583004,"f1":0.542966,"accuracy":0.583004,"main_score":0.542966,"hf_subset":"bak_Cyrl-aka_Latn","languages":["bak-Cyrl","aka-Latn"]},{"precision":0.902092,"recall":0.926877,"f1":0.90998,"accuracy":0.926877,"main_score":0.90998,"hf_subset":"bak_Cyrl-bjn_Latn","languages":["bak-Cyrl","bjn-Latn"]},{"precision":0.830534,"recall":0.87747,"f1":0.845158,"accuracy":0.87747,"main_score":0.845158,"hf_subset":"bak_Cyrl-fao_Latn","languages":["bak-Cyrl","fao-Latn"]},{"precision":0.958663,"recall":0.971344,"f1":0.96278,"accuracy":0.971344,"main_score":0.96278,"hf_subset":"bak_Cyrl-ind_Latn","languages":["bak-Cyrl","ind-Latn"]},{"precision":0.515911,"recall":0.573123,"f1":0.532209,"accuracy":0.573123,"main_score":0.532209,"hf_subset":"bak_Cyrl-knc_Latn","languages":["bak-Cyrl","knc-Latn"]},{"precision":0.932289,"recall":0.950593,"f1":0.937994,"accuracy":0.950593,"main_score":0.937994,"hf_subset":"bak_Cyrl-mlt_Latn","languages":["bak-Cyrl","mlt-Latn"]},{"precision":0.576971,"recall":0.63834,"f1":0.594241,"accuracy":0.63834,"main_score":0.594241,"hf_subset":"bak_Cyrl-quy_Latn","languages":["bak-Cyrl","quy-Latn"]},{"precision":0.644236,"recall":0.717391,"f1":0.665617,"accuracy":0.717391,"main_score":0.665617,"hf_subset":"bak_Cyrl-swh_Latn","languages":["bak-Cyrl","swh-Latn"]},{"precision":0.963439,"recall":0.974308,"f1":0.966897,"accuracy":0.974308,"main_score":0.966897,"hf_subset":"bak_Cyrl-uzn_Latn","languages":["bak-Cyrl","uzn-Latn"]},{"precision":0.957428,"recall":0.970356,"f1":0.961528,"accuracy":0.970356,"main_score":0.961528,"hf_subset":"bak_Cyrl-als_Latn","languages":["bak-Cyrl","als-Latn"]},{"precision":0.178025,"recall":0.244071,"f1":0.19358,"accuracy":0.244071,"main_score":0.19358,"hf_subset":"bak_Cyrl-bod_Tibt","languages":["bak-Cyrl","bod-Tibt"]},{"precision":0.480683,"recall":0.54249,"f1":0.49793,"accuracy":0.54249,"main_score":0.49793,"hf_subset":"bak_Cyrl-fij_Latn","languages":["bak-Cyrl","fij-Latn"]},{"precision":0.854825,"recall":0.896245,"f1":0.867819,"accuracy":0.896245,"main_score":0.867819,"hf_subset":"bak_Cyrl-isl_Latn","languages":["bak-Cyrl","isl-Latn"]},{"precision":0.545859,"recall":0.623518,"f1":0.568368,"accuracy":0.623518,"main_score":0.568368,"hf_subset":"bak_Cyrl-kon_Latn","languages":["bak-Cyrl","kon-Latn"]},{"precision":0.503995,"recall":0.582016,"f1":0.525973,"accuracy":0.582016,"main_score":0.525973,"hf_subset":"bak_Cyrl-mni_Beng","languages":["bak-Cyrl","mni-Beng"]},{"precision":0.958169,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"bak_Cyrl-ron_Latn","languages":["bak-Cyrl","ron-Latn"]},{"precision":0.930007,"recall":0.948617,"f1":0.935903,"accuracy":0.948617,"main_score":0.935903,"hf_subset":"bak_Cyrl-szl_Latn","languages":["bak-Cyrl","szl-Latn"]},{"precision":0.940464,"recall":0.958498,"f1":0.946212,"accuracy":0.958498,"main_score":0.946212,"hf_subset":"bak_Cyrl-vec_Latn","languages":["bak-Cyrl","vec-Latn"]},{"precision":0.528455,"recall":0.614625,"f1":0.553264,"accuracy":0.614625,"main_score":0.553264,"hf_subset":"bak_Cyrl-amh_Ethi","languages":["bak-Cyrl","amh-Ethi"]},{"precision":0.962945,"recall":0.974308,"f1":0.966568,"accuracy":0.974308,"main_score":0.966568,"hf_subset":"bak_Cyrl-bos_Latn","languages":["bak-Cyrl","bos-Latn"]},{"precision":0.939888,"recall":0.958498,"f1":0.945817,"accuracy":0.958498,"main_score":0.945817,"hf_subset":"bak_Cyrl-fin_Latn","languages":["bak-Cyrl","fin-Latn"]},{"precision":0.951416,"recall":0.966403,"f1":0.956192,"accuracy":0.966403,"main_score":0.956192,"hf_subset":"bak_Cyrl-ita_Latn","languages":["bak-Cyrl","ita-Latn"]},{"precision":0.95471,"recall":0.968379,"f1":0.959157,"accuracy":0.968379,"main_score":0.959157,"hf_subset":"bak_Cyrl-kor_Hang","languages":["bak-Cyrl","kor-Hang"]},{"precision":0.490614,"recall":0.557312,"f1":0.509034,"accuracy":0.557312,"main_score":0.509034,"hf_subset":"bak_Cyrl-mos_Latn","languages":["bak-Cyrl","mos-Latn"]},{"precision":0.465217,"recall":0.525692,"f1":0.481898,"accuracy":0.525692,"main_score":0.481898,"hf_subset":"bak_Cyrl-run_Latn","languages":["bak-Cyrl","run-Latn"]},{"precision":0.934569,"recall":0.953557,"f1":0.940448,"accuracy":0.953557,"main_score":0.940448,"hf_subset":"bak_Cyrl-tam_Taml","languages":["bak-Cyrl","tam-Taml"]},{"precision":0.943511,"recall":0.961462,"f1":0.94944,"accuracy":0.961462,"main_score":0.94944,"hf_subset":"bak_Cyrl-vie_Latn","languages":["bak-Cyrl","vie-Latn"]},{"precision":0.9361,"recall":0.955534,"f1":0.942358,"accuracy":0.955534,"main_score":0.942358,"hf_subset":"bak_Cyrl-apc_Arab","languages":["bak-Cyrl","apc-Arab"]},{"precision":0.706441,"recall":0.759881,"f1":0.722455,"accuracy":0.759881,"main_score":0.722455,"hf_subset":"bak_Cyrl-bug_Latn","languages":["bak-Cyrl","bug-Latn"]},{"precision":0.436943,"recall":0.495059,"f1":0.452692,"accuracy":0.495059,"main_score":0.452692,"hf_subset":"bak_Cyrl-fon_Latn","languages":["bak-Cyrl","fon-Latn"]},{"precision":0.929348,"recall":0.949605,"f1":0.935935,"accuracy":0.949605,"main_score":0.935935,"hf_subset":"bak_Cyrl-jav_Latn","languages":["bak-Cyrl","jav-Latn"]},{"precision":0.790184,"recall":0.846838,"f1":0.807806,"accuracy":0.846838,"main_score":0.807806,"hf_subset":"bak_Cyrl-lao_Laoo","languages":["bak-Cyrl","lao-Laoo"]},{"precision":0.544061,"recall":0.616601,"f1":0.564759,"accuracy":0.616601,"main_score":0.564759,"hf_subset":"bak_Cyrl-mri_Latn","languages":["bak-Cyrl","mri-Latn"]},{"precision":0.960639,"recall":0.97332,"f1":0.964756,"accuracy":0.97332,"main_score":0.964756,"hf_subset":"bak_Cyrl-rus_Cyrl","languages":["bak-Cyrl","rus-Cyrl"]},{"precision":0.501281,"recall":0.5583,"f1":0.517348,"accuracy":0.5583,"main_score":0.517348,"hf_subset":"bak_Cyrl-taq_Latn","languages":["bak-Cyrl","taq-Latn"]},{"precision":0.920208,"recall":0.9417,"f1":0.927108,"accuracy":0.9417,"main_score":0.927108,"hf_subset":"bak_Cyrl-war_Latn","languages":["bak-Cyrl","war-Latn"]},{"precision":0.942358,"recall":0.960474,"f1":0.948287,"accuracy":0.960474,"main_score":0.948287,"hf_subset":"bak_Cyrl-arb_Arab","languages":["bak-Cyrl","arb-Arab"]},{"precision":0.955698,"recall":0.969368,"f1":0.960145,"accuracy":0.969368,"main_score":0.960145,"hf_subset":"bak_Cyrl-bul_Cyrl","languages":["bak-Cyrl","bul-Cyrl"]},{"precision":0.959486,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"bak_Cyrl-fra_Latn","languages":["bak-Cyrl","fra-Latn"]},{"precision":0.950264,"recall":0.965415,"f1":0.955204,"accuracy":0.965415,"main_score":0.955204,"hf_subset":"bak_Cyrl-jpn_Jpan","languages":["bak-Cyrl","jpn-Jpan"]},{"precision":0.920125,"recall":0.943676,"f1":0.927701,"accuracy":0.943676,"main_score":0.927701,"hf_subset":"bak_Cyrl-lij_Latn","languages":["bak-Cyrl","lij-Latn"]},{"precision":0.839097,"recall":0.885375,"f1":0.853873,"accuracy":0.885375,"main_score":0.853873,"hf_subset":"bak_Cyrl-mya_Mymr","languages":["bak-Cyrl","mya-Mymr"]},{"precision":0.496346,"recall":0.570158,"f1":0.517728,"accuracy":0.570158,"main_score":0.517728,"hf_subset":"bak_Cyrl-sag_Latn","languages":["bak-Cyrl","sag-Latn"]},{"precision":0.148358,"recall":0.221344,"f1":0.162996,"accuracy":0.221344,"main_score":0.162996,"hf_subset":"bak_Cyrl-taq_Tfng","languages":["bak-Cyrl","taq-Tfng"]},{"precision":0.551877,"recall":0.614625,"f1":0.570084,"accuracy":0.614625,"main_score":0.570084,"hf_subset":"bak_Cyrl-wol_Latn","languages":["bak-Cyrl","wol-Latn"]},{"precision":0.56941,"recall":0.647233,"f1":0.59158,"accuracy":0.647233,"main_score":0.59158,"hf_subset":"bak_Cyrl-arb_Latn","languages":["bak-Cyrl","arb-Latn"]},{"precision":0.961133,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"bak_Cyrl-cat_Latn","languages":["bak-Cyrl","cat-Latn"]},{"precision":0.903656,"recall":0.932806,"f1":0.913011,"accuracy":0.932806,"main_score":0.913011,"hf_subset":"bak_Cyrl-fur_Latn","languages":["bak-Cyrl","fur-Latn"]},{"precision":0.348604,"recall":0.408103,"f1":0.364363,"accuracy":0.408103,"main_score":0.364363,"hf_subset":"bak_Cyrl-kab_Latn","languages":["bak-Cyrl","kab-Latn"]},{"precision":0.906868,"recall":0.932806,"f1":0.915086,"accuracy":0.932806,"main_score":0.915086,"hf_subset":"bak_Cyrl-lim_Latn","languages":["bak-Cyrl","lim-Latn"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"bak_Cyrl-nld_Latn","languages":["bak-Cyrl","nld-Latn"]},{"precision":0.879727,"recall":0.913043,"f1":0.890217,"accuracy":0.913043,"main_score":0.890217,"hf_subset":"bak_Cyrl-san_Deva","languages":["bak-Cyrl","san-Deva"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"bak_Cyrl-tat_Cyrl","languages":["bak-Cyrl","tat-Cyrl"]},{"precision":0.528011,"recall":0.590909,"f1":0.545819,"accuracy":0.590909,"main_score":0.545819,"hf_subset":"bak_Cyrl-xho_Latn","languages":["bak-Cyrl","xho-Latn"]},{"precision":0.940876,"recall":0.959486,"f1":0.94697,"accuracy":0.959486,"main_score":0.94697,"hf_subset":"bak_Cyrl-ars_Arab","languages":["bak-Cyrl","ars-Arab"]},{"precision":0.942029,"recall":0.95751,"f1":0.946923,"accuracy":0.95751,"main_score":0.946923,"hf_subset":"bak_Cyrl-ceb_Latn","languages":["bak-Cyrl","ceb-Latn"]},{"precision":0.488043,"recall":0.549407,"f1":0.505322,"accuracy":0.549407,"main_score":0.505322,"hf_subset":"bak_Cyrl-fuv_Latn","languages":["bak-Cyrl","fuv-Latn"]},{"precision":0.469023,"recall":0.536561,"f1":0.487735,"accuracy":0.536561,"main_score":0.487735,"hf_subset":"bak_Cyrl-kac_Latn","languages":["bak-Cyrl","kac-Latn"]},{"precision":0.564626,"recall":0.62747,"f1":0.581835,"accuracy":0.62747,"main_score":0.581835,"hf_subset":"bak_Cyrl-lin_Latn","languages":["bak-Cyrl","lin-Latn"]},{"precision":0.954216,"recall":0.968379,"f1":0.958827,"accuracy":0.968379,"main_score":0.958827,"hf_subset":"bak_Cyrl-nno_Latn","languages":["bak-Cyrl","nno-Latn"]},{"precision":0.024278,"recall":0.070158,"f1":0.031366,"accuracy":0.070158,"main_score":0.031366,"hf_subset":"bak_Cyrl-sat_Olck","languages":["bak-Cyrl","sat-Olck"]},{"precision":0.93997,"recall":0.958498,"f1":0.945883,"accuracy":0.958498,"main_score":0.945883,"hf_subset":"bak_Cyrl-tel_Telu","languages":["bak-Cyrl","tel-Telu"]},{"precision":0.682422,"recall":0.759881,"f1":0.705929,"accuracy":0.759881,"main_score":0.705929,"hf_subset":"bak_Cyrl-ydd_Hebr","languages":["bak-Cyrl","ydd-Hebr"]},{"precision":0.882115,"recall":0.917984,"f1":0.893775,"accuracy":0.917984,"main_score":0.893775,"hf_subset":"bak_Cyrl-ary_Arab","languages":["bak-Cyrl","ary-Arab"]},{"precision":0.959486,"recall":0.972332,"f1":0.963603,"accuracy":0.972332,"main_score":0.963603,"hf_subset":"bak_Cyrl-ces_Latn","languages":["bak-Cyrl","ces-Latn"]},{"precision":0.406994,"recall":0.481225,"f1":0.427296,"accuracy":0.481225,"main_score":0.427296,"hf_subset":"bak_Cyrl-gaz_Latn","languages":["bak-Cyrl","gaz-Latn"]},{"precision":0.475604,"recall":0.544466,"f1":0.494879,"accuracy":0.544466,"main_score":0.494879,"hf_subset":"bak_Cyrl-kam_Latn","languages":["bak-Cyrl","kam-Latn"]},{"precision":0.962121,"recall":0.97332,"f1":0.965744,"accuracy":0.97332,"main_score":0.965744,"hf_subset":"bak_Cyrl-lit_Latn","languages":["bak-Cyrl","lit-Latn"]},{"precision":0.955863,"recall":0.969368,"f1":0.960145,"accuracy":0.969368,"main_score":0.960145,"hf_subset":"bak_Cyrl-nob_Latn","languages":["bak-Cyrl","nob-Latn"]},{"precision":0.913702,"recall":0.939723,"f1":0.922101,"accuracy":0.939723,"main_score":0.922101,"hf_subset":"bak_Cyrl-scn_Latn","languages":["bak-Cyrl","scn-Latn"]},{"precision":0.881505,"recall":0.914032,"f1":0.892029,"accuracy":0.914032,"main_score":0.892029,"hf_subset":"bak_Cyrl-tgk_Cyrl","languages":["bak-Cyrl","tgk-Cyrl"]},{"precision":0.435942,"recall":0.507905,"f1":0.45687,"accuracy":0.507905,"main_score":0.45687,"hf_subset":"bak_Cyrl-yor_Latn","languages":["bak-Cyrl","yor-Latn"]},{"precision":0.929842,"recall":0.951581,"f1":0.936924,"accuracy":0.951581,"main_score":0.936924,"hf_subset":"bak_Cyrl-arz_Arab","languages":["bak-Cyrl","arz-Arab"]},{"precision":0.479638,"recall":0.55336,"f1":0.500224,"accuracy":0.55336,"main_score":0.500224,"hf_subset":"bak_Cyrl-cjk_Latn","languages":["bak-Cyrl","cjk-Latn"]},{"precision":0.590798,"recall":0.662055,"f1":0.610886,"accuracy":0.662055,"main_score":0.610886,"hf_subset":"bak_Cyrl-gla_Latn","languages":["bak-Cyrl","gla-Latn"]},{"precision":0.941041,"recall":0.958498,"f1":0.94664,"accuracy":0.958498,"main_score":0.94664,"hf_subset":"bak_Cyrl-kan_Knda","languages":["bak-Cyrl","kan-Knda"]},{"precision":0.909914,"recall":0.936759,"f1":0.918478,"accuracy":0.936759,"main_score":0.918478,"hf_subset":"bak_Cyrl-lmo_Latn","languages":["bak-Cyrl","lmo-Latn"]},{"precision":0.936759,"recall":0.955534,"f1":0.942688,"accuracy":0.955534,"main_score":0.942688,"hf_subset":"bak_Cyrl-npi_Deva","languages":["bak-Cyrl","npi-Deva"]},{"precision":0.420287,"recall":0.503953,"f1":0.443207,"accuracy":0.503953,"main_score":0.443207,"hf_subset":"bak_Cyrl-shn_Mymr","languages":["bak-Cyrl","shn-Mymr"]},{"precision":0.952569,"recall":0.966403,"f1":0.956818,"accuracy":0.966403,"main_score":0.956818,"hf_subset":"bak_Cyrl-tgl_Latn","languages":["bak-Cyrl","tgl-Latn"]},{"precision":0.944862,"recall":0.961462,"f1":0.950099,"accuracy":0.961462,"main_score":0.950099,"hf_subset":"bak_Cyrl-yue_Hant","languages":["bak-Cyrl","yue-Hant"]},{"precision":0.913538,"recall":0.939723,"f1":0.922101,"accuracy":0.939723,"main_score":0.922101,"hf_subset":"bak_Cyrl-asm_Beng","languages":["bak-Cyrl","asm-Beng"]},{"precision":0.67944,"recall":0.748024,"f1":0.699471,"accuracy":0.748024,"main_score":0.699471,"hf_subset":"bak_Cyrl-ckb_Arab","languages":["bak-Cyrl","ckb-Arab"]},{"precision":0.667122,"recall":0.73913,"f1":0.68849,"accuracy":0.73913,"main_score":0.68849,"hf_subset":"bak_Cyrl-gle_Latn","languages":["bak-Cyrl","gle-Latn"]},{"precision":0.769631,"recall":0.825099,"f1":0.786778,"accuracy":0.825099,"main_score":0.786778,"hf_subset":"bak_Cyrl-kas_Arab","languages":["bak-Cyrl","kas-Arab"]},{"precision":0.826887,"recall":0.871542,"f1":0.840596,"accuracy":0.871542,"main_score":0.840596,"hf_subset":"bak_Cyrl-ltg_Latn","languages":["bak-Cyrl","ltg-Latn"]},{"precision":0.518057,"recall":0.582016,"f1":0.536005,"accuracy":0.582016,"main_score":0.536005,"hf_subset":"bak_Cyrl-nso_Latn","languages":["bak-Cyrl","nso-Latn"]},{"precision":0.401786,"recall":0.490119,"f1":0.425882,"accuracy":0.490119,"main_score":0.425882,"hf_subset":"bak_Cyrl-sin_Sinh","languages":["bak-Cyrl","sin-Sinh"]},{"precision":0.930665,"recall":0.951581,"f1":0.937418,"accuracy":0.951581,"main_score":0.937418,"hf_subset":"bak_Cyrl-tha_Thai","languages":["bak-Cyrl","tha-Thai"]},{"precision":0.944499,"recall":0.961462,"f1":0.949934,"accuracy":0.961462,"main_score":0.949934,"hf_subset":"bak_Cyrl-zho_Hans","languages":["bak-Cyrl","zho-Hans"]},{"precision":0.951581,"recall":0.966403,"f1":0.956357,"accuracy":0.966403,"main_score":0.956357,"hf_subset":"bak_Cyrl-ast_Latn","languages":["bak-Cyrl","ast-Latn"]},{"precision":0.944005,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"bak_Cyrl-crh_Latn","languages":["bak-Cyrl","crh-Latn"]},{"precision":0.956851,"recall":0.970356,"f1":0.961133,"accuracy":0.970356,"main_score":0.961133,"hf_subset":"bak_Cyrl-glg_Latn","languages":["bak-Cyrl","glg-Latn"]},{"precision":0.673254,"recall":0.742095,"f1":0.69297,"accuracy":0.742095,"main_score":0.69297,"hf_subset":"bak_Cyrl-kas_Deva","languages":["bak-Cyrl","kas-Deva"]},{"precision":0.927289,"recall":0.948617,"f1":0.934025,"accuracy":0.948617,"main_score":0.934025,"hf_subset":"bak_Cyrl-ltz_Latn","languages":["bak-Cyrl","ltz-Latn"]},{"precision":0.394259,"recall":0.467391,"f1":0.414057,"accuracy":0.467391,"main_score":0.414057,"hf_subset":"bak_Cyrl-nus_Latn","languages":["bak-Cyrl","nus-Latn"]},{"precision":0.959816,"recall":0.971344,"f1":0.963392,"accuracy":0.971344,"main_score":0.963392,"hf_subset":"bak_Cyrl-slk_Latn","languages":["bak-Cyrl","slk-Latn"]},{"precision":0.272692,"recall":0.342885,"f1":0.291202,"accuracy":0.342885,"main_score":0.291202,"hf_subset":"bak_Cyrl-tir_Ethi","languages":["bak-Cyrl","tir-Ethi"]},{"precision":0.943429,"recall":0.960474,"f1":0.948847,"accuracy":0.960474,"main_score":0.948847,"hf_subset":"bak_Cyrl-zho_Hant","languages":["bak-Cyrl","zho-Hant"]},{"precision":0.931571,"recall":0.951581,"f1":0.937978,"accuracy":0.951581,"main_score":0.937978,"hf_subset":"bak_Cyrl-awa_Deva","languages":["bak-Cyrl","awa-Deva"]},{"precision":0.805748,"recall":0.856719,"f1":0.821509,"accuracy":0.856719,"main_score":0.821509,"hf_subset":"bak_Cyrl-cym_Latn","languages":["bak-Cyrl","cym-Latn"]},{"precision":0.687327,"recall":0.738142,"f1":0.70269,"accuracy":0.738142,"main_score":0.70269,"hf_subset":"bak_Cyrl-grn_Latn","languages":["bak-Cyrl","grn-Latn"]},{"precision":0.937747,"recall":0.956522,"f1":0.944005,"accuracy":0.956522,"main_score":0.944005,"hf_subset":"bak_Cyrl-kat_Geor","languages":["bak-Cyrl","kat-Geor"]},{"precision":0.548166,"recall":0.608696,"f1":0.565303,"accuracy":0.608696,"main_score":0.565303,"hf_subset":"bak_Cyrl-lua_Latn","languages":["bak-Cyrl","lua-Latn"]},{"precision":0.519306,"recall":0.583004,"f1":0.536357,"accuracy":0.583004,"main_score":0.536357,"hf_subset":"bak_Cyrl-nya_Latn","languages":["bak-Cyrl","nya-Latn"]},{"precision":0.953063,"recall":0.967391,"f1":0.957675,"accuracy":0.967391,"main_score":0.957675,"hf_subset":"bak_Cyrl-slv_Latn","languages":["bak-Cyrl","slv-Latn"]},{"precision":0.743594,"recall":0.799407,"f1":0.760573,"accuracy":0.799407,"main_score":0.760573,"hf_subset":"bak_Cyrl-tpi_Latn","languages":["bak-Cyrl","tpi-Latn"]},{"precision":0.954134,"recall":0.968379,"f1":0.958729,"accuracy":0.968379,"main_score":0.958729,"hf_subset":"bak_Cyrl-zsm_Latn","languages":["bak-Cyrl","zsm-Latn"]},{"precision":0.482728,"recall":0.545455,"f1":0.500334,"accuracy":0.545455,"main_score":0.500334,"hf_subset":"bak_Cyrl-ayr_Latn","languages":["bak-Cyrl","ayr-Latn"]},{"precision":0.958169,"recall":0.971344,"f1":0.962451,"accuracy":0.971344,"main_score":0.962451,"hf_subset":"bak_Cyrl-dan_Latn","languages":["bak-Cyrl","dan-Latn"]},{"precision":0.946476,"recall":0.963439,"f1":0.952075,"accuracy":0.963439,"main_score":0.952075,"hf_subset":"bak_Cyrl-guj_Gujr","languages":["bak-Cyrl","guj-Gujr"]},{"precision":0.970191,"recall":0.979249,"f1":0.973155,"accuracy":0.979249,"main_score":0.973155,"hf_subset":"bak_Cyrl-kaz_Cyrl","languages":["bak-Cyrl","kaz-Cyrl"]},{"precision":0.438641,"recall":0.505929,"f1":0.457152,"accuracy":0.505929,"main_score":0.457152,"hf_subset":"bak_Cyrl-lug_Latn","languages":["bak-Cyrl","lug-Latn"]},{"precision":0.959239,"recall":0.972332,"f1":0.963505,"accuracy":0.972332,"main_score":0.963505,"hf_subset":"bak_Cyrl-oci_Latn","languages":["bak-Cyrl","oci-Latn"]},{"precision":0.517144,"recall":0.583992,"f1":0.535888,"accuracy":0.583992,"main_score":0.535888,"hf_subset":"bak_Cyrl-smo_Latn","languages":["bak-Cyrl","smo-Latn"]},{"precision":0.473458,"recall":0.540514,"f1":0.49115,"accuracy":0.540514,"main_score":0.49115,"hf_subset":"bak_Cyrl-tsn_Latn","languages":["bak-Cyrl","tsn-Latn"]},{"precision":0.475374,"recall":0.543478,"f1":0.493544,"accuracy":0.543478,"main_score":0.493544,"hf_subset":"bak_Cyrl-zul_Latn","languages":["bak-Cyrl","zul-Latn"]},{"precision":0.714377,"recall":0.782609,"f1":0.734768,"accuracy":0.782609,"main_score":0.734768,"hf_subset":"bak_Cyrl-azb_Arab","languages":["bak-Cyrl","azb-Arab"]},{"precision":0.959601,"recall":0.971344,"f1":0.963175,"accuracy":0.971344,"main_score":0.963175,"hf_subset":"bak_Cyrl-deu_Latn","languages":["bak-Cyrl","deu-Latn"]},{"precision":0.850708,"recall":0.891304,"f1":0.863373,"accuracy":0.891304,"main_score":0.863373,"hf_subset":"bak_Cyrl-hat_Latn","languages":["bak-Cyrl","hat-Latn"]},{"precision":0.438965,"recall":0.502964,"f1":0.456595,"accuracy":0.502964,"main_score":0.456595,"hf_subset":"bak_Cyrl-kbp_Latn","languages":["bak-Cyrl","kbp-Latn"]},{"precision":0.497826,"recall":0.550395,"f1":0.512216,"accuracy":0.550395,"main_score":0.512216,"hf_subset":"bak_Cyrl-luo_Latn","languages":["bak-Cyrl","luo-Latn"]},{"precision":0.930501,"recall":0.952569,"f1":0.937747,"accuracy":0.952569,"main_score":0.937747,"hf_subset":"bak_Cyrl-ory_Orya","languages":["bak-Cyrl","ory-Orya"]},{"precision":0.49816,"recall":0.563241,"f1":0.517255,"accuracy":0.563241,"main_score":0.517255,"hf_subset":"bak_Cyrl-sna_Latn","languages":["bak-Cyrl","sna-Latn"]},{"precision":0.468694,"recall":0.531621,"f1":0.485411,"accuracy":0.531621,"main_score":0.485411,"hf_subset":"bak_Cyrl-tso_Latn","languages":["bak-Cyrl","tso-Latn"]},{"precision":0.950428,"recall":0.966403,"f1":0.955698,"accuracy":0.966403,"main_score":0.955698,"hf_subset":"bak_Cyrl-azj_Latn","languages":["bak-Cyrl","azj-Latn"]},{"precision":0.480098,"recall":0.544466,"f1":0.498915,"accuracy":0.544466,"main_score":0.498915,"hf_subset":"bak_Cyrl-dik_Latn","languages":["bak-Cyrl","dik-Latn"]},{"precision":0.472278,"recall":0.532609,"f1":0.488761,"accuracy":0.532609,"main_score":0.488761,"hf_subset":"bak_Cyrl-hau_Latn","languages":["bak-Cyrl","hau-Latn"]},{"precision":0.886034,"recall":0.91996,"f1":0.896739,"accuracy":0.91996,"main_score":0.896739,"hf_subset":"bak_Cyrl-kea_Latn","languages":["bak-Cyrl","kea-Latn"]},{"precision":0.637086,"recall":0.688735,"f1":0.651946,"accuracy":0.688735,"main_score":0.651946,"hf_subset":"bak_Cyrl-lus_Latn","languages":["bak-Cyrl","lus-Latn"]},{"precision":0.77248,"recall":0.815217,"f1":0.785804,"accuracy":0.815217,"main_score":0.785804,"hf_subset":"bak_Cyrl-pag_Latn","languages":["bak-Cyrl","pag-Latn"]},{"precision":0.894516,"recall":0.923913,"f1":0.903689,"accuracy":0.923913,"main_score":0.903689,"hf_subset":"bak_Cyrl-snd_Arab","languages":["bak-Cyrl","snd-Arab"]},{"precision":0.876976,"recall":0.913043,"f1":0.888669,"accuracy":0.913043,"main_score":0.888669,"hf_subset":"bak_Cyrl-tuk_Latn","languages":["bak-Cyrl","tuk-Latn"]},{"precision":0.41638,"recall":0.502964,"f1":0.441393,"accuracy":0.502964,"main_score":0.441393,"hf_subset":"bak_Cyrl-dyu_Latn","languages":["bak-Cyrl","dyu-Latn"]},{"precision":0.955534,"recall":0.969368,"f1":0.960145,"accuracy":0.969368,"main_score":0.960145,"hf_subset":"bak_Cyrl-heb_Hebr","languages":["bak-Cyrl","heb-Hebr"]},{"precision":0.842227,"recall":0.883399,"f1":0.854992,"accuracy":0.883399,"main_score":0.854992,"hf_subset":"bak_Cyrl-khk_Cyrl","languages":["bak-Cyrl","khk-Cyrl"]},{"precision":0.960804,"recall":0.97332,"f1":0.964921,"accuracy":0.97332,"main_score":0.964921,"hf_subset":"bak_Cyrl-lvs_Latn","languages":["bak-Cyrl","lvs-Latn"]},{"precision":0.946723,"recall":0.963439,"f1":0.952141,"accuracy":0.963439,"main_score":0.952141,"hf_subset":"bak_Cyrl-pan_Guru","languages":["bak-Cyrl","pan-Guru"]},{"precision":0.460697,"recall":0.530632,"f1":0.481299,"accuracy":0.530632,"main_score":0.481299,"hf_subset":"bak_Cyrl-som_Latn","languages":["bak-Cyrl","som-Latn"]},{"precision":0.494905,"recall":0.560277,"f1":0.513538,"accuracy":0.560277,"main_score":0.513538,"hf_subset":"bak_Cyrl-tum_Latn","languages":["bak-Cyrl","tum-Latn"]},{"precision":0.258929,"recall":0.322134,"f1":0.27605,"accuracy":0.322134,"main_score":0.27605,"hf_subset":"dyu_Latn-ace_Arab","languages":["dyu-Latn","ace-Arab"]},{"precision":0.42357,"recall":0.483202,"f1":0.440815,"accuracy":0.483202,"main_score":0.440815,"hf_subset":"dyu_Latn-bam_Latn","languages":["dyu-Latn","bam-Latn"]},{"precision":0.056488,"recall":0.083004,"f1":0.062123,"accuracy":0.083004,"main_score":0.062123,"hf_subset":"dyu_Latn-dzo_Tibt","languages":["dyu-Latn","dzo-Tibt"]},{"precision":0.406205,"recall":0.487154,"f1":0.428589,"accuracy":0.487154,"main_score":0.428589,"hf_subset":"dyu_Latn-hin_Deva","languages":["dyu-Latn","hin-Deva"]},{"precision":0.295129,"recall":0.370553,"f1":0.316202,"accuracy":0.370553,"main_score":0.316202,"hf_subset":"dyu_Latn-khm_Khmr","languages":["dyu-Latn","khm-Khmr"]},{"precision":0.388131,"recall":0.465415,"f1":0.409864,"accuracy":0.465415,"main_score":0.409864,"hf_subset":"dyu_Latn-mag_Deva","languages":["dyu-Latn","mag-Deva"]},{"precision":0.442331,"recall":0.507905,"f1":0.460642,"accuracy":0.507905,"main_score":0.460642,"hf_subset":"dyu_Latn-pap_Latn","languages":["dyu-Latn","pap-Latn"]},{"precision":0.405996,"recall":0.45751,"f1":0.420355,"accuracy":0.45751,"main_score":0.420355,"hf_subset":"dyu_Latn-sot_Latn","languages":["dyu-Latn","sot-Latn"]},{"precision":0.41722,"recall":0.493083,"f1":0.438626,"accuracy":0.493083,"main_score":0.438626,"hf_subset":"dyu_Latn-tur_Latn","languages":["dyu-Latn","tur-Latn"]},{"precision":0.432654,"recall":0.494071,"f1":0.450515,"accuracy":0.494071,"main_score":0.450515,"hf_subset":"dyu_Latn-ace_Latn","languages":["dyu-Latn","ace-Latn"]},{"precision":0.4476,"recall":0.514822,"f1":0.466471,"accuracy":0.514822,"main_score":0.466471,"hf_subset":"dyu_Latn-ban_Latn","languages":["dyu-Latn","ban-Latn"]},{"precision":0.404047,"recall":0.485178,"f1":0.425592,"accuracy":0.485178,"main_score":0.425592,"hf_subset":"dyu_Latn-ell_Grek","languages":["dyu-Latn","ell-Grek"]},{"precision":0.401132,"recall":0.471344,"f1":0.420668,"accuracy":0.471344,"main_score":0.420668,"hf_subset":"dyu_Latn-hne_Deva","languages":["dyu-Latn","hne-Deva"]},{"precision":0.395873,"recall":0.454545,"f1":0.412824,"accuracy":0.454545,"main_score":0.412824,"hf_subset":"dyu_Latn-kik_Latn","languages":["dyu-Latn","kik-Latn"]},{"precision":0.403202,"recall":0.485178,"f1":0.426415,"accuracy":0.485178,"main_score":0.426415,"hf_subset":"dyu_Latn-mai_Deva","languages":["dyu-Latn","mai-Deva"]},{"precision":0.3813,"recall":0.447628,"f1":0.399982,"accuracy":0.447628,"main_score":0.399982,"hf_subset":"dyu_Latn-pbt_Arab","languages":["dyu-Latn","pbt-Arab"]},{"precision":0.438227,"recall":0.518775,"f1":0.461132,"accuracy":0.518775,"main_score":0.461132,"hf_subset":"dyu_Latn-spa_Latn","languages":["dyu-Latn","spa-Latn"]},{"precision":0.400389,"recall":0.453557,"f1":0.415528,"accuracy":0.453557,"main_score":0.415528,"hf_subset":"dyu_Latn-twi_Latn","languages":["dyu-Latn","twi-Latn"]},{"precision":0.401092,"recall":0.478261,"f1":0.422583,"accuracy":0.478261,"main_score":0.422583,"hf_subset":"dyu_Latn-acm_Arab","languages":["dyu-Latn","acm-Arab"]},{"precision":0.397899,"recall":0.47332,"f1":0.419021,"accuracy":0.47332,"main_score":0.419021,"hf_subset":"dyu_Latn-bel_Cyrl","languages":["dyu-Latn","bel-Cyrl"]},{"precision":0.451305,"recall":0.523715,"f1":0.471734,"accuracy":0.523715,"main_score":0.471734,"hf_subset":"dyu_Latn-eng_Latn","languages":["dyu-Latn","eng-Latn"]},{"precision":0.45031,"recall":0.520751,"f1":0.470544,"accuracy":0.520751,"main_score":0.470544,"hf_subset":"dyu_Latn-hrv_Latn","languages":["dyu-Latn","hrv-Latn"]},{"precision":0.367132,"recall":0.426877,"f1":0.383816,"accuracy":0.426877,"main_score":0.383816,"hf_subset":"dyu_Latn-kin_Latn","languages":["dyu-Latn","kin-Latn"]},{"precision":0.379905,"recall":0.45751,"f1":0.40158,"accuracy":0.45751,"main_score":0.40158,"hf_subset":"dyu_Latn-mal_Mlym","languages":["dyu-Latn","mal-Mlym"]},{"precision":0.402568,"recall":0.486166,"f1":0.425832,"accuracy":0.486166,"main_score":0.425832,"hf_subset":"dyu_Latn-pes_Arab","languages":["dyu-Latn","pes-Arab"]},{"precision":0.446093,"recall":0.51087,"f1":0.464198,"accuracy":0.51087,"main_score":0.464198,"hf_subset":"dyu_Latn-srd_Latn","languages":["dyu-Latn","srd-Latn"]},{"precision":0.063593,"recall":0.100791,"f1":0.071164,"accuracy":0.100791,"main_score":0.071164,"hf_subset":"dyu_Latn-tzm_Tfng","languages":["dyu-Latn","tzm-Tfng"]},{"precision":0.391424,"recall":0.471344,"f1":0.414003,"accuracy":0.471344,"main_score":0.414003,"hf_subset":"dyu_Latn-acq_Arab","languages":["dyu-Latn","acq-Arab"]},{"precision":0.402548,"recall":0.458498,"f1":0.418092,"accuracy":0.458498,"main_score":0.418092,"hf_subset":"dyu_Latn-bem_Latn","languages":["dyu-Latn","bem-Latn"]},{"precision":0.425047,"recall":0.496047,"f1":0.445119,"accuracy":0.496047,"main_score":0.445119,"hf_subset":"dyu_Latn-epo_Latn","languages":["dyu-Latn","epo-Latn"]},{"precision":0.434939,"recall":0.508893,"f1":0.455655,"accuracy":0.508893,"main_score":0.455655,"hf_subset":"dyu_Latn-hun_Latn","languages":["dyu-Latn","hun-Latn"]},{"precision":0.422532,"recall":0.48913,"f1":0.442418,"accuracy":0.48913,"main_score":0.442418,"hf_subset":"dyu_Latn-kir_Cyrl","languages":["dyu-Latn","kir-Cyrl"]},{"precision":0.394137,"recall":0.475296,"f1":0.417249,"accuracy":0.475296,"main_score":0.417249,"hf_subset":"dyu_Latn-mar_Deva","languages":["dyu-Latn","mar-Deva"]},{"precision":0.421229,"recall":0.472332,"f1":0.436199,"accuracy":0.472332,"main_score":0.436199,"hf_subset":"dyu_Latn-plt_Latn","languages":["dyu-Latn","plt-Latn"]},{"precision":0.421231,"recall":0.500988,"f1":0.444239,"accuracy":0.500988,"main_score":0.444239,"hf_subset":"dyu_Latn-srp_Cyrl","languages":["dyu-Latn","srp-Cyrl"]},{"precision":0.356046,"recall":0.426877,"f1":0.376436,"accuracy":0.426877,"main_score":0.376436,"hf_subset":"dyu_Latn-uig_Arab","languages":["dyu-Latn","uig-Arab"]},{"precision":0.385312,"recall":0.459486,"f1":0.406335,"accuracy":0.459486,"main_score":0.406335,"hf_subset":"dyu_Latn-aeb_Arab","languages":["dyu-Latn","aeb-Arab"]},{"precision":0.41111,"recall":0.492095,"f1":0.434396,"accuracy":0.492095,"main_score":0.434396,"hf_subset":"dyu_Latn-ben_Beng","languages":["dyu-Latn","ben-Beng"]},{"precision":0.415475,"recall":0.487154,"f1":0.436317,"accuracy":0.487154,"main_score":0.436317,"hf_subset":"dyu_Latn-est_Latn","languages":["dyu-Latn","est-Latn"]},{"precision":0.368379,"recall":0.450593,"f1":0.391525,"accuracy":0.450593,"main_score":0.391525,"hf_subset":"dyu_Latn-hye_Armn","languages":["dyu-Latn","hye-Armn"]},{"precision":0.365484,"recall":0.421937,"f1":0.380877,"accuracy":0.421937,"main_score":0.380877,"hf_subset":"dyu_Latn-kmb_Latn","languages":["dyu-Latn","kmb-Latn"]},{"precision":0.240077,"recall":0.3083,"f1":0.258266,"accuracy":0.3083,"main_score":0.258266,"hf_subset":"dyu_Latn-min_Arab","languages":["dyu-Latn","min-Arab"]},{"precision":0.418795,"recall":0.492095,"f1":0.439566,"accuracy":0.492095,"main_score":0.439566,"hf_subset":"dyu_Latn-pol_Latn","languages":["dyu-Latn","pol-Latn"]},{"precision":0.376106,"recall":0.43083,"f1":0.3913,"accuracy":0.43083,"main_score":0.3913,"hf_subset":"dyu_Latn-ssw_Latn","languages":["dyu-Latn","ssw-Latn"]},{"precision":0.421337,"recall":0.502964,"f1":0.444897,"accuracy":0.502964,"main_score":0.444897,"hf_subset":"dyu_Latn-ukr_Cyrl","languages":["dyu-Latn","ukr-Cyrl"]},{"precision":0.434191,"recall":0.507905,"f1":0.454348,"accuracy":0.507905,"main_score":0.454348,"hf_subset":"dyu_Latn-afr_Latn","languages":["dyu-Latn","afr-Latn"]},{"precision":0.396246,"recall":0.467391,"f1":0.416033,"accuracy":0.467391,"main_score":0.416033,"hf_subset":"dyu_Latn-bho_Deva","languages":["dyu-Latn","bho-Deva"]},{"precision":0.424812,"recall":0.488142,"f1":0.442438,"accuracy":0.488142,"main_score":0.442438,"hf_subset":"dyu_Latn-eus_Latn","languages":["dyu-Latn","eus-Latn"]},{"precision":0.399202,"recall":0.460474,"f1":0.416346,"accuracy":0.460474,"main_score":0.416346,"hf_subset":"dyu_Latn-ibo_Latn","languages":["dyu-Latn","ibo-Latn"]},{"precision":0.408142,"recall":0.471344,"f1":0.425576,"accuracy":0.471344,"main_score":0.425576,"hf_subset":"dyu_Latn-kmr_Latn","languages":["dyu-Latn","kmr-Latn"]},{"precision":0.433994,"recall":0.495059,"f1":0.45114,"accuracy":0.495059,"main_score":0.45114,"hf_subset":"dyu_Latn-min_Latn","languages":["dyu-Latn","min-Latn"]},{"precision":0.440634,"recall":0.517787,"f1":0.462243,"accuracy":0.517787,"main_score":0.462243,"hf_subset":"dyu_Latn-por_Latn","languages":["dyu-Latn","por-Latn"]},{"precision":0.444353,"recall":0.51087,"f1":0.463589,"accuracy":0.51087,"main_score":0.463589,"hf_subset":"dyu_Latn-sun_Latn","languages":["dyu-Latn","sun-Latn"]},{"precision":0.357843,"recall":0.413043,"f1":0.373631,"accuracy":0.413043,"main_score":0.373631,"hf_subset":"dyu_Latn-umb_Latn","languages":["dyu-Latn","umb-Latn"]},{"precision":0.410418,"recall":0.485178,"f1":0.431294,"accuracy":0.485178,"main_score":0.431294,"hf_subset":"dyu_Latn-ajp_Arab","languages":["dyu-Latn","ajp-Arab"]},{"precision":0.268016,"recall":0.33004,"f1":0.284932,"accuracy":0.33004,"main_score":0.284932,"hf_subset":"dyu_Latn-bjn_Arab","languages":["dyu-Latn","bjn-Arab"]},{"precision":0.377053,"recall":0.436759,"f1":0.393904,"accuracy":0.436759,"main_score":0.393904,"hf_subset":"dyu_Latn-ewe_Latn","languages":["dyu-Latn","ewe-Latn"]},{"precision":0.459607,"recall":0.51581,"f1":0.474949,"accuracy":0.51581,"main_score":0.474949,"hf_subset":"dyu_Latn-ilo_Latn","languages":["dyu-Latn","ilo-Latn"]},{"precision":0.145171,"recall":0.202569,"f1":0.159245,"accuracy":0.202569,"main_score":0.159245,"hf_subset":"dyu_Latn-knc_Arab","languages":["dyu-Latn","knc-Arab"]},{"precision":0.433649,"recall":0.506917,"f1":0.454875,"accuracy":0.506917,"main_score":0.454875,"hf_subset":"dyu_Latn-mkd_Cyrl","languages":["dyu-Latn","mkd-Cyrl"]},{"precision":0.403597,"recall":0.483202,"f1":0.425176,"accuracy":0.483202,"main_score":0.425176,"hf_subset":"dyu_Latn-prs_Arab","languages":["dyu-Latn","prs-Arab"]},{"precision":0.445053,"recall":0.519763,"f1":0.465976,"accuracy":0.519763,"main_score":0.465976,"hf_subset":"dyu_Latn-swe_Latn","languages":["dyu-Latn","swe-Latn"]},{"precision":0.365844,"recall":0.449605,"f1":0.389154,"accuracy":0.449605,"main_score":0.389154,"hf_subset":"dyu_Latn-urd_Arab","languages":["dyu-Latn","urd-Arab"]},{"precision":0.42033,"recall":0.470356,"f1":0.435118,"accuracy":0.470356,"main_score":0.435118,"hf_subset":"dyu_Latn-aka_Latn","languages":["dyu-Latn","aka-Latn"]},{"precision":0.438152,"recall":0.504941,"f1":0.457552,"accuracy":0.504941,"main_score":0.457552,"hf_subset":"dyu_Latn-bjn_Latn","languages":["dyu-Latn","bjn-Latn"]},{"precision":0.416094,"recall":0.477273,"f1":0.433519,"accuracy":0.477273,"main_score":0.433519,"hf_subset":"dyu_Latn-fao_Latn","languages":["dyu-Latn","fao-Latn"]},{"precision":0.449352,"recall":0.520751,"f1":0.469548,"accuracy":0.520751,"main_score":0.469548,"hf_subset":"dyu_Latn-ind_Latn","languages":["dyu-Latn","ind-Latn"]},{"precision":0.41746,"recall":0.465415,"f1":0.430869,"accuracy":0.465415,"main_score":0.430869,"hf_subset":"dyu_Latn-knc_Latn","languages":["dyu-Latn","knc-Latn"]},{"precision":0.458416,"recall":0.523715,"f1":0.477008,"accuracy":0.523715,"main_score":0.477008,"hf_subset":"dyu_Latn-mlt_Latn","languages":["dyu-Latn","mlt-Latn"]},{"precision":0.411503,"recall":0.468379,"f1":0.427448,"accuracy":0.468379,"main_score":0.427448,"hf_subset":"dyu_Latn-quy_Latn","languages":["dyu-Latn","quy-Latn"]},{"precision":0.397012,"recall":0.456522,"f1":0.414446,"accuracy":0.456522,"main_score":0.414446,"hf_subset":"dyu_Latn-swh_Latn","languages":["dyu-Latn","swh-Latn"]},{"precision":0.407847,"recall":0.482213,"f1":0.429188,"accuracy":0.482213,"main_score":0.429188,"hf_subset":"dyu_Latn-uzn_Latn","languages":["dyu-Latn","uzn-Latn"]},{"precision":0.421918,"recall":0.498024,"f1":0.443159,"accuracy":0.498024,"main_score":0.443159,"hf_subset":"dyu_Latn-als_Latn","languages":["dyu-Latn","als-Latn"]},{"precision":0.08641,"recall":0.131423,"f1":0.095843,"accuracy":0.131423,"main_score":0.095843,"hf_subset":"dyu_Latn-bod_Tibt","languages":["dyu-Latn","bod-Tibt"]},{"precision":0.36885,"recall":0.424901,"f1":0.384795,"accuracy":0.424901,"main_score":0.384795,"hf_subset":"dyu_Latn-fij_Latn","languages":["dyu-Latn","fij-Latn"]},{"precision":0.380948,"recall":0.448617,"f1":0.39963,"accuracy":0.448617,"main_score":0.39963,"hf_subset":"dyu_Latn-isl_Latn","languages":["dyu-Latn","isl-Latn"]},{"precision":0.430861,"recall":0.488142,"f1":0.446614,"accuracy":0.488142,"main_score":0.446614,"hf_subset":"dyu_Latn-kon_Latn","languages":["dyu-Latn","kon-Latn"]},{"precision":0.327436,"recall":0.389328,"f1":0.343798,"accuracy":0.389328,"main_score":0.343798,"hf_subset":"dyu_Latn-mni_Beng","languages":["dyu-Latn","mni-Beng"]},{"precision":0.452445,"recall":0.527668,"f1":0.473802,"accuracy":0.527668,"main_score":0.473802,"hf_subset":"dyu_Latn-ron_Latn","languages":["dyu-Latn","ron-Latn"]},{"precision":0.434918,"recall":0.504941,"f1":0.454268,"accuracy":0.504941,"main_score":0.454268,"hf_subset":"dyu_Latn-szl_Latn","languages":["dyu-Latn","szl-Latn"]},{"precision":0.444773,"recall":0.514822,"f1":0.464328,"accuracy":0.514822,"main_score":0.464328,"hf_subset":"dyu_Latn-vec_Latn","languages":["dyu-Latn","vec-Latn"]},{"precision":0.20002,"recall":0.259881,"f1":0.214963,"accuracy":0.259881,"main_score":0.214963,"hf_subset":"dyu_Latn-amh_Ethi","languages":["dyu-Latn","amh-Ethi"]},{"precision":0.435945,"recall":0.511858,"f1":0.457081,"accuracy":0.511858,"main_score":0.457081,"hf_subset":"dyu_Latn-bos_Latn","languages":["dyu-Latn","bos-Latn"]},{"precision":0.408897,"recall":0.482213,"f1":0.430141,"accuracy":0.482213,"main_score":0.430141,"hf_subset":"dyu_Latn-fin_Latn","languages":["dyu-Latn","fin-Latn"]},{"precision":0.435277,"recall":0.513834,"f1":0.45764,"accuracy":0.513834,"main_score":0.45764,"hf_subset":"dyu_Latn-ita_Latn","languages":["dyu-Latn","ita-Latn"]},{"precision":0.403148,"recall":0.487154,"f1":0.426078,"accuracy":0.487154,"main_score":0.426078,"hf_subset":"dyu_Latn-kor_Hang","languages":["dyu-Latn","kor-Hang"]},{"precision":0.396646,"recall":0.453557,"f1":0.412149,"accuracy":0.453557,"main_score":0.412149,"hf_subset":"dyu_Latn-mos_Latn","languages":["dyu-Latn","mos-Latn"]},{"precision":0.37207,"recall":0.433794,"f1":0.389867,"accuracy":0.433794,"main_score":0.389867,"hf_subset":"dyu_Latn-run_Latn","languages":["dyu-Latn","run-Latn"]},{"precision":0.355004,"recall":0.434783,"f1":0.377454,"accuracy":0.434783,"main_score":0.377454,"hf_subset":"dyu_Latn-tam_Taml","languages":["dyu-Latn","tam-Taml"]},{"precision":0.423471,"recall":0.503953,"f1":0.445832,"accuracy":0.503953,"main_score":0.445832,"hf_subset":"dyu_Latn-vie_Latn","languages":["dyu-Latn","vie-Latn"]},{"precision":0.407864,"recall":0.486166,"f1":0.429832,"accuracy":0.486166,"main_score":0.429832,"hf_subset":"dyu_Latn-apc_Arab","languages":["dyu-Latn","apc-Arab"]},{"precision":0.431452,"recall":0.479249,"f1":0.445096,"accuracy":0.479249,"main_score":0.445096,"hf_subset":"dyu_Latn-bug_Latn","languages":["dyu-Latn","bug-Latn"]},{"precision":0.356792,"recall":0.416008,"f1":0.373312,"accuracy":0.416008,"main_score":0.373312,"hf_subset":"dyu_Latn-fon_Latn","languages":["dyu-Latn","fon-Latn"]},{"precision":0.455221,"recall":0.519763,"f1":0.474459,"accuracy":0.519763,"main_score":0.474459,"hf_subset":"dyu_Latn-jav_Latn","languages":["dyu-Latn","jav-Latn"]},{"precision":0.304275,"recall":0.37747,"f1":0.324776,"accuracy":0.37747,"main_score":0.324776,"hf_subset":"dyu_Latn-lao_Laoo","languages":["dyu-Latn","lao-Laoo"]},{"precision":0.343438,"recall":0.407115,"f1":0.360611,"accuracy":0.407115,"main_score":0.360611,"hf_subset":"dyu_Latn-mri_Latn","languages":["dyu-Latn","mri-Latn"]},{"precision":0.442504,"recall":0.520751,"f1":0.464966,"accuracy":0.520751,"main_score":0.464966,"hf_subset":"dyu_Latn-rus_Cyrl","languages":["dyu-Latn","rus-Cyrl"]},{"precision":0.397582,"recall":0.449605,"f1":0.41223,"accuracy":0.449605,"main_score":0.41223,"hf_subset":"dyu_Latn-taq_Latn","languages":["dyu-Latn","taq-Latn"]},{"precision":0.46703,"recall":0.535573,"f1":0.486731,"accuracy":0.535573,"main_score":0.486731,"hf_subset":"dyu_Latn-war_Latn","languages":["dyu-Latn","war-Latn"]},{"precision":0.401024,"recall":0.482213,"f1":0.423747,"accuracy":0.482213,"main_score":0.423747,"hf_subset":"dyu_Latn-arb_Arab","languages":["dyu-Latn","arb-Arab"]},{"precision":0.440391,"recall":0.517787,"f1":0.462209,"accuracy":0.517787,"main_score":0.462209,"hf_subset":"dyu_Latn-bul_Cyrl","languages":["dyu-Latn","bul-Cyrl"]},{"precision":0.455841,"recall":0.529644,"f1":0.476906,"accuracy":0.529644,"main_score":0.476906,"hf_subset":"dyu_Latn-fra_Latn","languages":["dyu-Latn","fra-Latn"]},{"precision":0.420084,"recall":0.498024,"f1":0.442387,"accuracy":0.498024,"main_score":0.442387,"hf_subset":"dyu_Latn-jpn_Jpan","languages":["dyu-Latn","jpn-Jpan"]},{"precision":0.44543,"recall":0.516798,"f1":0.465973,"accuracy":0.516798,"main_score":0.465973,"hf_subset":"dyu_Latn-lij_Latn","languages":["dyu-Latn","lij-Latn"]},{"precision":0.205429,"recall":0.282609,"f1":0.22528,"accuracy":0.282609,"main_score":0.22528,"hf_subset":"dyu_Latn-mya_Mymr","languages":["dyu-Latn","mya-Mymr"]},{"precision":0.396176,"recall":0.449605,"f1":0.411011,"accuracy":0.449605,"main_score":0.411011,"hf_subset":"dyu_Latn-sag_Latn","languages":["dyu-Latn","sag-Latn"]},{"precision":0.083136,"recall":0.130435,"f1":0.092162,"accuracy":0.130435,"main_score":0.092162,"hf_subset":"dyu_Latn-taq_Tfng","languages":["dyu-Latn","taq-Tfng"]},{"precision":0.43473,"recall":0.498024,"f1":0.45261,"accuracy":0.498024,"main_score":0.45261,"hf_subset":"dyu_Latn-wol_Latn","languages":["dyu-Latn","wol-Latn"]},{"precision":0.319547,"recall":0.381423,"f1":0.336371,"accuracy":0.381423,"main_score":0.336371,"hf_subset":"dyu_Latn-arb_Latn","languages":["dyu-Latn","arb-Latn"]},{"precision":0.44331,"recall":0.523715,"f1":0.466366,"accuracy":0.523715,"main_score":0.466366,"hf_subset":"dyu_Latn-cat_Latn","languages":["dyu-Latn","cat-Latn"]},{"precision":0.447178,"recall":0.514822,"f1":0.466014,"accuracy":0.514822,"main_score":0.466014,"hf_subset":"dyu_Latn-fur_Latn","languages":["dyu-Latn","fur-Latn"]},{"precision":0.265033,"recall":0.322134,"f1":0.280852,"accuracy":0.322134,"main_score":0.280852,"hf_subset":"dyu_Latn-kab_Latn","languages":["dyu-Latn","kab-Latn"]},{"precision":0.429415,"recall":0.493083,"f1":0.447817,"accuracy":0.493083,"main_score":0.447817,"hf_subset":"dyu_Latn-lim_Latn","languages":["dyu-Latn","lim-Latn"]},{"precision":0.453295,"recall":0.51581,"f1":0.471074,"accuracy":0.51581,"main_score":0.471074,"hf_subset":"dyu_Latn-nld_Latn","languages":["dyu-Latn","nld-Latn"]},{"precision":0.361633,"recall":0.437747,"f1":0.382075,"accuracy":0.437747,"main_score":0.382075,"hf_subset":"dyu_Latn-san_Deva","languages":["dyu-Latn","san-Deva"]},{"precision":0.428313,"recall":0.496047,"f1":0.447497,"accuracy":0.496047,"main_score":0.447497,"hf_subset":"dyu_Latn-tat_Cyrl","languages":["dyu-Latn","tat-Cyrl"]},{"precision":0.384277,"recall":0.447628,"f1":0.402252,"accuracy":0.447628,"main_score":0.402252,"hf_subset":"dyu_Latn-xho_Latn","languages":["dyu-Latn","xho-Latn"]},{"precision":0.384332,"recall":0.466403,"f1":0.407679,"accuracy":0.466403,"main_score":0.407679,"hf_subset":"dyu_Latn-ars_Arab","languages":["dyu-Latn","ars-Arab"]},{"precision":0.450891,"recall":0.520751,"f1":0.470459,"accuracy":0.520751,"main_score":0.470459,"hf_subset":"dyu_Latn-ceb_Latn","languages":["dyu-Latn","ceb-Latn"]},{"precision":0.374108,"recall":0.433794,"f1":0.390763,"accuracy":0.433794,"main_score":0.390763,"hf_subset":"dyu_Latn-fuv_Latn","languages":["dyu-Latn","fuv-Latn"]},{"precision":0.376122,"recall":0.428854,"f1":0.391666,"accuracy":0.428854,"main_score":0.391666,"hf_subset":"dyu_Latn-kac_Latn","languages":["dyu-Latn","kac-Latn"]},{"precision":0.436885,"recall":0.494071,"f1":0.453299,"accuracy":0.494071,"main_score":0.453299,"hf_subset":"dyu_Latn-lin_Latn","languages":["dyu-Latn","lin-Latn"]},{"precision":0.444162,"recall":0.516798,"f1":0.464732,"accuracy":0.516798,"main_score":0.464732,"hf_subset":"dyu_Latn-nno_Latn","languages":["dyu-Latn","nno-Latn"]},{"precision":0.013028,"recall":0.043478,"f1":0.016762,"accuracy":0.043478,"main_score":0.016762,"hf_subset":"dyu_Latn-sat_Olck","languages":["dyu-Latn","sat-Olck"]},{"precision":0.398216,"recall":0.474308,"f1":0.419323,"accuracy":0.474308,"main_score":0.419323,"hf_subset":"dyu_Latn-tel_Telu","languages":["dyu-Latn","tel-Telu"]},{"precision":0.280889,"recall":0.353755,"f1":0.301056,"accuracy":0.353755,"main_score":0.301056,"hf_subset":"dyu_Latn-ydd_Hebr","languages":["dyu-Latn","ydd-Hebr"]},{"precision":0.375812,"recall":0.452569,"f1":0.397542,"accuracy":0.452569,"main_score":0.397542,"hf_subset":"dyu_Latn-ary_Arab","languages":["dyu-Latn","ary-Arab"]},{"precision":0.428778,"recall":0.505929,"f1":0.450376,"accuracy":0.505929,"main_score":0.450376,"hf_subset":"dyu_Latn-ces_Latn","languages":["dyu-Latn","ces-Latn"]},{"precision":0.298626,"recall":0.364625,"f1":0.317935,"accuracy":0.364625,"main_score":0.317935,"hf_subset":"dyu_Latn-gaz_Latn","languages":["dyu-Latn","gaz-Latn"]},{"precision":0.384056,"recall":0.442688,"f1":0.400529,"accuracy":0.442688,"main_score":0.400529,"hf_subset":"dyu_Latn-kam_Latn","languages":["dyu-Latn","kam-Latn"]},{"precision":0.408683,"recall":0.48419,"f1":0.430075,"accuracy":0.48419,"main_score":0.430075,"hf_subset":"dyu_Latn-lit_Latn","languages":["dyu-Latn","lit-Latn"]},{"precision":0.442384,"recall":0.513834,"f1":0.462582,"accuracy":0.513834,"main_score":0.462582,"hf_subset":"dyu_Latn-nob_Latn","languages":["dyu-Latn","nob-Latn"]},{"precision":0.435178,"recall":0.5,"f1":0.452707,"accuracy":0.5,"main_score":0.452707,"hf_subset":"dyu_Latn-scn_Latn","languages":["dyu-Latn","scn-Latn"]},{"precision":0.398712,"recall":0.469368,"f1":0.418284,"accuracy":0.469368,"main_score":0.418284,"hf_subset":"dyu_Latn-tgk_Cyrl","languages":["dyu-Latn","tgk-Cyrl"]},{"precision":0.372639,"recall":0.429842,"f1":0.390162,"accuracy":0.429842,"main_score":0.390162,"hf_subset":"dyu_Latn-yor_Latn","languages":["dyu-Latn","yor-Latn"]},{"precision":0.407488,"recall":0.486166,"f1":0.430132,"accuracy":0.486166,"main_score":0.430132,"hf_subset":"dyu_Latn-arz_Arab","languages":["dyu-Latn","arz-Arab"]},{"precision":0.374911,"recall":0.428854,"f1":0.390521,"accuracy":0.428854,"main_score":0.390521,"hf_subset":"dyu_Latn-cjk_Latn","languages":["dyu-Latn","cjk-Latn"]},{"precision":0.347252,"recall":0.407115,"f1":0.363101,"accuracy":0.407115,"main_score":0.363101,"hf_subset":"dyu_Latn-gla_Latn","languages":["dyu-Latn","gla-Latn"]},{"precision":0.400263,"recall":0.472332,"f1":0.419818,"accuracy":0.472332,"main_score":0.419818,"hf_subset":"dyu_Latn-kan_Knda","languages":["dyu-Latn","kan-Knda"]},{"precision":0.438914,"recall":0.506917,"f1":0.458355,"accuracy":0.506917,"main_score":0.458355,"hf_subset":"dyu_Latn-lmo_Latn","languages":["dyu-Latn","lmo-Latn"]},{"precision":0.39446,"recall":0.471344,"f1":0.41621,"accuracy":0.471344,"main_score":0.41621,"hf_subset":"dyu_Latn-npi_Deva","languages":["dyu-Latn","npi-Deva"]},{"precision":0.321223,"recall":0.397233,"f1":0.341654,"accuracy":0.397233,"main_score":0.341654,"hf_subset":"dyu_Latn-shn_Mymr","languages":["dyu-Latn","shn-Mymr"]},{"precision":0.451201,"recall":0.521739,"f1":0.471212,"accuracy":0.521739,"main_score":0.471212,"hf_subset":"dyu_Latn-tgl_Latn","languages":["dyu-Latn","tgl-Latn"]},{"precision":0.404517,"recall":0.485178,"f1":0.427772,"accuracy":0.485178,"main_score":0.427772,"hf_subset":"dyu_Latn-yue_Hant","languages":["dyu-Latn","yue-Hant"]},{"precision":0.340763,"recall":0.421937,"f1":0.363943,"accuracy":0.421937,"main_score":0.363943,"hf_subset":"dyu_Latn-asm_Beng","languages":["dyu-Latn","asm-Beng"]},{"precision":0.33158,"recall":0.401186,"f1":0.350686,"accuracy":0.401186,"main_score":0.350686,"hf_subset":"dyu_Latn-ckb_Arab","languages":["dyu-Latn","ckb-Arab"]},{"precision":0.359674,"recall":0.425889,"f1":0.377485,"accuracy":0.425889,"main_score":0.377485,"hf_subset":"dyu_Latn-gle_Latn","languages":["dyu-Latn","gle-Latn"]},{"precision":0.334377,"recall":0.41502,"f1":0.356371,"accuracy":0.41502,"main_score":0.356371,"hf_subset":"dyu_Latn-kas_Arab","languages":["dyu-Latn","kas-Arab"]},{"precision":0.38979,"recall":0.462451,"f1":0.41035,"accuracy":0.462451,"main_score":0.41035,"hf_subset":"dyu_Latn-ltg_Latn","languages":["dyu-Latn","ltg-Latn"]},{"precision":0.397962,"recall":0.449605,"f1":0.412599,"accuracy":0.449605,"main_score":0.412599,"hf_subset":"dyu_Latn-nso_Latn","languages":["dyu-Latn","nso-Latn"]},{"precision":0.109789,"recall":0.144269,"f1":0.118006,"accuracy":0.144269,"main_score":0.118006,"hf_subset":"dyu_Latn-sin_Sinh","languages":["dyu-Latn","sin-Sinh"]},{"precision":0.398152,"recall":0.479249,"f1":0.421127,"accuracy":0.479249,"main_score":0.421127,"hf_subset":"dyu_Latn-tha_Thai","languages":["dyu-Latn","tha-Thai"]},{"precision":0.412659,"recall":0.496047,"f1":0.436713,"accuracy":0.496047,"main_score":0.436713,"hf_subset":"dyu_Latn-zho_Hans","languages":["dyu-Latn","zho-Hans"]},{"precision":0.448963,"recall":0.522727,"f1":0.470344,"accuracy":0.522727,"main_score":0.470344,"hf_subset":"dyu_Latn-ast_Latn","languages":["dyu-Latn","ast-Latn"]},{"precision":0.414065,"recall":0.48419,"f1":0.434736,"accuracy":0.48419,"main_score":0.434736,"hf_subset":"dyu_Latn-crh_Latn","languages":["dyu-Latn","crh-Latn"]},{"precision":0.440682,"recall":0.518775,"f1":0.462642,"accuracy":0.518775,"main_score":0.462642,"hf_subset":"dyu_Latn-glg_Latn","languages":["dyu-Latn","glg-Latn"]},{"precision":0.37028,"recall":0.434783,"f1":0.387489,"accuracy":0.434783,"main_score":0.387489,"hf_subset":"dyu_Latn-kas_Deva","languages":["dyu-Latn","kas-Deva"]},{"precision":0.439405,"recall":0.509881,"f1":0.459098,"accuracy":0.509881,"main_score":0.459098,"hf_subset":"dyu_Latn-ltz_Latn","languages":["dyu-Latn","ltz-Latn"]},{"precision":0.314337,"recall":0.375494,"f1":0.330923,"accuracy":0.375494,"main_score":0.330923,"hf_subset":"dyu_Latn-nus_Latn","languages":["dyu-Latn","nus-Latn"]},{"precision":0.42108,"recall":0.5,"f1":0.442617,"accuracy":0.5,"main_score":0.442617,"hf_subset":"dyu_Latn-slk_Latn","languages":["dyu-Latn","slk-Latn"]},{"precision":0.135354,"recall":0.177866,"f1":0.145884,"accuracy":0.177866,"main_score":0.145884,"hf_subset":"dyu_Latn-tir_Ethi","languages":["dyu-Latn","tir-Ethi"]},{"precision":0.419193,"recall":0.499012,"f1":0.441598,"accuracy":0.499012,"main_score":0.441598,"hf_subset":"dyu_Latn-zho_Hant","languages":["dyu-Latn","zho-Hant"]},{"precision":0.404259,"recall":0.479249,"f1":0.424851,"accuracy":0.479249,"main_score":0.424851,"hf_subset":"dyu_Latn-awa_Deva","languages":["dyu-Latn","awa-Deva"]},{"precision":0.394859,"recall":0.461462,"f1":0.4134,"accuracy":0.461462,"main_score":0.4134,"hf_subset":"dyu_Latn-cym_Latn","languages":["dyu-Latn","cym-Latn"]},{"precision":0.426577,"recall":0.482213,"f1":0.441991,"accuracy":0.482213,"main_score":0.441991,"hf_subset":"dyu_Latn-grn_Latn","languages":["dyu-Latn","grn-Latn"]},{"precision":0.383649,"recall":0.460474,"f1":0.404641,"accuracy":0.460474,"main_score":0.404641,"hf_subset":"dyu_Latn-kat_Geor","languages":["dyu-Latn","kat-Geor"]},{"precision":0.418937,"recall":0.475296,"f1":0.434164,"accuracy":0.475296,"main_score":0.434164,"hf_subset":"dyu_Latn-lua_Latn","languages":["dyu-Latn","lua-Latn"]},{"precision":0.410886,"recall":0.469368,"f1":0.427754,"accuracy":0.469368,"main_score":0.427754,"hf_subset":"dyu_Latn-nya_Latn","languages":["dyu-Latn","nya-Latn"]},{"precision":0.428228,"recall":0.501976,"f1":0.449202,"accuracy":0.501976,"main_score":0.449202,"hf_subset":"dyu_Latn-slv_Latn","languages":["dyu-Latn","slv-Latn"]},{"precision":0.448873,"recall":0.51087,"f1":0.466297,"accuracy":0.51087,"main_score":0.466297,"hf_subset":"dyu_Latn-tpi_Latn","languages":["dyu-Latn","tpi-Latn"]},{"precision":0.44222,"recall":0.516798,"f1":0.463589,"accuracy":0.516798,"main_score":0.463589,"hf_subset":"dyu_Latn-zsm_Latn","languages":["dyu-Latn","zsm-Latn"]},{"precision":0.383004,"recall":0.437747,"f1":0.398737,"accuracy":0.437747,"main_score":0.398737,"hf_subset":"dyu_Latn-ayr_Latn","languages":["dyu-Latn","ayr-Latn"]},{"precision":0.446297,"recall":0.517787,"f1":0.465809,"accuracy":0.517787,"main_score":0.465809,"hf_subset":"dyu_Latn-dan_Latn","languages":["dyu-Latn","dan-Latn"]},{"precision":0.384269,"recall":0.465415,"f1":0.406808,"accuracy":0.465415,"main_score":0.406808,"hf_subset":"dyu_Latn-guj_Gujr","languages":["dyu-Latn","guj-Gujr"]},{"precision":0.442353,"recall":0.516798,"f1":0.463671,"accuracy":0.516798,"main_score":0.463671,"hf_subset":"dyu_Latn-kaz_Cyrl","languages":["dyu-Latn","kaz-Cyrl"]},{"precision":0.35883,"recall":0.416008,"f1":0.375282,"accuracy":0.416008,"main_score":0.375282,"hf_subset":"dyu_Latn-lug_Latn","languages":["dyu-Latn","lug-Latn"]},{"precision":0.444226,"recall":0.516798,"f1":0.464779,"accuracy":0.516798,"main_score":0.464779,"hf_subset":"dyu_Latn-oci_Latn","languages":["dyu-Latn","oci-Latn"]},{"precision":0.386858,"recall":0.443676,"f1":0.402347,"accuracy":0.443676,"main_score":0.402347,"hf_subset":"dyu_Latn-smo_Latn","languages":["dyu-Latn","smo-Latn"]},{"precision":0.375502,"recall":0.433794,"f1":0.391418,"accuracy":0.433794,"main_score":0.391418,"hf_subset":"dyu_Latn-tsn_Latn","languages":["dyu-Latn","tsn-Latn"]},{"precision":0.356605,"recall":0.418972,"f1":0.373989,"accuracy":0.418972,"main_score":0.373989,"hf_subset":"dyu_Latn-zul_Latn","languages":["dyu-Latn","zul-Latn"]},{"precision":0.350263,"recall":0.425889,"f1":0.371044,"accuracy":0.425889,"main_score":0.371044,"hf_subset":"dyu_Latn-azb_Arab","languages":["dyu-Latn","azb-Arab"]},{"precision":0.434825,"recall":0.51581,"f1":0.457553,"accuracy":0.51581,"main_score":0.457553,"hf_subset":"dyu_Latn-deu_Latn","languages":["dyu-Latn","deu-Latn"]},{"precision":0.411653,"recall":0.48913,"f1":0.433582,"accuracy":0.48913,"main_score":0.433582,"hf_subset":"dyu_Latn-hat_Latn","languages":["dyu-Latn","hat-Latn"]},{"precision":0.379901,"recall":0.428854,"f1":0.393914,"accuracy":0.428854,"main_score":0.393914,"hf_subset":"dyu_Latn-kbp_Latn","languages":["dyu-Latn","kbp-Latn"]},{"precision":0.405214,"recall":0.455534,"f1":0.419323,"accuracy":0.455534,"main_score":0.419323,"hf_subset":"dyu_Latn-luo_Latn","languages":["dyu-Latn","luo-Latn"]},{"precision":0.349286,"recall":0.433794,"f1":0.372972,"accuracy":0.433794,"main_score":0.372972,"hf_subset":"dyu_Latn-ory_Orya","languages":["dyu-Latn","ory-Orya"]},{"precision":0.410533,"recall":0.459486,"f1":0.424632,"accuracy":0.459486,"main_score":0.424632,"hf_subset":"dyu_Latn-sna_Latn","languages":["dyu-Latn","sna-Latn"]},{"precision":0.385434,"recall":0.437747,"f1":0.399947,"accuracy":0.437747,"main_score":0.399947,"hf_subset":"dyu_Latn-tso_Latn","languages":["dyu-Latn","tso-Latn"]},{"precision":0.406722,"recall":0.487154,"f1":0.429546,"accuracy":0.487154,"main_score":0.429546,"hf_subset":"dyu_Latn-azj_Latn","languages":["dyu-Latn","azj-Latn"]},{"precision":0.384158,"recall":0.437747,"f1":0.399977,"accuracy":0.437747,"main_score":0.399977,"hf_subset":"dyu_Latn-dik_Latn","languages":["dyu-Latn","dik-Latn"]},{"precision":0.382898,"recall":0.435771,"f1":0.398374,"accuracy":0.435771,"main_score":0.398374,"hf_subset":"dyu_Latn-hau_Latn","languages":["dyu-Latn","hau-Latn"]},{"precision":0.446008,"recall":0.513834,"f1":0.46393,"accuracy":0.513834,"main_score":0.46393,"hf_subset":"dyu_Latn-kea_Latn","languages":["dyu-Latn","kea-Latn"]},{"precision":0.443692,"recall":0.496047,"f1":0.459194,"accuracy":0.496047,"main_score":0.459194,"hf_subset":"dyu_Latn-lus_Latn","languages":["dyu-Latn","lus-Latn"]},{"precision":0.442855,"recall":0.493083,"f1":0.456961,"accuracy":0.493083,"main_score":0.456961,"hf_subset":"dyu_Latn-pag_Latn","languages":["dyu-Latn","pag-Latn"]},{"precision":0.363415,"recall":0.438735,"f1":0.384368,"accuracy":0.438735,"main_score":0.384368,"hf_subset":"dyu_Latn-snd_Arab","languages":["dyu-Latn","snd-Arab"]},{"precision":0.381967,"recall":0.450593,"f1":0.401133,"accuracy":0.450593,"main_score":0.401133,"hf_subset":"dyu_Latn-tuk_Latn","languages":["dyu-Latn","tuk-Latn"]},{"precision":0.433202,"recall":0.499012,"f1":0.452107,"accuracy":0.499012,"main_score":0.452107,"hf_subset":"dyu_Latn-bak_Cyrl","languages":["dyu-Latn","bak-Cyrl"]},{"precision":0.375969,"recall":0.456522,"f1":0.398413,"accuracy":0.456522,"main_score":0.398413,"hf_subset":"dyu_Latn-heb_Hebr","languages":["dyu-Latn","heb-Hebr"]},{"precision":0.385693,"recall":0.451581,"f1":0.404163,"accuracy":0.451581,"main_score":0.404163,"hf_subset":"dyu_Latn-khk_Cyrl","languages":["dyu-Latn","khk-Cyrl"]},{"precision":0.413456,"recall":0.488142,"f1":0.43461,"accuracy":0.488142,"main_score":0.43461,"hf_subset":"dyu_Latn-lvs_Latn","languages":["dyu-Latn","lvs-Latn"]},{"precision":0.388399,"recall":0.469368,"f1":0.410693,"accuracy":0.469368,"main_score":0.410693,"hf_subset":"dyu_Latn-pan_Guru","languages":["dyu-Latn","pan-Guru"]},{"precision":0.357635,"recall":0.420949,"f1":0.376015,"accuracy":0.420949,"main_score":0.376015,"hf_subset":"dyu_Latn-som_Latn","languages":["dyu-Latn","som-Latn"]},{"precision":0.393471,"recall":0.445652,"f1":0.408369,"accuracy":0.445652,"main_score":0.408369,"hf_subset":"dyu_Latn-tum_Latn","languages":["dyu-Latn","tum-Latn"]},{"precision":0.389332,"recall":0.482213,"f1":0.414338,"accuracy":0.482213,"main_score":0.414338,"hf_subset":"heb_Hebr-ace_Arab","languages":["heb-Hebr","ace-Arab"]},{"precision":0.402716,"recall":0.478261,"f1":0.423737,"accuracy":0.478261,"main_score":0.423737,"hf_subset":"heb_Hebr-bam_Latn","languages":["heb-Hebr","bam-Latn"]},{"precision":0.0973,"recall":0.150198,"f1":0.110727,"accuracy":0.150198,"main_score":0.110727,"hf_subset":"heb_Hebr-dzo_Tibt","languages":["heb-Hebr","dzo-Tibt"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"heb_Hebr-hin_Deva","languages":["heb-Hebr","hin-Deva"]},{"precision":0.931489,"recall":0.953557,"f1":0.938735,"accuracy":0.953557,"main_score":0.938735,"hf_subset":"heb_Hebr-khm_Khmr","languages":["heb-Hebr","khm-Khmr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"heb_Hebr-mag_Deva","languages":["heb-Hebr","mag-Deva"]},{"precision":0.966486,"recall":0.976285,"f1":0.969598,"accuracy":0.976285,"main_score":0.969598,"hf_subset":"heb_Hebr-pap_Latn","languages":["heb-Hebr","pap-Latn"]},{"precision":0.444908,"recall":0.525692,"f1":0.467617,"accuracy":0.525692,"main_score":0.467617,"hf_subset":"heb_Hebr-sot_Latn","languages":["heb-Hebr","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-tur_Latn","languages":["heb-Hebr","tur-Latn"]},{"precision":0.778393,"recall":0.833992,"f1":0.795191,"accuracy":0.833992,"main_score":0.795191,"hf_subset":"heb_Hebr-ace_Latn","languages":["heb-Hebr","ace-Latn"]},{"precision":0.903327,"recall":0.93083,"f1":0.91222,"accuracy":0.93083,"main_score":0.91222,"hf_subset":"heb_Hebr-ban_Latn","languages":["heb-Hebr","ban-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-ell_Grek","languages":["heb-Hebr","ell-Grek"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"heb_Hebr-hne_Deva","languages":["heb-Hebr","hne-Deva"]},{"precision":0.455828,"recall":0.530632,"f1":0.476557,"accuracy":0.530632,"main_score":0.476557,"hf_subset":"heb_Hebr-kik_Latn","languages":["heb-Hebr","kik-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"heb_Hebr-mai_Deva","languages":["heb-Hebr","mai-Deva"]},{"precision":0.871706,"recall":0.912055,"f1":0.884717,"accuracy":0.912055,"main_score":0.884717,"hf_subset":"heb_Hebr-pbt_Arab","languages":["heb-Hebr","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"heb_Hebr-spa_Latn","languages":["heb-Hebr","spa-Latn"]},{"precision":0.508621,"recall":0.583992,"f1":0.529655,"accuracy":0.583992,"main_score":0.529655,"hf_subset":"heb_Hebr-twi_Latn","languages":["heb-Hebr","twi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"heb_Hebr-acm_Arab","languages":["heb-Hebr","acm-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-bel_Cyrl","languages":["heb-Hebr","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-eng_Latn","languages":["heb-Hebr","eng-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-hrv_Latn","languages":["heb-Hebr","hrv-Latn"]},{"precision":0.412939,"recall":0.486166,"f1":0.432746,"accuracy":0.486166,"main_score":0.432746,"hf_subset":"heb_Hebr-kin_Latn","languages":["heb-Hebr","kin-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"heb_Hebr-mal_Mlym","languages":["heb-Hebr","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-pes_Arab","languages":["heb-Hebr","pes-Arab"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"heb_Hebr-srd_Latn","languages":["heb-Hebr","srd-Latn"]},{"precision":0.120306,"recall":0.182806,"f1":0.133642,"accuracy":0.182806,"main_score":0.133642,"hf_subset":"heb_Hebr-tzm_Tfng","languages":["heb-Hebr","tzm-Tfng"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"heb_Hebr-acq_Arab","languages":["heb-Hebr","acq-Arab"]},{"precision":0.46511,"recall":0.541502,"f1":0.486007,"accuracy":0.541502,"main_score":0.486007,"hf_subset":"heb_Hebr-bem_Latn","languages":["heb-Hebr","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-epo_Latn","languages":["heb-Hebr","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-hun_Latn","languages":["heb-Hebr","hun-Latn"]},{"precision":0.960968,"recall":0.97332,"f1":0.965086,"accuracy":0.97332,"main_score":0.965086,"hf_subset":"heb_Hebr-kir_Cyrl","languages":["heb-Hebr","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"heb_Hebr-mar_Deva","languages":["heb-Hebr","mar-Deva"]},{"precision":0.524614,"recall":0.592885,"f1":0.544536,"accuracy":0.592885,"main_score":0.544536,"hf_subset":"heb_Hebr-plt_Latn","languages":["heb-Hebr","plt-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-srp_Cyrl","languages":["heb-Hebr","srp-Cyrl"]},{"precision":0.934618,"recall":0.954545,"f1":0.941206,"accuracy":0.954545,"main_score":0.941206,"hf_subset":"heb_Hebr-uig_Arab","languages":["heb-Hebr","uig-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"heb_Hebr-aeb_Arab","languages":["heb-Hebr","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-ben_Beng","languages":["heb-Hebr","ben-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"heb_Hebr-est_Latn","languages":["heb-Hebr","est-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"heb_Hebr-hye_Armn","languages":["heb-Hebr","hye-Armn"]},{"precision":0.42001,"recall":0.490119,"f1":0.439568,"accuracy":0.490119,"main_score":0.439568,"hf_subset":"heb_Hebr-kmb_Latn","languages":["heb-Hebr","kmb-Latn"]},{"precision":0.34094,"recall":0.438735,"f1":0.366642,"accuracy":0.438735,"main_score":0.366642,"hf_subset":"heb_Hebr-min_Arab","languages":["heb-Hebr","min-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"heb_Hebr-pol_Latn","languages":["heb-Hebr","pol-Latn"]},{"precision":0.402512,"recall":0.486166,"f1":0.425511,"accuracy":0.486166,"main_score":0.425511,"hf_subset":"heb_Hebr-ssw_Latn","languages":["heb-Hebr","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-ukr_Cyrl","languages":["heb-Hebr","ukr-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"heb_Hebr-afr_Latn","languages":["heb-Hebr","afr-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"heb_Hebr-bho_Deva","languages":["heb-Hebr","bho-Deva"]},{"precision":0.947628,"recall":0.964427,"f1":0.953063,"accuracy":0.964427,"main_score":0.953063,"hf_subset":"heb_Hebr-eus_Latn","languages":["heb-Hebr","eus-Latn"]},{"precision":0.425631,"recall":0.509881,"f1":0.448673,"accuracy":0.509881,"main_score":0.448673,"hf_subset":"heb_Hebr-ibo_Latn","languages":["heb-Hebr","ibo-Latn"]},{"precision":0.673298,"recall":0.750988,"f1":0.69648,"accuracy":0.750988,"main_score":0.69648,"hf_subset":"heb_Hebr-kmr_Latn","languages":["heb-Hebr","kmr-Latn"]},{"precision":0.950922,"recall":0.966403,"f1":0.956028,"accuracy":0.966403,"main_score":0.956028,"hf_subset":"heb_Hebr-min_Latn","languages":["heb-Hebr","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-por_Latn","languages":["heb-Hebr","por-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"heb_Hebr-sun_Latn","languages":["heb-Hebr","sun-Latn"]},{"precision":0.408962,"recall":0.483202,"f1":0.43004,"accuracy":0.483202,"main_score":0.43004,"hf_subset":"heb_Hebr-umb_Latn","languages":["heb-Hebr","umb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"heb_Hebr-ajp_Arab","languages":["heb-Hebr","ajp-Arab"]},{"precision":0.374414,"recall":0.466403,"f1":0.399579,"accuracy":0.466403,"main_score":0.399579,"hf_subset":"heb_Hebr-bjn_Arab","languages":["heb-Hebr","bjn-Arab"]},{"precision":0.420706,"recall":0.495059,"f1":0.441487,"accuracy":0.495059,"main_score":0.441487,"hf_subset":"heb_Hebr-ewe_Latn","languages":["heb-Hebr","ewe-Latn"]},{"precision":0.817177,"recall":0.862648,"f1":0.831258,"accuracy":0.862648,"main_score":0.831258,"hf_subset":"heb_Hebr-ilo_Latn","languages":["heb-Hebr","ilo-Latn"]},{"precision":0.166568,"recall":0.251976,"f1":0.187538,"accuracy":0.251976,"main_score":0.187538,"hf_subset":"heb_Hebr-knc_Arab","languages":["heb-Hebr","knc-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"heb_Hebr-mkd_Cyrl","languages":["heb-Hebr","mkd-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"heb_Hebr-prs_Arab","languages":["heb-Hebr","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-swe_Latn","languages":["heb-Hebr","swe-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"heb_Hebr-urd_Arab","languages":["heb-Hebr","urd-Arab"]},{"precision":0.492155,"recall":0.571146,"f1":0.514178,"accuracy":0.571146,"main_score":0.514178,"hf_subset":"heb_Hebr-aka_Latn","languages":["heb-Hebr","aka-Latn"]},{"precision":0.963768,"recall":0.975296,"f1":0.967556,"accuracy":0.975296,"main_score":0.967556,"hf_subset":"heb_Hebr-bjn_Latn","languages":["heb-Hebr","bjn-Latn"]},{"precision":0.930501,"recall":0.952569,"f1":0.937747,"accuracy":0.952569,"main_score":0.937747,"hf_subset":"heb_Hebr-fao_Latn","languages":["heb-Hebr","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-ind_Latn","languages":["heb-Hebr","ind-Latn"]},{"precision":0.47281,"recall":0.552372,"f1":0.495055,"accuracy":0.552372,"main_score":0.495055,"hf_subset":"heb_Hebr-knc_Latn","languages":["heb-Hebr","knc-Latn"]},{"precision":0.97085,"recall":0.980237,"f1":0.973979,"accuracy":0.980237,"main_score":0.973979,"hf_subset":"heb_Hebr-mlt_Latn","languages":["heb-Hebr","mlt-Latn"]},{"precision":0.50641,"recall":0.591897,"f1":0.529598,"accuracy":0.591897,"main_score":0.529598,"hf_subset":"heb_Hebr-quy_Latn","languages":["heb-Hebr","quy-Latn"]},{"precision":0.687731,"recall":0.76581,"f1":0.711204,"accuracy":0.76581,"main_score":0.711204,"hf_subset":"heb_Hebr-swh_Latn","languages":["heb-Hebr","swh-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"heb_Hebr-uzn_Latn","languages":["heb-Hebr","uzn-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-als_Latn","languages":["heb-Hebr","als-Latn"]},{"precision":0.156559,"recall":0.229249,"f1":0.173632,"accuracy":0.229249,"main_score":0.173632,"hf_subset":"heb_Hebr-bod_Tibt","languages":["heb-Hebr","bod-Tibt"]},{"precision":0.418826,"recall":0.499012,"f1":0.440754,"accuracy":0.499012,"main_score":0.440754,"hf_subset":"heb_Hebr-fij_Latn","languages":["heb-Hebr","fij-Latn"]},{"precision":0.951252,"recall":0.966403,"f1":0.956028,"accuracy":0.966403,"main_score":0.956028,"hf_subset":"heb_Hebr-isl_Latn","languages":["heb-Hebr","isl-Latn"]},{"precision":0.485125,"recall":0.568182,"f1":0.508664,"accuracy":0.568182,"main_score":0.508664,"hf_subset":"heb_Hebr-kon_Latn","languages":["heb-Hebr","kon-Latn"]},{"precision":0.448464,"recall":0.545455,"f1":0.475286,"accuracy":0.545455,"main_score":0.475286,"hf_subset":"heb_Hebr-mni_Beng","languages":["heb-Hebr","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-ron_Latn","languages":["heb-Hebr","ron-Latn"]},{"precision":0.982213,"recall":0.986166,"f1":0.983531,"accuracy":0.986166,"main_score":0.983531,"hf_subset":"heb_Hebr-szl_Latn","languages":["heb-Hebr","szl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"heb_Hebr-vec_Latn","languages":["heb-Hebr","vec-Latn"]},{"precision":0.551614,"recall":0.645257,"f1":0.578661,"accuracy":0.645257,"main_score":0.578661,"hf_subset":"heb_Hebr-amh_Ethi","languages":["heb-Hebr","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-bos_Latn","languages":["heb-Hebr","bos-Latn"]},{"precision":0.996542,"recall":0.997036,"f1":0.996706,"accuracy":0.997036,"main_score":0.996706,"hf_subset":"heb_Hebr-fin_Latn","languages":["heb-Hebr","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-ita_Latn","languages":["heb-Hebr","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-kor_Hang","languages":["heb-Hebr","kor-Hang"]},{"precision":0.434129,"recall":0.518775,"f1":0.457449,"accuracy":0.518775,"main_score":0.457449,"hf_subset":"heb_Hebr-mos_Latn","languages":["heb-Hebr","mos-Latn"]},{"precision":0.401063,"recall":0.470356,"f1":0.419718,"accuracy":0.470356,"main_score":0.419718,"hf_subset":"heb_Hebr-run_Latn","languages":["heb-Hebr","run-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"heb_Hebr-tam_Taml","languages":["heb-Hebr","tam-Taml"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"heb_Hebr-vie_Latn","languages":["heb-Hebr","vie-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"heb_Hebr-apc_Arab","languages":["heb-Hebr","apc-Arab"]},{"precision":0.705237,"recall":0.767787,"f1":0.723438,"accuracy":0.767787,"main_score":0.723438,"hf_subset":"heb_Hebr-bug_Latn","languages":["heb-Hebr","bug-Latn"]},{"precision":0.374239,"recall":0.451581,"f1":0.395043,"accuracy":0.451581,"main_score":0.395043,"hf_subset":"heb_Hebr-fon_Latn","languages":["heb-Hebr","fon-Latn"]},{"precision":0.979743,"recall":0.986166,"f1":0.981884,"accuracy":0.986166,"main_score":0.981884,"hf_subset":"heb_Hebr-jav_Latn","languages":["heb-Hebr","jav-Latn"]},{"precision":0.884223,"recall":0.920949,"f1":0.896245,"accuracy":0.920949,"main_score":0.896245,"hf_subset":"heb_Hebr-lao_Laoo","languages":["heb-Hebr","lao-Laoo"]},{"precision":0.555734,"recall":0.640316,"f1":0.579475,"accuracy":0.640316,"main_score":0.579475,"hf_subset":"heb_Hebr-mri_Latn","languages":["heb-Hebr","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-rus_Cyrl","languages":["heb-Hebr","rus-Cyrl"]},{"precision":0.458741,"recall":0.529644,"f1":0.478198,"accuracy":0.529644,"main_score":0.478198,"hf_subset":"heb_Hebr-taq_Latn","languages":["heb-Hebr","taq-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"heb_Hebr-war_Latn","languages":["heb-Hebr","war-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"heb_Hebr-arb_Arab","languages":["heb-Hebr","arb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-bul_Cyrl","languages":["heb-Hebr","bul-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-fra_Latn","languages":["heb-Hebr","fra-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"heb_Hebr-jpn_Jpan","languages":["heb-Hebr","jpn-Jpan"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"heb_Hebr-lij_Latn","languages":["heb-Hebr","lij-Latn"]},{"precision":0.935771,"recall":0.955534,"f1":0.942161,"accuracy":0.955534,"main_score":0.942161,"hf_subset":"heb_Hebr-mya_Mymr","languages":["heb-Hebr","mya-Mymr"]},{"precision":0.459454,"recall":0.546443,"f1":0.484292,"accuracy":0.546443,"main_score":0.484292,"hf_subset":"heb_Hebr-sag_Latn","languages":["heb-Hebr","sag-Latn"]},{"precision":0.128237,"recall":0.208498,"f1":0.144137,"accuracy":0.208498,"main_score":0.144137,"hf_subset":"heb_Hebr-taq_Tfng","languages":["heb-Hebr","taq-Tfng"]},{"precision":0.499862,"recall":0.583992,"f1":0.52332,"accuracy":0.583992,"main_score":0.52332,"hf_subset":"heb_Hebr-wol_Latn","languages":["heb-Hebr","wol-Latn"]},{"precision":0.593388,"recall":0.686759,"f1":0.620741,"accuracy":0.686759,"main_score":0.620741,"hf_subset":"heb_Hebr-arb_Latn","languages":["heb-Hebr","arb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"heb_Hebr-cat_Latn","languages":["heb-Hebr","cat-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"heb_Hebr-fur_Latn","languages":["heb-Hebr","fur-Latn"]},{"precision":0.309018,"recall":0.379447,"f1":0.327714,"accuracy":0.379447,"main_score":0.327714,"hf_subset":"heb_Hebr-kab_Latn","languages":["heb-Hebr","kab-Latn"]},{"precision":0.972167,"recall":0.981225,"f1":0.975132,"accuracy":0.981225,"main_score":0.975132,"hf_subset":"heb_Hebr-lim_Latn","languages":["heb-Hebr","lim-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-nld_Latn","languages":["heb-Hebr","nld-Latn"]},{"precision":0.95998,"recall":0.972332,"f1":0.963933,"accuracy":0.972332,"main_score":0.963933,"hf_subset":"heb_Hebr-san_Deva","languages":["heb-Hebr","san-Deva"]},{"precision":0.974802,"recall":0.983202,"f1":0.977602,"accuracy":0.983202,"main_score":0.977602,"hf_subset":"heb_Hebr-tat_Cyrl","languages":["heb-Hebr","tat-Cyrl"]},{"precision":0.472393,"recall":0.555336,"f1":0.4948,"accuracy":0.555336,"main_score":0.4948,"hf_subset":"heb_Hebr-xho_Latn","languages":["heb-Hebr","xho-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"heb_Hebr-ars_Arab","languages":["heb-Hebr","ars-Arab"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"heb_Hebr-ceb_Latn","languages":["heb-Hebr","ceb-Latn"]},{"precision":0.433772,"recall":0.513834,"f1":0.455403,"accuracy":0.513834,"main_score":0.455403,"hf_subset":"heb_Hebr-fuv_Latn","languages":["heb-Hebr","fuv-Latn"]},{"precision":0.426683,"recall":0.509881,"f1":0.448491,"accuracy":0.509881,"main_score":0.448491,"hf_subset":"heb_Hebr-kac_Latn","languages":["heb-Hebr","kac-Latn"]},{"precision":0.507918,"recall":0.588933,"f1":0.530052,"accuracy":0.588933,"main_score":0.530052,"hf_subset":"heb_Hebr-lin_Latn","languages":["heb-Hebr","lin-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"heb_Hebr-nno_Latn","languages":["heb-Hebr","nno-Latn"]},{"precision":0.019365,"recall":0.062253,"f1":0.025425,"accuracy":0.062253,"main_score":0.025425,"hf_subset":"heb_Hebr-sat_Olck","languages":["heb-Hebr","sat-Olck"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"heb_Hebr-tel_Telu","languages":["heb-Hebr","tel-Telu"]},{"precision":0.735303,"recall":0.807312,"f1":0.757526,"accuracy":0.807312,"main_score":0.757526,"hf_subset":"heb_Hebr-ydd_Hebr","languages":["heb-Hebr","ydd-Hebr"]},{"precision":0.961462,"recall":0.97332,"f1":0.965415,"accuracy":0.97332,"main_score":0.965415,"hf_subset":"heb_Hebr-ary_Arab","languages":["heb-Hebr","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"heb_Hebr-ces_Latn","languages":["heb-Hebr","ces-Latn"]},{"precision":0.350785,"recall":0.4417,"f1":0.375063,"accuracy":0.4417,"main_score":0.375063,"hf_subset":"heb_Hebr-gaz_Latn","languages":["heb-Hebr","gaz-Latn"]},{"precision":0.439954,"recall":0.516798,"f1":0.460891,"accuracy":0.516798,"main_score":0.460891,"hf_subset":"heb_Hebr-kam_Latn","languages":["heb-Hebr","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"heb_Hebr-lit_Latn","languages":["heb-Hebr","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"heb_Hebr-nob_Latn","languages":["heb-Hebr","nob-Latn"]},{"precision":0.97365,"recall":0.982213,"f1":0.976449,"accuracy":0.982213,"main_score":0.976449,"hf_subset":"heb_Hebr-scn_Latn","languages":["heb-Hebr","scn-Latn"]},{"precision":0.910738,"recall":0.938735,"f1":0.91996,"accuracy":0.938735,"main_score":0.91996,"hf_subset":"heb_Hebr-tgk_Cyrl","languages":["heb-Hebr","tgk-Cyrl"]},{"precision":0.389797,"recall":0.469368,"f1":0.411942,"accuracy":0.469368,"main_score":0.411942,"hf_subset":"heb_Hebr-yor_Latn","languages":["heb-Hebr","yor-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"heb_Hebr-arz_Arab","languages":["heb-Hebr","arz-Arab"]},{"precision":0.435379,"recall":0.522727,"f1":0.458241,"accuracy":0.522727,"main_score":0.458241,"hf_subset":"heb_Hebr-cjk_Latn","languages":["heb-Hebr","cjk-Latn"]},{"precision":0.58332,"recall":0.664032,"f1":0.606425,"accuracy":0.664032,"main_score":0.606425,"hf_subset":"heb_Hebr-gla_Latn","languages":["heb-Hebr","gla-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"heb_Hebr-kan_Knda","languages":["heb-Hebr","kan-Knda"]},{"precision":0.970685,"recall":0.980237,"f1":0.973814,"accuracy":0.980237,"main_score":0.973814,"hf_subset":"heb_Hebr-lmo_Latn","languages":["heb-Hebr","lmo-Latn"]},{"precision":0.98913,"recall":0.992095,"f1":0.990119,"accuracy":0.992095,"main_score":0.990119,"hf_subset":"heb_Hebr-npi_Deva","languages":["heb-Hebr","npi-Deva"]},{"precision":0.365415,"recall":0.47332,"f1":0.39379,"accuracy":0.47332,"main_score":0.39379,"hf_subset":"heb_Hebr-shn_Mymr","languages":["heb-Hebr","shn-Mymr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"heb_Hebr-tgl_Latn","languages":["heb-Hebr","tgl-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-yue_Hant","languages":["heb-Hebr","yue-Hant"]},{"precision":0.977767,"recall":0.985178,"f1":0.980237,"accuracy":0.985178,"main_score":0.980237,"hf_subset":"heb_Hebr-asm_Beng","languages":["heb-Hebr","asm-Beng"]},{"precision":0.713613,"recall":0.778656,"f1":0.732385,"accuracy":0.778656,"main_score":0.732385,"hf_subset":"heb_Hebr-ckb_Arab","languages":["heb-Hebr","ckb-Arab"]},{"precision":0.695232,"recall":0.770751,"f1":0.718368,"accuracy":0.770751,"main_score":0.718368,"hf_subset":"heb_Hebr-gle_Latn","languages":["heb-Hebr","gle-Latn"]},{"precision":0.850873,"recall":0.895257,"f1":0.865184,"accuracy":0.895257,"main_score":0.865184,"hf_subset":"heb_Hebr-kas_Arab","languages":["heb-Hebr","kas-Arab"]},{"precision":0.8778,"recall":0.912055,"f1":0.888834,"accuracy":0.912055,"main_score":0.888834,"hf_subset":"heb_Hebr-ltg_Latn","languages":["heb-Hebr","ltg-Latn"]},{"precision":0.47356,"recall":0.547431,"f1":0.494232,"accuracy":0.547431,"main_score":0.494232,"hf_subset":"heb_Hebr-nso_Latn","languages":["heb-Hebr","nso-Latn"]},{"precision":0.444774,"recall":0.54249,"f1":0.472545,"accuracy":0.54249,"main_score":0.472545,"hf_subset":"heb_Hebr-sin_Sinh","languages":["heb-Hebr","sin-Sinh"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-tha_Thai","languages":["heb-Hebr","tha-Thai"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"heb_Hebr-zho_Hans","languages":["heb-Hebr","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"heb_Hebr-ast_Latn","languages":["heb-Hebr","ast-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"heb_Hebr-crh_Latn","languages":["heb-Hebr","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-glg_Latn","languages":["heb-Hebr","glg-Latn"]},{"precision":0.724621,"recall":0.797431,"f1":0.74648,"accuracy":0.797431,"main_score":0.74648,"hf_subset":"heb_Hebr-kas_Deva","languages":["heb-Hebr","kas-Deva"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"heb_Hebr-ltz_Latn","languages":["heb-Hebr","ltz-Latn"]},{"precision":0.340685,"recall":0.426877,"f1":0.363808,"accuracy":0.426877,"main_score":0.363808,"hf_subset":"heb_Hebr-nus_Latn","languages":["heb-Hebr","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-slk_Latn","languages":["heb-Hebr","slk-Latn"]},{"precision":0.256317,"recall":0.33498,"f1":0.276554,"accuracy":0.33498,"main_score":0.276554,"hf_subset":"heb_Hebr-tir_Ethi","languages":["heb-Hebr","tir-Ethi"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"heb_Hebr-zho_Hant","languages":["heb-Hebr","zho-Hant"]},{"precision":0.982872,"recall":0.987154,"f1":0.98419,"accuracy":0.987154,"main_score":0.98419,"hf_subset":"heb_Hebr-awa_Deva","languages":["heb-Hebr","awa-Deva"]},{"precision":0.86861,"recall":0.906126,"f1":0.880237,"accuracy":0.906126,"main_score":0.880237,"hf_subset":"heb_Hebr-cym_Latn","languages":["heb-Hebr","cym-Latn"]},{"precision":0.664568,"recall":0.736166,"f1":0.685825,"accuracy":0.736166,"main_score":0.685825,"hf_subset":"heb_Hebr-grn_Latn","languages":["heb-Hebr","grn-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"heb_Hebr-kat_Geor","languages":["heb-Hebr","kat-Geor"]},{"precision":0.499541,"recall":0.577075,"f1":0.521193,"accuracy":0.577075,"main_score":0.521193,"hf_subset":"heb_Hebr-lua_Latn","languages":["heb-Hebr","lua-Latn"]},{"precision":0.452768,"recall":0.529644,"f1":0.473751,"accuracy":0.529644,"main_score":0.473751,"hf_subset":"heb_Hebr-nya_Latn","languages":["heb-Hebr","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"heb_Hebr-slv_Latn","languages":["heb-Hebr","slv-Latn"]},{"precision":0.746986,"recall":0.807312,"f1":0.76581,"accuracy":0.807312,"main_score":0.76581,"hf_subset":"heb_Hebr-tpi_Latn","languages":["heb-Hebr","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-zsm_Latn","languages":["heb-Hebr","zsm-Latn"]},{"precision":0.428,"recall":0.502964,"f1":0.44866,"accuracy":0.502964,"main_score":0.44866,"hf_subset":"heb_Hebr-ayr_Latn","languages":["heb-Hebr","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-dan_Latn","languages":["heb-Hebr","dan-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"heb_Hebr-guj_Gujr","languages":["heb-Hebr","guj-Gujr"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"heb_Hebr-kaz_Cyrl","languages":["heb-Hebr","kaz-Cyrl"]},{"precision":0.404168,"recall":0.476285,"f1":0.423446,"accuracy":0.476285,"main_score":0.423446,"hf_subset":"heb_Hebr-lug_Latn","languages":["heb-Hebr","lug-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"heb_Hebr-oci_Latn","languages":["heb-Hebr","oci-Latn"]},{"precision":0.467351,"recall":0.551383,"f1":0.491142,"accuracy":0.551383,"main_score":0.491142,"hf_subset":"heb_Hebr-smo_Latn","languages":["heb-Hebr","smo-Latn"]},{"precision":0.412364,"recall":0.498024,"f1":0.436378,"accuracy":0.498024,"main_score":0.436378,"hf_subset":"heb_Hebr-tsn_Latn","languages":["heb-Hebr","tsn-Latn"]},{"precision":0.414279,"recall":0.48913,"f1":0.433795,"accuracy":0.48913,"main_score":0.433795,"hf_subset":"heb_Hebr-zul_Latn","languages":["heb-Hebr","zul-Latn"]},{"precision":0.818462,"recall":0.870553,"f1":0.834881,"accuracy":0.870553,"main_score":0.834881,"hf_subset":"heb_Hebr-azb_Arab","languages":["heb-Hebr","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-deu_Latn","languages":["heb-Hebr","deu-Latn"]},{"precision":0.907444,"recall":0.935771,"f1":0.916667,"accuracy":0.935771,"main_score":0.916667,"hf_subset":"heb_Hebr-hat_Latn","languages":["heb-Hebr","hat-Latn"]},{"precision":0.369246,"recall":0.454545,"f1":0.392521,"accuracy":0.454545,"main_score":0.392521,"hf_subset":"heb_Hebr-kbp_Latn","languages":["heb-Hebr","kbp-Latn"]},{"precision":0.442556,"recall":0.517787,"f1":0.46301,"accuracy":0.517787,"main_score":0.46301,"hf_subset":"heb_Hebr-luo_Latn","languages":["heb-Hebr","luo-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"heb_Hebr-ory_Orya","languages":["heb-Hebr","ory-Orya"]},{"precision":0.445085,"recall":0.524704,"f1":0.46779,"accuracy":0.524704,"main_score":0.46779,"hf_subset":"heb_Hebr-sna_Latn","languages":["heb-Hebr","sna-Latn"]},{"precision":0.421357,"recall":0.497036,"f1":0.442484,"accuracy":0.497036,"main_score":0.442484,"hf_subset":"heb_Hebr-tso_Latn","languages":["heb-Hebr","tso-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"heb_Hebr-azj_Latn","languages":["heb-Hebr","azj-Latn"]},{"precision":0.416344,"recall":0.502964,"f1":0.440368,"accuracy":0.502964,"main_score":0.440368,"hf_subset":"heb_Hebr-dik_Latn","languages":["heb-Hebr","dik-Latn"]},{"precision":0.414619,"recall":0.490119,"f1":0.435619,"accuracy":0.490119,"main_score":0.435619,"hf_subset":"heb_Hebr-hau_Latn","languages":["heb-Hebr","hau-Latn"]},{"precision":0.961051,"recall":0.97332,"f1":0.964987,"accuracy":0.97332,"main_score":0.964987,"hf_subset":"heb_Hebr-kea_Latn","languages":["heb-Hebr","kea-Latn"]},{"precision":0.590243,"recall":0.670949,"f1":0.612913,"accuracy":0.670949,"main_score":0.612913,"hf_subset":"heb_Hebr-lus_Latn","languages":["heb-Hebr","lus-Latn"]},{"precision":0.786627,"recall":0.83498,"f1":0.80112,"accuracy":0.83498,"main_score":0.80112,"hf_subset":"heb_Hebr-pag_Latn","languages":["heb-Hebr","pag-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"heb_Hebr-snd_Arab","languages":["heb-Hebr","snd-Arab"]},{"precision":0.879941,"recall":0.917984,"f1":0.892292,"accuracy":0.917984,"main_score":0.892292,"hf_subset":"heb_Hebr-tuk_Latn","languages":["heb-Hebr","tuk-Latn"]},{"precision":0.954381,"recall":0.969368,"f1":0.959321,"accuracy":0.969368,"main_score":0.959321,"hf_subset":"heb_Hebr-bak_Cyrl","languages":["heb-Hebr","bak-Cyrl"]},{"precision":0.358607,"recall":0.447628,"f1":0.382872,"accuracy":0.447628,"main_score":0.382872,"hf_subset":"heb_Hebr-dyu_Latn","languages":["heb-Hebr","dyu-Latn"]},{"precision":0.88834,"recall":0.920949,"f1":0.898551,"accuracy":0.920949,"main_score":0.898551,"hf_subset":"heb_Hebr-khk_Cyrl","languages":["heb-Hebr","khk-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"heb_Hebr-lvs_Latn","languages":["heb-Hebr","lvs-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"heb_Hebr-pan_Guru","languages":["heb-Hebr","pan-Guru"]},{"precision":0.426774,"recall":0.507905,"f1":0.449232,"accuracy":0.507905,"main_score":0.449232,"hf_subset":"heb_Hebr-som_Latn","languages":["heb-Hebr","som-Latn"]},{"precision":0.450844,"recall":0.524704,"f1":0.471315,"accuracy":0.524704,"main_score":0.471315,"hf_subset":"heb_Hebr-tum_Latn","languages":["heb-Hebr","tum-Latn"]},{"precision":0.390294,"recall":0.455534,"f1":0.407814,"accuracy":0.455534,"main_score":0.407814,"hf_subset":"khk_Cyrl-ace_Arab","languages":["khk-Cyrl","ace-Arab"]},{"precision":0.461512,"recall":0.51087,"f1":0.475423,"accuracy":0.51087,"main_score":0.475423,"hf_subset":"khk_Cyrl-bam_Latn","languages":["khk-Cyrl","bam-Latn"]},{"precision":0.122044,"recall":0.16996,"f1":0.134666,"accuracy":0.16996,"main_score":0.134666,"hf_subset":"khk_Cyrl-dzo_Tibt","languages":["khk-Cyrl","dzo-Tibt"]},{"precision":0.904265,"recall":0.93083,"f1":0.912451,"accuracy":0.93083,"main_score":0.912451,"hf_subset":"khk_Cyrl-hin_Deva","languages":["khk-Cyrl","hin-Deva"]},{"precision":0.806061,"recall":0.858696,"f1":0.822384,"accuracy":0.858696,"main_score":0.822384,"hf_subset":"khk_Cyrl-khm_Khmr","languages":["khk-Cyrl","khm-Khmr"]},{"precision":0.882197,"recall":0.916996,"f1":0.893182,"accuracy":0.916996,"main_score":0.893182,"hf_subset":"khk_Cyrl-mag_Deva","languages":["khk-Cyrl","mag-Deva"]},{"precision":0.818009,"recall":0.857708,"f1":0.829619,"accuracy":0.857708,"main_score":0.829619,"hf_subset":"khk_Cyrl-pap_Latn","languages":["khk-Cyrl","pap-Latn"]},{"precision":0.487607,"recall":0.540514,"f1":0.502742,"accuracy":0.540514,"main_score":0.502742,"hf_subset":"khk_Cyrl-sot_Latn","languages":["khk-Cyrl","sot-Latn"]},{"precision":0.900807,"recall":0.928854,"f1":0.909406,"accuracy":0.928854,"main_score":0.909406,"hf_subset":"khk_Cyrl-tur_Latn","languages":["khk-Cyrl","tur-Latn"]},{"precision":0.656011,"recall":0.708498,"f1":0.671791,"accuracy":0.708498,"main_score":0.671791,"hf_subset":"khk_Cyrl-ace_Latn","languages":["khk-Cyrl","ace-Latn"]},{"precision":0.748456,"recall":0.793478,"f1":0.761197,"accuracy":0.793478,"main_score":0.761197,"hf_subset":"khk_Cyrl-ban_Latn","languages":["khk-Cyrl","ban-Latn"]},{"precision":0.889657,"recall":0.920949,"f1":0.899704,"accuracy":0.920949,"main_score":0.899704,"hf_subset":"khk_Cyrl-ell_Grek","languages":["khk-Cyrl","ell-Grek"]},{"precision":0.861784,"recall":0.897233,"f1":0.87234,"accuracy":0.897233,"main_score":0.87234,"hf_subset":"khk_Cyrl-hne_Deva","languages":["khk-Cyrl","hne-Deva"]},{"precision":0.461372,"recall":0.512846,"f1":0.476212,"accuracy":0.512846,"main_score":0.476212,"hf_subset":"khk_Cyrl-kik_Latn","languages":["khk-Cyrl","kik-Latn"]},{"precision":0.87668,"recall":0.909091,"f1":0.886415,"accuracy":0.909091,"main_score":0.886415,"hf_subset":"khk_Cyrl-mai_Deva","languages":["khk-Cyrl","mai-Deva"]},{"precision":0.774878,"recall":0.825099,"f1":0.790107,"accuracy":0.825099,"main_score":0.790107,"hf_subset":"khk_Cyrl-pbt_Arab","languages":["khk-Cyrl","pbt-Arab"]},{"precision":0.898661,"recall":0.926877,"f1":0.907477,"accuracy":0.926877,"main_score":0.907477,"hf_subset":"khk_Cyrl-spa_Latn","languages":["khk-Cyrl","spa-Latn"]},{"precision":0.527355,"recall":0.576087,"f1":0.541546,"accuracy":0.576087,"main_score":0.541546,"hf_subset":"khk_Cyrl-twi_Latn","languages":["khk-Cyrl","twi-Latn"]},{"precision":0.877964,"recall":0.913043,"f1":0.888966,"accuracy":0.913043,"main_score":0.888966,"hf_subset":"khk_Cyrl-acm_Arab","languages":["khk-Cyrl","acm-Arab"]},{"precision":0.881242,"recall":0.914032,"f1":0.891158,"accuracy":0.914032,"main_score":0.891158,"hf_subset":"khk_Cyrl-bel_Cyrl","languages":["khk-Cyrl","bel-Cyrl"]},{"precision":0.901466,"recall":0.929842,"f1":0.910145,"accuracy":0.929842,"main_score":0.910145,"hf_subset":"khk_Cyrl-eng_Latn","languages":["khk-Cyrl","eng-Latn"]},{"precision":0.902915,"recall":0.932806,"f1":0.912451,"accuracy":0.932806,"main_score":0.912451,"hf_subset":"khk_Cyrl-hrv_Latn","languages":["khk-Cyrl","hrv-Latn"]},{"precision":0.460377,"recall":0.51581,"f1":0.476202,"accuracy":0.51581,"main_score":0.476202,"hf_subset":"khk_Cyrl-kin_Latn","languages":["khk-Cyrl","kin-Latn"]},{"precision":0.900148,"recall":0.926877,"f1":0.908498,"accuracy":0.926877,"main_score":0.908498,"hf_subset":"khk_Cyrl-mal_Mlym","languages":["khk-Cyrl","mal-Mlym"]},{"precision":0.890431,"recall":0.921937,"f1":0.900428,"accuracy":0.921937,"main_score":0.900428,"hf_subset":"khk_Cyrl-pes_Arab","languages":["khk-Cyrl","pes-Arab"]},{"precision":0.832773,"recall":0.875494,"f1":0.84529,"accuracy":0.875494,"main_score":0.84529,"hf_subset":"khk_Cyrl-srd_Latn","languages":["khk-Cyrl","srd-Latn"]},{"precision":0.141493,"recall":0.200593,"f1":0.15395,"accuracy":0.200593,"main_score":0.15395,"hf_subset":"khk_Cyrl-tzm_Tfng","languages":["khk-Cyrl","tzm-Tfng"]},{"precision":0.886034,"recall":0.918972,"f1":0.896047,"accuracy":0.918972,"main_score":0.896047,"hf_subset":"khk_Cyrl-acq_Arab","languages":["khk-Cyrl","acq-Arab"]},{"precision":0.520122,"recall":0.571146,"f1":0.534071,"accuracy":0.571146,"main_score":0.534071,"hf_subset":"khk_Cyrl-bem_Latn","languages":["khk-Cyrl","bem-Latn"]},{"precision":0.908597,"recall":0.936759,"f1":0.917655,"accuracy":0.936759,"main_score":0.917655,"hf_subset":"khk_Cyrl-epo_Latn","languages":["khk-Cyrl","epo-Latn"]},{"precision":0.886775,"recall":0.917984,"f1":0.896429,"accuracy":0.917984,"main_score":0.896429,"hf_subset":"khk_Cyrl-hun_Latn","languages":["khk-Cyrl","hun-Latn"]},{"precision":0.866601,"recall":0.901186,"f1":0.877042,"accuracy":0.901186,"main_score":0.877042,"hf_subset":"khk_Cyrl-kir_Cyrl","languages":["khk-Cyrl","kir-Cyrl"]},{"precision":0.896492,"recall":0.924901,"f1":0.904927,"accuracy":0.924901,"main_score":0.904927,"hf_subset":"khk_Cyrl-mar_Deva","languages":["khk-Cyrl","mar-Deva"]},{"precision":0.541314,"recall":0.590909,"f1":0.555617,"accuracy":0.590909,"main_score":0.555617,"hf_subset":"khk_Cyrl-plt_Latn","languages":["khk-Cyrl","plt-Latn"]},{"precision":0.914312,"recall":0.939723,"f1":0.922167,"accuracy":0.939723,"main_score":0.922167,"hf_subset":"khk_Cyrl-srp_Cyrl","languages":["khk-Cyrl","srp-Cyrl"]},{"precision":0.83358,"recall":0.874506,"f1":0.845605,"accuracy":0.874506,"main_score":0.845605,"hf_subset":"khk_Cyrl-uig_Arab","languages":["khk-Cyrl","uig-Arab"]},{"precision":0.830649,"recall":0.873518,"f1":0.843511,"accuracy":0.873518,"main_score":0.843511,"hf_subset":"khk_Cyrl-aeb_Arab","languages":["khk-Cyrl","aeb-Arab"]},{"precision":0.905115,"recall":0.93083,"f1":0.913093,"accuracy":0.93083,"main_score":0.913093,"hf_subset":"khk_Cyrl-ben_Beng","languages":["khk-Cyrl","ben-Beng"]},{"precision":0.8917,"recall":0.921937,"f1":0.901186,"accuracy":0.921937,"main_score":0.901186,"hf_subset":"khk_Cyrl-est_Latn","languages":["khk-Cyrl","est-Latn"]},{"precision":0.902956,"recall":0.93083,"f1":0.911781,"accuracy":0.93083,"main_score":0.911781,"hf_subset":"khk_Cyrl-hye_Armn","languages":["khk-Cyrl","hye-Armn"]},{"precision":0.481268,"recall":0.52668,"f1":0.494337,"accuracy":0.52668,"main_score":0.494337,"hf_subset":"khk_Cyrl-kmb_Latn","languages":["khk-Cyrl","kmb-Latn"]},{"precision":0.357803,"recall":0.432806,"f1":0.378314,"accuracy":0.432806,"main_score":0.378314,"hf_subset":"khk_Cyrl-min_Arab","languages":["khk-Cyrl","min-Arab"]},{"precision":0.899852,"recall":0.928854,"f1":0.908827,"accuracy":0.928854,"main_score":0.908827,"hf_subset":"khk_Cyrl-pol_Latn","languages":["khk-Cyrl","pol-Latn"]},{"precision":0.453148,"recall":0.512846,"f1":0.469658,"accuracy":0.512846,"main_score":0.469658,"hf_subset":"khk_Cyrl-ssw_Latn","languages":["khk-Cyrl","ssw-Latn"]},{"precision":0.911067,"recall":0.935771,"f1":0.918596,"accuracy":0.935771,"main_score":0.918596,"hf_subset":"khk_Cyrl-ukr_Cyrl","languages":["khk-Cyrl","ukr-Cyrl"]},{"precision":0.910408,"recall":0.936759,"f1":0.91861,"accuracy":0.936759,"main_score":0.91861,"hf_subset":"khk_Cyrl-afr_Latn","languages":["khk-Cyrl","afr-Latn"]},{"precision":0.832164,"recall":0.875494,"f1":0.845177,"accuracy":0.875494,"main_score":0.845177,"hf_subset":"khk_Cyrl-bho_Deva","languages":["khk-Cyrl","bho-Deva"]},{"precision":0.848188,"recall":0.885375,"f1":0.859816,"accuracy":0.885375,"main_score":0.859816,"hf_subset":"khk_Cyrl-eus_Latn","languages":["khk-Cyrl","eus-Latn"]},{"precision":0.47892,"recall":0.533597,"f1":0.494384,"accuracy":0.533597,"main_score":0.494384,"hf_subset":"khk_Cyrl-ibo_Latn","languages":["khk-Cyrl","ibo-Latn"]},{"precision":0.671509,"recall":0.729249,"f1":0.687631,"accuracy":0.729249,"main_score":0.687631,"hf_subset":"khk_Cyrl-kmr_Latn","languages":["khk-Cyrl","kmr-Latn"]},{"precision":0.807322,"recall":0.852767,"f1":0.820753,"accuracy":0.852767,"main_score":0.820753,"hf_subset":"khk_Cyrl-min_Latn","languages":["khk-Cyrl","min-Latn"]},{"precision":0.902009,"recall":0.931818,"f1":0.911726,"accuracy":0.931818,"main_score":0.911726,"hf_subset":"khk_Cyrl-por_Latn","languages":["khk-Cyrl","por-Latn"]},{"precision":0.839839,"recall":0.880435,"f1":0.851802,"accuracy":0.880435,"main_score":0.851802,"hf_subset":"khk_Cyrl-sun_Latn","languages":["khk-Cyrl","sun-Latn"]},{"precision":0.466475,"recall":0.51087,"f1":0.478878,"accuracy":0.51087,"main_score":0.478878,"hf_subset":"khk_Cyrl-umb_Latn","languages":["khk-Cyrl","umb-Latn"]},{"precision":0.879529,"recall":0.916008,"f1":0.891041,"accuracy":0.916008,"main_score":0.891041,"hf_subset":"khk_Cyrl-ajp_Arab","languages":["khk-Cyrl","ajp-Arab"]},{"precision":0.383765,"recall":0.454545,"f1":0.402998,"accuracy":0.454545,"main_score":0.402998,"hf_subset":"khk_Cyrl-bjn_Arab","languages":["khk-Cyrl","bjn-Arab"]},{"precision":0.474326,"recall":0.519763,"f1":0.487409,"accuracy":0.519763,"main_score":0.487409,"hf_subset":"khk_Cyrl-ewe_Latn","languages":["khk-Cyrl","ewe-Latn"]},{"precision":0.691998,"recall":0.748024,"f1":0.708122,"accuracy":0.748024,"main_score":0.708122,"hf_subset":"khk_Cyrl-ilo_Latn","languages":["khk-Cyrl","ilo-Latn"]},{"precision":0.199644,"recall":0.270751,"f1":0.217698,"accuracy":0.270751,"main_score":0.217698,"hf_subset":"khk_Cyrl-knc_Arab","languages":["khk-Cyrl","knc-Arab"]},{"precision":0.913538,"recall":0.938735,"f1":0.92141,"accuracy":0.938735,"main_score":0.92141,"hf_subset":"khk_Cyrl-mkd_Cyrl","languages":["khk-Cyrl","mkd-Cyrl"]},{"precision":0.876235,"recall":0.913043,"f1":0.887747,"accuracy":0.913043,"main_score":0.887747,"hf_subset":"khk_Cyrl-prs_Arab","languages":["khk-Cyrl","prs-Arab"]},{"precision":0.909124,"recall":0.935771,"f1":0.917292,"accuracy":0.935771,"main_score":0.917292,"hf_subset":"khk_Cyrl-swe_Latn","languages":["khk-Cyrl","swe-Latn"]},{"precision":0.89114,"recall":0.920949,"f1":0.900527,"accuracy":0.920949,"main_score":0.900527,"hf_subset":"khk_Cyrl-urd_Arab","languages":["khk-Cyrl","urd-Arab"]},{"precision":0.511249,"recall":0.5583,"f1":0.525148,"accuracy":0.5583,"main_score":0.525148,"hf_subset":"khk_Cyrl-aka_Latn","languages":["khk-Cyrl","aka-Latn"]},{"precision":0.822546,"recall":0.862648,"f1":0.83451,"accuracy":0.862648,"main_score":0.83451,"hf_subset":"khk_Cyrl-bjn_Latn","languages":["khk-Cyrl","bjn-Latn"]},{"precision":0.798172,"recall":0.848814,"f1":0.813735,"accuracy":0.848814,"main_score":0.813735,"hf_subset":"khk_Cyrl-fao_Latn","languages":["khk-Cyrl","fao-Latn"]},{"precision":0.900774,"recall":0.93083,"f1":0.91031,"accuracy":0.93083,"main_score":0.91031,"hf_subset":"khk_Cyrl-ind_Latn","languages":["khk-Cyrl","ind-Latn"]},{"precision":0.492174,"recall":0.539526,"f1":0.505688,"accuracy":0.539526,"main_score":0.505688,"hf_subset":"khk_Cyrl-knc_Latn","languages":["khk-Cyrl","knc-Latn"]},{"precision":0.848666,"recall":0.88834,"f1":0.860885,"accuracy":0.88834,"main_score":0.860885,"hf_subset":"khk_Cyrl-mlt_Latn","languages":["khk-Cyrl","mlt-Latn"]},{"precision":0.518076,"recall":0.56917,"f1":0.533336,"accuracy":0.56917,"main_score":0.533336,"hf_subset":"khk_Cyrl-quy_Latn","languages":["khk-Cyrl","quy-Latn"]},{"precision":0.648389,"recall":0.713439,"f1":0.667532,"accuracy":0.713439,"main_score":0.667532,"hf_subset":"khk_Cyrl-swh_Latn","languages":["khk-Cyrl","swh-Latn"]},{"precision":0.908185,"recall":0.934783,"f1":0.91637,"accuracy":0.934783,"main_score":0.91637,"hf_subset":"khk_Cyrl-uzn_Latn","languages":["khk-Cyrl","uzn-Latn"]},{"precision":0.904044,"recall":0.929842,"f1":0.911992,"accuracy":0.929842,"main_score":0.911992,"hf_subset":"khk_Cyrl-als_Latn","languages":["khk-Cyrl","als-Latn"]},{"precision":0.183118,"recall":0.244071,"f1":0.198064,"accuracy":0.244071,"main_score":0.198064,"hf_subset":"khk_Cyrl-bod_Tibt","languages":["khk-Cyrl","bod-Tibt"]},{"precision":0.462121,"recall":0.506917,"f1":0.47485,"accuracy":0.506917,"main_score":0.47485,"hf_subset":"khk_Cyrl-fij_Latn","languages":["khk-Cyrl","fij-Latn"]},{"precision":0.817013,"recall":0.862648,"f1":0.830896,"accuracy":0.862648,"main_score":0.830896,"hf_subset":"khk_Cyrl-isl_Latn","languages":["khk-Cyrl","isl-Latn"]},{"precision":0.518734,"recall":0.574111,"f1":0.534796,"accuracy":0.574111,"main_score":0.534796,"hf_subset":"khk_Cyrl-kon_Latn","languages":["khk-Cyrl","kon-Latn"]},{"precision":0.41627,"recall":0.499012,"f1":0.439301,"accuracy":0.499012,"main_score":0.439301,"hf_subset":"khk_Cyrl-mni_Beng","languages":["khk-Cyrl","mni-Beng"]},{"precision":0.903113,"recall":0.93083,"f1":0.911627,"accuracy":0.93083,"main_score":0.911627,"hf_subset":"khk_Cyrl-ron_Latn","languages":["khk-Cyrl","ron-Latn"]},{"precision":0.855988,"recall":0.895257,"f1":0.867869,"accuracy":0.895257,"main_score":0.867869,"hf_subset":"khk_Cyrl-szl_Latn","languages":["khk-Cyrl","szl-Latn"]},{"precision":0.885961,"recall":0.916008,"f1":0.894878,"accuracy":0.916008,"main_score":0.894878,"hf_subset":"khk_Cyrl-vec_Latn","languages":["khk-Cyrl","vec-Latn"]},{"precision":0.512196,"recall":0.600791,"f1":0.538126,"accuracy":0.600791,"main_score":0.538126,"hf_subset":"khk_Cyrl-amh_Ethi","languages":["khk-Cyrl","amh-Ethi"]},{"precision":0.910573,"recall":0.937747,"f1":0.919137,"accuracy":0.937747,"main_score":0.919137,"hf_subset":"khk_Cyrl-bos_Latn","languages":["khk-Cyrl","bos-Latn"]},{"precision":0.900807,"recall":0.928854,"f1":0.909486,"accuracy":0.928854,"main_score":0.909486,"hf_subset":"khk_Cyrl-fin_Latn","languages":["khk-Cyrl","fin-Latn"]},{"precision":0.89888,"recall":0.928854,"f1":0.908235,"accuracy":0.928854,"main_score":0.908235,"hf_subset":"khk_Cyrl-ita_Latn","languages":["khk-Cyrl","ita-Latn"]},{"precision":0.893067,"recall":0.924901,"f1":0.903063,"accuracy":0.924901,"main_score":0.903063,"hf_subset":"khk_Cyrl-kor_Hang","languages":["khk-Cyrl","kor-Hang"]},{"precision":0.450932,"recall":0.505929,"f1":0.466951,"accuracy":0.505929,"main_score":0.466951,"hf_subset":"khk_Cyrl-mos_Latn","languages":["khk-Cyrl","mos-Latn"]},{"precision":0.450981,"recall":0.504941,"f1":0.465955,"accuracy":0.504941,"main_score":0.465955,"hf_subset":"khk_Cyrl-run_Latn","languages":["khk-Cyrl","run-Latn"]},{"precision":0.895586,"recall":0.926877,"f1":0.905599,"accuracy":0.926877,"main_score":0.905599,"hf_subset":"khk_Cyrl-tam_Taml","languages":["khk-Cyrl","tam-Taml"]},{"precision":0.899127,"recall":0.929842,"f1":0.908827,"accuracy":0.929842,"main_score":0.908827,"hf_subset":"khk_Cyrl-vie_Latn","languages":["khk-Cyrl","vie-Latn"]},{"precision":0.881423,"recall":0.914032,"f1":0.891436,"accuracy":0.914032,"main_score":0.891436,"hf_subset":"khk_Cyrl-apc_Arab","languages":["khk-Cyrl","apc-Arab"]},{"precision":0.64669,"recall":0.694664,"f1":0.66009,"accuracy":0.694664,"main_score":0.66009,"hf_subset":"khk_Cyrl-bug_Latn","languages":["khk-Cyrl","bug-Latn"]},{"precision":0.433371,"recall":0.486166,"f1":0.448043,"accuracy":0.486166,"main_score":0.448043,"hf_subset":"khk_Cyrl-fon_Latn","languages":["khk-Cyrl","fon-Latn"]},{"precision":0.871953,"recall":0.907115,"f1":0.882726,"accuracy":0.907115,"main_score":0.882726,"hf_subset":"khk_Cyrl-jav_Latn","languages":["khk-Cyrl","jav-Latn"]},{"precision":0.774086,"recall":0.833992,"f1":0.792413,"accuracy":0.833992,"main_score":0.792413,"hf_subset":"khk_Cyrl-lao_Laoo","languages":["khk-Cyrl","lao-Laoo"]},{"precision":0.542902,"recall":0.609684,"f1":0.561942,"accuracy":0.609684,"main_score":0.561942,"hf_subset":"khk_Cyrl-mri_Latn","languages":["khk-Cyrl","mri-Latn"]},{"precision":0.894433,"recall":0.924901,"f1":0.903741,"accuracy":0.924901,"main_score":0.903741,"hf_subset":"khk_Cyrl-rus_Cyrl","languages":["khk-Cyrl","rus-Cyrl"]},{"precision":0.4751,"recall":0.521739,"f1":0.488764,"accuracy":0.521739,"main_score":0.488764,"hf_subset":"khk_Cyrl-taq_Latn","languages":["khk-Cyrl","taq-Latn"]},{"precision":0.833811,"recall":0.871542,"f1":0.844848,"accuracy":0.871542,"main_score":0.844848,"hf_subset":"khk_Cyrl-war_Latn","languages":["khk-Cyrl","war-Latn"]},{"precision":0.896245,"recall":0.928854,"f1":0.906621,"accuracy":0.928854,"main_score":0.906621,"hf_subset":"khk_Cyrl-arb_Arab","languages":["khk-Cyrl","arb-Arab"]},{"precision":0.915514,"recall":0.939723,"f1":0.922892,"accuracy":0.939723,"main_score":0.922892,"hf_subset":"khk_Cyrl-bul_Cyrl","languages":["khk-Cyrl","bul-Cyrl"]},{"precision":0.907938,"recall":0.934783,"f1":0.916469,"accuracy":0.934783,"main_score":0.916469,"hf_subset":"khk_Cyrl-fra_Latn","languages":["khk-Cyrl","fra-Latn"]},{"precision":0.874506,"recall":0.908103,"f1":0.884952,"accuracy":0.908103,"main_score":0.884952,"hf_subset":"khk_Cyrl-jpn_Jpan","languages":["khk-Cyrl","jpn-Jpan"]},{"precision":0.8514,"recall":0.889328,"f1":0.863011,"accuracy":0.889328,"main_score":0.863011,"hf_subset":"khk_Cyrl-lij_Latn","languages":["khk-Cyrl","lij-Latn"]},{"precision":0.747233,"recall":0.812253,"f1":0.767589,"accuracy":0.812253,"main_score":0.767589,"hf_subset":"khk_Cyrl-mya_Mymr","languages":["khk-Cyrl","mya-Mymr"]},{"precision":0.484389,"recall":0.541502,"f1":0.500998,"accuracy":0.541502,"main_score":0.500998,"hf_subset":"khk_Cyrl-sag_Latn","languages":["khk-Cyrl","sag-Latn"]},{"precision":0.145002,"recall":0.212451,"f1":0.15884,"accuracy":0.212451,"main_score":0.15884,"hf_subset":"khk_Cyrl-taq_Tfng","languages":["khk-Cyrl","taq-Tfng"]},{"precision":0.514822,"recall":0.572134,"f1":0.531502,"accuracy":0.572134,"main_score":0.531502,"hf_subset":"khk_Cyrl-wol_Latn","languages":["khk-Cyrl","wol-Latn"]},{"precision":0.5513,"recall":0.62747,"f1":0.572053,"accuracy":0.62747,"main_score":0.572053,"hf_subset":"khk_Cyrl-arb_Latn","languages":["khk-Cyrl","arb-Latn"]},{"precision":0.901762,"recall":0.93083,"f1":0.910968,"accuracy":0.93083,"main_score":0.910968,"hf_subset":"khk_Cyrl-cat_Latn","languages":["khk-Cyrl","cat-Latn"]},{"precision":0.832213,"recall":0.869565,"f1":0.843036,"accuracy":0.869565,"main_score":0.843036,"hf_subset":"khk_Cyrl-fur_Latn","languages":["khk-Cyrl","fur-Latn"]},{"precision":0.361007,"recall":0.412055,"f1":0.375091,"accuracy":0.412055,"main_score":0.375091,"hf_subset":"khk_Cyrl-kab_Latn","languages":["khk-Cyrl","kab-Latn"]},{"precision":0.84221,"recall":0.879447,"f1":0.853261,"accuracy":0.879447,"main_score":0.853261,"hf_subset":"khk_Cyrl-lim_Latn","languages":["khk-Cyrl","lim-Latn"]},{"precision":0.890646,"recall":0.921937,"f1":0.900447,"accuracy":0.921937,"main_score":0.900447,"hf_subset":"khk_Cyrl-nld_Latn","languages":["khk-Cyrl","nld-Latn"]},{"precision":0.811331,"recall":0.858696,"f1":0.825692,"accuracy":0.858696,"main_score":0.825692,"hf_subset":"khk_Cyrl-san_Deva","languages":["khk-Cyrl","san-Deva"]},{"precision":0.867836,"recall":0.901186,"f1":0.8778,"accuracy":0.901186,"main_score":0.8778,"hf_subset":"khk_Cyrl-tat_Cyrl","languages":["khk-Cyrl","tat-Cyrl"]},{"precision":0.50557,"recall":0.556324,"f1":0.519568,"accuracy":0.556324,"main_score":0.519568,"hf_subset":"khk_Cyrl-xho_Latn","languages":["khk-Cyrl","xho-Latn"]},{"precision":0.880105,"recall":0.916996,"f1":0.891798,"accuracy":0.916996,"main_score":0.891798,"hf_subset":"khk_Cyrl-ars_Arab","languages":["khk-Cyrl","ars-Arab"]},{"precision":0.864476,"recall":0.901186,"f1":0.875527,"accuracy":0.901186,"main_score":0.875527,"hf_subset":"khk_Cyrl-ceb_Latn","languages":["khk-Cyrl","ceb-Latn"]},{"precision":0.458514,"recall":0.512846,"f1":0.474591,"accuracy":0.512846,"main_score":0.474591,"hf_subset":"khk_Cyrl-fuv_Latn","languages":["khk-Cyrl","fuv-Latn"]},{"precision":0.472309,"recall":0.52668,"f1":0.488514,"accuracy":0.52668,"main_score":0.488514,"hf_subset":"khk_Cyrl-kac_Latn","languages":["khk-Cyrl","kac-Latn"]},{"precision":0.537131,"recall":0.586957,"f1":0.551786,"accuracy":0.586957,"main_score":0.551786,"hf_subset":"khk_Cyrl-lin_Latn","languages":["khk-Cyrl","lin-Latn"]},{"precision":0.900395,"recall":0.927866,"f1":0.908682,"accuracy":0.927866,"main_score":0.908682,"hf_subset":"khk_Cyrl-nno_Latn","languages":["khk-Cyrl","nno-Latn"]},{"precision":0.021139,"recall":0.063241,"f1":0.027892,"accuracy":0.063241,"main_score":0.027892,"hf_subset":"khk_Cyrl-sat_Olck","languages":["khk-Cyrl","sat-Olck"]},{"precision":0.891057,"recall":0.91996,"f1":0.899704,"accuracy":0.91996,"main_score":0.899704,"hf_subset":"khk_Cyrl-tel_Telu","languages":["khk-Cyrl","tel-Telu"]},{"precision":0.625026,"recall":0.704545,"f1":0.648158,"accuracy":0.704545,"main_score":0.648158,"hf_subset":"khk_Cyrl-ydd_Hebr","languages":["khk-Cyrl","ydd-Hebr"]},{"precision":0.789402,"recall":0.844862,"f1":0.806379,"accuracy":0.844862,"main_score":0.806379,"hf_subset":"khk_Cyrl-ary_Arab","languages":["khk-Cyrl","ary-Arab"]},{"precision":0.897184,"recall":0.928854,"f1":0.907345,"accuracy":0.928854,"main_score":0.907345,"hf_subset":"khk_Cyrl-ces_Latn","languages":["khk-Cyrl","ces-Latn"]},{"precision":0.407813,"recall":0.475296,"f1":0.426059,"accuracy":0.475296,"main_score":0.426059,"hf_subset":"khk_Cyrl-gaz_Latn","languages":["khk-Cyrl","gaz-Latn"]},{"precision":0.464239,"recall":0.525692,"f1":0.481985,"accuracy":0.525692,"main_score":0.481985,"hf_subset":"khk_Cyrl-kam_Latn","languages":["khk-Cyrl","kam-Latn"]},{"precision":0.886446,"recall":0.917984,"f1":0.896231,"accuracy":0.917984,"main_score":0.896231,"hf_subset":"khk_Cyrl-lit_Latn","languages":["khk-Cyrl","lit-Latn"]},{"precision":0.89697,"recall":0.926877,"f1":0.906094,"accuracy":0.926877,"main_score":0.906094,"hf_subset":"khk_Cyrl-nob_Latn","languages":["khk-Cyrl","nob-Latn"]},{"precision":0.849812,"recall":0.887352,"f1":0.860853,"accuracy":0.887352,"main_score":0.860853,"hf_subset":"khk_Cyrl-scn_Latn","languages":["khk-Cyrl","scn-Latn"]},{"precision":0.821426,"recall":0.862648,"f1":0.83419,"accuracy":0.862648,"main_score":0.83419,"hf_subset":"khk_Cyrl-tgk_Cyrl","languages":["khk-Cyrl","tgk-Cyrl"]},{"precision":0.441291,"recall":0.499012,"f1":0.457682,"accuracy":0.499012,"main_score":0.457682,"hf_subset":"khk_Cyrl-yor_Latn","languages":["khk-Cyrl","yor-Latn"]},{"precision":0.855929,"recall":0.897233,"f1":0.868662,"accuracy":0.897233,"main_score":0.868662,"hf_subset":"khk_Cyrl-arz_Arab","languages":["khk-Cyrl","arz-Arab"]},{"precision":0.468759,"recall":0.519763,"f1":0.482948,"accuracy":0.519763,"main_score":0.482948,"hf_subset":"khk_Cyrl-cjk_Latn","languages":["khk-Cyrl","cjk-Latn"]},{"precision":0.584529,"recall":0.646245,"f1":0.60199,"accuracy":0.646245,"main_score":0.60199,"hf_subset":"khk_Cyrl-gla_Latn","languages":["khk-Cyrl","gla-Latn"]},{"precision":0.876845,"recall":0.913043,"f1":0.887931,"accuracy":0.913043,"main_score":0.887931,"hf_subset":"khk_Cyrl-kan_Knda","languages":["khk-Cyrl","kan-Knda"]},{"precision":0.828608,"recall":0.868577,"f1":0.840058,"accuracy":0.868577,"main_score":0.840058,"hf_subset":"khk_Cyrl-lmo_Latn","languages":["khk-Cyrl","lmo-Latn"]},{"precision":0.902174,"recall":0.928854,"f1":0.910343,"accuracy":0.928854,"main_score":0.910343,"hf_subset":"khk_Cyrl-npi_Deva","languages":["khk-Cyrl","npi-Deva"]},{"precision":0.405181,"recall":0.479249,"f1":0.425875,"accuracy":0.479249,"main_score":0.425875,"hf_subset":"khk_Cyrl-shn_Mymr","languages":["khk-Cyrl","shn-Mymr"]},{"precision":0.885467,"recall":0.916008,"f1":0.894699,"accuracy":0.916008,"main_score":0.894699,"hf_subset":"khk_Cyrl-tgl_Latn","languages":["khk-Cyrl","tgl-Latn"]},{"precision":0.882246,"recall":0.916996,"f1":0.893248,"accuracy":0.916996,"main_score":0.893248,"hf_subset":"khk_Cyrl-yue_Hant","languages":["khk-Cyrl","yue-Hant"]},{"precision":0.864575,"recall":0.901186,"f1":0.876054,"accuracy":0.901186,"main_score":0.876054,"hf_subset":"khk_Cyrl-asm_Beng","languages":["khk-Cyrl","asm-Beng"]},{"precision":0.657415,"recall":0.719368,"f1":0.675779,"accuracy":0.719368,"main_score":0.675779,"hf_subset":"khk_Cyrl-ckb_Arab","languages":["khk-Cyrl","ckb-Arab"]},{"precision":0.655122,"recall":0.720356,"f1":0.674736,"accuracy":0.720356,"main_score":0.674736,"hf_subset":"khk_Cyrl-gle_Latn","languages":["khk-Cyrl","gle-Latn"]},{"precision":0.698435,"recall":0.766798,"f1":0.718841,"accuracy":0.766798,"main_score":0.718841,"hf_subset":"khk_Cyrl-kas_Arab","languages":["khk-Cyrl","kas-Arab"]},{"precision":0.72845,"recall":0.785573,"f1":0.744851,"accuracy":0.785573,"main_score":0.744851,"hf_subset":"khk_Cyrl-ltg_Latn","languages":["khk-Cyrl","ltg-Latn"]},{"precision":0.511785,"recall":0.559289,"f1":0.525182,"accuracy":0.559289,"main_score":0.525182,"hf_subset":"khk_Cyrl-nso_Latn","languages":["khk-Cyrl","nso-Latn"]},{"precision":0.407018,"recall":0.490119,"f1":0.430033,"accuracy":0.490119,"main_score":0.430033,"hf_subset":"khk_Cyrl-sin_Sinh","languages":["khk-Cyrl","sin-Sinh"]},{"precision":0.882658,"recall":0.917984,"f1":0.893841,"accuracy":0.917984,"main_score":0.893841,"hf_subset":"khk_Cyrl-tha_Thai","languages":["khk-Cyrl","tha-Thai"]},{"precision":0.864904,"recall":0.903162,"f1":0.876713,"accuracy":0.903162,"main_score":0.876713,"hf_subset":"khk_Cyrl-zho_Hans","languages":["khk-Cyrl","zho-Hans"]},{"precision":0.880764,"recall":0.913043,"f1":0.890533,"accuracy":0.913043,"main_score":0.890533,"hf_subset":"khk_Cyrl-ast_Latn","languages":["khk-Cyrl","ast-Latn"]},{"precision":0.876482,"recall":0.910079,"f1":0.886759,"accuracy":0.910079,"main_score":0.886759,"hf_subset":"khk_Cyrl-crh_Latn","languages":["khk-Cyrl","crh-Latn"]},{"precision":0.892128,"recall":0.923913,"f1":0.901976,"accuracy":0.923913,"main_score":0.901976,"hf_subset":"khk_Cyrl-glg_Latn","languages":["khk-Cyrl","glg-Latn"]},{"precision":0.621344,"recall":0.698617,"f1":0.643361,"accuracy":0.698617,"main_score":0.643361,"hf_subset":"khk_Cyrl-kas_Deva","languages":["khk-Cyrl","kas-Deva"]},{"precision":0.863829,"recall":0.901186,"f1":0.875395,"accuracy":0.901186,"main_score":0.875395,"hf_subset":"khk_Cyrl-ltz_Latn","languages":["khk-Cyrl","ltz-Latn"]},{"precision":0.397801,"recall":0.45751,"f1":0.413703,"accuracy":0.45751,"main_score":0.413703,"hf_subset":"khk_Cyrl-nus_Latn","languages":["khk-Cyrl","nus-Latn"]},{"precision":0.90863,"recall":0.934783,"f1":0.916634,"accuracy":0.934783,"main_score":0.916634,"hf_subset":"khk_Cyrl-slk_Latn","languages":["khk-Cyrl","slk-Latn"]},{"precision":0.265739,"recall":0.328063,"f1":0.282268,"accuracy":0.328063,"main_score":0.282268,"hf_subset":"khk_Cyrl-tir_Ethi","languages":["khk-Cyrl","tir-Ethi"]},{"precision":0.881126,"recall":0.91502,"f1":0.891634,"accuracy":0.91502,"main_score":0.891634,"hf_subset":"khk_Cyrl-zho_Hant","languages":["khk-Cyrl","zho-Hant"]},{"precision":0.87808,"recall":0.912055,"f1":0.888702,"accuracy":0.912055,"main_score":0.888702,"hf_subset":"khk_Cyrl-awa_Deva","languages":["khk-Cyrl","awa-Deva"]},{"precision":0.793972,"recall":0.84585,"f1":0.80934,"accuracy":0.84585,"main_score":0.80934,"hf_subset":"khk_Cyrl-cym_Latn","languages":["khk-Cyrl","cym-Latn"]},{"precision":0.585744,"recall":0.636364,"f1":0.60057,"accuracy":0.636364,"main_score":0.60057,"hf_subset":"khk_Cyrl-grn_Latn","languages":["khk-Cyrl","grn-Latn"]},{"precision":0.863587,"recall":0.896245,"f1":0.873292,"accuracy":0.896245,"main_score":0.873292,"hf_subset":"khk_Cyrl-kat_Geor","languages":["khk-Cyrl","kat-Geor"]},{"precision":0.505554,"recall":0.556324,"f1":0.520591,"accuracy":0.556324,"main_score":0.520591,"hf_subset":"khk_Cyrl-lua_Latn","languages":["khk-Cyrl","lua-Latn"]},{"precision":0.492512,"recall":0.544466,"f1":0.506956,"accuracy":0.544466,"main_score":0.506956,"hf_subset":"khk_Cyrl-nya_Latn","languages":["khk-Cyrl","nya-Latn"]},{"precision":0.901762,"recall":0.93083,"f1":0.910804,"accuracy":0.93083,"main_score":0.910804,"hf_subset":"khk_Cyrl-slv_Latn","languages":["khk-Cyrl","slv-Latn"]},{"precision":0.629528,"recall":0.689723,"f1":0.646465,"accuracy":0.689723,"main_score":0.646465,"hf_subset":"khk_Cyrl-tpi_Latn","languages":["khk-Cyrl","tpi-Latn"]},{"precision":0.897019,"recall":0.925889,"f1":0.905995,"accuracy":0.925889,"main_score":0.905995,"hf_subset":"khk_Cyrl-zsm_Latn","languages":["khk-Cyrl","zsm-Latn"]},{"precision":0.462401,"recall":0.511858,"f1":0.476605,"accuracy":0.511858,"main_score":0.476605,"hf_subset":"khk_Cyrl-ayr_Latn","languages":["khk-Cyrl","ayr-Latn"]},{"precision":0.904644,"recall":0.931818,"f1":0.912963,"accuracy":0.931818,"main_score":0.912963,"hf_subset":"khk_Cyrl-dan_Latn","languages":["khk-Cyrl","dan-Latn"]},{"precision":0.906785,"recall":0.933794,"f1":0.915302,"accuracy":0.933794,"main_score":0.915302,"hf_subset":"khk_Cyrl-guj_Gujr","languages":["khk-Cyrl","guj-Gujr"]},{"precision":0.896772,"recall":0.926877,"f1":0.906094,"accuracy":0.926877,"main_score":0.906094,"hf_subset":"khk_Cyrl-kaz_Cyrl","languages":["khk-Cyrl","kaz-Cyrl"]},{"precision":0.428681,"recall":0.483202,"f1":0.444032,"accuracy":0.483202,"main_score":0.444032,"hf_subset":"khk_Cyrl-lug_Latn","languages":["khk-Cyrl","lug-Latn"]},{"precision":0.892029,"recall":0.920949,"f1":0.900974,"accuracy":0.920949,"main_score":0.900974,"hf_subset":"khk_Cyrl-oci_Latn","languages":["khk-Cyrl","oci-Latn"]},{"precision":0.484496,"recall":0.541502,"f1":0.501136,"accuracy":0.541502,"main_score":0.501136,"hf_subset":"khk_Cyrl-smo_Latn","languages":["khk-Cyrl","smo-Latn"]},{"precision":0.469789,"recall":0.528656,"f1":0.486329,"accuracy":0.528656,"main_score":0.486329,"hf_subset":"khk_Cyrl-tsn_Latn","languages":["khk-Cyrl","tsn-Latn"]},{"precision":0.476306,"recall":0.531621,"f1":0.491364,"accuracy":0.531621,"main_score":0.491364,"hf_subset":"khk_Cyrl-zul_Latn","languages":["khk-Cyrl","zul-Latn"]},{"precision":0.657647,"recall":0.724308,"f1":0.676201,"accuracy":0.724308,"main_score":0.676201,"hf_subset":"khk_Cyrl-azb_Arab","languages":["khk-Cyrl","azb-Arab"]},{"precision":0.903195,"recall":0.93083,"f1":0.91166,"accuracy":0.93083,"main_score":0.91166,"hf_subset":"khk_Cyrl-deu_Latn","languages":["khk-Cyrl","deu-Latn"]},{"precision":0.795125,"recall":0.841897,"f1":0.809176,"accuracy":0.841897,"main_score":0.809176,"hf_subset":"khk_Cyrl-hat_Latn","languages":["khk-Cyrl","hat-Latn"]},{"precision":0.451047,"recall":0.501976,"f1":0.465446,"accuracy":0.501976,"main_score":0.465446,"hf_subset":"khk_Cyrl-kbp_Latn","languages":["khk-Cyrl","kbp-Latn"]},{"precision":0.491777,"recall":0.540514,"f1":0.505602,"accuracy":0.540514,"main_score":0.505602,"hf_subset":"khk_Cyrl-luo_Latn","languages":["khk-Cyrl","luo-Latn"]},{"precision":0.888093,"recall":0.91996,"f1":0.89809,"accuracy":0.91996,"main_score":0.89809,"hf_subset":"khk_Cyrl-ory_Orya","languages":["khk-Cyrl","ory-Orya"]},{"precision":0.487714,"recall":0.543478,"f1":0.504254,"accuracy":0.543478,"main_score":0.504254,"hf_subset":"khk_Cyrl-sna_Latn","languages":["khk-Cyrl","sna-Latn"]},{"precision":0.463319,"recall":0.514822,"f1":0.478333,"accuracy":0.514822,"main_score":0.478333,"hf_subset":"khk_Cyrl-tso_Latn","languages":["khk-Cyrl","tso-Latn"]},{"precision":0.886232,"recall":0.916008,"f1":0.895191,"accuracy":0.916008,"main_score":0.895191,"hf_subset":"khk_Cyrl-azj_Latn","languages":["khk-Cyrl","azj-Latn"]},{"precision":0.44944,"recall":0.505929,"f1":0.466436,"accuracy":0.505929,"main_score":0.466436,"hf_subset":"khk_Cyrl-dik_Latn","languages":["khk-Cyrl","dik-Latn"]},{"precision":0.474536,"recall":0.523715,"f1":0.488309,"accuracy":0.523715,"main_score":0.488309,"hf_subset":"khk_Cyrl-hau_Latn","languages":["khk-Cyrl","hau-Latn"]},{"precision":0.82221,"recall":0.863636,"f1":0.834441,"accuracy":0.863636,"main_score":0.834441,"hf_subset":"khk_Cyrl-kea_Latn","languages":["khk-Cyrl","kea-Latn"]},{"precision":0.550626,"recall":0.598814,"f1":0.564752,"accuracy":0.598814,"main_score":0.564752,"hf_subset":"khk_Cyrl-lus_Latn","languages":["khk-Cyrl","lus-Latn"]},{"precision":0.646509,"recall":0.6917,"f1":0.659359,"accuracy":0.6917,"main_score":0.659359,"hf_subset":"khk_Cyrl-pag_Latn","languages":["khk-Cyrl","pag-Latn"]},{"precision":0.858425,"recall":0.895257,"f1":0.869648,"accuracy":0.895257,"main_score":0.869648,"hf_subset":"khk_Cyrl-snd_Arab","languages":["khk-Cyrl","snd-Arab"]},{"precision":0.795876,"recall":0.844862,"f1":0.810524,"accuracy":0.844862,"main_score":0.810524,"hf_subset":"khk_Cyrl-tuk_Latn","languages":["khk-Cyrl","tuk-Latn"]},{"precision":0.84772,"recall":0.882411,"f1":0.857729,"accuracy":0.882411,"main_score":0.857729,"hf_subset":"khk_Cyrl-bak_Cyrl","languages":["khk-Cyrl","bak-Cyrl"]},{"precision":0.38164,"recall":0.452569,"f1":0.402234,"accuracy":0.452569,"main_score":0.402234,"hf_subset":"khk_Cyrl-dyu_Latn","languages":["khk-Cyrl","dyu-Latn"]},{"precision":0.891667,"recall":0.922925,"f1":0.90135,"accuracy":0.922925,"main_score":0.90135,"hf_subset":"khk_Cyrl-heb_Hebr","languages":["khk-Cyrl","heb-Hebr"]},{"precision":0.906736,"recall":0.934783,"f1":0.91558,"accuracy":0.934783,"main_score":0.91558,"hf_subset":"khk_Cyrl-lvs_Latn","languages":["khk-Cyrl","lvs-Latn"]},{"precision":0.903195,"recall":0.929842,"f1":0.911364,"accuracy":0.929842,"main_score":0.911364,"hf_subset":"khk_Cyrl-pan_Guru","languages":["khk-Cyrl","pan-Guru"]},{"precision":0.458754,"recall":0.51581,"f1":0.475581,"accuracy":0.51581,"main_score":0.475581,"hf_subset":"khk_Cyrl-som_Latn","languages":["khk-Cyrl","som-Latn"]},{"precision":0.478913,"recall":0.530632,"f1":0.494012,"accuracy":0.530632,"main_score":0.494012,"hf_subset":"khk_Cyrl-tum_Latn","languages":["khk-Cyrl","tum-Latn"]},{"precision":0.4324,"recall":0.517787,"f1":0.455621,"accuracy":0.517787,"main_score":0.455621,"hf_subset":"lvs_Latn-ace_Arab","languages":["lvs-Latn","ace-Arab"]},{"precision":0.431062,"recall":0.507905,"f1":0.452316,"accuracy":0.507905,"main_score":0.452316,"hf_subset":"lvs_Latn-bam_Latn","languages":["lvs-Latn","bam-Latn"]},{"precision":0.111733,"recall":0.164032,"f1":0.125091,"accuracy":0.164032,"main_score":0.125091,"hf_subset":"lvs_Latn-dzo_Tibt","languages":["lvs-Latn","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-hin_Deva","languages":["lvs-Latn","hin-Deva"]},{"precision":0.937418,"recall":0.95751,"f1":0.944005,"accuracy":0.95751,"main_score":0.944005,"hf_subset":"lvs_Latn-khm_Khmr","languages":["lvs-Latn","khm-Khmr"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"lvs_Latn-mag_Deva","languages":["lvs-Latn","mag-Deva"]},{"precision":0.971838,"recall":0.980237,"f1":0.974473,"accuracy":0.980237,"main_score":0.974473,"hf_subset":"lvs_Latn-pap_Latn","languages":["lvs-Latn","pap-Latn"]},{"precision":0.485791,"recall":0.562253,"f1":0.50689,"accuracy":0.562253,"main_score":0.50689,"hf_subset":"lvs_Latn-sot_Latn","languages":["lvs-Latn","sot-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-tur_Latn","languages":["lvs-Latn","tur-Latn"]},{"precision":0.790827,"recall":0.840909,"f1":0.806192,"accuracy":0.840909,"main_score":0.806192,"hf_subset":"lvs_Latn-ace_Latn","languages":["lvs-Latn","ace-Latn"]},{"precision":0.922101,"recall":0.944664,"f1":0.929348,"accuracy":0.944664,"main_score":0.929348,"hf_subset":"lvs_Latn-ban_Latn","languages":["lvs-Latn","ban-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-ell_Grek","languages":["lvs-Latn","ell-Grek"]},{"precision":0.98419,"recall":0.98913,"f1":0.985837,"accuracy":0.98913,"main_score":0.985837,"hf_subset":"lvs_Latn-hne_Deva","languages":["lvs-Latn","hne-Deva"]},{"precision":0.487345,"recall":0.563241,"f1":0.508972,"accuracy":0.563241,"main_score":0.508972,"hf_subset":"lvs_Latn-kik_Latn","languages":["lvs-Latn","kik-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"lvs_Latn-mai_Deva","languages":["lvs-Latn","mai-Deva"]},{"precision":0.879694,"recall":0.91502,"f1":0.891041,"accuracy":0.91502,"main_score":0.891041,"hf_subset":"lvs_Latn-pbt_Arab","languages":["lvs-Latn","pbt-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"lvs_Latn-spa_Latn","languages":["lvs-Latn","spa-Latn"]},{"precision":0.541091,"recall":0.61166,"f1":0.561148,"accuracy":0.61166,"main_score":0.561148,"hf_subset":"lvs_Latn-twi_Latn","languages":["lvs-Latn","twi-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"lvs_Latn-acm_Arab","languages":["lvs-Latn","acm-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-bel_Cyrl","languages":["lvs-Latn","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-eng_Latn","languages":["lvs-Latn","eng-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-hrv_Latn","languages":["lvs-Latn","hrv-Latn"]},{"precision":0.451651,"recall":0.520751,"f1":0.470843,"accuracy":0.520751,"main_score":0.470843,"hf_subset":"lvs_Latn-kin_Latn","languages":["lvs-Latn","kin-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"lvs_Latn-mal_Mlym","languages":["lvs-Latn","mal-Mlym"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-pes_Arab","languages":["lvs-Latn","pes-Arab"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"lvs_Latn-srd_Latn","languages":["lvs-Latn","srd-Latn"]},{"precision":0.121932,"recall":0.188735,"f1":0.135932,"accuracy":0.188735,"main_score":0.135932,"hf_subset":"lvs_Latn-tzm_Tfng","languages":["lvs-Latn","tzm-Tfng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-acq_Arab","languages":["lvs-Latn","acq-Arab"]},{"precision":0.503916,"recall":0.575099,"f1":0.524093,"accuracy":0.575099,"main_score":0.524093,"hf_subset":"lvs_Latn-bem_Latn","languages":["lvs-Latn","bem-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-epo_Latn","languages":["lvs-Latn","epo-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-hun_Latn","languages":["lvs-Latn","hun-Latn"]},{"precision":0.963274,"recall":0.975296,"f1":0.967227,"accuracy":0.975296,"main_score":0.967227,"hf_subset":"lvs_Latn-kir_Cyrl","languages":["lvs-Latn","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-mar_Deva","languages":["lvs-Latn","mar-Deva"]},{"precision":0.555496,"recall":0.618577,"f1":0.57365,"accuracy":0.618577,"main_score":0.57365,"hf_subset":"lvs_Latn-plt_Latn","languages":["lvs-Latn","plt-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"lvs_Latn-srp_Cyrl","languages":["lvs-Latn","srp-Cyrl"]},{"precision":0.940217,"recall":0.958498,"f1":0.946146,"accuracy":0.958498,"main_score":0.946146,"hf_subset":"lvs_Latn-uig_Arab","languages":["lvs-Latn","uig-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"lvs_Latn-aeb_Arab","languages":["lvs-Latn","aeb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-ben_Beng","languages":["lvs-Latn","ben-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-est_Latn","languages":["lvs-Latn","est-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"lvs_Latn-hye_Armn","languages":["lvs-Latn","hye-Armn"]},{"precision":0.441527,"recall":0.511858,"f1":0.461164,"accuracy":0.511858,"main_score":0.461164,"hf_subset":"lvs_Latn-kmb_Latn","languages":["lvs-Latn","kmb-Latn"]},{"precision":0.38318,"recall":0.474308,"f1":0.407295,"accuracy":0.474308,"main_score":0.407295,"hf_subset":"lvs_Latn-min_Arab","languages":["lvs-Latn","min-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-pol_Latn","languages":["lvs-Latn","pol-Latn"]},{"precision":0.435601,"recall":0.514822,"f1":0.457117,"accuracy":0.514822,"main_score":0.457117,"hf_subset":"lvs_Latn-ssw_Latn","languages":["lvs-Latn","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-ukr_Cyrl","languages":["lvs-Latn","ukr-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-afr_Latn","languages":["lvs-Latn","afr-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"lvs_Latn-bho_Deva","languages":["lvs-Latn","bho-Deva"]},{"precision":0.947134,"recall":0.964427,"f1":0.952899,"accuracy":0.964427,"main_score":0.952899,"hf_subset":"lvs_Latn-eus_Latn","languages":["lvs-Latn","eus-Latn"]},{"precision":0.481053,"recall":0.555336,"f1":0.500698,"accuracy":0.555336,"main_score":0.500698,"hf_subset":"lvs_Latn-ibo_Latn","languages":["lvs-Latn","ibo-Latn"]},{"precision":0.701187,"recall":0.768775,"f1":0.720644,"accuracy":0.768775,"main_score":0.720644,"hf_subset":"lvs_Latn-kmr_Latn","languages":["lvs-Latn","kmr-Latn"]},{"precision":0.956028,"recall":0.970356,"f1":0.960804,"accuracy":0.970356,"main_score":0.960804,"hf_subset":"lvs_Latn-min_Latn","languages":["lvs-Latn","min-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-por_Latn","languages":["lvs-Latn","por-Latn"]},{"precision":0.976285,"recall":0.98419,"f1":0.97892,"accuracy":0.98419,"main_score":0.97892,"hf_subset":"lvs_Latn-sun_Latn","languages":["lvs-Latn","sun-Latn"]},{"precision":0.442954,"recall":0.513834,"f1":0.463505,"accuracy":0.513834,"main_score":0.463505,"hf_subset":"lvs_Latn-umb_Latn","languages":["lvs-Latn","umb-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-ajp_Arab","languages":["lvs-Latn","ajp-Arab"]},{"precision":0.399052,"recall":0.497036,"f1":0.425877,"accuracy":0.497036,"main_score":0.425877,"hf_subset":"lvs_Latn-bjn_Arab","languages":["lvs-Latn","bjn-Arab"]},{"precision":0.44932,"recall":0.517787,"f1":0.468006,"accuracy":0.517787,"main_score":0.468006,"hf_subset":"lvs_Latn-ewe_Latn","languages":["lvs-Latn","ewe-Latn"]},{"precision":0.844812,"recall":0.884387,"f1":0.857115,"accuracy":0.884387,"main_score":0.857115,"hf_subset":"lvs_Latn-ilo_Latn","languages":["lvs-Latn","ilo-Latn"]},{"precision":0.182185,"recall":0.262846,"f1":0.202212,"accuracy":0.262846,"main_score":0.202212,"hf_subset":"lvs_Latn-knc_Arab","languages":["lvs-Latn","knc-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-mkd_Cyrl","languages":["lvs-Latn","mkd-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"lvs_Latn-prs_Arab","languages":["lvs-Latn","prs-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-swe_Latn","languages":["lvs-Latn","swe-Latn"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"lvs_Latn-urd_Arab","languages":["lvs-Latn","urd-Arab"]},{"precision":0.521652,"recall":0.591897,"f1":0.541994,"accuracy":0.591897,"main_score":0.541994,"hf_subset":"lvs_Latn-aka_Latn","languages":["lvs-Latn","aka-Latn"]},{"precision":0.967391,"recall":0.978261,"f1":0.971014,"accuracy":0.978261,"main_score":0.971014,"hf_subset":"lvs_Latn-bjn_Latn","languages":["lvs-Latn","bjn-Latn"]},{"precision":0.943347,"recall":0.961462,"f1":0.949275,"accuracy":0.961462,"main_score":0.949275,"hf_subset":"lvs_Latn-fao_Latn","languages":["lvs-Latn","fao-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-ind_Latn","languages":["lvs-Latn","ind-Latn"]},{"precision":0.50568,"recall":0.574111,"f1":0.524363,"accuracy":0.574111,"main_score":0.524363,"hf_subset":"lvs_Latn-knc_Latn","languages":["lvs-Latn","knc-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"lvs_Latn-mlt_Latn","languages":["lvs-Latn","mlt-Latn"]},{"precision":0.54232,"recall":0.62253,"f1":0.564737,"accuracy":0.62253,"main_score":0.564737,"hf_subset":"lvs_Latn-quy_Latn","languages":["lvs-Latn","quy-Latn"]},{"precision":0.70746,"recall":0.77668,"f1":0.727964,"accuracy":0.77668,"main_score":0.727964,"hf_subset":"lvs_Latn-swh_Latn","languages":["lvs-Latn","swh-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"lvs_Latn-uzn_Latn","languages":["lvs-Latn","uzn-Latn"]},{"precision":0.995883,"recall":0.997036,"f1":0.996212,"accuracy":0.997036,"main_score":0.996212,"hf_subset":"lvs_Latn-als_Latn","languages":["lvs-Latn","als-Latn"]},{"precision":0.16254,"recall":0.23913,"f1":0.180964,"accuracy":0.23913,"main_score":0.180964,"hf_subset":"lvs_Latn-bod_Tibt","languages":["lvs-Latn","bod-Tibt"]},{"precision":0.460681,"recall":0.529644,"f1":0.479299,"accuracy":0.529644,"main_score":0.479299,"hf_subset":"lvs_Latn-fij_Latn","languages":["lvs-Latn","fij-Latn"]},{"precision":0.951416,"recall":0.967391,"f1":0.956686,"accuracy":0.967391,"main_score":0.956686,"hf_subset":"lvs_Latn-isl_Latn","languages":["lvs-Latn","isl-Latn"]},{"precision":0.536504,"recall":0.615613,"f1":0.559231,"accuracy":0.615613,"main_score":0.559231,"hf_subset":"lvs_Latn-kon_Latn","languages":["lvs-Latn","kon-Latn"]},{"precision":0.491243,"recall":0.58004,"f1":0.515713,"accuracy":0.58004,"main_score":0.515713,"hf_subset":"lvs_Latn-mni_Beng","languages":["lvs-Latn","mni-Beng"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-ron_Latn","languages":["lvs-Latn","ron-Latn"]},{"precision":0.98419,"recall":0.988142,"f1":0.985507,"accuracy":0.988142,"main_score":0.985507,"hf_subset":"lvs_Latn-szl_Latn","languages":["lvs-Latn","szl-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"lvs_Latn-vec_Latn","languages":["lvs-Latn","vec-Latn"]},{"precision":0.552028,"recall":0.642292,"f1":0.577935,"accuracy":0.642292,"main_score":0.577935,"hf_subset":"lvs_Latn-amh_Ethi","languages":["lvs-Latn","amh-Ethi"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-bos_Latn","languages":["lvs-Latn","bos-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"lvs_Latn-fin_Latn","languages":["lvs-Latn","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-ita_Latn","languages":["lvs-Latn","ita-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-kor_Hang","languages":["lvs-Latn","kor-Hang"]},{"precision":0.471216,"recall":0.547431,"f1":0.492394,"accuracy":0.547431,"main_score":0.492394,"hf_subset":"lvs_Latn-mos_Latn","languages":["lvs-Latn","mos-Latn"]},{"precision":0.441991,"recall":0.51087,"f1":0.460772,"accuracy":0.51087,"main_score":0.460772,"hf_subset":"lvs_Latn-run_Latn","languages":["lvs-Latn","run-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"lvs_Latn-tam_Taml","languages":["lvs-Latn","tam-Taml"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-vie_Latn","languages":["lvs-Latn","vie-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"lvs_Latn-apc_Arab","languages":["lvs-Latn","apc-Arab"]},{"precision":0.719219,"recall":0.781621,"f1":0.737615,"accuracy":0.781621,"main_score":0.737615,"hf_subset":"lvs_Latn-bug_Latn","languages":["lvs-Latn","bug-Latn"]},{"precision":0.400006,"recall":0.476285,"f1":0.420246,"accuracy":0.476285,"main_score":0.420246,"hf_subset":"lvs_Latn-fon_Latn","languages":["lvs-Latn","fon-Latn"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"lvs_Latn-jav_Latn","languages":["lvs-Latn","jav-Latn"]},{"precision":0.899045,"recall":0.93083,"f1":0.90942,"accuracy":0.93083,"main_score":0.90942,"hf_subset":"lvs_Latn-lao_Laoo","languages":["lvs-Latn","lao-Laoo"]},{"precision":0.57754,"recall":0.658103,"f1":0.600661,"accuracy":0.658103,"main_score":0.600661,"hf_subset":"lvs_Latn-mri_Latn","languages":["lvs-Latn","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-rus_Cyrl","languages":["lvs-Latn","rus-Cyrl"]},{"precision":0.470674,"recall":0.54249,"f1":0.490939,"accuracy":0.54249,"main_score":0.490939,"hf_subset":"lvs_Latn-taq_Latn","languages":["lvs-Latn","taq-Latn"]},{"precision":0.971838,"recall":0.981225,"f1":0.974967,"accuracy":0.981225,"main_score":0.974967,"hf_subset":"lvs_Latn-war_Latn","languages":["lvs-Latn","war-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-arb_Arab","languages":["lvs-Latn","arb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-bul_Cyrl","languages":["lvs-Latn","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-fra_Latn","languages":["lvs-Latn","fra-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-jpn_Jpan","languages":["lvs-Latn","jpn-Jpan"]},{"precision":0.988472,"recall":0.992095,"f1":0.989625,"accuracy":0.992095,"main_score":0.989625,"hf_subset":"lvs_Latn-lij_Latn","languages":["lvs-Latn","lij-Latn"]},{"precision":0.944005,"recall":0.961462,"f1":0.949769,"accuracy":0.961462,"main_score":0.949769,"hf_subset":"lvs_Latn-mya_Mymr","languages":["lvs-Latn","mya-Mymr"]},{"precision":0.485094,"recall":0.572134,"f1":0.509928,"accuracy":0.572134,"main_score":0.509928,"hf_subset":"lvs_Latn-sag_Latn","languages":["lvs-Latn","sag-Latn"]},{"precision":0.137638,"recall":0.218379,"f1":0.153748,"accuracy":0.218379,"main_score":0.153748,"hf_subset":"lvs_Latn-taq_Tfng","languages":["lvs-Latn","taq-Tfng"]},{"precision":0.541111,"recall":0.618577,"f1":0.563195,"accuracy":0.618577,"main_score":0.563195,"hf_subset":"lvs_Latn-wol_Latn","languages":["lvs-Latn","wol-Latn"]},{"precision":0.603891,"recall":0.693676,"f1":0.629602,"accuracy":0.693676,"main_score":0.629602,"hf_subset":"lvs_Latn-arb_Latn","languages":["lvs-Latn","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-cat_Latn","languages":["lvs-Latn","cat-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"lvs_Latn-fur_Latn","languages":["lvs-Latn","fur-Latn"]},{"precision":0.334853,"recall":0.402174,"f1":0.352546,"accuracy":0.402174,"main_score":0.352546,"hf_subset":"lvs_Latn-kab_Latn","languages":["lvs-Latn","kab-Latn"]},{"precision":0.970026,"recall":0.979249,"f1":0.972991,"accuracy":0.979249,"main_score":0.972991,"hf_subset":"lvs_Latn-lim_Latn","languages":["lvs-Latn","lim-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"lvs_Latn-nld_Latn","languages":["lvs-Latn","nld-Latn"]},{"precision":0.957592,"recall":0.970356,"f1":0.961693,"accuracy":0.970356,"main_score":0.961693,"hf_subset":"lvs_Latn-san_Deva","languages":["lvs-Latn","san-Deva"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"lvs_Latn-tat_Cyrl","languages":["lvs-Latn","tat-Cyrl"]},{"precision":0.500795,"recall":0.582016,"f1":0.523768,"accuracy":0.582016,"main_score":0.523768,"hf_subset":"lvs_Latn-xho_Latn","languages":["lvs-Latn","xho-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-ars_Arab","languages":["lvs-Latn","ars-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"lvs_Latn-ceb_Latn","languages":["lvs-Latn","ceb-Latn"]},{"precision":0.458564,"recall":0.533597,"f1":0.479511,"accuracy":0.533597,"main_score":0.479511,"hf_subset":"lvs_Latn-fuv_Latn","languages":["lvs-Latn","fuv-Latn"]},{"precision":0.44481,"recall":0.52668,"f1":0.466959,"accuracy":0.52668,"main_score":0.466959,"hf_subset":"lvs_Latn-kac_Latn","languages":["lvs-Latn","kac-Latn"]},{"precision":0.544272,"recall":0.62747,"f1":0.567747,"accuracy":0.62747,"main_score":0.567747,"hf_subset":"lvs_Latn-lin_Latn","languages":["lvs-Latn","lin-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-nno_Latn","languages":["lvs-Latn","nno-Latn"]},{"precision":0.016479,"recall":0.057312,"f1":0.022217,"accuracy":0.057312,"main_score":0.022217,"hf_subset":"lvs_Latn-sat_Olck","languages":["lvs-Latn","sat-Olck"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"lvs_Latn-tel_Telu","languages":["lvs-Latn","tel-Telu"]},{"precision":0.729611,"recall":0.799407,"f1":0.750532,"accuracy":0.799407,"main_score":0.750532,"hf_subset":"lvs_Latn-ydd_Hebr","languages":["lvs-Latn","ydd-Hebr"]},{"precision":0.953393,"recall":0.968379,"f1":0.958333,"accuracy":0.968379,"main_score":0.958333,"hf_subset":"lvs_Latn-ary_Arab","languages":["lvs-Latn","ary-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-ces_Latn","languages":["lvs-Latn","ces-Latn"]},{"precision":0.389705,"recall":0.47332,"f1":0.412068,"accuracy":0.47332,"main_score":0.412068,"hf_subset":"lvs_Latn-gaz_Latn","languages":["lvs-Latn","gaz-Latn"]},{"precision":0.485971,"recall":0.561265,"f1":0.506922,"accuracy":0.561265,"main_score":0.506922,"hf_subset":"lvs_Latn-kam_Latn","languages":["lvs-Latn","kam-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"lvs_Latn-lit_Latn","languages":["lvs-Latn","lit-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-nob_Latn","languages":["lvs-Latn","nob-Latn"]},{"precision":0.978261,"recall":0.985178,"f1":0.980567,"accuracy":0.985178,"main_score":0.980567,"hf_subset":"lvs_Latn-scn_Latn","languages":["lvs-Latn","scn-Latn"]},{"precision":0.914032,"recall":0.940711,"f1":0.922596,"accuracy":0.940711,"main_score":0.922596,"hf_subset":"lvs_Latn-tgk_Cyrl","languages":["lvs-Latn","tgk-Cyrl"]},{"precision":0.421765,"recall":0.5,"f1":0.44358,"accuracy":0.5,"main_score":0.44358,"hf_subset":"lvs_Latn-yor_Latn","languages":["lvs-Latn","yor-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"lvs_Latn-arz_Arab","languages":["lvs-Latn","arz-Arab"]},{"precision":0.461955,"recall":0.550395,"f1":0.486143,"accuracy":0.550395,"main_score":0.486143,"hf_subset":"lvs_Latn-cjk_Latn","languages":["lvs-Latn","cjk-Latn"]},{"precision":0.610795,"recall":0.6917,"f1":0.634579,"accuracy":0.6917,"main_score":0.634579,"hf_subset":"lvs_Latn-gla_Latn","languages":["lvs-Latn","gla-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"lvs_Latn-kan_Knda","languages":["lvs-Latn","kan-Knda"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"lvs_Latn-lmo_Latn","languages":["lvs-Latn","lmo-Latn"]},{"precision":0.988636,"recall":0.992095,"f1":0.989789,"accuracy":0.992095,"main_score":0.989789,"hf_subset":"lvs_Latn-npi_Deva","languages":["lvs-Latn","npi-Deva"]},{"precision":0.407539,"recall":0.501976,"f1":0.432824,"accuracy":0.501976,"main_score":0.432824,"hf_subset":"lvs_Latn-shn_Mymr","languages":["lvs-Latn","shn-Mymr"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-tgl_Latn","languages":["lvs-Latn","tgl-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-yue_Hant","languages":["lvs-Latn","yue-Hant"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"lvs_Latn-asm_Beng","languages":["lvs-Latn","asm-Beng"]},{"precision":0.715673,"recall":0.781621,"f1":0.735007,"accuracy":0.781621,"main_score":0.735007,"hf_subset":"lvs_Latn-ckb_Arab","languages":["lvs-Latn","ckb-Arab"]},{"precision":0.731621,"recall":0.798419,"f1":0.75191,"accuracy":0.798419,"main_score":0.75191,"hf_subset":"lvs_Latn-gle_Latn","languages":["lvs-Latn","gle-Latn"]},{"precision":0.87808,"recall":0.91502,"f1":0.890053,"accuracy":0.91502,"main_score":0.890053,"hf_subset":"lvs_Latn-kas_Arab","languages":["lvs-Latn","kas-Arab"]},{"precision":0.932148,"recall":0.953557,"f1":0.939229,"accuracy":0.953557,"main_score":0.939229,"hf_subset":"lvs_Latn-ltg_Latn","languages":["lvs-Latn","ltg-Latn"]},{"precision":0.512648,"recall":0.582016,"f1":0.532158,"accuracy":0.582016,"main_score":0.532158,"hf_subset":"lvs_Latn-nso_Latn","languages":["lvs-Latn","nso-Latn"]},{"precision":0.465994,"recall":0.562253,"f1":0.49323,"accuracy":0.562253,"main_score":0.49323,"hf_subset":"lvs_Latn-sin_Sinh","languages":["lvs-Latn","sin-Sinh"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"lvs_Latn-tha_Thai","languages":["lvs-Latn","tha-Thai"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-zho_Hans","languages":["lvs-Latn","zho-Hans"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-ast_Latn","languages":["lvs-Latn","ast-Latn"]},{"precision":0.989625,"recall":0.993083,"f1":0.990777,"accuracy":0.993083,"main_score":0.990777,"hf_subset":"lvs_Latn-crh_Latn","languages":["lvs-Latn","crh-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-glg_Latn","languages":["lvs-Latn","glg-Latn"]},{"precision":0.738373,"recall":0.805336,"f1":0.758583,"accuracy":0.805336,"main_score":0.758583,"hf_subset":"lvs_Latn-kas_Deva","languages":["lvs-Latn","kas-Deva"]},{"precision":0.985178,"recall":0.990119,"f1":0.986825,"accuracy":0.990119,"main_score":0.986825,"hf_subset":"lvs_Latn-ltz_Latn","languages":["lvs-Latn","ltz-Latn"]},{"precision":0.374161,"recall":0.455534,"f1":0.395453,"accuracy":0.455534,"main_score":0.395453,"hf_subset":"lvs_Latn-nus_Latn","languages":["lvs-Latn","nus-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-slk_Latn","languages":["lvs-Latn","slk-Latn"]},{"precision":0.267738,"recall":0.337945,"f1":0.286061,"accuracy":0.337945,"main_score":0.286061,"hf_subset":"lvs_Latn-tir_Ethi","languages":["lvs-Latn","tir-Ethi"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"lvs_Latn-zho_Hant","languages":["lvs-Latn","zho-Hant"]},{"precision":0.979578,"recall":0.985178,"f1":0.98139,"accuracy":0.985178,"main_score":0.98139,"hf_subset":"lvs_Latn-awa_Deva","languages":["lvs-Latn","awa-Deva"]},{"precision":0.856884,"recall":0.898221,"f1":0.870026,"accuracy":0.898221,"main_score":0.870026,"hf_subset":"lvs_Latn-cym_Latn","languages":["lvs-Latn","cym-Latn"]},{"precision":0.708037,"recall":0.768775,"f1":0.726059,"accuracy":0.768775,"main_score":0.726059,"hf_subset":"lvs_Latn-grn_Latn","languages":["lvs-Latn","grn-Latn"]},{"precision":0.982543,"recall":0.988142,"f1":0.984354,"accuracy":0.988142,"main_score":0.984354,"hf_subset":"lvs_Latn-kat_Geor","languages":["lvs-Latn","kat-Geor"]},{"precision":0.548892,"recall":0.617589,"f1":0.567671,"accuracy":0.617589,"main_score":0.567671,"hf_subset":"lvs_Latn-lua_Latn","languages":["lvs-Latn","lua-Latn"]},{"precision":0.499797,"recall":0.573123,"f1":0.520252,"accuracy":0.573123,"main_score":0.520252,"hf_subset":"lvs_Latn-nya_Latn","languages":["lvs-Latn","nya-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-slv_Latn","languages":["lvs-Latn","slv-Latn"]},{"precision":0.76777,"recall":0.826087,"f1":0.785526,"accuracy":0.826087,"main_score":0.785526,"hf_subset":"lvs_Latn-tpi_Latn","languages":["lvs-Latn","tpi-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-zsm_Latn","languages":["lvs-Latn","zsm-Latn"]},{"precision":0.457746,"recall":0.529644,"f1":0.47743,"accuracy":0.529644,"main_score":0.47743,"hf_subset":"lvs_Latn-ayr_Latn","languages":["lvs-Latn","ayr-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"lvs_Latn-dan_Latn","languages":["lvs-Latn","dan-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"lvs_Latn-guj_Gujr","languages":["lvs-Latn","guj-Gujr"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"lvs_Latn-kaz_Cyrl","languages":["lvs-Latn","kaz-Cyrl"]},{"precision":0.438444,"recall":0.509881,"f1":0.457711,"accuracy":0.509881,"main_score":0.457711,"hf_subset":"lvs_Latn-lug_Latn","languages":["lvs-Latn","lug-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-oci_Latn","languages":["lvs-Latn","oci-Latn"]},{"precision":0.50711,"recall":0.587945,"f1":0.529951,"accuracy":0.587945,"main_score":0.529951,"hf_subset":"lvs_Latn-smo_Latn","languages":["lvs-Latn","smo-Latn"]},{"precision":0.451544,"recall":0.523715,"f1":0.471121,"accuracy":0.523715,"main_score":0.471121,"hf_subset":"lvs_Latn-tsn_Latn","languages":["lvs-Latn","tsn-Latn"]},{"precision":0.452639,"recall":0.528656,"f1":0.473114,"accuracy":0.528656,"main_score":0.473114,"hf_subset":"lvs_Latn-zul_Latn","languages":["lvs-Latn","zul-Latn"]},{"precision":0.809239,"recall":0.863636,"f1":0.82612,"accuracy":0.863636,"main_score":0.82612,"hf_subset":"lvs_Latn-azb_Arab","languages":["lvs-Latn","azb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-deu_Latn","languages":["lvs-Latn","deu-Latn"]},{"precision":0.918643,"recall":0.942688,"f1":0.926548,"accuracy":0.942688,"main_score":0.926548,"hf_subset":"lvs_Latn-hat_Latn","languages":["lvs-Latn","hat-Latn"]},{"precision":0.417363,"recall":0.492095,"f1":0.437804,"accuracy":0.492095,"main_score":0.437804,"hf_subset":"lvs_Latn-kbp_Latn","languages":["lvs-Latn","kbp-Latn"]},{"precision":0.474241,"recall":0.547431,"f1":0.493975,"accuracy":0.547431,"main_score":0.493975,"hf_subset":"lvs_Latn-luo_Latn","languages":["lvs-Latn","luo-Latn"]},{"precision":0.992918,"recall":0.995059,"f1":0.993577,"accuracy":0.995059,"main_score":0.993577,"hf_subset":"lvs_Latn-ory_Orya","languages":["lvs-Latn","ory-Orya"]},{"precision":0.471286,"recall":0.544466,"f1":0.492107,"accuracy":0.544466,"main_score":0.492107,"hf_subset":"lvs_Latn-sna_Latn","languages":["lvs-Latn","sna-Latn"]},{"precision":0.456022,"recall":0.523715,"f1":0.474675,"accuracy":0.523715,"main_score":0.474675,"hf_subset":"lvs_Latn-tso_Latn","languages":["lvs-Latn","tso-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"lvs_Latn-azj_Latn","languages":["lvs-Latn","azj-Latn"]},{"precision":0.441765,"recall":0.523715,"f1":0.464698,"accuracy":0.523715,"main_score":0.464698,"hf_subset":"lvs_Latn-dik_Latn","languages":["lvs-Latn","dik-Latn"]},{"precision":0.44809,"recall":0.518775,"f1":0.468579,"accuracy":0.518775,"main_score":0.468579,"hf_subset":"lvs_Latn-hau_Latn","languages":["lvs-Latn","hau-Latn"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"lvs_Latn-kea_Latn","languages":["lvs-Latn","kea-Latn"]},{"precision":0.625792,"recall":0.693676,"f1":0.645131,"accuracy":0.693676,"main_score":0.645131,"hf_subset":"lvs_Latn-lus_Latn","languages":["lvs-Latn","lus-Latn"]},{"precision":0.804545,"recall":0.851779,"f1":0.818563,"accuracy":0.851779,"main_score":0.818563,"hf_subset":"lvs_Latn-pag_Latn","languages":["lvs-Latn","pag-Latn"]},{"precision":0.985672,"recall":0.990119,"f1":0.987154,"accuracy":0.990119,"main_score":0.987154,"hf_subset":"lvs_Latn-snd_Arab","languages":["lvs-Latn","snd-Arab"]},{"precision":0.889032,"recall":0.922925,"f1":0.899868,"accuracy":0.922925,"main_score":0.899868,"hf_subset":"lvs_Latn-tuk_Latn","languages":["lvs-Latn","tuk-Latn"]},{"precision":0.963109,"recall":0.974308,"f1":0.966733,"accuracy":0.974308,"main_score":0.966733,"hf_subset":"lvs_Latn-bak_Cyrl","languages":["lvs-Latn","bak-Cyrl"]},{"precision":0.384511,"recall":0.481225,"f1":0.411501,"accuracy":0.481225,"main_score":0.411501,"hf_subset":"lvs_Latn-dyu_Latn","languages":["lvs-Latn","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-heb_Hebr","languages":["lvs-Latn","heb-Hebr"]},{"precision":0.914361,"recall":0.940711,"f1":0.92276,"accuracy":0.940711,"main_score":0.92276,"hf_subset":"lvs_Latn-khk_Cyrl","languages":["lvs-Latn","khk-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"lvs_Latn-pan_Guru","languages":["lvs-Latn","pan-Guru"]},{"precision":0.441255,"recall":0.522727,"f1":0.464581,"accuracy":0.522727,"main_score":0.464581,"hf_subset":"lvs_Latn-som_Latn","languages":["lvs-Latn","som-Latn"]},{"precision":0.483969,"recall":0.552372,"f1":0.502964,"accuracy":0.552372,"main_score":0.502964,"hf_subset":"lvs_Latn-tum_Latn","languages":["lvs-Latn","tum-Latn"]},{"precision":0.39179,"recall":0.479249,"f1":0.415557,"accuracy":0.479249,"main_score":0.415557,"hf_subset":"pan_Guru-ace_Arab","languages":["pan-Guru","ace-Arab"]},{"precision":0.428147,"recall":0.495059,"f1":0.446764,"accuracy":0.495059,"main_score":0.446764,"hf_subset":"pan_Guru-bam_Latn","languages":["pan-Guru","bam-Latn"]},{"precision":0.111527,"recall":0.160079,"f1":0.124011,"accuracy":0.160079,"main_score":0.124011,"hf_subset":"pan_Guru-dzo_Tibt","languages":["pan-Guru","dzo-Tibt"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pan_Guru-hin_Deva","languages":["pan-Guru","hin-Deva"]},{"precision":0.934453,"recall":0.955534,"f1":0.94137,"accuracy":0.955534,"main_score":0.94137,"hf_subset":"pan_Guru-khm_Khmr","languages":["pan-Guru","khm-Khmr"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pan_Guru-mag_Deva","languages":["pan-Guru","mag-Deva"]},{"precision":0.950922,"recall":0.965415,"f1":0.955534,"accuracy":0.965415,"main_score":0.955534,"hf_subset":"pan_Guru-pap_Latn","languages":["pan-Guru","pap-Latn"]},{"precision":0.469444,"recall":0.541502,"f1":0.489574,"accuracy":0.541502,"main_score":0.489574,"hf_subset":"pan_Guru-sot_Latn","languages":["pan-Guru","sot-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-tur_Latn","languages":["pan-Guru","tur-Latn"]},{"precision":0.772152,"recall":0.823123,"f1":0.787541,"accuracy":0.823123,"main_score":0.787541,"hf_subset":"pan_Guru-ace_Latn","languages":["pan-Guru","ace-Latn"]},{"precision":0.889822,"recall":0.922925,"f1":0.900527,"accuracy":0.922925,"main_score":0.900527,"hf_subset":"pan_Guru-ban_Latn","languages":["pan-Guru","ban-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pan_Guru-ell_Grek","languages":["pan-Guru","ell-Grek"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"pan_Guru-hne_Deva","languages":["pan-Guru","hne-Deva"]},{"precision":0.468717,"recall":0.544466,"f1":0.490161,"accuracy":0.544466,"main_score":0.490161,"hf_subset":"pan_Guru-kik_Latn","languages":["pan-Guru","kik-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-mai_Deva","languages":["pan-Guru","mai-Deva"]},{"precision":0.898551,"recall":0.926877,"f1":0.907411,"accuracy":0.926877,"main_score":0.907411,"hf_subset":"pan_Guru-pbt_Arab","languages":["pan-Guru","pbt-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-spa_Latn","languages":["pan-Guru","spa-Latn"]},{"precision":0.529595,"recall":0.598814,"f1":0.548906,"accuracy":0.598814,"main_score":0.548906,"hf_subset":"pan_Guru-twi_Latn","languages":["pan-Guru","twi-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"pan_Guru-acm_Arab","languages":["pan-Guru","acm-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"pan_Guru-bel_Cyrl","languages":["pan-Guru","bel-Cyrl"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pan_Guru-eng_Latn","languages":["pan-Guru","eng-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pan_Guru-hrv_Latn","languages":["pan-Guru","hrv-Latn"]},{"precision":0.437173,"recall":0.503953,"f1":0.455263,"accuracy":0.503953,"main_score":0.455263,"hf_subset":"pan_Guru-kin_Latn","languages":["pan-Guru","kin-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pan_Guru-mal_Mlym","languages":["pan-Guru","mal-Mlym"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-pes_Arab","languages":["pan-Guru","pes-Arab"]},{"precision":0.969203,"recall":0.979249,"f1":0.972497,"accuracy":0.979249,"main_score":0.972497,"hf_subset":"pan_Guru-srd_Latn","languages":["pan-Guru","srd-Latn"]},{"precision":0.129673,"recall":0.1917,"f1":0.143392,"accuracy":0.1917,"main_score":0.143392,"hf_subset":"pan_Guru-tzm_Tfng","languages":["pan-Guru","tzm-Tfng"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"pan_Guru-acq_Arab","languages":["pan-Guru","acq-Arab"]},{"precision":0.500309,"recall":0.564229,"f1":0.518293,"accuracy":0.564229,"main_score":0.518293,"hf_subset":"pan_Guru-bem_Latn","languages":["pan-Guru","bem-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pan_Guru-epo_Latn","languages":["pan-Guru","epo-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pan_Guru-hun_Latn","languages":["pan-Guru","hun-Latn"]},{"precision":0.95471,"recall":0.969368,"f1":0.959486,"accuracy":0.969368,"main_score":0.959486,"hf_subset":"pan_Guru-kir_Cyrl","languages":["pan-Guru","kir-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-mar_Deva","languages":["pan-Guru","mar-Deva"]},{"precision":0.522144,"recall":0.589921,"f1":0.541674,"accuracy":0.589921,"main_score":0.541674,"hf_subset":"pan_Guru-plt_Latn","languages":["pan-Guru","plt-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-srp_Cyrl","languages":["pan-Guru","srp-Cyrl"]},{"precision":0.936594,"recall":0.955534,"f1":0.942852,"accuracy":0.955534,"main_score":0.942852,"hf_subset":"pan_Guru-uig_Arab","languages":["pan-Guru","uig-Arab"]},{"precision":0.981225,"recall":0.987154,"f1":0.983202,"accuracy":0.987154,"main_score":0.983202,"hf_subset":"pan_Guru-aeb_Arab","languages":["pan-Guru","aeb-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-ben_Beng","languages":["pan-Guru","ben-Beng"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"pan_Guru-est_Latn","languages":["pan-Guru","est-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"pan_Guru-hye_Armn","languages":["pan-Guru","hye-Armn"]},{"precision":0.437557,"recall":0.501976,"f1":0.455247,"accuracy":0.501976,"main_score":0.455247,"hf_subset":"pan_Guru-kmb_Latn","languages":["pan-Guru","kmb-Latn"]},{"precision":0.353265,"recall":0.444664,"f1":0.377191,"accuracy":0.444664,"main_score":0.377191,"hf_subset":"pan_Guru-min_Arab","languages":["pan-Guru","min-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pan_Guru-pol_Latn","languages":["pan-Guru","pol-Latn"]},{"precision":0.417304,"recall":0.496047,"f1":0.438804,"accuracy":0.496047,"main_score":0.438804,"hf_subset":"pan_Guru-ssw_Latn","languages":["pan-Guru","ssw-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pan_Guru-ukr_Cyrl","languages":["pan-Guru","ukr-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-afr_Latn","languages":["pan-Guru","afr-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"pan_Guru-bho_Deva","languages":["pan-Guru","bho-Deva"]},{"precision":0.933712,"recall":0.954545,"f1":0.940448,"accuracy":0.954545,"main_score":0.940448,"hf_subset":"pan_Guru-eus_Latn","languages":["pan-Guru","eus-Latn"]},{"precision":0.456166,"recall":0.529644,"f1":0.476547,"accuracy":0.529644,"main_score":0.476547,"hf_subset":"pan_Guru-ibo_Latn","languages":["pan-Guru","ibo-Latn"]},{"precision":0.702701,"recall":0.768775,"f1":0.722442,"accuracy":0.768775,"main_score":0.722442,"hf_subset":"pan_Guru-kmr_Latn","languages":["pan-Guru","kmr-Latn"]},{"precision":0.942852,"recall":0.960474,"f1":0.948617,"accuracy":0.960474,"main_score":0.948617,"hf_subset":"pan_Guru-min_Latn","languages":["pan-Guru","min-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-por_Latn","languages":["pan-Guru","por-Latn"]},{"precision":0.972003,"recall":0.980237,"f1":0.974638,"accuracy":0.980237,"main_score":0.974638,"hf_subset":"pan_Guru-sun_Latn","languages":["pan-Guru","sun-Latn"]},{"precision":0.414174,"recall":0.479249,"f1":0.433059,"accuracy":0.479249,"main_score":0.433059,"hf_subset":"pan_Guru-umb_Latn","languages":["pan-Guru","umb-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pan_Guru-ajp_Arab","languages":["pan-Guru","ajp-Arab"]},{"precision":0.37677,"recall":0.462451,"f1":0.39965,"accuracy":0.462451,"main_score":0.39965,"hf_subset":"pan_Guru-bjn_Arab","languages":["pan-Guru","bjn-Arab"]},{"precision":0.431798,"recall":0.498024,"f1":0.45022,"accuracy":0.498024,"main_score":0.45022,"hf_subset":"pan_Guru-ewe_Latn","languages":["pan-Guru","ewe-Latn"]},{"precision":0.831835,"recall":0.874506,"f1":0.844895,"accuracy":0.874506,"main_score":0.844895,"hf_subset":"pan_Guru-ilo_Latn","languages":["pan-Guru","ilo-Latn"]},{"precision":0.195826,"recall":0.270751,"f1":0.214148,"accuracy":0.270751,"main_score":0.214148,"hf_subset":"pan_Guru-knc_Arab","languages":["pan-Guru","knc-Arab"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"pan_Guru-mkd_Cyrl","languages":["pan-Guru","mkd-Cyrl"]},{"precision":0.991107,"recall":0.994071,"f1":0.992095,"accuracy":0.994071,"main_score":0.992095,"hf_subset":"pan_Guru-prs_Arab","languages":["pan-Guru","prs-Arab"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pan_Guru-swe_Latn","languages":["pan-Guru","swe-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pan_Guru-urd_Arab","languages":["pan-Guru","urd-Arab"]},{"precision":0.480249,"recall":0.5583,"f1":0.502118,"accuracy":0.5583,"main_score":0.502118,"hf_subset":"pan_Guru-aka_Latn","languages":["pan-Guru","aka-Latn"]},{"precision":0.95611,"recall":0.969368,"f1":0.960375,"accuracy":0.969368,"main_score":0.960375,"hf_subset":"pan_Guru-bjn_Latn","languages":["pan-Guru","bjn-Latn"]},{"precision":0.926219,"recall":0.949605,"f1":0.933794,"accuracy":0.949605,"main_score":0.933794,"hf_subset":"pan_Guru-fao_Latn","languages":["pan-Guru","fao-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-ind_Latn","languages":["pan-Guru","ind-Latn"]},{"precision":0.498932,"recall":0.570158,"f1":0.519238,"accuracy":0.570158,"main_score":0.519238,"hf_subset":"pan_Guru-knc_Latn","languages":["pan-Guru","knc-Latn"]},{"precision":0.958827,"recall":0.972332,"f1":0.963274,"accuracy":0.972332,"main_score":0.963274,"hf_subset":"pan_Guru-mlt_Latn","languages":["pan-Guru","mlt-Latn"]},{"precision":0.532966,"recall":0.607708,"f1":0.554094,"accuracy":0.607708,"main_score":0.554094,"hf_subset":"pan_Guru-quy_Latn","languages":["pan-Guru","quy-Latn"]},{"precision":0.709496,"recall":0.781621,"f1":0.731115,"accuracy":0.781621,"main_score":0.731115,"hf_subset":"pan_Guru-swh_Latn","languages":["pan-Guru","swh-Latn"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"pan_Guru-uzn_Latn","languages":["pan-Guru","uzn-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pan_Guru-als_Latn","languages":["pan-Guru","als-Latn"]},{"precision":0.178185,"recall":0.246047,"f1":0.194815,"accuracy":0.246047,"main_score":0.194815,"hf_subset":"pan_Guru-bod_Tibt","languages":["pan-Guru","bod-Tibt"]},{"precision":0.438391,"recall":0.513834,"f1":0.459313,"accuracy":0.513834,"main_score":0.459313,"hf_subset":"pan_Guru-fij_Latn","languages":["pan-Guru","fij-Latn"]},{"precision":0.944499,"recall":0.961462,"f1":0.949934,"accuracy":0.961462,"main_score":0.949934,"hf_subset":"pan_Guru-isl_Latn","languages":["pan-Guru","isl-Latn"]},{"precision":0.507644,"recall":0.585968,"f1":0.529598,"accuracy":0.585968,"main_score":0.529598,"hf_subset":"pan_Guru-kon_Latn","languages":["pan-Guru","kon-Latn"]},{"precision":0.502993,"recall":0.590909,"f1":0.526922,"accuracy":0.590909,"main_score":0.526922,"hf_subset":"pan_Guru-mni_Beng","languages":["pan-Guru","mni-Beng"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-ron_Latn","languages":["pan-Guru","ron-Latn"]},{"precision":0.967227,"recall":0.976285,"f1":0.970191,"accuracy":0.976285,"main_score":0.970191,"hf_subset":"pan_Guru-szl_Latn","languages":["pan-Guru","szl-Latn"]},{"precision":0.993083,"recall":0.995059,"f1":0.993742,"accuracy":0.995059,"main_score":0.993742,"hf_subset":"pan_Guru-vec_Latn","languages":["pan-Guru","vec-Latn"]},{"precision":0.568193,"recall":0.650198,"f1":0.591907,"accuracy":0.650198,"main_score":0.591907,"hf_subset":"pan_Guru-amh_Ethi","languages":["pan-Guru","amh-Ethi"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-bos_Latn","languages":["pan-Guru","bos-Latn"]},{"precision":0.987648,"recall":0.991107,"f1":0.988801,"accuracy":0.991107,"main_score":0.988801,"hf_subset":"pan_Guru-fin_Latn","languages":["pan-Guru","fin-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pan_Guru-ita_Latn","languages":["pan-Guru","ita-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pan_Guru-kor_Hang","languages":["pan-Guru","kor-Hang"]},{"precision":0.439336,"recall":0.51087,"f1":0.459116,"accuracy":0.51087,"main_score":0.459116,"hf_subset":"pan_Guru-mos_Latn","languages":["pan-Guru","mos-Latn"]},{"precision":0.435215,"recall":0.505929,"f1":0.454554,"accuracy":0.505929,"main_score":0.454554,"hf_subset":"pan_Guru-run_Latn","languages":["pan-Guru","run-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pan_Guru-tam_Taml","languages":["pan-Guru","tam-Taml"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-vie_Latn","languages":["pan-Guru","vie-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pan_Guru-apc_Arab","languages":["pan-Guru","apc-Arab"]},{"precision":0.712805,"recall":0.774704,"f1":0.730904,"accuracy":0.774704,"main_score":0.730904,"hf_subset":"pan_Guru-bug_Latn","languages":["pan-Guru","bug-Latn"]},{"precision":0.395866,"recall":0.463439,"f1":0.414097,"accuracy":0.463439,"main_score":0.414097,"hf_subset":"pan_Guru-fon_Latn","languages":["pan-Guru","fon-Latn"]},{"precision":0.982213,"recall":0.988142,"f1":0.98419,"accuracy":0.988142,"main_score":0.98419,"hf_subset":"pan_Guru-jav_Latn","languages":["pan-Guru","jav-Latn"]},{"precision":0.898304,"recall":0.928854,"f1":0.908004,"accuracy":0.928854,"main_score":0.908004,"hf_subset":"pan_Guru-lao_Laoo","languages":["pan-Guru","lao-Laoo"]},{"precision":0.551513,"recall":0.634387,"f1":0.574626,"accuracy":0.634387,"main_score":0.574626,"hf_subset":"pan_Guru-mri_Latn","languages":["pan-Guru","mri-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pan_Guru-rus_Cyrl","languages":["pan-Guru","rus-Cyrl"]},{"precision":0.477686,"recall":0.541502,"f1":0.495333,"accuracy":0.541502,"main_score":0.495333,"hf_subset":"pan_Guru-taq_Latn","languages":["pan-Guru","taq-Latn"]},{"precision":0.969862,"recall":0.979249,"f1":0.972991,"accuracy":0.979249,"main_score":0.972991,"hf_subset":"pan_Guru-war_Latn","languages":["pan-Guru","war-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pan_Guru-arb_Arab","languages":["pan-Guru","arb-Arab"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pan_Guru-bul_Cyrl","languages":["pan-Guru","bul-Cyrl"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-fra_Latn","languages":["pan-Guru","fra-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-jpn_Jpan","languages":["pan-Guru","jpn-Jpan"]},{"precision":0.97332,"recall":0.982213,"f1":0.976285,"accuracy":0.982213,"main_score":0.976285,"hf_subset":"pan_Guru-lij_Latn","languages":["pan-Guru","lij-Latn"]},{"precision":0.946229,"recall":0.962451,"f1":0.951482,"accuracy":0.962451,"main_score":0.951482,"hf_subset":"pan_Guru-mya_Mymr","languages":["pan-Guru","mya-Mymr"]},{"precision":0.471706,"recall":0.550395,"f1":0.493686,"accuracy":0.550395,"main_score":0.493686,"hf_subset":"pan_Guru-sag_Latn","languages":["pan-Guru","sag-Latn"]},{"precision":0.13566,"recall":0.211462,"f1":0.151064,"accuracy":0.211462,"main_score":0.151064,"hf_subset":"pan_Guru-taq_Tfng","languages":["pan-Guru","taq-Tfng"]},{"precision":0.494791,"recall":0.575099,"f1":0.517987,"accuracy":0.575099,"main_score":0.517987,"hf_subset":"pan_Guru-wol_Latn","languages":["pan-Guru","wol-Latn"]},{"precision":0.603831,"recall":0.687747,"f1":0.627677,"accuracy":0.687747,"main_score":0.627677,"hf_subset":"pan_Guru-arb_Latn","languages":["pan-Guru","arb-Latn"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pan_Guru-cat_Latn","languages":["pan-Guru","cat-Latn"]},{"precision":0.978755,"recall":0.985178,"f1":0.980896,"accuracy":0.985178,"main_score":0.980896,"hf_subset":"pan_Guru-fur_Latn","languages":["pan-Guru","fur-Latn"]},{"precision":0.313527,"recall":0.378458,"f1":0.330853,"accuracy":0.378458,"main_score":0.330853,"hf_subset":"pan_Guru-kab_Latn","languages":["pan-Guru","kab-Latn"]},{"precision":0.962286,"recall":0.97332,"f1":0.965909,"accuracy":0.97332,"main_score":0.965909,"hf_subset":"pan_Guru-lim_Latn","languages":["pan-Guru","lim-Latn"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"pan_Guru-nld_Latn","languages":["pan-Guru","nld-Latn"]},{"precision":0.969038,"recall":0.978261,"f1":0.972003,"accuracy":0.978261,"main_score":0.972003,"hf_subset":"pan_Guru-san_Deva","languages":["pan-Guru","san-Deva"]},{"precision":0.969368,"recall":0.979249,"f1":0.972661,"accuracy":0.979249,"main_score":0.972661,"hf_subset":"pan_Guru-tat_Cyrl","languages":["pan-Guru","tat-Cyrl"]},{"precision":0.490739,"recall":0.568182,"f1":0.513167,"accuracy":0.568182,"main_score":0.513167,"hf_subset":"pan_Guru-xho_Latn","languages":["pan-Guru","xho-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pan_Guru-ars_Arab","languages":["pan-Guru","ars-Arab"]},{"precision":0.983696,"recall":0.98913,"f1":0.985507,"accuracy":0.98913,"main_score":0.985507,"hf_subset":"pan_Guru-ceb_Latn","languages":["pan-Guru","ceb-Latn"]},{"precision":0.45612,"recall":0.525692,"f1":0.475433,"accuracy":0.525692,"main_score":0.475433,"hf_subset":"pan_Guru-fuv_Latn","languages":["pan-Guru","fuv-Latn"]},{"precision":0.43986,"recall":0.519763,"f1":0.461957,"accuracy":0.519763,"main_score":0.461957,"hf_subset":"pan_Guru-kac_Latn","languages":["pan-Guru","kac-Latn"]},{"precision":0.511393,"recall":0.592885,"f1":0.53357,"accuracy":0.592885,"main_score":0.53357,"hf_subset":"pan_Guru-lin_Latn","languages":["pan-Guru","lin-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pan_Guru-nno_Latn","languages":["pan-Guru","nno-Latn"]},{"precision":0.027171,"recall":0.072134,"f1":0.034492,"accuracy":0.072134,"main_score":0.034492,"hf_subset":"pan_Guru-sat_Olck","languages":["pan-Guru","sat-Olck"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"pan_Guru-tel_Telu","languages":["pan-Guru","tel-Telu"]},{"precision":0.740507,"recall":0.809289,"f1":0.76134,"accuracy":0.809289,"main_score":0.76134,"hf_subset":"pan_Guru-ydd_Hebr","languages":["pan-Guru","ydd-Hebr"]},{"precision":0.95224,"recall":0.967391,"f1":0.957181,"accuracy":0.967391,"main_score":0.957181,"hf_subset":"pan_Guru-ary_Arab","languages":["pan-Guru","ary-Arab"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-ces_Latn","languages":["pan-Guru","ces-Latn"]},{"precision":0.392263,"recall":0.464427,"f1":0.412024,"accuracy":0.464427,"main_score":0.412024,"hf_subset":"pan_Guru-gaz_Latn","languages":["pan-Guru","gaz-Latn"]},{"precision":0.46084,"recall":0.545455,"f1":0.484478,"accuracy":0.545455,"main_score":0.484478,"hf_subset":"pan_Guru-kam_Latn","languages":["pan-Guru","kam-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"pan_Guru-lit_Latn","languages":["pan-Guru","lit-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pan_Guru-nob_Latn","languages":["pan-Guru","nob-Latn"]},{"precision":0.972908,"recall":0.981225,"f1":0.975527,"accuracy":0.981225,"main_score":0.975527,"hf_subset":"pan_Guru-scn_Latn","languages":["pan-Guru","scn-Latn"]},{"precision":0.905138,"recall":0.932806,"f1":0.913999,"accuracy":0.932806,"main_score":0.913999,"hf_subset":"pan_Guru-tgk_Cyrl","languages":["pan-Guru","tgk-Cyrl"]},{"precision":0.396092,"recall":0.474308,"f1":0.418546,"accuracy":0.474308,"main_score":0.418546,"hf_subset":"pan_Guru-yor_Latn","languages":["pan-Guru","yor-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pan_Guru-arz_Arab","languages":["pan-Guru","arz-Arab"]},{"precision":0.448019,"recall":0.525692,"f1":0.469263,"accuracy":0.525692,"main_score":0.469263,"hf_subset":"pan_Guru-cjk_Latn","languages":["pan-Guru","cjk-Latn"]},{"precision":0.603513,"recall":0.681818,"f1":0.625419,"accuracy":0.681818,"main_score":0.625419,"hf_subset":"pan_Guru-gla_Latn","languages":["pan-Guru","gla-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"pan_Guru-kan_Knda","languages":["pan-Guru","kan-Knda"]},{"precision":0.960837,"recall":0.972332,"f1":0.964427,"accuracy":0.972332,"main_score":0.964427,"hf_subset":"pan_Guru-lmo_Latn","languages":["pan-Guru","lmo-Latn"]},{"precision":0.992424,"recall":0.994071,"f1":0.992918,"accuracy":0.994071,"main_score":0.992918,"hf_subset":"pan_Guru-npi_Deva","languages":["pan-Guru","npi-Deva"]},{"precision":0.39511,"recall":0.491107,"f1":0.421384,"accuracy":0.491107,"main_score":0.421384,"hf_subset":"pan_Guru-shn_Mymr","languages":["pan-Guru","shn-Mymr"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"pan_Guru-tgl_Latn","languages":["pan-Guru","tgl-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pan_Guru-yue_Hant","languages":["pan-Guru","yue-Hant"]},{"precision":0.985507,"recall":0.990119,"f1":0.986989,"accuracy":0.990119,"main_score":0.986989,"hf_subset":"pan_Guru-asm_Beng","languages":["pan-Guru","asm-Beng"]},{"precision":0.722895,"recall":0.782609,"f1":0.740162,"accuracy":0.782609,"main_score":0.740162,"hf_subset":"pan_Guru-ckb_Arab","languages":["pan-Guru","ckb-Arab"]},{"precision":0.702637,"recall":0.771739,"f1":0.723438,"accuracy":0.771739,"main_score":0.723438,"hf_subset":"pan_Guru-gle_Latn","languages":["pan-Guru","gle-Latn"]},{"precision":0.886067,"recall":0.91996,"f1":0.896739,"accuracy":0.91996,"main_score":0.896739,"hf_subset":"pan_Guru-kas_Arab","languages":["pan-Guru","kas-Arab"]},{"precision":0.864493,"recall":0.903162,"f1":0.876614,"accuracy":0.903162,"main_score":0.876614,"hf_subset":"pan_Guru-ltg_Latn","languages":["pan-Guru","ltg-Latn"]},{"precision":0.488589,"recall":0.557312,"f1":0.508235,"accuracy":0.557312,"main_score":0.508235,"hf_subset":"pan_Guru-nso_Latn","languages":["pan-Guru","nso-Latn"]},{"precision":0.490287,"recall":0.591897,"f1":0.519502,"accuracy":0.591897,"main_score":0.519502,"hf_subset":"pan_Guru-sin_Sinh","languages":["pan-Guru","sin-Sinh"]},{"precision":0.994071,"recall":0.996047,"f1":0.99473,"accuracy":0.996047,"main_score":0.99473,"hf_subset":"pan_Guru-tha_Thai","languages":["pan-Guru","tha-Thai"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pan_Guru-zho_Hans","languages":["pan-Guru","zho-Hans"]},{"precision":0.996047,"recall":0.997036,"f1":0.996377,"accuracy":0.997036,"main_score":0.996377,"hf_subset":"pan_Guru-ast_Latn","languages":["pan-Guru","ast-Latn"]},{"precision":0.979249,"recall":0.986166,"f1":0.981555,"accuracy":0.986166,"main_score":0.981555,"hf_subset":"pan_Guru-crh_Latn","languages":["pan-Guru","crh-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pan_Guru-glg_Latn","languages":["pan-Guru","glg-Latn"]},{"precision":0.788909,"recall":0.844862,"f1":0.805635,"accuracy":0.844862,"main_score":0.805635,"hf_subset":"pan_Guru-kas_Deva","languages":["pan-Guru","kas-Deva"]},{"precision":0.979578,"recall":0.986166,"f1":0.981719,"accuracy":0.986166,"main_score":0.981719,"hf_subset":"pan_Guru-ltz_Latn","languages":["pan-Guru","ltz-Latn"]},{"precision":0.370581,"recall":0.451581,"f1":0.391771,"accuracy":0.451581,"main_score":0.391771,"hf_subset":"pan_Guru-nus_Latn","languages":["pan-Guru","nus-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pan_Guru-slk_Latn","languages":["pan-Guru","slk-Latn"]},{"precision":0.267498,"recall":0.337945,"f1":0.285667,"accuracy":0.337945,"main_score":0.285667,"hf_subset":"pan_Guru-tir_Ethi","languages":["pan-Guru","tir-Ethi"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pan_Guru-zho_Hant","languages":["pan-Guru","zho-Hant"]},{"precision":0.982708,"recall":0.987154,"f1":0.98419,"accuracy":0.987154,"main_score":0.98419,"hf_subset":"pan_Guru-awa_Deva","languages":["pan-Guru","awa-Deva"]},{"precision":0.859634,"recall":0.899209,"f1":0.871937,"accuracy":0.899209,"main_score":0.871937,"hf_subset":"pan_Guru-cym_Latn","languages":["pan-Guru","cym-Latn"]},{"precision":0.668415,"recall":0.729249,"f1":0.686382,"accuracy":0.729249,"main_score":0.686382,"hf_subset":"pan_Guru-grn_Latn","languages":["pan-Guru","grn-Latn"]},{"precision":0.966733,"recall":0.977273,"f1":0.970191,"accuracy":0.977273,"main_score":0.970191,"hf_subset":"pan_Guru-kat_Geor","languages":["pan-Guru","kat-Geor"]},{"precision":0.499964,"recall":0.577075,"f1":0.522548,"accuracy":0.577075,"main_score":0.522548,"hf_subset":"pan_Guru-lua_Latn","languages":["pan-Guru","lua-Latn"]},{"precision":0.485204,"recall":0.554348,"f1":0.503731,"accuracy":0.554348,"main_score":0.503731,"hf_subset":"pan_Guru-nya_Latn","languages":["pan-Guru","nya-Latn"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pan_Guru-slv_Latn","languages":["pan-Guru","slv-Latn"]},{"precision":0.770128,"recall":0.827075,"f1":0.787418,"accuracy":0.827075,"main_score":0.787418,"hf_subset":"pan_Guru-tpi_Latn","languages":["pan-Guru","tpi-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-zsm_Latn","languages":["pan-Guru","zsm-Latn"]},{"precision":0.445756,"recall":0.517787,"f1":0.465686,"accuracy":0.517787,"main_score":0.465686,"hf_subset":"pan_Guru-ayr_Latn","languages":["pan-Guru","ayr-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-dan_Latn","languages":["pan-Guru","dan-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-guj_Gujr","languages":["pan-Guru","guj-Gujr"]},{"precision":0.98666,"recall":0.991107,"f1":0.988142,"accuracy":0.991107,"main_score":0.988142,"hf_subset":"pan_Guru-kaz_Cyrl","languages":["pan-Guru","kaz-Cyrl"]},{"precision":0.422035,"recall":0.497036,"f1":0.442714,"accuracy":0.497036,"main_score":0.442714,"hf_subset":"pan_Guru-lug_Latn","languages":["pan-Guru","lug-Latn"]},{"precision":0.992589,"recall":0.995059,"f1":0.993412,"accuracy":0.995059,"main_score":0.993412,"hf_subset":"pan_Guru-oci_Latn","languages":["pan-Guru","oci-Latn"]},{"precision":0.487322,"recall":0.568182,"f1":0.509653,"accuracy":0.568182,"main_score":0.509653,"hf_subset":"pan_Guru-smo_Latn","languages":["pan-Guru","smo-Latn"]},{"precision":0.442073,"recall":0.517787,"f1":0.462569,"accuracy":0.517787,"main_score":0.462569,"hf_subset":"pan_Guru-tsn_Latn","languages":["pan-Guru","tsn-Latn"]},{"precision":0.432378,"recall":0.505929,"f1":0.451497,"accuracy":0.505929,"main_score":0.451497,"hf_subset":"pan_Guru-zul_Latn","languages":["pan-Guru","zul-Latn"]},{"precision":0.802052,"recall":0.858696,"f1":0.819878,"accuracy":0.858696,"main_score":0.819878,"hf_subset":"pan_Guru-azb_Arab","languages":["pan-Guru","azb-Arab"]},{"precision":1.0,"recall":1.0,"f1":1.0,"accuracy":1.0,"main_score":1.0,"hf_subset":"pan_Guru-deu_Latn","languages":["pan-Guru","deu-Latn"]},{"precision":0.901845,"recall":0.93083,"f1":0.911232,"accuracy":0.93083,"main_score":0.911232,"hf_subset":"pan_Guru-hat_Latn","languages":["pan-Guru","hat-Latn"]},{"precision":0.41219,"recall":0.477273,"f1":0.430165,"accuracy":0.477273,"main_score":0.430165,"hf_subset":"pan_Guru-kbp_Latn","languages":["pan-Guru","kbp-Latn"]},{"precision":0.466066,"recall":0.532609,"f1":0.484414,"accuracy":0.532609,"main_score":0.484414,"hf_subset":"pan_Guru-luo_Latn","languages":["pan-Guru","luo-Latn"]},{"precision":0.995553,"recall":0.997036,"f1":0.996047,"accuracy":0.997036,"main_score":0.996047,"hf_subset":"pan_Guru-ory_Orya","languages":["pan-Guru","ory-Orya"]},{"precision":0.459656,"recall":0.531621,"f1":0.480509,"accuracy":0.531621,"main_score":0.480509,"hf_subset":"pan_Guru-sna_Latn","languages":["pan-Guru","sna-Latn"]},{"precision":0.442587,"recall":0.516798,"f1":0.462498,"accuracy":0.516798,"main_score":0.462498,"hf_subset":"pan_Guru-tso_Latn","languages":["pan-Guru","tso-Latn"]},{"precision":0.988142,"recall":0.992095,"f1":0.98946,"accuracy":0.992095,"main_score":0.98946,"hf_subset":"pan_Guru-azj_Latn","languages":["pan-Guru","azj-Latn"]},{"precision":0.432407,"recall":0.514822,"f1":0.455431,"accuracy":0.514822,"main_score":0.455431,"hf_subset":"pan_Guru-dik_Latn","languages":["pan-Guru","dik-Latn"]},{"precision":0.439709,"recall":0.506917,"f1":0.458371,"accuracy":0.506917,"main_score":0.458371,"hf_subset":"pan_Guru-hau_Latn","languages":["pan-Guru","hau-Latn"]},{"precision":0.959651,"recall":0.972332,"f1":0.963768,"accuracy":0.972332,"main_score":0.963768,"hf_subset":"pan_Guru-kea_Latn","languages":["pan-Guru","kea-Latn"]},{"precision":0.616933,"recall":0.681818,"f1":0.63602,"accuracy":0.681818,"main_score":0.63602,"hf_subset":"pan_Guru-lus_Latn","languages":["pan-Guru","lus-Latn"]},{"precision":0.771179,"recall":0.824111,"f1":0.787258,"accuracy":0.824111,"main_score":0.787258,"hf_subset":"pan_Guru-pag_Latn","languages":["pan-Guru","pag-Latn"]},{"precision":0.987154,"recall":0.991107,"f1":0.988472,"accuracy":0.991107,"main_score":0.988472,"hf_subset":"pan_Guru-snd_Arab","languages":["pan-Guru","snd-Arab"]},{"precision":0.864954,"recall":0.90415,"f1":0.877108,"accuracy":0.90415,"main_score":0.877108,"hf_subset":"pan_Guru-tuk_Latn","languages":["pan-Guru","tuk-Latn"]},{"precision":0.942852,"recall":0.960474,"f1":0.948617,"accuracy":0.960474,"main_score":0.948617,"hf_subset":"pan_Guru-bak_Cyrl","languages":["pan-Guru","bak-Cyrl"]},{"precision":0.379249,"recall":0.468379,"f1":0.404842,"accuracy":0.468379,"main_score":0.404842,"hf_subset":"pan_Guru-dyu_Latn","languages":["pan-Guru","dyu-Latn"]},{"precision":0.998518,"recall":0.999012,"f1":0.998682,"accuracy":0.999012,"main_score":0.998682,"hf_subset":"pan_Guru-heb_Hebr","languages":["pan-Guru","heb-Hebr"]},{"precision":0.877306,"recall":0.913043,"f1":0.888834,"accuracy":0.913043,"main_score":0.888834,"hf_subset":"pan_Guru-khk_Cyrl","languages":["pan-Guru","khk-Cyrl"]},{"precision":0.997036,"recall":0.998024,"f1":0.997365,"accuracy":0.998024,"main_score":0.997365,"hf_subset":"pan_Guru-lvs_Latn","languages":["pan-Guru","lvs-Latn"]},{"precision":0.453853,"recall":0.520751,"f1":0.472491,"accuracy":0.520751,"main_score":0.472491,"hf_subset":"pan_Guru-som_Latn","languages":["pan-Guru","som-Latn"]},{"precision":0.469442,"recall":0.537549,"f1":0.488228,"accuracy":0.537549,"main_score":0.488228,"hf_subset":"pan_Guru-tum_Latn","languages":["pan-Guru","tum-Latn"]},{"precision":0.327537,"recall":0.378458,"f1":0.34182,"accuracy":0.378458,"main_score":0.34182,"hf_subset":"som_Latn-ace_Arab","languages":["som-Latn","ace-Arab"]},{"precision":0.455408,"recall":0.491107,"f1":0.465191,"accuracy":0.491107,"main_score":0.465191,"hf_subset":"som_Latn-bam_Latn","languages":["som-Latn","bam-Latn"]},{"precision":0.123149,"recall":0.167984,"f1":0.134064,"accuracy":0.167984,"main_score":0.134064,"hf_subset":"som_Latn-dzo_Tibt","languages":["som-Latn","dzo-Tibt"]},{"precision":0.454532,"recall":0.528656,"f1":0.474994,"accuracy":0.528656,"main_score":0.474994,"hf_subset":"som_Latn-hin_Deva","languages":["som-Latn","hin-Deva"]},{"precision":0.377462,"recall":0.450593,"f1":0.39791,"accuracy":0.450593,"main_score":0.39791,"hf_subset":"som_Latn-khm_Khmr","languages":["som-Latn","khm-Khmr"]},{"precision":0.470044,"recall":0.533597,"f1":0.487214,"accuracy":0.533597,"main_score":0.487214,"hf_subset":"som_Latn-mag_Deva","languages":["som-Latn","mag-Deva"]},{"precision":0.490243,"recall":0.545455,"f1":0.505738,"accuracy":0.545455,"main_score":0.505738,"hf_subset":"som_Latn-pap_Latn","languages":["som-Latn","pap-Latn"]},{"precision":0.477801,"recall":0.514822,"f1":0.487837,"accuracy":0.514822,"main_score":0.487837,"hf_subset":"som_Latn-sot_Latn","languages":["som-Latn","sot-Latn"]},{"precision":0.458115,"recall":0.528656,"f1":0.477873,"accuracy":0.528656,"main_score":0.477873,"hf_subset":"som_Latn-tur_Latn","languages":["som-Latn","tur-Latn"]},{"precision":0.49114,"recall":0.525692,"f1":0.501219,"accuracy":0.525692,"main_score":0.501219,"hf_subset":"som_Latn-ace_Latn","languages":["som-Latn","ace-Latn"]},{"precision":0.48369,"recall":0.528656,"f1":0.496162,"accuracy":0.528656,"main_score":0.496162,"hf_subset":"som_Latn-ban_Latn","languages":["som-Latn","ban-Latn"]},{"precision":0.428077,"recall":0.503953,"f1":0.448757,"accuracy":0.503953,"main_score":0.448757,"hf_subset":"som_Latn-ell_Grek","languages":["som-Latn","ell-Grek"]},{"precision":0.447317,"recall":0.513834,"f1":0.466002,"accuracy":0.513834,"main_score":0.466002,"hf_subset":"som_Latn-hne_Deva","languages":["som-Latn","hne-Deva"]},{"precision":0.417221,"recall":0.462451,"f1":0.43013,"accuracy":0.462451,"main_score":0.43013,"hf_subset":"som_Latn-kik_Latn","languages":["som-Latn","kik-Latn"]},{"precision":0.457951,"recall":0.524704,"f1":0.476228,"accuracy":0.524704,"main_score":0.476228,"hf_subset":"som_Latn-mai_Deva","languages":["som-Latn","mai-Deva"]},{"precision":0.438443,"recall":0.504941,"f1":0.45702,"accuracy":0.504941,"main_score":0.45702,"hf_subset":"som_Latn-pbt_Arab","languages":["som-Latn","pbt-Arab"]},{"precision":0.461125,"recall":0.533597,"f1":0.481458,"accuracy":0.533597,"main_score":0.481458,"hf_subset":"som_Latn-spa_Latn","languages":["som-Latn","spa-Latn"]},{"precision":0.472019,"recall":0.504941,"f1":0.481541,"accuracy":0.504941,"main_score":0.481541,"hf_subset":"som_Latn-twi_Latn","languages":["som-Latn","twi-Latn"]},{"precision":0.438879,"recall":0.513834,"f1":0.459671,"accuracy":0.513834,"main_score":0.459671,"hf_subset":"som_Latn-acm_Arab","languages":["som-Latn","acm-Arab"]},{"precision":0.445317,"recall":0.517787,"f1":0.465434,"accuracy":0.517787,"main_score":0.465434,"hf_subset":"som_Latn-bel_Cyrl","languages":["som-Latn","bel-Cyrl"]},{"precision":0.463893,"recall":0.529644,"f1":0.482389,"accuracy":0.529644,"main_score":0.482389,"hf_subset":"som_Latn-eng_Latn","languages":["som-Latn","eng-Latn"]},{"precision":0.468599,"recall":0.531621,"f1":0.486124,"accuracy":0.531621,"main_score":0.486124,"hf_subset":"som_Latn-hrv_Latn","languages":["som-Latn","hrv-Latn"]},{"precision":0.451704,"recall":0.495059,"f1":0.463919,"accuracy":0.495059,"main_score":0.463919,"hf_subset":"som_Latn-kin_Latn","languages":["som-Latn","kin-Latn"]},{"precision":0.44009,"recall":0.505929,"f1":0.458705,"accuracy":0.505929,"main_score":0.458705,"hf_subset":"som_Latn-mal_Mlym","languages":["som-Latn","mal-Mlym"]},{"precision":0.444025,"recall":0.517787,"f1":0.464374,"accuracy":0.517787,"main_score":0.464374,"hf_subset":"som_Latn-pes_Arab","languages":["som-Latn","pes-Arab"]},{"precision":0.485833,"recall":0.54249,"f1":0.501658,"accuracy":0.54249,"main_score":0.501658,"hf_subset":"som_Latn-srd_Latn","languages":["som-Latn","srd-Latn"]},{"precision":0.165651,"recall":0.213439,"f1":0.176908,"accuracy":0.213439,"main_score":0.176908,"hf_subset":"som_Latn-tzm_Tfng","languages":["som-Latn","tzm-Tfng"]},{"precision":0.437762,"recall":0.513834,"f1":0.458713,"accuracy":0.513834,"main_score":0.458713,"hf_subset":"som_Latn-acq_Arab","languages":["som-Latn","acq-Arab"]},{"precision":0.476334,"recall":0.512846,"f1":0.486723,"accuracy":0.512846,"main_score":0.486723,"hf_subset":"som_Latn-bem_Latn","languages":["som-Latn","bem-Latn"]},{"precision":0.462288,"recall":0.528656,"f1":0.480714,"accuracy":0.528656,"main_score":0.480714,"hf_subset":"som_Latn-epo_Latn","languages":["som-Latn","epo-Latn"]},{"precision":0.467638,"recall":0.530632,"f1":0.485092,"accuracy":0.530632,"main_score":0.485092,"hf_subset":"som_Latn-hun_Latn","languages":["som-Latn","hun-Latn"]},{"precision":0.491365,"recall":0.541502,"f1":0.505846,"accuracy":0.541502,"main_score":0.505846,"hf_subset":"som_Latn-kir_Cyrl","languages":["som-Latn","kir-Cyrl"]},{"precision":0.453545,"recall":0.521739,"f1":0.472001,"accuracy":0.521739,"main_score":0.472001,"hf_subset":"som_Latn-mar_Deva","languages":["som-Latn","mar-Deva"]},{"precision":0.491842,"recall":0.533597,"f1":0.503431,"accuracy":0.533597,"main_score":0.503431,"hf_subset":"som_Latn-plt_Latn","languages":["som-Latn","plt-Latn"]},{"precision":0.467175,"recall":0.534585,"f1":0.485345,"accuracy":0.534585,"main_score":0.485345,"hf_subset":"som_Latn-srp_Cyrl","languages":["som-Latn","srp-Cyrl"]},{"precision":0.431517,"recall":0.494071,"f1":0.448882,"accuracy":0.494071,"main_score":0.448882,"hf_subset":"som_Latn-uig_Arab","languages":["som-Latn","uig-Arab"]},{"precision":0.437233,"recall":0.504941,"f1":0.456534,"accuracy":0.504941,"main_score":0.456534,"hf_subset":"som_Latn-aeb_Arab","languages":["som-Latn","aeb-Arab"]},{"precision":0.450875,"recall":0.520751,"f1":0.470507,"accuracy":0.520751,"main_score":0.470507,"hf_subset":"som_Latn-ben_Beng","languages":["som-Latn","ben-Beng"]},{"precision":0.475349,"recall":0.532609,"f1":0.490522,"accuracy":0.532609,"main_score":0.490522,"hf_subset":"som_Latn-est_Latn","languages":["som-Latn","est-Latn"]},{"precision":0.456302,"recall":0.51581,"f1":0.473047,"accuracy":0.51581,"main_score":0.473047,"hf_subset":"som_Latn-hye_Armn","languages":["som-Latn","hye-Armn"]},{"precision":0.449952,"recall":0.483202,"f1":0.459547,"accuracy":0.483202,"main_score":0.459547,"hf_subset":"som_Latn-kmb_Latn","languages":["som-Latn","kmb-Latn"]},{"precision":0.306327,"recall":0.36166,"f1":0.321756,"accuracy":0.36166,"main_score":0.321756,"hf_subset":"som_Latn-min_Arab","languages":["som-Latn","min-Arab"]},{"precision":0.463687,"recall":0.534585,"f1":0.483202,"accuracy":0.534585,"main_score":0.483202,"hf_subset":"som_Latn-pol_Latn","languages":["som-Latn","pol-Latn"]},{"precision":0.470689,"recall":0.504941,"f1":0.480682,"accuracy":0.504941,"main_score":0.480682,"hf_subset":"som_Latn-ssw_Latn","languages":["som-Latn","ssw-Latn"]},{"precision":0.44942,"recall":0.523715,"f1":0.470488,"accuracy":0.523715,"main_score":0.470488,"hf_subset":"som_Latn-ukr_Cyrl","languages":["som-Latn","ukr-Cyrl"]},{"precision":0.477522,"recall":0.543478,"f1":0.495768,"accuracy":0.543478,"main_score":0.495768,"hf_subset":"som_Latn-afr_Latn","languages":["som-Latn","afr-Latn"]},{"precision":0.461764,"recall":0.524704,"f1":0.478855,"accuracy":0.524704,"main_score":0.478855,"hf_subset":"som_Latn-bho_Deva","languages":["som-Latn","bho-Deva"]},{"precision":0.472748,"recall":0.522727,"f1":0.486479,"accuracy":0.522727,"main_score":0.486479,"hf_subset":"som_Latn-eus_Latn","languages":["som-Latn","eus-Latn"]},{"precision":0.443835,"recall":0.491107,"f1":0.457354,"accuracy":0.491107,"main_score":0.457354,"hf_subset":"som_Latn-ibo_Latn","languages":["som-Latn","ibo-Latn"]},{"precision":0.488641,"recall":0.529644,"f1":0.50056,"accuracy":0.529644,"main_score":0.50056,"hf_subset":"som_Latn-kmr_Latn","languages":["som-Latn","kmr-Latn"]},{"precision":0.487004,"recall":0.531621,"f1":0.499259,"accuracy":0.531621,"main_score":0.499259,"hf_subset":"som_Latn-min_Latn","languages":["som-Latn","min-Latn"]},{"precision":0.463722,"recall":0.535573,"f1":0.483452,"accuracy":0.535573,"main_score":0.483452,"hf_subset":"som_Latn-por_Latn","languages":["som-Latn","por-Latn"]},{"precision":0.504454,"recall":0.552372,"f1":0.517499,"accuracy":0.552372,"main_score":0.517499,"hf_subset":"som_Latn-sun_Latn","languages":["som-Latn","sun-Latn"]},{"precision":0.422045,"recall":0.463439,"f1":0.433962,"accuracy":0.463439,"main_score":0.433962,"hf_subset":"som_Latn-umb_Latn","languages":["som-Latn","umb-Latn"]},{"precision":0.449403,"recall":0.516798,"f1":0.46839,"accuracy":0.516798,"main_score":0.46839,"hf_subset":"som_Latn-ajp_Arab","languages":["som-Latn","ajp-Arab"]},{"precision":0.337986,"recall":0.397233,"f1":0.354523,"accuracy":0.397233,"main_score":0.354523,"hf_subset":"som_Latn-bjn_Arab","languages":["som-Latn","bjn-Arab"]},{"precision":0.44585,"recall":0.478261,"f1":0.455072,"accuracy":0.478261,"main_score":0.455072,"hf_subset":"som_Latn-ewe_Latn","languages":["som-Latn","ewe-Latn"]},{"precision":0.503154,"recall":0.538538,"f1":0.513452,"accuracy":0.538538,"main_score":0.513452,"hf_subset":"som_Latn-ilo_Latn","languages":["som-Latn","ilo-Latn"]},{"precision":0.220331,"recall":0.272727,"f1":0.234825,"accuracy":0.272727,"main_score":0.234825,"hf_subset":"som_Latn-knc_Arab","languages":["som-Latn","knc-Arab"]},{"precision":0.464079,"recall":0.529644,"f1":0.482651,"accuracy":0.529644,"main_score":0.482651,"hf_subset":"som_Latn-mkd_Cyrl","languages":["som-Latn","mkd-Cyrl"]},{"precision":0.444099,"recall":0.518775,"f1":0.464796,"accuracy":0.518775,"main_score":0.464796,"hf_subset":"som_Latn-prs_Arab","languages":["som-Latn","prs-Arab"]},{"precision":0.457636,"recall":0.52668,"f1":0.476984,"accuracy":0.52668,"main_score":0.476984,"hf_subset":"som_Latn-swe_Latn","languages":["som-Latn","swe-Latn"]},{"precision":0.41975,"recall":0.48913,"f1":0.438925,"accuracy":0.48913,"main_score":0.438925,"hf_subset":"som_Latn-urd_Arab","languages":["som-Latn","urd-Arab"]},{"precision":0.466913,"recall":0.501976,"f1":0.476507,"accuracy":0.501976,"main_score":0.476507,"hf_subset":"som_Latn-aka_Latn","languages":["som-Latn","aka-Latn"]},{"precision":0.487895,"recall":0.544466,"f1":0.50305,"accuracy":0.544466,"main_score":0.50305,"hf_subset":"som_Latn-bjn_Latn","languages":["som-Latn","bjn-Latn"]},{"precision":0.473439,"recall":0.527668,"f1":0.488182,"accuracy":0.527668,"main_score":0.488182,"hf_subset":"som_Latn-fao_Latn","languages":["som-Latn","fao-Latn"]},{"precision":0.470139,"recall":0.536561,"f1":0.488534,"accuracy":0.536561,"main_score":0.488534,"hf_subset":"som_Latn-ind_Latn","languages":["som-Latn","ind-Latn"]},{"precision":0.479558,"recall":0.506917,"f1":0.487752,"accuracy":0.506917,"main_score":0.487752,"hf_subset":"som_Latn-knc_Latn","languages":["som-Latn","knc-Latn"]},{"precision":0.500707,"recall":0.555336,"f1":0.515037,"accuracy":0.555336,"main_score":0.515037,"hf_subset":"som_Latn-mlt_Latn","languages":["som-Latn","mlt-Latn"]},{"precision":0.449902,"recall":0.487154,"f1":0.460129,"accuracy":0.487154,"main_score":0.460129,"hf_subset":"som_Latn-quy_Latn","languages":["som-Latn","quy-Latn"]},{"precision":0.492025,"recall":0.541502,"f1":0.50556,"accuracy":0.541502,"main_score":0.50556,"hf_subset":"som_Latn-swh_Latn","languages":["som-Latn","swh-Latn"]},{"precision":0.475295,"recall":0.531621,"f1":0.490771,"accuracy":0.531621,"main_score":0.490771,"hf_subset":"som_Latn-uzn_Latn","languages":["som-Latn","uzn-Latn"]},{"precision":0.486102,"recall":0.547431,"f1":0.50282,"accuracy":0.547431,"main_score":0.50282,"hf_subset":"som_Latn-als_Latn","languages":["som-Latn","als-Latn"]},{"precision":0.168527,"recall":0.221344,"f1":0.18136,"accuracy":0.221344,"main_score":0.18136,"hf_subset":"som_Latn-bod_Tibt","languages":["som-Latn","bod-Tibt"]},{"precision":0.456059,"recall":0.490119,"f1":0.465536,"accuracy":0.490119,"main_score":0.465536,"hf_subset":"som_Latn-fij_Latn","languages":["som-Latn","fij-Latn"]},{"precision":0.440034,"recall":0.5,"f1":0.456207,"accuracy":0.5,"main_score":0.456207,"hf_subset":"som_Latn-isl_Latn","languages":["som-Latn","isl-Latn"]},{"precision":0.454541,"recall":0.501976,"f1":0.467803,"accuracy":0.501976,"main_score":0.467803,"hf_subset":"som_Latn-kon_Latn","languages":["som-Latn","kon-Latn"]},{"precision":0.385211,"recall":0.436759,"f1":0.399234,"accuracy":0.436759,"main_score":0.399234,"hf_subset":"som_Latn-mni_Beng","languages":["som-Latn","mni-Beng"]},{"precision":0.473218,"recall":0.540514,"f1":0.491921,"accuracy":0.540514,"main_score":0.491921,"hf_subset":"som_Latn-ron_Latn","languages":["som-Latn","ron-Latn"]},{"precision":0.472239,"recall":0.535573,"f1":0.489668,"accuracy":0.535573,"main_score":0.489668,"hf_subset":"som_Latn-szl_Latn","languages":["som-Latn","szl-Latn"]},{"precision":0.481235,"recall":0.541502,"f1":0.498262,"accuracy":0.541502,"main_score":0.498262,"hf_subset":"som_Latn-vec_Latn","languages":["som-Latn","vec-Latn"]},{"precision":0.293746,"recall":0.354743,"f1":0.310452,"accuracy":0.354743,"main_score":0.310452,"hf_subset":"som_Latn-amh_Ethi","languages":["som-Latn","amh-Ethi"]},{"precision":0.473482,"recall":0.541502,"f1":0.492274,"accuracy":0.541502,"main_score":0.492274,"hf_subset":"som_Latn-bos_Latn","languages":["som-Latn","bos-Latn"]},{"precision":0.46695,"recall":0.528656,"f1":0.483889,"accuracy":0.528656,"main_score":0.483889,"hf_subset":"som_Latn-fin_Latn","languages":["som-Latn","fin-Latn"]},{"precision":0.472311,"recall":0.532609,"f1":0.489306,"accuracy":0.532609,"main_score":0.489306,"hf_subset":"som_Latn-ita_Latn","languages":["som-Latn","ita-Latn"]},{"precision":0.439707,"recall":0.514822,"f1":0.460345,"accuracy":0.514822,"main_score":0.460345,"hf_subset":"som_Latn-kor_Hang","languages":["som-Latn","kor-Hang"]},{"precision":0.445069,"recall":0.485178,"f1":0.455972,"accuracy":0.485178,"main_score":0.455972,"hf_subset":"som_Latn-mos_Latn","languages":["som-Latn","mos-Latn"]},{"precision":0.451465,"recall":0.487154,"f1":0.461291,"accuracy":0.487154,"main_score":0.461291,"hf_subset":"som_Latn-run_Latn","languages":["som-Latn","run-Latn"]},{"precision":0.427791,"recall":0.494071,"f1":0.446283,"accuracy":0.494071,"main_score":0.446283,"hf_subset":"som_Latn-tam_Taml","languages":["som-Latn","tam-Taml"]},{"precision":0.469115,"recall":0.533597,"f1":0.486635,"accuracy":0.533597,"main_score":0.486635,"hf_subset":"som_Latn-vie_Latn","languages":["som-Latn","vie-Latn"]},{"precision":0.451797,"recall":0.51581,"f1":0.46941,"accuracy":0.51581,"main_score":0.46941,"hf_subset":"som_Latn-apc_Arab","languages":["som-Latn","apc-Arab"]},{"precision":0.459342,"recall":0.500988,"f1":0.470496,"accuracy":0.500988,"main_score":0.470496,"hf_subset":"som_Latn-bug_Latn","languages":["som-Latn","bug-Latn"]},{"precision":0.422443,"recall":0.463439,"f1":0.433691,"accuracy":0.463439,"main_score":0.433691,"hf_subset":"som_Latn-fon_Latn","languages":["som-Latn","fon-Latn"]},{"precision":0.495637,"recall":0.547431,"f1":0.509953,"accuracy":0.547431,"main_score":0.509953,"hf_subset":"som_Latn-jav_Latn","languages":["som-Latn","jav-Latn"]},{"precision":0.422192,"recall":0.477273,"f1":0.437629,"accuracy":0.477273,"main_score":0.437629,"hf_subset":"som_Latn-lao_Laoo","languages":["som-Latn","lao-Laoo"]},{"precision":0.432648,"recall":0.487154,"f1":0.447375,"accuracy":0.487154,"main_score":0.447375,"hf_subset":"som_Latn-mri_Latn","languages":["som-Latn","mri-Latn"]},{"precision":0.44809,"recall":0.516798,"f1":0.467249,"accuracy":0.516798,"main_score":0.467249,"hf_subset":"som_Latn-rus_Cyrl","languages":["som-Latn","rus-Cyrl"]},{"precision":0.431959,"recall":0.471344,"f1":0.443605,"accuracy":0.471344,"main_score":0.443605,"hf_subset":"som_Latn-taq_Latn","languages":["som-Latn","taq-Latn"]},{"precision":0.51166,"recall":0.559289,"f1":0.524347,"accuracy":0.559289,"main_score":0.524347,"hf_subset":"som_Latn-war_Latn","languages":["som-Latn","war-Latn"]},{"precision":0.452004,"recall":0.527668,"f1":0.473406,"accuracy":0.527668,"main_score":0.473406,"hf_subset":"som_Latn-arb_Arab","languages":["som-Latn","arb-Arab"]},{"precision":0.459198,"recall":0.530632,"f1":0.478797,"accuracy":0.530632,"main_score":0.478797,"hf_subset":"som_Latn-bul_Cyrl","languages":["som-Latn","bul-Cyrl"]},{"precision":0.472267,"recall":0.536561,"f1":0.489694,"accuracy":0.536561,"main_score":0.489694,"hf_subset":"som_Latn-fra_Latn","languages":["som-Latn","fra-Latn"]},{"precision":0.448668,"recall":0.51581,"f1":0.467606,"accuracy":0.51581,"main_score":0.467606,"hf_subset":"som_Latn-jpn_Jpan","languages":["som-Latn","jpn-Jpan"]},{"precision":0.478246,"recall":0.541502,"f1":0.495935,"accuracy":0.541502,"main_score":0.495935,"hf_subset":"som_Latn-lij_Latn","languages":["som-Latn","lij-Latn"]},{"precision":0.281816,"recall":0.356719,"f1":0.302057,"accuracy":0.356719,"main_score":0.302057,"hf_subset":"som_Latn-mya_Mymr","languages":["som-Latn","mya-Mymr"]},{"precision":0.449919,"recall":0.48419,"f1":0.459836,"accuracy":0.48419,"main_score":0.459836,"hf_subset":"som_Latn-sag_Latn","languages":["som-Latn","sag-Latn"]},{"precision":0.161,"recall":0.213439,"f1":0.17359,"accuracy":0.213439,"main_score":0.17359,"hf_subset":"som_Latn-taq_Tfng","languages":["som-Latn","taq-Tfng"]},{"precision":0.476887,"recall":0.512846,"f1":0.487035,"accuracy":0.512846,"main_score":0.487035,"hf_subset":"som_Latn-wol_Latn","languages":["som-Latn","wol-Latn"]},{"precision":0.427647,"recall":0.487154,"f1":0.444059,"accuracy":0.487154,"main_score":0.444059,"hf_subset":"som_Latn-arb_Latn","languages":["som-Latn","arb-Latn"]},{"precision":0.465756,"recall":0.534585,"f1":0.484896,"accuracy":0.534585,"main_score":0.484896,"hf_subset":"som_Latn-cat_Latn","languages":["som-Latn","cat-Latn"]},{"precision":0.47409,"recall":0.530632,"f1":0.490849,"accuracy":0.530632,"main_score":0.490849,"hf_subset":"som_Latn-fur_Latn","languages":["som-Latn","fur-Latn"]},{"precision":0.37845,"recall":0.43083,"f1":0.39306,"accuracy":0.43083,"main_score":0.39306,"hf_subset":"som_Latn-kab_Latn","languages":["som-Latn","kab-Latn"]},{"precision":0.4676,"recall":0.525692,"f1":0.484421,"accuracy":0.525692,"main_score":0.484421,"hf_subset":"som_Latn-lim_Latn","languages":["som-Latn","lim-Latn"]},{"precision":0.469035,"recall":0.536561,"f1":0.488008,"accuracy":0.536561,"main_score":0.488008,"hf_subset":"som_Latn-nld_Latn","languages":["som-Latn","nld-Latn"]},{"precision":0.427841,"recall":0.498024,"f1":0.447836,"accuracy":0.498024,"main_score":0.447836,"hf_subset":"som_Latn-san_Deva","languages":["som-Latn","san-Deva"]},{"precision":0.489282,"recall":0.54249,"f1":0.504805,"accuracy":0.54249,"main_score":0.504805,"hf_subset":"som_Latn-tat_Cyrl","languages":["som-Latn","tat-Cyrl"]},{"precision":0.476768,"recall":0.511858,"f1":0.486978,"accuracy":0.511858,"main_score":0.486978,"hf_subset":"som_Latn-xho_Latn","languages":["som-Latn","xho-Latn"]},{"precision":0.419723,"recall":0.5,"f1":0.442889,"accuracy":0.5,"main_score":0.442889,"hf_subset":"som_Latn-ars_Arab","languages":["som-Latn","ars-Arab"]},{"precision":0.489224,"recall":0.543478,"f1":0.504171,"accuracy":0.543478,"main_score":0.504171,"hf_subset":"som_Latn-ceb_Latn","languages":["som-Latn","ceb-Latn"]},{"precision":0.421362,"recall":0.462451,"f1":0.4338,"accuracy":0.462451,"main_score":0.4338,"hf_subset":"som_Latn-fuv_Latn","languages":["som-Latn","fuv-Latn"]},{"precision":0.447314,"recall":0.488142,"f1":0.458802,"accuracy":0.488142,"main_score":0.458802,"hf_subset":"som_Latn-kac_Latn","languages":["som-Latn","kac-Latn"]},{"precision":0.464333,"recall":0.500988,"f1":0.474497,"accuracy":0.500988,"main_score":0.474497,"hf_subset":"som_Latn-lin_Latn","languages":["som-Latn","lin-Latn"]},{"precision":0.477103,"recall":0.54249,"f1":0.495128,"accuracy":0.54249,"main_score":0.495128,"hf_subset":"som_Latn-nno_Latn","languages":["som-Latn","nno-Latn"]},{"precision":0.031568,"recall":0.082016,"f1":0.040391,"accuracy":0.082016,"main_score":0.040391,"hf_subset":"som_Latn-sat_Olck","languages":["som-Latn","sat-Olck"]},{"precision":0.455234,"recall":0.523715,"f1":0.474865,"accuracy":0.523715,"main_score":0.474865,"hf_subset":"som_Latn-tel_Telu","languages":["som-Latn","tel-Telu"]},{"precision":0.380698,"recall":0.442688,"f1":0.398595,"accuracy":0.442688,"main_score":0.398595,"hf_subset":"som_Latn-ydd_Hebr","languages":["som-Latn","ydd-Hebr"]},{"precision":0.427076,"recall":0.493083,"f1":0.445838,"accuracy":0.493083,"main_score":0.445838,"hf_subset":"som_Latn-ary_Arab","languages":["som-Latn","ary-Arab"]},{"precision":0.457662,"recall":0.524704,"f1":0.475526,"accuracy":0.524704,"main_score":0.475526,"hf_subset":"som_Latn-ces_Latn","languages":["som-Latn","ces-Latn"]},{"precision":0.411946,"recall":0.463439,"f1":0.426931,"accuracy":0.463439,"main_score":0.426931,"hf_subset":"som_Latn-gaz_Latn","languages":["som-Latn","gaz-Latn"]},{"precision":0.454806,"recall":0.494071,"f1":0.466019,"accuracy":0.494071,"main_score":0.466019,"hf_subset":"som_Latn-kam_Latn","languages":["som-Latn","kam-Latn"]},{"precision":0.44657,"recall":0.51087,"f1":0.464611,"accuracy":0.51087,"main_score":0.464611,"hf_subset":"som_Latn-lit_Latn","languages":["som-Latn","lit-Latn"]},{"precision":0.469549,"recall":0.534585,"f1":0.487764,"accuracy":0.534585,"main_score":0.487764,"hf_subset":"som_Latn-nob_Latn","languages":["som-Latn","nob-Latn"]},{"precision":0.48139,"recall":0.535573,"f1":0.496815,"accuracy":0.535573,"main_score":0.496815,"hf_subset":"som_Latn-scn_Latn","languages":["som-Latn","scn-Latn"]},{"precision":0.47787,"recall":0.535573,"f1":0.493974,"accuracy":0.535573,"main_score":0.493974,"hf_subset":"som_Latn-tgk_Cyrl","languages":["som-Latn","tgk-Cyrl"]},{"precision":0.401701,"recall":0.458498,"f1":0.418143,"accuracy":0.458498,"main_score":0.418143,"hf_subset":"som_Latn-yor_Latn","languages":["som-Latn","yor-Latn"]},{"precision":0.440723,"recall":0.508893,"f1":0.459422,"accuracy":0.508893,"main_score":0.459422,"hf_subset":"som_Latn-arz_Arab","languages":["som-Latn","arz-Arab"]},{"precision":0.428623,"recall":0.476285,"f1":0.442291,"accuracy":0.476285,"main_score":0.442291,"hf_subset":"som_Latn-cjk_Latn","languages":["som-Latn","cjk-Latn"]},{"precision":0.432148,"recall":0.478261,"f1":0.445349,"accuracy":0.478261,"main_score":0.445349,"hf_subset":"som_Latn-gla_Latn","languages":["som-Latn","gla-Latn"]},{"precision":0.445476,"recall":0.513834,"f1":0.464953,"accuracy":0.513834,"main_score":0.464953,"hf_subset":"som_Latn-kan_Knda","languages":["som-Latn","kan-Knda"]},{"precision":0.493479,"recall":0.546443,"f1":0.50849,"accuracy":0.546443,"main_score":0.50849,"hf_subset":"som_Latn-lmo_Latn","languages":["som-Latn","lmo-Latn"]},{"precision":0.447759,"recall":0.51581,"f1":0.466926,"accuracy":0.51581,"main_score":0.466926,"hf_subset":"som_Latn-npi_Deva","languages":["som-Latn","npi-Deva"]},{"precision":0.39535,"recall":0.453557,"f1":0.412294,"accuracy":0.453557,"main_score":0.412294,"hf_subset":"som_Latn-shn_Mymr","languages":["som-Latn","shn-Mymr"]},{"precision":0.487391,"recall":0.545455,"f1":0.503386,"accuracy":0.545455,"main_score":0.503386,"hf_subset":"som_Latn-tgl_Latn","languages":["som-Latn","tgl-Latn"]},{"precision":0.447794,"recall":0.519763,"f1":0.468135,"accuracy":0.519763,"main_score":0.468135,"hf_subset":"som_Latn-yue_Hant","languages":["som-Latn","yue-Hant"]},{"precision":0.414016,"recall":0.481225,"f1":0.433009,"accuracy":0.481225,"main_score":0.433009,"hf_subset":"som_Latn-asm_Beng","languages":["som-Latn","asm-Beng"]},{"precision":0.431464,"recall":0.483202,"f1":0.445571,"accuracy":0.483202,"main_score":0.445571,"hf_subset":"som_Latn-ckb_Arab","languages":["som-Latn","ckb-Arab"]},{"precision":0.447391,"recall":0.495059,"f1":0.460319,"accuracy":0.495059,"main_score":0.460319,"hf_subset":"som_Latn-gle_Latn","languages":["som-Latn","gle-Latn"]},{"precision":0.403981,"recall":0.471344,"f1":0.422358,"accuracy":0.471344,"main_score":0.422358,"hf_subset":"som_Latn-kas_Arab","languages":["som-Latn","kas-Arab"]},{"precision":0.43919,"recall":0.495059,"f1":0.454637,"accuracy":0.495059,"main_score":0.454637,"hf_subset":"som_Latn-ltg_Latn","languages":["som-Latn","ltg-Latn"]},{"precision":0.486481,"recall":0.519763,"f1":0.496007,"accuracy":0.519763,"main_score":0.496007,"hf_subset":"som_Latn-nso_Latn","languages":["som-Latn","nso-Latn"]},{"precision":0.225619,"recall":0.27668,"f1":0.238014,"accuracy":0.27668,"main_score":0.238014,"hf_subset":"som_Latn-sin_Sinh","languages":["som-Latn","sin-Sinh"]},{"precision":0.432966,"recall":0.505929,"f1":0.453452,"accuracy":0.505929,"main_score":0.453452,"hf_subset":"som_Latn-tha_Thai","languages":["som-Latn","tha-Thai"]},{"precision":0.432396,"recall":0.501976,"f1":0.451418,"accuracy":0.501976,"main_score":0.451418,"hf_subset":"som_Latn-zho_Hans","languages":["som-Latn","zho-Hans"]},{"precision":0.461493,"recall":0.529644,"f1":0.480448,"accuracy":0.529644,"main_score":0.480448,"hf_subset":"som_Latn-ast_Latn","languages":["som-Latn","ast-Latn"]},{"precision":0.468243,"recall":0.525692,"f1":0.48413,"accuracy":0.525692,"main_score":0.48413,"hf_subset":"som_Latn-crh_Latn","languages":["som-Latn","crh-Latn"]},{"precision":0.464828,"recall":0.532609,"f1":0.483292,"accuracy":0.532609,"main_score":0.483292,"hf_subset":"som_Latn-glg_Latn","languages":["som-Latn","glg-Latn"]},{"precision":0.428077,"recall":0.483202,"f1":0.444183,"accuracy":0.483202,"main_score":0.444183,"hf_subset":"som_Latn-kas_Deva","languages":["som-Latn","kas-Deva"]},{"precision":0.45734,"recall":0.523715,"f1":0.475039,"accuracy":0.523715,"main_score":0.475039,"hf_subset":"som_Latn-ltz_Latn","languages":["som-Latn","ltz-Latn"]},{"precision":0.417167,"recall":0.460474,"f1":0.429491,"accuracy":0.460474,"main_score":0.429491,"hf_subset":"som_Latn-nus_Latn","languages":["som-Latn","nus-Latn"]},{"precision":0.453642,"recall":0.523715,"f1":0.472921,"accuracy":0.523715,"main_score":0.472921,"hf_subset":"som_Latn-slk_Latn","languages":["som-Latn","slk-Latn"]},{"precision":0.227721,"recall":0.273715,"f1":0.24014,"accuracy":0.273715,"main_score":0.24014,"hf_subset":"som_Latn-tir_Ethi","languages":["som-Latn","tir-Ethi"]},{"precision":0.433279,"recall":0.508893,"f1":0.454848,"accuracy":0.508893,"main_score":0.454848,"hf_subset":"som_Latn-zho_Hant","languages":["som-Latn","zho-Hant"]},{"precision":0.462323,"recall":0.530632,"f1":0.48103,"accuracy":0.530632,"main_score":0.48103,"hf_subset":"som_Latn-awa_Deva","languages":["som-Latn","awa-Deva"]},{"precision":0.481444,"recall":0.536561,"f1":0.496844,"accuracy":0.536561,"main_score":0.496844,"hf_subset":"som_Latn-cym_Latn","languages":["som-Latn","cym-Latn"]},{"precision":0.469254,"recall":0.51087,"f1":0.480039,"accuracy":0.51087,"main_score":0.480039,"hf_subset":"som_Latn-grn_Latn","languages":["som-Latn","grn-Latn"]},{"precision":0.457844,"recall":0.518775,"f1":0.473891,"accuracy":0.518775,"main_score":0.473891,"hf_subset":"som_Latn-kat_Geor","languages":["som-Latn","kat-Geor"]},{"precision":0.452942,"recall":0.492095,"f1":0.464133,"accuracy":0.492095,"main_score":0.464133,"hf_subset":"som_Latn-lua_Latn","languages":["som-Latn","lua-Latn"]},{"precision":0.468722,"recall":0.503953,"f1":0.478873,"accuracy":0.503953,"main_score":0.478873,"hf_subset":"som_Latn-nya_Latn","languages":["som-Latn","nya-Latn"]},{"precision":0.452835,"recall":0.520751,"f1":0.471585,"accuracy":0.520751,"main_score":0.471585,"hf_subset":"som_Latn-slv_Latn","languages":["som-Latn","slv-Latn"]},{"precision":0.483329,"recall":0.529644,"f1":0.495926,"accuracy":0.529644,"main_score":0.495926,"hf_subset":"som_Latn-tpi_Latn","languages":["som-Latn","tpi-Latn"]},{"precision":0.495922,"recall":0.55336,"f1":0.512013,"accuracy":0.55336,"main_score":0.512013,"hf_subset":"som_Latn-zsm_Latn","languages":["som-Latn","zsm-Latn"]},{"precision":0.443632,"recall":0.487154,"f1":0.456158,"accuracy":0.487154,"main_score":0.456158,"hf_subset":"som_Latn-ayr_Latn","languages":["som-Latn","ayr-Latn"]},{"precision":0.464569,"recall":0.534585,"f1":0.483974,"accuracy":0.534585,"main_score":0.483974,"hf_subset":"som_Latn-dan_Latn","languages":["som-Latn","dan-Latn"]},{"precision":0.455956,"recall":0.524704,"f1":0.475056,"accuracy":0.524704,"main_score":0.475056,"hf_subset":"som_Latn-guj_Gujr","languages":["som-Latn","guj-Gujr"]},{"precision":0.48179,"recall":0.541502,"f1":0.498339,"accuracy":0.541502,"main_score":0.498339,"hf_subset":"som_Latn-kaz_Cyrl","languages":["som-Latn","kaz-Cyrl"]},{"precision":0.424185,"recall":0.470356,"f1":0.437522,"accuracy":0.470356,"main_score":0.437522,"hf_subset":"som_Latn-lug_Latn","languages":["som-Latn","lug-Latn"]},{"precision":0.471402,"recall":0.538538,"f1":0.489842,"accuracy":0.538538,"main_score":0.489842,"hf_subset":"som_Latn-oci_Latn","languages":["som-Latn","oci-Latn"]},{"precision":0.454643,"recall":0.496047,"f1":0.466424,"accuracy":0.496047,"main_score":0.466424,"hf_subset":"som_Latn-smo_Latn","languages":["som-Latn","smo-Latn"]},{"precision":0.451112,"recall":0.490119,"f1":0.46236,"accuracy":0.490119,"main_score":0.46236,"hf_subset":"som_Latn-tsn_Latn","languages":["som-Latn","tsn-Latn"]},{"precision":0.468563,"recall":0.513834,"f1":0.481907,"accuracy":0.513834,"main_score":0.481907,"hf_subset":"som_Latn-zul_Latn","languages":["som-Latn","zul-Latn"]},{"precision":0.393785,"recall":0.45751,"f1":0.411815,"accuracy":0.45751,"main_score":0.411815,"hf_subset":"som_Latn-azb_Arab","languages":["som-Latn","azb-Arab"]},{"precision":0.468276,"recall":0.535573,"f1":0.486568,"accuracy":0.535573,"main_score":0.486568,"hf_subset":"som_Latn-deu_Latn","languages":["som-Latn","deu-Latn"]},{"precision":0.459396,"recall":0.52668,"f1":0.478344,"accuracy":0.52668,"main_score":0.478344,"hf_subset":"som_Latn-hat_Latn","languages":["som-Latn","hat-Latn"]},{"precision":0.439336,"recall":0.474308,"f1":0.449039,"accuracy":0.474308,"main_score":0.449039,"hf_subset":"som_Latn-kbp_Latn","languages":["som-Latn","kbp-Latn"]},{"precision":0.462713,"recall":0.502964,"f1":0.473522,"accuracy":0.502964,"main_score":0.473522,"hf_subset":"som_Latn-luo_Latn","languages":["som-Latn","luo-Latn"]},{"precision":0.437514,"recall":0.504941,"f1":0.456924,"accuracy":0.504941,"main_score":0.456924,"hf_subset":"som_Latn-ory_Orya","languages":["som-Latn","ory-Orya"]},{"precision":0.462232,"recall":0.506917,"f1":0.47501,"accuracy":0.506917,"main_score":0.47501,"hf_subset":"som_Latn-sna_Latn","languages":["som-Latn","sna-Latn"]},{"precision":0.469103,"recall":0.500988,"f1":0.478164,"accuracy":0.500988,"main_score":0.478164,"hf_subset":"som_Latn-tso_Latn","languages":["som-Latn","tso-Latn"]},{"precision":0.457068,"recall":0.518775,"f1":0.473839,"accuracy":0.518775,"main_score":0.473839,"hf_subset":"som_Latn-azj_Latn","languages":["som-Latn","azj-Latn"]},{"precision":0.416247,"recall":0.461462,"f1":0.429221,"accuracy":0.461462,"main_score":0.429221,"hf_subset":"som_Latn-dik_Latn","languages":["som-Latn","dik-Latn"]},{"precision":0.473239,"recall":0.511858,"f1":0.484245,"accuracy":0.511858,"main_score":0.484245,"hf_subset":"som_Latn-hau_Latn","languages":["som-Latn","hau-Latn"]},{"precision":0.480448,"recall":0.537549,"f1":0.495997,"accuracy":0.537549,"main_score":0.495997,"hf_subset":"som_Latn-kea_Latn","languages":["som-Latn","kea-Latn"]},{"precision":0.468825,"recall":0.51087,"f1":0.480214,"accuracy":0.51087,"main_score":0.480214,"hf_subset":"som_Latn-lus_Latn","languages":["som-Latn","lus-Latn"]},{"precision":0.485607,"recall":0.518775,"f1":0.494441,"accuracy":0.518775,"main_score":0.494441,"hf_subset":"som_Latn-pag_Latn","languages":["som-Latn","pag-Latn"]},{"precision":0.433018,"recall":0.499012,"f1":0.451172,"accuracy":0.499012,"main_score":0.451172,"hf_subset":"som_Latn-snd_Arab","languages":["som-Latn","snd-Arab"]},{"precision":0.460553,"recall":0.507905,"f1":0.473831,"accuracy":0.507905,"main_score":0.473831,"hf_subset":"som_Latn-tuk_Latn","languages":["som-Latn","tuk-Latn"]},{"precision":0.486019,"recall":0.537549,"f1":0.501111,"accuracy":0.537549,"main_score":0.501111,"hf_subset":"som_Latn-bak_Cyrl","languages":["som-Latn","bak-Cyrl"]},{"precision":0.363714,"recall":0.421937,"f1":0.380207,"accuracy":0.421937,"main_score":0.380207,"hf_subset":"som_Latn-dyu_Latn","languages":["som-Latn","dyu-Latn"]},{"precision":0.442584,"recall":0.51087,"f1":0.461311,"accuracy":0.51087,"main_score":0.461311,"hf_subset":"som_Latn-heb_Hebr","languages":["som-Latn","heb-Hebr"]},{"precision":0.455896,"recall":0.505929,"f1":0.470506,"accuracy":0.505929,"main_score":0.470506,"hf_subset":"som_Latn-khk_Cyrl","languages":["som-Latn","khk-Cyrl"]},{"precision":0.44466,"recall":0.516798,"f1":0.46411,"accuracy":0.516798,"main_score":0.46411,"hf_subset":"som_Latn-lvs_Latn","languages":["som-Latn","lvs-Latn"]},{"precision":0.44518,"recall":0.51087,"f1":0.463556,"accuracy":0.51087,"main_score":0.463556,"hf_subset":"som_Latn-pan_Guru","languages":["som-Latn","pan-Guru"]},{"precision":0.470307,"recall":0.504941,"f1":0.4802,"accuracy":0.504941,"main_score":0.4802,"hf_subset":"som_Latn-tum_Latn","languages":["som-Latn","tum-Latn"]},{"precision":0.323902,"recall":0.385375,"f1":0.340917,"accuracy":0.385375,"main_score":0.340917,"hf_subset":"tum_Latn-ace_Arab","languages":["tum-Latn","ace-Arab"]},{"precision":0.44188,"recall":0.488142,"f1":0.455421,"accuracy":0.488142,"main_score":0.455421,"hf_subset":"tum_Latn-bam_Latn","languages":["tum-Latn","bam-Latn"]},{"precision":0.121686,"recall":0.167984,"f1":0.134125,"accuracy":0.167984,"main_score":0.134125,"hf_subset":"tum_Latn-dzo_Tibt","languages":["tum-Latn","dzo-Tibt"]},{"precision":0.476176,"recall":0.545455,"f1":0.495659,"accuracy":0.545455,"main_score":0.495659,"hf_subset":"tum_Latn-hin_Deva","languages":["tum-Latn","hin-Deva"]},{"precision":0.374241,"recall":0.447628,"f1":0.393661,"accuracy":0.447628,"main_score":0.393661,"hf_subset":"tum_Latn-khm_Khmr","languages":["tum-Latn","khm-Khmr"]},{"precision":0.473965,"recall":0.534585,"f1":0.490892,"accuracy":0.534585,"main_score":0.490892,"hf_subset":"tum_Latn-mag_Deva","languages":["tum-Latn","mag-Deva"]},{"precision":0.50882,"recall":0.564229,"f1":0.523996,"accuracy":0.564229,"main_score":0.523996,"hf_subset":"tum_Latn-pap_Latn","languages":["tum-Latn","pap-Latn"]},{"precision":0.490289,"recall":0.530632,"f1":0.501854,"accuracy":0.530632,"main_score":0.501854,"hf_subset":"tum_Latn-sot_Latn","languages":["tum-Latn","sot-Latn"]},{"precision":0.474672,"recall":0.541502,"f1":0.493968,"accuracy":0.541502,"main_score":0.493968,"hf_subset":"tum_Latn-tur_Latn","languages":["tum-Latn","tur-Latn"]},{"precision":0.509053,"recall":0.554348,"f1":0.521592,"accuracy":0.554348,"main_score":0.521592,"hf_subset":"tum_Latn-ace_Latn","languages":["tum-Latn","ace-Latn"]},{"precision":0.514854,"recall":0.565217,"f1":0.529957,"accuracy":0.565217,"main_score":0.529957,"hf_subset":"tum_Latn-ban_Latn","languages":["tum-Latn","ban-Latn"]},{"precision":0.457908,"recall":0.533597,"f1":0.479574,"accuracy":0.533597,"main_score":0.479574,"hf_subset":"tum_Latn-ell_Grek","languages":["tum-Latn","ell-Grek"]},{"precision":0.456202,"recall":0.524704,"f1":0.475794,"accuracy":0.524704,"main_score":0.475794,"hf_subset":"tum_Latn-hne_Deva","languages":["tum-Latn","hne-Deva"]},{"precision":0.469691,"recall":0.51581,"f1":0.48342,"accuracy":0.51581,"main_score":0.48342,"hf_subset":"tum_Latn-kik_Latn","languages":["tum-Latn","kik-Latn"]},{"precision":0.470104,"recall":0.535573,"f1":0.487792,"accuracy":0.535573,"main_score":0.487792,"hf_subset":"tum_Latn-mai_Deva","languages":["tum-Latn","mai-Deva"]},{"precision":0.430405,"recall":0.497036,"f1":0.449338,"accuracy":0.497036,"main_score":0.449338,"hf_subset":"tum_Latn-pbt_Arab","languages":["tum-Latn","pbt-Arab"]},{"precision":0.490534,"recall":0.554348,"f1":0.508994,"accuracy":0.554348,"main_score":0.508994,"hf_subset":"tum_Latn-spa_Latn","languages":["tum-Latn","spa-Latn"]},{"precision":0.500874,"recall":0.543478,"f1":0.51346,"accuracy":0.543478,"main_score":0.51346,"hf_subset":"tum_Latn-twi_Latn","languages":["tum-Latn","twi-Latn"]},{"precision":0.45485,"recall":0.529644,"f1":0.476314,"accuracy":0.529644,"main_score":0.476314,"hf_subset":"tum_Latn-acm_Arab","languages":["tum-Latn","acm-Arab"]},{"precision":0.477253,"recall":0.541502,"f1":0.495623,"accuracy":0.541502,"main_score":0.495623,"hf_subset":"tum_Latn-bel_Cyrl","languages":["tum-Latn","bel-Cyrl"]},{"precision":0.480771,"recall":0.551383,"f1":0.500851,"accuracy":0.551383,"main_score":0.500851,"hf_subset":"tum_Latn-eng_Latn","languages":["tum-Latn","eng-Latn"]},{"precision":0.507089,"recall":0.568182,"f1":0.524596,"accuracy":0.568182,"main_score":0.524596,"hf_subset":"tum_Latn-hrv_Latn","languages":["tum-Latn","hrv-Latn"]},{"precision":0.44846,"recall":0.500988,"f1":0.463282,"accuracy":0.500988,"main_score":0.463282,"hf_subset":"tum_Latn-kin_Latn","languages":["tum-Latn","kin-Latn"]},{"precision":0.470872,"recall":0.540514,"f1":0.489966,"accuracy":0.540514,"main_score":0.489966,"hf_subset":"tum_Latn-mal_Mlym","languages":["tum-Latn","mal-Mlym"]},{"precision":0.461273,"recall":0.524704,"f1":0.479732,"accuracy":0.524704,"main_score":0.479732,"hf_subset":"tum_Latn-pes_Arab","languages":["tum-Latn","pes-Arab"]},{"precision":0.500609,"recall":0.556324,"f1":0.515705,"accuracy":0.556324,"main_score":0.515705,"hf_subset":"tum_Latn-srd_Latn","languages":["tum-Latn","srd-Latn"]},{"precision":0.135736,"recall":0.185771,"f1":0.147847,"accuracy":0.185771,"main_score":0.147847,"hf_subset":"tum_Latn-tzm_Tfng","languages":["tum-Latn","tzm-Tfng"]},{"precision":0.462131,"recall":0.537549,"f1":0.483974,"accuracy":0.537549,"main_score":0.483974,"hf_subset":"tum_Latn-acq_Arab","languages":["tum-Latn","acq-Arab"]},{"precision":0.519223,"recall":0.564229,"f1":0.532117,"accuracy":0.564229,"main_score":0.532117,"hf_subset":"tum_Latn-bem_Latn","languages":["tum-Latn","bem-Latn"]},{"precision":0.488125,"recall":0.549407,"f1":0.505463,"accuracy":0.549407,"main_score":0.505463,"hf_subset":"tum_Latn-epo_Latn","languages":["tum-Latn","epo-Latn"]},{"precision":0.489812,"recall":0.551383,"f1":0.507812,"accuracy":0.551383,"main_score":0.507812,"hf_subset":"tum_Latn-hun_Latn","languages":["tum-Latn","hun-Latn"]},{"precision":0.490792,"recall":0.543478,"f1":0.505997,"accuracy":0.543478,"main_score":0.505997,"hf_subset":"tum_Latn-kir_Cyrl","languages":["tum-Latn","kir-Cyrl"]},{"precision":0.479734,"recall":0.546443,"f1":0.498377,"accuracy":0.546443,"main_score":0.498377,"hf_subset":"tum_Latn-mar_Deva","languages":["tum-Latn","mar-Deva"]},{"precision":0.489045,"recall":0.534585,"f1":0.502284,"accuracy":0.534585,"main_score":0.502284,"hf_subset":"tum_Latn-plt_Latn","languages":["tum-Latn","plt-Latn"]},{"precision":0.486488,"recall":0.55336,"f1":0.505337,"accuracy":0.55336,"main_score":0.505337,"hf_subset":"tum_Latn-srp_Cyrl","languages":["tum-Latn","srp-Cyrl"]},{"precision":0.422766,"recall":0.48913,"f1":0.441325,"accuracy":0.48913,"main_score":0.441325,"hf_subset":"tum_Latn-uig_Arab","languages":["tum-Latn","uig-Arab"]},{"precision":0.461476,"recall":0.530632,"f1":0.481103,"accuracy":0.530632,"main_score":0.481103,"hf_subset":"tum_Latn-aeb_Arab","languages":["tum-Latn","aeb-Arab"]},{"precision":0.466645,"recall":0.530632,"f1":0.484937,"accuracy":0.530632,"main_score":0.484937,"hf_subset":"tum_Latn-ben_Beng","languages":["tum-Latn","ben-Beng"]},{"precision":0.462412,"recall":0.528656,"f1":0.480938,"accuracy":0.528656,"main_score":0.480938,"hf_subset":"tum_Latn-est_Latn","languages":["tum-Latn","est-Latn"]},{"precision":0.456143,"recall":0.513834,"f1":0.472959,"accuracy":0.513834,"main_score":0.472959,"hf_subset":"tum_Latn-hye_Armn","languages":["tum-Latn","hye-Armn"]},{"precision":0.476525,"recall":0.520751,"f1":0.489627,"accuracy":0.520751,"main_score":0.489627,"hf_subset":"tum_Latn-kmb_Latn","languages":["tum-Latn","kmb-Latn"]},{"precision":0.297581,"recall":0.369565,"f1":0.317575,"accuracy":0.369565,"main_score":0.317575,"hf_subset":"tum_Latn-min_Arab","languages":["tum-Latn","min-Arab"]},{"precision":0.483621,"recall":0.545455,"f1":0.500547,"accuracy":0.545455,"main_score":0.500547,"hf_subset":"tum_Latn-pol_Latn","languages":["tum-Latn","pol-Latn"]},{"precision":0.461688,"recall":0.508893,"f1":0.475238,"accuracy":0.508893,"main_score":0.475238,"hf_subset":"tum_Latn-ssw_Latn","languages":["tum-Latn","ssw-Latn"]},{"precision":0.476694,"recall":0.545455,"f1":0.496358,"accuracy":0.545455,"main_score":0.496358,"hf_subset":"tum_Latn-ukr_Cyrl","languages":["tum-Latn","ukr-Cyrl"]},{"precision":0.493271,"recall":0.557312,"f1":0.511586,"accuracy":0.557312,"main_score":0.511586,"hf_subset":"tum_Latn-afr_Latn","languages":["tum-Latn","afr-Latn"]},{"precision":0.481223,"recall":0.540514,"f1":0.496973,"accuracy":0.540514,"main_score":0.496973,"hf_subset":"tum_Latn-bho_Deva","languages":["tum-Latn","bho-Deva"]},{"precision":0.494666,"recall":0.547431,"f1":0.509352,"accuracy":0.547431,"main_score":0.509352,"hf_subset":"tum_Latn-eus_Latn","languages":["tum-Latn","eus-Latn"]},{"precision":0.467876,"recall":0.517787,"f1":0.482239,"accuracy":0.517787,"main_score":0.482239,"hf_subset":"tum_Latn-ibo_Latn","languages":["tum-Latn","ibo-Latn"]},{"precision":0.477356,"recall":0.530632,"f1":0.492701,"accuracy":0.530632,"main_score":0.492701,"hf_subset":"tum_Latn-kmr_Latn","languages":["tum-Latn","kmr-Latn"]},{"precision":0.508613,"recall":0.554348,"f1":0.521604,"accuracy":0.554348,"main_score":0.521604,"hf_subset":"tum_Latn-min_Latn","languages":["tum-Latn","min-Latn"]},{"precision":0.484493,"recall":0.547431,"f1":0.50223,"accuracy":0.547431,"main_score":0.50223,"hf_subset":"tum_Latn-por_Latn","languages":["tum-Latn","por-Latn"]},{"precision":0.509093,"recall":0.566206,"f1":0.525291,"accuracy":0.566206,"main_score":0.525291,"hf_subset":"tum_Latn-sun_Latn","languages":["tum-Latn","sun-Latn"]},{"precision":0.443147,"recall":0.492095,"f1":0.457743,"accuracy":0.492095,"main_score":0.457743,"hf_subset":"tum_Latn-umb_Latn","languages":["tum-Latn","umb-Latn"]},{"precision":0.467738,"recall":0.540514,"f1":0.48883,"accuracy":0.540514,"main_score":0.48883,"hf_subset":"tum_Latn-ajp_Arab","languages":["tum-Latn","ajp-Arab"]},{"precision":0.33282,"recall":0.391304,"f1":0.348835,"accuracy":0.391304,"main_score":0.348835,"hf_subset":"tum_Latn-bjn_Arab","languages":["tum-Latn","bjn-Arab"]},{"precision":0.46726,"recall":0.509881,"f1":0.479762,"accuracy":0.509881,"main_score":0.479762,"hf_subset":"tum_Latn-ewe_Latn","languages":["tum-Latn","ewe-Latn"]},{"precision":0.528018,"recall":0.572134,"f1":0.53962,"accuracy":0.572134,"main_score":0.53962,"hf_subset":"tum_Latn-ilo_Latn","languages":["tum-Latn","ilo-Latn"]},{"precision":0.197525,"recall":0.266798,"f1":0.215321,"accuracy":0.266798,"main_score":0.215321,"hf_subset":"tum_Latn-knc_Arab","languages":["tum-Latn","knc-Arab"]},{"precision":0.485404,"recall":0.554348,"f1":0.505096,"accuracy":0.554348,"main_score":0.505096,"hf_subset":"tum_Latn-mkd_Cyrl","languages":["tum-Latn","mkd-Cyrl"]},{"precision":0.454583,"recall":0.528656,"f1":0.475168,"accuracy":0.528656,"main_score":0.475168,"hf_subset":"tum_Latn-prs_Arab","languages":["tum-Latn","prs-Arab"]},{"precision":0.480828,"recall":0.550395,"f1":0.501076,"accuracy":0.550395,"main_score":0.501076,"hf_subset":"tum_Latn-swe_Latn","languages":["tum-Latn","swe-Latn"]},{"precision":0.444867,"recall":0.508893,"f1":0.46306,"accuracy":0.508893,"main_score":0.46306,"hf_subset":"tum_Latn-urd_Arab","languages":["tum-Latn","urd-Arab"]},{"precision":0.494071,"recall":0.535573,"f1":0.506672,"accuracy":0.535573,"main_score":0.506672,"hf_subset":"tum_Latn-aka_Latn","languages":["tum-Latn","aka-Latn"]},{"precision":0.485942,"recall":0.544466,"f1":0.501825,"accuracy":0.544466,"main_score":0.501825,"hf_subset":"tum_Latn-bjn_Latn","languages":["tum-Latn","bjn-Latn"]},{"precision":0.47331,"recall":0.528656,"f1":0.48886,"accuracy":0.528656,"main_score":0.48886,"hf_subset":"tum_Latn-fao_Latn","languages":["tum-Latn","fao-Latn"]},{"precision":0.495182,"recall":0.557312,"f1":0.51323,"accuracy":0.557312,"main_score":0.51323,"hf_subset":"tum_Latn-ind_Latn","languages":["tum-Latn","ind-Latn"]},{"precision":0.485273,"recall":0.527668,"f1":0.49776,"accuracy":0.527668,"main_score":0.49776,"hf_subset":"tum_Latn-knc_Latn","languages":["tum-Latn","knc-Latn"]},{"precision":0.507233,"recall":0.561265,"f1":0.522255,"accuracy":0.561265,"main_score":0.522255,"hf_subset":"tum_Latn-mlt_Latn","languages":["tum-Latn","mlt-Latn"]},{"precision":0.460659,"recall":0.514822,"f1":0.475959,"accuracy":0.514822,"main_score":0.475959,"hf_subset":"tum_Latn-quy_Latn","languages":["tum-Latn","quy-Latn"]},{"precision":0.478926,"recall":0.536561,"f1":0.494842,"accuracy":0.536561,"main_score":0.494842,"hf_subset":"tum_Latn-swh_Latn","languages":["tum-Latn","swh-Latn"]},{"precision":0.464222,"recall":0.524704,"f1":0.481502,"accuracy":0.524704,"main_score":0.481502,"hf_subset":"tum_Latn-uzn_Latn","languages":["tum-Latn","uzn-Latn"]},{"precision":0.464807,"recall":0.527668,"f1":0.482439,"accuracy":0.527668,"main_score":0.482439,"hf_subset":"tum_Latn-als_Latn","languages":["tum-Latn","als-Latn"]},{"precision":0.162967,"recall":0.214427,"f1":0.176723,"accuracy":0.214427,"main_score":0.176723,"hf_subset":"tum_Latn-bod_Tibt","languages":["tum-Latn","bod-Tibt"]},{"precision":0.452273,"recall":0.501976,"f1":0.4664,"accuracy":0.501976,"main_score":0.4664,"hf_subset":"tum_Latn-fij_Latn","languages":["tum-Latn","fij-Latn"]},{"precision":0.445867,"recall":0.504941,"f1":0.462143,"accuracy":0.504941,"main_score":0.462143,"hf_subset":"tum_Latn-isl_Latn","languages":["tum-Latn","isl-Latn"]},{"precision":0.492567,"recall":0.54249,"f1":0.506954,"accuracy":0.54249,"main_score":0.506954,"hf_subset":"tum_Latn-kon_Latn","languages":["tum-Latn","kon-Latn"]},{"precision":0.385432,"recall":0.4417,"f1":0.401139,"accuracy":0.4417,"main_score":0.401139,"hf_subset":"tum_Latn-mni_Beng","languages":["tum-Latn","mni-Beng"]},{"precision":0.496874,"recall":0.556324,"f1":0.513634,"accuracy":0.556324,"main_score":0.513634,"hf_subset":"tum_Latn-ron_Latn","languages":["tum-Latn","ron-Latn"]},{"precision":0.493422,"recall":0.55336,"f1":0.510607,"accuracy":0.55336,"main_score":0.510607,"hf_subset":"tum_Latn-szl_Latn","languages":["tum-Latn","szl-Latn"]},{"precision":0.505051,"recall":0.564229,"f1":0.522144,"accuracy":0.564229,"main_score":0.522144,"hf_subset":"tum_Latn-vec_Latn","languages":["tum-Latn","vec-Latn"]},{"precision":0.263945,"recall":0.332016,"f1":0.282426,"accuracy":0.332016,"main_score":0.282426,"hf_subset":"tum_Latn-amh_Ethi","languages":["tum-Latn","amh-Ethi"]},{"precision":0.500888,"recall":0.561265,"f1":0.518024,"accuracy":0.561265,"main_score":0.518024,"hf_subset":"tum_Latn-bos_Latn","languages":["tum-Latn","bos-Latn"]},{"precision":0.472556,"recall":0.539526,"f1":0.491674,"accuracy":0.539526,"main_score":0.491674,"hf_subset":"tum_Latn-fin_Latn","languages":["tum-Latn","fin-Latn"]},{"precision":0.493096,"recall":0.5583,"f1":0.510991,"accuracy":0.5583,"main_score":0.510991,"hf_subset":"tum_Latn-ita_Latn","languages":["tum-Latn","ita-Latn"]},{"precision":0.460682,"recall":0.528656,"f1":0.479392,"accuracy":0.528656,"main_score":0.479392,"hf_subset":"tum_Latn-kor_Hang","languages":["tum-Latn","kor-Hang"]},{"precision":0.451112,"recall":0.497036,"f1":0.464439,"accuracy":0.497036,"main_score":0.464439,"hf_subset":"tum_Latn-mos_Latn","languages":["tum-Latn","mos-Latn"]},{"precision":0.470719,"recall":0.516798,"f1":0.483885,"accuracy":0.516798,"main_score":0.483885,"hf_subset":"tum_Latn-run_Latn","languages":["tum-Latn","run-Latn"]},{"precision":0.43249,"recall":0.500988,"f1":0.451876,"accuracy":0.500988,"main_score":0.451876,"hf_subset":"tum_Latn-tam_Taml","languages":["tum-Latn","tam-Taml"]},{"precision":0.484052,"recall":0.546443,"f1":0.501532,"accuracy":0.546443,"main_score":0.501532,"hf_subset":"tum_Latn-vie_Latn","languages":["tum-Latn","vie-Latn"]},{"precision":0.461677,"recall":0.532609,"f1":0.481571,"accuracy":0.532609,"main_score":0.481571,"hf_subset":"tum_Latn-apc_Arab","languages":["tum-Latn","apc-Arab"]},{"precision":0.504114,"recall":0.548419,"f1":0.516753,"accuracy":0.548419,"main_score":0.516753,"hf_subset":"tum_Latn-bug_Latn","languages":["tum-Latn","bug-Latn"]},{"precision":0.434413,"recall":0.487154,"f1":0.449684,"accuracy":0.487154,"main_score":0.449684,"hf_subset":"tum_Latn-fon_Latn","languages":["tum-Latn","fon-Latn"]},{"precision":0.503597,"recall":0.560277,"f1":0.52029,"accuracy":0.560277,"main_score":0.52029,"hf_subset":"tum_Latn-jav_Latn","languages":["tum-Latn","jav-Latn"]},{"precision":0.395463,"recall":0.460474,"f1":0.413206,"accuracy":0.460474,"main_score":0.413206,"hf_subset":"tum_Latn-lao_Laoo","languages":["tum-Latn","lao-Laoo"]},{"precision":0.437246,"recall":0.491107,"f1":0.452817,"accuracy":0.491107,"main_score":0.452817,"hf_subset":"tum_Latn-mri_Latn","languages":["tum-Latn","mri-Latn"]},{"precision":0.474358,"recall":0.546443,"f1":0.4949,"accuracy":0.546443,"main_score":0.4949,"hf_subset":"tum_Latn-rus_Cyrl","languages":["tum-Latn","rus-Cyrl"]},{"precision":0.44978,"recall":0.498024,"f1":0.463505,"accuracy":0.498024,"main_score":0.463505,"hf_subset":"tum_Latn-taq_Latn","languages":["tum-Latn","taq-Latn"]},{"precision":0.527694,"recall":0.578063,"f1":0.542061,"accuracy":0.578063,"main_score":0.542061,"hf_subset":"tum_Latn-war_Latn","languages":["tum-Latn","war-Latn"]},{"precision":0.461454,"recall":0.534585,"f1":0.482162,"accuracy":0.534585,"main_score":0.482162,"hf_subset":"tum_Latn-arb_Arab","languages":["tum-Latn","arb-Arab"]},{"precision":0.499617,"recall":0.564229,"f1":0.518675,"accuracy":0.564229,"main_score":0.518675,"hf_subset":"tum_Latn-bul_Cyrl","languages":["tum-Latn","bul-Cyrl"]},{"precision":0.485901,"recall":0.551383,"f1":0.504071,"accuracy":0.551383,"main_score":0.504071,"hf_subset":"tum_Latn-fra_Latn","languages":["tum-Latn","fra-Latn"]},{"precision":0.460123,"recall":0.531621,"f1":0.480302,"accuracy":0.531621,"main_score":0.480302,"hf_subset":"tum_Latn-jpn_Jpan","languages":["tum-Latn","jpn-Jpan"]},{"precision":0.494715,"recall":0.5583,"f1":0.513485,"accuracy":0.5583,"main_score":0.513485,"hf_subset":"tum_Latn-lij_Latn","languages":["tum-Latn","lij-Latn"]},{"precision":0.274408,"recall":0.347826,"f1":0.294233,"accuracy":0.347826,"main_score":0.294233,"hf_subset":"tum_Latn-mya_Mymr","languages":["tum-Latn","mya-Mymr"]},{"precision":0.465311,"recall":0.51581,"f1":0.479828,"accuracy":0.51581,"main_score":0.479828,"hf_subset":"tum_Latn-sag_Latn","languages":["tum-Latn","sag-Latn"]},{"precision":0.156883,"recall":0.217391,"f1":0.169868,"accuracy":0.217391,"main_score":0.169868,"hf_subset":"tum_Latn-taq_Tfng","languages":["tum-Latn","taq-Tfng"]},{"precision":0.473229,"recall":0.523715,"f1":0.487329,"accuracy":0.523715,"main_score":0.487329,"hf_subset":"tum_Latn-wol_Latn","languages":["tum-Latn","wol-Latn"]},{"precision":0.400727,"recall":0.460474,"f1":0.416924,"accuracy":0.460474,"main_score":0.416924,"hf_subset":"tum_Latn-arb_Latn","languages":["tum-Latn","arb-Latn"]},{"precision":0.480543,"recall":0.545455,"f1":0.499102,"accuracy":0.545455,"main_score":0.499102,"hf_subset":"tum_Latn-cat_Latn","languages":["tum-Latn","cat-Latn"]},{"precision":0.498199,"recall":0.552372,"f1":0.513454,"accuracy":0.552372,"main_score":0.513454,"hf_subset":"tum_Latn-fur_Latn","languages":["tum-Latn","fur-Latn"]},{"precision":0.359662,"recall":0.416996,"f1":0.37496,"accuracy":0.416996,"main_score":0.37496,"hf_subset":"tum_Latn-kab_Latn","languages":["tum-Latn","kab-Latn"]},{"precision":0.491981,"recall":0.547431,"f1":0.507307,"accuracy":0.547431,"main_score":0.507307,"hf_subset":"tum_Latn-lim_Latn","languages":["tum-Latn","lim-Latn"]},{"precision":0.487562,"recall":0.551383,"f1":0.506052,"accuracy":0.551383,"main_score":0.506052,"hf_subset":"tum_Latn-nld_Latn","languages":["tum-Latn","nld-Latn"]},{"precision":0.434273,"recall":0.508893,"f1":0.456175,"accuracy":0.508893,"main_score":0.456175,"hf_subset":"tum_Latn-san_Deva","languages":["tum-Latn","san-Deva"]},{"precision":0.496879,"recall":0.555336,"f1":0.512653,"accuracy":0.555336,"main_score":0.512653,"hf_subset":"tum_Latn-tat_Cyrl","languages":["tum-Latn","tat-Cyrl"]},{"precision":0.482832,"recall":0.530632,"f1":0.496516,"accuracy":0.530632,"main_score":0.496516,"hf_subset":"tum_Latn-xho_Latn","languages":["tum-Latn","xho-Latn"]},{"precision":0.444115,"recall":0.520751,"f1":0.465563,"accuracy":0.520751,"main_score":0.465563,"hf_subset":"tum_Latn-ars_Arab","languages":["tum-Latn","ars-Arab"]},{"precision":0.507227,"recall":0.560277,"f1":0.522164,"accuracy":0.560277,"main_score":0.522164,"hf_subset":"tum_Latn-ceb_Latn","languages":["tum-Latn","ceb-Latn"]},{"precision":0.439838,"recall":0.497036,"f1":0.455932,"accuracy":0.497036,"main_score":0.455932,"hf_subset":"tum_Latn-fuv_Latn","languages":["tum-Latn","fuv-Latn"]},{"precision":0.464921,"recall":0.513834,"f1":0.479578,"accuracy":0.513834,"main_score":0.479578,"hf_subset":"tum_Latn-kac_Latn","languages":["tum-Latn","kac-Latn"]},{"precision":0.514711,"recall":0.561265,"f1":0.528106,"accuracy":0.561265,"main_score":0.528106,"hf_subset":"tum_Latn-lin_Latn","languages":["tum-Latn","lin-Latn"]},{"precision":0.478791,"recall":0.545455,"f1":0.497763,"accuracy":0.545455,"main_score":0.497763,"hf_subset":"tum_Latn-nno_Latn","languages":["tum-Latn","nno-Latn"]},{"precision":0.030539,"recall":0.075099,"f1":0.037671,"accuracy":0.075099,"main_score":0.037671,"hf_subset":"tum_Latn-sat_Olck","languages":["tum-Latn","sat-Olck"]},{"precision":0.4724,"recall":0.537549,"f1":0.490313,"accuracy":0.537549,"main_score":0.490313,"hf_subset":"tum_Latn-tel_Telu","languages":["tum-Latn","tel-Telu"]},{"precision":0.353633,"recall":0.423913,"f1":0.3732,"accuracy":0.423913,"main_score":0.3732,"hf_subset":"tum_Latn-ydd_Hebr","languages":["tum-Latn","ydd-Hebr"]},{"precision":0.460225,"recall":0.52668,"f1":0.47859,"accuracy":0.52668,"main_score":0.47859,"hf_subset":"tum_Latn-ary_Arab","languages":["tum-Latn","ary-Arab"]},{"precision":0.487136,"recall":0.550395,"f1":0.504998,"accuracy":0.550395,"main_score":0.504998,"hf_subset":"tum_Latn-ces_Latn","languages":["tum-Latn","ces-Latn"]},{"precision":0.373424,"recall":0.435771,"f1":0.390244,"accuracy":0.435771,"main_score":0.390244,"hf_subset":"tum_Latn-gaz_Latn","languages":["tum-Latn","gaz-Latn"]},{"precision":0.473796,"recall":0.517787,"f1":0.486267,"accuracy":0.517787,"main_score":0.486267,"hf_subset":"tum_Latn-kam_Latn","languages":["tum-Latn","kam-Latn"]},{"precision":0.45947,"recall":0.527668,"f1":0.478755,"accuracy":0.527668,"main_score":0.478755,"hf_subset":"tum_Latn-lit_Latn","languages":["tum-Latn","lit-Latn"]},{"precision":0.488356,"recall":0.547431,"f1":0.505253,"accuracy":0.547431,"main_score":0.505253,"hf_subset":"tum_Latn-nob_Latn","languages":["tum-Latn","nob-Latn"]},{"precision":0.488172,"recall":0.548419,"f1":0.50497,"accuracy":0.548419,"main_score":0.50497,"hf_subset":"tum_Latn-scn_Latn","languages":["tum-Latn","scn-Latn"]},{"precision":0.471713,"recall":0.528656,"f1":0.4874,"accuracy":0.528656,"main_score":0.4874,"hf_subset":"tum_Latn-tgk_Cyrl","languages":["tum-Latn","tgk-Cyrl"]},{"precision":0.428964,"recall":0.486166,"f1":0.445537,"accuracy":0.486166,"main_score":0.445537,"hf_subset":"tum_Latn-yor_Latn","languages":["tum-Latn","yor-Latn"]},{"precision":0.464146,"recall":0.531621,"f1":0.483766,"accuracy":0.531621,"main_score":0.483766,"hf_subset":"tum_Latn-arz_Arab","languages":["tum-Latn","arz-Arab"]},{"precision":0.452644,"recall":0.495059,"f1":0.464619,"accuracy":0.495059,"main_score":0.464619,"hf_subset":"tum_Latn-cjk_Latn","languages":["tum-Latn","cjk-Latn"]},{"precision":0.432324,"recall":0.495059,"f1":0.448358,"accuracy":0.495059,"main_score":0.448358,"hf_subset":"tum_Latn-gla_Latn","languages":["tum-Latn","gla-Latn"]},{"precision":0.463614,"recall":0.529644,"f1":0.482048,"accuracy":0.529644,"main_score":0.482048,"hf_subset":"tum_Latn-kan_Knda","languages":["tum-Latn","kan-Knda"]},{"precision":0.492187,"recall":0.551383,"f1":0.509249,"accuracy":0.551383,"main_score":0.509249,"hf_subset":"tum_Latn-lmo_Latn","languages":["tum-Latn","lmo-Latn"]},{"precision":0.46475,"recall":0.529644,"f1":0.483001,"accuracy":0.529644,"main_score":0.483001,"hf_subset":"tum_Latn-npi_Deva","languages":["tum-Latn","npi-Deva"]},{"precision":0.408483,"recall":0.475296,"f1":0.428431,"accuracy":0.475296,"main_score":0.428431,"hf_subset":"tum_Latn-shn_Mymr","languages":["tum-Latn","shn-Mymr"]},{"precision":0.515011,"recall":0.567194,"f1":0.529809,"accuracy":0.567194,"main_score":0.529809,"hf_subset":"tum_Latn-tgl_Latn","languages":["tum-Latn","tgl-Latn"]},{"precision":0.469476,"recall":0.537549,"f1":0.48925,"accuracy":0.537549,"main_score":0.48925,"hf_subset":"tum_Latn-yue_Hant","languages":["tum-Latn","yue-Hant"]},{"precision":0.424209,"recall":0.498024,"f1":0.44533,"accuracy":0.498024,"main_score":0.44533,"hf_subset":"tum_Latn-asm_Beng","languages":["tum-Latn","asm-Beng"]},{"precision":0.419095,"recall":0.480237,"f1":0.435829,"accuracy":0.480237,"main_score":0.435829,"hf_subset":"tum_Latn-ckb_Arab","languages":["tum-Latn","ckb-Arab"]},{"precision":0.420684,"recall":0.481225,"f1":0.437382,"accuracy":0.481225,"main_score":0.437382,"hf_subset":"tum_Latn-gle_Latn","languages":["tum-Latn","gle-Latn"]},{"precision":0.41281,"recall":0.485178,"f1":0.43248,"accuracy":0.485178,"main_score":0.43248,"hf_subset":"tum_Latn-kas_Arab","languages":["tum-Latn","kas-Arab"]},{"precision":0.456251,"recall":0.518775,"f1":0.474326,"accuracy":0.518775,"main_score":0.474326,"hf_subset":"tum_Latn-ltg_Latn","languages":["tum-Latn","ltg-Latn"]},{"precision":0.497274,"recall":0.539526,"f1":0.509426,"accuracy":0.539526,"main_score":0.509426,"hf_subset":"tum_Latn-nso_Latn","languages":["tum-Latn","nso-Latn"]},{"precision":0.191117,"recall":0.23913,"f1":0.203577,"accuracy":0.23913,"main_score":0.203577,"hf_subset":"tum_Latn-sin_Sinh","languages":["tum-Latn","sin-Sinh"]},{"precision":0.461776,"recall":0.52668,"f1":0.480037,"accuracy":0.52668,"main_score":0.480037,"hf_subset":"tum_Latn-tha_Thai","languages":["tum-Latn","tha-Thai"]},{"precision":0.459229,"recall":0.524704,"f1":0.478185,"accuracy":0.524704,"main_score":0.478185,"hf_subset":"tum_Latn-zho_Hans","languages":["tum-Latn","zho-Hans"]},{"precision":0.490849,"recall":0.557312,"f1":0.509645,"accuracy":0.557312,"main_score":0.509645,"hf_subset":"tum_Latn-ast_Latn","languages":["tum-Latn","ast-Latn"]},{"precision":0.476065,"recall":0.538538,"f1":0.493425,"accuracy":0.538538,"main_score":0.493425,"hf_subset":"tum_Latn-crh_Latn","languages":["tum-Latn","crh-Latn"]},{"precision":0.491777,"recall":0.5583,"f1":0.509875,"accuracy":0.5583,"main_score":0.509875,"hf_subset":"tum_Latn-glg_Latn","languages":["tum-Latn","glg-Latn"]},{"precision":0.433386,"recall":0.497036,"f1":0.451296,"accuracy":0.497036,"main_score":0.451296,"hf_subset":"tum_Latn-kas_Deva","languages":["tum-Latn","kas-Deva"]},{"precision":0.470891,"recall":0.534585,"f1":0.489896,"accuracy":0.534585,"main_score":0.489896,"hf_subset":"tum_Latn-ltz_Latn","languages":["tum-Latn","ltz-Latn"]},{"precision":0.410417,"recall":0.464427,"f1":0.425888,"accuracy":0.464427,"main_score":0.425888,"hf_subset":"tum_Latn-nus_Latn","languages":["tum-Latn","nus-Latn"]},{"precision":0.478101,"recall":0.545455,"f1":0.497739,"accuracy":0.545455,"main_score":0.497739,"hf_subset":"tum_Latn-slk_Latn","languages":["tum-Latn","slk-Latn"]},{"precision":0.213525,"recall":0.264822,"f1":0.226394,"accuracy":0.264822,"main_score":0.226394,"hf_subset":"tum_Latn-tir_Ethi","languages":["tum-Latn","tir-Ethi"]},{"precision":0.457045,"recall":0.523715,"f1":0.475947,"accuracy":0.523715,"main_score":0.475947,"hf_subset":"tum_Latn-zho_Hant","languages":["tum-Latn","zho-Hant"]},{"precision":0.476022,"recall":0.537549,"f1":0.493344,"accuracy":0.537549,"main_score":0.493344,"hf_subset":"tum_Latn-awa_Deva","languages":["tum-Latn","awa-Deva"]},{"precision":0.459067,"recall":0.513834,"f1":0.475021,"accuracy":0.513834,"main_score":0.475021,"hf_subset":"tum_Latn-cym_Latn","languages":["tum-Latn","cym-Latn"]},{"precision":0.488087,"recall":0.537549,"f1":0.502773,"accuracy":0.537549,"main_score":0.502773,"hf_subset":"tum_Latn-grn_Latn","languages":["tum-Latn","grn-Latn"]},{"precision":0.446896,"recall":0.520751,"f1":0.466665,"accuracy":0.520751,"main_score":0.466665,"hf_subset":"tum_Latn-kat_Geor","languages":["tum-Latn","kat-Geor"]},{"precision":0.495059,"recall":0.536561,"f1":0.506808,"accuracy":0.536561,"main_score":0.506808,"hf_subset":"tum_Latn-lua_Latn","languages":["tum-Latn","lua-Latn"]},{"precision":0.550726,"recall":0.601779,"f1":0.564895,"accuracy":0.601779,"main_score":0.564895,"hf_subset":"tum_Latn-nya_Latn","languages":["tum-Latn","nya-Latn"]},{"precision":0.487502,"recall":0.550395,"f1":0.505252,"accuracy":0.550395,"main_score":0.505252,"hf_subset":"tum_Latn-slv_Latn","languages":["tum-Latn","slv-Latn"]},{"precision":0.499407,"recall":0.550395,"f1":0.51374,"accuracy":0.550395,"main_score":0.51374,"hf_subset":"tum_Latn-tpi_Latn","languages":["tum-Latn","tpi-Latn"]},{"precision":0.502091,"recall":0.562253,"f1":0.519317,"accuracy":0.562253,"main_score":0.519317,"hf_subset":"tum_Latn-zsm_Latn","languages":["tum-Latn","zsm-Latn"]},{"precision":0.452561,"recall":0.503953,"f1":0.467809,"accuracy":0.503953,"main_score":0.467809,"hf_subset":"tum_Latn-ayr_Latn","languages":["tum-Latn","ayr-Latn"]},{"precision":0.498645,"recall":0.559289,"f1":0.51525,"accuracy":0.559289,"main_score":0.51525,"hf_subset":"tum_Latn-dan_Latn","languages":["tum-Latn","dan-Latn"]},{"precision":0.462068,"recall":0.525692,"f1":0.479351,"accuracy":0.525692,"main_score":0.479351,"hf_subset":"tum_Latn-guj_Gujr","languages":["tum-Latn","guj-Gujr"]},{"precision":0.472865,"recall":0.54249,"f1":0.492358,"accuracy":0.54249,"main_score":0.492358,"hf_subset":"tum_Latn-kaz_Cyrl","languages":["tum-Latn","kaz-Cyrl"]},{"precision":0.441894,"recall":0.490119,"f1":0.455687,"accuracy":0.490119,"main_score":0.455687,"hf_subset":"tum_Latn-lug_Latn","languages":["tum-Latn","lug-Latn"]},{"precision":0.49437,"recall":0.557312,"f1":0.512428,"accuracy":0.557312,"main_score":0.512428,"hf_subset":"tum_Latn-oci_Latn","languages":["tum-Latn","oci-Latn"]},{"precision":0.465646,"recall":0.511858,"f1":0.479348,"accuracy":0.511858,"main_score":0.479348,"hf_subset":"tum_Latn-smo_Latn","languages":["tum-Latn","smo-Latn"]},{"precision":0.453666,"recall":0.503953,"f1":0.468397,"accuracy":0.503953,"main_score":0.468397,"hf_subset":"tum_Latn-tsn_Latn","languages":["tum-Latn","tsn-Latn"]},{"precision":0.461797,"recall":0.514822,"f1":0.477306,"accuracy":0.514822,"main_score":0.477306,"hf_subset":"tum_Latn-zul_Latn","languages":["tum-Latn","zul-Latn"]},{"precision":0.395433,"recall":0.466403,"f1":0.416018,"accuracy":0.466403,"main_score":0.416018,"hf_subset":"tum_Latn-azb_Arab","languages":["tum-Latn","azb-Arab"]},{"precision":0.478871,"recall":0.547431,"f1":0.49817,"accuracy":0.547431,"main_score":0.49817,"hf_subset":"tum_Latn-deu_Latn","languages":["tum-Latn","deu-Latn"]},{"precision":0.44764,"recall":0.51087,"f1":0.465926,"accuracy":0.51087,"main_score":0.465926,"hf_subset":"tum_Latn-hat_Latn","languages":["tum-Latn","hat-Latn"]},{"precision":0.457609,"recall":0.498024,"f1":0.46893,"accuracy":0.498024,"main_score":0.46893,"hf_subset":"tum_Latn-kbp_Latn","languages":["tum-Latn","kbp-Latn"]},{"precision":0.486011,"recall":0.52668,"f1":0.498007,"accuracy":0.52668,"main_score":0.498007,"hf_subset":"tum_Latn-luo_Latn","languages":["tum-Latn","luo-Latn"]},{"precision":0.457606,"recall":0.527668,"f1":0.477448,"accuracy":0.527668,"main_score":0.477448,"hf_subset":"tum_Latn-ory_Orya","languages":["tum-Latn","ory-Orya"]},{"precision":0.501038,"recall":0.546443,"f1":0.51446,"accuracy":0.546443,"main_score":0.51446,"hf_subset":"tum_Latn-sna_Latn","languages":["tum-Latn","sna-Latn"]},{"precision":0.46819,"recall":0.517787,"f1":0.48202,"accuracy":0.517787,"main_score":0.48202,"hf_subset":"tum_Latn-tso_Latn","languages":["tum-Latn","tso-Latn"]},{"precision":0.466963,"recall":0.532609,"f1":0.485565,"accuracy":0.532609,"main_score":0.485565,"hf_subset":"tum_Latn-azj_Latn","languages":["tum-Latn","azj-Latn"]},{"precision":0.441402,"recall":0.497036,"f1":0.457401,"accuracy":0.497036,"main_score":0.457401,"hf_subset":"tum_Latn-dik_Latn","languages":["tum-Latn","dik-Latn"]},{"precision":0.468139,"recall":0.517787,"f1":0.482718,"accuracy":0.517787,"main_score":0.482718,"hf_subset":"tum_Latn-hau_Latn","languages":["tum-Latn","hau-Latn"]},{"precision":0.499225,"recall":0.561265,"f1":0.515798,"accuracy":0.561265,"main_score":0.515798,"hf_subset":"tum_Latn-kea_Latn","languages":["tum-Latn","kea-Latn"]},{"precision":0.521942,"recall":0.559289,"f1":0.531785,"accuracy":0.559289,"main_score":0.531785,"hf_subset":"tum_Latn-lus_Latn","languages":["tum-Latn","lus-Latn"]},{"precision":0.519684,"recall":0.562253,"f1":0.531449,"accuracy":0.562253,"main_score":0.531449,"hf_subset":"tum_Latn-pag_Latn","languages":["tum-Latn","pag-Latn"]},{"precision":0.4419,"recall":0.506917,"f1":0.460076,"accuracy":0.506917,"main_score":0.460076,"hf_subset":"tum_Latn-snd_Arab","languages":["tum-Latn","snd-Arab"]},{"precision":0.442488,"recall":0.505929,"f1":0.459988,"accuracy":0.505929,"main_score":0.459988,"hf_subset":"tum_Latn-tuk_Latn","languages":["tum-Latn","tuk-Latn"]},{"precision":0.492897,"recall":0.545455,"f1":0.507609,"accuracy":0.545455,"main_score":0.507609,"hf_subset":"tum_Latn-bak_Cyrl","languages":["tum-Latn","bak-Cyrl"]},{"precision":0.383195,"recall":0.448617,"f1":0.402131,"accuracy":0.448617,"main_score":0.402131,"hf_subset":"tum_Latn-dyu_Latn","languages":["tum-Latn","dyu-Latn"]},{"precision":0.444179,"recall":0.518775,"f1":0.465267,"accuracy":0.518775,"main_score":0.465267,"hf_subset":"tum_Latn-heb_Hebr","languages":["tum-Latn","heb-Hebr"]},{"precision":0.463152,"recall":0.520751,"f1":0.479627,"accuracy":0.520751,"main_score":0.479627,"hf_subset":"tum_Latn-khk_Cyrl","languages":["tum-Latn","khk-Cyrl"]},{"precision":0.461929,"recall":0.529644,"f1":0.480923,"accuracy":0.529644,"main_score":0.480923,"hf_subset":"tum_Latn-lvs_Latn","languages":["tum-Latn","lvs-Latn"]},{"precision":0.457203,"recall":0.525692,"f1":0.476728,"accuracy":0.525692,"main_score":0.476728,"hf_subset":"tum_Latn-pan_Guru","languages":["tum-Latn","pan-Guru"]},{"precision":0.45294,"recall":0.503953,"f1":0.467333,"accuracy":0.503953,"main_score":0.467333,"hf_subset":"tum_Latn-som_Latn","languages":["tum-Latn","som-Latn"]}]},"evaluation_time":2627.682583808899,"kg_co2_emissions":null,"date":1776178992.803132} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Food101ZeroShot.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Food101ZeroShot.json new file mode 100644 index 0000000000..b7b46933ee --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Food101ZeroShot.json @@ -0,0 +1,20 @@ +{ + "dataset_revision": "7cca05bfde8fdad4a9b39ed14a881c800cc1dca2", + "task_name": "Food101ZeroShot", + "mteb_version": "2.12.16", + "scores": { + "validation": [ + { + "accuracy": 0.768752, + "main_score": 0.768752, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 540.3900554180145, + "kg_co2_emissions": null, + "date": 1776184972.980416 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GTSRB.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GTSRB.json new file mode 100644 index 0000000000..43efd04065 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GTSRB.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "a8f4bb6c8b6f76f4bdc548a7f2979057e546ab44", + "task_name": "GTSRB", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.868646, + "f1": 0.822179, + "f1_weighted": 0.87244, + "precision": 0.812385, + "precision_weighted": 0.885869, + "recall": 0.850527, + "recall_weighted": 0.868646, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.859857, + "f1": 0.819483, + "f1_weighted": 0.863099, + "precision": 0.812195, + "precision_weighted": 0.879836, + "recall": 0.848772, + "recall_weighted": 0.859857, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.859382, + "f1": 0.823904, + "f1_weighted": 0.861913, + "precision": 0.820597, + "precision_weighted": 0.872279, + "recall": 0.847686, + "recall_weighted": 0.859382, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.867775, + "f1": 0.8349, + "f1_weighted": 0.869891, + "precision": 0.823582, + "precision_weighted": 0.881505, + "recall": 0.861189, + "recall_weighted": 0.867775, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.866271, + "f1": 0.816261, + "f1_weighted": 0.868436, + "precision": 0.815172, + "precision_weighted": 0.881368, + "recall": 0.838996, + "recall_weighted": 0.866271, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.864386, + "f1": 0.823345, + "f1_weighted": 0.867156, + "precision": 0.816786, + "precision_weighted": 0.880171, + "recall": 0.849434, + "recall_weighted": 0.864386, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.864386, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 175.54808926582336, + "kg_co2_emissions": null, + "date": 1776185612.940915 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GTZANAudioReranking.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GTZANAudioReranking.json new file mode 100644 index 0000000000..d8dd96358e --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GTZANAudioReranking.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "e6cf8c1771177dbf88550dbdd8c867d676d15119", + "task_name": "GTZANAudioReranking", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.75, + "ndcg_at_3": 0.6652, + "ndcg_at_5": 0.75731, + "ndcg_at_10": 0.83857, + "ndcg_at_20": 0.84884, + "ndcg_at_100": 0.84884, + "ndcg_at_1000": 0.84884, + "map_at_1": 0.25, + "map_at_3": 0.58556, + "map_at_5": 0.67589, + "map_at_10": 0.74067, + "map_at_20": 0.74758, + "map_at_100": 0.74758, + "map_at_1000": 0.74758, + "recall_at_1": 0.25, + "recall_at_3": 0.64, + "recall_at_5": 0.79667, + "recall_at_10": 0.97333, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.25, + "precision_at_1": 0.75, + "precision_at_3": 0.64, + "precision_at_5": 0.478, + "precision_at_10": 0.292, + "precision_at_20": 0.15, + "precision_at_100": 0.03, + "precision_at_1000": 0.003, + "mrr_at_1": 0.75, + "mrr_at_3": 0.83, + "mrr_at_5": 0.8395, + "mrr_at_10": 0.842357, + "mrr_at_20": 0.842357, + "mrr_at_100": 0.842357, + "mrr_at_1000": 0.842357, + "nauc_ndcg_at_1_max": 0.588174, + "nauc_ndcg_at_1_std": 0.414003, + "nauc_ndcg_at_1_diff1": 0.121633, + "nauc_ndcg_at_3_max": 0.48911, + "nauc_ndcg_at_3_std": 0.527178, + "nauc_ndcg_at_3_diff1": -0.079572, + "nauc_ndcg_at_5_max": 0.490883, + "nauc_ndcg_at_5_std": 0.509148, + "nauc_ndcg_at_5_diff1": -0.068266, + "nauc_ndcg_at_10_max": 0.494892, + "nauc_ndcg_at_10_std": 0.52348, + "nauc_ndcg_at_10_diff1": -0.048137, + "nauc_ndcg_at_20_max": 0.50558, + "nauc_ndcg_at_20_std": 0.500739, + "nauc_ndcg_at_20_diff1": -0.047138, + "nauc_ndcg_at_100_max": 0.50558, + "nauc_ndcg_at_100_std": 0.500739, + "nauc_ndcg_at_100_diff1": -0.047138, + "nauc_ndcg_at_1000_max": 0.50558, + "nauc_ndcg_at_1000_std": 0.500739, + "nauc_ndcg_at_1000_diff1": -0.047138, + "nauc_map_at_1_max": 0.588174, + "nauc_map_at_1_std": 0.414003, + "nauc_map_at_1_diff1": 0.121633, + "nauc_map_at_3_max": 0.495307, + "nauc_map_at_3_std": 0.527342, + "nauc_map_at_3_diff1": -0.064764, + "nauc_map_at_5_max": 0.501621, + "nauc_map_at_5_std": 0.514528, + "nauc_map_at_5_diff1": -0.068265, + "nauc_map_at_10_max": 0.493836, + "nauc_map_at_10_std": 0.526903, + "nauc_map_at_10_diff1": -0.066547, + "nauc_map_at_20_max": 0.498329, + "nauc_map_at_20_std": 0.517358, + "nauc_map_at_20_diff1": -0.067117, + "nauc_map_at_100_max": 0.498329, + "nauc_map_at_100_std": 0.517358, + "nauc_map_at_100_diff1": -0.067117, + "nauc_map_at_1000_max": 0.498329, + "nauc_map_at_1000_std": 0.517358, + "nauc_map_at_1000_diff1": -0.067117, + "nauc_recall_at_1_max": 0.588174, + "nauc_recall_at_1_std": 0.414003, + "nauc_recall_at_1_diff1": 0.121633, + "nauc_recall_at_3_max": 0.46182, + "nauc_recall_at_3_std": 0.548485, + "nauc_recall_at_3_diff1": -0.118607, + "nauc_recall_at_5_max": 0.438037, + "nauc_recall_at_5_std": 0.509364, + "nauc_recall_at_5_diff1": -0.104849, + "nauc_recall_at_10_max": 0.285072, + "nauc_recall_at_10_std": 0.684932, + "nauc_recall_at_10_diff1": -0.056606, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.588174, + "nauc_precision_at_1_std": 0.414003, + "nauc_precision_at_1_diff1": 0.121633, + "nauc_precision_at_3_max": 0.46182, + "nauc_precision_at_3_std": 0.548485, + "nauc_precision_at_3_diff1": -0.118607, + "nauc_precision_at_5_max": 0.438037, + "nauc_precision_at_5_std": 0.509364, + "nauc_precision_at_5_diff1": -0.104849, + "nauc_precision_at_10_max": 0.285072, + "nauc_precision_at_10_std": 0.684932, + "nauc_precision_at_10_diff1": -0.056606, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.588174, + "nauc_mrr_at_1_std": 0.414003, + "nauc_mrr_at_1_diff1": 0.121633, + "nauc_mrr_at_3_max": 0.525413, + "nauc_mrr_at_3_std": 0.443444, + "nauc_mrr_at_3_diff1": 0.0164, + "nauc_mrr_at_5_max": 0.563189, + "nauc_mrr_at_5_std": 0.445035, + "nauc_mrr_at_5_diff1": 0.075313, + "nauc_mrr_at_10_max": 0.558545, + "nauc_mrr_at_10_std": 0.435257, + "nauc_mrr_at_10_diff1": 0.062604, + "nauc_mrr_at_20_max": 0.558545, + "nauc_mrr_at_20_std": 0.435257, + "nauc_mrr_at_20_diff1": 0.062604, + "nauc_mrr_at_100_max": 0.558545, + "nauc_mrr_at_100_std": 0.435257, + "nauc_mrr_at_100_diff1": 0.062604, + "nauc_mrr_at_1000_max": 0.558545, + "nauc_mrr_at_1000_std": 0.435257, + "nauc_mrr_at_1000_diff1": 0.062604, + "hit_rate_at_1": 0.75, + "hit_rate_at_3": 0.94, + "hit_rate_at_5": 0.98, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.74758, + "hf_subset": "default", + "languages": [ + "zxx-Zxxx" + ] + } + ] + }, + "evaluation_time": 56.606228828430176, + "kg_co2_emissions": null, + "date": 1776241934.708876 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GTZANGenre.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GTZANGenre.json new file mode 100644 index 0000000000..2324cf515b --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GTZANGenre.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "53efa094d18619a4e2bf36123192ec7a01a7d1bf", + "task_name": "GTZANGenre", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.725, + "f1": 0.719504, + "f1_weighted": 0.716313, + "precision": 0.740968, + "precision_weighted": 0.74387, + "recall": 0.730681, + "recall_weighted": 0.725, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.695, + "f1": 0.669983, + "f1_weighted": 0.695973, + "precision": 0.678015, + "precision_weighted": 0.714673, + "recall": 0.681869, + "recall_weighted": 0.695, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.79, + "f1": 0.77107, + "f1_weighted": 0.780736, + "precision": 0.785416, + "precision_weighted": 0.801954, + "recall": 0.783434, + "recall_weighted": 0.79, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.725, + "f1": 0.696687, + "f1_weighted": 0.71609, + "precision": 0.715403, + "precision_weighted": 0.745505, + "recall": 0.707852, + "recall_weighted": 0.725, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.77, + "f1": 0.751211, + "f1_weighted": 0.773115, + "precision": 0.759625, + "precision_weighted": 0.788008, + "recall": 0.755312, + "recall_weighted": 0.77, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.741, + "f1": 0.721691, + "f1_weighted": 0.736446, + "precision": 0.735885, + "precision_weighted": 0.758802, + "recall": 0.73183, + "recall_weighted": 0.741, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.741, + "hf_subset": "default", + "languages": [ + "zxx-Zxxx" + ] + } + ] + }, + "evaluation_time": 51.57928442955017, + "kg_co2_emissions": null, + "date": 1776241840.117264 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GermanSTSBenchmark.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GermanSTSBenchmark.json new file mode 100644 index 0000000000..6e6640695e --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GermanSTSBenchmark.json @@ -0,0 +1,44 @@ +{ + "dataset_revision": "75829b73cccb64bf86a9f098cbc780d37b786091", + "task_name": "GermanSTSBenchmark", + "mteb_version": "2.12.16", + "scores": { + "validation": [ + { + "pearson": 0.8652, + "spearman": 0.864114, + "cosine_pearson": 0.8652, + "cosine_spearman": 0.864114, + "manhattan_pearson": 0.868553, + "manhattan_spearman": 0.873942, + "euclidean_pearson": 0.86574, + "euclidean_spearman": 0.869799, + "main_score": 0.864114, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ], + "test": [ + { + "pearson": 0.845876, + "spearman": 0.843674, + "cosine_pearson": 0.845876, + "cosine_spearman": 0.843674, + "manhattan_pearson": 0.833929, + "manhattan_spearman": 0.845387, + "euclidean_pearson": 0.83542, + "euclidean_spearman": 0.846334, + "main_score": 0.843674, + "hf_subset": "default", + "languages": [ + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 11.132304906845093, + "kg_co2_emissions": null, + "date": 1776187784.496318 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GigaSpeechT2ARetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GigaSpeechT2ARetrieval.json new file mode 100644 index 0000000000..ed62c8df58 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GigaSpeechT2ARetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "38876698eba40ac88433e0ca0d9dff6f35e4d0ff", + "task_name": "GigaSpeechT2ARetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.81378, + "ndcg_at_3": 0.8207, + "ndcg_at_5": 0.82283, + "ndcg_at_10": 0.82435, + "ndcg_at_20": 0.82622, + "ndcg_at_100": 0.83167, + "ndcg_at_1000": 0.84434, + "map_at_1": 0.81378, + "map_at_3": 0.81909, + "map_at_5": 0.82026, + "map_at_10": 0.82089, + "map_at_20": 0.8214, + "map_at_100": 0.82208, + "map_at_1000": 0.82249, + "recall_at_1": 0.81378, + "recall_at_3": 0.82533, + "recall_at_5": 0.83052, + "recall_at_10": 0.83526, + "recall_at_20": 0.84267, + "recall_at_100": 0.87319, + "recall_at_1000": 0.97585, + "accuracy": 0.81378, + "precision_at_1": 0.81378, + "precision_at_3": 0.27511, + "precision_at_5": 0.1661, + "precision_at_10": 0.08353, + "precision_at_20": 0.04213, + "precision_at_100": 0.00873, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.813778, + "mrr_at_3": 0.819086, + "mrr_at_5": 0.820264, + "mrr_at_10": 0.820889, + "mrr_at_20": 0.821399, + "mrr_at_100": 0.822079, + "mrr_at_1000": 0.82249, + "nauc_ndcg_at_1_max": 0.938606, + "nauc_ndcg_at_1_std": -0.613451, + "nauc_ndcg_at_1_diff1": 0.994665, + "nauc_ndcg_at_3_max": 0.946093, + "nauc_ndcg_at_3_std": -0.638003, + "nauc_ndcg_at_3_diff1": 0.993063, + "nauc_ndcg_at_5_max": 0.946575, + "nauc_ndcg_at_5_std": -0.643885, + "nauc_ndcg_at_5_diff1": 0.992544, + "nauc_ndcg_at_10_max": 0.946578, + "nauc_ndcg_at_10_std": -0.644402, + "nauc_ndcg_at_10_diff1": 0.991954, + "nauc_ndcg_at_20_max": 0.946848, + "nauc_ndcg_at_20_std": -0.642786, + "nauc_ndcg_at_20_diff1": 0.991408, + "nauc_ndcg_at_100_max": 0.945051, + "nauc_ndcg_at_100_std": -0.634744, + "nauc_ndcg_at_100_diff1": 0.989749, + "nauc_ndcg_at_1000_max": 0.945673, + "nauc_ndcg_at_1000_std": -0.606859, + "nauc_ndcg_at_1000_diff1": 0.991455, + "nauc_map_at_1_max": 0.938606, + "nauc_map_at_1_std": -0.613451, + "nauc_map_at_1_diff1": 0.994665, + "nauc_map_at_3_max": 0.944444, + "nauc_map_at_3_std": -0.632527, + "nauc_map_at_3_diff1": 0.993452, + "nauc_map_at_5_max": 0.944675, + "nauc_map_at_5_std": -0.635726, + "nauc_map_at_5_diff1": 0.993169, + "nauc_map_at_10_max": 0.944679, + "nauc_map_at_10_std": -0.635927, + "nauc_map_at_10_diff1": 0.992931, + "nauc_map_at_20_max": 0.944736, + "nauc_map_at_20_std": -0.635502, + "nauc_map_at_20_diff1": 0.992789, + "nauc_map_at_100_max": 0.944561, + "nauc_map_at_100_std": -0.634618, + "nauc_map_at_100_diff1": 0.992606, + "nauc_map_at_1000_max": 0.944513, + "nauc_map_at_1000_std": -0.633752, + "nauc_map_at_1000_diff1": 0.992626, + "nauc_recall_at_1_max": 0.938606, + "nauc_recall_at_1_std": -0.613451, + "nauc_recall_at_1_diff1": 0.994665, + "nauc_recall_at_3_max": 0.950922, + "nauc_recall_at_3_std": -0.654064, + "nauc_recall_at_3_diff1": 0.991907, + "nauc_recall_at_5_max": 0.952377, + "nauc_recall_at_5_std": -0.669347, + "nauc_recall_at_5_diff1": 0.990568, + "nauc_recall_at_10_max": 0.952482, + "nauc_recall_at_10_std": -0.671631, + "nauc_recall_at_10_diff1": 0.988584, + "nauc_recall_at_20_max": 0.953992, + "nauc_recall_at_20_std": -0.665554, + "nauc_recall_at_20_diff1": 0.986058, + "nauc_recall_at_100_max": 0.941541, + "nauc_recall_at_100_std": -0.610517, + "nauc_recall_at_100_diff1": 0.972771, + "nauc_recall_at_1000_max": 0.980825, + "nauc_recall_at_1000_std": 0.818703, + "nauc_recall_at_1000_diff1": 0.998396, + "nauc_precision_at_1_max": 0.938606, + "nauc_precision_at_1_std": -0.613451, + "nauc_precision_at_1_diff1": 0.994665, + "nauc_precision_at_3_max": 0.950922, + "nauc_precision_at_3_std": -0.654064, + "nauc_precision_at_3_diff1": 0.991907, + "nauc_precision_at_5_max": 0.952377, + "nauc_precision_at_5_std": -0.669347, + "nauc_precision_at_5_diff1": 0.990568, + "nauc_precision_at_10_max": 0.952482, + "nauc_precision_at_10_std": -0.671631, + "nauc_precision_at_10_diff1": 0.988584, + "nauc_precision_at_20_max": 0.953992, + "nauc_precision_at_20_std": -0.665554, + "nauc_precision_at_20_diff1": 0.986058, + "nauc_precision_at_100_max": 0.941541, + "nauc_precision_at_100_std": -0.610517, + "nauc_precision_at_100_diff1": 0.972771, + "nauc_precision_at_1000_max": 0.980825, + "nauc_precision_at_1000_std": 0.818703, + "nauc_precision_at_1000_diff1": 0.998396, + "nauc_mrr_at_1_max": 0.938606, + "nauc_mrr_at_1_std": -0.613451, + "nauc_mrr_at_1_diff1": 0.994665, + "nauc_mrr_at_3_max": 0.944444, + "nauc_mrr_at_3_std": -0.632527, + "nauc_mrr_at_3_diff1": 0.993452, + "nauc_mrr_at_5_max": 0.944675, + "nauc_mrr_at_5_std": -0.635726, + "nauc_mrr_at_5_diff1": 0.993169, + "nauc_mrr_at_10_max": 0.944679, + "nauc_mrr_at_10_std": -0.635927, + "nauc_mrr_at_10_diff1": 0.992931, + "nauc_mrr_at_20_max": 0.944736, + "nauc_mrr_at_20_std": -0.635502, + "nauc_mrr_at_20_diff1": 0.992789, + "nauc_mrr_at_100_max": 0.944561, + "nauc_mrr_at_100_std": -0.634618, + "nauc_mrr_at_100_diff1": 0.992606, + "nauc_mrr_at_1000_max": 0.944513, + "nauc_mrr_at_1000_std": -0.633752, + "nauc_mrr_at_1000_diff1": 0.992626, + "hit_rate_at_1": 0.81378, + "hit_rate_at_3": 0.82533, + "hit_rate_at_5": 0.83052, + "hit_rate_at_10": 0.83526, + "hit_rate_at_20": 0.84267, + "hit_rate_at_100": 0.87319, + "hit_rate_at_1000": 0.97585, + "main_score": 0.83052, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 208.28968119621277, + "kg_co2_emissions": null, + "date": 1776214652.146145 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GreekLegalCodeClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GreekLegalCodeClassification.json new file mode 100644 index 0000000000..1b9b339ba0 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GreekLegalCodeClassification.json @@ -0,0 +1,270 @@ +{ + "dataset_revision": "be2d1b5af388af523c24b0022786d03713a3b407", + "task_name": "GreekLegalCodeClassification", + "mteb_version": "2.12.16", + "scores": { + "validation": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.47168, + "f1": 0.402116, + "f1_weighted": 0.485113, + "precision": 0.420072, + "precision_weighted": 0.569804, + "recall": 0.460359, + "recall_weighted": 0.47168, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.472168, + "f1": 0.395566, + "f1_weighted": 0.488817, + "precision": 0.416096, + "precision_weighted": 0.575976, + "recall": 0.44046, + "recall_weighted": 0.472168, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.485352, + "f1": 0.404537, + "f1_weighted": 0.500157, + "precision": 0.425441, + "precision_weighted": 0.587623, + "recall": 0.460188, + "recall_weighted": 0.485352, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.453125, + "f1": 0.387761, + "f1_weighted": 0.461271, + "precision": 0.39803, + "precision_weighted": 0.538476, + "recall": 0.450889, + "recall_weighted": 0.453125, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.483887, + "f1": 0.420589, + "f1_weighted": 0.495554, + "precision": 0.43808, + "precision_weighted": 0.578039, + "recall": 0.481725, + "recall_weighted": 0.483887, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.463379, + "f1": 0.39429, + "f1_weighted": 0.47833, + "precision": 0.413341, + "precision_weighted": 0.567751, + "recall": 0.449805, + "recall_weighted": 0.463379, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.48584, + "f1": 0.413465, + "f1_weighted": 0.497157, + "precision": 0.427834, + "precision_weighted": 0.574987, + "recall": 0.470625, + "recall_weighted": 0.48584, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.472656, + "f1": 0.410473, + "f1_weighted": 0.487267, + "precision": 0.428901, + "precision_weighted": 0.569884, + "recall": 0.46026, + "recall_weighted": 0.472656, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.495605, + "f1": 0.418555, + "f1_weighted": 0.506728, + "precision": 0.433109, + "precision_weighted": 0.587018, + "recall": 0.480843, + "recall_weighted": 0.495605, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.477539, + "f1": 0.392936, + "f1_weighted": 0.491611, + "precision": 0.412025, + "precision_weighted": 0.578708, + "recall": 0.450951, + "recall_weighted": 0.477539, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.476123, + "f1": 0.404029, + "f1_weighted": 0.489201, + "precision": 0.421293, + "precision_weighted": 0.572827, + "recall": 0.460611, + "recall_weighted": 0.476123, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.476123, + "hf_subset": "default", + "languages": [ + "ell-Grek" + ] + } + ], + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.476562, + "f1": 0.402259, + "f1_weighted": 0.483958, + "precision": 0.405655, + "precision_weighted": 0.554757, + "recall": 0.467026, + "recall_weighted": 0.476562, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.472656, + "f1": 0.409426, + "f1_weighted": 0.479452, + "precision": 0.420802, + "precision_weighted": 0.565629, + "recall": 0.474247, + "recall_weighted": 0.472656, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.484863, + "f1": 0.428103, + "f1_weighted": 0.499323, + "precision": 0.447197, + "precision_weighted": 0.58303, + "recall": 0.482773, + "recall_weighted": 0.484863, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.481934, + "f1": 0.415974, + "f1_weighted": 0.492697, + "precision": 0.424566, + "precision_weighted": 0.569072, + "recall": 0.473029, + "recall_weighted": 0.481934, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.470215, + "f1": 0.415987, + "f1_weighted": 0.479993, + "precision": 0.431167, + "precision_weighted": 0.576702, + "recall": 0.483433, + "recall_weighted": 0.470215, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.464844, + "f1": 0.405181, + "f1_weighted": 0.481607, + "precision": 0.418467, + "precision_weighted": 0.567242, + "recall": 0.466316, + "recall_weighted": 0.464844, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.477539, + "f1": 0.415155, + "f1_weighted": 0.489357, + "precision": 0.429372, + "precision_weighted": 0.576755, + "recall": 0.471992, + "recall_weighted": 0.477539, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.477539, + "f1": 0.428455, + "f1_weighted": 0.48679, + "precision": 0.438771, + "precision_weighted": 0.573178, + "recall": 0.49369, + "recall_weighted": 0.477539, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.475098, + "f1": 0.41648, + "f1_weighted": 0.489227, + "precision": 0.426338, + "precision_weighted": 0.570799, + "recall": 0.476315, + "recall_weighted": 0.475098, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.496582, + "f1": 0.43946, + "f1_weighted": 0.505154, + "precision": 0.451526, + "precision_weighted": 0.587696, + "recall": 0.50265, + "recall_weighted": 0.496582, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.477783, + "f1": 0.417648, + "f1_weighted": 0.488756, + "precision": 0.429386, + "precision_weighted": 0.572486, + "recall": 0.479147, + "recall_weighted": 0.477783, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.477783, + "hf_subset": "default", + "languages": [ + "ell-Grek" + ] + } + ] + }, + "evaluation_time": 1280.7429926395416, + "kg_co2_emissions": null, + "date": 1776177741.981699 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GujaratiNewsClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GujaratiNewsClassification.json new file mode 100644 index 0000000000..06bb92bc3b --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/GujaratiNewsClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "7f438910e374d37b9136d4ded9888edb3551a494", + "task_name": "GujaratiNewsClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.873293, + "f1": 0.854699, + "f1_weighted": 0.876998, + "precision": 0.848411, + "precision_weighted": 0.892457, + "recall": 0.878695, + "recall_weighted": 0.873293, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.908194, + "f1": 0.890785, + "f1_weighted": 0.908434, + "precision": 0.888149, + "precision_weighted": 0.909127, + "recall": 0.894013, + "recall_weighted": 0.908194, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.874052, + "f1": 0.851433, + "f1_weighted": 0.876104, + "precision": 0.846277, + "precision_weighted": 0.884963, + "recall": 0.866082, + "recall_weighted": 0.874052, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.901366, + "f1": 0.885744, + "f1_weighted": 0.901686, + "precision": 0.880109, + "precision_weighted": 0.906419, + "recall": 0.89717, + "recall_weighted": 0.901366, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.879363, + "f1": 0.855079, + "f1_weighted": 0.878188, + "precision": 0.861818, + "precision_weighted": 0.877805, + "recall": 0.849616, + "recall_weighted": 0.879363, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.892261, + "f1": 0.876382, + "f1_weighted": 0.893798, + "precision": 0.868686, + "precision_weighted": 0.89795, + "recall": 0.888198, + "recall_weighted": 0.892261, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.871017, + "f1": 0.851326, + "f1_weighted": 0.873058, + "precision": 0.84972, + "precision_weighted": 0.886922, + "recall": 0.867956, + "recall_weighted": 0.871017, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.854325, + "f1": 0.840883, + "f1_weighted": 0.857203, + "precision": 0.832819, + "precision_weighted": 0.865009, + "recall": 0.855743, + "recall_weighted": 0.854325, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.900607, + "f1": 0.875529, + "f1_weighted": 0.899515, + "precision": 0.892377, + "precision_weighted": 0.903627, + "recall": 0.865809, + "recall_weighted": 0.900607, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.894537, + "f1": 0.874919, + "f1_weighted": 0.894761, + "precision": 0.871463, + "precision_weighted": 0.896463, + "recall": 0.880191, + "recall_weighted": 0.894537, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.884901, + "f1": 0.865678, + "f1_weighted": 0.885975, + "precision": 0.863983, + "precision_weighted": 0.892074, + "recall": 0.874347, + "recall_weighted": 0.884901, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.884901, + "hf_subset": "default", + "languages": [ + "guj-Gujr" + ] + } + ] + }, + "evaluation_time": 9.485552072525024, + "kg_co2_emissions": null, + "date": 1776176453.860633 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/HALClusteringS2S.v2.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/HALClusteringS2S.v2.json new file mode 100644 index 0000000000..7e4451c83a --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/HALClusteringS2S.v2.json @@ -0,0 +1,35 @@ +{ + "dataset_revision": "f1b4d7e7d58992005012c43c9dd2cc7436a1e378", + "task_name": "HALClusteringS2S.v2", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.312528, + 0.337437, + 0.330783, + 0.329849, + 0.351651, + 0.304129, + 0.344187, + 0.340431, + 0.330526, + 0.317138 + ] + }, + "v_measure": 0.329866, + "v_measure_std": 0.014053, + "main_score": 0.329866, + "hf_subset": "default", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 6.317550897598267, + "kg_co2_emissions": null, + "date": 1776176569.025221 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/HagridRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/HagridRetrieval.json new file mode 100644 index 0000000000..b95524e116 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/HagridRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "ae4f8bebcb82af2028863b778e1eebf4f5f23628", + "task_name": "HagridRetrieval", + "mteb_version": "2.12.16", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.98387, + "ndcg_at_3": 0.98769, + "ndcg_at_5": 0.98769, + "ndcg_at_10": 0.98832, + "ndcg_at_20": 0.98832, + "ndcg_at_100": 0.98832, + "ndcg_at_1000": 0.98931, + "map_at_1": 0.98387, + "map_at_3": 0.9869, + "map_at_5": 0.9869, + "map_at_10": 0.98715, + "map_at_20": 0.98715, + "map_at_100": 0.98715, + "map_at_1000": 0.98718, + "recall_at_1": 0.98387, + "recall_at_3": 0.98992, + "recall_at_5": 0.98992, + "recall_at_10": 0.99194, + "recall_at_20": 0.99194, + "recall_at_100": 0.99194, + "recall_at_1000": 1.0, + "accuracy": 0.98387, + "precision_at_1": 0.98387, + "precision_at_3": 0.32997, + "precision_at_5": 0.19798, + "precision_at_10": 0.09919, + "precision_at_20": 0.0496, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.983871, + "mrr_at_3": 0.986895, + "mrr_at_5": 0.986895, + "mrr_at_10": 0.987147, + "mrr_at_20": 0.987147, + "mrr_at_100": 0.987147, + "mrr_at_1000": 0.987176, + "nauc_ndcg_at_1_max": 0.794572, + "nauc_ndcg_at_1_std": -0.076736, + "nauc_ndcg_at_1_diff1": 0.965272, + "nauc_ndcg_at_3_max": 0.871983, + "nauc_ndcg_at_3_std": 0.195891, + "nauc_ndcg_at_3_diff1": 0.954509, + "nauc_ndcg_at_5_max": 0.871983, + "nauc_ndcg_at_5_std": 0.195891, + "nauc_ndcg_at_5_diff1": 0.954509, + "nauc_ndcg_at_10_max": 0.86501, + "nauc_ndcg_at_10_std": 0.187051, + "nauc_ndcg_at_10_diff1": 0.952032, + "nauc_ndcg_at_20_max": 0.86501, + "nauc_ndcg_at_20_std": 0.187051, + "nauc_ndcg_at_20_diff1": 0.952032, + "nauc_ndcg_at_100_max": 0.86501, + "nauc_ndcg_at_100_std": 0.187051, + "nauc_ndcg_at_100_diff1": 0.952032, + "nauc_ndcg_at_1000_max": 0.859304, + "nauc_ndcg_at_1000_std": 0.162318, + "nauc_ndcg_at_1000_diff1": 0.954396, + "nauc_map_at_1_max": 0.794572, + "nauc_map_at_1_std": -0.076736, + "nauc_map_at_1_diff1": 0.965272, + "nauc_map_at_3_max": 0.852212, + "nauc_map_at_3_std": 0.12626, + "nauc_map_at_3_diff1": 0.957258, + "nauc_map_at_5_max": 0.852212, + "nauc_map_at_5_std": 0.12626, + "nauc_map_at_5_diff1": 0.957258, + "nauc_map_at_10_max": 0.849314, + "nauc_map_at_10_std": 0.121712, + "nauc_map_at_10_diff1": 0.95642, + "nauc_map_at_20_max": 0.849314, + "nauc_map_at_20_std": 0.121712, + "nauc_map_at_20_diff1": 0.95642, + "nauc_map_at_100_max": 0.849314, + "nauc_map_at_100_std": 0.121712, + "nauc_map_at_100_diff1": 0.95642, + "nauc_map_at_1000_max": 0.849184, + "nauc_map_at_1000_std": 0.121189, + "nauc_map_at_1000_diff1": 0.956533, + "nauc_recall_at_1_max": 0.794572, + "nauc_recall_at_1_std": -0.076736, + "nauc_recall_at_1_diff1": 0.965272, + "nauc_recall_at_3_max": 0.944436, + "nauc_recall_at_3_std": 0.451054, + "nauc_recall_at_3_diff1": 0.944436, + "nauc_recall_at_5_max": 0.944436, + "nauc_recall_at_5_std": 0.451054, + "nauc_recall_at_5_diff1": 0.944436, + "nauc_recall_at_10_max": 0.930545, + "nauc_recall_at_10_std": 0.474268, + "nauc_recall_at_10_diff1": 0.930545, + "nauc_recall_at_20_max": 0.930545, + "nauc_recall_at_20_std": 0.474268, + "nauc_recall_at_20_diff1": 0.930545, + "nauc_recall_at_100_max": 0.930545, + "nauc_recall_at_100_std": 0.474268, + "nauc_recall_at_100_diff1": 0.930545, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.794572, + "nauc_precision_at_1_std": -0.076736, + "nauc_precision_at_1_diff1": 0.965272, + "nauc_precision_at_3_max": 0.944436, + "nauc_precision_at_3_std": 0.451054, + "nauc_precision_at_3_diff1": 0.944436, + "nauc_precision_at_5_max": 0.944436, + "nauc_precision_at_5_std": 0.451054, + "nauc_precision_at_5_diff1": 0.944436, + "nauc_precision_at_10_max": 0.930545, + "nauc_precision_at_10_std": 0.474268, + "nauc_precision_at_10_diff1": 0.930545, + "nauc_precision_at_20_max": 0.930545, + "nauc_precision_at_20_std": 0.474268, + "nauc_precision_at_20_diff1": 0.930545, + "nauc_precision_at_100_max": 0.930545, + "nauc_precision_at_100_std": 0.474268, + "nauc_precision_at_100_diff1": 0.930545, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.794572, + "nauc_mrr_at_1_std": -0.076736, + "nauc_mrr_at_1_diff1": 0.965272, + "nauc_mrr_at_3_max": 0.852212, + "nauc_mrr_at_3_std": 0.12626, + "nauc_mrr_at_3_diff1": 0.957258, + "nauc_mrr_at_5_max": 0.852212, + "nauc_mrr_at_5_std": 0.12626, + "nauc_mrr_at_5_diff1": 0.957258, + "nauc_mrr_at_10_max": 0.849314, + "nauc_mrr_at_10_std": 0.121712, + "nauc_mrr_at_10_diff1": 0.95642, + "nauc_mrr_at_20_max": 0.849314, + "nauc_mrr_at_20_std": 0.121712, + "nauc_mrr_at_20_diff1": 0.95642, + "nauc_mrr_at_100_max": 0.849314, + "nauc_mrr_at_100_std": 0.121712, + "nauc_mrr_at_100_diff1": 0.95642, + "nauc_mrr_at_1000_max": 0.849185, + "nauc_mrr_at_1000_std": 0.121194, + "nauc_mrr_at_1000_diff1": 0.956534, + "hit_rate_at_1": 0.98387, + "hit_rate_at_3": 0.98992, + "hit_rate_at_5": 0.98992, + "hit_rate_at_10": 0.99194, + "hit_rate_at_20": 0.99194, + "hit_rate_at_100": 0.99194, + "hit_rate_at_1000": 1.0, + "main_score": 0.98832, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2.873734951019287, + "kg_co2_emissions": null, + "date": 1776176904.418722 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/HatefulMemesI2TRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/HatefulMemesI2TRetrieval.json new file mode 100644 index 0000000000..46783808dc --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/HatefulMemesI2TRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "852290806bbf9d660f5c04c246f81ce38bfc1d48", + "task_name": "HatefulMemesI2TRetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.829, + "ndcg_at_3": 0.829, + "ndcg_at_5": 0.829, + "ndcg_at_10": 0.829, + "ndcg_at_20": 0.829, + "ndcg_at_100": 0.829, + "ndcg_at_1000": 0.829, + "map_at_1": 0.829, + "map_at_3": 0.829, + "map_at_5": 0.829, + "map_at_10": 0.829, + "map_at_20": 0.829, + "map_at_100": 0.829, + "map_at_1000": 0.829, + "recall_at_1": 0.829, + "recall_at_3": 0.829, + "recall_at_5": 0.829, + "recall_at_10": 0.829, + "recall_at_20": 0.829, + "recall_at_100": 0.829, + "recall_at_1000": 0.829, + "accuracy": 0.829, + "precision_at_1": 0.829, + "precision_at_3": 0.27633, + "precision_at_5": 0.1658, + "precision_at_10": 0.0829, + "precision_at_20": 0.04145, + "precision_at_100": 0.00829, + "precision_at_1000": 0.00083, + "mrr_at_1": 0.829, + "mrr_at_3": 0.829, + "mrr_at_5": 0.829, + "mrr_at_10": 0.829, + "mrr_at_20": 0.829, + "mrr_at_100": 0.829, + "mrr_at_1000": 0.829, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.198541, + "nauc_ndcg_at_1_diff1": 0.442174, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 0.198541, + "nauc_ndcg_at_3_diff1": 0.442174, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 0.198541, + "nauc_ndcg_at_5_diff1": 0.442174, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 0.198541, + "nauc_ndcg_at_10_diff1": 0.442174, + "nauc_ndcg_at_20_max": 1.0, + "nauc_ndcg_at_20_std": 0.198541, + "nauc_ndcg_at_20_diff1": 0.442174, + "nauc_ndcg_at_100_max": 1.0, + "nauc_ndcg_at_100_std": 0.198541, + "nauc_ndcg_at_100_diff1": 0.442174, + "nauc_ndcg_at_1000_max": 1.0, + "nauc_ndcg_at_1000_std": 0.198541, + "nauc_ndcg_at_1000_diff1": 0.442174, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.198541, + "nauc_map_at_1_diff1": 0.442174, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 0.198541, + "nauc_map_at_3_diff1": 0.442174, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 0.198541, + "nauc_map_at_5_diff1": 0.442174, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 0.198541, + "nauc_map_at_10_diff1": 0.442174, + "nauc_map_at_20_max": 1.0, + "nauc_map_at_20_std": 0.198541, + "nauc_map_at_20_diff1": 0.442174, + "nauc_map_at_100_max": 1.0, + "nauc_map_at_100_std": 0.198541, + "nauc_map_at_100_diff1": 0.442174, + "nauc_map_at_1000_max": 1.0, + "nauc_map_at_1000_std": 0.198541, + "nauc_map_at_1000_diff1": 0.442174, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.198541, + "nauc_recall_at_1_diff1": 0.442174, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.198541, + "nauc_recall_at_3_diff1": 0.442174, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.198541, + "nauc_recall_at_5_diff1": 0.442174, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.198541, + "nauc_recall_at_10_diff1": 0.442174, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.198541, + "nauc_recall_at_20_diff1": 0.442174, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.198541, + "nauc_recall_at_100_diff1": 0.442174, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.198541, + "nauc_recall_at_1000_diff1": 0.442174, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.198541, + "nauc_precision_at_1_diff1": 0.442174, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.198541, + "nauc_precision_at_3_diff1": 0.442174, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.198541, + "nauc_precision_at_5_diff1": 0.442174, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.198541, + "nauc_precision_at_10_diff1": 0.442174, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.198541, + "nauc_precision_at_20_diff1": 0.442174, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.198541, + "nauc_precision_at_100_diff1": 0.442174, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.198541, + "nauc_precision_at_1000_diff1": 0.442174, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.198541, + "nauc_mrr_at_1_diff1": 0.442174, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 0.198541, + "nauc_mrr_at_3_diff1": 0.442174, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 0.198541, + "nauc_mrr_at_5_diff1": 0.442174, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 0.198541, + "nauc_mrr_at_10_diff1": 0.442174, + "nauc_mrr_at_20_max": 1.0, + "nauc_mrr_at_20_std": 0.198541, + "nauc_mrr_at_20_diff1": 0.442174, + "nauc_mrr_at_100_max": 1.0, + "nauc_mrr_at_100_std": 0.198541, + "nauc_mrr_at_100_diff1": 0.442174, + "nauc_mrr_at_1000_max": 1.0, + "nauc_mrr_at_1000_std": 0.198541, + "nauc_mrr_at_1000_diff1": 0.442174, + "hit_rate_at_1": 0.829, + "hit_rate_at_3": 0.829, + "hit_rate_at_5": 0.829, + "hit_rate_at_10": 0.829, + "hit_rate_at_20": 0.829, + "hit_rate_at_100": 0.829, + "hit_rate_at_1000": 0.829, + "main_score": 0.829, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 377.6558554172516, + "kg_co2_emissions": null, + "date": 1776185189.873321 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IEMOCAPGender.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IEMOCAPGender.json new file mode 100644 index 0000000000..38f243e02c --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IEMOCAPGender.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "6d4225271da423e791e16770d335cfa351cdf88e", + "task_name": "IEMOCAPGender", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.812749, + "f1": 0.811834, + "f1_weighted": 0.812514, + "precision": 0.812883, + "precision_weighted": 0.812804, + "recall": 0.811314, + "recall_weighted": 0.812749, + "ap": 0.765401, + "ap_weighted": 0.765401 + }, + { + "accuracy": 0.845618, + "f1": 0.845408, + "f1_weighted": 0.845061, + "precision": 0.856141, + "precision_weighted": 0.860897, + "recall": 0.850998, + "recall_weighted": 0.845618, + "ap": 0.838427, + "ap_weighted": 0.838427 + }, + { + "accuracy": 0.876494, + "f1": 0.876335, + "f1_weighted": 0.876609, + "precision": 0.876224, + "precision_weighted": 0.877899, + "recall": 0.877627, + "recall_weighted": 0.876494, + "ap": 0.850941, + "ap_weighted": 0.850941 + }, + { + "accuracy": 0.927291, + "f1": 0.92711, + "f1_weighted": 0.927164, + "precision": 0.929739, + "precision_weighted": 0.929307, + "recall": 0.926754, + "recall_weighted": 0.927291, + "ap": 0.90775, + "ap_weighted": 0.90775 + }, + { + "accuracy": 0.806677, + "f1": 0.803704, + "f1_weighted": 0.802271, + "precision": 0.848216, + "precision_weighted": 0.85628, + "recall": 0.816845, + "recall_weighted": 0.806677, + "ap": 0.823001, + "ap_weighted": 0.823001 + } + ], + "accuracy": 0.853766, + "f1": 0.852878, + "f1_weighted": 0.852724, + "precision": 0.864641, + "precision_weighted": 0.867437, + "recall": 0.856708, + "recall_weighted": 0.853766, + "ap": 0.837104, + "ap_weighted": 0.837104, + "main_score": 0.853766, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 163.9359414577484, + "kg_co2_emissions": null, + "date": 1776241867.768557 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IN22GenBitextMining.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IN22GenBitextMining.json new file mode 100644 index 0000000000..a295fe56ae --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IN22GenBitextMining.json @@ -0,0 +1,6084 @@ +{ + "dataset_revision": "aed6ff7eed647cd6eead02f70efa23a4e67329dc", + "task_name": "IN22GenBitextMining", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-ben_Beng", + "languages": [ + "asm-Beng", + "ben-Beng" + ] + }, + { + "precision": 0.571502, + "recall": 0.644531, + "f1": 0.592069, + "accuracy": 0.644531, + "main_score": 0.592069, + "hf_subset": "asm_Beng-brx_Deva", + "languages": [ + "asm-Beng", + "brx-Deva" + ] + }, + { + "precision": 0.983236, + "recall": 0.988281, + "f1": 0.984863, + "accuracy": 0.988281, + "main_score": 0.984863, + "hf_subset": "asm_Beng-doi_Deva", + "languages": [ + "asm-Beng", + "doi-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "asm_Beng-eng_Latn", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.939616, + "recall": 0.958984, + "f1": 0.945964, + "accuracy": 0.958984, + "main_score": 0.945964, + "hf_subset": "asm_Beng-gom_Deva", + "languages": [ + "asm-Beng", + "gom-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "asm_Beng-guj_Gujr", + "languages": [ + "asm-Beng", + "guj-Gujr" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "asm_Beng-hin_Deva", + "languages": [ + "asm-Beng", + "hin-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "asm_Beng-kan_Knda", + "languages": [ + "asm-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.839518, + "recall": 0.884766, + "f1": 0.853809, + "accuracy": 0.884766, + "main_score": 0.853809, + "hf_subset": "asm_Beng-kas_Arab", + "languages": [ + "asm-Beng", + "kas-Arab" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "asm_Beng-mai_Deva", + "languages": [ + "asm-Beng", + "mai-Deva" + ] + }, + { + "precision": 0.991699, + "recall": 0.994141, + "f1": 0.992513, + "accuracy": 0.994141, + "main_score": 0.992513, + "hf_subset": "asm_Beng-mal_Mlym", + "languages": [ + "asm-Beng", + "mal-Mlym" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "asm_Beng-mar_Deva", + "languages": [ + "asm-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.00396, + "recall": 0.020508, + "f1": 0.005934, + "accuracy": 0.020508, + "main_score": 0.005934, + "hf_subset": "asm_Beng-mni_Mtei", + "languages": [ + "asm-Beng", + "mni-Mtei" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "asm_Beng-npi_Deva", + "languages": [ + "asm-Beng", + "npi-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "asm_Beng-ory_Orya", + "languages": [ + "asm-Beng", + "ory-Orya" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "asm_Beng-pan_Guru", + "languages": [ + "asm-Beng", + "pan-Guru" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "asm_Beng-san_Deva", + "languages": [ + "asm-Beng", + "san-Deva" + ] + }, + { + "precision": 0.017747, + "recall": 0.054688, + "f1": 0.024204, + "accuracy": 0.054688, + "main_score": 0.024204, + "hf_subset": "asm_Beng-sat_Olck", + "languages": [ + "asm-Beng", + "sat-Olck" + ] + }, + { + "precision": 0.923584, + "recall": 0.946289, + "f1": 0.930892, + "accuracy": 0.946289, + "main_score": 0.930892, + "hf_subset": "asm_Beng-snd_Deva", + "languages": [ + "asm-Beng", + "snd-Deva" + ] + }, + { + "precision": 0.990234, + "recall": 0.993164, + "f1": 0.991211, + "accuracy": 0.993164, + "main_score": 0.991211, + "hf_subset": "asm_Beng-tam_Taml", + "languages": [ + "asm-Beng", + "tam-Taml" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "asm_Beng-tel_Telu", + "languages": [ + "asm-Beng", + "tel-Telu" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "asm_Beng-urd_Arab", + "languages": [ + "asm-Beng", + "urd-Arab" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "ben_Beng-asm_Beng", + "languages": [ + "ben-Beng", + "asm-Beng" + ] + }, + { + "precision": 0.565239, + "recall": 0.651367, + "f1": 0.589884, + "accuracy": 0.651367, + "main_score": 0.589884, + "hf_subset": "ben_Beng-brx_Deva", + "languages": [ + "ben-Beng", + "brx-Deva" + ] + }, + { + "precision": 0.976888, + "recall": 0.984375, + "f1": 0.979329, + "accuracy": 0.984375, + "main_score": 0.979329, + "hf_subset": "ben_Beng-doi_Deva", + "languages": [ + "ben-Beng", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.954102, + "recall": 0.96875, + "f1": 0.958984, + "accuracy": 0.96875, + "main_score": 0.958984, + "hf_subset": "ben_Beng-gom_Deva", + "languages": [ + "ben-Beng", + "gom-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-guj_Gujr", + "languages": [ + "ben-Beng", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben_Beng-hin_Deva", + "languages": [ + "ben-Beng", + "hin-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ben_Beng-kan_Knda", + "languages": [ + "ben-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.853109, + "recall": 0.895508, + "f1": 0.866602, + "accuracy": 0.895508, + "main_score": 0.866602, + "hf_subset": "ben_Beng-kas_Arab", + "languages": [ + "ben-Beng", + "kas-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "ben_Beng-mai_Deva", + "languages": [ + "ben-Beng", + "mai-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "ben_Beng-mal_Mlym", + "languages": [ + "ben-Beng", + "mal-Mlym" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "ben_Beng-mar_Deva", + "languages": [ + "ben-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.004133, + "recall": 0.020508, + "f1": 0.005566, + "accuracy": 0.020508, + "main_score": 0.005566, + "hf_subset": "ben_Beng-mni_Mtei", + "languages": [ + "ben-Beng", + "mni-Mtei" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "ben_Beng-npi_Deva", + "languages": [ + "ben-Beng", + "npi-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ben_Beng-ory_Orya", + "languages": [ + "ben-Beng", + "ory-Orya" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "ben_Beng-pan_Guru", + "languages": [ + "ben-Beng", + "pan-Guru" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "ben_Beng-san_Deva", + "languages": [ + "ben-Beng", + "san-Deva" + ] + }, + { + "precision": 0.018028, + "recall": 0.051758, + "f1": 0.02382, + "accuracy": 0.051758, + "main_score": 0.02382, + "hf_subset": "ben_Beng-sat_Olck", + "languages": [ + "ben-Beng", + "sat-Olck" + ] + }, + { + "precision": 0.924316, + "recall": 0.946289, + "f1": 0.931478, + "accuracy": 0.946289, + "main_score": 0.931478, + "hf_subset": "ben_Beng-snd_Deva", + "languages": [ + "ben-Beng", + "snd-Deva" + ] + }, + { + "precision": 0.991699, + "recall": 0.994141, + "f1": 0.992513, + "accuracy": 0.994141, + "main_score": 0.992513, + "hf_subset": "ben_Beng-tam_Taml", + "languages": [ + "ben-Beng", + "tam-Taml" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ben_Beng-tel_Telu", + "languages": [ + "ben-Beng", + "tel-Telu" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "ben_Beng-urd_Arab", + "languages": [ + "ben-Beng", + "urd-Arab" + ] + }, + { + "precision": 0.560875, + "recall": 0.630859, + "f1": 0.578655, + "accuracy": 0.630859, + "main_score": 0.578655, + "hf_subset": "brx_Deva-asm_Beng", + "languages": [ + "brx-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.55025, + "recall": 0.619141, + "f1": 0.56758, + "accuracy": 0.619141, + "main_score": 0.56758, + "hf_subset": "brx_Deva-ben_Beng", + "languages": [ + "brx-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.582475, + "recall": 0.636719, + "f1": 0.596422, + "accuracy": 0.636719, + "main_score": 0.596422, + "hf_subset": "brx_Deva-doi_Deva", + "languages": [ + "brx-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.533021, + "recall": 0.603516, + "f1": 0.551355, + "accuracy": 0.603516, + "main_score": 0.551355, + "hf_subset": "brx_Deva-eng_Latn", + "languages": [ + "brx-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.561062, + "recall": 0.621094, + "f1": 0.577742, + "accuracy": 0.621094, + "main_score": 0.577742, + "hf_subset": "brx_Deva-gom_Deva", + "languages": [ + "brx-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.55658, + "recall": 0.624023, + "f1": 0.574765, + "accuracy": 0.624023, + "main_score": 0.574765, + "hf_subset": "brx_Deva-guj_Gujr", + "languages": [ + "brx-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.549727, + "recall": 0.618164, + "f1": 0.567477, + "accuracy": 0.618164, + "main_score": 0.567477, + "hf_subset": "brx_Deva-hin_Deva", + "languages": [ + "brx-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.540023, + "recall": 0.611328, + "f1": 0.559333, + "accuracy": 0.611328, + "main_score": 0.559333, + "hf_subset": "brx_Deva-kan_Knda", + "languages": [ + "brx-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.511539, + "recall": 0.570312, + "f1": 0.52752, + "accuracy": 0.570312, + "main_score": 0.52752, + "hf_subset": "brx_Deva-kas_Arab", + "languages": [ + "brx-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.564377, + "recall": 0.633789, + "f1": 0.582734, + "accuracy": 0.633789, + "main_score": 0.582734, + "hf_subset": "brx_Deva-mai_Deva", + "languages": [ + "brx-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.549122, + "recall": 0.610352, + "f1": 0.565164, + "accuracy": 0.610352, + "main_score": 0.565164, + "hf_subset": "brx_Deva-mal_Mlym", + "languages": [ + "brx-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.545148, + "recall": 0.609375, + "f1": 0.561875, + "accuracy": 0.609375, + "main_score": 0.561875, + "hf_subset": "brx_Deva-mar_Deva", + "languages": [ + "brx-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.00807, + "recall": 0.02832, + "f1": 0.011091, + "accuracy": 0.02832, + "main_score": 0.011091, + "hf_subset": "brx_Deva-mni_Mtei", + "languages": [ + "brx-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.544527, + "recall": 0.614258, + "f1": 0.562767, + "accuracy": 0.614258, + "main_score": 0.562767, + "hf_subset": "brx_Deva-npi_Deva", + "languages": [ + "brx-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.541887, + "recall": 0.602539, + "f1": 0.557367, + "accuracy": 0.602539, + "main_score": 0.557367, + "hf_subset": "brx_Deva-ory_Orya", + "languages": [ + "brx-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.545895, + "recall": 0.610352, + "f1": 0.562541, + "accuracy": 0.610352, + "main_score": 0.562541, + "hf_subset": "brx_Deva-pan_Guru", + "languages": [ + "brx-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.553467, + "recall": 0.619141, + "f1": 0.570946, + "accuracy": 0.619141, + "main_score": 0.570946, + "hf_subset": "brx_Deva-san_Deva", + "languages": [ + "brx-Deva", + "san-Deva" + ] + }, + { + "precision": 0.038486, + "recall": 0.073242, + "f1": 0.045163, + "accuracy": 0.073242, + "main_score": 0.045163, + "hf_subset": "brx_Deva-sat_Olck", + "languages": [ + "brx-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.600431, + "recall": 0.647461, + "f1": 0.613017, + "accuracy": 0.647461, + "main_score": 0.613017, + "hf_subset": "brx_Deva-snd_Deva", + "languages": [ + "brx-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.499198, + "recall": 0.567383, + "f1": 0.515981, + "accuracy": 0.567383, + "main_score": 0.515981, + "hf_subset": "brx_Deva-tam_Taml", + "languages": [ + "brx-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.565641, + "recall": 0.625, + "f1": 0.581166, + "accuracy": 0.625, + "main_score": 0.581166, + "hf_subset": "brx_Deva-tel_Telu", + "languages": [ + "brx-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.540196, + "recall": 0.604492, + "f1": 0.556569, + "accuracy": 0.604492, + "main_score": 0.556569, + "hf_subset": "brx_Deva-urd_Arab", + "languages": [ + "brx-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.981934, + "recall": 0.987305, + "f1": 0.983724, + "accuracy": 0.987305, + "main_score": 0.983724, + "hf_subset": "doi_Deva-asm_Beng", + "languages": [ + "doi-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.980306, + "recall": 0.986328, + "f1": 0.982259, + "accuracy": 0.986328, + "main_score": 0.982259, + "hf_subset": "doi_Deva-ben_Beng", + "languages": [ + "doi-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.588265, + "recall": 0.65918, + "f1": 0.608267, + "accuracy": 0.65918, + "main_score": 0.608267, + "hf_subset": "doi_Deva-brx_Deva", + "languages": [ + "doi-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "doi_Deva-eng_Latn", + "languages": [ + "doi-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.934814, + "recall": 0.954102, + "f1": 0.940983, + "accuracy": 0.954102, + "main_score": 0.940983, + "hf_subset": "doi_Deva-gom_Deva", + "languages": [ + "doi-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.985677, + "recall": 0.990234, + "f1": 0.987142, + "accuracy": 0.990234, + "main_score": 0.987142, + "hf_subset": "doi_Deva-guj_Gujr", + "languages": [ + "doi-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "doi_Deva-hin_Deva", + "languages": [ + "doi-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.971029, + "recall": 0.980469, + "f1": 0.974121, + "accuracy": 0.980469, + "main_score": 0.974121, + "hf_subset": "doi_Deva-kan_Knda", + "languages": [ + "doi-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.8479, + "recall": 0.888672, + "f1": 0.860905, + "accuracy": 0.888672, + "main_score": 0.860905, + "hf_subset": "doi_Deva-kas_Arab", + "languages": [ + "doi-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "doi_Deva-mai_Deva", + "languages": [ + "doi-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.967122, + "recall": 0.977539, + "f1": 0.97054, + "accuracy": 0.977539, + "main_score": 0.97054, + "hf_subset": "doi_Deva-mal_Mlym", + "languages": [ + "doi-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "doi_Deva-mar_Deva", + "languages": [ + "doi-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.002763, + "recall": 0.014648, + "f1": 0.003973, + "accuracy": 0.014648, + "main_score": 0.003973, + "hf_subset": "doi_Deva-mni_Mtei", + "languages": [ + "doi-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "doi_Deva-npi_Deva", + "languages": [ + "doi-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.975098, + "recall": 0.983398, + "f1": 0.977865, + "accuracy": 0.983398, + "main_score": 0.977865, + "hf_subset": "doi_Deva-ory_Orya", + "languages": [ + "doi-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.974121, + "recall": 0.982422, + "f1": 0.976888, + "accuracy": 0.982422, + "main_score": 0.976888, + "hf_subset": "doi_Deva-pan_Guru", + "languages": [ + "doi-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.973958, + "recall": 0.982422, + "f1": 0.976725, + "accuracy": 0.982422, + "main_score": 0.976725, + "hf_subset": "doi_Deva-san_Deva", + "languages": [ + "doi-Deva", + "san-Deva" + ] + }, + { + "precision": 0.017388, + "recall": 0.057617, + "f1": 0.024405, + "accuracy": 0.057617, + "main_score": 0.024405, + "hf_subset": "doi_Deva-sat_Olck", + "languages": [ + "doi-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.925456, + "recall": 0.946289, + "f1": 0.932292, + "accuracy": 0.946289, + "main_score": 0.932292, + "hf_subset": "doi_Deva-snd_Deva", + "languages": [ + "doi-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.959635, + "recall": 0.97168, + "f1": 0.963542, + "accuracy": 0.97168, + "main_score": 0.963542, + "hf_subset": "doi_Deva-tam_Taml", + "languages": [ + "doi-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.97998, + "recall": 0.986328, + "f1": 0.982096, + "accuracy": 0.986328, + "main_score": 0.982096, + "hf_subset": "doi_Deva-tel_Telu", + "languages": [ + "doi-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "doi_Deva-urd_Arab", + "languages": [ + "doi-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "eng_Latn-asm_Beng", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.561591, + "recall": 0.643555, + "f1": 0.584703, + "accuracy": 0.643555, + "main_score": 0.584703, + "hf_subset": "eng_Latn-brx_Deva", + "languages": [ + "eng-Latn", + "brx-Deva" + ] + }, + { + "precision": 0.987142, + "recall": 0.991211, + "f1": 0.988444, + "accuracy": 0.991211, + "main_score": 0.988444, + "hf_subset": "eng_Latn-doi_Deva", + "languages": [ + "eng-Latn", + "doi-Deva" + ] + }, + { + "precision": 0.962891, + "recall": 0.974609, + "f1": 0.966797, + "accuracy": 0.974609, + "main_score": 0.966797, + "hf_subset": "eng_Latn-gom_Deva", + "languages": [ + "eng-Latn", + "gom-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.870524, + "recall": 0.910156, + "f1": 0.883366, + "accuracy": 0.910156, + "main_score": 0.883366, + "hf_subset": "eng_Latn-kas_Arab", + "languages": [ + "eng-Latn", + "kas-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "eng_Latn-mai_Deva", + "languages": [ + "eng-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.996094, + "recall": 0.99707, + "f1": 0.996419, + "accuracy": 0.99707, + "main_score": 0.996419, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.00329, + "recall": 0.015625, + "f1": 0.00454, + "accuracy": 0.015625, + "main_score": 0.00454, + "hf_subset": "eng_Latn-mni_Mtei", + "languages": [ + "eng-Latn", + "mni-Mtei" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "eng_Latn-npi_Deva", + "languages": [ + "eng-Latn", + "npi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-ory_Orya", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "eng_Latn-san_Deva", + "languages": [ + "eng-Latn", + "san-Deva" + ] + }, + { + "precision": 0.009803, + "recall": 0.040039, + "f1": 0.014296, + "accuracy": 0.040039, + "main_score": 0.014296, + "hf_subset": "eng_Latn-sat_Olck", + "languages": [ + "eng-Latn", + "sat-Olck" + ] + }, + { + "precision": 0.934001, + "recall": 0.954102, + "f1": 0.940332, + "accuracy": 0.954102, + "main_score": 0.940332, + "hf_subset": "eng_Latn-snd_Deva", + "languages": [ + "eng-Latn", + "snd-Deva" + ] + }, + { + "precision": 0.996094, + "recall": 0.99707, + "f1": 0.996419, + "accuracy": 0.99707, + "main_score": 0.996419, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.960286, + "recall": 0.972656, + "f1": 0.964355, + "accuracy": 0.972656, + "main_score": 0.964355, + "hf_subset": "gom_Deva-asm_Beng", + "languages": [ + "gom-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.959147, + "recall": 0.97168, + "f1": 0.963216, + "accuracy": 0.97168, + "main_score": 0.963216, + "hf_subset": "gom_Deva-ben_Beng", + "languages": [ + "gom-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.57787, + "recall": 0.648438, + "f1": 0.597766, + "accuracy": 0.648438, + "main_score": 0.597766, + "hf_subset": "gom_Deva-brx_Deva", + "languages": [ + "gom-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.935628, + "recall": 0.953125, + "f1": 0.941146, + "accuracy": 0.953125, + "main_score": 0.941146, + "hf_subset": "gom_Deva-doi_Deva", + "languages": [ + "gom-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.962158, + "recall": 0.973633, + "f1": 0.965885, + "accuracy": 0.973633, + "main_score": 0.965885, + "hf_subset": "gom_Deva-eng_Latn", + "languages": [ + "gom-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.963949, + "recall": 0.974609, + "f1": 0.96735, + "accuracy": 0.974609, + "main_score": 0.96735, + "hf_subset": "gom_Deva-guj_Gujr", + "languages": [ + "gom-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.968099, + "recall": 0.977539, + "f1": 0.971191, + "accuracy": 0.977539, + "main_score": 0.971191, + "hf_subset": "gom_Deva-hin_Deva", + "languages": [ + "gom-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.959473, + "recall": 0.97168, + "f1": 0.963379, + "accuracy": 0.97168, + "main_score": 0.963379, + "hf_subset": "gom_Deva-kan_Knda", + "languages": [ + "gom-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.798763, + "recall": 0.848633, + "f1": 0.814225, + "accuracy": 0.848633, + "main_score": 0.814225, + "hf_subset": "gom_Deva-kas_Arab", + "languages": [ + "gom-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.969401, + "recall": 0.978516, + "f1": 0.972331, + "accuracy": 0.978516, + "main_score": 0.972331, + "hf_subset": "gom_Deva-mai_Deva", + "languages": [ + "gom-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.940023, + "recall": 0.958008, + "f1": 0.945703, + "accuracy": 0.958008, + "main_score": 0.945703, + "hf_subset": "gom_Deva-mal_Mlym", + "languages": [ + "gom-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.972819, + "recall": 0.981445, + "f1": 0.975586, + "accuracy": 0.981445, + "main_score": 0.975586, + "hf_subset": "gom_Deva-mar_Deva", + "languages": [ + "gom-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.005782, + "recall": 0.019531, + "f1": 0.007322, + "accuracy": 0.019531, + "main_score": 0.007322, + "hf_subset": "gom_Deva-mni_Mtei", + "languages": [ + "gom-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.971761, + "recall": 0.979492, + "f1": 0.974186, + "accuracy": 0.979492, + "main_score": 0.974186, + "hf_subset": "gom_Deva-npi_Deva", + "languages": [ + "gom-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.950684, + "recall": 0.96582, + "f1": 0.955566, + "accuracy": 0.96582, + "main_score": 0.955566, + "hf_subset": "gom_Deva-ory_Orya", + "languages": [ + "gom-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.947428, + "recall": 0.961914, + "f1": 0.951986, + "accuracy": 0.961914, + "main_score": 0.951986, + "hf_subset": "gom_Deva-pan_Guru", + "languages": [ + "gom-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.932617, + "recall": 0.950195, + "f1": 0.938314, + "accuracy": 0.950195, + "main_score": 0.938314, + "hf_subset": "gom_Deva-san_Deva", + "languages": [ + "gom-Deva", + "san-Deva" + ] + }, + { + "precision": 0.023602, + "recall": 0.05957, + "f1": 0.030001, + "accuracy": 0.05957, + "main_score": 0.030001, + "hf_subset": "gom_Deva-sat_Olck", + "languages": [ + "gom-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.86766, + "recall": 0.901367, + "f1": 0.878158, + "accuracy": 0.901367, + "main_score": 0.878158, + "hf_subset": "gom_Deva-snd_Deva", + "languages": [ + "gom-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.931234, + "recall": 0.951172, + "f1": 0.937565, + "accuracy": 0.951172, + "main_score": 0.937565, + "hf_subset": "gom_Deva-tam_Taml", + "languages": [ + "gom-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.955241, + "recall": 0.96875, + "f1": 0.959635, + "accuracy": 0.96875, + "main_score": 0.959635, + "hf_subset": "gom_Deva-tel_Telu", + "languages": [ + "gom-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.959147, + "recall": 0.97168, + "f1": 0.963216, + "accuracy": 0.97168, + "main_score": 0.963216, + "hf_subset": "gom_Deva-urd_Arab", + "languages": [ + "gom-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "guj_Gujr-asm_Beng", + "languages": [ + "guj-Gujr", + "asm-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-ben_Beng", + "languages": [ + "guj-Gujr", + "ben-Beng" + ] + }, + { + "precision": 0.571387, + "recall": 0.651367, + "f1": 0.593987, + "accuracy": 0.651367, + "main_score": 0.593987, + "hf_subset": "guj_Gujr-brx_Deva", + "languages": [ + "guj-Gujr", + "brx-Deva" + ] + }, + { + "precision": 0.985677, + "recall": 0.990234, + "f1": 0.987142, + "accuracy": 0.990234, + "main_score": 0.987142, + "hf_subset": "guj_Gujr-doi_Deva", + "languages": [ + "guj-Gujr", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.965658, + "recall": 0.976562, + "f1": 0.969238, + "accuracy": 0.976562, + "main_score": 0.969238, + "hf_subset": "guj_Gujr-gom_Deva", + "languages": [ + "guj-Gujr", + "gom-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-hin_Deva", + "languages": [ + "guj-Gujr", + "hin-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj_Gujr-kan_Knda", + "languages": [ + "guj-Gujr", + "kan-Knda" + ] + }, + { + "precision": 0.861572, + "recall": 0.901367, + "f1": 0.874251, + "accuracy": 0.901367, + "main_score": 0.874251, + "hf_subset": "guj_Gujr-kas_Arab", + "languages": [ + "guj-Gujr", + "kas-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "guj_Gujr-mai_Deva", + "languages": [ + "guj-Gujr", + "mai-Deva" + ] + }, + { + "precision": 0.993164, + "recall": 0.995117, + "f1": 0.993815, + "accuracy": 0.995117, + "main_score": 0.993815, + "hf_subset": "guj_Gujr-mal_Mlym", + "languages": [ + "guj-Gujr", + "mal-Mlym" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "guj_Gujr-mar_Deva", + "languages": [ + "guj-Gujr", + "mar-Deva" + ] + }, + { + "precision": 0.003788, + "recall": 0.017578, + "f1": 0.005273, + "accuracy": 0.017578, + "main_score": 0.005273, + "hf_subset": "guj_Gujr-mni_Mtei", + "languages": [ + "guj-Gujr", + "mni-Mtei" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "guj_Gujr-npi_Deva", + "languages": [ + "guj-Gujr", + "npi-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "guj_Gujr-ory_Orya", + "languages": [ + "guj-Gujr", + "ory-Orya" + ] + }, + { + "precision": 0.990072, + "recall": 0.993164, + "f1": 0.991048, + "accuracy": 0.993164, + "main_score": 0.991048, + "hf_subset": "guj_Gujr-pan_Guru", + "languages": [ + "guj-Gujr", + "pan-Guru" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "guj_Gujr-san_Deva", + "languages": [ + "guj-Gujr", + "san-Deva" + ] + }, + { + "precision": 0.01678, + "recall": 0.049805, + "f1": 0.023138, + "accuracy": 0.049805, + "main_score": 0.023138, + "hf_subset": "guj_Gujr-sat_Olck", + "languages": [ + "guj-Gujr", + "sat-Olck" + ] + }, + { + "precision": 0.927653, + "recall": 0.948242, + "f1": 0.934147, + "accuracy": 0.948242, + "main_score": 0.934147, + "hf_subset": "guj_Gujr-snd_Deva", + "languages": [ + "guj-Gujr", + "snd-Deva" + ] + }, + { + "precision": 0.987793, + "recall": 0.991211, + "f1": 0.988932, + "accuracy": 0.991211, + "main_score": 0.988932, + "hf_subset": "guj_Gujr-tam_Taml", + "languages": [ + "guj-Gujr", + "tam-Taml" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "guj_Gujr-tel_Telu", + "languages": [ + "guj-Gujr", + "tel-Telu" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "guj_Gujr-urd_Arab", + "languages": [ + "guj-Gujr", + "urd-Arab" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-asm_Beng", + "languages": [ + "hin-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-ben_Beng", + "languages": [ + "hin-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.561305, + "recall": 0.643555, + "f1": 0.584567, + "accuracy": 0.643555, + "main_score": 0.584567, + "hf_subset": "hin_Deva-brx_Deva", + "languages": [ + "hin-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "hin_Deva-doi_Deva", + "languages": [ + "hin-Deva", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.950521, + "recall": 0.96582, + "f1": 0.955404, + "accuracy": 0.96582, + "main_score": 0.955404, + "hf_subset": "hin_Deva-gom_Deva", + "languages": [ + "hin-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "hin_Deva-guj_Gujr", + "languages": [ + "hin-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "hin_Deva-kan_Knda", + "languages": [ + "hin-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.837972, + "recall": 0.885742, + "f1": 0.853223, + "accuracy": 0.885742, + "main_score": 0.853223, + "hf_subset": "hin_Deva-kas_Arab", + "languages": [ + "hin-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-mai_Deva", + "languages": [ + "hin-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "hin_Deva-mal_Mlym", + "languages": [ + "hin-Deva", + "mal-Mlym" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-mar_Deva", + "languages": [ + "hin-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.002966, + "recall": 0.020508, + "f1": 0.00471, + "accuracy": 0.020508, + "main_score": 0.00471, + "hf_subset": "hin_Deva-mni_Mtei", + "languages": [ + "hin-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-npi_Deva", + "languages": [ + "hin-Deva", + "npi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-ory_Orya", + "languages": [ + "hin-Deva", + "ory-Orya" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin_Deva-pan_Guru", + "languages": [ + "hin-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "hin_Deva-san_Deva", + "languages": [ + "hin-Deva", + "san-Deva" + ] + }, + { + "precision": 0.016001, + "recall": 0.049805, + "f1": 0.021763, + "accuracy": 0.049805, + "main_score": 0.021763, + "hf_subset": "hin_Deva-sat_Olck", + "languages": [ + "hin-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.941243, + "recall": 0.958984, + "f1": 0.94694, + "accuracy": 0.958984, + "main_score": 0.94694, + "hf_subset": "hin_Deva-snd_Deva", + "languages": [ + "hin-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.993164, + "recall": 0.995117, + "f1": 0.993815, + "accuracy": 0.995117, + "main_score": 0.993815, + "hf_subset": "hin_Deva-tam_Taml", + "languages": [ + "hin-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-tel_Telu", + "languages": [ + "hin-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "hin_Deva-urd_Arab", + "languages": [ + "hin-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "kan_Knda-asm_Beng", + "languages": [ + "kan-Knda", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "kan_Knda-ben_Beng", + "languages": [ + "kan-Knda", + "ben-Beng" + ] + }, + { + "precision": 0.56034, + "recall": 0.636719, + "f1": 0.581421, + "accuracy": 0.636719, + "main_score": 0.581421, + "hf_subset": "kan_Knda-brx_Deva", + "languages": [ + "kan-Knda", + "brx-Deva" + ] + }, + { + "precision": 0.976074, + "recall": 0.983398, + "f1": 0.978516, + "accuracy": 0.983398, + "main_score": 0.978516, + "hf_subset": "kan_Knda-doi_Deva", + "languages": [ + "kan-Knda", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.950846, + "recall": 0.96582, + "f1": 0.955729, + "accuracy": 0.96582, + "main_score": 0.955729, + "hf_subset": "kan_Knda-gom_Deva", + "languages": [ + "kan-Knda", + "gom-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "kan_Knda-guj_Gujr", + "languages": [ + "kan-Knda", + "guj-Gujr" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "kan_Knda-hin_Deva", + "languages": [ + "kan-Knda", + "hin-Deva" + ] + }, + { + "precision": 0.839681, + "recall": 0.885742, + "f1": 0.854492, + "accuracy": 0.885742, + "main_score": 0.854492, + "hf_subset": "kan_Knda-kas_Arab", + "languages": [ + "kan-Knda", + "kas-Arab" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "kan_Knda-mai_Deva", + "languages": [ + "kan-Knda", + "mai-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "kan_Knda-mal_Mlym", + "languages": [ + "kan-Knda", + "mal-Mlym" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "kan_Knda-mar_Deva", + "languages": [ + "kan-Knda", + "mar-Deva" + ] + }, + { + "precision": 0.004552, + "recall": 0.015625, + "f1": 0.005403, + "accuracy": 0.015625, + "main_score": 0.005403, + "hf_subset": "kan_Knda-mni_Mtei", + "languages": [ + "kan-Knda", + "mni-Mtei" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "kan_Knda-npi_Deva", + "languages": [ + "kan-Knda", + "npi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "kan_Knda-ory_Orya", + "languages": [ + "kan-Knda", + "ory-Orya" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "kan_Knda-pan_Guru", + "languages": [ + "kan-Knda", + "pan-Guru" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "kan_Knda-san_Deva", + "languages": [ + "kan-Knda", + "san-Deva" + ] + }, + { + "precision": 0.026528, + "recall": 0.064453, + "f1": 0.033384, + "accuracy": 0.064453, + "main_score": 0.033384, + "hf_subset": "kan_Knda-sat_Olck", + "languages": [ + "kan-Knda", + "sat-Olck" + ] + }, + { + "precision": 0.914307, + "recall": 0.94043, + "f1": 0.922754, + "accuracy": 0.94043, + "main_score": 0.922754, + "hf_subset": "kan_Knda-snd_Deva", + "languages": [ + "kan-Knda", + "snd-Deva" + ] + }, + { + "precision": 0.993164, + "recall": 0.995117, + "f1": 0.993815, + "accuracy": 0.995117, + "main_score": 0.993815, + "hf_subset": "kan_Knda-tam_Taml", + "languages": [ + "kan-Knda", + "tam-Taml" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "kan_Knda-tel_Telu", + "languages": [ + "kan-Knda", + "tel-Telu" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "kan_Knda-urd_Arab", + "languages": [ + "kan-Knda", + "urd-Arab" + ] + }, + { + "precision": 0.864779, + "recall": 0.900391, + "f1": 0.875749, + "accuracy": 0.900391, + "main_score": 0.875749, + "hf_subset": "kas_Arab-asm_Beng", + "languages": [ + "kas-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.878158, + "recall": 0.912109, + "f1": 0.888639, + "accuracy": 0.912109, + "main_score": 0.888639, + "hf_subset": "kas_Arab-ben_Beng", + "languages": [ + "kas-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.535148, + "recall": 0.598633, + "f1": 0.553622, + "accuracy": 0.598633, + "main_score": 0.553622, + "hf_subset": "kas_Arab-brx_Deva", + "languages": [ + "kas-Arab", + "brx-Deva" + ] + }, + { + "precision": 0.864453, + "recall": 0.897461, + "f1": 0.874791, + "accuracy": 0.897461, + "main_score": 0.874791, + "hf_subset": "kas_Arab-doi_Deva", + "languages": [ + "kas-Arab", + "doi-Deva" + ] + }, + { + "precision": 0.882812, + "recall": 0.916992, + "f1": 0.89349, + "accuracy": 0.916992, + "main_score": 0.89349, + "hf_subset": "kas_Arab-eng_Latn", + "languages": [ + "kas-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.821029, + "recall": 0.866211, + "f1": 0.834961, + "accuracy": 0.866211, + "main_score": 0.834961, + "hf_subset": "kas_Arab-gom_Deva", + "languages": [ + "kas-Arab", + "gom-Deva" + ] + }, + { + "precision": 0.886702, + "recall": 0.918945, + "f1": 0.896875, + "accuracy": 0.918945, + "main_score": 0.896875, + "hf_subset": "kas_Arab-guj_Gujr", + "languages": [ + "kas-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.887044, + "recall": 0.918945, + "f1": 0.897219, + "accuracy": 0.918945, + "main_score": 0.897219, + "hf_subset": "kas_Arab-hin_Deva", + "languages": [ + "kas-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.860872, + "recall": 0.898438, + "f1": 0.872689, + "accuracy": 0.898438, + "main_score": 0.872689, + "hf_subset": "kas_Arab-kan_Knda", + "languages": [ + "kas-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.886068, + "recall": 0.916992, + "f1": 0.895964, + "accuracy": 0.916992, + "main_score": 0.895964, + "hf_subset": "kas_Arab-mai_Deva", + "languages": [ + "kas-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.854199, + "recall": 0.892578, + "f1": 0.865741, + "accuracy": 0.892578, + "main_score": 0.865741, + "hf_subset": "kas_Arab-mal_Mlym", + "languages": [ + "kas-Arab", + "mal-Mlym" + ] + }, + { + "precision": 0.878608, + "recall": 0.912109, + "f1": 0.889095, + "accuracy": 0.912109, + "main_score": 0.889095, + "hf_subset": "kas_Arab-mar_Deva", + "languages": [ + "kas-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.003918, + "recall": 0.019531, + "f1": 0.005708, + "accuracy": 0.019531, + "main_score": 0.005708, + "hf_subset": "kas_Arab-mni_Mtei", + "languages": [ + "kas-Arab", + "mni-Mtei" + ] + }, + { + "precision": 0.888053, + "recall": 0.919922, + "f1": 0.898079, + "accuracy": 0.919922, + "main_score": 0.898079, + "hf_subset": "kas_Arab-npi_Deva", + "languages": [ + "kas-Arab", + "npi-Deva" + ] + }, + { + "precision": 0.84498, + "recall": 0.886719, + "f1": 0.857894, + "accuracy": 0.886719, + "main_score": 0.857894, + "hf_subset": "kas_Arab-ory_Orya", + "languages": [ + "kas-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.864967, + "recall": 0.901367, + "f1": 0.876286, + "accuracy": 0.901367, + "main_score": 0.876286, + "hf_subset": "kas_Arab-pan_Guru", + "languages": [ + "kas-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.865804, + "recall": 0.901367, + "f1": 0.877018, + "accuracy": 0.901367, + "main_score": 0.877018, + "hf_subset": "kas_Arab-san_Deva", + "languages": [ + "kas-Arab", + "san-Deva" + ] + }, + { + "precision": 0.01828, + "recall": 0.053711, + "f1": 0.024123, + "accuracy": 0.053711, + "main_score": 0.024123, + "hf_subset": "kas_Arab-sat_Olck", + "languages": [ + "kas-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.832199, + "recall": 0.867188, + "f1": 0.843081, + "accuracy": 0.867188, + "main_score": 0.843081, + "hf_subset": "kas_Arab-snd_Deva", + "languages": [ + "kas-Arab", + "snd-Deva" + ] + }, + { + "precision": 0.824414, + "recall": 0.873047, + "f1": 0.839648, + "accuracy": 0.873047, + "main_score": 0.839648, + "hf_subset": "kas_Arab-tam_Taml", + "languages": [ + "kas-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.879557, + "recall": 0.912109, + "f1": 0.889616, + "accuracy": 0.912109, + "main_score": 0.889616, + "hf_subset": "kas_Arab-tel_Telu", + "languages": [ + "kas-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.923014, + "recall": 0.945312, + "f1": 0.92998, + "accuracy": 0.945312, + "main_score": 0.92998, + "hf_subset": "kas_Arab-urd_Arab", + "languages": [ + "kas-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "mai_Deva-asm_Beng", + "languages": [ + "mai-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mai_Deva-ben_Beng", + "languages": [ + "mai-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.566774, + "recall": 0.648438, + "f1": 0.589778, + "accuracy": 0.648438, + "main_score": 0.589778, + "hf_subset": "mai_Deva-brx_Deva", + "languages": [ + "mai-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "mai_Deva-doi_Deva", + "languages": [ + "mai-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mai_Deva-eng_Latn", + "languages": [ + "mai-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.959635, + "recall": 0.97168, + "f1": 0.963542, + "accuracy": 0.97168, + "main_score": 0.963542, + "hf_subset": "mai_Deva-gom_Deva", + "languages": [ + "mai-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mai_Deva-guj_Gujr", + "languages": [ + "mai-Deva", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai_Deva-hin_Deva", + "languages": [ + "mai-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mai_Deva-kan_Knda", + "languages": [ + "mai-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.86084, + "recall": 0.900391, + "f1": 0.87334, + "accuracy": 0.900391, + "main_score": 0.87334, + "hf_subset": "mai_Deva-kas_Arab", + "languages": [ + "mai-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "mai_Deva-mal_Mlym", + "languages": [ + "mai-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mai_Deva-mar_Deva", + "languages": [ + "mai-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.002588, + "recall": 0.019531, + "f1": 0.004283, + "accuracy": 0.019531, + "main_score": 0.004283, + "hf_subset": "mai_Deva-mni_Mtei", + "languages": [ + "mai-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mai_Deva-npi_Deva", + "languages": [ + "mai-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mai_Deva-ory_Orya", + "languages": [ + "mai-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "mai_Deva-pan_Guru", + "languages": [ + "mai-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "mai_Deva-san_Deva", + "languages": [ + "mai-Deva", + "san-Deva" + ] + }, + { + "precision": 0.018923, + "recall": 0.052734, + "f1": 0.025109, + "accuracy": 0.052734, + "main_score": 0.025109, + "hf_subset": "mai_Deva-sat_Olck", + "languages": [ + "mai-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.930094, + "recall": 0.951172, + "f1": 0.936914, + "accuracy": 0.951172, + "main_score": 0.936914, + "hf_subset": "mai_Deva-snd_Deva", + "languages": [ + "mai-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.987305, + "recall": 0.991211, + "f1": 0.988607, + "accuracy": 0.991211, + "main_score": 0.988607, + "hf_subset": "mai_Deva-tam_Taml", + "languages": [ + "mai-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mai_Deva-tel_Telu", + "languages": [ + "mai-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mai_Deva-urd_Arab", + "languages": [ + "mai-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "mal_Mlym-asm_Beng", + "languages": [ + "mal-Mlym", + "asm-Beng" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "mal_Mlym-ben_Beng", + "languages": [ + "mal-Mlym", + "ben-Beng" + ] + }, + { + "precision": 0.556748, + "recall": 0.62793, + "f1": 0.576616, + "accuracy": 0.62793, + "main_score": 0.576616, + "hf_subset": "mal_Mlym-brx_Deva", + "languages": [ + "mal-Mlym", + "brx-Deva" + ] + }, + { + "precision": 0.965169, + "recall": 0.976562, + "f1": 0.968913, + "accuracy": 0.976562, + "main_score": 0.968913, + "hf_subset": "mal_Mlym-doi_Deva", + "languages": [ + "mal-Mlym", + "doi-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.934408, + "recall": 0.953125, + "f1": 0.940267, + "accuracy": 0.953125, + "main_score": 0.940267, + "hf_subset": "mal_Mlym-gom_Deva", + "languages": [ + "mal-Mlym", + "gom-Deva" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "mal_Mlym-guj_Gujr", + "languages": [ + "mal-Mlym", + "guj-Gujr" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mal_Mlym-hin_Deva", + "languages": [ + "mal-Mlym", + "hin-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mal_Mlym-kan_Knda", + "languages": [ + "mal-Mlym", + "kan-Knda" + ] + }, + { + "precision": 0.822754, + "recall": 0.87207, + "f1": 0.838477, + "accuracy": 0.87207, + "main_score": 0.838477, + "hf_subset": "mal_Mlym-kas_Arab", + "languages": [ + "mal-Mlym", + "kas-Arab" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "mal_Mlym-mai_Deva", + "languages": [ + "mal-Mlym", + "mai-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mal_Mlym-mar_Deva", + "languages": [ + "mal-Mlym", + "mar-Deva" + ] + }, + { + "precision": 0.004492, + "recall": 0.019531, + "f1": 0.005879, + "accuracy": 0.019531, + "main_score": 0.005879, + "hf_subset": "mal_Mlym-mni_Mtei", + "languages": [ + "mal-Mlym", + "mni-Mtei" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "mal_Mlym-npi_Deva", + "languages": [ + "mal-Mlym", + "npi-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mal_Mlym-ory_Orya", + "languages": [ + "mal-Mlym", + "ory-Orya" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "mal_Mlym-pan_Guru", + "languages": [ + "mal-Mlym", + "pan-Guru" + ] + }, + { + "precision": 0.984375, + "recall": 0.989258, + "f1": 0.986003, + "accuracy": 0.989258, + "main_score": 0.986003, + "hf_subset": "mal_Mlym-san_Deva", + "languages": [ + "mal-Mlym", + "san-Deva" + ] + }, + { + "precision": 0.013491, + "recall": 0.048828, + "f1": 0.019342, + "accuracy": 0.048828, + "main_score": 0.019342, + "hf_subset": "mal_Mlym-sat_Olck", + "languages": [ + "mal-Mlym", + "sat-Olck" + ] + }, + { + "precision": 0.90861, + "recall": 0.935547, + "f1": 0.91722, + "accuracy": 0.935547, + "main_score": 0.91722, + "hf_subset": "mal_Mlym-snd_Deva", + "languages": [ + "mal-Mlym", + "snd-Deva" + ] + }, + { + "precision": 0.993164, + "recall": 0.995117, + "f1": 0.993815, + "accuracy": 0.995117, + "main_score": 0.993815, + "hf_subset": "mal_Mlym-tam_Taml", + "languages": [ + "mal-Mlym", + "tam-Taml" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mal_Mlym-tel_Telu", + "languages": [ + "mal-Mlym", + "tel-Telu" + ] + }, + { + "precision": 0.994466, + "recall": 0.996094, + "f1": 0.994954, + "accuracy": 0.996094, + "main_score": 0.994954, + "hf_subset": "mal_Mlym-urd_Arab", + "languages": [ + "mal-Mlym", + "urd-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mar_Deva-asm_Beng", + "languages": [ + "mar-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mar_Deva-ben_Beng", + "languages": [ + "mar-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.569862, + "recall": 0.644531, + "f1": 0.590554, + "accuracy": 0.644531, + "main_score": 0.590554, + "hf_subset": "mar_Deva-brx_Deva", + "languages": [ + "mar-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.985352, + "recall": 0.990234, + "f1": 0.986979, + "accuracy": 0.990234, + "main_score": 0.986979, + "hf_subset": "mar_Deva-doi_Deva", + "languages": [ + "mar-Deva", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.965169, + "recall": 0.976562, + "f1": 0.968913, + "accuracy": 0.976562, + "main_score": 0.968913, + "hf_subset": "mar_Deva-gom_Deva", + "languages": [ + "mar-Deva", + "gom-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-guj_Gujr", + "languages": [ + "mar-Deva", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-hin_Deva", + "languages": [ + "mar-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mar_Deva-kan_Knda", + "languages": [ + "mar-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.84611, + "recall": 0.890625, + "f1": 0.860221, + "accuracy": 0.890625, + "main_score": 0.860221, + "hf_subset": "mar_Deva-kas_Arab", + "languages": [ + "mar-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "mar_Deva-mai_Deva", + "languages": [ + "mar-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.996094, + "recall": 0.99707, + "f1": 0.996419, + "accuracy": 0.99707, + "main_score": 0.996419, + "hf_subset": "mar_Deva-mal_Mlym", + "languages": [ + "mar-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.0027, + "recall": 0.017578, + "f1": 0.00421, + "accuracy": 0.017578, + "main_score": 0.00421, + "hf_subset": "mar_Deva-mni_Mtei", + "languages": [ + "mar-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mar_Deva-npi_Deva", + "languages": [ + "mar-Deva", + "npi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar_Deva-ory_Orya", + "languages": [ + "mar-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "mar_Deva-pan_Guru", + "languages": [ + "mar-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.987142, + "recall": 0.991211, + "f1": 0.988444, + "accuracy": 0.991211, + "main_score": 0.988444, + "hf_subset": "mar_Deva-san_Deva", + "languages": [ + "mar-Deva", + "san-Deva" + ] + }, + { + "precision": 0.022938, + "recall": 0.056641, + "f1": 0.029089, + "accuracy": 0.056641, + "main_score": 0.029089, + "hf_subset": "mar_Deva-sat_Olck", + "languages": [ + "mar-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.926514, + "recall": 0.947266, + "f1": 0.933171, + "accuracy": 0.947266, + "main_score": 0.933171, + "hf_subset": "mar_Deva-snd_Deva", + "languages": [ + "mar-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.991699, + "recall": 0.994141, + "f1": 0.992513, + "accuracy": 0.994141, + "main_score": 0.992513, + "hf_subset": "mar_Deva-tam_Taml", + "languages": [ + "mar-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "mar_Deva-tel_Telu", + "languages": [ + "mar-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "mar_Deva-urd_Arab", + "languages": [ + "mar-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.003247, + "recall": 0.006836, + "f1": 0.003787, + "accuracy": 0.006836, + "main_score": 0.003787, + "hf_subset": "mni_Mtei-asm_Beng", + "languages": [ + "mni-Mtei", + "asm-Beng" + ] + }, + { + "precision": 0.003294, + "recall": 0.008789, + "f1": 0.004199, + "accuracy": 0.008789, + "main_score": 0.004199, + "hf_subset": "mni_Mtei-ben_Beng", + "languages": [ + "mni-Mtei", + "ben-Beng" + ] + }, + { + "precision": 0.004272, + "recall": 0.006836, + "f1": 0.004472, + "accuracy": 0.006836, + "main_score": 0.004472, + "hf_subset": "mni_Mtei-brx_Deva", + "languages": [ + "mni-Mtei", + "brx-Deva" + ] + }, + { + "precision": 0.004037, + "recall": 0.007812, + "f1": 0.004466, + "accuracy": 0.007812, + "main_score": 0.004466, + "hf_subset": "mni_Mtei-doi_Deva", + "languages": [ + "mni-Mtei", + "doi-Deva" + ] + }, + { + "precision": 0.002638, + "recall": 0.006836, + "f1": 0.003374, + "accuracy": 0.006836, + "main_score": 0.003374, + "hf_subset": "mni_Mtei-eng_Latn", + "languages": [ + "mni-Mtei", + "eng-Latn" + ] + }, + { + "precision": 0.002127, + "recall": 0.006836, + "f1": 0.002579, + "accuracy": 0.006836, + "main_score": 0.002579, + "hf_subset": "mni_Mtei-gom_Deva", + "languages": [ + "mni-Mtei", + "gom-Deva" + ] + }, + { + "precision": 0.001421, + "recall": 0.004883, + "f1": 0.001681, + "accuracy": 0.004883, + "main_score": 0.001681, + "hf_subset": "mni_Mtei-guj_Gujr", + "languages": [ + "mni-Mtei", + "guj-Gujr" + ] + }, + { + "precision": 0.003745, + "recall": 0.006836, + "f1": 0.004397, + "accuracy": 0.006836, + "main_score": 0.004397, + "hf_subset": "mni_Mtei-hin_Deva", + "languages": [ + "mni-Mtei", + "hin-Deva" + ] + }, + { + "precision": 0.002652, + "recall": 0.005859, + "f1": 0.003022, + "accuracy": 0.005859, + "main_score": 0.003022, + "hf_subset": "mni_Mtei-kan_Knda", + "languages": [ + "mni-Mtei", + "kan-Knda" + ] + }, + { + "precision": 0.003247, + "recall": 0.009766, + "f1": 0.003833, + "accuracy": 0.009766, + "main_score": 0.003833, + "hf_subset": "mni_Mtei-kas_Arab", + "languages": [ + "mni-Mtei", + "kas-Arab" + ] + }, + { + "precision": 0.003531, + "recall": 0.005859, + "f1": 0.003785, + "accuracy": 0.005859, + "main_score": 0.003785, + "hf_subset": "mni_Mtei-mai_Deva", + "languages": [ + "mni-Mtei", + "mai-Deva" + ] + }, + { + "precision": 0.004233, + "recall": 0.006836, + "f1": 0.004722, + "accuracy": 0.006836, + "main_score": 0.004722, + "hf_subset": "mni_Mtei-mal_Mlym", + "languages": [ + "mni-Mtei", + "mal-Mlym" + ] + }, + { + "precision": 0.003696, + "recall": 0.006836, + "f1": 0.004137, + "accuracy": 0.006836, + "main_score": 0.004137, + "hf_subset": "mni_Mtei-mar_Deva", + "languages": [ + "mni-Mtei", + "mar-Deva" + ] + }, + { + "precision": 0.00538, + "recall": 0.008789, + "f1": 0.005994, + "accuracy": 0.008789, + "main_score": 0.005994, + "hf_subset": "mni_Mtei-npi_Deva", + "languages": [ + "mni-Mtei", + "npi-Deva" + ] + }, + { + "precision": 0.005956, + "recall": 0.010742, + "f1": 0.006688, + "accuracy": 0.010742, + "main_score": 0.006688, + "hf_subset": "mni_Mtei-ory_Orya", + "languages": [ + "mni-Mtei", + "ory-Orya" + ] + }, + { + "precision": 0.004854, + "recall": 0.009766, + "f1": 0.005611, + "accuracy": 0.009766, + "main_score": 0.005611, + "hf_subset": "mni_Mtei-pan_Guru", + "languages": [ + "mni-Mtei", + "pan-Guru" + ] + }, + { + "precision": 0.002009, + "recall": 0.005859, + "f1": 0.00251, + "accuracy": 0.005859, + "main_score": 0.00251, + "hf_subset": "mni_Mtei-san_Deva", + "languages": [ + "mni-Mtei", + "san-Deva" + ] + }, + { + "precision": 0.008143, + "recall": 0.014648, + "f1": 0.009269, + "accuracy": 0.014648, + "main_score": 0.009269, + "hf_subset": "mni_Mtei-sat_Olck", + "languages": [ + "mni-Mtei", + "sat-Olck" + ] + }, + { + "precision": 0.003179, + "recall": 0.005859, + "f1": 0.003331, + "accuracy": 0.005859, + "main_score": 0.003331, + "hf_subset": "mni_Mtei-snd_Deva", + "languages": [ + "mni-Mtei", + "snd-Deva" + ] + }, + { + "precision": 0.003602, + "recall": 0.006836, + "f1": 0.003902, + "accuracy": 0.006836, + "main_score": 0.003902, + "hf_subset": "mni_Mtei-tam_Taml", + "languages": [ + "mni-Mtei", + "tam-Taml" + ] + }, + { + "precision": 0.003369, + "recall": 0.005859, + "f1": 0.003971, + "accuracy": 0.005859, + "main_score": 0.003971, + "hf_subset": "mni_Mtei-tel_Telu", + "languages": [ + "mni-Mtei", + "tel-Telu" + ] + }, + { + "precision": 0.002937, + "recall": 0.007812, + "f1": 0.00392, + "accuracy": 0.007812, + "main_score": 0.00392, + "hf_subset": "mni_Mtei-urd_Arab", + "languages": [ + "mni-Mtei", + "urd-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "npi_Deva-asm_Beng", + "languages": [ + "npi-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "npi_Deva-ben_Beng", + "languages": [ + "npi-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.566124, + "recall": 0.645508, + "f1": 0.588726, + "accuracy": 0.645508, + "main_score": 0.588726, + "hf_subset": "npi_Deva-brx_Deva", + "languages": [ + "npi-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.985677, + "recall": 0.990234, + "f1": 0.987142, + "accuracy": 0.990234, + "main_score": 0.987142, + "hf_subset": "npi_Deva-doi_Deva", + "languages": [ + "npi-Deva", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "npi_Deva-eng_Latn", + "languages": [ + "npi-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.968913, + "recall": 0.978516, + "f1": 0.972005, + "accuracy": 0.978516, + "main_score": 0.972005, + "hf_subset": "npi_Deva-gom_Deva", + "languages": [ + "npi-Deva", + "gom-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "npi_Deva-guj_Gujr", + "languages": [ + "npi-Deva", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "npi_Deva-hin_Deva", + "languages": [ + "npi-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "npi_Deva-kan_Knda", + "languages": [ + "npi-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.865723, + "recall": 0.905273, + "f1": 0.878581, + "accuracy": 0.905273, + "main_score": 0.878581, + "hf_subset": "npi_Deva-kas_Arab", + "languages": [ + "npi-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "npi_Deva-mai_Deva", + "languages": [ + "npi-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.994629, + "recall": 0.996094, + "f1": 0.995117, + "accuracy": 0.996094, + "main_score": 0.995117, + "hf_subset": "npi_Deva-mal_Mlym", + "languages": [ + "npi-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "npi_Deva-mar_Deva", + "languages": [ + "npi-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.004799, + "recall": 0.022461, + "f1": 0.006912, + "accuracy": 0.022461, + "main_score": 0.006912, + "hf_subset": "npi_Deva-mni_Mtei", + "languages": [ + "npi-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "npi_Deva-ory_Orya", + "languages": [ + "npi-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "npi_Deva-pan_Guru", + "languages": [ + "npi-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.991699, + "recall": 0.994141, + "f1": 0.992513, + "accuracy": 0.994141, + "main_score": 0.992513, + "hf_subset": "npi_Deva-san_Deva", + "languages": [ + "npi-Deva", + "san-Deva" + ] + }, + { + "precision": 0.019267, + "recall": 0.054688, + "f1": 0.025567, + "accuracy": 0.054688, + "main_score": 0.025567, + "hf_subset": "npi_Deva-sat_Olck", + "languages": [ + "npi-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.941243, + "recall": 0.958984, + "f1": 0.94694, + "accuracy": 0.958984, + "main_score": 0.94694, + "hf_subset": "npi_Deva-snd_Deva", + "languages": [ + "npi-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.995117, + "recall": 0.996094, + "f1": 0.995443, + "accuracy": 0.996094, + "main_score": 0.995443, + "hf_subset": "npi_Deva-tam_Taml", + "languages": [ + "npi-Deva", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "npi_Deva-tel_Telu", + "languages": [ + "npi-Deva", + "tel-Telu" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "npi_Deva-urd_Arab", + "languages": [ + "npi-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "ory_Orya-asm_Beng", + "languages": [ + "ory-Orya", + "asm-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-ben_Beng", + "languages": [ + "ory-Orya", + "ben-Beng" + ] + }, + { + "precision": 0.547033, + "recall": 0.625, + "f1": 0.568823, + "accuracy": 0.625, + "main_score": 0.568823, + "hf_subset": "ory_Orya-brx_Deva", + "languages": [ + "ory-Orya", + "brx-Deva" + ] + }, + { + "precision": 0.968262, + "recall": 0.978516, + "f1": 0.97168, + "accuracy": 0.978516, + "main_score": 0.97168, + "hf_subset": "ory_Orya-doi_Deva", + "languages": [ + "ory-Orya", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-eng_Latn", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.928141, + "recall": 0.949219, + "f1": 0.934961, + "accuracy": 0.949219, + "main_score": 0.934961, + "hf_subset": "ory_Orya-gom_Deva", + "languages": [ + "ory-Orya", + "gom-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "ory_Orya-guj_Gujr", + "languages": [ + "ory-Orya", + "guj-Gujr" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ory_Orya-hin_Deva", + "languages": [ + "ory-Orya", + "hin-Deva" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "ory_Orya-kan_Knda", + "languages": [ + "ory-Orya", + "kan-Knda" + ] + }, + { + "precision": 0.818555, + "recall": 0.871094, + "f1": 0.835091, + "accuracy": 0.871094, + "main_score": 0.835091, + "hf_subset": "ory_Orya-kas_Arab", + "languages": [ + "ory-Orya", + "kas-Arab" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "ory_Orya-mai_Deva", + "languages": [ + "ory-Orya", + "mai-Deva" + ] + }, + { + "precision": 0.98877, + "recall": 0.992188, + "f1": 0.989909, + "accuracy": 0.992188, + "main_score": 0.989909, + "hf_subset": "ory_Orya-mal_Mlym", + "languages": [ + "ory-Orya", + "mal-Mlym" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-mar_Deva", + "languages": [ + "ory-Orya", + "mar-Deva" + ] + }, + { + "precision": 0.00451, + "recall": 0.018555, + "f1": 0.006296, + "accuracy": 0.018555, + "main_score": 0.006296, + "hf_subset": "ory_Orya-mni_Mtei", + "languages": [ + "ory-Orya", + "mni-Mtei" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "ory_Orya-npi_Deva", + "languages": [ + "ory-Orya", + "npi-Deva" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "ory_Orya-pan_Guru", + "languages": [ + "ory-Orya", + "pan-Guru" + ] + }, + { + "precision": 0.987305, + "recall": 0.991211, + "f1": 0.988607, + "accuracy": 0.991211, + "main_score": 0.988607, + "hf_subset": "ory_Orya-san_Deva", + "languages": [ + "ory-Orya", + "san-Deva" + ] + }, + { + "precision": 0.019612, + "recall": 0.054688, + "f1": 0.026142, + "accuracy": 0.054688, + "main_score": 0.026142, + "hf_subset": "ory_Orya-sat_Olck", + "languages": [ + "ory-Orya", + "sat-Olck" + ] + }, + { + "precision": 0.909749, + "recall": 0.936523, + "f1": 0.918359, + "accuracy": 0.936523, + "main_score": 0.918359, + "hf_subset": "ory_Orya-snd_Deva", + "languages": [ + "ory-Orya", + "snd-Deva" + ] + }, + { + "precision": 0.993164, + "recall": 0.995117, + "f1": 0.993815, + "accuracy": 0.995117, + "main_score": 0.993815, + "hf_subset": "ory_Orya-tam_Taml", + "languages": [ + "ory-Orya", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory_Orya-tel_Telu", + "languages": [ + "ory-Orya", + "tel-Telu" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "ory_Orya-urd_Arab", + "languages": [ + "ory-Orya", + "urd-Arab" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "pan_Guru-asm_Beng", + "languages": [ + "pan-Guru", + "asm-Beng" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "pan_Guru-ben_Beng", + "languages": [ + "pan-Guru", + "ben-Beng" + ] + }, + { + "precision": 0.562277, + "recall": 0.639648, + "f1": 0.584558, + "accuracy": 0.639648, + "main_score": 0.584558, + "hf_subset": "pan_Guru-brx_Deva", + "languages": [ + "pan-Guru", + "brx-Deva" + ] + }, + { + "precision": 0.976562, + "recall": 0.984375, + "f1": 0.979167, + "accuracy": 0.984375, + "main_score": 0.979167, + "hf_subset": "pan_Guru-doi_Deva", + "languages": [ + "pan-Guru", + "doi-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.942627, + "recall": 0.959961, + "f1": 0.948145, + "accuracy": 0.959961, + "main_score": 0.948145, + "hf_subset": "pan_Guru-gom_Deva", + "languages": [ + "pan-Guru", + "gom-Deva" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "pan_Guru-guj_Gujr", + "languages": [ + "pan-Guru", + "guj-Gujr" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "pan_Guru-hin_Deva", + "languages": [ + "pan-Guru", + "hin-Deva" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "pan_Guru-kan_Knda", + "languages": [ + "pan-Guru", + "kan-Knda" + ] + }, + { + "precision": 0.860596, + "recall": 0.897461, + "f1": 0.87207, + "accuracy": 0.897461, + "main_score": 0.87207, + "hf_subset": "pan_Guru-kas_Arab", + "languages": [ + "pan-Guru", + "kas-Arab" + ] + }, + { + "precision": 0.993001, + "recall": 0.995117, + "f1": 0.993652, + "accuracy": 0.995117, + "main_score": 0.993652, + "hf_subset": "pan_Guru-mai_Deva", + "languages": [ + "pan-Guru", + "mai-Deva" + ] + }, + { + "precision": 0.992025, + "recall": 0.994141, + "f1": 0.992676, + "accuracy": 0.994141, + "main_score": 0.992676, + "hf_subset": "pan_Guru-mal_Mlym", + "languages": [ + "pan-Guru", + "mal-Mlym" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "pan_Guru-mar_Deva", + "languages": [ + "pan-Guru", + "mar-Deva" + ] + }, + { + "precision": 0.005807, + "recall": 0.021484, + "f1": 0.007498, + "accuracy": 0.021484, + "main_score": 0.007498, + "hf_subset": "pan_Guru-mni_Mtei", + "languages": [ + "pan-Guru", + "mni-Mtei" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "pan_Guru-npi_Deva", + "languages": [ + "pan-Guru", + "npi-Deva" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "pan_Guru-ory_Orya", + "languages": [ + "pan-Guru", + "ory-Orya" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "pan_Guru-san_Deva", + "languages": [ + "pan-Guru", + "san-Deva" + ] + }, + { + "precision": 0.016564, + "recall": 0.054688, + "f1": 0.022968, + "accuracy": 0.054688, + "main_score": 0.022968, + "hf_subset": "pan_Guru-sat_Olck", + "languages": [ + "pan-Guru", + "sat-Olck" + ] + }, + { + "precision": 0.925651, + "recall": 0.946289, + "f1": 0.932096, + "accuracy": 0.946289, + "main_score": 0.932096, + "hf_subset": "pan_Guru-snd_Deva", + "languages": [ + "pan-Guru", + "snd-Deva" + ] + }, + { + "precision": 0.985596, + "recall": 0.989258, + "f1": 0.986719, + "accuracy": 0.989258, + "main_score": 0.986719, + "hf_subset": "pan_Guru-tam_Taml", + "languages": [ + "pan-Guru", + "tam-Taml" + ] + }, + { + "precision": 0.987142, + "recall": 0.991211, + "f1": 0.988444, + "accuracy": 0.991211, + "main_score": 0.988444, + "hf_subset": "pan_Guru-tel_Telu", + "languages": [ + "pan-Guru", + "tel-Telu" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "pan_Guru-urd_Arab", + "languages": [ + "pan-Guru", + "urd-Arab" + ] + }, + { + "precision": 0.985677, + "recall": 0.990234, + "f1": 0.987142, + "accuracy": 0.990234, + "main_score": 0.987142, + "hf_subset": "san_Deva-asm_Beng", + "languages": [ + "san-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "san_Deva-ben_Beng", + "languages": [ + "san-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.571089, + "recall": 0.638672, + "f1": 0.590021, + "accuracy": 0.638672, + "main_score": 0.590021, + "hf_subset": "san_Deva-brx_Deva", + "languages": [ + "san-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.961263, + "recall": 0.973633, + "f1": 0.965332, + "accuracy": 0.973633, + "main_score": 0.965332, + "hf_subset": "san_Deva-doi_Deva", + "languages": [ + "san-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.991536, + "recall": 0.994141, + "f1": 0.99235, + "accuracy": 0.994141, + "main_score": 0.99235, + "hf_subset": "san_Deva-eng_Latn", + "languages": [ + "san-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.92985, + "recall": 0.950195, + "f1": 0.936361, + "accuracy": 0.950195, + "main_score": 0.936361, + "hf_subset": "san_Deva-gom_Deva", + "languages": [ + "san-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "san_Deva-guj_Gujr", + "languages": [ + "san-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "san_Deva-hin_Deva", + "languages": [ + "san-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "san_Deva-kan_Knda", + "languages": [ + "san-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.822917, + "recall": 0.871094, + "f1": 0.838184, + "accuracy": 0.871094, + "main_score": 0.838184, + "hf_subset": "san_Deva-kas_Arab", + "languages": [ + "san-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.978027, + "recall": 0.985352, + "f1": 0.980469, + "accuracy": 0.985352, + "main_score": 0.980469, + "hf_subset": "san_Deva-mai_Deva", + "languages": [ + "san-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "san_Deva-mal_Mlym", + "languages": [ + "san-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.991699, + "recall": 0.994141, + "f1": 0.992513, + "accuracy": 0.994141, + "main_score": 0.992513, + "hf_subset": "san_Deva-mar_Deva", + "languages": [ + "san-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.004189, + "recall": 0.019531, + "f1": 0.005611, + "accuracy": 0.019531, + "main_score": 0.005611, + "hf_subset": "san_Deva-mni_Mtei", + "languages": [ + "san-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "san_Deva-npi_Deva", + "languages": [ + "san-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.987305, + "recall": 0.991211, + "f1": 0.988607, + "accuracy": 0.991211, + "main_score": 0.988607, + "hf_subset": "san_Deva-ory_Orya", + "languages": [ + "san-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.986816, + "recall": 0.991211, + "f1": 0.988281, + "accuracy": 0.991211, + "main_score": 0.988281, + "hf_subset": "san_Deva-pan_Guru", + "languages": [ + "san-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.02552, + "recall": 0.06543, + "f1": 0.032725, + "accuracy": 0.06543, + "main_score": 0.032725, + "hf_subset": "san_Deva-sat_Olck", + "languages": [ + "san-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.905029, + "recall": 0.931641, + "f1": 0.913639, + "accuracy": 0.931641, + "main_score": 0.913639, + "hf_subset": "san_Deva-snd_Deva", + "languages": [ + "san-Deva", + "snd-Deva" + ] + }, + { + "precision": 0.974609, + "recall": 0.981445, + "f1": 0.976888, + "accuracy": 0.981445, + "main_score": 0.976888, + "hf_subset": "san_Deva-tam_Taml", + "languages": [ + "san-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "san_Deva-tel_Telu", + "languages": [ + "san-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "san_Deva-urd_Arab", + "languages": [ + "san-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.012301, + "recall": 0.024414, + "f1": 0.013672, + "accuracy": 0.024414, + "main_score": 0.013672, + "hf_subset": "sat_Olck-asm_Beng", + "languages": [ + "sat-Olck", + "asm-Beng" + ] + }, + { + "precision": 0.010237, + "recall": 0.023438, + "f1": 0.011899, + "accuracy": 0.023438, + "main_score": 0.011899, + "hf_subset": "sat_Olck-ben_Beng", + "languages": [ + "sat-Olck", + "ben-Beng" + ] + }, + { + "precision": 0.014458, + "recall": 0.023438, + "f1": 0.01577, + "accuracy": 0.023438, + "main_score": 0.01577, + "hf_subset": "sat_Olck-brx_Deva", + "languages": [ + "sat-Olck", + "brx-Deva" + ] + }, + { + "precision": 0.014032, + "recall": 0.022461, + "f1": 0.015173, + "accuracy": 0.022461, + "main_score": 0.015173, + "hf_subset": "sat_Olck-doi_Deva", + "languages": [ + "sat-Olck", + "doi-Deva" + ] + }, + { + "precision": 0.01092, + "recall": 0.020508, + "f1": 0.012039, + "accuracy": 0.020508, + "main_score": 0.012039, + "hf_subset": "sat_Olck-eng_Latn", + "languages": [ + "sat-Olck", + "eng-Latn" + ] + }, + { + "precision": 0.01229, + "recall": 0.021484, + "f1": 0.013559, + "accuracy": 0.021484, + "main_score": 0.013559, + "hf_subset": "sat_Olck-gom_Deva", + "languages": [ + "sat-Olck", + "gom-Deva" + ] + }, + { + "precision": 0.009613, + "recall": 0.015625, + "f1": 0.010349, + "accuracy": 0.015625, + "main_score": 0.010349, + "hf_subset": "sat_Olck-guj_Gujr", + "languages": [ + "sat-Olck", + "guj-Gujr" + ] + }, + { + "precision": 0.011364, + "recall": 0.020508, + "f1": 0.012326, + "accuracy": 0.020508, + "main_score": 0.012326, + "hf_subset": "sat_Olck-hin_Deva", + "languages": [ + "sat-Olck", + "hin-Deva" + ] + }, + { + "precision": 0.013689, + "recall": 0.024414, + "f1": 0.015412, + "accuracy": 0.024414, + "main_score": 0.015412, + "hf_subset": "sat_Olck-kan_Knda", + "languages": [ + "sat-Olck", + "kan-Knda" + ] + }, + { + "precision": 0.019504, + "recall": 0.027344, + "f1": 0.020574, + "accuracy": 0.027344, + "main_score": 0.020574, + "hf_subset": "sat_Olck-kas_Arab", + "languages": [ + "sat-Olck", + "kas-Arab" + ] + }, + { + "precision": 0.012375, + "recall": 0.022461, + "f1": 0.013403, + "accuracy": 0.022461, + "main_score": 0.013403, + "hf_subset": "sat_Olck-mai_Deva", + "languages": [ + "sat-Olck", + "mai-Deva" + ] + }, + { + "precision": 0.011956, + "recall": 0.022461, + "f1": 0.013676, + "accuracy": 0.022461, + "main_score": 0.013676, + "hf_subset": "sat_Olck-mal_Mlym", + "languages": [ + "sat-Olck", + "mal-Mlym" + ] + }, + { + "precision": 0.011704, + "recall": 0.022461, + "f1": 0.013276, + "accuracy": 0.022461, + "main_score": 0.013276, + "hf_subset": "sat_Olck-mar_Deva", + "languages": [ + "sat-Olck", + "mar-Deva" + ] + }, + { + "precision": 0.018327, + "recall": 0.02832, + "f1": 0.019654, + "accuracy": 0.02832, + "main_score": 0.019654, + "hf_subset": "sat_Olck-mni_Mtei", + "languages": [ + "sat-Olck", + "mni-Mtei" + ] + }, + { + "precision": 0.015607, + "recall": 0.026367, + "f1": 0.016973, + "accuracy": 0.026367, + "main_score": 0.016973, + "hf_subset": "sat_Olck-npi_Deva", + "languages": [ + "sat-Olck", + "npi-Deva" + ] + }, + { + "precision": 0.013063, + "recall": 0.025391, + "f1": 0.014793, + "accuracy": 0.025391, + "main_score": 0.014793, + "hf_subset": "sat_Olck-ory_Orya", + "languages": [ + "sat-Olck", + "ory-Orya" + ] + }, + { + "precision": 0.012328, + "recall": 0.017578, + "f1": 0.013081, + "accuracy": 0.017578, + "main_score": 0.013081, + "hf_subset": "sat_Olck-pan_Guru", + "languages": [ + "sat-Olck", + "pan-Guru" + ] + }, + { + "precision": 0.015927, + "recall": 0.029297, + "f1": 0.017974, + "accuracy": 0.029297, + "main_score": 0.017974, + "hf_subset": "sat_Olck-san_Deva", + "languages": [ + "sat-Olck", + "san-Deva" + ] + }, + { + "precision": 0.016757, + "recall": 0.029297, + "f1": 0.018629, + "accuracy": 0.029297, + "main_score": 0.018629, + "hf_subset": "sat_Olck-snd_Deva", + "languages": [ + "sat-Olck", + "snd-Deva" + ] + }, + { + "precision": 0.016963, + "recall": 0.02832, + "f1": 0.018574, + "accuracy": 0.02832, + "main_score": 0.018574, + "hf_subset": "sat_Olck-tam_Taml", + "languages": [ + "sat-Olck", + "tam-Taml" + ] + }, + { + "precision": 0.016451, + "recall": 0.026367, + "f1": 0.017803, + "accuracy": 0.026367, + "main_score": 0.017803, + "hf_subset": "sat_Olck-tel_Telu", + "languages": [ + "sat-Olck", + "tel-Telu" + ] + }, + { + "precision": 0.009591, + "recall": 0.017578, + "f1": 0.01018, + "accuracy": 0.017578, + "main_score": 0.01018, + "hf_subset": "sat_Olck-urd_Arab", + "languages": [ + "sat-Olck", + "urd-Arab" + ] + }, + { + "precision": 0.930859, + "recall": 0.951172, + "f1": 0.9375, + "accuracy": 0.951172, + "main_score": 0.9375, + "hf_subset": "snd_Deva-asm_Beng", + "languages": [ + "snd-Deva", + "asm-Beng" + ] + }, + { + "precision": 0.931071, + "recall": 0.952148, + "f1": 0.937891, + "accuracy": 0.952148, + "main_score": 0.937891, + "hf_subset": "snd_Deva-ben_Beng", + "languages": [ + "snd-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.605129, + "recall": 0.666992, + "f1": 0.622548, + "accuracy": 0.666992, + "main_score": 0.622548, + "hf_subset": "snd_Deva-brx_Deva", + "languages": [ + "snd-Deva", + "brx-Deva" + ] + }, + { + "precision": 0.929525, + "recall": 0.946289, + "f1": 0.934896, + "accuracy": 0.946289, + "main_score": 0.934896, + "hf_subset": "snd_Deva-doi_Deva", + "languages": [ + "snd-Deva", + "doi-Deva" + ] + }, + { + "precision": 0.937663, + "recall": 0.957031, + "f1": 0.943964, + "accuracy": 0.957031, + "main_score": 0.943964, + "hf_subset": "snd_Deva-eng_Latn", + "languages": [ + "snd-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.888184, + "recall": 0.916016, + "f1": 0.897103, + "accuracy": 0.916016, + "main_score": 0.897103, + "hf_subset": "snd_Deva-gom_Deva", + "languages": [ + "snd-Deva", + "gom-Deva" + ] + }, + { + "precision": 0.935059, + "recall": 0.955078, + "f1": 0.941406, + "accuracy": 0.955078, + "main_score": 0.941406, + "hf_subset": "snd_Deva-guj_Gujr", + "languages": [ + "snd-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.946533, + "recall": 0.961914, + "f1": 0.9514, + "accuracy": 0.961914, + "main_score": 0.9514, + "hf_subset": "snd_Deva-hin_Deva", + "languages": [ + "snd-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.931315, + "recall": 0.951172, + "f1": 0.937663, + "accuracy": 0.951172, + "main_score": 0.937663, + "hf_subset": "snd_Deva-kan_Knda", + "languages": [ + "snd-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.810905, + "recall": 0.854492, + "f1": 0.824512, + "accuracy": 0.854492, + "main_score": 0.824512, + "hf_subset": "snd_Deva-kas_Arab", + "languages": [ + "snd-Deva", + "kas-Arab" + ] + }, + { + "precision": 0.936035, + "recall": 0.954102, + "f1": 0.941862, + "accuracy": 0.954102, + "main_score": 0.941862, + "hf_subset": "snd_Deva-mai_Deva", + "languages": [ + "snd-Deva", + "mai-Deva" + ] + }, + { + "precision": 0.91499, + "recall": 0.939453, + "f1": 0.922754, + "accuracy": 0.939453, + "main_score": 0.922754, + "hf_subset": "snd_Deva-mal_Mlym", + "languages": [ + "snd-Deva", + "mal-Mlym" + ] + }, + { + "precision": 0.938558, + "recall": 0.957031, + "f1": 0.944401, + "accuracy": 0.957031, + "main_score": 0.944401, + "hf_subset": "snd_Deva-mar_Deva", + "languages": [ + "snd-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.00284, + "recall": 0.017578, + "f1": 0.004553, + "accuracy": 0.017578, + "main_score": 0.004553, + "hf_subset": "snd_Deva-mni_Mtei", + "languages": [ + "snd-Deva", + "mni-Mtei" + ] + }, + { + "precision": 0.950602, + "recall": 0.96582, + "f1": 0.955469, + "accuracy": 0.96582, + "main_score": 0.955469, + "hf_subset": "snd_Deva-npi_Deva", + "languages": [ + "snd-Deva", + "npi-Deva" + ] + }, + { + "precision": 0.919271, + "recall": 0.943359, + "f1": 0.926921, + "accuracy": 0.943359, + "main_score": 0.926921, + "hf_subset": "snd_Deva-ory_Orya", + "languages": [ + "snd-Deva", + "ory-Orya" + ] + }, + { + "precision": 0.928092, + "recall": 0.947266, + "f1": 0.934245, + "accuracy": 0.947266, + "main_score": 0.934245, + "hf_subset": "snd_Deva-pan_Guru", + "languages": [ + "snd-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.916178, + "recall": 0.939453, + "f1": 0.92347, + "accuracy": 0.939453, + "main_score": 0.92347, + "hf_subset": "snd_Deva-san_Deva", + "languages": [ + "snd-Deva", + "san-Deva" + ] + }, + { + "precision": 0.021211, + "recall": 0.055664, + "f1": 0.027389, + "accuracy": 0.055664, + "main_score": 0.027389, + "hf_subset": "snd_Deva-sat_Olck", + "languages": [ + "snd-Deva", + "sat-Olck" + ] + }, + { + "precision": 0.892578, + "recall": 0.924805, + "f1": 0.902799, + "accuracy": 0.924805, + "main_score": 0.902799, + "hf_subset": "snd_Deva-tam_Taml", + "languages": [ + "snd-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.931152, + "recall": 0.952148, + "f1": 0.937988, + "accuracy": 0.952148, + "main_score": 0.937988, + "hf_subset": "snd_Deva-tel_Telu", + "languages": [ + "snd-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.952799, + "recall": 0.967773, + "f1": 0.957682, + "accuracy": 0.967773, + "main_score": 0.957682, + "hf_subset": "snd_Deva-urd_Arab", + "languages": [ + "snd-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.988281, + "recall": 0.992188, + "f1": 0.989583, + "accuracy": 0.992188, + "main_score": 0.989583, + "hf_subset": "tam_Taml-asm_Beng", + "languages": [ + "tam-Taml", + "asm-Beng" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "tam_Taml-ben_Beng", + "languages": [ + "tam-Taml", + "ben-Beng" + ] + }, + { + "precision": 0.50474, + "recall": 0.583984, + "f1": 0.526325, + "accuracy": 0.583984, + "main_score": 0.526325, + "hf_subset": "tam_Taml-brx_Deva", + "languages": [ + "tam-Taml", + "brx-Deva" + ] + }, + { + "precision": 0.96224, + "recall": 0.974609, + "f1": 0.966309, + "accuracy": 0.974609, + "main_score": 0.966309, + "hf_subset": "tam_Taml-doi_Deva", + "languages": [ + "tam-Taml", + "doi-Deva" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.92806, + "recall": 0.949219, + "f1": 0.934896, + "accuracy": 0.949219, + "main_score": 0.934896, + "hf_subset": "tam_Taml-gom_Deva", + "languages": [ + "tam-Taml", + "gom-Deva" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "tam_Taml-guj_Gujr", + "languages": [ + "tam-Taml", + "guj-Gujr" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "tam_Taml-hin_Deva", + "languages": [ + "tam-Taml", + "hin-Deva" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "tam_Taml-kan_Knda", + "languages": [ + "tam-Taml", + "kan-Knda" + ] + }, + { + "precision": 0.797721, + "recall": 0.848633, + "f1": 0.813332, + "accuracy": 0.848633, + "main_score": 0.813332, + "hf_subset": "tam_Taml-kas_Arab", + "languages": [ + "tam-Taml", + "kas-Arab" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "tam_Taml-mai_Deva", + "languages": [ + "tam-Taml", + "mai-Deva" + ] + }, + { + "precision": 0.98877, + "recall": 0.992188, + "f1": 0.989909, + "accuracy": 0.992188, + "main_score": 0.989909, + "hf_subset": "tam_Taml-mal_Mlym", + "languages": [ + "tam-Taml", + "mal-Mlym" + ] + }, + { + "precision": 0.991211, + "recall": 0.994141, + "f1": 0.992188, + "accuracy": 0.994141, + "main_score": 0.992188, + "hf_subset": "tam_Taml-mar_Deva", + "languages": [ + "tam-Taml", + "mar-Deva" + ] + }, + { + "precision": 0.006106, + "recall": 0.024414, + "f1": 0.007656, + "accuracy": 0.024414, + "main_score": 0.007656, + "hf_subset": "tam_Taml-mni_Mtei", + "languages": [ + "tam-Taml", + "mni-Mtei" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "tam_Taml-npi_Deva", + "languages": [ + "tam-Taml", + "npi-Deva" + ] + }, + { + "precision": 0.989746, + "recall": 0.993164, + "f1": 0.990885, + "accuracy": 0.993164, + "main_score": 0.990885, + "hf_subset": "tam_Taml-ory_Orya", + "languages": [ + "tam-Taml", + "ory-Orya" + ] + }, + { + "precision": 0.983887, + "recall": 0.989258, + "f1": 0.985677, + "accuracy": 0.989258, + "main_score": 0.985677, + "hf_subset": "tam_Taml-pan_Guru", + "languages": [ + "tam-Taml", + "pan-Guru" + ] + }, + { + "precision": 0.977539, + "recall": 0.984375, + "f1": 0.979818, + "accuracy": 0.984375, + "main_score": 0.979818, + "hf_subset": "tam_Taml-san_Deva", + "languages": [ + "tam-Taml", + "san-Deva" + ] + }, + { + "precision": 0.02256, + "recall": 0.057617, + "f1": 0.028544, + "accuracy": 0.057617, + "main_score": 0.028544, + "hf_subset": "tam_Taml-sat_Olck", + "languages": [ + "tam-Taml", + "sat-Olck" + ] + }, + { + "precision": 0.884847, + "recall": 0.916992, + "f1": 0.894889, + "accuracy": 0.916992, + "main_score": 0.894889, + "hf_subset": "tam_Taml-snd_Deva", + "languages": [ + "tam-Taml", + "snd-Deva" + ] + }, + { + "precision": 0.990234, + "recall": 0.993164, + "f1": 0.991211, + "accuracy": 0.993164, + "main_score": 0.991211, + "hf_subset": "tam_Taml-tel_Telu", + "languages": [ + "tam-Taml", + "tel-Telu" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "tam_Taml-urd_Arab", + "languages": [ + "tam-Taml", + "urd-Arab" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "tel_Telu-asm_Beng", + "languages": [ + "tel-Telu", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "tel_Telu-ben_Beng", + "languages": [ + "tel-Telu", + "ben-Beng" + ] + }, + { + "precision": 0.571712, + "recall": 0.645508, + "f1": 0.592488, + "accuracy": 0.645508, + "main_score": 0.592488, + "hf_subset": "tel_Telu-brx_Deva", + "languages": [ + "tel-Telu", + "brx-Deva" + ] + }, + { + "precision": 0.976888, + "recall": 0.984375, + "f1": 0.979329, + "accuracy": 0.984375, + "main_score": 0.979329, + "hf_subset": "tel_Telu-doi_Deva", + "languages": [ + "tel-Telu", + "doi-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.955729, + "recall": 0.969727, + "f1": 0.960286, + "accuracy": 0.969727, + "main_score": 0.960286, + "hf_subset": "tel_Telu-gom_Deva", + "languages": [ + "tel-Telu", + "gom-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-guj_Gujr", + "languages": [ + "tel-Telu", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-hin_Deva", + "languages": [ + "tel-Telu", + "hin-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "tel_Telu-kan_Knda", + "languages": [ + "tel-Telu", + "kan-Knda" + ] + }, + { + "precision": 0.850016, + "recall": 0.891602, + "f1": 0.863021, + "accuracy": 0.891602, + "main_score": 0.863021, + "hf_subset": "tel_Telu-kas_Arab", + "languages": [ + "tel-Telu", + "kas-Arab" + ] + }, + { + "precision": 0.994141, + "recall": 0.996094, + "f1": 0.994792, + "accuracy": 0.996094, + "main_score": 0.994792, + "hf_subset": "tel_Telu-mai_Deva", + "languages": [ + "tel-Telu", + "mai-Deva" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "tel_Telu-mal_Mlym", + "languages": [ + "tel-Telu", + "mal-Mlym" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-mar_Deva", + "languages": [ + "tel-Telu", + "mar-Deva" + ] + }, + { + "precision": 0.003509, + "recall": 0.018555, + "f1": 0.005285, + "accuracy": 0.018555, + "main_score": 0.005285, + "hf_subset": "tel_Telu-mni_Mtei", + "languages": [ + "tel-Telu", + "mni-Mtei" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "tel_Telu-npi_Deva", + "languages": [ + "tel-Telu", + "npi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-ory_Orya", + "languages": [ + "tel-Telu", + "ory-Orya" + ] + }, + { + "precision": 0.995605, + "recall": 0.99707, + "f1": 0.996094, + "accuracy": 0.99707, + "main_score": 0.996094, + "hf_subset": "tel_Telu-pan_Guru", + "languages": [ + "tel-Telu", + "pan-Guru" + ] + }, + { + "precision": 0.982422, + "recall": 0.988281, + "f1": 0.984375, + "accuracy": 0.988281, + "main_score": 0.984375, + "hf_subset": "tel_Telu-san_Deva", + "languages": [ + "tel-Telu", + "san-Deva" + ] + }, + { + "precision": 0.022619, + "recall": 0.061523, + "f1": 0.029845, + "accuracy": 0.061523, + "main_score": 0.029845, + "hf_subset": "tel_Telu-sat_Olck", + "languages": [ + "tel-Telu", + "sat-Olck" + ] + }, + { + "precision": 0.924479, + "recall": 0.948242, + "f1": 0.932292, + "accuracy": 0.948242, + "main_score": 0.932292, + "hf_subset": "tel_Telu-snd_Deva", + "languages": [ + "tel-Telu", + "snd-Deva" + ] + }, + { + "precision": 0.989258, + "recall": 0.992188, + "f1": 0.990234, + "accuracy": 0.992188, + "main_score": 0.990234, + "hf_subset": "tel_Telu-tam_Taml", + "languages": [ + "tel-Telu", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "tel_Telu-urd_Arab", + "languages": [ + "tel-Telu", + "urd-Arab" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "urd_Arab-asm_Beng", + "languages": [ + "urd-Arab", + "asm-Beng" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "urd_Arab-ben_Beng", + "languages": [ + "urd-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.559394, + "recall": 0.636719, + "f1": 0.581245, + "accuracy": 0.636719, + "main_score": 0.581245, + "hf_subset": "urd_Arab-brx_Deva", + "languages": [ + "urd-Arab", + "brx-Deva" + ] + }, + { + "precision": 0.982747, + "recall": 0.988281, + "f1": 0.984538, + "accuracy": 0.988281, + "main_score": 0.984538, + "hf_subset": "urd_Arab-doi_Deva", + "languages": [ + "urd-Arab", + "doi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.95931, + "recall": 0.972656, + "f1": 0.963704, + "accuracy": 0.972656, + "main_score": 0.963704, + "hf_subset": "urd_Arab-gom_Deva", + "languages": [ + "urd-Arab", + "gom-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "urd_Arab-guj_Gujr", + "languages": [ + "urd-Arab", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "urd_Arab-hin_Deva", + "languages": [ + "urd-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.998535, + "recall": 0.999023, + "f1": 0.998698, + "accuracy": 0.999023, + "main_score": 0.998698, + "hf_subset": "urd_Arab-kan_Knda", + "languages": [ + "urd-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.900716, + "recall": 0.930664, + "f1": 0.910482, + "accuracy": 0.930664, + "main_score": 0.910482, + "hf_subset": "urd_Arab-kas_Arab", + "languages": [ + "urd-Arab", + "kas-Arab" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "urd_Arab-mai_Deva", + "languages": [ + "urd-Arab", + "mai-Deva" + ] + }, + { + "precision": 0.997559, + "recall": 0.998047, + "f1": 0.997721, + "accuracy": 0.998047, + "main_score": 0.997721, + "hf_subset": "urd_Arab-mal_Mlym", + "languages": [ + "urd-Arab", + "mal-Mlym" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "urd_Arab-mar_Deva", + "languages": [ + "urd-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.003763, + "recall": 0.021484, + "f1": 0.00558, + "accuracy": 0.021484, + "main_score": 0.00558, + "hf_subset": "urd_Arab-mni_Mtei", + "languages": [ + "urd-Arab", + "mni-Mtei" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "urd_Arab-npi_Deva", + "languages": [ + "urd-Arab", + "npi-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "urd_Arab-ory_Orya", + "languages": [ + "urd-Arab", + "ory-Orya" + ] + }, + { + "precision": 0.99707, + "recall": 0.998047, + "f1": 0.997396, + "accuracy": 0.998047, + "main_score": 0.997396, + "hf_subset": "urd_Arab-pan_Guru", + "languages": [ + "urd-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.992676, + "recall": 0.995117, + "f1": 0.99349, + "accuracy": 0.995117, + "main_score": 0.99349, + "hf_subset": "urd_Arab-san_Deva", + "languages": [ + "urd-Arab", + "san-Deva" + ] + }, + { + "precision": 0.020071, + "recall": 0.053711, + "f1": 0.025789, + "accuracy": 0.053711, + "main_score": 0.025789, + "hf_subset": "urd_Arab-sat_Olck", + "languages": [ + "urd-Arab", + "sat-Olck" + ] + }, + { + "precision": 0.945964, + "recall": 0.962891, + "f1": 0.951497, + "accuracy": 0.962891, + "main_score": 0.951497, + "hf_subset": "urd_Arab-snd_Deva", + "languages": [ + "urd-Arab", + "snd-Deva" + ] + }, + { + "precision": 0.994629, + "recall": 0.996094, + "f1": 0.995117, + "accuracy": 0.996094, + "main_score": 0.995117, + "hf_subset": "urd_Arab-tam_Taml", + "languages": [ + "urd-Arab", + "tam-Taml" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "urd_Arab-tel_Telu", + "languages": [ + "urd-Arab", + "tel-Telu" + ] + } + ] + }, + "evaluation_time": 118.39494204521179, + "kg_co2_emissions": null, + "date": 1776176513.447056 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ImageCoDe.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ImageCoDe.json new file mode 100644 index 0000000000..ce2ded2cbb --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ImageCoDe.json @@ -0,0 +1,22 @@ +{ + "dataset_revision": "0a27b28e13841897d490a40fb88a003f04d7e314", + "task_name": "ImageCoDe", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "image_acc": 0.143788, + "text_acc": 0.0, + "accuracy": 0.0, + "main_score": 0.143788, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 889.5772612094879, + "kg_co2_emissions": null, + "date": 1776186758.372079 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ImageNetDog15Clustering.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ImageNetDog15Clustering.json new file mode 100644 index 0000000000..7a1311418d --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ImageNetDog15Clustering.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "16b4f3ff0eba385e23756afc3fdefc460a5c3444", + "task_name": "ImageNetDog15Clustering", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "v_measure": 0.56186, + "nmi": 0.56186, + "ari": 0.402728, + "cluster_accuracy": 0.519517, + "main_score": 0.56186, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 8.862481117248535, + "kg_co2_emissions": null, + "date": 1776186082.189752 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IndicCrosslingualSTS.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IndicCrosslingualSTS.json new file mode 100644 index 0000000000..daa1920627 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IndicCrosslingualSTS.json @@ -0,0 +1,204 @@ +{ + "dataset_revision": "f0366eb5a20087355c0e131162bbed943ba54b51", + "task_name": "IndicCrosslingualSTS", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "pearson": 0.619786, + "spearman": 0.602475, + "cosine_pearson": 0.619786, + "cosine_spearman": 0.602475, + "manhattan_pearson": 0.550142, + "manhattan_spearman": 0.562512, + "euclidean_pearson": 0.564296, + "euclidean_spearman": 0.575855, + "main_score": 0.602475, + "hf_subset": "en-as", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "pearson": 0.602106, + "spearman": 0.568297, + "cosine_pearson": 0.602106, + "cosine_spearman": 0.568297, + "manhattan_pearson": 0.605874, + "manhattan_spearman": 0.60221, + "euclidean_pearson": 0.600858, + "euclidean_spearman": 0.595824, + "main_score": 0.568297, + "hf_subset": "en-bn", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "pearson": 0.683508, + "spearman": 0.679786, + "cosine_pearson": 0.683508, + "cosine_spearman": 0.679786, + "manhattan_pearson": 0.653798, + "manhattan_spearman": 0.680139, + "euclidean_pearson": 0.653059, + "euclidean_spearman": 0.681535, + "main_score": 0.679786, + "hf_subset": "en-gu", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "pearson": 0.709404, + "spearman": 0.730695, + "cosine_pearson": 0.709404, + "cosine_spearman": 0.730695, + "manhattan_pearson": 0.71406, + "manhattan_spearman": 0.741765, + "euclidean_pearson": 0.708151, + "euclidean_spearman": 0.734682, + "main_score": 0.730695, + "hf_subset": "en-hi", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "pearson": 0.473765, + "spearman": 0.517922, + "cosine_pearson": 0.473765, + "cosine_spearman": 0.517922, + "manhattan_pearson": 0.484013, + "manhattan_spearman": 0.53983, + "euclidean_pearson": 0.478012, + "euclidean_spearman": 0.54162, + "main_score": 0.517922, + "hf_subset": "en-kn", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "pearson": 0.519447, + "spearman": 0.46123, + "cosine_pearson": 0.519448, + "cosine_spearman": 0.46123, + "manhattan_pearson": 0.513367, + "manhattan_spearman": 0.480466, + "euclidean_pearson": 0.508472, + "euclidean_spearman": 0.473389, + "main_score": 0.46123, + "hf_subset": "en-ml", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "pearson": 0.47849, + "spearman": 0.50946, + "cosine_pearson": 0.47849, + "cosine_spearman": 0.50946, + "manhattan_pearson": 0.513018, + "manhattan_spearman": 0.561087, + "euclidean_pearson": 0.50434, + "euclidean_spearman": 0.549396, + "main_score": 0.50946, + "hf_subset": "en-mr", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "pearson": 0.048721, + "spearman": 0.08112, + "cosine_pearson": 0.048721, + "cosine_spearman": 0.08112, + "manhattan_pearson": 0.0832, + "manhattan_spearman": 0.09583, + "euclidean_pearson": 0.08354, + "euclidean_spearman": 0.0952, + "main_score": 0.08112, + "hf_subset": "en-or", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "pearson": 0.541905, + "spearman": 0.564806, + "cosine_pearson": 0.541905, + "cosine_spearman": 0.564806, + "manhattan_pearson": 0.576464, + "manhattan_spearman": 0.571266, + "euclidean_pearson": 0.568135, + "euclidean_spearman": 0.565343, + "main_score": 0.564806, + "hf_subset": "en-pa", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "pearson": 0.447917, + "spearman": 0.446494, + "cosine_pearson": 0.447917, + "cosine_spearman": 0.446494, + "manhattan_pearson": 0.483988, + "manhattan_spearman": 0.486151, + "euclidean_pearson": 0.478971, + "euclidean_spearman": 0.486837, + "main_score": 0.446494, + "hf_subset": "en-ta", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "pearson": 0.406774, + "spearman": 0.44733, + "cosine_pearson": 0.406774, + "cosine_spearman": 0.44733, + "manhattan_pearson": 0.445751, + "manhattan_spearman": 0.481773, + "euclidean_pearson": 0.432261, + "euclidean_spearman": 0.470557, + "main_score": 0.44733, + "hf_subset": "en-te", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "pearson": 0.244212, + "spearman": 0.24987, + "cosine_pearson": 0.244212, + "cosine_spearman": 0.24987, + "manhattan_pearson": 0.217325, + "manhattan_spearman": 0.232977, + "euclidean_pearson": 0.223191, + "euclidean_spearman": 0.239244, + "main_score": 0.24987, + "hf_subset": "en-ur", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + } + ] + }, + "evaluation_time": 15.207075595855713, + "kg_co2_emissions": null, + "date": 1776176687.528846 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IndicGenBenchFloresBitextMining.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IndicGenBenchFloresBitextMining.json new file mode 100644 index 0000000000..077573d703 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IndicGenBenchFloresBitextMining.json @@ -0,0 +1,1406 @@ +{ + "dataset_revision": "07dcc23c08a2540ba37ebe1e487da9dc497cc15c", + "task_name": "IndicGenBenchFloresBitextMining", + "mteb_version": "2.12.16", + "scores": { + "validation": [ + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ben-eng", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "eng-ben", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "guj-eng", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.996991, + "recall": 0.997994, + "f1": 0.997325, + "accuracy": 0.997994, + "main_score": 0.997325, + "hf_subset": "eng-guj", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.996991, + "recall": 0.997994, + "f1": 0.997325, + "accuracy": 0.997994, + "main_score": 0.997325, + "hf_subset": "kan-eng", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.987964, + "recall": 0.991976, + "f1": 0.989301, + "accuracy": 0.991976, + "main_score": 0.989301, + "hf_subset": "eng-kan", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "mal-eng", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.990973, + "recall": 0.993982, + "f1": 0.991976, + "accuracy": 0.993982, + "main_score": 0.991976, + "hf_subset": "eng-mal", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "mar-eng", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "eng-mar", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "eng-tam", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.993982, + "recall": 0.995988, + "f1": 0.994651, + "accuracy": 0.995988, + "main_score": 0.994651, + "hf_subset": "tel-eng", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.986459, + "recall": 0.990973, + "f1": 0.987964, + "accuracy": 0.990973, + "main_score": 0.987964, + "hf_subset": "eng-tel", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.992477, + "recall": 0.994985, + "f1": 0.993313, + "accuracy": 0.994985, + "main_score": 0.993313, + "hf_subset": "urd-eng", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.992477, + "recall": 0.994985, + "f1": 0.993313, + "accuracy": 0.994985, + "main_score": 0.993313, + "hf_subset": "eng-urd", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.993982, + "recall": 0.995988, + "f1": 0.994651, + "accuracy": 0.995988, + "main_score": 0.994651, + "hf_subset": "asm-eng", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.986459, + "recall": 0.990973, + "f1": 0.987964, + "accuracy": 0.990973, + "main_score": 0.987964, + "hf_subset": "eng-asm", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bho-eng", + "languages": [ + "bho-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.992477, + "recall": 0.994985, + "f1": 0.993313, + "accuracy": 0.994985, + "main_score": 0.993313, + "hf_subset": "eng-bho", + "languages": [ + "eng-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.991474, + "recall": 0.993982, + "f1": 0.99231, + "accuracy": 0.993982, + "main_score": 0.99231, + "hf_subset": "nep-eng", + "languages": [ + "nep-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.98997, + "recall": 0.992979, + "f1": 0.990973, + "accuracy": 0.992979, + "main_score": 0.990973, + "hf_subset": "eng-nep", + "languages": [ + "eng-Latn", + "nep-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "ory-eng", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.993982, + "recall": 0.995988, + "f1": 0.994651, + "accuracy": 0.995988, + "main_score": 0.994651, + "hf_subset": "eng-ory", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan-eng", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.996991, + "recall": 0.997994, + "f1": 0.997325, + "accuracy": 0.997994, + "main_score": 0.997325, + "hf_subset": "eng-pan", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.926195, + "recall": 0.947844, + "f1": 0.9332, + "accuracy": 0.947844, + "main_score": 0.9332, + "hf_subset": "pus-eng", + "languages": [ + "pus-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.878051, + "recall": 0.914744, + "f1": 0.889736, + "accuracy": 0.914744, + "main_score": 0.889736, + "hf_subset": "eng-pus", + "languages": [ + "eng-Latn", + "pus-Arab" + ] + }, + { + "precision": 0.980441, + "recall": 0.986961, + "f1": 0.982615, + "accuracy": 0.986961, + "main_score": 0.982615, + "hf_subset": "san-eng", + "languages": [ + "san-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.95453, + "recall": 0.968907, + "f1": 0.959211, + "accuracy": 0.968907, + "main_score": 0.959211, + "hf_subset": "eng-san", + "languages": [ + "eng-Latn", + "san-Deva" + ] + }, + { + "precision": 0.99348, + "recall": 0.994985, + "f1": 0.993982, + "accuracy": 0.994985, + "main_score": 0.993982, + "hf_subset": "awa-eng", + "languages": [ + "awa-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.992979, + "recall": 0.994985, + "f1": 0.993648, + "accuracy": 0.994985, + "main_score": 0.993648, + "hf_subset": "eng-awa", + "languages": [ + "eng-Latn", + "awa-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bgc-eng", + "languages": [ + "bgc-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "eng-bgc", + "languages": [ + "eng-Latn", + "bgc-Deva" + ] + }, + { + "precision": 0.132809, + "recall": 0.171515, + "f1": 0.140517, + "accuracy": 0.171515, + "main_score": 0.140517, + "hf_subset": "bod-eng", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.15235, + "recall": 0.222668, + "f1": 0.168625, + "accuracy": 0.222668, + "main_score": 0.168625, + "hf_subset": "eng-bod", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.497821, + "recall": 0.571715, + "f1": 0.518554, + "accuracy": 0.571715, + "main_score": 0.518554, + "hf_subset": "boy-eng", + "languages": [ + "boy-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.468126, + "recall": 0.570712, + "f1": 0.496819, + "accuracy": 0.570712, + "main_score": 0.496819, + "hf_subset": "eng-boy", + "languages": [ + "eng-Latn", + "boy-Deva" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "gbm-eng", + "languages": [ + "gbm-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.990973, + "recall": 0.993982, + "f1": 0.991976, + "accuracy": 0.993982, + "main_score": 0.991976, + "hf_subset": "eng-gbm", + "languages": [ + "eng-Latn", + "gbm-Deva" + ] + }, + { + "precision": 0.955533, + "recall": 0.96991, + "f1": 0.960214, + "accuracy": 0.96991, + "main_score": 0.960214, + "hf_subset": "gom-eng", + "languages": [ + "gom-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.942828, + "recall": 0.960883, + "f1": 0.948679, + "accuracy": 0.960883, + "main_score": 0.948679, + "hf_subset": "eng-gom", + "languages": [ + "eng-Latn", + "gom-Deva" + ] + }, + { + "precision": 0.996991, + "recall": 0.997994, + "f1": 0.997325, + "accuracy": 0.997994, + "main_score": 0.997325, + "hf_subset": "hne-eng", + "languages": [ + "hne-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.987964, + "recall": 0.991976, + "f1": 0.989301, + "accuracy": 0.991976, + "main_score": 0.989301, + "hf_subset": "eng-hne", + "languages": [ + "eng-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.997325, + "recall": 0.997994, + "f1": 0.997492, + "accuracy": 0.997994, + "main_score": 0.997492, + "hf_subset": "raj-eng", + "languages": [ + "raj-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.989468, + "recall": 0.992979, + "f1": 0.990639, + "accuracy": 0.992979, + "main_score": 0.990639, + "hf_subset": "eng-raj", + "languages": [ + "eng-Latn", + "raj-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai-eng", + "languages": [ + "mai-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.998495, + "recall": 0.998997, + "f1": 0.998663, + "accuracy": 0.998997, + "main_score": 0.998663, + "hf_subset": "eng-mai", + "languages": [ + "eng-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.566549, + "recall": 0.622869, + "f1": 0.58245, + "accuracy": 0.622869, + "main_score": 0.58245, + "hf_subset": "mni-eng", + "languages": [ + "mni-Mtei", + "eng-Latn" + ] + }, + { + "precision": 0.527567, + "recall": 0.624875, + "f1": 0.555099, + "accuracy": 0.624875, + "main_score": 0.555099, + "hf_subset": "eng-mni", + "languages": [ + "eng-Latn", + "mni-Mtei" + ] + }, + { + "precision": 0.995486, + "recall": 0.996991, + "f1": 0.995988, + "accuracy": 0.996991, + "main_score": 0.995988, + "hf_subset": "mup-eng", + "languages": [ + "mup-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.993982, + "recall": 0.995988, + "f1": 0.994651, + "accuracy": 0.995988, + "main_score": 0.994651, + "hf_subset": "eng-mup", + "languages": [ + "eng-Latn", + "mup-Deva" + ] + }, + { + "precision": 0.996991, + "recall": 0.997994, + "f1": 0.997325, + "accuracy": 0.997994, + "main_score": 0.997325, + "hf_subset": "mwr-eng", + "languages": [ + "mwr-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.992477, + "recall": 0.994985, + "f1": 0.993313, + "accuracy": 0.994985, + "main_score": 0.993313, + "hf_subset": "eng-mwr", + "languages": [ + "eng-Latn", + "mwr-Deva" + ] + }, + { + "precision": 0.022823, + "recall": 0.034102, + "f1": 0.024864, + "accuracy": 0.034102, + "main_score": 0.024864, + "hf_subset": "sat-eng", + "languages": [ + "sat-Olck", + "eng-Latn" + ] + }, + { + "precision": 0.01167, + "recall": 0.046138, + "f1": 0.015754, + "accuracy": 0.046138, + "main_score": 0.015754, + "hf_subset": "eng-sat", + "languages": [ + "eng-Latn", + "sat-Olck" + ] + } + ], + "test": [ + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ben-eng", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-ben", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "guj-eng", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng-guj", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "kan-eng", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng-kan", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mal-eng", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eng-mal", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mar-eng", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng-mar", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "eng-tam", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "tel-eng", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng-tel", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "urd-eng", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng-urd", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "asm-eng", + "languages": [ + "asm-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng-asm", + "languages": [ + "eng-Latn", + "asm-Beng" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "bho-eng", + "languages": [ + "bho-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng-bho", + "languages": [ + "eng-Latn", + "bho-Deva" + ] + }, + { + "precision": 0.994565, + "recall": 0.996047, + "f1": 0.995059, + "accuracy": 0.996047, + "main_score": 0.995059, + "hf_subset": "nep-eng", + "languages": [ + "nep-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.993083, + "recall": 0.995059, + "f1": 0.993742, + "accuracy": 0.995059, + "main_score": 0.993742, + "hf_subset": "eng-nep", + "languages": [ + "eng-Latn", + "nep-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "ory-eng", + "languages": [ + "ory-Orya", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng-ory", + "languages": [ + "eng-Latn", + "ory-Orya" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "pan-eng", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng-pan", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.92803, + "recall": 0.950593, + "f1": 0.935277, + "accuracy": 0.950593, + "main_score": 0.935277, + "hf_subset": "pus-eng", + "languages": [ + "pus-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.900115, + "recall": 0.929842, + "f1": 0.909486, + "accuracy": 0.929842, + "main_score": 0.909486, + "hf_subset": "eng-pus", + "languages": [ + "eng-Latn", + "pus-Arab" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "san-eng", + "languages": [ + "san-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.974555, + "recall": 0.982213, + "f1": 0.977009, + "accuracy": 0.982213, + "main_score": 0.977009, + "hf_subset": "eng-san", + "languages": [ + "eng-Latn", + "san-Deva" + ] + }, + { + "precision": 0.987978, + "recall": 0.991107, + "f1": 0.988966, + "accuracy": 0.991107, + "main_score": 0.988966, + "hf_subset": "awa-eng", + "languages": [ + "awa-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.985013, + "recall": 0.98913, + "f1": 0.986331, + "accuracy": 0.98913, + "main_score": 0.986331, + "hf_subset": "eng-awa", + "languages": [ + "eng-Latn", + "awa-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "bgc-eng", + "languages": [ + "bgc-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "eng-bgc", + "languages": [ + "eng-Latn", + "bgc-Deva" + ] + }, + { + "precision": 0.133529, + "recall": 0.173913, + "f1": 0.142796, + "accuracy": 0.173913, + "main_score": 0.142796, + "hf_subset": "bod-eng", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.149473, + "recall": 0.228261, + "f1": 0.167388, + "accuracy": 0.228261, + "main_score": 0.167388, + "hf_subset": "eng-bod", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.481366, + "recall": 0.5583, + "f1": 0.502219, + "accuracy": 0.5583, + "main_score": 0.502219, + "hf_subset": "boy-eng", + "languages": [ + "boy-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.466661, + "recall": 0.563241, + "f1": 0.493642, + "accuracy": 0.563241, + "main_score": 0.493642, + "hf_subset": "eng-boy", + "languages": [ + "eng-Latn", + "boy-Deva" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "gbm-eng", + "languages": [ + "gbm-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.995553, + "recall": 0.997036, + "f1": 0.996047, + "accuracy": 0.997036, + "main_score": 0.996047, + "hf_subset": "eng-gbm", + "languages": [ + "eng-Latn", + "gbm-Deva" + ] + }, + { + "precision": 0.978261, + "recall": 0.985178, + "f1": 0.980567, + "accuracy": 0.985178, + "main_score": 0.980567, + "hf_subset": "gom-eng", + "languages": [ + "gom-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.95998, + "recall": 0.97332, + "f1": 0.964427, + "accuracy": 0.97332, + "main_score": 0.964427, + "hf_subset": "eng-gom", + "languages": [ + "eng-Latn", + "gom-Deva" + ] + }, + { + "precision": 0.991107, + "recall": 0.994071, + "f1": 0.992095, + "accuracy": 0.994071, + "main_score": 0.992095, + "hf_subset": "hne-eng", + "languages": [ + "hne-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.989625, + "recall": 0.993083, + "f1": 0.990777, + "accuracy": 0.993083, + "main_score": 0.990777, + "hf_subset": "eng-hne", + "languages": [ + "eng-Latn", + "hne-Deva" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "raj-eng", + "languages": [ + "raj-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng-raj", + "languages": [ + "eng-Latn", + "raj-Deva" + ] + }, + { + "precision": 1.0, + "recall": 1.0, + "f1": 1.0, + "accuracy": 1.0, + "main_score": 1.0, + "hf_subset": "mai-eng", + "languages": [ + "mai-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.998518, + "recall": 0.999012, + "f1": 0.998682, + "accuracy": 0.999012, + "main_score": 0.998682, + "hf_subset": "eng-mai", + "languages": [ + "eng-Latn", + "mai-Deva" + ] + }, + { + "precision": 0.54466, + "recall": 0.61166, + "f1": 0.562654, + "accuracy": 0.61166, + "main_score": 0.562654, + "hf_subset": "mni-eng", + "languages": [ + "mni-Mtei", + "eng-Latn" + ] + }, + { + "precision": 0.516156, + "recall": 0.615613, + "f1": 0.544505, + "accuracy": 0.615613, + "main_score": 0.544505, + "hf_subset": "eng-mni", + "languages": [ + "eng-Latn", + "mni-Mtei" + ] + }, + { + "precision": 0.997036, + "recall": 0.998024, + "f1": 0.997365, + "accuracy": 0.998024, + "main_score": 0.997365, + "hf_subset": "mup-eng", + "languages": [ + "mup-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.992589, + "recall": 0.995059, + "f1": 0.993412, + "accuracy": 0.995059, + "main_score": 0.993412, + "hf_subset": "eng-mup", + "languages": [ + "eng-Latn", + "mup-Deva" + ] + }, + { + "precision": 0.994071, + "recall": 0.996047, + "f1": 0.99473, + "accuracy": 0.996047, + "main_score": 0.99473, + "hf_subset": "mwr-eng", + "languages": [ + "mwr-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.988142, + "recall": 0.992095, + "f1": 0.98946, + "accuracy": 0.992095, + "main_score": 0.98946, + "hf_subset": "eng-mwr", + "languages": [ + "eng-Latn", + "mwr-Deva" + ] + }, + { + "precision": 0.02803, + "recall": 0.038538, + "f1": 0.030115, + "accuracy": 0.038538, + "main_score": 0.030115, + "hf_subset": "sat-eng", + "languages": [ + "sat-Olck", + "eng-Latn" + ] + }, + { + "precision": 0.014374, + "recall": 0.054348, + "f1": 0.01935, + "accuracy": 0.054348, + "main_score": 0.01935, + "hf_subset": "eng-sat", + "languages": [ + "eng-Latn", + "sat-Olck" + ] + } + ] + }, + "evaluation_time": 755.1200273036957, + "kg_co2_emissions": null, + "date": 1776180119.793031 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IndicLangClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IndicLangClassification.json new file mode 100644 index 0000000000..0037825d51 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IndicLangClassification.json @@ -0,0 +1,163 @@ +{ + "dataset_revision": "36d9c05b5a4ba276554abc4eaaae87666d1e9c61", + "task_name": "IndicLangClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.864028, + "f1": 0.835828, + "f1_weighted": 0.86504, + "precision": 0.8419, + "precision_weighted": 0.872663, + "recall": 0.837206, + "recall_weighted": 0.864028, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.882898, + "f1": 0.861973, + "f1_weighted": 0.881152, + "precision": 0.863943, + "precision_weighted": 0.885127, + "recall": 0.866593, + "recall_weighted": 0.882898, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.86702, + "f1": 0.83674, + "f1_weighted": 0.863909, + "precision": 0.83507, + "precision_weighted": 0.866309, + "recall": 0.8452, + "recall_weighted": 0.86702, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.874975, + "f1": 0.851477, + "f1_weighted": 0.871212, + "precision": 0.854254, + "precision_weighted": 0.87548, + "recall": 0.856495, + "recall_weighted": 0.874975, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.87297, + "f1": 0.849889, + "f1_weighted": 0.871325, + "precision": 0.855463, + "precision_weighted": 0.881838, + "recall": 0.85842, + "recall_weighted": 0.87297, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.878296, + "f1": 0.849076, + "f1_weighted": 0.874481, + "precision": 0.852261, + "precision_weighted": 0.880584, + "recall": 0.85667, + "recall_weighted": 0.878296, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.877671, + "f1": 0.852969, + "f1_weighted": 0.874735, + "precision": 0.855901, + "precision_weighted": 0.881345, + "recall": 0.861351, + "recall_weighted": 0.877671, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.870307, + "f1": 0.841448, + "f1_weighted": 0.865951, + "precision": 0.849808, + "precision_weighted": 0.879867, + "recall": 0.852096, + "recall_weighted": 0.870307, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.869551, + "f1": 0.847298, + "f1_weighted": 0.867525, + "precision": 0.854528, + "precision_weighted": 0.878686, + "recall": 0.854025, + "recall_weighted": 0.869551, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.877046, + "f1": 0.853286, + "f1_weighted": 0.874129, + "precision": 0.854965, + "precision_weighted": 0.880069, + "recall": 0.861492, + "recall_weighted": 0.877046, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.873476, + "f1": 0.847998, + "f1_weighted": 0.870946, + "precision": 0.851809, + "precision_weighted": 0.878197, + "recall": 0.854955, + "recall_weighted": 0.873476, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.873476, + "hf_subset": "default", + "languages": [ + "asm-Beng", + "brx-Deva", + "ben-Beng", + "doi-Deva", + "gom-Deva", + "guj-Gujr", + "hin-Deva", + "kan-Knda", + "kas-Arab", + "kas-Deva", + "mai-Deva", + "mal-Mlym", + "mar-Deva", + "mni-Beng", + "mni-Mtei", + "npi-Deva", + "ory-Orya", + "pan-Guru", + "san-Deva", + "sat-Olck", + "snd-Arab", + "tam-Taml", + "tel-Telu", + "urd-Arab" + ] + } + ] + }, + "evaluation_time": 225.08838415145874, + "kg_co2_emissions": null, + "date": 1776188121.688322 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IndonesianIdClickbaitClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IndonesianIdClickbaitClassification.json new file mode 100644 index 0000000000..a3e2fd8847 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IndonesianIdClickbaitClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "fa22e2fe229619ae18cd236e23f538abf828f171", + "task_name": "IndonesianIdClickbaitClassification", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.671875, + "f1": 0.647358, + "f1_weighted": 0.662341, + "precision": 0.664421, + "precision_weighted": 0.667701, + "recall": 0.646166, + "recall_weighted": 0.671875, + "ap": 0.528743, + "ap_weighted": 0.528743 + }, + { + "accuracy": 0.486816, + "f1": 0.486498, + "f1_weighted": 0.484437, + "precision": 0.503988, + "precision_weighted": 0.517106, + "recall": 0.503912, + "recall_weighted": 0.486816, + "ap": 0.421353, + "ap_weighted": 0.421353 + }, + { + "accuracy": 0.593262, + "f1": 0.585682, + "f1_weighted": 0.594712, + "precision": 0.585472, + "precision_weighted": 0.596948, + "recall": 0.586701, + "recall_weighted": 0.593262, + "ap": 0.471204, + "ap_weighted": 0.471204 + }, + { + "accuracy": 0.588867, + "f1": 0.58882, + "f1_weighted": 0.589531, + "precision": 0.602109, + "precision_weighted": 0.617389, + "recall": 0.602787, + "recall_weighted": 0.588867, + "ap": 0.479978, + "ap_weighted": 0.479978 + }, + { + "accuracy": 0.615234, + "f1": 0.614617, + "f1_weighted": 0.617103, + "precision": 0.62257, + "precision_weighted": 0.637153, + "recall": 0.62501, + "recall_weighted": 0.615234, + "ap": 0.496665, + "ap_weighted": 0.496665 + }, + { + "accuracy": 0.541016, + "f1": 0.532145, + "f1_weighted": 0.542526, + "precision": 0.532231, + "precision_weighted": 0.54462, + "recall": 0.532658, + "recall_weighted": 0.541016, + "ap": 0.436701, + "ap_weighted": 0.436701 + }, + { + "accuracy": 0.646484, + "f1": 0.644825, + "f1_weighted": 0.648737, + "precision": 0.64854, + "precision_weighted": 0.662106, + "recall": 0.652408, + "recall_weighted": 0.646484, + "ap": 0.519304, + "ap_weighted": 0.519304 + }, + { + "accuracy": 0.617188, + "f1": 0.615779, + "f1_weighted": 0.619527, + "precision": 0.620607, + "precision_weighted": 0.634367, + "recall": 0.623623, + "recall_weighted": 0.617188, + "ap": 0.496259, + "ap_weighted": 0.496259 + }, + { + "accuracy": 0.594727, + "f1": 0.585718, + "f1_weighted": 0.595562, + "precision": 0.585478, + "precision_weighted": 0.596617, + "recall": 0.586185, + "recall_weighted": 0.594727, + "ap": 0.471106, + "ap_weighted": 0.471106 + }, + { + "accuracy": 0.625488, + "f1": 0.618198, + "f1_weighted": 0.626699, + "precision": 0.617768, + "precision_weighted": 0.628563, + "recall": 0.619302, + "recall_weighted": 0.625488, + "ap": 0.495729, + "ap_weighted": 0.495729 + } + ], + "accuracy": 0.598096, + "f1": 0.591964, + "f1_weighted": 0.598118, + "precision": 0.598318, + "precision_weighted": 0.610257, + "recall": 0.597875, + "recall_weighted": 0.598096, + "ap": 0.481704, + "ap_weighted": 0.481704, + "main_score": 0.591964, + "hf_subset": "default", + "languages": [ + "ind-Latn" + ] + } + ] + }, + "evaluation_time": 13.875919818878174, + "kg_co2_emissions": null, + "date": 1776177807.895809 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/InfoSeekIT2TRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/InfoSeekIT2TRetrieval.json new file mode 100644 index 0000000000..6a9ea531ff --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/InfoSeekIT2TRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "4510aa3b456b23f39564694e053e70492cc1de9f", + "task_name": "InfoSeekIT2TRetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.0877, + "ndcg_at_3": 0.08971, + "ndcg_at_5": 0.09334, + "ndcg_at_10": 0.10503, + "ndcg_at_20": 0.11988, + "ndcg_at_100": 0.16738, + "ndcg_at_1000": 0.22437, + "map_at_1": 0.0209, + "map_at_3": 0.03948, + "map_at_5": 0.04711, + "map_at_10": 0.05665, + "map_at_20": 0.06461, + "map_at_100": 0.07683, + "map_at_1000": 0.08122, + "recall_at_1": 0.0209, + "recall_at_3": 0.05607, + "recall_at_5": 0.07847, + "recall_at_10": 0.11852, + "recall_at_20": 0.17057, + "recall_at_100": 0.34217, + "recall_at_1000": 0.61603, + "accuracy": 0.0209, + "precision_at_1": 0.0877, + "precision_at_3": 0.08031, + "precision_at_5": 0.07083, + "precision_at_10": 0.05827, + "precision_at_20": 0.04554, + "precision_at_100": 0.0213, + "precision_at_1000": 0.00414, + "mrr_at_1": 0.087698, + "mrr_at_3": 0.126777, + "mrr_at_5": 0.13757, + "mrr_at_10": 0.147386, + "mrr_at_20": 0.152945, + "mrr_at_100": 0.158048, + "mrr_at_1000": 0.159154, + "nauc_ndcg_at_1_max": 0.133911, + "nauc_ndcg_at_1_std": 0.193292, + "nauc_ndcg_at_1_diff1": 0.096167, + "nauc_ndcg_at_3_max": 0.120159, + "nauc_ndcg_at_3_std": 0.193608, + "nauc_ndcg_at_3_diff1": 0.085789, + "nauc_ndcg_at_5_max": 0.119444, + "nauc_ndcg_at_5_std": 0.202468, + "nauc_ndcg_at_5_diff1": 0.073406, + "nauc_ndcg_at_10_max": 0.118063, + "nauc_ndcg_at_10_std": 0.208006, + "nauc_ndcg_at_10_diff1": 0.063249, + "nauc_ndcg_at_20_max": 0.11999, + "nauc_ndcg_at_20_std": 0.229241, + "nauc_ndcg_at_20_diff1": 0.059712, + "nauc_ndcg_at_100_max": 0.127975, + "nauc_ndcg_at_100_std": 0.300622, + "nauc_ndcg_at_100_diff1": 0.063817, + "nauc_ndcg_at_1000_max": 0.125999, + "nauc_ndcg_at_1000_std": 0.330092, + "nauc_ndcg_at_1000_diff1": 0.055304, + "nauc_map_at_1_max": 0.116267, + "nauc_map_at_1_std": 0.118448, + "nauc_map_at_1_diff1": 0.100338, + "nauc_map_at_3_max": 0.136748, + "nauc_map_at_3_std": 0.122034, + "nauc_map_at_3_diff1": 0.109783, + "nauc_map_at_5_max": 0.134784, + "nauc_map_at_5_std": 0.138966, + "nauc_map_at_5_diff1": 0.098419, + "nauc_map_at_10_max": 0.132943, + "nauc_map_at_10_std": 0.163822, + "nauc_map_at_10_diff1": 0.086237, + "nauc_map_at_20_max": 0.133943, + "nauc_map_at_20_std": 0.194822, + "nauc_map_at_20_diff1": 0.079109, + "nauc_map_at_100_max": 0.134431, + "nauc_map_at_100_std": 0.248179, + "nauc_map_at_100_diff1": 0.073987, + "nauc_map_at_1000_max": 0.132505, + "nauc_map_at_1000_std": 0.260668, + "nauc_map_at_1000_diff1": 0.07288, + "nauc_recall_at_1_max": 0.116267, + "nauc_recall_at_1_std": 0.118448, + "nauc_recall_at_1_diff1": 0.100338, + "nauc_recall_at_3_max": 0.127167, + "nauc_recall_at_3_std": 0.106548, + "nauc_recall_at_3_diff1": 0.094376, + "nauc_recall_at_5_max": 0.114463, + "nauc_recall_at_5_std": 0.12612, + "nauc_recall_at_5_diff1": 0.070916, + "nauc_recall_at_10_max": 0.112361, + "nauc_recall_at_10_std": 0.156834, + "nauc_recall_at_10_diff1": 0.044536, + "nauc_recall_at_20_max": 0.11239, + "nauc_recall_at_20_std": 0.203108, + "nauc_recall_at_20_diff1": 0.0303, + "nauc_recall_at_100_max": 0.13088, + "nauc_recall_at_100_std": 0.335083, + "nauc_recall_at_100_diff1": 0.041655, + "nauc_recall_at_1000_max": 0.149163, + "nauc_recall_at_1000_std": 0.419236, + "nauc_recall_at_1000_diff1": 0.018282, + "nauc_precision_at_1_max": 0.133911, + "nauc_precision_at_1_std": 0.193292, + "nauc_precision_at_1_diff1": 0.096167, + "nauc_precision_at_3_max": 0.117454, + "nauc_precision_at_3_std": 0.215412, + "nauc_precision_at_3_diff1": 0.081977, + "nauc_precision_at_5_max": 0.109577, + "nauc_precision_at_5_std": 0.248501, + "nauc_precision_at_5_diff1": 0.061526, + "nauc_precision_at_10_max": 0.091413, + "nauc_precision_at_10_std": 0.283222, + "nauc_precision_at_10_diff1": 0.035823, + "nauc_precision_at_20_max": 0.087337, + "nauc_precision_at_20_std": 0.337066, + "nauc_precision_at_20_diff1": 0.025823, + "nauc_precision_at_100_max": 0.06425, + "nauc_precision_at_100_std": 0.399922, + "nauc_precision_at_100_diff1": 0.024883, + "nauc_precision_at_1000_max": 0.025018, + "nauc_precision_at_1000_std": 0.311114, + "nauc_precision_at_1000_diff1": 0.003718, + "nauc_mrr_at_1_max": 0.133911, + "nauc_mrr_at_1_std": 0.193292, + "nauc_mrr_at_1_diff1": 0.096167, + "nauc_mrr_at_3_max": 0.118973, + "nauc_mrr_at_3_std": 0.184109, + "nauc_mrr_at_3_diff1": 0.083782, + "nauc_mrr_at_5_max": 0.114977, + "nauc_mrr_at_5_std": 0.189725, + "nauc_mrr_at_5_diff1": 0.079464, + "nauc_mrr_at_10_max": 0.11261, + "nauc_mrr_at_10_std": 0.193256, + "nauc_mrr_at_10_diff1": 0.074885, + "nauc_mrr_at_20_max": 0.112819, + "nauc_mrr_at_20_std": 0.197825, + "nauc_mrr_at_20_diff1": 0.074528, + "nauc_mrr_at_100_max": 0.113939, + "nauc_mrr_at_100_std": 0.200732, + "nauc_mrr_at_100_diff1": 0.074812, + "nauc_mrr_at_1000_max": 0.114051, + "nauc_mrr_at_1000_std": 0.200821, + "nauc_mrr_at_1000_diff1": 0.074746, + "hit_rate_at_1": 0.0877, + "hit_rate_at_3": 0.17849, + "hit_rate_at_5": 0.22591, + "hit_rate_at_10": 0.29983, + "hit_rate_at_20": 0.38073, + "hit_rate_at_100": 0.58942, + "hit_rate_at_1000": 0.85525, + "main_score": 0.10503, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2570.9284117221832, + "kg_co2_emissions": null, + "date": 1776187577.317736 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IsiZuluNewsClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IsiZuluNewsClassification.json new file mode 100644 index 0000000000..d87496c090 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/IsiZuluNewsClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "692de64a824f0620161b6fc0b2c20f84d2b07b6f", + "task_name": "IsiZuluNewsClassification", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.234043, + "f1": 0.36364, + "f1_weighted": 0.217517, + "precision": 0.351368, + "precision_weighted": 0.40096, + "recall": 0.51314, + "recall_weighted": 0.234043, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.287234, + "f1": 0.373412, + "f1_weighted": 0.290057, + "precision": 0.34349, + "precision_weighted": 0.399226, + "recall": 0.526059, + "recall_weighted": 0.287234, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.255319, + "f1": 0.339297, + "f1_weighted": 0.256808, + "precision": 0.314943, + "precision_weighted": 0.390685, + "recall": 0.498431, + "recall_weighted": 0.255319, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.25266, + "f1": 0.335988, + "f1_weighted": 0.244705, + "precision": 0.310969, + "precision_weighted": 0.401944, + "recall": 0.510344, + "recall_weighted": 0.25266, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.264628, + "f1": 0.379295, + "f1_weighted": 0.25277, + "precision": 0.355853, + "precision_weighted": 0.393016, + "recall": 0.521135, + "recall_weighted": 0.264628, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.263298, + "f1": 0.367459, + "f1_weighted": 0.255858, + "precision": 0.337269, + "precision_weighted": 0.399207, + "recall": 0.513662, + "recall_weighted": 0.263298, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.276596, + "f1": 0.343579, + "f1_weighted": 0.275557, + "precision": 0.30724, + "precision_weighted": 0.369205, + "recall": 0.509268, + "recall_weighted": 0.276596, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.265957, + "f1": 0.351031, + "f1_weighted": 0.257519, + "precision": 0.318028, + "precision_weighted": 0.418882, + "recall": 0.52668, + "recall_weighted": 0.265957, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.222074, + "f1": 0.333309, + "f1_weighted": 0.203691, + "precision": 0.307296, + "precision_weighted": 0.33451, + "recall": 0.496256, + "recall_weighted": 0.222074, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.269947, + "f1": 0.353581, + "f1_weighted": 0.261983, + "precision": 0.317092, + "precision_weighted": 0.390216, + "recall": 0.530134, + "recall_weighted": 0.269947, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.259176, + "f1": 0.354059, + "f1_weighted": 0.251646, + "precision": 0.326355, + "precision_weighted": 0.389785, + "recall": 0.514511, + "recall_weighted": 0.259176, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.259176, + "hf_subset": "default", + "languages": [ + "zul-Latn" + ] + } + ] + }, + "evaluation_time": 9.028737306594849, + "kg_co2_emissions": null, + "date": 1776176464.159259 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ItaCaseholdClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ItaCaseholdClassification.json new file mode 100644 index 0000000000..a064366874 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ItaCaseholdClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "2ca13897a3d1952b746e748a8584208699c0340e", + "task_name": "ItaCaseholdClassification", + "mteb_version": "2.12.15", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.855204, + "f1": 0.776467, + "f1_weighted": 0.854244, + "precision": 0.765204, + "precision_weighted": 0.874714, + "recall": 0.814657, + "recall_weighted": 0.855204, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.837104, + "f1": 0.767718, + "f1_weighted": 0.843912, + "precision": 0.747101, + "precision_weighted": 0.888103, + "recall": 0.838393, + "recall_weighted": 0.837104, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.864253, + "f1": 0.769896, + "f1_weighted": 0.86228, + "precision": 0.746634, + "precision_weighted": 0.878334, + "recall": 0.827533, + "recall_weighted": 0.864253, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.841629, + "f1": 0.769895, + "f1_weighted": 0.838842, + "precision": 0.751585, + "precision_weighted": 0.864285, + "recall": 0.826595, + "recall_weighted": 0.841629, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.877828, + "f1": 0.811315, + "f1_weighted": 0.877323, + "precision": 0.794513, + "precision_weighted": 0.896943, + "recall": 0.864831, + "recall_weighted": 0.877828, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.846154, + "f1": 0.765473, + "f1_weighted": 0.845001, + "precision": 0.744217, + "precision_weighted": 0.86856, + "recall": 0.826679, + "recall_weighted": 0.846154, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.846154, + "f1": 0.763246, + "f1_weighted": 0.847947, + "precision": 0.742467, + "precision_weighted": 0.877706, + "recall": 0.826428, + "recall_weighted": 0.846154, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.864253, + "f1": 0.781615, + "f1_weighted": 0.861069, + "precision": 0.766268, + "precision_weighted": 0.877032, + "recall": 0.828412, + "recall_weighted": 0.864253, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.855204, + "f1": 0.775289, + "f1_weighted": 0.85663, + "precision": 0.75962, + "precision_weighted": 0.886075, + "recall": 0.830114, + "recall_weighted": 0.855204, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.864253, + "f1": 0.780997, + "f1_weighted": 0.864839, + "precision": 0.762698, + "precision_weighted": 0.88684, + "recall": 0.831121, + "recall_weighted": 0.864253, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.855204, + "f1": 0.776191, + "f1_weighted": 0.855209, + "precision": 0.758031, + "precision_weighted": 0.879859, + "recall": 0.831476, + "recall_weighted": 0.855204, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.855204, + "hf_subset": "default", + "languages": [ + "ita-Latn" + ] + } + ] + }, + "evaluation_time": 77.36801075935364, + "kg_co2_emissions": null, + "date": 1775815497.674286 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/JSICK.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/JSICK.json new file mode 100644 index 0000000000..2e45f75deb --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/JSICK.json @@ -0,0 +1,27 @@ +{ + "dataset_revision": "729cfe4a16d3c2b61c6aa9f9f6c8a96bb5512868", + "task_name": "JSICK", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "pearson": 0.859209, + "spearman": 0.849784, + "cosine_pearson": 0.859209, + "cosine_spearman": 0.849784, + "manhattan_pearson": 0.855412, + "manhattan_spearman": 0.84796, + "euclidean_pearson": 0.854108, + "euclidean_spearman": 0.84565, + "main_score": 0.849784, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 8.462746858596802, + "kg_co2_emissions": null, + "date": 1776176913.939967 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/JamAltArtistA2ARetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/JamAltArtistA2ARetrieval.json new file mode 100644 index 0000000000..a26e3e709e --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/JamAltArtistA2ARetrieval.json @@ -0,0 +1,632 @@ +{ + "dataset_revision": "e2d97afa7333eb489f1d451f76079d921be7a68f", + "task_name": "JamAltArtistA2ARetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 0.86137, + "ndcg_at_5": 0.78781, + "ndcg_at_10": 0.6869, + "ndcg_at_20": 0.57779, + "ndcg_at_100": 0.51596, + "ndcg_at_1000": 0.76264, + "map_at_1": 0.0224, + "map_at_3": 0.05414, + "map_at_5": 0.07746, + "map_at_10": 0.119, + "map_at_20": 0.1677, + "map_at_100": 0.28374, + "map_at_1000": 0.35888, + "recall_at_1": 0.0224, + "recall_at_3": 0.05471, + "recall_at_5": 0.08003, + "recall_at_10": 0.13123, + "recall_at_20": 0.20324, + "recall_at_100": 0.4872, + "recall_at_1000": 1.0, + "accuracy": 0.0224, + "precision_at_1": 1.0, + "precision_at_3": 0.82232, + "precision_at_5": 0.73102, + "precision_at_10": 0.61478, + "precision_at_20": 0.493, + "precision_at_100": 0.24866, + "precision_at_1000": 0.05169, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": -0.012745, + "nauc_ndcg_at_3_std": 0.185279, + "nauc_ndcg_at_3_diff1": -0.858023, + "nauc_ndcg_at_5_max": -0.006702, + "nauc_ndcg_at_5_std": 0.171463, + "nauc_ndcg_at_5_diff1": -0.738383, + "nauc_ndcg_at_10_max": 0.021104, + "nauc_ndcg_at_10_std": 0.169861, + "nauc_ndcg_at_10_diff1": -0.599856, + "nauc_ndcg_at_20_max": -0.001886, + "nauc_ndcg_at_20_std": 0.113445, + "nauc_ndcg_at_20_diff1": -0.509475, + "nauc_ndcg_at_100_max": -0.05553, + "nauc_ndcg_at_100_std": 0.119203, + "nauc_ndcg_at_100_diff1": -0.27845, + "nauc_ndcg_at_1000_max": -0.036569, + "nauc_ndcg_at_1000_std": 0.112863, + "nauc_ndcg_at_1000_diff1": -0.384539, + "nauc_map_at_1_max": -0.038618, + "nauc_map_at_1_std": 0.00854, + "nauc_map_at_1_diff1": 0.03927, + "nauc_map_at_3_max": -0.027839, + "nauc_map_at_3_std": 0.101786, + "nauc_map_at_3_diff1": -0.33382, + "nauc_map_at_5_max": -0.021342, + "nauc_map_at_5_std": 0.128631, + "nauc_map_at_5_diff1": -0.410523, + "nauc_map_at_10_max": 0.007822, + "nauc_map_at_10_std": 0.161807, + "nauc_map_at_10_diff1": -0.449899, + "nauc_map_at_20_max": -0.002254, + "nauc_map_at_20_std": 0.134585, + "nauc_map_at_20_diff1": -0.463182, + "nauc_map_at_100_max": -0.039909, + "nauc_map_at_100_std": 0.116058, + "nauc_map_at_100_diff1": -0.333515, + "nauc_map_at_1000_max": -0.045258, + "nauc_map_at_1000_std": 0.111013, + "nauc_map_at_1000_diff1": -0.30504, + "nauc_recall_at_1_max": -0.038618, + "nauc_recall_at_1_std": 0.00854, + "nauc_recall_at_1_diff1": 0.03927, + "nauc_recall_at_3_max": -0.02716, + "nauc_recall_at_3_std": 0.096662, + "nauc_recall_at_3_diff1": -0.312764, + "nauc_recall_at_5_max": -0.021869, + "nauc_recall_at_5_std": 0.121329, + "nauc_recall_at_5_diff1": -0.373465, + "nauc_recall_at_10_max": 0.007862, + "nauc_recall_at_10_std": 0.151905, + "nauc_recall_at_10_diff1": -0.377732, + "nauc_recall_at_20_max": -0.019553, + "nauc_recall_at_20_std": 0.116931, + "nauc_recall_at_20_diff1": -0.356338, + "nauc_recall_at_100_max": -0.068462, + "nauc_recall_at_100_std": 0.089484, + "nauc_recall_at_100_diff1": -0.106316, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": -0.007115, + "nauc_precision_at_3_std": 0.187571, + "nauc_precision_at_3_diff1": -0.840574, + "nauc_precision_at_5_max": -0.004102, + "nauc_precision_at_5_std": 0.168722, + "nauc_precision_at_5_diff1": -0.705592, + "nauc_precision_at_10_max": 0.029709, + "nauc_precision_at_10_std": 0.165438, + "nauc_precision_at_10_diff1": -0.543335, + "nauc_precision_at_20_max": -0.00274, + "nauc_precision_at_20_std": 0.094335, + "nauc_precision_at_20_diff1": -0.43491, + "nauc_precision_at_100_max": -0.053134, + "nauc_precision_at_100_std": 0.03, + "nauc_precision_at_100_diff1": -0.087149, + "nauc_precision_at_1000_max": -0.002992, + "nauc_precision_at_1000_std": -0.060378, + "nauc_precision_at_1000_diff1": -0.035765, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "hit_rate_at_1": 1.0, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.6869, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 0.84128, + "ndcg_at_5": 0.75008, + "ndcg_at_10": 0.62955, + "ndcg_at_20": 0.50741, + "ndcg_at_100": 0.47022, + "ndcg_at_1000": 0.72635, + "map_at_1": 0.02473, + "map_at_3": 0.0571, + "map_at_5": 0.07811, + "map_at_10": 0.11391, + "map_at_20": 0.15329, + "map_at_100": 0.23604, + "map_at_1000": 0.30159, + "recall_at_1": 0.02473, + "recall_at_3": 0.05777, + "recall_at_5": 0.08102, + "recall_at_10": 0.1272, + "recall_at_20": 0.19106, + "recall_at_100": 0.44172, + "recall_at_1000": 1.0, + "accuracy": 0.02473, + "precision_at_1": 1.0, + "precision_at_3": 0.7967, + "precision_at_5": 0.68269, + "precision_at_10": 0.54299, + "precision_at_20": 0.41298, + "precision_at_100": 0.1963, + "precision_at_1000": 0.04509, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": 0.028778, + "nauc_ndcg_at_3_std": 0.044363, + "nauc_ndcg_at_3_diff1": -0.726131, + "nauc_ndcg_at_5_max": 0.031162, + "nauc_ndcg_at_5_std": 0.05473, + "nauc_ndcg_at_5_diff1": -0.629995, + "nauc_ndcg_at_10_max": 0.025888, + "nauc_ndcg_at_10_std": 0.068277, + "nauc_ndcg_at_10_diff1": -0.533591, + "nauc_ndcg_at_20_max": 0.037025, + "nauc_ndcg_at_20_std": 0.035722, + "nauc_ndcg_at_20_diff1": -0.467863, + "nauc_ndcg_at_100_max": 0.034911, + "nauc_ndcg_at_100_std": 0.05716, + "nauc_ndcg_at_100_diff1": -0.272126, + "nauc_ndcg_at_1000_max": 0.040337, + "nauc_ndcg_at_1000_std": 0.075382, + "nauc_ndcg_at_1000_diff1": -0.427395, + "nauc_map_at_1_max": 0.030322, + "nauc_map_at_1_std": 0.023662, + "nauc_map_at_1_diff1": 0.274025, + "nauc_map_at_3_max": 0.037024, + "nauc_map_at_3_std": 0.046675, + "nauc_map_at_3_diff1": -0.251816, + "nauc_map_at_5_max": 0.043487, + "nauc_map_at_5_std": 0.068068, + "nauc_map_at_5_diff1": -0.35508, + "nauc_map_at_10_max": 0.043744, + "nauc_map_at_10_std": 0.115217, + "nauc_map_at_10_diff1": -0.381897, + "nauc_map_at_20_max": 0.058109, + "nauc_map_at_20_std": 0.105394, + "nauc_map_at_20_diff1": -0.361437, + "nauc_map_at_100_max": 0.052203, + "nauc_map_at_100_std": 0.092167, + "nauc_map_at_100_diff1": -0.329068, + "nauc_map_at_1000_max": 0.054404, + "nauc_map_at_1000_std": 0.118512, + "nauc_map_at_1000_diff1": -0.365737, + "nauc_recall_at_1_max": 0.030322, + "nauc_recall_at_1_std": 0.023662, + "nauc_recall_at_1_diff1": 0.274025, + "nauc_recall_at_3_max": 0.043129, + "nauc_recall_at_3_std": 0.046211, + "nauc_recall_at_3_diff1": -0.223103, + "nauc_recall_at_5_max": 0.043629, + "nauc_recall_at_5_std": 0.067991, + "nauc_recall_at_5_diff1": -0.307215, + "nauc_recall_at_10_max": 0.03688, + "nauc_recall_at_10_std": 0.094935, + "nauc_recall_at_10_diff1": -0.292104, + "nauc_recall_at_20_max": 0.057639, + "nauc_recall_at_20_std": 0.050929, + "nauc_recall_at_20_diff1": -0.249769, + "nauc_recall_at_100_max": 0.0191, + "nauc_recall_at_100_std": 0.052614, + "nauc_recall_at_100_diff1": -0.113302, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 0.031925, + "nauc_precision_at_3_std": 0.035662, + "nauc_precision_at_3_diff1": -0.709085, + "nauc_precision_at_5_max": 0.030731, + "nauc_precision_at_5_std": 0.05325, + "nauc_precision_at_5_diff1": -0.599867, + "nauc_precision_at_10_max": 0.022474, + "nauc_precision_at_10_std": 0.068482, + "nauc_precision_at_10_diff1": -0.485484, + "nauc_precision_at_20_max": 0.038766, + "nauc_precision_at_20_std": 0.020164, + "nauc_precision_at_20_diff1": -0.40493, + "nauc_precision_at_100_max": 0.004704, + "nauc_precision_at_100_std": 0.036222, + "nauc_precision_at_100_diff1": -0.286322, + "nauc_precision_at_1000_max": -0.027505, + "nauc_precision_at_1000_std": 0.006914, + "nauc_precision_at_1000_diff1": -0.267929, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "hit_rate_at_1": 1.0, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.62955, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 0.86513, + "ndcg_at_5": 0.78715, + "ndcg_at_10": 0.67472, + "ndcg_at_20": 0.5638, + "ndcg_at_100": 0.45352, + "ndcg_at_1000": 0.74622, + "map_at_1": 0.02105, + "map_at_3": 0.0506, + "map_at_5": 0.0714, + "map_at_10": 0.10703, + "map_at_20": 0.1464, + "map_at_100": 0.2287, + "map_at_1000": 0.31259, + "recall_at_1": 0.02105, + "recall_at_3": 0.05108, + "recall_at_5": 0.07387, + "recall_at_10": 0.11791, + "recall_at_20": 0.17889, + "recall_at_100": 0.40137, + "recall_at_1000": 1.0, + "accuracy": 0.02105, + "precision_at_1": 1.0, + "precision_at_3": 0.82729, + "precision_at_5": 0.72959, + "precision_at_10": 0.59661, + "precision_at_20": 0.47035, + "precision_at_100": 0.22931, + "precision_at_1000": 0.06555, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": 0.070688, + "nauc_ndcg_at_3_std": 0.294037, + "nauc_ndcg_at_3_diff1": -0.772979, + "nauc_ndcg_at_5_max": 0.045807, + "nauc_ndcg_at_5_std": 0.262214, + "nauc_ndcg_at_5_diff1": -0.637896, + "nauc_ndcg_at_10_max": 0.04532, + "nauc_ndcg_at_10_std": 0.230069, + "nauc_ndcg_at_10_diff1": -0.509651, + "nauc_ndcg_at_20_max": 0.04426, + "nauc_ndcg_at_20_std": 0.182524, + "nauc_ndcg_at_20_diff1": -0.415386, + "nauc_ndcg_at_100_max": 0.033879, + "nauc_ndcg_at_100_std": 0.275563, + "nauc_ndcg_at_100_diff1": -0.281452, + "nauc_ndcg_at_1000_max": 0.040178, + "nauc_ndcg_at_1000_std": 0.23494, + "nauc_ndcg_at_1000_diff1": -0.349942, + "nauc_map_at_1_max": -0.034905, + "nauc_map_at_1_std": 0.118501, + "nauc_map_at_1_diff1": -0.023977, + "nauc_map_at_3_max": -0.011024, + "nauc_map_at_3_std": 0.226262, + "nauc_map_at_3_diff1": -0.248402, + "nauc_map_at_5_max": -0.00968, + "nauc_map_at_5_std": 0.266643, + "nauc_map_at_5_diff1": -0.296589, + "nauc_map_at_10_max": -0.002006, + "nauc_map_at_10_std": 0.292929, + "nauc_map_at_10_diff1": -0.316445, + "nauc_map_at_20_max": 0.003526, + "nauc_map_at_20_std": 0.290006, + "nauc_map_at_20_diff1": -0.31606, + "nauc_map_at_100_max": 0.024509, + "nauc_map_at_100_std": 0.260576, + "nauc_map_at_100_diff1": -0.280592, + "nauc_map_at_1000_max": 0.02889, + "nauc_map_at_1000_std": 0.254228, + "nauc_map_at_1000_diff1": -0.304325, + "nauc_recall_at_1_max": -0.034905, + "nauc_recall_at_1_std": 0.118501, + "nauc_recall_at_1_diff1": -0.023977, + "nauc_recall_at_3_max": -0.010385, + "nauc_recall_at_3_std": 0.221812, + "nauc_recall_at_3_diff1": -0.237237, + "nauc_recall_at_5_max": -0.013903, + "nauc_recall_at_5_std": 0.254363, + "nauc_recall_at_5_diff1": -0.269088, + "nauc_recall_at_10_max": -0.007843, + "nauc_recall_at_10_std": 0.276162, + "nauc_recall_at_10_diff1": -0.260022, + "nauc_recall_at_20_max": 0.002308, + "nauc_recall_at_20_std": 0.268187, + "nauc_recall_at_20_diff1": -0.223822, + "nauc_recall_at_100_max": 0.016288, + "nauc_recall_at_100_std": 0.243344, + "nauc_recall_at_100_diff1": -0.132566, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 0.072534, + "nauc_precision_at_3_std": 0.288268, + "nauc_precision_at_3_diff1": -0.757874, + "nauc_precision_at_5_max": 0.041594, + "nauc_precision_at_5_std": 0.252805, + "nauc_precision_at_5_diff1": -0.606239, + "nauc_precision_at_10_max": 0.042116, + "nauc_precision_at_10_std": 0.215509, + "nauc_precision_at_10_diff1": -0.4608, + "nauc_precision_at_20_max": 0.046572, + "nauc_precision_at_20_std": 0.153043, + "nauc_precision_at_20_diff1": -0.345765, + "nauc_precision_at_100_max": 0.056575, + "nauc_precision_at_100_std": 0.031131, + "nauc_precision_at_100_diff1": -0.163073, + "nauc_precision_at_1000_max": 0.039824, + "nauc_precision_at_1000_std": -0.113729, + "nauc_precision_at_1000_diff1": -0.050079, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "hit_rate_at_1": 1.0, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.67472, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 0.87125, + "ndcg_at_5": 0.79673, + "ndcg_at_10": 0.68553, + "ndcg_at_20": 0.57063, + "ndcg_at_100": 0.49024, + "ndcg_at_1000": 0.75594, + "map_at_1": 0.02164, + "map_at_3": 0.053, + "map_at_5": 0.07583, + "map_at_10": 0.11471, + "map_at_20": 0.16209, + "map_at_100": 0.26509, + "map_at_1000": 0.34275, + "recall_at_1": 0.02164, + "recall_at_3": 0.05342, + "recall_at_5": 0.07808, + "recall_at_10": 0.12516, + "recall_at_20": 0.1932, + "recall_at_100": 0.45152, + "recall_at_1000": 1.0, + "accuracy": 0.02164, + "precision_at_1": 1.0, + "precision_at_3": 0.83409, + "precision_at_5": 0.74055, + "precision_at_10": 0.60923, + "precision_at_20": 0.48417, + "precision_at_100": 0.23743, + "precision_at_1000": 0.05495, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": -0.010135, + "nauc_ndcg_at_3_std": 0.244057, + "nauc_ndcg_at_3_diff1": -0.814996, + "nauc_ndcg_at_5_max": 0.01395, + "nauc_ndcg_at_5_std": 0.193587, + "nauc_ndcg_at_5_diff1": -0.676125, + "nauc_ndcg_at_10_max": 0.017332, + "nauc_ndcg_at_10_std": 0.186276, + "nauc_ndcg_at_10_diff1": -0.54336, + "nauc_ndcg_at_20_max": 0.00335, + "nauc_ndcg_at_20_std": 0.1961, + "nauc_ndcg_at_20_diff1": -0.454336, + "nauc_ndcg_at_100_max": -0.015194, + "nauc_ndcg_at_100_std": 0.274326, + "nauc_ndcg_at_100_diff1": -0.406434, + "nauc_ndcg_at_1000_max": 0.021729, + "nauc_ndcg_at_1000_std": 0.221786, + "nauc_ndcg_at_1000_diff1": -0.424987, + "nauc_map_at_1_max": -0.055243, + "nauc_map_at_1_std": 0.102301, + "nauc_map_at_1_diff1": -0.017332, + "nauc_map_at_3_max": -0.042185, + "nauc_map_at_3_std": 0.197612, + "nauc_map_at_3_diff1": -0.395652, + "nauc_map_at_5_max": -0.021508, + "nauc_map_at_5_std": 0.209353, + "nauc_map_at_5_diff1": -0.446921, + "nauc_map_at_10_max": -0.014042, + "nauc_map_at_10_std": 0.224233, + "nauc_map_at_10_diff1": -0.469014, + "nauc_map_at_20_max": -0.025039, + "nauc_map_at_20_std": 0.254964, + "nauc_map_at_20_diff1": -0.458534, + "nauc_map_at_100_max": -0.019516, + "nauc_map_at_100_std": 0.276368, + "nauc_map_at_100_diff1": -0.413765, + "nauc_map_at_1000_max": -0.000869, + "nauc_map_at_1000_std": 0.258865, + "nauc_map_at_1000_diff1": -0.391252, + "nauc_recall_at_1_max": -0.055243, + "nauc_recall_at_1_std": 0.102301, + "nauc_recall_at_1_diff1": -0.017332, + "nauc_recall_at_3_max": -0.04543, + "nauc_recall_at_3_std": 0.194821, + "nauc_recall_at_3_diff1": -0.382617, + "nauc_recall_at_5_max": -0.025136, + "nauc_recall_at_5_std": 0.199885, + "nauc_recall_at_5_diff1": -0.4147, + "nauc_recall_at_10_max": -0.014653, + "nauc_recall_at_10_std": 0.219449, + "nauc_recall_at_10_diff1": -0.421534, + "nauc_recall_at_20_max": -0.03335, + "nauc_recall_at_20_std": 0.250152, + "nauc_recall_at_20_diff1": -0.400928, + "nauc_recall_at_100_max": -0.015053, + "nauc_recall_at_100_std": 0.275616, + "nauc_recall_at_100_diff1": -0.298475, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": -0.010948, + "nauc_precision_at_3_std": 0.240704, + "nauc_precision_at_3_diff1": -0.801266, + "nauc_precision_at_5_max": 0.016623, + "nauc_precision_at_5_std": 0.183823, + "nauc_precision_at_5_diff1": -0.642594, + "nauc_precision_at_10_max": 0.017921, + "nauc_precision_at_10_std": 0.179096, + "nauc_precision_at_10_diff1": -0.494101, + "nauc_precision_at_20_max": -0.000905, + "nauc_precision_at_20_std": 0.189538, + "nauc_precision_at_20_diff1": -0.392011, + "nauc_precision_at_100_max": 0.042544, + "nauc_precision_at_100_std": 0.103752, + "nauc_precision_at_100_diff1": -0.167178, + "nauc_precision_at_1000_max": 0.078248, + "nauc_precision_at_1000_std": -0.118344, + "nauc_precision_at_1000_diff1": 0.091896, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "hit_rate_at_1": 1.0, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.68553, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + } + ] + }, + "evaluation_time": 135.63387393951416, + "kg_co2_emissions": null, + "date": 1776241946.936512 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/JamAltLyricA2TRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/JamAltLyricA2TRetrieval.json new file mode 100644 index 0000000000..c2335312dc --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/JamAltLyricA2TRetrieval.json @@ -0,0 +1,632 @@ +{ + "dataset_revision": "e2d97afa7333eb489f1d451f76079d921be7a68f", + "task_name": "JamAltLyricA2TRetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.3897, + "ndcg_at_3": 0.41887, + "ndcg_at_5": 0.43383, + "ndcg_at_10": 0.4468, + "ndcg_at_20": 0.46633, + "ndcg_at_100": 0.50669, + "ndcg_at_1000": 0.54952, + "map_at_1": 0.2773, + "map_at_3": 0.36695, + "map_at_5": 0.39771, + "map_at_10": 0.42669, + "map_at_20": 0.4363, + "map_at_100": 0.44449, + "map_at_1000": 0.44656, + "recall_at_1": 0.2773, + "recall_at_3": 0.39255, + "recall_at_5": 0.44168, + "recall_at_10": 0.4947, + "recall_at_20": 0.55162, + "recall_at_100": 0.72592, + "recall_at_1000": 1.0, + "accuracy": 0.2773, + "precision_at_1": 0.3897, + "precision_at_3": 0.24449, + "precision_at_5": 0.18858, + "precision_at_10": 0.12105, + "precision_at_20": 0.07083, + "precision_at_100": 0.01851, + "precision_at_1000": 0.00256, + "mrr_at_1": 0.393057, + "mrr_at_3": 0.41956, + "mrr_at_5": 0.425215, + "mrr_at_10": 0.427771, + "mrr_at_20": 0.431963, + "mrr_at_100": 0.436161, + "mrr_at_1000": 0.437245, + "nauc_ndcg_at_1_max": 0.719541, + "nauc_ndcg_at_1_std": 0.171761, + "nauc_ndcg_at_1_diff1": 0.430142, + "nauc_ndcg_at_3_max": 0.736377, + "nauc_ndcg_at_3_std": 0.192821, + "nauc_ndcg_at_3_diff1": 0.451575, + "nauc_ndcg_at_5_max": 0.751533, + "nauc_ndcg_at_5_std": 0.197955, + "nauc_ndcg_at_5_diff1": 0.442419, + "nauc_ndcg_at_10_max": 0.763534, + "nauc_ndcg_at_10_std": 0.204623, + "nauc_ndcg_at_10_diff1": 0.435238, + "nauc_ndcg_at_20_max": 0.772709, + "nauc_ndcg_at_20_std": 0.234036, + "nauc_ndcg_at_20_diff1": 0.418492, + "nauc_ndcg_at_100_max": 0.755453, + "nauc_ndcg_at_100_std": 0.228515, + "nauc_ndcg_at_100_diff1": 0.401007, + "nauc_ndcg_at_1000_max": 0.751042, + "nauc_ndcg_at_1000_std": 0.212746, + "nauc_ndcg_at_1000_diff1": 0.405845, + "nauc_map_at_1_max": 0.537281, + "nauc_map_at_1_std": -0.0988, + "nauc_map_at_1_diff1": 0.719385, + "nauc_map_at_3_max": 0.657009, + "nauc_map_at_3_std": 0.053283, + "nauc_map_at_3_diff1": 0.545396, + "nauc_map_at_5_max": 0.702209, + "nauc_map_at_5_std": 0.108603, + "nauc_map_at_5_diff1": 0.49619, + "nauc_map_at_10_max": 0.746407, + "nauc_map_at_10_std": 0.184672, + "nauc_map_at_10_diff1": 0.443833, + "nauc_map_at_20_max": 0.75434, + "nauc_map_at_20_std": 0.207159, + "nauc_map_at_20_diff1": 0.430473, + "nauc_map_at_100_max": 0.752391, + "nauc_map_at_100_std": 0.205483, + "nauc_map_at_100_diff1": 0.425934, + "nauc_map_at_1000_max": 0.751733, + "nauc_map_at_1000_std": 0.204581, + "nauc_map_at_1000_diff1": 0.425803, + "nauc_recall_at_1_max": 0.537281, + "nauc_recall_at_1_std": -0.0988, + "nauc_recall_at_1_diff1": 0.719385, + "nauc_recall_at_3_max": 0.665286, + "nauc_recall_at_3_std": 0.071635, + "nauc_recall_at_3_diff1": 0.550352, + "nauc_recall_at_5_max": 0.717751, + "nauc_recall_at_5_std": 0.128864, + "nauc_recall_at_5_diff1": 0.486684, + "nauc_recall_at_10_max": 0.786017, + "nauc_recall_at_10_std": 0.217281, + "nauc_recall_at_10_diff1": 0.434772, + "nauc_recall_at_20_max": 0.812839, + "nauc_recall_at_20_std": 0.306278, + "nauc_recall_at_20_diff1": 0.398809, + "nauc_recall_at_100_max": 0.73426, + "nauc_recall_at_100_std": 0.31307, + "nauc_recall_at_100_diff1": 0.321522, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.719541, + "nauc_precision_at_1_std": 0.171761, + "nauc_precision_at_1_diff1": 0.430142, + "nauc_precision_at_3_max": 0.600333, + "nauc_precision_at_3_std": 0.387964, + "nauc_precision_at_3_diff1": -0.030015, + "nauc_precision_at_5_max": 0.557864, + "nauc_precision_at_5_std": 0.430928, + "nauc_precision_at_5_diff1": -0.136955, + "nauc_precision_at_10_max": 0.515234, + "nauc_precision_at_10_std": 0.49871, + "nauc_precision_at_10_diff1": -0.214924, + "nauc_precision_at_20_max": 0.476225, + "nauc_precision_at_20_std": 0.516034, + "nauc_precision_at_20_diff1": -0.26049, + "nauc_precision_at_100_max": 0.305751, + "nauc_precision_at_100_std": 0.411509, + "nauc_precision_at_100_diff1": -0.332133, + "nauc_precision_at_1000_max": 0.039523, + "nauc_precision_at_1000_std": 0.26159, + "nauc_precision_at_1000_diff1": -0.450416, + "nauc_mrr_at_1_max": 0.720557, + "nauc_mrr_at_1_std": 0.164347, + "nauc_mrr_at_1_diff1": 0.425273, + "nauc_mrr_at_3_max": 0.741403, + "nauc_mrr_at_3_std": 0.192512, + "nauc_mrr_at_3_diff1": 0.438272, + "nauc_mrr_at_5_max": 0.7456, + "nauc_mrr_at_5_std": 0.192195, + "nauc_mrr_at_5_diff1": 0.432101, + "nauc_mrr_at_10_max": 0.746229, + "nauc_mrr_at_10_std": 0.192274, + "nauc_mrr_at_10_diff1": 0.433019, + "nauc_mrr_at_20_max": 0.748209, + "nauc_mrr_at_20_std": 0.197608, + "nauc_mrr_at_20_diff1": 0.430082, + "nauc_mrr_at_100_max": 0.745866, + "nauc_mrr_at_100_std": 0.197494, + "nauc_mrr_at_100_diff1": 0.428978, + "nauc_mrr_at_1000_max": 0.745757, + "nauc_mrr_at_1000_std": 0.197222, + "nauc_mrr_at_1000_diff1": 0.429303, + "hit_rate_at_1": 0.3897, + "hit_rate_at_3": 0.45353, + "hit_rate_at_5": 0.47928, + "hit_rate_at_10": 0.49832, + "hit_rate_at_20": 0.55879, + "hit_rate_at_100": 0.72676, + "hit_rate_at_1000": 1.0, + "main_score": 0.4468, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.37225, + "ndcg_at_3": 0.41098, + "ndcg_at_5": 0.43726, + "ndcg_at_10": 0.461, + "ndcg_at_20": 0.48075, + "ndcg_at_100": 0.51219, + "ndcg_at_1000": 0.5526, + "map_at_1": 0.31149, + "map_at_3": 0.38695, + "map_at_5": 0.41059, + "map_at_10": 0.43044, + "map_at_20": 0.44118, + "map_at_100": 0.44716, + "map_at_1000": 0.44903, + "recall_at_1": 0.31149, + "recall_at_3": 0.41896, + "recall_at_5": 0.47711, + "recall_at_10": 0.54287, + "recall_at_20": 0.6043, + "recall_at_100": 0.74451, + "recall_at_1000": 1.0, + "accuracy": 0.31149, + "precision_at_1": 0.37225, + "precision_at_3": 0.20009, + "precision_at_5": 0.1533, + "precision_at_10": 0.09821, + "precision_at_20": 0.05859, + "precision_at_100": 0.01455, + "precision_at_1000": 0.0021, + "mrr_at_1": 0.369505, + "mrr_at_3": 0.40728, + "mrr_at_5": 0.418338, + "mrr_at_10": 0.424811, + "mrr_at_20": 0.428326, + "mrr_at_100": 0.431834, + "mrr_at_1000": 0.432938, + "nauc_ndcg_at_1_max": 0.781286, + "nauc_ndcg_at_1_std": 0.137475, + "nauc_ndcg_at_1_diff1": 0.526302, + "nauc_ndcg_at_3_max": 0.779982, + "nauc_ndcg_at_3_std": 0.147831, + "nauc_ndcg_at_3_diff1": 0.496606, + "nauc_ndcg_at_5_max": 0.776684, + "nauc_ndcg_at_5_std": 0.15164, + "nauc_ndcg_at_5_diff1": 0.471452, + "nauc_ndcg_at_10_max": 0.775072, + "nauc_ndcg_at_10_std": 0.156447, + "nauc_ndcg_at_10_diff1": 0.458019, + "nauc_ndcg_at_20_max": 0.760168, + "nauc_ndcg_at_20_std": 0.16621, + "nauc_ndcg_at_20_diff1": 0.453549, + "nauc_ndcg_at_100_max": 0.753117, + "nauc_ndcg_at_100_std": 0.166018, + "nauc_ndcg_at_100_diff1": 0.443643, + "nauc_ndcg_at_1000_max": 0.749815, + "nauc_ndcg_at_1000_std": 0.163605, + "nauc_ndcg_at_1000_diff1": 0.461803, + "nauc_map_at_1_max": 0.725215, + "nauc_map_at_1_std": 0.071645, + "nauc_map_at_1_diff1": 0.712295, + "nauc_map_at_3_max": 0.798679, + "nauc_map_at_3_std": 0.143965, + "nauc_map_at_3_diff1": 0.537863, + "nauc_map_at_5_max": 0.789781, + "nauc_map_at_5_std": 0.142858, + "nauc_map_at_5_diff1": 0.501589, + "nauc_map_at_10_max": 0.778047, + "nauc_map_at_10_std": 0.150863, + "nauc_map_at_10_diff1": 0.478543, + "nauc_map_at_20_max": 0.765545, + "nauc_map_at_20_std": 0.158017, + "nauc_map_at_20_diff1": 0.476964, + "nauc_map_at_100_max": 0.762443, + "nauc_map_at_100_std": 0.156157, + "nauc_map_at_100_diff1": 0.474972, + "nauc_map_at_1000_max": 0.762192, + "nauc_map_at_1000_std": 0.156506, + "nauc_map_at_1000_diff1": 0.475626, + "nauc_recall_at_1_max": 0.725215, + "nauc_recall_at_1_std": 0.071645, + "nauc_recall_at_1_diff1": 0.712295, + "nauc_recall_at_3_max": 0.790851, + "nauc_recall_at_3_std": 0.146172, + "nauc_recall_at_3_diff1": 0.511678, + "nauc_recall_at_5_max": 0.789321, + "nauc_recall_at_5_std": 0.150393, + "nauc_recall_at_5_diff1": 0.443732, + "nauc_recall_at_10_max": 0.781997, + "nauc_recall_at_10_std": 0.158099, + "nauc_recall_at_10_diff1": 0.39331, + "nauc_recall_at_20_max": 0.749787, + "nauc_recall_at_20_std": 0.19431, + "nauc_recall_at_20_diff1": 0.370308, + "nauc_recall_at_100_max": 0.741021, + "nauc_recall_at_100_std": 0.232203, + "nauc_recall_at_100_diff1": 0.287843, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.781286, + "nauc_precision_at_1_std": 0.137475, + "nauc_precision_at_1_diff1": 0.526302, + "nauc_precision_at_3_max": 0.551168, + "nauc_precision_at_3_std": 0.170591, + "nauc_precision_at_3_diff1": 0.053046, + "nauc_precision_at_5_max": 0.388768, + "nauc_precision_at_5_std": 0.147862, + "nauc_precision_at_5_diff1": -0.070342, + "nauc_precision_at_10_max": 0.206685, + "nauc_precision_at_10_std": 0.145316, + "nauc_precision_at_10_diff1": -0.133427, + "nauc_precision_at_20_max": 0.081259, + "nauc_precision_at_20_std": 0.147768, + "nauc_precision_at_20_diff1": -0.133664, + "nauc_precision_at_100_max": -0.046815, + "nauc_precision_at_100_std": 0.107919, + "nauc_precision_at_100_diff1": -0.205387, + "nauc_precision_at_1000_max": -0.357543, + "nauc_precision_at_1000_std": 0.074503, + "nauc_precision_at_1000_diff1": -0.279443, + "nauc_mrr_at_1_max": 0.785335, + "nauc_mrr_at_1_std": 0.14197, + "nauc_mrr_at_1_diff1": 0.533676, + "nauc_mrr_at_3_max": 0.779484, + "nauc_mrr_at_3_std": 0.148335, + "nauc_mrr_at_3_diff1": 0.497518, + "nauc_mrr_at_5_max": 0.777885, + "nauc_mrr_at_5_std": 0.15391, + "nauc_mrr_at_5_diff1": 0.491213, + "nauc_mrr_at_10_max": 0.778489, + "nauc_mrr_at_10_std": 0.154125, + "nauc_mrr_at_10_diff1": 0.489029, + "nauc_mrr_at_20_max": 0.777319, + "nauc_mrr_at_20_std": 0.155284, + "nauc_mrr_at_20_diff1": 0.488013, + "nauc_mrr_at_100_max": 0.776908, + "nauc_mrr_at_100_std": 0.155444, + "nauc_mrr_at_100_diff1": 0.487335, + "nauc_mrr_at_1000_max": 0.776959, + "nauc_mrr_at_1000_std": 0.155298, + "nauc_mrr_at_1000_diff1": 0.48769, + "hit_rate_at_1": 0.37225, + "hit_rate_at_3": 0.44643, + "hit_rate_at_5": 0.50824, + "hit_rate_at_10": 0.55632, + "hit_rate_at_20": 0.60714, + "hit_rate_at_100": 0.74451, + "hit_rate_at_1000": 1.0, + "main_score": 0.461, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.36257, + "ndcg_at_3": 0.40513, + "ndcg_at_5": 0.42554, + "ndcg_at_10": 0.44901, + "ndcg_at_20": 0.47227, + "ndcg_at_100": 0.50342, + "ndcg_at_1000": 0.54987, + "map_at_1": 0.2924, + "map_at_3": 0.37338, + "map_at_5": 0.39956, + "map_at_10": 0.41877, + "map_at_20": 0.4308, + "map_at_100": 0.43787, + "map_at_1000": 0.44004, + "recall_at_1": 0.2924, + "recall_at_3": 0.4105, + "recall_at_5": 0.46176, + "recall_at_10": 0.52906, + "recall_at_20": 0.5984, + "recall_at_100": 0.72242, + "recall_at_1000": 1.0, + "accuracy": 0.2924, + "precision_at_1": 0.36257, + "precision_at_3": 0.21053, + "precision_at_5": 0.15766, + "precision_at_10": 0.09848, + "precision_at_20": 0.06327, + "precision_at_100": 0.01702, + "precision_at_1000": 0.00264, + "mrr_at_1": 0.367251, + "mrr_at_3": 0.404094, + "mrr_at_5": 0.411462, + "mrr_at_10": 0.419165, + "mrr_at_20": 0.423414, + "mrr_at_100": 0.426151, + "mrr_at_1000": 0.427214, + "nauc_ndcg_at_1_max": 0.679322, + "nauc_ndcg_at_1_std": 0.132963, + "nauc_ndcg_at_1_diff1": 0.487654, + "nauc_ndcg_at_3_max": 0.682722, + "nauc_ndcg_at_3_std": 0.158695, + "nauc_ndcg_at_3_diff1": 0.464035, + "nauc_ndcg_at_5_max": 0.694768, + "nauc_ndcg_at_5_std": 0.180327, + "nauc_ndcg_at_5_diff1": 0.438141, + "nauc_ndcg_at_10_max": 0.70422, + "nauc_ndcg_at_10_std": 0.201361, + "nauc_ndcg_at_10_diff1": 0.413387, + "nauc_ndcg_at_20_max": 0.698642, + "nauc_ndcg_at_20_std": 0.21216, + "nauc_ndcg_at_20_diff1": 0.40859, + "nauc_ndcg_at_100_max": 0.719875, + "nauc_ndcg_at_100_std": 0.237931, + "nauc_ndcg_at_100_diff1": 0.409447, + "nauc_ndcg_at_1000_max": 0.705546, + "nauc_ndcg_at_1000_std": 0.216966, + "nauc_ndcg_at_1000_diff1": 0.422278, + "nauc_map_at_1_max": 0.567034, + "nauc_map_at_1_std": -0.0284, + "nauc_map_at_1_diff1": 0.68952, + "nauc_map_at_3_max": 0.644922, + "nauc_map_at_3_std": 0.095836, + "nauc_map_at_3_diff1": 0.524268, + "nauc_map_at_5_max": 0.675369, + "nauc_map_at_5_std": 0.140881, + "nauc_map_at_5_diff1": 0.477492, + "nauc_map_at_10_max": 0.68965, + "nauc_map_at_10_std": 0.174436, + "nauc_map_at_10_diff1": 0.445382, + "nauc_map_at_20_max": 0.695767, + "nauc_map_at_20_std": 0.189884, + "nauc_map_at_20_diff1": 0.43697, + "nauc_map_at_100_max": 0.701045, + "nauc_map_at_100_std": 0.198957, + "nauc_map_at_100_diff1": 0.436024, + "nauc_map_at_1000_max": 0.700298, + "nauc_map_at_1000_std": 0.197995, + "nauc_map_at_1000_diff1": 0.436477, + "nauc_recall_at_1_max": 0.567034, + "nauc_recall_at_1_std": -0.0284, + "nauc_recall_at_1_diff1": 0.68952, + "nauc_recall_at_3_max": 0.649941, + "nauc_recall_at_3_std": 0.116942, + "nauc_recall_at_3_diff1": 0.492105, + "nauc_recall_at_5_max": 0.683986, + "nauc_recall_at_5_std": 0.172934, + "nauc_recall_at_5_diff1": 0.419069, + "nauc_recall_at_10_max": 0.709871, + "nauc_recall_at_10_std": 0.236583, + "nauc_recall_at_10_diff1": 0.338857, + "nauc_recall_at_20_max": 0.699878, + "nauc_recall_at_20_std": 0.27137, + "nauc_recall_at_20_diff1": 0.320429, + "nauc_recall_at_100_max": 0.784144, + "nauc_recall_at_100_std": 0.374247, + "nauc_recall_at_100_diff1": 0.300974, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.679322, + "nauc_precision_at_1_std": 0.132963, + "nauc_precision_at_1_diff1": 0.487654, + "nauc_precision_at_3_max": 0.555592, + "nauc_precision_at_3_std": 0.323033, + "nauc_precision_at_3_diff1": 0.019366, + "nauc_precision_at_5_max": 0.515862, + "nauc_precision_at_5_std": 0.379988, + "nauc_precision_at_5_diff1": -0.10099, + "nauc_precision_at_10_max": 0.465327, + "nauc_precision_at_10_std": 0.428246, + "nauc_precision_at_10_diff1": -0.195642, + "nauc_precision_at_20_max": 0.348306, + "nauc_precision_at_20_std": 0.412988, + "nauc_precision_at_20_diff1": -0.226394, + "nauc_precision_at_100_max": 0.277779, + "nauc_precision_at_100_std": 0.420768, + "nauc_precision_at_100_diff1": -0.232071, + "nauc_precision_at_1000_max": -0.09868, + "nauc_precision_at_1000_std": 0.188154, + "nauc_precision_at_1000_diff1": -0.313432, + "nauc_mrr_at_1_max": 0.682167, + "nauc_mrr_at_1_std": 0.142964, + "nauc_mrr_at_1_diff1": 0.474317, + "nauc_mrr_at_3_max": 0.698132, + "nauc_mrr_at_3_std": 0.173908, + "nauc_mrr_at_3_diff1": 0.451357, + "nauc_mrr_at_5_max": 0.699083, + "nauc_mrr_at_5_std": 0.177123, + "nauc_mrr_at_5_diff1": 0.443688, + "nauc_mrr_at_10_max": 0.7003, + "nauc_mrr_at_10_std": 0.180633, + "nauc_mrr_at_10_diff1": 0.437755, + "nauc_mrr_at_20_max": 0.698404, + "nauc_mrr_at_20_std": 0.182214, + "nauc_mrr_at_20_diff1": 0.436587, + "nauc_mrr_at_100_max": 0.699978, + "nauc_mrr_at_100_std": 0.183432, + "nauc_mrr_at_100_diff1": 0.436935, + "nauc_mrr_at_1000_max": 0.699767, + "nauc_mrr_at_1000_std": 0.183037, + "nauc_mrr_at_1000_diff1": 0.437185, + "hit_rate_at_1": 0.36257, + "hit_rate_at_3": 0.44795, + "hit_rate_at_5": 0.4807, + "hit_rate_at_10": 0.53801, + "hit_rate_at_20": 0.60468, + "hit_rate_at_100": 0.72281, + "hit_rate_at_1000": 1.0, + "main_score": 0.44901, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.35194, + "ndcg_at_3": 0.40067, + "ndcg_at_5": 0.41361, + "ndcg_at_10": 0.43309, + "ndcg_at_20": 0.45609, + "ndcg_at_100": 0.49991, + "ndcg_at_1000": 0.5401, + "map_at_1": 0.25778, + "map_at_3": 0.36045, + "map_at_5": 0.38977, + "map_at_10": 0.40938, + "map_at_20": 0.41914, + "map_at_100": 0.42968, + "map_at_1000": 0.43157, + "recall_at_1": 0.25778, + "recall_at_3": 0.3976, + "recall_at_5": 0.44094, + "recall_at_10": 0.50046, + "recall_at_20": 0.56759, + "recall_at_100": 0.741, + "recall_at_1000": 1.0, + "accuracy": 0.25778, + "precision_at_1": 0.35194, + "precision_at_3": 0.23462, + "precision_at_5": 0.1738, + "precision_at_10": 0.10604, + "precision_at_20": 0.06429, + "precision_at_100": 0.0188, + "precision_at_1000": 0.00254, + "mrr_at_1": 0.353075, + "mrr_at_3": 0.392559, + "mrr_at_5": 0.396944, + "mrr_at_10": 0.404228, + "mrr_at_20": 0.408826, + "mrr_at_100": 0.413045, + "mrr_at_1000": 0.414048, + "nauc_ndcg_at_1_max": 0.679704, + "nauc_ndcg_at_1_std": 0.274365, + "nauc_ndcg_at_1_diff1": 0.4362, + "nauc_ndcg_at_3_max": 0.724362, + "nauc_ndcg_at_3_std": 0.346981, + "nauc_ndcg_at_3_diff1": 0.450254, + "nauc_ndcg_at_5_max": 0.727206, + "nauc_ndcg_at_5_std": 0.354808, + "nauc_ndcg_at_5_diff1": 0.437712, + "nauc_ndcg_at_10_max": 0.730088, + "nauc_ndcg_at_10_std": 0.370926, + "nauc_ndcg_at_10_diff1": 0.427722, + "nauc_ndcg_at_20_max": 0.750937, + "nauc_ndcg_at_20_std": 0.395341, + "nauc_ndcg_at_20_diff1": 0.412175, + "nauc_ndcg_at_100_max": 0.729342, + "nauc_ndcg_at_100_std": 0.37745, + "nauc_ndcg_at_100_diff1": 0.410548, + "nauc_ndcg_at_1000_max": 0.729435, + "nauc_ndcg_at_1000_std": 0.369545, + "nauc_ndcg_at_1000_diff1": 0.416239, + "nauc_map_at_1_max": 0.554985, + "nauc_map_at_1_std": 0.176704, + "nauc_map_at_1_diff1": 0.685033, + "nauc_map_at_3_max": 0.663457, + "nauc_map_at_3_std": 0.289885, + "nauc_map_at_3_diff1": 0.497471, + "nauc_map_at_5_max": 0.705296, + "nauc_map_at_5_std": 0.326985, + "nauc_map_at_5_diff1": 0.456021, + "nauc_map_at_10_max": 0.72176, + "nauc_map_at_10_std": 0.351283, + "nauc_map_at_10_diff1": 0.437272, + "nauc_map_at_20_max": 0.736807, + "nauc_map_at_20_std": 0.368478, + "nauc_map_at_20_diff1": 0.429482, + "nauc_map_at_100_max": 0.728427, + "nauc_map_at_100_std": 0.360368, + "nauc_map_at_100_diff1": 0.425793, + "nauc_map_at_1000_max": 0.728422, + "nauc_map_at_1000_std": 0.360155, + "nauc_map_at_1000_diff1": 0.426366, + "nauc_recall_at_1_max": 0.554985, + "nauc_recall_at_1_std": 0.176704, + "nauc_recall_at_1_diff1": 0.685033, + "nauc_recall_at_3_max": 0.683764, + "nauc_recall_at_3_std": 0.331474, + "nauc_recall_at_3_diff1": 0.494088, + "nauc_recall_at_5_max": 0.721575, + "nauc_recall_at_5_std": 0.370908, + "nauc_recall_at_5_diff1": 0.439857, + "nauc_recall_at_10_max": 0.73711, + "nauc_recall_at_10_std": 0.416003, + "nauc_recall_at_10_diff1": 0.404602, + "nauc_recall_at_20_max": 0.785936, + "nauc_recall_at_20_std": 0.476674, + "nauc_recall_at_20_diff1": 0.366138, + "nauc_recall_at_100_max": 0.709952, + "nauc_recall_at_100_std": 0.436791, + "nauc_recall_at_100_diff1": 0.374124, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.679704, + "nauc_precision_at_1_std": 0.274365, + "nauc_precision_at_1_diff1": 0.4362, + "nauc_precision_at_3_max": 0.586444, + "nauc_precision_at_3_std": 0.35022, + "nauc_precision_at_3_diff1": 0.008737, + "nauc_precision_at_5_max": 0.54335, + "nauc_precision_at_5_std": 0.353387, + "nauc_precision_at_5_diff1": -0.060552, + "nauc_precision_at_10_max": 0.515414, + "nauc_precision_at_10_std": 0.380194, + "nauc_precision_at_10_diff1": -0.106099, + "nauc_precision_at_20_max": 0.47084, + "nauc_precision_at_20_std": 0.376309, + "nauc_precision_at_20_diff1": -0.165263, + "nauc_precision_at_100_max": 0.173544, + "nauc_precision_at_100_std": 0.143896, + "nauc_precision_at_100_diff1": -0.204607, + "nauc_precision_at_1000_max": -0.047327, + "nauc_precision_at_1000_std": -0.011684, + "nauc_precision_at_1000_diff1": -0.284917, + "nauc_mrr_at_1_max": 0.685357, + "nauc_mrr_at_1_std": 0.289987, + "nauc_mrr_at_1_diff1": 0.439277, + "nauc_mrr_at_3_max": 0.719731, + "nauc_mrr_at_3_std": 0.337854, + "nauc_mrr_at_3_diff1": 0.448262, + "nauc_mrr_at_5_max": 0.717246, + "nauc_mrr_at_5_std": 0.338909, + "nauc_mrr_at_5_diff1": 0.441868, + "nauc_mrr_at_10_max": 0.719644, + "nauc_mrr_at_10_std": 0.34517, + "nauc_mrr_at_10_diff1": 0.437632, + "nauc_mrr_at_20_max": 0.719381, + "nauc_mrr_at_20_std": 0.345122, + "nauc_mrr_at_20_diff1": 0.435086, + "nauc_mrr_at_100_max": 0.71777, + "nauc_mrr_at_100_std": 0.344319, + "nauc_mrr_at_100_diff1": 0.435729, + "nauc_mrr_at_1000_max": 0.717808, + "nauc_mrr_at_1000_std": 0.34433, + "nauc_mrr_at_1000_diff1": 0.435966, + "hit_rate_at_1": 0.35194, + "hit_rate_at_3": 0.4385, + "hit_rate_at_5": 0.45558, + "hit_rate_at_10": 0.51481, + "hit_rate_at_20": 0.57745, + "hit_rate_at_100": 0.74374, + "hit_rate_at_1000": 1.0, + "main_score": 0.43309, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + } + ] + }, + "evaluation_time": 97.7703812122345, + "kg_co2_emissions": null, + "date": 1776241853.59151 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/KorHateSpeechMLClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/KorHateSpeechMLClassification.json new file mode 100644 index 0000000000..a986e0e429 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/KorHateSpeechMLClassification.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "47cd2e61b64f2f11ccb006a579cda71318c6de9b", + "task_name": "KorHateSpeechMLClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.098675, + "lrap": 0.239418, + "f1": 0.211225, + "hamming": 0.130871 + }, + { + "accuracy": 0.098675, + "lrap": 0.237795, + "f1": 0.249796, + "hamming": 0.129439 + }, + { + "accuracy": 0.104075, + "lrap": 0.2419, + "f1": 0.242683, + "hamming": 0.13443 + }, + { + "accuracy": 0.186549, + "lrap": 0.312074, + "f1": 0.246264, + "hamming": 0.213304 + }, + { + "accuracy": 0.08542, + "lrap": 0.224022, + "f1": 0.16924, + "hamming": 0.113893 + }, + { + "accuracy": 0.113402, + "lrap": 0.246454, + "f1": 0.238305, + "hamming": 0.137539 + }, + { + "accuracy": 0.106038, + "lrap": 0.245023, + "f1": 0.219119, + "hamming": 0.136802 + }, + { + "accuracy": 0.124693, + "lrap": 0.249168, + "f1": 0.181622, + "hamming": 0.139339 + }, + { + "accuracy": 0.12322, + "lrap": 0.255591, + "f1": 0.206631, + "hamming": 0.148135 + }, + { + "accuracy": 0.07462, + "lrap": 0.205081, + "f1": 0.16558, + "hamming": 0.089593 + } + ], + "accuracy": 0.111537, + "lrap": 0.245653, + "f1": 0.213046, + "hamming": 0.137334, + "main_score": 0.111537, + "hf_subset": "default", + "languages": [ + "kor-Hang" + ] + } + ] + }, + "evaluation_time": 13.89035415649414, + "kg_co2_emissions": null, + "date": 1776176528.684349 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/KorSarcasmClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/KorSarcasmClassification.json new file mode 100644 index 0000000000..024310918a --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/KorSarcasmClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "6701f384372c04aa8c64b10582e72eb84135a1d4", + "task_name": "KorSarcasmClassification", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.647461, + "f1": 0.646035, + "f1_weighted": 0.646079, + "precision": 0.649678, + "precision_weighted": 0.649643, + "recall": 0.647339, + "recall_weighted": 0.647461, + "ap": 0.597551, + "ap_weighted": 0.597551 + }, + { + "accuracy": 0.584961, + "f1": 0.584769, + "f1_weighted": 0.584787, + "precision": 0.585064, + "precision_weighted": 0.585059, + "recall": 0.584921, + "recall_weighted": 0.584961, + "ap": 0.549019, + "ap_weighted": 0.549019 + }, + { + "accuracy": 0.558105, + "f1": 0.557447, + "f1_weighted": 0.55748, + "precision": 0.558362, + "precision_weighted": 0.558355, + "recall": 0.558032, + "recall_weighted": 0.558105, + "ap": 0.531688, + "ap_weighted": 0.531688 + }, + { + "accuracy": 0.541504, + "f1": 0.541499, + "f1_weighted": 0.541495, + "precision": 0.541516, + "precision_weighted": 0.541518, + "recall": 0.541513, + "recall_weighted": 0.541504, + "ap": 0.521491, + "ap_weighted": 0.521491 + }, + { + "accuracy": 0.568359, + "f1": 0.566559, + "f1_weighted": 0.566613, + "precision": 0.569353, + "precision_weighted": 0.569338, + "recall": 0.568236, + "recall_weighted": 0.568359, + "ap": 0.538485, + "ap_weighted": 0.538485 + }, + { + "accuracy": 0.584961, + "f1": 0.583804, + "f1_weighted": 0.583761, + "precision": 0.586059, + "precision_weighted": 0.586079, + "recall": 0.585066, + "recall_weighted": 0.584961, + "ap": 0.548103, + "ap_weighted": 0.548103 + }, + { + "accuracy": 0.649414, + "f1": 0.647574, + "f1_weighted": 0.647524, + "precision": 0.652837, + "precision_weighted": 0.652882, + "recall": 0.649558, + "recall_weighted": 0.649414, + "ap": 0.59335, + "ap_weighted": 0.59335 + }, + { + "accuracy": 0.626465, + "f1": 0.626065, + "f1_weighted": 0.626089, + "precision": 0.626914, + "precision_weighted": 0.6269, + "recall": 0.626403, + "recall_weighted": 0.626465, + "ap": 0.579319, + "ap_weighted": 0.579319 + }, + { + "accuracy": 0.491699, + "f1": 0.484441, + "f1_weighted": 0.484322, + "precision": 0.491443, + "precision_weighted": 0.491441, + "recall": 0.491933, + "recall_weighted": 0.491699, + "ap": 0.495042, + "ap_weighted": 0.495042 + }, + { + "accuracy": 0.597656, + "f1": 0.59677, + "f1_weighted": 0.596807, + "precision": 0.598396, + "precision_weighted": 0.59838, + "recall": 0.597567, + "recall_weighted": 0.597656, + "ap": 0.558309, + "ap_weighted": 0.558309 + } + ], + "accuracy": 0.585059, + "f1": 0.583496, + "f1_weighted": 0.583496, + "precision": 0.585962, + "precision_weighted": 0.58596, + "recall": 0.585057, + "recall_weighted": 0.585059, + "ap": 0.551236, + "ap_weighted": 0.551236, + "main_score": 0.585059, + "hf_subset": "default", + "languages": [ + "kor-Hang" + ] + } + ] + }, + "evaluation_time": 14.344367980957031, + "kg_co2_emissions": null, + "date": 1776176703.333628 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/KurdishSentimentClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/KurdishSentimentClassification.json new file mode 100644 index 0000000000..02d176c9b2 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/KurdishSentimentClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "154ca47b902abfd9a9340e03c09f630bf2ce657f", + "task_name": "KurdishSentimentClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.711122, + "f1": 0.711113, + "f1_weighted": 0.711229, + "precision": 0.714108, + "precision_weighted": 0.717636, + "recall": 0.714424, + "recall_weighted": 0.711122, + "ap": 0.687841, + "ap_weighted": 0.687841 + }, + { + "accuracy": 0.540513, + "f1": 0.537044, + "f1_weighted": 0.539928, + "precision": 0.537255, + "precision_weighted": 0.539573, + "recall": 0.537065, + "recall_weighted": 0.540513, + "ap": 0.555572, + "ap_weighted": 0.555572 + }, + { + "accuracy": 0.57071, + "f1": 0.560558, + "f1_weighted": 0.565365, + "precision": 0.565909, + "precision_weighted": 0.567398, + "recall": 0.562686, + "recall_weighted": 0.57071, + "ap": 0.570109, + "ap_weighted": 0.570109 + }, + { + "accuracy": 0.671364, + "f1": 0.667932, + "f1_weighted": 0.665502, + "precision": 0.696134, + "precision_weighted": 0.702609, + "recall": 0.682214, + "recall_weighted": 0.671364, + "ap": 0.668915, + "ap_weighted": 0.668915 + }, + { + "accuracy": 0.625063, + "f1": 0.618221, + "f1_weighted": 0.621899, + "precision": 0.622722, + "precision_weighted": 0.623582, + "recall": 0.618633, + "recall_weighted": 0.625063, + "ap": 0.605859, + "ap_weighted": 0.605859 + }, + { + "accuracy": 0.693005, + "f1": 0.688421, + "f1_weighted": 0.685701, + "precision": 0.726758, + "precision_weighted": 0.734481, + "recall": 0.705387, + "recall_weighted": 0.693005, + "ap": 0.694962, + "ap_weighted": 0.694962 + }, + { + "accuracy": 0.724207, + "f1": 0.722605, + "f1_weighted": 0.724122, + "precision": 0.722754, + "precision_weighted": 0.724061, + "recall": 0.72248, + "recall_weighted": 0.724207, + "ap": 0.688959, + "ap_weighted": 0.688959 + }, + { + "accuracy": 0.712129, + "f1": 0.708908, + "f1_weighted": 0.711112, + "precision": 0.711194, + "precision_weighted": 0.71168, + "recall": 0.708227, + "recall_weighted": 0.712129, + "ap": 0.674721, + "ap_weighted": 0.674721 + }, + { + "accuracy": 0.62003, + "f1": 0.618496, + "f1_weighted": 0.616755, + "precision": 0.632416, + "precision_weighted": 0.6369, + "recall": 0.627846, + "recall_weighted": 0.62003, + "ap": 0.618409, + "ap_weighted": 0.618409 + }, + { + "accuracy": 0.715652, + "f1": 0.710303, + "f1_weighted": 0.713136, + "precision": 0.71713, + "precision_weighted": 0.716597, + "recall": 0.709548, + "recall_weighted": 0.715652, + "ap": 0.674003, + "ap_weighted": 0.674003 + } + ], + "accuracy": 0.658379, + "f1": 0.65436, + "f1_weighted": 0.655475, + "precision": 0.664638, + "precision_weighted": 0.667452, + "recall": 0.658851, + "recall_weighted": 0.658379, + "ap": 0.643935, + "ap_weighted": 0.643935, + "main_score": 0.658379, + "hf_subset": "default", + "languages": [ + "kur-Arab" + ] + } + ] + }, + "evaluation_time": 16.11697816848755, + "kg_co2_emissions": null, + "date": 1776180137.264039 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/LEMBPasskeyRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/LEMBPasskeyRetrieval.json new file mode 100644 index 0000000000..5467e6cddb --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/LEMBPasskeyRetrieval.json @@ -0,0 +1,1266 @@ +{ + "dataset_revision": "86ac5a6437198a94ecd666440c78b3e78f258274", + "task_name": "LEMBPasskeyRetrieval", + "mteb_version": "2.12.16", + "scores": { + "test_256": [ + { + "ndcg_at_1": 0.98, + "ndcg_at_3": 0.99262, + "ndcg_at_5": 0.99262, + "ndcg_at_10": 0.99262, + "ndcg_at_20": 0.99262, + "ndcg_at_100": 0.99262, + "ndcg_at_1000": 0.99262, + "map_at_1": 0.98, + "map_at_3": 0.99, + "map_at_5": 0.99, + "map_at_10": 0.99, + "map_at_20": 0.99, + "map_at_100": 0.99, + "map_at_1000": 0.99, + "recall_at_1": 0.98, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.98, + "precision_at_1": 0.98, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.98, + "mrr_at_3": 0.99, + "mrr_at_5": 0.99, + "mrr_at_10": 0.99, + "mrr_at_20": 0.99, + "mrr_at_100": 0.99, + "mrr_at_1000": 0.99, + "nauc_ndcg_at_1_max": 0.554155, + "nauc_ndcg_at_1_std": -1.151727, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.554155, + "nauc_ndcg_at_3_std": -1.151727, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.554155, + "nauc_ndcg_at_5_std": -1.151727, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.554155, + "nauc_ndcg_at_10_std": -1.151727, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.554155, + "nauc_ndcg_at_20_std": -1.151727, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.554155, + "nauc_ndcg_at_100_std": -1.151727, + "nauc_ndcg_at_100_diff1": 1.0, + "nauc_ndcg_at_1000_max": 0.554155, + "nauc_ndcg_at_1000_std": -1.151727, + "nauc_ndcg_at_1000_diff1": 1.0, + "nauc_map_at_1_max": 0.554155, + "nauc_map_at_1_std": -1.151727, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.554155, + "nauc_map_at_3_std": -1.151727, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.554155, + "nauc_map_at_5_std": -1.151727, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.554155, + "nauc_map_at_10_std": -1.151727, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.554155, + "nauc_map_at_20_std": -1.151727, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.554155, + "nauc_map_at_100_std": -1.151727, + "nauc_map_at_100_diff1": 1.0, + "nauc_map_at_1000_max": 0.554155, + "nauc_map_at_1000_std": -1.151727, + "nauc_map_at_1000_diff1": 1.0, + "nauc_recall_at_1_max": 0.554155, + "nauc_recall_at_1_std": -1.151727, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.554155, + "nauc_precision_at_1_std": -1.151727, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.554155, + "nauc_mrr_at_1_std": -1.151727, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.554155, + "nauc_mrr_at_3_std": -1.151727, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.554155, + "nauc_mrr_at_5_std": -1.151727, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.554155, + "nauc_mrr_at_10_std": -1.151727, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 0.554155, + "nauc_mrr_at_20_std": -1.151727, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.554155, + "nauc_mrr_at_100_std": -1.151727, + "nauc_mrr_at_100_diff1": 1.0, + "nauc_mrr_at_1000_max": 0.554155, + "nauc_mrr_at_1000_std": -1.151727, + "nauc_mrr_at_1000_diff1": 1.0, + "hit_rate_at_1": 0.98, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.98, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_512": [ + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "map_at_1": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "map_at_10": 1.0, + "map_at_20": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "recall_at_1": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 1.0, + "precision_at_1": 1.0, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_1000_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "hit_rate_at_1": 1.0, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 1.0, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_1024": [ + { + "ndcg_at_1": 1.0, + "ndcg_at_3": 1.0, + "ndcg_at_5": 1.0, + "ndcg_at_10": 1.0, + "ndcg_at_20": 1.0, + "ndcg_at_100": 1.0, + "ndcg_at_1000": 1.0, + "map_at_1": 1.0, + "map_at_3": 1.0, + "map_at_5": 1.0, + "map_at_10": 1.0, + "map_at_20": 1.0, + "map_at_100": 1.0, + "map_at_1000": 1.0, + "recall_at_1": 1.0, + "recall_at_3": 1.0, + "recall_at_5": 1.0, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 1.0, + "precision_at_1": 1.0, + "precision_at_3": 0.33333, + "precision_at_5": 0.2, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 1.0, + "mrr_at_3": 1.0, + "mrr_at_5": 1.0, + "mrr_at_10": 1.0, + "mrr_at_20": 1.0, + "mrr_at_100": 1.0, + "mrr_at_1000": 1.0, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": NaN, + "nauc_ndcg_at_3_std": NaN, + "nauc_ndcg_at_3_diff1": NaN, + "nauc_ndcg_at_5_max": NaN, + "nauc_ndcg_at_5_std": NaN, + "nauc_ndcg_at_5_diff1": NaN, + "nauc_ndcg_at_10_max": NaN, + "nauc_ndcg_at_10_std": NaN, + "nauc_ndcg_at_10_diff1": NaN, + "nauc_ndcg_at_20_max": NaN, + "nauc_ndcg_at_20_std": NaN, + "nauc_ndcg_at_20_diff1": NaN, + "nauc_ndcg_at_100_max": NaN, + "nauc_ndcg_at_100_std": NaN, + "nauc_ndcg_at_100_diff1": NaN, + "nauc_ndcg_at_1000_max": NaN, + "nauc_ndcg_at_1000_std": NaN, + "nauc_ndcg_at_1000_diff1": NaN, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": NaN, + "nauc_map_at_3_std": NaN, + "nauc_map_at_3_diff1": NaN, + "nauc_map_at_5_max": NaN, + "nauc_map_at_5_std": NaN, + "nauc_map_at_5_diff1": NaN, + "nauc_map_at_10_max": NaN, + "nauc_map_at_10_std": NaN, + "nauc_map_at_10_diff1": NaN, + "nauc_map_at_20_max": NaN, + "nauc_map_at_20_std": NaN, + "nauc_map_at_20_diff1": NaN, + "nauc_map_at_100_max": NaN, + "nauc_map_at_100_std": NaN, + "nauc_map_at_100_diff1": NaN, + "nauc_map_at_1000_max": NaN, + "nauc_map_at_1000_std": NaN, + "nauc_map_at_1000_diff1": NaN, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": NaN, + "nauc_recall_at_3_std": NaN, + "nauc_recall_at_3_diff1": NaN, + "nauc_recall_at_5_max": NaN, + "nauc_recall_at_5_std": NaN, + "nauc_recall_at_5_diff1": NaN, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": NaN, + "nauc_mrr_at_3_std": NaN, + "nauc_mrr_at_3_diff1": NaN, + "nauc_mrr_at_5_max": NaN, + "nauc_mrr_at_5_std": NaN, + "nauc_mrr_at_5_diff1": NaN, + "nauc_mrr_at_10_max": NaN, + "nauc_mrr_at_10_std": NaN, + "nauc_mrr_at_10_diff1": NaN, + "nauc_mrr_at_20_max": NaN, + "nauc_mrr_at_20_std": NaN, + "nauc_mrr_at_20_diff1": NaN, + "nauc_mrr_at_100_max": NaN, + "nauc_mrr_at_100_std": NaN, + "nauc_mrr_at_100_diff1": NaN, + "nauc_mrr_at_1000_max": NaN, + "nauc_mrr_at_1000_std": NaN, + "nauc_mrr_at_1000_diff1": NaN, + "hit_rate_at_1": 1.0, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 1.0, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_2048": [ + { + "ndcg_at_1": 0.42, + "ndcg_at_3": 0.42, + "ndcg_at_5": 0.42, + "ndcg_at_10": 0.42, + "ndcg_at_20": 0.42, + "ndcg_at_100": 0.51363, + "ndcg_at_1000": 0.51363, + "map_at_1": 0.42, + "map_at_3": 0.42, + "map_at_5": 0.42, + "map_at_10": 0.42, + "map_at_20": 0.42, + "map_at_100": 0.42815, + "map_at_1000": 0.42815, + "recall_at_1": 0.42, + "recall_at_3": 0.42, + "recall_at_5": 0.42, + "recall_at_10": 0.42, + "recall_at_20": 0.42, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.42, + "precision_at_1": 0.42, + "precision_at_3": 0.14, + "precision_at_5": 0.084, + "precision_at_10": 0.042, + "precision_at_20": 0.021, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.42, + "mrr_at_3": 0.42, + "mrr_at_5": 0.42, + "mrr_at_10": 0.42, + "mrr_at_20": 0.42, + "mrr_at_100": 0.428418, + "mrr_at_1000": 0.428418, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.450035, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 0.450035, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 0.450035, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 0.450035, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 1.0, + "nauc_ndcg_at_20_std": 0.450035, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.995783, + "nauc_ndcg_at_100_std": 0.450367, + "nauc_ndcg_at_100_diff1": 0.995395, + "nauc_ndcg_at_1000_max": 0.995783, + "nauc_ndcg_at_1000_std": 0.450367, + "nauc_ndcg_at_1000_diff1": 0.995395, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.450035, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 0.450035, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 0.450035, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 0.450035, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 1.0, + "nauc_map_at_20_std": 0.450035, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.998618, + "nauc_map_at_100_std": 0.450152, + "nauc_map_at_100_diff1": 0.998479, + "nauc_map_at_1000_max": 0.998618, + "nauc_map_at_1000_std": 0.450152, + "nauc_map_at_1000_diff1": 0.998479, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.450035, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.450035, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.450035, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.450035, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.450035, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.450035, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.450035, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.450035, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.450035, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.450035, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.450035, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 0.450035, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 0.450035, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 0.450035, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 1.0, + "nauc_mrr_at_20_std": 0.450035, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.997973, + "nauc_mrr_at_100_std": 0.448303, + "nauc_mrr_at_100_diff1": 0.998193, + "nauc_mrr_at_1000_max": 0.997973, + "nauc_mrr_at_1000_std": 0.448303, + "nauc_mrr_at_1000_diff1": 0.998193, + "hit_rate_at_1": 0.42, + "hit_rate_at_3": 0.42, + "hit_rate_at_5": 0.42, + "hit_rate_at_10": 0.42, + "hit_rate_at_20": 0.42, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.42, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_4096": [ + { + "ndcg_at_1": 0.28, + "ndcg_at_3": 0.28, + "ndcg_at_5": 0.28, + "ndcg_at_10": 0.28, + "ndcg_at_20": 0.28, + "ndcg_at_100": 0.40111, + "ndcg_at_1000": 0.40111, + "map_at_1": 0.28, + "map_at_3": 0.28, + "map_at_5": 0.28, + "map_at_10": 0.28, + "map_at_20": 0.28, + "map_at_100": 0.29227, + "map_at_1000": 0.29227, + "recall_at_1": 0.28, + "recall_at_3": 0.28, + "recall_at_5": 0.28, + "recall_at_10": 0.28, + "recall_at_20": 0.28, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.28, + "precision_at_1": 0.28, + "precision_at_3": 0.09333, + "precision_at_5": 0.056, + "precision_at_10": 0.028, + "precision_at_20": 0.014, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.28, + "mrr_at_3": 0.28, + "mrr_at_5": 0.28, + "mrr_at_10": 0.28, + "mrr_at_20": 0.28, + "mrr_at_100": 0.292928, + "mrr_at_1000": 0.292928, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.706688, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 0.706688, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 0.706688, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 0.706688, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 1.0, + "nauc_ndcg_at_20_std": 0.706688, + "nauc_ndcg_at_20_diff1": 1.0, + "nauc_ndcg_at_100_max": 0.982964, + "nauc_ndcg_at_100_std": 0.690108, + "nauc_ndcg_at_100_diff1": 0.985855, + "nauc_ndcg_at_1000_max": 0.982964, + "nauc_ndcg_at_1000_std": 0.690108, + "nauc_ndcg_at_1000_diff1": 0.985855, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.706688, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 0.706688, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 0.706688, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 0.706688, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 1.0, + "nauc_map_at_20_std": 0.706688, + "nauc_map_at_20_diff1": 1.0, + "nauc_map_at_100_max": 0.993548, + "nauc_map_at_100_std": 0.700382, + "nauc_map_at_100_diff1": 0.994683, + "nauc_map_at_1000_max": 0.993548, + "nauc_map_at_1000_std": 0.700382, + "nauc_map_at_1000_diff1": 0.994683, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.706688, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.706688, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.706688, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 0.706688, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.706688, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.706688, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.706688, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.706688, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 0.706688, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.706688, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.706688, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 0.706688, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 0.706688, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 1.0, + "nauc_mrr_at_10_std": 0.706688, + "nauc_mrr_at_10_diff1": 1.0, + "nauc_mrr_at_20_max": 1.0, + "nauc_mrr_at_20_std": 0.706688, + "nauc_mrr_at_20_diff1": 1.0, + "nauc_mrr_at_100_max": 0.99407, + "nauc_mrr_at_100_std": 0.703633, + "nauc_mrr_at_100_diff1": 0.994526, + "nauc_mrr_at_1000_max": 0.99407, + "nauc_mrr_at_1000_std": 0.703633, + "nauc_mrr_at_1000_diff1": 0.994526, + "hit_rate_at_1": 0.28, + "hit_rate_at_3": 0.28, + "hit_rate_at_5": 0.28, + "hit_rate_at_10": 0.28, + "hit_rate_at_20": 0.28, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.28, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_8192": [ + { + "ndcg_at_1": 0.08, + "ndcg_at_3": 0.08, + "ndcg_at_5": 0.08, + "ndcg_at_10": 0.0918, + "ndcg_at_20": 0.11608, + "ndcg_at_100": 0.25059, + "ndcg_at_1000": 0.25059, + "map_at_1": 0.08, + "map_at_3": 0.08, + "map_at_5": 0.08, + "map_at_10": 0.08422, + "map_at_20": 0.09035, + "map_at_100": 0.10525, + "map_at_1000": 0.10525, + "recall_at_1": 0.08, + "recall_at_3": 0.08, + "recall_at_5": 0.08, + "recall_at_10": 0.12, + "recall_at_20": 0.22, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.08, + "precision_at_1": 0.08, + "precision_at_3": 0.02667, + "precision_at_5": 0.016, + "precision_at_10": 0.012, + "precision_at_20": 0.011, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.08, + "mrr_at_3": 0.08, + "mrr_at_5": 0.08, + "mrr_at_10": 0.082, + "mrr_at_20": 0.089106, + "mrr_at_100": 0.104627, + "mrr_at_1000": 0.104627, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 0.830963, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 0.830963, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 0.830963, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 0.868921, + "nauc_ndcg_at_10_std": 0.688135, + "nauc_ndcg_at_10_diff1": 0.830438, + "nauc_ndcg_at_20_max": 0.771478, + "nauc_ndcg_at_20_std": 0.634019, + "nauc_ndcg_at_20_diff1": 0.689756, + "nauc_ndcg_at_100_max": 0.866387, + "nauc_ndcg_at_100_std": 0.70841, + "nauc_ndcg_at_100_diff1": 0.810433, + "nauc_ndcg_at_1000_max": 0.866387, + "nauc_ndcg_at_1000_std": 0.70841, + "nauc_ndcg_at_1000_diff1": 0.810433, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 0.830963, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 0.830963, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 0.830963, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 0.948872, + "nauc_map_at_10_std": 0.77548, + "nauc_map_at_10_diff1": 0.934555, + "nauc_map_at_20_max": 0.916787, + "nauc_map_at_20_std": 0.756991, + "nauc_map_at_20_diff1": 0.8856, + "nauc_map_at_100_max": 0.924274, + "nauc_map_at_100_std": 0.760778, + "nauc_map_at_100_diff1": 0.893279, + "nauc_map_at_1000_max": 0.924274, + "nauc_map_at_1000_std": 0.760778, + "nauc_map_at_1000_diff1": 0.893279, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 0.830963, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 0.830963, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 0.830963, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 0.650554, + "nauc_recall_at_10_std": 0.449199, + "nauc_recall_at_10_diff1": 0.544925, + "nauc_recall_at_20_max": 0.480312, + "nauc_recall_at_20_std": 0.390683, + "nauc_recall_at_20_diff1": 0.301178, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 0.830963, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 0.830963, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 0.830963, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 0.650554, + "nauc_precision_at_10_std": 0.449199, + "nauc_precision_at_10_diff1": 0.544925, + "nauc_precision_at_20_max": 0.480312, + "nauc_precision_at_20_std": 0.390683, + "nauc_precision_at_20_diff1": 0.301178, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 0.830963, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 0.830963, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 0.830963, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.965486, + "nauc_mrr_at_10_std": 0.800572, + "nauc_mrr_at_10_diff1": 0.967842, + "nauc_mrr_at_20_max": 0.887939, + "nauc_mrr_at_20_std": 0.741855, + "nauc_mrr_at_20_diff1": 0.897046, + "nauc_mrr_at_100_max": 0.883738, + "nauc_mrr_at_100_std": 0.739718, + "nauc_mrr_at_100_diff1": 0.900074, + "nauc_mrr_at_1000_max": 0.883738, + "nauc_mrr_at_1000_std": 0.739718, + "nauc_mrr_at_1000_diff1": 0.900074, + "hit_rate_at_1": 0.08, + "hit_rate_at_3": 0.08, + "hit_rate_at_5": 0.08, + "hit_rate_at_10": 0.12, + "hit_rate_at_20": 0.22, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.08, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_16384": [ + { + "ndcg_at_1": 0.06, + "ndcg_at_3": 0.06, + "ndcg_at_5": 0.06, + "ndcg_at_10": 0.06, + "ndcg_at_20": 0.09046, + "ndcg_at_100": 0.23368, + "ndcg_at_1000": 0.23368, + "map_at_1": 0.06, + "map_at_3": 0.06, + "map_at_5": 0.06, + "map_at_10": 0.06, + "map_at_20": 0.06841, + "map_at_100": 0.08507, + "map_at_1000": 0.08507, + "recall_at_1": 0.06, + "recall_at_3": 0.06, + "recall_at_5": 0.06, + "recall_at_10": 0.06, + "recall_at_20": 0.18, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.06, + "precision_at_1": 0.06, + "precision_at_3": 0.02, + "precision_at_5": 0.012, + "precision_at_10": 0.006, + "precision_at_20": 0.009, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.06, + "mrr_at_3": 0.06, + "mrr_at_5": 0.06, + "mrr_at_10": 0.069357, + "mrr_at_20": 0.0732, + "mrr_at_100": 0.089202, + "mrr_at_1000": 0.089202, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 1.0, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 1.0, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 1.0, + "nauc_ndcg_at_5_std": 1.0, + "nauc_ndcg_at_5_diff1": 1.0, + "nauc_ndcg_at_10_max": 1.0, + "nauc_ndcg_at_10_std": 1.0, + "nauc_ndcg_at_10_diff1": 1.0, + "nauc_ndcg_at_20_max": 0.61594, + "nauc_ndcg_at_20_std": 0.623127, + "nauc_ndcg_at_20_diff1": 0.662744, + "nauc_ndcg_at_100_max": 0.734498, + "nauc_ndcg_at_100_std": 0.723127, + "nauc_ndcg_at_100_diff1": 0.780747, + "nauc_ndcg_at_1000_max": 0.734498, + "nauc_ndcg_at_1000_std": 0.723127, + "nauc_ndcg_at_1000_diff1": 0.780747, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 1.0, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 1.0, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 1.0, + "nauc_map_at_5_std": 1.0, + "nauc_map_at_5_diff1": 1.0, + "nauc_map_at_10_max": 1.0, + "nauc_map_at_10_std": 1.0, + "nauc_map_at_10_diff1": 1.0, + "nauc_map_at_20_max": 0.863743, + "nauc_map_at_20_std": 0.869005, + "nauc_map_at_20_diff1": 0.882937, + "nauc_map_at_100_max": 0.854088, + "nauc_map_at_100_std": 0.851149, + "nauc_map_at_100_diff1": 0.879397, + "nauc_map_at_1000_max": 0.854088, + "nauc_map_at_1000_std": 0.851149, + "nauc_map_at_1000_diff1": 0.879397, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 1.0, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 1.0, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 1.0, + "nauc_recall_at_5_std": 1.0, + "nauc_recall_at_5_diff1": 1.0, + "nauc_recall_at_10_max": 1.0, + "nauc_recall_at_10_std": 1.0, + "nauc_recall_at_10_diff1": 1.0, + "nauc_recall_at_20_max": 0.180402, + "nauc_recall_at_20_std": 0.186893, + "nauc_recall_at_20_diff1": 0.271621, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 1.0, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 1.0, + "nauc_precision_at_5_std": 1.0, + "nauc_precision_at_5_diff1": 1.0, + "nauc_precision_at_10_max": 1.0, + "nauc_precision_at_10_std": 1.0, + "nauc_precision_at_10_diff1": 1.0, + "nauc_precision_at_20_max": 0.180402, + "nauc_precision_at_20_std": 0.186893, + "nauc_precision_at_20_diff1": 0.271621, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 1.0, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 1.0, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 1.0, + "nauc_mrr_at_5_std": 1.0, + "nauc_mrr_at_5_diff1": 1.0, + "nauc_mrr_at_10_max": 0.897603, + "nauc_mrr_at_10_std": 0.917855, + "nauc_mrr_at_10_diff1": 0.890945, + "nauc_mrr_at_20_max": 0.844119, + "nauc_mrr_at_20_std": 0.872917, + "nauc_mrr_at_20_diff1": 0.848963, + "nauc_mrr_at_100_max": 0.848882, + "nauc_mrr_at_100_std": 0.887613, + "nauc_mrr_at_100_diff1": 0.836872, + "nauc_mrr_at_1000_max": 0.848882, + "nauc_mrr_at_1000_std": 0.887613, + "nauc_mrr_at_1000_diff1": 0.836872, + "hit_rate_at_1": 0.06, + "hit_rate_at_3": 0.06, + "hit_rate_at_5": 0.06, + "hit_rate_at_10": 0.06, + "hit_rate_at_20": 0.18, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.06, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_32768": [ + { + "ndcg_at_1": 0.02, + "ndcg_at_3": 0.02, + "ndcg_at_5": 0.03635, + "ndcg_at_10": 0.06159, + "ndcg_at_20": 0.09079, + "ndcg_at_100": 0.21962, + "ndcg_at_1000": 0.21962, + "map_at_1": 0.02, + "map_at_3": 0.02, + "map_at_5": 0.029, + "map_at_10": 0.03906, + "map_at_20": 0.04646, + "map_at_100": 0.06128, + "map_at_1000": 0.06128, + "recall_at_1": 0.02, + "recall_at_3": 0.02, + "recall_at_5": 0.06, + "recall_at_10": 0.14, + "recall_at_20": 0.26, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.02, + "precision_at_1": 0.02, + "precision_at_3": 0.00667, + "precision_at_5": 0.012, + "precision_at_10": 0.014, + "precision_at_20": 0.013, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.02, + "mrr_at_3": 0.02, + "mrr_at_5": 0.024, + "mrr_at_10": 0.031079, + "mrr_at_20": 0.032079, + "mrr_at_100": 0.050244, + "mrr_at_1000": 0.050244, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": 1.0, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 1.0, + "nauc_ndcg_at_3_std": 1.0, + "nauc_ndcg_at_3_diff1": 1.0, + "nauc_ndcg_at_5_max": 0.4728, + "nauc_ndcg_at_5_std": 0.307675, + "nauc_ndcg_at_5_diff1": 0.495689, + "nauc_ndcg_at_10_max": 0.354503, + "nauc_ndcg_at_10_std": 0.227048, + "nauc_ndcg_at_10_diff1": 0.341035, + "nauc_ndcg_at_20_max": 0.253354, + "nauc_ndcg_at_20_std": 0.063256, + "nauc_ndcg_at_20_diff1": 0.227201, + "nauc_ndcg_at_100_max": 0.379255, + "nauc_ndcg_at_100_std": 0.231448, + "nauc_ndcg_at_100_diff1": 0.344871, + "nauc_ndcg_at_1000_max": 0.379255, + "nauc_ndcg_at_1000_std": 0.231448, + "nauc_ndcg_at_1000_diff1": 0.344871, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": 1.0, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 1.0, + "nauc_map_at_3_std": 1.0, + "nauc_map_at_3_diff1": 1.0, + "nauc_map_at_5_max": 0.631672, + "nauc_map_at_5_std": 0.521655, + "nauc_map_at_5_diff1": 0.648326, + "nauc_map_at_10_max": 0.518019, + "nauc_map_at_10_std": 0.412443, + "nauc_map_at_10_diff1": 0.508105, + "nauc_map_at_20_max": 0.460089, + "nauc_map_at_20_std": 0.324366, + "nauc_map_at_20_diff1": 0.444515, + "nauc_map_at_100_max": 0.485824, + "nauc_map_at_100_std": 0.358944, + "nauc_map_at_100_diff1": 0.464677, + "nauc_map_at_1000_max": 0.485824, + "nauc_map_at_1000_std": 0.358944, + "nauc_map_at_1000_diff1": 0.464677, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": 1.0, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 1.0, + "nauc_recall_at_3_std": 1.0, + "nauc_recall_at_3_diff1": 1.0, + "nauc_recall_at_5_max": 0.227797, + "nauc_recall_at_5_std": -0.024774, + "nauc_recall_at_5_diff1": 0.259995, + "nauc_recall_at_10_max": 0.193517, + "nauc_recall_at_10_std": 0.050405, + "nauc_recall_at_10_diff1": 0.177182, + "nauc_recall_at_20_max": 0.079703, + "nauc_recall_at_20_std": -0.15744, + "nauc_recall_at_20_diff1": 0.044289, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": 1.0, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 1.0, + "nauc_precision_at_3_std": 1.0, + "nauc_precision_at_3_diff1": 1.0, + "nauc_precision_at_5_max": 0.227797, + "nauc_precision_at_5_std": -0.024774, + "nauc_precision_at_5_diff1": 0.259995, + "nauc_precision_at_10_max": 0.193517, + "nauc_precision_at_10_std": 0.050405, + "nauc_precision_at_10_diff1": 0.177182, + "nauc_precision_at_20_max": 0.079703, + "nauc_precision_at_20_std": -0.15744, + "nauc_precision_at_20_diff1": 0.044289, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": 1.0, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 1.0, + "nauc_mrr_at_3_std": 1.0, + "nauc_mrr_at_3_diff1": 1.0, + "nauc_mrr_at_5_max": 0.737546, + "nauc_mrr_at_5_std": 0.780252, + "nauc_mrr_at_5_diff1": 0.821572, + "nauc_mrr_at_10_max": 0.532963, + "nauc_mrr_at_10_std": 0.564491, + "nauc_mrr_at_10_diff1": 0.643394, + "nauc_mrr_at_20_max": 0.542702, + "nauc_mrr_at_20_std": 0.555822, + "nauc_mrr_at_20_diff1": 0.661482, + "nauc_mrr_at_100_max": 0.532473, + "nauc_mrr_at_100_std": 0.548957, + "nauc_mrr_at_100_diff1": 0.612705, + "nauc_mrr_at_1000_max": 0.532473, + "nauc_mrr_at_1000_std": 0.548957, + "nauc_mrr_at_1000_diff1": 0.612705, + "hit_rate_at_1": 0.02, + "hit_rate_at_3": 0.02, + "hit_rate_at_5": 0.06, + "hit_rate_at_10": 0.14, + "hit_rate_at_20": 0.26, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.02, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 42.022093296051025, + "kg_co2_emissions": null, + "date": 1776188200.530255 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/LegalBenchCorporateLobbying.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/LegalBenchCorporateLobbying.json new file mode 100644 index 0000000000..9ba4bd06e4 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/LegalBenchCorporateLobbying.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "f69691c650464e62546d7f2a4536f8f87c891e38", + "task_name": "LegalBenchCorporateLobbying", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.9, + "ndcg_at_3": 0.94594, + "ndcg_at_5": 0.94948, + "ndcg_at_10": 0.95157, + "ndcg_at_20": 0.95233, + "ndcg_at_100": 0.95326, + "ndcg_at_1000": 0.95326, + "map_at_1": 0.9, + "map_at_3": 0.93529, + "map_at_5": 0.93721, + "map_at_10": 0.93819, + "map_at_20": 0.9384, + "map_at_100": 0.93847, + "map_at_1000": 0.93847, + "recall_at_1": 0.9, + "recall_at_3": 0.97647, + "recall_at_5": 0.98529, + "recall_at_10": 0.99118, + "recall_at_20": 0.99412, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.9, + "precision_at_1": 0.9, + "precision_at_3": 0.32549, + "precision_at_5": 0.19706, + "precision_at_10": 0.09912, + "precision_at_20": 0.04971, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.9, + "mrr_at_3": 0.935294, + "mrr_at_5": 0.937206, + "mrr_at_10": 0.938186, + "mrr_at_20": 0.938396, + "mrr_at_100": 0.938471, + "mrr_at_1000": 0.938471, + "nauc_ndcg_at_1_max": 0.46316, + "nauc_ndcg_at_1_std": -0.262056, + "nauc_ndcg_at_1_diff1": 0.869157, + "nauc_ndcg_at_3_max": 0.555116, + "nauc_ndcg_at_3_std": -0.251645, + "nauc_ndcg_at_3_diff1": 0.866407, + "nauc_ndcg_at_5_max": 0.523923, + "nauc_ndcg_at_5_std": -0.24257, + "nauc_ndcg_at_5_diff1": 0.859984, + "nauc_ndcg_at_10_max": 0.517211, + "nauc_ndcg_at_10_std": -0.234229, + "nauc_ndcg_at_10_diff1": 0.859582, + "nauc_ndcg_at_20_max": 0.509587, + "nauc_ndcg_at_20_std": -0.251655, + "nauc_ndcg_at_20_diff1": 0.857364, + "nauc_ndcg_at_100_max": 0.510949, + "nauc_ndcg_at_100_std": -0.250543, + "nauc_ndcg_at_100_diff1": 0.860112, + "nauc_ndcg_at_1000_max": 0.510949, + "nauc_ndcg_at_1000_std": -0.250543, + "nauc_ndcg_at_1000_diff1": 0.860112, + "nauc_map_at_1_max": 0.46316, + "nauc_map_at_1_std": -0.262056, + "nauc_map_at_1_diff1": 0.869157, + "nauc_map_at_3_max": 0.52677, + "nauc_map_at_3_std": -0.253116, + "nauc_map_at_3_diff1": 0.865157, + "nauc_map_at_5_max": 0.512362, + "nauc_map_at_5_std": -0.249866, + "nauc_map_at_5_diff1": 0.862276, + "nauc_map_at_10_max": 0.509719, + "nauc_map_at_10_std": -0.246924, + "nauc_map_at_10_diff1": 0.862165, + "nauc_map_at_20_max": 0.508047, + "nauc_map_at_20_std": -0.250731, + "nauc_map_at_20_diff1": 0.861695, + "nauc_map_at_100_max": 0.508019, + "nauc_map_at_100_std": -0.250917, + "nauc_map_at_100_diff1": 0.861838, + "nauc_map_at_1000_max": 0.508019, + "nauc_map_at_1000_std": -0.250917, + "nauc_map_at_1000_diff1": 0.861838, + "nauc_recall_at_1_max": 0.46316, + "nauc_recall_at_1_std": -0.262056, + "nauc_recall_at_1_diff1": 0.869157, + "nauc_recall_at_3_max": 0.773343, + "nauc_recall_at_3_std": -0.242705, + "nauc_recall_at_3_diff1": 0.87891, + "nauc_recall_at_5_max": 0.637348, + "nauc_recall_at_5_std": -0.148273, + "nauc_recall_at_5_diff1": 0.8324, + "nauc_recall_at_10_max": 0.609555, + "nauc_recall_at_10_std": 0.043106, + "nauc_recall_at_10_diff1": 0.807812, + "nauc_recall_at_20_max": 0.414332, + "nauc_recall_at_20_std": -0.369981, + "nauc_recall_at_20_diff1": 0.711718, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.46316, + "nauc_precision_at_1_std": -0.262056, + "nauc_precision_at_1_diff1": 0.869157, + "nauc_precision_at_3_max": 0.773343, + "nauc_precision_at_3_std": -0.242705, + "nauc_precision_at_3_diff1": 0.87891, + "nauc_precision_at_5_max": 0.637348, + "nauc_precision_at_5_std": -0.148273, + "nauc_precision_at_5_diff1": 0.8324, + "nauc_precision_at_10_max": 0.609555, + "nauc_precision_at_10_std": 0.043106, + "nauc_precision_at_10_diff1": 0.807812, + "nauc_precision_at_20_max": 0.414332, + "nauc_precision_at_20_std": -0.369981, + "nauc_precision_at_20_diff1": 0.711718, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.46316, + "nauc_mrr_at_1_std": -0.262056, + "nauc_mrr_at_1_diff1": 0.869157, + "nauc_mrr_at_3_max": 0.52677, + "nauc_mrr_at_3_std": -0.253116, + "nauc_mrr_at_3_diff1": 0.865157, + "nauc_mrr_at_5_max": 0.512362, + "nauc_mrr_at_5_std": -0.249866, + "nauc_mrr_at_5_diff1": 0.862276, + "nauc_mrr_at_10_max": 0.509719, + "nauc_mrr_at_10_std": -0.246924, + "nauc_mrr_at_10_diff1": 0.862165, + "nauc_mrr_at_20_max": 0.508047, + "nauc_mrr_at_20_std": -0.250731, + "nauc_mrr_at_20_diff1": 0.861695, + "nauc_mrr_at_100_max": 0.508019, + "nauc_mrr_at_100_std": -0.250917, + "nauc_mrr_at_100_diff1": 0.861838, + "nauc_mrr_at_1000_max": 0.508019, + "nauc_mrr_at_1000_std": -0.250917, + "nauc_mrr_at_1000_diff1": 0.861838, + "hit_rate_at_1": 0.9, + "hit_rate_at_3": 0.97647, + "hit_rate_at_5": 0.98529, + "hit_rate_at_10": 0.99118, + "hit_rate_at_20": 0.99412, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.95157, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2.627572536468506, + "kg_co2_emissions": null, + "date": 1776178211.153145 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MACST2ARetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MACST2ARetrieval.json new file mode 100644 index 0000000000..b744f81549 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MACST2ARetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "74ce553cb9b43aee5169f0bddd30bd5dee8d26d1", + "task_name": "MACST2ARetrieval", + "mteb_version": "2.12.15", + "scores": { + "test": [ + { + "ndcg_at_1": 0.02799, + "ndcg_at_3": 0.04559, + "ndcg_at_5": 0.05632, + "ndcg_at_10": 0.07243, + "ndcg_at_20": 0.08891, + "ndcg_at_100": 0.14861, + "ndcg_at_1000": 0.21003, + "map_at_1": 0.02799, + "map_at_3": 0.04114, + "map_at_5": 0.04724, + "map_at_10": 0.05368, + "map_at_20": 0.05807, + "map_at_100": 0.0654, + "map_at_1000": 0.06801, + "recall_at_1": 0.02799, + "recall_at_3": 0.05852, + "recall_at_5": 0.08397, + "recall_at_10": 0.13486, + "recall_at_20": 0.20102, + "recall_at_100": 0.5369, + "recall_at_1000": 1.0, + "accuracy": 0.02799, + "precision_at_1": 0.02799, + "precision_at_3": 0.01951, + "precision_at_5": 0.01679, + "precision_at_10": 0.01349, + "precision_at_20": 0.01005, + "precision_at_100": 0.00537, + "precision_at_1000": 0.001, + "mrr_at_1": 0.02799, + "mrr_at_3": 0.041137, + "mrr_at_5": 0.047243, + "mrr_at_10": 0.053684, + "mrr_at_20": 0.058074, + "mrr_at_100": 0.065401, + "mrr_at_1000": 0.068006, + "nauc_ndcg_at_1_max": 0.056559, + "nauc_ndcg_at_1_std": -0.119243, + "nauc_ndcg_at_1_diff1": 0.175865, + "nauc_ndcg_at_3_max": 0.082544, + "nauc_ndcg_at_3_std": -0.059293, + "nauc_ndcg_at_3_diff1": 0.145457, + "nauc_ndcg_at_5_max": 0.078396, + "nauc_ndcg_at_5_std": -0.057585, + "nauc_ndcg_at_5_diff1": 0.105757, + "nauc_ndcg_at_10_max": 0.097078, + "nauc_ndcg_at_10_std": -0.03257, + "nauc_ndcg_at_10_diff1": 0.072482, + "nauc_ndcg_at_20_max": 0.067964, + "nauc_ndcg_at_20_std": -0.010745, + "nauc_ndcg_at_20_diff1": 0.102409, + "nauc_ndcg_at_100_max": 0.04384, + "nauc_ndcg_at_100_std": -0.00031, + "nauc_ndcg_at_100_diff1": 0.094449, + "nauc_ndcg_at_1000_max": 0.057034, + "nauc_ndcg_at_1000_std": -0.025158, + "nauc_ndcg_at_1000_diff1": 0.104517, + "nauc_map_at_1_max": 0.056559, + "nauc_map_at_1_std": -0.119243, + "nauc_map_at_1_diff1": 0.175865, + "nauc_map_at_3_max": 0.074622, + "nauc_map_at_3_std": -0.067446, + "nauc_map_at_3_diff1": 0.145579, + "nauc_map_at_5_max": 0.071693, + "nauc_map_at_5_std": -0.065076, + "nauc_map_at_5_diff1": 0.119505, + "nauc_map_at_10_max": 0.084595, + "nauc_map_at_10_std": -0.050905, + "nauc_map_at_10_diff1": 0.099023, + "nauc_map_at_20_max": 0.07365, + "nauc_map_at_20_std": -0.041222, + "nauc_map_at_20_diff1": 0.109173, + "nauc_map_at_100_max": 0.066843, + "nauc_map_at_100_std": -0.041518, + "nauc_map_at_100_diff1": 0.108555, + "nauc_map_at_1000_max": 0.067426, + "nauc_map_at_1000_std": -0.043168, + "nauc_map_at_1000_diff1": 0.1099, + "nauc_recall_at_1_max": 0.056559, + "nauc_recall_at_1_std": -0.119243, + "nauc_recall_at_1_diff1": 0.175865, + "nauc_recall_at_3_max": 0.099675, + "nauc_recall_at_3_std": -0.043245, + "nauc_recall_at_3_diff1": 0.146624, + "nauc_recall_at_5_max": 0.090545, + "nauc_recall_at_5_std": -0.045761, + "nauc_recall_at_5_diff1": 0.081135, + "nauc_recall_at_10_max": 0.114279, + "nauc_recall_at_10_std": -0.006043, + "nauc_recall_at_10_diff1": 0.034071, + "nauc_recall_at_20_max": 0.054787, + "nauc_recall_at_20_std": 0.028124, + "nauc_recall_at_20_diff1": 0.101462, + "nauc_recall_at_100_max": 0.007595, + "nauc_recall_at_100_std": 0.061587, + "nauc_recall_at_100_diff1": 0.07831, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.056559, + "nauc_precision_at_1_std": -0.119243, + "nauc_precision_at_1_diff1": 0.175865, + "nauc_precision_at_3_max": 0.099675, + "nauc_precision_at_3_std": -0.043245, + "nauc_precision_at_3_diff1": 0.146624, + "nauc_precision_at_5_max": 0.090545, + "nauc_precision_at_5_std": -0.045761, + "nauc_precision_at_5_diff1": 0.081135, + "nauc_precision_at_10_max": 0.114279, + "nauc_precision_at_10_std": -0.006043, + "nauc_precision_at_10_diff1": 0.034071, + "nauc_precision_at_20_max": 0.054787, + "nauc_precision_at_20_std": 0.028124, + "nauc_precision_at_20_diff1": 0.101462, + "nauc_precision_at_100_max": 0.007595, + "nauc_precision_at_100_std": 0.061587, + "nauc_precision_at_100_diff1": 0.07831, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.056559, + "nauc_mrr_at_1_std": -0.119243, + "nauc_mrr_at_1_diff1": 0.175865, + "nauc_mrr_at_3_max": 0.074622, + "nauc_mrr_at_3_std": -0.067446, + "nauc_mrr_at_3_diff1": 0.145579, + "nauc_mrr_at_5_max": 0.071693, + "nauc_mrr_at_5_std": -0.065076, + "nauc_mrr_at_5_diff1": 0.119505, + "nauc_mrr_at_10_max": 0.084595, + "nauc_mrr_at_10_std": -0.050905, + "nauc_mrr_at_10_diff1": 0.099023, + "nauc_mrr_at_20_max": 0.07365, + "nauc_mrr_at_20_std": -0.041222, + "nauc_mrr_at_20_diff1": 0.109173, + "nauc_mrr_at_100_max": 0.066843, + "nauc_mrr_at_100_std": -0.041518, + "nauc_mrr_at_100_diff1": 0.108555, + "nauc_mrr_at_1000_max": 0.067426, + "nauc_mrr_at_1000_std": -0.043168, + "nauc_mrr_at_1000_diff1": 0.1099, + "hit_rate_at_1": 0.02799, + "hit_rate_at_3": 0.05852, + "hit_rate_at_5": 0.08397, + "hit_rate_at_10": 0.13486, + "hit_rate_at_20": 0.20102, + "hit_rate_at_100": 0.5369, + "hit_rate_at_1000": 1.0, + "main_score": 0.08397, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 19.506623029708862, + "kg_co2_emissions": null, + "date": 1776154898.079965 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MIRACLRetrievalHardNegatives.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MIRACLRetrievalHardNegatives.json new file mode 100644 index 0000000000..618e6dee32 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MIRACLRetrievalHardNegatives.json @@ -0,0 +1,2802 @@ +{ + "dataset_revision": "d7d94fa4b946cec4a27c84653aa0cf6b33f74a3c", + "task_name": "MIRACLRetrievalHardNegatives", + "mteb_version": "2.12.16", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.685, + "ndcg_at_3": 0.68015, + "ndcg_at_5": 0.71296, + "ndcg_at_10": 0.74165, + "ndcg_at_20": 0.76108, + "ndcg_at_100": 0.77843, + "ndcg_at_1000": 0.78267, + "map_at_1": 0.45356, + "map_at_3": 0.60721, + "map_at_5": 0.64588, + "map_at_10": 0.66833, + "map_at_20": 0.67746, + "map_at_100": 0.68206, + "map_at_1000": 0.68238, + "recall_at_1": 0.45356, + "recall_at_3": 0.67633, + "recall_at_5": 0.77254, + "recall_at_10": 0.84398, + "recall_at_20": 0.90238, + "recall_at_100": 0.97334, + "recall_at_1000": 0.99942, + "accuracy": 0.45356, + "precision_at_1": 0.685, + "precision_at_3": 0.38767, + "precision_at_5": 0.2768, + "precision_at_10": 0.1589, + "precision_at_20": 0.0873, + "precision_at_100": 0.01926, + "precision_at_1000": 0.00198, + "mrr_at_1": 0.685, + "mrr_at_3": 0.752, + "mrr_at_5": 0.7674, + "mrr_at_10": 0.771038, + "mrr_at_20": 0.773074, + "mrr_at_100": 0.773784, + "mrr_at_1000": 0.773869, + "nauc_ndcg_at_1_max": 0.374418, + "nauc_ndcg_at_1_std": -0.106784, + "nauc_ndcg_at_1_diff1": 0.45768, + "nauc_ndcg_at_3_max": 0.327411, + "nauc_ndcg_at_3_std": -0.182696, + "nauc_ndcg_at_3_diff1": 0.377087, + "nauc_ndcg_at_5_max": 0.318578, + "nauc_ndcg_at_5_std": -0.172007, + "nauc_ndcg_at_5_diff1": 0.379577, + "nauc_ndcg_at_10_max": 0.340532, + "nauc_ndcg_at_10_std": -0.15319, + "nauc_ndcg_at_10_diff1": 0.377166, + "nauc_ndcg_at_20_max": 0.349815, + "nauc_ndcg_at_20_std": -0.140328, + "nauc_ndcg_at_20_diff1": 0.379138, + "nauc_ndcg_at_100_max": 0.357298, + "nauc_ndcg_at_100_std": -0.122761, + "nauc_ndcg_at_100_diff1": 0.37624, + "nauc_ndcg_at_1000_max": 0.356572, + "nauc_ndcg_at_1000_std": -0.127625, + "nauc_ndcg_at_1000_diff1": 0.38273, + "nauc_map_at_1_max": 0.181428, + "nauc_map_at_1_std": -0.195616, + "nauc_map_at_1_diff1": 0.452622, + "nauc_map_at_3_max": 0.279638, + "nauc_map_at_3_std": -0.206035, + "nauc_map_at_3_diff1": 0.399871, + "nauc_map_at_5_max": 0.295113, + "nauc_map_at_5_std": -0.185465, + "nauc_map_at_5_diff1": 0.388142, + "nauc_map_at_10_max": 0.311906, + "nauc_map_at_10_std": -0.169255, + "nauc_map_at_10_diff1": 0.381844, + "nauc_map_at_20_max": 0.317852, + "nauc_map_at_20_std": -0.162702, + "nauc_map_at_20_diff1": 0.380105, + "nauc_map_at_100_max": 0.32106, + "nauc_map_at_100_std": -0.158309, + "nauc_map_at_100_diff1": 0.379562, + "nauc_map_at_1000_max": 0.32097, + "nauc_map_at_1000_std": -0.158416, + "nauc_map_at_1000_diff1": 0.379875, + "nauc_recall_at_1_max": 0.181428, + "nauc_recall_at_1_std": -0.195616, + "nauc_recall_at_1_diff1": 0.452622, + "nauc_recall_at_3_max": 0.255409, + "nauc_recall_at_3_std": -0.243878, + "nauc_recall_at_3_diff1": 0.346491, + "nauc_recall_at_5_max": 0.231304, + "nauc_recall_at_5_std": -0.218289, + "nauc_recall_at_5_diff1": 0.304974, + "nauc_recall_at_10_max": 0.279932, + "nauc_recall_at_10_std": -0.184118, + "nauc_recall_at_10_diff1": 0.278917, + "nauc_recall_at_20_max": 0.292417, + "nauc_recall_at_20_std": -0.156281, + "nauc_recall_at_20_diff1": 0.27676, + "nauc_recall_at_100_max": 0.33536, + "nauc_recall_at_100_std": 0.136464, + "nauc_recall_at_100_diff1": 0.060682, + "nauc_recall_at_1000_max": 0.806256, + "nauc_recall_at_1000_std": 0.84127, + "nauc_recall_at_1000_diff1": 0.339269, + "nauc_precision_at_1_max": 0.374418, + "nauc_precision_at_1_std": -0.106784, + "nauc_precision_at_1_diff1": 0.45768, + "nauc_precision_at_3_max": 0.25862, + "nauc_precision_at_3_std": 0.0396, + "nauc_precision_at_3_diff1": -0.010648, + "nauc_precision_at_5_max": 0.201628, + "nauc_precision_at_5_std": 0.127787, + "nauc_precision_at_5_diff1": -0.11243, + "nauc_precision_at_10_max": 0.174012, + "nauc_precision_at_10_std": 0.185085, + "nauc_precision_at_10_diff1": -0.169181, + "nauc_precision_at_20_max": 0.144481, + "nauc_precision_at_20_std": 0.218013, + "nauc_precision_at_20_diff1": -0.202548, + "nauc_precision_at_100_max": 0.107768, + "nauc_precision_at_100_std": 0.260081, + "nauc_precision_at_100_diff1": -0.245255, + "nauc_precision_at_1000_max": 0.087955, + "nauc_precision_at_1000_std": 0.253491, + "nauc_precision_at_1000_diff1": -0.244919, + "nauc_mrr_at_1_max": 0.374418, + "nauc_mrr_at_1_std": -0.106784, + "nauc_mrr_at_1_diff1": 0.45768, + "nauc_mrr_at_3_max": 0.408171, + "nauc_mrr_at_3_std": -0.118411, + "nauc_mrr_at_3_diff1": 0.429149, + "nauc_mrr_at_5_max": 0.40235, + "nauc_mrr_at_5_std": -0.11246, + "nauc_mrr_at_5_diff1": 0.433017, + "nauc_mrr_at_10_max": 0.404275, + "nauc_mrr_at_10_std": -0.112231, + "nauc_mrr_at_10_diff1": 0.433806, + "nauc_mrr_at_20_max": 0.403753, + "nauc_mrr_at_20_std": -0.11074, + "nauc_mrr_at_20_diff1": 0.434344, + "nauc_mrr_at_100_max": 0.403306, + "nauc_mrr_at_100_std": -0.110459, + "nauc_mrr_at_100_diff1": 0.434184, + "nauc_mrr_at_1000_max": 0.403262, + "nauc_mrr_at_1000_std": -0.110585, + "nauc_mrr_at_1000_diff1": 0.434266, + "hit_rate_at_1": 0.685, + "hit_rate_at_3": 0.836, + "hit_rate_at_5": 0.903, + "hit_rate_at_10": 0.93, + "hit_rate_at_20": 0.959, + "hit_rate_at_100": 0.986, + "hit_rate_at_1000": 1.0, + "main_score": 0.74165, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.61314, + "ndcg_at_3": 0.64039, + "ndcg_at_5": 0.67495, + "ndcg_at_10": 0.71028, + "ndcg_at_20": 0.73217, + "ndcg_at_100": 0.74693, + "ndcg_at_1000": 0.75162, + "map_at_1": 0.3767, + "map_at_3": 0.55042, + "map_at_5": 0.59367, + "map_at_10": 0.61967, + "map_at_20": 0.63081, + "map_at_100": 0.63484, + "map_at_1000": 0.63511, + "recall_at_1": 0.3767, + "recall_at_3": 0.64618, + "recall_at_5": 0.75019, + "recall_at_10": 0.84505, + "recall_at_20": 0.90834, + "recall_at_100": 0.9666, + "recall_at_1000": 0.99676, + "accuracy": 0.3767, + "precision_at_1": 0.61314, + "precision_at_3": 0.39254, + "precision_at_5": 0.28321, + "precision_at_10": 0.16594, + "precision_at_20": 0.09246, + "precision_at_100": 0.02022, + "precision_at_1000": 0.00209, + "mrr_at_1": 0.613139, + "mrr_at_3": 0.716545, + "mrr_at_5": 0.729805, + "mrr_at_10": 0.737832, + "mrr_at_20": 0.738718, + "mrr_at_100": 0.73923, + "mrr_at_1000": 0.739254, + "nauc_ndcg_at_1_max": 0.400412, + "nauc_ndcg_at_1_std": 0.05109, + "nauc_ndcg_at_1_diff1": 0.376606, + "nauc_ndcg_at_3_max": 0.274848, + "nauc_ndcg_at_3_std": -0.136838, + "nauc_ndcg_at_3_diff1": 0.325089, + "nauc_ndcg_at_5_max": 0.298249, + "nauc_ndcg_at_5_std": -0.139052, + "nauc_ndcg_at_5_diff1": 0.347682, + "nauc_ndcg_at_10_max": 0.296015, + "nauc_ndcg_at_10_std": -0.092666, + "nauc_ndcg_at_10_diff1": 0.348665, + "nauc_ndcg_at_20_max": 0.322569, + "nauc_ndcg_at_20_std": -0.052649, + "nauc_ndcg_at_20_diff1": 0.346212, + "nauc_ndcg_at_100_max": 0.322601, + "nauc_ndcg_at_100_std": -0.04647, + "nauc_ndcg_at_100_diff1": 0.342343, + "nauc_ndcg_at_1000_max": 0.321294, + "nauc_ndcg_at_1000_std": -0.05537, + "nauc_ndcg_at_1000_diff1": 0.343189, + "nauc_map_at_1_max": 0.121642, + "nauc_map_at_1_std": -0.188731, + "nauc_map_at_1_diff1": 0.433176, + "nauc_map_at_3_max": 0.216095, + "nauc_map_at_3_std": -0.190728, + "nauc_map_at_3_diff1": 0.361099, + "nauc_map_at_5_max": 0.248062, + "nauc_map_at_5_std": -0.162514, + "nauc_map_at_5_diff1": 0.356054, + "nauc_map_at_10_max": 0.2521, + "nauc_map_at_10_std": -0.121745, + "nauc_map_at_10_diff1": 0.347275, + "nauc_map_at_20_max": 0.26239, + "nauc_map_at_20_std": -0.10378, + "nauc_map_at_20_diff1": 0.343565, + "nauc_map_at_100_max": 0.263151, + "nauc_map_at_100_std": -0.101514, + "nauc_map_at_100_diff1": 0.342616, + "nauc_map_at_1000_max": 0.263179, + "nauc_map_at_1000_std": -0.10177, + "nauc_map_at_1000_diff1": 0.342645, + "nauc_recall_at_1_max": 0.121642, + "nauc_recall_at_1_std": -0.188731, + "nauc_recall_at_1_diff1": 0.433176, + "nauc_recall_at_3_max": 0.185305, + "nauc_recall_at_3_std": -0.296337, + "nauc_recall_at_3_diff1": 0.320758, + "nauc_recall_at_5_max": 0.240774, + "nauc_recall_at_5_std": -0.257859, + "nauc_recall_at_5_diff1": 0.322374, + "nauc_recall_at_10_max": 0.186933, + "nauc_recall_at_10_std": -0.127627, + "nauc_recall_at_10_diff1": 0.279555, + "nauc_recall_at_20_max": 0.302786, + "nauc_recall_at_20_std": 0.094138, + "nauc_recall_at_20_diff1": 0.274863, + "nauc_recall_at_100_max": 0.305411, + "nauc_recall_at_100_std": 0.38841, + "nauc_recall_at_100_diff1": 0.208345, + "nauc_recall_at_1000_max": -0.395752, + "nauc_recall_at_1000_std": 0.490912, + "nauc_recall_at_1000_diff1": -0.199328, + "nauc_precision_at_1_max": 0.400412, + "nauc_precision_at_1_std": 0.05109, + "nauc_precision_at_1_diff1": 0.376606, + "nauc_precision_at_3_max": 0.323857, + "nauc_precision_at_3_std": 0.131894, + "nauc_precision_at_3_diff1": -0.017677, + "nauc_precision_at_5_max": 0.300647, + "nauc_precision_at_5_std": 0.217689, + "nauc_precision_at_5_diff1": -0.085911, + "nauc_precision_at_10_max": 0.217961, + "nauc_precision_at_10_std": 0.331321, + "nauc_precision_at_10_diff1": -0.157668, + "nauc_precision_at_20_max": 0.203819, + "nauc_precision_at_20_std": 0.36612, + "nauc_precision_at_20_diff1": -0.191429, + "nauc_precision_at_100_max": 0.15941, + "nauc_precision_at_100_std": 0.357621, + "nauc_precision_at_100_diff1": -0.216796, + "nauc_precision_at_1000_max": 0.143062, + "nauc_precision_at_1000_std": 0.338159, + "nauc_precision_at_1000_diff1": -0.231454, + "nauc_mrr_at_1_max": 0.400412, + "nauc_mrr_at_1_std": 0.05109, + "nauc_mrr_at_1_diff1": 0.376606, + "nauc_mrr_at_3_max": 0.414149, + "nauc_mrr_at_3_std": -0.030024, + "nauc_mrr_at_3_diff1": 0.373991, + "nauc_mrr_at_5_max": 0.434734, + "nauc_mrr_at_5_std": -0.009462, + "nauc_mrr_at_5_diff1": 0.377682, + "nauc_mrr_at_10_max": 0.428651, + "nauc_mrr_at_10_std": -0.001477, + "nauc_mrr_at_10_diff1": 0.376718, + "nauc_mrr_at_20_max": 0.427942, + "nauc_mrr_at_20_std": 0.001267, + "nauc_mrr_at_20_diff1": 0.375632, + "nauc_mrr_at_100_max": 0.427452, + "nauc_mrr_at_100_std": 0.001072, + "nauc_mrr_at_100_diff1": 0.375345, + "nauc_mrr_at_1000_max": 0.427393, + "nauc_mrr_at_1000_std": 0.000974, + "nauc_mrr_at_1000_diff1": 0.375329, + "hit_rate_at_1": 0.61314, + "hit_rate_at_3": 0.84185, + "hit_rate_at_5": 0.90024, + "hit_rate_at_10": 0.95864, + "hit_rate_at_20": 0.9708, + "hit_rate_at_100": 0.99027, + "hit_rate_at_1000": 1.0, + "main_score": 0.71028, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.52459, + "ndcg_at_3": 0.49704, + "ndcg_at_5": 0.52202, + "ndcg_at_10": 0.56907, + "ndcg_at_20": 0.60735, + "ndcg_at_100": 0.65273, + "ndcg_at_1000": 0.65791, + "map_at_1": 0.24699, + "map_at_3": 0.38373, + "map_at_5": 0.4288, + "map_at_10": 0.46432, + "map_at_20": 0.48306, + "map_at_100": 0.49484, + "map_at_1000": 0.49532, + "recall_at_1": 0.24699, + "recall_at_3": 0.45469, + "recall_at_5": 0.56025, + "recall_at_10": 0.68097, + "recall_at_20": 0.78718, + "recall_at_100": 0.96499, + "recall_at_1000": 0.99496, + "accuracy": 0.24699, + "precision_at_1": 0.52459, + "precision_at_3": 0.34973, + "precision_at_5": 0.26951, + "precision_at_10": 0.16951, + "precision_at_20": 0.10164, + "precision_at_100": 0.02561, + "precision_at_1000": 0.00264, + "mrr_at_1": 0.52459, + "mrr_at_3": 0.615301, + "mrr_at_5": 0.634153, + "mrr_at_10": 0.641341, + "mrr_at_20": 0.645155, + "mrr_at_100": 0.646931, + "mrr_at_1000": 0.64703, + "nauc_ndcg_at_1_max": 0.502486, + "nauc_ndcg_at_1_std": 0.013473, + "nauc_ndcg_at_1_diff1": 0.385431, + "nauc_ndcg_at_3_max": 0.370381, + "nauc_ndcg_at_3_std": -0.00183, + "nauc_ndcg_at_3_diff1": 0.239745, + "nauc_ndcg_at_5_max": 0.373759, + "nauc_ndcg_at_5_std": 0.002657, + "nauc_ndcg_at_5_diff1": 0.235896, + "nauc_ndcg_at_10_max": 0.383423, + "nauc_ndcg_at_10_std": -0.013771, + "nauc_ndcg_at_10_diff1": 0.220288, + "nauc_ndcg_at_20_max": 0.382584, + "nauc_ndcg_at_20_std": -0.006764, + "nauc_ndcg_at_20_diff1": 0.237644, + "nauc_ndcg_at_100_max": 0.419001, + "nauc_ndcg_at_100_std": 0.024464, + "nauc_ndcg_at_100_diff1": 0.259026, + "nauc_ndcg_at_1000_max": 0.416966, + "nauc_ndcg_at_1000_std": 0.026023, + "nauc_ndcg_at_1000_diff1": 0.260731, + "nauc_map_at_1_max": 0.222903, + "nauc_map_at_1_std": -0.018244, + "nauc_map_at_1_diff1": 0.283663, + "nauc_map_at_3_max": 0.27622, + "nauc_map_at_3_std": -0.016, + "nauc_map_at_3_diff1": 0.219337, + "nauc_map_at_5_max": 0.315755, + "nauc_map_at_5_std": -0.009617, + "nauc_map_at_5_diff1": 0.216773, + "nauc_map_at_10_max": 0.337205, + "nauc_map_at_10_std": -0.014112, + "nauc_map_at_10_diff1": 0.207029, + "nauc_map_at_20_max": 0.337953, + "nauc_map_at_20_std": -0.014139, + "nauc_map_at_20_diff1": 0.214967, + "nauc_map_at_100_max": 0.35089, + "nauc_map_at_100_std": -0.003334, + "nauc_map_at_100_diff1": 0.220826, + "nauc_map_at_1000_max": 0.351052, + "nauc_map_at_1000_std": -0.003274, + "nauc_map_at_1000_diff1": 0.221147, + "nauc_recall_at_1_max": 0.222903, + "nauc_recall_at_1_std": -0.018244, + "nauc_recall_at_1_diff1": 0.283663, + "nauc_recall_at_3_max": 0.215889, + "nauc_recall_at_3_std": -0.03132, + "nauc_recall_at_3_diff1": 0.152479, + "nauc_recall_at_5_max": 0.248391, + "nauc_recall_at_5_std": -0.02613, + "nauc_recall_at_5_diff1": 0.142518, + "nauc_recall_at_10_max": 0.295485, + "nauc_recall_at_10_std": -0.060786, + "nauc_recall_at_10_diff1": 0.103026, + "nauc_recall_at_20_max": 0.24979, + "nauc_recall_at_20_std": -0.069633, + "nauc_recall_at_20_diff1": 0.121588, + "nauc_recall_at_100_max": 0.427368, + "nauc_recall_at_100_std": 0.03621, + "nauc_recall_at_100_diff1": 0.113281, + "nauc_recall_at_1000_max": 0.167577, + "nauc_recall_at_1000_std": 0.649345, + "nauc_recall_at_1000_diff1": -0.39151, + "nauc_precision_at_1_max": 0.502486, + "nauc_precision_at_1_std": 0.013473, + "nauc_precision_at_1_diff1": 0.385431, + "nauc_precision_at_3_max": 0.394279, + "nauc_precision_at_3_std": 0.020324, + "nauc_precision_at_3_diff1": 0.137898, + "nauc_precision_at_5_max": 0.399499, + "nauc_precision_at_5_std": 0.053165, + "nauc_precision_at_5_diff1": 0.100389, + "nauc_precision_at_10_max": 0.375681, + "nauc_precision_at_10_std": 0.040337, + "nauc_precision_at_10_diff1": 0.040138, + "nauc_precision_at_20_max": 0.294418, + "nauc_precision_at_20_std": 0.067037, + "nauc_precision_at_20_diff1": 0.050446, + "nauc_precision_at_100_max": 0.283479, + "nauc_precision_at_100_std": 0.162762, + "nauc_precision_at_100_diff1": 0.057703, + "nauc_precision_at_1000_max": 0.264005, + "nauc_precision_at_1000_std": 0.163271, + "nauc_precision_at_1000_diff1": 0.058446, + "nauc_mrr_at_1_max": 0.502486, + "nauc_mrr_at_1_std": 0.013473, + "nauc_mrr_at_1_diff1": 0.385431, + "nauc_mrr_at_3_max": 0.500204, + "nauc_mrr_at_3_std": 0.013656, + "nauc_mrr_at_3_diff1": 0.353675, + "nauc_mrr_at_5_max": 0.500309, + "nauc_mrr_at_5_std": 0.021458, + "nauc_mrr_at_5_diff1": 0.34905, + "nauc_mrr_at_10_max": 0.502556, + "nauc_mrr_at_10_std": 0.016551, + "nauc_mrr_at_10_diff1": 0.351554, + "nauc_mrr_at_20_max": 0.506, + "nauc_mrr_at_20_std": 0.02086, + "nauc_mrr_at_20_diff1": 0.355824, + "nauc_mrr_at_100_max": 0.505566, + "nauc_mrr_at_100_std": 0.019718, + "nauc_mrr_at_100_diff1": 0.356368, + "nauc_mrr_at_1000_max": 0.505514, + "nauc_mrr_at_1000_std": 0.0198, + "nauc_mrr_at_1000_diff1": 0.356417, + "hit_rate_at_1": 0.52459, + "hit_rate_at_3": 0.72459, + "hit_rate_at_5": 0.80656, + "hit_rate_at_10": 0.86557, + "hit_rate_at_20": 0.91803, + "hit_rate_at_100": 0.98361, + "hit_rate_at_1000": 1.0, + "main_score": 0.56907, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.53317, + "ndcg_at_3": 0.50413, + "ndcg_at_5": 0.51424, + "ndcg_at_10": 0.55796, + "ndcg_at_20": 0.59654, + "ndcg_at_100": 0.64447, + "ndcg_at_1000": 0.65538, + "map_at_1": 0.25436, + "map_at_3": 0.37992, + "map_at_5": 0.41325, + "map_at_10": 0.44891, + "map_at_20": 0.46723, + "map_at_100": 0.48097, + "map_at_1000": 0.48224, + "recall_at_1": 0.25436, + "recall_at_3": 0.45356, + "recall_at_5": 0.53372, + "recall_at_10": 0.65658, + "recall_at_20": 0.76787, + "recall_at_100": 0.94349, + "recall_at_1000": 0.99812, + "accuracy": 0.25436, + "precision_at_1": 0.53317, + "precision_at_3": 0.3471, + "precision_at_5": 0.25882, + "precision_at_10": 0.16934, + "precision_at_20": 0.10232, + "precision_at_100": 0.02702, + "precision_at_1000": 0.0029, + "mrr_at_1": 0.533166, + "mrr_at_3": 0.628077, + "mrr_at_5": 0.643784, + "mrr_at_10": 0.654468, + "mrr_at_20": 0.657828, + "mrr_at_100": 0.659002, + "mrr_at_1000": 0.659096, + "nauc_ndcg_at_1_max": 0.328974, + "nauc_ndcg_at_1_std": 0.01496, + "nauc_ndcg_at_1_diff1": 0.325518, + "nauc_ndcg_at_3_max": 0.312643, + "nauc_ndcg_at_3_std": -0.022977, + "nauc_ndcg_at_3_diff1": 0.276644, + "nauc_ndcg_at_5_max": 0.300697, + "nauc_ndcg_at_5_std": -0.02996, + "nauc_ndcg_at_5_diff1": 0.280427, + "nauc_ndcg_at_10_max": 0.309549, + "nauc_ndcg_at_10_std": -0.01985, + "nauc_ndcg_at_10_diff1": 0.267457, + "nauc_ndcg_at_20_max": 0.323359, + "nauc_ndcg_at_20_std": -0.012096, + "nauc_ndcg_at_20_diff1": 0.276486, + "nauc_ndcg_at_100_max": 0.346356, + "nauc_ndcg_at_100_std": 0.006706, + "nauc_ndcg_at_100_diff1": 0.281783, + "nauc_ndcg_at_1000_max": 0.341015, + "nauc_ndcg_at_1000_std": 0.013551, + "nauc_ndcg_at_1000_diff1": 0.27852, + "nauc_map_at_1_max": 0.142142, + "nauc_map_at_1_std": -0.090091, + "nauc_map_at_1_diff1": 0.264517, + "nauc_map_at_3_max": 0.210244, + "nauc_map_at_3_std": -0.094796, + "nauc_map_at_3_diff1": 0.250026, + "nauc_map_at_5_max": 0.239464, + "nauc_map_at_5_std": -0.081044, + "nauc_map_at_5_diff1": 0.262515, + "nauc_map_at_10_max": 0.262154, + "nauc_map_at_10_std": -0.064287, + "nauc_map_at_10_diff1": 0.263956, + "nauc_map_at_20_max": 0.274437, + "nauc_map_at_20_std": -0.053053, + "nauc_map_at_20_diff1": 0.268554, + "nauc_map_at_100_max": 0.283853, + "nauc_map_at_100_std": -0.046218, + "nauc_map_at_100_diff1": 0.269849, + "nauc_map_at_1000_max": 0.283482, + "nauc_map_at_1000_std": -0.045309, + "nauc_map_at_1000_diff1": 0.269487, + "nauc_recall_at_1_max": 0.142142, + "nauc_recall_at_1_std": -0.090091, + "nauc_recall_at_1_diff1": 0.264517, + "nauc_recall_at_3_max": 0.195693, + "nauc_recall_at_3_std": -0.096415, + "nauc_recall_at_3_diff1": 0.217705, + "nauc_recall_at_5_max": 0.215513, + "nauc_recall_at_5_std": -0.072081, + "nauc_recall_at_5_diff1": 0.218172, + "nauc_recall_at_10_max": 0.233968, + "nauc_recall_at_10_std": -0.033576, + "nauc_recall_at_10_diff1": 0.184983, + "nauc_recall_at_20_max": 0.22411, + "nauc_recall_at_20_std": -0.062114, + "nauc_recall_at_20_diff1": 0.185775, + "nauc_recall_at_100_max": 0.387772, + "nauc_recall_at_100_std": -0.104975, + "nauc_recall_at_100_diff1": 0.266105, + "nauc_recall_at_1000_max": 0.671195, + "nauc_recall_at_1000_std": -0.324496, + "nauc_recall_at_1000_diff1": 0.567688, + "nauc_precision_at_1_max": 0.328974, + "nauc_precision_at_1_std": 0.01496, + "nauc_precision_at_1_diff1": 0.325518, + "nauc_precision_at_3_max": 0.375816, + "nauc_precision_at_3_std": 0.079525, + "nauc_precision_at_3_diff1": 0.173265, + "nauc_precision_at_5_max": 0.36581, + "nauc_precision_at_5_std": 0.134522, + "nauc_precision_at_5_diff1": 0.137166, + "nauc_precision_at_10_max": 0.321074, + "nauc_precision_at_10_std": 0.188538, + "nauc_precision_at_10_diff1": 0.069656, + "nauc_precision_at_20_max": 0.29471, + "nauc_precision_at_20_std": 0.230335, + "nauc_precision_at_20_diff1": 0.050123, + "nauc_precision_at_100_max": 0.205072, + "nauc_precision_at_100_std": 0.246629, + "nauc_precision_at_100_diff1": -0.013934, + "nauc_precision_at_1000_max": 0.155262, + "nauc_precision_at_1000_std": 0.239215, + "nauc_precision_at_1000_diff1": -0.03758, + "nauc_mrr_at_1_max": 0.328974, + "nauc_mrr_at_1_std": 0.01496, + "nauc_mrr_at_1_diff1": 0.325518, + "nauc_mrr_at_3_max": 0.388059, + "nauc_mrr_at_3_std": 0.055811, + "nauc_mrr_at_3_diff1": 0.323448, + "nauc_mrr_at_5_max": 0.384206, + "nauc_mrr_at_5_std": 0.058827, + "nauc_mrr_at_5_diff1": 0.320684, + "nauc_mrr_at_10_max": 0.383482, + "nauc_mrr_at_10_std": 0.059842, + "nauc_mrr_at_10_diff1": 0.31611, + "nauc_mrr_at_20_max": 0.380892, + "nauc_mrr_at_20_std": 0.054333, + "nauc_mrr_at_20_diff1": 0.316581, + "nauc_mrr_at_100_max": 0.379961, + "nauc_mrr_at_100_std": 0.053256, + "nauc_mrr_at_100_diff1": 0.31708, + "nauc_mrr_at_1000_max": 0.379886, + "nauc_mrr_at_1000_std": 0.053377, + "nauc_mrr_at_1000_diff1": 0.317117, + "hit_rate_at_1": 0.53317, + "hit_rate_at_3": 0.74718, + "hit_rate_at_5": 0.81602, + "hit_rate_at_10": 0.89362, + "hit_rate_at_20": 0.94118, + "hit_rate_at_100": 0.98498, + "hit_rate_at_1000": 1.0, + "main_score": 0.55796, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.62037, + "ndcg_at_3": 0.53908, + "ndcg_at_5": 0.51959, + "ndcg_at_10": 0.54873, + "ndcg_at_20": 0.60343, + "ndcg_at_100": 0.67428, + "ndcg_at_1000": 0.68537, + "map_at_1": 0.1829, + "map_at_3": 0.31229, + "map_at_5": 0.36445, + "map_at_10": 0.42105, + "map_at_20": 0.45437, + "map_at_100": 0.47898, + "map_at_1000": 0.48045, + "recall_at_1": 0.1829, + "recall_at_3": 0.35737, + "recall_at_5": 0.44862, + "recall_at_10": 0.59354, + "recall_at_20": 0.72188, + "recall_at_100": 0.94864, + "recall_at_1000": 0.99981, + "accuracy": 0.1829, + "precision_at_1": 0.62037, + "precision_at_3": 0.45165, + "precision_at_5": 0.36204, + "precision_at_10": 0.25093, + "precision_at_20": 0.15949, + "precision_at_100": 0.0437, + "precision_at_1000": 0.00461, + "mrr_at_1": 0.62037, + "mrr_at_3": 0.70036, + "mrr_at_5": 0.711548, + "mrr_at_10": 0.720495, + "mrr_at_20": 0.722334, + "mrr_at_100": 0.723818, + "mrr_at_1000": 0.723864, + "nauc_ndcg_at_1_max": 0.452339, + "nauc_ndcg_at_1_std": 0.198182, + "nauc_ndcg_at_1_diff1": 0.342435, + "nauc_ndcg_at_3_max": 0.367889, + "nauc_ndcg_at_3_std": 0.072581, + "nauc_ndcg_at_3_diff1": 0.254703, + "nauc_ndcg_at_5_max": 0.360245, + "nauc_ndcg_at_5_std": 0.036692, + "nauc_ndcg_at_5_diff1": 0.270142, + "nauc_ndcg_at_10_max": 0.349725, + "nauc_ndcg_at_10_std": 0.02202, + "nauc_ndcg_at_10_diff1": 0.280768, + "nauc_ndcg_at_20_max": 0.388185, + "nauc_ndcg_at_20_std": 0.066271, + "nauc_ndcg_at_20_diff1": 0.262762, + "nauc_ndcg_at_100_max": 0.426481, + "nauc_ndcg_at_100_std": 0.120014, + "nauc_ndcg_at_100_diff1": 0.261427, + "nauc_ndcg_at_1000_max": 0.425404, + "nauc_ndcg_at_1000_std": 0.116952, + "nauc_ndcg_at_1000_diff1": 0.266351, + "nauc_map_at_1_max": 0.114626, + "nauc_map_at_1_std": -0.140711, + "nauc_map_at_1_diff1": 0.291315, + "nauc_map_at_3_max": 0.179844, + "nauc_map_at_3_std": -0.139061, + "nauc_map_at_3_diff1": 0.269476, + "nauc_map_at_5_max": 0.236842, + "nauc_map_at_5_std": -0.102676, + "nauc_map_at_5_diff1": 0.265793, + "nauc_map_at_10_max": 0.292945, + "nauc_map_at_10_std": -0.047324, + "nauc_map_at_10_diff1": 0.264888, + "nauc_map_at_20_max": 0.324332, + "nauc_map_at_20_std": -0.019004, + "nauc_map_at_20_diff1": 0.25383, + "nauc_map_at_100_max": 0.341273, + "nauc_map_at_100_std": 0.000571, + "nauc_map_at_100_diff1": 0.252532, + "nauc_map_at_1000_max": 0.34165, + "nauc_map_at_1000_std": 0.000836, + "nauc_map_at_1000_diff1": 0.252987, + "nauc_recall_at_1_max": 0.114626, + "nauc_recall_at_1_std": -0.140711, + "nauc_recall_at_1_diff1": 0.291315, + "nauc_recall_at_3_max": 0.124004, + "nauc_recall_at_3_std": -0.17104, + "nauc_recall_at_3_diff1": 0.234733, + "nauc_recall_at_5_max": 0.173595, + "nauc_recall_at_5_std": -0.124325, + "nauc_recall_at_5_diff1": 0.234258, + "nauc_recall_at_10_max": 0.220126, + "nauc_recall_at_10_std": -0.051949, + "nauc_recall_at_10_diff1": 0.221903, + "nauc_recall_at_20_max": 0.269325, + "nauc_recall_at_20_std": 0.014197, + "nauc_recall_at_20_diff1": 0.175137, + "nauc_recall_at_100_max": 0.400433, + "nauc_recall_at_100_std": 0.234003, + "nauc_recall_at_100_diff1": 0.123753, + "nauc_recall_at_1000_max": 0.122873, + "nauc_recall_at_1000_std": 0.122873, + "nauc_recall_at_1000_diff1": -0.564437, + "nauc_precision_at_1_max": 0.452339, + "nauc_precision_at_1_std": 0.198182, + "nauc_precision_at_1_diff1": 0.342435, + "nauc_precision_at_3_max": 0.4116, + "nauc_precision_at_3_std": 0.155603, + "nauc_precision_at_3_diff1": 0.143509, + "nauc_precision_at_5_max": 0.427936, + "nauc_precision_at_5_std": 0.211849, + "nauc_precision_at_5_diff1": 0.098682, + "nauc_precision_at_10_max": 0.413068, + "nauc_precision_at_10_std": 0.278598, + "nauc_precision_at_10_diff1": 0.047966, + "nauc_precision_at_20_max": 0.382661, + "nauc_precision_at_20_std": 0.31824, + "nauc_precision_at_20_diff1": -0.015868, + "nauc_precision_at_100_max": 0.291626, + "nauc_precision_at_100_std": 0.366, + "nauc_precision_at_100_diff1": -0.092276, + "nauc_precision_at_1000_max": 0.258118, + "nauc_precision_at_1000_std": 0.352215, + "nauc_precision_at_1000_diff1": -0.099563, + "nauc_mrr_at_1_max": 0.452339, + "nauc_mrr_at_1_std": 0.198182, + "nauc_mrr_at_1_diff1": 0.342435, + "nauc_mrr_at_3_max": 0.490189, + "nauc_mrr_at_3_std": 0.233296, + "nauc_mrr_at_3_diff1": 0.334305, + "nauc_mrr_at_5_max": 0.493935, + "nauc_mrr_at_5_std": 0.247131, + "nauc_mrr_at_5_diff1": 0.338099, + "nauc_mrr_at_10_max": 0.490574, + "nauc_mrr_at_10_std": 0.245222, + "nauc_mrr_at_10_diff1": 0.338891, + "nauc_mrr_at_20_max": 0.489527, + "nauc_mrr_at_20_std": 0.244817, + "nauc_mrr_at_20_diff1": 0.33817, + "nauc_mrr_at_100_max": 0.488811, + "nauc_mrr_at_100_std": 0.243356, + "nauc_mrr_at_100_diff1": 0.338278, + "nauc_mrr_at_1000_max": 0.488748, + "nauc_mrr_at_1000_std": 0.243234, + "nauc_mrr_at_1000_diff1": 0.338316, + "hit_rate_at_1": 0.62037, + "hit_rate_at_3": 0.80401, + "hit_rate_at_5": 0.85185, + "hit_rate_at_10": 0.91667, + "hit_rate_at_20": 0.9429, + "hit_rate_at_100": 0.99228, + "hit_rate_at_1000": 1.0, + "main_score": 0.54873, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.45253, + "ndcg_at_3": 0.4672, + "ndcg_at_5": 0.49979, + "ndcg_at_10": 0.54973, + "ndcg_at_20": 0.58311, + "ndcg_at_100": 0.61691, + "ndcg_at_1000": 0.62573, + "map_at_1": 0.28797, + "map_at_3": 0.39346, + "map_at_5": 0.42787, + "map_at_10": 0.45919, + "map_at_20": 0.47363, + "map_at_100": 0.48181, + "map_at_1000": 0.48245, + "recall_at_1": 0.28797, + "recall_at_3": 0.4721, + "recall_at_5": 0.56469, + "recall_at_10": 0.69358, + "recall_at_20": 0.7967, + "recall_at_100": 0.93788, + "recall_at_1000": 0.99235, + "accuracy": 0.28797, + "precision_at_1": 0.45253, + "precision_at_3": 0.27532, + "precision_at_5": 0.20665, + "precision_at_10": 0.13513, + "precision_at_20": 0.08038, + "precision_at_100": 0.01948, + "precision_at_1000": 0.00207, + "mrr_at_1": 0.452532, + "mrr_at_3": 0.542985, + "mrr_at_5": 0.562526, + "mrr_at_10": 0.573595, + "mrr_at_20": 0.577942, + "mrr_at_100": 0.580184, + "mrr_at_1000": 0.580352, + "nauc_ndcg_at_1_max": 0.312924, + "nauc_ndcg_at_1_std": -0.070467, + "nauc_ndcg_at_1_diff1": 0.376057, + "nauc_ndcg_at_3_max": 0.285589, + "nauc_ndcg_at_3_std": -0.124815, + "nauc_ndcg_at_3_diff1": 0.318427, + "nauc_ndcg_at_5_max": 0.307126, + "nauc_ndcg_at_5_std": -0.097834, + "nauc_ndcg_at_5_diff1": 0.310431, + "nauc_ndcg_at_10_max": 0.314623, + "nauc_ndcg_at_10_std": -0.092106, + "nauc_ndcg_at_10_diff1": 0.307199, + "nauc_ndcg_at_20_max": 0.31848, + "nauc_ndcg_at_20_std": -0.076483, + "nauc_ndcg_at_20_diff1": 0.300277, + "nauc_ndcg_at_100_max": 0.320061, + "nauc_ndcg_at_100_std": -0.072181, + "nauc_ndcg_at_100_diff1": 0.304104, + "nauc_ndcg_at_1000_max": 0.318214, + "nauc_ndcg_at_1000_std": -0.074971, + "nauc_ndcg_at_1000_diff1": 0.310149, + "nauc_map_at_1_max": 0.158969, + "nauc_map_at_1_std": -0.194236, + "nauc_map_at_1_diff1": 0.421308, + "nauc_map_at_3_max": 0.242525, + "nauc_map_at_3_std": -0.162437, + "nauc_map_at_3_diff1": 0.358551, + "nauc_map_at_5_max": 0.273941, + "nauc_map_at_5_std": -0.137877, + "nauc_map_at_5_diff1": 0.33973, + "nauc_map_at_10_max": 0.283164, + "nauc_map_at_10_std": -0.131264, + "nauc_map_at_10_diff1": 0.330056, + "nauc_map_at_20_max": 0.286406, + "nauc_map_at_20_std": -0.123446, + "nauc_map_at_20_diff1": 0.325582, + "nauc_map_at_100_max": 0.288735, + "nauc_map_at_100_std": -0.121201, + "nauc_map_at_100_diff1": 0.326192, + "nauc_map_at_1000_max": 0.288684, + "nauc_map_at_1000_std": -0.121077, + "nauc_map_at_1000_diff1": 0.326743, + "nauc_recall_at_1_max": 0.158969, + "nauc_recall_at_1_std": -0.194236, + "nauc_recall_at_1_diff1": 0.421308, + "nauc_recall_at_3_max": 0.235848, + "nauc_recall_at_3_std": -0.14448, + "nauc_recall_at_3_diff1": 0.285537, + "nauc_recall_at_5_max": 0.281068, + "nauc_recall_at_5_std": -0.078028, + "nauc_recall_at_5_diff1": 0.234007, + "nauc_recall_at_10_max": 0.3047, + "nauc_recall_at_10_std": -0.045175, + "nauc_recall_at_10_diff1": 0.204734, + "nauc_recall_at_20_max": 0.322206, + "nauc_recall_at_20_std": 0.023748, + "nauc_recall_at_20_diff1": 0.158381, + "nauc_recall_at_100_max": 0.392011, + "nauc_recall_at_100_std": 0.165794, + "nauc_recall_at_100_diff1": 0.109907, + "nauc_recall_at_1000_max": 0.883741, + "nauc_recall_at_1000_std": 0.915181, + "nauc_recall_at_1000_diff1": 0.143596, + "nauc_precision_at_1_max": 0.312924, + "nauc_precision_at_1_std": -0.070467, + "nauc_precision_at_1_diff1": 0.376057, + "nauc_precision_at_3_max": 0.345675, + "nauc_precision_at_3_std": 0.024379, + "nauc_precision_at_3_diff1": 0.079359, + "nauc_precision_at_5_max": 0.349648, + "nauc_precision_at_5_std": 0.095812, + "nauc_precision_at_5_diff1": 0.004648, + "nauc_precision_at_10_max": 0.264861, + "nauc_precision_at_10_std": 0.129117, + "nauc_precision_at_10_diff1": -0.079791, + "nauc_precision_at_20_max": 0.200971, + "nauc_precision_at_20_std": 0.165964, + "nauc_precision_at_20_diff1": -0.128702, + "nauc_precision_at_100_max": 0.123528, + "nauc_precision_at_100_std": 0.195675, + "nauc_precision_at_100_diff1": -0.173041, + "nauc_precision_at_1000_max": 0.08196, + "nauc_precision_at_1000_std": 0.183723, + "nauc_precision_at_1000_diff1": -0.171685, + "nauc_mrr_at_1_max": 0.312924, + "nauc_mrr_at_1_std": -0.070467, + "nauc_mrr_at_1_diff1": 0.376057, + "nauc_mrr_at_3_max": 0.335436, + "nauc_mrr_at_3_std": -0.058633, + "nauc_mrr_at_3_diff1": 0.328899, + "nauc_mrr_at_5_max": 0.341595, + "nauc_mrr_at_5_std": -0.042873, + "nauc_mrr_at_5_diff1": 0.326491, + "nauc_mrr_at_10_max": 0.340718, + "nauc_mrr_at_10_std": -0.041426, + "nauc_mrr_at_10_diff1": 0.329736, + "nauc_mrr_at_20_max": 0.339293, + "nauc_mrr_at_20_std": -0.0418, + "nauc_mrr_at_20_diff1": 0.329972, + "nauc_mrr_at_100_max": 0.33835, + "nauc_mrr_at_100_std": -0.043411, + "nauc_mrr_at_100_diff1": 0.330224, + "nauc_mrr_at_1000_max": 0.338474, + "nauc_mrr_at_1000_std": -0.043352, + "nauc_mrr_at_1000_diff1": 0.330252, + "hit_rate_at_1": 0.45253, + "hit_rate_at_3": 0.65665, + "hit_rate_at_5": 0.74209, + "hit_rate_at_10": 0.82437, + "hit_rate_at_20": 0.88608, + "hit_rate_at_100": 0.96361, + "hit_rate_at_1000": 0.99367, + "main_score": 0.54973, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "ndcg_at_1": 0.673, + "ndcg_at_3": 0.66647, + "ndcg_at_5": 0.70195, + "ndcg_at_10": 0.73708, + "ndcg_at_20": 0.75673, + "ndcg_at_100": 0.77407, + "ndcg_at_1000": 0.77724, + "map_at_1": 0.43355, + "map_at_3": 0.60054, + "map_at_5": 0.63624, + "map_at_10": 0.65929, + "map_at_20": 0.66819, + "map_at_100": 0.67235, + "map_at_1000": 0.6726, + "recall_at_1": 0.43355, + "recall_at_3": 0.67699, + "recall_at_5": 0.75897, + "recall_at_10": 0.84347, + "recall_at_20": 0.90343, + "recall_at_100": 0.9773, + "recall_at_1000": 0.996, + "accuracy": 0.43355, + "precision_at_1": 0.673, + "precision_at_3": 0.392, + "precision_at_5": 0.2732, + "precision_at_10": 0.1569, + "precision_at_20": 0.0856, + "precision_at_100": 0.0187, + "precision_at_1000": 0.00191, + "mrr_at_1": 0.673, + "mrr_at_3": 0.7555, + "mrr_at_5": 0.7647, + "mrr_at_10": 0.769609, + "mrr_at_20": 0.771262, + "mrr_at_100": 0.772259, + "mrr_at_1000": 0.772305, + "nauc_ndcg_at_1_max": 0.436659, + "nauc_ndcg_at_1_std": 0.017057, + "nauc_ndcg_at_1_diff1": 0.501822, + "nauc_ndcg_at_3_max": 0.336131, + "nauc_ndcg_at_3_std": -0.077454, + "nauc_ndcg_at_3_diff1": 0.369287, + "nauc_ndcg_at_5_max": 0.342711, + "nauc_ndcg_at_5_std": -0.075923, + "nauc_ndcg_at_5_diff1": 0.372646, + "nauc_ndcg_at_10_max": 0.366138, + "nauc_ndcg_at_10_std": -0.051654, + "nauc_ndcg_at_10_diff1": 0.38739, + "nauc_ndcg_at_20_max": 0.379064, + "nauc_ndcg_at_20_std": -0.037502, + "nauc_ndcg_at_20_diff1": 0.388676, + "nauc_ndcg_at_100_max": 0.375503, + "nauc_ndcg_at_100_std": -0.025743, + "nauc_ndcg_at_100_diff1": 0.388849, + "nauc_ndcg_at_1000_max": 0.37274, + "nauc_ndcg_at_1000_std": -0.030016, + "nauc_ndcg_at_1000_diff1": 0.390835, + "nauc_map_at_1_max": 0.212675, + "nauc_map_at_1_std": -0.108896, + "nauc_map_at_1_diff1": 0.41133, + "nauc_map_at_3_max": 0.30407, + "nauc_map_at_3_std": -0.104511, + "nauc_map_at_3_diff1": 0.363179, + "nauc_map_at_5_max": 0.318121, + "nauc_map_at_5_std": -0.093139, + "nauc_map_at_5_diff1": 0.360965, + "nauc_map_at_10_max": 0.332524, + "nauc_map_at_10_std": -0.079021, + "nauc_map_at_10_diff1": 0.369616, + "nauc_map_at_20_max": 0.337859, + "nauc_map_at_20_std": -0.0726, + "nauc_map_at_20_diff1": 0.369773, + "nauc_map_at_100_max": 0.337783, + "nauc_map_at_100_std": -0.069845, + "nauc_map_at_100_diff1": 0.370223, + "nauc_map_at_1000_max": 0.337663, + "nauc_map_at_1000_std": -0.069984, + "nauc_map_at_1000_diff1": 0.370405, + "nauc_recall_at_1_max": 0.212675, + "nauc_recall_at_1_std": -0.108896, + "nauc_recall_at_1_diff1": 0.41133, + "nauc_recall_at_3_max": 0.267932, + "nauc_recall_at_3_std": -0.12705, + "nauc_recall_at_3_diff1": 0.307665, + "nauc_recall_at_5_max": 0.278999, + "nauc_recall_at_5_std": -0.112041, + "nauc_recall_at_5_diff1": 0.292055, + "nauc_recall_at_10_max": 0.341925, + "nauc_recall_at_10_std": -0.065968, + "nauc_recall_at_10_diff1": 0.317734, + "nauc_recall_at_20_max": 0.417167, + "nauc_recall_at_20_std": -0.008246, + "nauc_recall_at_20_diff1": 0.302735, + "nauc_recall_at_100_max": 0.478409, + "nauc_recall_at_100_std": 0.321809, + "nauc_recall_at_100_diff1": 0.130229, + "nauc_recall_at_1000_max": 0.460901, + "nauc_recall_at_1000_std": 0.569094, + "nauc_recall_at_1000_diff1": -0.414624, + "nauc_precision_at_1_max": 0.436659, + "nauc_precision_at_1_std": 0.017057, + "nauc_precision_at_1_diff1": 0.501822, + "nauc_precision_at_3_max": 0.269391, + "nauc_precision_at_3_std": 0.082747, + "nauc_precision_at_3_diff1": 0.057901, + "nauc_precision_at_5_max": 0.212016, + "nauc_precision_at_5_std": 0.122015, + "nauc_precision_at_5_diff1": -0.018559, + "nauc_precision_at_10_max": 0.169262, + "nauc_precision_at_10_std": 0.181719, + "nauc_precision_at_10_diff1": -0.067358, + "nauc_precision_at_20_max": 0.137855, + "nauc_precision_at_20_std": 0.212939, + "nauc_precision_at_20_diff1": -0.116312, + "nauc_precision_at_100_max": 0.065064, + "nauc_precision_at_100_std": 0.261014, + "nauc_precision_at_100_diff1": -0.181565, + "nauc_precision_at_1000_max": 0.0398, + "nauc_precision_at_1000_std": 0.252651, + "nauc_precision_at_1000_diff1": -0.190171, + "nauc_mrr_at_1_max": 0.436659, + "nauc_mrr_at_1_std": 0.017057, + "nauc_mrr_at_1_diff1": 0.501822, + "nauc_mrr_at_3_max": 0.440228, + "nauc_mrr_at_3_std": 0.011294, + "nauc_mrr_at_3_diff1": 0.47129, + "nauc_mrr_at_5_max": 0.438499, + "nauc_mrr_at_5_std": 0.015917, + "nauc_mrr_at_5_diff1": 0.473468, + "nauc_mrr_at_10_max": 0.440354, + "nauc_mrr_at_10_std": 0.0191, + "nauc_mrr_at_10_diff1": 0.47485, + "nauc_mrr_at_20_max": 0.440567, + "nauc_mrr_at_20_std": 0.019626, + "nauc_mrr_at_20_diff1": 0.474399, + "nauc_mrr_at_100_max": 0.440404, + "nauc_mrr_at_100_std": 0.019151, + "nauc_mrr_at_100_diff1": 0.474954, + "nauc_mrr_at_1000_max": 0.440316, + "nauc_mrr_at_1000_std": 0.018991, + "nauc_mrr_at_1000_diff1": 0.474926, + "hit_rate_at_1": 0.673, + "hit_rate_at_3": 0.856, + "hit_rate_at_5": 0.897, + "hit_rate_at_10": 0.933, + "hit_rate_at_20": 0.956, + "hit_rate_at_100": 0.991, + "hit_rate_at_1000": 0.998, + "main_score": 0.73708, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.4723, + "ndcg_at_3": 0.48325, + "ndcg_at_5": 0.51792, + "ndcg_at_10": 0.56533, + "ndcg_at_20": 0.6006, + "ndcg_at_100": 0.63992, + "ndcg_at_1000": 0.64382, + "map_at_1": 0.27484, + "map_at_3": 0.40564, + "map_at_5": 0.44171, + "map_at_10": 0.47038, + "map_at_20": 0.48588, + "map_at_100": 0.49441, + "map_at_1000": 0.49481, + "recall_at_1": 0.27484, + "recall_at_3": 0.4895, + "recall_at_5": 0.58047, + "recall_at_10": 0.70195, + "recall_at_20": 0.81049, + "recall_at_100": 0.97891, + "recall_at_1000": 1.0, + "accuracy": 0.27484, + "precision_at_1": 0.4723, + "precision_at_3": 0.31293, + "precision_at_5": 0.23149, + "precision_at_10": 0.14373, + "precision_at_20": 0.08469, + "precision_at_100": 0.02079, + "precision_at_1000": 0.00213, + "mrr_at_1": 0.472303, + "mrr_at_3": 0.567055, + "mrr_at_5": 0.584985, + "mrr_at_10": 0.598335, + "mrr_at_20": 0.602236, + "mrr_at_100": 0.604818, + "mrr_at_1000": 0.604842, + "nauc_ndcg_at_1_max": 0.461407, + "nauc_ndcg_at_1_std": 0.147512, + "nauc_ndcg_at_1_diff1": 0.404446, + "nauc_ndcg_at_3_max": 0.376176, + "nauc_ndcg_at_3_std": 0.104351, + "nauc_ndcg_at_3_diff1": 0.269646, + "nauc_ndcg_at_5_max": 0.377591, + "nauc_ndcg_at_5_std": 0.088384, + "nauc_ndcg_at_5_diff1": 0.288362, + "nauc_ndcg_at_10_max": 0.39336, + "nauc_ndcg_at_10_std": 0.102105, + "nauc_ndcg_at_10_diff1": 0.281241, + "nauc_ndcg_at_20_max": 0.397429, + "nauc_ndcg_at_20_std": 0.100903, + "nauc_ndcg_at_20_diff1": 0.279284, + "nauc_ndcg_at_100_max": 0.403409, + "nauc_ndcg_at_100_std": 0.111302, + "nauc_ndcg_at_100_diff1": 0.290188, + "nauc_ndcg_at_1000_max": 0.401739, + "nauc_ndcg_at_1000_std": 0.108748, + "nauc_ndcg_at_1000_diff1": 0.291508, + "nauc_map_at_1_max": 0.288739, + "nauc_map_at_1_std": 0.049062, + "nauc_map_at_1_diff1": 0.315372, + "nauc_map_at_3_max": 0.33263, + "nauc_map_at_3_std": 0.071939, + "nauc_map_at_3_diff1": 0.261218, + "nauc_map_at_5_max": 0.345551, + "nauc_map_at_5_std": 0.068406, + "nauc_map_at_5_diff1": 0.274329, + "nauc_map_at_10_max": 0.357843, + "nauc_map_at_10_std": 0.075613, + "nauc_map_at_10_diff1": 0.269867, + "nauc_map_at_20_max": 0.362597, + "nauc_map_at_20_std": 0.075845, + "nauc_map_at_20_diff1": 0.271321, + "nauc_map_at_100_max": 0.364304, + "nauc_map_at_100_std": 0.079231, + "nauc_map_at_100_diff1": 0.272995, + "nauc_map_at_1000_max": 0.364181, + "nauc_map_at_1000_std": 0.079129, + "nauc_map_at_1000_diff1": 0.273085, + "nauc_recall_at_1_max": 0.288739, + "nauc_recall_at_1_std": 0.049062, + "nauc_recall_at_1_diff1": 0.315372, + "nauc_recall_at_3_max": 0.285378, + "nauc_recall_at_3_std": 0.077613, + "nauc_recall_at_3_diff1": 0.180469, + "nauc_recall_at_5_max": 0.30322, + "nauc_recall_at_5_std": 0.052083, + "nauc_recall_at_5_diff1": 0.226867, + "nauc_recall_at_10_max": 0.32298, + "nauc_recall_at_10_std": 0.082037, + "nauc_recall_at_10_diff1": 0.196978, + "nauc_recall_at_20_max": 0.327173, + "nauc_recall_at_20_std": 0.074737, + "nauc_recall_at_20_diff1": 0.159154, + "nauc_recall_at_100_max": 0.418616, + "nauc_recall_at_100_std": 0.275997, + "nauc_recall_at_100_diff1": 0.154434, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.461407, + "nauc_precision_at_1_std": 0.147512, + "nauc_precision_at_1_diff1": 0.404446, + "nauc_precision_at_3_max": 0.352412, + "nauc_precision_at_3_std": 0.123994, + "nauc_precision_at_3_diff1": 0.165916, + "nauc_precision_at_5_max": 0.31949, + "nauc_precision_at_5_std": 0.104316, + "nauc_precision_at_5_diff1": 0.15495, + "nauc_precision_at_10_max": 0.27227, + "nauc_precision_at_10_std": 0.10543, + "nauc_precision_at_10_diff1": 0.082816, + "nauc_precision_at_20_max": 0.215472, + "nauc_precision_at_20_std": 0.0817, + "nauc_precision_at_20_diff1": 0.041622, + "nauc_precision_at_100_max": 0.127122, + "nauc_precision_at_100_std": 0.089348, + "nauc_precision_at_100_diff1": -0.002597, + "nauc_precision_at_1000_max": 0.104739, + "nauc_precision_at_1000_std": 0.079699, + "nauc_precision_at_1000_diff1": -0.010906, + "nauc_mrr_at_1_max": 0.461407, + "nauc_mrr_at_1_std": 0.147512, + "nauc_mrr_at_1_diff1": 0.404446, + "nauc_mrr_at_3_max": 0.464098, + "nauc_mrr_at_3_std": 0.165973, + "nauc_mrr_at_3_diff1": 0.345669, + "nauc_mrr_at_5_max": 0.464795, + "nauc_mrr_at_5_std": 0.161596, + "nauc_mrr_at_5_diff1": 0.359138, + "nauc_mrr_at_10_max": 0.466108, + "nauc_mrr_at_10_std": 0.164399, + "nauc_mrr_at_10_diff1": 0.355328, + "nauc_mrr_at_20_max": 0.463049, + "nauc_mrr_at_20_std": 0.16132, + "nauc_mrr_at_20_diff1": 0.355008, + "nauc_mrr_at_100_max": 0.462734, + "nauc_mrr_at_100_std": 0.160909, + "nauc_mrr_at_100_diff1": 0.355649, + "nauc_mrr_at_1000_max": 0.462727, + "nauc_mrr_at_1000_std": 0.160863, + "nauc_mrr_at_1000_diff1": 0.355596, + "hit_rate_at_1": 0.4723, + "hit_rate_at_3": 0.68513, + "hit_rate_at_5": 0.76385, + "hit_rate_at_10": 0.86006, + "hit_rate_at_20": 0.91254, + "hit_rate_at_100": 0.99708, + "hit_rate_at_1000": 1.0, + "main_score": 0.56533, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.47143, + "ndcg_at_3": 0.49748, + "ndcg_at_5": 0.51867, + "ndcg_at_10": 0.55849, + "ndcg_at_20": 0.59246, + "ndcg_at_100": 0.6275, + "ndcg_at_1000": 0.63548, + "map_at_1": 0.25965, + "map_at_3": 0.4031, + "map_at_5": 0.4393, + "map_at_10": 0.4681, + "map_at_20": 0.4843, + "map_at_100": 0.49192, + "map_at_1000": 0.49252, + "recall_at_1": 0.25965, + "recall_at_3": 0.49315, + "recall_at_5": 0.57668, + "recall_at_10": 0.6829, + "recall_at_20": 0.78566, + "recall_at_100": 0.94129, + "recall_at_1000": 0.9915, + "accuracy": 0.25965, + "precision_at_1": 0.47143, + "precision_at_3": 0.3219, + "precision_at_5": 0.23714, + "precision_at_10": 0.14543, + "precision_at_20": 0.08557, + "precision_at_100": 0.02031, + "precision_at_1000": 0.00213, + "mrr_at_1": 0.471429, + "mrr_at_3": 0.575238, + "mrr_at_5": 0.58681, + "mrr_at_10": 0.596638, + "mrr_at_20": 0.600679, + "mrr_at_100": 0.6031, + "mrr_at_1000": 0.603217, + "nauc_ndcg_at_1_max": 0.451899, + "nauc_ndcg_at_1_std": -0.021085, + "nauc_ndcg_at_1_diff1": 0.438115, + "nauc_ndcg_at_3_max": 0.366608, + "nauc_ndcg_at_3_std": -0.029617, + "nauc_ndcg_at_3_diff1": 0.317552, + "nauc_ndcg_at_5_max": 0.352532, + "nauc_ndcg_at_5_std": -0.040801, + "nauc_ndcg_at_5_diff1": 0.31262, + "nauc_ndcg_at_10_max": 0.379887, + "nauc_ndcg_at_10_std": -0.025077, + "nauc_ndcg_at_10_diff1": 0.306469, + "nauc_ndcg_at_20_max": 0.40128, + "nauc_ndcg_at_20_std": -0.000399, + "nauc_ndcg_at_20_diff1": 0.317696, + "nauc_ndcg_at_100_max": 0.411397, + "nauc_ndcg_at_100_std": 0.008868, + "nauc_ndcg_at_100_diff1": 0.32488, + "nauc_ndcg_at_1000_max": 0.40627, + "nauc_ndcg_at_1000_std": -0.003107, + "nauc_ndcg_at_1000_diff1": 0.331196, + "nauc_map_at_1_max": 0.187347, + "nauc_map_at_1_std": -0.106534, + "nauc_map_at_1_diff1": 0.427486, + "nauc_map_at_3_max": 0.268918, + "nauc_map_at_3_std": -0.067781, + "nauc_map_at_3_diff1": 0.339886, + "nauc_map_at_5_max": 0.300761, + "nauc_map_at_5_std": -0.065267, + "nauc_map_at_5_diff1": 0.328223, + "nauc_map_at_10_max": 0.33302, + "nauc_map_at_10_std": -0.049212, + "nauc_map_at_10_diff1": 0.324806, + "nauc_map_at_20_max": 0.347107, + "nauc_map_at_20_std": -0.036111, + "nauc_map_at_20_diff1": 0.324108, + "nauc_map_at_100_max": 0.349397, + "nauc_map_at_100_std": -0.033524, + "nauc_map_at_100_diff1": 0.324465, + "nauc_map_at_1000_max": 0.349328, + "nauc_map_at_1000_std": -0.034213, + "nauc_map_at_1000_diff1": 0.325081, + "nauc_recall_at_1_max": 0.187347, + "nauc_recall_at_1_std": -0.106534, + "nauc_recall_at_1_diff1": 0.427486, + "nauc_recall_at_3_max": 0.205852, + "nauc_recall_at_3_std": -0.05181, + "nauc_recall_at_3_diff1": 0.232359, + "nauc_recall_at_5_max": 0.2293, + "nauc_recall_at_5_std": -0.047388, + "nauc_recall_at_5_diff1": 0.190723, + "nauc_recall_at_10_max": 0.295415, + "nauc_recall_at_10_std": -0.012375, + "nauc_recall_at_10_diff1": 0.141552, + "nauc_recall_at_20_max": 0.361602, + "nauc_recall_at_20_std": 0.092367, + "nauc_recall_at_20_diff1": 0.179167, + "nauc_recall_at_100_max": 0.566634, + "nauc_recall_at_100_std": 0.442542, + "nauc_recall_at_100_diff1": 0.166753, + "nauc_recall_at_1000_max": 0.850443, + "nauc_recall_at_1000_std": 0.814155, + "nauc_recall_at_1000_diff1": 0.498155, + "nauc_precision_at_1_max": 0.451899, + "nauc_precision_at_1_std": -0.021085, + "nauc_precision_at_1_diff1": 0.438115, + "nauc_precision_at_3_max": 0.427755, + "nauc_precision_at_3_std": 0.053393, + "nauc_precision_at_3_diff1": 0.125887, + "nauc_precision_at_5_max": 0.41808, + "nauc_precision_at_5_std": 0.062469, + "nauc_precision_at_5_diff1": 0.061978, + "nauc_precision_at_10_max": 0.434202, + "nauc_precision_at_10_std": 0.119467, + "nauc_precision_at_10_diff1": 0.016423, + "nauc_precision_at_20_max": 0.408553, + "nauc_precision_at_20_std": 0.149811, + "nauc_precision_at_20_diff1": -0.004999, + "nauc_precision_at_100_max": 0.356401, + "nauc_precision_at_100_std": 0.157691, + "nauc_precision_at_100_diff1": -0.04758, + "nauc_precision_at_1000_max": 0.330524, + "nauc_precision_at_1000_std": 0.127982, + "nauc_precision_at_1000_diff1": -0.039596, + "nauc_mrr_at_1_max": 0.451899, + "nauc_mrr_at_1_std": -0.021085, + "nauc_mrr_at_1_diff1": 0.438115, + "nauc_mrr_at_3_max": 0.455902, + "nauc_mrr_at_3_std": -0.012057, + "nauc_mrr_at_3_diff1": 0.39363, + "nauc_mrr_at_5_max": 0.46389, + "nauc_mrr_at_5_std": -0.006405, + "nauc_mrr_at_5_diff1": 0.393368, + "nauc_mrr_at_10_max": 0.465692, + "nauc_mrr_at_10_std": -0.005842, + "nauc_mrr_at_10_diff1": 0.38612, + "nauc_mrr_at_20_max": 0.463367, + "nauc_mrr_at_20_std": -0.005312, + "nauc_mrr_at_20_diff1": 0.390536, + "nauc_mrr_at_100_max": 0.463353, + "nauc_mrr_at_100_std": -0.005384, + "nauc_mrr_at_100_diff1": 0.391437, + "nauc_mrr_at_1000_max": 0.463175, + "nauc_mrr_at_1000_std": -0.005561, + "nauc_mrr_at_1000_diff1": 0.391399, + "hit_rate_at_1": 0.47143, + "hit_rate_at_3": 0.7, + "hit_rate_at_5": 0.75143, + "hit_rate_at_10": 0.82286, + "hit_rate_at_20": 0.87714, + "hit_rate_at_100": 0.97143, + "hit_rate_at_1000": 0.99429, + "main_score": 0.55849, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.50313, + "ndcg_at_3": 0.47276, + "ndcg_at_5": 0.47968, + "ndcg_at_10": 0.51325, + "ndcg_at_20": 0.54921, + "ndcg_at_100": 0.60082, + "ndcg_at_1000": 0.6204, + "map_at_1": 0.21893, + "map_at_3": 0.33955, + "map_at_5": 0.37523, + "map_at_10": 0.40854, + "map_at_20": 0.42621, + "map_at_100": 0.44036, + "map_at_1000": 0.44201, + "recall_at_1": 0.21893, + "recall_at_3": 0.4056, + "recall_at_5": 0.48767, + "recall_at_10": 0.58977, + "recall_at_20": 0.68603, + "recall_at_100": 0.87629, + "recall_at_1000": 0.98307, + "accuracy": 0.21893, + "precision_at_1": 0.50313, + "precision_at_3": 0.34653, + "precision_at_5": 0.26438, + "precision_at_10": 0.17062, + "precision_at_20": 0.10359, + "precision_at_100": 0.02783, + "precision_at_1000": 0.00315, + "mrr_at_1": 0.503125, + "mrr_at_3": 0.598264, + "mrr_at_5": 0.612899, + "mrr_at_10": 0.62058, + "mrr_at_20": 0.623787, + "mrr_at_100": 0.625976, + "mrr_at_1000": 0.626139, + "nauc_ndcg_at_1_max": 0.321402, + "nauc_ndcg_at_1_std": -0.034628, + "nauc_ndcg_at_1_diff1": 0.343015, + "nauc_ndcg_at_3_max": 0.277968, + "nauc_ndcg_at_3_std": -0.065732, + "nauc_ndcg_at_3_diff1": 0.256726, + "nauc_ndcg_at_5_max": 0.242374, + "nauc_ndcg_at_5_std": -0.100054, + "nauc_ndcg_at_5_diff1": 0.24387, + "nauc_ndcg_at_10_max": 0.236418, + "nauc_ndcg_at_10_std": -0.102199, + "nauc_ndcg_at_10_diff1": 0.227758, + "nauc_ndcg_at_20_max": 0.264294, + "nauc_ndcg_at_20_std": -0.080334, + "nauc_ndcg_at_20_diff1": 0.237626, + "nauc_ndcg_at_100_max": 0.279762, + "nauc_ndcg_at_100_std": -0.04013, + "nauc_ndcg_at_100_diff1": 0.238335, + "nauc_ndcg_at_1000_max": 0.282714, + "nauc_ndcg_at_1000_std": -0.042265, + "nauc_ndcg_at_1000_diff1": 0.246884, + "nauc_map_at_1_max": 0.159229, + "nauc_map_at_1_std": -0.137889, + "nauc_map_at_1_diff1": 0.309772, + "nauc_map_at_3_max": 0.196083, + "nauc_map_at_3_std": -0.132759, + "nauc_map_at_3_diff1": 0.253926, + "nauc_map_at_5_max": 0.196887, + "nauc_map_at_5_std": -0.138309, + "nauc_map_at_5_diff1": 0.240783, + "nauc_map_at_10_max": 0.207816, + "nauc_map_at_10_std": -0.126518, + "nauc_map_at_10_diff1": 0.228097, + "nauc_map_at_20_max": 0.225105, + "nauc_map_at_20_std": -0.113786, + "nauc_map_at_20_diff1": 0.232346, + "nauc_map_at_100_max": 0.231055, + "nauc_map_at_100_std": -0.10073, + "nauc_map_at_100_diff1": 0.232488, + "nauc_map_at_1000_max": 0.231497, + "nauc_map_at_1000_std": -0.100507, + "nauc_map_at_1000_diff1": 0.23335, + "nauc_recall_at_1_max": 0.159229, + "nauc_recall_at_1_std": -0.137889, + "nauc_recall_at_1_diff1": 0.309772, + "nauc_recall_at_3_max": 0.176061, + "nauc_recall_at_3_std": -0.126035, + "nauc_recall_at_3_diff1": 0.212957, + "nauc_recall_at_5_max": 0.152098, + "nauc_recall_at_5_std": -0.144049, + "nauc_recall_at_5_diff1": 0.17741, + "nauc_recall_at_10_max": 0.143502, + "nauc_recall_at_10_std": -0.129008, + "nauc_recall_at_10_diff1": 0.133561, + "nauc_recall_at_20_max": 0.19217, + "nauc_recall_at_20_std": -0.088852, + "nauc_recall_at_20_diff1": 0.146042, + "nauc_recall_at_100_max": 0.216142, + "nauc_recall_at_100_std": 0.095397, + "nauc_recall_at_100_diff1": 0.071231, + "nauc_recall_at_1000_max": 0.338983, + "nauc_recall_at_1000_std": 0.40048, + "nauc_recall_at_1000_diff1": 0.006711, + "nauc_precision_at_1_max": 0.321402, + "nauc_precision_at_1_std": -0.034628, + "nauc_precision_at_1_diff1": 0.343015, + "nauc_precision_at_3_max": 0.273162, + "nauc_precision_at_3_std": 0.020694, + "nauc_precision_at_3_diff1": 0.103172, + "nauc_precision_at_5_max": 0.230425, + "nauc_precision_at_5_std": 0.029445, + "nauc_precision_at_5_diff1": 0.047918, + "nauc_precision_at_10_max": 0.199732, + "nauc_precision_at_10_std": 0.078319, + "nauc_precision_at_10_diff1": -0.004348, + "nauc_precision_at_20_max": 0.218151, + "nauc_precision_at_20_std": 0.135933, + "nauc_precision_at_20_diff1": -0.002936, + "nauc_precision_at_100_max": 0.159565, + "nauc_precision_at_100_std": 0.232425, + "nauc_precision_at_100_diff1": -0.043407, + "nauc_precision_at_1000_max": 0.126552, + "nauc_precision_at_1000_std": 0.224634, + "nauc_precision_at_1000_diff1": -0.051918, + "nauc_mrr_at_1_max": 0.321402, + "nauc_mrr_at_1_std": -0.034628, + "nauc_mrr_at_1_diff1": 0.343015, + "nauc_mrr_at_3_max": 0.348676, + "nauc_mrr_at_3_std": -0.014354, + "nauc_mrr_at_3_diff1": 0.325867, + "nauc_mrr_at_5_max": 0.345346, + "nauc_mrr_at_5_std": -0.014832, + "nauc_mrr_at_5_diff1": 0.320078, + "nauc_mrr_at_10_max": 0.342387, + "nauc_mrr_at_10_std": -0.014313, + "nauc_mrr_at_10_diff1": 0.319347, + "nauc_mrr_at_20_max": 0.342586, + "nauc_mrr_at_20_std": -0.015081, + "nauc_mrr_at_20_diff1": 0.32103, + "nauc_mrr_at_100_max": 0.342631, + "nauc_mrr_at_100_std": -0.014515, + "nauc_mrr_at_100_diff1": 0.321125, + "nauc_mrr_at_1000_max": 0.342592, + "nauc_mrr_at_1000_std": -0.014612, + "nauc_mrr_at_1000_diff1": 0.321222, + "hit_rate_at_1": 0.50313, + "hit_rate_at_3": 0.71771, + "hit_rate_at_5": 0.78125, + "hit_rate_at_10": 0.8375, + "hit_rate_at_20": 0.88333, + "hit_rate_at_100": 0.96354, + "hit_rate_at_1000": 0.99479, + "main_score": 0.51325, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.57791, + "ndcg_at_3": 0.59868, + "ndcg_at_5": 0.62503, + "ndcg_at_10": 0.6646, + "ndcg_at_20": 0.68783, + "ndcg_at_100": 0.71659, + "ndcg_at_1000": 0.7205, + "map_at_1": 0.37466, + "map_at_3": 0.51075, + "map_at_5": 0.54481, + "map_at_10": 0.57242, + "map_at_20": 0.58348, + "map_at_100": 0.59122, + "map_at_1000": 0.59157, + "recall_at_1": 0.37466, + "recall_at_3": 0.60325, + "recall_at_5": 0.6904, + "recall_at_10": 0.7957, + "recall_at_20": 0.86425, + "recall_at_100": 0.97805, + "recall_at_1000": 1.0, + "accuracy": 0.37466, + "precision_at_1": 0.57791, + "precision_at_3": 0.34574, + "precision_at_5": 0.24791, + "precision_at_10": 0.15058, + "precision_at_20": 0.08494, + "precision_at_100": 0.02021, + "precision_at_1000": 0.00208, + "mrr_at_1": 0.577907, + "mrr_at_3": 0.68062, + "mrr_at_5": 0.692364, + "mrr_at_10": 0.70058, + "mrr_at_20": 0.703097, + "mrr_at_100": 0.704367, + "mrr_at_1000": 0.704398, + "nauc_ndcg_at_1_max": 0.366325, + "nauc_ndcg_at_1_std": 0.037755, + "nauc_ndcg_at_1_diff1": 0.378479, + "nauc_ndcg_at_3_max": 0.291045, + "nauc_ndcg_at_3_std": -0.097475, + "nauc_ndcg_at_3_diff1": 0.315515, + "nauc_ndcg_at_5_max": 0.288157, + "nauc_ndcg_at_5_std": -0.1138, + "nauc_ndcg_at_5_diff1": 0.318352, + "nauc_ndcg_at_10_max": 0.305111, + "nauc_ndcg_at_10_std": -0.112979, + "nauc_ndcg_at_10_diff1": 0.316323, + "nauc_ndcg_at_20_max": 0.309831, + "nauc_ndcg_at_20_std": -0.089043, + "nauc_ndcg_at_20_diff1": 0.308834, + "nauc_ndcg_at_100_max": 0.328473, + "nauc_ndcg_at_100_std": -0.057299, + "nauc_ndcg_at_100_diff1": 0.32315, + "nauc_ndcg_at_1000_max": 0.329639, + "nauc_ndcg_at_1000_std": -0.058271, + "nauc_ndcg_at_1000_diff1": 0.324349, + "nauc_map_at_1_max": 0.180849, + "nauc_map_at_1_std": -0.141125, + "nauc_map_at_1_diff1": 0.292925, + "nauc_map_at_3_max": 0.231932, + "nauc_map_at_3_std": -0.165537, + "nauc_map_at_3_diff1": 0.29868, + "nauc_map_at_5_max": 0.245758, + "nauc_map_at_5_std": -0.149669, + "nauc_map_at_5_diff1": 0.297572, + "nauc_map_at_10_max": 0.262639, + "nauc_map_at_10_std": -0.137805, + "nauc_map_at_10_diff1": 0.2992, + "nauc_map_at_20_max": 0.267165, + "nauc_map_at_20_std": -0.125054, + "nauc_map_at_20_diff1": 0.29807, + "nauc_map_at_100_max": 0.272295, + "nauc_map_at_100_std": -0.117185, + "nauc_map_at_100_diff1": 0.301285, + "nauc_map_at_1000_max": 0.272554, + "nauc_map_at_1000_std": -0.117028, + "nauc_map_at_1000_diff1": 0.301372, + "nauc_recall_at_1_max": 0.180849, + "nauc_recall_at_1_std": -0.141125, + "nauc_recall_at_1_diff1": 0.292925, + "nauc_recall_at_3_max": 0.189276, + "nauc_recall_at_3_std": -0.219478, + "nauc_recall_at_3_diff1": 0.252288, + "nauc_recall_at_5_max": 0.18684, + "nauc_recall_at_5_std": -0.206032, + "nauc_recall_at_5_diff1": 0.251318, + "nauc_recall_at_10_max": 0.203638, + "nauc_recall_at_10_std": -0.236382, + "nauc_recall_at_10_diff1": 0.234312, + "nauc_recall_at_20_max": 0.174525, + "nauc_recall_at_20_std": -0.197397, + "nauc_recall_at_20_diff1": 0.159646, + "nauc_recall_at_100_max": 0.285425, + "nauc_recall_at_100_std": 0.11176, + "nauc_recall_at_100_diff1": 0.189256, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.366325, + "nauc_precision_at_1_std": 0.037755, + "nauc_precision_at_1_diff1": 0.378479, + "nauc_precision_at_3_max": 0.323621, + "nauc_precision_at_3_std": 0.124733, + "nauc_precision_at_3_diff1": 0.169435, + "nauc_precision_at_5_max": 0.292463, + "nauc_precision_at_5_std": 0.186696, + "nauc_precision_at_5_diff1": 0.106551, + "nauc_precision_at_10_max": 0.249712, + "nauc_precision_at_10_std": 0.233086, + "nauc_precision_at_10_diff1": 0.039533, + "nauc_precision_at_20_max": 0.201679, + "nauc_precision_at_20_std": 0.279191, + "nauc_precision_at_20_diff1": -0.006837, + "nauc_precision_at_100_max": 0.17006, + "nauc_precision_at_100_std": 0.325519, + "nauc_precision_at_100_diff1": -0.00935, + "nauc_precision_at_1000_max": 0.161595, + "nauc_precision_at_1000_std": 0.320963, + "nauc_precision_at_1000_diff1": -0.018683, + "nauc_mrr_at_1_max": 0.366325, + "nauc_mrr_at_1_std": 0.037755, + "nauc_mrr_at_1_diff1": 0.378479, + "nauc_mrr_at_3_max": 0.41106, + "nauc_mrr_at_3_std": 0.030337, + "nauc_mrr_at_3_diff1": 0.371623, + "nauc_mrr_at_5_max": 0.411179, + "nauc_mrr_at_5_std": 0.033865, + "nauc_mrr_at_5_diff1": 0.37881, + "nauc_mrr_at_10_max": 0.410126, + "nauc_mrr_at_10_std": 0.033822, + "nauc_mrr_at_10_diff1": 0.378189, + "nauc_mrr_at_20_max": 0.40807, + "nauc_mrr_at_20_std": 0.034022, + "nauc_mrr_at_20_diff1": 0.376812, + "nauc_mrr_at_100_max": 0.407327, + "nauc_mrr_at_100_std": 0.034609, + "nauc_mrr_at_100_diff1": 0.376363, + "nauc_mrr_at_1000_max": 0.407264, + "nauc_mrr_at_1000_std": 0.034541, + "nauc_mrr_at_1000_diff1": 0.376362, + "hit_rate_at_1": 0.57791, + "hit_rate_at_3": 0.80698, + "hit_rate_at_5": 0.85814, + "hit_rate_at_10": 0.91744, + "hit_rate_at_20": 0.95233, + "hit_rate_at_100": 0.99419, + "hit_rate_at_1000": 1.0, + "main_score": 0.6646, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.62441, + "ndcg_at_3": 0.58112, + "ndcg_at_5": 0.60851, + "ndcg_at_10": 0.63408, + "ndcg_at_20": 0.66262, + "ndcg_at_100": 0.70051, + "ndcg_at_1000": 0.70836, + "map_at_1": 0.37047, + "map_at_3": 0.47073, + "map_at_5": 0.51271, + "map_at_10": 0.54268, + "map_at_20": 0.55721, + "map_at_100": 0.56793, + "map_at_1000": 0.56865, + "recall_at_1": 0.37047, + "recall_at_3": 0.52805, + "recall_at_5": 0.63724, + "recall_at_10": 0.71785, + "recall_at_20": 0.80157, + "recall_at_100": 0.94658, + "recall_at_1000": 0.99061, + "accuracy": 0.37047, + "precision_at_1": 0.62441, + "precision_at_3": 0.34116, + "precision_at_5": 0.26854, + "precision_at_10": 0.16667, + "precision_at_20": 0.09695, + "precision_at_100": 0.02427, + "precision_at_1000": 0.00256, + "mrr_at_1": 0.624413, + "mrr_at_3": 0.688576, + "mrr_at_5": 0.710642, + "mrr_at_10": 0.714358, + "mrr_at_20": 0.716747, + "mrr_at_100": 0.718092, + "mrr_at_1000": 0.718206, + "nauc_ndcg_at_1_max": 0.269711, + "nauc_ndcg_at_1_std": 0.042286, + "nauc_ndcg_at_1_diff1": 0.381862, + "nauc_ndcg_at_3_max": 0.293735, + "nauc_ndcg_at_3_std": 0.044694, + "nauc_ndcg_at_3_diff1": 0.35135, + "nauc_ndcg_at_5_max": 0.287439, + "nauc_ndcg_at_5_std": 0.038181, + "nauc_ndcg_at_5_diff1": 0.371822, + "nauc_ndcg_at_10_max": 0.331513, + "nauc_ndcg_at_10_std": 0.06592, + "nauc_ndcg_at_10_diff1": 0.373216, + "nauc_ndcg_at_20_max": 0.350266, + "nauc_ndcg_at_20_std": 0.100425, + "nauc_ndcg_at_20_diff1": 0.364112, + "nauc_ndcg_at_100_max": 0.35322, + "nauc_ndcg_at_100_std": 0.107772, + "nauc_ndcg_at_100_diff1": 0.369632, + "nauc_ndcg_at_1000_max": 0.346938, + "nauc_ndcg_at_1000_std": 0.0989, + "nauc_ndcg_at_1000_diff1": 0.376697, + "nauc_map_at_1_max": 0.116273, + "nauc_map_at_1_std": -0.129861, + "nauc_map_at_1_diff1": 0.39744, + "nauc_map_at_3_max": 0.222093, + "nauc_map_at_3_std": -0.046119, + "nauc_map_at_3_diff1": 0.366308, + "nauc_map_at_5_max": 0.245039, + "nauc_map_at_5_std": -0.016515, + "nauc_map_at_5_diff1": 0.371798, + "nauc_map_at_10_max": 0.271969, + "nauc_map_at_10_std": 0.012066, + "nauc_map_at_10_diff1": 0.364137, + "nauc_map_at_20_max": 0.281291, + "nauc_map_at_20_std": 0.028466, + "nauc_map_at_20_diff1": 0.358454, + "nauc_map_at_100_max": 0.284234, + "nauc_map_at_100_std": 0.031624, + "nauc_map_at_100_diff1": 0.360576, + "nauc_map_at_1000_max": 0.283768, + "nauc_map_at_1000_std": 0.031239, + "nauc_map_at_1000_diff1": 0.361116, + "nauc_recall_at_1_max": 0.116273, + "nauc_recall_at_1_std": -0.129861, + "nauc_recall_at_1_diff1": 0.39744, + "nauc_recall_at_3_max": 0.25773, + "nauc_recall_at_3_std": 0.001371, + "nauc_recall_at_3_diff1": 0.327534, + "nauc_recall_at_5_max": 0.265966, + "nauc_recall_at_5_std": 0.004055, + "nauc_recall_at_5_diff1": 0.34493, + "nauc_recall_at_10_max": 0.34225, + "nauc_recall_at_10_std": 0.079284, + "nauc_recall_at_10_diff1": 0.322775, + "nauc_recall_at_20_max": 0.397736, + "nauc_recall_at_20_std": 0.204256, + "nauc_recall_at_20_diff1": 0.271291, + "nauc_recall_at_100_max": 0.529914, + "nauc_recall_at_100_std": 0.438062, + "nauc_recall_at_100_diff1": 0.213749, + "nauc_recall_at_1000_max": 0.795783, + "nauc_recall_at_1000_std": 0.795783, + "nauc_recall_at_1000_diff1": 0.711693, + "nauc_precision_at_1_max": 0.269711, + "nauc_precision_at_1_std": 0.042286, + "nauc_precision_at_1_diff1": 0.381862, + "nauc_precision_at_3_max": 0.308948, + "nauc_precision_at_3_std": 0.222118, + "nauc_precision_at_3_diff1": 0.0766, + "nauc_precision_at_5_max": 0.247649, + "nauc_precision_at_5_std": 0.269079, + "nauc_precision_at_5_diff1": 0.021366, + "nauc_precision_at_10_max": 0.23186, + "nauc_precision_at_10_std": 0.2691, + "nauc_precision_at_10_diff1": -0.043623, + "nauc_precision_at_20_max": 0.205251, + "nauc_precision_at_20_std": 0.293428, + "nauc_precision_at_20_diff1": -0.092232, + "nauc_precision_at_100_max": 0.118151, + "nauc_precision_at_100_std": 0.240195, + "nauc_precision_at_100_diff1": -0.116647, + "nauc_precision_at_1000_max": 0.090727, + "nauc_precision_at_1000_std": 0.21695, + "nauc_precision_at_1000_diff1": -0.116134, + "nauc_mrr_at_1_max": 0.269711, + "nauc_mrr_at_1_std": 0.042286, + "nauc_mrr_at_1_diff1": 0.381862, + "nauc_mrr_at_3_max": 0.384541, + "nauc_mrr_at_3_std": 0.134034, + "nauc_mrr_at_3_diff1": 0.376335, + "nauc_mrr_at_5_max": 0.394087, + "nauc_mrr_at_5_std": 0.125377, + "nauc_mrr_at_5_diff1": 0.404362, + "nauc_mrr_at_10_max": 0.388046, + "nauc_mrr_at_10_std": 0.120516, + "nauc_mrr_at_10_diff1": 0.397638, + "nauc_mrr_at_20_max": 0.384688, + "nauc_mrr_at_20_std": 0.12197, + "nauc_mrr_at_20_diff1": 0.396094, + "nauc_mrr_at_100_max": 0.382383, + "nauc_mrr_at_100_std": 0.120909, + "nauc_mrr_at_100_diff1": 0.394936, + "nauc_mrr_at_1000_max": 0.382221, + "nauc_mrr_at_1000_std": 0.120604, + "nauc_mrr_at_1000_diff1": 0.395014, + "hit_rate_at_1": 0.62441, + "hit_rate_at_3": 0.76526, + "hit_rate_at_5": 0.86385, + "hit_rate_at_10": 0.88732, + "hit_rate_at_20": 0.92488, + "hit_rate_at_100": 0.97183, + "hit_rate_at_1000": 0.99061, + "main_score": 0.63408, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "ndcg_at_1": 0.64, + "ndcg_at_3": 0.60948, + "ndcg_at_5": 0.62704, + "ndcg_at_10": 0.66633, + "ndcg_at_20": 0.69929, + "ndcg_at_100": 0.73165, + "ndcg_at_1000": 0.7371, + "map_at_1": 0.31882, + "map_at_3": 0.4757, + "map_at_5": 0.52255, + "map_at_10": 0.56067, + "map_at_20": 0.57838, + "map_at_100": 0.58891, + "map_at_1000": 0.58949, + "recall_at_1": 0.31882, + "recall_at_3": 0.55214, + "recall_at_5": 0.6529, + "recall_at_10": 0.76769, + "recall_at_20": 0.85759, + "recall_at_100": 0.97099, + "recall_at_1000": 0.99938, + "accuracy": 0.31882, + "precision_at_1": 0.64, + "precision_at_3": 0.41767, + "precision_at_5": 0.3126, + "precision_at_10": 0.1958, + "precision_at_20": 0.114, + "precision_at_100": 0.02725, + "precision_at_1000": 0.00283, + "mrr_at_1": 0.64, + "mrr_at_3": 0.731, + "mrr_at_5": 0.74335, + "mrr_at_10": 0.750219, + "mrr_at_20": 0.752043, + "mrr_at_100": 0.752614, + "mrr_at_1000": 0.752652, + "nauc_ndcg_at_1_max": 0.384241, + "nauc_ndcg_at_1_std": 0.082774, + "nauc_ndcg_at_1_diff1": 0.422722, + "nauc_ndcg_at_3_max": 0.34419, + "nauc_ndcg_at_3_std": 0.056997, + "nauc_ndcg_at_3_diff1": 0.299815, + "nauc_ndcg_at_5_max": 0.326694, + "nauc_ndcg_at_5_std": 0.024644, + "nauc_ndcg_at_5_diff1": 0.307588, + "nauc_ndcg_at_10_max": 0.335138, + "nauc_ndcg_at_10_std": 0.010743, + "nauc_ndcg_at_10_diff1": 0.318381, + "nauc_ndcg_at_20_max": 0.358852, + "nauc_ndcg_at_20_std": 0.027388, + "nauc_ndcg_at_20_diff1": 0.323895, + "nauc_ndcg_at_100_max": 0.372796, + "nauc_ndcg_at_100_std": 0.055958, + "nauc_ndcg_at_100_diff1": 0.330254, + "nauc_ndcg_at_1000_max": 0.369906, + "nauc_ndcg_at_1000_std": 0.054939, + "nauc_ndcg_at_1000_diff1": 0.330206, + "nauc_map_at_1_max": 0.190812, + "nauc_map_at_1_std": -0.060225, + "nauc_map_at_1_diff1": 0.368167, + "nauc_map_at_3_max": 0.260503, + "nauc_map_at_3_std": -0.029999, + "nauc_map_at_3_diff1": 0.309482, + "nauc_map_at_5_max": 0.275636, + "nauc_map_at_5_std": -0.027798, + "nauc_map_at_5_diff1": 0.305885, + "nauc_map_at_10_max": 0.293509, + "nauc_map_at_10_std": -0.018933, + "nauc_map_at_10_diff1": 0.305209, + "nauc_map_at_20_max": 0.30799, + "nauc_map_at_20_std": -0.007862, + "nauc_map_at_20_diff1": 0.307577, + "nauc_map_at_100_max": 0.313576, + "nauc_map_at_100_std": 0.001206, + "nauc_map_at_100_diff1": 0.308306, + "nauc_map_at_1000_max": 0.313543, + "nauc_map_at_1000_std": 0.001449, + "nauc_map_at_1000_diff1": 0.30831, + "nauc_recall_at_1_max": 0.190812, + "nauc_recall_at_1_std": -0.060225, + "nauc_recall_at_1_diff1": 0.368167, + "nauc_recall_at_3_max": 0.235419, + "nauc_recall_at_3_std": -0.028276, + "nauc_recall_at_3_diff1": 0.246769, + "nauc_recall_at_5_max": 0.223403, + "nauc_recall_at_5_std": -0.044766, + "nauc_recall_at_5_diff1": 0.228477, + "nauc_recall_at_10_max": 0.23345, + "nauc_recall_at_10_std": -0.050402, + "nauc_recall_at_10_diff1": 0.218011, + "nauc_recall_at_20_max": 0.273266, + "nauc_recall_at_20_std": -0.040558, + "nauc_recall_at_20_diff1": 0.210393, + "nauc_recall_at_100_max": 0.43982, + "nauc_recall_at_100_std": 0.181452, + "nauc_recall_at_100_diff1": 0.283827, + "nauc_recall_at_1000_max": 0.910831, + "nauc_recall_at_1000_std": 0.871615, + "nauc_recall_at_1000_diff1": 0.311018, + "nauc_precision_at_1_max": 0.384241, + "nauc_precision_at_1_std": 0.082774, + "nauc_precision_at_1_diff1": 0.422722, + "nauc_precision_at_3_max": 0.294744, + "nauc_precision_at_3_std": 0.150881, + "nauc_precision_at_3_diff1": 0.050253, + "nauc_precision_at_5_max": 0.241307, + "nauc_precision_at_5_std": 0.146183, + "nauc_precision_at_5_diff1": -0.014233, + "nauc_precision_at_10_max": 0.184568, + "nauc_precision_at_10_std": 0.15661, + "nauc_precision_at_10_diff1": -0.065759, + "nauc_precision_at_20_max": 0.164744, + "nauc_precision_at_20_std": 0.17403, + "nauc_precision_at_20_diff1": -0.085598, + "nauc_precision_at_100_max": 0.115448, + "nauc_precision_at_100_std": 0.209542, + "nauc_precision_at_100_diff1": -0.118908, + "nauc_precision_at_1000_max": 0.087149, + "nauc_precision_at_1000_std": 0.198979, + "nauc_precision_at_1000_diff1": -0.12904, + "nauc_mrr_at_1_max": 0.384241, + "nauc_mrr_at_1_std": 0.082774, + "nauc_mrr_at_1_diff1": 0.422722, + "nauc_mrr_at_3_max": 0.43901, + "nauc_mrr_at_3_std": 0.118081, + "nauc_mrr_at_3_diff1": 0.408763, + "nauc_mrr_at_5_max": 0.435231, + "nauc_mrr_at_5_std": 0.115804, + "nauc_mrr_at_5_diff1": 0.40961, + "nauc_mrr_at_10_max": 0.434961, + "nauc_mrr_at_10_std": 0.117229, + "nauc_mrr_at_10_diff1": 0.410458, + "nauc_mrr_at_20_max": 0.433405, + "nauc_mrr_at_20_std": 0.11553, + "nauc_mrr_at_20_diff1": 0.411581, + "nauc_mrr_at_100_max": 0.43238, + "nauc_mrr_at_100_std": 0.114571, + "nauc_mrr_at_100_diff1": 0.412372, + "nauc_mrr_at_1000_max": 0.432341, + "nauc_mrr_at_1000_std": 0.11451, + "nauc_mrr_at_1000_diff1": 0.412339, + "hit_rate_at_1": 0.64, + "hit_rate_at_3": 0.844, + "hit_rate_at_5": 0.898, + "hit_rate_at_10": 0.948, + "hit_rate_at_20": 0.974, + "hit_rate_at_100": 0.993, + "hit_rate_at_1000": 1.0, + "main_score": 0.66633, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.4751, + "ndcg_at_3": 0.50166, + "ndcg_at_5": 0.53057, + "ndcg_at_10": 0.56724, + "ndcg_at_20": 0.59077, + "ndcg_at_100": 0.61658, + "ndcg_at_1000": 0.62804, + "map_at_1": 0.31806, + "map_at_3": 0.43156, + "map_at_5": 0.46056, + "map_at_10": 0.48295, + "map_at_20": 0.4926, + "map_at_100": 0.49865, + "map_at_1000": 0.49937, + "recall_at_1": 0.31806, + "recall_at_3": 0.52481, + "recall_at_5": 0.60658, + "recall_at_10": 0.70224, + "recall_at_20": 0.77552, + "recall_at_100": 0.88411, + "recall_at_1000": 0.95871, + "accuracy": 0.31806, + "precision_at_1": 0.4751, + "precision_at_3": 0.28147, + "precision_at_5": 0.20456, + "precision_at_10": 0.12324, + "precision_at_20": 0.07002, + "precision_at_100": 0.01656, + "precision_at_1000": 0.00181, + "mrr_at_1": 0.475104, + "mrr_at_3": 0.56639, + "mrr_at_5": 0.580809, + "mrr_at_10": 0.58995, + "mrr_at_20": 0.593796, + "mrr_at_100": 0.595371, + "mrr_at_1000": 0.59556, + "nauc_ndcg_at_1_max": 0.360315, + "nauc_ndcg_at_1_std": 0.141664, + "nauc_ndcg_at_1_diff1": 0.443981, + "nauc_ndcg_at_3_max": 0.405496, + "nauc_ndcg_at_3_std": 0.12759, + "nauc_ndcg_at_3_diff1": 0.407842, + "nauc_ndcg_at_5_max": 0.407626, + "nauc_ndcg_at_5_std": 0.132621, + "nauc_ndcg_at_5_diff1": 0.418739, + "nauc_ndcg_at_10_max": 0.434426, + "nauc_ndcg_at_10_std": 0.163501, + "nauc_ndcg_at_10_diff1": 0.4443, + "nauc_ndcg_at_20_max": 0.435273, + "nauc_ndcg_at_20_std": 0.171633, + "nauc_ndcg_at_20_diff1": 0.443636, + "nauc_ndcg_at_100_max": 0.443944, + "nauc_ndcg_at_100_std": 0.197657, + "nauc_ndcg_at_100_diff1": 0.436751, + "nauc_ndcg_at_1000_max": 0.441547, + "nauc_ndcg_at_1000_std": 0.194134, + "nauc_ndcg_at_1000_diff1": 0.432378, + "nauc_map_at_1_max": 0.285006, + "nauc_map_at_1_std": 0.022181, + "nauc_map_at_1_diff1": 0.424402, + "nauc_map_at_3_max": 0.359692, + "nauc_map_at_3_std": 0.077363, + "nauc_map_at_3_diff1": 0.405042, + "nauc_map_at_5_max": 0.372822, + "nauc_map_at_5_std": 0.095219, + "nauc_map_at_5_diff1": 0.414121, + "nauc_map_at_10_max": 0.394305, + "nauc_map_at_10_std": 0.117625, + "nauc_map_at_10_diff1": 0.430934, + "nauc_map_at_20_max": 0.3954, + "nauc_map_at_20_std": 0.119862, + "nauc_map_at_20_diff1": 0.431344, + "nauc_map_at_100_max": 0.398595, + "nauc_map_at_100_std": 0.126308, + "nauc_map_at_100_diff1": 0.430078, + "nauc_map_at_1000_max": 0.398583, + "nauc_map_at_1000_std": 0.126561, + "nauc_map_at_1000_diff1": 0.429804, + "nauc_recall_at_1_max": 0.285006, + "nauc_recall_at_1_std": 0.022181, + "nauc_recall_at_1_diff1": 0.424402, + "nauc_recall_at_3_max": 0.360169, + "nauc_recall_at_3_std": 0.084709, + "nauc_recall_at_3_diff1": 0.348691, + "nauc_recall_at_5_max": 0.36551, + "nauc_recall_at_5_std": 0.113412, + "nauc_recall_at_5_diff1": 0.350004, + "nauc_recall_at_10_max": 0.439685, + "nauc_recall_at_10_std": 0.188867, + "nauc_recall_at_10_diff1": 0.408753, + "nauc_recall_at_20_max": 0.448942, + "nauc_recall_at_20_std": 0.228323, + "nauc_recall_at_20_diff1": 0.412007, + "nauc_recall_at_100_max": 0.564773, + "nauc_recall_at_100_std": 0.485126, + "nauc_recall_at_100_diff1": 0.38522, + "nauc_recall_at_1000_max": 0.73072, + "nauc_recall_at_1000_std": 0.763703, + "nauc_recall_at_1000_diff1": 0.204315, + "nauc_precision_at_1_max": 0.360315, + "nauc_precision_at_1_std": 0.141664, + "nauc_precision_at_1_diff1": 0.443981, + "nauc_precision_at_3_max": 0.382804, + "nauc_precision_at_3_std": 0.249731, + "nauc_precision_at_3_diff1": 0.226677, + "nauc_precision_at_5_max": 0.346443, + "nauc_precision_at_5_std": 0.26744, + "nauc_precision_at_5_diff1": 0.188679, + "nauc_precision_at_10_max": 0.327837, + "nauc_precision_at_10_std": 0.29645, + "nauc_precision_at_10_diff1": 0.168867, + "nauc_precision_at_20_max": 0.270782, + "nauc_precision_at_20_std": 0.289193, + "nauc_precision_at_20_diff1": 0.10432, + "nauc_precision_at_100_max": 0.205352, + "nauc_precision_at_100_std": 0.315728, + "nauc_precision_at_100_diff1": 0.007155, + "nauc_precision_at_1000_max": 0.140099, + "nauc_precision_at_1000_std": 0.278415, + "nauc_precision_at_1000_diff1": -0.054654, + "nauc_mrr_at_1_max": 0.360315, + "nauc_mrr_at_1_std": 0.141664, + "nauc_mrr_at_1_diff1": 0.443981, + "nauc_mrr_at_3_max": 0.4432, + "nauc_mrr_at_3_std": 0.188959, + "nauc_mrr_at_3_diff1": 0.451174, + "nauc_mrr_at_5_max": 0.43998, + "nauc_mrr_at_5_std": 0.189236, + "nauc_mrr_at_5_diff1": 0.449481, + "nauc_mrr_at_10_max": 0.440748, + "nauc_mrr_at_10_std": 0.196495, + "nauc_mrr_at_10_diff1": 0.450099, + "nauc_mrr_at_20_max": 0.439437, + "nauc_mrr_at_20_std": 0.197374, + "nauc_mrr_at_20_diff1": 0.448471, + "nauc_mrr_at_100_max": 0.43922, + "nauc_mrr_at_100_std": 0.197142, + "nauc_mrr_at_100_diff1": 0.447864, + "nauc_mrr_at_1000_max": 0.43916, + "nauc_mrr_at_1000_std": 0.197062, + "nauc_mrr_at_1000_diff1": 0.447836, + "hit_rate_at_1": 0.4751, + "hit_rate_at_3": 0.68257, + "hit_rate_at_5": 0.74689, + "hit_rate_at_10": 0.81743, + "hit_rate_at_20": 0.86929, + "hit_rate_at_100": 0.92531, + "hit_rate_at_1000": 0.97095, + "main_score": 0.56724, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "ndcg_at_1": 0.64855, + "ndcg_at_3": 0.75302, + "ndcg_at_5": 0.77225, + "ndcg_at_10": 0.7856, + "ndcg_at_20": 0.79199, + "ndcg_at_100": 0.79887, + "ndcg_at_1000": 0.80205, + "map_at_1": 0.6407, + "map_at_3": 0.72645, + "map_at_5": 0.7373, + "map_at_10": 0.74309, + "map_at_20": 0.74493, + "map_at_100": 0.74609, + "map_at_1000": 0.74622, + "recall_at_1": 0.6407, + "recall_at_3": 0.82548, + "recall_at_5": 0.87158, + "recall_at_10": 0.91163, + "recall_at_20": 0.93599, + "recall_at_100": 0.97081, + "recall_at_1000": 0.99517, + "accuracy": 0.6407, + "precision_at_1": 0.64855, + "precision_at_3": 0.281, + "precision_at_5": 0.17826, + "precision_at_10": 0.09336, + "precision_at_20": 0.04807, + "precision_at_100": 0.01, + "precision_at_1000": 0.00103, + "mrr_at_1": 0.648551, + "mrr_at_3": 0.730878, + "mrr_at_5": 0.741385, + "mrr_at_10": 0.746754, + "mrr_at_20": 0.748458, + "mrr_at_100": 0.74941, + "mrr_at_1000": 0.749526, + "nauc_ndcg_at_1_max": 0.337192, + "nauc_ndcg_at_1_std": -0.213109, + "nauc_ndcg_at_1_diff1": 0.531137, + "nauc_ndcg_at_3_max": 0.387868, + "nauc_ndcg_at_3_std": -0.249092, + "nauc_ndcg_at_3_diff1": 0.485995, + "nauc_ndcg_at_5_max": 0.404351, + "nauc_ndcg_at_5_std": -0.247532, + "nauc_ndcg_at_5_diff1": 0.488618, + "nauc_ndcg_at_10_max": 0.401381, + "nauc_ndcg_at_10_std": -0.22873, + "nauc_ndcg_at_10_diff1": 0.484344, + "nauc_ndcg_at_20_max": 0.397021, + "nauc_ndcg_at_20_std": -0.218933, + "nauc_ndcg_at_20_diff1": 0.485516, + "nauc_ndcg_at_100_max": 0.392517, + "nauc_ndcg_at_100_std": -0.211962, + "nauc_ndcg_at_100_diff1": 0.492128, + "nauc_ndcg_at_1000_max": 0.388817, + "nauc_ndcg_at_1000_std": -0.222054, + "nauc_ndcg_at_1000_diff1": 0.493054, + "nauc_map_at_1_max": 0.321085, + "nauc_map_at_1_std": -0.225434, + "nauc_map_at_1_diff1": 0.536098, + "nauc_map_at_3_max": 0.368161, + "nauc_map_at_3_std": -0.24984, + "nauc_map_at_3_diff1": 0.500717, + "nauc_map_at_5_max": 0.375657, + "nauc_map_at_5_std": -0.249488, + "nauc_map_at_5_diff1": 0.50267, + "nauc_map_at_10_max": 0.374306, + "nauc_map_at_10_std": -0.242705, + "nauc_map_at_10_diff1": 0.501608, + "nauc_map_at_20_max": 0.373558, + "nauc_map_at_20_std": -0.24006, + "nauc_map_at_20_diff1": 0.502067, + "nauc_map_at_100_max": 0.373331, + "nauc_map_at_100_std": -0.239052, + "nauc_map_at_100_diff1": 0.502865, + "nauc_map_at_1000_max": 0.373201, + "nauc_map_at_1000_std": -0.239374, + "nauc_map_at_1000_diff1": 0.502935, + "nauc_recall_at_1_max": 0.321085, + "nauc_recall_at_1_std": -0.225434, + "nauc_recall_at_1_diff1": 0.536098, + "nauc_recall_at_3_max": 0.448302, + "nauc_recall_at_3_std": -0.261659, + "nauc_recall_at_3_diff1": 0.424204, + "nauc_recall_at_5_max": 0.52907, + "nauc_recall_at_5_std": -0.25936, + "nauc_recall_at_5_diff1": 0.414436, + "nauc_recall_at_10_max": 0.556176, + "nauc_recall_at_10_std": -0.1415, + "nauc_recall_at_10_diff1": 0.351504, + "nauc_recall_at_20_max": 0.568142, + "nauc_recall_at_20_std": -0.010325, + "nauc_recall_at_20_diff1": 0.317655, + "nauc_recall_at_100_max": 0.604292, + "nauc_recall_at_100_std": 0.43295, + "nauc_recall_at_100_diff1": 0.343259, + "nauc_recall_at_1000_max": 0.667897, + "nauc_recall_at_1000_std": 0.888537, + "nauc_recall_at_1000_diff1": -0.221681, + "nauc_precision_at_1_max": 0.337192, + "nauc_precision_at_1_std": -0.213109, + "nauc_precision_at_1_diff1": 0.531137, + "nauc_precision_at_3_max": 0.447111, + "nauc_precision_at_3_std": -0.183801, + "nauc_precision_at_3_diff1": 0.332145, + "nauc_precision_at_5_max": 0.497991, + "nauc_precision_at_5_std": -0.151127, + "nauc_precision_at_5_diff1": 0.285064, + "nauc_precision_at_10_max": 0.489223, + "nauc_precision_at_10_std": -0.009918, + "nauc_precision_at_10_diff1": 0.170784, + "nauc_precision_at_20_max": 0.447904, + "nauc_precision_at_20_std": 0.140999, + "nauc_precision_at_20_diff1": 0.073368, + "nauc_precision_at_100_max": 0.339057, + "nauc_precision_at_100_std": 0.387774, + "nauc_precision_at_100_diff1": -0.056966, + "nauc_precision_at_1000_max": 0.160591, + "nauc_precision_at_1000_std": 0.370336, + "nauc_precision_at_1000_diff1": -0.289363, + "nauc_mrr_at_1_max": 0.337192, + "nauc_mrr_at_1_std": -0.213109, + "nauc_mrr_at_1_diff1": 0.531137, + "nauc_mrr_at_3_max": 0.381598, + "nauc_mrr_at_3_std": -0.234485, + "nauc_mrr_at_3_diff1": 0.500123, + "nauc_mrr_at_5_max": 0.390217, + "nauc_mrr_at_5_std": -0.233039, + "nauc_mrr_at_5_diff1": 0.502023, + "nauc_mrr_at_10_max": 0.38759, + "nauc_mrr_at_10_std": -0.226415, + "nauc_mrr_at_10_diff1": 0.501101, + "nauc_mrr_at_20_max": 0.38541, + "nauc_mrr_at_20_std": -0.224947, + "nauc_mrr_at_20_diff1": 0.501574, + "nauc_mrr_at_100_max": 0.384885, + "nauc_mrr_at_100_std": -0.224366, + "nauc_mrr_at_100_diff1": 0.502323, + "nauc_mrr_at_1000_max": 0.384791, + "nauc_mrr_at_1000_std": -0.22473, + "nauc_mrr_at_1000_diff1": 0.502422, + "hit_rate_at_1": 0.64855, + "hit_rate_at_3": 0.83092, + "hit_rate_at_5": 0.87681, + "hit_rate_at_10": 0.91546, + "hit_rate_at_20": 0.93961, + "hit_rate_at_100": 0.97222, + "hit_rate_at_1000": 0.99517, + "main_score": 0.7856, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.66166, + "ndcg_at_3": 0.67774, + "ndcg_at_5": 0.70555, + "ndcg_at_10": 0.73582, + "ndcg_at_20": 0.75497, + "ndcg_at_100": 0.77285, + "ndcg_at_1000": 0.77542, + "map_at_1": 0.46377, + "map_at_3": 0.61121, + "map_at_5": 0.64161, + "map_at_10": 0.6624, + "map_at_20": 0.67053, + "map_at_100": 0.67527, + "map_at_1000": 0.67547, + "recall_at_1": 0.46377, + "recall_at_3": 0.69046, + "recall_at_5": 0.76929, + "recall_at_10": 0.85164, + "recall_at_20": 0.91327, + "recall_at_100": 0.9847, + "recall_at_1000": 0.99955, + "accuracy": 0.46377, + "precision_at_1": 0.66166, + "precision_at_3": 0.3688, + "precision_at_5": 0.2543, + "precision_at_10": 0.14666, + "precision_at_20": 0.08008, + "precision_at_100": 0.0179, + "precision_at_1000": 0.00183, + "mrr_at_1": 0.661664, + "mrr_at_3": 0.740109, + "mrr_at_5": 0.751637, + "mrr_at_10": 0.757816, + "mrr_at_20": 0.760377, + "mrr_at_100": 0.761084, + "mrr_at_1000": 0.761119, + "nauc_ndcg_at_1_max": 0.377972, + "nauc_ndcg_at_1_std": -0.000417, + "nauc_ndcg_at_1_diff1": 0.494701, + "nauc_ndcg_at_3_max": 0.345315, + "nauc_ndcg_at_3_std": -0.035277, + "nauc_ndcg_at_3_diff1": 0.393203, + "nauc_ndcg_at_5_max": 0.339969, + "nauc_ndcg_at_5_std": -0.044953, + "nauc_ndcg_at_5_diff1": 0.385016, + "nauc_ndcg_at_10_max": 0.35157, + "nauc_ndcg_at_10_std": -0.027619, + "nauc_ndcg_at_10_diff1": 0.403772, + "nauc_ndcg_at_20_max": 0.361157, + "nauc_ndcg_at_20_std": -0.020419, + "nauc_ndcg_at_20_diff1": 0.403586, + "nauc_ndcg_at_100_max": 0.363443, + "nauc_ndcg_at_100_std": -0.010778, + "nauc_ndcg_at_100_diff1": 0.408564, + "nauc_ndcg_at_1000_max": 0.363451, + "nauc_ndcg_at_1000_std": -0.012384, + "nauc_ndcg_at_1000_diff1": 0.40949, + "nauc_map_at_1_max": 0.180473, + "nauc_map_at_1_std": -0.110849, + "nauc_map_at_1_diff1": 0.420153, + "nauc_map_at_3_max": 0.280885, + "nauc_map_at_3_std": -0.095233, + "nauc_map_at_3_diff1": 0.402041, + "nauc_map_at_5_max": 0.297549, + "nauc_map_at_5_std": -0.084907, + "nauc_map_at_5_diff1": 0.393758, + "nauc_map_at_10_max": 0.311357, + "nauc_map_at_10_std": -0.061199, + "nauc_map_at_10_diff1": 0.397441, + "nauc_map_at_20_max": 0.316232, + "nauc_map_at_20_std": -0.056257, + "nauc_map_at_20_diff1": 0.398571, + "nauc_map_at_100_max": 0.318001, + "nauc_map_at_100_std": -0.052883, + "nauc_map_at_100_diff1": 0.399545, + "nauc_map_at_1000_max": 0.31821, + "nauc_map_at_1000_std": -0.052755, + "nauc_map_at_1000_diff1": 0.399614, + "nauc_recall_at_1_max": 0.180473, + "nauc_recall_at_1_std": -0.110849, + "nauc_recall_at_1_diff1": 0.420153, + "nauc_recall_at_3_max": 0.292052, + "nauc_recall_at_3_std": -0.09387, + "nauc_recall_at_3_diff1": 0.326246, + "nauc_recall_at_5_max": 0.289898, + "nauc_recall_at_5_std": -0.092031, + "nauc_recall_at_5_diff1": 0.28407, + "nauc_recall_at_10_max": 0.314961, + "nauc_recall_at_10_std": -0.030497, + "nauc_recall_at_10_diff1": 0.326726, + "nauc_recall_at_20_max": 0.347576, + "nauc_recall_at_20_std": -0.010499, + "nauc_recall_at_20_diff1": 0.28485, + "nauc_recall_at_100_max": 0.428408, + "nauc_recall_at_100_std": 0.222046, + "nauc_recall_at_100_diff1": 0.287905, + "nauc_recall_at_1000_max": 0.554081, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.358092, + "nauc_precision_at_1_max": 0.377972, + "nauc_precision_at_1_std": -0.000417, + "nauc_precision_at_1_diff1": 0.494701, + "nauc_precision_at_3_max": 0.320868, + "nauc_precision_at_3_std": 0.120813, + "nauc_precision_at_3_diff1": 0.087, + "nauc_precision_at_5_max": 0.262322, + "nauc_precision_at_5_std": 0.150843, + "nauc_precision_at_5_diff1": -0.010275, + "nauc_precision_at_10_max": 0.209806, + "nauc_precision_at_10_std": 0.228277, + "nauc_precision_at_10_diff1": -0.074736, + "nauc_precision_at_20_max": 0.180646, + "nauc_precision_at_20_std": 0.248367, + "nauc_precision_at_20_diff1": -0.114299, + "nauc_precision_at_100_max": 0.123797, + "nauc_precision_at_100_std": 0.257686, + "nauc_precision_at_100_diff1": -0.157152, + "nauc_precision_at_1000_max": 0.112709, + "nauc_precision_at_1000_std": 0.247096, + "nauc_precision_at_1000_diff1": -0.161991, + "nauc_mrr_at_1_max": 0.377972, + "nauc_mrr_at_1_std": -0.000417, + "nauc_mrr_at_1_diff1": 0.494701, + "nauc_mrr_at_3_max": 0.441041, + "nauc_mrr_at_3_std": 0.04462, + "nauc_mrr_at_3_diff1": 0.449329, + "nauc_mrr_at_5_max": 0.434401, + "nauc_mrr_at_5_std": 0.044424, + "nauc_mrr_at_5_diff1": 0.44825, + "nauc_mrr_at_10_max": 0.432162, + "nauc_mrr_at_10_std": 0.042979, + "nauc_mrr_at_10_diff1": 0.458629, + "nauc_mrr_at_20_max": 0.431851, + "nauc_mrr_at_20_std": 0.042332, + "nauc_mrr_at_20_diff1": 0.45705, + "nauc_mrr_at_100_max": 0.430543, + "nauc_mrr_at_100_std": 0.04087, + "nauc_mrr_at_100_diff1": 0.457632, + "nauc_mrr_at_1000_max": 0.430444, + "nauc_mrr_at_1000_std": 0.040782, + "nauc_mrr_at_1000_diff1": 0.457633, + "hit_rate_at_1": 0.66166, + "hit_rate_at_3": 0.83765, + "hit_rate_at_5": 0.8895, + "hit_rate_at_10": 0.93588, + "hit_rate_at_20": 0.97135, + "hit_rate_at_100": 0.99454, + "hit_rate_at_1000": 1.0, + "main_score": 0.73582, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.64706, + "ndcg_at_3": 0.74264, + "ndcg_at_5": 0.76266, + "ndcg_at_10": 0.78118, + "ndcg_at_20": 0.78894, + "ndcg_at_100": 0.79081, + "ndcg_at_1000": 0.79724, + "map_at_1": 0.59314, + "map_at_3": 0.70518, + "map_at_5": 0.71961, + "map_at_10": 0.72977, + "map_at_20": 0.73203, + "map_at_100": 0.7325, + "map_at_1000": 0.73292, + "recall_at_1": 0.59314, + "recall_at_3": 0.81583, + "recall_at_5": 0.86275, + "recall_at_10": 0.91036, + "recall_at_20": 0.93978, + "recall_at_100": 0.94678, + "recall_at_1000": 0.98739, + "accuracy": 0.59314, + "precision_at_1": 0.64706, + "precision_at_3": 0.30532, + "precision_at_5": 0.19664, + "precision_at_10": 0.10672, + "precision_at_20": 0.05546, + "precision_at_100": 0.01126, + "precision_at_1000": 0.00119, + "mrr_at_1": 0.647059, + "mrr_at_3": 0.738095, + "mrr_at_5": 0.747759, + "mrr_at_10": 0.753511, + "mrr_at_20": 0.755021, + "mrr_at_100": 0.755275, + "mrr_at_1000": 0.755466, + "nauc_ndcg_at_1_max": 0.254469, + "nauc_ndcg_at_1_std": -0.217647, + "nauc_ndcg_at_1_diff1": 0.580236, + "nauc_ndcg_at_3_max": 0.340446, + "nauc_ndcg_at_3_std": -0.047525, + "nauc_ndcg_at_3_diff1": 0.559241, + "nauc_ndcg_at_5_max": 0.337248, + "nauc_ndcg_at_5_std": -0.075569, + "nauc_ndcg_at_5_diff1": 0.55958, + "nauc_ndcg_at_10_max": 0.317977, + "nauc_ndcg_at_10_std": -0.05002, + "nauc_ndcg_at_10_diff1": 0.557654, + "nauc_ndcg_at_20_max": 0.339061, + "nauc_ndcg_at_20_std": -0.058498, + "nauc_ndcg_at_20_diff1": 0.572518, + "nauc_ndcg_at_100_max": 0.344487, + "nauc_ndcg_at_100_std": -0.066392, + "nauc_ndcg_at_100_diff1": 0.57323, + "nauc_ndcg_at_1000_max": 0.334291, + "nauc_ndcg_at_1000_std": -0.081555, + "nauc_ndcg_at_1000_diff1": 0.572508, + "nauc_map_at_1_max": 0.178671, + "nauc_map_at_1_std": -0.254268, + "nauc_map_at_1_diff1": 0.573829, + "nauc_map_at_3_max": 0.313404, + "nauc_map_at_3_std": -0.10909, + "nauc_map_at_3_diff1": 0.567486, + "nauc_map_at_5_max": 0.312489, + "nauc_map_at_5_std": -0.112151, + "nauc_map_at_5_diff1": 0.569435, + "nauc_map_at_10_max": 0.304892, + "nauc_map_at_10_std": -0.09601, + "nauc_map_at_10_diff1": 0.567737, + "nauc_map_at_20_max": 0.309034, + "nauc_map_at_20_std": -0.099412, + "nauc_map_at_20_diff1": 0.570749, + "nauc_map_at_100_max": 0.311708, + "nauc_map_at_100_std": -0.100713, + "nauc_map_at_100_diff1": 0.571498, + "nauc_map_at_1000_max": 0.311142, + "nauc_map_at_1000_std": -0.101709, + "nauc_map_at_1000_diff1": 0.57137, + "nauc_recall_at_1_max": 0.178671, + "nauc_recall_at_1_std": -0.254268, + "nauc_recall_at_1_diff1": 0.573829, + "nauc_recall_at_3_max": 0.372494, + "nauc_recall_at_3_std": 0.132716, + "nauc_recall_at_3_diff1": 0.495535, + "nauc_recall_at_5_max": 0.40731, + "nauc_recall_at_5_std": 0.127161, + "nauc_recall_at_5_diff1": 0.507082, + "nauc_recall_at_10_max": 0.328023, + "nauc_recall_at_10_std": 0.358554, + "nauc_recall_at_10_diff1": 0.497832, + "nauc_recall_at_20_max": 0.550219, + "nauc_recall_at_20_std": 0.483027, + "nauc_recall_at_20_diff1": 0.628852, + "nauc_recall_at_100_max": 0.634647, + "nauc_recall_at_100_std": 0.448903, + "nauc_recall_at_100_diff1": 0.652085, + "nauc_recall_at_1000_max": 0.72179, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.254469, + "nauc_precision_at_1_std": -0.217647, + "nauc_precision_at_1_diff1": 0.580236, + "nauc_precision_at_3_max": 0.403133, + "nauc_precision_at_3_std": 0.27477, + "nauc_precision_at_3_diff1": 0.246819, + "nauc_precision_at_5_max": 0.321508, + "nauc_precision_at_5_std": 0.258562, + "nauc_precision_at_5_diff1": 0.133153, + "nauc_precision_at_10_max": 0.183922, + "nauc_precision_at_10_std": 0.309098, + "nauc_precision_at_10_diff1": -0.016441, + "nauc_precision_at_20_max": 0.239915, + "nauc_precision_at_20_std": 0.282818, + "nauc_precision_at_20_diff1": -0.035499, + "nauc_precision_at_100_max": 0.255437, + "nauc_precision_at_100_std": 0.239035, + "nauc_precision_at_100_diff1": -0.054287, + "nauc_precision_at_1000_max": 0.110168, + "nauc_precision_at_1000_std": 0.110923, + "nauc_precision_at_1000_diff1": -0.178726, + "nauc_mrr_at_1_max": 0.254469, + "nauc_mrr_at_1_std": -0.217647, + "nauc_mrr_at_1_diff1": 0.580236, + "nauc_mrr_at_3_max": 0.339846, + "nauc_mrr_at_3_std": -0.104108, + "nauc_mrr_at_3_diff1": 0.561947, + "nauc_mrr_at_5_max": 0.342922, + "nauc_mrr_at_5_std": -0.120302, + "nauc_mrr_at_5_diff1": 0.562639, + "nauc_mrr_at_10_max": 0.330174, + "nauc_mrr_at_10_std": -0.124252, + "nauc_mrr_at_10_diff1": 0.561287, + "nauc_mrr_at_20_max": 0.334064, + "nauc_mrr_at_20_std": -0.125093, + "nauc_mrr_at_20_diff1": 0.564243, + "nauc_mrr_at_100_max": 0.333254, + "nauc_mrr_at_100_std": -0.126461, + "nauc_mrr_at_100_diff1": 0.563872, + "nauc_mrr_at_1000_max": 0.333021, + "nauc_mrr_at_1000_std": -0.126474, + "nauc_mrr_at_1000_diff1": 0.564046, + "hit_rate_at_1": 0.64706, + "hit_rate_at_3": 0.84874, + "hit_rate_at_5": 0.89076, + "hit_rate_at_10": 0.93277, + "hit_rate_at_20": 0.95798, + "hit_rate_at_100": 0.96639, + "hit_rate_at_1000": 0.9916, + "main_score": 0.78118, + "hf_subset": "yo", + "languages": [ + "yor-Latn" + ] + }, + { + "ndcg_at_1": 0.52163, + "ndcg_at_3": 0.5112, + "ndcg_at_5": 0.5393, + "ndcg_at_10": 0.59133, + "ndcg_at_20": 0.62741, + "ndcg_at_100": 0.66449, + "ndcg_at_1000": 0.66994, + "map_at_1": 0.27695, + "map_at_3": 0.41111, + "map_at_5": 0.45204, + "map_at_10": 0.48934, + "map_at_20": 0.50702, + "map_at_100": 0.51684, + "map_at_1000": 0.51752, + "recall_at_1": 0.27695, + "recall_at_3": 0.4813, + "recall_at_5": 0.5851, + "recall_at_10": 0.72336, + "recall_at_20": 0.82847, + "recall_at_100": 0.97407, + "recall_at_1000": 1.0, + "accuracy": 0.27695, + "precision_at_1": 0.52163, + "precision_at_3": 0.34521, + "precision_at_5": 0.2626, + "precision_at_10": 0.16972, + "precision_at_20": 0.10025, + "precision_at_100": 0.0243, + "precision_at_1000": 0.00253, + "mrr_at_1": 0.521628, + "mrr_at_3": 0.607718, + "mrr_at_5": 0.629729, + "mrr_at_10": 0.639655, + "mrr_at_20": 0.643052, + "mrr_at_100": 0.644695, + "mrr_at_1000": 0.64472, + "nauc_ndcg_at_1_max": 0.27288, + "nauc_ndcg_at_1_std": -0.042864, + "nauc_ndcg_at_1_diff1": 0.342859, + "nauc_ndcg_at_3_max": 0.244094, + "nauc_ndcg_at_3_std": -0.093114, + "nauc_ndcg_at_3_diff1": 0.258804, + "nauc_ndcg_at_5_max": 0.237414, + "nauc_ndcg_at_5_std": -0.099369, + "nauc_ndcg_at_5_diff1": 0.248257, + "nauc_ndcg_at_10_max": 0.277268, + "nauc_ndcg_at_10_std": -0.110986, + "nauc_ndcg_at_10_diff1": 0.270032, + "nauc_ndcg_at_20_max": 0.279428, + "nauc_ndcg_at_20_std": -0.097968, + "nauc_ndcg_at_20_diff1": 0.261775, + "nauc_ndcg_at_100_max": 0.298449, + "nauc_ndcg_at_100_std": -0.071787, + "nauc_ndcg_at_100_diff1": 0.270333, + "nauc_ndcg_at_1000_max": 0.293854, + "nauc_ndcg_at_1000_std": -0.07686, + "nauc_ndcg_at_1000_diff1": 0.27472, + "nauc_map_at_1_max": 0.090727, + "nauc_map_at_1_std": -0.116432, + "nauc_map_at_1_diff1": 0.278425, + "nauc_map_at_3_max": 0.159109, + "nauc_map_at_3_std": -0.129416, + "nauc_map_at_3_diff1": 0.229625, + "nauc_map_at_5_max": 0.189578, + "nauc_map_at_5_std": -0.12326, + "nauc_map_at_5_diff1": 0.230471, + "nauc_map_at_10_max": 0.227543, + "nauc_map_at_10_std": -0.119119, + "nauc_map_at_10_diff1": 0.24233, + "nauc_map_at_20_max": 0.234278, + "nauc_map_at_20_std": -0.107336, + "nauc_map_at_20_diff1": 0.239263, + "nauc_map_at_100_max": 0.241673, + "nauc_map_at_100_std": -0.10089, + "nauc_map_at_100_diff1": 0.243313, + "nauc_map_at_1000_max": 0.241258, + "nauc_map_at_1000_std": -0.101145, + "nauc_map_at_1000_diff1": 0.243724, + "nauc_recall_at_1_max": 0.090727, + "nauc_recall_at_1_std": -0.116432, + "nauc_recall_at_1_diff1": 0.278425, + "nauc_recall_at_3_max": 0.154957, + "nauc_recall_at_3_std": -0.126271, + "nauc_recall_at_3_diff1": 0.19509, + "nauc_recall_at_5_max": 0.146177, + "nauc_recall_at_5_std": -0.136151, + "nauc_recall_at_5_diff1": 0.185083, + "nauc_recall_at_10_max": 0.228463, + "nauc_recall_at_10_std": -0.154102, + "nauc_recall_at_10_diff1": 0.214602, + "nauc_recall_at_20_max": 0.187491, + "nauc_recall_at_20_std": -0.170108, + "nauc_recall_at_20_diff1": 0.152814, + "nauc_recall_at_100_max": 0.37575, + "nauc_recall_at_100_std": 0.153875, + "nauc_recall_at_100_diff1": 0.001963, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.27288, + "nauc_precision_at_1_std": -0.042864, + "nauc_precision_at_1_diff1": 0.342859, + "nauc_precision_at_3_max": 0.298913, + "nauc_precision_at_3_std": -0.037981, + "nauc_precision_at_3_diff1": 0.109445, + "nauc_precision_at_5_max": 0.329278, + "nauc_precision_at_5_std": 0.010328, + "nauc_precision_at_5_diff1": 0.073896, + "nauc_precision_at_10_max": 0.360934, + "nauc_precision_at_10_std": 0.070045, + "nauc_precision_at_10_diff1": 0.07159, + "nauc_precision_at_20_max": 0.300812, + "nauc_precision_at_20_std": 0.134884, + "nauc_precision_at_20_diff1": 0.011148, + "nauc_precision_at_100_max": 0.266109, + "nauc_precision_at_100_std": 0.191765, + "nauc_precision_at_100_diff1": -0.015664, + "nauc_precision_at_1000_max": 0.225842, + "nauc_precision_at_1000_std": 0.16876, + "nauc_precision_at_1000_diff1": -0.013797, + "nauc_mrr_at_1_max": 0.27288, + "nauc_mrr_at_1_std": -0.042864, + "nauc_mrr_at_1_diff1": 0.342859, + "nauc_mrr_at_3_max": 0.345272, + "nauc_mrr_at_3_std": -0.039093, + "nauc_mrr_at_3_diff1": 0.342815, + "nauc_mrr_at_5_max": 0.332601, + "nauc_mrr_at_5_std": -0.046146, + "nauc_mrr_at_5_diff1": 0.342233, + "nauc_mrr_at_10_max": 0.333386, + "nauc_mrr_at_10_std": -0.046612, + "nauc_mrr_at_10_diff1": 0.346459, + "nauc_mrr_at_20_max": 0.332473, + "nauc_mrr_at_20_std": -0.046572, + "nauc_mrr_at_20_diff1": 0.347438, + "nauc_mrr_at_100_max": 0.331634, + "nauc_mrr_at_100_std": -0.045588, + "nauc_mrr_at_100_diff1": 0.346833, + "nauc_mrr_at_1000_max": 0.331653, + "nauc_mrr_at_1000_std": -0.045432, + "nauc_mrr_at_1000_diff1": 0.346854, + "hit_rate_at_1": 0.52163, + "hit_rate_at_3": 0.7201, + "hit_rate_at_5": 0.81425, + "hit_rate_at_10": 0.89059, + "hit_rate_at_20": 0.93893, + "hit_rate_at_100": 0.99746, + "hit_rate_at_1000": 1.0, + "main_score": 0.59133, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 11363.61818766594, + "kg_co2_emissions": null, + "date": 1776199346.60484 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MInDS14.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MInDS14.json new file mode 100644 index 0000000000..9e4009a961 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MInDS14.json @@ -0,0 +1,888 @@ +{ + "dataset_revision": "58d73d2cddefab7df4bc0b814aa5c53c5fd4928e", + "task_name": "MInDS14", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.966387, + "f1": 0.961965, + "f1_weighted": 0.968428, + "precision": 0.966721, + "precision_weighted": 0.976604, + "recall": 0.965955, + "recall_weighted": 0.966387, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.991597, + "f1": 0.991479, + "f1_weighted": 0.991538, + "precision": 0.992857, + "precision_weighted": 0.992437, + "recall": 0.991071, + "recall_weighted": 0.991597, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.991525, + "f1": 0.992381, + "f1_weighted": 0.991412, + "precision": 0.994505, + "precision_weighted": 0.992177, + "recall": 0.991071, + "recall_weighted": 0.991525, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 1.0, + "f1": 1.0, + "f1_weighted": 1.0, + "precision": 1.0, + "precision_weighted": 1.0, + "recall": 1.0, + "recall_weighted": 1.0, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.991525, + "f1": 0.987862, + "f1_weighted": 0.991304, + "precision": 0.992063, + "precision_weighted": 0.992467, + "recall": 0.985714, + "recall_weighted": 0.991525, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.988207, + "f1": 0.986737, + "f1_weighted": 0.988536, + "precision": 0.989229, + "precision_weighted": 0.990737, + "recall": 0.986763, + "recall_weighted": 0.988207, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.988207, + "hf_subset": "en-GB", + "languages": [ + "eng-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.972222, + "f1": 0.972302, + "f1_weighted": 0.97265, + "precision": 0.972449, + "precision_weighted": 0.978439, + "recall": 0.978175, + "recall_weighted": 0.972222, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.953704, + "f1": 0.955532, + "f1_weighted": 0.954053, + "precision": 0.956349, + "precision_weighted": 0.959491, + "recall": 0.959944, + "recall_weighted": 0.953704, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.972222, + "f1": 0.967203, + "f1_weighted": 0.972187, + "precision": 0.963745, + "precision_weighted": 0.976922, + "recall": 0.976786, + "recall_weighted": 0.972222, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.962963, + "f1": 0.955505, + "f1_weighted": 0.96224, + "precision": 0.955952, + "precision_weighted": 0.963735, + "recall": 0.95737, + "recall_weighted": 0.962963, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.953271, + "f1": 0.956509, + "f1_weighted": 0.953822, + "precision": 0.963822, + "precision_weighted": 0.961767, + "recall": 0.956066, + "recall_weighted": 0.953271, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.962876, + "f1": 0.96141, + "f1_weighted": 0.962991, + "precision": 0.962463, + "precision_weighted": 0.968071, + "recall": 0.965668, + "recall_weighted": 0.962876, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.962876, + "hf_subset": "fr-FR", + "languages": [ + "fra-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.885714, + "f1": 0.880272, + "f1_weighted": 0.885093, + "precision": 0.899492, + "precision_weighted": 0.896211, + "recall": 0.877077, + "recall_weighted": 0.885714, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.942446, + "f1": 0.943184, + "f1_weighted": 0.942338, + "precision": 0.946721, + "precision_weighted": 0.946009, + "recall": 0.944278, + "recall_weighted": 0.942446, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.906475, + "f1": 0.900442, + "f1_weighted": 0.907423, + "precision": 0.901797, + "precision_weighted": 0.91916, + "recall": 0.913865, + "recall_weighted": 0.906475, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.884892, + "f1": 0.879698, + "f1_weighted": 0.880111, + "precision": 0.873107, + "precision_weighted": 0.890002, + "recall": 0.901243, + "recall_weighted": 0.884892, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.913669, + "f1": 0.899794, + "f1_weighted": 0.915411, + "precision": 0.903823, + "precision_weighted": 0.924255, + "recall": 0.903403, + "recall_weighted": 0.913669, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.906639, + "f1": 0.900678, + "f1_weighted": 0.906075, + "precision": 0.904988, + "precision_weighted": 0.915127, + "recall": 0.907973, + "recall_weighted": 0.906639, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.906639, + "hf_subset": "it-IT", + "languages": [ + "ita-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.969388, + "f1": 0.969608, + "f1_weighted": 0.969008, + "precision": 0.974206, + "precision_weighted": 0.973073, + "recall": 0.969388, + "recall_weighted": 0.969388, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.958763, + "f1": 0.953065, + "f1_weighted": 0.958925, + "precision": 0.962018, + "precision_weighted": 0.964245, + "recall": 0.950992, + "recall_weighted": 0.958763, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.989691, + "f1": 0.992941, + "f1_weighted": 0.989594, + "precision": 0.994505, + "precision_weighted": 0.990484, + "recall": 0.992063, + "recall_weighted": 0.989691, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.938144, + "f1": 0.942278, + "f1_weighted": 0.939304, + "precision": 0.945238, + "precision_weighted": 0.949141, + "recall": 0.947931, + "recall_weighted": 0.938144, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.969072, + "f1": 0.975194, + "f1_weighted": 0.969413, + "precision": 0.98022, + "precision_weighted": 0.973989, + "recall": 0.97381, + "recall_weighted": 0.969072, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.965012, + "f1": 0.966617, + "f1_weighted": 0.965249, + "precision": 0.971238, + "precision_weighted": 0.970186, + "recall": 0.966837, + "recall_weighted": 0.965012, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.965012, + "hf_subset": "es-ES", + "languages": [ + "spa-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.826446, + "f1": 0.82164, + "f1_weighted": 0.828593, + "precision": 0.830818, + "precision_weighted": 0.841464, + "recall": 0.82403, + "recall_weighted": 0.826446, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.892562, + "f1": 0.896823, + "f1_weighted": 0.897475, + "precision": 0.908218, + "precision_weighted": 0.912552, + "recall": 0.895663, + "recall_weighted": 0.892562, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.826446, + "f1": 0.819692, + "f1_weighted": 0.829461, + "precision": 0.829261, + "precision_weighted": 0.853835, + "recall": 0.834145, + "recall_weighted": 0.826446, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.867769, + "f1": 0.858895, + "f1_weighted": 0.869659, + "precision": 0.871173, + "precision_weighted": 0.878955, + "recall": 0.857563, + "recall_weighted": 0.867769, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.85, + "f1": 0.843254, + "f1_weighted": 0.851263, + "precision": 0.853447, + "precision_weighted": 0.864026, + "recall": 0.845292, + "recall_weighted": 0.85, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.852645, + "f1": 0.848061, + "f1_weighted": 0.85529, + "precision": 0.858583, + "precision_weighted": 0.870166, + "recall": 0.851339, + "recall_weighted": 0.852645, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.852645, + "hf_subset": "pt-PT", + "languages": [ + "por-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.943089, + "f1": 0.944956, + "f1_weighted": 0.942692, + "precision": 0.951299, + "precision_weighted": 0.948949, + "recall": 0.944612, + "recall_weighted": 0.943089, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.92623, + "f1": 0.919942, + "f1_weighted": 0.925289, + "precision": 0.930182, + "precision_weighted": 0.932046, + "recall": 0.918762, + "recall_weighted": 0.92623, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.893443, + "f1": 0.853489, + "f1_weighted": 0.887038, + "precision": 0.861049, + "precision_weighted": 0.893405, + "recall": 0.86284, + "recall_weighted": 0.893443, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.95082, + "f1": 0.942926, + "f1_weighted": 0.952447, + "precision": 0.940986, + "precision_weighted": 0.960051, + "recall": 0.955586, + "recall_weighted": 0.95082, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.909836, + "f1": 0.906869, + "f1_weighted": 0.909203, + "precision": 0.914974, + "precision_weighted": 0.914708, + "recall": 0.905754, + "recall_weighted": 0.909836, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.924683, + "f1": 0.913636, + "f1_weighted": 0.923334, + "precision": 0.919698, + "precision_weighted": 0.929832, + "recall": 0.917511, + "recall_weighted": 0.924683, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.924683, + "hf_subset": "de-DE", + "languages": [ + "deu-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.916031, + "f1": 0.895701, + "f1_weighted": 0.915601, + "precision": 0.899423, + "precision_weighted": 0.925669, + "recall": 0.90155, + "recall_weighted": 0.916031, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.923664, + "f1": 0.920105, + "f1_weighted": 0.921951, + "precision": 0.932653, + "precision_weighted": 0.931116, + "recall": 0.920238, + "recall_weighted": 0.923664, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.908397, + "f1": 0.905715, + "f1_weighted": 0.909002, + "precision": 0.908667, + "precision_weighted": 0.916123, + "recall": 0.909748, + "recall_weighted": 0.908397, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.946565, + "f1": 0.946604, + "f1_weighted": 0.946811, + "precision": 0.949493, + "precision_weighted": 0.950302, + "recall": 0.946593, + "recall_weighted": 0.946565, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.930769, + "f1": 0.934603, + "f1_weighted": 0.931329, + "precision": 0.939737, + "precision_weighted": 0.93961, + "recall": 0.936706, + "recall_weighted": 0.930769, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.925085, + "f1": 0.920546, + "f1_weighted": 0.924939, + "precision": 0.925995, + "precision_weighted": 0.932564, + "recall": 0.922967, + "recall_weighted": 0.925085, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.925085, + "hf_subset": "nl-NL", + "languages": [ + "nld-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.916667, + "f1": 0.912881, + "f1_weighted": 0.914654, + "precision": 0.924938, + "precision_weighted": 0.922321, + "recall": 0.914394, + "recall_weighted": 0.916667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.935185, + "f1": 0.94041, + "f1_weighted": 0.934499, + "precision": 0.954317, + "precision_weighted": 0.941606, + "recall": 0.933813, + "recall_weighted": 0.935185, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.935185, + "f1": 0.924921, + "f1_weighted": 0.936164, + "precision": 0.931469, + "precision_weighted": 0.950379, + "recall": 0.93562, + "recall_weighted": 0.935185, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.861111, + "f1": 0.854322, + "f1_weighted": 0.862051, + "precision": 0.886048, + "precision_weighted": 0.888059, + "recall": 0.851554, + "recall_weighted": 0.861111, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.943925, + "f1": 0.938787, + "f1_weighted": 0.944181, + "precision": 0.932622, + "precision_weighted": 0.950022, + "recall": 0.951245, + "recall_weighted": 0.943925, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.918415, + "f1": 0.914264, + "f1_weighted": 0.91831, + "precision": 0.925879, + "precision_weighted": 0.930477, + "recall": 0.917325, + "recall_weighted": 0.918415, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.918415, + "hf_subset": "ru-RU", + "languages": [ + "rus-Cyrl" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.814159, + "f1": 0.830322, + "f1_weighted": 0.816246, + "precision": 0.84641, + "precision_weighted": 0.853083, + "recall": 0.844657, + "recall_weighted": 0.814159, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.778761, + "f1": 0.774591, + "f1_weighted": 0.78405, + "precision": 0.78749, + "precision_weighted": 0.813491, + "recall": 0.783701, + "recall_weighted": 0.778761, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.741071, + "f1": 0.727415, + "f1_weighted": 0.740745, + "precision": 0.76629, + "precision_weighted": 0.776254, + "recall": 0.722279, + "recall_weighted": 0.741071, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.803571, + "f1": 0.800095, + "f1_weighted": 0.812442, + "precision": 0.823908, + "precision_weighted": 0.844225, + "recall": 0.798237, + "recall_weighted": 0.803571, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.821429, + "f1": 0.818549, + "f1_weighted": 0.817777, + "precision": 0.850278, + "precision_weighted": 0.837436, + "recall": 0.811588, + "recall_weighted": 0.821429, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.791798, + "f1": 0.790194, + "f1_weighted": 0.794252, + "precision": 0.814875, + "precision_weighted": 0.824898, + "recall": 0.792092, + "recall_weighted": 0.791798, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.791798, + "hf_subset": "pl-PL", + "languages": [ + "pol-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.86087, + "f1": 0.855464, + "f1_weighted": 0.864527, + "precision": 0.867942, + "precision_weighted": 0.880828, + "recall": 0.863237, + "recall_weighted": 0.86087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.808696, + "f1": 0.786207, + "f1_weighted": 0.810331, + "precision": 0.81988, + "precision_weighted": 0.839442, + "recall": 0.785374, + "recall_weighted": 0.808696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.852174, + "f1": 0.839093, + "f1_weighted": 0.860445, + "precision": 0.86322, + "precision_weighted": 0.888081, + "recall": 0.835527, + "recall_weighted": 0.852174, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.791304, + "f1": 0.764164, + "f1_weighted": 0.789898, + "precision": 0.793004, + "precision_weighted": 0.81149, + "recall": 0.761707, + "recall_weighted": 0.791304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.868421, + "f1": 0.871035, + "f1_weighted": 0.870241, + "precision": 0.883248, + "precision_weighted": 0.882007, + "recall": 0.869161, + "recall_weighted": 0.868421, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.836293, + "f1": 0.823192, + "f1_weighted": 0.839088, + "precision": 0.845459, + "precision_weighted": 0.86037, + "recall": 0.823001, + "recall_weighted": 0.836293, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.836293, + "hf_subset": "cs-CZ", + "languages": [ + "ces-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.94958, + "f1": 0.943562, + "f1_weighted": 0.948625, + "precision": 0.955952, + "precision_weighted": 0.953922, + "recall": 0.93934, + "recall_weighted": 0.94958, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.941176, + "f1": 0.938416, + "f1_weighted": 0.942594, + "precision": 0.936508, + "precision_weighted": 0.950233, + "recall": 0.947543, + "recall_weighted": 0.941176, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.813559, + "f1": 0.793898, + "f1_weighted": 0.815247, + "precision": 0.807823, + "precision_weighted": 0.840648, + "recall": 0.802288, + "recall_weighted": 0.813559, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.898305, + "f1": 0.899534, + "f1_weighted": 0.901206, + "precision": 0.904051, + "precision_weighted": 0.909605, + "recall": 0.900318, + "recall_weighted": 0.898305, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.872881, + "f1": 0.874175, + "f1_weighted": 0.869267, + "precision": 0.886724, + "precision_weighted": 0.882143, + "recall": 0.878028, + "recall_weighted": 0.872881, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.8951, + "f1": 0.889917, + "f1_weighted": 0.895388, + "precision": 0.898212, + "precision_weighted": 0.90731, + "recall": 0.893503, + "recall_weighted": 0.8951, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.8951, + "hf_subset": "ko-KR", + "languages": [ + "kor-Hang" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.960396, + "f1": 0.950085, + "f1_weighted": 0.960113, + "precision": 0.955357, + "precision_weighted": 0.962871, + "recall": 0.948864, + "recall_weighted": 0.960396, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 1.0, + "f1": 1.0, + "f1_weighted": 1.0, + "precision": 1.0, + "precision_weighted": 1.0, + "recall": 1.0, + "recall_weighted": 1.0, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.97, + "f1": 0.962005, + "f1_weighted": 0.971166, + "precision": 0.951701, + "precision_weighted": 0.975333, + "recall": 0.979082, + "recall_weighted": 0.97, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.96, + "f1": 0.951613, + "f1_weighted": 0.960988, + "precision": 0.952806, + "precision_weighted": 0.965714, + "recall": 0.955074, + "recall_weighted": 0.96, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.92, + "f1": 0.888489, + "f1_weighted": 0.914684, + "precision": 0.901417, + "precision_weighted": 0.930659, + "recall": 0.90839, + "recall_weighted": 0.92, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.962079, + "f1": 0.950438, + "f1_weighted": 0.96139, + "precision": 0.952256, + "precision_weighted": 0.966916, + "recall": 0.958282, + "recall_weighted": 0.962079, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.962079, + "hf_subset": "zh-CN", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 179.60831117630005, + "kg_co2_emissions": null, + "date": 1776242301.993147 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MLQARetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MLQARetrieval.json new file mode 100644 index 0000000000..a9bc0f9ad4 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MLQARetrieval.json @@ -0,0 +1,15302 @@ +{ + "dataset_revision": "5bef8b6e2601af974fb1a1cca03fd702229be4b6", + "task_name": "MLQARetrieval", + "mteb_version": "2.12.16", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.65957, + "ndcg_at_3": 0.73434, + "ndcg_at_5": 0.75973, + "ndcg_at_10": 0.77248, + "ndcg_at_20": 0.78231, + "ndcg_at_100": 0.79319, + "ndcg_at_1000": 0.79545, + "map_at_1": 0.65957, + "map_at_3": 0.71663, + "map_at_5": 0.73066, + "map_at_10": 0.73607, + "map_at_20": 0.73879, + "map_at_100": 0.74033, + "map_at_1000": 0.74042, + "recall_at_1": 0.65957, + "recall_at_3": 0.7853, + "recall_at_5": 0.8472, + "recall_at_10": 0.88588, + "recall_at_20": 0.92456, + "recall_at_100": 0.98259, + "recall_at_1000": 1.0, + "accuracy": 0.65957, + "precision_at_1": 0.65957, + "precision_at_3": 0.26177, + "precision_at_5": 0.16944, + "precision_at_10": 0.08859, + "precision_at_20": 0.04623, + "precision_at_100": 0.00983, + "precision_at_1000": 0.001, + "mrr_at_1": 0.659574, + "mrr_at_3": 0.716634, + "mrr_at_5": 0.730658, + "mrr_at_10": 0.736066, + "mrr_at_20": 0.73879, + "mrr_at_100": 0.740333, + "mrr_at_1000": 0.740421, + "nauc_ndcg_at_1_max": 0.673629, + "nauc_ndcg_at_1_std": 0.2401, + "nauc_ndcg_at_1_diff1": 0.821972, + "nauc_ndcg_at_3_max": 0.745636, + "nauc_ndcg_at_3_std": 0.287286, + "nauc_ndcg_at_3_diff1": 0.806507, + "nauc_ndcg_at_5_max": 0.747952, + "nauc_ndcg_at_5_std": 0.312249, + "nauc_ndcg_at_5_diff1": 0.80416, + "nauc_ndcg_at_10_max": 0.743416, + "nauc_ndcg_at_10_std": 0.306415, + "nauc_ndcg_at_10_diff1": 0.800736, + "nauc_ndcg_at_20_max": 0.736586, + "nauc_ndcg_at_20_std": 0.304107, + "nauc_ndcg_at_20_diff1": 0.798303, + "nauc_ndcg_at_100_max": 0.731743, + "nauc_ndcg_at_100_std": 0.296913, + "nauc_ndcg_at_100_diff1": 0.802408, + "nauc_ndcg_at_1000_max": 0.729635, + "nauc_ndcg_at_1000_std": 0.292212, + "nauc_ndcg_at_1000_diff1": 0.803558, + "nauc_map_at_1_max": 0.673629, + "nauc_map_at_1_std": 0.2401, + "nauc_map_at_1_diff1": 0.821972, + "nauc_map_at_3_max": 0.727034, + "nauc_map_at_3_std": 0.273366, + "nauc_map_at_3_diff1": 0.810337, + "nauc_map_at_5_max": 0.72715, + "nauc_map_at_5_std": 0.285969, + "nauc_map_at_5_diff1": 0.808861, + "nauc_map_at_10_max": 0.72481, + "nauc_map_at_10_std": 0.282985, + "nauc_map_at_10_diff1": 0.807549, + "nauc_map_at_20_max": 0.72307, + "nauc_map_at_20_std": 0.282466, + "nauc_map_at_20_diff1": 0.807059, + "nauc_map_at_100_max": 0.72238, + "nauc_map_at_100_std": 0.281782, + "nauc_map_at_100_diff1": 0.807374, + "nauc_map_at_1000_max": 0.722304, + "nauc_map_at_1000_std": 0.281601, + "nauc_map_at_1000_diff1": 0.807404, + "nauc_recall_at_1_max": 0.673629, + "nauc_recall_at_1_std": 0.2401, + "nauc_recall_at_1_diff1": 0.821972, + "nauc_recall_at_3_max": 0.811128, + "nauc_recall_at_3_std": 0.337246, + "nauc_recall_at_3_diff1": 0.793114, + "nauc_recall_at_5_max": 0.84315, + "nauc_recall_at_5_std": 0.437602, + "nauc_recall_at_5_diff1": 0.783356, + "nauc_recall_at_10_max": 0.849378, + "nauc_recall_at_10_std": 0.446282, + "nauc_recall_at_10_diff1": 0.760065, + "nauc_recall_at_20_max": 0.831773, + "nauc_recall_at_20_std": 0.485623, + "nauc_recall_at_20_diff1": 0.715963, + "nauc_recall_at_100_max": 0.892893, + "nauc_recall_at_100_std": 0.644944, + "nauc_recall_at_100_diff1": 0.709611, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.673629, + "nauc_precision_at_1_std": 0.2401, + "nauc_precision_at_1_diff1": 0.821972, + "nauc_precision_at_3_max": 0.811128, + "nauc_precision_at_3_std": 0.337246, + "nauc_precision_at_3_diff1": 0.793114, + "nauc_precision_at_5_max": 0.84315, + "nauc_precision_at_5_std": 0.437602, + "nauc_precision_at_5_diff1": 0.783356, + "nauc_precision_at_10_max": 0.849378, + "nauc_precision_at_10_std": 0.446282, + "nauc_precision_at_10_diff1": 0.760065, + "nauc_precision_at_20_max": 0.831773, + "nauc_precision_at_20_std": 0.485623, + "nauc_precision_at_20_diff1": 0.715963, + "nauc_precision_at_100_max": 0.892893, + "nauc_precision_at_100_std": 0.644944, + "nauc_precision_at_100_diff1": 0.709611, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.673629, + "nauc_mrr_at_1_std": 0.2401, + "nauc_mrr_at_1_diff1": 0.821972, + "nauc_mrr_at_3_max": 0.727034, + "nauc_mrr_at_3_std": 0.273366, + "nauc_mrr_at_3_diff1": 0.810337, + "nauc_mrr_at_5_max": 0.72715, + "nauc_mrr_at_5_std": 0.285969, + "nauc_mrr_at_5_diff1": 0.808861, + "nauc_mrr_at_10_max": 0.72481, + "nauc_mrr_at_10_std": 0.282985, + "nauc_mrr_at_10_diff1": 0.807549, + "nauc_mrr_at_20_max": 0.72307, + "nauc_mrr_at_20_std": 0.282466, + "nauc_mrr_at_20_diff1": 0.807059, + "nauc_mrr_at_100_max": 0.72238, + "nauc_mrr_at_100_std": 0.281782, + "nauc_mrr_at_100_diff1": 0.807374, + "nauc_mrr_at_1000_max": 0.722304, + "nauc_mrr_at_1000_std": 0.281601, + "nauc_mrr_at_1000_diff1": 0.807404, + "hit_rate_at_1": 0.65957, + "hit_rate_at_3": 0.7853, + "hit_rate_at_5": 0.8472, + "hit_rate_at_10": 0.88588, + "hit_rate_at_20": 0.92456, + "hit_rate_at_100": 0.98259, + "hit_rate_at_1000": 1.0, + "main_score": 0.77248, + "hf_subset": "ara-ara", + "languages": [ + "ara-Arab", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.0, + "ndcg_at_3": 0.00305, + "ndcg_at_5": 0.00513, + "ndcg_at_10": 0.01582, + "ndcg_at_20": 0.02766, + "ndcg_at_100": 0.1163, + "ndcg_at_1000": 0.1716, + "map_at_1": 0.0, + "map_at_3": 0.00242, + "map_at_5": 0.00362, + "map_at_10": 0.0079, + "map_at_20": 0.01095, + "map_at_100": 0.02066, + "map_at_1000": 0.02359, + "recall_at_1": 0.0, + "recall_at_3": 0.00483, + "recall_at_5": 0.00966, + "recall_at_10": 0.04348, + "recall_at_20": 0.09179, + "recall_at_100": 0.6087, + "recall_at_1000": 1.0, + "accuracy": 0.0, + "precision_at_1": 0.0, + "precision_at_3": 0.00161, + "precision_at_5": 0.00193, + "precision_at_10": 0.00435, + "precision_at_20": 0.00459, + "precision_at_100": 0.00609, + "precision_at_1000": 0.001, + "mrr_at_1": 0.0, + "mrr_at_3": 0.002415, + "mrr_at_5": 0.003623, + "mrr_at_10": 0.007896, + "mrr_at_20": 0.01095, + "mrr_at_100": 0.020655, + "mrr_at_1000": 0.023594, + "nauc_ndcg_at_1_max": NaN, + "nauc_ndcg_at_1_std": NaN, + "nauc_ndcg_at_1_diff1": NaN, + "nauc_ndcg_at_3_max": -0.318918, + "nauc_ndcg_at_3_std": -0.41553, + "nauc_ndcg_at_3_diff1": -0.069939, + "nauc_ndcg_at_5_max": -0.057778, + "nauc_ndcg_at_5_std": -0.115196, + "nauc_ndcg_at_5_diff1": 0.090195, + "nauc_ndcg_at_10_max": -0.041753, + "nauc_ndcg_at_10_std": -0.230974, + "nauc_ndcg_at_10_diff1": 0.110182, + "nauc_ndcg_at_20_max": -0.098167, + "nauc_ndcg_at_20_std": -0.191905, + "nauc_ndcg_at_20_diff1": -0.024714, + "nauc_ndcg_at_100_max": -0.063555, + "nauc_ndcg_at_100_std": -0.095246, + "nauc_ndcg_at_100_diff1": -0.090315, + "nauc_ndcg_at_1000_max": -0.052371, + "nauc_ndcg_at_1000_std": -0.112877, + "nauc_ndcg_at_1000_diff1": -0.034885, + "nauc_map_at_1_max": NaN, + "nauc_map_at_1_std": NaN, + "nauc_map_at_1_diff1": NaN, + "nauc_map_at_3_max": -0.318918, + "nauc_map_at_3_std": -0.41553, + "nauc_map_at_3_diff1": -0.069939, + "nauc_map_at_5_max": -0.10435, + "nauc_map_at_5_std": -0.168758, + "nauc_map_at_5_diff1": 0.061636, + "nauc_map_at_10_max": -0.081496, + "nauc_map_at_10_std": -0.234724, + "nauc_map_at_10_diff1": 0.065462, + "nauc_map_at_20_max": -0.113093, + "nauc_map_at_20_std": -0.214245, + "nauc_map_at_20_diff1": -0.011404, + "nauc_map_at_100_max": -0.073926, + "nauc_map_at_100_std": -0.147713, + "nauc_map_at_100_diff1": -0.030274, + "nauc_map_at_1000_max": -0.074903, + "nauc_map_at_1000_std": -0.152808, + "nauc_map_at_1000_diff1": -0.020856, + "nauc_recall_at_1_max": NaN, + "nauc_recall_at_1_std": NaN, + "nauc_recall_at_1_diff1": NaN, + "nauc_recall_at_3_max": -0.318918, + "nauc_recall_at_3_std": -0.41553, + "nauc_recall_at_3_diff1": -0.069939, + "nauc_recall_at_5_max": 0.002934, + "nauc_recall_at_5_std": -0.045372, + "nauc_recall_at_5_diff1": 0.127424, + "nauc_recall_at_10_max": -0.010598, + "nauc_recall_at_10_std": -0.230821, + "nauc_recall_at_10_diff1": 0.148609, + "nauc_recall_at_20_max": -0.090965, + "nauc_recall_at_20_std": -0.177299, + "nauc_recall_at_20_diff1": -0.036291, + "nauc_recall_at_100_max": -0.074813, + "nauc_recall_at_100_std": -0.076593, + "nauc_recall_at_100_diff1": -0.139071, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": NaN, + "nauc_precision_at_1_std": NaN, + "nauc_precision_at_1_diff1": NaN, + "nauc_precision_at_3_max": -0.318918, + "nauc_precision_at_3_std": -0.41553, + "nauc_precision_at_3_diff1": -0.069939, + "nauc_precision_at_5_max": 0.002934, + "nauc_precision_at_5_std": -0.045372, + "nauc_precision_at_5_diff1": 0.127424, + "nauc_precision_at_10_max": -0.010598, + "nauc_precision_at_10_std": -0.230821, + "nauc_precision_at_10_diff1": 0.148609, + "nauc_precision_at_20_max": -0.090965, + "nauc_precision_at_20_std": -0.177299, + "nauc_precision_at_20_diff1": -0.036291, + "nauc_precision_at_100_max": -0.074813, + "nauc_precision_at_100_std": -0.076593, + "nauc_precision_at_100_diff1": -0.139071, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": NaN, + "nauc_mrr_at_1_std": NaN, + "nauc_mrr_at_1_diff1": NaN, + "nauc_mrr_at_3_max": -0.318918, + "nauc_mrr_at_3_std": -0.41553, + "nauc_mrr_at_3_diff1": -0.069939, + "nauc_mrr_at_5_max": -0.10435, + "nauc_mrr_at_5_std": -0.168758, + "nauc_mrr_at_5_diff1": 0.061636, + "nauc_mrr_at_10_max": -0.081496, + "nauc_mrr_at_10_std": -0.234724, + "nauc_mrr_at_10_diff1": 0.065462, + "nauc_mrr_at_20_max": -0.113093, + "nauc_mrr_at_20_std": -0.214245, + "nauc_mrr_at_20_diff1": -0.011404, + "nauc_mrr_at_100_max": -0.073926, + "nauc_mrr_at_100_std": -0.147713, + "nauc_mrr_at_100_diff1": -0.030274, + "nauc_mrr_at_1000_max": -0.074903, + "nauc_mrr_at_1000_std": -0.152808, + "nauc_mrr_at_1000_diff1": -0.020856, + "hit_rate_at_1": 0.0, + "hit_rate_at_3": 0.00483, + "hit_rate_at_5": 0.00966, + "hit_rate_at_10": 0.04348, + "hit_rate_at_20": 0.09179, + "hit_rate_at_100": 0.6087, + "hit_rate_at_1000": 1.0, + "main_score": 0.01582, + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.7118, + "ndcg_at_3": 0.8033, + "ndcg_at_5": 0.8202, + "ndcg_at_10": 0.83124, + "ndcg_at_20": 0.83564, + "ndcg_at_100": 0.84203, + "ndcg_at_1000": 0.84286, + "map_at_1": 0.7118, + "map_at_3": 0.78079, + "map_at_5": 0.79026, + "map_at_10": 0.79468, + "map_at_20": 0.79589, + "map_at_100": 0.79688, + "map_at_1000": 0.79693, + "recall_at_1": 0.7118, + "recall_at_3": 0.86847, + "recall_at_5": 0.90909, + "recall_at_10": 0.94391, + "recall_at_20": 0.96132, + "recall_at_100": 0.9942, + "recall_at_1000": 1.0, + "accuracy": 0.7118, + "precision_at_1": 0.7118, + "precision_at_3": 0.28949, + "precision_at_5": 0.18182, + "precision_at_10": 0.09439, + "precision_at_20": 0.04807, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.711799, + "mrr_at_3": 0.780787, + "mrr_at_5": 0.790264, + "mrr_at_10": 0.794679, + "mrr_at_20": 0.795887, + "mrr_at_100": 0.79688, + "mrr_at_1000": 0.796927, + "nauc_ndcg_at_1_max": 0.633531, + "nauc_ndcg_at_1_std": 0.013174, + "nauc_ndcg_at_1_diff1": 0.785206, + "nauc_ndcg_at_3_max": 0.704068, + "nauc_ndcg_at_3_std": 0.070778, + "nauc_ndcg_at_3_diff1": 0.77985, + "nauc_ndcg_at_5_max": 0.698656, + "nauc_ndcg_at_5_std": 0.085145, + "nauc_ndcg_at_5_diff1": 0.766609, + "nauc_ndcg_at_10_max": 0.693813, + "nauc_ndcg_at_10_std": 0.081118, + "nauc_ndcg_at_10_diff1": 0.772743, + "nauc_ndcg_at_20_max": 0.692661, + "nauc_ndcg_at_20_std": 0.079547, + "nauc_ndcg_at_20_diff1": 0.774655, + "nauc_ndcg_at_100_max": 0.684296, + "nauc_ndcg_at_100_std": 0.064429, + "nauc_ndcg_at_100_diff1": 0.775819, + "nauc_ndcg_at_1000_max": 0.682688, + "nauc_ndcg_at_1000_std": 0.063073, + "nauc_ndcg_at_1000_diff1": 0.776263, + "nauc_map_at_1_max": 0.633531, + "nauc_map_at_1_std": 0.013174, + "nauc_map_at_1_diff1": 0.785206, + "nauc_map_at_3_max": 0.682584, + "nauc_map_at_3_std": 0.050212, + "nauc_map_at_3_diff1": 0.781016, + "nauc_map_at_5_max": 0.67901, + "nauc_map_at_5_std": 0.05708, + "nauc_map_at_5_diff1": 0.774649, + "nauc_map_at_10_max": 0.676835, + "nauc_map_at_10_std": 0.055117, + "nauc_map_at_10_diff1": 0.776845, + "nauc_map_at_20_max": 0.676521, + "nauc_map_at_20_std": 0.054624, + "nauc_map_at_20_diff1": 0.777241, + "nauc_map_at_100_max": 0.6755, + "nauc_map_at_100_std": 0.052955, + "nauc_map_at_100_diff1": 0.777544, + "nauc_map_at_1000_max": 0.675426, + "nauc_map_at_1000_std": 0.052885, + "nauc_map_at_1000_diff1": 0.777567, + "nauc_recall_at_1_max": 0.633531, + "nauc_recall_at_1_std": 0.013174, + "nauc_recall_at_1_diff1": 0.785206, + "nauc_recall_at_3_max": 0.799866, + "nauc_recall_at_3_std": 0.164427, + "nauc_recall_at_3_diff1": 0.774948, + "nauc_recall_at_5_max": 0.814642, + "nauc_recall_at_5_std": 0.257688, + "nauc_recall_at_5_diff1": 0.71518, + "nauc_recall_at_10_max": 0.846594, + "nauc_recall_at_10_std": 0.329106, + "nauc_recall_at_10_diff1": 0.736746, + "nauc_recall_at_20_max": 0.895759, + "nauc_recall_at_20_std": 0.41538, + "nauc_recall_at_20_diff1": 0.751552, + "nauc_recall_at_100_max": 0.956399, + "nauc_recall_at_100_std": 0.286809, + "nauc_recall_at_100_diff1": 0.702839, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.633531, + "nauc_precision_at_1_std": 0.013174, + "nauc_precision_at_1_diff1": 0.785206, + "nauc_precision_at_3_max": 0.799866, + "nauc_precision_at_3_std": 0.164427, + "nauc_precision_at_3_diff1": 0.774948, + "nauc_precision_at_5_max": 0.814642, + "nauc_precision_at_5_std": 0.257688, + "nauc_precision_at_5_diff1": 0.71518, + "nauc_precision_at_10_max": 0.846594, + "nauc_precision_at_10_std": 0.329106, + "nauc_precision_at_10_diff1": 0.736746, + "nauc_precision_at_20_max": 0.895759, + "nauc_precision_at_20_std": 0.41538, + "nauc_precision_at_20_diff1": 0.751552, + "nauc_precision_at_100_max": 0.956399, + "nauc_precision_at_100_std": 0.286809, + "nauc_precision_at_100_diff1": 0.702839, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.633531, + "nauc_mrr_at_1_std": 0.013174, + "nauc_mrr_at_1_diff1": 0.785206, + "nauc_mrr_at_3_max": 0.682584, + "nauc_mrr_at_3_std": 0.050212, + "nauc_mrr_at_3_diff1": 0.781016, + "nauc_mrr_at_5_max": 0.67901, + "nauc_mrr_at_5_std": 0.05708, + "nauc_mrr_at_5_diff1": 0.774649, + "nauc_mrr_at_10_max": 0.676835, + "nauc_mrr_at_10_std": 0.055117, + "nauc_mrr_at_10_diff1": 0.776845, + "nauc_mrr_at_20_max": 0.676521, + "nauc_mrr_at_20_std": 0.054624, + "nauc_mrr_at_20_diff1": 0.777241, + "nauc_mrr_at_100_max": 0.6755, + "nauc_mrr_at_100_std": 0.052955, + "nauc_mrr_at_100_diff1": 0.777544, + "nauc_mrr_at_1000_max": 0.675426, + "nauc_mrr_at_1000_std": 0.052885, + "nauc_mrr_at_1000_diff1": 0.777567, + "hit_rate_at_1": 0.7118, + "hit_rate_at_3": 0.86847, + "hit_rate_at_5": 0.90909, + "hit_rate_at_10": 0.94391, + "hit_rate_at_20": 0.96132, + "hit_rate_at_100": 0.9942, + "hit_rate_at_1000": 1.0, + "main_score": 0.83124, + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.80124, + "ndcg_at_3": 0.86528, + "ndcg_at_5": 0.86795, + "ndcg_at_10": 0.88339, + "ndcg_at_20": 0.89127, + "ndcg_at_100": 0.89127, + "ndcg_at_1000": 0.89127, + "map_at_1": 0.80124, + "map_at_3": 0.84886, + "map_at_5": 0.85041, + "map_at_10": 0.85643, + "map_at_20": 0.85859, + "map_at_100": 0.85859, + "map_at_1000": 0.85859, + "recall_at_1": 0.80124, + "recall_at_3": 0.91304, + "recall_at_5": 0.91925, + "recall_at_10": 0.96894, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.80124, + "precision_at_1": 0.80124, + "precision_at_3": 0.30435, + "precision_at_5": 0.18385, + "precision_at_10": 0.09689, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.801242, + "mrr_at_3": 0.848861, + "mrr_at_5": 0.850414, + "mrr_at_10": 0.856426, + "mrr_at_20": 0.85859, + "mrr_at_100": 0.85859, + "mrr_at_1000": 0.85859, + "nauc_ndcg_at_1_max": 0.711647, + "nauc_ndcg_at_1_std": 0.095009, + "nauc_ndcg_at_1_diff1": 0.779056, + "nauc_ndcg_at_3_max": 0.763752, + "nauc_ndcg_at_3_std": 0.22323, + "nauc_ndcg_at_3_diff1": 0.801922, + "nauc_ndcg_at_5_max": 0.764622, + "nauc_ndcg_at_5_std": 0.220348, + "nauc_ndcg_at_5_diff1": 0.797737, + "nauc_ndcg_at_10_max": 0.746597, + "nauc_ndcg_at_10_std": 0.182076, + "nauc_ndcg_at_10_diff1": 0.793508, + "nauc_ndcg_at_20_max": 0.740198, + "nauc_ndcg_at_20_std": 0.168597, + "nauc_ndcg_at_20_diff1": 0.790377, + "nauc_ndcg_at_100_max": 0.740198, + "nauc_ndcg_at_100_std": 0.168597, + "nauc_ndcg_at_100_diff1": 0.790377, + "nauc_ndcg_at_1000_max": 0.740198, + "nauc_ndcg_at_1000_std": 0.168597, + "nauc_ndcg_at_1000_diff1": 0.790377, + "nauc_map_at_1_max": 0.711647, + "nauc_map_at_1_std": 0.095009, + "nauc_map_at_1_diff1": 0.779056, + "nauc_map_at_3_max": 0.74412, + "nauc_map_at_3_std": 0.179221, + "nauc_map_at_3_diff1": 0.793634, + "nauc_map_at_5_max": 0.744356, + "nauc_map_at_5_std": 0.177252, + "nauc_map_at_5_diff1": 0.791382, + "nauc_map_at_10_max": 0.737856, + "nauc_map_at_10_std": 0.162673, + "nauc_map_at_10_diff1": 0.789794, + "nauc_map_at_20_max": 0.736323, + "nauc_map_at_20_std": 0.159801, + "nauc_map_at_20_diff1": 0.78901, + "nauc_map_at_100_max": 0.736323, + "nauc_map_at_100_std": 0.159801, + "nauc_map_at_100_diff1": 0.78901, + "nauc_map_at_1000_max": 0.736323, + "nauc_map_at_1000_std": 0.159801, + "nauc_map_at_1000_diff1": 0.78901, + "nauc_recall_at_1_max": 0.711647, + "nauc_recall_at_1_std": 0.095009, + "nauc_recall_at_1_diff1": 0.779056, + "nauc_recall_at_3_max": 0.859785, + "nauc_recall_at_3_std": 0.436085, + "nauc_recall_at_3_diff1": 0.842281, + "nauc_recall_at_5_max": 0.870342, + "nauc_recall_at_5_std": 0.441964, + "nauc_recall_at_5_diff1": 0.830149, + "nauc_recall_at_10_max": 0.829366, + "nauc_recall_at_10_std": 0.368666, + "nauc_recall_at_10_diff1": 0.832607, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.711647, + "nauc_precision_at_1_std": 0.095009, + "nauc_precision_at_1_diff1": 0.779056, + "nauc_precision_at_3_max": 0.859785, + "nauc_precision_at_3_std": 0.436085, + "nauc_precision_at_3_diff1": 0.842281, + "nauc_precision_at_5_max": 0.870342, + "nauc_precision_at_5_std": 0.441964, + "nauc_precision_at_5_diff1": 0.830149, + "nauc_precision_at_10_max": 0.829366, + "nauc_precision_at_10_std": 0.368666, + "nauc_precision_at_10_diff1": 0.832607, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.711647, + "nauc_mrr_at_1_std": 0.095009, + "nauc_mrr_at_1_diff1": 0.779056, + "nauc_mrr_at_3_max": 0.74412, + "nauc_mrr_at_3_std": 0.179221, + "nauc_mrr_at_3_diff1": 0.793634, + "nauc_mrr_at_5_max": 0.744356, + "nauc_mrr_at_5_std": 0.177252, + "nauc_mrr_at_5_diff1": 0.791382, + "nauc_mrr_at_10_max": 0.737856, + "nauc_mrr_at_10_std": 0.162673, + "nauc_mrr_at_10_diff1": 0.789794, + "nauc_mrr_at_20_max": 0.736323, + "nauc_mrr_at_20_std": 0.159801, + "nauc_mrr_at_20_diff1": 0.78901, + "nauc_mrr_at_100_max": 0.736323, + "nauc_mrr_at_100_std": 0.159801, + "nauc_mrr_at_100_diff1": 0.78901, + "nauc_mrr_at_1000_max": 0.736323, + "nauc_mrr_at_1000_std": 0.159801, + "nauc_mrr_at_1000_diff1": 0.78901, + "hit_rate_at_1": 0.80124, + "hit_rate_at_3": 0.91304, + "hit_rate_at_5": 0.91925, + "hit_rate_at_10": 0.96894, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.88339, + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.70968, + "ndcg_at_3": 0.814, + "ndcg_at_5": 0.82742, + "ndcg_at_10": 0.83812, + "ndcg_at_20": 0.84368, + "ndcg_at_100": 0.85025, + "ndcg_at_1000": 0.85025, + "map_at_1": 0.70968, + "map_at_3": 0.79032, + "map_at_5": 0.79785, + "map_at_10": 0.80242, + "map_at_20": 0.804, + "map_at_100": 0.80514, + "map_at_1000": 0.80514, + "recall_at_1": 0.70968, + "recall_at_3": 0.88172, + "recall_at_5": 0.91398, + "recall_at_10": 0.94624, + "recall_at_20": 0.96774, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.70968, + "precision_at_1": 0.70968, + "precision_at_3": 0.29391, + "precision_at_5": 0.1828, + "precision_at_10": 0.09462, + "precision_at_20": 0.04839, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.709677, + "mrr_at_3": 0.790323, + "mrr_at_5": 0.797849, + "mrr_at_10": 0.802415, + "mrr_at_20": 0.804004, + "mrr_at_100": 0.805136, + "mrr_at_1000": 0.805136, + "nauc_ndcg_at_1_max": 0.604201, + "nauc_ndcg_at_1_std": 0.280107, + "nauc_ndcg_at_1_diff1": 0.708459, + "nauc_ndcg_at_3_max": 0.724079, + "nauc_ndcg_at_3_std": 0.382957, + "nauc_ndcg_at_3_diff1": 0.684117, + "nauc_ndcg_at_5_max": 0.708529, + "nauc_ndcg_at_5_std": 0.383755, + "nauc_ndcg_at_5_diff1": 0.678472, + "nauc_ndcg_at_10_max": 0.705335, + "nauc_ndcg_at_10_std": 0.388868, + "nauc_ndcg_at_10_diff1": 0.68363, + "nauc_ndcg_at_20_max": 0.696694, + "nauc_ndcg_at_20_std": 0.387233, + "nauc_ndcg_at_20_diff1": 0.683486, + "nauc_ndcg_at_100_max": 0.685196, + "nauc_ndcg_at_100_std": 0.359646, + "nauc_ndcg_at_100_diff1": 0.691734, + "nauc_ndcg_at_1000_max": 0.685196, + "nauc_ndcg_at_1000_std": 0.359646, + "nauc_ndcg_at_1000_diff1": 0.691734, + "nauc_map_at_1_max": 0.604201, + "nauc_map_at_1_std": 0.280107, + "nauc_map_at_1_diff1": 0.708459, + "nauc_map_at_3_max": 0.689938, + "nauc_map_at_3_std": 0.349252, + "nauc_map_at_3_diff1": 0.693923, + "nauc_map_at_5_max": 0.681111, + "nauc_map_at_5_std": 0.348077, + "nauc_map_at_5_diff1": 0.691502, + "nauc_map_at_10_max": 0.679495, + "nauc_map_at_10_std": 0.349961, + "nauc_map_at_10_diff1": 0.693753, + "nauc_map_at_20_max": 0.67737, + "nauc_map_at_20_std": 0.349819, + "nauc_map_at_20_diff1": 0.693669, + "nauc_map_at_100_max": 0.675742, + "nauc_map_at_100_std": 0.345957, + "nauc_map_at_100_diff1": 0.695013, + "nauc_map_at_1000_max": 0.675742, + "nauc_map_at_1000_std": 0.345957, + "nauc_map_at_1000_diff1": 0.695013, + "nauc_recall_at_1_max": 0.604201, + "nauc_recall_at_1_std": 0.280107, + "nauc_recall_at_1_diff1": 0.708459, + "nauc_recall_at_3_max": 0.881268, + "nauc_recall_at_3_std": 0.541492, + "nauc_recall_at_3_diff1": 0.636784, + "nauc_recall_at_5_max": 0.867549, + "nauc_recall_at_5_std": 0.602886, + "nauc_recall_at_5_diff1": 0.595847, + "nauc_recall_at_10_max": 0.932901, + "nauc_recall_at_10_std": 0.759733, + "nauc_recall_at_10_diff1": 0.58699, + "nauc_recall_at_20_max": 0.934484, + "nauc_recall_at_20_std": 0.956323, + "nauc_recall_at_20_diff1": 0.525953, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.604201, + "nauc_precision_at_1_std": 0.280107, + "nauc_precision_at_1_diff1": 0.708459, + "nauc_precision_at_3_max": 0.881268, + "nauc_precision_at_3_std": 0.541492, + "nauc_precision_at_3_diff1": 0.636784, + "nauc_precision_at_5_max": 0.867549, + "nauc_precision_at_5_std": 0.602886, + "nauc_precision_at_5_diff1": 0.595847, + "nauc_precision_at_10_max": 0.932901, + "nauc_precision_at_10_std": 0.759733, + "nauc_precision_at_10_diff1": 0.58699, + "nauc_precision_at_20_max": 0.934484, + "nauc_precision_at_20_std": 0.956323, + "nauc_precision_at_20_diff1": 0.525953, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.604201, + "nauc_mrr_at_1_std": 0.280107, + "nauc_mrr_at_1_diff1": 0.708459, + "nauc_mrr_at_3_max": 0.689938, + "nauc_mrr_at_3_std": 0.349252, + "nauc_mrr_at_3_diff1": 0.693923, + "nauc_mrr_at_5_max": 0.681111, + "nauc_mrr_at_5_std": 0.348077, + "nauc_mrr_at_5_diff1": 0.691502, + "nauc_mrr_at_10_max": 0.679495, + "nauc_mrr_at_10_std": 0.349961, + "nauc_mrr_at_10_diff1": 0.693753, + "nauc_mrr_at_20_max": 0.67737, + "nauc_mrr_at_20_std": 0.349819, + "nauc_mrr_at_20_diff1": 0.693669, + "nauc_mrr_at_100_max": 0.675742, + "nauc_mrr_at_100_std": 0.345957, + "nauc_mrr_at_100_diff1": 0.695013, + "nauc_mrr_at_1000_max": 0.675742, + "nauc_mrr_at_1000_std": 0.345957, + "nauc_mrr_at_1000_diff1": 0.695013, + "hit_rate_at_1": 0.70968, + "hit_rate_at_3": 0.88172, + "hit_rate_at_5": 0.91398, + "hit_rate_at_10": 0.94624, + "hit_rate_at_20": 0.96774, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.83812, + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.71779, + "ndcg_at_3": 0.81668, + "ndcg_at_5": 0.83173, + "ndcg_at_10": 0.84428, + "ndcg_at_20": 0.84756, + "ndcg_at_100": 0.85255, + "ndcg_at_1000": 0.85347, + "map_at_1": 0.71779, + "map_at_3": 0.79346, + "map_at_5": 0.80174, + "map_at_10": 0.80729, + "map_at_20": 0.80828, + "map_at_100": 0.80915, + "map_at_1000": 0.80921, + "recall_at_1": 0.71779, + "recall_at_3": 0.88344, + "recall_at_5": 0.92025, + "recall_at_10": 0.95706, + "recall_at_20": 0.96933, + "recall_at_100": 0.99387, + "recall_at_1000": 1.0, + "accuracy": 0.71779, + "precision_at_1": 0.71779, + "precision_at_3": 0.29448, + "precision_at_5": 0.18405, + "precision_at_10": 0.09571, + "precision_at_20": 0.04847, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.717791, + "mrr_at_3": 0.793456, + "mrr_at_5": 0.801738, + "mrr_at_10": 0.807289, + "mrr_at_20": 0.808285, + "mrr_at_100": 0.809151, + "mrr_at_1000": 0.809211, + "nauc_ndcg_at_1_max": 0.626013, + "nauc_ndcg_at_1_std": 0.141664, + "nauc_ndcg_at_1_diff1": 0.863973, + "nauc_ndcg_at_3_max": 0.66188, + "nauc_ndcg_at_3_std": 0.224208, + "nauc_ndcg_at_3_diff1": 0.839479, + "nauc_ndcg_at_5_max": 0.689447, + "nauc_ndcg_at_5_std": 0.265048, + "nauc_ndcg_at_5_diff1": 0.83395, + "nauc_ndcg_at_10_max": 0.685685, + "nauc_ndcg_at_10_std": 0.243809, + "nauc_ndcg_at_10_diff1": 0.845854, + "nauc_ndcg_at_20_max": 0.684821, + "nauc_ndcg_at_20_std": 0.258186, + "nauc_ndcg_at_20_diff1": 0.848883, + "nauc_ndcg_at_100_max": 0.672987, + "nauc_ndcg_at_100_std": 0.231682, + "nauc_ndcg_at_100_diff1": 0.847971, + "nauc_ndcg_at_1000_max": 0.670721, + "nauc_ndcg_at_1000_std": 0.226357, + "nauc_ndcg_at_1000_diff1": 0.846917, + "nauc_map_at_1_max": 0.626013, + "nauc_map_at_1_std": 0.141664, + "nauc_map_at_1_diff1": 0.863973, + "nauc_map_at_3_max": 0.654906, + "nauc_map_at_3_std": 0.203934, + "nauc_map_at_3_diff1": 0.845099, + "nauc_map_at_5_max": 0.667947, + "nauc_map_at_5_std": 0.222622, + "nauc_map_at_5_diff1": 0.842766, + "nauc_map_at_10_max": 0.665773, + "nauc_map_at_10_std": 0.213177, + "nauc_map_at_10_diff1": 0.847479, + "nauc_map_at_20_max": 0.665448, + "nauc_map_at_20_std": 0.216408, + "nauc_map_at_20_diff1": 0.848155, + "nauc_map_at_100_max": 0.663757, + "nauc_map_at_100_std": 0.212669, + "nauc_map_at_100_diff1": 0.847938, + "nauc_map_at_1000_max": 0.66364, + "nauc_map_at_1000_std": 0.212395, + "nauc_map_at_1000_diff1": 0.847885, + "nauc_recall_at_1_max": 0.626013, + "nauc_recall_at_1_std": 0.141664, + "nauc_recall_at_1_diff1": 0.863973, + "nauc_recall_at_3_max": 0.691757, + "nauc_recall_at_3_std": 0.315732, + "nauc_recall_at_3_diff1": 0.814452, + "nauc_recall_at_5_max": 0.83209, + "nauc_recall_at_5_std": 0.545921, + "nauc_recall_at_5_diff1": 0.777164, + "nauc_recall_at_10_max": 0.920582, + "nauc_recall_at_10_std": 0.590134, + "nauc_recall_at_10_diff1": 0.840643, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.97391, + "nauc_recall_at_20_diff1": 0.892226, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.626013, + "nauc_precision_at_1_std": 0.141664, + "nauc_precision_at_1_diff1": 0.863973, + "nauc_precision_at_3_max": 0.691757, + "nauc_precision_at_3_std": 0.315732, + "nauc_precision_at_3_diff1": 0.814452, + "nauc_precision_at_5_max": 0.83209, + "nauc_precision_at_5_std": 0.545921, + "nauc_precision_at_5_diff1": 0.777164, + "nauc_precision_at_10_max": 0.920582, + "nauc_precision_at_10_std": 0.590134, + "nauc_precision_at_10_diff1": 0.840643, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.97391, + "nauc_precision_at_20_diff1": 0.892226, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.626013, + "nauc_mrr_at_1_std": 0.141664, + "nauc_mrr_at_1_diff1": 0.863973, + "nauc_mrr_at_3_max": 0.654906, + "nauc_mrr_at_3_std": 0.203934, + "nauc_mrr_at_3_diff1": 0.845099, + "nauc_mrr_at_5_max": 0.667947, + "nauc_mrr_at_5_std": 0.222622, + "nauc_mrr_at_5_diff1": 0.842766, + "nauc_mrr_at_10_max": 0.665773, + "nauc_mrr_at_10_std": 0.213177, + "nauc_mrr_at_10_diff1": 0.847479, + "nauc_mrr_at_20_max": 0.665448, + "nauc_mrr_at_20_std": 0.216408, + "nauc_mrr_at_20_diff1": 0.848155, + "nauc_mrr_at_100_max": 0.663757, + "nauc_mrr_at_100_std": 0.212669, + "nauc_mrr_at_100_diff1": 0.847938, + "nauc_mrr_at_1000_max": 0.66364, + "nauc_mrr_at_1000_std": 0.212395, + "nauc_mrr_at_1000_diff1": 0.847885, + "hit_rate_at_1": 0.71779, + "hit_rate_at_3": 0.88344, + "hit_rate_at_5": 0.92025, + "hit_rate_at_10": 0.95706, + "hit_rate_at_20": 0.96933, + "hit_rate_at_100": 0.99387, + "hit_rate_at_1000": 1.0, + "main_score": 0.84428, + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.76064, + "ndcg_at_3": 0.84916, + "ndcg_at_5": 0.86679, + "ndcg_at_10": 0.8719, + "ndcg_at_20": 0.87334, + "ndcg_at_100": 0.87912, + "ndcg_at_1000": 0.87912, + "map_at_1": 0.76064, + "map_at_3": 0.82979, + "map_at_5": 0.83963, + "map_at_10": 0.84171, + "map_at_20": 0.84215, + "map_at_100": 0.84289, + "map_at_1000": 0.84289, + "recall_at_1": 0.76064, + "recall_at_3": 0.90426, + "recall_at_5": 0.94681, + "recall_at_10": 0.96277, + "recall_at_20": 0.96809, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.76064, + "precision_at_1": 0.76064, + "precision_at_3": 0.30142, + "precision_at_5": 0.18936, + "precision_at_10": 0.09628, + "precision_at_20": 0.0484, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.760638, + "mrr_at_3": 0.829787, + "mrr_at_5": 0.839628, + "mrr_at_10": 0.841711, + "mrr_at_20": 0.842154, + "mrr_at_100": 0.842892, + "mrr_at_1000": 0.842892, + "nauc_ndcg_at_1_max": 0.569121, + "nauc_ndcg_at_1_std": 0.29439, + "nauc_ndcg_at_1_diff1": 0.845635, + "nauc_ndcg_at_3_max": 0.655534, + "nauc_ndcg_at_3_std": 0.38894, + "nauc_ndcg_at_3_diff1": 0.835314, + "nauc_ndcg_at_5_max": 0.646515, + "nauc_ndcg_at_5_std": 0.368034, + "nauc_ndcg_at_5_diff1": 0.840751, + "nauc_ndcg_at_10_max": 0.635786, + "nauc_ndcg_at_10_std": 0.360631, + "nauc_ndcg_at_10_diff1": 0.841012, + "nauc_ndcg_at_20_max": 0.639172, + "nauc_ndcg_at_20_std": 0.379054, + "nauc_ndcg_at_20_diff1": 0.842468, + "nauc_ndcg_at_100_max": 0.629079, + "nauc_ndcg_at_100_std": 0.360673, + "nauc_ndcg_at_100_diff1": 0.842048, + "nauc_ndcg_at_1000_max": 0.629079, + "nauc_ndcg_at_1000_std": 0.360673, + "nauc_ndcg_at_1000_diff1": 0.842048, + "nauc_map_at_1_max": 0.569121, + "nauc_map_at_1_std": 0.29439, + "nauc_map_at_1_diff1": 0.845635, + "nauc_map_at_3_max": 0.631179, + "nauc_map_at_3_std": 0.362434, + "nauc_map_at_3_diff1": 0.838211, + "nauc_map_at_5_max": 0.625841, + "nauc_map_at_5_std": 0.352004, + "nauc_map_at_5_diff1": 0.840919, + "nauc_map_at_10_max": 0.622198, + "nauc_map_at_10_std": 0.349711, + "nauc_map_at_10_diff1": 0.841355, + "nauc_map_at_20_max": 0.623, + "nauc_map_at_20_std": 0.354266, + "nauc_map_at_20_diff1": 0.841719, + "nauc_map_at_100_max": 0.62181, + "nauc_map_at_100_std": 0.352042, + "nauc_map_at_100_diff1": 0.841776, + "nauc_map_at_1000_max": 0.62181, + "nauc_map_at_1000_std": 0.352042, + "nauc_map_at_1000_diff1": 0.841776, + "nauc_recall_at_1_max": 0.569121, + "nauc_recall_at_1_std": 0.29439, + "nauc_recall_at_1_diff1": 0.845635, + "nauc_recall_at_3_max": 0.768877, + "nauc_recall_at_3_std": 0.512183, + "nauc_recall_at_3_diff1": 0.821841, + "nauc_recall_at_5_max": 0.802925, + "nauc_recall_at_5_std": 0.479994, + "nauc_recall_at_5_diff1": 0.842071, + "nauc_recall_at_10_max": 0.758225, + "nauc_recall_at_10_std": 0.446104, + "nauc_recall_at_10_diff1": 0.838085, + "nauc_recall_at_20_max": 0.824865, + "nauc_recall_at_20_std": 0.711923, + "nauc_recall_at_20_diff1": 0.857487, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.569121, + "nauc_precision_at_1_std": 0.29439, + "nauc_precision_at_1_diff1": 0.845635, + "nauc_precision_at_3_max": 0.768877, + "nauc_precision_at_3_std": 0.512183, + "nauc_precision_at_3_diff1": 0.821841, + "nauc_precision_at_5_max": 0.802925, + "nauc_precision_at_5_std": 0.479994, + "nauc_precision_at_5_diff1": 0.842071, + "nauc_precision_at_10_max": 0.758225, + "nauc_precision_at_10_std": 0.446104, + "nauc_precision_at_10_diff1": 0.838085, + "nauc_precision_at_20_max": 0.824865, + "nauc_precision_at_20_std": 0.711923, + "nauc_precision_at_20_diff1": 0.857487, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.569121, + "nauc_mrr_at_1_std": 0.29439, + "nauc_mrr_at_1_diff1": 0.845635, + "nauc_mrr_at_3_max": 0.631179, + "nauc_mrr_at_3_std": 0.362434, + "nauc_mrr_at_3_diff1": 0.838211, + "nauc_mrr_at_5_max": 0.625841, + "nauc_mrr_at_5_std": 0.352004, + "nauc_mrr_at_5_diff1": 0.840919, + "nauc_mrr_at_10_max": 0.622198, + "nauc_mrr_at_10_std": 0.349711, + "nauc_mrr_at_10_diff1": 0.841355, + "nauc_mrr_at_20_max": 0.623, + "nauc_mrr_at_20_std": 0.354266, + "nauc_mrr_at_20_diff1": 0.841719, + "nauc_mrr_at_100_max": 0.62181, + "nauc_mrr_at_100_std": 0.352042, + "nauc_mrr_at_100_diff1": 0.841776, + "nauc_mrr_at_1000_max": 0.62181, + "nauc_mrr_at_1000_std": 0.352042, + "nauc_mrr_at_1000_diff1": 0.841776, + "hit_rate_at_1": 0.76064, + "hit_rate_at_3": 0.90426, + "hit_rate_at_5": 0.94681, + "hit_rate_at_10": 0.96277, + "hit_rate_at_20": 0.96809, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.8719, + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.6715, + "ndcg_at_3": 0.77185, + "ndcg_at_5": 0.79202, + "ndcg_at_10": 0.80904, + "ndcg_at_20": 0.81494, + "ndcg_at_100": 0.82156, + "ndcg_at_1000": 0.82156, + "map_at_1": 0.6715, + "map_at_3": 0.74799, + "map_at_5": 0.75934, + "map_at_10": 0.76626, + "map_at_20": 0.76778, + "map_at_100": 0.76882, + "map_at_1000": 0.76882, + "recall_at_1": 0.6715, + "recall_at_3": 0.84058, + "recall_at_5": 0.88889, + "recall_at_10": 0.94203, + "recall_at_20": 0.96618, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.6715, + "precision_at_1": 0.6715, + "precision_at_3": 0.28019, + "precision_at_5": 0.17778, + "precision_at_10": 0.0942, + "precision_at_20": 0.04831, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.671498, + "mrr_at_3": 0.747987, + "mrr_at_5": 0.75934, + "mrr_at_10": 0.766264, + "mrr_at_20": 0.767782, + "mrr_at_100": 0.76882, + "mrr_at_1000": 0.76882, + "nauc_ndcg_at_1_max": 0.641595, + "nauc_ndcg_at_1_std": 0.128878, + "nauc_ndcg_at_1_diff1": 0.801294, + "nauc_ndcg_at_3_max": 0.64487, + "nauc_ndcg_at_3_std": 0.160694, + "nauc_ndcg_at_3_diff1": 0.729367, + "nauc_ndcg_at_5_max": 0.647567, + "nauc_ndcg_at_5_std": 0.172538, + "nauc_ndcg_at_5_diff1": 0.741692, + "nauc_ndcg_at_10_max": 0.661325, + "nauc_ndcg_at_10_std": 0.206598, + "nauc_ndcg_at_10_diff1": 0.746623, + "nauc_ndcg_at_20_max": 0.651028, + "nauc_ndcg_at_20_std": 0.182823, + "nauc_ndcg_at_20_diff1": 0.744985, + "nauc_ndcg_at_100_max": 0.648888, + "nauc_ndcg_at_100_std": 0.170848, + "nauc_ndcg_at_100_diff1": 0.751558, + "nauc_ndcg_at_1000_max": 0.648888, + "nauc_ndcg_at_1000_std": 0.170848, + "nauc_ndcg_at_1000_diff1": 0.751558, + "nauc_map_at_1_max": 0.641595, + "nauc_map_at_1_std": 0.128878, + "nauc_map_at_1_diff1": 0.801294, + "nauc_map_at_3_max": 0.644139, + "nauc_map_at_3_std": 0.153985, + "nauc_map_at_3_diff1": 0.747894, + "nauc_map_at_5_max": 0.645922, + "nauc_map_at_5_std": 0.15939, + "nauc_map_at_5_diff1": 0.755293, + "nauc_map_at_10_max": 0.650196, + "nauc_map_at_10_std": 0.170074, + "nauc_map_at_10_diff1": 0.757087, + "nauc_map_at_20_max": 0.648027, + "nauc_map_at_20_std": 0.164957, + "nauc_map_at_20_diff1": 0.756807, + "nauc_map_at_100_max": 0.647536, + "nauc_map_at_100_std": 0.163326, + "nauc_map_at_100_diff1": 0.757338, + "nauc_map_at_1000_max": 0.647536, + "nauc_map_at_1000_std": 0.163326, + "nauc_map_at_1000_diff1": 0.757338, + "nauc_recall_at_1_max": 0.641595, + "nauc_recall_at_1_std": 0.128878, + "nauc_recall_at_1_diff1": 0.801294, + "nauc_recall_at_3_max": 0.647777, + "nauc_recall_at_3_std": 0.187033, + "nauc_recall_at_3_diff1": 0.653749, + "nauc_recall_at_5_max": 0.655945, + "nauc_recall_at_5_std": 0.246041, + "nauc_recall_at_5_diff1": 0.671196, + "nauc_recall_at_10_max": 0.794295, + "nauc_recall_at_10_std": 0.628093, + "nauc_recall_at_10_diff1": 0.658707, + "nauc_recall_at_20_max": 0.684772, + "nauc_recall_at_20_std": 0.45822, + "nauc_recall_at_20_diff1": 0.565004, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.641595, + "nauc_precision_at_1_std": 0.128878, + "nauc_precision_at_1_diff1": 0.801294, + "nauc_precision_at_3_max": 0.647777, + "nauc_precision_at_3_std": 0.187033, + "nauc_precision_at_3_diff1": 0.653749, + "nauc_precision_at_5_max": 0.655945, + "nauc_precision_at_5_std": 0.246041, + "nauc_precision_at_5_diff1": 0.671196, + "nauc_precision_at_10_max": 0.794295, + "nauc_precision_at_10_std": 0.628093, + "nauc_precision_at_10_diff1": 0.658707, + "nauc_precision_at_20_max": 0.684772, + "nauc_precision_at_20_std": 0.45822, + "nauc_precision_at_20_diff1": 0.565004, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.641595, + "nauc_mrr_at_1_std": 0.128878, + "nauc_mrr_at_1_diff1": 0.801294, + "nauc_mrr_at_3_max": 0.644139, + "nauc_mrr_at_3_std": 0.153985, + "nauc_mrr_at_3_diff1": 0.747894, + "nauc_mrr_at_5_max": 0.645922, + "nauc_mrr_at_5_std": 0.15939, + "nauc_mrr_at_5_diff1": 0.755293, + "nauc_mrr_at_10_max": 0.650196, + "nauc_mrr_at_10_std": 0.170074, + "nauc_mrr_at_10_diff1": 0.757087, + "nauc_mrr_at_20_max": 0.648027, + "nauc_mrr_at_20_std": 0.164957, + "nauc_mrr_at_20_diff1": 0.756807, + "nauc_mrr_at_100_max": 0.647536, + "nauc_mrr_at_100_std": 0.163326, + "nauc_mrr_at_100_diff1": 0.757338, + "nauc_mrr_at_1000_max": 0.647536, + "nauc_mrr_at_1000_std": 0.163326, + "nauc_mrr_at_1000_diff1": 0.757338, + "hit_rate_at_1": 0.6715, + "hit_rate_at_3": 0.84058, + "hit_rate_at_5": 0.88889, + "hit_rate_at_10": 0.94203, + "hit_rate_at_20": 0.96618, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.80904, + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.68359, + "ndcg_at_3": 0.78411, + "ndcg_at_5": 0.79613, + "ndcg_at_10": 0.81251, + "ndcg_at_20": 0.81722, + "ndcg_at_100": 0.82351, + "ndcg_at_1000": 0.82512, + "map_at_1": 0.68359, + "map_at_3": 0.75944, + "map_at_5": 0.76608, + "map_at_10": 0.77281, + "map_at_20": 0.77399, + "map_at_100": 0.77492, + "map_at_1000": 0.775, + "recall_at_1": 0.68359, + "recall_at_3": 0.85547, + "recall_at_5": 0.88477, + "recall_at_10": 0.93555, + "recall_at_20": 0.95508, + "recall_at_100": 0.98828, + "recall_at_1000": 1.0, + "accuracy": 0.68359, + "precision_at_1": 0.68359, + "precision_at_3": 0.28516, + "precision_at_5": 0.17695, + "precision_at_10": 0.09355, + "precision_at_20": 0.04775, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.683594, + "mrr_at_3": 0.75944, + "mrr_at_5": 0.766081, + "mrr_at_10": 0.772807, + "mrr_at_20": 0.773989, + "mrr_at_100": 0.774916, + "mrr_at_1000": 0.774995, + "nauc_ndcg_at_1_max": 0.578858, + "nauc_ndcg_at_1_std": -0.09723, + "nauc_ndcg_at_1_diff1": 0.786389, + "nauc_ndcg_at_3_max": 0.667051, + "nauc_ndcg_at_3_std": -0.033634, + "nauc_ndcg_at_3_diff1": 0.78458, + "nauc_ndcg_at_5_max": 0.659773, + "nauc_ndcg_at_5_std": -0.034148, + "nauc_ndcg_at_5_diff1": 0.778112, + "nauc_ndcg_at_10_max": 0.658845, + "nauc_ndcg_at_10_std": -0.02491, + "nauc_ndcg_at_10_diff1": 0.782134, + "nauc_ndcg_at_20_max": 0.654361, + "nauc_ndcg_at_20_std": -0.026702, + "nauc_ndcg_at_20_diff1": 0.780939, + "nauc_ndcg_at_100_max": 0.644865, + "nauc_ndcg_at_100_std": -0.034286, + "nauc_ndcg_at_100_diff1": 0.780563, + "nauc_ndcg_at_1000_max": 0.643096, + "nauc_ndcg_at_1000_std": -0.039833, + "nauc_ndcg_at_1000_diff1": 0.781704, + "nauc_map_at_1_max": 0.578858, + "nauc_map_at_1_std": -0.09723, + "nauc_map_at_1_diff1": 0.786389, + "nauc_map_at_3_max": 0.64079, + "nauc_map_at_3_std": -0.052831, + "nauc_map_at_3_diff1": 0.784906, + "nauc_map_at_5_max": 0.636601, + "nauc_map_at_5_std": -0.053603, + "nauc_map_at_5_diff1": 0.781739, + "nauc_map_at_10_max": 0.635858, + "nauc_map_at_10_std": -0.049853, + "nauc_map_at_10_diff1": 0.783099, + "nauc_map_at_20_max": 0.634856, + "nauc_map_at_20_std": -0.05032, + "nauc_map_at_20_diff1": 0.782839, + "nauc_map_at_100_max": 0.633709, + "nauc_map_at_100_std": -0.05091, + "nauc_map_at_100_diff1": 0.78276, + "nauc_map_at_1000_max": 0.633637, + "nauc_map_at_1000_std": -0.05115, + "nauc_map_at_1000_diff1": 0.782806, + "nauc_recall_at_1_max": 0.578858, + "nauc_recall_at_1_std": -0.09723, + "nauc_recall_at_1_diff1": 0.786389, + "nauc_recall_at_3_max": 0.782557, + "nauc_recall_at_3_std": 0.050971, + "nauc_recall_at_3_diff1": 0.783285, + "nauc_recall_at_5_max": 0.779064, + "nauc_recall_at_5_std": 0.067856, + "nauc_recall_at_5_diff1": 0.7576, + "nauc_recall_at_10_max": 0.856656, + "nauc_recall_at_10_std": 0.200164, + "nauc_recall_at_10_diff1": 0.776522, + "nauc_recall_at_20_max": 0.873593, + "nauc_recall_at_20_std": 0.269519, + "nauc_recall_at_20_diff1": 0.756779, + "nauc_recall_at_100_max": 0.814101, + "nauc_recall_at_100_std": 0.48269, + "nauc_recall_at_100_diff1": 0.671684, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.578858, + "nauc_precision_at_1_std": -0.09723, + "nauc_precision_at_1_diff1": 0.786389, + "nauc_precision_at_3_max": 0.782557, + "nauc_precision_at_3_std": 0.050971, + "nauc_precision_at_3_diff1": 0.783285, + "nauc_precision_at_5_max": 0.779064, + "nauc_precision_at_5_std": 0.067856, + "nauc_precision_at_5_diff1": 0.7576, + "nauc_precision_at_10_max": 0.856656, + "nauc_precision_at_10_std": 0.200164, + "nauc_precision_at_10_diff1": 0.776522, + "nauc_precision_at_20_max": 0.873593, + "nauc_precision_at_20_std": 0.269519, + "nauc_precision_at_20_diff1": 0.756779, + "nauc_precision_at_100_max": 0.814101, + "nauc_precision_at_100_std": 0.48269, + "nauc_precision_at_100_diff1": 0.671684, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.578858, + "nauc_mrr_at_1_std": -0.09723, + "nauc_mrr_at_1_diff1": 0.786389, + "nauc_mrr_at_3_max": 0.64079, + "nauc_mrr_at_3_std": -0.052831, + "nauc_mrr_at_3_diff1": 0.784906, + "nauc_mrr_at_5_max": 0.636601, + "nauc_mrr_at_5_std": -0.053603, + "nauc_mrr_at_5_diff1": 0.781739, + "nauc_mrr_at_10_max": 0.635858, + "nauc_mrr_at_10_std": -0.049853, + "nauc_mrr_at_10_diff1": 0.783099, + "nauc_mrr_at_20_max": 0.634856, + "nauc_mrr_at_20_std": -0.05032, + "nauc_mrr_at_20_diff1": 0.782839, + "nauc_mrr_at_100_max": 0.633709, + "nauc_mrr_at_100_std": -0.05091, + "nauc_mrr_at_100_diff1": 0.78276, + "nauc_mrr_at_1000_max": 0.633637, + "nauc_mrr_at_1000_std": -0.05115, + "nauc_mrr_at_1000_diff1": 0.782806, + "hit_rate_at_1": 0.68359, + "hit_rate_at_3": 0.85547, + "hit_rate_at_5": 0.88477, + "hit_rate_at_10": 0.93555, + "hit_rate_at_20": 0.95508, + "hit_rate_at_100": 0.98828, + "hit_rate_at_1000": 1.0, + "main_score": 0.81251, + "hf_subset": "deu-deu", + "languages": [ + "deu-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.71289, + "ndcg_at_3": 0.8058, + "ndcg_at_5": 0.82304, + "ndcg_at_10": 0.83398, + "ndcg_at_20": 0.83943, + "ndcg_at_100": 0.8442, + "ndcg_at_1000": 0.84529, + "map_at_1": 0.71289, + "map_at_3": 0.7832, + "map_at_5": 0.79297, + "map_at_10": 0.79761, + "map_at_20": 0.79911, + "map_at_100": 0.79979, + "map_at_1000": 0.79984, + "recall_at_1": 0.71289, + "recall_at_3": 0.87109, + "recall_at_5": 0.91211, + "recall_at_10": 0.94531, + "recall_at_20": 0.9668, + "recall_at_100": 0.99219, + "recall_at_1000": 1.0, + "accuracy": 0.71289, + "precision_at_1": 0.71289, + "precision_at_3": 0.29036, + "precision_at_5": 0.18242, + "precision_at_10": 0.09453, + "precision_at_20": 0.04834, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.712891, + "mrr_at_3": 0.783203, + "mrr_at_5": 0.792969, + "mrr_at_10": 0.797607, + "mrr_at_20": 0.799113, + "mrr_at_100": 0.799788, + "mrr_at_1000": 0.799845, + "nauc_ndcg_at_1_max": 0.55316, + "nauc_ndcg_at_1_std": -0.148529, + "nauc_ndcg_at_1_diff1": 0.750847, + "nauc_ndcg_at_3_max": 0.643243, + "nauc_ndcg_at_3_std": -0.072008, + "nauc_ndcg_at_3_diff1": 0.737104, + "nauc_ndcg_at_5_max": 0.630442, + "nauc_ndcg_at_5_std": -0.062933, + "nauc_ndcg_at_5_diff1": 0.742409, + "nauc_ndcg_at_10_max": 0.639055, + "nauc_ndcg_at_10_std": -0.044236, + "nauc_ndcg_at_10_diff1": 0.744107, + "nauc_ndcg_at_20_max": 0.633702, + "nauc_ndcg_at_20_std": -0.050238, + "nauc_ndcg_at_20_diff1": 0.746025, + "nauc_ndcg_at_100_max": 0.622364, + "nauc_ndcg_at_100_std": -0.076888, + "nauc_ndcg_at_100_diff1": 0.745733, + "nauc_ndcg_at_1000_max": 0.62043, + "nauc_ndcg_at_1000_std": -0.077225, + "nauc_ndcg_at_1000_diff1": 0.745158, + "nauc_map_at_1_max": 0.55316, + "nauc_map_at_1_std": -0.148529, + "nauc_map_at_1_diff1": 0.750847, + "nauc_map_at_3_max": 0.618475, + "nauc_map_at_3_std": -0.097159, + "nauc_map_at_3_diff1": 0.741892, + "nauc_map_at_5_max": 0.610988, + "nauc_map_at_5_std": -0.093404, + "nauc_map_at_5_diff1": 0.744742, + "nauc_map_at_10_max": 0.61365, + "nauc_map_at_10_std": -0.086739, + "nauc_map_at_10_diff1": 0.745138, + "nauc_map_at_20_max": 0.61229, + "nauc_map_at_20_std": -0.08857, + "nauc_map_at_20_diff1": 0.745565, + "nauc_map_at_100_max": 0.610977, + "nauc_map_at_100_std": -0.091516, + "nauc_map_at_100_diff1": 0.74553, + "nauc_map_at_1000_max": 0.610886, + "nauc_map_at_1000_std": -0.091565, + "nauc_map_at_1000_diff1": 0.745506, + "nauc_recall_at_1_max": 0.55316, + "nauc_recall_at_1_std": -0.148529, + "nauc_recall_at_1_diff1": 0.750847, + "nauc_recall_at_3_max": 0.752727, + "nauc_recall_at_3_std": 0.042144, + "nauc_recall_at_3_diff1": 0.715211, + "nauc_recall_at_5_max": 0.743315, + "nauc_recall_at_5_std": 0.125853, + "nauc_recall_at_5_diff1": 0.728989, + "nauc_recall_at_10_max": 0.881589, + "nauc_recall_at_10_std": 0.381737, + "nauc_recall_at_10_diff1": 0.739791, + "nauc_recall_at_20_max": 0.944286, + "nauc_recall_at_20_std": 0.559251, + "nauc_recall_at_20_diff1": 0.770216, + "nauc_recall_at_100_max": 0.861211, + "nauc_recall_at_100_std": -0.060906, + "nauc_recall_at_100_diff1": 0.819147, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.55316, + "nauc_precision_at_1_std": -0.148529, + "nauc_precision_at_1_diff1": 0.750847, + "nauc_precision_at_3_max": 0.752727, + "nauc_precision_at_3_std": 0.042144, + "nauc_precision_at_3_diff1": 0.715211, + "nauc_precision_at_5_max": 0.743315, + "nauc_precision_at_5_std": 0.125853, + "nauc_precision_at_5_diff1": 0.728989, + "nauc_precision_at_10_max": 0.881589, + "nauc_precision_at_10_std": 0.381737, + "nauc_precision_at_10_diff1": 0.739791, + "nauc_precision_at_20_max": 0.944286, + "nauc_precision_at_20_std": 0.559251, + "nauc_precision_at_20_diff1": 0.770216, + "nauc_precision_at_100_max": 0.861211, + "nauc_precision_at_100_std": -0.060906, + "nauc_precision_at_100_diff1": 0.819147, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.55316, + "nauc_mrr_at_1_std": -0.148529, + "nauc_mrr_at_1_diff1": 0.750847, + "nauc_mrr_at_3_max": 0.618475, + "nauc_mrr_at_3_std": -0.097159, + "nauc_mrr_at_3_diff1": 0.741892, + "nauc_mrr_at_5_max": 0.610988, + "nauc_mrr_at_5_std": -0.093404, + "nauc_mrr_at_5_diff1": 0.744742, + "nauc_mrr_at_10_max": 0.61365, + "nauc_mrr_at_10_std": -0.086739, + "nauc_mrr_at_10_diff1": 0.745138, + "nauc_mrr_at_20_max": 0.61229, + "nauc_mrr_at_20_std": -0.08857, + "nauc_mrr_at_20_diff1": 0.745565, + "nauc_mrr_at_100_max": 0.610977, + "nauc_mrr_at_100_std": -0.091516, + "nauc_mrr_at_100_diff1": 0.74553, + "nauc_mrr_at_1000_max": 0.610886, + "nauc_mrr_at_1000_std": -0.091565, + "nauc_mrr_at_1000_diff1": 0.745506, + "hit_rate_at_1": 0.71289, + "hit_rate_at_3": 0.87109, + "hit_rate_at_5": 0.91211, + "hit_rate_at_10": 0.94531, + "hit_rate_at_20": 0.9668, + "hit_rate_at_100": 0.99219, + "hit_rate_at_1000": 1.0, + "main_score": 0.83398, + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.72959, + "ndcg_at_3": 0.80084, + "ndcg_at_5": 0.81972, + "ndcg_at_10": 0.83792, + "ndcg_at_20": 0.84547, + "ndcg_at_100": 0.84837, + "ndcg_at_1000": 0.84837, + "map_at_1": 0.72959, + "map_at_3": 0.78316, + "map_at_5": 0.79362, + "map_at_10": 0.80119, + "map_at_20": 0.80315, + "map_at_100": 0.80358, + "map_at_1000": 0.80358, + "recall_at_1": 0.72959, + "recall_at_3": 0.85204, + "recall_at_5": 0.89796, + "recall_at_10": 0.95408, + "recall_at_20": 0.98469, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.72959, + "precision_at_1": 0.72959, + "precision_at_3": 0.28401, + "precision_at_5": 0.17959, + "precision_at_10": 0.09541, + "precision_at_20": 0.04923, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.729592, + "mrr_at_3": 0.783163, + "mrr_at_5": 0.793622, + "mrr_at_10": 0.80119, + "mrr_at_20": 0.803154, + "mrr_at_100": 0.803581, + "mrr_at_1000": 0.803581, + "nauc_ndcg_at_1_max": 0.608799, + "nauc_ndcg_at_1_std": 0.065467, + "nauc_ndcg_at_1_diff1": 0.773258, + "nauc_ndcg_at_3_max": 0.661495, + "nauc_ndcg_at_3_std": 0.061738, + "nauc_ndcg_at_3_diff1": 0.734201, + "nauc_ndcg_at_5_max": 0.672696, + "nauc_ndcg_at_5_std": 0.105142, + "nauc_ndcg_at_5_diff1": 0.749584, + "nauc_ndcg_at_10_max": 0.678621, + "nauc_ndcg_at_10_std": 0.146257, + "nauc_ndcg_at_10_diff1": 0.759164, + "nauc_ndcg_at_20_max": 0.667619, + "nauc_ndcg_at_20_std": 0.112595, + "nauc_ndcg_at_20_diff1": 0.762738, + "nauc_ndcg_at_100_max": 0.660597, + "nauc_ndcg_at_100_std": 0.097724, + "nauc_ndcg_at_100_diff1": 0.759471, + "nauc_ndcg_at_1000_max": 0.660597, + "nauc_ndcg_at_1000_std": 0.097724, + "nauc_ndcg_at_1000_diff1": 0.759471, + "nauc_map_at_1_max": 0.608799, + "nauc_map_at_1_std": 0.065467, + "nauc_map_at_1_diff1": 0.773258, + "nauc_map_at_3_max": 0.648998, + "nauc_map_at_3_std": 0.059808, + "nauc_map_at_3_diff1": 0.746991, + "nauc_map_at_5_max": 0.654443, + "nauc_map_at_5_std": 0.08239, + "nauc_map_at_5_diff1": 0.755093, + "nauc_map_at_10_max": 0.656743, + "nauc_map_at_10_std": 0.096538, + "nauc_map_at_10_diff1": 0.759772, + "nauc_map_at_20_max": 0.654287, + "nauc_map_at_20_std": 0.089055, + "nauc_map_at_20_diff1": 0.760459, + "nauc_map_at_100_max": 0.653456, + "nauc_map_at_100_std": 0.087253, + "nauc_map_at_100_diff1": 0.760018, + "nauc_map_at_1000_max": 0.653456, + "nauc_map_at_1000_std": 0.087253, + "nauc_map_at_1000_diff1": 0.760018, + "nauc_recall_at_1_max": 0.608799, + "nauc_recall_at_1_std": 0.065467, + "nauc_recall_at_1_diff1": 0.773258, + "nauc_recall_at_3_max": 0.709786, + "nauc_recall_at_3_std": 0.071179, + "nauc_recall_at_3_diff1": 0.682299, + "nauc_recall_at_5_max": 0.768829, + "nauc_recall_at_5_std": 0.23636, + "nauc_recall_at_5_diff1": 0.723462, + "nauc_recall_at_10_max": 0.92369, + "nauc_recall_at_10_std": 0.78412, + "nauc_recall_at_10_diff1": 0.762408, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.807595, + "nauc_recall_at_20_diff1": 0.907371, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.608799, + "nauc_precision_at_1_std": 0.065467, + "nauc_precision_at_1_diff1": 0.773258, + "nauc_precision_at_3_max": 0.709786, + "nauc_precision_at_3_std": 0.071179, + "nauc_precision_at_3_diff1": 0.682299, + "nauc_precision_at_5_max": 0.768829, + "nauc_precision_at_5_std": 0.23636, + "nauc_precision_at_5_diff1": 0.723462, + "nauc_precision_at_10_max": 0.92369, + "nauc_precision_at_10_std": 0.78412, + "nauc_precision_at_10_diff1": 0.762408, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.807595, + "nauc_precision_at_20_diff1": 0.907371, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.608799, + "nauc_mrr_at_1_std": 0.065467, + "nauc_mrr_at_1_diff1": 0.773258, + "nauc_mrr_at_3_max": 0.648998, + "nauc_mrr_at_3_std": 0.059808, + "nauc_mrr_at_3_diff1": 0.746991, + "nauc_mrr_at_5_max": 0.654443, + "nauc_mrr_at_5_std": 0.08239, + "nauc_mrr_at_5_diff1": 0.755093, + "nauc_mrr_at_10_max": 0.656743, + "nauc_mrr_at_10_std": 0.096538, + "nauc_mrr_at_10_diff1": 0.759772, + "nauc_mrr_at_20_max": 0.654287, + "nauc_mrr_at_20_std": 0.089055, + "nauc_mrr_at_20_diff1": 0.760459, + "nauc_mrr_at_100_max": 0.653456, + "nauc_mrr_at_100_std": 0.087253, + "nauc_mrr_at_100_diff1": 0.760018, + "nauc_mrr_at_1000_max": 0.653456, + "nauc_mrr_at_1000_std": 0.087253, + "nauc_mrr_at_1000_diff1": 0.760018, + "hit_rate_at_1": 0.72959, + "hit_rate_at_3": 0.85204, + "hit_rate_at_5": 0.89796, + "hit_rate_at_10": 0.95408, + "hit_rate_at_20": 0.98469, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.83792, + "hf_subset": "deu-spa", + "languages": [ + "deu-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.65644, + "ndcg_at_3": 0.7592, + "ndcg_at_5": 0.77872, + "ndcg_at_10": 0.79409, + "ndcg_at_20": 0.80343, + "ndcg_at_100": 0.81052, + "ndcg_at_1000": 0.81052, + "map_at_1": 0.65644, + "map_at_3": 0.73517, + "map_at_5": 0.7456, + "map_at_10": 0.75163, + "map_at_20": 0.75421, + "map_at_100": 0.75529, + "map_at_1000": 0.75529, + "recall_at_1": 0.65644, + "recall_at_3": 0.82822, + "recall_at_5": 0.8773, + "recall_at_10": 0.92638, + "recall_at_20": 0.96319, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.65644, + "precision_at_1": 0.65644, + "precision_at_3": 0.27607, + "precision_at_5": 0.17546, + "precision_at_10": 0.09264, + "precision_at_20": 0.04816, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.656442, + "mrr_at_3": 0.735174, + "mrr_at_5": 0.745603, + "mrr_at_10": 0.751634, + "mrr_at_20": 0.754212, + "mrr_at_100": 0.755286, + "mrr_at_1000": 0.755286, + "nauc_ndcg_at_1_max": 0.614235, + "nauc_ndcg_at_1_std": 0.026916, + "nauc_ndcg_at_1_diff1": 0.773983, + "nauc_ndcg_at_3_max": 0.649398, + "nauc_ndcg_at_3_std": 0.06604, + "nauc_ndcg_at_3_diff1": 0.735269, + "nauc_ndcg_at_5_max": 0.637387, + "nauc_ndcg_at_5_std": 0.065946, + "nauc_ndcg_at_5_diff1": 0.737264, + "nauc_ndcg_at_10_max": 0.638611, + "nauc_ndcg_at_10_std": 0.097335, + "nauc_ndcg_at_10_diff1": 0.736968, + "nauc_ndcg_at_20_max": 0.650654, + "nauc_ndcg_at_20_std": 0.10019, + "nauc_ndcg_at_20_diff1": 0.751279, + "nauc_ndcg_at_100_max": 0.637276, + "nauc_ndcg_at_100_std": 0.069107, + "nauc_ndcg_at_100_diff1": 0.74681, + "nauc_ndcg_at_1000_max": 0.637276, + "nauc_ndcg_at_1000_std": 0.069107, + "nauc_ndcg_at_1000_diff1": 0.74681, + "nauc_map_at_1_max": 0.614235, + "nauc_map_at_1_std": 0.026916, + "nauc_map_at_1_diff1": 0.773983, + "nauc_map_at_3_max": 0.639976, + "nauc_map_at_3_std": 0.055904, + "nauc_map_at_3_diff1": 0.744506, + "nauc_map_at_5_max": 0.634103, + "nauc_map_at_5_std": 0.055742, + "nauc_map_at_5_diff1": 0.746134, + "nauc_map_at_10_max": 0.63399, + "nauc_map_at_10_std": 0.065005, + "nauc_map_at_10_diff1": 0.746205, + "nauc_map_at_20_max": 0.636008, + "nauc_map_at_20_std": 0.064563, + "nauc_map_at_20_diff1": 0.749337, + "nauc_map_at_100_max": 0.634317, + "nauc_map_at_100_std": 0.060549, + "nauc_map_at_100_diff1": 0.748818, + "nauc_map_at_1000_max": 0.634317, + "nauc_map_at_1000_std": 0.060549, + "nauc_map_at_1000_diff1": 0.748818, + "nauc_recall_at_1_max": 0.614235, + "nauc_recall_at_1_std": 0.026916, + "nauc_recall_at_1_diff1": 0.773983, + "nauc_recall_at_3_max": 0.687116, + "nauc_recall_at_3_std": 0.10639, + "nauc_recall_at_3_diff1": 0.699026, + "nauc_recall_at_5_max": 0.649891, + "nauc_recall_at_5_std": 0.118128, + "nauc_recall_at_5_diff1": 0.691951, + "nauc_recall_at_10_max": 0.674249, + "nauc_recall_at_10_std": 0.410013, + "nauc_recall_at_10_diff1": 0.662421, + "nauc_recall_at_20_max": 0.956516, + "nauc_recall_at_20_std": 0.803213, + "nauc_recall_at_20_diff1": 0.857568, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.614235, + "nauc_precision_at_1_std": 0.026916, + "nauc_precision_at_1_diff1": 0.773983, + "nauc_precision_at_3_max": 0.687116, + "nauc_precision_at_3_std": 0.10639, + "nauc_precision_at_3_diff1": 0.699026, + "nauc_precision_at_5_max": 0.649891, + "nauc_precision_at_5_std": 0.118128, + "nauc_precision_at_5_diff1": 0.691951, + "nauc_precision_at_10_max": 0.674249, + "nauc_precision_at_10_std": 0.410013, + "nauc_precision_at_10_diff1": 0.662421, + "nauc_precision_at_20_max": 0.956516, + "nauc_precision_at_20_std": 0.803213, + "nauc_precision_at_20_diff1": 0.857568, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.614235, + "nauc_mrr_at_1_std": 0.026916, + "nauc_mrr_at_1_diff1": 0.773983, + "nauc_mrr_at_3_max": 0.639976, + "nauc_mrr_at_3_std": 0.055904, + "nauc_mrr_at_3_diff1": 0.744506, + "nauc_mrr_at_5_max": 0.634103, + "nauc_mrr_at_5_std": 0.055742, + "nauc_mrr_at_5_diff1": 0.746134, + "nauc_mrr_at_10_max": 0.63399, + "nauc_mrr_at_10_std": 0.065005, + "nauc_mrr_at_10_diff1": 0.746205, + "nauc_mrr_at_20_max": 0.636008, + "nauc_mrr_at_20_std": 0.064563, + "nauc_mrr_at_20_diff1": 0.749337, + "nauc_mrr_at_100_max": 0.634317, + "nauc_mrr_at_100_std": 0.060549, + "nauc_mrr_at_100_diff1": 0.748818, + "nauc_mrr_at_1000_max": 0.634317, + "nauc_mrr_at_1000_std": 0.060549, + "nauc_mrr_at_1000_diff1": 0.748818, + "hit_rate_at_1": 0.65644, + "hit_rate_at_3": 0.82822, + "hit_rate_at_5": 0.8773, + "hit_rate_at_10": 0.92638, + "hit_rate_at_20": 0.96319, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.79409, + "hf_subset": "deu-hin", + "languages": [ + "deu-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.67582, + "ndcg_at_3": 0.78447, + "ndcg_at_5": 0.80007, + "ndcg_at_10": 0.81304, + "ndcg_at_20": 0.82611, + "ndcg_at_100": 0.82938, + "ndcg_at_1000": 0.82938, + "map_at_1": 0.67582, + "map_at_3": 0.75916, + "map_at_5": 0.76767, + "map_at_10": 0.77334, + "map_at_20": 0.77724, + "map_at_100": 0.77777, + "map_at_1000": 0.77777, + "recall_at_1": 0.67582, + "recall_at_3": 0.85714, + "recall_at_5": 0.8956, + "recall_at_10": 0.93407, + "recall_at_20": 0.98352, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.67582, + "precision_at_1": 0.67582, + "precision_at_3": 0.28571, + "precision_at_5": 0.17912, + "precision_at_10": 0.09341, + "precision_at_20": 0.04918, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.675824, + "mrr_at_3": 0.759158, + "mrr_at_5": 0.767674, + "mrr_at_10": 0.773343, + "mrr_at_20": 0.777242, + "mrr_at_100": 0.777768, + "mrr_at_1000": 0.777768, + "nauc_ndcg_at_1_max": 0.514089, + "nauc_ndcg_at_1_std": -0.057079, + "nauc_ndcg_at_1_diff1": 0.768364, + "nauc_ndcg_at_3_max": 0.612094, + "nauc_ndcg_at_3_std": 0.023401, + "nauc_ndcg_at_3_diff1": 0.762135, + "nauc_ndcg_at_5_max": 0.602925, + "nauc_ndcg_at_5_std": 0.015797, + "nauc_ndcg_at_5_diff1": 0.763761, + "nauc_ndcg_at_10_max": 0.60646, + "nauc_ndcg_at_10_std": 0.047835, + "nauc_ndcg_at_10_diff1": 0.767533, + "nauc_ndcg_at_20_max": 0.586811, + "nauc_ndcg_at_20_std": 0.013579, + "nauc_ndcg_at_20_diff1": 0.765337, + "nauc_ndcg_at_100_max": 0.582196, + "nauc_ndcg_at_100_std": 0.0088, + "nauc_ndcg_at_100_diff1": 0.766577, + "nauc_ndcg_at_1000_max": 0.582196, + "nauc_ndcg_at_1000_std": 0.0088, + "nauc_ndcg_at_1000_diff1": 0.766577, + "nauc_map_at_1_max": 0.514089, + "nauc_map_at_1_std": -0.057079, + "nauc_map_at_1_diff1": 0.768364, + "nauc_map_at_3_max": 0.585375, + "nauc_map_at_3_std": 0.003362, + "nauc_map_at_3_diff1": 0.765702, + "nauc_map_at_5_max": 0.579626, + "nauc_map_at_5_std": -0.002299, + "nauc_map_at_5_diff1": 0.766673, + "nauc_map_at_10_max": 0.580285, + "nauc_map_at_10_std": 0.008926, + "nauc_map_at_10_diff1": 0.767521, + "nauc_map_at_20_max": 0.575148, + "nauc_map_at_20_std": 0.000456, + "nauc_map_at_20_diff1": 0.766987, + "nauc_map_at_100_max": 0.574622, + "nauc_map_at_100_std": 7.9e-05, + "nauc_map_at_100_diff1": 0.767193, + "nauc_map_at_1000_max": 0.574622, + "nauc_map_at_1000_std": 7.9e-05, + "nauc_map_at_1000_diff1": 0.767193, + "nauc_recall_at_1_max": 0.514089, + "nauc_recall_at_1_std": -0.057079, + "nauc_recall_at_1_diff1": 0.768364, + "nauc_recall_at_3_max": 0.728447, + "nauc_recall_at_3_std": 0.109284, + "nauc_recall_at_3_diff1": 0.745243, + "nauc_recall_at_5_max": 0.730259, + "nauc_recall_at_5_std": 0.11526, + "nauc_recall_at_5_diff1": 0.746177, + "nauc_recall_at_10_max": 0.829144, + "nauc_recall_at_10_std": 0.410645, + "nauc_recall_at_10_diff1": 0.773727, + "nauc_recall_at_20_max": 0.807876, + "nauc_recall_at_20_std": 0.265863, + "nauc_recall_at_20_diff1": 0.715471, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.514089, + "nauc_precision_at_1_std": -0.057079, + "nauc_precision_at_1_diff1": 0.768364, + "nauc_precision_at_3_max": 0.728447, + "nauc_precision_at_3_std": 0.109284, + "nauc_precision_at_3_diff1": 0.745243, + "nauc_precision_at_5_max": 0.730259, + "nauc_precision_at_5_std": 0.11526, + "nauc_precision_at_5_diff1": 0.746177, + "nauc_precision_at_10_max": 0.829144, + "nauc_precision_at_10_std": 0.410645, + "nauc_precision_at_10_diff1": 0.773727, + "nauc_precision_at_20_max": 0.807876, + "nauc_precision_at_20_std": 0.265863, + "nauc_precision_at_20_diff1": 0.715471, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.514089, + "nauc_mrr_at_1_std": -0.057079, + "nauc_mrr_at_1_diff1": 0.768364, + "nauc_mrr_at_3_max": 0.585375, + "nauc_mrr_at_3_std": 0.003362, + "nauc_mrr_at_3_diff1": 0.765702, + "nauc_mrr_at_5_max": 0.579626, + "nauc_mrr_at_5_std": -0.002299, + "nauc_mrr_at_5_diff1": 0.766673, + "nauc_mrr_at_10_max": 0.580285, + "nauc_mrr_at_10_std": 0.008926, + "nauc_mrr_at_10_diff1": 0.767521, + "nauc_mrr_at_20_max": 0.575148, + "nauc_mrr_at_20_std": 0.000456, + "nauc_mrr_at_20_diff1": 0.766987, + "nauc_mrr_at_100_max": 0.574622, + "nauc_mrr_at_100_std": 7.9e-05, + "nauc_mrr_at_100_diff1": 0.767193, + "nauc_mrr_at_1000_max": 0.574622, + "nauc_mrr_at_1000_std": 7.9e-05, + "nauc_mrr_at_1000_diff1": 0.767193, + "hit_rate_at_1": 0.67582, + "hit_rate_at_3": 0.85714, + "hit_rate_at_5": 0.8956, + "hit_rate_at_10": 0.93407, + "hit_rate_at_20": 0.98352, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.81304, + "hf_subset": "deu-vie", + "languages": [ + "deu-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.76316, + "ndcg_at_3": 0.84994, + "ndcg_at_5": 0.85808, + "ndcg_at_10": 0.87072, + "ndcg_at_20": 0.87612, + "ndcg_at_100": 0.87812, + "ndcg_at_1000": 0.87812, + "map_at_1": 0.76316, + "map_at_3": 0.82895, + "map_at_5": 0.83316, + "map_at_10": 0.8388, + "map_at_20": 0.84032, + "map_at_100": 0.8406, + "map_at_1000": 0.8406, + "recall_at_1": 0.76316, + "recall_at_3": 0.91053, + "recall_at_5": 0.93158, + "recall_at_10": 0.96842, + "recall_at_20": 0.98947, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.76316, + "precision_at_1": 0.76316, + "precision_at_3": 0.30351, + "precision_at_5": 0.18632, + "precision_at_10": 0.09684, + "precision_at_20": 0.04947, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.763158, + "mrr_at_3": 0.828947, + "mrr_at_5": 0.833158, + "mrr_at_10": 0.838797, + "mrr_at_20": 0.840319, + "mrr_at_100": 0.840603, + "mrr_at_1000": 0.840603, + "nauc_ndcg_at_1_max": 0.398136, + "nauc_ndcg_at_1_std": 0.044497, + "nauc_ndcg_at_1_diff1": 0.712675, + "nauc_ndcg_at_3_max": 0.562871, + "nauc_ndcg_at_3_std": 0.256967, + "nauc_ndcg_at_3_diff1": 0.714637, + "nauc_ndcg_at_5_max": 0.570706, + "nauc_ndcg_at_5_std": 0.276715, + "nauc_ndcg_at_5_diff1": 0.721084, + "nauc_ndcg_at_10_max": 0.5387, + "nauc_ndcg_at_10_std": 0.231146, + "nauc_ndcg_at_10_diff1": 0.722851, + "nauc_ndcg_at_20_max": 0.51699, + "nauc_ndcg_at_20_std": 0.208518, + "nauc_ndcg_at_20_diff1": 0.71275, + "nauc_ndcg_at_100_max": 0.509537, + "nauc_ndcg_at_100_std": 0.19445, + "nauc_ndcg_at_100_diff1": 0.714038, + "nauc_ndcg_at_1000_max": 0.509537, + "nauc_ndcg_at_1000_std": 0.19445, + "nauc_ndcg_at_1000_diff1": 0.714038, + "nauc_map_at_1_max": 0.398136, + "nauc_map_at_1_std": 0.044497, + "nauc_map_at_1_diff1": 0.712675, + "nauc_map_at_3_max": 0.514547, + "nauc_map_at_3_std": 0.196429, + "nauc_map_at_3_diff1": 0.712527, + "nauc_map_at_5_max": 0.51671, + "nauc_map_at_5_std": 0.203553, + "nauc_map_at_5_diff1": 0.715335, + "nauc_map_at_10_max": 0.502954, + "nauc_map_at_10_std": 0.18408, + "nauc_map_at_10_diff1": 0.715515, + "nauc_map_at_20_max": 0.497814, + "nauc_map_at_20_std": 0.178667, + "nauc_map_at_20_diff1": 0.713167, + "nauc_map_at_100_max": 0.496961, + "nauc_map_at_100_std": 0.177084, + "nauc_map_at_100_diff1": 0.713296, + "nauc_map_at_1000_max": 0.496961, + "nauc_map_at_1000_std": 0.177084, + "nauc_map_at_1000_diff1": 0.713296, + "nauc_recall_at_1_max": 0.398136, + "nauc_recall_at_1_std": 0.044497, + "nauc_recall_at_1_diff1": 0.712675, + "nauc_recall_at_3_max": 0.806283, + "nauc_recall_at_3_std": 0.560444, + "nauc_recall_at_3_diff1": 0.726506, + "nauc_recall_at_5_max": 0.920455, + "nauc_recall_at_5_std": 0.752819, + "nauc_recall_at_5_diff1": 0.762479, + "nauc_recall_at_10_max": 0.978214, + "nauc_recall_at_10_std": 0.810224, + "nauc_recall_at_10_diff1": 0.835823, + "nauc_recall_at_20_max": 0.934641, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 0.638189, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.398136, + "nauc_precision_at_1_std": 0.044497, + "nauc_precision_at_1_diff1": 0.712675, + "nauc_precision_at_3_max": 0.806283, + "nauc_precision_at_3_std": 0.560444, + "nauc_precision_at_3_diff1": 0.726506, + "nauc_precision_at_5_max": 0.920455, + "nauc_precision_at_5_std": 0.752819, + "nauc_precision_at_5_diff1": 0.762479, + "nauc_precision_at_10_max": 0.978214, + "nauc_precision_at_10_std": 0.810224, + "nauc_precision_at_10_diff1": 0.835823, + "nauc_precision_at_20_max": 0.934641, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 0.638189, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.398136, + "nauc_mrr_at_1_std": 0.044497, + "nauc_mrr_at_1_diff1": 0.712675, + "nauc_mrr_at_3_max": 0.514547, + "nauc_mrr_at_3_std": 0.196429, + "nauc_mrr_at_3_diff1": 0.712527, + "nauc_mrr_at_5_max": 0.51671, + "nauc_mrr_at_5_std": 0.203553, + "nauc_mrr_at_5_diff1": 0.715335, + "nauc_mrr_at_10_max": 0.502954, + "nauc_mrr_at_10_std": 0.18408, + "nauc_mrr_at_10_diff1": 0.715515, + "nauc_mrr_at_20_max": 0.497814, + "nauc_mrr_at_20_std": 0.178667, + "nauc_mrr_at_20_diff1": 0.713167, + "nauc_mrr_at_100_max": 0.496961, + "nauc_mrr_at_100_std": 0.177084, + "nauc_mrr_at_100_diff1": 0.713296, + "nauc_mrr_at_1000_max": 0.496961, + "nauc_mrr_at_1000_std": 0.177084, + "nauc_mrr_at_1000_diff1": 0.713296, + "hit_rate_at_1": 0.76316, + "hit_rate_at_3": 0.91053, + "hit_rate_at_5": 0.93158, + "hit_rate_at_10": 0.96842, + "hit_rate_at_20": 0.98947, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.87072, + "hf_subset": "deu-zho", + "languages": [ + "deu-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.66151, + "ndcg_at_3": 0.75819, + "ndcg_at_5": 0.77118, + "ndcg_at_10": 0.78892, + "ndcg_at_20": 0.79479, + "ndcg_at_100": 0.80351, + "ndcg_at_1000": 0.80649, + "map_at_1": 0.66151, + "map_at_3": 0.73533, + "map_at_5": 0.74268, + "map_at_10": 0.75014, + "map_at_20": 0.75175, + "map_at_100": 0.753, + "map_at_1000": 0.75315, + "recall_at_1": 0.66151, + "recall_at_3": 0.82398, + "recall_at_5": 0.85493, + "recall_at_10": 0.90909, + "recall_at_20": 0.9323, + "recall_at_100": 0.97872, + "recall_at_1000": 1.0, + "accuracy": 0.66151, + "precision_at_1": 0.66151, + "precision_at_3": 0.27466, + "precision_at_5": 0.17099, + "precision_at_10": 0.09091, + "precision_at_20": 0.04662, + "precision_at_100": 0.00979, + "precision_at_1000": 0.001, + "mrr_at_1": 0.661509, + "mrr_at_3": 0.735332, + "mrr_at_5": 0.742682, + "mrr_at_10": 0.750137, + "mrr_at_20": 0.751751, + "mrr_at_100": 0.752999, + "mrr_at_1000": 0.753153, + "nauc_ndcg_at_1_max": 0.674382, + "nauc_ndcg_at_1_std": 0.233168, + "nauc_ndcg_at_1_diff1": 0.748971, + "nauc_ndcg_at_3_max": 0.706245, + "nauc_ndcg_at_3_std": 0.253503, + "nauc_ndcg_at_3_diff1": 0.689664, + "nauc_ndcg_at_5_max": 0.703642, + "nauc_ndcg_at_5_std": 0.248729, + "nauc_ndcg_at_5_diff1": 0.693143, + "nauc_ndcg_at_10_max": 0.702607, + "nauc_ndcg_at_10_std": 0.260784, + "nauc_ndcg_at_10_diff1": 0.689021, + "nauc_ndcg_at_20_max": 0.7047, + "nauc_ndcg_at_20_std": 0.262597, + "nauc_ndcg_at_20_diff1": 0.694, + "nauc_ndcg_at_100_max": 0.702142, + "nauc_ndcg_at_100_std": 0.261793, + "nauc_ndcg_at_100_diff1": 0.699545, + "nauc_ndcg_at_1000_max": 0.698834, + "nauc_ndcg_at_1000_std": 0.252897, + "nauc_ndcg_at_1000_diff1": 0.701813, + "nauc_map_at_1_max": 0.674382, + "nauc_map_at_1_std": 0.233168, + "nauc_map_at_1_diff1": 0.748971, + "nauc_map_at_3_max": 0.696675, + "nauc_map_at_3_std": 0.243464, + "nauc_map_at_3_diff1": 0.704985, + "nauc_map_at_5_max": 0.695275, + "nauc_map_at_5_std": 0.24112, + "nauc_map_at_5_diff1": 0.707306, + "nauc_map_at_10_max": 0.694373, + "nauc_map_at_10_std": 0.244549, + "nauc_map_at_10_diff1": 0.706438, + "nauc_map_at_20_max": 0.694663, + "nauc_map_at_20_std": 0.244681, + "nauc_map_at_20_diff1": 0.707665, + "nauc_map_at_100_max": 0.694467, + "nauc_map_at_100_std": 0.245026, + "nauc_map_at_100_diff1": 0.708466, + "nauc_map_at_1000_max": 0.694322, + "nauc_map_at_1000_std": 0.244649, + "nauc_map_at_1000_diff1": 0.708536, + "nauc_recall_at_1_max": 0.674382, + "nauc_recall_at_1_std": 0.233168, + "nauc_recall_at_1_diff1": 0.748971, + "nauc_recall_at_3_max": 0.744441, + "nauc_recall_at_3_std": 0.295768, + "nauc_recall_at_3_diff1": 0.629913, + "nauc_recall_at_5_max": 0.741458, + "nauc_recall_at_5_std": 0.284884, + "nauc_recall_at_5_diff1": 0.62971, + "nauc_recall_at_10_max": 0.758426, + "nauc_recall_at_10_std": 0.388005, + "nauc_recall_at_10_diff1": 0.567842, + "nauc_recall_at_20_max": 0.802763, + "nauc_recall_at_20_std": 0.454414, + "nauc_recall_at_20_diff1": 0.58008, + "nauc_recall_at_100_max": 0.88712, + "nauc_recall_at_100_std": 0.763507, + "nauc_recall_at_100_diff1": 0.560038, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.674382, + "nauc_precision_at_1_std": 0.233168, + "nauc_precision_at_1_diff1": 0.748971, + "nauc_precision_at_3_max": 0.744441, + "nauc_precision_at_3_std": 0.295768, + "nauc_precision_at_3_diff1": 0.629913, + "nauc_precision_at_5_max": 0.741458, + "nauc_precision_at_5_std": 0.284884, + "nauc_precision_at_5_diff1": 0.62971, + "nauc_precision_at_10_max": 0.758426, + "nauc_precision_at_10_std": 0.388005, + "nauc_precision_at_10_diff1": 0.567842, + "nauc_precision_at_20_max": 0.802763, + "nauc_precision_at_20_std": 0.454414, + "nauc_precision_at_20_diff1": 0.58008, + "nauc_precision_at_100_max": 0.88712, + "nauc_precision_at_100_std": 0.763507, + "nauc_precision_at_100_diff1": 0.560038, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.674382, + "nauc_mrr_at_1_std": 0.233168, + "nauc_mrr_at_1_diff1": 0.748971, + "nauc_mrr_at_3_max": 0.696675, + "nauc_mrr_at_3_std": 0.243464, + "nauc_mrr_at_3_diff1": 0.704985, + "nauc_mrr_at_5_max": 0.695275, + "nauc_mrr_at_5_std": 0.24112, + "nauc_mrr_at_5_diff1": 0.707306, + "nauc_mrr_at_10_max": 0.694373, + "nauc_mrr_at_10_std": 0.244549, + "nauc_mrr_at_10_diff1": 0.706438, + "nauc_mrr_at_20_max": 0.694663, + "nauc_mrr_at_20_std": 0.244681, + "nauc_mrr_at_20_diff1": 0.707665, + "nauc_mrr_at_100_max": 0.694467, + "nauc_mrr_at_100_std": 0.245026, + "nauc_mrr_at_100_diff1": 0.708466, + "nauc_mrr_at_1000_max": 0.694322, + "nauc_mrr_at_1000_std": 0.244649, + "nauc_mrr_at_1000_diff1": 0.708536, + "hit_rate_at_1": 0.66151, + "hit_rate_at_3": 0.82398, + "hit_rate_at_5": 0.85493, + "hit_rate_at_10": 0.90909, + "hit_rate_at_20": 0.9323, + "hit_rate_at_100": 0.97872, + "hit_rate_at_1000": 1.0, + "main_score": 0.78892, + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.73633, + "ndcg_at_3": 0.79925, + "ndcg_at_5": 0.81446, + "ndcg_at_10": 0.83277, + "ndcg_at_20": 0.84078, + "ndcg_at_100": 0.84408, + "ndcg_at_1000": 0.84595, + "map_at_1": 0.73633, + "map_at_3": 0.78385, + "map_at_5": 0.79225, + "map_at_10": 0.79981, + "map_at_20": 0.80206, + "map_at_100": 0.80254, + "map_at_1000": 0.80263, + "recall_at_1": 0.73633, + "recall_at_3": 0.84375, + "recall_at_5": 0.88086, + "recall_at_10": 0.9375, + "recall_at_20": 0.96875, + "recall_at_100": 0.98633, + "recall_at_1000": 1.0, + "accuracy": 0.73633, + "precision_at_1": 0.73633, + "precision_at_3": 0.28125, + "precision_at_5": 0.17617, + "precision_at_10": 0.09375, + "precision_at_20": 0.04844, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.736328, + "mrr_at_3": 0.783854, + "mrr_at_5": 0.792253, + "mrr_at_10": 0.799808, + "mrr_at_20": 0.80206, + "mrr_at_100": 0.802537, + "mrr_at_1000": 0.802626, + "nauc_ndcg_at_1_max": 0.711919, + "nauc_ndcg_at_1_std": -0.02345, + "nauc_ndcg_at_1_diff1": 0.815213, + "nauc_ndcg_at_3_max": 0.7713, + "nauc_ndcg_at_3_std": -0.008975, + "nauc_ndcg_at_3_diff1": 0.788834, + "nauc_ndcg_at_5_max": 0.774185, + "nauc_ndcg_at_5_std": 0.025404, + "nauc_ndcg_at_5_diff1": 0.784694, + "nauc_ndcg_at_10_max": 0.766128, + "nauc_ndcg_at_10_std": 0.027748, + "nauc_ndcg_at_10_diff1": 0.784732, + "nauc_ndcg_at_20_max": 0.762813, + "nauc_ndcg_at_20_std": 0.032546, + "nauc_ndcg_at_20_diff1": 0.78666, + "nauc_ndcg_at_100_max": 0.761734, + "nauc_ndcg_at_100_std": 0.022935, + "nauc_ndcg_at_100_diff1": 0.794189, + "nauc_ndcg_at_1000_max": 0.758782, + "nauc_ndcg_at_1000_std": 0.015485, + "nauc_ndcg_at_1000_diff1": 0.793539, + "nauc_map_at_1_max": 0.711919, + "nauc_map_at_1_std": -0.02345, + "nauc_map_at_1_diff1": 0.815213, + "nauc_map_at_3_max": 0.756545, + "nauc_map_at_3_std": -0.012704, + "nauc_map_at_3_diff1": 0.796453, + "nauc_map_at_5_max": 0.757768, + "nauc_map_at_5_std": 0.004996, + "nauc_map_at_5_diff1": 0.794717, + "nauc_map_at_10_max": 0.754195, + "nauc_map_at_10_std": 0.005379, + "nauc_map_at_10_diff1": 0.79522, + "nauc_map_at_20_max": 0.753265, + "nauc_map_at_20_std": 0.006271, + "nauc_map_at_20_diff1": 0.795762, + "nauc_map_at_100_max": 0.753134, + "nauc_map_at_100_std": 0.005304, + "nauc_map_at_100_diff1": 0.796787, + "nauc_map_at_1000_max": 0.753016, + "nauc_map_at_1000_std": 0.004981, + "nauc_map_at_1000_diff1": 0.796766, + "nauc_recall_at_1_max": 0.711919, + "nauc_recall_at_1_std": -0.02345, + "nauc_recall_at_1_diff1": 0.815213, + "nauc_recall_at_3_max": 0.826204, + "nauc_recall_at_3_std": 0.004985, + "nauc_recall_at_3_diff1": 0.759813, + "nauc_recall_at_5_max": 0.849339, + "nauc_recall_at_5_std": 0.127173, + "nauc_recall_at_5_diff1": 0.736747, + "nauc_recall_at_10_max": 0.855162, + "nauc_recall_at_10_std": 0.227625, + "nauc_recall_at_10_diff1": 0.694151, + "nauc_recall_at_20_max": 0.885075, + "nauc_recall_at_20_std": 0.511711, + "nauc_recall_at_20_diff1": 0.639742, + "nauc_recall_at_100_max": 0.981334, + "nauc_recall_at_100_std": 0.563633, + "nauc_recall_at_100_diff1": 0.843706, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.711919, + "nauc_precision_at_1_std": -0.02345, + "nauc_precision_at_1_diff1": 0.815213, + "nauc_precision_at_3_max": 0.826204, + "nauc_precision_at_3_std": 0.004985, + "nauc_precision_at_3_diff1": 0.759813, + "nauc_precision_at_5_max": 0.849339, + "nauc_precision_at_5_std": 0.127173, + "nauc_precision_at_5_diff1": 0.736747, + "nauc_precision_at_10_max": 0.855162, + "nauc_precision_at_10_std": 0.227625, + "nauc_precision_at_10_diff1": 0.694151, + "nauc_precision_at_20_max": 0.885075, + "nauc_precision_at_20_std": 0.511711, + "nauc_precision_at_20_diff1": 0.639742, + "nauc_precision_at_100_max": 0.981334, + "nauc_precision_at_100_std": 0.563633, + "nauc_precision_at_100_diff1": 0.843706, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.711919, + "nauc_mrr_at_1_std": -0.02345, + "nauc_mrr_at_1_diff1": 0.815213, + "nauc_mrr_at_3_max": 0.756545, + "nauc_mrr_at_3_std": -0.012704, + "nauc_mrr_at_3_diff1": 0.796453, + "nauc_mrr_at_5_max": 0.757768, + "nauc_mrr_at_5_std": 0.004996, + "nauc_mrr_at_5_diff1": 0.794717, + "nauc_mrr_at_10_max": 0.754195, + "nauc_mrr_at_10_std": 0.005379, + "nauc_mrr_at_10_diff1": 0.79522, + "nauc_mrr_at_20_max": 0.753265, + "nauc_mrr_at_20_std": 0.006271, + "nauc_mrr_at_20_diff1": 0.795762, + "nauc_mrr_at_100_max": 0.753134, + "nauc_mrr_at_100_std": 0.005304, + "nauc_mrr_at_100_diff1": 0.796787, + "nauc_mrr_at_1000_max": 0.753016, + "nauc_mrr_at_1000_std": 0.004981, + "nauc_mrr_at_1000_diff1": 0.796766, + "hit_rate_at_1": 0.73633, + "hit_rate_at_3": 0.84375, + "hit_rate_at_5": 0.88086, + "hit_rate_at_10": 0.9375, + "hit_rate_at_20": 0.96875, + "hit_rate_at_100": 0.98633, + "hit_rate_at_1000": 1.0, + "main_score": 0.83277, + "hf_subset": "eng-deu", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.7561, + "ndcg_at_3": 0.82446, + "ndcg_at_5": 0.8404, + "ndcg_at_10": 0.85031, + "ndcg_at_20": 0.8563, + "ndcg_at_100": 0.86108, + "ndcg_at_1000": 0.86282, + "map_at_1": 0.7561, + "map_at_3": 0.8088, + "map_at_5": 0.81773, + "map_at_10": 0.82185, + "map_at_20": 0.82351, + "map_at_100": 0.8242, + "map_at_1000": 0.82428, + "recall_at_1": 0.7561, + "recall_at_3": 0.86934, + "recall_at_5": 0.90767, + "recall_at_10": 0.93815, + "recall_at_20": 0.96167, + "recall_at_100": 0.98693, + "recall_at_1000": 1.0, + "accuracy": 0.7561, + "precision_at_1": 0.7561, + "precision_at_3": 0.28978, + "precision_at_5": 0.18153, + "precision_at_10": 0.09382, + "precision_at_20": 0.04808, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.756098, + "mrr_at_3": 0.808798, + "mrr_at_5": 0.817726, + "mrr_at_10": 0.821848, + "mrr_at_20": 0.823513, + "mrr_at_100": 0.824203, + "mrr_at_1000": 0.82428, + "nauc_ndcg_at_1_max": 0.713601, + "nauc_ndcg_at_1_std": -0.145721, + "nauc_ndcg_at_1_diff1": 0.863662, + "nauc_ndcg_at_3_max": 0.768919, + "nauc_ndcg_at_3_std": -0.128243, + "nauc_ndcg_at_3_diff1": 0.84091, + "nauc_ndcg_at_5_max": 0.765304, + "nauc_ndcg_at_5_std": -0.125681, + "nauc_ndcg_at_5_diff1": 0.84071, + "nauc_ndcg_at_10_max": 0.768033, + "nauc_ndcg_at_10_std": -0.110883, + "nauc_ndcg_at_10_diff1": 0.844246, + "nauc_ndcg_at_20_max": 0.765189, + "nauc_ndcg_at_20_std": -0.107963, + "nauc_ndcg_at_20_diff1": 0.846805, + "nauc_ndcg_at_100_max": 0.75971, + "nauc_ndcg_at_100_std": -0.120671, + "nauc_ndcg_at_100_diff1": 0.846302, + "nauc_ndcg_at_1000_max": 0.757106, + "nauc_ndcg_at_1000_std": -0.125166, + "nauc_ndcg_at_1000_diff1": 0.846728, + "nauc_map_at_1_max": 0.713601, + "nauc_map_at_1_std": -0.145721, + "nauc_map_at_1_diff1": 0.863662, + "nauc_map_at_3_max": 0.754181, + "nauc_map_at_3_std": -0.136338, + "nauc_map_at_3_diff1": 0.846688, + "nauc_map_at_5_max": 0.75161, + "nauc_map_at_5_std": -0.13553, + "nauc_map_at_5_diff1": 0.846783, + "nauc_map_at_10_max": 0.752167, + "nauc_map_at_10_std": -0.131148, + "nauc_map_at_10_diff1": 0.847995, + "nauc_map_at_20_max": 0.751317, + "nauc_map_at_20_std": -0.130921, + "nauc_map_at_20_diff1": 0.848539, + "nauc_map_at_100_max": 0.750672, + "nauc_map_at_100_std": -0.132451, + "nauc_map_at_100_diff1": 0.848511, + "nauc_map_at_1000_max": 0.750574, + "nauc_map_at_1000_std": -0.132623, + "nauc_map_at_1000_diff1": 0.848521, + "nauc_recall_at_1_max": 0.713601, + "nauc_recall_at_1_std": -0.145721, + "nauc_recall_at_1_diff1": 0.863662, + "nauc_recall_at_3_max": 0.826992, + "nauc_recall_at_3_std": -0.094124, + "nauc_recall_at_3_diff1": 0.818328, + "nauc_recall_at_5_max": 0.835129, + "nauc_recall_at_5_std": -0.070876, + "nauc_recall_at_5_diff1": 0.809747, + "nauc_recall_at_10_max": 0.889354, + "nauc_recall_at_10_std": 0.066955, + "nauc_recall_at_10_diff1": 0.821633, + "nauc_recall_at_20_max": 0.926247, + "nauc_recall_at_20_std": 0.22315, + "nauc_recall_at_20_diff1": 0.845183, + "nauc_recall_at_100_max": 0.94661, + "nauc_recall_at_100_std": 0.201328, + "nauc_recall_at_100_diff1": 0.813066, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.713601, + "nauc_precision_at_1_std": -0.145721, + "nauc_precision_at_1_diff1": 0.863662, + "nauc_precision_at_3_max": 0.826992, + "nauc_precision_at_3_std": -0.094124, + "nauc_precision_at_3_diff1": 0.818328, + "nauc_precision_at_5_max": 0.835129, + "nauc_precision_at_5_std": -0.070876, + "nauc_precision_at_5_diff1": 0.809747, + "nauc_precision_at_10_max": 0.889354, + "nauc_precision_at_10_std": 0.066955, + "nauc_precision_at_10_diff1": 0.821633, + "nauc_precision_at_20_max": 0.926247, + "nauc_precision_at_20_std": 0.22315, + "nauc_precision_at_20_diff1": 0.845183, + "nauc_precision_at_100_max": 0.94661, + "nauc_precision_at_100_std": 0.201328, + "nauc_precision_at_100_diff1": 0.813066, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.713601, + "nauc_mrr_at_1_std": -0.145721, + "nauc_mrr_at_1_diff1": 0.863662, + "nauc_mrr_at_3_max": 0.754181, + "nauc_mrr_at_3_std": -0.136338, + "nauc_mrr_at_3_diff1": 0.846688, + "nauc_mrr_at_5_max": 0.75161, + "nauc_mrr_at_5_std": -0.13553, + "nauc_mrr_at_5_diff1": 0.846783, + "nauc_mrr_at_10_max": 0.752167, + "nauc_mrr_at_10_std": -0.131148, + "nauc_mrr_at_10_diff1": 0.847995, + "nauc_mrr_at_20_max": 0.751317, + "nauc_mrr_at_20_std": -0.130921, + "nauc_mrr_at_20_diff1": 0.848539, + "nauc_mrr_at_100_max": 0.750672, + "nauc_mrr_at_100_std": -0.132451, + "nauc_mrr_at_100_diff1": 0.848511, + "nauc_mrr_at_1000_max": 0.750574, + "nauc_mrr_at_1000_std": -0.132623, + "nauc_mrr_at_1000_diff1": 0.848521, + "hit_rate_at_1": 0.7561, + "hit_rate_at_3": 0.86934, + "hit_rate_at_5": 0.90767, + "hit_rate_at_10": 0.93815, + "hit_rate_at_20": 0.96167, + "hit_rate_at_100": 0.98693, + "hit_rate_at_1000": 1.0, + "main_score": 0.85031, + "hf_subset": "eng-eng", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.746, + "ndcg_at_3": 0.81374, + "ndcg_at_5": 0.83095, + "ndcg_at_10": 0.84376, + "ndcg_at_20": 0.84826, + "ndcg_at_100": 0.85413, + "ndcg_at_1000": 0.85549, + "map_at_1": 0.746, + "map_at_3": 0.79767, + "map_at_5": 0.80717, + "map_at_10": 0.81239, + "map_at_20": 0.81359, + "map_at_100": 0.8145, + "map_at_1000": 0.81457, + "recall_at_1": 0.746, + "recall_at_3": 0.86, + "recall_at_5": 0.902, + "recall_at_10": 0.942, + "recall_at_20": 0.96, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.746, + "precision_at_1": 0.746, + "precision_at_3": 0.28667, + "precision_at_5": 0.1804, + "precision_at_10": 0.0942, + "precision_at_20": 0.048, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.746, + "mrr_at_3": 0.797667, + "mrr_at_5": 0.807167, + "mrr_at_10": 0.812386, + "mrr_at_20": 0.813592, + "mrr_at_100": 0.814504, + "mrr_at_1000": 0.814568, + "nauc_ndcg_at_1_max": 0.748815, + "nauc_ndcg_at_1_std": 0.091946, + "nauc_ndcg_at_1_diff1": 0.854969, + "nauc_ndcg_at_3_max": 0.796762, + "nauc_ndcg_at_3_std": 0.074718, + "nauc_ndcg_at_3_diff1": 0.840244, + "nauc_ndcg_at_5_max": 0.800522, + "nauc_ndcg_at_5_std": 0.110372, + "nauc_ndcg_at_5_diff1": 0.83889, + "nauc_ndcg_at_10_max": 0.797037, + "nauc_ndcg_at_10_std": 0.115195, + "nauc_ndcg_at_10_diff1": 0.846292, + "nauc_ndcg_at_20_max": 0.794673, + "nauc_ndcg_at_20_std": 0.115329, + "nauc_ndcg_at_20_diff1": 0.844895, + "nauc_ndcg_at_100_max": 0.789679, + "nauc_ndcg_at_100_std": 0.096794, + "nauc_ndcg_at_100_diff1": 0.846766, + "nauc_ndcg_at_1000_max": 0.78803, + "nauc_ndcg_at_1000_std": 0.096791, + "nauc_ndcg_at_1000_diff1": 0.846042, + "nauc_map_at_1_max": 0.748815, + "nauc_map_at_1_std": 0.091946, + "nauc_map_at_1_diff1": 0.854969, + "nauc_map_at_3_max": 0.784133, + "nauc_map_at_3_std": 0.075419, + "nauc_map_at_3_diff1": 0.844426, + "nauc_map_at_5_max": 0.785555, + "nauc_map_at_5_std": 0.092435, + "nauc_map_at_5_diff1": 0.844081, + "nauc_map_at_10_max": 0.783871, + "nauc_map_at_10_std": 0.093263, + "nauc_map_at_10_diff1": 0.84696, + "nauc_map_at_20_max": 0.783308, + "nauc_map_at_20_std": 0.093461, + "nauc_map_at_20_diff1": 0.846611, + "nauc_map_at_100_max": 0.782631, + "nauc_map_at_100_std": 0.091225, + "nauc_map_at_100_diff1": 0.846824, + "nauc_map_at_1000_max": 0.782565, + "nauc_map_at_1000_std": 0.091155, + "nauc_map_at_1000_diff1": 0.8468, + "nauc_recall_at_1_max": 0.748815, + "nauc_recall_at_1_std": 0.091946, + "nauc_recall_at_1_diff1": 0.854969, + "nauc_recall_at_3_max": 0.84594, + "nauc_recall_at_3_std": 0.074422, + "nauc_recall_at_3_diff1": 0.82377, + "nauc_recall_at_5_max": 0.877808, + "nauc_recall_at_5_std": 0.217439, + "nauc_recall_at_5_diff1": 0.811372, + "nauc_recall_at_10_max": 0.904456, + "nauc_recall_at_10_std": 0.332705, + "nauc_recall_at_10_diff1": 0.84684, + "nauc_recall_at_20_max": 0.918067, + "nauc_recall_at_20_std": 0.421592, + "nauc_recall_at_20_diff1": 0.829038, + "nauc_recall_at_100_max": 0.947712, + "nauc_recall_at_100_std": 0.04267, + "nauc_recall_at_100_diff1": 0.918301, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.748815, + "nauc_precision_at_1_std": 0.091946, + "nauc_precision_at_1_diff1": 0.854969, + "nauc_precision_at_3_max": 0.84594, + "nauc_precision_at_3_std": 0.074422, + "nauc_precision_at_3_diff1": 0.82377, + "nauc_precision_at_5_max": 0.877808, + "nauc_precision_at_5_std": 0.217439, + "nauc_precision_at_5_diff1": 0.811372, + "nauc_precision_at_10_max": 0.904456, + "nauc_precision_at_10_std": 0.332705, + "nauc_precision_at_10_diff1": 0.84684, + "nauc_precision_at_20_max": 0.918067, + "nauc_precision_at_20_std": 0.421592, + "nauc_precision_at_20_diff1": 0.829038, + "nauc_precision_at_100_max": 0.947712, + "nauc_precision_at_100_std": 0.04267, + "nauc_precision_at_100_diff1": 0.918301, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.748815, + "nauc_mrr_at_1_std": 0.091946, + "nauc_mrr_at_1_diff1": 0.854969, + "nauc_mrr_at_3_max": 0.784133, + "nauc_mrr_at_3_std": 0.075419, + "nauc_mrr_at_3_diff1": 0.844426, + "nauc_mrr_at_5_max": 0.785555, + "nauc_mrr_at_5_std": 0.092435, + "nauc_mrr_at_5_diff1": 0.844081, + "nauc_mrr_at_10_max": 0.783871, + "nauc_mrr_at_10_std": 0.093263, + "nauc_mrr_at_10_diff1": 0.84696, + "nauc_mrr_at_20_max": 0.783308, + "nauc_mrr_at_20_std": 0.093461, + "nauc_mrr_at_20_diff1": 0.846611, + "nauc_mrr_at_100_max": 0.782631, + "nauc_mrr_at_100_std": 0.091225, + "nauc_mrr_at_100_diff1": 0.846824, + "nauc_mrr_at_1000_max": 0.782565, + "nauc_mrr_at_1000_std": 0.091155, + "nauc_mrr_at_1000_diff1": 0.8468, + "hit_rate_at_1": 0.746, + "hit_rate_at_3": 0.86, + "hit_rate_at_5": 0.902, + "hit_rate_at_10": 0.942, + "hit_rate_at_20": 0.96, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.84376, + "hf_subset": "eng-spa", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.6785, + "ndcg_at_3": 0.75993, + "ndcg_at_5": 0.77505, + "ndcg_at_10": 0.79234, + "ndcg_at_20": 0.80103, + "ndcg_at_100": 0.80913, + "ndcg_at_1000": 0.81128, + "map_at_1": 0.6785, + "map_at_3": 0.7403, + "map_at_5": 0.74898, + "map_at_10": 0.75617, + "map_at_20": 0.75841, + "map_at_100": 0.75954, + "map_at_1000": 0.75964, + "recall_at_1": 0.6785, + "recall_at_3": 0.81657, + "recall_at_5": 0.85207, + "recall_at_10": 0.90533, + "recall_at_20": 0.94083, + "recall_at_100": 0.98422, + "recall_at_1000": 1.0, + "accuracy": 0.6785, + "precision_at_1": 0.6785, + "precision_at_3": 0.27219, + "precision_at_5": 0.17041, + "precision_at_10": 0.09053, + "precision_at_20": 0.04704, + "precision_at_100": 0.00984, + "precision_at_1000": 0.001, + "mrr_at_1": 0.678501, + "mrr_at_3": 0.740302, + "mrr_at_5": 0.748981, + "mrr_at_10": 0.756168, + "mrr_at_20": 0.758406, + "mrr_at_100": 0.75954, + "mrr_at_1000": 0.75964, + "nauc_ndcg_at_1_max": 0.712907, + "nauc_ndcg_at_1_std": 0.133451, + "nauc_ndcg_at_1_diff1": 0.799784, + "nauc_ndcg_at_3_max": 0.72705, + "nauc_ndcg_at_3_std": 0.13118, + "nauc_ndcg_at_3_diff1": 0.762381, + "nauc_ndcg_at_5_max": 0.730074, + "nauc_ndcg_at_5_std": 0.118158, + "nauc_ndcg_at_5_diff1": 0.757594, + "nauc_ndcg_at_10_max": 0.739601, + "nauc_ndcg_at_10_std": 0.158312, + "nauc_ndcg_at_10_diff1": 0.748191, + "nauc_ndcg_at_20_max": 0.73893, + "nauc_ndcg_at_20_std": 0.164637, + "nauc_ndcg_at_20_diff1": 0.752792, + "nauc_ndcg_at_100_max": 0.735015, + "nauc_ndcg_at_100_std": 0.14895, + "nauc_ndcg_at_100_diff1": 0.758374, + "nauc_ndcg_at_1000_max": 0.732656, + "nauc_ndcg_at_1000_std": 0.144731, + "nauc_ndcg_at_1000_diff1": 0.76039, + "nauc_map_at_1_max": 0.712907, + "nauc_map_at_1_std": 0.133451, + "nauc_map_at_1_diff1": 0.799784, + "nauc_map_at_3_max": 0.724318, + "nauc_map_at_3_std": 0.132113, + "nauc_map_at_3_diff1": 0.77022, + "nauc_map_at_5_max": 0.725956, + "nauc_map_at_5_std": 0.125308, + "nauc_map_at_5_diff1": 0.76805, + "nauc_map_at_10_max": 0.729171, + "nauc_map_at_10_std": 0.13901, + "nauc_map_at_10_diff1": 0.764609, + "nauc_map_at_20_max": 0.72903, + "nauc_map_at_20_std": 0.140311, + "nauc_map_at_20_diff1": 0.765758, + "nauc_map_at_100_max": 0.728599, + "nauc_map_at_100_std": 0.138523, + "nauc_map_at_100_diff1": 0.766461, + "nauc_map_at_1000_max": 0.728507, + "nauc_map_at_1000_std": 0.138353, + "nauc_map_at_1000_diff1": 0.766524, + "nauc_recall_at_1_max": 0.712907, + "nauc_recall_at_1_std": 0.133451, + "nauc_recall_at_1_diff1": 0.799784, + "nauc_recall_at_3_max": 0.73671, + "nauc_recall_at_3_std": 0.127478, + "nauc_recall_at_3_diff1": 0.734158, + "nauc_recall_at_5_max": 0.747873, + "nauc_recall_at_5_std": 0.083674, + "nauc_recall_at_5_diff1": 0.711732, + "nauc_recall_at_10_max": 0.815098, + "nauc_recall_at_10_std": 0.31963, + "nauc_recall_at_10_diff1": 0.636808, + "nauc_recall_at_20_max": 0.849037, + "nauc_recall_at_20_std": 0.489052, + "nauc_recall_at_20_diff1": 0.626458, + "nauc_recall_at_100_max": 0.916233, + "nauc_recall_at_100_std": 0.471632, + "nauc_recall_at_100_diff1": 0.594172, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.712907, + "nauc_precision_at_1_std": 0.133451, + "nauc_precision_at_1_diff1": 0.799784, + "nauc_precision_at_3_max": 0.73671, + "nauc_precision_at_3_std": 0.127478, + "nauc_precision_at_3_diff1": 0.734158, + "nauc_precision_at_5_max": 0.747873, + "nauc_precision_at_5_std": 0.083674, + "nauc_precision_at_5_diff1": 0.711732, + "nauc_precision_at_10_max": 0.815098, + "nauc_precision_at_10_std": 0.31963, + "nauc_precision_at_10_diff1": 0.636808, + "nauc_precision_at_20_max": 0.849037, + "nauc_precision_at_20_std": 0.489052, + "nauc_precision_at_20_diff1": 0.626458, + "nauc_precision_at_100_max": 0.916233, + "nauc_precision_at_100_std": 0.471632, + "nauc_precision_at_100_diff1": 0.594172, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.712907, + "nauc_mrr_at_1_std": 0.133451, + "nauc_mrr_at_1_diff1": 0.799784, + "nauc_mrr_at_3_max": 0.724318, + "nauc_mrr_at_3_std": 0.132113, + "nauc_mrr_at_3_diff1": 0.77022, + "nauc_mrr_at_5_max": 0.725956, + "nauc_mrr_at_5_std": 0.125308, + "nauc_mrr_at_5_diff1": 0.76805, + "nauc_mrr_at_10_max": 0.729171, + "nauc_mrr_at_10_std": 0.13901, + "nauc_mrr_at_10_diff1": 0.764609, + "nauc_mrr_at_20_max": 0.72903, + "nauc_mrr_at_20_std": 0.140311, + "nauc_mrr_at_20_diff1": 0.765758, + "nauc_mrr_at_100_max": 0.728599, + "nauc_mrr_at_100_std": 0.138523, + "nauc_mrr_at_100_diff1": 0.766461, + "nauc_mrr_at_1000_max": 0.728507, + "nauc_mrr_at_1000_std": 0.138353, + "nauc_mrr_at_1000_diff1": 0.766524, + "hit_rate_at_1": 0.6785, + "hit_rate_at_3": 0.81657, + "hit_rate_at_5": 0.85207, + "hit_rate_at_10": 0.90533, + "hit_rate_at_20": 0.94083, + "hit_rate_at_100": 0.98422, + "hit_rate_at_1000": 1.0, + "main_score": 0.79234, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.7182, + "ndcg_at_3": 0.79657, + "ndcg_at_5": 0.81518, + "ndcg_at_10": 0.82862, + "ndcg_at_20": 0.83466, + "ndcg_at_100": 0.84057, + "ndcg_at_1000": 0.84158, + "map_at_1": 0.7182, + "map_at_3": 0.77821, + "map_at_5": 0.78858, + "map_at_10": 0.79386, + "map_at_20": 0.79557, + "map_at_100": 0.79642, + "map_at_1000": 0.79646, + "recall_at_1": 0.7182, + "recall_at_3": 0.84932, + "recall_at_5": 0.89432, + "recall_at_10": 0.93738, + "recall_at_20": 0.96086, + "recall_at_100": 0.99217, + "recall_at_1000": 1.0, + "accuracy": 0.7182, + "precision_at_1": 0.7182, + "precision_at_3": 0.28311, + "precision_at_5": 0.17886, + "precision_at_10": 0.09374, + "precision_at_20": 0.04804, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.7182, + "mrr_at_3": 0.778213, + "mrr_at_5": 0.788584, + "mrr_at_10": 0.793857, + "mrr_at_20": 0.795566, + "mrr_at_100": 0.796425, + "mrr_at_1000": 0.796461, + "nauc_ndcg_at_1_max": 0.670576, + "nauc_ndcg_at_1_std": 0.087054, + "nauc_ndcg_at_1_diff1": 0.793899, + "nauc_ndcg_at_3_max": 0.734842, + "nauc_ndcg_at_3_std": 0.117894, + "nauc_ndcg_at_3_diff1": 0.775356, + "nauc_ndcg_at_5_max": 0.734878, + "nauc_ndcg_at_5_std": 0.128602, + "nauc_ndcg_at_5_diff1": 0.772958, + "nauc_ndcg_at_10_max": 0.731646, + "nauc_ndcg_at_10_std": 0.134443, + "nauc_ndcg_at_10_diff1": 0.775585, + "nauc_ndcg_at_20_max": 0.72873, + "nauc_ndcg_at_20_std": 0.14527, + "nauc_ndcg_at_20_diff1": 0.773314, + "nauc_ndcg_at_100_max": 0.720356, + "nauc_ndcg_at_100_std": 0.124092, + "nauc_ndcg_at_100_diff1": 0.776007, + "nauc_ndcg_at_1000_max": 0.718861, + "nauc_ndcg_at_1000_std": 0.122362, + "nauc_ndcg_at_1000_diff1": 0.777146, + "nauc_map_at_1_max": 0.670576, + "nauc_map_at_1_std": 0.087054, + "nauc_map_at_1_diff1": 0.793899, + "nauc_map_at_3_max": 0.715875, + "nauc_map_at_3_std": 0.107367, + "nauc_map_at_3_diff1": 0.780605, + "nauc_map_at_5_max": 0.715118, + "nauc_map_at_5_std": 0.112149, + "nauc_map_at_5_diff1": 0.77962, + "nauc_map_at_10_max": 0.713233, + "nauc_map_at_10_std": 0.112841, + "nauc_map_at_10_diff1": 0.780475, + "nauc_map_at_20_max": 0.712445, + "nauc_map_at_20_std": 0.115378, + "nauc_map_at_20_diff1": 0.779967, + "nauc_map_at_100_max": 0.711418, + "nauc_map_at_100_std": 0.11289, + "nauc_map_at_100_diff1": 0.780217, + "nauc_map_at_1000_max": 0.711376, + "nauc_map_at_1000_std": 0.112863, + "nauc_map_at_1000_diff1": 0.780246, + "nauc_recall_at_1_max": 0.670576, + "nauc_recall_at_1_std": 0.087054, + "nauc_recall_at_1_diff1": 0.793899, + "nauc_recall_at_3_max": 0.810707, + "nauc_recall_at_3_std": 0.16082, + "nauc_recall_at_3_diff1": 0.754486, + "nauc_recall_at_5_max": 0.838228, + "nauc_recall_at_5_std": 0.21871, + "nauc_recall_at_5_diff1": 0.73771, + "nauc_recall_at_10_max": 0.886396, + "nauc_recall_at_10_std": 0.338518, + "nauc_recall_at_10_diff1": 0.738046, + "nauc_recall_at_20_max": 0.93384, + "nauc_recall_at_20_std": 0.61385, + "nauc_recall_at_20_diff1": 0.682596, + "nauc_recall_at_100_max": 0.934655, + "nauc_recall_at_100_std": 0.396107, + "nauc_recall_at_100_diff1": 0.609867, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.670576, + "nauc_precision_at_1_std": 0.087054, + "nauc_precision_at_1_diff1": 0.793899, + "nauc_precision_at_3_max": 0.810707, + "nauc_precision_at_3_std": 0.16082, + "nauc_precision_at_3_diff1": 0.754486, + "nauc_precision_at_5_max": 0.838228, + "nauc_precision_at_5_std": 0.21871, + "nauc_precision_at_5_diff1": 0.73771, + "nauc_precision_at_10_max": 0.886396, + "nauc_precision_at_10_std": 0.338518, + "nauc_precision_at_10_diff1": 0.738046, + "nauc_precision_at_20_max": 0.93384, + "nauc_precision_at_20_std": 0.61385, + "nauc_precision_at_20_diff1": 0.682596, + "nauc_precision_at_100_max": 0.934655, + "nauc_precision_at_100_std": 0.396107, + "nauc_precision_at_100_diff1": 0.609867, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.670576, + "nauc_mrr_at_1_std": 0.087054, + "nauc_mrr_at_1_diff1": 0.793899, + "nauc_mrr_at_3_max": 0.715875, + "nauc_mrr_at_3_std": 0.107367, + "nauc_mrr_at_3_diff1": 0.780605, + "nauc_mrr_at_5_max": 0.715118, + "nauc_mrr_at_5_std": 0.112149, + "nauc_mrr_at_5_diff1": 0.77962, + "nauc_mrr_at_10_max": 0.713233, + "nauc_mrr_at_10_std": 0.112841, + "nauc_mrr_at_10_diff1": 0.780475, + "nauc_mrr_at_20_max": 0.712445, + "nauc_mrr_at_20_std": 0.115378, + "nauc_mrr_at_20_diff1": 0.779967, + "nauc_mrr_at_100_max": 0.711418, + "nauc_mrr_at_100_std": 0.11289, + "nauc_mrr_at_100_diff1": 0.780217, + "nauc_mrr_at_1000_max": 0.711376, + "nauc_mrr_at_1000_std": 0.112863, + "nauc_mrr_at_1000_diff1": 0.780246, + "hit_rate_at_1": 0.7182, + "hit_rate_at_3": 0.84932, + "hit_rate_at_5": 0.89432, + "hit_rate_at_10": 0.93738, + "hit_rate_at_20": 0.96086, + "hit_rate_at_100": 0.99217, + "hit_rate_at_1000": 1.0, + "main_score": 0.82862, + "hf_subset": "eng-vie", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.75992, + "ndcg_at_3": 0.83489, + "ndcg_at_5": 0.84975, + "ndcg_at_10": 0.85741, + "ndcg_at_20": 0.86302, + "ndcg_at_100": 0.86744, + "ndcg_at_1000": 0.86882, + "map_at_1": 0.75992, + "map_at_3": 0.81746, + "map_at_5": 0.82579, + "map_at_10": 0.82893, + "map_at_20": 0.83053, + "map_at_100": 0.83113, + "map_at_1000": 0.8312, + "recall_at_1": 0.75992, + "recall_at_3": 0.88492, + "recall_at_5": 0.92063, + "recall_at_10": 0.94444, + "recall_at_20": 0.96627, + "recall_at_100": 0.99008, + "recall_at_1000": 1.0, + "accuracy": 0.75992, + "precision_at_1": 0.75992, + "precision_at_3": 0.29497, + "precision_at_5": 0.18413, + "precision_at_10": 0.09444, + "precision_at_20": 0.04831, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.759921, + "mrr_at_3": 0.81746, + "mrr_at_5": 0.825794, + "mrr_at_10": 0.828934, + "mrr_at_20": 0.830527, + "mrr_at_100": 0.831132, + "mrr_at_1000": 0.831201, + "nauc_ndcg_at_1_max": 0.672965, + "nauc_ndcg_at_1_std": 0.161292, + "nauc_ndcg_at_1_diff1": 0.842932, + "nauc_ndcg_at_3_max": 0.727112, + "nauc_ndcg_at_3_std": 0.217488, + "nauc_ndcg_at_3_diff1": 0.820276, + "nauc_ndcg_at_5_max": 0.738079, + "nauc_ndcg_at_5_std": 0.25997, + "nauc_ndcg_at_5_diff1": 0.81591, + "nauc_ndcg_at_10_max": 0.732139, + "nauc_ndcg_at_10_std": 0.257882, + "nauc_ndcg_at_10_diff1": 0.817153, + "nauc_ndcg_at_20_max": 0.727994, + "nauc_ndcg_at_20_std": 0.253902, + "nauc_ndcg_at_20_diff1": 0.819539, + "nauc_ndcg_at_100_max": 0.721104, + "nauc_ndcg_at_100_std": 0.236914, + "nauc_ndcg_at_100_diff1": 0.822526, + "nauc_ndcg_at_1000_max": 0.718234, + "nauc_ndcg_at_1000_std": 0.231428, + "nauc_ndcg_at_1000_diff1": 0.822442, + "nauc_map_at_1_max": 0.672965, + "nauc_map_at_1_std": 0.161292, + "nauc_map_at_1_diff1": 0.842932, + "nauc_map_at_3_max": 0.71001, + "nauc_map_at_3_std": 0.200973, + "nauc_map_at_3_diff1": 0.824669, + "nauc_map_at_5_max": 0.714557, + "nauc_map_at_5_std": 0.22088, + "nauc_map_at_5_diff1": 0.82279, + "nauc_map_at_10_max": 0.712002, + "nauc_map_at_10_std": 0.219368, + "nauc_map_at_10_diff1": 0.823527, + "nauc_map_at_20_max": 0.710965, + "nauc_map_at_20_std": 0.218323, + "nauc_map_at_20_diff1": 0.824073, + "nauc_map_at_100_max": 0.71017, + "nauc_map_at_100_std": 0.216401, + "nauc_map_at_100_diff1": 0.824529, + "nauc_map_at_1000_max": 0.710052, + "nauc_map_at_1000_std": 0.216191, + "nauc_map_at_1000_diff1": 0.824524, + "nauc_recall_at_1_max": 0.672965, + "nauc_recall_at_1_std": 0.161292, + "nauc_recall_at_1_diff1": 0.842932, + "nauc_recall_at_3_max": 0.801047, + "nauc_recall_at_3_std": 0.288146, + "nauc_recall_at_3_diff1": 0.802948, + "nauc_recall_at_5_max": 0.87891, + "nauc_recall_at_5_std": 0.499313, + "nauc_recall_at_5_diff1": 0.776671, + "nauc_recall_at_10_max": 0.895775, + "nauc_recall_at_10_std": 0.586288, + "nauc_recall_at_10_diff1": 0.766465, + "nauc_recall_at_20_max": 0.936595, + "nauc_recall_at_20_std": 0.730798, + "nauc_recall_at_20_diff1": 0.771161, + "nauc_recall_at_100_max": 0.973879, + "nauc_recall_at_100_std": 0.726902, + "nauc_recall_at_100_diff1": 0.829191, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.672965, + "nauc_precision_at_1_std": 0.161292, + "nauc_precision_at_1_diff1": 0.842932, + "nauc_precision_at_3_max": 0.801047, + "nauc_precision_at_3_std": 0.288146, + "nauc_precision_at_3_diff1": 0.802948, + "nauc_precision_at_5_max": 0.87891, + "nauc_precision_at_5_std": 0.499313, + "nauc_precision_at_5_diff1": 0.776671, + "nauc_precision_at_10_max": 0.895775, + "nauc_precision_at_10_std": 0.586288, + "nauc_precision_at_10_diff1": 0.766465, + "nauc_precision_at_20_max": 0.936595, + "nauc_precision_at_20_std": 0.730798, + "nauc_precision_at_20_diff1": 0.771161, + "nauc_precision_at_100_max": 0.973879, + "nauc_precision_at_100_std": 0.726902, + "nauc_precision_at_100_diff1": 0.829191, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.672965, + "nauc_mrr_at_1_std": 0.161292, + "nauc_mrr_at_1_diff1": 0.842932, + "nauc_mrr_at_3_max": 0.71001, + "nauc_mrr_at_3_std": 0.200973, + "nauc_mrr_at_3_diff1": 0.824669, + "nauc_mrr_at_5_max": 0.714557, + "nauc_mrr_at_5_std": 0.22088, + "nauc_mrr_at_5_diff1": 0.82279, + "nauc_mrr_at_10_max": 0.712002, + "nauc_mrr_at_10_std": 0.219368, + "nauc_mrr_at_10_diff1": 0.823527, + "nauc_mrr_at_20_max": 0.710965, + "nauc_mrr_at_20_std": 0.218323, + "nauc_mrr_at_20_diff1": 0.824073, + "nauc_mrr_at_100_max": 0.71017, + "nauc_mrr_at_100_std": 0.216401, + "nauc_mrr_at_100_diff1": 0.824529, + "nauc_mrr_at_1000_max": 0.710052, + "nauc_mrr_at_1000_std": 0.216191, + "nauc_mrr_at_1000_diff1": 0.824524, + "hit_rate_at_1": 0.75992, + "hit_rate_at_3": 0.88492, + "hit_rate_at_5": 0.92063, + "hit_rate_at_10": 0.94444, + "hit_rate_at_20": 0.96627, + "hit_rate_at_100": 0.99008, + "hit_rate_at_1000": 1.0, + "main_score": 0.85741, + "hf_subset": "eng-zho", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.73913, + "ndcg_at_3": 0.81019, + "ndcg_at_5": 0.83023, + "ndcg_at_10": 0.8361, + "ndcg_at_20": 0.84265, + "ndcg_at_100": 0.84988, + "ndcg_at_1000": 0.85078, + "map_at_1": 0.73913, + "map_at_3": 0.79193, + "map_at_5": 0.8028, + "map_at_10": 0.80514, + "map_at_20": 0.80707, + "map_at_100": 0.80821, + "map_at_1000": 0.80826, + "recall_at_1": 0.73913, + "recall_at_3": 0.86335, + "recall_at_5": 0.91304, + "recall_at_10": 0.93168, + "recall_at_20": 0.95652, + "recall_at_100": 0.99379, + "recall_at_1000": 1.0, + "accuracy": 0.73913, + "precision_at_1": 0.73913, + "precision_at_3": 0.28778, + "precision_at_5": 0.18261, + "precision_at_10": 0.09317, + "precision_at_20": 0.04783, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.73913, + "mrr_at_3": 0.791925, + "mrr_at_5": 0.802795, + "mrr_at_10": 0.805141, + "mrr_at_20": 0.807069, + "mrr_at_100": 0.808211, + "mrr_at_1000": 0.808265, + "nauc_ndcg_at_1_max": 0.740281, + "nauc_ndcg_at_1_std": 0.329627, + "nauc_ndcg_at_1_diff1": 0.792182, + "nauc_ndcg_at_3_max": 0.751553, + "nauc_ndcg_at_3_std": 0.349132, + "nauc_ndcg_at_3_diff1": 0.794296, + "nauc_ndcg_at_5_max": 0.757077, + "nauc_ndcg_at_5_std": 0.359749, + "nauc_ndcg_at_5_diff1": 0.790411, + "nauc_ndcg_at_10_max": 0.762057, + "nauc_ndcg_at_10_std": 0.38638, + "nauc_ndcg_at_10_diff1": 0.787931, + "nauc_ndcg_at_20_max": 0.757419, + "nauc_ndcg_at_20_std": 0.383361, + "nauc_ndcg_at_20_diff1": 0.784425, + "nauc_ndcg_at_100_max": 0.748781, + "nauc_ndcg_at_100_std": 0.359892, + "nauc_ndcg_at_100_diff1": 0.787344, + "nauc_ndcg_at_1000_max": 0.747111, + "nauc_ndcg_at_1000_std": 0.355638, + "nauc_ndcg_at_1000_diff1": 0.785931, + "nauc_map_at_1_max": 0.740281, + "nauc_map_at_1_std": 0.329627, + "nauc_map_at_1_diff1": 0.792182, + "nauc_map_at_3_max": 0.740879, + "nauc_map_at_3_std": 0.33384, + "nauc_map_at_3_diff1": 0.791034, + "nauc_map_at_5_max": 0.742751, + "nauc_map_at_5_std": 0.337823, + "nauc_map_at_5_diff1": 0.789192, + "nauc_map_at_10_max": 0.74496, + "nauc_map_at_10_std": 0.348579, + "nauc_map_at_10_diff1": 0.78853, + "nauc_map_at_20_max": 0.74367, + "nauc_map_at_20_std": 0.347591, + "nauc_map_at_20_diff1": 0.787689, + "nauc_map_at_100_max": 0.742334, + "nauc_map_at_100_std": 0.344145, + "nauc_map_at_100_diff1": 0.787472, + "nauc_map_at_1000_max": 0.742255, + "nauc_map_at_1000_std": 0.343943, + "nauc_map_at_1000_diff1": 0.787407, + "nauc_recall_at_1_max": 0.740281, + "nauc_recall_at_1_std": 0.329627, + "nauc_recall_at_1_diff1": 0.792182, + "nauc_recall_at_3_max": 0.800171, + "nauc_recall_at_3_std": 0.418201, + "nauc_recall_at_3_diff1": 0.809386, + "nauc_recall_at_5_max": 0.851267, + "nauc_recall_at_5_std": 0.502978, + "nauc_recall_at_5_diff1": 0.798336, + "nauc_recall_at_10_max": 0.902051, + "nauc_recall_at_10_std": 0.700734, + "nauc_recall_at_10_diff1": 0.780436, + "nauc_recall_at_20_max": 0.92304, + "nauc_recall_at_20_std": 0.837793, + "nauc_recall_at_20_diff1": 0.731931, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.740281, + "nauc_precision_at_1_std": 0.329627, + "nauc_precision_at_1_diff1": 0.792182, + "nauc_precision_at_3_max": 0.800171, + "nauc_precision_at_3_std": 0.418201, + "nauc_precision_at_3_diff1": 0.809386, + "nauc_precision_at_5_max": 0.851267, + "nauc_precision_at_5_std": 0.502978, + "nauc_precision_at_5_diff1": 0.798336, + "nauc_precision_at_10_max": 0.902051, + "nauc_precision_at_10_std": 0.700734, + "nauc_precision_at_10_diff1": 0.780436, + "nauc_precision_at_20_max": 0.92304, + "nauc_precision_at_20_std": 0.837793, + "nauc_precision_at_20_diff1": 0.731931, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.740281, + "nauc_mrr_at_1_std": 0.329627, + "nauc_mrr_at_1_diff1": 0.792182, + "nauc_mrr_at_3_max": 0.740879, + "nauc_mrr_at_3_std": 0.33384, + "nauc_mrr_at_3_diff1": 0.791034, + "nauc_mrr_at_5_max": 0.742751, + "nauc_mrr_at_5_std": 0.337823, + "nauc_mrr_at_5_diff1": 0.789192, + "nauc_mrr_at_10_max": 0.74496, + "nauc_mrr_at_10_std": 0.348579, + "nauc_mrr_at_10_diff1": 0.78853, + "nauc_mrr_at_20_max": 0.74367, + "nauc_mrr_at_20_std": 0.347591, + "nauc_mrr_at_20_diff1": 0.787689, + "nauc_mrr_at_100_max": 0.742334, + "nauc_mrr_at_100_std": 0.344145, + "nauc_mrr_at_100_diff1": 0.787472, + "nauc_mrr_at_1000_max": 0.742255, + "nauc_mrr_at_1000_std": 0.343943, + "nauc_mrr_at_1000_diff1": 0.787407, + "hit_rate_at_1": 0.73913, + "hit_rate_at_3": 0.86335, + "hit_rate_at_5": 0.91304, + "hit_rate_at_10": 0.93168, + "hit_rate_at_20": 0.95652, + "hit_rate_at_100": 0.99379, + "hit_rate_at_1000": 1.0, + "main_score": 0.8361, + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.72959, + "ndcg_at_3": 0.79252, + "ndcg_at_5": 0.80767, + "ndcg_at_10": 0.8294, + "ndcg_at_20": 0.83728, + "ndcg_at_100": 0.84297, + "ndcg_at_1000": 0.84297, + "map_at_1": 0.72959, + "map_at_3": 0.77721, + "map_at_5": 0.78588, + "map_at_10": 0.79502, + "map_at_20": 0.79725, + "map_at_100": 0.79804, + "map_at_1000": 0.79804, + "recall_at_1": 0.72959, + "recall_at_3": 0.83673, + "recall_at_5": 0.87245, + "recall_at_10": 0.93878, + "recall_at_20": 0.96939, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.72959, + "precision_at_1": 0.72959, + "precision_at_3": 0.27891, + "precision_at_5": 0.17449, + "precision_at_10": 0.09388, + "precision_at_20": 0.04847, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.729592, + "mrr_at_3": 0.777211, + "mrr_at_5": 0.785884, + "mrr_at_10": 0.795023, + "mrr_at_20": 0.79725, + "mrr_at_100": 0.798035, + "mrr_at_1000": 0.798035, + "nauc_ndcg_at_1_max": 0.657307, + "nauc_ndcg_at_1_std": -0.009002, + "nauc_ndcg_at_1_diff1": 0.848213, + "nauc_ndcg_at_3_max": 0.748085, + "nauc_ndcg_at_3_std": 0.080689, + "nauc_ndcg_at_3_diff1": 0.853015, + "nauc_ndcg_at_5_max": 0.738294, + "nauc_ndcg_at_5_std": 0.072226, + "nauc_ndcg_at_5_diff1": 0.840621, + "nauc_ndcg_at_10_max": 0.725686, + "nauc_ndcg_at_10_std": 0.037767, + "nauc_ndcg_at_10_diff1": 0.838863, + "nauc_ndcg_at_20_max": 0.724575, + "nauc_ndcg_at_20_std": 0.071295, + "nauc_ndcg_at_20_diff1": 0.839975, + "nauc_ndcg_at_100_max": 0.719091, + "nauc_ndcg_at_100_std": 0.05251, + "nauc_ndcg_at_100_diff1": 0.843482, + "nauc_ndcg_at_1000_max": 0.719091, + "nauc_ndcg_at_1000_std": 0.05251, + "nauc_ndcg_at_1000_diff1": 0.843482, + "nauc_map_at_1_max": 0.657307, + "nauc_map_at_1_std": -0.009002, + "nauc_map_at_1_diff1": 0.848213, + "nauc_map_at_3_max": 0.725317, + "nauc_map_at_3_std": 0.056925, + "nauc_map_at_3_diff1": 0.851189, + "nauc_map_at_5_max": 0.719076, + "nauc_map_at_5_std": 0.051378, + "nauc_map_at_5_diff1": 0.844656, + "nauc_map_at_10_max": 0.713868, + "nauc_map_at_10_std": 0.038874, + "nauc_map_at_10_diff1": 0.84422, + "nauc_map_at_20_max": 0.713561, + "nauc_map_at_20_std": 0.046799, + "nauc_map_at_20_diff1": 0.844527, + "nauc_map_at_100_max": 0.712945, + "nauc_map_at_100_std": 0.044651, + "nauc_map_at_100_diff1": 0.844968, + "nauc_map_at_1000_max": 0.712945, + "nauc_map_at_1000_std": 0.044651, + "nauc_map_at_1000_diff1": 0.844968, + "nauc_recall_at_1_max": 0.657307, + "nauc_recall_at_1_std": -0.009002, + "nauc_recall_at_1_diff1": 0.848213, + "nauc_recall_at_3_max": 0.831825, + "nauc_recall_at_3_std": 0.168864, + "nauc_recall_at_3_diff1": 0.860113, + "nauc_recall_at_5_max": 0.82164, + "nauc_recall_at_5_std": 0.163966, + "nauc_recall_at_5_diff1": 0.82043, + "nauc_recall_at_10_max": 0.807123, + "nauc_recall_at_10_std": -0.020711, + "nauc_recall_at_10_diff1": 0.786224, + "nauc_recall_at_20_max": 0.863699, + "nauc_recall_at_20_std": 0.541379, + "nauc_recall_at_20_diff1": 0.755064, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.657307, + "nauc_precision_at_1_std": -0.009002, + "nauc_precision_at_1_diff1": 0.848213, + "nauc_precision_at_3_max": 0.831825, + "nauc_precision_at_3_std": 0.168864, + "nauc_precision_at_3_diff1": 0.860113, + "nauc_precision_at_5_max": 0.82164, + "nauc_precision_at_5_std": 0.163966, + "nauc_precision_at_5_diff1": 0.82043, + "nauc_precision_at_10_max": 0.807123, + "nauc_precision_at_10_std": -0.020711, + "nauc_precision_at_10_diff1": 0.786224, + "nauc_precision_at_20_max": 0.863699, + "nauc_precision_at_20_std": 0.541379, + "nauc_precision_at_20_diff1": 0.755064, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.657307, + "nauc_mrr_at_1_std": -0.009002, + "nauc_mrr_at_1_diff1": 0.848213, + "nauc_mrr_at_3_max": 0.725317, + "nauc_mrr_at_3_std": 0.056925, + "nauc_mrr_at_3_diff1": 0.851189, + "nauc_mrr_at_5_max": 0.719076, + "nauc_mrr_at_5_std": 0.051378, + "nauc_mrr_at_5_diff1": 0.844656, + "nauc_mrr_at_10_max": 0.713868, + "nauc_mrr_at_10_std": 0.038874, + "nauc_mrr_at_10_diff1": 0.84422, + "nauc_mrr_at_20_max": 0.713561, + "nauc_mrr_at_20_std": 0.046799, + "nauc_mrr_at_20_diff1": 0.844527, + "nauc_mrr_at_100_max": 0.712945, + "nauc_mrr_at_100_std": 0.044651, + "nauc_mrr_at_100_diff1": 0.844968, + "nauc_mrr_at_1000_max": 0.712945, + "nauc_mrr_at_1000_std": 0.044651, + "nauc_mrr_at_1000_diff1": 0.844968, + "hit_rate_at_1": 0.72959, + "hit_rate_at_3": 0.83673, + "hit_rate_at_5": 0.87245, + "hit_rate_at_10": 0.93878, + "hit_rate_at_20": 0.96939, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.8294, + "hf_subset": "spa-deu", + "languages": [ + "spa-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.768, + "ndcg_at_3": 0.83752, + "ndcg_at_5": 0.84854, + "ndcg_at_10": 0.85839, + "ndcg_at_20": 0.86441, + "ndcg_at_100": 0.87059, + "ndcg_at_1000": 0.87118, + "map_at_1": 0.768, + "map_at_3": 0.82133, + "map_at_5": 0.82763, + "map_at_10": 0.83178, + "map_at_20": 0.83341, + "map_at_100": 0.83434, + "map_at_1000": 0.83438, + "recall_at_1": 0.768, + "recall_at_3": 0.884, + "recall_at_5": 0.91, + "recall_at_10": 0.94, + "recall_at_20": 0.964, + "recall_at_100": 0.996, + "recall_at_1000": 1.0, + "accuracy": 0.768, + "precision_at_1": 0.768, + "precision_at_3": 0.29467, + "precision_at_5": 0.182, + "precision_at_10": 0.094, + "precision_at_20": 0.0482, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.768, + "mrr_at_3": 0.821333, + "mrr_at_5": 0.827633, + "mrr_at_10": 0.831776, + "mrr_at_20": 0.833406, + "mrr_at_100": 0.83434, + "mrr_at_1000": 0.834378, + "nauc_ndcg_at_1_max": 0.717686, + "nauc_ndcg_at_1_std": -0.051051, + "nauc_ndcg_at_1_diff1": 0.862126, + "nauc_ndcg_at_3_max": 0.760394, + "nauc_ndcg_at_3_std": -0.065265, + "nauc_ndcg_at_3_diff1": 0.844505, + "nauc_ndcg_at_5_max": 0.763069, + "nauc_ndcg_at_5_std": -0.049745, + "nauc_ndcg_at_5_diff1": 0.847849, + "nauc_ndcg_at_10_max": 0.767736, + "nauc_ndcg_at_10_std": -0.036059, + "nauc_ndcg_at_10_diff1": 0.848867, + "nauc_ndcg_at_20_max": 0.764759, + "nauc_ndcg_at_20_std": -0.037722, + "nauc_ndcg_at_20_diff1": 0.84769, + "nauc_ndcg_at_100_max": 0.757282, + "nauc_ndcg_at_100_std": -0.043476, + "nauc_ndcg_at_100_diff1": 0.850448, + "nauc_ndcg_at_1000_max": 0.756729, + "nauc_ndcg_at_1000_std": -0.042844, + "nauc_ndcg_at_1000_diff1": 0.851081, + "nauc_map_at_1_max": 0.717686, + "nauc_map_at_1_std": -0.051051, + "nauc_map_at_1_diff1": 0.862126, + "nauc_map_at_3_max": 0.750341, + "nauc_map_at_3_std": -0.057545, + "nauc_map_at_3_diff1": 0.850112, + "nauc_map_at_5_max": 0.751421, + "nauc_map_at_5_std": -0.049305, + "nauc_map_at_5_diff1": 0.851958, + "nauc_map_at_10_max": 0.75291, + "nauc_map_at_10_std": -0.044483, + "nauc_map_at_10_diff1": 0.852484, + "nauc_map_at_20_max": 0.752238, + "nauc_map_at_20_std": -0.044386, + "nauc_map_at_20_diff1": 0.852314, + "nauc_map_at_100_max": 0.75132, + "nauc_map_at_100_std": -0.045008, + "nauc_map_at_100_diff1": 0.852711, + "nauc_map_at_1000_max": 0.751292, + "nauc_map_at_1000_std": -0.044977, + "nauc_map_at_1000_diff1": 0.852743, + "nauc_recall_at_1_max": 0.717686, + "nauc_recall_at_1_std": -0.051051, + "nauc_recall_at_1_diff1": 0.862126, + "nauc_recall_at_3_max": 0.800887, + "nauc_recall_at_3_std": -0.099774, + "nauc_recall_at_3_diff1": 0.820781, + "nauc_recall_at_5_max": 0.821019, + "nauc_recall_at_5_std": -0.051561, + "nauc_recall_at_5_diff1": 0.827368, + "nauc_recall_at_10_max": 0.879645, + "nauc_recall_at_10_std": 0.041036, + "nauc_recall_at_10_diff1": 0.823218, + "nauc_recall_at_20_max": 0.908056, + "nauc_recall_at_20_std": 0.051069, + "nauc_recall_at_20_diff1": 0.787971, + "nauc_recall_at_100_max": 0.869281, + "nauc_recall_at_100_std": -0.171335, + "nauc_recall_at_100_diff1": 0.722222, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.717686, + "nauc_precision_at_1_std": -0.051051, + "nauc_precision_at_1_diff1": 0.862126, + "nauc_precision_at_3_max": 0.800887, + "nauc_precision_at_3_std": -0.099774, + "nauc_precision_at_3_diff1": 0.820781, + "nauc_precision_at_5_max": 0.821019, + "nauc_precision_at_5_std": -0.051561, + "nauc_precision_at_5_diff1": 0.827368, + "nauc_precision_at_10_max": 0.879645, + "nauc_precision_at_10_std": 0.041036, + "nauc_precision_at_10_diff1": 0.823218, + "nauc_precision_at_20_max": 0.908056, + "nauc_precision_at_20_std": 0.051069, + "nauc_precision_at_20_diff1": 0.787971, + "nauc_precision_at_100_max": 0.869281, + "nauc_precision_at_100_std": -0.171335, + "nauc_precision_at_100_diff1": 0.722222, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.717686, + "nauc_mrr_at_1_std": -0.051051, + "nauc_mrr_at_1_diff1": 0.862126, + "nauc_mrr_at_3_max": 0.750341, + "nauc_mrr_at_3_std": -0.057545, + "nauc_mrr_at_3_diff1": 0.850112, + "nauc_mrr_at_5_max": 0.751421, + "nauc_mrr_at_5_std": -0.049305, + "nauc_mrr_at_5_diff1": 0.851958, + "nauc_mrr_at_10_max": 0.75291, + "nauc_mrr_at_10_std": -0.044483, + "nauc_mrr_at_10_diff1": 0.852484, + "nauc_mrr_at_20_max": 0.752238, + "nauc_mrr_at_20_std": -0.044386, + "nauc_mrr_at_20_diff1": 0.852314, + "nauc_mrr_at_100_max": 0.75132, + "nauc_mrr_at_100_std": -0.045008, + "nauc_mrr_at_100_diff1": 0.852711, + "nauc_mrr_at_1000_max": 0.751292, + "nauc_mrr_at_1000_std": -0.044977, + "nauc_mrr_at_1000_diff1": 0.852743, + "hit_rate_at_1": 0.768, + "hit_rate_at_3": 0.884, + "hit_rate_at_5": 0.91, + "hit_rate_at_10": 0.94, + "hit_rate_at_20": 0.964, + "hit_rate_at_100": 0.996, + "hit_rate_at_1000": 1.0, + "main_score": 0.85839, + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.758, + "ndcg_at_3": 0.82705, + "ndcg_at_5": 0.8354, + "ndcg_at_10": 0.84604, + "ndcg_at_20": 0.8533, + "ndcg_at_100": 0.86058, + "ndcg_at_1000": 0.86196, + "map_at_1": 0.758, + "map_at_3": 0.81133, + "map_at_5": 0.81603, + "map_at_10": 0.8206, + "map_at_20": 0.82268, + "map_at_100": 0.82379, + "map_at_1000": 0.82386, + "recall_at_1": 0.758, + "recall_at_3": 0.872, + "recall_at_5": 0.892, + "recall_at_10": 0.924, + "recall_at_20": 0.952, + "recall_at_100": 0.99, + "recall_at_1000": 1.0, + "accuracy": 0.758, + "precision_at_1": 0.758, + "precision_at_3": 0.29067, + "precision_at_5": 0.1784, + "precision_at_10": 0.0924, + "precision_at_20": 0.0476, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.758, + "mrr_at_3": 0.811333, + "mrr_at_5": 0.816033, + "mrr_at_10": 0.820598, + "mrr_at_20": 0.822682, + "mrr_at_100": 0.823793, + "mrr_at_1000": 0.823862, + "nauc_ndcg_at_1_max": 0.763768, + "nauc_ndcg_at_1_std": 0.101024, + "nauc_ndcg_at_1_diff1": 0.852626, + "nauc_ndcg_at_3_max": 0.795494, + "nauc_ndcg_at_3_std": 0.056057, + "nauc_ndcg_at_3_diff1": 0.847601, + "nauc_ndcg_at_5_max": 0.79809, + "nauc_ndcg_at_5_std": 0.064717, + "nauc_ndcg_at_5_diff1": 0.843286, + "nauc_ndcg_at_10_max": 0.793167, + "nauc_ndcg_at_10_std": 0.079045, + "nauc_ndcg_at_10_diff1": 0.840093, + "nauc_ndcg_at_20_max": 0.791975, + "nauc_ndcg_at_20_std": 0.069603, + "nauc_ndcg_at_20_diff1": 0.840939, + "nauc_ndcg_at_100_max": 0.787344, + "nauc_ndcg_at_100_std": 0.071396, + "nauc_ndcg_at_100_diff1": 0.842501, + "nauc_ndcg_at_1000_max": 0.787423, + "nauc_ndcg_at_1000_std": 0.074245, + "nauc_ndcg_at_1000_diff1": 0.843957, + "nauc_map_at_1_max": 0.763768, + "nauc_map_at_1_std": 0.101024, + "nauc_map_at_1_diff1": 0.852626, + "nauc_map_at_3_max": 0.786112, + "nauc_map_at_3_std": 0.069325, + "nauc_map_at_3_diff1": 0.848627, + "nauc_map_at_5_max": 0.787062, + "nauc_map_at_5_std": 0.073528, + "nauc_map_at_5_diff1": 0.846445, + "nauc_map_at_10_max": 0.784861, + "nauc_map_at_10_std": 0.078604, + "nauc_map_at_10_diff1": 0.845468, + "nauc_map_at_20_max": 0.784456, + "nauc_map_at_20_std": 0.076462, + "nauc_map_at_20_diff1": 0.845616, + "nauc_map_at_100_max": 0.783956, + "nauc_map_at_100_std": 0.077334, + "nauc_map_at_100_diff1": 0.845848, + "nauc_map_at_1000_max": 0.783952, + "nauc_map_at_1000_std": 0.077367, + "nauc_map_at_1000_diff1": 0.845912, + "nauc_recall_at_1_max": 0.763768, + "nauc_recall_at_1_std": 0.101024, + "nauc_recall_at_1_diff1": 0.852626, + "nauc_recall_at_3_max": 0.833278, + "nauc_recall_at_3_std": 0.002636, + "nauc_recall_at_3_diff1": 0.843739, + "nauc_recall_at_5_max": 0.849338, + "nauc_recall_at_5_std": 0.02729, + "nauc_recall_at_5_diff1": 0.82829, + "nauc_recall_at_10_max": 0.843002, + "nauc_recall_at_10_std": 0.098961, + "nauc_recall_at_10_diff1": 0.802582, + "nauc_recall_at_20_max": 0.859166, + "nauc_recall_at_20_std": 0.003443, + "nauc_recall_at_20_diff1": 0.792931, + "nauc_recall_at_100_max": 0.776844, + "nauc_recall_at_100_std": -0.251447, + "nauc_recall_at_100_diff1": 0.710551, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.763768, + "nauc_precision_at_1_std": 0.101024, + "nauc_precision_at_1_diff1": 0.852626, + "nauc_precision_at_3_max": 0.833278, + "nauc_precision_at_3_std": 0.002636, + "nauc_precision_at_3_diff1": 0.843739, + "nauc_precision_at_5_max": 0.849338, + "nauc_precision_at_5_std": 0.02729, + "nauc_precision_at_5_diff1": 0.82829, + "nauc_precision_at_10_max": 0.843002, + "nauc_precision_at_10_std": 0.098961, + "nauc_precision_at_10_diff1": 0.802582, + "nauc_precision_at_20_max": 0.859166, + "nauc_precision_at_20_std": 0.003443, + "nauc_precision_at_20_diff1": 0.792931, + "nauc_precision_at_100_max": 0.776844, + "nauc_precision_at_100_std": -0.251447, + "nauc_precision_at_100_diff1": 0.710551, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.763768, + "nauc_mrr_at_1_std": 0.101024, + "nauc_mrr_at_1_diff1": 0.852626, + "nauc_mrr_at_3_max": 0.786112, + "nauc_mrr_at_3_std": 0.069325, + "nauc_mrr_at_3_diff1": 0.848627, + "nauc_mrr_at_5_max": 0.787062, + "nauc_mrr_at_5_std": 0.073528, + "nauc_mrr_at_5_diff1": 0.846445, + "nauc_mrr_at_10_max": 0.784861, + "nauc_mrr_at_10_std": 0.078604, + "nauc_mrr_at_10_diff1": 0.845468, + "nauc_mrr_at_20_max": 0.784456, + "nauc_mrr_at_20_std": 0.076462, + "nauc_mrr_at_20_diff1": 0.845616, + "nauc_mrr_at_100_max": 0.783956, + "nauc_mrr_at_100_std": 0.077334, + "nauc_mrr_at_100_diff1": 0.845848, + "nauc_mrr_at_1000_max": 0.783952, + "nauc_mrr_at_1000_std": 0.077367, + "nauc_mrr_at_1000_diff1": 0.845912, + "hit_rate_at_1": 0.758, + "hit_rate_at_3": 0.872, + "hit_rate_at_5": 0.892, + "hit_rate_at_10": 0.924, + "hit_rate_at_20": 0.952, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 1.0, + "main_score": 0.84604, + "hf_subset": "spa-spa", + "languages": [ + "spa-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.75401, + "ndcg_at_3": 0.81659, + "ndcg_at_5": 0.83408, + "ndcg_at_10": 0.83569, + "ndcg_at_20": 0.84623, + "ndcg_at_100": 0.85558, + "ndcg_at_1000": 0.85558, + "map_at_1": 0.75401, + "map_at_3": 0.80125, + "map_at_5": 0.81087, + "map_at_10": 0.81147, + "map_at_20": 0.81422, + "map_at_100": 0.81567, + "map_at_1000": 0.81567, + "recall_at_1": 0.75401, + "recall_at_3": 0.86096, + "recall_at_5": 0.90374, + "recall_at_10": 0.90909, + "recall_at_20": 0.95187, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.75401, + "precision_at_1": 0.75401, + "precision_at_3": 0.28699, + "precision_at_5": 0.18075, + "precision_at_10": 0.09091, + "precision_at_20": 0.04759, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.754011, + "mrr_at_3": 0.801248, + "mrr_at_5": 0.810873, + "mrr_at_10": 0.811468, + "mrr_at_20": 0.814217, + "mrr_at_100": 0.81567, + "mrr_at_1000": 0.81567, + "nauc_ndcg_at_1_max": 0.762306, + "nauc_ndcg_at_1_std": 0.455332, + "nauc_ndcg_at_1_diff1": 0.803255, + "nauc_ndcg_at_3_max": 0.75624, + "nauc_ndcg_at_3_std": 0.465869, + "nauc_ndcg_at_3_diff1": 0.767196, + "nauc_ndcg_at_5_max": 0.776322, + "nauc_ndcg_at_5_std": 0.518662, + "nauc_ndcg_at_5_diff1": 0.77736, + "nauc_ndcg_at_10_max": 0.778656, + "nauc_ndcg_at_10_std": 0.516518, + "nauc_ndcg_at_10_diff1": 0.787347, + "nauc_ndcg_at_20_max": 0.771665, + "nauc_ndcg_at_20_std": 0.503863, + "nauc_ndcg_at_20_diff1": 0.785189, + "nauc_ndcg_at_100_max": 0.762914, + "nauc_ndcg_at_100_std": 0.486009, + "nauc_ndcg_at_100_diff1": 0.782539, + "nauc_ndcg_at_1000_max": 0.762914, + "nauc_ndcg_at_1000_std": 0.486009, + "nauc_ndcg_at_1000_diff1": 0.782539, + "nauc_map_at_1_max": 0.762306, + "nauc_map_at_1_std": 0.455332, + "nauc_map_at_1_diff1": 0.803255, + "nauc_map_at_3_max": 0.752152, + "nauc_map_at_3_std": 0.458912, + "nauc_map_at_3_diff1": 0.775025, + "nauc_map_at_5_max": 0.761009, + "nauc_map_at_5_std": 0.483166, + "nauc_map_at_5_diff1": 0.780246, + "nauc_map_at_10_max": 0.761717, + "nauc_map_at_10_std": 0.482346, + "nauc_map_at_10_diff1": 0.783508, + "nauc_map_at_20_max": 0.760038, + "nauc_map_at_20_std": 0.479477, + "nauc_map_at_20_diff1": 0.783006, + "nauc_map_at_100_max": 0.758838, + "nauc_map_at_100_std": 0.476789, + "nauc_map_at_100_diff1": 0.782739, + "nauc_map_at_1000_max": 0.758838, + "nauc_map_at_1000_std": 0.476789, + "nauc_map_at_1000_diff1": 0.782739, + "nauc_recall_at_1_max": 0.762306, + "nauc_recall_at_1_std": 0.455332, + "nauc_recall_at_1_diff1": 0.803255, + "nauc_recall_at_3_max": 0.775575, + "nauc_recall_at_3_std": 0.495369, + "nauc_recall_at_3_diff1": 0.737948, + "nauc_recall_at_5_max": 0.867848, + "nauc_recall_at_5_std": 0.723665, + "nauc_recall_at_5_diff1": 0.767387, + "nauc_recall_at_10_max": 0.886284, + "nauc_recall_at_10_std": 0.72374, + "nauc_recall_at_10_diff1": 0.822637, + "nauc_recall_at_20_max": 0.894656, + "nauc_recall_at_20_std": 0.743773, + "nauc_recall_at_20_diff1": 0.827107, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.762306, + "nauc_precision_at_1_std": 0.455332, + "nauc_precision_at_1_diff1": 0.803255, + "nauc_precision_at_3_max": 0.775575, + "nauc_precision_at_3_std": 0.495369, + "nauc_precision_at_3_diff1": 0.737948, + "nauc_precision_at_5_max": 0.867848, + "nauc_precision_at_5_std": 0.723665, + "nauc_precision_at_5_diff1": 0.767387, + "nauc_precision_at_10_max": 0.886284, + "nauc_precision_at_10_std": 0.72374, + "nauc_precision_at_10_diff1": 0.822637, + "nauc_precision_at_20_max": 0.894656, + "nauc_precision_at_20_std": 0.743773, + "nauc_precision_at_20_diff1": 0.827107, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.762306, + "nauc_mrr_at_1_std": 0.455332, + "nauc_mrr_at_1_diff1": 0.803255, + "nauc_mrr_at_3_max": 0.752152, + "nauc_mrr_at_3_std": 0.458912, + "nauc_mrr_at_3_diff1": 0.775025, + "nauc_mrr_at_5_max": 0.761009, + "nauc_mrr_at_5_std": 0.483166, + "nauc_mrr_at_5_diff1": 0.780246, + "nauc_mrr_at_10_max": 0.761717, + "nauc_mrr_at_10_std": 0.482346, + "nauc_mrr_at_10_diff1": 0.783508, + "nauc_mrr_at_20_max": 0.760038, + "nauc_mrr_at_20_std": 0.479477, + "nauc_mrr_at_20_diff1": 0.783006, + "nauc_mrr_at_100_max": 0.758838, + "nauc_mrr_at_100_std": 0.476789, + "nauc_mrr_at_100_diff1": 0.782739, + "nauc_mrr_at_1000_max": 0.758838, + "nauc_mrr_at_1000_std": 0.476789, + "nauc_mrr_at_1000_diff1": 0.782739, + "hit_rate_at_1": 0.75401, + "hit_rate_at_3": 0.86096, + "hit_rate_at_5": 0.90374, + "hit_rate_at_10": 0.90909, + "hit_rate_at_20": 0.95187, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.83569, + "hf_subset": "spa-hin", + "languages": [ + "spa-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.72487, + "ndcg_at_3": 0.82949, + "ndcg_at_5": 0.83609, + "ndcg_at_10": 0.84583, + "ndcg_at_20": 0.84981, + "ndcg_at_100": 0.85469, + "ndcg_at_1000": 0.8562, + "map_at_1": 0.72487, + "map_at_3": 0.80511, + "map_at_5": 0.80882, + "map_at_10": 0.81254, + "map_at_20": 0.81362, + "map_at_100": 0.81427, + "map_at_1000": 0.81435, + "recall_at_1": 0.72487, + "recall_at_3": 0.89947, + "recall_at_5": 0.91534, + "recall_at_10": 0.94709, + "recall_at_20": 0.96296, + "recall_at_100": 0.98942, + "recall_at_1000": 1.0, + "accuracy": 0.72487, + "precision_at_1": 0.72487, + "precision_at_3": 0.29982, + "precision_at_5": 0.18307, + "precision_at_10": 0.09471, + "precision_at_20": 0.04815, + "precision_at_100": 0.00989, + "precision_at_1000": 0.001, + "mrr_at_1": 0.724868, + "mrr_at_3": 0.805115, + "mrr_at_5": 0.808818, + "mrr_at_10": 0.812537, + "mrr_at_20": 0.813615, + "mrr_at_100": 0.81427, + "mrr_at_1000": 0.814354, + "nauc_ndcg_at_1_max": 0.640521, + "nauc_ndcg_at_1_std": 0.092553, + "nauc_ndcg_at_1_diff1": 0.886226, + "nauc_ndcg_at_3_max": 0.694306, + "nauc_ndcg_at_3_std": 0.121102, + "nauc_ndcg_at_3_diff1": 0.858449, + "nauc_ndcg_at_5_max": 0.692413, + "nauc_ndcg_at_5_std": 0.135113, + "nauc_ndcg_at_5_diff1": 0.85645, + "nauc_ndcg_at_10_max": 0.697337, + "nauc_ndcg_at_10_std": 0.153564, + "nauc_ndcg_at_10_diff1": 0.851675, + "nauc_ndcg_at_20_max": 0.693833, + "nauc_ndcg_at_20_std": 0.142449, + "nauc_ndcg_at_20_diff1": 0.849838, + "nauc_ndcg_at_100_max": 0.685484, + "nauc_ndcg_at_100_std": 0.121182, + "nauc_ndcg_at_100_diff1": 0.855858, + "nauc_ndcg_at_1000_max": 0.68345, + "nauc_ndcg_at_1000_std": 0.12344, + "nauc_ndcg_at_1000_diff1": 0.859365, + "nauc_map_at_1_max": 0.640521, + "nauc_map_at_1_std": 0.092553, + "nauc_map_at_1_diff1": 0.886226, + "nauc_map_at_3_max": 0.678319, + "nauc_map_at_3_std": 0.108484, + "nauc_map_at_3_diff1": 0.866221, + "nauc_map_at_5_max": 0.677153, + "nauc_map_at_5_std": 0.115067, + "nauc_map_at_5_diff1": 0.865485, + "nauc_map_at_10_max": 0.67821, + "nauc_map_at_10_std": 0.120052, + "nauc_map_at_10_diff1": 0.86439, + "nauc_map_at_20_max": 0.677343, + "nauc_map_at_20_std": 0.117489, + "nauc_map_at_20_diff1": 0.864043, + "nauc_map_at_100_max": 0.67642, + "nauc_map_at_100_std": 0.11505, + "nauc_map_at_100_diff1": 0.86471, + "nauc_map_at_1000_max": 0.676327, + "nauc_map_at_1000_std": 0.115146, + "nauc_map_at_1000_diff1": 0.864867, + "nauc_recall_at_1_max": 0.640521, + "nauc_recall_at_1_std": 0.092553, + "nauc_recall_at_1_diff1": 0.886226, + "nauc_recall_at_3_max": 0.774346, + "nauc_recall_at_3_std": 0.187595, + "nauc_recall_at_3_diff1": 0.819928, + "nauc_recall_at_5_max": 0.780414, + "nauc_recall_at_5_std": 0.259836, + "nauc_recall_at_5_diff1": 0.803542, + "nauc_recall_at_10_max": 0.878992, + "nauc_recall_at_10_std": 0.502609, + "nauc_recall_at_10_diff1": 0.726552, + "nauc_recall_at_20_max": 0.904223, + "nauc_recall_at_20_std": 0.484844, + "nauc_recall_at_20_diff1": 0.64673, + "nauc_recall_at_100_max": 0.860975, + "nauc_recall_at_100_std": -0.072564, + "nauc_recall_at_100_diff1": 0.553501, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.640521, + "nauc_precision_at_1_std": 0.092553, + "nauc_precision_at_1_diff1": 0.886226, + "nauc_precision_at_3_max": 0.774346, + "nauc_precision_at_3_std": 0.187595, + "nauc_precision_at_3_diff1": 0.819928, + "nauc_precision_at_5_max": 0.780414, + "nauc_precision_at_5_std": 0.259836, + "nauc_precision_at_5_diff1": 0.803542, + "nauc_precision_at_10_max": 0.878992, + "nauc_precision_at_10_std": 0.502609, + "nauc_precision_at_10_diff1": 0.726552, + "nauc_precision_at_20_max": 0.904223, + "nauc_precision_at_20_std": 0.484844, + "nauc_precision_at_20_diff1": 0.64673, + "nauc_precision_at_100_max": 0.860975, + "nauc_precision_at_100_std": -0.072564, + "nauc_precision_at_100_diff1": 0.553501, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.640521, + "nauc_mrr_at_1_std": 0.092553, + "nauc_mrr_at_1_diff1": 0.886226, + "nauc_mrr_at_3_max": 0.678319, + "nauc_mrr_at_3_std": 0.108484, + "nauc_mrr_at_3_diff1": 0.866221, + "nauc_mrr_at_5_max": 0.677153, + "nauc_mrr_at_5_std": 0.115067, + "nauc_mrr_at_5_diff1": 0.865485, + "nauc_mrr_at_10_max": 0.67821, + "nauc_mrr_at_10_std": 0.120052, + "nauc_mrr_at_10_diff1": 0.86439, + "nauc_mrr_at_20_max": 0.677343, + "nauc_mrr_at_20_std": 0.117489, + "nauc_mrr_at_20_diff1": 0.864043, + "nauc_mrr_at_100_max": 0.67642, + "nauc_mrr_at_100_std": 0.11505, + "nauc_mrr_at_100_diff1": 0.86471, + "nauc_mrr_at_1000_max": 0.676327, + "nauc_mrr_at_1000_std": 0.115146, + "nauc_mrr_at_1000_diff1": 0.864867, + "hit_rate_at_1": 0.72487, + "hit_rate_at_3": 0.89947, + "hit_rate_at_5": 0.91534, + "hit_rate_at_10": 0.94709, + "hit_rate_at_20": 0.96296, + "hit_rate_at_100": 0.98942, + "hit_rate_at_1000": 1.0, + "main_score": 0.84583, + "hf_subset": "spa-vie", + "languages": [ + "spa-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.80745, + "ndcg_at_3": 0.85825, + "ndcg_at_5": 0.8636, + "ndcg_at_10": 0.87367, + "ndcg_at_20": 0.88305, + "ndcg_at_100": 0.88749, + "ndcg_at_1000": 0.88749, + "map_at_1": 0.80745, + "map_at_3": 0.84576, + "map_at_5": 0.84886, + "map_at_10": 0.85303, + "map_at_20": 0.85558, + "map_at_100": 0.85614, + "map_at_1000": 0.85614, + "recall_at_1": 0.80745, + "recall_at_3": 0.89441, + "recall_at_5": 0.90683, + "recall_at_10": 0.93789, + "recall_at_20": 0.97516, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.80745, + "precision_at_1": 0.80745, + "precision_at_3": 0.29814, + "precision_at_5": 0.18137, + "precision_at_10": 0.09379, + "precision_at_20": 0.04876, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.807453, + "mrr_at_3": 0.845756, + "mrr_at_5": 0.848861, + "mrr_at_10": 0.853027, + "mrr_at_20": 0.855581, + "mrr_at_100": 0.856144, + "mrr_at_1000": 0.856144, + "nauc_ndcg_at_1_max": 0.793078, + "nauc_ndcg_at_1_std": 0.424492, + "nauc_ndcg_at_1_diff1": 0.876031, + "nauc_ndcg_at_3_max": 0.848273, + "nauc_ndcg_at_3_std": 0.557581, + "nauc_ndcg_at_3_diff1": 0.846187, + "nauc_ndcg_at_5_max": 0.845484, + "nauc_ndcg_at_5_std": 0.549794, + "nauc_ndcg_at_5_diff1": 0.843319, + "nauc_ndcg_at_10_max": 0.84421, + "nauc_ndcg_at_10_std": 0.538774, + "nauc_ndcg_at_10_diff1": 0.851299, + "nauc_ndcg_at_20_max": 0.838332, + "nauc_ndcg_at_20_std": 0.522041, + "nauc_ndcg_at_20_diff1": 0.864058, + "nauc_ndcg_at_100_max": 0.831643, + "nauc_ndcg_at_100_std": 0.509485, + "nauc_ndcg_at_100_diff1": 0.858434, + "nauc_ndcg_at_1000_max": 0.831643, + "nauc_ndcg_at_1000_std": 0.509485, + "nauc_ndcg_at_1000_diff1": 0.858434, + "nauc_map_at_1_max": 0.793078, + "nauc_map_at_1_std": 0.424492, + "nauc_map_at_1_diff1": 0.876031, + "nauc_map_at_3_max": 0.830808, + "nauc_map_at_3_std": 0.512878, + "nauc_map_at_3_diff1": 0.855516, + "nauc_map_at_5_max": 0.828983, + "nauc_map_at_5_std": 0.507864, + "nauc_map_at_5_diff1": 0.854188, + "nauc_map_at_10_max": 0.828129, + "nauc_map_at_10_std": 0.502192, + "nauc_map_at_10_diff1": 0.857777, + "nauc_map_at_20_max": 0.826479, + "nauc_map_at_20_std": 0.497868, + "nauc_map_at_20_diff1": 0.860299, + "nauc_map_at_100_max": 0.825765, + "nauc_map_at_100_std": 0.496482, + "nauc_map_at_100_diff1": 0.859724, + "nauc_map_at_1000_max": 0.825765, + "nauc_map_at_1000_std": 0.496482, + "nauc_map_at_1000_diff1": 0.859724, + "nauc_recall_at_1_max": 0.793078, + "nauc_recall_at_1_std": 0.424492, + "nauc_recall_at_1_diff1": 0.876031, + "nauc_recall_at_3_max": 0.919683, + "nauc_recall_at_3_std": 0.741761, + "nauc_recall_at_3_diff1": 0.808109, + "nauc_recall_at_5_max": 0.919462, + "nauc_recall_at_5_std": 0.73925, + "nauc_recall_at_5_diff1": 0.793983, + "nauc_recall_at_10_max": 0.947748, + "nauc_recall_at_10_std": 0.773392, + "nauc_recall_at_10_diff1": 0.812581, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.823415, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.793078, + "nauc_precision_at_1_std": 0.424492, + "nauc_precision_at_1_diff1": 0.876031, + "nauc_precision_at_3_max": 0.919683, + "nauc_precision_at_3_std": 0.741761, + "nauc_precision_at_3_diff1": 0.808109, + "nauc_precision_at_5_max": 0.919462, + "nauc_precision_at_5_std": 0.73925, + "nauc_precision_at_5_diff1": 0.793983, + "nauc_precision_at_10_max": 0.947748, + "nauc_precision_at_10_std": 0.773392, + "nauc_precision_at_10_diff1": 0.812581, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.823415, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.793078, + "nauc_mrr_at_1_std": 0.424492, + "nauc_mrr_at_1_diff1": 0.876031, + "nauc_mrr_at_3_max": 0.830808, + "nauc_mrr_at_3_std": 0.512878, + "nauc_mrr_at_3_diff1": 0.855516, + "nauc_mrr_at_5_max": 0.828983, + "nauc_mrr_at_5_std": 0.507864, + "nauc_mrr_at_5_diff1": 0.854188, + "nauc_mrr_at_10_max": 0.828129, + "nauc_mrr_at_10_std": 0.502192, + "nauc_mrr_at_10_diff1": 0.857777, + "nauc_mrr_at_20_max": 0.826479, + "nauc_mrr_at_20_std": 0.497868, + "nauc_mrr_at_20_diff1": 0.860299, + "nauc_mrr_at_100_max": 0.825765, + "nauc_mrr_at_100_std": 0.496482, + "nauc_mrr_at_100_diff1": 0.859724, + "nauc_mrr_at_1000_max": 0.825765, + "nauc_mrr_at_1000_std": 0.496482, + "nauc_mrr_at_1000_diff1": 0.859724, + "hit_rate_at_1": 0.80745, + "hit_rate_at_3": 0.89441, + "hit_rate_at_5": 0.90683, + "hit_rate_at_10": 0.93789, + "hit_rate_at_20": 0.97516, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.87367, + "hf_subset": "spa-zho", + "languages": [ + "spa-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.66129, + "ndcg_at_3": 0.79192, + "ndcg_at_5": 0.81205, + "ndcg_at_10": 0.81728, + "ndcg_at_20": 0.82152, + "ndcg_at_100": 0.8288, + "ndcg_at_1000": 0.8288, + "map_at_1": 0.66129, + "map_at_3": 0.76075, + "map_at_5": 0.77204, + "map_at_10": 0.77421, + "map_at_20": 0.77545, + "map_at_100": 0.77657, + "map_at_1000": 0.77657, + "recall_at_1": 0.66129, + "recall_at_3": 0.88172, + "recall_at_5": 0.93011, + "recall_at_10": 0.94624, + "recall_at_20": 0.96237, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.66129, + "precision_at_1": 0.66129, + "precision_at_3": 0.29391, + "precision_at_5": 0.18602, + "precision_at_10": 0.09462, + "precision_at_20": 0.04812, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.66129, + "mrr_at_3": 0.760753, + "mrr_at_5": 0.772043, + "mrr_at_10": 0.774208, + "mrr_at_20": 0.775454, + "mrr_at_100": 0.776575, + "mrr_at_1000": 0.776575, + "nauc_ndcg_at_1_max": 0.509329, + "nauc_ndcg_at_1_std": 0.16761, + "nauc_ndcg_at_1_diff1": 0.721597, + "nauc_ndcg_at_3_max": 0.644595, + "nauc_ndcg_at_3_std": 0.364277, + "nauc_ndcg_at_3_diff1": 0.687351, + "nauc_ndcg_at_5_max": 0.612541, + "nauc_ndcg_at_5_std": 0.336102, + "nauc_ndcg_at_5_diff1": 0.691075, + "nauc_ndcg_at_10_max": 0.610365, + "nauc_ndcg_at_10_std": 0.334438, + "nauc_ndcg_at_10_diff1": 0.701918, + "nauc_ndcg_at_20_max": 0.600903, + "nauc_ndcg_at_20_std": 0.317486, + "nauc_ndcg_at_20_diff1": 0.701485, + "nauc_ndcg_at_100_max": 0.587876, + "nauc_ndcg_at_100_std": 0.294479, + "nauc_ndcg_at_100_diff1": 0.699778, + "nauc_ndcg_at_1000_max": 0.587876, + "nauc_ndcg_at_1000_std": 0.294479, + "nauc_ndcg_at_1000_diff1": 0.699778, + "nauc_map_at_1_max": 0.509329, + "nauc_map_at_1_std": 0.16761, + "nauc_map_at_1_diff1": 0.721597, + "nauc_map_at_3_max": 0.599864, + "nauc_map_at_3_std": 0.301239, + "nauc_map_at_3_diff1": 0.695074, + "nauc_map_at_5_max": 0.582165, + "nauc_map_at_5_std": 0.284673, + "nauc_map_at_5_diff1": 0.696799, + "nauc_map_at_10_max": 0.581325, + "nauc_map_at_10_std": 0.284314, + "nauc_map_at_10_diff1": 0.700425, + "nauc_map_at_20_max": 0.578892, + "nauc_map_at_20_std": 0.279991, + "nauc_map_at_20_diff1": 0.70028, + "nauc_map_at_100_max": 0.577269, + "nauc_map_at_100_std": 0.276969, + "nauc_map_at_100_diff1": 0.700288, + "nauc_map_at_1000_max": 0.577269, + "nauc_map_at_1000_std": 0.276969, + "nauc_map_at_1000_diff1": 0.700288, + "nauc_recall_at_1_max": 0.509329, + "nauc_recall_at_1_std": 0.16761, + "nauc_recall_at_1_diff1": 0.721597, + "nauc_recall_at_3_max": 0.876044, + "nauc_recall_at_3_std": 0.688996, + "nauc_recall_at_3_diff1": 0.650015, + "nauc_recall_at_5_max": 0.849678, + "nauc_recall_at_5_std": 0.742776, + "nauc_recall_at_5_diff1": 0.651634, + "nauc_recall_at_10_max": 0.896531, + "nauc_recall_at_10_std": 0.835048, + "nauc_recall_at_10_diff1": 0.741647, + "nauc_recall_at_20_max": 0.870905, + "nauc_recall_at_20_std": 0.783073, + "nauc_recall_at_20_diff1": 0.753088, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.509329, + "nauc_precision_at_1_std": 0.16761, + "nauc_precision_at_1_diff1": 0.721597, + "nauc_precision_at_3_max": 0.876044, + "nauc_precision_at_3_std": 0.688996, + "nauc_precision_at_3_diff1": 0.650015, + "nauc_precision_at_5_max": 0.849678, + "nauc_precision_at_5_std": 0.742776, + "nauc_precision_at_5_diff1": 0.651634, + "nauc_precision_at_10_max": 0.896531, + "nauc_precision_at_10_std": 0.835048, + "nauc_precision_at_10_diff1": 0.741647, + "nauc_precision_at_20_max": 0.870905, + "nauc_precision_at_20_std": 0.783073, + "nauc_precision_at_20_diff1": 0.753088, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.509329, + "nauc_mrr_at_1_std": 0.16761, + "nauc_mrr_at_1_diff1": 0.721597, + "nauc_mrr_at_3_max": 0.599864, + "nauc_mrr_at_3_std": 0.301239, + "nauc_mrr_at_3_diff1": 0.695074, + "nauc_mrr_at_5_max": 0.582165, + "nauc_mrr_at_5_std": 0.284673, + "nauc_mrr_at_5_diff1": 0.696799, + "nauc_mrr_at_10_max": 0.581325, + "nauc_mrr_at_10_std": 0.284314, + "nauc_mrr_at_10_diff1": 0.700425, + "nauc_mrr_at_20_max": 0.578892, + "nauc_mrr_at_20_std": 0.279991, + "nauc_mrr_at_20_diff1": 0.70028, + "nauc_mrr_at_100_max": 0.577269, + "nauc_mrr_at_100_std": 0.276969, + "nauc_mrr_at_100_diff1": 0.700288, + "nauc_mrr_at_1000_max": 0.577269, + "nauc_mrr_at_1000_std": 0.276969, + "nauc_mrr_at_1000_diff1": 0.700288, + "hit_rate_at_1": 0.66129, + "hit_rate_at_3": 0.88172, + "hit_rate_at_5": 0.93011, + "hit_rate_at_10": 0.94624, + "hit_rate_at_20": 0.96237, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.81728, + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.80368, + "ndcg_at_3": 0.87854, + "ndcg_at_5": 0.89332, + "ndcg_at_10": 0.89769, + "ndcg_at_20": 0.90079, + "ndcg_at_100": 0.90079, + "ndcg_at_1000": 0.90169, + "map_at_1": 0.80368, + "map_at_3": 0.85992, + "map_at_5": 0.86789, + "map_at_10": 0.86994, + "map_at_20": 0.87079, + "map_at_100": 0.87079, + "map_at_1000": 0.87085, + "recall_at_1": 0.80368, + "recall_at_3": 0.93252, + "recall_at_5": 0.96933, + "recall_at_10": 0.9816, + "recall_at_20": 0.99387, + "recall_at_100": 0.99387, + "recall_at_1000": 1.0, + "accuracy": 0.80368, + "precision_at_1": 0.80368, + "precision_at_3": 0.31084, + "precision_at_5": 0.19387, + "precision_at_10": 0.09816, + "precision_at_20": 0.04969, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.803681, + "mrr_at_3": 0.859918, + "mrr_at_5": 0.867894, + "mrr_at_10": 0.869939, + "mrr_at_20": 0.870791, + "mrr_at_100": 0.870791, + "mrr_at_1000": 0.870845, + "nauc_ndcg_at_1_max": 0.738533, + "nauc_ndcg_at_1_std": 0.20853, + "nauc_ndcg_at_1_diff1": 0.80771, + "nauc_ndcg_at_3_max": 0.766671, + "nauc_ndcg_at_3_std": 0.231283, + "nauc_ndcg_at_3_diff1": 0.776784, + "nauc_ndcg_at_5_max": 0.758351, + "nauc_ndcg_at_5_std": 0.171162, + "nauc_ndcg_at_5_diff1": 0.779126, + "nauc_ndcg_at_10_max": 0.756669, + "nauc_ndcg_at_10_std": 0.217294, + "nauc_ndcg_at_10_diff1": 0.778377, + "nauc_ndcg_at_20_max": 0.75095, + "nauc_ndcg_at_20_std": 0.199366, + "nauc_ndcg_at_20_diff1": 0.782377, + "nauc_ndcg_at_100_max": 0.75095, + "nauc_ndcg_at_100_std": 0.199366, + "nauc_ndcg_at_100_diff1": 0.782377, + "nauc_ndcg_at_1000_max": 0.752847, + "nauc_ndcg_at_1000_std": 0.202956, + "nauc_ndcg_at_1000_diff1": 0.784577, + "nauc_map_at_1_max": 0.738533, + "nauc_map_at_1_std": 0.20853, + "nauc_map_at_1_diff1": 0.80771, + "nauc_map_at_3_max": 0.758087, + "nauc_map_at_3_std": 0.215032, + "nauc_map_at_3_diff1": 0.785043, + "nauc_map_at_5_max": 0.753974, + "nauc_map_at_5_std": 0.188896, + "nauc_map_at_5_diff1": 0.786326, + "nauc_map_at_10_max": 0.75328, + "nauc_map_at_10_std": 0.206224, + "nauc_map_at_10_diff1": 0.786169, + "nauc_map_at_20_max": 0.752108, + "nauc_map_at_20_std": 0.202562, + "nauc_map_at_20_diff1": 0.787361, + "nauc_map_at_100_max": 0.752108, + "nauc_map_at_100_std": 0.202562, + "nauc_map_at_100_diff1": 0.787361, + "nauc_map_at_1000_max": 0.752196, + "nauc_map_at_1000_std": 0.202729, + "nauc_map_at_1000_diff1": 0.787465, + "nauc_recall_at_1_max": 0.738533, + "nauc_recall_at_1_std": 0.20853, + "nauc_recall_at_1_diff1": 0.80771, + "nauc_recall_at_3_max": 0.814971, + "nauc_recall_at_3_std": 0.330992, + "nauc_recall_at_3_diff1": 0.731351, + "nauc_recall_at_5_max": 0.802991, + "nauc_recall_at_5_std": -0.066175, + "nauc_recall_at_5_diff1": 0.70071, + "nauc_recall_at_10_max": 0.80779, + "nauc_recall_at_10_std": 0.460065, + "nauc_recall_at_10_diff1": 0.637322, + "nauc_recall_at_20_max": 0.553822, + "nauc_recall_at_20_std": -0.173626, + "nauc_recall_at_20_diff1": 0.553822, + "nauc_recall_at_100_max": 0.553822, + "nauc_recall_at_100_std": -0.173626, + "nauc_recall_at_100_diff1": 0.553822, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.738533, + "nauc_precision_at_1_std": 0.20853, + "nauc_precision_at_1_diff1": 0.80771, + "nauc_precision_at_3_max": 0.814971, + "nauc_precision_at_3_std": 0.330992, + "nauc_precision_at_3_diff1": 0.731351, + "nauc_precision_at_5_max": 0.802991, + "nauc_precision_at_5_std": -0.066175, + "nauc_precision_at_5_diff1": 0.70071, + "nauc_precision_at_10_max": 0.80779, + "nauc_precision_at_10_std": 0.460065, + "nauc_precision_at_10_diff1": 0.637322, + "nauc_precision_at_20_max": 0.553822, + "nauc_precision_at_20_std": -0.173626, + "nauc_precision_at_20_diff1": 0.553822, + "nauc_precision_at_100_max": 0.553822, + "nauc_precision_at_100_std": -0.173626, + "nauc_precision_at_100_diff1": 0.553822, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.738533, + "nauc_mrr_at_1_std": 0.20853, + "nauc_mrr_at_1_diff1": 0.80771, + "nauc_mrr_at_3_max": 0.758087, + "nauc_mrr_at_3_std": 0.215032, + "nauc_mrr_at_3_diff1": 0.785043, + "nauc_mrr_at_5_max": 0.753974, + "nauc_mrr_at_5_std": 0.188896, + "nauc_mrr_at_5_diff1": 0.786326, + "nauc_mrr_at_10_max": 0.75328, + "nauc_mrr_at_10_std": 0.206224, + "nauc_mrr_at_10_diff1": 0.786169, + "nauc_mrr_at_20_max": 0.752108, + "nauc_mrr_at_20_std": 0.202562, + "nauc_mrr_at_20_diff1": 0.787361, + "nauc_mrr_at_100_max": 0.752108, + "nauc_mrr_at_100_std": 0.202562, + "nauc_mrr_at_100_diff1": 0.787361, + "nauc_mrr_at_1000_max": 0.752196, + "nauc_mrr_at_1000_std": 0.202729, + "nauc_mrr_at_1000_diff1": 0.787465, + "hit_rate_at_1": 0.80368, + "hit_rate_at_3": 0.93252, + "hit_rate_at_5": 0.96933, + "hit_rate_at_10": 0.9816, + "hit_rate_at_20": 0.99387, + "hit_rate_at_100": 0.99387, + "hit_rate_at_1000": 1.0, + "main_score": 0.89769, + "hf_subset": "hin-deu", + "languages": [ + "hin-Deva", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.75345, + "ndcg_at_3": 0.83617, + "ndcg_at_5": 0.85349, + "ndcg_at_10": 0.86299, + "ndcg_at_20": 0.86604, + "ndcg_at_100": 0.8701, + "ndcg_at_1000": 0.87067, + "map_at_1": 0.75345, + "map_at_3": 0.8169, + "map_at_5": 0.82666, + "map_at_10": 0.83054, + "map_at_20": 0.8314, + "map_at_100": 0.83199, + "map_at_1000": 0.83202, + "recall_at_1": 0.75345, + "recall_at_3": 0.89152, + "recall_at_5": 0.93294, + "recall_at_10": 0.96252, + "recall_at_20": 0.97436, + "recall_at_100": 0.99606, + "recall_at_1000": 1.0, + "accuracy": 0.75345, + "precision_at_1": 0.75345, + "precision_at_3": 0.29717, + "precision_at_5": 0.18659, + "precision_at_10": 0.09625, + "precision_at_20": 0.04872, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.753452, + "mrr_at_3": 0.816897, + "mrr_at_5": 0.82666, + "mrr_at_10": 0.830543, + "mrr_at_20": 0.831404, + "mrr_at_100": 0.831985, + "mrr_at_1000": 0.832017, + "nauc_ndcg_at_1_max": 0.658022, + "nauc_ndcg_at_1_std": 0.034115, + "nauc_ndcg_at_1_diff1": 0.801404, + "nauc_ndcg_at_3_max": 0.746087, + "nauc_ndcg_at_3_std": 0.120315, + "nauc_ndcg_at_3_diff1": 0.77707, + "nauc_ndcg_at_5_max": 0.733627, + "nauc_ndcg_at_5_std": 0.082493, + "nauc_ndcg_at_5_diff1": 0.785928, + "nauc_ndcg_at_10_max": 0.722874, + "nauc_ndcg_at_10_std": 0.081536, + "nauc_ndcg_at_10_diff1": 0.782429, + "nauc_ndcg_at_20_max": 0.718261, + "nauc_ndcg_at_20_std": 0.079934, + "nauc_ndcg_at_20_diff1": 0.781836, + "nauc_ndcg_at_100_max": 0.712206, + "nauc_ndcg_at_100_std": 0.070359, + "nauc_ndcg_at_100_diff1": 0.784712, + "nauc_ndcg_at_1000_max": 0.712382, + "nauc_ndcg_at_1000_std": 0.073184, + "nauc_ndcg_at_1000_diff1": 0.785541, + "nauc_map_at_1_max": 0.658022, + "nauc_map_at_1_std": 0.034115, + "nauc_map_at_1_diff1": 0.801404, + "nauc_map_at_3_max": 0.719841, + "nauc_map_at_3_std": 0.092541, + "nauc_map_at_3_diff1": 0.784495, + "nauc_map_at_5_max": 0.7123, + "nauc_map_at_5_std": 0.072494, + "nauc_map_at_5_diff1": 0.7891, + "nauc_map_at_10_max": 0.708241, + "nauc_map_at_10_std": 0.072473, + "nauc_map_at_10_diff1": 0.788012, + "nauc_map_at_20_max": 0.707118, + "nauc_map_at_20_std": 0.071935, + "nauc_map_at_20_diff1": 0.787961, + "nauc_map_at_100_max": 0.706295, + "nauc_map_at_100_std": 0.070323, + "nauc_map_at_100_diff1": 0.788161, + "nauc_map_at_1000_max": 0.706304, + "nauc_map_at_1000_std": 0.070457, + "nauc_map_at_1000_diff1": 0.7882, + "nauc_recall_at_1_max": 0.658022, + "nauc_recall_at_1_std": 0.034115, + "nauc_recall_at_1_diff1": 0.801404, + "nauc_recall_at_3_max": 0.864128, + "nauc_recall_at_3_std": 0.246656, + "nauc_recall_at_3_diff1": 0.743556, + "nauc_recall_at_5_max": 0.874492, + "nauc_recall_at_5_std": 0.140902, + "nauc_recall_at_5_diff1": 0.767392, + "nauc_recall_at_10_max": 0.871365, + "nauc_recall_at_10_std": 0.165213, + "nauc_recall_at_10_diff1": 0.715955, + "nauc_recall_at_20_max": 0.853482, + "nauc_recall_at_20_std": 0.179699, + "nauc_recall_at_20_diff1": 0.671933, + "nauc_recall_at_100_max": 0.679027, + "nauc_recall_at_100_std": -0.508503, + "nauc_recall_at_100_diff1": 0.613624, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.658022, + "nauc_precision_at_1_std": 0.034115, + "nauc_precision_at_1_diff1": 0.801404, + "nauc_precision_at_3_max": 0.864128, + "nauc_precision_at_3_std": 0.246656, + "nauc_precision_at_3_diff1": 0.743556, + "nauc_precision_at_5_max": 0.874492, + "nauc_precision_at_5_std": 0.140902, + "nauc_precision_at_5_diff1": 0.767392, + "nauc_precision_at_10_max": 0.871365, + "nauc_precision_at_10_std": 0.165213, + "nauc_precision_at_10_diff1": 0.715955, + "nauc_precision_at_20_max": 0.853482, + "nauc_precision_at_20_std": 0.179699, + "nauc_precision_at_20_diff1": 0.671933, + "nauc_precision_at_100_max": 0.679027, + "nauc_precision_at_100_std": -0.508503, + "nauc_precision_at_100_diff1": 0.613624, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.658022, + "nauc_mrr_at_1_std": 0.034115, + "nauc_mrr_at_1_diff1": 0.801404, + "nauc_mrr_at_3_max": 0.719841, + "nauc_mrr_at_3_std": 0.092541, + "nauc_mrr_at_3_diff1": 0.784495, + "nauc_mrr_at_5_max": 0.7123, + "nauc_mrr_at_5_std": 0.072494, + "nauc_mrr_at_5_diff1": 0.7891, + "nauc_mrr_at_10_max": 0.708241, + "nauc_mrr_at_10_std": 0.072473, + "nauc_mrr_at_10_diff1": 0.788012, + "nauc_mrr_at_20_max": 0.707118, + "nauc_mrr_at_20_std": 0.071935, + "nauc_mrr_at_20_diff1": 0.787961, + "nauc_mrr_at_100_max": 0.706295, + "nauc_mrr_at_100_std": 0.070323, + "nauc_mrr_at_100_diff1": 0.788161, + "nauc_mrr_at_1000_max": 0.706304, + "nauc_mrr_at_1000_std": 0.070457, + "nauc_mrr_at_1000_diff1": 0.7882, + "hit_rate_at_1": 0.75345, + "hit_rate_at_3": 0.89152, + "hit_rate_at_5": 0.93294, + "hit_rate_at_10": 0.96252, + "hit_rate_at_20": 0.97436, + "hit_rate_at_100": 0.99606, + "hit_rate_at_1000": 1.0, + "main_score": 0.86299, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.80214, + "ndcg_at_3": 0.86344, + "ndcg_at_5": 0.87242, + "ndcg_at_10": 0.88148, + "ndcg_at_20": 0.89134, + "ndcg_at_100": 0.89335, + "ndcg_at_1000": 0.89335, + "map_at_1": 0.80214, + "map_at_3": 0.84938, + "map_at_5": 0.85446, + "map_at_10": 0.85844, + "map_at_20": 0.86134, + "map_at_100": 0.86162, + "map_at_1000": 0.86162, + "recall_at_1": 0.80214, + "recall_at_3": 0.90374, + "recall_at_5": 0.92513, + "recall_at_10": 0.95187, + "recall_at_20": 0.9893, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.80214, + "precision_at_1": 0.80214, + "precision_at_3": 0.30125, + "precision_at_5": 0.18503, + "precision_at_10": 0.09519, + "precision_at_20": 0.04947, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.802139, + "mrr_at_3": 0.849376, + "mrr_at_5": 0.854456, + "mrr_at_10": 0.858435, + "mrr_at_20": 0.861344, + "mrr_at_100": 0.861619, + "mrr_at_1000": 0.861619, + "nauc_ndcg_at_1_max": 0.731266, + "nauc_ndcg_at_1_std": 0.494467, + "nauc_ndcg_at_1_diff1": 0.801541, + "nauc_ndcg_at_3_max": 0.809866, + "nauc_ndcg_at_3_std": 0.583431, + "nauc_ndcg_at_3_diff1": 0.796311, + "nauc_ndcg_at_5_max": 0.811456, + "nauc_ndcg_at_5_std": 0.563514, + "nauc_ndcg_at_5_diff1": 0.805275, + "nauc_ndcg_at_10_max": 0.805462, + "nauc_ndcg_at_10_std": 0.580705, + "nauc_ndcg_at_10_diff1": 0.806526, + "nauc_ndcg_at_20_max": 0.793389, + "nauc_ndcg_at_20_std": 0.569241, + "nauc_ndcg_at_20_diff1": 0.806645, + "nauc_ndcg_at_100_max": 0.789311, + "nauc_ndcg_at_100_std": 0.560738, + "nauc_ndcg_at_100_diff1": 0.802828, + "nauc_ndcg_at_1000_max": 0.789311, + "nauc_ndcg_at_1000_std": 0.560738, + "nauc_ndcg_at_1000_diff1": 0.802828, + "nauc_map_at_1_max": 0.731266, + "nauc_map_at_1_std": 0.494467, + "nauc_map_at_1_diff1": 0.801541, + "nauc_map_at_3_max": 0.789403, + "nauc_map_at_3_std": 0.561766, + "nauc_map_at_3_diff1": 0.796649, + "nauc_map_at_5_max": 0.789387, + "nauc_map_at_5_std": 0.551034, + "nauc_map_at_5_diff1": 0.801187, + "nauc_map_at_10_max": 0.78644, + "nauc_map_at_10_std": 0.556737, + "nauc_map_at_10_diff1": 0.801535, + "nauc_map_at_20_max": 0.783374, + "nauc_map_at_20_std": 0.554011, + "nauc_map_at_20_diff1": 0.801658, + "nauc_map_at_100_max": 0.782923, + "nauc_map_at_100_std": 0.553082, + "nauc_map_at_100_diff1": 0.801245, + "nauc_map_at_1000_max": 0.782923, + "nauc_map_at_1000_std": 0.553082, + "nauc_map_at_1000_diff1": 0.801245, + "nauc_recall_at_1_max": 0.731266, + "nauc_recall_at_1_std": 0.494467, + "nauc_recall_at_1_diff1": 0.801541, + "nauc_recall_at_3_max": 0.895767, + "nauc_recall_at_3_std": 0.673274, + "nauc_recall_at_3_diff1": 0.795643, + "nauc_recall_at_5_max": 0.926995, + "nauc_recall_at_5_std": 0.621103, + "nauc_recall_at_5_diff1": 0.83009, + "nauc_recall_at_10_max": 0.950494, + "nauc_recall_at_10_std": 0.776634, + "nauc_recall_at_10_diff1": 0.852425, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 1.0, + "nauc_recall_at_20_diff1": 1.0, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.731266, + "nauc_precision_at_1_std": 0.494467, + "nauc_precision_at_1_diff1": 0.801541, + "nauc_precision_at_3_max": 0.895767, + "nauc_precision_at_3_std": 0.673274, + "nauc_precision_at_3_diff1": 0.795643, + "nauc_precision_at_5_max": 0.926995, + "nauc_precision_at_5_std": 0.621103, + "nauc_precision_at_5_diff1": 0.83009, + "nauc_precision_at_10_max": 0.950494, + "nauc_precision_at_10_std": 0.776634, + "nauc_precision_at_10_diff1": 0.852425, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.731266, + "nauc_mrr_at_1_std": 0.494467, + "nauc_mrr_at_1_diff1": 0.801541, + "nauc_mrr_at_3_max": 0.789403, + "nauc_mrr_at_3_std": 0.561766, + "nauc_mrr_at_3_diff1": 0.796649, + "nauc_mrr_at_5_max": 0.789387, + "nauc_mrr_at_5_std": 0.551034, + "nauc_mrr_at_5_diff1": 0.801187, + "nauc_mrr_at_10_max": 0.78644, + "nauc_mrr_at_10_std": 0.556737, + "nauc_mrr_at_10_diff1": 0.801535, + "nauc_mrr_at_20_max": 0.783374, + "nauc_mrr_at_20_std": 0.554011, + "nauc_mrr_at_20_diff1": 0.801658, + "nauc_mrr_at_100_max": 0.782923, + "nauc_mrr_at_100_std": 0.553082, + "nauc_mrr_at_100_diff1": 0.801245, + "nauc_mrr_at_1000_max": 0.782923, + "nauc_mrr_at_1000_std": 0.553082, + "nauc_mrr_at_1000_diff1": 0.801245, + "hit_rate_at_1": 0.80214, + "hit_rate_at_3": 0.90374, + "hit_rate_at_5": 0.92513, + "hit_rate_at_10": 0.95187, + "hit_rate_at_20": 0.9893, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.88148, + "hf_subset": "hin-spa", + "languages": [ + "hin-Deva", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.68245, + "ndcg_at_3": 0.76289, + "ndcg_at_5": 0.78317, + "ndcg_at_10": 0.79748, + "ndcg_at_20": 0.8036, + "ndcg_at_100": 0.81178, + "ndcg_at_1000": 0.8147, + "map_at_1": 0.68245, + "map_at_3": 0.74359, + "map_at_5": 0.75483, + "map_at_10": 0.76089, + "map_at_20": 0.76265, + "map_at_100": 0.76382, + "map_at_1000": 0.76395, + "recall_at_1": 0.68245, + "recall_at_3": 0.81854, + "recall_at_5": 0.86785, + "recall_at_10": 0.91124, + "recall_at_20": 0.93491, + "recall_at_100": 0.9783, + "recall_at_1000": 1.0, + "accuracy": 0.68245, + "precision_at_1": 0.68245, + "precision_at_3": 0.27285, + "precision_at_5": 0.17357, + "precision_at_10": 0.09112, + "precision_at_20": 0.04675, + "precision_at_100": 0.00978, + "precision_at_1000": 0.001, + "mrr_at_1": 0.682446, + "mrr_at_3": 0.74359, + "mrr_at_5": 0.754832, + "mrr_at_10": 0.760892, + "mrr_at_20": 0.762646, + "mrr_at_100": 0.763817, + "mrr_at_1000": 0.763948, + "nauc_ndcg_at_1_max": 0.689163, + "nauc_ndcg_at_1_std": 0.148879, + "nauc_ndcg_at_1_diff1": 0.819564, + "nauc_ndcg_at_3_max": 0.743847, + "nauc_ndcg_at_3_std": 0.190804, + "nauc_ndcg_at_3_diff1": 0.77955, + "nauc_ndcg_at_5_max": 0.749459, + "nauc_ndcg_at_5_std": 0.197848, + "nauc_ndcg_at_5_diff1": 0.776503, + "nauc_ndcg_at_10_max": 0.745949, + "nauc_ndcg_at_10_std": 0.209994, + "nauc_ndcg_at_10_diff1": 0.782895, + "nauc_ndcg_at_20_max": 0.743218, + "nauc_ndcg_at_20_std": 0.212633, + "nauc_ndcg_at_20_diff1": 0.783627, + "nauc_ndcg_at_100_max": 0.738243, + "nauc_ndcg_at_100_std": 0.200806, + "nauc_ndcg_at_100_diff1": 0.784401, + "nauc_ndcg_at_1000_max": 0.736056, + "nauc_ndcg_at_1000_std": 0.197061, + "nauc_ndcg_at_1000_diff1": 0.787619, + "nauc_map_at_1_max": 0.689163, + "nauc_map_at_1_std": 0.148879, + "nauc_map_at_1_diff1": 0.819564, + "nauc_map_at_3_max": 0.730806, + "nauc_map_at_3_std": 0.182644, + "nauc_map_at_3_diff1": 0.790488, + "nauc_map_at_5_max": 0.732804, + "nauc_map_at_5_std": 0.184976, + "nauc_map_at_5_diff1": 0.78963, + "nauc_map_at_10_max": 0.731076, + "nauc_map_at_10_std": 0.188871, + "nauc_map_at_10_diff1": 0.792297, + "nauc_map_at_20_max": 0.730373, + "nauc_map_at_20_std": 0.18984, + "nauc_map_at_20_diff1": 0.792523, + "nauc_map_at_100_max": 0.729732, + "nauc_map_at_100_std": 0.188285, + "nauc_map_at_100_diff1": 0.79267, + "nauc_map_at_1000_max": 0.729648, + "nauc_map_at_1000_std": 0.188147, + "nauc_map_at_1000_diff1": 0.792768, + "nauc_recall_at_1_max": 0.689163, + "nauc_recall_at_1_std": 0.148879, + "nauc_recall_at_1_diff1": 0.819564, + "nauc_recall_at_3_max": 0.791992, + "nauc_recall_at_3_std": 0.219723, + "nauc_recall_at_3_diff1": 0.738255, + "nauc_recall_at_5_max": 0.830175, + "nauc_recall_at_5_std": 0.26092, + "nauc_recall_at_5_diff1": 0.712081, + "nauc_recall_at_10_max": 0.844441, + "nauc_recall_at_10_std": 0.366476, + "nauc_recall_at_10_diff1": 0.723119, + "nauc_recall_at_20_max": 0.850045, + "nauc_recall_at_20_std": 0.438469, + "nauc_recall_at_20_diff1": 0.709639, + "nauc_recall_at_100_max": 0.859954, + "nauc_recall_at_100_std": 0.411382, + "nauc_recall_at_100_diff1": 0.594081, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.689163, + "nauc_precision_at_1_std": 0.148879, + "nauc_precision_at_1_diff1": 0.819564, + "nauc_precision_at_3_max": 0.791992, + "nauc_precision_at_3_std": 0.219723, + "nauc_precision_at_3_diff1": 0.738255, + "nauc_precision_at_5_max": 0.830175, + "nauc_precision_at_5_std": 0.26092, + "nauc_precision_at_5_diff1": 0.712081, + "nauc_precision_at_10_max": 0.844441, + "nauc_precision_at_10_std": 0.366476, + "nauc_precision_at_10_diff1": 0.723119, + "nauc_precision_at_20_max": 0.850045, + "nauc_precision_at_20_std": 0.438469, + "nauc_precision_at_20_diff1": 0.709639, + "nauc_precision_at_100_max": 0.859954, + "nauc_precision_at_100_std": 0.411382, + "nauc_precision_at_100_diff1": 0.594081, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.689163, + "nauc_mrr_at_1_std": 0.148879, + "nauc_mrr_at_1_diff1": 0.819564, + "nauc_mrr_at_3_max": 0.730806, + "nauc_mrr_at_3_std": 0.182644, + "nauc_mrr_at_3_diff1": 0.790488, + "nauc_mrr_at_5_max": 0.732804, + "nauc_mrr_at_5_std": 0.184976, + "nauc_mrr_at_5_diff1": 0.78963, + "nauc_mrr_at_10_max": 0.731076, + "nauc_mrr_at_10_std": 0.188871, + "nauc_mrr_at_10_diff1": 0.792297, + "nauc_mrr_at_20_max": 0.730373, + "nauc_mrr_at_20_std": 0.18984, + "nauc_mrr_at_20_diff1": 0.792523, + "nauc_mrr_at_100_max": 0.729732, + "nauc_mrr_at_100_std": 0.188285, + "nauc_mrr_at_100_diff1": 0.79267, + "nauc_mrr_at_1000_max": 0.729648, + "nauc_mrr_at_1000_std": 0.188147, + "nauc_mrr_at_1000_diff1": 0.792768, + "hit_rate_at_1": 0.68245, + "hit_rate_at_3": 0.81854, + "hit_rate_at_5": 0.86785, + "hit_rate_at_10": 0.91124, + "hit_rate_at_20": 0.93491, + "hit_rate_at_100": 0.9783, + "hit_rate_at_1000": 1.0, + "main_score": 0.79748, + "hf_subset": "hin-hin", + "languages": [ + "hin-Deva", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.72316, + "ndcg_at_3": 0.8227, + "ndcg_at_5": 0.84118, + "ndcg_at_10": 0.85032, + "ndcg_at_20": 0.85474, + "ndcg_at_100": 0.85708, + "ndcg_at_1000": 0.8579, + "map_at_1": 0.72316, + "map_at_3": 0.79849, + "map_at_5": 0.80866, + "map_at_10": 0.81245, + "map_at_20": 0.81372, + "map_at_100": 0.81414, + "map_at_1000": 0.81419, + "recall_at_1": 0.72316, + "recall_at_3": 0.89266, + "recall_at_5": 0.93785, + "recall_at_10": 0.9661, + "recall_at_20": 0.98305, + "recall_at_100": 0.99435, + "recall_at_1000": 1.0, + "accuracy": 0.72316, + "precision_at_1": 0.72316, + "precision_at_3": 0.29755, + "precision_at_5": 0.18757, + "precision_at_10": 0.09661, + "precision_at_20": 0.04915, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.723164, + "mrr_at_3": 0.798493, + "mrr_at_5": 0.808663, + "mrr_at_10": 0.812445, + "mrr_at_20": 0.813723, + "mrr_at_100": 0.814141, + "mrr_at_1000": 0.814188, + "nauc_ndcg_at_1_max": 0.728591, + "nauc_ndcg_at_1_std": 0.199537, + "nauc_ndcg_at_1_diff1": 0.807065, + "nauc_ndcg_at_3_max": 0.716061, + "nauc_ndcg_at_3_std": 0.183834, + "nauc_ndcg_at_3_diff1": 0.731326, + "nauc_ndcg_at_5_max": 0.731613, + "nauc_ndcg_at_5_std": 0.212678, + "nauc_ndcg_at_5_diff1": 0.74095, + "nauc_ndcg_at_10_max": 0.723549, + "nauc_ndcg_at_10_std": 0.199448, + "nauc_ndcg_at_10_diff1": 0.747769, + "nauc_ndcg_at_20_max": 0.727838, + "nauc_ndcg_at_20_std": 0.202645, + "nauc_ndcg_at_20_diff1": 0.758879, + "nauc_ndcg_at_100_max": 0.72525, + "nauc_ndcg_at_100_std": 0.191795, + "nauc_ndcg_at_100_diff1": 0.758299, + "nauc_ndcg_at_1000_max": 0.724336, + "nauc_ndcg_at_1000_std": 0.19409, + "nauc_ndcg_at_1000_diff1": 0.758527, + "nauc_map_at_1_max": 0.728591, + "nauc_map_at_1_std": 0.199537, + "nauc_map_at_1_diff1": 0.807065, + "nauc_map_at_3_max": 0.717738, + "nauc_map_at_3_std": 0.183174, + "nauc_map_at_3_diff1": 0.751457, + "nauc_map_at_5_max": 0.725641, + "nauc_map_at_5_std": 0.197474, + "nauc_map_at_5_diff1": 0.757712, + "nauc_map_at_10_max": 0.722619, + "nauc_map_at_10_std": 0.192831, + "nauc_map_at_10_diff1": 0.759894, + "nauc_map_at_20_max": 0.723789, + "nauc_map_at_20_std": 0.193684, + "nauc_map_at_20_diff1": 0.762767, + "nauc_map_at_100_max": 0.723366, + "nauc_map_at_100_std": 0.192136, + "nauc_map_at_100_diff1": 0.762726, + "nauc_map_at_1000_max": 0.723325, + "nauc_map_at_1000_std": 0.192237, + "nauc_map_at_1000_diff1": 0.762737, + "nauc_recall_at_1_max": 0.728591, + "nauc_recall_at_1_std": 0.199537, + "nauc_recall_at_1_diff1": 0.807065, + "nauc_recall_at_3_max": 0.70942, + "nauc_recall_at_3_std": 0.191122, + "nauc_recall_at_3_diff1": 0.6347, + "nauc_recall_at_5_max": 0.786292, + "nauc_recall_at_5_std": 0.349312, + "nauc_recall_at_5_diff1": 0.613089, + "nauc_recall_at_10_max": 0.737029, + "nauc_recall_at_10_std": 0.295415, + "nauc_recall_at_10_diff1": 0.60345, + "nauc_recall_at_20_max": 0.863808, + "nauc_recall_at_20_std": 0.474058, + "nauc_recall_at_20_diff1": 0.771271, + "nauc_recall_at_100_max": 0.869034, + "nauc_recall_at_100_std": -0.169252, + "nauc_recall_at_100_diff1": 0.72239, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.728591, + "nauc_precision_at_1_std": 0.199537, + "nauc_precision_at_1_diff1": 0.807065, + "nauc_precision_at_3_max": 0.70942, + "nauc_precision_at_3_std": 0.191122, + "nauc_precision_at_3_diff1": 0.6347, + "nauc_precision_at_5_max": 0.786292, + "nauc_precision_at_5_std": 0.349312, + "nauc_precision_at_5_diff1": 0.613089, + "nauc_precision_at_10_max": 0.737029, + "nauc_precision_at_10_std": 0.295415, + "nauc_precision_at_10_diff1": 0.60345, + "nauc_precision_at_20_max": 0.863808, + "nauc_precision_at_20_std": 0.474058, + "nauc_precision_at_20_diff1": 0.771271, + "nauc_precision_at_100_max": 0.869034, + "nauc_precision_at_100_std": -0.169252, + "nauc_precision_at_100_diff1": 0.72239, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.728591, + "nauc_mrr_at_1_std": 0.199537, + "nauc_mrr_at_1_diff1": 0.807065, + "nauc_mrr_at_3_max": 0.717738, + "nauc_mrr_at_3_std": 0.183174, + "nauc_mrr_at_3_diff1": 0.751457, + "nauc_mrr_at_5_max": 0.725641, + "nauc_mrr_at_5_std": 0.197474, + "nauc_mrr_at_5_diff1": 0.757712, + "nauc_mrr_at_10_max": 0.722619, + "nauc_mrr_at_10_std": 0.192831, + "nauc_mrr_at_10_diff1": 0.759894, + "nauc_mrr_at_20_max": 0.723789, + "nauc_mrr_at_20_std": 0.193684, + "nauc_mrr_at_20_diff1": 0.762767, + "nauc_mrr_at_100_max": 0.723366, + "nauc_mrr_at_100_std": 0.192136, + "nauc_mrr_at_100_diff1": 0.762726, + "nauc_mrr_at_1000_max": 0.723325, + "nauc_mrr_at_1000_std": 0.192237, + "nauc_mrr_at_1000_diff1": 0.762737, + "hit_rate_at_1": 0.72316, + "hit_rate_at_3": 0.89266, + "hit_rate_at_5": 0.93785, + "hit_rate_at_10": 0.9661, + "hit_rate_at_20": 0.98305, + "hit_rate_at_100": 0.99435, + "hit_rate_at_1000": 1.0, + "main_score": 0.85032, + "hf_subset": "hin-vie", + "languages": [ + "hin-Deva", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.82011, + "ndcg_at_3": 0.89537, + "ndcg_at_5": 0.90677, + "ndcg_at_10": 0.90677, + "ndcg_at_20": 0.90812, + "ndcg_at_100": 0.91221, + "ndcg_at_1000": 0.91221, + "map_at_1": 0.82011, + "map_at_3": 0.87743, + "map_at_5": 0.88404, + "map_at_10": 0.88404, + "map_at_20": 0.88442, + "map_at_100": 0.88503, + "map_at_1000": 0.88503, + "recall_at_1": 0.82011, + "recall_at_3": 0.94709, + "recall_at_5": 0.97354, + "recall_at_10": 0.97354, + "recall_at_20": 0.97884, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.82011, + "precision_at_1": 0.82011, + "precision_at_3": 0.3157, + "precision_at_5": 0.19471, + "precision_at_10": 0.09735, + "precision_at_20": 0.04894, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.820106, + "mrr_at_3": 0.877425, + "mrr_at_5": 0.884039, + "mrr_at_10": 0.884039, + "mrr_at_20": 0.884417, + "mrr_at_100": 0.885029, + "mrr_at_1000": 0.885029, + "nauc_ndcg_at_1_max": 0.549854, + "nauc_ndcg_at_1_std": 0.104992, + "nauc_ndcg_at_1_diff1": 0.82738, + "nauc_ndcg_at_3_max": 0.572052, + "nauc_ndcg_at_3_std": 0.163964, + "nauc_ndcg_at_3_diff1": 0.827994, + "nauc_ndcg_at_5_max": 0.613921, + "nauc_ndcg_at_5_std": 0.218761, + "nauc_ndcg_at_5_diff1": 0.827875, + "nauc_ndcg_at_10_max": 0.613921, + "nauc_ndcg_at_10_std": 0.218761, + "nauc_ndcg_at_10_diff1": 0.827875, + "nauc_ndcg_at_20_max": 0.61226, + "nauc_ndcg_at_20_std": 0.213612, + "nauc_ndcg_at_20_diff1": 0.827239, + "nauc_ndcg_at_100_max": 0.594818, + "nauc_ndcg_at_100_std": 0.188011, + "nauc_ndcg_at_100_diff1": 0.825788, + "nauc_ndcg_at_1000_max": 0.594818, + "nauc_ndcg_at_1000_std": 0.188011, + "nauc_ndcg_at_1000_diff1": 0.825788, + "nauc_map_at_1_max": 0.549854, + "nauc_map_at_1_std": 0.104992, + "nauc_map_at_1_diff1": 0.82738, + "nauc_map_at_3_max": 0.569879, + "nauc_map_at_3_std": 0.155736, + "nauc_map_at_3_diff1": 0.826729, + "nauc_map_at_5_max": 0.589364, + "nauc_map_at_5_std": 0.180917, + "nauc_map_at_5_diff1": 0.826597, + "nauc_map_at_10_max": 0.589364, + "nauc_map_at_10_std": 0.180917, + "nauc_map_at_10_diff1": 0.826597, + "nauc_map_at_20_max": 0.58891, + "nauc_map_at_20_std": 0.179642, + "nauc_map_at_20_diff1": 0.826452, + "nauc_map_at_100_max": 0.586729, + "nauc_map_at_100_std": 0.176071, + "nauc_map_at_100_diff1": 0.826037, + "nauc_map_at_1000_max": 0.586729, + "nauc_map_at_1000_std": 0.176071, + "nauc_map_at_1000_diff1": 0.826037, + "nauc_recall_at_1_max": 0.549854, + "nauc_recall_at_1_std": 0.104992, + "nauc_recall_at_1_diff1": 0.82738, + "nauc_recall_at_3_max": 0.580877, + "nauc_recall_at_3_std": 0.205359, + "nauc_recall_at_3_diff1": 0.837059, + "nauc_recall_at_5_max": 0.918231, + "nauc_recall_at_5_std": 0.676721, + "nauc_recall_at_5_diff1": 0.845187, + "nauc_recall_at_10_max": 0.918231, + "nauc_recall_at_10_std": 0.676721, + "nauc_recall_at_10_diff1": 0.845187, + "nauc_recall_at_20_max": 0.967301, + "nauc_recall_at_20_std": 0.707526, + "nauc_recall_at_20_diff1": 0.839182, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.549854, + "nauc_precision_at_1_std": 0.104992, + "nauc_precision_at_1_diff1": 0.82738, + "nauc_precision_at_3_max": 0.580877, + "nauc_precision_at_3_std": 0.205359, + "nauc_precision_at_3_diff1": 0.837059, + "nauc_precision_at_5_max": 0.918231, + "nauc_precision_at_5_std": 0.676721, + "nauc_precision_at_5_diff1": 0.845187, + "nauc_precision_at_10_max": 0.918231, + "nauc_precision_at_10_std": 0.676721, + "nauc_precision_at_10_diff1": 0.845187, + "nauc_precision_at_20_max": 0.967301, + "nauc_precision_at_20_std": 0.707526, + "nauc_precision_at_20_diff1": 0.839182, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.549854, + "nauc_mrr_at_1_std": 0.104992, + "nauc_mrr_at_1_diff1": 0.82738, + "nauc_mrr_at_3_max": 0.569879, + "nauc_mrr_at_3_std": 0.155736, + "nauc_mrr_at_3_diff1": 0.826729, + "nauc_mrr_at_5_max": 0.589364, + "nauc_mrr_at_5_std": 0.180917, + "nauc_mrr_at_5_diff1": 0.826597, + "nauc_mrr_at_10_max": 0.589364, + "nauc_mrr_at_10_std": 0.180917, + "nauc_mrr_at_10_diff1": 0.826597, + "nauc_mrr_at_20_max": 0.58891, + "nauc_mrr_at_20_std": 0.179642, + "nauc_mrr_at_20_diff1": 0.826452, + "nauc_mrr_at_100_max": 0.586729, + "nauc_mrr_at_100_std": 0.176071, + "nauc_mrr_at_100_diff1": 0.826037, + "nauc_mrr_at_1000_max": 0.586729, + "nauc_mrr_at_1000_std": 0.176071, + "nauc_mrr_at_1000_diff1": 0.826037, + "hit_rate_at_1": 0.82011, + "hit_rate_at_3": 0.94709, + "hit_rate_at_5": 0.97354, + "hit_rate_at_10": 0.97354, + "hit_rate_at_20": 0.97884, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.90677, + "hf_subset": "hin-zho", + "languages": [ + "hin-Deva", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.71779, + "ndcg_at_3": 0.79492, + "ndcg_at_5": 0.8126, + "ndcg_at_10": 0.82538, + "ndcg_at_20": 0.8348, + "ndcg_at_100": 0.84045, + "ndcg_at_1000": 0.84045, + "map_at_1": 0.71779, + "map_at_3": 0.77505, + "map_at_5": 0.78487, + "map_at_10": 0.79066, + "map_at_20": 0.7933, + "map_at_100": 0.79403, + "map_at_1000": 0.79403, + "recall_at_1": 0.71779, + "recall_at_3": 0.85276, + "recall_at_5": 0.89571, + "recall_at_10": 0.93252, + "recall_at_20": 0.96933, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.71779, + "precision_at_1": 0.71779, + "precision_at_3": 0.28425, + "precision_at_5": 0.17914, + "precision_at_10": 0.09325, + "precision_at_20": 0.04847, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.717791, + "mrr_at_3": 0.775051, + "mrr_at_5": 0.784867, + "mrr_at_10": 0.790661, + "mrr_at_20": 0.793297, + "mrr_at_100": 0.794029, + "mrr_at_1000": 0.794029, + "nauc_ndcg_at_1_max": 0.617029, + "nauc_ndcg_at_1_std": 0.288543, + "nauc_ndcg_at_1_diff1": 0.872425, + "nauc_ndcg_at_3_max": 0.704515, + "nauc_ndcg_at_3_std": 0.403277, + "nauc_ndcg_at_3_diff1": 0.833754, + "nauc_ndcg_at_5_max": 0.702232, + "nauc_ndcg_at_5_std": 0.415648, + "nauc_ndcg_at_5_diff1": 0.823669, + "nauc_ndcg_at_10_max": 0.709041, + "nauc_ndcg_at_10_std": 0.420889, + "nauc_ndcg_at_10_diff1": 0.833653, + "nauc_ndcg_at_20_max": 0.696209, + "nauc_ndcg_at_20_std": 0.404052, + "nauc_ndcg_at_20_diff1": 0.838091, + "nauc_ndcg_at_100_max": 0.686506, + "nauc_ndcg_at_100_std": 0.386807, + "nauc_ndcg_at_100_diff1": 0.843534, + "nauc_ndcg_at_1000_max": 0.686506, + "nauc_ndcg_at_1000_std": 0.386807, + "nauc_ndcg_at_1000_diff1": 0.843534, + "nauc_map_at_1_max": 0.617029, + "nauc_map_at_1_std": 0.288543, + "nauc_map_at_1_diff1": 0.872425, + "nauc_map_at_3_max": 0.681855, + "nauc_map_at_3_std": 0.373056, + "nauc_map_at_3_diff1": 0.845995, + "nauc_map_at_5_max": 0.679528, + "nauc_map_at_5_std": 0.37747, + "nauc_map_at_5_diff1": 0.841553, + "nauc_map_at_10_max": 0.681823, + "nauc_map_at_10_std": 0.378957, + "nauc_map_at_10_diff1": 0.846204, + "nauc_map_at_20_max": 0.67856, + "nauc_map_at_20_std": 0.374607, + "nauc_map_at_20_diff1": 0.847332, + "nauc_map_at_100_max": 0.677529, + "nauc_map_at_100_std": 0.372786, + "nauc_map_at_100_diff1": 0.847929, + "nauc_map_at_1000_max": 0.677529, + "nauc_map_at_1000_std": 0.372786, + "nauc_map_at_1000_diff1": 0.847929, + "nauc_recall_at_1_max": 0.617029, + "nauc_recall_at_1_std": 0.288543, + "nauc_recall_at_1_diff1": 0.872425, + "nauc_recall_at_3_max": 0.796679, + "nauc_recall_at_3_std": 0.526536, + "nauc_recall_at_3_diff1": 0.782472, + "nauc_recall_at_5_max": 0.82239, + "nauc_recall_at_5_std": 0.623217, + "nauc_recall_at_5_diff1": 0.723711, + "nauc_recall_at_10_max": 0.927293, + "nauc_recall_at_10_std": 0.760367, + "nauc_recall_at_10_diff1": 0.733848, + "nauc_recall_at_20_max": 0.944407, + "nauc_recall_at_20_std": 0.845538, + "nauc_recall_at_20_diff1": 0.70071, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.617029, + "nauc_precision_at_1_std": 0.288543, + "nauc_precision_at_1_diff1": 0.872425, + "nauc_precision_at_3_max": 0.796679, + "nauc_precision_at_3_std": 0.526536, + "nauc_precision_at_3_diff1": 0.782472, + "nauc_precision_at_5_max": 0.82239, + "nauc_precision_at_5_std": 0.623217, + "nauc_precision_at_5_diff1": 0.723711, + "nauc_precision_at_10_max": 0.927293, + "nauc_precision_at_10_std": 0.760367, + "nauc_precision_at_10_diff1": 0.733848, + "nauc_precision_at_20_max": 0.944407, + "nauc_precision_at_20_std": 0.845538, + "nauc_precision_at_20_diff1": 0.70071, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.617029, + "nauc_mrr_at_1_std": 0.288543, + "nauc_mrr_at_1_diff1": 0.872425, + "nauc_mrr_at_3_max": 0.681855, + "nauc_mrr_at_3_std": 0.373056, + "nauc_mrr_at_3_diff1": 0.845995, + "nauc_mrr_at_5_max": 0.679528, + "nauc_mrr_at_5_std": 0.37747, + "nauc_mrr_at_5_diff1": 0.841553, + "nauc_mrr_at_10_max": 0.681823, + "nauc_mrr_at_10_std": 0.378957, + "nauc_mrr_at_10_diff1": 0.846204, + "nauc_mrr_at_20_max": 0.67856, + "nauc_mrr_at_20_std": 0.374607, + "nauc_mrr_at_20_diff1": 0.847332, + "nauc_mrr_at_100_max": 0.677529, + "nauc_mrr_at_100_std": 0.372786, + "nauc_mrr_at_100_diff1": 0.847929, + "nauc_mrr_at_1000_max": 0.677529, + "nauc_mrr_at_1000_std": 0.372786, + "nauc_mrr_at_1000_diff1": 0.847929, + "hit_rate_at_1": 0.71779, + "hit_rate_at_3": 0.85276, + "hit_rate_at_5": 0.89571, + "hit_rate_at_10": 0.93252, + "hit_rate_at_20": 0.96933, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.82538, + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.71978, + "ndcg_at_3": 0.79984, + "ndcg_at_5": 0.81969, + "ndcg_at_10": 0.83423, + "ndcg_at_20": 0.84005, + "ndcg_at_100": 0.84296, + "ndcg_at_1000": 0.84372, + "map_at_1": 0.71978, + "map_at_3": 0.77839, + "map_at_5": 0.7891, + "map_at_10": 0.7953, + "map_at_20": 0.79703, + "map_at_100": 0.79736, + "map_at_1000": 0.7974, + "recall_at_1": 0.71978, + "recall_at_3": 0.86264, + "recall_at_5": 0.91209, + "recall_at_10": 0.95604, + "recall_at_20": 0.97802, + "recall_at_100": 0.99451, + "recall_at_1000": 1.0, + "accuracy": 0.71978, + "precision_at_1": 0.71978, + "precision_at_3": 0.28755, + "precision_at_5": 0.18242, + "precision_at_10": 0.0956, + "precision_at_20": 0.0489, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.71978, + "mrr_at_3": 0.778388, + "mrr_at_5": 0.789103, + "mrr_at_10": 0.795299, + "mrr_at_20": 0.79703, + "mrr_at_100": 0.797363, + "mrr_at_1000": 0.7974, + "nauc_ndcg_at_1_max": 0.611798, + "nauc_ndcg_at_1_std": -0.127718, + "nauc_ndcg_at_1_diff1": 0.79739, + "nauc_ndcg_at_3_max": 0.675404, + "nauc_ndcg_at_3_std": -0.110682, + "nauc_ndcg_at_3_diff1": 0.784417, + "nauc_ndcg_at_5_max": 0.694469, + "nauc_ndcg_at_5_std": -0.062551, + "nauc_ndcg_at_5_diff1": 0.787414, + "nauc_ndcg_at_10_max": 0.675557, + "nauc_ndcg_at_10_std": -0.091096, + "nauc_ndcg_at_10_diff1": 0.786658, + "nauc_ndcg_at_20_max": 0.674468, + "nauc_ndcg_at_20_std": -0.062877, + "nauc_ndcg_at_20_diff1": 0.785341, + "nauc_ndcg_at_100_max": 0.668678, + "nauc_ndcg_at_100_std": -0.081963, + "nauc_ndcg_at_100_diff1": 0.787874, + "nauc_ndcg_at_1000_max": 0.667587, + "nauc_ndcg_at_1000_std": -0.085418, + "nauc_ndcg_at_1000_diff1": 0.788227, + "nauc_map_at_1_max": 0.611798, + "nauc_map_at_1_std": -0.127718, + "nauc_map_at_1_diff1": 0.79739, + "nauc_map_at_3_max": 0.659799, + "nauc_map_at_3_std": -0.111672, + "nauc_map_at_3_diff1": 0.787941, + "nauc_map_at_5_max": 0.668672, + "nauc_map_at_5_std": -0.089421, + "nauc_map_at_5_diff1": 0.790047, + "nauc_map_at_10_max": 0.661391, + "nauc_map_at_10_std": -0.100328, + "nauc_map_at_10_diff1": 0.789859, + "nauc_map_at_20_max": 0.66104, + "nauc_map_at_20_std": -0.093546, + "nauc_map_at_20_diff1": 0.789579, + "nauc_map_at_100_max": 0.660508, + "nauc_map_at_100_std": -0.095288, + "nauc_map_at_100_diff1": 0.789794, + "nauc_map_at_1000_max": 0.660465, + "nauc_map_at_1000_std": -0.095422, + "nauc_map_at_1000_diff1": 0.789807, + "nauc_recall_at_1_max": 0.611798, + "nauc_recall_at_1_std": -0.127718, + "nauc_recall_at_1_diff1": 0.79739, + "nauc_recall_at_3_max": 0.741162, + "nauc_recall_at_3_std": -0.108903, + "nauc_recall_at_3_diff1": 0.76931, + "nauc_recall_at_5_max": 0.856544, + "nauc_recall_at_5_std": 0.118109, + "nauc_recall_at_5_diff1": 0.770943, + "nauc_recall_at_10_max": 0.819787, + "nauc_recall_at_10_std": 0.004921, + "nauc_recall_at_10_diff1": 0.747197, + "nauc_recall_at_20_max": 0.93472, + "nauc_recall_at_20_std": 0.786603, + "nauc_recall_at_20_diff1": 0.67515, + "nauc_recall_at_100_max": 0.86944, + "nauc_recall_at_100_std": 0.554188, + "nauc_recall_at_100_diff1": 0.722785, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.611798, + "nauc_precision_at_1_std": -0.127718, + "nauc_precision_at_1_diff1": 0.79739, + "nauc_precision_at_3_max": 0.741162, + "nauc_precision_at_3_std": -0.108903, + "nauc_precision_at_3_diff1": 0.76931, + "nauc_precision_at_5_max": 0.856544, + "nauc_precision_at_5_std": 0.118109, + "nauc_precision_at_5_diff1": 0.770943, + "nauc_precision_at_10_max": 0.819787, + "nauc_precision_at_10_std": 0.004921, + "nauc_precision_at_10_diff1": 0.747197, + "nauc_precision_at_20_max": 0.93472, + "nauc_precision_at_20_std": 0.786603, + "nauc_precision_at_20_diff1": 0.67515, + "nauc_precision_at_100_max": 0.86944, + "nauc_precision_at_100_std": 0.554188, + "nauc_precision_at_100_diff1": 0.722785, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.611798, + "nauc_mrr_at_1_std": -0.127718, + "nauc_mrr_at_1_diff1": 0.79739, + "nauc_mrr_at_3_max": 0.659799, + "nauc_mrr_at_3_std": -0.111672, + "nauc_mrr_at_3_diff1": 0.787941, + "nauc_mrr_at_5_max": 0.668672, + "nauc_mrr_at_5_std": -0.089421, + "nauc_mrr_at_5_diff1": 0.790047, + "nauc_mrr_at_10_max": 0.661391, + "nauc_mrr_at_10_std": -0.100328, + "nauc_mrr_at_10_diff1": 0.789859, + "nauc_mrr_at_20_max": 0.66104, + "nauc_mrr_at_20_std": -0.093546, + "nauc_mrr_at_20_diff1": 0.789579, + "nauc_mrr_at_100_max": 0.660508, + "nauc_mrr_at_100_std": -0.095288, + "nauc_mrr_at_100_diff1": 0.789794, + "nauc_mrr_at_1000_max": 0.660465, + "nauc_mrr_at_1000_std": -0.095422, + "nauc_mrr_at_1000_diff1": 0.789807, + "hit_rate_at_1": 0.71978, + "hit_rate_at_3": 0.86264, + "hit_rate_at_5": 0.91209, + "hit_rate_at_10": 0.95604, + "hit_rate_at_20": 0.97802, + "hit_rate_at_100": 0.99451, + "hit_rate_at_1000": 1.0, + "main_score": 0.83423, + "hf_subset": "vie-deu", + "languages": [ + "vie-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.72994, + "ndcg_at_3": 0.8044, + "ndcg_at_5": 0.82149, + "ndcg_at_10": 0.83823, + "ndcg_at_20": 0.84341, + "ndcg_at_100": 0.8486, + "ndcg_at_1000": 0.84971, + "map_at_1": 0.72994, + "map_at_3": 0.78735, + "map_at_5": 0.79693, + "map_at_10": 0.80401, + "map_at_20": 0.80555, + "map_at_100": 0.80631, + "map_at_1000": 0.80637, + "recall_at_1": 0.72994, + "recall_at_3": 0.85323, + "recall_at_5": 0.89432, + "recall_at_10": 0.94521, + "recall_at_20": 0.96477, + "recall_at_100": 0.99217, + "recall_at_1000": 1.0, + "accuracy": 0.72994, + "precision_at_1": 0.72994, + "precision_at_3": 0.28441, + "precision_at_5": 0.17886, + "precision_at_10": 0.09452, + "precision_at_20": 0.04824, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.729941, + "mrr_at_3": 0.787345, + "mrr_at_5": 0.796934, + "mrr_at_10": 0.804009, + "mrr_at_20": 0.80555, + "mrr_at_100": 0.806308, + "mrr_at_1000": 0.806367, + "nauc_ndcg_at_1_max": 0.644243, + "nauc_ndcg_at_1_std": -0.024879, + "nauc_ndcg_at_1_diff1": 0.814476, + "nauc_ndcg_at_3_max": 0.711403, + "nauc_ndcg_at_3_std": -0.009453, + "nauc_ndcg_at_3_diff1": 0.787088, + "nauc_ndcg_at_5_max": 0.708182, + "nauc_ndcg_at_5_std": 0.005245, + "nauc_ndcg_at_5_diff1": 0.781306, + "nauc_ndcg_at_10_max": 0.711221, + "nauc_ndcg_at_10_std": 0.019143, + "nauc_ndcg_at_10_diff1": 0.790464, + "nauc_ndcg_at_20_max": 0.703916, + "nauc_ndcg_at_20_std": 0.009248, + "nauc_ndcg_at_20_diff1": 0.792089, + "nauc_ndcg_at_100_max": 0.698827, + "nauc_ndcg_at_100_std": 0.001001, + "nauc_ndcg_at_100_diff1": 0.79531, + "nauc_ndcg_at_1000_max": 0.696952, + "nauc_ndcg_at_1000_std": 0.001087, + "nauc_ndcg_at_1000_diff1": 0.794507, + "nauc_map_at_1_max": 0.644243, + "nauc_map_at_1_std": -0.024879, + "nauc_map_at_1_diff1": 0.814476, + "nauc_map_at_3_max": 0.693692, + "nauc_map_at_3_std": -0.012759, + "nauc_map_at_3_diff1": 0.794538, + "nauc_map_at_5_max": 0.691212, + "nauc_map_at_5_std": -0.005705, + "nauc_map_at_5_diff1": 0.792241, + "nauc_map_at_10_max": 0.692144, + "nauc_map_at_10_std": -0.001519, + "nauc_map_at_10_diff1": 0.796099, + "nauc_map_at_20_max": 0.69024, + "nauc_map_at_20_std": -0.003969, + "nauc_map_at_20_diff1": 0.796546, + "nauc_map_at_100_max": 0.689735, + "nauc_map_at_100_std": -0.0045, + "nauc_map_at_100_diff1": 0.796837, + "nauc_map_at_1000_max": 0.689654, + "nauc_map_at_1000_std": -0.004526, + "nauc_map_at_1000_diff1": 0.796808, + "nauc_recall_at_1_max": 0.644243, + "nauc_recall_at_1_std": -0.024879, + "nauc_recall_at_1_diff1": 0.814476, + "nauc_recall_at_3_max": 0.780178, + "nauc_recall_at_3_std": 0.002897, + "nauc_recall_at_3_diff1": 0.758011, + "nauc_recall_at_5_max": 0.791967, + "nauc_recall_at_5_std": 0.063522, + "nauc_recall_at_5_diff1": 0.724465, + "nauc_recall_at_10_max": 0.884599, + "nauc_recall_at_10_std": 0.23566, + "nauc_recall_at_10_diff1": 0.74424, + "nauc_recall_at_20_max": 0.86793, + "nauc_recall_at_20_std": 0.199508, + "nauc_recall_at_20_diff1": 0.743316, + "nauc_recall_at_100_max": 0.930581, + "nauc_recall_at_100_std": -0.03184, + "nauc_recall_at_100_diff1": 0.897908, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.644243, + "nauc_precision_at_1_std": -0.024879, + "nauc_precision_at_1_diff1": 0.814476, + "nauc_precision_at_3_max": 0.780178, + "nauc_precision_at_3_std": 0.002897, + "nauc_precision_at_3_diff1": 0.758011, + "nauc_precision_at_5_max": 0.791967, + "nauc_precision_at_5_std": 0.063522, + "nauc_precision_at_5_diff1": 0.724465, + "nauc_precision_at_10_max": 0.884599, + "nauc_precision_at_10_std": 0.23566, + "nauc_precision_at_10_diff1": 0.74424, + "nauc_precision_at_20_max": 0.86793, + "nauc_precision_at_20_std": 0.199508, + "nauc_precision_at_20_diff1": 0.743316, + "nauc_precision_at_100_max": 0.930581, + "nauc_precision_at_100_std": -0.03184, + "nauc_precision_at_100_diff1": 0.897908, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.644243, + "nauc_mrr_at_1_std": -0.024879, + "nauc_mrr_at_1_diff1": 0.814476, + "nauc_mrr_at_3_max": 0.693692, + "nauc_mrr_at_3_std": -0.012759, + "nauc_mrr_at_3_diff1": 0.794538, + "nauc_mrr_at_5_max": 0.691212, + "nauc_mrr_at_5_std": -0.005705, + "nauc_mrr_at_5_diff1": 0.792241, + "nauc_mrr_at_10_max": 0.692144, + "nauc_mrr_at_10_std": -0.001519, + "nauc_mrr_at_10_diff1": 0.796099, + "nauc_mrr_at_20_max": 0.69024, + "nauc_mrr_at_20_std": -0.003969, + "nauc_mrr_at_20_diff1": 0.796546, + "nauc_mrr_at_100_max": 0.689735, + "nauc_mrr_at_100_std": -0.0045, + "nauc_mrr_at_100_diff1": 0.796837, + "nauc_mrr_at_1000_max": 0.689654, + "nauc_mrr_at_1000_std": -0.004526, + "nauc_mrr_at_1000_diff1": 0.796808, + "hit_rate_at_1": 0.72994, + "hit_rate_at_3": 0.85323, + "hit_rate_at_5": 0.89432, + "hit_rate_at_10": 0.94521, + "hit_rate_at_20": 0.96477, + "hit_rate_at_100": 0.99217, + "hit_rate_at_1000": 1.0, + "main_score": 0.83823, + "hf_subset": "vie-eng", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.73545, + "ndcg_at_3": 0.80001, + "ndcg_at_5": 0.81368, + "ndcg_at_10": 0.83094, + "ndcg_at_20": 0.84145, + "ndcg_at_100": 0.84588, + "ndcg_at_1000": 0.84588, + "map_at_1": 0.73545, + "map_at_3": 0.78395, + "map_at_5": 0.79189, + "map_at_10": 0.79908, + "map_at_20": 0.80187, + "map_at_100": 0.80231, + "map_at_1000": 0.80231, + "recall_at_1": 0.73545, + "recall_at_3": 0.84656, + "recall_at_5": 0.87831, + "recall_at_10": 0.93122, + "recall_at_20": 0.97354, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.73545, + "precision_at_1": 0.73545, + "precision_at_3": 0.28219, + "precision_at_5": 0.17566, + "precision_at_10": 0.09312, + "precision_at_20": 0.04868, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.73545, + "mrr_at_3": 0.783951, + "mrr_at_5": 0.791887, + "mrr_at_10": 0.799082, + "mrr_at_20": 0.801871, + "mrr_at_100": 0.802309, + "mrr_at_1000": 0.802309, + "nauc_ndcg_at_1_max": 0.668753, + "nauc_ndcg_at_1_std": 0.088434, + "nauc_ndcg_at_1_diff1": 0.868232, + "nauc_ndcg_at_3_max": 0.754251, + "nauc_ndcg_at_3_std": 0.13396, + "nauc_ndcg_at_3_diff1": 0.847245, + "nauc_ndcg_at_5_max": 0.748668, + "nauc_ndcg_at_5_std": 0.148387, + "nauc_ndcg_at_5_diff1": 0.841297, + "nauc_ndcg_at_10_max": 0.750606, + "nauc_ndcg_at_10_std": 0.184629, + "nauc_ndcg_at_10_diff1": 0.840667, + "nauc_ndcg_at_20_max": 0.740604, + "nauc_ndcg_at_20_std": 0.159089, + "nauc_ndcg_at_20_diff1": 0.850656, + "nauc_ndcg_at_100_max": 0.734094, + "nauc_ndcg_at_100_std": 0.146539, + "nauc_ndcg_at_100_diff1": 0.849253, + "nauc_ndcg_at_1000_max": 0.734094, + "nauc_ndcg_at_1000_std": 0.146539, + "nauc_ndcg_at_1000_diff1": 0.849253, + "nauc_map_at_1_max": 0.668753, + "nauc_map_at_1_std": 0.088434, + "nauc_map_at_1_diff1": 0.868232, + "nauc_map_at_3_max": 0.732534, + "nauc_map_at_3_std": 0.122263, + "nauc_map_at_3_diff1": 0.851814, + "nauc_map_at_5_max": 0.728806, + "nauc_map_at_5_std": 0.129428, + "nauc_map_at_5_diff1": 0.848851, + "nauc_map_at_10_max": 0.728717, + "nauc_map_at_10_std": 0.141217, + "nauc_map_at_10_diff1": 0.848978, + "nauc_map_at_20_max": 0.726454, + "nauc_map_at_20_std": 0.136128, + "nauc_map_at_20_diff1": 0.851246, + "nauc_map_at_100_max": 0.725923, + "nauc_map_at_100_std": 0.134967, + "nauc_map_at_100_diff1": 0.851118, + "nauc_map_at_1000_max": 0.725923, + "nauc_map_at_1000_std": 0.134967, + "nauc_map_at_1000_diff1": 0.851118, + "nauc_recall_at_1_max": 0.668753, + "nauc_recall_at_1_std": 0.088434, + "nauc_recall_at_1_diff1": 0.868232, + "nauc_recall_at_3_max": 0.836626, + "nauc_recall_at_3_std": 0.178413, + "nauc_recall_at_3_diff1": 0.83039, + "nauc_recall_at_5_max": 0.837029, + "nauc_recall_at_5_std": 0.237079, + "nauc_recall_at_5_diff1": 0.806546, + "nauc_recall_at_10_max": 0.915348, + "nauc_recall_at_10_std": 0.557672, + "nauc_recall_at_10_diff1": 0.775724, + "nauc_recall_at_20_max": 0.947682, + "nauc_recall_at_20_std": 0.539342, + "nauc_recall_at_20_diff1": 0.892072, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.668753, + "nauc_precision_at_1_std": 0.088434, + "nauc_precision_at_1_diff1": 0.868232, + "nauc_precision_at_3_max": 0.836626, + "nauc_precision_at_3_std": 0.178413, + "nauc_precision_at_3_diff1": 0.83039, + "nauc_precision_at_5_max": 0.837029, + "nauc_precision_at_5_std": 0.237079, + "nauc_precision_at_5_diff1": 0.806546, + "nauc_precision_at_10_max": 0.915348, + "nauc_precision_at_10_std": 0.557672, + "nauc_precision_at_10_diff1": 0.775724, + "nauc_precision_at_20_max": 0.947682, + "nauc_precision_at_20_std": 0.539342, + "nauc_precision_at_20_diff1": 0.892072, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.668753, + "nauc_mrr_at_1_std": 0.088434, + "nauc_mrr_at_1_diff1": 0.868232, + "nauc_mrr_at_3_max": 0.732534, + "nauc_mrr_at_3_std": 0.122263, + "nauc_mrr_at_3_diff1": 0.851814, + "nauc_mrr_at_5_max": 0.728806, + "nauc_mrr_at_5_std": 0.129428, + "nauc_mrr_at_5_diff1": 0.848851, + "nauc_mrr_at_10_max": 0.728717, + "nauc_mrr_at_10_std": 0.141217, + "nauc_mrr_at_10_diff1": 0.848978, + "nauc_mrr_at_20_max": 0.726454, + "nauc_mrr_at_20_std": 0.136128, + "nauc_mrr_at_20_diff1": 0.851246, + "nauc_mrr_at_100_max": 0.725923, + "nauc_mrr_at_100_std": 0.134967, + "nauc_mrr_at_100_diff1": 0.851118, + "nauc_mrr_at_1000_max": 0.725923, + "nauc_mrr_at_1000_std": 0.134967, + "nauc_mrr_at_1000_diff1": 0.851118, + "hit_rate_at_1": 0.73545, + "hit_rate_at_3": 0.84656, + "hit_rate_at_5": 0.87831, + "hit_rate_at_10": 0.93122, + "hit_rate_at_20": 0.97354, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.83094, + "hf_subset": "vie-spa", + "languages": [ + "vie-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.66667, + "ndcg_at_3": 0.76634, + "ndcg_at_5": 0.78725, + "ndcg_at_10": 0.80207, + "ndcg_at_20": 0.81038, + "ndcg_at_100": 0.81811, + "ndcg_at_1000": 0.81811, + "map_at_1": 0.66667, + "map_at_3": 0.74388, + "map_at_5": 0.75546, + "map_at_10": 0.7617, + "map_at_20": 0.76384, + "map_at_100": 0.76507, + "map_at_1000": 0.76507, + "recall_at_1": 0.66667, + "recall_at_3": 0.83051, + "recall_at_5": 0.88136, + "recall_at_10": 0.92655, + "recall_at_20": 0.96045, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.66667, + "precision_at_1": 0.66667, + "precision_at_3": 0.27684, + "precision_at_5": 0.17627, + "precision_at_10": 0.09266, + "precision_at_20": 0.04802, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.666667, + "mrr_at_3": 0.743879, + "mrr_at_5": 0.755461, + "mrr_at_10": 0.761699, + "mrr_at_20": 0.763843, + "mrr_at_100": 0.765069, + "mrr_at_1000": 0.765069, + "nauc_ndcg_at_1_max": 0.637744, + "nauc_ndcg_at_1_std": 0.297808, + "nauc_ndcg_at_1_diff1": 0.830373, + "nauc_ndcg_at_3_max": 0.709594, + "nauc_ndcg_at_3_std": 0.411031, + "nauc_ndcg_at_3_diff1": 0.787379, + "nauc_ndcg_at_5_max": 0.696046, + "nauc_ndcg_at_5_std": 0.416879, + "nauc_ndcg_at_5_diff1": 0.77947, + "nauc_ndcg_at_10_max": 0.713788, + "nauc_ndcg_at_10_std": 0.43751, + "nauc_ndcg_at_10_diff1": 0.786092, + "nauc_ndcg_at_20_max": 0.703932, + "nauc_ndcg_at_20_std": 0.420483, + "nauc_ndcg_at_20_diff1": 0.78906, + "nauc_ndcg_at_100_max": 0.694128, + "nauc_ndcg_at_100_std": 0.39738, + "nauc_ndcg_at_100_diff1": 0.792572, + "nauc_ndcg_at_1000_max": 0.694128, + "nauc_ndcg_at_1000_std": 0.39738, + "nauc_ndcg_at_1000_diff1": 0.792572, + "nauc_map_at_1_max": 0.637744, + "nauc_map_at_1_std": 0.297808, + "nauc_map_at_1_diff1": 0.830373, + "nauc_map_at_3_max": 0.690909, + "nauc_map_at_3_std": 0.379218, + "nauc_map_at_3_diff1": 0.796975, + "nauc_map_at_5_max": 0.683886, + "nauc_map_at_5_std": 0.381628, + "nauc_map_at_5_diff1": 0.793518, + "nauc_map_at_10_max": 0.690961, + "nauc_map_at_10_std": 0.389549, + "nauc_map_at_10_diff1": 0.7965, + "nauc_map_at_20_max": 0.688634, + "nauc_map_at_20_std": 0.385587, + "nauc_map_at_20_diff1": 0.797145, + "nauc_map_at_100_max": 0.687113, + "nauc_map_at_100_std": 0.382292, + "nauc_map_at_100_diff1": 0.797295, + "nauc_map_at_1000_max": 0.687113, + "nauc_map_at_1000_std": 0.382292, + "nauc_map_at_1000_diff1": 0.797295, + "nauc_recall_at_1_max": 0.637744, + "nauc_recall_at_1_std": 0.297808, + "nauc_recall_at_1_diff1": 0.830373, + "nauc_recall_at_3_max": 0.782854, + "nauc_recall_at_3_std": 0.537329, + "nauc_recall_at_3_diff1": 0.7508, + "nauc_recall_at_5_max": 0.753377, + "nauc_recall_at_5_std": 0.60042, + "nauc_recall_at_5_diff1": 0.705952, + "nauc_recall_at_10_max": 0.899039, + "nauc_recall_at_10_std": 0.834325, + "nauc_recall_at_10_diff1": 0.707485, + "nauc_recall_at_20_max": 0.889578, + "nauc_recall_at_20_std": 0.877983, + "nauc_recall_at_20_diff1": 0.694478, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.637744, + "nauc_precision_at_1_std": 0.297808, + "nauc_precision_at_1_diff1": 0.830373, + "nauc_precision_at_3_max": 0.782854, + "nauc_precision_at_3_std": 0.537329, + "nauc_precision_at_3_diff1": 0.7508, + "nauc_precision_at_5_max": 0.753377, + "nauc_precision_at_5_std": 0.60042, + "nauc_precision_at_5_diff1": 0.705952, + "nauc_precision_at_10_max": 0.899039, + "nauc_precision_at_10_std": 0.834325, + "nauc_precision_at_10_diff1": 0.707485, + "nauc_precision_at_20_max": 0.889578, + "nauc_precision_at_20_std": 0.877983, + "nauc_precision_at_20_diff1": 0.694478, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.637744, + "nauc_mrr_at_1_std": 0.297808, + "nauc_mrr_at_1_diff1": 0.830373, + "nauc_mrr_at_3_max": 0.690909, + "nauc_mrr_at_3_std": 0.379218, + "nauc_mrr_at_3_diff1": 0.796975, + "nauc_mrr_at_5_max": 0.683886, + "nauc_mrr_at_5_std": 0.381628, + "nauc_mrr_at_5_diff1": 0.793518, + "nauc_mrr_at_10_max": 0.690961, + "nauc_mrr_at_10_std": 0.389549, + "nauc_mrr_at_10_diff1": 0.7965, + "nauc_mrr_at_20_max": 0.688634, + "nauc_mrr_at_20_std": 0.385587, + "nauc_mrr_at_20_diff1": 0.797145, + "nauc_mrr_at_100_max": 0.687113, + "nauc_mrr_at_100_std": 0.382292, + "nauc_mrr_at_100_diff1": 0.797295, + "nauc_mrr_at_1000_max": 0.687113, + "nauc_mrr_at_1000_std": 0.382292, + "nauc_mrr_at_1000_diff1": 0.797295, + "hit_rate_at_1": 0.66667, + "hit_rate_at_3": 0.83051, + "hit_rate_at_5": 0.88136, + "hit_rate_at_10": 0.92655, + "hit_rate_at_20": 0.96045, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.80207, + "hf_subset": "vie-hin", + "languages": [ + "vie-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.72016, + "ndcg_at_3": 0.80039, + "ndcg_at_5": 0.81412, + "ndcg_at_10": 0.8281, + "ndcg_at_20": 0.83468, + "ndcg_at_100": 0.83992, + "ndcg_at_1000": 0.84126, + "map_at_1": 0.72016, + "map_at_3": 0.78017, + "map_at_5": 0.7878, + "map_at_10": 0.7936, + "map_at_20": 0.79548, + "map_at_100": 0.79612, + "map_at_1000": 0.79619, + "recall_at_1": 0.72016, + "recall_at_3": 0.8591, + "recall_at_5": 0.89237, + "recall_at_10": 0.93542, + "recall_at_20": 0.96086, + "recall_at_100": 0.99022, + "recall_at_1000": 1.0, + "accuracy": 0.72016, + "precision_at_1": 0.72016, + "precision_at_3": 0.28637, + "precision_at_5": 0.17847, + "precision_at_10": 0.09354, + "precision_at_20": 0.04804, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.720157, + "mrr_at_3": 0.78017, + "mrr_at_5": 0.787802, + "mrr_at_10": 0.793605, + "mrr_at_20": 0.795485, + "mrr_at_100": 0.796123, + "mrr_at_1000": 0.796188, + "nauc_ndcg_at_1_max": 0.616661, + "nauc_ndcg_at_1_std": -0.019703, + "nauc_ndcg_at_1_diff1": 0.836723, + "nauc_ndcg_at_3_max": 0.681659, + "nauc_ndcg_at_3_std": 0.026256, + "nauc_ndcg_at_3_diff1": 0.808474, + "nauc_ndcg_at_5_max": 0.684436, + "nauc_ndcg_at_5_std": 0.015426, + "nauc_ndcg_at_5_diff1": 0.815863, + "nauc_ndcg_at_10_max": 0.681186, + "nauc_ndcg_at_10_std": 0.027105, + "nauc_ndcg_at_10_diff1": 0.815764, + "nauc_ndcg_at_20_max": 0.677544, + "nauc_ndcg_at_20_std": 0.0366, + "nauc_ndcg_at_20_diff1": 0.816013, + "nauc_ndcg_at_100_max": 0.671245, + "nauc_ndcg_at_100_std": 0.031321, + "nauc_ndcg_at_100_diff1": 0.816891, + "nauc_ndcg_at_1000_max": 0.668633, + "nauc_ndcg_at_1000_std": 0.023663, + "nauc_ndcg_at_1000_diff1": 0.81738, + "nauc_map_at_1_max": 0.616661, + "nauc_map_at_1_std": -0.019703, + "nauc_map_at_1_diff1": 0.836723, + "nauc_map_at_3_max": 0.662877, + "nauc_map_at_3_std": 0.014641, + "nauc_map_at_3_diff1": 0.814843, + "nauc_map_at_5_max": 0.663429, + "nauc_map_at_5_std": 0.008223, + "nauc_map_at_5_diff1": 0.818721, + "nauc_map_at_10_max": 0.661974, + "nauc_map_at_10_std": 0.013067, + "nauc_map_at_10_diff1": 0.818819, + "nauc_map_at_20_max": 0.660918, + "nauc_map_at_20_std": 0.01507, + "nauc_map_at_20_diff1": 0.818894, + "nauc_map_at_100_max": 0.660363, + "nauc_map_at_100_std": 0.014751, + "nauc_map_at_100_diff1": 0.819018, + "nauc_map_at_1000_max": 0.660255, + "nauc_map_at_1000_std": 0.014442, + "nauc_map_at_1000_diff1": 0.819032, + "nauc_recall_at_1_max": 0.616661, + "nauc_recall_at_1_std": -0.019703, + "nauc_recall_at_1_diff1": 0.836723, + "nauc_recall_at_3_max": 0.76061, + "nauc_recall_at_3_std": 0.074044, + "nauc_recall_at_3_diff1": 0.782821, + "nauc_recall_at_5_max": 0.79404, + "nauc_recall_at_5_std": 0.050041, + "nauc_recall_at_5_diff1": 0.80441, + "nauc_recall_at_10_max": 0.83619, + "nauc_recall_at_10_std": 0.144919, + "nauc_recall_at_10_diff1": 0.79547, + "nauc_recall_at_20_max": 0.883346, + "nauc_recall_at_20_std": 0.364135, + "nauc_recall_at_20_diff1": 0.786528, + "nauc_recall_at_100_max": 0.947724, + "nauc_recall_at_100_std": 0.845577, + "nauc_recall_at_100_diff1": 0.760644, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.616661, + "nauc_precision_at_1_std": -0.019703, + "nauc_precision_at_1_diff1": 0.836723, + "nauc_precision_at_3_max": 0.76061, + "nauc_precision_at_3_std": 0.074044, + "nauc_precision_at_3_diff1": 0.782821, + "nauc_precision_at_5_max": 0.79404, + "nauc_precision_at_5_std": 0.050041, + "nauc_precision_at_5_diff1": 0.80441, + "nauc_precision_at_10_max": 0.83619, + "nauc_precision_at_10_std": 0.144919, + "nauc_precision_at_10_diff1": 0.79547, + "nauc_precision_at_20_max": 0.883346, + "nauc_precision_at_20_std": 0.364135, + "nauc_precision_at_20_diff1": 0.786528, + "nauc_precision_at_100_max": 0.947724, + "nauc_precision_at_100_std": 0.845577, + "nauc_precision_at_100_diff1": 0.760644, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.616661, + "nauc_mrr_at_1_std": -0.019703, + "nauc_mrr_at_1_diff1": 0.836723, + "nauc_mrr_at_3_max": 0.662877, + "nauc_mrr_at_3_std": 0.014641, + "nauc_mrr_at_3_diff1": 0.814843, + "nauc_mrr_at_5_max": 0.663429, + "nauc_mrr_at_5_std": 0.008223, + "nauc_mrr_at_5_diff1": 0.818721, + "nauc_mrr_at_10_max": 0.661974, + "nauc_mrr_at_10_std": 0.013067, + "nauc_mrr_at_10_diff1": 0.818819, + "nauc_mrr_at_20_max": 0.660918, + "nauc_mrr_at_20_std": 0.01507, + "nauc_mrr_at_20_diff1": 0.818894, + "nauc_mrr_at_100_max": 0.660363, + "nauc_mrr_at_100_std": 0.014751, + "nauc_mrr_at_100_diff1": 0.819018, + "nauc_mrr_at_1000_max": 0.660255, + "nauc_mrr_at_1000_std": 0.014442, + "nauc_mrr_at_1000_diff1": 0.819032, + "hit_rate_at_1": 0.72016, + "hit_rate_at_3": 0.8591, + "hit_rate_at_5": 0.89237, + "hit_rate_at_10": 0.93542, + "hit_rate_at_20": 0.96086, + "hit_rate_at_100": 0.99022, + "hit_rate_at_1000": 1.0, + "main_score": 0.8281, + "hf_subset": "vie-vie", + "languages": [ + "vie-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.75543, + "ndcg_at_3": 0.84718, + "ndcg_at_5": 0.85793, + "ndcg_at_10": 0.87382, + "ndcg_at_20": 0.87508, + "ndcg_at_100": 0.87617, + "ndcg_at_1000": 0.87696, + "map_at_1": 0.75543, + "map_at_3": 0.82609, + "map_at_5": 0.83179, + "map_at_10": 0.8384, + "map_at_20": 0.83868, + "map_at_100": 0.83886, + "map_at_1000": 0.83891, + "recall_at_1": 0.75543, + "recall_at_3": 0.90761, + "recall_at_5": 0.93478, + "recall_at_10": 0.9837, + "recall_at_20": 0.98913, + "recall_at_100": 0.99457, + "recall_at_1000": 1.0, + "accuracy": 0.75543, + "precision_at_1": 0.75543, + "precision_at_3": 0.30254, + "precision_at_5": 0.18696, + "precision_at_10": 0.09837, + "precision_at_20": 0.04946, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.755435, + "mrr_at_3": 0.826087, + "mrr_at_5": 0.831793, + "mrr_at_10": 0.838397, + "mrr_at_20": 0.838683, + "mrr_at_100": 0.838864, + "mrr_at_1000": 0.83891, + "nauc_ndcg_at_1_max": 0.604467, + "nauc_ndcg_at_1_std": 0.009514, + "nauc_ndcg_at_1_diff1": 0.815921, + "nauc_ndcg_at_3_max": 0.632227, + "nauc_ndcg_at_3_std": 0.007822, + "nauc_ndcg_at_3_diff1": 0.784684, + "nauc_ndcg_at_5_max": 0.62895, + "nauc_ndcg_at_5_std": 0.037854, + "nauc_ndcg_at_5_diff1": 0.790502, + "nauc_ndcg_at_10_max": 0.625442, + "nauc_ndcg_at_10_std": 0.027705, + "nauc_ndcg_at_10_diff1": 0.802606, + "nauc_ndcg_at_20_max": 0.624383, + "nauc_ndcg_at_20_std": 0.029867, + "nauc_ndcg_at_20_diff1": 0.800449, + "nauc_ndcg_at_100_max": 0.620766, + "nauc_ndcg_at_100_std": 0.020527, + "nauc_ndcg_at_100_diff1": 0.799783, + "nauc_ndcg_at_1000_max": 0.618129, + "nauc_ndcg_at_1000_std": 0.015646, + "nauc_ndcg_at_1000_diff1": 0.799297, + "nauc_map_at_1_max": 0.604467, + "nauc_map_at_1_std": 0.009514, + "nauc_map_at_1_diff1": 0.815921, + "nauc_map_at_3_max": 0.618478, + "nauc_map_at_3_std": -0.000678, + "nauc_map_at_3_diff1": 0.793094, + "nauc_map_at_5_max": 0.616438, + "nauc_map_at_5_std": 0.012811, + "nauc_map_at_5_diff1": 0.795765, + "nauc_map_at_10_max": 0.614735, + "nauc_map_at_10_std": 0.009689, + "nauc_map_at_10_diff1": 0.800319, + "nauc_map_at_20_max": 0.614527, + "nauc_map_at_20_std": 0.010036, + "nauc_map_at_20_diff1": 0.799933, + "nauc_map_at_100_max": 0.614054, + "nauc_map_at_100_std": 0.008823, + "nauc_map_at_100_diff1": 0.799847, + "nauc_map_at_1000_max": 0.613935, + "nauc_map_at_1000_std": 0.008602, + "nauc_map_at_1000_diff1": 0.799826, + "nauc_recall_at_1_max": 0.604467, + "nauc_recall_at_1_std": 0.009514, + "nauc_recall_at_1_diff1": 0.815921, + "nauc_recall_at_3_max": 0.704491, + "nauc_recall_at_3_std": 0.056949, + "nauc_recall_at_3_diff1": 0.743846, + "nauc_recall_at_5_max": 0.718284, + "nauc_recall_at_5_std": 0.229366, + "nauc_recall_at_5_diff1": 0.75935, + "nauc_recall_at_10_max": 0.907446, + "nauc_recall_at_10_std": 0.517418, + "nauc_recall_at_10_diff1": 0.913064, + "nauc_recall_at_20_max": 1.0, + "nauc_recall_at_20_std": 0.861169, + "nauc_recall_at_20_diff1": 0.869596, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.722337, + "nauc_recall_at_100_diff1": 0.869596, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.604467, + "nauc_precision_at_1_std": 0.009514, + "nauc_precision_at_1_diff1": 0.815921, + "nauc_precision_at_3_max": 0.704491, + "nauc_precision_at_3_std": 0.056949, + "nauc_precision_at_3_diff1": 0.743846, + "nauc_precision_at_5_max": 0.718284, + "nauc_precision_at_5_std": 0.229366, + "nauc_precision_at_5_diff1": 0.75935, + "nauc_precision_at_10_max": 0.907446, + "nauc_precision_at_10_std": 0.517418, + "nauc_precision_at_10_diff1": 0.913064, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 0.861169, + "nauc_precision_at_20_diff1": 0.869596, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.722337, + "nauc_precision_at_100_diff1": 0.869596, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.604467, + "nauc_mrr_at_1_std": 0.009514, + "nauc_mrr_at_1_diff1": 0.815921, + "nauc_mrr_at_3_max": 0.618478, + "nauc_mrr_at_3_std": -0.000678, + "nauc_mrr_at_3_diff1": 0.793094, + "nauc_mrr_at_5_max": 0.616438, + "nauc_mrr_at_5_std": 0.012811, + "nauc_mrr_at_5_diff1": 0.795765, + "nauc_mrr_at_10_max": 0.614735, + "nauc_mrr_at_10_std": 0.009689, + "nauc_mrr_at_10_diff1": 0.800319, + "nauc_mrr_at_20_max": 0.614527, + "nauc_mrr_at_20_std": 0.010036, + "nauc_mrr_at_20_diff1": 0.799933, + "nauc_mrr_at_100_max": 0.614054, + "nauc_mrr_at_100_std": 0.008823, + "nauc_mrr_at_100_diff1": 0.799847, + "nauc_mrr_at_1000_max": 0.613935, + "nauc_mrr_at_1000_std": 0.008602, + "nauc_mrr_at_1000_diff1": 0.799826, + "hit_rate_at_1": 0.75543, + "hit_rate_at_3": 0.90761, + "hit_rate_at_5": 0.93478, + "hit_rate_at_10": 0.9837, + "hit_rate_at_20": 0.98913, + "hit_rate_at_100": 0.99457, + "hit_rate_at_1000": 1.0, + "main_score": 0.87382, + "hf_subset": "vie-zho", + "languages": [ + "vie-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.70213, + "ndcg_at_3": 0.79249, + "ndcg_at_5": 0.81652, + "ndcg_at_10": 0.82542, + "ndcg_at_20": 0.83229, + "ndcg_at_100": 0.83826, + "ndcg_at_1000": 0.83826, + "map_at_1": 0.70213, + "map_at_3": 0.77039, + "map_at_5": 0.78369, + "map_at_10": 0.78754, + "map_at_20": 0.78951, + "map_at_100": 0.79036, + "map_at_1000": 0.79036, + "recall_at_1": 0.70213, + "recall_at_3": 0.85638, + "recall_at_5": 0.91489, + "recall_at_10": 0.94149, + "recall_at_20": 0.96809, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.70213, + "precision_at_1": 0.70213, + "precision_at_3": 0.28546, + "precision_at_5": 0.18298, + "precision_at_10": 0.09415, + "precision_at_20": 0.0484, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.702128, + "mrr_at_3": 0.77039, + "mrr_at_5": 0.783688, + "mrr_at_10": 0.787544, + "mrr_at_20": 0.789508, + "mrr_at_100": 0.790362, + "mrr_at_1000": 0.790362, + "nauc_ndcg_at_1_max": 0.702434, + "nauc_ndcg_at_1_std": 0.310931, + "nauc_ndcg_at_1_diff1": 0.731764, + "nauc_ndcg_at_3_max": 0.70372, + "nauc_ndcg_at_3_std": 0.3819, + "nauc_ndcg_at_3_diff1": 0.665264, + "nauc_ndcg_at_5_max": 0.711634, + "nauc_ndcg_at_5_std": 0.381074, + "nauc_ndcg_at_5_diff1": 0.668784, + "nauc_ndcg_at_10_max": 0.712087, + "nauc_ndcg_at_10_std": 0.37549, + "nauc_ndcg_at_10_diff1": 0.679325, + "nauc_ndcg_at_20_max": 0.713625, + "nauc_ndcg_at_20_std": 0.377071, + "nauc_ndcg_at_20_diff1": 0.674087, + "nauc_ndcg_at_100_max": 0.709102, + "nauc_ndcg_at_100_std": 0.362209, + "nauc_ndcg_at_100_diff1": 0.685333, + "nauc_ndcg_at_1000_max": 0.709102, + "nauc_ndcg_at_1000_std": 0.362209, + "nauc_ndcg_at_1000_diff1": 0.685333, + "nauc_map_at_1_max": 0.702434, + "nauc_map_at_1_std": 0.310931, + "nauc_map_at_1_diff1": 0.731764, + "nauc_map_at_3_max": 0.70345, + "nauc_map_at_3_std": 0.358687, + "nauc_map_at_3_diff1": 0.685117, + "nauc_map_at_5_max": 0.707642, + "nauc_map_at_5_std": 0.35757, + "nauc_map_at_5_diff1": 0.688037, + "nauc_map_at_10_max": 0.707992, + "nauc_map_at_10_std": 0.355402, + "nauc_map_at_10_diff1": 0.692705, + "nauc_map_at_20_max": 0.70848, + "nauc_map_at_20_std": 0.356051, + "nauc_map_at_20_diff1": 0.691711, + "nauc_map_at_100_max": 0.707702, + "nauc_map_at_100_std": 0.353967, + "nauc_map_at_100_diff1": 0.692644, + "nauc_map_at_1000_max": 0.707702, + "nauc_map_at_1000_std": 0.353967, + "nauc_map_at_1000_diff1": 0.692644, + "nauc_recall_at_1_max": 0.702434, + "nauc_recall_at_1_std": 0.310931, + "nauc_recall_at_1_diff1": 0.731764, + "nauc_recall_at_3_max": 0.704806, + "nauc_recall_at_3_std": 0.482811, + "nauc_recall_at_3_diff1": 0.580042, + "nauc_recall_at_5_max": 0.739058, + "nauc_recall_at_5_std": 0.534935, + "nauc_recall_at_5_diff1": 0.543647, + "nauc_recall_at_10_max": 0.750615, + "nauc_recall_at_10_std": 0.554557, + "nauc_recall_at_10_diff1": 0.563573, + "nauc_recall_at_20_max": 0.803052, + "nauc_recall_at_20_std": 0.711335, + "nauc_recall_at_20_diff1": 0.367847, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.702434, + "nauc_precision_at_1_std": 0.310931, + "nauc_precision_at_1_diff1": 0.731764, + "nauc_precision_at_3_max": 0.704806, + "nauc_precision_at_3_std": 0.482811, + "nauc_precision_at_3_diff1": 0.580042, + "nauc_precision_at_5_max": 0.739058, + "nauc_precision_at_5_std": 0.534935, + "nauc_precision_at_5_diff1": 0.543647, + "nauc_precision_at_10_max": 0.750615, + "nauc_precision_at_10_std": 0.554557, + "nauc_precision_at_10_diff1": 0.563573, + "nauc_precision_at_20_max": 0.803052, + "nauc_precision_at_20_std": 0.711335, + "nauc_precision_at_20_diff1": 0.367847, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.702434, + "nauc_mrr_at_1_std": 0.310931, + "nauc_mrr_at_1_diff1": 0.731764, + "nauc_mrr_at_3_max": 0.70345, + "nauc_mrr_at_3_std": 0.358687, + "nauc_mrr_at_3_diff1": 0.685117, + "nauc_mrr_at_5_max": 0.707642, + "nauc_mrr_at_5_std": 0.35757, + "nauc_mrr_at_5_diff1": 0.688037, + "nauc_mrr_at_10_max": 0.707992, + "nauc_mrr_at_10_std": 0.355402, + "nauc_mrr_at_10_diff1": 0.692705, + "nauc_mrr_at_20_max": 0.70848, + "nauc_mrr_at_20_std": 0.356051, + "nauc_mrr_at_20_diff1": 0.691711, + "nauc_mrr_at_100_max": 0.707702, + "nauc_mrr_at_100_std": 0.353967, + "nauc_mrr_at_100_diff1": 0.692644, + "nauc_mrr_at_1000_max": 0.707702, + "nauc_mrr_at_1000_std": 0.353967, + "nauc_mrr_at_1000_diff1": 0.692644, + "hit_rate_at_1": 0.70213, + "hit_rate_at_3": 0.85638, + "hit_rate_at_5": 0.91489, + "hit_rate_at_10": 0.94149, + "hit_rate_at_20": 0.96809, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.82542, + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.73684, + "ndcg_at_3": 0.81905, + "ndcg_at_5": 0.83468, + "ndcg_at_10": 0.84364, + "ndcg_at_20": 0.84919, + "ndcg_at_100": 0.85652, + "ndcg_at_1000": 0.8573, + "map_at_1": 0.73684, + "map_at_3": 0.8, + "map_at_5": 0.80895, + "map_at_10": 0.81292, + "map_at_20": 0.81455, + "map_at_100": 0.81577, + "map_at_1000": 0.81582, + "recall_at_1": 0.73684, + "recall_at_3": 0.87368, + "recall_at_5": 0.91053, + "recall_at_10": 0.93684, + "recall_at_20": 0.95789, + "recall_at_100": 0.99474, + "recall_at_1000": 1.0, + "accuracy": 0.73684, + "precision_at_1": 0.73684, + "precision_at_3": 0.29123, + "precision_at_5": 0.18211, + "precision_at_10": 0.09368, + "precision_at_20": 0.04789, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.736842, + "mrr_at_3": 0.8, + "mrr_at_5": 0.808947, + "mrr_at_10": 0.812916, + "mrr_at_20": 0.814549, + "mrr_at_100": 0.815767, + "mrr_at_1000": 0.815817, + "nauc_ndcg_at_1_max": 0.660904, + "nauc_ndcg_at_1_std": 0.296481, + "nauc_ndcg_at_1_diff1": 0.778635, + "nauc_ndcg_at_3_max": 0.752503, + "nauc_ndcg_at_3_std": 0.374093, + "nauc_ndcg_at_3_diff1": 0.735177, + "nauc_ndcg_at_5_max": 0.742076, + "nauc_ndcg_at_5_std": 0.385839, + "nauc_ndcg_at_5_diff1": 0.726292, + "nauc_ndcg_at_10_max": 0.744525, + "nauc_ndcg_at_10_std": 0.39815, + "nauc_ndcg_at_10_diff1": 0.756261, + "nauc_ndcg_at_20_max": 0.735629, + "nauc_ndcg_at_20_std": 0.382177, + "nauc_ndcg_at_20_diff1": 0.752078, + "nauc_ndcg_at_100_max": 0.727256, + "nauc_ndcg_at_100_std": 0.37133, + "nauc_ndcg_at_100_diff1": 0.753151, + "nauc_ndcg_at_1000_max": 0.72562, + "nauc_ndcg_at_1000_std": 0.369225, + "nauc_ndcg_at_1000_diff1": 0.753337, + "nauc_map_at_1_max": 0.660904, + "nauc_map_at_1_std": 0.296481, + "nauc_map_at_1_diff1": 0.778635, + "nauc_map_at_3_max": 0.727597, + "nauc_map_at_3_std": 0.35551, + "nauc_map_at_3_diff1": 0.749063, + "nauc_map_at_5_max": 0.721315, + "nauc_map_at_5_std": 0.361091, + "nauc_map_at_5_diff1": 0.745175, + "nauc_map_at_10_max": 0.721291, + "nauc_map_at_10_std": 0.364246, + "nauc_map_at_10_diff1": 0.756392, + "nauc_map_at_20_max": 0.718931, + "nauc_map_at_20_std": 0.360043, + "nauc_map_at_20_diff1": 0.755301, + "nauc_map_at_100_max": 0.717726, + "nauc_map_at_100_std": 0.358836, + "nauc_map_at_100_diff1": 0.755631, + "nauc_map_at_1000_max": 0.717643, + "nauc_map_at_1000_std": 0.358729, + "nauc_map_at_1000_diff1": 0.755641, + "nauc_recall_at_1_max": 0.660904, + "nauc_recall_at_1_std": 0.296481, + "nauc_recall_at_1_diff1": 0.778635, + "nauc_recall_at_3_max": 0.857123, + "nauc_recall_at_3_std": 0.450408, + "nauc_recall_at_3_diff1": 0.675412, + "nauc_recall_at_5_max": 0.853353, + "nauc_recall_at_5_std": 0.521722, + "nauc_recall_at_5_diff1": 0.617949, + "nauc_recall_at_10_max": 0.922386, + "nauc_recall_at_10_std": 0.672463, + "nauc_recall_at_10_diff1": 0.779217, + "nauc_recall_at_20_max": 0.899918, + "nauc_recall_at_20_std": 0.610819, + "nauc_recall_at_20_diff1": 0.740896, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.722222, + "nauc_recall_at_100_diff1": 0.722222, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.660904, + "nauc_precision_at_1_std": 0.296481, + "nauc_precision_at_1_diff1": 0.778635, + "nauc_precision_at_3_max": 0.857123, + "nauc_precision_at_3_std": 0.450408, + "nauc_precision_at_3_diff1": 0.675412, + "nauc_precision_at_5_max": 0.853353, + "nauc_precision_at_5_std": 0.521722, + "nauc_precision_at_5_diff1": 0.617949, + "nauc_precision_at_10_max": 0.922386, + "nauc_precision_at_10_std": 0.672463, + "nauc_precision_at_10_diff1": 0.779217, + "nauc_precision_at_20_max": 0.899918, + "nauc_precision_at_20_std": 0.610819, + "nauc_precision_at_20_diff1": 0.740896, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.722222, + "nauc_precision_at_100_diff1": 0.722222, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.660904, + "nauc_mrr_at_1_std": 0.296481, + "nauc_mrr_at_1_diff1": 0.778635, + "nauc_mrr_at_3_max": 0.727597, + "nauc_mrr_at_3_std": 0.35551, + "nauc_mrr_at_3_diff1": 0.749063, + "nauc_mrr_at_5_max": 0.721315, + "nauc_mrr_at_5_std": 0.361091, + "nauc_mrr_at_5_diff1": 0.745175, + "nauc_mrr_at_10_max": 0.721291, + "nauc_mrr_at_10_std": 0.364246, + "nauc_mrr_at_10_diff1": 0.756392, + "nauc_mrr_at_20_max": 0.718931, + "nauc_mrr_at_20_std": 0.360043, + "nauc_mrr_at_20_diff1": 0.755301, + "nauc_mrr_at_100_max": 0.717726, + "nauc_mrr_at_100_std": 0.358836, + "nauc_mrr_at_100_diff1": 0.755631, + "nauc_mrr_at_1000_max": 0.717643, + "nauc_mrr_at_1000_std": 0.358729, + "nauc_mrr_at_1000_diff1": 0.755641, + "hit_rate_at_1": 0.73684, + "hit_rate_at_3": 0.87368, + "hit_rate_at_5": 0.91053, + "hit_rate_at_10": 0.93684, + "hit_rate_at_20": 0.95789, + "hit_rate_at_100": 0.99474, + "hit_rate_at_1000": 1.0, + "main_score": 0.84364, + "hf_subset": "zho-deu", + "languages": [ + "zho-Hans", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.72222, + "ndcg_at_3": 0.81462, + "ndcg_at_5": 0.83128, + "ndcg_at_10": 0.83987, + "ndcg_at_20": 0.84554, + "ndcg_at_100": 0.85044, + "ndcg_at_1000": 0.85147, + "map_at_1": 0.72222, + "map_at_3": 0.79233, + "map_at_5": 0.80175, + "map_at_10": 0.80544, + "map_at_20": 0.80708, + "map_at_100": 0.80779, + "map_at_1000": 0.80783, + "recall_at_1": 0.72222, + "recall_at_3": 0.87897, + "recall_at_5": 0.91865, + "recall_at_10": 0.94444, + "recall_at_20": 0.96627, + "recall_at_100": 0.99206, + "recall_at_1000": 1.0, + "accuracy": 0.72222, + "precision_at_1": 0.72222, + "precision_at_3": 0.29299, + "precision_at_5": 0.18373, + "precision_at_10": 0.09444, + "precision_at_20": 0.04831, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.722222, + "mrr_at_3": 0.792328, + "mrr_at_5": 0.801753, + "mrr_at_10": 0.805443, + "mrr_at_20": 0.807077, + "mrr_at_100": 0.807793, + "mrr_at_1000": 0.807833, + "nauc_ndcg_at_1_max": 0.598741, + "nauc_ndcg_at_1_std": 0.102907, + "nauc_ndcg_at_1_diff1": 0.79286, + "nauc_ndcg_at_3_max": 0.66075, + "nauc_ndcg_at_3_std": 0.143945, + "nauc_ndcg_at_3_diff1": 0.762376, + "nauc_ndcg_at_5_max": 0.679162, + "nauc_ndcg_at_5_std": 0.161674, + "nauc_ndcg_at_5_diff1": 0.770951, + "nauc_ndcg_at_10_max": 0.669156, + "nauc_ndcg_at_10_std": 0.164229, + "nauc_ndcg_at_10_diff1": 0.767839, + "nauc_ndcg_at_20_max": 0.663638, + "nauc_ndcg_at_20_std": 0.16054, + "nauc_ndcg_at_20_diff1": 0.770492, + "nauc_ndcg_at_100_max": 0.654046, + "nauc_ndcg_at_100_std": 0.144669, + "nauc_ndcg_at_100_diff1": 0.774301, + "nauc_ndcg_at_1000_max": 0.651627, + "nauc_ndcg_at_1000_std": 0.143807, + "nauc_ndcg_at_1000_diff1": 0.773962, + "nauc_map_at_1_max": 0.598741, + "nauc_map_at_1_std": 0.102907, + "nauc_map_at_1_diff1": 0.79286, + "nauc_map_at_3_max": 0.641536, + "nauc_map_at_3_std": 0.129545, + "nauc_map_at_3_diff1": 0.771251, + "nauc_map_at_5_max": 0.649419, + "nauc_map_at_5_std": 0.137623, + "nauc_map_at_5_diff1": 0.775663, + "nauc_map_at_10_max": 0.64524, + "nauc_map_at_10_std": 0.138048, + "nauc_map_at_10_diff1": 0.774711, + "nauc_map_at_20_max": 0.643686, + "nauc_map_at_20_std": 0.136831, + "nauc_map_at_20_diff1": 0.775497, + "nauc_map_at_100_max": 0.642491, + "nauc_map_at_100_std": 0.134951, + "nauc_map_at_100_diff1": 0.776038, + "nauc_map_at_1000_max": 0.642415, + "nauc_map_at_1000_std": 0.13491, + "nauc_map_at_1000_diff1": 0.776017, + "nauc_recall_at_1_max": 0.598741, + "nauc_recall_at_1_std": 0.102907, + "nauc_recall_at_1_diff1": 0.79286, + "nauc_recall_at_3_max": 0.748778, + "nauc_recall_at_3_std": 0.21103, + "nauc_recall_at_3_diff1": 0.722095, + "nauc_recall_at_5_max": 0.87349, + "nauc_recall_at_5_std": 0.320486, + "nauc_recall_at_5_diff1": 0.744527, + "nauc_recall_at_10_max": 0.884341, + "nauc_recall_at_10_std": 0.413584, + "nauc_recall_at_10_diff1": 0.706757, + "nauc_recall_at_20_max": 0.936595, + "nauc_recall_at_20_std": 0.518977, + "nauc_recall_at_20_diff1": 0.705797, + "nauc_recall_at_100_max": 0.967349, + "nauc_recall_at_100_std": 0.24301, + "nauc_recall_at_100_diff1": 0.806838, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.598741, + "nauc_precision_at_1_std": 0.102907, + "nauc_precision_at_1_diff1": 0.79286, + "nauc_precision_at_3_max": 0.748778, + "nauc_precision_at_3_std": 0.21103, + "nauc_precision_at_3_diff1": 0.722095, + "nauc_precision_at_5_max": 0.87349, + "nauc_precision_at_5_std": 0.320486, + "nauc_precision_at_5_diff1": 0.744527, + "nauc_precision_at_10_max": 0.884341, + "nauc_precision_at_10_std": 0.413584, + "nauc_precision_at_10_diff1": 0.706757, + "nauc_precision_at_20_max": 0.936595, + "nauc_precision_at_20_std": 0.518977, + "nauc_precision_at_20_diff1": 0.705797, + "nauc_precision_at_100_max": 0.967349, + "nauc_precision_at_100_std": 0.24301, + "nauc_precision_at_100_diff1": 0.806838, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.598741, + "nauc_mrr_at_1_std": 0.102907, + "nauc_mrr_at_1_diff1": 0.79286, + "nauc_mrr_at_3_max": 0.641536, + "nauc_mrr_at_3_std": 0.129545, + "nauc_mrr_at_3_diff1": 0.771251, + "nauc_mrr_at_5_max": 0.649419, + "nauc_mrr_at_5_std": 0.137623, + "nauc_mrr_at_5_diff1": 0.775663, + "nauc_mrr_at_10_max": 0.64524, + "nauc_mrr_at_10_std": 0.138048, + "nauc_mrr_at_10_diff1": 0.774711, + "nauc_mrr_at_20_max": 0.643686, + "nauc_mrr_at_20_std": 0.136831, + "nauc_mrr_at_20_diff1": 0.775497, + "nauc_mrr_at_100_max": 0.642491, + "nauc_mrr_at_100_std": 0.134951, + "nauc_mrr_at_100_diff1": 0.776038, + "nauc_mrr_at_1000_max": 0.642415, + "nauc_mrr_at_1000_std": 0.13491, + "nauc_mrr_at_1000_diff1": 0.776017, + "hit_rate_at_1": 0.72222, + "hit_rate_at_3": 0.87897, + "hit_rate_at_5": 0.91865, + "hit_rate_at_10": 0.94444, + "hit_rate_at_20": 0.96627, + "hit_rate_at_100": 0.99206, + "hit_rate_at_1000": 1.0, + "main_score": 0.83987, + "hf_subset": "zho-eng", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.73913, + "ndcg_at_3": 0.82682, + "ndcg_at_5": 0.83217, + "ndcg_at_10": 0.84863, + "ndcg_at_20": 0.85491, + "ndcg_at_100": 0.8594, + "ndcg_at_1000": 0.86031, + "map_at_1": 0.73913, + "map_at_3": 0.80745, + "map_at_5": 0.81056, + "map_at_10": 0.81759, + "map_at_20": 0.81931, + "map_at_100": 0.81988, + "map_at_1000": 0.81993, + "recall_at_1": 0.73913, + "recall_at_3": 0.88199, + "recall_at_5": 0.89441, + "recall_at_10": 0.9441, + "recall_at_20": 0.96894, + "recall_at_100": 0.99379, + "recall_at_1000": 1.0, + "accuracy": 0.73913, + "precision_at_1": 0.73913, + "precision_at_3": 0.294, + "precision_at_5": 0.17888, + "precision_at_10": 0.09441, + "precision_at_20": 0.04845, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.73913, + "mrr_at_3": 0.807453, + "mrr_at_5": 0.810559, + "mrr_at_10": 0.817588, + "mrr_at_20": 0.819312, + "mrr_at_100": 0.819878, + "mrr_at_1000": 0.819934, + "nauc_ndcg_at_1_max": 0.508191, + "nauc_ndcg_at_1_std": 0.065998, + "nauc_ndcg_at_1_diff1": 0.857736, + "nauc_ndcg_at_3_max": 0.681772, + "nauc_ndcg_at_3_std": 0.209185, + "nauc_ndcg_at_3_diff1": 0.850557, + "nauc_ndcg_at_5_max": 0.672255, + "nauc_ndcg_at_5_std": 0.207091, + "nauc_ndcg_at_5_diff1": 0.846088, + "nauc_ndcg_at_10_max": 0.648695, + "nauc_ndcg_at_10_std": 0.185785, + "nauc_ndcg_at_10_diff1": 0.851792, + "nauc_ndcg_at_20_max": 0.640628, + "nauc_ndcg_at_20_std": 0.164797, + "nauc_ndcg_at_20_diff1": 0.854895, + "nauc_ndcg_at_100_max": 0.629333, + "nauc_ndcg_at_100_std": 0.166128, + "nauc_ndcg_at_100_diff1": 0.853377, + "nauc_ndcg_at_1000_max": 0.626684, + "nauc_ndcg_at_1000_std": 0.162152, + "nauc_ndcg_at_1000_diff1": 0.852329, + "nauc_map_at_1_max": 0.508191, + "nauc_map_at_1_std": 0.065998, + "nauc_map_at_1_diff1": 0.857736, + "nauc_map_at_3_max": 0.631153, + "nauc_map_at_3_std": 0.166072, + "nauc_map_at_3_diff1": 0.85122, + "nauc_map_at_5_max": 0.625401, + "nauc_map_at_5_std": 0.164307, + "nauc_map_at_5_diff1": 0.8489, + "nauc_map_at_10_max": 0.614896, + "nauc_map_at_10_std": 0.154262, + "nauc_map_at_10_diff1": 0.851202, + "nauc_map_at_20_max": 0.612819, + "nauc_map_at_20_std": 0.149614, + "nauc_map_at_20_diff1": 0.851999, + "nauc_map_at_100_max": 0.611641, + "nauc_map_at_100_std": 0.149926, + "nauc_map_at_100_diff1": 0.851835, + "nauc_map_at_1000_max": 0.611508, + "nauc_map_at_1000_std": 0.14973, + "nauc_map_at_1000_diff1": 0.851784, + "nauc_recall_at_1_max": 0.508191, + "nauc_recall_at_1_std": 0.065998, + "nauc_recall_at_1_diff1": 0.857736, + "nauc_recall_at_3_max": 0.901281, + "nauc_recall_at_3_std": 0.397069, + "nauc_recall_at_3_diff1": 0.848659, + "nauc_recall_at_5_max": 0.891106, + "nauc_recall_at_5_std": 0.409218, + "nauc_recall_at_5_diff1": 0.83306, + "nauc_recall_at_10_max": 0.907004, + "nauc_recall_at_10_std": 0.435429, + "nauc_recall_at_10_diff1": 0.86217, + "nauc_recall_at_20_max": 0.973874, + "nauc_recall_at_20_std": 0.266354, + "nauc_recall_at_20_diff1": 0.918382, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 0.72254, + "nauc_recall_at_100_diff1": 1.0, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.508191, + "nauc_precision_at_1_std": 0.065998, + "nauc_precision_at_1_diff1": 0.857736, + "nauc_precision_at_3_max": 0.901281, + "nauc_precision_at_3_std": 0.397069, + "nauc_precision_at_3_diff1": 0.848659, + "nauc_precision_at_5_max": 0.891106, + "nauc_precision_at_5_std": 0.409218, + "nauc_precision_at_5_diff1": 0.83306, + "nauc_precision_at_10_max": 0.907004, + "nauc_precision_at_10_std": 0.435429, + "nauc_precision_at_10_diff1": 0.86217, + "nauc_precision_at_20_max": 0.973874, + "nauc_precision_at_20_std": 0.266354, + "nauc_precision_at_20_diff1": 0.918382, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 0.72254, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.508191, + "nauc_mrr_at_1_std": 0.065998, + "nauc_mrr_at_1_diff1": 0.857736, + "nauc_mrr_at_3_max": 0.631153, + "nauc_mrr_at_3_std": 0.166072, + "nauc_mrr_at_3_diff1": 0.85122, + "nauc_mrr_at_5_max": 0.625401, + "nauc_mrr_at_5_std": 0.164307, + "nauc_mrr_at_5_diff1": 0.8489, + "nauc_mrr_at_10_max": 0.614896, + "nauc_mrr_at_10_std": 0.154262, + "nauc_mrr_at_10_diff1": 0.851202, + "nauc_mrr_at_20_max": 0.612819, + "nauc_mrr_at_20_std": 0.149614, + "nauc_mrr_at_20_diff1": 0.851999, + "nauc_mrr_at_100_max": 0.611641, + "nauc_mrr_at_100_std": 0.149926, + "nauc_mrr_at_100_diff1": 0.851835, + "nauc_mrr_at_1000_max": 0.611508, + "nauc_mrr_at_1000_std": 0.14973, + "nauc_mrr_at_1000_diff1": 0.851784, + "hit_rate_at_1": 0.73913, + "hit_rate_at_3": 0.88199, + "hit_rate_at_5": 0.89441, + "hit_rate_at_10": 0.9441, + "hit_rate_at_20": 0.96894, + "hit_rate_at_100": 0.99379, + "hit_rate_at_1000": 1.0, + "main_score": 0.84863, + "hf_subset": "zho-spa", + "languages": [ + "zho-Hans", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.69312, + "ndcg_at_3": 0.79107, + "ndcg_at_5": 0.81111, + "ndcg_at_10": 0.81933, + "ndcg_at_20": 0.82462, + "ndcg_at_100": 0.83358, + "ndcg_at_1000": 0.83358, + "map_at_1": 0.69312, + "map_at_3": 0.76808, + "map_at_5": 0.77945, + "map_at_10": 0.78265, + "map_at_20": 0.78406, + "map_at_100": 0.78535, + "map_at_1000": 0.78535, + "recall_at_1": 0.69312, + "recall_at_3": 0.85714, + "recall_at_5": 0.90476, + "recall_at_10": 0.93122, + "recall_at_20": 0.95238, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.69312, + "precision_at_1": 0.69312, + "precision_at_3": 0.28571, + "precision_at_5": 0.18095, + "precision_at_10": 0.09312, + "precision_at_20": 0.04762, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.693122, + "mrr_at_3": 0.768078, + "mrr_at_5": 0.779453, + "mrr_at_10": 0.782649, + "mrr_at_20": 0.784065, + "mrr_at_100": 0.78535, + "mrr_at_1000": 0.78535, + "nauc_ndcg_at_1_max": 0.494218, + "nauc_ndcg_at_1_std": 0.260211, + "nauc_ndcg_at_1_diff1": 0.707137, + "nauc_ndcg_at_3_max": 0.541524, + "nauc_ndcg_at_3_std": 0.303164, + "nauc_ndcg_at_3_diff1": 0.679889, + "nauc_ndcg_at_5_max": 0.593476, + "nauc_ndcg_at_5_std": 0.382421, + "nauc_ndcg_at_5_diff1": 0.677711, + "nauc_ndcg_at_10_max": 0.581147, + "nauc_ndcg_at_10_std": 0.370015, + "nauc_ndcg_at_10_diff1": 0.674769, + "nauc_ndcg_at_20_max": 0.574015, + "nauc_ndcg_at_20_std": 0.364277, + "nauc_ndcg_at_20_diff1": 0.66895, + "nauc_ndcg_at_100_max": 0.553772, + "nauc_ndcg_at_100_std": 0.335136, + "nauc_ndcg_at_100_diff1": 0.678523, + "nauc_ndcg_at_1000_max": 0.553772, + "nauc_ndcg_at_1000_std": 0.335136, + "nauc_ndcg_at_1000_diff1": 0.678523, + "nauc_map_at_1_max": 0.494218, + "nauc_map_at_1_std": 0.260211, + "nauc_map_at_1_diff1": 0.707137, + "nauc_map_at_3_max": 0.526193, + "nauc_map_at_3_std": 0.290021, + "nauc_map_at_3_diff1": 0.684484, + "nauc_map_at_5_max": 0.550319, + "nauc_map_at_5_std": 0.328623, + "nauc_map_at_5_diff1": 0.683588, + "nauc_map_at_10_max": 0.545543, + "nauc_map_at_10_std": 0.323682, + "nauc_map_at_10_diff1": 0.682487, + "nauc_map_at_20_max": 0.543907, + "nauc_map_at_20_std": 0.322411, + "nauc_map_at_20_diff1": 0.681382, + "nauc_map_at_100_max": 0.541421, + "nauc_map_at_100_std": 0.318813, + "nauc_map_at_100_diff1": 0.682466, + "nauc_map_at_1000_max": 0.541421, + "nauc_map_at_1000_std": 0.318813, + "nauc_map_at_1000_diff1": 0.682466, + "nauc_recall_at_1_max": 0.494218, + "nauc_recall_at_1_std": 0.260211, + "nauc_recall_at_1_diff1": 0.707137, + "nauc_recall_at_3_max": 0.608537, + "nauc_recall_at_3_std": 0.360154, + "nauc_recall_at_3_diff1": 0.662302, + "nauc_recall_at_5_max": 0.866142, + "nauc_recall_at_5_std": 0.72228, + "nauc_recall_at_5_diff1": 0.645707, + "nauc_recall_at_10_max": 0.877557, + "nauc_recall_at_10_std": 0.758294, + "nauc_recall_at_10_diff1": 0.614657, + "nauc_recall_at_20_max": 0.909145, + "nauc_recall_at_20_std": 0.845002, + "nauc_recall_at_20_diff1": 0.507538, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.494218, + "nauc_precision_at_1_std": 0.260211, + "nauc_precision_at_1_diff1": 0.707137, + "nauc_precision_at_3_max": 0.608537, + "nauc_precision_at_3_std": 0.360154, + "nauc_precision_at_3_diff1": 0.662302, + "nauc_precision_at_5_max": 0.866142, + "nauc_precision_at_5_std": 0.72228, + "nauc_precision_at_5_diff1": 0.645707, + "nauc_precision_at_10_max": 0.877557, + "nauc_precision_at_10_std": 0.758294, + "nauc_precision_at_10_diff1": 0.614657, + "nauc_precision_at_20_max": 0.909145, + "nauc_precision_at_20_std": 0.845002, + "nauc_precision_at_20_diff1": 0.507538, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.494218, + "nauc_mrr_at_1_std": 0.260211, + "nauc_mrr_at_1_diff1": 0.707137, + "nauc_mrr_at_3_max": 0.526193, + "nauc_mrr_at_3_std": 0.290021, + "nauc_mrr_at_3_diff1": 0.684484, + "nauc_mrr_at_5_max": 0.550319, + "nauc_mrr_at_5_std": 0.328623, + "nauc_mrr_at_5_diff1": 0.683588, + "nauc_mrr_at_10_max": 0.545543, + "nauc_mrr_at_10_std": 0.323682, + "nauc_mrr_at_10_diff1": 0.682487, + "nauc_mrr_at_20_max": 0.543907, + "nauc_mrr_at_20_std": 0.322411, + "nauc_mrr_at_20_diff1": 0.681382, + "nauc_mrr_at_100_max": 0.541421, + "nauc_mrr_at_100_std": 0.318813, + "nauc_mrr_at_100_diff1": 0.682466, + "nauc_mrr_at_1000_max": 0.541421, + "nauc_mrr_at_1000_std": 0.318813, + "nauc_mrr_at_1000_diff1": 0.682466, + "hit_rate_at_1": 0.69312, + "hit_rate_at_3": 0.85714, + "hit_rate_at_5": 0.90476, + "hit_rate_at_10": 0.93122, + "hit_rate_at_20": 0.95238, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.81933, + "hf_subset": "zho-hin", + "languages": [ + "zho-Hans", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.69022, + "ndcg_at_3": 0.79897, + "ndcg_at_5": 0.82821, + "ndcg_at_10": 0.84127, + "ndcg_at_20": 0.84127, + "ndcg_at_100": 0.84437, + "ndcg_at_1000": 0.84437, + "map_at_1": 0.69022, + "map_at_3": 0.77264, + "map_at_5": 0.78895, + "map_at_10": 0.7948, + "map_at_20": 0.7948, + "map_at_100": 0.79526, + "map_at_1000": 0.79526, + "recall_at_1": 0.69022, + "recall_at_3": 0.875, + "recall_at_5": 0.94565, + "recall_at_10": 0.9837, + "recall_at_20": 0.9837, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.69022, + "precision_at_1": 0.69022, + "precision_at_3": 0.29167, + "precision_at_5": 0.18913, + "precision_at_10": 0.09837, + "precision_at_20": 0.04918, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.690217, + "mrr_at_3": 0.772645, + "mrr_at_5": 0.788949, + "mrr_at_10": 0.794798, + "mrr_at_20": 0.794798, + "mrr_at_100": 0.795257, + "mrr_at_1000": 0.795257, + "nauc_ndcg_at_1_max": 0.330058, + "nauc_ndcg_at_1_std": -0.137576, + "nauc_ndcg_at_1_diff1": 0.830648, + "nauc_ndcg_at_3_max": 0.345795, + "nauc_ndcg_at_3_std": -0.103275, + "nauc_ndcg_at_3_diff1": 0.782099, + "nauc_ndcg_at_5_max": 0.389716, + "nauc_ndcg_at_5_std": -0.072138, + "nauc_ndcg_at_5_diff1": 0.792938, + "nauc_ndcg_at_10_max": 0.368953, + "nauc_ndcg_at_10_std": -0.086251, + "nauc_ndcg_at_10_diff1": 0.79954, + "nauc_ndcg_at_20_max": 0.368953, + "nauc_ndcg_at_20_std": -0.086251, + "nauc_ndcg_at_20_diff1": 0.79954, + "nauc_ndcg_at_100_max": 0.357707, + "nauc_ndcg_at_100_std": -0.102397, + "nauc_ndcg_at_100_diff1": 0.799174, + "nauc_ndcg_at_1000_max": 0.357707, + "nauc_ndcg_at_1000_std": -0.102397, + "nauc_ndcg_at_1000_diff1": 0.799174, + "nauc_map_at_1_max": 0.330058, + "nauc_map_at_1_std": -0.137576, + "nauc_map_at_1_diff1": 0.830648, + "nauc_map_at_3_max": 0.342548, + "nauc_map_at_3_std": -0.117568, + "nauc_map_at_3_diff1": 0.792619, + "nauc_map_at_5_max": 0.361262, + "nauc_map_at_5_std": -0.103811, + "nauc_map_at_5_diff1": 0.798381, + "nauc_map_at_10_max": 0.353673, + "nauc_map_at_10_std": -0.108707, + "nauc_map_at_10_diff1": 0.801085, + "nauc_map_at_20_max": 0.353673, + "nauc_map_at_20_std": -0.108707, + "nauc_map_at_20_diff1": 0.801085, + "nauc_map_at_100_max": 0.352255, + "nauc_map_at_100_std": -0.11068, + "nauc_map_at_100_diff1": 0.800997, + "nauc_map_at_1000_max": 0.352255, + "nauc_map_at_1000_std": -0.11068, + "nauc_map_at_1000_diff1": 0.800997, + "nauc_recall_at_1_max": 0.330058, + "nauc_recall_at_1_std": -0.137576, + "nauc_recall_at_1_diff1": 0.830648, + "nauc_recall_at_3_max": 0.36016, + "nauc_recall_at_3_std": -0.032465, + "nauc_recall_at_3_diff1": 0.735031, + "nauc_recall_at_5_max": 0.694054, + "nauc_recall_at_5_std": 0.258064, + "nauc_recall_at_5_diff1": 0.752026, + "nauc_recall_at_10_max": 0.85151, + "nauc_recall_at_10_std": 0.614927, + "nauc_recall_at_10_diff1": 0.808042, + "nauc_recall_at_20_max": 0.85151, + "nauc_recall_at_20_std": 0.614927, + "nauc_recall_at_20_diff1": 0.808042, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.330058, + "nauc_precision_at_1_std": -0.137576, + "nauc_precision_at_1_diff1": 0.830648, + "nauc_precision_at_3_max": 0.36016, + "nauc_precision_at_3_std": -0.032465, + "nauc_precision_at_3_diff1": 0.735031, + "nauc_precision_at_5_max": 0.694054, + "nauc_precision_at_5_std": 0.258064, + "nauc_precision_at_5_diff1": 0.752026, + "nauc_precision_at_10_max": 0.85151, + "nauc_precision_at_10_std": 0.614927, + "nauc_precision_at_10_diff1": 0.808042, + "nauc_precision_at_20_max": 0.85151, + "nauc_precision_at_20_std": 0.614927, + "nauc_precision_at_20_diff1": 0.808042, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.330058, + "nauc_mrr_at_1_std": -0.137576, + "nauc_mrr_at_1_diff1": 0.830648, + "nauc_mrr_at_3_max": 0.342548, + "nauc_mrr_at_3_std": -0.117568, + "nauc_mrr_at_3_diff1": 0.792619, + "nauc_mrr_at_5_max": 0.361262, + "nauc_mrr_at_5_std": -0.103811, + "nauc_mrr_at_5_diff1": 0.798381, + "nauc_mrr_at_10_max": 0.353673, + "nauc_mrr_at_10_std": -0.108707, + "nauc_mrr_at_10_diff1": 0.801085, + "nauc_mrr_at_20_max": 0.353673, + "nauc_mrr_at_20_std": -0.108707, + "nauc_mrr_at_20_diff1": 0.801085, + "nauc_mrr_at_100_max": 0.352255, + "nauc_mrr_at_100_std": -0.11068, + "nauc_mrr_at_100_diff1": 0.800997, + "nauc_mrr_at_1000_max": 0.352255, + "nauc_mrr_at_1000_std": -0.11068, + "nauc_mrr_at_1000_diff1": 0.800997, + "hit_rate_at_1": 0.69022, + "hit_rate_at_3": 0.875, + "hit_rate_at_5": 0.94565, + "hit_rate_at_10": 0.9837, + "hit_rate_at_20": 0.9837, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.84127, + "hf_subset": "zho-vie", + "languages": [ + "zho-Hans", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.73016, + "ndcg_at_3": 0.81302, + "ndcg_at_5": 0.82676, + "ndcg_at_10": 0.83654, + "ndcg_at_20": 0.84346, + "ndcg_at_100": 0.84778, + "ndcg_at_1000": 0.84933, + "map_at_1": 0.73016, + "map_at_3": 0.79233, + "map_at_5": 0.79987, + "map_at_10": 0.804, + "map_at_20": 0.80585, + "map_at_100": 0.80641, + "map_at_1000": 0.80647, + "recall_at_1": 0.73016, + "recall_at_3": 0.87302, + "recall_at_5": 0.90675, + "recall_at_10": 0.93651, + "recall_at_20": 0.96429, + "recall_at_100": 0.9881, + "recall_at_1000": 1.0, + "accuracy": 0.73016, + "precision_at_1": 0.73016, + "precision_at_3": 0.29101, + "precision_at_5": 0.18135, + "precision_at_10": 0.09365, + "precision_at_20": 0.04821, + "precision_at_100": 0.00988, + "precision_at_1000": 0.001, + "mrr_at_1": 0.730159, + "mrr_at_3": 0.792328, + "mrr_at_5": 0.799868, + "mrr_at_10": 0.804001, + "mrr_at_20": 0.805849, + "mrr_at_100": 0.806412, + "mrr_at_1000": 0.806471, + "nauc_ndcg_at_1_max": 0.646068, + "nauc_ndcg_at_1_std": 0.174655, + "nauc_ndcg_at_1_diff1": 0.79262, + "nauc_ndcg_at_3_max": 0.696778, + "nauc_ndcg_at_3_std": 0.257813, + "nauc_ndcg_at_3_diff1": 0.76403, + "nauc_ndcg_at_5_max": 0.693922, + "nauc_ndcg_at_5_std": 0.247871, + "nauc_ndcg_at_5_diff1": 0.763519, + "nauc_ndcg_at_10_max": 0.699678, + "nauc_ndcg_at_10_std": 0.25927, + "nauc_ndcg_at_10_diff1": 0.765971, + "nauc_ndcg_at_20_max": 0.692544, + "nauc_ndcg_at_20_std": 0.254089, + "nauc_ndcg_at_20_diff1": 0.765749, + "nauc_ndcg_at_100_max": 0.686001, + "nauc_ndcg_at_100_std": 0.244241, + "nauc_ndcg_at_100_diff1": 0.769739, + "nauc_ndcg_at_1000_max": 0.682935, + "nauc_ndcg_at_1000_std": 0.237851, + "nauc_ndcg_at_1000_diff1": 0.769252, + "nauc_map_at_1_max": 0.646068, + "nauc_map_at_1_std": 0.174655, + "nauc_map_at_1_diff1": 0.79262, + "nauc_map_at_3_max": 0.677404, + "nauc_map_at_3_std": 0.226824, + "nauc_map_at_3_diff1": 0.770988, + "nauc_map_at_5_max": 0.675108, + "nauc_map_at_5_std": 0.221273, + "nauc_map_at_5_diff1": 0.770588, + "nauc_map_at_10_max": 0.676819, + "nauc_map_at_10_std": 0.22462, + "nauc_map_at_10_diff1": 0.77138, + "nauc_map_at_20_max": 0.675146, + "nauc_map_at_20_std": 0.223571, + "nauc_map_at_20_diff1": 0.771525, + "nauc_map_at_100_max": 0.674476, + "nauc_map_at_100_std": 0.222902, + "nauc_map_at_100_diff1": 0.771905, + "nauc_map_at_1000_max": 0.674378, + "nauc_map_at_1000_std": 0.222703, + "nauc_map_at_1000_diff1": 0.77189, + "nauc_recall_at_1_max": 0.646068, + "nauc_recall_at_1_std": 0.174655, + "nauc_recall_at_1_diff1": 0.79262, + "nauc_recall_at_3_max": 0.784672, + "nauc_recall_at_3_std": 0.398004, + "nauc_recall_at_3_diff1": 0.734454, + "nauc_recall_at_5_max": 0.802707, + "nauc_recall_at_5_std": 0.39845, + "nauc_recall_at_5_diff1": 0.726081, + "nauc_recall_at_10_max": 0.893314, + "nauc_recall_at_10_std": 0.551649, + "nauc_recall_at_10_diff1": 0.729828, + "nauc_recall_at_20_max": 0.924688, + "nauc_recall_at_20_std": 0.678531, + "nauc_recall_at_20_diff1": 0.69327, + "nauc_recall_at_100_max": 0.956465, + "nauc_recall_at_100_std": 0.81137, + "nauc_recall_at_100_diff1": 0.81137, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.646068, + "nauc_precision_at_1_std": 0.174655, + "nauc_precision_at_1_diff1": 0.79262, + "nauc_precision_at_3_max": 0.784672, + "nauc_precision_at_3_std": 0.398004, + "nauc_precision_at_3_diff1": 0.734454, + "nauc_precision_at_5_max": 0.802707, + "nauc_precision_at_5_std": 0.39845, + "nauc_precision_at_5_diff1": 0.726081, + "nauc_precision_at_10_max": 0.893314, + "nauc_precision_at_10_std": 0.551649, + "nauc_precision_at_10_diff1": 0.729828, + "nauc_precision_at_20_max": 0.924688, + "nauc_precision_at_20_std": 0.678531, + "nauc_precision_at_20_diff1": 0.69327, + "nauc_precision_at_100_max": 0.956465, + "nauc_precision_at_100_std": 0.81137, + "nauc_precision_at_100_diff1": 0.81137, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.646068, + "nauc_mrr_at_1_std": 0.174655, + "nauc_mrr_at_1_diff1": 0.79262, + "nauc_mrr_at_3_max": 0.677404, + "nauc_mrr_at_3_std": 0.226824, + "nauc_mrr_at_3_diff1": 0.770988, + "nauc_mrr_at_5_max": 0.675108, + "nauc_mrr_at_5_std": 0.221273, + "nauc_mrr_at_5_diff1": 0.770588, + "nauc_mrr_at_10_max": 0.676819, + "nauc_mrr_at_10_std": 0.22462, + "nauc_mrr_at_10_diff1": 0.77138, + "nauc_mrr_at_20_max": 0.675146, + "nauc_mrr_at_20_std": 0.223571, + "nauc_mrr_at_20_diff1": 0.771525, + "nauc_mrr_at_100_max": 0.674476, + "nauc_mrr_at_100_std": 0.222902, + "nauc_mrr_at_100_diff1": 0.771905, + "nauc_mrr_at_1000_max": 0.674378, + "nauc_mrr_at_1000_std": 0.222703, + "nauc_mrr_at_1000_diff1": 0.77189, + "hit_rate_at_1": 0.73016, + "hit_rate_at_3": 0.87302, + "hit_rate_at_5": 0.90675, + "hit_rate_at_10": 0.93651, + "hit_rate_at_20": 0.96429, + "hit_rate_at_100": 0.9881, + "hit_rate_at_1000": 1.0, + "main_score": 0.83654, + "hf_subset": "zho-zho", + "languages": [ + "zho-Hans", + "zho-Hans" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.50984, + "ndcg_at_3": 0.58702, + "ndcg_at_5": 0.60676, + "ndcg_at_10": 0.62557, + "ndcg_at_20": 0.63904, + "ndcg_at_100": 0.65687, + "ndcg_at_1000": 0.66714, + "map_at_1": 0.50975, + "map_at_3": 0.56807, + "map_at_5": 0.57909, + "map_at_10": 0.5869, + "map_at_20": 0.59062, + "map_at_100": 0.59308, + "map_at_1000": 0.59344, + "recall_at_1": 0.50975, + "recall_at_3": 0.64176, + "recall_at_5": 0.68939, + "recall_at_10": 0.74733, + "recall_at_20": 0.80039, + "recall_at_100": 0.89668, + "recall_at_1000": 0.97881, + "accuracy": 0.50975, + "precision_at_1": 0.50984, + "precision_at_3": 0.21395, + "precision_at_5": 0.1379, + "precision_at_10": 0.07474, + "precision_at_20": 0.04002, + "precision_at_100": 0.00897, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.509844, + "mrr_at_3": 0.568161, + "mrr_at_5": 0.579186, + "mrr_at_10": 0.586989, + "mrr_at_20": 0.590715, + "mrr_at_100": 0.593167, + "mrr_at_1000": 0.59353, + "nauc_ndcg_at_1_max": 0.601912, + "nauc_ndcg_at_1_std": 0.01839, + "nauc_ndcg_at_1_diff1": 0.724927, + "nauc_ndcg_at_3_max": 0.635713, + "nauc_ndcg_at_3_std": 0.05403, + "nauc_ndcg_at_3_diff1": 0.68279, + "nauc_ndcg_at_5_max": 0.638478, + "nauc_ndcg_at_5_std": 0.066717, + "nauc_ndcg_at_5_diff1": 0.678788, + "nauc_ndcg_at_10_max": 0.640611, + "nauc_ndcg_at_10_std": 0.074823, + "nauc_ndcg_at_10_diff1": 0.674532, + "nauc_ndcg_at_20_max": 0.638601, + "nauc_ndcg_at_20_std": 0.079405, + "nauc_ndcg_at_20_diff1": 0.6734, + "nauc_ndcg_at_100_max": 0.636349, + "nauc_ndcg_at_100_std": 0.079927, + "nauc_ndcg_at_100_diff1": 0.676155, + "nauc_ndcg_at_1000_max": 0.635219, + "nauc_ndcg_at_1000_std": 0.072999, + "nauc_ndcg_at_1000_diff1": 0.681329, + "nauc_map_at_1_max": 0.601542, + "nauc_map_at_1_std": 0.017918, + "nauc_map_at_1_diff1": 0.724704, + "nauc_map_at_3_max": 0.626765, + "nauc_map_at_3_std": 0.044337, + "nauc_map_at_3_diff1": 0.692806, + "nauc_map_at_5_max": 0.628124, + "nauc_map_at_5_std": 0.050891, + "nauc_map_at_5_diff1": 0.690869, + "nauc_map_at_10_max": 0.628842, + "nauc_map_at_10_std": 0.053676, + "nauc_map_at_10_diff1": 0.689328, + "nauc_map_at_20_max": 0.62825, + "nauc_map_at_20_std": 0.054676, + "nauc_map_at_20_diff1": 0.689215, + "nauc_map_at_100_max": 0.62801, + "nauc_map_at_100_std": 0.054734, + "nauc_map_at_100_diff1": 0.689722, + "nauc_map_at_1000_max": 0.627978, + "nauc_map_at_1000_std": 0.054562, + "nauc_map_at_1000_diff1": 0.689888, + "nauc_recall_at_1_max": 0.601542, + "nauc_recall_at_1_std": 0.017918, + "nauc_recall_at_1_diff1": 0.724704, + "nauc_recall_at_3_max": 0.663945, + "nauc_recall_at_3_std": 0.084675, + "nauc_recall_at_3_diff1": 0.650817, + "nauc_recall_at_5_max": 0.674159, + "nauc_recall_at_5_std": 0.123136, + "nauc_recall_at_5_diff1": 0.636488, + "nauc_recall_at_10_max": 0.688496, + "nauc_recall_at_10_std": 0.166169, + "nauc_recall_at_10_diff1": 0.612642, + "nauc_recall_at_20_max": 0.686164, + "nauc_recall_at_20_std": 0.211809, + "nauc_recall_at_20_diff1": 0.592576, + "nauc_recall_at_100_max": 0.689703, + "nauc_recall_at_100_std": 0.319841, + "nauc_recall_at_100_diff1": 0.562941, + "nauc_recall_at_1000_max": 0.775288, + "nauc_recall_at_1000_std": 0.520994, + "nauc_recall_at_1000_diff1": 0.628956, + "nauc_precision_at_1_max": 0.601912, + "nauc_precision_at_1_std": 0.01839, + "nauc_precision_at_1_diff1": 0.724927, + "nauc_precision_at_3_max": 0.664434, + "nauc_precision_at_3_std": 0.08525, + "nauc_precision_at_3_diff1": 0.651114, + "nauc_precision_at_5_max": 0.674699, + "nauc_precision_at_5_std": 0.123776, + "nauc_precision_at_5_diff1": 0.636812, + "nauc_precision_at_10_max": 0.689184, + "nauc_precision_at_10_std": 0.166945, + "nauc_precision_at_10_diff1": 0.613061, + "nauc_precision_at_20_max": 0.687043, + "nauc_precision_at_20_std": 0.212776, + "nauc_precision_at_20_diff1": 0.593118, + "nauc_precision_at_100_max": 0.689615, + "nauc_precision_at_100_std": 0.321992, + "nauc_precision_at_100_diff1": 0.562185, + "nauc_precision_at_1000_max": 0.753425, + "nauc_precision_at_1000_std": 0.512904, + "nauc_precision_at_1000_diff1": 0.607539, + "nauc_mrr_at_1_max": 0.601912, + "nauc_mrr_at_1_std": 0.01839, + "nauc_mrr_at_1_diff1": 0.724927, + "nauc_mrr_at_3_max": 0.627164, + "nauc_mrr_at_3_std": 0.044846, + "nauc_mrr_at_3_diff1": 0.693042, + "nauc_mrr_at_5_max": 0.628531, + "nauc_mrr_at_5_std": 0.051411, + "nauc_mrr_at_5_diff1": 0.691108, + "nauc_mrr_at_10_max": 0.629256, + "nauc_mrr_at_10_std": 0.054205, + "nauc_mrr_at_10_diff1": 0.689572, + "nauc_mrr_at_20_max": 0.628667, + "nauc_mrr_at_20_std": 0.05521, + "nauc_mrr_at_20_diff1": 0.689461, + "nauc_mrr_at_100_max": 0.628394, + "nauc_mrr_at_100_std": 0.055225, + "nauc_mrr_at_100_diff1": 0.689948, + "nauc_mrr_at_1000_max": 0.628362, + "nauc_mrr_at_1000_std": 0.055053, + "nauc_mrr_at_1000_diff1": 0.690115, + "hit_rate_at_1": 0.50984, + "hit_rate_at_3": 0.64185, + "hit_rate_at_5": 0.68948, + "hit_rate_at_10": 0.74742, + "hit_rate_at_20": 0.80049, + "hit_rate_at_100": 0.89668, + "hit_rate_at_1000": 0.97881, + "main_score": 0.62557, + "hf_subset": "ara-ara", + "languages": [ + "ara-Arab", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.00061, + "ndcg_at_3": 0.00206, + "ndcg_at_5": 0.00255, + "ndcg_at_10": 0.0039, + "ndcg_at_20": 0.00556, + "ndcg_at_100": 0.01572, + "ndcg_at_1000": 0.08406, + "map_at_1": 0.00061, + "map_at_3": 0.00172, + "map_at_5": 0.00199, + "map_at_10": 0.00253, + "map_at_20": 0.00297, + "map_at_100": 0.00413, + "map_at_1000": 0.00572, + "recall_at_1": 0.00061, + "recall_at_3": 0.00303, + "recall_at_5": 0.00425, + "recall_at_10": 0.0085, + "recall_at_20": 0.01517, + "recall_at_100": 0.07373, + "recall_at_1000": 0.67233, + "accuracy": 0.00061, + "precision_at_1": 0.00061, + "precision_at_3": 0.00101, + "precision_at_5": 0.00085, + "precision_at_10": 0.00085, + "precision_at_20": 0.00076, + "precision_at_100": 0.00074, + "precision_at_1000": 0.00067, + "mrr_at_1": 0.000607, + "mrr_at_3": 0.001719, + "mrr_at_5": 0.001992, + "mrr_at_10": 0.002527, + "mrr_at_20": 0.002975, + "mrr_at_100": 0.004131, + "mrr_at_1000": 0.005724, + "nauc_ndcg_at_1_max": 1.0, + "nauc_ndcg_at_1_std": -0.49989, + "nauc_ndcg_at_1_diff1": 1.0, + "nauc_ndcg_at_3_max": 0.45386, + "nauc_ndcg_at_3_std": -0.197273, + "nauc_ndcg_at_3_diff1": 0.517462, + "nauc_ndcg_at_5_max": 0.346534, + "nauc_ndcg_at_5_std": -0.144721, + "nauc_ndcg_at_5_diff1": 0.376997, + "nauc_ndcg_at_10_max": 0.207643, + "nauc_ndcg_at_10_std": -0.177721, + "nauc_ndcg_at_10_diff1": 0.249079, + "nauc_ndcg_at_20_max": 0.231804, + "nauc_ndcg_at_20_std": -0.110064, + "nauc_ndcg_at_20_diff1": 0.205221, + "nauc_ndcg_at_100_max": 0.021941, + "nauc_ndcg_at_100_std": -0.045083, + "nauc_ndcg_at_100_diff1": 0.032221, + "nauc_ndcg_at_1000_max": 0.001812, + "nauc_ndcg_at_1000_std": -0.042922, + "nauc_ndcg_at_1000_diff1": -0.008149, + "nauc_map_at_1_max": 1.0, + "nauc_map_at_1_std": -0.49989, + "nauc_map_at_1_diff1": 1.0, + "nauc_map_at_3_max": 0.496738, + "nauc_map_at_3_std": -0.24602, + "nauc_map_at_3_diff1": 0.565861, + "nauc_map_at_5_max": 0.41675, + "nauc_map_at_5_std": -0.200156, + "nauc_map_at_5_diff1": 0.460081, + "nauc_map_at_10_max": 0.312519, + "nauc_map_at_10_std": -0.20774, + "nauc_map_at_10_diff1": 0.359763, + "nauc_map_at_20_max": 0.311578, + "nauc_map_at_20_std": -0.164337, + "nauc_map_at_20_diff1": 0.322689, + "nauc_map_at_100_max": 0.203816, + "nauc_map_at_100_std": -0.113103, + "nauc_map_at_100_diff1": 0.217164, + "nauc_map_at_1000_max": 0.167489, + "nauc_map_at_1000_std": -0.103918, + "nauc_map_at_1000_diff1": 0.179658, + "nauc_recall_at_1_max": 1.0, + "nauc_recall_at_1_std": -0.49989, + "nauc_recall_at_1_diff1": 1.0, + "nauc_recall_at_3_max": 0.384587, + "nauc_recall_at_3_std": -0.112178, + "nauc_recall_at_3_diff1": 0.436601, + "nauc_recall_at_5_max": 0.24326, + "nauc_recall_at_5_std": -0.063224, + "nauc_recall_at_5_diff1": 0.253017, + "nauc_recall_at_10_max": 0.099602, + "nauc_recall_at_10_std": -0.153399, + "nauc_recall_at_10_diff1": 0.135896, + "nauc_recall_at_20_max": 0.178293, + "nauc_recall_at_20_std": -0.071957, + "nauc_recall_at_20_diff1": 0.118665, + "nauc_recall_at_100_max": -0.042964, + "nauc_recall_at_100_std": -0.028927, + "nauc_recall_at_100_diff1": -0.028245, + "nauc_recall_at_1000_max": -0.022008, + "nauc_recall_at_1000_std": -0.037013, + "nauc_recall_at_1000_diff1": -0.04365, + "nauc_precision_at_1_max": 1.0, + "nauc_precision_at_1_std": -0.49989, + "nauc_precision_at_1_diff1": 1.0, + "nauc_precision_at_3_max": 0.384587, + "nauc_precision_at_3_std": -0.112178, + "nauc_precision_at_3_diff1": 0.436601, + "nauc_precision_at_5_max": 0.24326, + "nauc_precision_at_5_std": -0.063224, + "nauc_precision_at_5_diff1": 0.253017, + "nauc_precision_at_10_max": 0.099602, + "nauc_precision_at_10_std": -0.153399, + "nauc_precision_at_10_diff1": 0.135896, + "nauc_precision_at_20_max": 0.178293, + "nauc_precision_at_20_std": -0.071957, + "nauc_precision_at_20_diff1": 0.118665, + "nauc_precision_at_100_max": -0.03869, + "nauc_precision_at_100_std": -0.029097, + "nauc_precision_at_100_diff1": -0.024031, + "nauc_precision_at_1000_max": -0.018094, + "nauc_precision_at_1000_std": -0.037141, + "nauc_precision_at_1000_diff1": -0.039653, + "nauc_mrr_at_1_max": 1.0, + "nauc_mrr_at_1_std": -0.49989, + "nauc_mrr_at_1_diff1": 1.0, + "nauc_mrr_at_3_max": 0.496738, + "nauc_mrr_at_3_std": -0.24602, + "nauc_mrr_at_3_diff1": 0.565861, + "nauc_mrr_at_5_max": 0.41675, + "nauc_mrr_at_5_std": -0.200156, + "nauc_mrr_at_5_diff1": 0.460081, + "nauc_mrr_at_10_max": 0.312519, + "nauc_mrr_at_10_std": -0.20774, + "nauc_mrr_at_10_diff1": 0.359763, + "nauc_mrr_at_20_max": 0.311578, + "nauc_mrr_at_20_std": -0.164337, + "nauc_mrr_at_20_diff1": 0.322689, + "nauc_mrr_at_100_max": 0.20486, + "nauc_mrr_at_100_std": -0.113048, + "nauc_mrr_at_100_diff1": 0.218191, + "nauc_mrr_at_1000_max": 0.167998, + "nauc_mrr_at_1000_std": -0.103897, + "nauc_mrr_at_1000_diff1": 0.18016, + "hit_rate_at_1": 0.00061, + "hit_rate_at_3": 0.00303, + "hit_rate_at_5": 0.00425, + "hit_rate_at_10": 0.0085, + "hit_rate_at_20": 0.01517, + "hit_rate_at_100": 0.07403, + "hit_rate_at_1000": 0.67233, + "main_score": 0.0039, + "hf_subset": "ara-deu", + "languages": [ + "ara-Arab", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.55214, + "ndcg_at_3": 0.63848, + "ndcg_at_5": 0.65967, + "ndcg_at_10": 0.67972, + "ndcg_at_20": 0.6915, + "ndcg_at_100": 0.70664, + "ndcg_at_1000": 0.71321, + "map_at_1": 0.55204, + "map_at_3": 0.61778, + "map_at_5": 0.62959, + "map_at_10": 0.63789, + "map_at_20": 0.64119, + "map_at_100": 0.64327, + "map_at_1000": 0.64352, + "recall_at_1": 0.55204, + "recall_at_3": 0.69814, + "recall_at_5": 0.74934, + "recall_at_10": 0.81123, + "recall_at_20": 0.85728, + "recall_at_100": 0.93905, + "recall_at_1000": 0.991, + "accuracy": 0.55204, + "precision_at_1": 0.55214, + "precision_at_3": 0.23281, + "precision_at_5": 0.14992, + "precision_at_10": 0.08115, + "precision_at_20": 0.04288, + "precision_at_100": 0.0094, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.552138, + "mrr_at_3": 0.617811, + "mrr_at_5": 0.629626, + "mrr_at_10": 0.637919, + "mrr_at_20": 0.641224, + "mrr_at_100": 0.643297, + "mrr_at_1000": 0.64354, + "nauc_ndcg_at_1_max": 0.581872, + "nauc_ndcg_at_1_std": -0.070889, + "nauc_ndcg_at_1_diff1": 0.727918, + "nauc_ndcg_at_3_max": 0.608487, + "nauc_ndcg_at_3_std": -0.069794, + "nauc_ndcg_at_3_diff1": 0.688728, + "nauc_ndcg_at_5_max": 0.617274, + "nauc_ndcg_at_5_std": -0.06018, + "nauc_ndcg_at_5_diff1": 0.686693, + "nauc_ndcg_at_10_max": 0.617516, + "nauc_ndcg_at_10_std": -0.053611, + "nauc_ndcg_at_10_diff1": 0.684127, + "nauc_ndcg_at_20_max": 0.620177, + "nauc_ndcg_at_20_std": -0.046426, + "nauc_ndcg_at_20_diff1": 0.687273, + "nauc_ndcg_at_100_max": 0.616658, + "nauc_ndcg_at_100_std": -0.047415, + "nauc_ndcg_at_100_diff1": 0.690933, + "nauc_ndcg_at_1000_max": 0.613968, + "nauc_ndcg_at_1000_std": -0.050416, + "nauc_ndcg_at_1000_diff1": 0.692717, + "nauc_map_at_1_max": 0.581488, + "nauc_map_at_1_std": -0.071041, + "nauc_map_at_1_diff1": 0.727685, + "nauc_map_at_3_max": 0.601925, + "nauc_map_at_3_std": -0.070453, + "nauc_map_at_3_diff1": 0.698915, + "nauc_map_at_5_max": 0.606468, + "nauc_map_at_5_std": -0.06523, + "nauc_map_at_5_diff1": 0.698137, + "nauc_map_at_10_max": 0.606396, + "nauc_map_at_10_std": -0.062732, + "nauc_map_at_10_diff1": 0.697374, + "nauc_map_at_20_max": 0.606915, + "nauc_map_at_20_std": -0.061076, + "nauc_map_at_20_diff1": 0.698282, + "nauc_map_at_100_max": 0.606442, + "nauc_map_at_100_std": -0.061149, + "nauc_map_at_100_diff1": 0.698699, + "nauc_map_at_1000_max": 0.606371, + "nauc_map_at_1000_std": -0.061185, + "nauc_map_at_1000_diff1": 0.698759, + "nauc_recall_at_1_max": 0.581488, + "nauc_recall_at_1_std": -0.071041, + "nauc_recall_at_1_diff1": 0.727685, + "nauc_recall_at_3_max": 0.629914, + "nauc_recall_at_3_std": -0.067719, + "nauc_recall_at_3_diff1": 0.655011, + "nauc_recall_at_5_max": 0.658855, + "nauc_recall_at_5_std": -0.039874, + "nauc_recall_at_5_diff1": 0.643439, + "nauc_recall_at_10_max": 0.670155, + "nauc_recall_at_10_std": -0.006029, + "nauc_recall_at_10_diff1": 0.620835, + "nauc_recall_at_20_max": 0.704619, + "nauc_recall_at_20_std": 0.059029, + "nauc_recall_at_20_diff1": 0.624729, + "nauc_recall_at_100_max": 0.73596, + "nauc_recall_at_100_std": 0.161386, + "nauc_recall_at_100_diff1": 0.628384, + "nauc_recall_at_1000_max": 0.847568, + "nauc_recall_at_1000_std": 0.65148, + "nauc_recall_at_1000_diff1": 0.619519, + "nauc_precision_at_1_max": 0.581872, + "nauc_precision_at_1_std": -0.070889, + "nauc_precision_at_1_diff1": 0.727918, + "nauc_precision_at_3_max": 0.630282, + "nauc_precision_at_3_std": -0.066615, + "nauc_precision_at_3_diff1": 0.654466, + "nauc_precision_at_5_max": 0.659295, + "nauc_precision_at_5_std": -0.038626, + "nauc_precision_at_5_diff1": 0.642864, + "nauc_precision_at_10_max": 0.670746, + "nauc_precision_at_10_std": -0.004506, + "nauc_precision_at_10_diff1": 0.620192, + "nauc_precision_at_20_max": 0.705855, + "nauc_precision_at_20_std": 0.062106, + "nauc_precision_at_20_diff1": 0.624018, + "nauc_precision_at_100_max": 0.730037, + "nauc_precision_at_100_std": 0.171081, + "nauc_precision_at_100_diff1": 0.616883, + "nauc_precision_at_1000_max": 0.79987, + "nauc_precision_at_1000_std": 0.663556, + "nauc_precision_at_1000_diff1": 0.549032, + "nauc_mrr_at_1_max": 0.581872, + "nauc_mrr_at_1_std": -0.070889, + "nauc_mrr_at_1_diff1": 0.727918, + "nauc_mrr_at_3_max": 0.602018, + "nauc_mrr_at_3_std": -0.070276, + "nauc_mrr_at_3_diff1": 0.69888, + "nauc_mrr_at_5_max": 0.60657, + "nauc_mrr_at_5_std": -0.065047, + "nauc_mrr_at_5_diff1": 0.698108, + "nauc_mrr_at_10_max": 0.6065, + "nauc_mrr_at_10_std": -0.062546, + "nauc_mrr_at_10_diff1": 0.697343, + "nauc_mrr_at_20_max": 0.607034, + "nauc_mrr_at_20_std": -0.060855, + "nauc_mrr_at_20_diff1": 0.698257, + "nauc_mrr_at_100_max": 0.606517, + "nauc_mrr_at_100_std": -0.061013, + "nauc_mrr_at_100_diff1": 0.698674, + "nauc_mrr_at_1000_max": 0.606446, + "nauc_mrr_at_1000_std": -0.061049, + "nauc_mrr_at_1000_diff1": 0.698735, + "hit_rate_at_1": 0.55214, + "hit_rate_at_3": 0.69824, + "hit_rate_at_5": 0.74944, + "hit_rate_at_10": 0.81133, + "hit_rate_at_20": 0.85746, + "hit_rate_at_100": 0.93905, + "hit_rate_at_1000": 0.991, + "main_score": 0.67972, + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.58291, + "ndcg_at_3": 0.67076, + "ndcg_at_5": 0.68992, + "ndcg_at_10": 0.71073, + "ndcg_at_20": 0.72092, + "ndcg_at_100": 0.73435, + "ndcg_at_1000": 0.73988, + "map_at_1": 0.58291, + "map_at_3": 0.64998, + "map_at_5": 0.66063, + "map_at_10": 0.66933, + "map_at_20": 0.67218, + "map_at_100": 0.67405, + "map_at_1000": 0.67424, + "recall_at_1": 0.58291, + "recall_at_3": 0.73054, + "recall_at_5": 0.77705, + "recall_at_10": 0.84075, + "recall_at_20": 0.88069, + "recall_at_100": 0.95298, + "recall_at_1000": 0.99697, + "accuracy": 0.58291, + "precision_at_1": 0.58291, + "precision_at_3": 0.24351, + "precision_at_5": 0.15541, + "precision_at_10": 0.08407, + "precision_at_20": 0.04403, + "precision_at_100": 0.00953, + "precision_at_1000": 0.001, + "mrr_at_1": 0.582912, + "mrr_at_3": 0.649983, + "mrr_at_5": 0.660625, + "mrr_at_10": 0.669332, + "mrr_at_20": 0.672177, + "mrr_at_100": 0.674046, + "mrr_at_1000": 0.674244, + "nauc_ndcg_at_1_max": 0.612772, + "nauc_ndcg_at_1_std": -0.011604, + "nauc_ndcg_at_1_diff1": 0.722982, + "nauc_ndcg_at_3_max": 0.650666, + "nauc_ndcg_at_3_std": -0.005375, + "nauc_ndcg_at_3_diff1": 0.680369, + "nauc_ndcg_at_5_max": 0.654623, + "nauc_ndcg_at_5_std": -0.00775, + "nauc_ndcg_at_5_diff1": 0.679189, + "nauc_ndcg_at_10_max": 0.664196, + "nauc_ndcg_at_10_std": 0.011092, + "nauc_ndcg_at_10_diff1": 0.682091, + "nauc_ndcg_at_20_max": 0.65695, + "nauc_ndcg_at_20_std": 0.008076, + "nauc_ndcg_at_20_diff1": 0.678662, + "nauc_ndcg_at_100_max": 0.652224, + "nauc_ndcg_at_100_std": 0.005268, + "nauc_ndcg_at_100_diff1": 0.682243, + "nauc_ndcg_at_1000_max": 0.650661, + "nauc_ndcg_at_1000_std": 0.00323, + "nauc_ndcg_at_1000_diff1": 0.686201, + "nauc_map_at_1_max": 0.612772, + "nauc_map_at_1_std": -0.011604, + "nauc_map_at_1_diff1": 0.722982, + "nauc_map_at_3_max": 0.641195, + "nauc_map_at_3_std": -0.008209, + "nauc_map_at_3_diff1": 0.691535, + "nauc_map_at_5_max": 0.643096, + "nauc_map_at_5_std": -0.009684, + "nauc_map_at_5_diff1": 0.691309, + "nauc_map_at_10_max": 0.646317, + "nauc_map_at_10_std": -0.002499, + "nauc_map_at_10_diff1": 0.692513, + "nauc_map_at_20_max": 0.644397, + "nauc_map_at_20_std": -0.003121, + "nauc_map_at_20_diff1": 0.691699, + "nauc_map_at_100_max": 0.643702, + "nauc_map_at_100_std": -0.003697, + "nauc_map_at_100_diff1": 0.692091, + "nauc_map_at_1000_max": 0.643666, + "nauc_map_at_1000_std": -0.003688, + "nauc_map_at_1000_diff1": 0.692225, + "nauc_recall_at_1_max": 0.612772, + "nauc_recall_at_1_std": -0.011604, + "nauc_recall_at_1_diff1": 0.722982, + "nauc_recall_at_3_max": 0.682912, + "nauc_recall_at_3_std": 0.004964, + "nauc_recall_at_3_diff1": 0.642077, + "nauc_recall_at_5_max": 0.699764, + "nauc_recall_at_5_std": 0.000289, + "nauc_recall_at_5_diff1": 0.631709, + "nauc_recall_at_10_max": 0.76241, + "nauc_recall_at_10_std": 0.093051, + "nauc_recall_at_10_diff1": 0.631336, + "nauc_recall_at_20_max": 0.735034, + "nauc_recall_at_20_std": 0.089782, + "nauc_recall_at_20_diff1": 0.590837, + "nauc_recall_at_100_max": 0.737309, + "nauc_recall_at_100_std": 0.154912, + "nauc_recall_at_100_diff1": 0.558913, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.829595, + "nauc_recall_at_1000_diff1": 0.912844, + "nauc_precision_at_1_max": 0.612772, + "nauc_precision_at_1_std": -0.011604, + "nauc_precision_at_1_diff1": 0.722982, + "nauc_precision_at_3_max": 0.682912, + "nauc_precision_at_3_std": 0.004964, + "nauc_precision_at_3_diff1": 0.642077, + "nauc_precision_at_5_max": 0.699764, + "nauc_precision_at_5_std": 0.000289, + "nauc_precision_at_5_diff1": 0.631709, + "nauc_precision_at_10_max": 0.76241, + "nauc_precision_at_10_std": 0.093051, + "nauc_precision_at_10_diff1": 0.631336, + "nauc_precision_at_20_max": 0.735034, + "nauc_precision_at_20_std": 0.089782, + "nauc_precision_at_20_diff1": 0.590837, + "nauc_precision_at_100_max": 0.737309, + "nauc_precision_at_100_std": 0.154912, + "nauc_precision_at_100_diff1": 0.558913, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.829595, + "nauc_precision_at_1000_diff1": 0.912844, + "nauc_mrr_at_1_max": 0.612772, + "nauc_mrr_at_1_std": -0.011604, + "nauc_mrr_at_1_diff1": 0.722982, + "nauc_mrr_at_3_max": 0.641195, + "nauc_mrr_at_3_std": -0.008209, + "nauc_mrr_at_3_diff1": 0.691535, + "nauc_mrr_at_5_max": 0.643096, + "nauc_mrr_at_5_std": -0.009684, + "nauc_mrr_at_5_diff1": 0.691309, + "nauc_mrr_at_10_max": 0.646317, + "nauc_mrr_at_10_std": -0.002499, + "nauc_mrr_at_10_diff1": 0.692513, + "nauc_mrr_at_20_max": 0.644397, + "nauc_mrr_at_20_std": -0.003121, + "nauc_mrr_at_20_diff1": 0.691699, + "nauc_mrr_at_100_max": 0.643702, + "nauc_mrr_at_100_std": -0.003697, + "nauc_mrr_at_100_diff1": 0.692091, + "nauc_mrr_at_1000_max": 0.643666, + "nauc_mrr_at_1000_std": -0.003688, + "nauc_mrr_at_1000_diff1": 0.692225, + "hit_rate_at_1": 0.58291, + "hit_rate_at_3": 0.73054, + "hit_rate_at_5": 0.77705, + "hit_rate_at_10": 0.84075, + "hit_rate_at_20": 0.88069, + "hit_rate_at_100": 0.95298, + "hit_rate_at_1000": 0.99697, + "main_score": 0.71073, + "hf_subset": "ara-spa", + "languages": [ + "ara-Arab", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.48116, + "ndcg_at_3": 0.58354, + "ndcg_at_5": 0.60387, + "ndcg_at_10": 0.62451, + "ndcg_at_20": 0.63891, + "ndcg_at_100": 0.65696, + "ndcg_at_1000": 0.66692, + "map_at_1": 0.48116, + "map_at_3": 0.55917, + "map_at_5": 0.5705, + "map_at_10": 0.57911, + "map_at_20": 0.58316, + "map_at_100": 0.58571, + "map_at_1000": 0.58608, + "recall_at_1": 0.48116, + "recall_at_3": 0.65374, + "recall_at_5": 0.70289, + "recall_at_10": 0.76625, + "recall_at_20": 0.8225, + "recall_at_100": 0.91917, + "recall_at_1000": 0.99782, + "accuracy": 0.48116, + "precision_at_1": 0.48116, + "precision_at_3": 0.21791, + "precision_at_5": 0.14058, + "precision_at_10": 0.07662, + "precision_at_20": 0.04113, + "precision_at_100": 0.00919, + "precision_at_1000": 0.001, + "mrr_at_1": 0.481158, + "mrr_at_3": 0.559166, + "mrr_at_5": 0.570499, + "mrr_at_10": 0.579111, + "mrr_at_20": 0.583158, + "mrr_at_100": 0.585708, + "mrr_at_1000": 0.586082, + "nauc_ndcg_at_1_max": 0.57371, + "nauc_ndcg_at_1_std": 0.023403, + "nauc_ndcg_at_1_diff1": 0.655672, + "nauc_ndcg_at_3_max": 0.615187, + "nauc_ndcg_at_3_std": 0.051654, + "nauc_ndcg_at_3_diff1": 0.616345, + "nauc_ndcg_at_5_max": 0.613287, + "nauc_ndcg_at_5_std": 0.049535, + "nauc_ndcg_at_5_diff1": 0.614319, + "nauc_ndcg_at_10_max": 0.618462, + "nauc_ndcg_at_10_std": 0.063879, + "nauc_ndcg_at_10_diff1": 0.611548, + "nauc_ndcg_at_20_max": 0.615578, + "nauc_ndcg_at_20_std": 0.069503, + "nauc_ndcg_at_20_diff1": 0.608446, + "nauc_ndcg_at_100_max": 0.618302, + "nauc_ndcg_at_100_std": 0.080408, + "nauc_ndcg_at_100_diff1": 0.616339, + "nauc_ndcg_at_1000_max": 0.612817, + "nauc_ndcg_at_1000_std": 0.065129, + "nauc_ndcg_at_1000_diff1": 0.618467, + "nauc_map_at_1_max": 0.57371, + "nauc_map_at_1_std": 0.023403, + "nauc_map_at_1_diff1": 0.655672, + "nauc_map_at_3_max": 0.605102, + "nauc_map_at_3_std": 0.04476, + "nauc_map_at_3_diff1": 0.625898, + "nauc_map_at_5_max": 0.603909, + "nauc_map_at_5_std": 0.043559, + "nauc_map_at_5_diff1": 0.625015, + "nauc_map_at_10_max": 0.605935, + "nauc_map_at_10_std": 0.049322, + "nauc_map_at_10_diff1": 0.624185, + "nauc_map_at_20_max": 0.605087, + "nauc_map_at_20_std": 0.050587, + "nauc_map_at_20_diff1": 0.623513, + "nauc_map_at_100_max": 0.605608, + "nauc_map_at_100_std": 0.052116, + "nauc_map_at_100_diff1": 0.624592, + "nauc_map_at_1000_max": 0.605452, + "nauc_map_at_1000_std": 0.051689, + "nauc_map_at_1000_diff1": 0.624666, + "nauc_recall_at_1_max": 0.57371, + "nauc_recall_at_1_std": 0.023403, + "nauc_recall_at_1_diff1": 0.655672, + "nauc_recall_at_3_max": 0.647843, + "nauc_recall_at_3_std": 0.07399, + "nauc_recall_at_3_diff1": 0.585414, + "nauc_recall_at_5_max": 0.64587, + "nauc_recall_at_5_std": 0.070057, + "nauc_recall_at_5_diff1": 0.576321, + "nauc_recall_at_10_max": 0.672797, + "nauc_recall_at_10_std": 0.131634, + "nauc_recall_at_10_diff1": 0.556329, + "nauc_recall_at_20_max": 0.668387, + "nauc_recall_at_20_std": 0.185642, + "nauc_recall_at_20_diff1": 0.52219, + "nauc_recall_at_100_max": 0.75722, + "nauc_recall_at_100_std": 0.475762, + "nauc_recall_at_100_diff1": 0.564552, + "nauc_recall_at_1000_max": 0.637691, + "nauc_recall_at_1000_std": 0.359781, + "nauc_recall_at_1000_diff1": 0.707674, + "nauc_precision_at_1_max": 0.57371, + "nauc_precision_at_1_std": 0.023403, + "nauc_precision_at_1_diff1": 0.655672, + "nauc_precision_at_3_max": 0.647843, + "nauc_precision_at_3_std": 0.07399, + "nauc_precision_at_3_diff1": 0.585414, + "nauc_precision_at_5_max": 0.64587, + "nauc_precision_at_5_std": 0.070057, + "nauc_precision_at_5_diff1": 0.576321, + "nauc_precision_at_10_max": 0.672797, + "nauc_precision_at_10_std": 0.131634, + "nauc_precision_at_10_diff1": 0.556329, + "nauc_precision_at_20_max": 0.668387, + "nauc_precision_at_20_std": 0.185642, + "nauc_precision_at_20_diff1": 0.52219, + "nauc_precision_at_100_max": 0.75722, + "nauc_precision_at_100_std": 0.475762, + "nauc_precision_at_100_diff1": 0.564552, + "nauc_precision_at_1000_max": 0.637691, + "nauc_precision_at_1000_std": 0.359781, + "nauc_precision_at_1000_diff1": 0.707674, + "nauc_mrr_at_1_max": 0.57371, + "nauc_mrr_at_1_std": 0.023403, + "nauc_mrr_at_1_diff1": 0.655672, + "nauc_mrr_at_3_max": 0.605102, + "nauc_mrr_at_3_std": 0.04476, + "nauc_mrr_at_3_diff1": 0.625898, + "nauc_mrr_at_5_max": 0.603909, + "nauc_mrr_at_5_std": 0.043559, + "nauc_mrr_at_5_diff1": 0.625015, + "nauc_mrr_at_10_max": 0.605935, + "nauc_mrr_at_10_std": 0.049322, + "nauc_mrr_at_10_diff1": 0.624185, + "nauc_mrr_at_20_max": 0.605087, + "nauc_mrr_at_20_std": 0.050587, + "nauc_mrr_at_20_diff1": 0.623513, + "nauc_mrr_at_100_max": 0.605608, + "nauc_mrr_at_100_std": 0.052116, + "nauc_mrr_at_100_diff1": 0.624592, + "nauc_mrr_at_1000_max": 0.605452, + "nauc_mrr_at_1000_std": 0.051689, + "nauc_mrr_at_1000_diff1": 0.624666, + "hit_rate_at_1": 0.48116, + "hit_rate_at_3": 0.65374, + "hit_rate_at_5": 0.70289, + "hit_rate_at_10": 0.76625, + "hit_rate_at_20": 0.8225, + "hit_rate_at_100": 0.91917, + "hit_rate_at_1000": 0.99782, + "main_score": 0.62451, + "hf_subset": "ara-hin", + "languages": [ + "ara-Arab", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.55203, + "ndcg_at_3": 0.64877, + "ndcg_at_5": 0.67242, + "ndcg_at_10": 0.69115, + "ndcg_at_20": 0.70595, + "ndcg_at_100": 0.71905, + "ndcg_at_1000": 0.72437, + "map_at_1": 0.55203, + "map_at_3": 0.62571, + "map_at_5": 0.6389, + "map_at_10": 0.64677, + "map_at_20": 0.65096, + "map_at_100": 0.65282, + "map_at_1000": 0.65303, + "recall_at_1": 0.55203, + "recall_at_3": 0.71519, + "recall_at_5": 0.77235, + "recall_at_10": 0.82951, + "recall_at_20": 0.88715, + "recall_at_100": 0.95701, + "recall_at_1000": 0.99853, + "accuracy": 0.55203, + "precision_at_1": 0.55203, + "precision_at_3": 0.2384, + "precision_at_5": 0.15447, + "precision_at_10": 0.08295, + "precision_at_20": 0.04436, + "precision_at_100": 0.00957, + "precision_at_1000": 0.001, + "mrr_at_1": 0.552027, + "mrr_at_3": 0.625712, + "mrr_at_5": 0.638902, + "mrr_at_10": 0.646775, + "mrr_at_20": 0.650961, + "mrr_at_100": 0.652816, + "mrr_at_1000": 0.653026, + "nauc_ndcg_at_1_max": 0.59848, + "nauc_ndcg_at_1_std": -0.028175, + "nauc_ndcg_at_1_diff1": 0.749648, + "nauc_ndcg_at_3_max": 0.645627, + "nauc_ndcg_at_3_std": -0.02448, + "nauc_ndcg_at_3_diff1": 0.704742, + "nauc_ndcg_at_5_max": 0.646801, + "nauc_ndcg_at_5_std": -0.013749, + "nauc_ndcg_at_5_diff1": 0.700926, + "nauc_ndcg_at_10_max": 0.648145, + "nauc_ndcg_at_10_std": 0.000169, + "nauc_ndcg_at_10_diff1": 0.698134, + "nauc_ndcg_at_20_max": 0.643702, + "nauc_ndcg_at_20_std": 0.001349, + "nauc_ndcg_at_20_diff1": 0.702022, + "nauc_ndcg_at_100_max": 0.644261, + "nauc_ndcg_at_100_std": 0.00406, + "nauc_ndcg_at_100_diff1": 0.709641, + "nauc_ndcg_at_1000_max": 0.640407, + "nauc_ndcg_at_1000_std": -0.004631, + "nauc_ndcg_at_1000_diff1": 0.710453, + "nauc_map_at_1_max": 0.59848, + "nauc_map_at_1_std": -0.028175, + "nauc_map_at_1_diff1": 0.749648, + "nauc_map_at_3_max": 0.634553, + "nauc_map_at_3_std": -0.025074, + "nauc_map_at_3_diff1": 0.716877, + "nauc_map_at_5_max": 0.634716, + "nauc_map_at_5_std": -0.01971, + "nauc_map_at_5_diff1": 0.715293, + "nauc_map_at_10_max": 0.635065, + "nauc_map_at_10_std": -0.014142, + "nauc_map_at_10_diff1": 0.714348, + "nauc_map_at_20_max": 0.633851, + "nauc_map_at_20_std": -0.01391, + "nauc_map_at_20_diff1": 0.71545, + "nauc_map_at_100_max": 0.634014, + "nauc_map_at_100_std": -0.013239, + "nauc_map_at_100_diff1": 0.716435, + "nauc_map_at_1000_max": 0.633883, + "nauc_map_at_1000_std": -0.013517, + "nauc_map_at_1000_diff1": 0.716457, + "nauc_recall_at_1_max": 0.59848, + "nauc_recall_at_1_std": -0.028175, + "nauc_recall_at_1_diff1": 0.749648, + "nauc_recall_at_3_max": 0.682741, + "nauc_recall_at_3_std": -0.022646, + "nauc_recall_at_3_diff1": 0.663171, + "nauc_recall_at_5_max": 0.694228, + "nauc_recall_at_5_std": 0.012117, + "nauc_recall_at_5_diff1": 0.643081, + "nauc_recall_at_10_max": 0.71303, + "nauc_recall_at_10_std": 0.081546, + "nauc_recall_at_10_diff1": 0.615399, + "nauc_recall_at_20_max": 0.70437, + "nauc_recall_at_20_std": 0.125615, + "nauc_recall_at_20_diff1": 0.611557, + "nauc_recall_at_100_max": 0.800225, + "nauc_recall_at_100_std": 0.356666, + "nauc_recall_at_100_diff1": 0.677987, + "nauc_recall_at_1000_max": 0.707554, + "nauc_recall_at_1000_std": -0.005851, + "nauc_recall_at_1000_diff1": 0.807814, + "nauc_precision_at_1_max": 0.59848, + "nauc_precision_at_1_std": -0.028175, + "nauc_precision_at_1_diff1": 0.749648, + "nauc_precision_at_3_max": 0.682741, + "nauc_precision_at_3_std": -0.022646, + "nauc_precision_at_3_diff1": 0.663171, + "nauc_precision_at_5_max": 0.694228, + "nauc_precision_at_5_std": 0.012117, + "nauc_precision_at_5_diff1": 0.643081, + "nauc_precision_at_10_max": 0.71303, + "nauc_precision_at_10_std": 0.081546, + "nauc_precision_at_10_diff1": 0.615399, + "nauc_precision_at_20_max": 0.70437, + "nauc_precision_at_20_std": 0.125615, + "nauc_precision_at_20_diff1": 0.611557, + "nauc_precision_at_100_max": 0.800225, + "nauc_precision_at_100_std": 0.356666, + "nauc_precision_at_100_diff1": 0.677987, + "nauc_precision_at_1000_max": 0.707554, + "nauc_precision_at_1000_std": -0.005851, + "nauc_precision_at_1000_diff1": 0.807814, + "nauc_mrr_at_1_max": 0.59848, + "nauc_mrr_at_1_std": -0.028175, + "nauc_mrr_at_1_diff1": 0.749648, + "nauc_mrr_at_3_max": 0.634553, + "nauc_mrr_at_3_std": -0.025074, + "nauc_mrr_at_3_diff1": 0.716877, + "nauc_mrr_at_5_max": 0.634716, + "nauc_mrr_at_5_std": -0.01971, + "nauc_mrr_at_5_diff1": 0.715293, + "nauc_mrr_at_10_max": 0.635065, + "nauc_mrr_at_10_std": -0.014142, + "nauc_mrr_at_10_diff1": 0.714348, + "nauc_mrr_at_20_max": 0.633851, + "nauc_mrr_at_20_std": -0.01391, + "nauc_mrr_at_20_diff1": 0.71545, + "nauc_mrr_at_100_max": 0.634014, + "nauc_mrr_at_100_std": -0.013239, + "nauc_mrr_at_100_diff1": 0.716435, + "nauc_mrr_at_1000_max": 0.633883, + "nauc_mrr_at_1000_std": -0.013517, + "nauc_mrr_at_1000_diff1": 0.716457, + "hit_rate_at_1": 0.55203, + "hit_rate_at_3": 0.71519, + "hit_rate_at_5": 0.77235, + "hit_rate_at_10": 0.82951, + "hit_rate_at_20": 0.88715, + "hit_rate_at_100": 0.95701, + "hit_rate_at_1000": 0.99853, + "main_score": 0.69115, + "hf_subset": "ara-vie", + "languages": [ + "ara-Arab", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.57322, + "ndcg_at_3": 0.65784, + "ndcg_at_5": 0.68084, + "ndcg_at_10": 0.69991, + "ndcg_at_20": 0.7116, + "ndcg_at_100": 0.72569, + "ndcg_at_1000": 0.73127, + "map_at_1": 0.57322, + "map_at_3": 0.63685, + "map_at_5": 0.64972, + "map_at_10": 0.65767, + "map_at_20": 0.6609, + "map_at_100": 0.6629, + "map_at_1000": 0.6631, + "recall_at_1": 0.57322, + "recall_at_3": 0.71862, + "recall_at_5": 0.77406, + "recall_at_10": 0.83264, + "recall_at_20": 0.87866, + "recall_at_100": 0.95397, + "recall_at_1000": 0.99791, + "accuracy": 0.57322, + "precision_at_1": 0.57322, + "precision_at_3": 0.23954, + "precision_at_5": 0.15481, + "precision_at_10": 0.08326, + "precision_at_20": 0.04393, + "precision_at_100": 0.00954, + "precision_at_1000": 0.001, + "mrr_at_1": 0.573222, + "mrr_at_3": 0.636855, + "mrr_at_5": 0.649721, + "mrr_at_10": 0.65767, + "mrr_at_20": 0.660901, + "mrr_at_100": 0.662896, + "mrr_at_1000": 0.663105, + "nauc_ndcg_at_1_max": 0.628163, + "nauc_ndcg_at_1_std": -0.053929, + "nauc_ndcg_at_1_diff1": 0.72987, + "nauc_ndcg_at_3_max": 0.643186, + "nauc_ndcg_at_3_std": -0.045507, + "nauc_ndcg_at_3_diff1": 0.676251, + "nauc_ndcg_at_5_max": 0.647754, + "nauc_ndcg_at_5_std": -0.041426, + "nauc_ndcg_at_5_diff1": 0.673395, + "nauc_ndcg_at_10_max": 0.653313, + "nauc_ndcg_at_10_std": -0.03215, + "nauc_ndcg_at_10_diff1": 0.674235, + "nauc_ndcg_at_20_max": 0.652916, + "nauc_ndcg_at_20_std": -0.031163, + "nauc_ndcg_at_20_diff1": 0.6768, + "nauc_ndcg_at_100_max": 0.650637, + "nauc_ndcg_at_100_std": -0.024805, + "nauc_ndcg_at_100_diff1": 0.679565, + "nauc_ndcg_at_1000_max": 0.647911, + "nauc_ndcg_at_1000_std": -0.034412, + "nauc_ndcg_at_1000_diff1": 0.683588, + "nauc_map_at_1_max": 0.628163, + "nauc_map_at_1_std": -0.053929, + "nauc_map_at_1_diff1": 0.72987, + "nauc_map_at_3_max": 0.639951, + "nauc_map_at_3_std": -0.046799, + "nauc_map_at_3_diff1": 0.690367, + "nauc_map_at_5_max": 0.642076, + "nauc_map_at_5_std": -0.044959, + "nauc_map_at_5_diff1": 0.689204, + "nauc_map_at_10_max": 0.643888, + "nauc_map_at_10_std": -0.041722, + "nauc_map_at_10_diff1": 0.689785, + "nauc_map_at_20_max": 0.643798, + "nauc_map_at_20_std": -0.041707, + "nauc_map_at_20_diff1": 0.690613, + "nauc_map_at_100_max": 0.643402, + "nauc_map_at_100_std": -0.041248, + "nauc_map_at_100_diff1": 0.690929, + "nauc_map_at_1000_max": 0.643326, + "nauc_map_at_1000_std": -0.041552, + "nauc_map_at_1000_diff1": 0.69107, + "nauc_recall_at_1_max": 0.628163, + "nauc_recall_at_1_std": -0.053929, + "nauc_recall_at_1_diff1": 0.72987, + "nauc_recall_at_3_max": 0.653831, + "nauc_recall_at_3_std": -0.041571, + "nauc_recall_at_3_diff1": 0.628239, + "nauc_recall_at_5_max": 0.670811, + "nauc_recall_at_5_std": -0.026861, + "nauc_recall_at_5_diff1": 0.610892, + "nauc_recall_at_10_max": 0.705628, + "nauc_recall_at_10_std": 0.023379, + "nauc_recall_at_10_diff1": 0.597273, + "nauc_recall_at_20_max": 0.718477, + "nauc_recall_at_20_std": 0.052102, + "nauc_recall_at_20_diff1": 0.59063, + "nauc_recall_at_100_max": 0.770031, + "nauc_recall_at_100_std": 0.369986, + "nauc_recall_at_100_diff1": 0.536702, + "nauc_recall_at_1000_max": 0.967324, + "nauc_recall_at_1000_std": 0.819109, + "nauc_recall_at_1000_diff1": 0.77008, + "nauc_precision_at_1_max": 0.628163, + "nauc_precision_at_1_std": -0.053929, + "nauc_precision_at_1_diff1": 0.72987, + "nauc_precision_at_3_max": 0.653831, + "nauc_precision_at_3_std": -0.041571, + "nauc_precision_at_3_diff1": 0.628239, + "nauc_precision_at_5_max": 0.670811, + "nauc_precision_at_5_std": -0.026861, + "nauc_precision_at_5_diff1": 0.610892, + "nauc_precision_at_10_max": 0.705628, + "nauc_precision_at_10_std": 0.023379, + "nauc_precision_at_10_diff1": 0.597273, + "nauc_precision_at_20_max": 0.718477, + "nauc_precision_at_20_std": 0.052102, + "nauc_precision_at_20_diff1": 0.59063, + "nauc_precision_at_100_max": 0.770031, + "nauc_precision_at_100_std": 0.369986, + "nauc_precision_at_100_diff1": 0.536702, + "nauc_precision_at_1000_max": 0.967324, + "nauc_precision_at_1000_std": 0.819109, + "nauc_precision_at_1000_diff1": 0.77008, + "nauc_mrr_at_1_max": 0.628163, + "nauc_mrr_at_1_std": -0.053929, + "nauc_mrr_at_1_diff1": 0.72987, + "nauc_mrr_at_3_max": 0.639951, + "nauc_mrr_at_3_std": -0.046799, + "nauc_mrr_at_3_diff1": 0.690367, + "nauc_mrr_at_5_max": 0.642076, + "nauc_mrr_at_5_std": -0.044959, + "nauc_mrr_at_5_diff1": 0.689204, + "nauc_mrr_at_10_max": 0.643888, + "nauc_mrr_at_10_std": -0.041722, + "nauc_mrr_at_10_diff1": 0.689785, + "nauc_mrr_at_20_max": 0.643798, + "nauc_mrr_at_20_std": -0.041707, + "nauc_mrr_at_20_diff1": 0.690613, + "nauc_mrr_at_100_max": 0.643402, + "nauc_mrr_at_100_std": -0.041248, + "nauc_mrr_at_100_diff1": 0.690929, + "nauc_mrr_at_1000_max": 0.643326, + "nauc_mrr_at_1000_std": -0.041552, + "nauc_mrr_at_1000_diff1": 0.69107, + "hit_rate_at_1": 0.57322, + "hit_rate_at_3": 0.71862, + "hit_rate_at_5": 0.77406, + "hit_rate_at_10": 0.83264, + "hit_rate_at_20": 0.87866, + "hit_rate_at_100": 0.95397, + "hit_rate_at_1000": 0.99791, + "main_score": 0.69991, + "hf_subset": "ara-zho", + "languages": [ + "ara-Arab", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.52881, + "ndcg_at_3": 0.61694, + "ndcg_at_5": 0.63816, + "ndcg_at_10": 0.65858, + "ndcg_at_20": 0.67187, + "ndcg_at_100": 0.68961, + "ndcg_at_1000": 0.69661, + "map_at_1": 0.52881, + "map_at_3": 0.59541, + "map_at_5": 0.60718, + "map_at_10": 0.6155, + "map_at_20": 0.61921, + "map_at_100": 0.62164, + "map_at_1000": 0.62188, + "recall_at_1": 0.52881, + "recall_at_3": 0.6792, + "recall_at_5": 0.73075, + "recall_at_10": 0.79442, + "recall_at_20": 0.84657, + "recall_at_100": 0.94239, + "recall_at_1000": 0.99818, + "accuracy": 0.52881, + "precision_at_1": 0.52881, + "precision_at_3": 0.2264, + "precision_at_5": 0.14615, + "precision_at_10": 0.07944, + "precision_at_20": 0.04233, + "precision_at_100": 0.00942, + "precision_at_1000": 0.001, + "mrr_at_1": 0.528805, + "mrr_at_3": 0.595411, + "mrr_at_5": 0.607176, + "mrr_at_10": 0.615498, + "mrr_at_20": 0.619205, + "mrr_at_100": 0.621635, + "mrr_at_1000": 0.621884, + "nauc_ndcg_at_1_max": 0.58212, + "nauc_ndcg_at_1_std": -0.117764, + "nauc_ndcg_at_1_diff1": 0.755043, + "nauc_ndcg_at_3_max": 0.594566, + "nauc_ndcg_at_3_std": -0.116441, + "nauc_ndcg_at_3_diff1": 0.715208, + "nauc_ndcg_at_5_max": 0.595593, + "nauc_ndcg_at_5_std": -0.104514, + "nauc_ndcg_at_5_diff1": 0.708632, + "nauc_ndcg_at_10_max": 0.597048, + "nauc_ndcg_at_10_std": -0.099063, + "nauc_ndcg_at_10_diff1": 0.706886, + "nauc_ndcg_at_20_max": 0.600537, + "nauc_ndcg_at_20_std": -0.09386, + "nauc_ndcg_at_20_diff1": 0.709776, + "nauc_ndcg_at_100_max": 0.600465, + "nauc_ndcg_at_100_std": -0.088048, + "nauc_ndcg_at_100_diff1": 0.714625, + "nauc_ndcg_at_1000_max": 0.596996, + "nauc_ndcg_at_1000_std": -0.098727, + "nauc_ndcg_at_1000_diff1": 0.716573, + "nauc_map_at_1_max": 0.58212, + "nauc_map_at_1_std": -0.117764, + "nauc_map_at_1_diff1": 0.755043, + "nauc_map_at_3_max": 0.590912, + "nauc_map_at_3_std": -0.117589, + "nauc_map_at_3_diff1": 0.724674, + "nauc_map_at_5_max": 0.591328, + "nauc_map_at_5_std": -0.111654, + "nauc_map_at_5_diff1": 0.721337, + "nauc_map_at_10_max": 0.5921, + "nauc_map_at_10_std": -0.109474, + "nauc_map_at_10_diff1": 0.720918, + "nauc_map_at_20_max": 0.592838, + "nauc_map_at_20_std": -0.108372, + "nauc_map_at_20_diff1": 0.721778, + "nauc_map_at_100_max": 0.592783, + "nauc_map_at_100_std": -0.107812, + "nauc_map_at_100_diff1": 0.722344, + "nauc_map_at_1000_max": 0.592681, + "nauc_map_at_1000_std": -0.108116, + "nauc_map_at_1000_diff1": 0.722393, + "nauc_recall_at_1_max": 0.58212, + "nauc_recall_at_1_std": -0.117764, + "nauc_recall_at_1_diff1": 0.755043, + "nauc_recall_at_3_max": 0.606822, + "nauc_recall_at_3_std": -0.112268, + "nauc_recall_at_3_diff1": 0.684413, + "nauc_recall_at_5_max": 0.611737, + "nauc_recall_at_5_std": -0.075122, + "nauc_recall_at_5_diff1": 0.661395, + "nauc_recall_at_10_max": 0.619473, + "nauc_recall_at_10_std": -0.046315, + "nauc_recall_at_10_diff1": 0.64244, + "nauc_recall_at_20_max": 0.65172, + "nauc_recall_at_20_std": 0.007097, + "nauc_recall_at_20_diff1": 0.643008, + "nauc_recall_at_100_max": 0.727755, + "nauc_recall_at_100_std": 0.295515, + "nauc_recall_at_100_diff1": 0.656717, + "nauc_recall_at_1000_max": 0.956424, + "nauc_recall_at_1000_std": 0.742398, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.58212, + "nauc_precision_at_1_std": -0.117764, + "nauc_precision_at_1_diff1": 0.755043, + "nauc_precision_at_3_max": 0.606822, + "nauc_precision_at_3_std": -0.112268, + "nauc_precision_at_3_diff1": 0.684413, + "nauc_precision_at_5_max": 0.611737, + "nauc_precision_at_5_std": -0.075122, + "nauc_precision_at_5_diff1": 0.661395, + "nauc_precision_at_10_max": 0.619473, + "nauc_precision_at_10_std": -0.046315, + "nauc_precision_at_10_diff1": 0.64244, + "nauc_precision_at_20_max": 0.65172, + "nauc_precision_at_20_std": 0.007097, + "nauc_precision_at_20_diff1": 0.643008, + "nauc_precision_at_100_max": 0.727755, + "nauc_precision_at_100_std": 0.295515, + "nauc_precision_at_100_diff1": 0.656717, + "nauc_precision_at_1000_max": 0.956424, + "nauc_precision_at_1000_std": 0.742398, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.58212, + "nauc_mrr_at_1_std": -0.117764, + "nauc_mrr_at_1_diff1": 0.755043, + "nauc_mrr_at_3_max": 0.590912, + "nauc_mrr_at_3_std": -0.117589, + "nauc_mrr_at_3_diff1": 0.724674, + "nauc_mrr_at_5_max": 0.591328, + "nauc_mrr_at_5_std": -0.111654, + "nauc_mrr_at_5_diff1": 0.721337, + "nauc_mrr_at_10_max": 0.5921, + "nauc_mrr_at_10_std": -0.109474, + "nauc_mrr_at_10_diff1": 0.720918, + "nauc_mrr_at_20_max": 0.592838, + "nauc_mrr_at_20_std": -0.108372, + "nauc_mrr_at_20_diff1": 0.721778, + "nauc_mrr_at_100_max": 0.592783, + "nauc_mrr_at_100_std": -0.107812, + "nauc_mrr_at_100_diff1": 0.722344, + "nauc_mrr_at_1000_max": 0.592681, + "nauc_mrr_at_1000_std": -0.108116, + "nauc_mrr_at_1000_diff1": 0.722393, + "hit_rate_at_1": 0.52881, + "hit_rate_at_3": 0.6792, + "hit_rate_at_5": 0.73075, + "hit_rate_at_10": 0.79442, + "hit_rate_at_20": 0.84657, + "hit_rate_at_100": 0.94239, + "hit_rate_at_1000": 0.99818, + "main_score": 0.65858, + "hf_subset": "deu-ara", + "languages": [ + "deu-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.58276, + "ndcg_at_3": 0.65817, + "ndcg_at_5": 0.6776, + "ndcg_at_10": 0.69608, + "ndcg_at_20": 0.70635, + "ndcg_at_100": 0.72107, + "ndcg_at_1000": 0.72826, + "map_at_1": 0.58265, + "map_at_3": 0.63986, + "map_at_5": 0.65069, + "map_at_10": 0.65831, + "map_at_20": 0.66115, + "map_at_100": 0.66323, + "map_at_1000": 0.66349, + "recall_at_1": 0.58265, + "recall_at_3": 0.71106, + "recall_at_5": 0.75803, + "recall_at_10": 0.8152, + "recall_at_20": 0.8556, + "recall_at_100": 0.93434, + "recall_at_1000": 0.99136, + "accuracy": 0.58265, + "precision_at_1": 0.58276, + "precision_at_3": 0.23709, + "precision_at_5": 0.15165, + "precision_at_10": 0.08154, + "precision_at_20": 0.0428, + "precision_at_100": 0.00935, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.582761, + "mrr_at_3": 0.639855, + "mrr_at_5": 0.650691, + "mrr_at_10": 0.65831, + "mrr_at_20": 0.661162, + "mrr_at_100": 0.663229, + "mrr_at_1000": 0.663491, + "nauc_ndcg_at_1_max": 0.59672, + "nauc_ndcg_at_1_std": -0.137437, + "nauc_ndcg_at_1_diff1": 0.796935, + "nauc_ndcg_at_3_max": 0.628177, + "nauc_ndcg_at_3_std": -0.121548, + "nauc_ndcg_at_3_diff1": 0.76078, + "nauc_ndcg_at_5_max": 0.630041, + "nauc_ndcg_at_5_std": -0.112013, + "nauc_ndcg_at_5_diff1": 0.754384, + "nauc_ndcg_at_10_max": 0.635633, + "nauc_ndcg_at_10_std": -0.097076, + "nauc_ndcg_at_10_diff1": 0.753306, + "nauc_ndcg_at_20_max": 0.635569, + "nauc_ndcg_at_20_std": -0.091683, + "nauc_ndcg_at_20_diff1": 0.752796, + "nauc_ndcg_at_100_max": 0.63321, + "nauc_ndcg_at_100_std": -0.088421, + "nauc_ndcg_at_100_diff1": 0.757398, + "nauc_ndcg_at_1000_max": 0.630342, + "nauc_ndcg_at_1000_std": -0.098345, + "nauc_ndcg_at_1000_diff1": 0.761198, + "nauc_map_at_1_max": 0.596248, + "nauc_map_at_1_std": -0.137615, + "nauc_map_at_1_diff1": 0.796879, + "nauc_map_at_3_max": 0.620752, + "nauc_map_at_3_std": -0.126662, + "nauc_map_at_3_diff1": 0.770554, + "nauc_map_at_5_max": 0.621541, + "nauc_map_at_5_std": -0.121739, + "nauc_map_at_5_diff1": 0.767404, + "nauc_map_at_10_max": 0.623556, + "nauc_map_at_10_std": -0.116389, + "nauc_map_at_10_diff1": 0.767317, + "nauc_map_at_20_max": 0.623447, + "nauc_map_at_20_std": -0.115263, + "nauc_map_at_20_diff1": 0.767312, + "nauc_map_at_100_max": 0.623072, + "nauc_map_at_100_std": -0.115114, + "nauc_map_at_100_diff1": 0.767978, + "nauc_map_at_1000_max": 0.62299, + "nauc_map_at_1000_std": -0.115362, + "nauc_map_at_1000_diff1": 0.768094, + "nauc_recall_at_1_max": 0.596248, + "nauc_recall_at_1_std": -0.137615, + "nauc_recall_at_1_diff1": 0.796879, + "nauc_recall_at_3_max": 0.652476, + "nauc_recall_at_3_std": -0.104081, + "nauc_recall_at_3_diff1": 0.728125, + "nauc_recall_at_5_max": 0.661705, + "nauc_recall_at_5_std": -0.073409, + "nauc_recall_at_5_diff1": 0.704414, + "nauc_recall_at_10_max": 0.694027, + "nauc_recall_at_10_std": 0.003839, + "nauc_recall_at_10_diff1": 0.686677, + "nauc_recall_at_20_max": 0.707962, + "nauc_recall_at_20_std": 0.066396, + "nauc_recall_at_20_diff1": 0.66626, + "nauc_recall_at_100_max": 0.744319, + "nauc_recall_at_100_std": 0.306416, + "nauc_recall_at_100_diff1": 0.654822, + "nauc_recall_at_1000_max": 0.867424, + "nauc_recall_at_1000_std": 0.746968, + "nauc_recall_at_1000_diff1": 0.76952, + "nauc_precision_at_1_max": 0.59672, + "nauc_precision_at_1_std": -0.137437, + "nauc_precision_at_1_diff1": 0.796935, + "nauc_precision_at_3_max": 0.65249, + "nauc_precision_at_3_std": -0.103425, + "nauc_precision_at_3_diff1": 0.726901, + "nauc_precision_at_5_max": 0.661705, + "nauc_precision_at_5_std": -0.072706, + "nauc_precision_at_5_diff1": 0.703041, + "nauc_precision_at_10_max": 0.693956, + "nauc_precision_at_10_std": 0.004548, + "nauc_precision_at_10_diff1": 0.685, + "nauc_precision_at_20_max": 0.708358, + "nauc_precision_at_20_std": 0.069024, + "nauc_precision_at_20_diff1": 0.664449, + "nauc_precision_at_100_max": 0.734334, + "nauc_precision_at_100_std": 0.316795, + "nauc_precision_at_100_diff1": 0.63932, + "nauc_precision_at_1000_max": 0.747978, + "nauc_precision_at_1000_std": 0.759687, + "nauc_precision_at_1000_diff1": 0.615816, + "nauc_mrr_at_1_max": 0.59672, + "nauc_mrr_at_1_std": -0.137437, + "nauc_mrr_at_1_diff1": 0.796935, + "nauc_mrr_at_3_max": 0.620752, + "nauc_mrr_at_3_std": -0.126662, + "nauc_mrr_at_3_diff1": 0.770554, + "nauc_mrr_at_5_max": 0.621541, + "nauc_mrr_at_5_std": -0.121739, + "nauc_mrr_at_5_diff1": 0.767404, + "nauc_mrr_at_10_max": 0.623556, + "nauc_mrr_at_10_std": -0.116389, + "nauc_mrr_at_10_diff1": 0.767317, + "nauc_mrr_at_20_max": 0.623462, + "nauc_mrr_at_20_std": -0.115204, + "nauc_mrr_at_20_diff1": 0.767323, + "nauc_mrr_at_100_max": 0.623077, + "nauc_mrr_at_100_std": -0.115091, + "nauc_mrr_at_100_diff1": 0.767981, + "nauc_mrr_at_1000_max": 0.622993, + "nauc_mrr_at_1000_std": -0.115348, + "nauc_mrr_at_1000_diff1": 0.768095, + "hit_rate_at_1": 0.58276, + "hit_rate_at_3": 0.71106, + "hit_rate_at_5": 0.75803, + "hit_rate_at_10": 0.8152, + "hit_rate_at_20": 0.85575, + "hit_rate_at_100": 0.93441, + "hit_rate_at_1000": 0.99136, + "main_score": 0.69608, + "hf_subset": "deu-deu", + "languages": [ + "deu-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.59539, + "ndcg_at_3": 0.67473, + "ndcg_at_5": 0.69471, + "ndcg_at_10": 0.71, + "ndcg_at_20": 0.72081, + "ndcg_at_100": 0.73567, + "ndcg_at_1000": 0.74167, + "map_at_1": 0.59528, + "map_at_3": 0.65575, + "map_at_5": 0.66683, + "map_at_10": 0.67316, + "map_at_20": 0.67616, + "map_at_100": 0.67825, + "map_at_1000": 0.67847, + "recall_at_1": 0.59528, + "recall_at_3": 0.72945, + "recall_at_5": 0.77797, + "recall_at_10": 0.82517, + "recall_at_20": 0.86772, + "recall_at_100": 0.94715, + "recall_at_1000": 0.99446, + "accuracy": 0.59528, + "precision_at_1": 0.59539, + "precision_at_3": 0.2433, + "precision_at_5": 0.15568, + "precision_at_10": 0.08256, + "precision_at_20": 0.04341, + "precision_at_100": 0.00948, + "precision_at_1000": 0.001, + "mrr_at_1": 0.595391, + "mrr_at_3": 0.655735, + "mrr_at_5": 0.666814, + "mrr_at_10": 0.673137, + "mrr_at_20": 0.67614, + "mrr_at_100": 0.678235, + "mrr_at_1000": 0.678455, + "nauc_ndcg_at_1_max": 0.611158, + "nauc_ndcg_at_1_std": -0.148841, + "nauc_ndcg_at_1_diff1": 0.803385, + "nauc_ndcg_at_3_max": 0.645984, + "nauc_ndcg_at_3_std": -0.156753, + "nauc_ndcg_at_3_diff1": 0.772999, + "nauc_ndcg_at_5_max": 0.646861, + "nauc_ndcg_at_5_std": -0.151119, + "nauc_ndcg_at_5_diff1": 0.766971, + "nauc_ndcg_at_10_max": 0.650796, + "nauc_ndcg_at_10_std": -0.13994, + "nauc_ndcg_at_10_diff1": 0.764624, + "nauc_ndcg_at_20_max": 0.650848, + "nauc_ndcg_at_20_std": -0.129572, + "nauc_ndcg_at_20_diff1": 0.763272, + "nauc_ndcg_at_100_max": 0.64921, + "nauc_ndcg_at_100_std": -0.124664, + "nauc_ndcg_at_100_diff1": 0.766697, + "nauc_ndcg_at_1000_max": 0.645603, + "nauc_ndcg_at_1000_std": -0.132996, + "nauc_ndcg_at_1000_diff1": 0.770048, + "nauc_map_at_1_max": 0.610678, + "nauc_map_at_1_std": -0.14902, + "nauc_map_at_1_diff1": 0.803224, + "nauc_map_at_3_max": 0.636947, + "nauc_map_at_3_std": -0.155365, + "nauc_map_at_3_diff1": 0.780663, + "nauc_map_at_5_max": 0.637089, + "nauc_map_at_5_std": -0.152583, + "nauc_map_at_5_diff1": 0.777694, + "nauc_map_at_10_max": 0.638455, + "nauc_map_at_10_std": -0.148232, + "nauc_map_at_10_diff1": 0.776908, + "nauc_map_at_20_max": 0.638318, + "nauc_map_at_20_std": -0.145871, + "nauc_map_at_20_diff1": 0.776682, + "nauc_map_at_100_max": 0.638143, + "nauc_map_at_100_std": -0.14497, + "nauc_map_at_100_diff1": 0.777068, + "nauc_map_at_1000_max": 0.638042, + "nauc_map_at_1000_std": -0.145141, + "nauc_map_at_1000_diff1": 0.777166, + "nauc_recall_at_1_max": 0.610678, + "nauc_recall_at_1_std": -0.14902, + "nauc_recall_at_1_diff1": 0.803224, + "nauc_recall_at_3_max": 0.676662, + "nauc_recall_at_3_std": -0.161104, + "nauc_recall_at_3_diff1": 0.747094, + "nauc_recall_at_5_max": 0.68493, + "nauc_recall_at_5_std": -0.143575, + "nauc_recall_at_5_diff1": 0.724511, + "nauc_recall_at_10_max": 0.71093, + "nauc_recall_at_10_std": -0.092491, + "nauc_recall_at_10_diff1": 0.704954, + "nauc_recall_at_20_max": 0.729124, + "nauc_recall_at_20_std": -0.002715, + "nauc_recall_at_20_diff1": 0.678226, + "nauc_recall_at_100_max": 0.795813, + "nauc_recall_at_100_std": 0.254759, + "nauc_recall_at_100_diff1": 0.641692, + "nauc_recall_at_1000_max": 0.894606, + "nauc_recall_at_1000_std": 0.685764, + "nauc_recall_at_1000_diff1": 0.629308, + "nauc_precision_at_1_max": 0.611158, + "nauc_precision_at_1_std": -0.148841, + "nauc_precision_at_1_diff1": 0.803385, + "nauc_precision_at_3_max": 0.675704, + "nauc_precision_at_3_std": -0.158445, + "nauc_precision_at_3_diff1": 0.744324, + "nauc_precision_at_5_max": 0.683775, + "nauc_precision_at_5_std": -0.140525, + "nauc_precision_at_5_diff1": 0.72135, + "nauc_precision_at_10_max": 0.709391, + "nauc_precision_at_10_std": -0.088983, + "nauc_precision_at_10_diff1": 0.701164, + "nauc_precision_at_20_max": 0.727034, + "nauc_precision_at_20_std": 0.001263, + "nauc_precision_at_20_diff1": 0.673508, + "nauc_precision_at_100_max": 0.791215, + "nauc_precision_at_100_std": 0.264757, + "nauc_precision_at_100_diff1": 0.630387, + "nauc_precision_at_1000_max": 0.733482, + "nauc_precision_at_1000_std": 0.717383, + "nauc_precision_at_1000_diff1": 0.421793, + "nauc_mrr_at_1_max": 0.611158, + "nauc_mrr_at_1_std": -0.148841, + "nauc_mrr_at_1_diff1": 0.803385, + "nauc_mrr_at_3_max": 0.636921, + "nauc_mrr_at_3_std": -0.155476, + "nauc_mrr_at_3_diff1": 0.780681, + "nauc_mrr_at_5_max": 0.637062, + "nauc_mrr_at_5_std": -0.152697, + "nauc_mrr_at_5_diff1": 0.777713, + "nauc_mrr_at_10_max": 0.638428, + "nauc_mrr_at_10_std": -0.148348, + "nauc_mrr_at_10_diff1": 0.776927, + "nauc_mrr_at_20_max": 0.63829, + "nauc_mrr_at_20_std": -0.145988, + "nauc_mrr_at_20_diff1": 0.776701, + "nauc_mrr_at_100_max": 0.63812, + "nauc_mrr_at_100_std": -0.145073, + "nauc_mrr_at_100_diff1": 0.777086, + "nauc_mrr_at_1000_max": 0.638013, + "nauc_mrr_at_1000_std": -0.145261, + "nauc_mrr_at_1000_diff1": 0.777186, + "hit_rate_at_1": 0.59539, + "hit_rate_at_3": 0.72945, + "hit_rate_at_5": 0.77797, + "hit_rate_at_10": 0.82517, + "hit_rate_at_20": 0.86772, + "hit_rate_at_100": 0.94726, + "hit_rate_at_1000": 0.99446, + "main_score": 0.71, + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.58817, + "ndcg_at_3": 0.67949, + "ndcg_at_5": 0.70202, + "ndcg_at_10": 0.71999, + "ndcg_at_20": 0.73088, + "ndcg_at_100": 0.74378, + "ndcg_at_1000": 0.74839, + "map_at_1": 0.58817, + "map_at_3": 0.65784, + "map_at_5": 0.67035, + "map_at_10": 0.67789, + "map_at_20": 0.68099, + "map_at_100": 0.68274, + "map_at_1000": 0.68291, + "recall_at_1": 0.58817, + "recall_at_3": 0.74169, + "recall_at_5": 0.79634, + "recall_at_10": 0.85127, + "recall_at_20": 0.89352, + "recall_at_100": 0.96338, + "recall_at_1000": 0.99944, + "accuracy": 0.58817, + "precision_at_1": 0.58817, + "precision_at_3": 0.24732, + "precision_at_5": 0.15932, + "precision_at_10": 0.08518, + "precision_at_20": 0.0447, + "precision_at_100": 0.00964, + "precision_at_1000": 0.001, + "mrr_at_1": 0.588169, + "mrr_at_3": 0.657934, + "mrr_at_5": 0.670441, + "mrr_at_10": 0.677929, + "mrr_at_20": 0.681031, + "mrr_at_100": 0.682774, + "mrr_at_1000": 0.682949, + "nauc_ndcg_at_1_max": 0.580373, + "nauc_ndcg_at_1_std": -0.167953, + "nauc_ndcg_at_1_diff1": 0.795312, + "nauc_ndcg_at_3_max": 0.648441, + "nauc_ndcg_at_3_std": -0.160433, + "nauc_ndcg_at_3_diff1": 0.760391, + "nauc_ndcg_at_5_max": 0.650562, + "nauc_ndcg_at_5_std": -0.14493, + "nauc_ndcg_at_5_diff1": 0.758067, + "nauc_ndcg_at_10_max": 0.65617, + "nauc_ndcg_at_10_std": -0.129314, + "nauc_ndcg_at_10_diff1": 0.756088, + "nauc_ndcg_at_20_max": 0.651156, + "nauc_ndcg_at_20_std": -0.12544, + "nauc_ndcg_at_20_diff1": 0.757435, + "nauc_ndcg_at_100_max": 0.644137, + "nauc_ndcg_at_100_std": -0.134774, + "nauc_ndcg_at_100_diff1": 0.76274, + "nauc_ndcg_at_1000_max": 0.639979, + "nauc_ndcg_at_1000_std": -0.141399, + "nauc_ndcg_at_1000_diff1": 0.763974, + "nauc_map_at_1_max": 0.580373, + "nauc_map_at_1_std": -0.167953, + "nauc_map_at_1_diff1": 0.795312, + "nauc_map_at_3_max": 0.630203, + "nauc_map_at_3_std": -0.165187, + "nauc_map_at_3_diff1": 0.769675, + "nauc_map_at_5_max": 0.630618, + "nauc_map_at_5_std": -0.157604, + "nauc_map_at_5_diff1": 0.768978, + "nauc_map_at_10_max": 0.632283, + "nauc_map_at_10_std": -0.152363, + "nauc_map_at_10_diff1": 0.768507, + "nauc_map_at_20_max": 0.630872, + "nauc_map_at_20_std": -0.15157, + "nauc_map_at_20_diff1": 0.768992, + "nauc_map_at_100_max": 0.629931, + "nauc_map_at_100_std": -0.152688, + "nauc_map_at_100_diff1": 0.769553, + "nauc_map_at_1000_max": 0.629804, + "nauc_map_at_1000_std": -0.152833, + "nauc_map_at_1000_diff1": 0.769593, + "nauc_recall_at_1_max": 0.580373, + "nauc_recall_at_1_std": -0.167953, + "nauc_recall_at_1_diff1": 0.795312, + "nauc_recall_at_3_max": 0.712238, + "nauc_recall_at_3_std": -0.143321, + "nauc_recall_at_3_diff1": 0.728182, + "nauc_recall_at_5_max": 0.732677, + "nauc_recall_at_5_std": -0.088845, + "nauc_recall_at_5_diff1": 0.712947, + "nauc_recall_at_10_max": 0.787573, + "nauc_recall_at_10_std": 0.01184, + "nauc_recall_at_10_diff1": 0.687859, + "nauc_recall_at_20_max": 0.790607, + "nauc_recall_at_20_std": 0.091302, + "nauc_recall_at_20_diff1": 0.674747, + "nauc_recall_at_100_max": 0.835453, + "nauc_recall_at_100_std": 0.197517, + "nauc_recall_at_100_diff1": 0.696403, + "nauc_recall_at_1000_max": 0.86924, + "nauc_recall_at_1000_std": 0.722181, + "nauc_recall_at_1000_diff1": 0.122541, + "nauc_precision_at_1_max": 0.580373, + "nauc_precision_at_1_std": -0.167953, + "nauc_precision_at_1_diff1": 0.795312, + "nauc_precision_at_3_max": 0.712431, + "nauc_precision_at_3_std": -0.141304, + "nauc_precision_at_3_diff1": 0.727598, + "nauc_precision_at_5_max": 0.732932, + "nauc_precision_at_5_std": -0.086349, + "nauc_precision_at_5_diff1": 0.712225, + "nauc_precision_at_10_max": 0.780774, + "nauc_precision_at_10_std": 0.018604, + "nauc_precision_at_10_diff1": 0.679221, + "nauc_precision_at_20_max": 0.78144, + "nauc_precision_at_20_std": 0.099665, + "nauc_precision_at_20_diff1": 0.663254, + "nauc_precision_at_100_max": 0.808281, + "nauc_precision_at_100_std": 0.218465, + "nauc_precision_at_100_diff1": 0.663241, + "nauc_precision_at_1000_max": 0.186444, + "nauc_precision_at_1000_std": 0.898689, + "nauc_precision_at_1000_diff1": -0.31998, + "nauc_mrr_at_1_max": 0.580373, + "nauc_mrr_at_1_std": -0.167953, + "nauc_mrr_at_1_diff1": 0.795312, + "nauc_mrr_at_3_max": 0.630236, + "nauc_mrr_at_3_std": -0.164641, + "nauc_mrr_at_3_diff1": 0.769526, + "nauc_mrr_at_5_max": 0.630652, + "nauc_mrr_at_5_std": -0.157037, + "nauc_mrr_at_5_diff1": 0.768824, + "nauc_mrr_at_10_max": 0.632297, + "nauc_mrr_at_10_std": -0.152131, + "nauc_mrr_at_10_diff1": 0.768444, + "nauc_mrr_at_20_max": 0.630886, + "nauc_mrr_at_20_std": -0.151335, + "nauc_mrr_at_20_diff1": 0.768928, + "nauc_mrr_at_100_max": 0.629945, + "nauc_mrr_at_100_std": -0.152451, + "nauc_mrr_at_100_diff1": 0.769489, + "nauc_mrr_at_1000_max": 0.629818, + "nauc_mrr_at_1000_std": -0.152597, + "nauc_mrr_at_1000_diff1": 0.769529, + "hit_rate_at_1": 0.58817, + "hit_rate_at_3": 0.74197, + "hit_rate_at_5": 0.79662, + "hit_rate_at_10": 0.85127, + "hit_rate_at_20": 0.89352, + "hit_rate_at_100": 0.96338, + "hit_rate_at_1000": 0.99944, + "main_score": 0.71999, + "hf_subset": "deu-spa", + "languages": [ + "deu-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.51259, + "ndcg_at_3": 0.59002, + "ndcg_at_5": 0.61263, + "ndcg_at_10": 0.63671, + "ndcg_at_20": 0.64966, + "ndcg_at_100": 0.66874, + "ndcg_at_1000": 0.67772, + "map_at_1": 0.51259, + "map_at_3": 0.5711, + "map_at_5": 0.58372, + "map_at_10": 0.59358, + "map_at_20": 0.59716, + "map_at_100": 0.59985, + "map_at_1000": 0.60019, + "recall_at_1": 0.51259, + "recall_at_3": 0.64476, + "recall_at_5": 0.6993, + "recall_at_10": 0.77413, + "recall_at_20": 0.82517, + "recall_at_100": 0.92727, + "recall_at_1000": 0.9979, + "accuracy": 0.51259, + "precision_at_1": 0.51259, + "precision_at_3": 0.21492, + "precision_at_5": 0.13986, + "precision_at_10": 0.07741, + "precision_at_20": 0.04126, + "precision_at_100": 0.00927, + "precision_at_1000": 0.001, + "mrr_at_1": 0.512587, + "mrr_at_3": 0.571096, + "mrr_at_5": 0.583718, + "mrr_at_10": 0.593583, + "mrr_at_20": 0.597163, + "mrr_at_100": 0.599846, + "mrr_at_1000": 0.600187, + "nauc_ndcg_at_1_max": 0.582056, + "nauc_ndcg_at_1_std": -0.08525, + "nauc_ndcg_at_1_diff1": 0.741652, + "nauc_ndcg_at_3_max": 0.618044, + "nauc_ndcg_at_3_std": -0.087843, + "nauc_ndcg_at_3_diff1": 0.710611, + "nauc_ndcg_at_5_max": 0.613655, + "nauc_ndcg_at_5_std": -0.086247, + "nauc_ndcg_at_5_diff1": 0.699416, + "nauc_ndcg_at_10_max": 0.616532, + "nauc_ndcg_at_10_std": -0.072605, + "nauc_ndcg_at_10_diff1": 0.695357, + "nauc_ndcg_at_20_max": 0.610989, + "nauc_ndcg_at_20_std": -0.075253, + "nauc_ndcg_at_20_diff1": 0.693179, + "nauc_ndcg_at_100_max": 0.611569, + "nauc_ndcg_at_100_std": -0.069445, + "nauc_ndcg_at_100_diff1": 0.695653, + "nauc_ndcg_at_1000_max": 0.609719, + "nauc_ndcg_at_1000_std": -0.077187, + "nauc_ndcg_at_1000_diff1": 0.702238, + "nauc_map_at_1_max": 0.582056, + "nauc_map_at_1_std": -0.08525, + "nauc_map_at_1_diff1": 0.741652, + "nauc_map_at_3_max": 0.608143, + "nauc_map_at_3_std": -0.089801, + "nauc_map_at_3_diff1": 0.717624, + "nauc_map_at_5_max": 0.605409, + "nauc_map_at_5_std": -0.089371, + "nauc_map_at_5_diff1": 0.711866, + "nauc_map_at_10_max": 0.606535, + "nauc_map_at_10_std": -0.084112, + "nauc_map_at_10_diff1": 0.710497, + "nauc_map_at_20_max": 0.60511, + "nauc_map_at_20_std": -0.084854, + "nauc_map_at_20_diff1": 0.710102, + "nauc_map_at_100_max": 0.605242, + "nauc_map_at_100_std": -0.084163, + "nauc_map_at_100_diff1": 0.710538, + "nauc_map_at_1000_max": 0.605222, + "nauc_map_at_1000_std": -0.084317, + "nauc_map_at_1000_diff1": 0.710761, + "nauc_recall_at_1_max": 0.582056, + "nauc_recall_at_1_std": -0.08525, + "nauc_recall_at_1_diff1": 0.741652, + "nauc_recall_at_3_max": 0.650058, + "nauc_recall_at_3_std": -0.080356, + "nauc_recall_at_3_diff1": 0.688593, + "nauc_recall_at_5_max": 0.642348, + "nauc_recall_at_5_std": -0.073106, + "nauc_recall_at_5_diff1": 0.654347, + "nauc_recall_at_10_max": 0.660417, + "nauc_recall_at_10_std": -0.012486, + "nauc_recall_at_10_diff1": 0.626026, + "nauc_recall_at_20_max": 0.634423, + "nauc_recall_at_20_std": -0.015308, + "nauc_recall_at_20_diff1": 0.594665, + "nauc_recall_at_100_max": 0.670303, + "nauc_recall_at_100_std": 0.168179, + "nauc_recall_at_100_diff1": 0.516124, + "nauc_recall_at_1000_max": 0.707594, + "nauc_recall_at_1000_std": 0.39169, + "nauc_recall_at_1000_diff1": 0.637411, + "nauc_precision_at_1_max": 0.582056, + "nauc_precision_at_1_std": -0.08525, + "nauc_precision_at_1_diff1": 0.741652, + "nauc_precision_at_3_max": 0.650058, + "nauc_precision_at_3_std": -0.080356, + "nauc_precision_at_3_diff1": 0.688593, + "nauc_precision_at_5_max": 0.642348, + "nauc_precision_at_5_std": -0.073106, + "nauc_precision_at_5_diff1": 0.654347, + "nauc_precision_at_10_max": 0.660417, + "nauc_precision_at_10_std": -0.012486, + "nauc_precision_at_10_diff1": 0.626026, + "nauc_precision_at_20_max": 0.634423, + "nauc_precision_at_20_std": -0.015308, + "nauc_precision_at_20_diff1": 0.594665, + "nauc_precision_at_100_max": 0.670303, + "nauc_precision_at_100_std": 0.168179, + "nauc_precision_at_100_diff1": 0.516124, + "nauc_precision_at_1000_max": 0.707594, + "nauc_precision_at_1000_std": 0.39169, + "nauc_precision_at_1000_diff1": 0.637411, + "nauc_mrr_at_1_max": 0.582056, + "nauc_mrr_at_1_std": -0.08525, + "nauc_mrr_at_1_diff1": 0.741652, + "nauc_mrr_at_3_max": 0.608143, + "nauc_mrr_at_3_std": -0.089801, + "nauc_mrr_at_3_diff1": 0.717624, + "nauc_mrr_at_5_max": 0.605409, + "nauc_mrr_at_5_std": -0.089371, + "nauc_mrr_at_5_diff1": 0.711866, + "nauc_mrr_at_10_max": 0.606535, + "nauc_mrr_at_10_std": -0.084112, + "nauc_mrr_at_10_diff1": 0.710497, + "nauc_mrr_at_20_max": 0.60511, + "nauc_mrr_at_20_std": -0.084854, + "nauc_mrr_at_20_diff1": 0.710102, + "nauc_mrr_at_100_max": 0.605242, + "nauc_mrr_at_100_std": -0.084163, + "nauc_mrr_at_100_diff1": 0.710538, + "nauc_mrr_at_1000_max": 0.605222, + "nauc_mrr_at_1000_std": -0.084317, + "nauc_mrr_at_1000_diff1": 0.710761, + "hit_rate_at_1": 0.51259, + "hit_rate_at_3": 0.64476, + "hit_rate_at_5": 0.6993, + "hit_rate_at_10": 0.77413, + "hit_rate_at_20": 0.82517, + "hit_rate_at_100": 0.92727, + "hit_rate_at_1000": 0.9979, + "main_score": 0.63671, + "hf_subset": "deu-hin", + "languages": [ + "deu-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.60597, + "ndcg_at_3": 0.68703, + "ndcg_at_5": 0.70725, + "ndcg_at_10": 0.72171, + "ndcg_at_20": 0.73634, + "ndcg_at_100": 0.7487, + "ndcg_at_1000": 0.75357, + "map_at_1": 0.60597, + "map_at_3": 0.66716, + "map_at_5": 0.67842, + "map_at_10": 0.68449, + "map_at_20": 0.68858, + "map_at_100": 0.69036, + "map_at_1000": 0.69054, + "recall_at_1": 0.60597, + "recall_at_3": 0.74448, + "recall_at_5": 0.79343, + "recall_at_10": 0.83761, + "recall_at_20": 0.89493, + "recall_at_100": 0.9606, + "recall_at_1000": 0.99881, + "accuracy": 0.60597, + "precision_at_1": 0.60597, + "precision_at_3": 0.24816, + "precision_at_5": 0.15869, + "precision_at_10": 0.08376, + "precision_at_20": 0.04475, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "mrr_at_1": 0.60597, + "mrr_at_3": 0.667164, + "mrr_at_5": 0.678418, + "mrr_at_10": 0.684488, + "mrr_at_20": 0.688581, + "mrr_at_100": 0.690357, + "mrr_at_1000": 0.690543, + "nauc_ndcg_at_1_max": 0.654782, + "nauc_ndcg_at_1_std": -0.118918, + "nauc_ndcg_at_1_diff1": 0.802136, + "nauc_ndcg_at_3_max": 0.68605, + "nauc_ndcg_at_3_std": -0.090926, + "nauc_ndcg_at_3_diff1": 0.763809, + "nauc_ndcg_at_5_max": 0.692565, + "nauc_ndcg_at_5_std": -0.075059, + "nauc_ndcg_at_5_diff1": 0.757231, + "nauc_ndcg_at_10_max": 0.695405, + "nauc_ndcg_at_10_std": -0.062538, + "nauc_ndcg_at_10_diff1": 0.753076, + "nauc_ndcg_at_20_max": 0.695647, + "nauc_ndcg_at_20_std": -0.047627, + "nauc_ndcg_at_20_diff1": 0.753277, + "nauc_ndcg_at_100_max": 0.691205, + "nauc_ndcg_at_100_std": -0.053011, + "nauc_ndcg_at_100_diff1": 0.758906, + "nauc_ndcg_at_1000_max": 0.687696, + "nauc_ndcg_at_1000_std": -0.067038, + "nauc_ndcg_at_1000_diff1": 0.763216, + "nauc_map_at_1_max": 0.654782, + "nauc_map_at_1_std": -0.118918, + "nauc_map_at_1_diff1": 0.802136, + "nauc_map_at_3_max": 0.677681, + "nauc_map_at_3_std": -0.098684, + "nauc_map_at_3_diff1": 0.774019, + "nauc_map_at_5_max": 0.680722, + "nauc_map_at_5_std": -0.090813, + "nauc_map_at_5_diff1": 0.770856, + "nauc_map_at_10_max": 0.681503, + "nauc_map_at_10_std": -0.086302, + "nauc_map_at_10_diff1": 0.769619, + "nauc_map_at_20_max": 0.681441, + "nauc_map_at_20_std": -0.082904, + "nauc_map_at_20_diff1": 0.769927, + "nauc_map_at_100_max": 0.680849, + "nauc_map_at_100_std": -0.083598, + "nauc_map_at_100_diff1": 0.770584, + "nauc_map_at_1000_max": 0.680741, + "nauc_map_at_1000_std": -0.084016, + "nauc_map_at_1000_diff1": 0.770744, + "nauc_recall_at_1_max": 0.654782, + "nauc_recall_at_1_std": -0.118918, + "nauc_recall_at_1_diff1": 0.802136, + "nauc_recall_at_3_max": 0.715206, + "nauc_recall_at_3_std": -0.063765, + "nauc_recall_at_3_diff1": 0.728263, + "nauc_recall_at_5_max": 0.741428, + "nauc_recall_at_5_std": -0.008456, + "nauc_recall_at_5_diff1": 0.70151, + "nauc_recall_at_10_max": 0.767079, + "nauc_recall_at_10_std": 0.065508, + "nauc_recall_at_10_diff1": 0.667956, + "nauc_recall_at_20_max": 0.801924, + "nauc_recall_at_20_std": 0.249094, + "nauc_recall_at_20_diff1": 0.62853, + "nauc_recall_at_100_max": 0.847224, + "nauc_recall_at_100_std": 0.564312, + "nauc_recall_at_100_diff1": 0.593021, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.934619, + "nauc_recall_at_1000_diff1": 0.861089, + "nauc_precision_at_1_max": 0.654782, + "nauc_precision_at_1_std": -0.118918, + "nauc_precision_at_1_diff1": 0.802136, + "nauc_precision_at_3_max": 0.715206, + "nauc_precision_at_3_std": -0.063765, + "nauc_precision_at_3_diff1": 0.728263, + "nauc_precision_at_5_max": 0.741428, + "nauc_precision_at_5_std": -0.008456, + "nauc_precision_at_5_diff1": 0.70151, + "nauc_precision_at_10_max": 0.767079, + "nauc_precision_at_10_std": 0.065508, + "nauc_precision_at_10_diff1": 0.667956, + "nauc_precision_at_20_max": 0.801924, + "nauc_precision_at_20_std": 0.249094, + "nauc_precision_at_20_diff1": 0.62853, + "nauc_precision_at_100_max": 0.847224, + "nauc_precision_at_100_std": 0.564312, + "nauc_precision_at_100_diff1": 0.593021, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.934619, + "nauc_precision_at_1000_diff1": 0.861089, + "nauc_mrr_at_1_max": 0.654782, + "nauc_mrr_at_1_std": -0.118918, + "nauc_mrr_at_1_diff1": 0.802136, + "nauc_mrr_at_3_max": 0.677681, + "nauc_mrr_at_3_std": -0.098684, + "nauc_mrr_at_3_diff1": 0.774019, + "nauc_mrr_at_5_max": 0.680722, + "nauc_mrr_at_5_std": -0.090813, + "nauc_mrr_at_5_diff1": 0.770856, + "nauc_mrr_at_10_max": 0.681503, + "nauc_mrr_at_10_std": -0.086302, + "nauc_mrr_at_10_diff1": 0.769619, + "nauc_mrr_at_20_max": 0.681441, + "nauc_mrr_at_20_std": -0.082904, + "nauc_mrr_at_20_diff1": 0.769927, + "nauc_mrr_at_100_max": 0.680849, + "nauc_mrr_at_100_std": -0.083598, + "nauc_mrr_at_100_diff1": 0.770584, + "nauc_mrr_at_1000_max": 0.680741, + "nauc_mrr_at_1000_std": -0.084016, + "nauc_mrr_at_1000_diff1": 0.770744, + "hit_rate_at_1": 0.60597, + "hit_rate_at_3": 0.74448, + "hit_rate_at_5": 0.79343, + "hit_rate_at_10": 0.83761, + "hit_rate_at_20": 0.89493, + "hit_rate_at_100": 0.9606, + "hit_rate_at_1000": 0.99881, + "main_score": 0.72171, + "hf_subset": "deu-vie", + "languages": [ + "deu-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.60123, + "ndcg_at_3": 0.6936, + "ndcg_at_5": 0.715, + "ndcg_at_10": 0.73073, + "ndcg_at_20": 0.74258, + "ndcg_at_100": 0.75459, + "ndcg_at_1000": 0.75834, + "map_at_1": 0.60123, + "map_at_3": 0.67109, + "map_at_5": 0.68285, + "map_at_10": 0.68931, + "map_at_20": 0.69259, + "map_at_100": 0.69435, + "map_at_1000": 0.69449, + "recall_at_1": 0.60123, + "recall_at_3": 0.75864, + "recall_at_5": 0.81111, + "recall_at_10": 0.85988, + "recall_at_20": 0.90648, + "recall_at_100": 0.96975, + "recall_at_1000": 0.99938, + "accuracy": 0.60123, + "precision_at_1": 0.60123, + "precision_at_3": 0.25288, + "precision_at_5": 0.16222, + "precision_at_10": 0.08599, + "precision_at_20": 0.04534, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "mrr_at_1": 0.601235, + "mrr_at_3": 0.671091, + "mrr_at_5": 0.68285, + "mrr_at_10": 0.689307, + "mrr_at_20": 0.692606, + "mrr_at_100": 0.694352, + "mrr_at_1000": 0.694493, + "nauc_ndcg_at_1_max": 0.569327, + "nauc_ndcg_at_1_std": -0.153148, + "nauc_ndcg_at_1_diff1": 0.797892, + "nauc_ndcg_at_3_max": 0.623452, + "nauc_ndcg_at_3_std": -0.116827, + "nauc_ndcg_at_3_diff1": 0.756854, + "nauc_ndcg_at_5_max": 0.621597, + "nauc_ndcg_at_5_std": -0.123499, + "nauc_ndcg_at_5_diff1": 0.754902, + "nauc_ndcg_at_10_max": 0.620113, + "nauc_ndcg_at_10_std": -0.124752, + "nauc_ndcg_at_10_diff1": 0.758921, + "nauc_ndcg_at_20_max": 0.621709, + "nauc_ndcg_at_20_std": -0.111999, + "nauc_ndcg_at_20_diff1": 0.758645, + "nauc_ndcg_at_100_max": 0.616977, + "nauc_ndcg_at_100_std": -0.114381, + "nauc_ndcg_at_100_diff1": 0.762842, + "nauc_ndcg_at_1000_max": 0.613379, + "nauc_ndcg_at_1000_std": -0.120539, + "nauc_ndcg_at_1000_diff1": 0.764428, + "nauc_map_at_1_max": 0.569327, + "nauc_map_at_1_std": -0.153148, + "nauc_map_at_1_diff1": 0.797892, + "nauc_map_at_3_max": 0.608848, + "nauc_map_at_3_std": -0.126217, + "nauc_map_at_3_diff1": 0.767224, + "nauc_map_at_5_max": 0.607391, + "nauc_map_at_5_std": -0.129885, + "nauc_map_at_5_diff1": 0.766769, + "nauc_map_at_10_max": 0.606589, + "nauc_map_at_10_std": -0.130608, + "nauc_map_at_10_diff1": 0.768682, + "nauc_map_at_20_max": 0.60678, + "nauc_map_at_20_std": -0.127528, + "nauc_map_at_20_diff1": 0.768646, + "nauc_map_at_100_max": 0.606085, + "nauc_map_at_100_std": -0.128003, + "nauc_map_at_100_diff1": 0.769256, + "nauc_map_at_1000_max": 0.605981, + "nauc_map_at_1000_std": -0.128166, + "nauc_map_at_1000_diff1": 0.769305, + "nauc_recall_at_1_max": 0.569327, + "nauc_recall_at_1_std": -0.153148, + "nauc_recall_at_1_diff1": 0.797892, + "nauc_recall_at_3_max": 0.676032, + "nauc_recall_at_3_std": -0.083238, + "nauc_recall_at_3_diff1": 0.719897, + "nauc_recall_at_5_max": 0.681748, + "nauc_recall_at_5_std": -0.098125, + "nauc_recall_at_5_diff1": 0.704015, + "nauc_recall_at_10_max": 0.692403, + "nauc_recall_at_10_std": -0.095414, + "nauc_recall_at_10_diff1": 0.707164, + "nauc_recall_at_20_max": 0.738819, + "nauc_recall_at_20_std": 0.029763, + "nauc_recall_at_20_diff1": 0.68313, + "nauc_recall_at_100_max": 0.819423, + "nauc_recall_at_100_std": 0.249862, + "nauc_recall_at_100_diff1": 0.672498, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.554155, + "nauc_precision_at_1_max": 0.569327, + "nauc_precision_at_1_std": -0.153148, + "nauc_precision_at_1_diff1": 0.797892, + "nauc_precision_at_3_max": 0.676032, + "nauc_precision_at_3_std": -0.083238, + "nauc_precision_at_3_diff1": 0.719897, + "nauc_precision_at_5_max": 0.681748, + "nauc_precision_at_5_std": -0.098125, + "nauc_precision_at_5_diff1": 0.704015, + "nauc_precision_at_10_max": 0.692403, + "nauc_precision_at_10_std": -0.095414, + "nauc_precision_at_10_diff1": 0.707164, + "nauc_precision_at_20_max": 0.741833, + "nauc_precision_at_20_std": 0.035623, + "nauc_precision_at_20_diff1": 0.684206, + "nauc_precision_at_100_max": 0.7947, + "nauc_precision_at_100_std": 0.275585, + "nauc_precision_at_100_diff1": 0.642379, + "nauc_precision_at_1000_max": 0.4275, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.071562, + "nauc_mrr_at_1_max": 0.569327, + "nauc_mrr_at_1_std": -0.153148, + "nauc_mrr_at_1_diff1": 0.797892, + "nauc_mrr_at_3_max": 0.608848, + "nauc_mrr_at_3_std": -0.126217, + "nauc_mrr_at_3_diff1": 0.767224, + "nauc_mrr_at_5_max": 0.607391, + "nauc_mrr_at_5_std": -0.129885, + "nauc_mrr_at_5_diff1": 0.766769, + "nauc_mrr_at_10_max": 0.606589, + "nauc_mrr_at_10_std": -0.130608, + "nauc_mrr_at_10_diff1": 0.768682, + "nauc_mrr_at_20_max": 0.606837, + "nauc_mrr_at_20_std": -0.127405, + "nauc_mrr_at_20_diff1": 0.768675, + "nauc_mrr_at_100_max": 0.606094, + "nauc_mrr_at_100_std": -0.127981, + "nauc_mrr_at_100_diff1": 0.769261, + "nauc_mrr_at_1000_max": 0.605991, + "nauc_mrr_at_1000_std": -0.128144, + "nauc_mrr_at_1000_diff1": 0.76931, + "hit_rate_at_1": 0.60123, + "hit_rate_at_3": 0.75864, + "hit_rate_at_5": 0.81111, + "hit_rate_at_10": 0.85988, + "hit_rate_at_20": 0.90679, + "hit_rate_at_100": 0.96975, + "hit_rate_at_1000": 0.99938, + "main_score": 0.73073, + "hf_subset": "deu-zho", + "languages": [ + "deu-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.48303, + "ndcg_at_3": 0.56687, + "ndcg_at_5": 0.59046, + "ndcg_at_10": 0.61129, + "ndcg_at_20": 0.62541, + "ndcg_at_100": 0.64459, + "ndcg_at_1000": 0.65426, + "map_at_1": 0.48294, + "map_at_3": 0.54644, + "map_at_5": 0.55945, + "map_at_10": 0.56804, + "map_at_20": 0.57194, + "map_at_100": 0.57468, + "map_at_1000": 0.57502, + "recall_at_1": 0.48294, + "recall_at_3": 0.62582, + "recall_at_5": 0.68339, + "recall_at_10": 0.74789, + "recall_at_20": 0.80358, + "recall_at_100": 0.90568, + "recall_at_1000": 0.98312, + "accuracy": 0.48294, + "precision_at_1": 0.48303, + "precision_at_3": 0.20864, + "precision_at_5": 0.1367, + "precision_at_10": 0.0748, + "precision_at_20": 0.04018, + "precision_at_100": 0.00906, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.48303, + "mrr_at_3": 0.546534, + "mrr_at_5": 0.559547, + "mrr_at_10": 0.568136, + "mrr_at_20": 0.57203, + "mrr_at_100": 0.574768, + "mrr_at_1000": 0.575108, + "nauc_ndcg_at_1_max": 0.57065, + "nauc_ndcg_at_1_std": 0.001297, + "nauc_ndcg_at_1_diff1": 0.696271, + "nauc_ndcg_at_3_max": 0.594691, + "nauc_ndcg_at_3_std": 0.022109, + "nauc_ndcg_at_3_diff1": 0.643255, + "nauc_ndcg_at_5_max": 0.596384, + "nauc_ndcg_at_5_std": 0.034561, + "nauc_ndcg_at_5_diff1": 0.633683, + "nauc_ndcg_at_10_max": 0.5988, + "nauc_ndcg_at_10_std": 0.044232, + "nauc_ndcg_at_10_diff1": 0.633889, + "nauc_ndcg_at_20_max": 0.598796, + "nauc_ndcg_at_20_std": 0.048317, + "nauc_ndcg_at_20_diff1": 0.632321, + "nauc_ndcg_at_100_max": 0.598901, + "nauc_ndcg_at_100_std": 0.050922, + "nauc_ndcg_at_100_diff1": 0.638162, + "nauc_ndcg_at_1000_max": 0.59694, + "nauc_ndcg_at_1000_std": 0.043832, + "nauc_ndcg_at_1000_diff1": 0.642187, + "nauc_map_at_1_max": 0.570325, + "nauc_map_at_1_std": 0.000991, + "nauc_map_at_1_diff1": 0.695942, + "nauc_map_at_3_max": 0.589046, + "nauc_map_at_3_std": 0.016668, + "nauc_map_at_3_diff1": 0.656751, + "nauc_map_at_5_max": 0.589788, + "nauc_map_at_5_std": 0.023166, + "nauc_map_at_5_diff1": 0.651961, + "nauc_map_at_10_max": 0.590526, + "nauc_map_at_10_std": 0.026637, + "nauc_map_at_10_diff1": 0.652202, + "nauc_map_at_20_max": 0.590461, + "nauc_map_at_20_std": 0.027494, + "nauc_map_at_20_diff1": 0.651968, + "nauc_map_at_100_max": 0.590487, + "nauc_map_at_100_std": 0.027706, + "nauc_map_at_100_diff1": 0.652907, + "nauc_map_at_1000_max": 0.59043, + "nauc_map_at_1000_std": 0.02751, + "nauc_map_at_1000_diff1": 0.653038, + "nauc_recall_at_1_max": 0.570325, + "nauc_recall_at_1_std": 0.000991, + "nauc_recall_at_1_diff1": 0.695942, + "nauc_recall_at_3_max": 0.611874, + "nauc_recall_at_3_std": 0.039021, + "nauc_recall_at_3_diff1": 0.600036, + "nauc_recall_at_5_max": 0.618814, + "nauc_recall_at_5_std": 0.075886, + "nauc_recall_at_5_diff1": 0.568124, + "nauc_recall_at_10_max": 0.633454, + "nauc_recall_at_10_std": 0.123529, + "nauc_recall_at_10_diff1": 0.557371, + "nauc_recall_at_20_max": 0.640959, + "nauc_recall_at_20_std": 0.166161, + "nauc_recall_at_20_diff1": 0.530922, + "nauc_recall_at_100_max": 0.679089, + "nauc_recall_at_100_std": 0.314867, + "nauc_recall_at_100_diff1": 0.520037, + "nauc_recall_at_1000_max": 0.796459, + "nauc_recall_at_1000_std": 0.621734, + "nauc_recall_at_1000_diff1": 0.472808, + "nauc_precision_at_1_max": 0.57065, + "nauc_precision_at_1_std": 0.001297, + "nauc_precision_at_1_diff1": 0.696271, + "nauc_precision_at_3_max": 0.61234, + "nauc_precision_at_3_std": 0.039387, + "nauc_precision_at_3_diff1": 0.600499, + "nauc_precision_at_5_max": 0.619336, + "nauc_precision_at_5_std": 0.076303, + "nauc_precision_at_5_diff1": 0.568636, + "nauc_precision_at_10_max": 0.634126, + "nauc_precision_at_10_std": 0.124047, + "nauc_precision_at_10_diff1": 0.55802, + "nauc_precision_at_20_max": 0.641831, + "nauc_precision_at_20_std": 0.166822, + "nauc_precision_at_20_diff1": 0.531745, + "nauc_precision_at_100_max": 0.679029, + "nauc_precision_at_100_std": 0.316062, + "nauc_precision_at_100_diff1": 0.520525, + "nauc_precision_at_1000_max": 0.773198, + "nauc_precision_at_1000_std": 0.604978, + "nauc_precision_at_1000_diff1": 0.463693, + "nauc_mrr_at_1_max": 0.57065, + "nauc_mrr_at_1_std": 0.001297, + "nauc_mrr_at_1_diff1": 0.696271, + "nauc_mrr_at_3_max": 0.589393, + "nauc_mrr_at_3_std": 0.016996, + "nauc_mrr_at_3_diff1": 0.657101, + "nauc_mrr_at_5_max": 0.590144, + "nauc_mrr_at_5_std": 0.023501, + "nauc_mrr_at_5_diff1": 0.652319, + "nauc_mrr_at_10_max": 0.590888, + "nauc_mrr_at_10_std": 0.026979, + "nauc_mrr_at_10_diff1": 0.652566, + "nauc_mrr_at_20_max": 0.590826, + "nauc_mrr_at_20_std": 0.027838, + "nauc_mrr_at_20_diff1": 0.652336, + "nauc_mrr_at_100_max": 0.590848, + "nauc_mrr_at_100_std": 0.028046, + "nauc_mrr_at_100_diff1": 0.65327, + "nauc_mrr_at_1000_max": 0.590791, + "nauc_mrr_at_1000_std": 0.02785, + "nauc_mrr_at_1000_diff1": 0.653401, + "hit_rate_at_1": 0.48303, + "hit_rate_at_3": 0.62591, + "hit_rate_at_5": 0.68348, + "hit_rate_at_10": 0.74798, + "hit_rate_at_20": 0.80368, + "hit_rate_at_100": 0.90568, + "hit_rate_at_1000": 0.98312, + "main_score": 0.61129, + "hf_subset": "eng-ara", + "languages": [ + "eng-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.61711, + "ndcg_at_3": 0.68761, + "ndcg_at_5": 0.7052, + "ndcg_at_10": 0.72054, + "ndcg_at_20": 0.73024, + "ndcg_at_100": 0.74382, + "ndcg_at_1000": 0.75084, + "map_at_1": 0.617, + "map_at_3": 0.67078, + "map_at_5": 0.68048, + "map_at_10": 0.6869, + "map_at_20": 0.68958, + "map_at_100": 0.69151, + "map_at_1000": 0.69178, + "recall_at_1": 0.617, + "recall_at_3": 0.73598, + "recall_at_5": 0.77897, + "recall_at_10": 0.82595, + "recall_at_20": 0.86417, + "recall_at_100": 0.93663, + "recall_at_1000": 0.99158, + "accuracy": 0.617, + "precision_at_1": 0.61711, + "precision_at_3": 0.24544, + "precision_at_5": 0.15586, + "precision_at_10": 0.08263, + "precision_at_20": 0.04323, + "precision_at_100": 0.00938, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.617106, + "mrr_at_3": 0.670877, + "mrr_at_5": 0.680571, + "mrr_at_10": 0.686991, + "mrr_at_20": 0.689653, + "mrr_at_100": 0.691581, + "mrr_at_1000": 0.691852, + "nauc_ndcg_at_1_max": 0.673688, + "nauc_ndcg_at_1_std": -0.133742, + "nauc_ndcg_at_1_diff1": 0.805907, + "nauc_ndcg_at_3_max": 0.70764, + "nauc_ndcg_at_3_std": -0.133371, + "nauc_ndcg_at_3_diff1": 0.776727, + "nauc_ndcg_at_5_max": 0.710486, + "nauc_ndcg_at_5_std": -0.124326, + "nauc_ndcg_at_5_diff1": 0.77344, + "nauc_ndcg_at_10_max": 0.711832, + "nauc_ndcg_at_10_std": -0.111717, + "nauc_ndcg_at_10_diff1": 0.76814, + "nauc_ndcg_at_20_max": 0.708962, + "nauc_ndcg_at_20_std": -0.106922, + "nauc_ndcg_at_20_diff1": 0.76665, + "nauc_ndcg_at_100_max": 0.707269, + "nauc_ndcg_at_100_std": -0.102175, + "nauc_ndcg_at_100_diff1": 0.769859, + "nauc_ndcg_at_1000_max": 0.705659, + "nauc_ndcg_at_1000_std": -0.108688, + "nauc_ndcg_at_1000_diff1": 0.77371, + "nauc_map_at_1_max": 0.673134, + "nauc_map_at_1_std": -0.133919, + "nauc_map_at_1_diff1": 0.80579, + "nauc_map_at_3_max": 0.699007, + "nauc_map_at_3_std": -0.133584, + "nauc_map_at_3_diff1": 0.78384, + "nauc_map_at_5_max": 0.700329, + "nauc_map_at_5_std": -0.128993, + "nauc_map_at_5_diff1": 0.782378, + "nauc_map_at_10_max": 0.700531, + "nauc_map_at_10_std": -0.124197, + "nauc_map_at_10_diff1": 0.780372, + "nauc_map_at_20_max": 0.69974, + "nauc_map_at_20_std": -0.123042, + "nauc_map_at_20_diff1": 0.780074, + "nauc_map_at_100_max": 0.699436, + "nauc_map_at_100_std": -0.122408, + "nauc_map_at_100_diff1": 0.780484, + "nauc_map_at_1000_max": 0.699394, + "nauc_map_at_1000_std": -0.122571, + "nauc_map_at_1000_diff1": 0.780625, + "nauc_recall_at_1_max": 0.673134, + "nauc_recall_at_1_std": -0.133919, + "nauc_recall_at_1_diff1": 0.80579, + "nauc_recall_at_3_max": 0.736089, + "nauc_recall_at_3_std": -0.133162, + "nauc_recall_at_3_diff1": 0.753088, + "nauc_recall_at_5_max": 0.748659, + "nauc_recall_at_5_std": -0.105286, + "nauc_recall_at_5_diff1": 0.739227, + "nauc_recall_at_10_max": 0.764225, + "nauc_recall_at_10_std": -0.045707, + "nauc_recall_at_10_diff1": 0.709068, + "nauc_recall_at_20_max": 0.757725, + "nauc_recall_at_20_std": 0.00307, + "nauc_recall_at_20_diff1": 0.684483, + "nauc_recall_at_100_max": 0.781816, + "nauc_recall_at_100_std": 0.197967, + "nauc_recall_at_100_diff1": 0.659701, + "nauc_recall_at_1000_max": 0.928806, + "nauc_recall_at_1000_std": 0.76933, + "nauc_recall_at_1000_diff1": 0.685802, + "nauc_precision_at_1_max": 0.673688, + "nauc_precision_at_1_std": -0.133742, + "nauc_precision_at_1_diff1": 0.805907, + "nauc_precision_at_3_max": 0.7363, + "nauc_precision_at_3_std": -0.131627, + "nauc_precision_at_3_diff1": 0.751511, + "nauc_precision_at_5_max": 0.748883, + "nauc_precision_at_5_std": -0.103558, + "nauc_precision_at_5_diff1": 0.737429, + "nauc_precision_at_10_max": 0.764547, + "nauc_precision_at_10_std": -0.043697, + "nauc_precision_at_10_diff1": 0.706984, + "nauc_precision_at_20_max": 0.755518, + "nauc_precision_at_20_std": 0.006921, + "nauc_precision_at_20_diff1": 0.678595, + "nauc_precision_at_100_max": 0.762826, + "nauc_precision_at_100_std": 0.213006, + "nauc_precision_at_100_diff1": 0.634261, + "nauc_precision_at_1000_max": 0.782313, + "nauc_precision_at_1000_std": 0.778869, + "nauc_precision_at_1000_diff1": 0.515991, + "nauc_mrr_at_1_max": 0.673688, + "nauc_mrr_at_1_std": -0.133742, + "nauc_mrr_at_1_diff1": 0.805907, + "nauc_mrr_at_3_max": 0.699352, + "nauc_mrr_at_3_std": -0.133185, + "nauc_mrr_at_3_diff1": 0.783794, + "nauc_mrr_at_5_max": 0.700683, + "nauc_mrr_at_5_std": -0.128582, + "nauc_mrr_at_5_diff1": 0.78233, + "nauc_mrr_at_10_max": 0.700892, + "nauc_mrr_at_10_std": -0.123777, + "nauc_mrr_at_10_diff1": 0.780323, + "nauc_mrr_at_20_max": 0.700056, + "nauc_mrr_at_20_std": -0.122736, + "nauc_mrr_at_20_diff1": 0.780056, + "nauc_mrr_at_100_max": 0.699755, + "nauc_mrr_at_100_std": -0.122115, + "nauc_mrr_at_100_diff1": 0.780467, + "nauc_mrr_at_1000_max": 0.699713, + "nauc_mrr_at_1000_std": -0.122277, + "nauc_mrr_at_1000_diff1": 0.780609, + "hit_rate_at_1": 0.61711, + "hit_rate_at_3": 0.7361, + "hit_rate_at_5": 0.77908, + "hit_rate_at_10": 0.82606, + "hit_rate_at_20": 0.86417, + "hit_rate_at_100": 0.93663, + "hit_rate_at_1000": 0.99158, + "main_score": 0.72054, + "hf_subset": "eng-deu", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.61224, + "ndcg_at_3": 0.68547, + "ndcg_at_5": 0.70239, + "ndcg_at_10": 0.71752, + "ndcg_at_20": 0.72792, + "ndcg_at_100": 0.74118, + "ndcg_at_1000": 0.74768, + "map_at_1": 0.6121, + "map_at_3": 0.66787, + "map_at_5": 0.67725, + "map_at_10": 0.68354, + "map_at_20": 0.68641, + "map_at_100": 0.68823, + "map_at_1000": 0.68846, + "recall_at_1": 0.6121, + "recall_at_3": 0.73608, + "recall_at_5": 0.77723, + "recall_at_10": 0.82376, + "recall_at_20": 0.86478, + "recall_at_100": 0.9365, + "recall_at_1000": 0.98808, + "accuracy": 0.6121, + "precision_at_1": 0.61224, + "precision_at_3": 0.24544, + "precision_at_5": 0.1555, + "precision_at_10": 0.0824, + "precision_at_20": 0.04326, + "precision_at_100": 0.00937, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.612243, + "mrr_at_3": 0.668005, + "mrr_at_5": 0.677364, + "mrr_at_10": 0.683653, + "mrr_at_20": 0.686531, + "mrr_at_100": 0.688343, + "mrr_at_1000": 0.688578, + "nauc_ndcg_at_1_max": 0.662028, + "nauc_ndcg_at_1_std": -0.062989, + "nauc_ndcg_at_1_diff1": 0.79163, + "nauc_ndcg_at_3_max": 0.701175, + "nauc_ndcg_at_3_std": -0.047149, + "nauc_ndcg_at_3_diff1": 0.760621, + "nauc_ndcg_at_5_max": 0.701875, + "nauc_ndcg_at_5_std": -0.039907, + "nauc_ndcg_at_5_diff1": 0.758473, + "nauc_ndcg_at_10_max": 0.704206, + "nauc_ndcg_at_10_std": -0.029206, + "nauc_ndcg_at_10_diff1": 0.756463, + "nauc_ndcg_at_20_max": 0.704161, + "nauc_ndcg_at_20_std": -0.02079, + "nauc_ndcg_at_20_diff1": 0.756028, + "nauc_ndcg_at_100_max": 0.701909, + "nauc_ndcg_at_100_std": -0.017388, + "nauc_ndcg_at_100_diff1": 0.758569, + "nauc_ndcg_at_1000_max": 0.699285, + "nauc_ndcg_at_1000_std": -0.024987, + "nauc_ndcg_at_1000_diff1": 0.760948, + "nauc_map_at_1_max": 0.661639, + "nauc_map_at_1_std": -0.063703, + "nauc_map_at_1_diff1": 0.791628, + "nauc_map_at_3_max": 0.69129, + "nauc_map_at_3_std": -0.051465, + "nauc_map_at_3_diff1": 0.768439, + "nauc_map_at_5_max": 0.691376, + "nauc_map_at_5_std": -0.047864, + "nauc_map_at_5_diff1": 0.767448, + "nauc_map_at_10_max": 0.692071, + "nauc_map_at_10_std": -0.043896, + "nauc_map_at_10_diff1": 0.766795, + "nauc_map_at_20_max": 0.691978, + "nauc_map_at_20_std": -0.04195, + "nauc_map_at_20_diff1": 0.76679, + "nauc_map_at_100_max": 0.691598, + "nauc_map_at_100_std": -0.041553, + "nauc_map_at_100_diff1": 0.767044, + "nauc_map_at_1000_max": 0.691521, + "nauc_map_at_1000_std": -0.041756, + "nauc_map_at_1000_diff1": 0.767124, + "nauc_recall_at_1_max": 0.661639, + "nauc_recall_at_1_std": -0.063703, + "nauc_recall_at_1_diff1": 0.791628, + "nauc_recall_at_3_max": 0.734028, + "nauc_recall_at_3_std": -0.033387, + "nauc_recall_at_3_diff1": 0.734269, + "nauc_recall_at_5_max": 0.741312, + "nauc_recall_at_5_std": -0.009027, + "nauc_recall_at_5_diff1": 0.724368, + "nauc_recall_at_10_max": 0.760303, + "nauc_recall_at_10_std": 0.044818, + "nauc_recall_at_10_diff1": 0.708232, + "nauc_recall_at_20_max": 0.774681, + "nauc_recall_at_20_std": 0.122882, + "nauc_recall_at_20_diff1": 0.69203, + "nauc_recall_at_100_max": 0.809688, + "nauc_recall_at_100_std": 0.329082, + "nauc_recall_at_100_diff1": 0.678363, + "nauc_recall_at_1000_max": 0.89341, + "nauc_recall_at_1000_std": 0.693835, + "nauc_recall_at_1000_diff1": 0.664829, + "nauc_precision_at_1_max": 0.662028, + "nauc_precision_at_1_std": -0.062989, + "nauc_precision_at_1_diff1": 0.79163, + "nauc_precision_at_3_max": 0.73414, + "nauc_precision_at_3_std": -0.031989, + "nauc_precision_at_3_diff1": 0.73373, + "nauc_precision_at_5_max": 0.741023, + "nauc_precision_at_5_std": -0.007054, + "nauc_precision_at_5_diff1": 0.723032, + "nauc_precision_at_10_max": 0.759991, + "nauc_precision_at_10_std": 0.047161, + "nauc_precision_at_10_diff1": 0.706684, + "nauc_precision_at_20_max": 0.774523, + "nauc_precision_at_20_std": 0.126763, + "nauc_precision_at_20_diff1": 0.690012, + "nauc_precision_at_100_max": 0.799639, + "nauc_precision_at_100_std": 0.337893, + "nauc_precision_at_100_diff1": 0.664453, + "nauc_precision_at_1000_max": 0.81203, + "nauc_precision_at_1000_std": 0.710272, + "nauc_precision_at_1000_diff1": 0.574571, + "nauc_mrr_at_1_max": 0.662028, + "nauc_mrr_at_1_std": -0.062989, + "nauc_mrr_at_1_diff1": 0.79163, + "nauc_mrr_at_3_max": 0.691612, + "nauc_mrr_at_3_std": -0.050691, + "nauc_mrr_at_3_diff1": 0.768396, + "nauc_mrr_at_5_max": 0.691582, + "nauc_mrr_at_5_std": -0.047207, + "nauc_mrr_at_5_diff1": 0.767399, + "nauc_mrr_at_10_max": 0.692281, + "nauc_mrr_at_10_std": -0.043226, + "nauc_mrr_at_10_diff1": 0.766745, + "nauc_mrr_at_20_max": 0.6922, + "nauc_mrr_at_20_std": -0.041232, + "nauc_mrr_at_20_diff1": 0.766738, + "nauc_mrr_at_100_max": 0.691815, + "nauc_mrr_at_100_std": -0.04087, + "nauc_mrr_at_100_diff1": 0.766996, + "nauc_mrr_at_1000_max": 0.691738, + "nauc_mrr_at_1000_std": -0.041075, + "nauc_mrr_at_1000_diff1": 0.767075, + "hit_rate_at_1": 0.61224, + "hit_rate_at_3": 0.73623, + "hit_rate_at_5": 0.77733, + "hit_rate_at_10": 0.82386, + "hit_rate_at_20": 0.86496, + "hit_rate_at_100": 0.93654, + "hit_rate_at_1000": 0.98808, + "main_score": 0.71752, + "hf_subset": "eng-eng", + "languages": [ + "eng-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.5995, + "ndcg_at_3": 0.67761, + "ndcg_at_5": 0.69428, + "ndcg_at_10": 0.71079, + "ndcg_at_20": 0.72162, + "ndcg_at_100": 0.73399, + "ndcg_at_1000": 0.74153, + "map_at_1": 0.5995, + "map_at_3": 0.65892, + "map_at_5": 0.66816, + "map_at_10": 0.67498, + "map_at_20": 0.67799, + "map_at_100": 0.67966, + "map_at_1000": 0.67994, + "recall_at_1": 0.5995, + "recall_at_3": 0.73148, + "recall_at_5": 0.77195, + "recall_at_10": 0.82299, + "recall_at_20": 0.86555, + "recall_at_100": 0.93268, + "recall_at_1000": 0.99229, + "accuracy": 0.5995, + "precision_at_1": 0.5995, + "precision_at_3": 0.24383, + "precision_at_5": 0.15441, + "precision_at_10": 0.08231, + "precision_at_20": 0.04329, + "precision_at_100": 0.00933, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.599505, + "mrr_at_3": 0.658922, + "mrr_at_5": 0.668177, + "mrr_at_10": 0.675004, + "mrr_at_20": 0.678012, + "mrr_at_100": 0.679684, + "mrr_at_1000": 0.67996, + "nauc_ndcg_at_1_max": 0.659059, + "nauc_ndcg_at_1_std": -0.044531, + "nauc_ndcg_at_1_diff1": 0.786645, + "nauc_ndcg_at_3_max": 0.709603, + "nauc_ndcg_at_3_std": -0.008039, + "nauc_ndcg_at_3_diff1": 0.752055, + "nauc_ndcg_at_5_max": 0.712829, + "nauc_ndcg_at_5_std": 0.000946, + "nauc_ndcg_at_5_diff1": 0.7486, + "nauc_ndcg_at_10_max": 0.712211, + "nauc_ndcg_at_10_std": 0.010084, + "nauc_ndcg_at_10_diff1": 0.745584, + "nauc_ndcg_at_20_max": 0.711013, + "nauc_ndcg_at_20_std": 0.018117, + "nauc_ndcg_at_20_diff1": 0.745813, + "nauc_ndcg_at_100_max": 0.708716, + "nauc_ndcg_at_100_std": 0.021398, + "nauc_ndcg_at_100_diff1": 0.748912, + "nauc_ndcg_at_1000_max": 0.705219, + "nauc_ndcg_at_1000_std": 0.009857, + "nauc_ndcg_at_1000_diff1": 0.752189, + "nauc_map_at_1_max": 0.659059, + "nauc_map_at_1_std": -0.044531, + "nauc_map_at_1_diff1": 0.786645, + "nauc_map_at_3_max": 0.696716, + "nauc_map_at_3_std": -0.017272, + "nauc_map_at_3_diff1": 0.76073, + "nauc_map_at_5_max": 0.69814, + "nauc_map_at_5_std": -0.012738, + "nauc_map_at_5_diff1": 0.759152, + "nauc_map_at_10_max": 0.69769, + "nauc_map_at_10_std": -0.009491, + "nauc_map_at_10_diff1": 0.758194, + "nauc_map_at_20_max": 0.69731, + "nauc_map_at_20_std": -0.007537, + "nauc_map_at_20_diff1": 0.758368, + "nauc_map_at_100_max": 0.696955, + "nauc_map_at_100_std": -0.007131, + "nauc_map_at_100_diff1": 0.75872, + "nauc_map_at_1000_max": 0.696862, + "nauc_map_at_1000_std": -0.007414, + "nauc_map_at_1000_diff1": 0.758831, + "nauc_recall_at_1_max": 0.659059, + "nauc_recall_at_1_std": -0.044531, + "nauc_recall_at_1_diff1": 0.786645, + "nauc_recall_at_3_max": 0.753264, + "nauc_recall_at_3_std": 0.023208, + "nauc_recall_at_3_diff1": 0.722737, + "nauc_recall_at_5_max": 0.76886, + "nauc_recall_at_5_std": 0.054379, + "nauc_recall_at_5_diff1": 0.708107, + "nauc_recall_at_10_max": 0.778978, + "nauc_recall_at_10_std": 0.107858, + "nauc_recall_at_10_diff1": 0.684983, + "nauc_recall_at_20_max": 0.788589, + "nauc_recall_at_20_std": 0.189518, + "nauc_recall_at_20_diff1": 0.669509, + "nauc_recall_at_100_max": 0.819899, + "nauc_recall_at_100_std": 0.39698, + "nauc_recall_at_100_diff1": 0.658407, + "nauc_recall_at_1000_max": 0.86575, + "nauc_recall_at_1000_std": 0.585969, + "nauc_recall_at_1000_diff1": 0.67939, + "nauc_precision_at_1_max": 0.659059, + "nauc_precision_at_1_std": -0.044531, + "nauc_precision_at_1_diff1": 0.786645, + "nauc_precision_at_3_max": 0.753264, + "nauc_precision_at_3_std": 0.023208, + "nauc_precision_at_3_diff1": 0.722737, + "nauc_precision_at_5_max": 0.768783, + "nauc_precision_at_5_std": 0.054065, + "nauc_precision_at_5_diff1": 0.708177, + "nauc_precision_at_10_max": 0.778952, + "nauc_precision_at_10_std": 0.107499, + "nauc_precision_at_10_diff1": 0.685118, + "nauc_precision_at_20_max": 0.788658, + "nauc_precision_at_20_std": 0.190506, + "nauc_precision_at_20_diff1": 0.669367, + "nauc_precision_at_100_max": 0.814452, + "nauc_precision_at_100_std": 0.39948, + "nauc_precision_at_100_diff1": 0.652781, + "nauc_precision_at_1000_max": 0.818096, + "nauc_precision_at_1000_std": 0.6016, + "nauc_precision_at_1000_diff1": 0.630954, + "nauc_mrr_at_1_max": 0.659059, + "nauc_mrr_at_1_std": -0.044531, + "nauc_mrr_at_1_diff1": 0.786645, + "nauc_mrr_at_3_max": 0.696716, + "nauc_mrr_at_3_std": -0.017272, + "nauc_mrr_at_3_diff1": 0.76073, + "nauc_mrr_at_5_max": 0.698125, + "nauc_mrr_at_5_std": -0.012788, + "nauc_mrr_at_5_diff1": 0.759165, + "nauc_mrr_at_10_max": 0.697677, + "nauc_mrr_at_10_std": -0.009543, + "nauc_mrr_at_10_diff1": 0.75821, + "nauc_mrr_at_20_max": 0.697297, + "nauc_mrr_at_20_std": -0.007551, + "nauc_mrr_at_20_diff1": 0.758376, + "nauc_mrr_at_100_max": 0.696942, + "nauc_mrr_at_100_std": -0.007166, + "nauc_mrr_at_100_diff1": 0.758733, + "nauc_mrr_at_1000_max": 0.696848, + "nauc_mrr_at_1000_std": -0.007448, + "nauc_mrr_at_1000_diff1": 0.758843, + "hit_rate_at_1": 0.5995, + "hit_rate_at_3": 0.73148, + "hit_rate_at_5": 0.77204, + "hit_rate_at_10": 0.82308, + "hit_rate_at_20": 0.86574, + "hit_rate_at_100": 0.93277, + "hit_rate_at_1000": 0.99238, + "main_score": 0.71079, + "hf_subset": "eng-spa", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.4823, + "ndcg_at_3": 0.55924, + "ndcg_at_5": 0.58051, + "ndcg_at_10": 0.59982, + "ndcg_at_20": 0.61329, + "ndcg_at_100": 0.63291, + "ndcg_at_1000": 0.64484, + "map_at_1": 0.4822, + "map_at_3": 0.54029, + "map_at_5": 0.55213, + "map_at_10": 0.56008, + "map_at_20": 0.56375, + "map_at_100": 0.56644, + "map_at_1000": 0.56686, + "recall_at_1": 0.4822, + "recall_at_3": 0.61391, + "recall_at_5": 0.66538, + "recall_at_10": 0.72528, + "recall_at_20": 0.77878, + "recall_at_100": 0.88497, + "recall_at_1000": 0.98037, + "accuracy": 0.4822, + "precision_at_1": 0.4823, + "precision_at_3": 0.20471, + "precision_at_5": 0.13312, + "precision_at_10": 0.07256, + "precision_at_20": 0.03895, + "precision_at_100": 0.00885, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.482303, + "mrr_at_3": 0.540446, + "mrr_at_5": 0.552285, + "mrr_at_10": 0.560208, + "mrr_at_20": 0.563875, + "mrr_at_100": 0.566566, + "mrr_at_1000": 0.566989, + "nauc_ndcg_at_1_max": 0.583579, + "nauc_ndcg_at_1_std": -0.05491, + "nauc_ndcg_at_1_diff1": 0.719587, + "nauc_ndcg_at_3_max": 0.611961, + "nauc_ndcg_at_3_std": -0.031991, + "nauc_ndcg_at_3_diff1": 0.67217, + "nauc_ndcg_at_5_max": 0.611184, + "nauc_ndcg_at_5_std": -0.031112, + "nauc_ndcg_at_5_diff1": 0.664852, + "nauc_ndcg_at_10_max": 0.607199, + "nauc_ndcg_at_10_std": -0.029002, + "nauc_ndcg_at_10_diff1": 0.659792, + "nauc_ndcg_at_20_max": 0.607708, + "nauc_ndcg_at_20_std": -0.022316, + "nauc_ndcg_at_20_diff1": 0.659385, + "nauc_ndcg_at_100_max": 0.608356, + "nauc_ndcg_at_100_std": -0.016716, + "nauc_ndcg_at_100_diff1": 0.662133, + "nauc_ndcg_at_1000_max": 0.607376, + "nauc_ndcg_at_1000_std": -0.022836, + "nauc_ndcg_at_1000_diff1": 0.667607, + "nauc_map_at_1_max": 0.583226, + "nauc_map_at_1_std": -0.05541, + "nauc_map_at_1_diff1": 0.71923, + "nauc_map_at_3_max": 0.604877, + "nauc_map_at_3_std": -0.038682, + "nauc_map_at_3_diff1": 0.684042, + "nauc_map_at_5_max": 0.604322, + "nauc_map_at_5_std": -0.038509, + "nauc_map_at_5_diff1": 0.680359, + "nauc_map_at_10_max": 0.602542, + "nauc_map_at_10_std": -0.037802, + "nauc_map_at_10_diff1": 0.678453, + "nauc_map_at_20_max": 0.602648, + "nauc_map_at_20_std": -0.036168, + "nauc_map_at_20_diff1": 0.678453, + "nauc_map_at_100_max": 0.60273, + "nauc_map_at_100_std": -0.03547, + "nauc_map_at_100_diff1": 0.678851, + "nauc_map_at_1000_max": 0.602715, + "nauc_map_at_1000_std": -0.03558, + "nauc_map_at_1000_diff1": 0.679021, + "nauc_recall_at_1_max": 0.583226, + "nauc_recall_at_1_std": -0.05541, + "nauc_recall_at_1_diff1": 0.71923, + "nauc_recall_at_3_max": 0.633514, + "nauc_recall_at_3_std": -0.011299, + "nauc_recall_at_3_diff1": 0.634541, + "nauc_recall_at_5_max": 0.633583, + "nauc_recall_at_5_std": -0.005978, + "nauc_recall_at_5_diff1": 0.610656, + "nauc_recall_at_10_max": 0.622498, + "nauc_recall_at_10_std": 0.006138, + "nauc_recall_at_10_diff1": 0.583805, + "nauc_recall_at_20_max": 0.628123, + "nauc_recall_at_20_std": 0.05088, + "nauc_recall_at_20_diff1": 0.567577, + "nauc_recall_at_100_max": 0.651338, + "nauc_recall_at_100_std": 0.178721, + "nauc_recall_at_100_diff1": 0.533493, + "nauc_recall_at_1000_max": 0.727952, + "nauc_recall_at_1000_std": 0.364958, + "nauc_recall_at_1000_diff1": 0.519387, + "nauc_precision_at_1_max": 0.583579, + "nauc_precision_at_1_std": -0.05491, + "nauc_precision_at_1_diff1": 0.719587, + "nauc_precision_at_3_max": 0.634088, + "nauc_precision_at_3_std": -0.01067, + "nauc_precision_at_3_diff1": 0.635115, + "nauc_precision_at_5_max": 0.634216, + "nauc_precision_at_5_std": -0.005282, + "nauc_precision_at_5_diff1": 0.61128, + "nauc_precision_at_10_max": 0.622157, + "nauc_precision_at_10_std": 0.007009, + "nauc_precision_at_10_diff1": 0.583509, + "nauc_precision_at_20_max": 0.627709, + "nauc_precision_at_20_std": 0.051855, + "nauc_precision_at_20_diff1": 0.567246, + "nauc_precision_at_100_max": 0.650626, + "nauc_precision_at_100_std": 0.180171, + "nauc_precision_at_100_diff1": 0.533056, + "nauc_precision_at_1000_max": 0.723356, + "nauc_precision_at_1000_std": 0.370982, + "nauc_precision_at_1000_diff1": 0.517436, + "nauc_mrr_at_1_max": 0.583579, + "nauc_mrr_at_1_std": -0.05491, + "nauc_mrr_at_1_diff1": 0.719587, + "nauc_mrr_at_3_max": 0.605272, + "nauc_mrr_at_3_std": -0.038128, + "nauc_mrr_at_3_diff1": 0.684445, + "nauc_mrr_at_5_max": 0.604725, + "nauc_mrr_at_5_std": -0.037944, + "nauc_mrr_at_5_diff1": 0.68077, + "nauc_mrr_at_10_max": 0.602938, + "nauc_mrr_at_10_std": -0.037239, + "nauc_mrr_at_10_diff1": 0.678854, + "nauc_mrr_at_20_max": 0.603047, + "nauc_mrr_at_20_std": -0.035601, + "nauc_mrr_at_20_diff1": 0.678857, + "nauc_mrr_at_100_max": 0.603132, + "nauc_mrr_at_100_std": -0.034899, + "nauc_mrr_at_100_diff1": 0.679258, + "nauc_mrr_at_1000_max": 0.603118, + "nauc_mrr_at_1000_std": -0.035008, + "nauc_mrr_at_1000_diff1": 0.679429, + "hit_rate_at_1": 0.4823, + "hit_rate_at_3": 0.61412, + "hit_rate_at_5": 0.66558, + "hit_rate_at_10": 0.72539, + "hit_rate_at_20": 0.77889, + "hit_rate_at_100": 0.88507, + "hit_rate_at_1000": 0.98047, + "main_score": 0.59982, + "hf_subset": "eng-hin", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.5616, + "ndcg_at_3": 0.64138, + "ndcg_at_5": 0.66146, + "ndcg_at_10": 0.67983, + "ndcg_at_20": 0.69268, + "ndcg_at_100": 0.70831, + "ndcg_at_1000": 0.7152, + "map_at_1": 0.5616, + "map_at_3": 0.62205, + "map_at_5": 0.63319, + "map_at_10": 0.64078, + "map_at_20": 0.64433, + "map_at_100": 0.6465, + "map_at_1000": 0.64676, + "recall_at_1": 0.5616, + "recall_at_3": 0.69718, + "recall_at_5": 0.74595, + "recall_at_10": 0.80273, + "recall_at_20": 0.85332, + "recall_at_100": 0.93758, + "recall_at_1000": 0.99181, + "accuracy": 0.5616, + "precision_at_1": 0.5616, + "precision_at_3": 0.23239, + "precision_at_5": 0.14919, + "precision_at_10": 0.08027, + "precision_at_20": 0.04267, + "precision_at_100": 0.00938, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.561601, + "mrr_at_3": 0.62205, + "mrr_at_5": 0.633188, + "mrr_at_10": 0.640777, + "mrr_at_20": 0.644331, + "mrr_at_100": 0.646502, + "mrr_at_1000": 0.646762, + "nauc_ndcg_at_1_max": 0.650912, + "nauc_ndcg_at_1_std": 0.023846, + "nauc_ndcg_at_1_diff1": 0.779406, + "nauc_ndcg_at_3_max": 0.690136, + "nauc_ndcg_at_3_std": 0.040549, + "nauc_ndcg_at_3_diff1": 0.739867, + "nauc_ndcg_at_5_max": 0.696047, + "nauc_ndcg_at_5_std": 0.052237, + "nauc_ndcg_at_5_diff1": 0.734473, + "nauc_ndcg_at_10_max": 0.693873, + "nauc_ndcg_at_10_std": 0.062402, + "nauc_ndcg_at_10_diff1": 0.727836, + "nauc_ndcg_at_20_max": 0.694723, + "nauc_ndcg_at_20_std": 0.070116, + "nauc_ndcg_at_20_diff1": 0.73111, + "nauc_ndcg_at_100_max": 0.692494, + "nauc_ndcg_at_100_std": 0.072018, + "nauc_ndcg_at_100_diff1": 0.734797, + "nauc_ndcg_at_1000_max": 0.689458, + "nauc_ndcg_at_1000_std": 0.061865, + "nauc_ndcg_at_1000_diff1": 0.738114, + "nauc_map_at_1_max": 0.650912, + "nauc_map_at_1_std": 0.023846, + "nauc_map_at_1_diff1": 0.779406, + "nauc_map_at_3_max": 0.680932, + "nauc_map_at_3_std": 0.036179, + "nauc_map_at_3_diff1": 0.750047, + "nauc_map_at_5_max": 0.683892, + "nauc_map_at_5_std": 0.042164, + "nauc_map_at_5_diff1": 0.747453, + "nauc_map_at_10_max": 0.682728, + "nauc_map_at_10_std": 0.045399, + "nauc_map_at_10_diff1": 0.74514, + "nauc_map_at_20_max": 0.682886, + "nauc_map_at_20_std": 0.04726, + "nauc_map_at_20_diff1": 0.746139, + "nauc_map_at_100_max": 0.682493, + "nauc_map_at_100_std": 0.047316, + "nauc_map_at_100_diff1": 0.746576, + "nauc_map_at_1000_max": 0.682403, + "nauc_map_at_1000_std": 0.047041, + "nauc_map_at_1000_diff1": 0.74668, + "nauc_recall_at_1_max": 0.650912, + "nauc_recall_at_1_std": 0.023846, + "nauc_recall_at_1_diff1": 0.779406, + "nauc_recall_at_3_max": 0.719989, + "nauc_recall_at_3_std": 0.054965, + "nauc_recall_at_3_diff1": 0.706366, + "nauc_recall_at_5_max": 0.74142, + "nauc_recall_at_5_std": 0.091776, + "nauc_recall_at_5_diff1": 0.685541, + "nauc_recall_at_10_max": 0.742962, + "nauc_recall_at_10_std": 0.148465, + "nauc_recall_at_10_diff1": 0.645986, + "nauc_recall_at_20_max": 0.763194, + "nauc_recall_at_20_std": 0.227016, + "nauc_recall_at_20_diff1": 0.643194, + "nauc_recall_at_100_max": 0.807287, + "nauc_recall_at_100_std": 0.462856, + "nauc_recall_at_100_diff1": 0.614709, + "nauc_recall_at_1000_max": 0.872498, + "nauc_recall_at_1000_std": 0.694507, + "nauc_recall_at_1000_diff1": 0.563698, + "nauc_precision_at_1_max": 0.650912, + "nauc_precision_at_1_std": 0.023846, + "nauc_precision_at_1_diff1": 0.779406, + "nauc_precision_at_3_max": 0.719989, + "nauc_precision_at_3_std": 0.054965, + "nauc_precision_at_3_diff1": 0.706366, + "nauc_precision_at_5_max": 0.74142, + "nauc_precision_at_5_std": 0.091776, + "nauc_precision_at_5_diff1": 0.685541, + "nauc_precision_at_10_max": 0.742962, + "nauc_precision_at_10_std": 0.148465, + "nauc_precision_at_10_diff1": 0.645986, + "nauc_precision_at_20_max": 0.763194, + "nauc_precision_at_20_std": 0.227016, + "nauc_precision_at_20_diff1": 0.643194, + "nauc_precision_at_100_max": 0.807287, + "nauc_precision_at_100_std": 0.462856, + "nauc_precision_at_100_diff1": 0.614709, + "nauc_precision_at_1000_max": 0.872498, + "nauc_precision_at_1000_std": 0.694507, + "nauc_precision_at_1000_diff1": 0.563698, + "nauc_mrr_at_1_max": 0.650912, + "nauc_mrr_at_1_std": 0.023846, + "nauc_mrr_at_1_diff1": 0.779406, + "nauc_mrr_at_3_max": 0.680932, + "nauc_mrr_at_3_std": 0.036179, + "nauc_mrr_at_3_diff1": 0.750047, + "nauc_mrr_at_5_max": 0.683892, + "nauc_mrr_at_5_std": 0.042164, + "nauc_mrr_at_5_diff1": 0.747453, + "nauc_mrr_at_10_max": 0.682728, + "nauc_mrr_at_10_std": 0.045399, + "nauc_mrr_at_10_diff1": 0.74514, + "nauc_mrr_at_20_max": 0.682886, + "nauc_mrr_at_20_std": 0.04726, + "nauc_mrr_at_20_diff1": 0.746139, + "nauc_mrr_at_100_max": 0.682493, + "nauc_mrr_at_100_std": 0.047316, + "nauc_mrr_at_100_diff1": 0.746576, + "nauc_mrr_at_1000_max": 0.682403, + "nauc_mrr_at_1000_std": 0.047041, + "nauc_mrr_at_1000_diff1": 0.74668, + "hit_rate_at_1": 0.5616, + "hit_rate_at_3": 0.69718, + "hit_rate_at_5": 0.74595, + "hit_rate_at_10": 0.80273, + "hit_rate_at_20": 0.85332, + "hit_rate_at_100": 0.93758, + "hit_rate_at_1000": 0.99181, + "main_score": 0.67983, + "hf_subset": "eng-vie", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.58684, + "ndcg_at_3": 0.66789, + "ndcg_at_5": 0.68669, + "ndcg_at_10": 0.7029, + "ndcg_at_20": 0.71356, + "ndcg_at_100": 0.72828, + "ndcg_at_1000": 0.73463, + "map_at_1": 0.58684, + "map_at_3": 0.6484, + "map_at_5": 0.65885, + "map_at_10": 0.66552, + "map_at_20": 0.66847, + "map_at_100": 0.67049, + "map_at_1000": 0.67073, + "recall_at_1": 0.58684, + "recall_at_3": 0.7241, + "recall_at_5": 0.76967, + "recall_at_10": 0.8199, + "recall_at_20": 0.86195, + "recall_at_100": 0.94149, + "recall_at_1000": 0.99143, + "accuracy": 0.58684, + "precision_at_1": 0.58684, + "precision_at_3": 0.24137, + "precision_at_5": 0.15393, + "precision_at_10": 0.08199, + "precision_at_20": 0.0431, + "precision_at_100": 0.00942, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.586838, + "mrr_at_3": 0.648397, + "mrr_at_5": 0.658853, + "mrr_at_10": 0.665522, + "mrr_at_20": 0.668466, + "mrr_at_100": 0.670488, + "mrr_at_1000": 0.670727, + "nauc_ndcg_at_1_max": 0.620797, + "nauc_ndcg_at_1_std": -0.056503, + "nauc_ndcg_at_1_diff1": 0.75779, + "nauc_ndcg_at_3_max": 0.645121, + "nauc_ndcg_at_3_std": -0.031495, + "nauc_ndcg_at_3_diff1": 0.715644, + "nauc_ndcg_at_5_max": 0.648423, + "nauc_ndcg_at_5_std": -0.024856, + "nauc_ndcg_at_5_diff1": 0.70973, + "nauc_ndcg_at_10_max": 0.650093, + "nauc_ndcg_at_10_std": -0.018965, + "nauc_ndcg_at_10_diff1": 0.71059, + "nauc_ndcg_at_20_max": 0.653557, + "nauc_ndcg_at_20_std": -0.010933, + "nauc_ndcg_at_20_diff1": 0.712673, + "nauc_ndcg_at_100_max": 0.651269, + "nauc_ndcg_at_100_std": -0.007631, + "nauc_ndcg_at_100_diff1": 0.716125, + "nauc_ndcg_at_1000_max": 0.648068, + "nauc_ndcg_at_1000_std": -0.015685, + "nauc_ndcg_at_1000_diff1": 0.718023, + "nauc_map_at_1_max": 0.620797, + "nauc_map_at_1_std": -0.056503, + "nauc_map_at_1_diff1": 0.75779, + "nauc_map_at_3_max": 0.638476, + "nauc_map_at_3_std": -0.038449, + "nauc_map_at_3_diff1": 0.726001, + "nauc_map_at_5_max": 0.640136, + "nauc_map_at_5_std": -0.034969, + "nauc_map_at_5_diff1": 0.723186, + "nauc_map_at_10_max": 0.640654, + "nauc_map_at_10_std": -0.032925, + "nauc_map_at_10_diff1": 0.723722, + "nauc_map_at_20_max": 0.641507, + "nauc_map_at_20_std": -0.031064, + "nauc_map_at_20_diff1": 0.724423, + "nauc_map_at_100_max": 0.641159, + "nauc_map_at_100_std": -0.030571, + "nauc_map_at_100_diff1": 0.724781, + "nauc_map_at_1000_max": 0.641073, + "nauc_map_at_1000_std": -0.030773, + "nauc_map_at_1000_diff1": 0.724841, + "nauc_recall_at_1_max": 0.620797, + "nauc_recall_at_1_std": -0.056503, + "nauc_recall_at_1_diff1": 0.75779, + "nauc_recall_at_3_max": 0.667772, + "nauc_recall_at_3_std": -0.007728, + "nauc_recall_at_3_diff1": 0.680897, + "nauc_recall_at_5_max": 0.680672, + "nauc_recall_at_5_std": 0.01494, + "nauc_recall_at_5_diff1": 0.657613, + "nauc_recall_at_10_max": 0.695271, + "nauc_recall_at_10_std": 0.050534, + "nauc_recall_at_10_diff1": 0.649793, + "nauc_recall_at_20_max": 0.730701, + "nauc_recall_at_20_std": 0.125844, + "nauc_recall_at_20_diff1": 0.646832, + "nauc_recall_at_100_max": 0.781226, + "nauc_recall_at_100_std": 0.352017, + "nauc_recall_at_100_diff1": 0.642926, + "nauc_recall_at_1000_max": 0.864036, + "nauc_recall_at_1000_std": 0.733744, + "nauc_recall_at_1000_diff1": 0.607897, + "nauc_precision_at_1_max": 0.620797, + "nauc_precision_at_1_std": -0.056503, + "nauc_precision_at_1_diff1": 0.75779, + "nauc_precision_at_3_max": 0.667772, + "nauc_precision_at_3_std": -0.007728, + "nauc_precision_at_3_diff1": 0.680897, + "nauc_precision_at_5_max": 0.680672, + "nauc_precision_at_5_std": 0.01494, + "nauc_precision_at_5_diff1": 0.657613, + "nauc_precision_at_10_max": 0.695271, + "nauc_precision_at_10_std": 0.050534, + "nauc_precision_at_10_diff1": 0.649793, + "nauc_precision_at_20_max": 0.730701, + "nauc_precision_at_20_std": 0.125844, + "nauc_precision_at_20_diff1": 0.646832, + "nauc_precision_at_100_max": 0.782814, + "nauc_precision_at_100_std": 0.355503, + "nauc_precision_at_100_diff1": 0.642549, + "nauc_precision_at_1000_max": 0.834921, + "nauc_precision_at_1000_std": 0.74387, + "nauc_precision_at_1000_diff1": 0.565772, + "nauc_mrr_at_1_max": 0.620797, + "nauc_mrr_at_1_std": -0.056503, + "nauc_mrr_at_1_diff1": 0.75779, + "nauc_mrr_at_3_max": 0.638476, + "nauc_mrr_at_3_std": -0.038449, + "nauc_mrr_at_3_diff1": 0.726001, + "nauc_mrr_at_5_max": 0.640136, + "nauc_mrr_at_5_std": -0.034969, + "nauc_mrr_at_5_diff1": 0.723186, + "nauc_mrr_at_10_max": 0.640654, + "nauc_mrr_at_10_std": -0.032925, + "nauc_mrr_at_10_diff1": 0.723722, + "nauc_mrr_at_20_max": 0.641507, + "nauc_mrr_at_20_std": -0.031064, + "nauc_mrr_at_20_diff1": 0.724423, + "nauc_mrr_at_100_max": 0.641166, + "nauc_mrr_at_100_std": -0.030556, + "nauc_mrr_at_100_diff1": 0.724779, + "nauc_mrr_at_1000_max": 0.641075, + "nauc_mrr_at_1000_std": -0.03077, + "nauc_mrr_at_1000_diff1": 0.724841, + "hit_rate_at_1": 0.58684, + "hit_rate_at_3": 0.7241, + "hit_rate_at_5": 0.76967, + "hit_rate_at_10": 0.8199, + "hit_rate_at_20": 0.86195, + "hit_rate_at_100": 0.94159, + "hit_rate_at_1000": 0.99143, + "main_score": 0.7029, + "hf_subset": "eng-zho", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.54499, + "ndcg_at_3": 0.64179, + "ndcg_at_5": 0.66281, + "ndcg_at_10": 0.68062, + "ndcg_at_20": 0.69278, + "ndcg_at_100": 0.70896, + "ndcg_at_1000": 0.71481, + "map_at_1": 0.54499, + "map_at_3": 0.61855, + "map_at_5": 0.63033, + "map_at_10": 0.63777, + "map_at_20": 0.64119, + "map_at_100": 0.64351, + "map_at_1000": 0.64372, + "recall_at_1": 0.54499, + "recall_at_3": 0.7088, + "recall_at_5": 0.75935, + "recall_at_10": 0.81395, + "recall_at_20": 0.86148, + "recall_at_100": 0.94742, + "recall_at_1000": 0.99393, + "accuracy": 0.54499, + "precision_at_1": 0.54499, + "precision_at_3": 0.23627, + "precision_at_5": 0.15187, + "precision_at_10": 0.0814, + "precision_at_20": 0.04307, + "precision_at_100": 0.00947, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.544995, + "mrr_at_3": 0.618554, + "mrr_at_5": 0.630334, + "mrr_at_10": 0.637771, + "mrr_at_20": 0.64119, + "mrr_at_100": 0.643507, + "mrr_at_1000": 0.643718, + "nauc_ndcg_at_1_max": 0.566326, + "nauc_ndcg_at_1_std": -0.025885, + "nauc_ndcg_at_1_diff1": 0.699217, + "nauc_ndcg_at_3_max": 0.614744, + "nauc_ndcg_at_3_std": 0.013789, + "nauc_ndcg_at_3_diff1": 0.64573, + "nauc_ndcg_at_5_max": 0.62486, + "nauc_ndcg_at_5_std": 0.029516, + "nauc_ndcg_at_5_diff1": 0.639748, + "nauc_ndcg_at_10_max": 0.62786, + "nauc_ndcg_at_10_std": 0.038884, + "nauc_ndcg_at_10_diff1": 0.639884, + "nauc_ndcg_at_20_max": 0.623555, + "nauc_ndcg_at_20_std": 0.030986, + "nauc_ndcg_at_20_diff1": 0.643759, + "nauc_ndcg_at_100_max": 0.618947, + "nauc_ndcg_at_100_std": 0.029986, + "nauc_ndcg_at_100_diff1": 0.647107, + "nauc_ndcg_at_1000_max": 0.615854, + "nauc_ndcg_at_1000_std": 0.025494, + "nauc_ndcg_at_1000_diff1": 0.650387, + "nauc_map_at_1_max": 0.566326, + "nauc_map_at_1_std": -0.025885, + "nauc_map_at_1_diff1": 0.699217, + "nauc_map_at_3_max": 0.602456, + "nauc_map_at_3_std": 0.003941, + "nauc_map_at_3_diff1": 0.659641, + "nauc_map_at_5_max": 0.607617, + "nauc_map_at_5_std": 0.01213, + "nauc_map_at_5_diff1": 0.65693, + "nauc_map_at_10_max": 0.608473, + "nauc_map_at_10_std": 0.015489, + "nauc_map_at_10_diff1": 0.657171, + "nauc_map_at_20_max": 0.607293, + "nauc_map_at_20_std": 0.013345, + "nauc_map_at_20_diff1": 0.658358, + "nauc_map_at_100_max": 0.60665, + "nauc_map_at_100_std": 0.013296, + "nauc_map_at_100_diff1": 0.658878, + "nauc_map_at_1000_max": 0.606567, + "nauc_map_at_1000_std": 0.013235, + "nauc_map_at_1000_diff1": 0.658978, + "nauc_recall_at_1_max": 0.566326, + "nauc_recall_at_1_std": -0.025885, + "nauc_recall_at_1_diff1": 0.699217, + "nauc_recall_at_3_max": 0.656211, + "nauc_recall_at_3_std": 0.046904, + "nauc_recall_at_3_diff1": 0.598613, + "nauc_recall_at_5_max": 0.692566, + "nauc_recall_at_5_std": 0.098734, + "nauc_recall_at_5_diff1": 0.57249, + "nauc_recall_at_10_max": 0.721686, + "nauc_recall_at_10_std": 0.156226, + "nauc_recall_at_10_diff1": 0.558368, + "nauc_recall_at_20_max": 0.718162, + "nauc_recall_at_20_std": 0.134696, + "nauc_recall_at_20_diff1": 0.560425, + "nauc_recall_at_100_max": 0.752821, + "nauc_recall_at_100_std": 0.256822, + "nauc_recall_at_100_diff1": 0.509072, + "nauc_recall_at_1000_max": 0.810321, + "nauc_recall_at_1000_std": 0.452856, + "nauc_recall_at_1000_diff1": 0.426874, + "nauc_precision_at_1_max": 0.566326, + "nauc_precision_at_1_std": -0.025885, + "nauc_precision_at_1_diff1": 0.699217, + "nauc_precision_at_3_max": 0.656211, + "nauc_precision_at_3_std": 0.046904, + "nauc_precision_at_3_diff1": 0.598613, + "nauc_precision_at_5_max": 0.692566, + "nauc_precision_at_5_std": 0.098734, + "nauc_precision_at_5_diff1": 0.57249, + "nauc_precision_at_10_max": 0.721686, + "nauc_precision_at_10_std": 0.156226, + "nauc_precision_at_10_diff1": 0.558368, + "nauc_precision_at_20_max": 0.718162, + "nauc_precision_at_20_std": 0.134696, + "nauc_precision_at_20_diff1": 0.560425, + "nauc_precision_at_100_max": 0.752821, + "nauc_precision_at_100_std": 0.256822, + "nauc_precision_at_100_diff1": 0.509072, + "nauc_precision_at_1000_max": 0.810321, + "nauc_precision_at_1000_std": 0.452856, + "nauc_precision_at_1000_diff1": 0.426874, + "nauc_mrr_at_1_max": 0.566326, + "nauc_mrr_at_1_std": -0.025885, + "nauc_mrr_at_1_diff1": 0.699217, + "nauc_mrr_at_3_max": 0.602456, + "nauc_mrr_at_3_std": 0.003941, + "nauc_mrr_at_3_diff1": 0.659641, + "nauc_mrr_at_5_max": 0.607617, + "nauc_mrr_at_5_std": 0.01213, + "nauc_mrr_at_5_diff1": 0.65693, + "nauc_mrr_at_10_max": 0.608473, + "nauc_mrr_at_10_std": 0.015489, + "nauc_mrr_at_10_diff1": 0.657171, + "nauc_mrr_at_20_max": 0.607293, + "nauc_mrr_at_20_std": 0.013345, + "nauc_mrr_at_20_diff1": 0.658358, + "nauc_mrr_at_100_max": 0.60665, + "nauc_mrr_at_100_std": 0.013296, + "nauc_mrr_at_100_diff1": 0.658878, + "nauc_mrr_at_1000_max": 0.606567, + "nauc_mrr_at_1000_std": 0.013235, + "nauc_mrr_at_1000_diff1": 0.658978, + "hit_rate_at_1": 0.54499, + "hit_rate_at_3": 0.7088, + "hit_rate_at_5": 0.75935, + "hit_rate_at_10": 0.81395, + "hit_rate_at_20": 0.86148, + "hit_rate_at_100": 0.94742, + "hit_rate_at_1000": 0.99393, + "main_score": 0.68062, + "hf_subset": "spa-ara", + "languages": [ + "spa-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.60936, + "ndcg_at_3": 0.70148, + "ndcg_at_5": 0.72201, + "ndcg_at_10": 0.73741, + "ndcg_at_20": 0.74659, + "ndcg_at_100": 0.75952, + "ndcg_at_1000": 0.76363, + "map_at_1": 0.60898, + "map_at_3": 0.67879, + "map_at_5": 0.69023, + "map_at_10": 0.69674, + "map_at_20": 0.69933, + "map_at_100": 0.70119, + "map_at_1000": 0.70134, + "recall_at_1": 0.60898, + "recall_at_3": 0.76682, + "recall_at_5": 0.81642, + "recall_at_10": 0.86321, + "recall_at_20": 0.8991, + "recall_at_100": 0.96787, + "recall_at_1000": 1.0, + "accuracy": 0.60898, + "precision_at_1": 0.60936, + "precision_at_3": 0.25573, + "precision_at_5": 0.16336, + "precision_at_10": 0.08636, + "precision_at_20": 0.04501, + "precision_at_100": 0.00969, + "precision_at_1000": 0.001, + "mrr_at_1": 0.609357, + "mrr_at_3": 0.679162, + "mrr_at_5": 0.690605, + "mrr_at_10": 0.697118, + "mrr_at_20": 0.699638, + "mrr_at_100": 0.701496, + "mrr_at_1000": 0.701652, + "nauc_ndcg_at_1_max": 0.596122, + "nauc_ndcg_at_1_std": -0.208203, + "nauc_ndcg_at_1_diff1": 0.77993, + "nauc_ndcg_at_3_max": 0.635299, + "nauc_ndcg_at_3_std": -0.207344, + "nauc_ndcg_at_3_diff1": 0.740768, + "nauc_ndcg_at_5_max": 0.638999, + "nauc_ndcg_at_5_std": -0.200195, + "nauc_ndcg_at_5_diff1": 0.735272, + "nauc_ndcg_at_10_max": 0.644761, + "nauc_ndcg_at_10_std": -0.195669, + "nauc_ndcg_at_10_diff1": 0.74073, + "nauc_ndcg_at_20_max": 0.642424, + "nauc_ndcg_at_20_std": -0.187749, + "nauc_ndcg_at_20_diff1": 0.739475, + "nauc_ndcg_at_100_max": 0.637372, + "nauc_ndcg_at_100_std": -0.19105, + "nauc_ndcg_at_100_diff1": 0.744881, + "nauc_ndcg_at_1000_max": 0.63356, + "nauc_ndcg_at_1000_std": -0.19562, + "nauc_ndcg_at_1000_diff1": 0.746407, + "nauc_map_at_1_max": 0.59587, + "nauc_map_at_1_std": -0.210177, + "nauc_map_at_1_diff1": 0.779197, + "nauc_map_at_3_max": 0.624499, + "nauc_map_at_3_std": -0.208623, + "nauc_map_at_3_diff1": 0.751388, + "nauc_map_at_5_max": 0.625874, + "nauc_map_at_5_std": -0.204844, + "nauc_map_at_5_diff1": 0.748678, + "nauc_map_at_10_max": 0.627531, + "nauc_map_at_10_std": -0.203813, + "nauc_map_at_10_diff1": 0.751093, + "nauc_map_at_20_max": 0.626802, + "nauc_map_at_20_std": -0.201961, + "nauc_map_at_20_diff1": 0.750925, + "nauc_map_at_100_max": 0.626167, + "nauc_map_at_100_std": -0.202228, + "nauc_map_at_100_diff1": 0.751578, + "nauc_map_at_1000_max": 0.626055, + "nauc_map_at_1000_std": -0.2023, + "nauc_map_at_1000_diff1": 0.751625, + "nauc_recall_at_1_max": 0.59587, + "nauc_recall_at_1_std": -0.210177, + "nauc_recall_at_1_diff1": 0.779197, + "nauc_recall_at_3_max": 0.674105, + "nauc_recall_at_3_std": -0.204852, + "nauc_recall_at_3_diff1": 0.701001, + "nauc_recall_at_5_max": 0.695686, + "nauc_recall_at_5_std": -0.181584, + "nauc_recall_at_5_diff1": 0.675355, + "nauc_recall_at_10_max": 0.744907, + "nauc_recall_at_10_std": -0.1468, + "nauc_recall_at_10_diff1": 0.684299, + "nauc_recall_at_20_max": 0.75743, + "nauc_recall_at_20_std": -0.065061, + "nauc_recall_at_20_diff1": 0.65667, + "nauc_recall_at_100_max": 0.825395, + "nauc_recall_at_100_std": 0.060589, + "nauc_recall_at_100_diff1": 0.667974, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.596122, + "nauc_precision_at_1_std": -0.208203, + "nauc_precision_at_1_diff1": 0.77993, + "nauc_precision_at_3_max": 0.674755, + "nauc_precision_at_3_std": -0.202009, + "nauc_precision_at_3_diff1": 0.70221, + "nauc_precision_at_5_max": 0.696738, + "nauc_precision_at_5_std": -0.178131, + "nauc_precision_at_5_diff1": 0.677009, + "nauc_precision_at_10_max": 0.746406, + "nauc_precision_at_10_std": -0.142194, + "nauc_precision_at_10_diff1": 0.686487, + "nauc_precision_at_20_max": 0.741609, + "nauc_precision_at_20_std": -0.044709, + "nauc_precision_at_20_diff1": 0.646002, + "nauc_precision_at_100_max": 0.773818, + "nauc_precision_at_100_std": 0.114671, + "nauc_precision_at_100_diff1": 0.63518, + "nauc_precision_at_1000_max": -0.070505, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.098338, + "nauc_mrr_at_1_max": 0.596122, + "nauc_mrr_at_1_std": -0.208203, + "nauc_mrr_at_1_diff1": 0.77993, + "nauc_mrr_at_3_max": 0.62485, + "nauc_mrr_at_3_std": -0.206344, + "nauc_mrr_at_3_diff1": 0.752261, + "nauc_mrr_at_5_max": 0.626239, + "nauc_mrr_at_5_std": -0.202484, + "nauc_mrr_at_5_diff1": 0.749578, + "nauc_mrr_at_10_max": 0.627906, + "nauc_mrr_at_10_std": -0.201399, + "nauc_mrr_at_10_diff1": 0.752015, + "nauc_mrr_at_20_max": 0.627093, + "nauc_mrr_at_20_std": -0.199943, + "nauc_mrr_at_20_diff1": 0.751668, + "nauc_mrr_at_100_max": 0.626459, + "nauc_mrr_at_100_std": -0.200194, + "nauc_mrr_at_100_diff1": 0.752328, + "nauc_mrr_at_1000_max": 0.626348, + "nauc_mrr_at_1000_std": -0.200265, + "nauc_mrr_at_1000_diff1": 0.752375, + "hit_rate_at_1": 0.60936, + "hit_rate_at_3": 0.76719, + "hit_rate_at_5": 0.8168, + "hit_rate_at_10": 0.86359, + "hit_rate_at_20": 0.8991, + "hit_rate_at_100": 0.96787, + "hit_rate_at_1000": 1.0, + "main_score": 0.73741, + "hf_subset": "spa-deu", + "languages": [ + "spa-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.62174, + "ndcg_at_3": 0.70104, + "ndcg_at_5": 0.71953, + "ndcg_at_10": 0.73636, + "ndcg_at_20": 0.74722, + "ndcg_at_100": 0.75847, + "ndcg_at_1000": 0.7634, + "map_at_1": 0.62174, + "map_at_3": 0.68183, + "map_at_5": 0.69207, + "map_at_10": 0.69915, + "map_at_20": 0.70217, + "map_at_100": 0.70372, + "map_at_1000": 0.7039, + "recall_at_1": 0.62174, + "recall_at_3": 0.75652, + "recall_at_5": 0.80145, + "recall_at_10": 0.85285, + "recall_at_20": 0.89549, + "recall_at_100": 0.95622, + "recall_at_1000": 0.99505, + "accuracy": 0.62174, + "precision_at_1": 0.62174, + "precision_at_3": 0.25217, + "precision_at_5": 0.16029, + "precision_at_10": 0.08528, + "precision_at_20": 0.04477, + "precision_at_100": 0.00956, + "precision_at_1000": 0.001, + "mrr_at_1": 0.62174, + "mrr_at_3": 0.681833, + "mrr_at_5": 0.692074, + "mrr_at_10": 0.699149, + "mrr_at_20": 0.70217, + "mrr_at_100": 0.703719, + "mrr_at_1000": 0.703901, + "nauc_ndcg_at_1_max": 0.6414, + "nauc_ndcg_at_1_std": -0.087156, + "nauc_ndcg_at_1_diff1": 0.783273, + "nauc_ndcg_at_3_max": 0.689776, + "nauc_ndcg_at_3_std": -0.046906, + "nauc_ndcg_at_3_diff1": 0.761109, + "nauc_ndcg_at_5_max": 0.691093, + "nauc_ndcg_at_5_std": -0.03891, + "nauc_ndcg_at_5_diff1": 0.754691, + "nauc_ndcg_at_10_max": 0.691127, + "nauc_ndcg_at_10_std": -0.031698, + "nauc_ndcg_at_10_diff1": 0.75562, + "nauc_ndcg_at_20_max": 0.692267, + "nauc_ndcg_at_20_std": -0.020601, + "nauc_ndcg_at_20_diff1": 0.755366, + "nauc_ndcg_at_100_max": 0.689087, + "nauc_ndcg_at_100_std": -0.024737, + "nauc_ndcg_at_100_diff1": 0.760235, + "nauc_ndcg_at_1000_max": 0.685496, + "nauc_ndcg_at_1000_std": -0.033147, + "nauc_ndcg_at_1000_diff1": 0.761182, + "nauc_map_at_1_max": 0.6414, + "nauc_map_at_1_std": -0.087156, + "nauc_map_at_1_diff1": 0.783273, + "nauc_map_at_3_max": 0.677268, + "nauc_map_at_3_std": -0.056661, + "nauc_map_at_3_diff1": 0.766718, + "nauc_map_at_5_max": 0.677685, + "nauc_map_at_5_std": -0.052701, + "nauc_map_at_5_diff1": 0.763645, + "nauc_map_at_10_max": 0.677413, + "nauc_map_at_10_std": -0.050415, + "nauc_map_at_10_diff1": 0.764201, + "nauc_map_at_20_max": 0.677606, + "nauc_map_at_20_std": -0.04771, + "nauc_map_at_20_diff1": 0.764221, + "nauc_map_at_100_max": 0.677225, + "nauc_map_at_100_std": -0.048284, + "nauc_map_at_100_diff1": 0.764844, + "nauc_map_at_1000_max": 0.67712, + "nauc_map_at_1000_std": -0.048506, + "nauc_map_at_1000_diff1": 0.764881, + "nauc_recall_at_1_max": 0.6414, + "nauc_recall_at_1_std": -0.087156, + "nauc_recall_at_1_diff1": 0.783273, + "nauc_recall_at_3_max": 0.733312, + "nauc_recall_at_3_std": -0.013301, + "nauc_recall_at_3_diff1": 0.741653, + "nauc_recall_at_5_max": 0.744543, + "nauc_recall_at_5_std": 0.017049, + "nauc_recall_at_5_diff1": 0.71763, + "nauc_recall_at_10_max": 0.761272, + "nauc_recall_at_10_std": 0.070895, + "nauc_recall_at_10_diff1": 0.710542, + "nauc_recall_at_20_max": 0.794434, + "nauc_recall_at_20_std": 0.194005, + "nauc_recall_at_20_diff1": 0.692548, + "nauc_recall_at_100_max": 0.848762, + "nauc_recall_at_100_std": 0.380782, + "nauc_recall_at_100_diff1": 0.727469, + "nauc_recall_at_1000_max": 0.926292, + "nauc_recall_at_1000_std": 0.757096, + "nauc_recall_at_1000_diff1": 0.752586, + "nauc_precision_at_1_max": 0.6414, + "nauc_precision_at_1_std": -0.087156, + "nauc_precision_at_1_diff1": 0.783273, + "nauc_precision_at_3_max": 0.733312, + "nauc_precision_at_3_std": -0.013301, + "nauc_precision_at_3_diff1": 0.741653, + "nauc_precision_at_5_max": 0.744543, + "nauc_precision_at_5_std": 0.017049, + "nauc_precision_at_5_diff1": 0.71763, + "nauc_precision_at_10_max": 0.761272, + "nauc_precision_at_10_std": 0.070895, + "nauc_precision_at_10_diff1": 0.710542, + "nauc_precision_at_20_max": 0.794434, + "nauc_precision_at_20_std": 0.194005, + "nauc_precision_at_20_diff1": 0.692548, + "nauc_precision_at_100_max": 0.848762, + "nauc_precision_at_100_std": 0.380782, + "nauc_precision_at_100_diff1": 0.727469, + "nauc_precision_at_1000_max": 0.926292, + "nauc_precision_at_1000_std": 0.757096, + "nauc_precision_at_1000_diff1": 0.752586, + "nauc_mrr_at_1_max": 0.6414, + "nauc_mrr_at_1_std": -0.087156, + "nauc_mrr_at_1_diff1": 0.783273, + "nauc_mrr_at_3_max": 0.677268, + "nauc_mrr_at_3_std": -0.056661, + "nauc_mrr_at_3_diff1": 0.766718, + "nauc_mrr_at_5_max": 0.677685, + "nauc_mrr_at_5_std": -0.052701, + "nauc_mrr_at_5_diff1": 0.763645, + "nauc_mrr_at_10_max": 0.677413, + "nauc_mrr_at_10_std": -0.050415, + "nauc_mrr_at_10_diff1": 0.764201, + "nauc_mrr_at_20_max": 0.677606, + "nauc_mrr_at_20_std": -0.04771, + "nauc_mrr_at_20_diff1": 0.764221, + "nauc_mrr_at_100_max": 0.677225, + "nauc_mrr_at_100_std": -0.048284, + "nauc_mrr_at_100_diff1": 0.764844, + "nauc_mrr_at_1000_max": 0.67712, + "nauc_mrr_at_1000_std": -0.048506, + "nauc_mrr_at_1000_diff1": 0.764881, + "hit_rate_at_1": 0.62174, + "hit_rate_at_3": 0.75652, + "hit_rate_at_5": 0.80145, + "hit_rate_at_10": 0.85285, + "hit_rate_at_20": 0.89549, + "hit_rate_at_100": 0.95622, + "hit_rate_at_1000": 0.99505, + "main_score": 0.73636, + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.59246, + "ndcg_at_3": 0.67237, + "ndcg_at_5": 0.6916, + "ndcg_at_10": 0.70946, + "ndcg_at_20": 0.72057, + "ndcg_at_100": 0.73304, + "ndcg_at_1000": 0.73917, + "map_at_1": 0.59236, + "map_at_3": 0.6533, + "map_at_5": 0.664, + "map_at_10": 0.67148, + "map_at_20": 0.67452, + "map_at_100": 0.67622, + "map_at_1000": 0.67645, + "recall_at_1": 0.59236, + "recall_at_3": 0.72719, + "recall_at_5": 0.77376, + "recall_at_10": 0.82841, + "recall_at_20": 0.87241, + "recall_at_100": 0.94011, + "recall_at_1000": 0.98867, + "accuracy": 0.59236, + "precision_at_1": 0.59246, + "precision_at_3": 0.24243, + "precision_at_5": 0.15479, + "precision_at_10": 0.08286, + "precision_at_20": 0.04363, + "precision_at_100": 0.0094, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.592459, + "mrr_at_3": 0.653399, + "mrr_at_5": 0.664121, + "mrr_at_10": 0.671601, + "mrr_at_20": 0.674638, + "mrr_at_100": 0.676336, + "mrr_at_1000": 0.67656, + "nauc_ndcg_at_1_max": 0.629497, + "nauc_ndcg_at_1_std": -0.052692, + "nauc_ndcg_at_1_diff1": 0.784632, + "nauc_ndcg_at_3_max": 0.659443, + "nauc_ndcg_at_3_std": -0.018819, + "nauc_ndcg_at_3_diff1": 0.748598, + "nauc_ndcg_at_5_max": 0.667086, + "nauc_ndcg_at_5_std": -0.006677, + "nauc_ndcg_at_5_diff1": 0.749201, + "nauc_ndcg_at_10_max": 0.668904, + "nauc_ndcg_at_10_std": 0.004611, + "nauc_ndcg_at_10_diff1": 0.747531, + "nauc_ndcg_at_20_max": 0.669746, + "nauc_ndcg_at_20_std": 0.012368, + "nauc_ndcg_at_20_diff1": 0.748412, + "nauc_ndcg_at_100_max": 0.667172, + "nauc_ndcg_at_100_std": 0.011444, + "nauc_ndcg_at_100_diff1": 0.751339, + "nauc_ndcg_at_1000_max": 0.664239, + "nauc_ndcg_at_1000_std": 0.002642, + "nauc_ndcg_at_1000_diff1": 0.753457, + "nauc_map_at_1_max": 0.62926, + "nauc_map_at_1_std": -0.053208, + "nauc_map_at_1_diff1": 0.784584, + "nauc_map_at_3_max": 0.651712, + "nauc_map_at_3_std": -0.027988, + "nauc_map_at_3_diff1": 0.757791, + "nauc_map_at_5_max": 0.655505, + "nauc_map_at_5_std": -0.022013, + "nauc_map_at_5_diff1": 0.758377, + "nauc_map_at_10_max": 0.655969, + "nauc_map_at_10_std": -0.018189, + "nauc_map_at_10_diff1": 0.757866, + "nauc_map_at_20_max": 0.656001, + "nauc_map_at_20_std": -0.01668, + "nauc_map_at_20_diff1": 0.758205, + "nauc_map_at_100_max": 0.655697, + "nauc_map_at_100_std": -0.016718, + "nauc_map_at_100_diff1": 0.758568, + "nauc_map_at_1000_max": 0.655621, + "nauc_map_at_1000_std": -0.016938, + "nauc_map_at_1000_diff1": 0.758651, + "nauc_recall_at_1_max": 0.62926, + "nauc_recall_at_1_std": -0.053208, + "nauc_recall_at_1_diff1": 0.784584, + "nauc_recall_at_3_max": 0.685176, + "nauc_recall_at_3_std": 0.011693, + "nauc_recall_at_3_diff1": 0.717395, + "nauc_recall_at_5_max": 0.712463, + "nauc_recall_at_5_std": 0.054222, + "nauc_recall_at_5_diff1": 0.714087, + "nauc_recall_at_10_max": 0.732703, + "nauc_recall_at_10_std": 0.123505, + "nauc_recall_at_10_diff1": 0.697567, + "nauc_recall_at_20_max": 0.759398, + "nauc_recall_at_20_std": 0.220194, + "nauc_recall_at_20_diff1": 0.688417, + "nauc_recall_at_100_max": 0.799697, + "nauc_recall_at_100_std": 0.40928, + "nauc_recall_at_100_diff1": 0.685719, + "nauc_recall_at_1000_max": 0.898062, + "nauc_recall_at_1000_std": 0.702394, + "nauc_recall_at_1000_diff1": 0.705822, + "nauc_precision_at_1_max": 0.629497, + "nauc_precision_at_1_std": -0.052692, + "nauc_precision_at_1_diff1": 0.784632, + "nauc_precision_at_3_max": 0.685597, + "nauc_precision_at_3_std": 0.012388, + "nauc_precision_at_3_diff1": 0.717552, + "nauc_precision_at_5_max": 0.712866, + "nauc_precision_at_5_std": 0.054661, + "nauc_precision_at_5_diff1": 0.714173, + "nauc_precision_at_10_max": 0.733359, + "nauc_precision_at_10_std": 0.124143, + "nauc_precision_at_10_diff1": 0.697783, + "nauc_precision_at_20_max": 0.760291, + "nauc_precision_at_20_std": 0.221159, + "nauc_precision_at_20_diff1": 0.688688, + "nauc_precision_at_100_max": 0.797197, + "nauc_precision_at_100_std": 0.411807, + "nauc_precision_at_100_diff1": 0.681492, + "nauc_precision_at_1000_max": 0.883058, + "nauc_precision_at_1000_std": 0.709547, + "nauc_precision_at_1000_diff1": 0.683443, + "nauc_mrr_at_1_max": 0.629497, + "nauc_mrr_at_1_std": -0.052692, + "nauc_mrr_at_1_diff1": 0.784632, + "nauc_mrr_at_3_max": 0.651981, + "nauc_mrr_at_3_std": -0.027405, + "nauc_mrr_at_3_diff1": 0.757841, + "nauc_mrr_at_5_max": 0.65576, + "nauc_mrr_at_5_std": -0.02149, + "nauc_mrr_at_5_diff1": 0.758413, + "nauc_mrr_at_10_max": 0.656231, + "nauc_mrr_at_10_std": -0.017653, + "nauc_mrr_at_10_diff1": 0.757905, + "nauc_mrr_at_20_max": 0.656266, + "nauc_mrr_at_20_std": -0.016139, + "nauc_mrr_at_20_diff1": 0.758244, + "nauc_mrr_at_100_max": 0.655943, + "nauc_mrr_at_100_std": -0.016216, + "nauc_mrr_at_100_diff1": 0.758604, + "nauc_mrr_at_1000_max": 0.655868, + "nauc_mrr_at_1000_std": -0.016435, + "nauc_mrr_at_1000_diff1": 0.758687, + "hit_rate_at_1": 0.59246, + "hit_rate_at_3": 0.72729, + "hit_rate_at_5": 0.77395, + "hit_rate_at_10": 0.8286, + "hit_rate_at_20": 0.8726, + "hit_rate_at_100": 0.9402, + "hit_rate_at_1000": 0.98876, + "main_score": 0.70946, + "hf_subset": "spa-spa", + "languages": [ + "spa-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.51654, + "ndcg_at_3": 0.60013, + "ndcg_at_5": 0.61931, + "ndcg_at_10": 0.63878, + "ndcg_at_20": 0.65106, + "ndcg_at_100": 0.6704, + "ndcg_at_1000": 0.68074, + "map_at_1": 0.51654, + "map_at_3": 0.58019, + "map_at_5": 0.59087, + "map_at_10": 0.59887, + "map_at_20": 0.6023, + "map_at_100": 0.60499, + "map_at_1000": 0.60539, + "recall_at_1": 0.51654, + "recall_at_3": 0.65757, + "recall_at_5": 0.704, + "recall_at_10": 0.76436, + "recall_at_20": 0.81254, + "recall_at_100": 0.91642, + "recall_at_1000": 0.9971, + "accuracy": 0.51654, + "precision_at_1": 0.51654, + "precision_at_3": 0.21919, + "precision_at_5": 0.1408, + "precision_at_10": 0.07644, + "precision_at_20": 0.04063, + "precision_at_100": 0.00916, + "precision_at_1000": 0.001, + "mrr_at_1": 0.516541, + "mrr_at_3": 0.58019, + "mrr_at_5": 0.590869, + "mrr_at_10": 0.598869, + "mrr_at_20": 0.6023, + "mrr_at_100": 0.60499, + "mrr_at_1000": 0.605389, + "nauc_ndcg_at_1_max": 0.601817, + "nauc_ndcg_at_1_std": -0.121081, + "nauc_ndcg_at_1_diff1": 0.748068, + "nauc_ndcg_at_3_max": 0.64182, + "nauc_ndcg_at_3_std": -0.113833, + "nauc_ndcg_at_3_diff1": 0.709648, + "nauc_ndcg_at_5_max": 0.645724, + "nauc_ndcg_at_5_std": -0.101368, + "nauc_ndcg_at_5_diff1": 0.703232, + "nauc_ndcg_at_10_max": 0.639655, + "nauc_ndcg_at_10_std": -0.101878, + "nauc_ndcg_at_10_diff1": 0.697494, + "nauc_ndcg_at_20_max": 0.639655, + "nauc_ndcg_at_20_std": -0.094448, + "nauc_ndcg_at_20_diff1": 0.698208, + "nauc_ndcg_at_100_max": 0.64017, + "nauc_ndcg_at_100_std": -0.091045, + "nauc_ndcg_at_100_diff1": 0.70199, + "nauc_ndcg_at_1000_max": 0.636949, + "nauc_ndcg_at_1000_std": -0.099494, + "nauc_ndcg_at_1000_diff1": 0.707235, + "nauc_map_at_1_max": 0.601817, + "nauc_map_at_1_std": -0.121081, + "nauc_map_at_1_diff1": 0.748068, + "nauc_map_at_3_max": 0.632431, + "nauc_map_at_3_std": -0.115851, + "nauc_map_at_3_diff1": 0.719678, + "nauc_map_at_5_max": 0.634315, + "nauc_map_at_5_std": -0.109468, + "nauc_map_at_5_diff1": 0.716362, + "nauc_map_at_10_max": 0.631859, + "nauc_map_at_10_std": -0.109743, + "nauc_map_at_10_diff1": 0.714588, + "nauc_map_at_20_max": 0.631812, + "nauc_map_at_20_std": -0.107928, + "nauc_map_at_20_diff1": 0.714961, + "nauc_map_at_100_max": 0.631829, + "nauc_map_at_100_std": -0.107421, + "nauc_map_at_100_diff1": 0.715423, + "nauc_map_at_1000_max": 0.631741, + "nauc_map_at_1000_std": -0.107682, + "nauc_map_at_1000_diff1": 0.715611, + "nauc_recall_at_1_max": 0.601817, + "nauc_recall_at_1_std": -0.121081, + "nauc_recall_at_1_diff1": 0.748068, + "nauc_recall_at_3_max": 0.671741, + "nauc_recall_at_3_std": -0.107239, + "nauc_recall_at_3_diff1": 0.677165, + "nauc_recall_at_5_max": 0.685847, + "nauc_recall_at_5_std": -0.070464, + "nauc_recall_at_5_diff1": 0.656271, + "nauc_recall_at_10_max": 0.668418, + "nauc_recall_at_10_std": -0.066818, + "nauc_recall_at_10_diff1": 0.621668, + "nauc_recall_at_20_max": 0.674076, + "nauc_recall_at_20_std": -0.014344, + "nauc_recall_at_20_diff1": 0.609569, + "nauc_recall_at_100_max": 0.720791, + "nauc_recall_at_100_std": 0.120507, + "nauc_recall_at_100_diff1": 0.581265, + "nauc_recall_at_1000_max": 0.683078, + "nauc_recall_at_1000_std": 0.250303, + "nauc_recall_at_1000_diff1": 0.674605, + "nauc_precision_at_1_max": 0.601817, + "nauc_precision_at_1_std": -0.121081, + "nauc_precision_at_1_diff1": 0.748068, + "nauc_precision_at_3_max": 0.671741, + "nauc_precision_at_3_std": -0.107239, + "nauc_precision_at_3_diff1": 0.677165, + "nauc_precision_at_5_max": 0.685847, + "nauc_precision_at_5_std": -0.070464, + "nauc_precision_at_5_diff1": 0.656271, + "nauc_precision_at_10_max": 0.668418, + "nauc_precision_at_10_std": -0.066818, + "nauc_precision_at_10_diff1": 0.621668, + "nauc_precision_at_20_max": 0.674076, + "nauc_precision_at_20_std": -0.014344, + "nauc_precision_at_20_diff1": 0.609569, + "nauc_precision_at_100_max": 0.720791, + "nauc_precision_at_100_std": 0.120507, + "nauc_precision_at_100_diff1": 0.581265, + "nauc_precision_at_1000_max": 0.683078, + "nauc_precision_at_1000_std": 0.250303, + "nauc_precision_at_1000_diff1": 0.674605, + "nauc_mrr_at_1_max": 0.601817, + "nauc_mrr_at_1_std": -0.121081, + "nauc_mrr_at_1_diff1": 0.748068, + "nauc_mrr_at_3_max": 0.632431, + "nauc_mrr_at_3_std": -0.115851, + "nauc_mrr_at_3_diff1": 0.719678, + "nauc_mrr_at_5_max": 0.634315, + "nauc_mrr_at_5_std": -0.109468, + "nauc_mrr_at_5_diff1": 0.716362, + "nauc_mrr_at_10_max": 0.631859, + "nauc_mrr_at_10_std": -0.109743, + "nauc_mrr_at_10_diff1": 0.714588, + "nauc_mrr_at_20_max": 0.631812, + "nauc_mrr_at_20_std": -0.107928, + "nauc_mrr_at_20_diff1": 0.714961, + "nauc_mrr_at_100_max": 0.631829, + "nauc_mrr_at_100_std": -0.107421, + "nauc_mrr_at_100_diff1": 0.715423, + "nauc_mrr_at_1000_max": 0.631741, + "nauc_mrr_at_1000_std": -0.107682, + "nauc_mrr_at_1000_diff1": 0.715611, + "hit_rate_at_1": 0.51654, + "hit_rate_at_3": 0.65757, + "hit_rate_at_5": 0.704, + "hit_rate_at_10": 0.76436, + "hit_rate_at_20": 0.81254, + "hit_rate_at_100": 0.91642, + "hit_rate_at_1000": 0.9971, + "main_score": 0.63878, + "hf_subset": "spa-hin", + "languages": [ + "spa-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.62438, + "ndcg_at_3": 0.71109, + "ndcg_at_5": 0.72998, + "ndcg_at_10": 0.74818, + "ndcg_at_20": 0.75769, + "ndcg_at_100": 0.76837, + "ndcg_at_1000": 0.77218, + "map_at_1": 0.62438, + "map_at_3": 0.69029, + "map_at_5": 0.70072, + "map_at_10": 0.7082, + "map_at_20": 0.7108, + "map_at_100": 0.71232, + "map_at_1000": 0.71248, + "recall_at_1": 0.62438, + "recall_at_3": 0.77106, + "recall_at_5": 0.81715, + "recall_at_10": 0.87364, + "recall_at_20": 0.9113, + "recall_at_100": 0.96829, + "recall_at_1000": 0.99752, + "accuracy": 0.62438, + "precision_at_1": 0.62438, + "precision_at_3": 0.25702, + "precision_at_5": 0.16343, + "precision_at_10": 0.08736, + "precision_at_20": 0.04556, + "precision_at_100": 0.00968, + "precision_at_1000": 0.001, + "mrr_at_1": 0.624381, + "mrr_at_3": 0.690287, + "mrr_at_5": 0.700719, + "mrr_at_10": 0.708197, + "mrr_at_20": 0.7108, + "mrr_at_100": 0.712318, + "mrr_at_1000": 0.712476, + "nauc_ndcg_at_1_max": 0.619349, + "nauc_ndcg_at_1_std": -0.011066, + "nauc_ndcg_at_1_diff1": 0.787786, + "nauc_ndcg_at_3_max": 0.672272, + "nauc_ndcg_at_3_std": 0.027825, + "nauc_ndcg_at_3_diff1": 0.742744, + "nauc_ndcg_at_5_max": 0.680306, + "nauc_ndcg_at_5_std": 0.044694, + "nauc_ndcg_at_5_diff1": 0.742838, + "nauc_ndcg_at_10_max": 0.678003, + "nauc_ndcg_at_10_std": 0.050102, + "nauc_ndcg_at_10_diff1": 0.742202, + "nauc_ndcg_at_20_max": 0.673968, + "nauc_ndcg_at_20_std": 0.053272, + "nauc_ndcg_at_20_diff1": 0.742915, + "nauc_ndcg_at_100_max": 0.671459, + "nauc_ndcg_at_100_std": 0.051265, + "nauc_ndcg_at_100_diff1": 0.748952, + "nauc_ndcg_at_1000_max": 0.667604, + "nauc_ndcg_at_1000_std": 0.041861, + "nauc_ndcg_at_1000_diff1": 0.750609, + "nauc_map_at_1_max": 0.619349, + "nauc_map_at_1_std": -0.011066, + "nauc_map_at_1_diff1": 0.787786, + "nauc_map_at_3_max": 0.657598, + "nauc_map_at_3_std": 0.01675, + "nauc_map_at_3_diff1": 0.754581, + "nauc_map_at_5_max": 0.661172, + "nauc_map_at_5_std": 0.02539, + "nauc_map_at_5_diff1": 0.754877, + "nauc_map_at_10_max": 0.659931, + "nauc_map_at_10_std": 0.026886, + "nauc_map_at_10_diff1": 0.754949, + "nauc_map_at_20_max": 0.658848, + "nauc_map_at_20_std": 0.027627, + "nauc_map_at_20_diff1": 0.755231, + "nauc_map_at_100_max": 0.658602, + "nauc_map_at_100_std": 0.02766, + "nauc_map_at_100_diff1": 0.755957, + "nauc_map_at_1000_max": 0.658486, + "nauc_map_at_1000_std": 0.02738, + "nauc_map_at_1000_diff1": 0.756031, + "nauc_recall_at_1_max": 0.619349, + "nauc_recall_at_1_std": -0.011066, + "nauc_recall_at_1_diff1": 0.787786, + "nauc_recall_at_3_max": 0.725146, + "nauc_recall_at_3_std": 0.067884, + "nauc_recall_at_3_diff1": 0.700434, + "nauc_recall_at_5_max": 0.762823, + "nauc_recall_at_5_std": 0.129152, + "nauc_recall_at_5_diff1": 0.692717, + "nauc_recall_at_10_max": 0.782144, + "nauc_recall_at_10_std": 0.191752, + "nauc_recall_at_10_diff1": 0.669433, + "nauc_recall_at_20_max": 0.784299, + "nauc_recall_at_20_std": 0.271028, + "nauc_recall_at_20_diff1": 0.648201, + "nauc_recall_at_100_max": 0.883952, + "nauc_recall_at_100_std": 0.549771, + "nauc_recall_at_100_diff1": 0.681769, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.594842, + "nauc_recall_at_1000_diff1": 0.819328, + "nauc_precision_at_1_max": 0.619349, + "nauc_precision_at_1_std": -0.011066, + "nauc_precision_at_1_diff1": 0.787786, + "nauc_precision_at_3_max": 0.725146, + "nauc_precision_at_3_std": 0.067884, + "nauc_precision_at_3_diff1": 0.700434, + "nauc_precision_at_5_max": 0.762823, + "nauc_precision_at_5_std": 0.129152, + "nauc_precision_at_5_diff1": 0.692717, + "nauc_precision_at_10_max": 0.782144, + "nauc_precision_at_10_std": 0.191752, + "nauc_precision_at_10_diff1": 0.669433, + "nauc_precision_at_20_max": 0.784299, + "nauc_precision_at_20_std": 0.271028, + "nauc_precision_at_20_diff1": 0.648201, + "nauc_precision_at_100_max": 0.883952, + "nauc_precision_at_100_std": 0.549771, + "nauc_precision_at_100_diff1": 0.681769, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.594842, + "nauc_precision_at_1000_diff1": 0.819328, + "nauc_mrr_at_1_max": 0.619349, + "nauc_mrr_at_1_std": -0.011066, + "nauc_mrr_at_1_diff1": 0.787786, + "nauc_mrr_at_3_max": 0.657598, + "nauc_mrr_at_3_std": 0.01675, + "nauc_mrr_at_3_diff1": 0.754581, + "nauc_mrr_at_5_max": 0.661172, + "nauc_mrr_at_5_std": 0.02539, + "nauc_mrr_at_5_diff1": 0.754877, + "nauc_mrr_at_10_max": 0.659931, + "nauc_mrr_at_10_std": 0.026886, + "nauc_mrr_at_10_diff1": 0.754949, + "nauc_mrr_at_20_max": 0.658848, + "nauc_mrr_at_20_std": 0.027627, + "nauc_mrr_at_20_diff1": 0.755231, + "nauc_mrr_at_100_max": 0.658602, + "nauc_mrr_at_100_std": 0.02766, + "nauc_mrr_at_100_diff1": 0.755957, + "nauc_mrr_at_1000_max": 0.658486, + "nauc_mrr_at_1000_std": 0.02738, + "nauc_mrr_at_1000_diff1": 0.756031, + "hit_rate_at_1": 0.62438, + "hit_rate_at_3": 0.77106, + "hit_rate_at_5": 0.81715, + "hit_rate_at_10": 0.87364, + "hit_rate_at_20": 0.9113, + "hit_rate_at_100": 0.96829, + "hit_rate_at_1000": 0.99752, + "main_score": 0.74818, + "hf_subset": "spa-vie", + "languages": [ + "spa-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.63174, + "ndcg_at_3": 0.70805, + "ndcg_at_5": 0.73091, + "ndcg_at_10": 0.74678, + "ndcg_at_20": 0.7578, + "ndcg_at_100": 0.76967, + "ndcg_at_1000": 0.77328, + "map_at_1": 0.63174, + "map_at_3": 0.68995, + "map_at_5": 0.70276, + "map_at_10": 0.70947, + "map_at_20": 0.71255, + "map_at_100": 0.71425, + "map_at_1000": 0.71439, + "recall_at_1": 0.63174, + "recall_at_3": 0.76014, + "recall_at_5": 0.8151, + "recall_at_10": 0.86338, + "recall_at_20": 0.90652, + "recall_at_100": 0.9697, + "recall_at_1000": 0.99795, + "accuracy": 0.63174, + "precision_at_1": 0.63174, + "precision_at_3": 0.25338, + "precision_at_5": 0.16302, + "precision_at_10": 0.08634, + "precision_at_20": 0.04533, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "mrr_at_1": 0.631741, + "mrr_at_3": 0.68995, + "mrr_at_5": 0.702765, + "mrr_at_10": 0.709474, + "mrr_at_20": 0.712552, + "mrr_at_100": 0.71425, + "mrr_at_1000": 0.714389, + "nauc_ndcg_at_1_max": 0.614072, + "nauc_ndcg_at_1_std": -0.030589, + "nauc_ndcg_at_1_diff1": 0.771478, + "nauc_ndcg_at_3_max": 0.678388, + "nauc_ndcg_at_3_std": 0.011221, + "nauc_ndcg_at_3_diff1": 0.736116, + "nauc_ndcg_at_5_max": 0.680964, + "nauc_ndcg_at_5_std": 0.021965, + "nauc_ndcg_at_5_diff1": 0.729151, + "nauc_ndcg_at_10_max": 0.682518, + "nauc_ndcg_at_10_std": 0.036275, + "nauc_ndcg_at_10_diff1": 0.731637, + "nauc_ndcg_at_20_max": 0.679989, + "nauc_ndcg_at_20_std": 0.03488, + "nauc_ndcg_at_20_diff1": 0.733073, + "nauc_ndcg_at_100_max": 0.672785, + "nauc_ndcg_at_100_std": 0.021876, + "nauc_ndcg_at_100_diff1": 0.739526, + "nauc_ndcg_at_1000_max": 0.670483, + "nauc_ndcg_at_1000_std": 0.018738, + "nauc_ndcg_at_1000_diff1": 0.740724, + "nauc_map_at_1_max": 0.614072, + "nauc_map_at_1_std": -0.030589, + "nauc_map_at_1_diff1": 0.771478, + "nauc_map_at_3_max": 0.662438, + "nauc_map_at_3_std": 7.8e-05, + "nauc_map_at_3_diff1": 0.745755, + "nauc_map_at_5_max": 0.663152, + "nauc_map_at_5_std": 0.005289, + "nauc_map_at_5_diff1": 0.742409, + "nauc_map_at_10_max": 0.663334, + "nauc_map_at_10_std": 0.010065, + "nauc_map_at_10_diff1": 0.743791, + "nauc_map_at_20_max": 0.662612, + "nauc_map_at_20_std": 0.009674, + "nauc_map_at_20_diff1": 0.744323, + "nauc_map_at_100_max": 0.661723, + "nauc_map_at_100_std": 0.00793, + "nauc_map_at_100_diff1": 0.74526, + "nauc_map_at_1000_max": 0.661657, + "nauc_map_at_1000_std": 0.007866, + "nauc_map_at_1000_diff1": 0.745311, + "nauc_recall_at_1_max": 0.614072, + "nauc_recall_at_1_std": -0.030589, + "nauc_recall_at_1_diff1": 0.771478, + "nauc_recall_at_3_max": 0.733148, + "nauc_recall_at_3_std": 0.049905, + "nauc_recall_at_3_diff1": 0.702539, + "nauc_recall_at_5_max": 0.754628, + "nauc_recall_at_5_std": 0.093188, + "nauc_recall_at_5_diff1": 0.672797, + "nauc_recall_at_10_max": 0.785609, + "nauc_recall_at_10_std": 0.189643, + "nauc_recall_at_10_diff1": 0.666091, + "nauc_recall_at_20_max": 0.804006, + "nauc_recall_at_20_std": 0.235902, + "nauc_recall_at_20_diff1": 0.650808, + "nauc_recall_at_100_max": 0.806399, + "nauc_recall_at_100_std": 0.214739, + "nauc_recall_at_100_diff1": 0.690154, + "nauc_recall_at_1000_max": 0.888546, + "nauc_recall_at_1000_std": 0.285062, + "nauc_recall_at_1000_diff1": 0.839518, + "nauc_precision_at_1_max": 0.614072, + "nauc_precision_at_1_std": -0.030589, + "nauc_precision_at_1_diff1": 0.771478, + "nauc_precision_at_3_max": 0.733148, + "nauc_precision_at_3_std": 0.049905, + "nauc_precision_at_3_diff1": 0.702539, + "nauc_precision_at_5_max": 0.754628, + "nauc_precision_at_5_std": 0.093188, + "nauc_precision_at_5_diff1": 0.672797, + "nauc_precision_at_10_max": 0.785609, + "nauc_precision_at_10_std": 0.189643, + "nauc_precision_at_10_diff1": 0.666091, + "nauc_precision_at_20_max": 0.804006, + "nauc_precision_at_20_std": 0.235902, + "nauc_precision_at_20_diff1": 0.650808, + "nauc_precision_at_100_max": 0.806399, + "nauc_precision_at_100_std": 0.214739, + "nauc_precision_at_100_diff1": 0.690154, + "nauc_precision_at_1000_max": 0.888546, + "nauc_precision_at_1000_std": 0.285062, + "nauc_precision_at_1000_diff1": 0.839518, + "nauc_mrr_at_1_max": 0.614072, + "nauc_mrr_at_1_std": -0.030589, + "nauc_mrr_at_1_diff1": 0.771478, + "nauc_mrr_at_3_max": 0.662438, + "nauc_mrr_at_3_std": 7.8e-05, + "nauc_mrr_at_3_diff1": 0.745755, + "nauc_mrr_at_5_max": 0.663152, + "nauc_mrr_at_5_std": 0.005289, + "nauc_mrr_at_5_diff1": 0.742409, + "nauc_mrr_at_10_max": 0.663334, + "nauc_mrr_at_10_std": 0.010065, + "nauc_mrr_at_10_diff1": 0.743791, + "nauc_mrr_at_20_max": 0.662612, + "nauc_mrr_at_20_std": 0.009674, + "nauc_mrr_at_20_diff1": 0.744323, + "nauc_mrr_at_100_max": 0.661723, + "nauc_mrr_at_100_std": 0.00793, + "nauc_mrr_at_100_diff1": 0.74526, + "nauc_mrr_at_1000_max": 0.661657, + "nauc_mrr_at_1000_std": 0.007866, + "nauc_mrr_at_1000_diff1": 0.745311, + "hit_rate_at_1": 0.63174, + "hit_rate_at_3": 0.76014, + "hit_rate_at_5": 0.8151, + "hit_rate_at_10": 0.86338, + "hit_rate_at_20": 0.90652, + "hit_rate_at_100": 0.9697, + "hit_rate_at_1000": 0.99795, + "main_score": 0.74678, + "hf_subset": "spa-zho", + "languages": [ + "spa-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.52103, + "ndcg_at_3": 0.61306, + "ndcg_at_5": 0.63879, + "ndcg_at_10": 0.65889, + "ndcg_at_20": 0.67392, + "ndcg_at_100": 0.68854, + "ndcg_at_1000": 0.69585, + "map_at_1": 0.52103, + "map_at_3": 0.59066, + "map_at_5": 0.605, + "map_at_10": 0.61337, + "map_at_20": 0.61756, + "map_at_100": 0.61955, + "map_at_1000": 0.61983, + "recall_at_1": 0.52103, + "recall_at_3": 0.67777, + "recall_at_5": 0.74003, + "recall_at_10": 0.80175, + "recall_at_20": 0.86073, + "recall_at_100": 0.93992, + "recall_at_1000": 0.99727, + "accuracy": 0.52103, + "precision_at_1": 0.52103, + "precision_at_3": 0.22592, + "precision_at_5": 0.14801, + "precision_at_10": 0.08017, + "precision_at_20": 0.04304, + "precision_at_100": 0.0094, + "precision_at_1000": 0.001, + "mrr_at_1": 0.521027, + "mrr_at_3": 0.590661, + "mrr_at_5": 0.604997, + "mrr_at_10": 0.613369, + "mrr_at_20": 0.617556, + "mrr_at_100": 0.61955, + "mrr_at_1000": 0.619826, + "nauc_ndcg_at_1_max": 0.582937, + "nauc_ndcg_at_1_std": -0.066355, + "nauc_ndcg_at_1_diff1": 0.685476, + "nauc_ndcg_at_3_max": 0.634053, + "nauc_ndcg_at_3_std": -0.055798, + "nauc_ndcg_at_3_diff1": 0.637408, + "nauc_ndcg_at_5_max": 0.639859, + "nauc_ndcg_at_5_std": -0.054743, + "nauc_ndcg_at_5_diff1": 0.63597, + "nauc_ndcg_at_10_max": 0.640103, + "nauc_ndcg_at_10_std": -0.051504, + "nauc_ndcg_at_10_diff1": 0.637207, + "nauc_ndcg_at_20_max": 0.636818, + "nauc_ndcg_at_20_std": -0.047494, + "nauc_ndcg_at_20_diff1": 0.637549, + "nauc_ndcg_at_100_max": 0.635199, + "nauc_ndcg_at_100_std": -0.034054, + "nauc_ndcg_at_100_diff1": 0.641102, + "nauc_ndcg_at_1000_max": 0.630633, + "nauc_ndcg_at_1000_std": -0.046355, + "nauc_ndcg_at_1000_diff1": 0.643955, + "nauc_map_at_1_max": 0.582937, + "nauc_map_at_1_std": -0.066355, + "nauc_map_at_1_diff1": 0.685476, + "nauc_map_at_3_max": 0.621662, + "nauc_map_at_3_std": -0.058036, + "nauc_map_at_3_diff1": 0.649633, + "nauc_map_at_5_max": 0.624129, + "nauc_map_at_5_std": -0.057745, + "nauc_map_at_5_diff1": 0.64908, + "nauc_map_at_10_max": 0.623893, + "nauc_map_at_10_std": -0.056652, + "nauc_map_at_10_diff1": 0.649856, + "nauc_map_at_20_max": 0.622949, + "nauc_map_at_20_std": -0.055621, + "nauc_map_at_20_diff1": 0.650103, + "nauc_map_at_100_max": 0.622681, + "nauc_map_at_100_std": -0.054261, + "nauc_map_at_100_diff1": 0.650598, + "nauc_map_at_1000_max": 0.622516, + "nauc_map_at_1000_std": -0.05465, + "nauc_map_at_1000_diff1": 0.650667, + "nauc_recall_at_1_max": 0.582937, + "nauc_recall_at_1_std": -0.066355, + "nauc_recall_at_1_diff1": 0.685476, + "nauc_recall_at_3_max": 0.674601, + "nauc_recall_at_3_std": -0.048643, + "nauc_recall_at_3_diff1": 0.597104, + "nauc_recall_at_5_max": 0.700255, + "nauc_recall_at_5_std": -0.04316, + "nauc_recall_at_5_diff1": 0.586569, + "nauc_recall_at_10_max": 0.715958, + "nauc_recall_at_10_std": -0.02525, + "nauc_recall_at_10_diff1": 0.5798, + "nauc_recall_at_20_max": 0.71921, + "nauc_recall_at_20_std": 0.013104, + "nauc_recall_at_20_diff1": 0.560279, + "nauc_recall_at_100_max": 0.784477, + "nauc_recall_at_100_std": 0.39292, + "nauc_recall_at_100_diff1": 0.54162, + "nauc_recall_at_1000_max": 0.884702, + "nauc_recall_at_1000_std": 0.94445, + "nauc_recall_at_1000_diff1": 0.551496, + "nauc_precision_at_1_max": 0.582937, + "nauc_precision_at_1_std": -0.066355, + "nauc_precision_at_1_diff1": 0.685476, + "nauc_precision_at_3_max": 0.674601, + "nauc_precision_at_3_std": -0.048643, + "nauc_precision_at_3_diff1": 0.597104, + "nauc_precision_at_5_max": 0.700255, + "nauc_precision_at_5_std": -0.04316, + "nauc_precision_at_5_diff1": 0.586569, + "nauc_precision_at_10_max": 0.715958, + "nauc_precision_at_10_std": -0.02525, + "nauc_precision_at_10_diff1": 0.5798, + "nauc_precision_at_20_max": 0.71921, + "nauc_precision_at_20_std": 0.013104, + "nauc_precision_at_20_diff1": 0.560279, + "nauc_precision_at_100_max": 0.784477, + "nauc_precision_at_100_std": 0.39292, + "nauc_precision_at_100_diff1": 0.54162, + "nauc_precision_at_1000_max": 0.884702, + "nauc_precision_at_1000_std": 0.94445, + "nauc_precision_at_1000_diff1": 0.551496, + "nauc_mrr_at_1_max": 0.582937, + "nauc_mrr_at_1_std": -0.066355, + "nauc_mrr_at_1_diff1": 0.685476, + "nauc_mrr_at_3_max": 0.621662, + "nauc_mrr_at_3_std": -0.058036, + "nauc_mrr_at_3_diff1": 0.649633, + "nauc_mrr_at_5_max": 0.624129, + "nauc_mrr_at_5_std": -0.057745, + "nauc_mrr_at_5_diff1": 0.64908, + "nauc_mrr_at_10_max": 0.623893, + "nauc_mrr_at_10_std": -0.056652, + "nauc_mrr_at_10_diff1": 0.649856, + "nauc_mrr_at_20_max": 0.622949, + "nauc_mrr_at_20_std": -0.055621, + "nauc_mrr_at_20_diff1": 0.650103, + "nauc_mrr_at_100_max": 0.622681, + "nauc_mrr_at_100_std": -0.054261, + "nauc_mrr_at_100_diff1": 0.650598, + "nauc_mrr_at_1000_max": 0.622516, + "nauc_mrr_at_1000_std": -0.05465, + "nauc_mrr_at_1000_diff1": 0.650667, + "hit_rate_at_1": 0.52103, + "hit_rate_at_3": 0.67777, + "hit_rate_at_5": 0.74003, + "hit_rate_at_10": 0.80175, + "hit_rate_at_20": 0.86073, + "hit_rate_at_100": 0.93992, + "hit_rate_at_1000": 0.99727, + "main_score": 0.65889, + "hf_subset": "hin-ara", + "languages": [ + "hin-Deva", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.60462, + "ndcg_at_3": 0.69684, + "ndcg_at_5": 0.71943, + "ndcg_at_10": 0.7346, + "ndcg_at_20": 0.7448, + "ndcg_at_100": 0.75591, + "ndcg_at_1000": 0.76093, + "map_at_1": 0.60462, + "map_at_3": 0.67454, + "map_at_5": 0.68714, + "map_at_10": 0.69353, + "map_at_20": 0.69639, + "map_at_100": 0.69804, + "map_at_1000": 0.69823, + "recall_at_1": 0.60462, + "recall_at_3": 0.76102, + "recall_at_5": 0.81561, + "recall_at_10": 0.86179, + "recall_at_20": 0.90168, + "recall_at_100": 0.96011, + "recall_at_1000": 0.9993, + "accuracy": 0.60462, + "precision_at_1": 0.60462, + "precision_at_3": 0.25379, + "precision_at_5": 0.16319, + "precision_at_10": 0.08621, + "precision_at_20": 0.0451, + "precision_at_100": 0.00961, + "precision_at_1000": 0.001, + "mrr_at_1": 0.604619, + "mrr_at_3": 0.674714, + "mrr_at_5": 0.68731, + "mrr_at_10": 0.693707, + "mrr_at_20": 0.696565, + "mrr_at_100": 0.698191, + "mrr_at_1000": 0.698385, + "nauc_ndcg_at_1_max": 0.598264, + "nauc_ndcg_at_1_std": -0.077606, + "nauc_ndcg_at_1_diff1": 0.80246, + "nauc_ndcg_at_3_max": 0.654942, + "nauc_ndcg_at_3_std": -0.066641, + "nauc_ndcg_at_3_diff1": 0.759225, + "nauc_ndcg_at_5_max": 0.652543, + "nauc_ndcg_at_5_std": -0.069212, + "nauc_ndcg_at_5_diff1": 0.757148, + "nauc_ndcg_at_10_max": 0.652622, + "nauc_ndcg_at_10_std": -0.064475, + "nauc_ndcg_at_10_diff1": 0.759385, + "nauc_ndcg_at_20_max": 0.649606, + "nauc_ndcg_at_20_std": -0.070536, + "nauc_ndcg_at_20_diff1": 0.759355, + "nauc_ndcg_at_100_max": 0.649901, + "nauc_ndcg_at_100_std": -0.056343, + "nauc_ndcg_at_100_diff1": 0.763953, + "nauc_ndcg_at_1000_max": 0.645069, + "nauc_ndcg_at_1000_std": -0.06516, + "nauc_ndcg_at_1000_diff1": 0.766558, + "nauc_map_at_1_max": 0.598264, + "nauc_map_at_1_std": -0.077606, + "nauc_map_at_1_diff1": 0.80246, + "nauc_map_at_3_max": 0.639968, + "nauc_map_at_3_std": -0.070585, + "nauc_map_at_3_diff1": 0.771034, + "nauc_map_at_5_max": 0.638249, + "nauc_map_at_5_std": -0.072133, + "nauc_map_at_5_diff1": 0.770243, + "nauc_map_at_10_max": 0.637933, + "nauc_map_at_10_std": -0.070928, + "nauc_map_at_10_diff1": 0.771437, + "nauc_map_at_20_max": 0.637006, + "nauc_map_at_20_std": -0.072609, + "nauc_map_at_20_diff1": 0.771633, + "nauc_map_at_100_max": 0.637168, + "nauc_map_at_100_std": -0.070826, + "nauc_map_at_100_diff1": 0.772332, + "nauc_map_at_1000_max": 0.637027, + "nauc_map_at_1000_std": -0.071018, + "nauc_map_at_1000_diff1": 0.772414, + "nauc_recall_at_1_max": 0.598264, + "nauc_recall_at_1_std": -0.077606, + "nauc_recall_at_1_diff1": 0.80246, + "nauc_recall_at_3_max": 0.708313, + "nauc_recall_at_3_std": -0.053574, + "nauc_recall_at_3_diff1": 0.717098, + "nauc_recall_at_5_max": 0.712632, + "nauc_recall_at_5_std": -0.058397, + "nauc_recall_at_5_diff1": 0.700841, + "nauc_recall_at_10_max": 0.731387, + "nauc_recall_at_10_std": -0.02584, + "nauc_recall_at_10_diff1": 0.694666, + "nauc_recall_at_20_max": 0.734221, + "nauc_recall_at_20_std": -0.061038, + "nauc_recall_at_20_diff1": 0.669466, + "nauc_recall_at_100_max": 0.85051, + "nauc_recall_at_100_std": 0.333318, + "nauc_recall_at_100_diff1": 0.657779, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.869271, + "nauc_recall_at_1000_diff1": 0.554069, + "nauc_precision_at_1_max": 0.598264, + "nauc_precision_at_1_std": -0.077606, + "nauc_precision_at_1_diff1": 0.80246, + "nauc_precision_at_3_max": 0.708946, + "nauc_precision_at_3_std": -0.050805, + "nauc_precision_at_3_diff1": 0.716313, + "nauc_precision_at_5_max": 0.713636, + "nauc_precision_at_5_std": -0.054984, + "nauc_precision_at_5_diff1": 0.700051, + "nauc_precision_at_10_max": 0.732738, + "nauc_precision_at_10_std": -0.021322, + "nauc_precision_at_10_diff1": 0.693623, + "nauc_precision_at_20_max": 0.736404, + "nauc_precision_at_20_std": -0.055046, + "nauc_precision_at_20_diff1": 0.668286, + "nauc_precision_at_100_max": 0.823244, + "nauc_precision_at_100_std": 0.353052, + "nauc_precision_at_100_diff1": 0.621284, + "nauc_precision_at_1000_max": 0.320312, + "nauc_precision_at_1000_std": 0.952266, + "nauc_precision_at_1000_diff1": -0.162827, + "nauc_mrr_at_1_max": 0.598264, + "nauc_mrr_at_1_std": -0.077606, + "nauc_mrr_at_1_diff1": 0.80246, + "nauc_mrr_at_3_max": 0.640188, + "nauc_mrr_at_3_std": -0.069489, + "nauc_mrr_at_3_diff1": 0.770746, + "nauc_mrr_at_5_max": 0.638477, + "nauc_mrr_at_5_std": -0.070997, + "nauc_mrr_at_5_diff1": 0.769945, + "nauc_mrr_at_10_max": 0.638165, + "nauc_mrr_at_10_std": -0.069767, + "nauc_mrr_at_10_diff1": 0.771133, + "nauc_mrr_at_20_max": 0.63724, + "nauc_mrr_at_20_std": -0.071438, + "nauc_mrr_at_20_diff1": 0.771325, + "nauc_mrr_at_100_max": 0.637374, + "nauc_mrr_at_100_std": -0.069794, + "nauc_mrr_at_100_diff1": 0.772061, + "nauc_mrr_at_1000_max": 0.637233, + "nauc_mrr_at_1000_std": -0.069985, + "nauc_mrr_at_1000_diff1": 0.772143, + "hit_rate_at_1": 0.60462, + "hit_rate_at_3": 0.76137, + "hit_rate_at_5": 0.81596, + "hit_rate_at_10": 0.86214, + "hit_rate_at_20": 0.90203, + "hit_rate_at_100": 0.96011, + "hit_rate_at_1000": 0.9993, + "main_score": 0.7346, + "hf_subset": "hin-deu", + "languages": [ + "hin-Deva", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.56672, + "ndcg_at_3": 0.65248, + "ndcg_at_5": 0.67569, + "ndcg_at_10": 0.69433, + "ndcg_at_20": 0.70517, + "ndcg_at_100": 0.71991, + "ndcg_at_1000": 0.72555, + "map_at_1": 0.56662, + "map_at_3": 0.63161, + "map_at_5": 0.64448, + "map_at_10": 0.65218, + "map_at_20": 0.65518, + "map_at_100": 0.65722, + "map_at_1000": 0.65743, + "recall_at_1": 0.56662, + "recall_at_3": 0.71267, + "recall_at_5": 0.76912, + "recall_at_10": 0.82669, + "recall_at_20": 0.86941, + "recall_at_100": 0.94874, + "recall_at_1000": 0.99308, + "accuracy": 0.56662, + "precision_at_1": 0.56672, + "precision_at_3": 0.23759, + "precision_at_5": 0.15386, + "precision_at_10": 0.08269, + "precision_at_20": 0.04348, + "precision_at_100": 0.00949, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.566721, + "mrr_at_3": 0.631713, + "mrr_at_5": 0.644538, + "mrr_at_10": 0.652244, + "mrr_at_20": 0.65524, + "mrr_at_100": 0.657282, + "mrr_at_1000": 0.657495, + "nauc_ndcg_at_1_max": 0.552406, + "nauc_ndcg_at_1_std": -0.104666, + "nauc_ndcg_at_1_diff1": 0.725935, + "nauc_ndcg_at_3_max": 0.595944, + "nauc_ndcg_at_3_std": -0.11397, + "nauc_ndcg_at_3_diff1": 0.683159, + "nauc_ndcg_at_5_max": 0.59919, + "nauc_ndcg_at_5_std": -0.106023, + "nauc_ndcg_at_5_diff1": 0.678057, + "nauc_ndcg_at_10_max": 0.603506, + "nauc_ndcg_at_10_std": -0.095454, + "nauc_ndcg_at_10_diff1": 0.678154, + "nauc_ndcg_at_20_max": 0.60261, + "nauc_ndcg_at_20_std": -0.094111, + "nauc_ndcg_at_20_diff1": 0.680297, + "nauc_ndcg_at_100_max": 0.599317, + "nauc_ndcg_at_100_std": -0.086913, + "nauc_ndcg_at_100_diff1": 0.68462, + "nauc_ndcg_at_1000_max": 0.595504, + "nauc_ndcg_at_1000_std": -0.093806, + "nauc_ndcg_at_1000_diff1": 0.68642, + "nauc_map_at_1_max": 0.552382, + "nauc_map_at_1_std": -0.105013, + "nauc_map_at_1_diff1": 0.726125, + "nauc_map_at_3_max": 0.584891, + "nauc_map_at_3_std": -0.112589, + "nauc_map_at_3_diff1": 0.694473, + "nauc_map_at_5_max": 0.586321, + "nauc_map_at_5_std": -0.108434, + "nauc_map_at_5_diff1": 0.692162, + "nauc_map_at_10_max": 0.587672, + "nauc_map_at_10_std": -0.104305, + "nauc_map_at_10_diff1": 0.692441, + "nauc_map_at_20_max": 0.587295, + "nauc_map_at_20_std": -0.10416, + "nauc_map_at_20_diff1": 0.693075, + "nauc_map_at_100_max": 0.586811, + "nauc_map_at_100_std": -0.103384, + "nauc_map_at_100_diff1": 0.693545, + "nauc_map_at_1000_max": 0.586703, + "nauc_map_at_1000_std": -0.10353, + "nauc_map_at_1000_diff1": 0.693604, + "nauc_recall_at_1_max": 0.552382, + "nauc_recall_at_1_std": -0.105013, + "nauc_recall_at_1_diff1": 0.726125, + "nauc_recall_at_3_max": 0.6329, + "nauc_recall_at_3_std": -0.118557, + "nauc_recall_at_3_diff1": 0.645148, + "nauc_recall_at_5_max": 0.6496, + "nauc_recall_at_5_std": -0.094718, + "nauc_recall_at_5_diff1": 0.622218, + "nauc_recall_at_10_max": 0.683841, + "nauc_recall_at_10_std": -0.043769, + "nauc_recall_at_10_diff1": 0.607742, + "nauc_recall_at_20_max": 0.700845, + "nauc_recall_at_20_std": -0.016875, + "nauc_recall_at_20_diff1": 0.603508, + "nauc_recall_at_100_max": 0.76654, + "nauc_recall_at_100_std": 0.266333, + "nauc_recall_at_100_diff1": 0.602475, + "nauc_recall_at_1000_max": 0.834413, + "nauc_recall_at_1000_std": 0.621466, + "nauc_recall_at_1000_diff1": 0.534407, + "nauc_precision_at_1_max": 0.552406, + "nauc_precision_at_1_std": -0.104666, + "nauc_precision_at_1_diff1": 0.725935, + "nauc_precision_at_3_max": 0.633036, + "nauc_precision_at_3_std": -0.118123, + "nauc_precision_at_3_diff1": 0.644984, + "nauc_precision_at_5_max": 0.648384, + "nauc_precision_at_5_std": -0.093441, + "nauc_precision_at_5_diff1": 0.620324, + "nauc_precision_at_10_max": 0.682214, + "nauc_precision_at_10_std": -0.042247, + "nauc_precision_at_10_diff1": 0.605354, + "nauc_precision_at_20_max": 0.698695, + "nauc_precision_at_20_std": -0.014982, + "nauc_precision_at_20_diff1": 0.600433, + "nauc_precision_at_100_max": 0.760801, + "nauc_precision_at_100_std": 0.269046, + "nauc_precision_at_100_diff1": 0.594919, + "nauc_precision_at_1000_max": 0.750402, + "nauc_precision_at_1000_std": 0.640924, + "nauc_precision_at_1000_diff1": 0.45205, + "nauc_mrr_at_1_max": 0.552406, + "nauc_mrr_at_1_std": -0.104666, + "nauc_mrr_at_1_diff1": 0.725935, + "nauc_mrr_at_3_max": 0.584921, + "nauc_mrr_at_3_std": -0.112203, + "nauc_mrr_at_3_diff1": 0.694258, + "nauc_mrr_at_5_max": 0.58634, + "nauc_mrr_at_5_std": -0.108195, + "nauc_mrr_at_5_diff1": 0.692028, + "nauc_mrr_at_10_max": 0.587692, + "nauc_mrr_at_10_std": -0.10406, + "nauc_mrr_at_10_diff1": 0.692305, + "nauc_mrr_at_20_max": 0.587315, + "nauc_mrr_at_20_std": -0.103913, + "nauc_mrr_at_20_diff1": 0.692937, + "nauc_mrr_at_100_max": 0.58683, + "nauc_mrr_at_100_std": -0.103135, + "nauc_mrr_at_100_diff1": 0.693406, + "nauc_mrr_at_1000_max": 0.586722, + "nauc_mrr_at_1000_std": -0.103285, + "nauc_mrr_at_1000_diff1": 0.693465, + "hit_rate_at_1": 0.56672, + "hit_rate_at_3": 0.71277, + "hit_rate_at_5": 0.76912, + "hit_rate_at_10": 0.82669, + "hit_rate_at_20": 0.86941, + "hit_rate_at_100": 0.94874, + "hit_rate_at_1000": 0.99308, + "main_score": 0.69433, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.58827, + "ndcg_at_3": 0.68518, + "ndcg_at_5": 0.70311, + "ndcg_at_10": 0.71839, + "ndcg_at_20": 0.73061, + "ndcg_at_100": 0.74385, + "ndcg_at_1000": 0.74907, + "map_at_1": 0.58827, + "map_at_3": 0.66221, + "map_at_5": 0.67229, + "map_at_10": 0.67876, + "map_at_20": 0.68213, + "map_at_100": 0.68409, + "map_at_1000": 0.68428, + "recall_at_1": 0.58827, + "recall_at_3": 0.75116, + "recall_at_5": 0.79413, + "recall_at_10": 0.84059, + "recall_at_20": 0.88879, + "recall_at_100": 0.95819, + "recall_at_1000": 0.99942, + "accuracy": 0.58827, + "precision_at_1": 0.58827, + "precision_at_3": 0.25048, + "precision_at_5": 0.15889, + "precision_at_10": 0.08409, + "precision_at_20": 0.04445, + "precision_at_100": 0.00959, + "precision_at_1000": 0.001, + "mrr_at_1": 0.588269, + "mrr_at_3": 0.662311, + "mrr_at_5": 0.672387, + "mrr_at_10": 0.678852, + "mrr_at_20": 0.682222, + "mrr_at_100": 0.684159, + "mrr_at_1000": 0.684352, + "nauc_ndcg_at_1_max": 0.596018, + "nauc_ndcg_at_1_std": -0.039592, + "nauc_ndcg_at_1_diff1": 0.751987, + "nauc_ndcg_at_3_max": 0.663273, + "nauc_ndcg_at_3_std": -0.036343, + "nauc_ndcg_at_3_diff1": 0.717642, + "nauc_ndcg_at_5_max": 0.657176, + "nauc_ndcg_at_5_std": -0.030269, + "nauc_ndcg_at_5_diff1": 0.708646, + "nauc_ndcg_at_10_max": 0.661227, + "nauc_ndcg_at_10_std": -0.025814, + "nauc_ndcg_at_10_diff1": 0.712118, + "nauc_ndcg_at_20_max": 0.657888, + "nauc_ndcg_at_20_std": -0.025464, + "nauc_ndcg_at_20_diff1": 0.713557, + "nauc_ndcg_at_100_max": 0.655615, + "nauc_ndcg_at_100_std": -0.020645, + "nauc_ndcg_at_100_diff1": 0.717777, + "nauc_ndcg_at_1000_max": 0.650764, + "nauc_ndcg_at_1000_std": -0.026763, + "nauc_ndcg_at_1000_diff1": 0.718764, + "nauc_map_at_1_max": 0.596018, + "nauc_map_at_1_std": -0.039592, + "nauc_map_at_1_diff1": 0.751987, + "nauc_map_at_3_max": 0.644911, + "nauc_map_at_3_std": -0.037587, + "nauc_map_at_3_diff1": 0.725702, + "nauc_map_at_5_max": 0.641289, + "nauc_map_at_5_std": -0.034562, + "nauc_map_at_5_diff1": 0.721335, + "nauc_map_at_10_max": 0.642873, + "nauc_map_at_10_std": -0.033021, + "nauc_map_at_10_diff1": 0.7229, + "nauc_map_at_20_max": 0.641959, + "nauc_map_at_20_std": -0.033181, + "nauc_map_at_20_diff1": 0.723387, + "nauc_map_at_100_max": 0.641641, + "nauc_map_at_100_std": -0.032519, + "nauc_map_at_100_diff1": 0.723786, + "nauc_map_at_1000_max": 0.641497, + "nauc_map_at_1000_std": -0.032657, + "nauc_map_at_1000_diff1": 0.7238, + "nauc_recall_at_1_max": 0.596018, + "nauc_recall_at_1_std": -0.039592, + "nauc_recall_at_1_diff1": 0.751987, + "nauc_recall_at_3_max": 0.728481, + "nauc_recall_at_3_std": -0.032775, + "nauc_recall_at_3_diff1": 0.689831, + "nauc_recall_at_5_max": 0.719699, + "nauc_recall_at_5_std": -0.012583, + "nauc_recall_at_5_diff1": 0.656586, + "nauc_recall_at_10_max": 0.751644, + "nauc_recall_at_10_std": 0.013679, + "nauc_recall_at_10_diff1": 0.659553, + "nauc_recall_at_20_max": 0.757526, + "nauc_recall_at_20_std": 0.034694, + "nauc_recall_at_20_diff1": 0.650769, + "nauc_recall_at_100_max": 0.853437, + "nauc_recall_at_100_std": 0.251175, + "nauc_recall_at_100_diff1": 0.676269, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.596018, + "nauc_precision_at_1_std": -0.039592, + "nauc_precision_at_1_diff1": 0.751987, + "nauc_precision_at_3_max": 0.729394, + "nauc_precision_at_3_std": -0.030528, + "nauc_precision_at_3_diff1": 0.689175, + "nauc_precision_at_5_max": 0.720751, + "nauc_precision_at_5_std": -0.009949, + "nauc_precision_at_5_diff1": 0.655787, + "nauc_precision_at_10_max": 0.753226, + "nauc_precision_at_10_std": 0.017041, + "nauc_precision_at_10_diff1": 0.658735, + "nauc_precision_at_20_max": 0.759727, + "nauc_precision_at_20_std": 0.039392, + "nauc_precision_at_20_diff1": 0.649617, + "nauc_precision_at_100_max": 0.835611, + "nauc_precision_at_100_std": 0.268855, + "nauc_precision_at_100_diff1": 0.646742, + "nauc_precision_at_1000_max": 0.427324, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.0, + "nauc_mrr_at_1_max": 0.596018, + "nauc_mrr_at_1_std": -0.039592, + "nauc_mrr_at_1_diff1": 0.751987, + "nauc_mrr_at_3_max": 0.645135, + "nauc_mrr_at_3_std": -0.036986, + "nauc_mrr_at_3_diff1": 0.725535, + "nauc_mrr_at_5_max": 0.641518, + "nauc_mrr_at_5_std": -0.033944, + "nauc_mrr_at_5_diff1": 0.721163, + "nauc_mrr_at_10_max": 0.643107, + "nauc_mrr_at_10_std": -0.03239, + "nauc_mrr_at_10_diff1": 0.722724, + "nauc_mrr_at_20_max": 0.642195, + "nauc_mrr_at_20_std": -0.032542, + "nauc_mrr_at_20_diff1": 0.72321, + "nauc_mrr_at_100_max": 0.641811, + "nauc_mrr_at_100_std": -0.032059, + "nauc_mrr_at_100_diff1": 0.723658, + "nauc_mrr_at_1000_max": 0.641667, + "nauc_mrr_at_1000_std": -0.032197, + "nauc_mrr_at_1000_diff1": 0.723672, + "hit_rate_at_1": 0.58827, + "hit_rate_at_3": 0.75145, + "hit_rate_at_5": 0.79443, + "hit_rate_at_10": 0.84088, + "hit_rate_at_20": 0.88908, + "hit_rate_at_100": 0.95819, + "hit_rate_at_1000": 0.99942, + "main_score": 0.71839, + "hf_subset": "hin-spa", + "languages": [ + "hin-Deva", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.51465, + "ndcg_at_3": 0.59564, + "ndcg_at_5": 0.61672, + "ndcg_at_10": 0.63476, + "ndcg_at_20": 0.64709, + "ndcg_at_100": 0.66405, + "ndcg_at_1000": 0.67381, + "map_at_1": 0.51444, + "map_at_3": 0.57581, + "map_at_5": 0.58757, + "map_at_10": 0.59499, + "map_at_20": 0.5984, + "map_at_100": 0.6007, + "map_at_1000": 0.60104, + "recall_at_1": 0.51444, + "recall_at_3": 0.65277, + "recall_at_5": 0.70372, + "recall_at_10": 0.75966, + "recall_at_20": 0.80828, + "recall_at_100": 0.90022, + "recall_at_1000": 0.97874, + "accuracy": 0.51444, + "precision_at_1": 0.51465, + "precision_at_3": 0.21766, + "precision_at_5": 0.14081, + "precision_at_10": 0.076, + "precision_at_20": 0.04043, + "precision_at_100": 0.00901, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.514646, + "mrr_at_3": 0.57601, + "mrr_at_5": 0.587727, + "mrr_at_10": 0.595146, + "mrr_at_20": 0.598549, + "mrr_at_100": 0.600856, + "mrr_at_1000": 0.601196, + "nauc_ndcg_at_1_max": 0.561413, + "nauc_ndcg_at_1_std": -0.005011, + "nauc_ndcg_at_1_diff1": 0.728436, + "nauc_ndcg_at_3_max": 0.589039, + "nauc_ndcg_at_3_std": 0.022488, + "nauc_ndcg_at_3_diff1": 0.683261, + "nauc_ndcg_at_5_max": 0.596763, + "nauc_ndcg_at_5_std": 0.033572, + "nauc_ndcg_at_5_diff1": 0.680119, + "nauc_ndcg_at_10_max": 0.59736, + "nauc_ndcg_at_10_std": 0.043, + "nauc_ndcg_at_10_diff1": 0.676359, + "nauc_ndcg_at_20_max": 0.598448, + "nauc_ndcg_at_20_std": 0.05201, + "nauc_ndcg_at_20_diff1": 0.675504, + "nauc_ndcg_at_100_max": 0.596823, + "nauc_ndcg_at_100_std": 0.05539, + "nauc_ndcg_at_100_diff1": 0.678226, + "nauc_ndcg_at_1000_max": 0.594692, + "nauc_ndcg_at_1000_std": 0.046696, + "nauc_ndcg_at_1000_diff1": 0.68356, + "nauc_map_at_1_max": 0.561165, + "nauc_map_at_1_std": -0.005573, + "nauc_map_at_1_diff1": 0.728106, + "nauc_map_at_3_max": 0.582217, + "nauc_map_at_3_std": 0.015143, + "nauc_map_at_3_diff1": 0.694199, + "nauc_map_at_5_max": 0.586159, + "nauc_map_at_5_std": 0.020844, + "nauc_map_at_5_diff1": 0.692683, + "nauc_map_at_10_max": 0.586263, + "nauc_map_at_10_std": 0.024298, + "nauc_map_at_10_diff1": 0.691562, + "nauc_map_at_20_max": 0.586435, + "nauc_map_at_20_std": 0.026394, + "nauc_map_at_20_diff1": 0.691443, + "nauc_map_at_100_max": 0.586201, + "nauc_map_at_100_std": 0.026639, + "nauc_map_at_100_diff1": 0.691863, + "nauc_map_at_1000_max": 0.586146, + "nauc_map_at_1000_std": 0.026437, + "nauc_map_at_1000_diff1": 0.692043, + "nauc_recall_at_1_max": 0.561165, + "nauc_recall_at_1_std": -0.005573, + "nauc_recall_at_1_diff1": 0.728106, + "nauc_recall_at_3_max": 0.610524, + "nauc_recall_at_3_std": 0.045591, + "nauc_recall_at_3_diff1": 0.647805, + "nauc_recall_at_5_max": 0.634845, + "nauc_recall_at_5_std": 0.079672, + "nauc_recall_at_5_diff1": 0.635271, + "nauc_recall_at_10_max": 0.643958, + "nauc_recall_at_10_std": 0.126417, + "nauc_recall_at_10_diff1": 0.61074, + "nauc_recall_at_20_max": 0.660068, + "nauc_recall_at_20_std": 0.198034, + "nauc_recall_at_20_diff1": 0.592666, + "nauc_recall_at_100_max": 0.684642, + "nauc_recall_at_100_std": 0.362751, + "nauc_recall_at_100_diff1": 0.564927, + "nauc_recall_at_1000_max": 0.791214, + "nauc_recall_at_1000_std": 0.602428, + "nauc_recall_at_1000_diff1": 0.649812, + "nauc_precision_at_1_max": 0.561413, + "nauc_precision_at_1_std": -0.005011, + "nauc_precision_at_1_diff1": 0.728436, + "nauc_precision_at_3_max": 0.610923, + "nauc_precision_at_3_std": 0.046291, + "nauc_precision_at_3_diff1": 0.648274, + "nauc_precision_at_5_max": 0.634277, + "nauc_precision_at_5_std": 0.08041, + "nauc_precision_at_5_diff1": 0.634594, + "nauc_precision_at_10_max": 0.643273, + "nauc_precision_at_10_std": 0.127232, + "nauc_precision_at_10_diff1": 0.609969, + "nauc_precision_at_20_max": 0.659274, + "nauc_precision_at_20_std": 0.198918, + "nauc_precision_at_20_diff1": 0.591817, + "nauc_precision_at_100_max": 0.68324, + "nauc_precision_at_100_std": 0.363954, + "nauc_precision_at_100_diff1": 0.563547, + "nauc_precision_at_1000_max": 0.783441, + "nauc_precision_at_1000_std": 0.605213, + "nauc_precision_at_1000_diff1": 0.6424, + "nauc_mrr_at_1_max": 0.561413, + "nauc_mrr_at_1_std": -0.005011, + "nauc_mrr_at_1_diff1": 0.728436, + "nauc_mrr_at_3_max": 0.58249, + "nauc_mrr_at_3_std": 0.015754, + "nauc_mrr_at_3_diff1": 0.694548, + "nauc_mrr_at_5_max": 0.586424, + "nauc_mrr_at_5_std": 0.021441, + "nauc_mrr_at_5_diff1": 0.693088, + "nauc_mrr_at_10_max": 0.586533, + "nauc_mrr_at_10_std": 0.024906, + "nauc_mrr_at_10_diff1": 0.691974, + "nauc_mrr_at_20_max": 0.586707, + "nauc_mrr_at_20_std": 0.027007, + "nauc_mrr_at_20_diff1": 0.691858, + "nauc_mrr_at_100_max": 0.586475, + "nauc_mrr_at_100_std": 0.027257, + "nauc_mrr_at_100_diff1": 0.692281, + "nauc_mrr_at_1000_max": 0.586421, + "nauc_mrr_at_1000_std": 0.027055, + "nauc_mrr_at_1000_diff1": 0.692461, + "hit_rate_at_1": 0.51465, + "hit_rate_at_3": 0.65297, + "hit_rate_at_5": 0.70382, + "hit_rate_at_10": 0.75976, + "hit_rate_at_20": 0.80838, + "hit_rate_at_100": 0.90033, + "hit_rate_at_1000": 0.97884, + "main_score": 0.63476, + "hf_subset": "hin-hin", + "languages": [ + "hin-Deva", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.57062, + "ndcg_at_3": 0.66123, + "ndcg_at_5": 0.68647, + "ndcg_at_10": 0.70738, + "ndcg_at_20": 0.72071, + "ndcg_at_100": 0.73238, + "ndcg_at_1000": 0.7365, + "map_at_1": 0.57062, + "map_at_3": 0.6391, + "map_at_5": 0.65302, + "map_at_10": 0.66173, + "map_at_20": 0.66551, + "map_at_100": 0.66719, + "map_at_1000": 0.66734, + "recall_at_1": 0.57062, + "recall_at_3": 0.72522, + "recall_at_5": 0.78685, + "recall_at_10": 0.85105, + "recall_at_20": 0.90293, + "recall_at_100": 0.96507, + "recall_at_1000": 0.99795, + "accuracy": 0.57062, + "precision_at_1": 0.57062, + "precision_at_3": 0.24174, + "precision_at_5": 0.15737, + "precision_at_10": 0.08511, + "precision_at_20": 0.04515, + "precision_at_100": 0.00965, + "precision_at_1000": 0.001, + "mrr_at_1": 0.570621, + "mrr_at_3": 0.639103, + "mrr_at_5": 0.653022, + "mrr_at_10": 0.661733, + "mrr_at_20": 0.665512, + "mrr_at_100": 0.66719, + "mrr_at_1000": 0.667336, + "nauc_ndcg_at_1_max": 0.59113, + "nauc_ndcg_at_1_std": -0.02156, + "nauc_ndcg_at_1_diff1": 0.727085, + "nauc_ndcg_at_3_max": 0.635118, + "nauc_ndcg_at_3_std": 0.001256, + "nauc_ndcg_at_3_diff1": 0.671739, + "nauc_ndcg_at_5_max": 0.634943, + "nauc_ndcg_at_5_std": 0.008544, + "nauc_ndcg_at_5_diff1": 0.665824, + "nauc_ndcg_at_10_max": 0.637983, + "nauc_ndcg_at_10_std": 0.015724, + "nauc_ndcg_at_10_diff1": 0.666252, + "nauc_ndcg_at_20_max": 0.631665, + "nauc_ndcg_at_20_std": 0.018145, + "nauc_ndcg_at_20_diff1": 0.667772, + "nauc_ndcg_at_100_max": 0.630322, + "nauc_ndcg_at_100_std": 0.019351, + "nauc_ndcg_at_100_diff1": 0.673987, + "nauc_ndcg_at_1000_max": 0.62739, + "nauc_ndcg_at_1000_std": 0.010984, + "nauc_ndcg_at_1000_diff1": 0.676982, + "nauc_map_at_1_max": 0.59113, + "nauc_map_at_1_std": -0.02156, + "nauc_map_at_1_diff1": 0.727085, + "nauc_map_at_3_max": 0.623233, + "nauc_map_at_3_std": -0.004343, + "nauc_map_at_3_diff1": 0.685909, + "nauc_map_at_5_max": 0.62246, + "nauc_map_at_5_std": -0.001331, + "nauc_map_at_5_diff1": 0.683507, + "nauc_map_at_10_max": 0.623165, + "nauc_map_at_10_std": 0.001059, + "nauc_map_at_10_diff1": 0.683987, + "nauc_map_at_20_max": 0.62153, + "nauc_map_at_20_std": 0.001544, + "nauc_map_at_20_diff1": 0.684619, + "nauc_map_at_100_max": 0.621294, + "nauc_map_at_100_std": 0.001551, + "nauc_map_at_100_diff1": 0.685284, + "nauc_map_at_1000_max": 0.621222, + "nauc_map_at_1000_std": 0.001326, + "nauc_map_at_1000_diff1": 0.685391, + "nauc_recall_at_1_max": 0.59113, + "nauc_recall_at_1_std": -0.02156, + "nauc_recall_at_1_diff1": 0.727085, + "nauc_recall_at_3_max": 0.676168, + "nauc_recall_at_3_std": 0.020317, + "nauc_recall_at_3_diff1": 0.623186, + "nauc_recall_at_5_max": 0.686411, + "nauc_recall_at_5_std": 0.05103, + "nauc_recall_at_5_diff1": 0.592548, + "nauc_recall_at_10_max": 0.722487, + "nauc_recall_at_10_std": 0.104351, + "nauc_recall_at_10_diff1": 0.568594, + "nauc_recall_at_20_max": 0.702592, + "nauc_recall_at_20_std": 0.166728, + "nauc_recall_at_20_diff1": 0.535867, + "nauc_recall_at_100_max": 0.78547, + "nauc_recall_at_100_std": 0.470625, + "nauc_recall_at_100_diff1": 0.52424, + "nauc_recall_at_1000_max": 0.711223, + "nauc_recall_at_1000_std": 0.563014, + "nauc_recall_at_1000_diff1": 0.506971, + "nauc_precision_at_1_max": 0.59113, + "nauc_precision_at_1_std": -0.02156, + "nauc_precision_at_1_diff1": 0.727085, + "nauc_precision_at_3_max": 0.676168, + "nauc_precision_at_3_std": 0.020317, + "nauc_precision_at_3_diff1": 0.623186, + "nauc_precision_at_5_max": 0.686411, + "nauc_precision_at_5_std": 0.05103, + "nauc_precision_at_5_diff1": 0.592548, + "nauc_precision_at_10_max": 0.722487, + "nauc_precision_at_10_std": 0.104351, + "nauc_precision_at_10_diff1": 0.568594, + "nauc_precision_at_20_max": 0.702592, + "nauc_precision_at_20_std": 0.166728, + "nauc_precision_at_20_diff1": 0.535867, + "nauc_precision_at_100_max": 0.78547, + "nauc_precision_at_100_std": 0.470625, + "nauc_precision_at_100_diff1": 0.52424, + "nauc_precision_at_1000_max": 0.711223, + "nauc_precision_at_1000_std": 0.563014, + "nauc_precision_at_1000_diff1": 0.506971, + "nauc_mrr_at_1_max": 0.59113, + "nauc_mrr_at_1_std": -0.02156, + "nauc_mrr_at_1_diff1": 0.727085, + "nauc_mrr_at_3_max": 0.623233, + "nauc_mrr_at_3_std": -0.004343, + "nauc_mrr_at_3_diff1": 0.685909, + "nauc_mrr_at_5_max": 0.62246, + "nauc_mrr_at_5_std": -0.001331, + "nauc_mrr_at_5_diff1": 0.683507, + "nauc_mrr_at_10_max": 0.623165, + "nauc_mrr_at_10_std": 0.001059, + "nauc_mrr_at_10_diff1": 0.683987, + "nauc_mrr_at_20_max": 0.62153, + "nauc_mrr_at_20_std": 0.001544, + "nauc_mrr_at_20_diff1": 0.684619, + "nauc_mrr_at_100_max": 0.621294, + "nauc_mrr_at_100_std": 0.001551, + "nauc_mrr_at_100_diff1": 0.685284, + "nauc_mrr_at_1000_max": 0.621222, + "nauc_mrr_at_1000_std": 0.001326, + "nauc_mrr_at_1000_diff1": 0.685391, + "hit_rate_at_1": 0.57062, + "hit_rate_at_3": 0.72522, + "hit_rate_at_5": 0.78685, + "hit_rate_at_10": 0.85105, + "hit_rate_at_20": 0.90293, + "hit_rate_at_100": 0.96507, + "hit_rate_at_1000": 0.99795, + "main_score": 0.70738, + "hf_subset": "hin-vie", + "languages": [ + "hin-Deva", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.58574, + "ndcg_at_3": 0.68023, + "ndcg_at_5": 0.70683, + "ndcg_at_10": 0.72268, + "ndcg_at_20": 0.73449, + "ndcg_at_100": 0.74662, + "ndcg_at_1000": 0.75035, + "map_at_1": 0.58574, + "map_at_3": 0.65799, + "map_at_5": 0.67276, + "map_at_10": 0.67936, + "map_at_20": 0.68265, + "map_at_100": 0.68441, + "map_at_1000": 0.68455, + "recall_at_1": 0.58574, + "recall_at_3": 0.7442, + "recall_at_5": 0.80872, + "recall_at_10": 0.85739, + "recall_at_20": 0.90379, + "recall_at_100": 0.96774, + "recall_at_1000": 0.99717, + "accuracy": 0.58574, + "precision_at_1": 0.58574, + "precision_at_3": 0.24807, + "precision_at_5": 0.16174, + "precision_at_10": 0.08574, + "precision_at_20": 0.04519, + "precision_at_100": 0.00968, + "precision_at_1000": 0.001, + "mrr_at_1": 0.585739, + "mrr_at_3": 0.657989, + "mrr_at_5": 0.67276, + "mrr_at_10": 0.679359, + "mrr_at_20": 0.682646, + "mrr_at_100": 0.684412, + "mrr_at_1000": 0.68455, + "nauc_ndcg_at_1_max": 0.58784, + "nauc_ndcg_at_1_std": -0.058856, + "nauc_ndcg_at_1_diff1": 0.749314, + "nauc_ndcg_at_3_max": 0.641731, + "nauc_ndcg_at_3_std": -0.058241, + "nauc_ndcg_at_3_diff1": 0.711011, + "nauc_ndcg_at_5_max": 0.637227, + "nauc_ndcg_at_5_std": -0.058486, + "nauc_ndcg_at_5_diff1": 0.700382, + "nauc_ndcg_at_10_max": 0.640909, + "nauc_ndcg_at_10_std": -0.070113, + "nauc_ndcg_at_10_diff1": 0.705824, + "nauc_ndcg_at_20_max": 0.638614, + "nauc_ndcg_at_20_std": -0.058252, + "nauc_ndcg_at_20_diff1": 0.705098, + "nauc_ndcg_at_100_max": 0.63708, + "nauc_ndcg_at_100_std": -0.046661, + "nauc_ndcg_at_100_diff1": 0.711313, + "nauc_ndcg_at_1000_max": 0.632686, + "nauc_ndcg_at_1000_std": -0.053724, + "nauc_ndcg_at_1000_diff1": 0.712202, + "nauc_map_at_1_max": 0.58784, + "nauc_map_at_1_std": -0.058856, + "nauc_map_at_1_diff1": 0.749314, + "nauc_map_at_3_max": 0.628046, + "nauc_map_at_3_std": -0.057321, + "nauc_map_at_3_diff1": 0.719909, + "nauc_map_at_5_max": 0.625099, + "nauc_map_at_5_std": -0.057093, + "nauc_map_at_5_diff1": 0.714586, + "nauc_map_at_10_max": 0.626164, + "nauc_map_at_10_std": -0.061462, + "nauc_map_at_10_diff1": 0.716792, + "nauc_map_at_20_max": 0.625572, + "nauc_map_at_20_std": -0.058368, + "nauc_map_at_20_diff1": 0.716822, + "nauc_map_at_100_max": 0.625264, + "nauc_map_at_100_std": -0.056958, + "nauc_map_at_100_diff1": 0.717775, + "nauc_map_at_1000_max": 0.625129, + "nauc_map_at_1000_std": -0.057145, + "nauc_map_at_1000_diff1": 0.717801, + "nauc_recall_at_1_max": 0.58784, + "nauc_recall_at_1_std": -0.058856, + "nauc_recall_at_1_diff1": 0.749314, + "nauc_recall_at_3_max": 0.689514, + "nauc_recall_at_3_std": -0.062048, + "nauc_recall_at_3_diff1": 0.680401, + "nauc_recall_at_5_max": 0.687864, + "nauc_recall_at_5_std": -0.065826, + "nauc_recall_at_5_diff1": 0.63858, + "nauc_recall_at_10_max": 0.722857, + "nauc_recall_at_10_std": -0.127441, + "nauc_recall_at_10_diff1": 0.648842, + "nauc_recall_at_20_max": 0.734456, + "nauc_recall_at_20_std": -0.048001, + "nauc_recall_at_20_diff1": 0.616374, + "nauc_recall_at_100_max": 0.874774, + "nauc_recall_at_100_std": 0.360773, + "nauc_recall_at_100_diff1": 0.638309, + "nauc_recall_at_1000_max": 0.816062, + "nauc_recall_at_1000_std": 0.394024, + "nauc_recall_at_1000_diff1": 0.396492, + "nauc_precision_at_1_max": 0.58784, + "nauc_precision_at_1_std": -0.058856, + "nauc_precision_at_1_diff1": 0.749314, + "nauc_precision_at_3_max": 0.689514, + "nauc_precision_at_3_std": -0.062048, + "nauc_precision_at_3_diff1": 0.680401, + "nauc_precision_at_5_max": 0.687864, + "nauc_precision_at_5_std": -0.065826, + "nauc_precision_at_5_diff1": 0.63858, + "nauc_precision_at_10_max": 0.722857, + "nauc_precision_at_10_std": -0.127441, + "nauc_precision_at_10_diff1": 0.648842, + "nauc_precision_at_20_max": 0.734456, + "nauc_precision_at_20_std": -0.048001, + "nauc_precision_at_20_diff1": 0.616374, + "nauc_precision_at_100_max": 0.874774, + "nauc_precision_at_100_std": 0.360773, + "nauc_precision_at_100_diff1": 0.638309, + "nauc_precision_at_1000_max": 0.816062, + "nauc_precision_at_1000_std": 0.394024, + "nauc_precision_at_1000_diff1": 0.396492, + "nauc_mrr_at_1_max": 0.58784, + "nauc_mrr_at_1_std": -0.058856, + "nauc_mrr_at_1_diff1": 0.749314, + "nauc_mrr_at_3_max": 0.628046, + "nauc_mrr_at_3_std": -0.057321, + "nauc_mrr_at_3_diff1": 0.719909, + "nauc_mrr_at_5_max": 0.625099, + "nauc_mrr_at_5_std": -0.057093, + "nauc_mrr_at_5_diff1": 0.714586, + "nauc_mrr_at_10_max": 0.626164, + "nauc_mrr_at_10_std": -0.061462, + "nauc_mrr_at_10_diff1": 0.716792, + "nauc_mrr_at_20_max": 0.625572, + "nauc_mrr_at_20_std": -0.058368, + "nauc_mrr_at_20_diff1": 0.716822, + "nauc_mrr_at_100_max": 0.625264, + "nauc_mrr_at_100_std": -0.056958, + "nauc_mrr_at_100_diff1": 0.717775, + "nauc_mrr_at_1000_max": 0.625129, + "nauc_mrr_at_1000_std": -0.057145, + "nauc_mrr_at_1000_diff1": 0.717801, + "hit_rate_at_1": 0.58574, + "hit_rate_at_3": 0.7442, + "hit_rate_at_5": 0.80872, + "hit_rate_at_10": 0.85739, + "hit_rate_at_20": 0.90379, + "hit_rate_at_100": 0.96774, + "hit_rate_at_1000": 0.99717, + "main_score": 0.72268, + "hf_subset": "hin-zho", + "languages": [ + "hin-Deva", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.49976, + "ndcg_at_3": 0.58712, + "ndcg_at_5": 0.613, + "ndcg_at_10": 0.63444, + "ndcg_at_20": 0.64824, + "ndcg_at_100": 0.66794, + "ndcg_at_1000": 0.67554, + "map_at_1": 0.49976, + "map_at_3": 0.56595, + "map_at_5": 0.58039, + "map_at_10": 0.58939, + "map_at_20": 0.59316, + "map_at_100": 0.59602, + "map_at_1000": 0.59629, + "recall_at_1": 0.49976, + "recall_at_3": 0.64827, + "recall_at_5": 0.7108, + "recall_at_10": 0.77626, + "recall_at_20": 0.83097, + "recall_at_100": 0.93503, + "recall_at_1000": 0.99609, + "accuracy": 0.49976, + "precision_at_1": 0.49976, + "precision_at_3": 0.21609, + "precision_at_5": 0.14216, + "precision_at_10": 0.07763, + "precision_at_20": 0.04155, + "precision_at_100": 0.00935, + "precision_at_1000": 0.001, + "mrr_at_1": 0.499756, + "mrr_at_3": 0.56595, + "mrr_at_5": 0.580386, + "mrr_at_10": 0.589387, + "mrr_at_20": 0.593156, + "mrr_at_100": 0.596023, + "mrr_at_1000": 0.596288, + "nauc_ndcg_at_1_max": 0.601847, + "nauc_ndcg_at_1_std": 0.043943, + "nauc_ndcg_at_1_diff1": 0.693291, + "nauc_ndcg_at_3_max": 0.63819, + "nauc_ndcg_at_3_std": 0.066424, + "nauc_ndcg_at_3_diff1": 0.656904, + "nauc_ndcg_at_5_max": 0.644098, + "nauc_ndcg_at_5_std": 0.079692, + "nauc_ndcg_at_5_diff1": 0.647533, + "nauc_ndcg_at_10_max": 0.642563, + "nauc_ndcg_at_10_std": 0.081437, + "nauc_ndcg_at_10_diff1": 0.646792, + "nauc_ndcg_at_20_max": 0.640922, + "nauc_ndcg_at_20_std": 0.081761, + "nauc_ndcg_at_20_diff1": 0.64616, + "nauc_ndcg_at_100_max": 0.640526, + "nauc_ndcg_at_100_std": 0.085913, + "nauc_ndcg_at_100_diff1": 0.65136, + "nauc_ndcg_at_1000_max": 0.637235, + "nauc_ndcg_at_1000_std": 0.077982, + "nauc_ndcg_at_1000_diff1": 0.654341, + "nauc_map_at_1_max": 0.601847, + "nauc_map_at_1_std": 0.043943, + "nauc_map_at_1_diff1": 0.693291, + "nauc_map_at_3_max": 0.6294, + "nauc_map_at_3_std": 0.060373, + "nauc_map_at_3_diff1": 0.665671, + "nauc_map_at_5_max": 0.632213, + "nauc_map_at_5_std": 0.067128, + "nauc_map_at_5_diff1": 0.660889, + "nauc_map_at_10_max": 0.631427, + "nauc_map_at_10_std": 0.067528, + "nauc_map_at_10_diff1": 0.660694, + "nauc_map_at_20_max": 0.630911, + "nauc_map_at_20_std": 0.067447, + "nauc_map_at_20_diff1": 0.660632, + "nauc_map_at_100_max": 0.631045, + "nauc_map_at_100_std": 0.068144, + "nauc_map_at_100_diff1": 0.661427, + "nauc_map_at_1000_max": 0.63095, + "nauc_map_at_1000_std": 0.067964, + "nauc_map_at_1000_diff1": 0.661527, + "nauc_recall_at_1_max": 0.601847, + "nauc_recall_at_1_std": 0.043943, + "nauc_recall_at_1_diff1": 0.693291, + "nauc_recall_at_3_max": 0.666386, + "nauc_recall_at_3_std": 0.086143, + "nauc_recall_at_3_diff1": 0.6288, + "nauc_recall_at_5_max": 0.687912, + "nauc_recall_at_5_std": 0.127775, + "nauc_recall_at_5_diff1": 0.598018, + "nauc_recall_at_10_max": 0.691055, + "nauc_recall_at_10_std": 0.14638, + "nauc_recall_at_10_diff1": 0.584897, + "nauc_recall_at_20_max": 0.693424, + "nauc_recall_at_20_std": 0.16684, + "nauc_recall_at_20_diff1": 0.564221, + "nauc_recall_at_100_max": 0.746478, + "nauc_recall_at_100_std": 0.357183, + "nauc_recall_at_100_diff1": 0.550096, + "nauc_recall_at_1000_max": 0.672088, + "nauc_recall_at_1000_std": 0.221893, + "nauc_recall_at_1000_diff1": 0.449246, + "nauc_precision_at_1_max": 0.601847, + "nauc_precision_at_1_std": 0.043943, + "nauc_precision_at_1_diff1": 0.693291, + "nauc_precision_at_3_max": 0.666386, + "nauc_precision_at_3_std": 0.086143, + "nauc_precision_at_3_diff1": 0.6288, + "nauc_precision_at_5_max": 0.687912, + "nauc_precision_at_5_std": 0.127775, + "nauc_precision_at_5_diff1": 0.598018, + "nauc_precision_at_10_max": 0.691055, + "nauc_precision_at_10_std": 0.14638, + "nauc_precision_at_10_diff1": 0.584897, + "nauc_precision_at_20_max": 0.693424, + "nauc_precision_at_20_std": 0.16684, + "nauc_precision_at_20_diff1": 0.564221, + "nauc_precision_at_100_max": 0.746478, + "nauc_precision_at_100_std": 0.357183, + "nauc_precision_at_100_diff1": 0.550096, + "nauc_precision_at_1000_max": 0.672088, + "nauc_precision_at_1000_std": 0.221893, + "nauc_precision_at_1000_diff1": 0.449246, + "nauc_mrr_at_1_max": 0.601847, + "nauc_mrr_at_1_std": 0.043943, + "nauc_mrr_at_1_diff1": 0.693291, + "nauc_mrr_at_3_max": 0.6294, + "nauc_mrr_at_3_std": 0.060373, + "nauc_mrr_at_3_diff1": 0.665671, + "nauc_mrr_at_5_max": 0.632213, + "nauc_mrr_at_5_std": 0.067128, + "nauc_mrr_at_5_diff1": 0.660889, + "nauc_mrr_at_10_max": 0.631427, + "nauc_mrr_at_10_std": 0.067528, + "nauc_mrr_at_10_diff1": 0.660694, + "nauc_mrr_at_20_max": 0.630911, + "nauc_mrr_at_20_std": 0.067447, + "nauc_mrr_at_20_diff1": 0.660632, + "nauc_mrr_at_100_max": 0.631045, + "nauc_mrr_at_100_std": 0.068144, + "nauc_mrr_at_100_diff1": 0.661427, + "nauc_mrr_at_1000_max": 0.63095, + "nauc_mrr_at_1000_std": 0.067964, + "nauc_mrr_at_1000_diff1": 0.661527, + "hit_rate_at_1": 0.49976, + "hit_rate_at_3": 0.64827, + "hit_rate_at_5": 0.7108, + "hit_rate_at_10": 0.77626, + "hit_rate_at_20": 0.83097, + "hit_rate_at_100": 0.93503, + "hit_rate_at_1000": 0.99609, + "main_score": 0.63444, + "hf_subset": "vie-ara", + "languages": [ + "vie-Latn", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.60633, + "ndcg_at_3": 0.68475, + "ndcg_at_5": 0.70695, + "ndcg_at_10": 0.72288, + "ndcg_at_20": 0.73348, + "ndcg_at_100": 0.74811, + "ndcg_at_1000": 0.75293, + "map_at_1": 0.60603, + "map_at_3": 0.66577, + "map_at_5": 0.67808, + "map_at_10": 0.68459, + "map_at_20": 0.68759, + "map_at_100": 0.68964, + "map_at_1000": 0.68984, + "recall_at_1": 0.60603, + "recall_at_3": 0.73925, + "recall_at_5": 0.79331, + "recall_at_10": 0.84289, + "recall_at_20": 0.88411, + "recall_at_100": 0.96237, + "recall_at_1000": 0.9994, + "accuracy": 0.60603, + "precision_at_1": 0.60633, + "precision_at_3": 0.24652, + "precision_at_5": 0.15878, + "precision_at_10": 0.08435, + "precision_at_20": 0.04424, + "precision_at_100": 0.00963, + "precision_at_1000": 0.001, + "mrr_at_1": 0.606332, + "mrr_at_3": 0.666069, + "mrr_at_5": 0.678256, + "mrr_at_10": 0.684768, + "mrr_at_20": 0.687772, + "mrr_at_100": 0.689824, + "mrr_at_1000": 0.690018, + "nauc_ndcg_at_1_max": 0.666537, + "nauc_ndcg_at_1_std": -0.133695, + "nauc_ndcg_at_1_diff1": 0.797146, + "nauc_ndcg_at_3_max": 0.699509, + "nauc_ndcg_at_3_std": -0.121333, + "nauc_ndcg_at_3_diff1": 0.759119, + "nauc_ndcg_at_5_max": 0.698789, + "nauc_ndcg_at_5_std": -0.110311, + "nauc_ndcg_at_5_diff1": 0.746602, + "nauc_ndcg_at_10_max": 0.700153, + "nauc_ndcg_at_10_std": -0.102751, + "nauc_ndcg_at_10_diff1": 0.745944, + "nauc_ndcg_at_20_max": 0.700491, + "nauc_ndcg_at_20_std": -0.096943, + "nauc_ndcg_at_20_diff1": 0.74816, + "nauc_ndcg_at_100_max": 0.697773, + "nauc_ndcg_at_100_std": -0.098129, + "nauc_ndcg_at_100_diff1": 0.754804, + "nauc_ndcg_at_1000_max": 0.694945, + "nauc_ndcg_at_1000_std": -0.106914, + "nauc_ndcg_at_1000_diff1": 0.757072, + "nauc_map_at_1_max": 0.664511, + "nauc_map_at_1_std": -0.134165, + "nauc_map_at_1_diff1": 0.796181, + "nauc_map_at_3_max": 0.690164, + "nauc_map_at_3_std": -0.124217, + "nauc_map_at_3_diff1": 0.767868, + "nauc_map_at_5_max": 0.689763, + "nauc_map_at_5_std": -0.118421, + "nauc_map_at_5_diff1": 0.761769, + "nauc_map_at_10_max": 0.690056, + "nauc_map_at_10_std": -0.116003, + "nauc_map_at_10_diff1": 0.761818, + "nauc_map_at_20_max": 0.69006, + "nauc_map_at_20_std": -0.11497, + "nauc_map_at_20_diff1": 0.762631, + "nauc_map_at_100_max": 0.689619, + "nauc_map_at_100_std": -0.11525, + "nauc_map_at_100_diff1": 0.763451, + "nauc_map_at_1000_max": 0.689521, + "nauc_map_at_1000_std": -0.115551, + "nauc_map_at_1000_diff1": 0.763522, + "nauc_recall_at_1_max": 0.664511, + "nauc_recall_at_1_std": -0.134165, + "nauc_recall_at_1_diff1": 0.796181, + "nauc_recall_at_3_max": 0.728889, + "nauc_recall_at_3_std": -0.112269, + "nauc_recall_at_3_diff1": 0.728223, + "nauc_recall_at_5_max": 0.732546, + "nauc_recall_at_5_std": -0.076668, + "nauc_recall_at_5_diff1": 0.68303, + "nauc_recall_at_10_max": 0.748814, + "nauc_recall_at_10_std": -0.028659, + "nauc_recall_at_10_diff1": 0.662184, + "nauc_recall_at_20_max": 0.76636, + "nauc_recall_at_20_std": 0.043934, + "nauc_recall_at_20_diff1": 0.651103, + "nauc_recall_at_100_max": 0.821957, + "nauc_recall_at_100_std": 0.293858, + "nauc_recall_at_100_diff1": 0.65844, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.666537, + "nauc_precision_at_1_std": -0.133695, + "nauc_precision_at_1_diff1": 0.797146, + "nauc_precision_at_3_max": 0.731826, + "nauc_precision_at_3_std": -0.111644, + "nauc_precision_at_3_diff1": 0.729634, + "nauc_precision_at_5_max": 0.733989, + "nauc_precision_at_5_std": -0.074508, + "nauc_precision_at_5_diff1": 0.681091, + "nauc_precision_at_10_max": 0.750548, + "nauc_precision_at_10_std": -0.026226, + "nauc_precision_at_10_diff1": 0.659847, + "nauc_precision_at_20_max": 0.768476, + "nauc_precision_at_20_std": 0.046468, + "nauc_precision_at_20_diff1": 0.648137, + "nauc_precision_at_100_max": 0.826745, + "nauc_precision_at_100_std": 0.29466, + "nauc_precision_at_100_diff1": 0.649437, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.570408, + "nauc_precision_at_1000_diff1": 0.570408, + "nauc_mrr_at_1_max": 0.666537, + "nauc_mrr_at_1_std": -0.133695, + "nauc_mrr_at_1_diff1": 0.797146, + "nauc_mrr_at_3_max": 0.692464, + "nauc_mrr_at_3_std": -0.123681, + "nauc_mrr_at_3_diff1": 0.768939, + "nauc_mrr_at_5_max": 0.691189, + "nauc_mrr_at_5_std": -0.118087, + "nauc_mrr_at_5_diff1": 0.762431, + "nauc_mrr_at_10_max": 0.691512, + "nauc_mrr_at_10_std": -0.115661, + "nauc_mrr_at_10_diff1": 0.762494, + "nauc_mrr_at_20_max": 0.691531, + "nauc_mrr_at_20_std": -0.114624, + "nauc_mrr_at_20_diff1": 0.763314, + "nauc_mrr_at_100_max": 0.6911, + "nauc_mrr_at_100_std": -0.114901, + "nauc_mrr_at_100_diff1": 0.764139, + "nauc_mrr_at_1000_max": 0.691004, + "nauc_mrr_at_1000_std": -0.115203, + "nauc_mrr_at_1000_diff1": 0.764211, + "hit_rate_at_1": 0.60633, + "hit_rate_at_3": 0.73955, + "hit_rate_at_5": 0.79331, + "hit_rate_at_10": 0.84289, + "hit_rate_at_20": 0.88411, + "hit_rate_at_100": 0.96237, + "hit_rate_at_1000": 0.9994, + "main_score": 0.72288, + "hf_subset": "vie-deu", + "languages": [ + "vie-Latn", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.57218, + "ndcg_at_3": 0.65484, + "ndcg_at_5": 0.67334, + "ndcg_at_10": 0.69118, + "ndcg_at_20": 0.70419, + "ndcg_at_100": 0.71878, + "ndcg_at_1000": 0.72526, + "map_at_1": 0.57209, + "map_at_3": 0.63484, + "map_at_5": 0.64515, + "map_at_10": 0.65248, + "map_at_20": 0.65611, + "map_at_100": 0.65814, + "map_at_1000": 0.6584, + "recall_at_1": 0.57209, + "recall_at_3": 0.71254, + "recall_at_5": 0.75724, + "recall_at_10": 0.81258, + "recall_at_20": 0.86355, + "recall_at_100": 0.94202, + "recall_at_1000": 0.99254, + "accuracy": 0.57209, + "precision_at_1": 0.57218, + "precision_at_3": 0.23758, + "precision_at_5": 0.1515, + "precision_at_10": 0.08129, + "precision_at_20": 0.04319, + "precision_at_100": 0.00942, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.572183, + "mrr_at_3": 0.634869, + "mrr_at_5": 0.6452, + "mrr_at_10": 0.65253, + "mrr_at_20": 0.656163, + "mrr_at_100": 0.658195, + "mrr_at_1000": 0.658448, + "nauc_ndcg_at_1_max": 0.606352, + "nauc_ndcg_at_1_std": -0.050347, + "nauc_ndcg_at_1_diff1": 0.764653, + "nauc_ndcg_at_3_max": 0.646787, + "nauc_ndcg_at_3_std": -0.038086, + "nauc_ndcg_at_3_diff1": 0.725365, + "nauc_ndcg_at_5_max": 0.655406, + "nauc_ndcg_at_5_std": -0.021106, + "nauc_ndcg_at_5_diff1": 0.722287, + "nauc_ndcg_at_10_max": 0.656305, + "nauc_ndcg_at_10_std": -0.010496, + "nauc_ndcg_at_10_diff1": 0.720128, + "nauc_ndcg_at_20_max": 0.655797, + "nauc_ndcg_at_20_std": -0.00531, + "nauc_ndcg_at_20_diff1": 0.720417, + "nauc_ndcg_at_100_max": 0.652261, + "nauc_ndcg_at_100_std": -0.003739, + "nauc_ndcg_at_100_diff1": 0.723389, + "nauc_ndcg_at_1000_max": 0.648862, + "nauc_ndcg_at_1000_std": -0.012692, + "nauc_ndcg_at_1000_diff1": 0.726844, + "nauc_map_at_1_max": 0.605803, + "nauc_map_at_1_std": -0.050665, + "nauc_map_at_1_diff1": 0.764418, + "nauc_map_at_3_max": 0.636395, + "nauc_map_at_3_std": -0.042248, + "nauc_map_at_3_diff1": 0.735598, + "nauc_map_at_5_max": 0.640696, + "nauc_map_at_5_std": -0.03346, + "nauc_map_at_5_diff1": 0.734332, + "nauc_map_at_10_max": 0.640807, + "nauc_map_at_10_std": -0.029536, + "nauc_map_at_10_diff1": 0.733735, + "nauc_map_at_20_max": 0.640568, + "nauc_map_at_20_std": -0.028477, + "nauc_map_at_20_diff1": 0.734013, + "nauc_map_at_100_max": 0.640086, + "nauc_map_at_100_std": -0.028321, + "nauc_map_at_100_diff1": 0.734378, + "nauc_map_at_1000_max": 0.639984, + "nauc_map_at_1000_std": -0.028551, + "nauc_map_at_1000_diff1": 0.73449, + "nauc_recall_at_1_max": 0.605803, + "nauc_recall_at_1_std": -0.050665, + "nauc_recall_at_1_diff1": 0.764418, + "nauc_recall_at_3_max": 0.681256, + "nauc_recall_at_3_std": -0.023826, + "nauc_recall_at_3_diff1": 0.690926, + "nauc_recall_at_5_max": 0.711755, + "nauc_recall_at_5_std": 0.028492, + "nauc_recall_at_5_diff1": 0.676323, + "nauc_recall_at_10_max": 0.728625, + "nauc_recall_at_10_std": 0.086191, + "nauc_recall_at_10_diff1": 0.655932, + "nauc_recall_at_20_max": 0.748289, + "nauc_recall_at_20_std": 0.156206, + "nauc_recall_at_20_diff1": 0.635609, + "nauc_recall_at_100_max": 0.787984, + "nauc_recall_at_100_std": 0.385269, + "nauc_recall_at_100_diff1": 0.595877, + "nauc_recall_at_1000_max": 0.879086, + "nauc_recall_at_1000_std": 0.768017, + "nauc_recall_at_1000_diff1": 0.553366, + "nauc_precision_at_1_max": 0.606352, + "nauc_precision_at_1_std": -0.050347, + "nauc_precision_at_1_diff1": 0.764653, + "nauc_precision_at_3_max": 0.68166, + "nauc_precision_at_3_std": -0.022958, + "nauc_precision_at_3_diff1": 0.690462, + "nauc_precision_at_5_max": 0.712087, + "nauc_precision_at_5_std": 0.030147, + "nauc_precision_at_5_diff1": 0.675598, + "nauc_precision_at_10_max": 0.729067, + "nauc_precision_at_10_std": 0.088163, + "nauc_precision_at_10_diff1": 0.655113, + "nauc_precision_at_20_max": 0.748844, + "nauc_precision_at_20_std": 0.158714, + "nauc_precision_at_20_diff1": 0.634551, + "nauc_precision_at_100_max": 0.78924, + "nauc_precision_at_100_std": 0.390097, + "nauc_precision_at_100_diff1": 0.593764, + "nauc_precision_at_1000_max": 0.83319, + "nauc_precision_at_1000_std": 0.772935, + "nauc_precision_at_1000_diff1": 0.500257, + "nauc_mrr_at_1_max": 0.606352, + "nauc_mrr_at_1_std": -0.050347, + "nauc_mrr_at_1_diff1": 0.764653, + "nauc_mrr_at_3_max": 0.6366, + "nauc_mrr_at_3_std": -0.04213, + "nauc_mrr_at_3_diff1": 0.735684, + "nauc_mrr_at_5_max": 0.640886, + "nauc_mrr_at_5_std": -0.033201, + "nauc_mrr_at_5_diff1": 0.734383, + "nauc_mrr_at_10_max": 0.641, + "nauc_mrr_at_10_std": -0.029272, + "nauc_mrr_at_10_diff1": 0.733787, + "nauc_mrr_at_20_max": 0.640763, + "nauc_mrr_at_20_std": -0.028209, + "nauc_mrr_at_20_diff1": 0.734065, + "nauc_mrr_at_100_max": 0.640283, + "nauc_mrr_at_100_std": -0.028051, + "nauc_mrr_at_100_diff1": 0.73443, + "nauc_mrr_at_1000_max": 0.640181, + "nauc_mrr_at_1000_std": -0.028286, + "nauc_mrr_at_1000_diff1": 0.734544, + "hit_rate_at_1": 0.57218, + "hit_rate_at_3": 0.71254, + "hit_rate_at_5": 0.75733, + "hit_rate_at_10": 0.81267, + "hit_rate_at_20": 0.86364, + "hit_rate_at_100": 0.94211, + "hit_rate_at_1000": 0.99254, + "main_score": 0.69118, + "hf_subset": "vie-eng", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.59792, + "ndcg_at_3": 0.68259, + "ndcg_at_5": 0.702, + "ndcg_at_10": 0.71899, + "ndcg_at_20": 0.72957, + "ndcg_at_100": 0.74316, + "ndcg_at_1000": 0.74868, + "map_at_1": 0.59767, + "map_at_3": 0.66196, + "map_at_5": 0.67274, + "map_at_10": 0.67983, + "map_at_20": 0.68284, + "map_at_100": 0.68477, + "map_at_1000": 0.68498, + "recall_at_1": 0.59767, + "recall_at_3": 0.74194, + "recall_at_5": 0.78904, + "recall_at_10": 0.8411, + "recall_at_20": 0.88225, + "recall_at_100": 0.95464, + "recall_at_1000": 0.99802, + "accuracy": 0.59767, + "precision_at_1": 0.59792, + "precision_at_3": 0.2474, + "precision_at_5": 0.15786, + "precision_at_10": 0.08413, + "precision_at_20": 0.04412, + "precision_at_100": 0.00955, + "precision_at_1000": 0.001, + "mrr_at_1": 0.597918, + "mrr_at_3": 0.662205, + "mrr_at_5": 0.672988, + "mrr_at_10": 0.680081, + "mrr_at_20": 0.683083, + "mrr_at_100": 0.685021, + "mrr_at_1000": 0.685228, + "nauc_ndcg_at_1_max": 0.601792, + "nauc_ndcg_at_1_std": -0.02419, + "nauc_ndcg_at_1_diff1": 0.745253, + "nauc_ndcg_at_3_max": 0.67286, + "nauc_ndcg_at_3_std": 0.013825, + "nauc_ndcg_at_3_diff1": 0.702259, + "nauc_ndcg_at_5_max": 0.677145, + "nauc_ndcg_at_5_std": 0.028186, + "nauc_ndcg_at_5_diff1": 0.69679, + "nauc_ndcg_at_10_max": 0.674313, + "nauc_ndcg_at_10_std": 0.029647, + "nauc_ndcg_at_10_diff1": 0.696803, + "nauc_ndcg_at_20_max": 0.670425, + "nauc_ndcg_at_20_std": 0.036535, + "nauc_ndcg_at_20_diff1": 0.693229, + "nauc_ndcg_at_100_max": 0.66723, + "nauc_ndcg_at_100_std": 0.038578, + "nauc_ndcg_at_100_diff1": 0.700647, + "nauc_ndcg_at_1000_max": 0.662244, + "nauc_ndcg_at_1000_std": 0.02522, + "nauc_ndcg_at_1000_diff1": 0.704045, + "nauc_map_at_1_max": 0.602306, + "nauc_map_at_1_std": -0.023616, + "nauc_map_at_1_diff1": 0.74583, + "nauc_map_at_3_max": 0.654266, + "nauc_map_at_3_std": 0.003205, + "nauc_map_at_3_diff1": 0.714001, + "nauc_map_at_5_max": 0.655956, + "nauc_map_at_5_std": 0.010316, + "nauc_map_at_5_diff1": 0.711468, + "nauc_map_at_10_max": 0.654456, + "nauc_map_at_10_std": 0.010297, + "nauc_map_at_10_diff1": 0.711818, + "nauc_map_at_20_max": 0.653321, + "nauc_map_at_20_std": 0.011725, + "nauc_map_at_20_diff1": 0.711084, + "nauc_map_at_100_max": 0.652761, + "nauc_map_at_100_std": 0.011682, + "nauc_map_at_100_diff1": 0.711937, + "nauc_map_at_1000_max": 0.652599, + "nauc_map_at_1000_std": 0.011284, + "nauc_map_at_1000_diff1": 0.712049, + "nauc_recall_at_1_max": 0.602306, + "nauc_recall_at_1_std": -0.023616, + "nauc_recall_at_1_diff1": 0.74583, + "nauc_recall_at_3_max": 0.737982, + "nauc_recall_at_3_std": 0.051914, + "nauc_recall_at_3_diff1": 0.66177, + "nauc_recall_at_5_max": 0.762682, + "nauc_recall_at_5_std": 0.103473, + "nauc_recall_at_5_diff1": 0.637866, + "nauc_recall_at_10_max": 0.773263, + "nauc_recall_at_10_std": 0.133725, + "nauc_recall_at_10_diff1": 0.620571, + "nauc_recall_at_20_max": 0.77375, + "nauc_recall_at_20_std": 0.220158, + "nauc_recall_at_20_diff1": 0.569558, + "nauc_recall_at_100_max": 0.856844, + "nauc_recall_at_100_std": 0.559386, + "nauc_recall_at_100_diff1": 0.576988, + "nauc_recall_at_1000_max": 0.930559, + "nauc_recall_at_1000_std": 0.700636, + "nauc_recall_at_1000_diff1": 0.748038, + "nauc_precision_at_1_max": 0.601792, + "nauc_precision_at_1_std": -0.02419, + "nauc_precision_at_1_diff1": 0.745253, + "nauc_precision_at_3_max": 0.737618, + "nauc_precision_at_3_std": 0.051172, + "nauc_precision_at_3_diff1": 0.661204, + "nauc_precision_at_5_max": 0.762277, + "nauc_precision_at_5_std": 0.102649, + "nauc_precision_at_5_diff1": 0.63718, + "nauc_precision_at_10_max": 0.77294, + "nauc_precision_at_10_std": 0.13273, + "nauc_precision_at_10_diff1": 0.619815, + "nauc_precision_at_20_max": 0.773327, + "nauc_precision_at_20_std": 0.219016, + "nauc_precision_at_20_diff1": 0.568472, + "nauc_precision_at_100_max": 0.856775, + "nauc_precision_at_100_std": 0.558491, + "nauc_precision_at_100_diff1": 0.574664, + "nauc_precision_at_1000_max": 0.497073, + "nauc_precision_at_1000_std": 0.362451, + "nauc_precision_at_1000_diff1": 0.347092, + "nauc_mrr_at_1_max": 0.601792, + "nauc_mrr_at_1_std": -0.02419, + "nauc_mrr_at_1_diff1": 0.745253, + "nauc_mrr_at_3_max": 0.653699, + "nauc_mrr_at_3_std": 0.002561, + "nauc_mrr_at_3_diff1": 0.713336, + "nauc_mrr_at_5_max": 0.655373, + "nauc_mrr_at_5_std": 0.009656, + "nauc_mrr_at_5_diff1": 0.710784, + "nauc_mrr_at_10_max": 0.65386, + "nauc_mrr_at_10_std": 0.009622, + "nauc_mrr_at_10_diff1": 0.711118, + "nauc_mrr_at_20_max": 0.652718, + "nauc_mrr_at_20_std": 0.011044, + "nauc_mrr_at_20_diff1": 0.710376, + "nauc_mrr_at_100_max": 0.652154, + "nauc_mrr_at_100_std": 0.010995, + "nauc_mrr_at_100_diff1": 0.711225, + "nauc_mrr_at_1000_max": 0.651993, + "nauc_mrr_at_1000_std": 0.010599, + "nauc_mrr_at_1000_diff1": 0.711339, + "hit_rate_at_1": 0.59792, + "hit_rate_at_3": 0.74219, + "hit_rate_at_5": 0.78929, + "hit_rate_at_10": 0.84135, + "hit_rate_at_20": 0.8825, + "hit_rate_at_100": 0.95488, + "hit_rate_at_1000": 0.99802, + "main_score": 0.71899, + "hf_subset": "vie-spa", + "languages": [ + "vie-Latn", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.4905, + "ndcg_at_3": 0.57538, + "ndcg_at_5": 0.59762, + "ndcg_at_10": 0.61894, + "ndcg_at_20": 0.63326, + "ndcg_at_100": 0.65294, + "ndcg_at_1000": 0.66296, + "map_at_1": 0.4905, + "map_at_3": 0.55496, + "map_at_5": 0.56731, + "map_at_10": 0.57614, + "map_at_20": 0.58009, + "map_at_100": 0.58282, + "map_at_1000": 0.58321, + "recall_at_1": 0.4905, + "recall_at_3": 0.63431, + "recall_at_5": 0.68824, + "recall_at_10": 0.75398, + "recall_at_20": 0.81048, + "recall_at_100": 0.91628, + "recall_at_1000": 0.99435, + "accuracy": 0.4905, + "precision_at_1": 0.4905, + "precision_at_3": 0.21144, + "precision_at_5": 0.13765, + "precision_at_10": 0.0754, + "precision_at_20": 0.04052, + "precision_at_100": 0.00916, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.490498, + "mrr_at_3": 0.554956, + "mrr_at_5": 0.567309, + "mrr_at_10": 0.576144, + "mrr_at_20": 0.580094, + "mrr_at_100": 0.582822, + "mrr_at_1000": 0.583214, + "nauc_ndcg_at_1_max": 0.575302, + "nauc_ndcg_at_1_std": -0.014055, + "nauc_ndcg_at_1_diff1": 0.703891, + "nauc_ndcg_at_3_max": 0.62239, + "nauc_ndcg_at_3_std": 0.028001, + "nauc_ndcg_at_3_diff1": 0.652719, + "nauc_ndcg_at_5_max": 0.624568, + "nauc_ndcg_at_5_std": 0.047981, + "nauc_ndcg_at_5_diff1": 0.64323, + "nauc_ndcg_at_10_max": 0.62549, + "nauc_ndcg_at_10_std": 0.054838, + "nauc_ndcg_at_10_diff1": 0.641166, + "nauc_ndcg_at_20_max": 0.621241, + "nauc_ndcg_at_20_std": 0.0623, + "nauc_ndcg_at_20_diff1": 0.638145, + "nauc_ndcg_at_100_max": 0.621225, + "nauc_ndcg_at_100_std": 0.063799, + "nauc_ndcg_at_100_diff1": 0.64481, + "nauc_ndcg_at_1000_max": 0.617996, + "nauc_ndcg_at_1000_std": 0.050033, + "nauc_ndcg_at_1000_diff1": 0.65133, + "nauc_map_at_1_max": 0.575302, + "nauc_map_at_1_std": -0.014055, + "nauc_map_at_1_diff1": 0.703891, + "nauc_map_at_3_max": 0.611048, + "nauc_map_at_3_std": 0.017663, + "nauc_map_at_3_diff1": 0.665505, + "nauc_map_at_5_max": 0.611828, + "nauc_map_at_5_std": 0.027773, + "nauc_map_at_5_diff1": 0.660644, + "nauc_map_at_10_max": 0.61202, + "nauc_map_at_10_std": 0.030074, + "nauc_map_at_10_diff1": 0.660384, + "nauc_map_at_20_max": 0.610837, + "nauc_map_at_20_std": 0.031815, + "nauc_map_at_20_diff1": 0.659792, + "nauc_map_at_100_max": 0.610815, + "nauc_map_at_100_std": 0.031863, + "nauc_map_at_100_diff1": 0.66077, + "nauc_map_at_1000_max": 0.610736, + "nauc_map_at_1000_std": 0.031442, + "nauc_map_at_1000_diff1": 0.661026, + "nauc_recall_at_1_max": 0.575302, + "nauc_recall_at_1_std": -0.014055, + "nauc_recall_at_1_diff1": 0.703891, + "nauc_recall_at_3_max": 0.658254, + "nauc_recall_at_3_std": 0.060793, + "nauc_recall_at_3_diff1": 0.612065, + "nauc_recall_at_5_max": 0.669069, + "nauc_recall_at_5_std": 0.121942, + "nauc_recall_at_5_diff1": 0.581336, + "nauc_recall_at_10_max": 0.681435, + "nauc_recall_at_10_std": 0.165018, + "nauc_recall_at_10_diff1": 0.558537, + "nauc_recall_at_20_max": 0.668308, + "nauc_recall_at_20_std": 0.236481, + "nauc_recall_at_20_diff1": 0.520317, + "nauc_recall_at_100_max": 0.717378, + "nauc_recall_at_100_std": 0.449997, + "nauc_recall_at_100_diff1": 0.500475, + "nauc_recall_at_1000_max": 0.815232, + "nauc_recall_at_1000_std": 0.798197, + "nauc_recall_at_1000_diff1": 0.719919, + "nauc_precision_at_1_max": 0.575302, + "nauc_precision_at_1_std": -0.014055, + "nauc_precision_at_1_diff1": 0.703891, + "nauc_precision_at_3_max": 0.658254, + "nauc_precision_at_3_std": 0.060793, + "nauc_precision_at_3_diff1": 0.612065, + "nauc_precision_at_5_max": 0.669069, + "nauc_precision_at_5_std": 0.121942, + "nauc_precision_at_5_diff1": 0.581336, + "nauc_precision_at_10_max": 0.681435, + "nauc_precision_at_10_std": 0.165018, + "nauc_precision_at_10_diff1": 0.558537, + "nauc_precision_at_20_max": 0.668308, + "nauc_precision_at_20_std": 0.236481, + "nauc_precision_at_20_diff1": 0.520317, + "nauc_precision_at_100_max": 0.717378, + "nauc_precision_at_100_std": 0.449997, + "nauc_precision_at_100_diff1": 0.500475, + "nauc_precision_at_1000_max": 0.815232, + "nauc_precision_at_1000_std": 0.798197, + "nauc_precision_at_1000_diff1": 0.719919, + "nauc_mrr_at_1_max": 0.575302, + "nauc_mrr_at_1_std": -0.014055, + "nauc_mrr_at_1_diff1": 0.703891, + "nauc_mrr_at_3_max": 0.611048, + "nauc_mrr_at_3_std": 0.017663, + "nauc_mrr_at_3_diff1": 0.665505, + "nauc_mrr_at_5_max": 0.611828, + "nauc_mrr_at_5_std": 0.027773, + "nauc_mrr_at_5_diff1": 0.660644, + "nauc_mrr_at_10_max": 0.61202, + "nauc_mrr_at_10_std": 0.030074, + "nauc_mrr_at_10_diff1": 0.660384, + "nauc_mrr_at_20_max": 0.610837, + "nauc_mrr_at_20_std": 0.031815, + "nauc_mrr_at_20_diff1": 0.659792, + "nauc_mrr_at_100_max": 0.610815, + "nauc_mrr_at_100_std": 0.031863, + "nauc_mrr_at_100_diff1": 0.66077, + "nauc_mrr_at_1000_max": 0.610736, + "nauc_mrr_at_1000_std": 0.031442, + "nauc_mrr_at_1000_diff1": 0.661026, + "hit_rate_at_1": 0.4905, + "hit_rate_at_3": 0.63431, + "hit_rate_at_5": 0.68824, + "hit_rate_at_10": 0.75398, + "hit_rate_at_20": 0.81048, + "hit_rate_at_100": 0.91628, + "hit_rate_at_1000": 0.99435, + "main_score": 0.61894, + "hf_subset": "vie-hin", + "languages": [ + "vie-Latn", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.55723, + "ndcg_at_3": 0.63466, + "ndcg_at_5": 0.65393, + "ndcg_at_10": 0.67202, + "ndcg_at_20": 0.68496, + "ndcg_at_100": 0.70101, + "ndcg_at_1000": 0.70853, + "map_at_1": 0.55723, + "map_at_3": 0.6158, + "map_at_5": 0.62641, + "map_at_10": 0.63388, + "map_at_20": 0.63747, + "map_at_100": 0.63971, + "map_at_1000": 0.64, + "recall_at_1": 0.55723, + "recall_at_3": 0.68917, + "recall_at_5": 0.73631, + "recall_at_10": 0.79217, + "recall_at_20": 0.84313, + "recall_at_100": 0.92939, + "recall_at_1000": 0.98835, + "accuracy": 0.55723, + "precision_at_1": 0.55723, + "precision_at_3": 0.22972, + "precision_at_5": 0.14726, + "precision_at_10": 0.07922, + "precision_at_20": 0.04216, + "precision_at_100": 0.00929, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.557234, + "mrr_at_3": 0.615802, + "mrr_at_5": 0.626412, + "mrr_at_10": 0.633884, + "mrr_at_20": 0.637473, + "mrr_at_100": 0.639707, + "mrr_at_1000": 0.639996, + "nauc_ndcg_at_1_max": 0.615852, + "nauc_ndcg_at_1_std": -0.023835, + "nauc_ndcg_at_1_diff1": 0.775318, + "nauc_ndcg_at_3_max": 0.647225, + "nauc_ndcg_at_3_std": 0.00071, + "nauc_ndcg_at_3_diff1": 0.730854, + "nauc_ndcg_at_5_max": 0.654153, + "nauc_ndcg_at_5_std": 0.016499, + "nauc_ndcg_at_5_diff1": 0.726916, + "nauc_ndcg_at_10_max": 0.653192, + "nauc_ndcg_at_10_std": 0.024001, + "nauc_ndcg_at_10_diff1": 0.721633, + "nauc_ndcg_at_20_max": 0.656752, + "nauc_ndcg_at_20_std": 0.031772, + "nauc_ndcg_at_20_diff1": 0.723876, + "nauc_ndcg_at_100_max": 0.654235, + "nauc_ndcg_at_100_std": 0.033282, + "nauc_ndcg_at_100_diff1": 0.728546, + "nauc_ndcg_at_1000_max": 0.650809, + "nauc_ndcg_at_1000_std": 0.024493, + "nauc_ndcg_at_1000_diff1": 0.731647, + "nauc_map_at_1_max": 0.615852, + "nauc_map_at_1_std": -0.023835, + "nauc_map_at_1_diff1": 0.775318, + "nauc_map_at_3_max": 0.63996, + "nauc_map_at_3_std": -0.005473, + "nauc_map_at_3_diff1": 0.742114, + "nauc_map_at_5_max": 0.64335, + "nauc_map_at_5_std": 0.002665, + "nauc_map_at_5_diff1": 0.740204, + "nauc_map_at_10_max": 0.642757, + "nauc_map_at_10_std": 0.005019, + "nauc_map_at_10_diff1": 0.738618, + "nauc_map_at_20_max": 0.643592, + "nauc_map_at_20_std": 0.006774, + "nauc_map_at_20_diff1": 0.73937, + "nauc_map_at_100_max": 0.643208, + "nauc_map_at_100_std": 0.006773, + "nauc_map_at_100_diff1": 0.739962, + "nauc_map_at_1000_max": 0.64311, + "nauc_map_at_1000_std": 0.006565, + "nauc_map_at_1000_diff1": 0.740075, + "nauc_recall_at_1_max": 0.615852, + "nauc_recall_at_1_std": -0.023835, + "nauc_recall_at_1_diff1": 0.775318, + "nauc_recall_at_3_max": 0.670599, + "nauc_recall_at_3_std": 0.02087, + "nauc_recall_at_3_diff1": 0.69411, + "nauc_recall_at_5_max": 0.694391, + "nauc_recall_at_5_std": 0.069688, + "nauc_recall_at_5_diff1": 0.678167, + "nauc_recall_at_10_max": 0.698914, + "nauc_recall_at_10_std": 0.114776, + "nauc_recall_at_10_diff1": 0.644012, + "nauc_recall_at_20_max": 0.735058, + "nauc_recall_at_20_std": 0.192709, + "nauc_recall_at_20_diff1": 0.636392, + "nauc_recall_at_100_max": 0.776768, + "nauc_recall_at_100_std": 0.400883, + "nauc_recall_at_100_diff1": 0.629169, + "nauc_recall_at_1000_max": 0.82888, + "nauc_recall_at_1000_std": 0.74564, + "nauc_recall_at_1000_diff1": 0.606237, + "nauc_precision_at_1_max": 0.615852, + "nauc_precision_at_1_std": -0.023835, + "nauc_precision_at_1_diff1": 0.775318, + "nauc_precision_at_3_max": 0.670599, + "nauc_precision_at_3_std": 0.02087, + "nauc_precision_at_3_diff1": 0.69411, + "nauc_precision_at_5_max": 0.694391, + "nauc_precision_at_5_std": 0.069688, + "nauc_precision_at_5_diff1": 0.678167, + "nauc_precision_at_10_max": 0.698914, + "nauc_precision_at_10_std": 0.114776, + "nauc_precision_at_10_diff1": 0.644012, + "nauc_precision_at_20_max": 0.735058, + "nauc_precision_at_20_std": 0.192709, + "nauc_precision_at_20_diff1": 0.636392, + "nauc_precision_at_100_max": 0.776768, + "nauc_precision_at_100_std": 0.400883, + "nauc_precision_at_100_diff1": 0.629169, + "nauc_precision_at_1000_max": 0.82888, + "nauc_precision_at_1000_std": 0.74564, + "nauc_precision_at_1000_diff1": 0.606237, + "nauc_mrr_at_1_max": 0.615852, + "nauc_mrr_at_1_std": -0.023835, + "nauc_mrr_at_1_diff1": 0.775318, + "nauc_mrr_at_3_max": 0.63996, + "nauc_mrr_at_3_std": -0.005473, + "nauc_mrr_at_3_diff1": 0.742114, + "nauc_mrr_at_5_max": 0.64335, + "nauc_mrr_at_5_std": 0.002665, + "nauc_mrr_at_5_diff1": 0.740204, + "nauc_mrr_at_10_max": 0.642757, + "nauc_mrr_at_10_std": 0.005019, + "nauc_mrr_at_10_diff1": 0.738618, + "nauc_mrr_at_20_max": 0.643592, + "nauc_mrr_at_20_std": 0.006774, + "nauc_mrr_at_20_diff1": 0.73937, + "nauc_mrr_at_100_max": 0.643208, + "nauc_mrr_at_100_std": 0.006773, + "nauc_mrr_at_100_diff1": 0.739962, + "nauc_mrr_at_1000_max": 0.64311, + "nauc_mrr_at_1000_std": 0.006565, + "nauc_mrr_at_1000_diff1": 0.740075, + "hit_rate_at_1": 0.55723, + "hit_rate_at_3": 0.68917, + "hit_rate_at_5": 0.73631, + "hit_rate_at_10": 0.79217, + "hit_rate_at_20": 0.84313, + "hit_rate_at_100": 0.92939, + "hit_rate_at_1000": 0.98835, + "main_score": 0.67202, + "hf_subset": "vie-vie", + "languages": [ + "vie-Latn", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.59341, + "ndcg_at_3": 0.68345, + "ndcg_at_5": 0.70367, + "ndcg_at_10": 0.72163, + "ndcg_at_20": 0.7334, + "ndcg_at_100": 0.74588, + "ndcg_at_1000": 0.75007, + "map_at_1": 0.59341, + "map_at_3": 0.66169, + "map_at_5": 0.67283, + "map_at_10": 0.68024, + "map_at_20": 0.68349, + "map_at_100": 0.68521, + "map_at_1000": 0.68537, + "recall_at_1": 0.59341, + "recall_at_3": 0.74627, + "recall_at_5": 0.79568, + "recall_at_10": 0.85126, + "recall_at_20": 0.89758, + "recall_at_100": 0.965, + "recall_at_1000": 0.99794, + "accuracy": 0.59341, + "precision_at_1": 0.59341, + "precision_at_3": 0.24876, + "precision_at_5": 0.15914, + "precision_at_10": 0.08513, + "precision_at_20": 0.04488, + "precision_at_100": 0.00965, + "precision_at_1000": 0.001, + "mrr_at_1": 0.593412, + "mrr_at_3": 0.661692, + "mrr_at_5": 0.672834, + "mrr_at_10": 0.680239, + "mrr_at_20": 0.683494, + "mrr_at_100": 0.685212, + "mrr_at_1000": 0.685368, + "nauc_ndcg_at_1_max": 0.616744, + "nauc_ndcg_at_1_std": -0.023469, + "nauc_ndcg_at_1_diff1": 0.737037, + "nauc_ndcg_at_3_max": 0.655541, + "nauc_ndcg_at_3_std": -0.011989, + "nauc_ndcg_at_3_diff1": 0.681081, + "nauc_ndcg_at_5_max": 0.660121, + "nauc_ndcg_at_5_std": -0.009935, + "nauc_ndcg_at_5_diff1": 0.678754, + "nauc_ndcg_at_10_max": 0.663338, + "nauc_ndcg_at_10_std": 0.004779, + "nauc_ndcg_at_10_diff1": 0.682788, + "nauc_ndcg_at_20_max": 0.661406, + "nauc_ndcg_at_20_std": 0.00818, + "nauc_ndcg_at_20_diff1": 0.684798, + "nauc_ndcg_at_100_max": 0.657483, + "nauc_ndcg_at_100_std": 0.009437, + "nauc_ndcg_at_100_diff1": 0.68819, + "nauc_ndcg_at_1000_max": 0.654184, + "nauc_ndcg_at_1000_std": 0.00171, + "nauc_ndcg_at_1000_diff1": 0.690507, + "nauc_map_at_1_max": 0.616744, + "nauc_map_at_1_std": -0.023469, + "nauc_map_at_1_diff1": 0.737037, + "nauc_map_at_3_max": 0.644777, + "nauc_map_at_3_std": -0.015166, + "nauc_map_at_3_diff1": 0.694928, + "nauc_map_at_5_max": 0.647165, + "nauc_map_at_5_std": -0.013737, + "nauc_map_at_5_diff1": 0.694326, + "nauc_map_at_10_max": 0.647967, + "nauc_map_at_10_std": -0.00889, + "nauc_map_at_10_diff1": 0.696134, + "nauc_map_at_20_max": 0.647441, + "nauc_map_at_20_std": -0.008167, + "nauc_map_at_20_diff1": 0.696829, + "nauc_map_at_100_max": 0.64687, + "nauc_map_at_100_std": -0.00787, + "nauc_map_at_100_diff1": 0.697116, + "nauc_map_at_1000_max": 0.646775, + "nauc_map_at_1000_std": -0.008065, + "nauc_map_at_1000_diff1": 0.697194, + "nauc_recall_at_1_max": 0.616744, + "nauc_recall_at_1_std": -0.023469, + "nauc_recall_at_1_diff1": 0.737037, + "nauc_recall_at_3_max": 0.693708, + "nauc_recall_at_3_std": -0.000728, + "nauc_recall_at_3_diff1": 0.632827, + "nauc_recall_at_5_max": 0.713382, + "nauc_recall_at_5_std": 0.005182, + "nauc_recall_at_5_diff1": 0.615293, + "nauc_recall_at_10_max": 0.748144, + "nauc_recall_at_10_std": 0.089595, + "nauc_recall_at_10_diff1": 0.614935, + "nauc_recall_at_20_max": 0.76293, + "nauc_recall_at_20_std": 0.151294, + "nauc_recall_at_20_diff1": 0.604137, + "nauc_recall_at_100_max": 0.834419, + "nauc_recall_at_100_std": 0.436866, + "nauc_recall_at_100_diff1": 0.580239, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.888532, + "nauc_recall_at_1000_diff1": 0.695378, + "nauc_precision_at_1_max": 0.616744, + "nauc_precision_at_1_std": -0.023469, + "nauc_precision_at_1_diff1": 0.737037, + "nauc_precision_at_3_max": 0.693708, + "nauc_precision_at_3_std": -0.000728, + "nauc_precision_at_3_diff1": 0.632827, + "nauc_precision_at_5_max": 0.713382, + "nauc_precision_at_5_std": 0.005182, + "nauc_precision_at_5_diff1": 0.615293, + "nauc_precision_at_10_max": 0.748144, + "nauc_precision_at_10_std": 0.089595, + "nauc_precision_at_10_diff1": 0.614935, + "nauc_precision_at_20_max": 0.76293, + "nauc_precision_at_20_std": 0.151294, + "nauc_precision_at_20_diff1": 0.604137, + "nauc_precision_at_100_max": 0.834419, + "nauc_precision_at_100_std": 0.436866, + "nauc_precision_at_100_diff1": 0.580239, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.888532, + "nauc_precision_at_1000_diff1": 0.695378, + "nauc_mrr_at_1_max": 0.616744, + "nauc_mrr_at_1_std": -0.023469, + "nauc_mrr_at_1_diff1": 0.737037, + "nauc_mrr_at_3_max": 0.644777, + "nauc_mrr_at_3_std": -0.015166, + "nauc_mrr_at_3_diff1": 0.694928, + "nauc_mrr_at_5_max": 0.647165, + "nauc_mrr_at_5_std": -0.013737, + "nauc_mrr_at_5_diff1": 0.694326, + "nauc_mrr_at_10_max": 0.647967, + "nauc_mrr_at_10_std": -0.00889, + "nauc_mrr_at_10_diff1": 0.696134, + "nauc_mrr_at_20_max": 0.647441, + "nauc_mrr_at_20_std": -0.008167, + "nauc_mrr_at_20_diff1": 0.696829, + "nauc_mrr_at_100_max": 0.64687, + "nauc_mrr_at_100_std": -0.00787, + "nauc_mrr_at_100_diff1": 0.697116, + "nauc_mrr_at_1000_max": 0.646775, + "nauc_mrr_at_1000_std": -0.008065, + "nauc_mrr_at_1000_diff1": 0.697194, + "hit_rate_at_1": 0.59341, + "hit_rate_at_3": 0.74627, + "hit_rate_at_5": 0.79568, + "hit_rate_at_10": 0.85126, + "hit_rate_at_20": 0.89758, + "hit_rate_at_100": 0.965, + "hit_rate_at_1000": 0.99794, + "main_score": 0.72163, + "hf_subset": "vie-zho", + "languages": [ + "vie-Latn", + "zho-Hans" + ] + }, + { + "ndcg_at_1": 0.50131, + "ndcg_at_3": 0.58869, + "ndcg_at_5": 0.61465, + "ndcg_at_10": 0.63487, + "ndcg_at_20": 0.65062, + "ndcg_at_100": 0.6666, + "ndcg_at_1000": 0.67584, + "map_at_1": 0.50131, + "map_at_3": 0.56733, + "map_at_5": 0.58167, + "map_at_10": 0.59016, + "map_at_20": 0.59448, + "map_at_100": 0.59664, + "map_at_1000": 0.59701, + "recall_at_1": 0.50131, + "recall_at_3": 0.65044, + "recall_at_5": 0.71376, + "recall_at_10": 0.77551, + "recall_at_20": 0.83778, + "recall_at_100": 0.92439, + "recall_at_1000": 0.99634, + "accuracy": 0.50131, + "precision_at_1": 0.50131, + "precision_at_3": 0.21681, + "precision_at_5": 0.14275, + "precision_at_10": 0.07755, + "precision_at_20": 0.04189, + "precision_at_100": 0.00925, + "precision_at_1000": 0.001, + "mrr_at_1": 0.501308, + "mrr_at_3": 0.567329, + "mrr_at_5": 0.581668, + "mrr_at_10": 0.590159, + "mrr_at_20": 0.594482, + "mrr_at_100": 0.596648, + "mrr_at_1000": 0.597007, + "nauc_ndcg_at_1_max": 0.636537, + "nauc_ndcg_at_1_std": 0.017494, + "nauc_ndcg_at_1_diff1": 0.712108, + "nauc_ndcg_at_3_max": 0.658517, + "nauc_ndcg_at_3_std": 0.029225, + "nauc_ndcg_at_3_diff1": 0.664729, + "nauc_ndcg_at_5_max": 0.658878, + "nauc_ndcg_at_5_std": 0.035192, + "nauc_ndcg_at_5_diff1": 0.656055, + "nauc_ndcg_at_10_max": 0.657276, + "nauc_ndcg_at_10_std": 0.038435, + "nauc_ndcg_at_10_diff1": 0.649565, + "nauc_ndcg_at_20_max": 0.65726, + "nauc_ndcg_at_20_std": 0.041498, + "nauc_ndcg_at_20_diff1": 0.651793, + "nauc_ndcg_at_100_max": 0.6575, + "nauc_ndcg_at_100_std": 0.047645, + "nauc_ndcg_at_100_diff1": 0.652935, + "nauc_ndcg_at_1000_max": 0.655124, + "nauc_ndcg_at_1000_std": 0.039817, + "nauc_ndcg_at_1000_diff1": 0.66011, + "nauc_map_at_1_max": 0.636537, + "nauc_map_at_1_std": 0.017494, + "nauc_map_at_1_diff1": 0.712108, + "nauc_map_at_3_max": 0.652754, + "nauc_map_at_3_std": 0.026962, + "nauc_map_at_3_diff1": 0.675681, + "nauc_map_at_5_max": 0.652609, + "nauc_map_at_5_std": 0.030007, + "nauc_map_at_5_diff1": 0.671476, + "nauc_map_at_10_max": 0.65182, + "nauc_map_at_10_std": 0.031228, + "nauc_map_at_10_diff1": 0.669182, + "nauc_map_at_20_max": 0.651571, + "nauc_map_at_20_std": 0.031707, + "nauc_map_at_20_diff1": 0.66976, + "nauc_map_at_100_max": 0.651544, + "nauc_map_at_100_std": 0.032269, + "nauc_map_at_100_diff1": 0.670005, + "nauc_map_at_1000_max": 0.65147, + "nauc_map_at_1000_std": 0.032036, + "nauc_map_at_1000_diff1": 0.670243, + "nauc_recall_at_1_max": 0.636537, + "nauc_recall_at_1_std": 0.017494, + "nauc_recall_at_1_diff1": 0.712108, + "nauc_recall_at_3_max": 0.677264, + "nauc_recall_at_3_std": 0.036211, + "nauc_recall_at_3_diff1": 0.62978, + "nauc_recall_at_5_max": 0.682074, + "nauc_recall_at_5_std": 0.05479, + "nauc_recall_at_5_diff1": 0.598968, + "nauc_recall_at_10_max": 0.680724, + "nauc_recall_at_10_std": 0.072211, + "nauc_recall_at_10_diff1": 0.559795, + "nauc_recall_at_20_max": 0.690987, + "nauc_recall_at_20_std": 0.107348, + "nauc_recall_at_20_diff1": 0.548638, + "nauc_recall_at_100_max": 0.732779, + "nauc_recall_at_100_std": 0.295097, + "nauc_recall_at_100_diff1": 0.462878, + "nauc_recall_at_1000_max": 0.917644, + "nauc_recall_at_1000_std": 0.849964, + "nauc_recall_at_1000_diff1": 0.554934, + "nauc_precision_at_1_max": 0.636537, + "nauc_precision_at_1_std": 0.017494, + "nauc_precision_at_1_diff1": 0.712108, + "nauc_precision_at_3_max": 0.677264, + "nauc_precision_at_3_std": 0.036211, + "nauc_precision_at_3_diff1": 0.62978, + "nauc_precision_at_5_max": 0.682074, + "nauc_precision_at_5_std": 0.05479, + "nauc_precision_at_5_diff1": 0.598968, + "nauc_precision_at_10_max": 0.680724, + "nauc_precision_at_10_std": 0.072211, + "nauc_precision_at_10_diff1": 0.559795, + "nauc_precision_at_20_max": 0.690987, + "nauc_precision_at_20_std": 0.107348, + "nauc_precision_at_20_diff1": 0.548638, + "nauc_precision_at_100_max": 0.731851, + "nauc_precision_at_100_std": 0.293613, + "nauc_precision_at_100_diff1": 0.461467, + "nauc_precision_at_1000_max": 0.620473, + "nauc_precision_at_1000_std": 0.598048, + "nauc_precision_at_1000_diff1": 0.344958, + "nauc_mrr_at_1_max": 0.636537, + "nauc_mrr_at_1_std": 0.017494, + "nauc_mrr_at_1_diff1": 0.712108, + "nauc_mrr_at_3_max": 0.652754, + "nauc_mrr_at_3_std": 0.026962, + "nauc_mrr_at_3_diff1": 0.675681, + "nauc_mrr_at_5_max": 0.652609, + "nauc_mrr_at_5_std": 0.030007, + "nauc_mrr_at_5_diff1": 0.671476, + "nauc_mrr_at_10_max": 0.65182, + "nauc_mrr_at_10_std": 0.031228, + "nauc_mrr_at_10_diff1": 0.669182, + "nauc_mrr_at_20_max": 0.651571, + "nauc_mrr_at_20_std": 0.031707, + "nauc_mrr_at_20_diff1": 0.66976, + "nauc_mrr_at_100_max": 0.65154, + "nauc_mrr_at_100_std": 0.032261, + "nauc_mrr_at_100_diff1": 0.670002, + "nauc_mrr_at_1000_max": 0.651469, + "nauc_mrr_at_1000_std": 0.032034, + "nauc_mrr_at_1000_diff1": 0.670242, + "hit_rate_at_1": 0.50131, + "hit_rate_at_3": 0.65044, + "hit_rate_at_5": 0.71376, + "hit_rate_at_10": 0.77551, + "hit_rate_at_20": 0.83778, + "hit_rate_at_100": 0.92465, + "hit_rate_at_1000": 0.99634, + "main_score": 0.63487, + "hf_subset": "zho-ara", + "languages": [ + "zho-Hans", + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.58729, + "ndcg_at_3": 0.67557, + "ndcg_at_5": 0.69155, + "ndcg_at_10": 0.7117, + "ndcg_at_20": 0.72508, + "ndcg_at_100": 0.73923, + "ndcg_at_1000": 0.74351, + "map_at_1": 0.58729, + "map_at_3": 0.65423, + "map_at_5": 0.66308, + "map_at_10": 0.67151, + "map_at_20": 0.67525, + "map_at_100": 0.67727, + "map_at_1000": 0.67744, + "recall_at_1": 0.58729, + "recall_at_3": 0.7372, + "recall_at_5": 0.77606, + "recall_at_10": 0.83775, + "recall_at_20": 0.89019, + "recall_at_100": 0.96545, + "recall_at_1000": 0.99877, + "accuracy": 0.58729, + "precision_at_1": 0.58729, + "precision_at_3": 0.24573, + "precision_at_5": 0.15521, + "precision_at_10": 0.08378, + "precision_at_20": 0.04451, + "precision_at_100": 0.00965, + "precision_at_1000": 0.001, + "mrr_at_1": 0.587292, + "mrr_at_3": 0.654226, + "mrr_at_5": 0.663078, + "mrr_at_10": 0.671512, + "mrr_at_20": 0.675247, + "mrr_at_100": 0.677269, + "mrr_at_1000": 0.677437, + "nauc_ndcg_at_1_max": 0.616194, + "nauc_ndcg_at_1_std": -0.083015, + "nauc_ndcg_at_1_diff1": 0.75628, + "nauc_ndcg_at_3_max": 0.650376, + "nauc_ndcg_at_3_std": -0.098162, + "nauc_ndcg_at_3_diff1": 0.727567, + "nauc_ndcg_at_5_max": 0.653125, + "nauc_ndcg_at_5_std": -0.086951, + "nauc_ndcg_at_5_diff1": 0.723284, + "nauc_ndcg_at_10_max": 0.652712, + "nauc_ndcg_at_10_std": -0.075533, + "nauc_ndcg_at_10_diff1": 0.718396, + "nauc_ndcg_at_20_max": 0.653921, + "nauc_ndcg_at_20_std": -0.070397, + "nauc_ndcg_at_20_diff1": 0.718435, + "nauc_ndcg_at_100_max": 0.65046, + "nauc_ndcg_at_100_std": -0.07329, + "nauc_ndcg_at_100_diff1": 0.725893, + "nauc_ndcg_at_1000_max": 0.647549, + "nauc_ndcg_at_1000_std": -0.077892, + "nauc_ndcg_at_1000_diff1": 0.727119, + "nauc_map_at_1_max": 0.616194, + "nauc_map_at_1_std": -0.083015, + "nauc_map_at_1_diff1": 0.75628, + "nauc_map_at_3_max": 0.641358, + "nauc_map_at_3_std": -0.093886, + "nauc_map_at_3_diff1": 0.734993, + "nauc_map_at_5_max": 0.642799, + "nauc_map_at_5_std": -0.087614, + "nauc_map_at_5_diff1": 0.732983, + "nauc_map_at_10_max": 0.642129, + "nauc_map_at_10_std": -0.083186, + "nauc_map_at_10_diff1": 0.731206, + "nauc_map_at_20_max": 0.642443, + "nauc_map_at_20_std": -0.081728, + "nauc_map_at_20_diff1": 0.731442, + "nauc_map_at_100_max": 0.64184, + "nauc_map_at_100_std": -0.082577, + "nauc_map_at_100_diff1": 0.732322, + "nauc_map_at_1000_max": 0.641761, + "nauc_map_at_1000_std": -0.082704, + "nauc_map_at_1000_diff1": 0.732376, + "nauc_recall_at_1_max": 0.616194, + "nauc_recall_at_1_std": -0.083015, + "nauc_recall_at_1_diff1": 0.75628, + "nauc_recall_at_3_max": 0.681709, + "nauc_recall_at_3_std": -0.113163, + "nauc_recall_at_3_diff1": 0.701844, + "nauc_recall_at_5_max": 0.693169, + "nauc_recall_at_5_std": -0.082921, + "nauc_recall_at_5_diff1": 0.684991, + "nauc_recall_at_10_max": 0.706555, + "nauc_recall_at_10_std": -0.028401, + "nauc_recall_at_10_diff1": 0.650876, + "nauc_recall_at_20_max": 0.736326, + "nauc_recall_at_20_std": 0.028416, + "nauc_recall_at_20_diff1": 0.621391, + "nauc_recall_at_100_max": 0.80889, + "nauc_recall_at_100_std": 0.191714, + "nauc_recall_at_100_diff1": 0.670045, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.934645, + "nauc_recall_at_1000_diff1": 0.638242, + "nauc_precision_at_1_max": 0.616194, + "nauc_precision_at_1_std": -0.083015, + "nauc_precision_at_1_diff1": 0.75628, + "nauc_precision_at_3_max": 0.681709, + "nauc_precision_at_3_std": -0.113163, + "nauc_precision_at_3_diff1": 0.701844, + "nauc_precision_at_5_max": 0.693169, + "nauc_precision_at_5_std": -0.082921, + "nauc_precision_at_5_diff1": 0.684991, + "nauc_precision_at_10_max": 0.706555, + "nauc_precision_at_10_std": -0.028401, + "nauc_precision_at_10_diff1": 0.650876, + "nauc_precision_at_20_max": 0.736326, + "nauc_precision_at_20_std": 0.028416, + "nauc_precision_at_20_diff1": 0.621391, + "nauc_precision_at_100_max": 0.80889, + "nauc_precision_at_100_std": 0.191714, + "nauc_precision_at_100_diff1": 0.670045, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.934645, + "nauc_precision_at_1000_diff1": 0.638242, + "nauc_mrr_at_1_max": 0.616194, + "nauc_mrr_at_1_std": -0.083015, + "nauc_mrr_at_1_diff1": 0.75628, + "nauc_mrr_at_3_max": 0.641358, + "nauc_mrr_at_3_std": -0.093886, + "nauc_mrr_at_3_diff1": 0.734993, + "nauc_mrr_at_5_max": 0.642799, + "nauc_mrr_at_5_std": -0.087614, + "nauc_mrr_at_5_diff1": 0.732983, + "nauc_mrr_at_10_max": 0.642129, + "nauc_mrr_at_10_std": -0.083186, + "nauc_mrr_at_10_diff1": 0.731206, + "nauc_mrr_at_20_max": 0.642443, + "nauc_mrr_at_20_std": -0.081728, + "nauc_mrr_at_20_diff1": 0.731442, + "nauc_mrr_at_100_max": 0.64184, + "nauc_mrr_at_100_std": -0.082577, + "nauc_mrr_at_100_diff1": 0.732322, + "nauc_mrr_at_1000_max": 0.641761, + "nauc_mrr_at_1000_std": -0.082704, + "nauc_mrr_at_1000_diff1": 0.732376, + "hit_rate_at_1": 0.58729, + "hit_rate_at_3": 0.7372, + "hit_rate_at_5": 0.77606, + "hit_rate_at_10": 0.83775, + "hit_rate_at_20": 0.89019, + "hit_rate_at_100": 0.96545, + "hit_rate_at_1000": 0.99877, + "main_score": 0.7117, + "hf_subset": "zho-deu", + "languages": [ + "zho-Hans", + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.57663, + "ndcg_at_3": 0.65535, + "ndcg_at_5": 0.67255, + "ndcg_at_10": 0.69152, + "ndcg_at_20": 0.70474, + "ndcg_at_100": 0.71969, + "ndcg_at_1000": 0.72619, + "map_at_1": 0.57663, + "map_at_3": 0.63653, + "map_at_5": 0.64604, + "map_at_10": 0.65396, + "map_at_20": 0.6576, + "map_at_100": 0.65975, + "map_at_1000": 0.65999, + "recall_at_1": 0.57663, + "recall_at_3": 0.70954, + "recall_at_5": 0.75141, + "recall_at_10": 0.80964, + "recall_at_20": 0.86183, + "recall_at_100": 0.94119, + "recall_at_1000": 0.99241, + "accuracy": 0.57663, + "precision_at_1": 0.57663, + "precision_at_3": 0.23655, + "precision_at_5": 0.1503, + "precision_at_10": 0.08097, + "precision_at_20": 0.04311, + "precision_at_100": 0.00942, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.576631, + "mrr_at_3": 0.636579, + "mrr_at_5": 0.646092, + "mrr_at_10": 0.654006, + "mrr_at_20": 0.657641, + "mrr_at_100": 0.659795, + "mrr_at_1000": 0.660037, + "nauc_ndcg_at_1_max": 0.610112, + "nauc_ndcg_at_1_std": -0.074945, + "nauc_ndcg_at_1_diff1": 0.7528, + "nauc_ndcg_at_3_max": 0.650143, + "nauc_ndcg_at_3_std": -0.059017, + "nauc_ndcg_at_3_diff1": 0.718193, + "nauc_ndcg_at_5_max": 0.653168, + "nauc_ndcg_at_5_std": -0.04859, + "nauc_ndcg_at_5_diff1": 0.71372, + "nauc_ndcg_at_10_max": 0.655703, + "nauc_ndcg_at_10_std": -0.035682, + "nauc_ndcg_at_10_diff1": 0.713172, + "nauc_ndcg_at_20_max": 0.657331, + "nauc_ndcg_at_20_std": -0.02703, + "nauc_ndcg_at_20_diff1": 0.716412, + "nauc_ndcg_at_100_max": 0.653394, + "nauc_ndcg_at_100_std": -0.028889, + "nauc_ndcg_at_100_diff1": 0.719086, + "nauc_ndcg_at_1000_max": 0.650626, + "nauc_ndcg_at_1000_std": -0.036646, + "nauc_ndcg_at_1000_diff1": 0.721431, + "nauc_map_at_1_max": 0.610112, + "nauc_map_at_1_std": -0.074945, + "nauc_map_at_1_diff1": 0.7528, + "nauc_map_at_3_max": 0.640561, + "nauc_map_at_3_std": -0.062982, + "nauc_map_at_3_diff1": 0.727089, + "nauc_map_at_5_max": 0.641953, + "nauc_map_at_5_std": -0.057764, + "nauc_map_at_5_diff1": 0.724967, + "nauc_map_at_10_max": 0.642787, + "nauc_map_at_10_std": -0.053142, + "nauc_map_at_10_diff1": 0.725084, + "nauc_map_at_20_max": 0.643092, + "nauc_map_at_20_std": -0.051232, + "nauc_map_at_20_diff1": 0.726064, + "nauc_map_at_100_max": 0.642519, + "nauc_map_at_100_std": -0.051465, + "nauc_map_at_100_diff1": 0.726398, + "nauc_map_at_1000_max": 0.642444, + "nauc_map_at_1000_std": -0.051655, + "nauc_map_at_1000_diff1": 0.72648, + "nauc_recall_at_1_max": 0.610112, + "nauc_recall_at_1_std": -0.074945, + "nauc_recall_at_1_diff1": 0.7528, + "nauc_recall_at_3_max": 0.681542, + "nauc_recall_at_3_std": -0.045967, + "nauc_recall_at_3_diff1": 0.688657, + "nauc_recall_at_5_max": 0.694514, + "nauc_recall_at_5_std": -0.012701, + "nauc_recall_at_5_diff1": 0.671427, + "nauc_recall_at_10_max": 0.714835, + "nauc_recall_at_10_std": 0.053565, + "nauc_recall_at_10_diff1": 0.65799, + "nauc_recall_at_20_max": 0.745467, + "nauc_recall_at_20_std": 0.145916, + "nauc_recall_at_20_diff1": 0.661572, + "nauc_recall_at_100_max": 0.775374, + "nauc_recall_at_100_std": 0.316451, + "nauc_recall_at_100_diff1": 0.65142, + "nauc_recall_at_1000_max": 0.91985, + "nauc_recall_at_1000_std": 0.726328, + "nauc_recall_at_1000_diff1": 0.724202, + "nauc_precision_at_1_max": 0.610112, + "nauc_precision_at_1_std": -0.074945, + "nauc_precision_at_1_diff1": 0.7528, + "nauc_precision_at_3_max": 0.681594, + "nauc_precision_at_3_std": -0.045913, + "nauc_precision_at_3_diff1": 0.688711, + "nauc_precision_at_5_max": 0.694577, + "nauc_precision_at_5_std": -0.012629, + "nauc_precision_at_5_diff1": 0.671482, + "nauc_precision_at_10_max": 0.714978, + "nauc_precision_at_10_std": 0.053684, + "nauc_precision_at_10_diff1": 0.658106, + "nauc_precision_at_20_max": 0.745466, + "nauc_precision_at_20_std": 0.148304, + "nauc_precision_at_20_diff1": 0.659871, + "nauc_precision_at_100_max": 0.769136, + "nauc_precision_at_100_std": 0.319104, + "nauc_precision_at_100_diff1": 0.642423, + "nauc_precision_at_1000_max": 0.863154, + "nauc_precision_at_1000_std": 0.711815, + "nauc_precision_at_1000_diff1": 0.653535, + "nauc_mrr_at_1_max": 0.610112, + "nauc_mrr_at_1_std": -0.074945, + "nauc_mrr_at_1_diff1": 0.7528, + "nauc_mrr_at_3_max": 0.640566, + "nauc_mrr_at_3_std": -0.062959, + "nauc_mrr_at_3_diff1": 0.727103, + "nauc_mrr_at_5_max": 0.641959, + "nauc_mrr_at_5_std": -0.05774, + "nauc_mrr_at_5_diff1": 0.724982, + "nauc_mrr_at_10_max": 0.642793, + "nauc_mrr_at_10_std": -0.053118, + "nauc_mrr_at_10_diff1": 0.725099, + "nauc_mrr_at_20_max": 0.64308, + "nauc_mrr_at_20_std": -0.051225, + "nauc_mrr_at_20_diff1": 0.726074, + "nauc_mrr_at_100_max": 0.642506, + "nauc_mrr_at_100_std": -0.051459, + "nauc_mrr_at_100_diff1": 0.726406, + "nauc_mrr_at_1000_max": 0.642432, + "nauc_mrr_at_1000_std": -0.051649, + "nauc_mrr_at_1000_diff1": 0.726488, + "hit_rate_at_1": 0.57663, + "hit_rate_at_3": 0.70964, + "hit_rate_at_5": 0.75151, + "hit_rate_at_10": 0.80974, + "hit_rate_at_20": 0.86193, + "hit_rate_at_100": 0.94119, + "hit_rate_at_1000": 0.99241, + "main_score": 0.69152, + "hf_subset": "zho-eng", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.57576, + "ndcg_at_3": 0.65688, + "ndcg_at_5": 0.67801, + "ndcg_at_10": 0.69706, + "ndcg_at_20": 0.70813, + "ndcg_at_100": 0.72262, + "ndcg_at_1000": 0.72926, + "map_at_1": 0.57576, + "map_at_3": 0.63713, + "map_at_5": 0.64884, + "map_at_10": 0.65668, + "map_at_20": 0.65973, + "map_at_100": 0.66169, + "map_at_1000": 0.66196, + "recall_at_1": 0.57576, + "recall_at_3": 0.71392, + "recall_at_5": 0.76528, + "recall_at_10": 0.82435, + "recall_at_20": 0.868, + "recall_at_100": 0.94658, + "recall_at_1000": 0.99795, + "accuracy": 0.57576, + "precision_at_1": 0.57576, + "precision_at_3": 0.23797, + "precision_at_5": 0.15306, + "precision_at_10": 0.08243, + "precision_at_20": 0.0434, + "precision_at_100": 0.00947, + "precision_at_1000": 0.001, + "mrr_at_1": 0.575758, + "mrr_at_3": 0.637134, + "mrr_at_5": 0.648844, + "mrr_at_10": 0.656678, + "mrr_at_20": 0.659732, + "mrr_at_100": 0.661691, + "mrr_at_1000": 0.661959, + "nauc_ndcg_at_1_max": 0.636371, + "nauc_ndcg_at_1_std": -0.017139, + "nauc_ndcg_at_1_diff1": 0.75643, + "nauc_ndcg_at_3_max": 0.706047, + "nauc_ndcg_at_3_std": 0.044578, + "nauc_ndcg_at_3_diff1": 0.715979, + "nauc_ndcg_at_5_max": 0.708998, + "nauc_ndcg_at_5_std": 0.048808, + "nauc_ndcg_at_5_diff1": 0.710335, + "nauc_ndcg_at_10_max": 0.713984, + "nauc_ndcg_at_10_std": 0.067166, + "nauc_ndcg_at_10_diff1": 0.711258, + "nauc_ndcg_at_20_max": 0.710582, + "nauc_ndcg_at_20_std": 0.067693, + "nauc_ndcg_at_20_diff1": 0.712005, + "nauc_ndcg_at_100_max": 0.704269, + "nauc_ndcg_at_100_std": 0.061563, + "nauc_ndcg_at_100_diff1": 0.716114, + "nauc_ndcg_at_1000_max": 0.699473, + "nauc_ndcg_at_1000_std": 0.051588, + "nauc_ndcg_at_1000_diff1": 0.718691, + "nauc_map_at_1_max": 0.636371, + "nauc_map_at_1_std": -0.017139, + "nauc_map_at_1_diff1": 0.75643, + "nauc_map_at_3_max": 0.688555, + "nauc_map_at_3_std": 0.029446, + "nauc_map_at_3_diff1": 0.726017, + "nauc_map_at_5_max": 0.689586, + "nauc_map_at_5_std": 0.031182, + "nauc_map_at_5_diff1": 0.723208, + "nauc_map_at_10_max": 0.691094, + "nauc_map_at_10_std": 0.037664, + "nauc_map_at_10_diff1": 0.723795, + "nauc_map_at_20_max": 0.690081, + "nauc_map_at_20_std": 0.03761, + "nauc_map_at_20_diff1": 0.724129, + "nauc_map_at_100_max": 0.689195, + "nauc_map_at_100_std": 0.036811, + "nauc_map_at_100_diff1": 0.724609, + "nauc_map_at_1000_max": 0.689021, + "nauc_map_at_1000_std": 0.036472, + "nauc_map_at_1000_diff1": 0.724709, + "nauc_recall_at_1_max": 0.636371, + "nauc_recall_at_1_std": -0.017139, + "nauc_recall_at_1_diff1": 0.75643, + "nauc_recall_at_3_max": 0.764415, + "nauc_recall_at_3_std": 0.094882, + "nauc_recall_at_3_diff1": 0.682546, + "nauc_recall_at_5_max": 0.783475, + "nauc_recall_at_5_std": 0.116587, + "nauc_recall_at_5_diff1": 0.660523, + "nauc_recall_at_10_max": 0.826895, + "nauc_recall_at_10_std": 0.221012, + "nauc_recall_at_10_diff1": 0.6513, + "nauc_recall_at_20_max": 0.834647, + "nauc_recall_at_20_std": 0.269005, + "nauc_recall_at_20_diff1": 0.638495, + "nauc_recall_at_100_max": 0.86504, + "nauc_recall_at_100_std": 0.400854, + "nauc_recall_at_100_diff1": 0.635457, + "nauc_recall_at_1000_max": 0.934629, + "nauc_recall_at_1000_std": 0.567084, + "nauc_recall_at_1000_diff1": 0.700636, + "nauc_precision_at_1_max": 0.636371, + "nauc_precision_at_1_std": -0.017139, + "nauc_precision_at_1_diff1": 0.75643, + "nauc_precision_at_3_max": 0.764415, + "nauc_precision_at_3_std": 0.094882, + "nauc_precision_at_3_diff1": 0.682546, + "nauc_precision_at_5_max": 0.783475, + "nauc_precision_at_5_std": 0.116587, + "nauc_precision_at_5_diff1": 0.660523, + "nauc_precision_at_10_max": 0.826895, + "nauc_precision_at_10_std": 0.221012, + "nauc_precision_at_10_diff1": 0.6513, + "nauc_precision_at_20_max": 0.834647, + "nauc_precision_at_20_std": 0.269005, + "nauc_precision_at_20_diff1": 0.638495, + "nauc_precision_at_100_max": 0.86504, + "nauc_precision_at_100_std": 0.400854, + "nauc_precision_at_100_diff1": 0.635457, + "nauc_precision_at_1000_max": 0.934629, + "nauc_precision_at_1000_std": 0.567084, + "nauc_precision_at_1000_diff1": 0.700636, + "nauc_mrr_at_1_max": 0.636371, + "nauc_mrr_at_1_std": -0.017139, + "nauc_mrr_at_1_diff1": 0.75643, + "nauc_mrr_at_3_max": 0.688555, + "nauc_mrr_at_3_std": 0.029446, + "nauc_mrr_at_3_diff1": 0.726017, + "nauc_mrr_at_5_max": 0.689586, + "nauc_mrr_at_5_std": 0.031182, + "nauc_mrr_at_5_diff1": 0.723208, + "nauc_mrr_at_10_max": 0.691094, + "nauc_mrr_at_10_std": 0.037664, + "nauc_mrr_at_10_diff1": 0.723795, + "nauc_mrr_at_20_max": 0.690081, + "nauc_mrr_at_20_std": 0.03761, + "nauc_mrr_at_20_diff1": 0.724129, + "nauc_mrr_at_100_max": 0.689195, + "nauc_mrr_at_100_std": 0.036811, + "nauc_mrr_at_100_diff1": 0.724609, + "nauc_mrr_at_1000_max": 0.689021, + "nauc_mrr_at_1000_std": 0.036472, + "nauc_mrr_at_1000_diff1": 0.724709, + "hit_rate_at_1": 0.57576, + "hit_rate_at_3": 0.71392, + "hit_rate_at_5": 0.76528, + "hit_rate_at_10": 0.82435, + "hit_rate_at_20": 0.868, + "hit_rate_at_100": 0.94658, + "hit_rate_at_1000": 0.99795, + "main_score": 0.69706, + "hf_subset": "zho-spa", + "languages": [ + "zho-Hans", + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.5017, + "ndcg_at_3": 0.57895, + "ndcg_at_5": 0.60324, + "ndcg_at_10": 0.6237, + "ndcg_at_20": 0.64027, + "ndcg_at_100": 0.65998, + "ndcg_at_1000": 0.66898, + "map_at_1": 0.5017, + "map_at_3": 0.55974, + "map_at_5": 0.57322, + "map_at_10": 0.58185, + "map_at_20": 0.58644, + "map_at_100": 0.58924, + "map_at_1000": 0.58956, + "recall_at_1": 0.5017, + "recall_at_3": 0.63448, + "recall_at_5": 0.69366, + "recall_at_10": 0.75595, + "recall_at_20": 0.82106, + "recall_at_100": 0.92639, + "recall_at_1000": 0.99773, + "accuracy": 0.5017, + "precision_at_1": 0.5017, + "precision_at_3": 0.21159, + "precision_at_5": 0.13884, + "precision_at_10": 0.07565, + "precision_at_20": 0.04108, + "precision_at_100": 0.00927, + "precision_at_1000": 0.001, + "mrr_at_1": 0.501699, + "mrr_at_3": 0.559834, + "mrr_at_5": 0.573169, + "mrr_at_10": 0.581799, + "mrr_at_20": 0.586394, + "mrr_at_100": 0.589189, + "mrr_at_1000": 0.589513, + "nauc_ndcg_at_1_max": 0.642773, + "nauc_ndcg_at_1_std": 0.041659, + "nauc_ndcg_at_1_diff1": 0.674141, + "nauc_ndcg_at_3_max": 0.657336, + "nauc_ndcg_at_3_std": 0.080937, + "nauc_ndcg_at_3_diff1": 0.631776, + "nauc_ndcg_at_5_max": 0.66361, + "nauc_ndcg_at_5_std": 0.091213, + "nauc_ndcg_at_5_diff1": 0.628394, + "nauc_ndcg_at_10_max": 0.662282, + "nauc_ndcg_at_10_std": 0.096789, + "nauc_ndcg_at_10_diff1": 0.624388, + "nauc_ndcg_at_20_max": 0.662695, + "nauc_ndcg_at_20_std": 0.105854, + "nauc_ndcg_at_20_diff1": 0.622982, + "nauc_ndcg_at_100_max": 0.658835, + "nauc_ndcg_at_100_std": 0.099658, + "nauc_ndcg_at_100_diff1": 0.627355, + "nauc_ndcg_at_1000_max": 0.658384, + "nauc_ndcg_at_1000_std": 0.092276, + "nauc_ndcg_at_1000_diff1": 0.63192, + "nauc_map_at_1_max": 0.642773, + "nauc_map_at_1_std": 0.041659, + "nauc_map_at_1_diff1": 0.674141, + "nauc_map_at_3_max": 0.654043, + "nauc_map_at_3_std": 0.071347, + "nauc_map_at_3_diff1": 0.642543, + "nauc_map_at_5_max": 0.656936, + "nauc_map_at_5_std": 0.076486, + "nauc_map_at_5_diff1": 0.640814, + "nauc_map_at_10_max": 0.656156, + "nauc_map_at_10_std": 0.078345, + "nauc_map_at_10_diff1": 0.63935, + "nauc_map_at_20_max": 0.656149, + "nauc_map_at_20_std": 0.080534, + "nauc_map_at_20_diff1": 0.639168, + "nauc_map_at_100_max": 0.65564, + "nauc_map_at_100_std": 0.079815, + "nauc_map_at_100_diff1": 0.639775, + "nauc_map_at_1000_max": 0.655629, + "nauc_map_at_1000_std": 0.079649, + "nauc_map_at_1000_diff1": 0.639924, + "nauc_recall_at_1_max": 0.642773, + "nauc_recall_at_1_std": 0.041659, + "nauc_recall_at_1_diff1": 0.674141, + "nauc_recall_at_3_max": 0.667796, + "nauc_recall_at_3_std": 0.11143, + "nauc_recall_at_3_diff1": 0.597587, + "nauc_recall_at_5_max": 0.688384, + "nauc_recall_at_5_std": 0.144483, + "nauc_recall_at_5_diff1": 0.584593, + "nauc_recall_at_10_max": 0.688966, + "nauc_recall_at_10_std": 0.178008, + "nauc_recall_at_10_diff1": 0.56066, + "nauc_recall_at_20_max": 0.700201, + "nauc_recall_at_20_std": 0.259205, + "nauc_recall_at_20_diff1": 0.532569, + "nauc_recall_at_100_max": 0.675649, + "nauc_recall_at_100_std": 0.325692, + "nauc_recall_at_100_diff1": 0.502401, + "nauc_recall_at_1000_max": 0.77008, + "nauc_recall_at_1000_std": 0.432284, + "nauc_recall_at_1000_diff1": 0.562974, + "nauc_precision_at_1_max": 0.642773, + "nauc_precision_at_1_std": 0.041659, + "nauc_precision_at_1_diff1": 0.674141, + "nauc_precision_at_3_max": 0.667459, + "nauc_precision_at_3_std": 0.111146, + "nauc_precision_at_3_diff1": 0.597373, + "nauc_precision_at_5_max": 0.684262, + "nauc_precision_at_5_std": 0.143174, + "nauc_precision_at_5_diff1": 0.58122, + "nauc_precision_at_10_max": 0.684018, + "nauc_precision_at_10_std": 0.176288, + "nauc_precision_at_10_diff1": 0.55672, + "nauc_precision_at_20_max": 0.693726, + "nauc_precision_at_20_std": 0.256505, + "nauc_precision_at_20_diff1": 0.527627, + "nauc_precision_at_100_max": 0.661249, + "nauc_precision_at_100_std": 0.318674, + "nauc_precision_at_100_diff1": 0.491563, + "nauc_precision_at_1000_max": 0.410896, + "nauc_precision_at_1000_std": 0.238898, + "nauc_precision_at_1000_diff1": 0.295835, + "nauc_mrr_at_1_max": 0.642773, + "nauc_mrr_at_1_std": 0.041659, + "nauc_mrr_at_1_diff1": 0.674141, + "nauc_mrr_at_3_max": 0.653939, + "nauc_mrr_at_3_std": 0.071255, + "nauc_mrr_at_3_diff1": 0.642486, + "nauc_mrr_at_5_max": 0.657008, + "nauc_mrr_at_5_std": 0.076535, + "nauc_mrr_at_5_diff1": 0.640862, + "nauc_mrr_at_10_max": 0.65623, + "nauc_mrr_at_10_std": 0.078395, + "nauc_mrr_at_10_diff1": 0.639399, + "nauc_mrr_at_20_max": 0.656223, + "nauc_mrr_at_20_std": 0.080585, + "nauc_mrr_at_20_diff1": 0.639218, + "nauc_mrr_at_100_max": 0.655715, + "nauc_mrr_at_100_std": 0.079866, + "nauc_mrr_at_100_diff1": 0.639825, + "nauc_mrr_at_1000_max": 0.655704, + "nauc_mrr_at_1000_std": 0.0797, + "nauc_mrr_at_1000_diff1": 0.639974, + "hit_rate_at_1": 0.5017, + "hit_rate_at_3": 0.63477, + "hit_rate_at_5": 0.69366, + "hit_rate_at_10": 0.75595, + "hit_rate_at_20": 0.82106, + "hit_rate_at_100": 0.92639, + "hit_rate_at_1000": 0.99773, + "main_score": 0.6237, + "hf_subset": "zho-hin", + "languages": [ + "zho-Hans", + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.58157, + "ndcg_at_3": 0.6648, + "ndcg_at_5": 0.68256, + "ndcg_at_10": 0.70302, + "ndcg_at_20": 0.71767, + "ndcg_at_100": 0.73153, + "ndcg_at_1000": 0.73637, + "map_at_1": 0.58157, + "map_at_3": 0.64445, + "map_at_5": 0.65428, + "map_at_10": 0.66281, + "map_at_20": 0.66688, + "map_at_100": 0.6689, + "map_at_1000": 0.66909, + "recall_at_1": 0.58157, + "recall_at_3": 0.72362, + "recall_at_5": 0.76686, + "recall_at_10": 0.82964, + "recall_at_20": 0.88729, + "recall_at_100": 0.96037, + "recall_at_1000": 0.99846, + "accuracy": 0.58157, + "precision_at_1": 0.58157, + "precision_at_3": 0.24121, + "precision_at_5": 0.15337, + "precision_at_10": 0.08296, + "precision_at_20": 0.04436, + "precision_at_100": 0.0096, + "precision_at_1000": 0.001, + "mrr_at_1": 0.581575, + "mrr_at_3": 0.64445, + "mrr_at_5": 0.65428, + "mrr_at_10": 0.662811, + "mrr_at_20": 0.666876, + "mrr_at_100": 0.668904, + "mrr_at_1000": 0.669087, + "nauc_ndcg_at_1_max": 0.625198, + "nauc_ndcg_at_1_std": -0.045876, + "nauc_ndcg_at_1_diff1": 0.781374, + "nauc_ndcg_at_3_max": 0.66833, + "nauc_ndcg_at_3_std": -0.025045, + "nauc_ndcg_at_3_diff1": 0.737155, + "nauc_ndcg_at_5_max": 0.672642, + "nauc_ndcg_at_5_std": -0.018099, + "nauc_ndcg_at_5_diff1": 0.740176, + "nauc_ndcg_at_10_max": 0.670857, + "nauc_ndcg_at_10_std": -0.016637, + "nauc_ndcg_at_10_diff1": 0.740984, + "nauc_ndcg_at_20_max": 0.674368, + "nauc_ndcg_at_20_std": -0.010276, + "nauc_ndcg_at_20_diff1": 0.7389, + "nauc_ndcg_at_100_max": 0.670559, + "nauc_ndcg_at_100_std": -0.002093, + "nauc_ndcg_at_100_diff1": 0.74303, + "nauc_ndcg_at_1000_max": 0.665758, + "nauc_ndcg_at_1000_std": -0.014092, + "nauc_ndcg_at_1000_diff1": 0.745502, + "nauc_map_at_1_max": 0.625198, + "nauc_map_at_1_std": -0.045876, + "nauc_map_at_1_diff1": 0.781374, + "nauc_map_at_3_max": 0.656958, + "nauc_map_at_3_std": -0.031485, + "nauc_map_at_3_diff1": 0.748881, + "nauc_map_at_5_max": 0.658957, + "nauc_map_at_5_std": -0.027991, + "nauc_map_at_5_diff1": 0.75082, + "nauc_map_at_10_max": 0.657797, + "nauc_map_at_10_std": -0.027704, + "nauc_map_at_10_diff1": 0.751229, + "nauc_map_at_20_max": 0.658463, + "nauc_map_at_20_std": -0.026509, + "nauc_map_at_20_diff1": 0.750832, + "nauc_map_at_100_max": 0.657961, + "nauc_map_at_100_std": -0.025168, + "nauc_map_at_100_diff1": 0.751296, + "nauc_map_at_1000_max": 0.657805, + "nauc_map_at_1000_std": -0.02554, + "nauc_map_at_1000_diff1": 0.751373, + "nauc_recall_at_1_max": 0.625198, + "nauc_recall_at_1_std": -0.045876, + "nauc_recall_at_1_diff1": 0.781374, + "nauc_recall_at_3_max": 0.707072, + "nauc_recall_at_3_std": -0.002631, + "nauc_recall_at_3_diff1": 0.697169, + "nauc_recall_at_5_max": 0.725614, + "nauc_recall_at_5_std": 0.021463, + "nauc_recall_at_5_diff1": 0.700015, + "nauc_recall_at_10_max": 0.734912, + "nauc_recall_at_10_std": 0.040656, + "nauc_recall_at_10_diff1": 0.692784, + "nauc_recall_at_20_max": 0.793087, + "nauc_recall_at_20_std": 0.122767, + "nauc_recall_at_20_diff1": 0.654396, + "nauc_recall_at_100_max": 0.888743, + "nauc_recall_at_100_std": 0.553156, + "nauc_recall_at_100_diff1": 0.634457, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.956434, + "nauc_recall_at_1000_diff1": 0.702751, + "nauc_precision_at_1_max": 0.625198, + "nauc_precision_at_1_std": -0.045876, + "nauc_precision_at_1_diff1": 0.781374, + "nauc_precision_at_3_max": 0.707072, + "nauc_precision_at_3_std": -0.002631, + "nauc_precision_at_3_diff1": 0.697169, + "nauc_precision_at_5_max": 0.725614, + "nauc_precision_at_5_std": 0.021463, + "nauc_precision_at_5_diff1": 0.700015, + "nauc_precision_at_10_max": 0.734912, + "nauc_precision_at_10_std": 0.040656, + "nauc_precision_at_10_diff1": 0.692784, + "nauc_precision_at_20_max": 0.793087, + "nauc_precision_at_20_std": 0.122767, + "nauc_precision_at_20_diff1": 0.654396, + "nauc_precision_at_100_max": 0.888743, + "nauc_precision_at_100_std": 0.553156, + "nauc_precision_at_100_diff1": 0.634457, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.956434, + "nauc_precision_at_1000_diff1": 0.702751, + "nauc_mrr_at_1_max": 0.625198, + "nauc_mrr_at_1_std": -0.045876, + "nauc_mrr_at_1_diff1": 0.781374, + "nauc_mrr_at_3_max": 0.656958, + "nauc_mrr_at_3_std": -0.031485, + "nauc_mrr_at_3_diff1": 0.748881, + "nauc_mrr_at_5_max": 0.658957, + "nauc_mrr_at_5_std": -0.027991, + "nauc_mrr_at_5_diff1": 0.75082, + "nauc_mrr_at_10_max": 0.657797, + "nauc_mrr_at_10_std": -0.027704, + "nauc_mrr_at_10_diff1": 0.751229, + "nauc_mrr_at_20_max": 0.658463, + "nauc_mrr_at_20_std": -0.026509, + "nauc_mrr_at_20_diff1": 0.750832, + "nauc_mrr_at_100_max": 0.657961, + "nauc_mrr_at_100_std": -0.025168, + "nauc_mrr_at_100_diff1": 0.751296, + "nauc_mrr_at_1000_max": 0.657805, + "nauc_mrr_at_1000_std": -0.02554, + "nauc_mrr_at_1000_diff1": 0.751373, + "hit_rate_at_1": 0.58157, + "hit_rate_at_3": 0.72362, + "hit_rate_at_5": 0.76686, + "hit_rate_at_10": 0.82964, + "hit_rate_at_20": 0.88729, + "hit_rate_at_100": 0.96037, + "hit_rate_at_1000": 0.99846, + "main_score": 0.70302, + "hf_subset": "zho-vie", + "languages": [ + "zho-Hans", + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.58645, + "ndcg_at_3": 0.66213, + "ndcg_at_5": 0.68059, + "ndcg_at_10": 0.69599, + "ndcg_at_20": 0.70877, + "ndcg_at_100": 0.72295, + "ndcg_at_1000": 0.73006, + "map_at_1": 0.58645, + "map_at_3": 0.64395, + "map_at_5": 0.65425, + "map_at_10": 0.66063, + "map_at_20": 0.66418, + "map_at_100": 0.66619, + "map_at_1000": 0.66646, + "recall_at_1": 0.58645, + "recall_at_3": 0.71456, + "recall_at_5": 0.75915, + "recall_at_10": 0.80666, + "recall_at_20": 0.85689, + "recall_at_100": 0.93254, + "recall_at_1000": 0.98832, + "accuracy": 0.58645, + "precision_at_1": 0.58645, + "precision_at_3": 0.23819, + "precision_at_5": 0.15183, + "precision_at_10": 0.08067, + "precision_at_20": 0.04284, + "precision_at_100": 0.00933, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.586449, + "mrr_at_3": 0.643951, + "mrr_at_5": 0.654251, + "mrr_at_10": 0.660629, + "mrr_at_20": 0.664176, + "mrr_at_100": 0.666193, + "mrr_at_1000": 0.666461, + "nauc_ndcg_at_1_max": 0.672606, + "nauc_ndcg_at_1_std": 0.025467, + "nauc_ndcg_at_1_diff1": 0.76848, + "nauc_ndcg_at_3_max": 0.70474, + "nauc_ndcg_at_3_std": 0.052796, + "nauc_ndcg_at_3_diff1": 0.728864, + "nauc_ndcg_at_5_max": 0.710375, + "nauc_ndcg_at_5_std": 0.065749, + "nauc_ndcg_at_5_diff1": 0.72586, + "nauc_ndcg_at_10_max": 0.709514, + "nauc_ndcg_at_10_std": 0.075487, + "nauc_ndcg_at_10_diff1": 0.722892, + "nauc_ndcg_at_20_max": 0.710724, + "nauc_ndcg_at_20_std": 0.081205, + "nauc_ndcg_at_20_diff1": 0.724687, + "nauc_ndcg_at_100_max": 0.707448, + "nauc_ndcg_at_100_std": 0.080635, + "nauc_ndcg_at_100_diff1": 0.727283, + "nauc_ndcg_at_1000_max": 0.705407, + "nauc_ndcg_at_1000_std": 0.07374, + "nauc_ndcg_at_1000_diff1": 0.730637, + "nauc_map_at_1_max": 0.672606, + "nauc_map_at_1_std": 0.025467, + "nauc_map_at_1_diff1": 0.76848, + "nauc_map_at_3_max": 0.69673, + "nauc_map_at_3_std": 0.045272, + "nauc_map_at_3_diff1": 0.738938, + "nauc_map_at_5_max": 0.699461, + "nauc_map_at_5_std": 0.051874, + "nauc_map_at_5_diff1": 0.737582, + "nauc_map_at_10_max": 0.69888, + "nauc_map_at_10_std": 0.055265, + "nauc_map_at_10_diff1": 0.736634, + "nauc_map_at_20_max": 0.699027, + "nauc_map_at_20_std": 0.056494, + "nauc_map_at_20_diff1": 0.737154, + "nauc_map_at_100_max": 0.698525, + "nauc_map_at_100_std": 0.05643, + "nauc_map_at_100_diff1": 0.737426, + "nauc_map_at_1000_max": 0.698471, + "nauc_map_at_1000_std": 0.056261, + "nauc_map_at_1000_diff1": 0.737547, + "nauc_recall_at_1_max": 0.672606, + "nauc_recall_at_1_std": 0.025467, + "nauc_recall_at_1_diff1": 0.76848, + "nauc_recall_at_3_max": 0.731241, + "nauc_recall_at_3_std": 0.078053, + "nauc_recall_at_3_diff1": 0.695431, + "nauc_recall_at_5_max": 0.751934, + "nauc_recall_at_5_std": 0.12013, + "nauc_recall_at_5_diff1": 0.681814, + "nauc_recall_at_10_max": 0.756908, + "nauc_recall_at_10_std": 0.173287, + "nauc_recall_at_10_diff1": 0.660618, + "nauc_recall_at_20_max": 0.78086, + "nauc_recall_at_20_std": 0.243313, + "nauc_recall_at_20_diff1": 0.654471, + "nauc_recall_at_100_max": 0.796565, + "nauc_recall_at_100_std": 0.392599, + "nauc_recall_at_100_diff1": 0.636266, + "nauc_recall_at_1000_max": 0.893593, + "nauc_recall_at_1000_std": 0.765363, + "nauc_recall_at_1000_diff1": 0.693479, + "nauc_precision_at_1_max": 0.672606, + "nauc_precision_at_1_std": 0.025467, + "nauc_precision_at_1_diff1": 0.76848, + "nauc_precision_at_3_max": 0.731241, + "nauc_precision_at_3_std": 0.078053, + "nauc_precision_at_3_diff1": 0.695431, + "nauc_precision_at_5_max": 0.751934, + "nauc_precision_at_5_std": 0.12013, + "nauc_precision_at_5_diff1": 0.681814, + "nauc_precision_at_10_max": 0.756908, + "nauc_precision_at_10_std": 0.173287, + "nauc_precision_at_10_diff1": 0.660618, + "nauc_precision_at_20_max": 0.78086, + "nauc_precision_at_20_std": 0.243313, + "nauc_precision_at_20_diff1": 0.654471, + "nauc_precision_at_100_max": 0.797198, + "nauc_precision_at_100_std": 0.39568, + "nauc_precision_at_100_diff1": 0.63593, + "nauc_precision_at_1000_max": 0.862615, + "nauc_precision_at_1000_std": 0.771974, + "nauc_precision_at_1000_diff1": 0.659859, + "nauc_mrr_at_1_max": 0.672606, + "nauc_mrr_at_1_std": 0.025467, + "nauc_mrr_at_1_diff1": 0.76848, + "nauc_mrr_at_3_max": 0.69673, + "nauc_mrr_at_3_std": 0.045272, + "nauc_mrr_at_3_diff1": 0.738938, + "nauc_mrr_at_5_max": 0.699461, + "nauc_mrr_at_5_std": 0.051874, + "nauc_mrr_at_5_diff1": 0.737582, + "nauc_mrr_at_10_max": 0.69888, + "nauc_mrr_at_10_std": 0.055265, + "nauc_mrr_at_10_diff1": 0.736634, + "nauc_mrr_at_20_max": 0.699027, + "nauc_mrr_at_20_std": 0.056494, + "nauc_mrr_at_20_diff1": 0.737154, + "nauc_mrr_at_100_max": 0.698528, + "nauc_mrr_at_100_std": 0.05645, + "nauc_mrr_at_100_diff1": 0.737424, + "nauc_mrr_at_1000_max": 0.698473, + "nauc_mrr_at_1000_std": 0.056272, + "nauc_mrr_at_1000_diff1": 0.737546, + "hit_rate_at_1": 0.58645, + "hit_rate_at_3": 0.71456, + "hit_rate_at_5": 0.75915, + "hit_rate_at_10": 0.80666, + "hit_rate_at_20": 0.85689, + "hit_rate_at_100": 0.93263, + "hit_rate_at_1000": 0.98832, + "main_score": 0.69599, + "hf_subset": "zho-zho", + "languages": [ + "zho-Hans", + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 7078.763952493668, + "kg_co2_emissions": null, + "date": 1776195544.481652 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MacedonianTweetSentimentClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MacedonianTweetSentimentClassification.json new file mode 100644 index 0000000000..5ca446f3e9 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MacedonianTweetSentimentClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "6ec78a685dad2e2b37af77264676e9dddfa7dc8e", + "task_name": "MacedonianTweetSentimentClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.615452, + "f1": 0.594083, + "f1_weighted": 0.638202, + "precision": 0.619955, + "precision_weighted": 0.697272, + "recall": 0.613867, + "recall_weighted": 0.615452, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.652327, + "f1": 0.566844, + "f1_weighted": 0.633434, + "precision": 0.600173, + "precision_weighted": 0.642163, + "recall": 0.564847, + "recall_weighted": 0.652327, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.679543, + "f1": 0.609588, + "f1_weighted": 0.665997, + "precision": 0.637609, + "precision_weighted": 0.666332, + "recall": 0.603834, + "recall_weighted": 0.679543, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.670764, + "f1": 0.608667, + "f1_weighted": 0.66274, + "precision": 0.62181, + "precision_weighted": 0.66047, + "recall": 0.603804, + "recall_weighted": 0.670764, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.691835, + "f1": 0.638993, + "f1_weighted": 0.690301, + "precision": 0.63956, + "precision_weighted": 0.689412, + "recall": 0.639075, + "recall_weighted": 0.691835, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.643547, + "f1": 0.604729, + "f1_weighted": 0.649778, + "precision": 0.611069, + "precision_weighted": 0.66527, + "recall": 0.608927, + "recall_weighted": 0.643547, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.699737, + "f1": 0.597205, + "f1_weighted": 0.673441, + "precision": 0.643022, + "precision_weighted": 0.676516, + "recall": 0.601691, + "recall_weighted": 0.699737, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.648815, + "f1": 0.601524, + "f1_weighted": 0.650935, + "precision": 0.600676, + "precision_weighted": 0.65353, + "recall": 0.602893, + "recall_weighted": 0.648815, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.685689, + "f1": 0.610039, + "f1_weighted": 0.673483, + "precision": 0.623822, + "precision_weighted": 0.668578, + "recall": 0.608399, + "recall_weighted": 0.685689, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.674276, + "f1": 0.596527, + "f1_weighted": 0.66103, + "precision": 0.610634, + "precision_weighted": 0.655737, + "recall": 0.595592, + "recall_weighted": 0.674276, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.666198, + "f1": 0.60282, + "f1_weighted": 0.659934, + "precision": 0.620833, + "precision_weighted": 0.667528, + "recall": 0.604293, + "recall_weighted": 0.666198, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.666198, + "hf_subset": "default", + "languages": [ + "mkd-Cyrl" + ] + } + ] + }, + "evaluation_time": 8.721210241317749, + "kg_co2_emissions": null, + "date": 1776176924.000747 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MalteseNewsClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MalteseNewsClassification.json new file mode 100644 index 0000000000..b6aaa6c884 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MalteseNewsClassification.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "dd971b06303e3c3285a45a03afb5fb067b7bfced", + "task_name": "MalteseNewsClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.264693, + "lrap": 0.364393, + "f1": 0.231645, + "hamming": 0.315332 + }, + { + "accuracy": 0.332608, + "lrap": 0.439409, + "f1": 0.294693, + "hamming": 0.396532 + }, + { + "accuracy": 0.377884, + "lrap": 0.489293, + "f1": 0.302931, + "hamming": 0.449898 + }, + { + "accuracy": 0.373531, + "lrap": 0.492701, + "f1": 0.320471, + "hamming": 0.455159 + }, + { + "accuracy": 0.323465, + "lrap": 0.425026, + "f1": 0.288834, + "hamming": 0.380424 + }, + { + "accuracy": 0.327819, + "lrap": 0.432379, + "f1": 0.265213, + "hamming": 0.387368 + }, + { + "accuracy": 0.356552, + "lrap": 0.480911, + "f1": 0.316052, + "hamming": 0.445255 + }, + { + "accuracy": 0.317806, + "lrap": 0.411362, + "f1": 0.270402, + "hamming": 0.365455 + }, + { + "accuracy": 0.307357, + "lrap": 0.410673, + "f1": 0.27984, + "hamming": 0.365593 + }, + { + "accuracy": 0.323465, + "lrap": 0.427941, + "f1": 0.28922, + "hamming": 0.383283 + } + ], + "accuracy": 0.330518, + "lrap": 0.437409, + "f1": 0.28593, + "hamming": 0.39443, + "main_score": 0.330518, + "hf_subset": "default", + "languages": [ + "mlt-Latn" + ] + } + ] + }, + "evaluation_time": 49.77737545967102, + "kg_co2_emissions": null, + "date": 1776176579.720964 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MasakhaNEWSClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MasakhaNEWSClassification.json new file mode 100644 index 0000000000..ad5558909a --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MasakhaNEWSClassification.json @@ -0,0 +1,2060 @@ +{ + "dataset_revision": "18193f187b92da67168c655c9973a165ed9593dd", + "task_name": "MasakhaNEWSClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.720745, + "f1": 0.719489, + "f1_weighted": 0.720982, + "precision": 0.725062, + "precision_weighted": 0.724301, + "recall": 0.717073, + "recall_weighted": 0.720745, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.632979, + "f1": 0.628659, + "f1_weighted": 0.631627, + "precision": 0.647296, + "precision_weighted": 0.644054, + "recall": 0.625442, + "recall_weighted": 0.632979, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.691489, + "f1": 0.687415, + "f1_weighted": 0.687301, + "precision": 0.719784, + "precision_weighted": 0.718936, + "recall": 0.690005, + "recall_weighted": 0.691489, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.593085, + "f1": 0.589842, + "f1_weighted": 0.590282, + "precision": 0.596403, + "precision_weighted": 0.600456, + "recall": 0.596103, + "recall_weighted": 0.593085, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.659574, + "f1": 0.654471, + "f1_weighted": 0.658107, + "precision": 0.681139, + "precision_weighted": 0.677755, + "recall": 0.650442, + "recall_weighted": 0.659574, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.723404, + "f1": 0.716166, + "f1_weighted": 0.716884, + "precision": 0.72456, + "precision_weighted": 0.726356, + "recall": 0.72296, + "recall_weighted": 0.723404, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.678191, + "f1": 0.677117, + "f1_weighted": 0.675803, + "precision": 0.697975, + "precision_weighted": 0.694654, + "recall": 0.676667, + "recall_weighted": 0.678191, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.694149, + "f1": 0.693034, + "f1_weighted": 0.694172, + "precision": 0.697554, + "precision_weighted": 0.696892, + "recall": 0.691223, + "recall_weighted": 0.694149, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.667553, + "f1": 0.661513, + "f1_weighted": 0.663498, + "precision": 0.668266, + "precision_weighted": 0.671076, + "recall": 0.666332, + "recall_weighted": 0.667553, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.664894, + "f1": 0.661918, + "f1_weighted": 0.66236, + "precision": 0.663443, + "precision_weighted": 0.664976, + "recall": 0.665411, + "recall_weighted": 0.664894, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.672606, + "f1": 0.668962, + "f1_weighted": 0.670102, + "precision": 0.682148, + "precision_weighted": 0.681946, + "recall": 0.670166, + "recall_weighted": 0.672606, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.672606, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.853376, + "f1": 0.848519, + "f1_weighted": 0.853652, + "precision": 0.856647, + "precision_weighted": 0.858423, + "recall": 0.844829, + "recall_weighted": 0.853376, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.839662, + "f1": 0.834103, + "f1_weighted": 0.838529, + "precision": 0.84384, + "precision_weighted": 0.84528, + "recall": 0.832062, + "recall_weighted": 0.839662, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.850211, + "f1": 0.841803, + "f1_weighted": 0.848825, + "precision": 0.841805, + "precision_weighted": 0.850008, + "recall": 0.844422, + "recall_weighted": 0.850211, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.843882, + "f1": 0.834686, + "f1_weighted": 0.841253, + "precision": 0.840307, + "precision_weighted": 0.846403, + "recall": 0.837106, + "recall_weighted": 0.843882, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.832278, + "f1": 0.824043, + "f1_weighted": 0.830225, + "precision": 0.829121, + "precision_weighted": 0.834339, + "recall": 0.825328, + "recall_weighted": 0.832278, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.837553, + "f1": 0.827334, + "f1_weighted": 0.836013, + "precision": 0.829779, + "precision_weighted": 0.839559, + "recall": 0.830002, + "recall_weighted": 0.837553, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.837553, + "f1": 0.831064, + "f1_weighted": 0.837059, + "precision": 0.831997, + "precision_weighted": 0.836992, + "recall": 0.83061, + "recall_weighted": 0.837553, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.815401, + "f1": 0.807278, + "f1_weighted": 0.813958, + "precision": 0.819713, + "precision_weighted": 0.823101, + "recall": 0.80549, + "recall_weighted": 0.815401, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.825949, + "f1": 0.816655, + "f1_weighted": 0.824693, + "precision": 0.818012, + "precision_weighted": 0.824163, + "recall": 0.816005, + "recall_weighted": 0.825949, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.880802, + "f1": 0.877058, + "f1_weighted": 0.880061, + "precision": 0.882268, + "precision_weighted": 0.885437, + "recall": 0.878024, + "recall_weighted": 0.880802, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.841667, + "f1": 0.834254, + "f1_weighted": 0.840427, + "precision": 0.839349, + "precision_weighted": 0.84437, + "recall": 0.834388, + "recall_weighted": 0.841667, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.841667, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.853081, + "f1": 0.809186, + "f1_weighted": 0.851211, + "precision": 0.808947, + "precision_weighted": 0.868852, + "recall": 0.833455, + "recall_weighted": 0.853081, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.808057, + "f1": 0.76024, + "f1_weighted": 0.808341, + "precision": 0.765203, + "precision_weighted": 0.833678, + "recall": 0.788364, + "recall_weighted": 0.808057, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.869668, + "f1": 0.838347, + "f1_weighted": 0.870079, + "precision": 0.828457, + "precision_weighted": 0.873233, + "recall": 0.854545, + "recall_weighted": 0.869668, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.812796, + "f1": 0.774384, + "f1_weighted": 0.81483, + "precision": 0.765297, + "precision_weighted": 0.820109, + "recall": 0.792364, + "recall_weighted": 0.812796, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.843602, + "f1": 0.794791, + "f1_weighted": 0.842381, + "precision": 0.796539, + "precision_weighted": 0.869832, + "recall": 0.839636, + "recall_weighted": 0.843602, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.834123, + "f1": 0.78006, + "f1_weighted": 0.831824, + "precision": 0.782686, + "precision_weighted": 0.854392, + "recall": 0.810364, + "recall_weighted": 0.834123, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.815166, + "f1": 0.768679, + "f1_weighted": 0.828608, + "precision": 0.770147, + "precision_weighted": 0.853349, + "recall": 0.801455, + "recall_weighted": 0.815166, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.817536, + "f1": 0.782908, + "f1_weighted": 0.816018, + "precision": 0.773975, + "precision_weighted": 0.821634, + "recall": 0.803455, + "recall_weighted": 0.817536, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.848341, + "f1": 0.804049, + "f1_weighted": 0.848899, + "precision": 0.808152, + "precision_weighted": 0.87303, + "recall": 0.829455, + "recall_weighted": 0.848341, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.805687, + "f1": 0.780321, + "f1_weighted": 0.807814, + "precision": 0.770375, + "precision_weighted": 0.817709, + "recall": 0.807636, + "recall_weighted": 0.805687, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.830806, + "f1": 0.789296, + "f1_weighted": 0.832001, + "precision": 0.786978, + "precision_weighted": 0.848582, + "recall": 0.816073, + "recall_weighted": 0.830806, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.830806, + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.737834, + "f1": 0.71354, + "f1_weighted": 0.727745, + "precision": 0.7387, + "precision_weighted": 0.754049, + "recall": 0.727728, + "recall_weighted": 0.737834, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.756672, + "f1": 0.733568, + "f1_weighted": 0.748302, + "precision": 0.750179, + "precision_weighted": 0.755686, + "recall": 0.734299, + "recall_weighted": 0.756672, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.748823, + "f1": 0.731805, + "f1_weighted": 0.745746, + "precision": 0.757542, + "precision_weighted": 0.762812, + "recall": 0.727431, + "recall_weighted": 0.748823, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.753532, + "f1": 0.738048, + "f1_weighted": 0.753428, + "precision": 0.737957, + "precision_weighted": 0.753827, + "recall": 0.738661, + "recall_weighted": 0.753532, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.715856, + "f1": 0.694471, + "f1_weighted": 0.709949, + "precision": 0.706564, + "precision_weighted": 0.724822, + "recall": 0.701681, + "recall_weighted": 0.715856, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.758242, + "f1": 0.741901, + "f1_weighted": 0.755558, + "precision": 0.753576, + "precision_weighted": 0.766999, + "recall": 0.743539, + "recall_weighted": 0.758242, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.762951, + "f1": 0.748861, + "f1_weighted": 0.761156, + "precision": 0.753359, + "precision_weighted": 0.765221, + "recall": 0.749754, + "recall_weighted": 0.762951, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.762951, + "f1": 0.742445, + "f1_weighted": 0.756961, + "precision": 0.767826, + "precision_weighted": 0.77157, + "recall": 0.740256, + "recall_weighted": 0.762951, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.729984, + "f1": 0.709949, + "f1_weighted": 0.722283, + "precision": 0.717732, + "precision_weighted": 0.727304, + "recall": 0.714754, + "recall_weighted": 0.729984, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.750392, + "f1": 0.736104, + "f1_weighted": 0.749835, + "precision": 0.743917, + "precision_weighted": 0.756045, + "recall": 0.734653, + "recall_weighted": 0.750392, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.747724, + "f1": 0.729069, + "f1_weighted": 0.743096, + "precision": 0.742735, + "precision_weighted": 0.753834, + "recall": 0.731276, + "recall_weighted": 0.747724, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.747724, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.766667, + "f1": 0.738698, + "f1_weighted": 0.770748, + "precision": 0.729013, + "precision_weighted": 0.782777, + "recall": 0.769723, + "recall_weighted": 0.766667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.717949, + "f1": 0.697621, + "f1_weighted": 0.71642, + "precision": 0.707929, + "precision_weighted": 0.753798, + "recall": 0.721987, + "recall_weighted": 0.717949, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.758974, + "f1": 0.734867, + "f1_weighted": 0.764112, + "precision": 0.740986, + "precision_weighted": 0.800053, + "recall": 0.770317, + "recall_weighted": 0.758974, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.720513, + "f1": 0.686667, + "f1_weighted": 0.725061, + "precision": 0.683623, + "precision_weighted": 0.735712, + "recall": 0.69711, + "recall_weighted": 0.720513, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7, + "f1": 0.691266, + "f1_weighted": 0.702563, + "precision": 0.680995, + "precision_weighted": 0.722614, + "recall": 0.73733, + "recall_weighted": 0.7, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.723077, + "f1": 0.69702, + "f1_weighted": 0.719963, + "precision": 0.697974, + "precision_weighted": 0.742189, + "recall": 0.731151, + "recall_weighted": 0.723077, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.725641, + "f1": 0.6977, + "f1_weighted": 0.719261, + "precision": 0.695393, + "precision_weighted": 0.738748, + "recall": 0.725149, + "recall_weighted": 0.725641, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.715385, + "f1": 0.68876, + "f1_weighted": 0.715007, + "precision": 0.690311, + "precision_weighted": 0.75176, + "recall": 0.731384, + "recall_weighted": 0.715385, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.769231, + "f1": 0.744698, + "f1_weighted": 0.774002, + "precision": 0.739077, + "precision_weighted": 0.784659, + "recall": 0.762499, + "recall_weighted": 0.769231, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.697436, + "f1": 0.684594, + "f1_weighted": 0.703484, + "precision": 0.68112, + "precision_weighted": 0.729336, + "recall": 0.722484, + "recall_weighted": 0.697436, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.729487, + "f1": 0.706189, + "f1_weighted": 0.731062, + "precision": 0.704642, + "precision_weighted": 0.754164, + "recall": 0.736913, + "recall_weighted": 0.729487, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.729487, + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.8, + "f1": 0.774082, + "f1_weighted": 0.808928, + "precision": 0.776708, + "precision_weighted": 0.827119, + "recall": 0.787956, + "recall_weighted": 0.8, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.817143, + "f1": 0.813447, + "f1_weighted": 0.826667, + "precision": 0.79181, + "precision_weighted": 0.869594, + "recall": 0.875562, + "recall_weighted": 0.817143, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.857143, + "f1": 0.844526, + "f1_weighted": 0.86725, + "precision": 0.827132, + "precision_weighted": 0.892682, + "recall": 0.889152, + "recall_weighted": 0.857143, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.868571, + "f1": 0.845034, + "f1_weighted": 0.869059, + "precision": 0.849796, + "precision_weighted": 0.870998, + "recall": 0.841893, + "recall_weighted": 0.868571, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.817143, + "f1": 0.786845, + "f1_weighted": 0.824089, + "precision": 0.790683, + "precision_weighted": 0.840164, + "recall": 0.799842, + "recall_weighted": 0.817143, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.794286, + "f1": 0.789224, + "f1_weighted": 0.813492, + "precision": 0.783001, + "precision_weighted": 0.855944, + "recall": 0.83333, + "recall_weighted": 0.794286, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.88, + "f1": 0.855903, + "f1_weighted": 0.879858, + "precision": 0.861805, + "precision_weighted": 0.880569, + "recall": 0.850803, + "recall_weighted": 0.88, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.817143, + "f1": 0.814198, + "f1_weighted": 0.825681, + "precision": 0.787728, + "precision_weighted": 0.861214, + "recall": 0.879947, + "recall_weighted": 0.817143, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.885714, + "f1": 0.870888, + "f1_weighted": 0.889002, + "precision": 0.860722, + "precision_weighted": 0.896288, + "recall": 0.889921, + "recall_weighted": 0.885714, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.857143, + "f1": 0.837881, + "f1_weighted": 0.862733, + "precision": 0.819445, + "precision_weighted": 0.874795, + "recall": 0.869125, + "recall_weighted": 0.857143, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.839429, + "f1": 0.823203, + "f1_weighted": 0.846676, + "precision": 0.814883, + "precision_weighted": 0.866937, + "recall": 0.851753, + "recall_weighted": 0.839429, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.839429, + "hf_subset": "lin", + "languages": [ + "lin-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.766816, + "f1": 0.729434, + "f1_weighted": 0.774144, + "precision": 0.720222, + "precision_weighted": 0.789191, + "recall": 0.746281, + "recall_weighted": 0.766816, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.713004, + "f1": 0.7108, + "f1_weighted": 0.736871, + "precision": 0.75607, + "precision_weighted": 0.784293, + "recall": 0.695774, + "recall_weighted": 0.713004, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.775785, + "f1": 0.71698, + "f1_weighted": 0.777066, + "precision": 0.707551, + "precision_weighted": 0.782195, + "recall": 0.731076, + "recall_weighted": 0.775785, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7713, + "f1": 0.746693, + "f1_weighted": 0.774631, + "precision": 0.770441, + "precision_weighted": 0.78937, + "recall": 0.738231, + "recall_weighted": 0.7713, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.713004, + "f1": 0.672483, + "f1_weighted": 0.725053, + "precision": 0.663104, + "precision_weighted": 0.752576, + "recall": 0.693725, + "recall_weighted": 0.713004, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.686099, + "f1": 0.677896, + "f1_weighted": 0.701138, + "precision": 0.68321, + "precision_weighted": 0.740553, + "recall": 0.697111, + "recall_weighted": 0.686099, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.70852, + "f1": 0.64587, + "f1_weighted": 0.71223, + "precision": 0.653859, + "precision_weighted": 0.742468, + "recall": 0.679595, + "recall_weighted": 0.70852, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.717489, + "f1": 0.649004, + "f1_weighted": 0.71273, + "precision": 0.645668, + "precision_weighted": 0.720112, + "recall": 0.670146, + "recall_weighted": 0.717489, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.717489, + "f1": 0.670324, + "f1_weighted": 0.71515, + "precision": 0.690883, + "precision_weighted": 0.737664, + "recall": 0.675172, + "recall_weighted": 0.717489, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.766816, + "f1": 0.727863, + "f1_weighted": 0.775484, + "precision": 0.742167, + "precision_weighted": 0.807867, + "recall": 0.739959, + "recall_weighted": 0.766816, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.733632, + "f1": 0.694735, + "f1_weighted": 0.74045, + "precision": 0.703318, + "precision_weighted": 0.764629, + "recall": 0.706707, + "recall_weighted": 0.733632, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.733632, + "hf_subset": "lug", + "languages": [ + "lug-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.806154, + "f1": 0.744528, + "f1_weighted": 0.814997, + "precision": 0.740466, + "precision_weighted": 0.828843, + "recall": 0.756995, + "recall_weighted": 0.806154, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8, + "f1": 0.746767, + "f1_weighted": 0.796374, + "precision": 0.768658, + "precision_weighted": 0.795319, + "recall": 0.731152, + "recall_weighted": 0.8, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.790769, + "f1": 0.731863, + "f1_weighted": 0.803012, + "precision": 0.734114, + "precision_weighted": 0.831906, + "recall": 0.74991, + "recall_weighted": 0.790769, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.806154, + "f1": 0.732133, + "f1_weighted": 0.805089, + "precision": 0.755094, + "precision_weighted": 0.807239, + "recall": 0.716514, + "recall_weighted": 0.806154, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.753846, + "f1": 0.700072, + "f1_weighted": 0.770547, + "precision": 0.692203, + "precision_weighted": 0.802447, + "recall": 0.738411, + "recall_weighted": 0.753846, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.735385, + "f1": 0.68448, + "f1_weighted": 0.766242, + "precision": 0.717517, + "precision_weighted": 0.824037, + "recall": 0.691243, + "recall_weighted": 0.735385, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.655385, + "f1": 0.616836, + "f1_weighted": 0.681318, + "precision": 0.661969, + "precision_weighted": 0.721268, + "recall": 0.591474, + "recall_weighted": 0.655385, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.784615, + "f1": 0.711438, + "f1_weighted": 0.792398, + "precision": 0.702971, + "precision_weighted": 0.806895, + "recall": 0.735337, + "recall_weighted": 0.784615, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772308, + "f1": 0.711589, + "f1_weighted": 0.780545, + "precision": 0.70248, + "precision_weighted": 0.806582, + "recall": 0.742291, + "recall_weighted": 0.772308, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.76, + "f1": 0.696392, + "f1_weighted": 0.770782, + "precision": 0.692753, + "precision_weighted": 0.791111, + "recall": 0.713431, + "recall_weighted": 0.76, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.766462, + "f1": 0.70761, + "f1_weighted": 0.77813, + "precision": 0.716823, + "precision_weighted": 0.801565, + "recall": 0.716676, + "recall_weighted": 0.766462, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.766462, + "hf_subset": "orm", + "languages": [ + "orm-Ethi" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.963934, + "f1": 0.946091, + "f1_weighted": 0.964146, + "precision": 0.949685, + "precision_weighted": 0.965436, + "recall": 0.943712, + "recall_weighted": 0.963934, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.95082, + "f1": 0.927295, + "f1_weighted": 0.950851, + "precision": 0.928586, + "precision_weighted": 0.952192, + "recall": 0.928418, + "recall_weighted": 0.95082, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.963934, + "f1": 0.940787, + "f1_weighted": 0.964828, + "precision": 0.934319, + "precision_weighted": 0.967432, + "recall": 0.951979, + "recall_weighted": 0.963934, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.97377, + "f1": 0.956342, + "f1_weighted": 0.973345, + "precision": 0.961145, + "precision_weighted": 0.974029, + "recall": 0.953504, + "recall_weighted": 0.97377, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.957377, + "f1": 0.933558, + "f1_weighted": 0.958233, + "precision": 0.923182, + "precision_weighted": 0.960618, + "recall": 0.946886, + "recall_weighted": 0.957377, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.963934, + "f1": 0.9456, + "f1_weighted": 0.964107, + "precision": 0.939237, + "precision_weighted": 0.965418, + "recall": 0.953797, + "recall_weighted": 0.963934, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.957377, + "f1": 0.928765, + "f1_weighted": 0.959128, + "precision": 0.914286, + "precision_weighted": 0.966276, + "recall": 0.955326, + "recall_weighted": 0.957377, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.95082, + "f1": 0.929291, + "f1_weighted": 0.952059, + "precision": 0.916225, + "precision_weighted": 0.956815, + "recall": 0.948587, + "recall_weighted": 0.95082, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.97377, + "f1": 0.95353, + "f1_weighted": 0.974204, + "precision": 0.944122, + "precision_weighted": 0.975834, + "recall": 0.965447, + "recall_weighted": 0.97377, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.911475, + "f1": 0.857004, + "f1_weighted": 0.914001, + "precision": 0.846179, + "precision_weighted": 0.920747, + "recall": 0.874799, + "recall_weighted": 0.911475, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.956721, + "f1": 0.931826, + "f1_weighted": 0.95749, + "precision": 0.925697, + "precision_weighted": 0.96048, + "recall": 0.942246, + "recall_weighted": 0.956721, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.956721, + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.76087, + "f1": 0.712306, + "f1_weighted": 0.781824, + "precision": 0.734766, + "precision_weighted": 0.864149, + "recall": 0.758452, + "recall_weighted": 0.76087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.841615, + "f1": 0.774961, + "f1_weighted": 0.849716, + "precision": 0.765692, + "precision_weighted": 0.864987, + "recall": 0.802024, + "recall_weighted": 0.841615, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.829193, + "f1": 0.754322, + "f1_weighted": 0.842161, + "precision": 0.744916, + "precision_weighted": 0.862261, + "recall": 0.781687, + "recall_weighted": 0.829193, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.832298, + "f1": 0.7589, + "f1_weighted": 0.841162, + "precision": 0.747843, + "precision_weighted": 0.855992, + "recall": 0.783938, + "recall_weighted": 0.832298, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.819876, + "f1": 0.754342, + "f1_weighted": 0.831089, + "precision": 0.734512, + "precision_weighted": 0.856616, + "recall": 0.801429, + "recall_weighted": 0.819876, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.810559, + "f1": 0.731171, + "f1_weighted": 0.821665, + "precision": 0.711765, + "precision_weighted": 0.845815, + "recall": 0.77256, + "recall_weighted": 0.810559, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.810559, + "f1": 0.719483, + "f1_weighted": 0.820382, + "precision": 0.702643, + "precision_weighted": 0.844128, + "recall": 0.767411, + "recall_weighted": 0.810559, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.770186, + "f1": 0.703429, + "f1_weighted": 0.792623, + "precision": 0.699226, + "precision_weighted": 0.848565, + "recall": 0.755754, + "recall_weighted": 0.770186, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.826087, + "f1": 0.742107, + "f1_weighted": 0.841938, + "precision": 0.733251, + "precision_weighted": 0.882234, + "recall": 0.801786, + "recall_weighted": 0.826087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.795031, + "f1": 0.737701, + "f1_weighted": 0.80391, + "precision": 0.738536, + "precision_weighted": 0.841577, + "recall": 0.77245, + "recall_weighted": 0.795031, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.809627, + "f1": 0.738872, + "f1_weighted": 0.822647, + "precision": 0.731315, + "precision_weighted": 0.856633, + "recall": 0.779749, + "recall_weighted": 0.809627, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.809627, + "hf_subset": "run", + "languages": [ + "run-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.867209, + "f1": 0.872518, + "f1_weighted": 0.869025, + "precision": 0.879111, + "precision_weighted": 0.874036, + "recall": 0.868978, + "recall_weighted": 0.867209, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.842818, + "f1": 0.849334, + "f1_weighted": 0.84348, + "precision": 0.869232, + "precision_weighted": 0.863471, + "recall": 0.84743, + "recall_weighted": 0.842818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.875339, + "f1": 0.880552, + "f1_weighted": 0.876213, + "precision": 0.88388, + "precision_weighted": 0.87819, + "recall": 0.878312, + "recall_weighted": 0.875339, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.859079, + "f1": 0.861943, + "f1_weighted": 0.857974, + "precision": 0.8635, + "precision_weighted": 0.859595, + "recall": 0.862906, + "recall_weighted": 0.859079, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.913279, + "f1": 0.91575, + "f1_weighted": 0.913113, + "precision": 0.920373, + "precision_weighted": 0.916695, + "recall": 0.914636, + "recall_weighted": 0.913279, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.902439, + "f1": 0.904051, + "f1_weighted": 0.901619, + "precision": 0.910069, + "precision_weighted": 0.905261, + "recall": 0.902465, + "recall_weighted": 0.902439, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.894309, + "f1": 0.898047, + "f1_weighted": 0.894629, + "precision": 0.900327, + "precision_weighted": 0.895825, + "recall": 0.896625, + "recall_weighted": 0.894309, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.850949, + "f1": 0.854531, + "f1_weighted": 0.851157, + "precision": 0.880316, + "precision_weighted": 0.870975, + "recall": 0.84923, + "recall_weighted": 0.850949, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.880759, + "f1": 0.883841, + "f1_weighted": 0.881499, + "precision": 0.885541, + "precision_weighted": 0.883016, + "recall": 0.882871, + "recall_weighted": 0.880759, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.840108, + "f1": 0.84555, + "f1_weighted": 0.839936, + "precision": 0.849774, + "precision_weighted": 0.843102, + "recall": 0.844454, + "recall_weighted": 0.840108, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.872629, + "f1": 0.876612, + "f1_weighted": 0.872864, + "precision": 0.884212, + "precision_weighted": 0.879017, + "recall": 0.874791, + "recall_weighted": 0.872629, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.872629, + "hf_subset": "sna", + "languages": [ + "sna-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.642857, + "f1": 0.606403, + "f1_weighted": 0.655517, + "precision": 0.594023, + "precision_weighted": 0.710974, + "recall": 0.664442, + "recall_weighted": 0.642857, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.608844, + "f1": 0.534209, + "f1_weighted": 0.622879, + "precision": 0.525248, + "precision_weighted": 0.660046, + "recall": 0.565615, + "recall_weighted": 0.608844, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.656463, + "f1": 0.620714, + "f1_weighted": 0.662133, + "precision": 0.617388, + "precision_weighted": 0.68874, + "recall": 0.649011, + "recall_weighted": 0.656463, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.666667, + "f1": 0.640995, + "f1_weighted": 0.689355, + "precision": 0.640335, + "precision_weighted": 0.742946, + "recall": 0.672613, + "recall_weighted": 0.666667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.62585, + "f1": 0.576009, + "f1_weighted": 0.651474, + "precision": 0.598275, + "precision_weighted": 0.708389, + "recall": 0.601224, + "recall_weighted": 0.62585, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.642857, + "f1": 0.585891, + "f1_weighted": 0.657527, + "precision": 0.594067, + "precision_weighted": 0.700989, + "recall": 0.623168, + "recall_weighted": 0.642857, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.683673, + "f1": 0.631939, + "f1_weighted": 0.69309, + "precision": 0.620454, + "precision_weighted": 0.720301, + "recall": 0.664967, + "recall_weighted": 0.683673, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.666667, + "f1": 0.638471, + "f1_weighted": 0.673355, + "precision": 0.649377, + "precision_weighted": 0.717067, + "recall": 0.670706, + "recall_weighted": 0.666667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.670068, + "f1": 0.63804, + "f1_weighted": 0.676077, + "precision": 0.630605, + "precision_weighted": 0.696717, + "recall": 0.671538, + "recall_weighted": 0.670068, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.670068, + "f1": 0.621482, + "f1_weighted": 0.679, + "precision": 0.60854, + "precision_weighted": 0.713643, + "recall": 0.671228, + "recall_weighted": 0.670068, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.653401, + "f1": 0.609415, + "f1_weighted": 0.666041, + "precision": 0.607831, + "precision_weighted": 0.705981, + "recall": 0.645451, + "recall_weighted": 0.653401, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.653401, + "hf_subset": "som", + "languages": [ + "som-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.686975, + "f1": 0.622136, + "f1_weighted": 0.689216, + "precision": 0.614018, + "precision_weighted": 0.696683, + "recall": 0.642379, + "recall_weighted": 0.686975, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.693277, + "f1": 0.649809, + "f1_weighted": 0.700785, + "precision": 0.66224, + "precision_weighted": 0.738138, + "recall": 0.671292, + "recall_weighted": 0.693277, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.756303, + "f1": 0.712465, + "f1_weighted": 0.75777, + "precision": 0.714187, + "precision_weighted": 0.767007, + "recall": 0.722493, + "recall_weighted": 0.756303, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.701681, + "f1": 0.629895, + "f1_weighted": 0.718903, + "precision": 0.638817, + "precision_weighted": 0.747581, + "recall": 0.639034, + "recall_weighted": 0.701681, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.731092, + "f1": 0.6798, + "f1_weighted": 0.738237, + "precision": 0.674499, + "precision_weighted": 0.750021, + "recall": 0.696671, + "recall_weighted": 0.731092, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.670168, + "f1": 0.616927, + "f1_weighted": 0.670931, + "precision": 0.640794, + "precision_weighted": 0.73172, + "recall": 0.649033, + "recall_weighted": 0.670168, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.741597, + "f1": 0.700268, + "f1_weighted": 0.753109, + "precision": 0.715444, + "precision_weighted": 0.796866, + "recall": 0.736868, + "recall_weighted": 0.741597, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.735294, + "f1": 0.696719, + "f1_weighted": 0.743743, + "precision": 0.694425, + "precision_weighted": 0.762653, + "recall": 0.726265, + "recall_weighted": 0.735294, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.745798, + "f1": 0.69878, + "f1_weighted": 0.753896, + "precision": 0.696783, + "precision_weighted": 0.770775, + "recall": 0.714488, + "recall_weighted": 0.745798, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.684874, + "f1": 0.621825, + "f1_weighted": 0.696167, + "precision": 0.651673, + "precision_weighted": 0.732137, + "recall": 0.618478, + "recall_weighted": 0.684874, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.714706, + "f1": 0.662863, + "f1_weighted": 0.722276, + "precision": 0.670288, + "precision_weighted": 0.749358, + "recall": 0.6817, + "recall_weighted": 0.714706, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.714706, + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.466912, + "f1": 0.423953, + "f1_weighted": 0.480423, + "precision": 0.418621, + "precision_weighted": 0.514874, + "recall": 0.452701, + "recall_weighted": 0.466912, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.503676, + "f1": 0.469985, + "f1_weighted": 0.522301, + "precision": 0.464979, + "precision_weighted": 0.580666, + "recall": 0.515209, + "recall_weighted": 0.503676, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.367647, + "f1": 0.356878, + "f1_weighted": 0.370297, + "precision": 0.355109, + "precision_weighted": 0.418652, + "recall": 0.413738, + "recall_weighted": 0.367647, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.397059, + "f1": 0.375493, + "f1_weighted": 0.411443, + "precision": 0.369644, + "precision_weighted": 0.456699, + "recall": 0.408463, + "recall_weighted": 0.397059, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.466912, + "f1": 0.382473, + "f1_weighted": 0.488317, + "precision": 0.388075, + "precision_weighted": 0.531251, + "recall": 0.405134, + "recall_weighted": 0.466912, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.397059, + "f1": 0.342968, + "f1_weighted": 0.423937, + "precision": 0.350602, + "precision_weighted": 0.485055, + "recall": 0.370091, + "recall_weighted": 0.397059, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.470588, + "f1": 0.423285, + "f1_weighted": 0.480607, + "precision": 0.415558, + "precision_weighted": 0.524033, + "recall": 0.478978, + "recall_weighted": 0.470588, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.448529, + "f1": 0.417431, + "f1_weighted": 0.464633, + "precision": 0.420096, + "precision_weighted": 0.547597, + "recall": 0.471004, + "recall_weighted": 0.448529, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.442401, + "f1_weighted": 0.515033, + "precision": 0.43708, + "precision_weighted": 0.547585, + "recall": 0.475717, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.507353, + "f1": 0.440223, + "f1_weighted": 0.520815, + "precision": 0.449243, + "precision_weighted": 0.556422, + "recall": 0.459603, + "recall_weighted": 0.507353, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.452574, + "f1": 0.407509, + "f1_weighted": 0.467781, + "precision": 0.406901, + "precision_weighted": 0.516283, + "recall": 0.445064, + "recall_weighted": 0.452574, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.452574, + "hf_subset": "tir", + "languages": [ + "tir-Ethi" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.804714, + "f1": 0.673728, + "f1_weighted": 0.817512, + "precision": 0.666809, + "precision_weighted": 0.837446, + "recall": 0.697054, + "recall_weighted": 0.804714, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.784512, + "f1": 0.66232, + "f1_weighted": 0.81096, + "precision": 0.687583, + "precision_weighted": 0.87323, + "recall": 0.712344, + "recall_weighted": 0.784512, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.787879, + "f1": 0.668589, + "f1_weighted": 0.803282, + "precision": 0.674718, + "precision_weighted": 0.84978, + "recall": 0.725548, + "recall_weighted": 0.787879, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.828283, + "f1": 0.73375, + "f1_weighted": 0.837605, + "precision": 0.722814, + "precision_weighted": 0.853655, + "recall": 0.762387, + "recall_weighted": 0.828283, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.79798, + "f1": 0.69896, + "f1_weighted": 0.815084, + "precision": 0.705206, + "precision_weighted": 0.866495, + "recall": 0.764903, + "recall_weighted": 0.79798, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.801347, + "f1": 0.678422, + "f1_weighted": 0.812737, + "precision": 0.66877, + "precision_weighted": 0.829509, + "recall": 0.703699, + "recall_weighted": 0.801347, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.784512, + "f1": 0.661641, + "f1_weighted": 0.805707, + "precision": 0.657699, + "precision_weighted": 0.839967, + "recall": 0.696258, + "recall_weighted": 0.784512, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.821549, + "f1": 0.729116, + "f1_weighted": 0.837515, + "precision": 0.719334, + "precision_weighted": 0.87721, + "recall": 0.796473, + "recall_weighted": 0.821549, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.821549, + "f1": 0.719357, + "f1_weighted": 0.834531, + "precision": 0.703267, + "precision_weighted": 0.857581, + "recall": 0.757398, + "recall_weighted": 0.821549, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.818182, + "f1": 0.725284, + "f1_weighted": 0.824182, + "precision": 0.7198, + "precision_weighted": 0.845782, + "recall": 0.75914, + "recall_weighted": 0.818182, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.805051, + "f1": 0.695117, + "f1_weighted": 0.819912, + "precision": 0.6926, + "precision_weighted": 0.853066, + "recall": 0.73752, + "recall_weighted": 0.805051, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.805051, + "hf_subset": "xho", + "languages": [ + "xho-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.800487, + "f1": 0.804543, + "f1_weighted": 0.80356, + "precision": 0.821042, + "precision_weighted": 0.818872, + "recall": 0.799229, + "recall_weighted": 0.800487, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.80292, + "f1": 0.805492, + "f1_weighted": 0.805284, + "precision": 0.808266, + "precision_weighted": 0.809369, + "recall": 0.804435, + "recall_weighted": 0.80292, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.768856, + "f1": 0.770342, + "f1_weighted": 0.76969, + "precision": 0.778322, + "precision_weighted": 0.77781, + "recall": 0.769369, + "recall_weighted": 0.768856, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.790754, + "f1": 0.798915, + "f1_weighted": 0.799085, + "precision": 0.81593, + "precision_weighted": 0.82954, + "recall": 0.806295, + "recall_weighted": 0.790754, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.836983, + "f1": 0.840843, + "f1_weighted": 0.837412, + "precision": 0.856139, + "precision_weighted": 0.843848, + "recall": 0.831965, + "recall_weighted": 0.836983, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.819951, + "f1": 0.825569, + "f1_weighted": 0.821213, + "precision": 0.827622, + "precision_weighted": 0.831853, + "recall": 0.83228, + "recall_weighted": 0.819951, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.788321, + "f1": 0.794461, + "f1_weighted": 0.786196, + "precision": 0.806183, + "precision_weighted": 0.791824, + "recall": 0.79017, + "recall_weighted": 0.788321, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.788321, + "f1": 0.790037, + "f1_weighted": 0.790354, + "precision": 0.799018, + "precision_weighted": 0.796765, + "recall": 0.785649, + "recall_weighted": 0.788321, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.861314, + "f1": 0.863054, + "f1_weighted": 0.861294, + "precision": 0.868328, + "precision_weighted": 0.863095, + "recall": 0.85967, + "recall_weighted": 0.861314, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.793187, + "f1": 0.785474, + "f1_weighted": 0.787735, + "precision": 0.815102, + "precision_weighted": 0.804437, + "recall": 0.782935, + "recall_weighted": 0.793187, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.805109, + "f1": 0.807873, + "f1_weighted": 0.806182, + "precision": 0.819595, + "precision_weighted": 0.816741, + "recall": 0.8062, + "recall_weighted": 0.805109, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.805109, + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ] + } + ] + }, + "evaluation_time": 237.24120354652405, + "kg_co2_emissions": null, + "date": 1776176950.607505 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MasakhaNEWSClusteringS2S.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MasakhaNEWSClusteringS2S.json new file mode 100644 index 0000000000..9a9b4e0acc --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MasakhaNEWSClusteringS2S.json @@ -0,0 +1,268 @@ +{ + "dataset_revision": "5dddcb139010208a28c3dcc2568560061c210097", + "task_name": "MasakhaNEWSClusteringS2S", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "v_measure": 0.474323, + "v_measure_std": 0.436168, + "v_measures": [ + 1.0, + 0.04358, + 0.26506, + 0.062973, + 1.0 + ], + "main_score": 0.474323, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ] + }, + { + "v_measure": 0.674539, + "v_measure_std": 0.222543, + "v_measures": [ + 0.246732, + 0.67866, + 0.769191, + 0.811675, + 0.866439 + ], + "main_score": 0.674539, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "v_measure": 0.711052, + "v_measure_std": 0.354148, + "v_measures": [ + 1.0, + 0.04366, + 0.82896, + 1.0, + 0.682641 + ], + "main_score": 0.711052, + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ] + }, + { + "v_measure": 0.275927, + "v_measure_std": 0.236399, + "v_measures": [ + 0.035398, + 0.152573, + 0.289787, + 0.181771, + 0.720107 + ], + "main_score": 0.275927, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ] + }, + { + "v_measure": 0.580291, + "v_measure_std": 0.301199, + "v_measures": [ + 0.089339, + 0.672934, + 0.452113, + 1.0, + 0.687069 + ], + "main_score": 0.580291, + "hf_subset": "ibo", + "languages": [ + "ibo-Latn" + ] + }, + { + "v_measure": 0.898963, + "v_measure_std": 0.137096, + "v_measures": [ + 0.840712, + 0.654101, + 1.0, + 1.0, + 1.0 + ], + "main_score": 0.898963, + "hf_subset": "lin", + "languages": [ + "lin-Latn" + ] + }, + { + "v_measure": 0.469734, + "v_measure_std": 0.438898, + "v_measures": [ + 0.013132, + 0.097266, + 1.0, + 1.0, + 0.238273 + ], + "main_score": 0.469734, + "hf_subset": "lug", + "languages": [ + "lug-Latn" + ] + }, + { + "v_measure": 0.320384, + "v_measure_std": 0.364523, + "v_measures": [ + 0.384534, + 0.036098, + 1.0, + 0.168146, + 0.013143 + ], + "main_score": 0.320384, + "hf_subset": "orm", + "languages": [ + "orm-Ethi" + ] + }, + { + "v_measure": 0.977244, + "v_measure_std": 0.045511, + "v_measures": [ + 0.886222, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "main_score": 0.977244, + "hf_subset": "pcm", + "languages": [ + "pcm-Latn" + ] + }, + { + "v_measure": 0.670351, + "v_measure_std": 0.289275, + "v_measures": [ + 0.456299, + 0.280214, + 1.0, + 0.615241, + 1.0 + ], + "main_score": 0.670351, + "hf_subset": "run", + "languages": [ + "run-Latn" + ] + }, + { + "v_measure": 0.565738, + "v_measure_std": 0.366538, + "v_measures": [ + 1.0, + 0.406997, + 0.304361, + 0.117332, + 1.0 + ], + "main_score": 0.565738, + "hf_subset": "sna", + "languages": [ + "sna-Latn" + ] + }, + { + "v_measure": 0.477815, + "v_measure_std": 0.32825, + "v_measures": [ + 0.290714, + 1.0, + 0.076894, + 0.695328, + 0.326138 + ], + "main_score": 0.477815, + "hf_subset": "som", + "languages": [ + "som-Latn" + ] + }, + { + "v_measure": 0.197122, + "v_measure_std": 0.173113, + "v_measures": [ + 0.114088, + 0.092597, + 0.000245, + 0.487739, + 0.29094 + ], + "main_score": 0.197122, + "hf_subset": "swa", + "languages": [ + "swa-Latn" + ] + }, + { + "v_measure": 0.469899, + "v_measure_std": 0.433897, + "v_measures": [ + 0.079396, + 1.0, + 0.099168, + 1.0, + 0.170929 + ], + "main_score": 0.469899, + "hf_subset": "tir", + "languages": [ + "tir-Ethi" + ] + }, + { + "v_measure": 0.302579, + "v_measure_std": 0.358752, + "v_measures": [ + 0.160738, + 0.03346, + 0.050845, + 0.267851, + 1.0 + ], + "main_score": 0.302579, + "hf_subset": "xho", + "languages": [ + "xho-Latn" + ] + }, + { + "v_measure": 0.603082, + "v_measure_std": 0.298755, + "v_measures": [ + 1.0, + 0.273767, + 0.800415, + 0.240132, + 0.701095 + ], + "main_score": 0.603082, + "hf_subset": "yor", + "languages": [ + "yor-Latn" + ] + } + ] + }, + "evaluation_time": 11.119825601577759, + "kg_co2_emissions": null, + "date": 1776180160.641638 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MassiveIntentClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MassiveIntentClassification.json new file mode 100644 index 0000000000..3717b07ee3 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MassiveIntentClassification.json @@ -0,0 +1,13070 @@ +{ + "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6", + "task_name": "MassiveIntentClassification", + "mteb_version": "2.12.16", + "scores": { + "validation": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.718642, + "f1": 0.696593, + "f1_weighted": 0.719413, + "precision": 0.688962, + "precision_weighted": 0.758955, + "recall": 0.766929, + "recall_weighted": 0.718642, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.733891, + "f1": 0.697227, + "f1_weighted": 0.732496, + "precision": 0.678018, + "precision_weighted": 0.7596, + "recall": 0.770886, + "recall_weighted": 0.733891, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727004, + "f1": 0.676629, + "f1_weighted": 0.726675, + "precision": 0.664865, + "precision_weighted": 0.750917, + "recall": 0.731255, + "recall_weighted": 0.727004, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.739302, + "f1": 0.70888, + "f1_weighted": 0.735932, + "precision": 0.694153, + "precision_weighted": 0.759153, + "recall": 0.769398, + "recall_weighted": 0.739302, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.721102, + "f1": 0.6816, + "f1_weighted": 0.719028, + "precision": 0.661923, + "precision_weighted": 0.746639, + "recall": 0.757526, + "recall_weighted": 0.721102, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.713232, + "f1": 0.681155, + "f1_weighted": 0.715947, + "precision": 0.667165, + "precision_weighted": 0.747379, + "recall": 0.751951, + "recall_weighted": 0.713232, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.719134, + "f1": 0.685489, + "f1_weighted": 0.715712, + "precision": 0.667268, + "precision_weighted": 0.755999, + "recall": 0.76436, + "recall_weighted": 0.719134, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.702902, + "f1": 0.665877, + "f1_weighted": 0.706711, + "precision": 0.655426, + "precision_weighted": 0.74164, + "recall": 0.73614, + "recall_weighted": 0.702902, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.733891, + "f1": 0.700406, + "f1_weighted": 0.738938, + "precision": 0.694918, + "precision_weighted": 0.771487, + "recall": 0.764173, + "recall_weighted": 0.733891, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.725037, + "f1": 0.672065, + "f1_weighted": 0.725878, + "precision": 0.653892, + "precision_weighted": 0.759867, + "recall": 0.746472, + "recall_weighted": 0.725037, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.723414, + "f1": 0.686592, + "f1_weighted": 0.723673, + "precision": 0.672659, + "precision_weighted": 0.755164, + "recall": 0.755909, + "recall_weighted": 0.723414, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.723414, + "hf_subset": "af", + "languages": [ + "afr-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.405804, + "f1": 0.385101, + "f1_weighted": 0.412553, + "precision": 0.385754, + "precision_weighted": 0.466014, + "recall": 0.450825, + "recall_weighted": 0.405804, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.414166, + "f1": 0.386215, + "f1_weighted": 0.422593, + "precision": 0.382195, + "precision_weighted": 0.470537, + "recall": 0.439954, + "recall_weighted": 0.414166, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.381702, + "f1": 0.371653, + "f1_weighted": 0.388305, + "precision": 0.368686, + "precision_weighted": 0.451276, + "recall": 0.444413, + "recall_weighted": 0.381702, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.390064, + "f1": 0.363419, + "f1_weighted": 0.395938, + "precision": 0.359124, + "precision_weighted": 0.448993, + "recall": 0.430253, + "recall_weighted": 0.390064, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.385637, + "f1": 0.376162, + "f1_weighted": 0.396772, + "precision": 0.375838, + "precision_weighted": 0.453617, + "recall": 0.444749, + "recall_weighted": 0.385637, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.415642, + "f1": 0.388065, + "f1_weighted": 0.427179, + "precision": 0.384853, + "precision_weighted": 0.485944, + "recall": 0.445053, + "recall_weighted": 0.415642, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.376783, + "f1": 0.37246, + "f1_weighted": 0.37555, + "precision": 0.366901, + "precision_weighted": 0.410784, + "recall": 0.439096, + "recall_weighted": 0.376783, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.404329, + "f1": 0.399891, + "f1_weighted": 0.41138, + "precision": 0.401803, + "precision_weighted": 0.476351, + "recall": 0.472271, + "recall_weighted": 0.404329, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.403837, + "f1": 0.391297, + "f1_weighted": 0.408517, + "precision": 0.386976, + "precision_weighted": 0.46281, + "recall": 0.464321, + "recall_weighted": 0.403837, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.381702, + "f1": 0.36825, + "f1_weighted": 0.388914, + "precision": 0.370886, + "precision_weighted": 0.441533, + "recall": 0.417871, + "recall_weighted": 0.381702, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.395967, + "f1": 0.380251, + "f1_weighted": 0.40277, + "precision": 0.378302, + "precision_weighted": 0.456786, + "recall": 0.444881, + "recall_weighted": 0.395967, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.395967, + "hf_subset": "am", + "languages": [ + "amh-Ethi" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.662568, + "f1": 0.619755, + "f1_weighted": 0.662277, + "precision": 0.614399, + "precision_weighted": 0.704056, + "recall": 0.694756, + "recall_weighted": 0.662568, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.697, + "f1": 0.634342, + "f1_weighted": 0.694074, + "precision": 0.622085, + "precision_weighted": 0.719316, + "recall": 0.709141, + "recall_weighted": 0.697, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.686178, + "f1": 0.647551, + "f1_weighted": 0.688851, + "precision": 0.632121, + "precision_weighted": 0.720774, + "recall": 0.718201, + "recall_weighted": 0.686178, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.674865, + "f1": 0.634911, + "f1_weighted": 0.671037, + "precision": 0.622521, + "precision_weighted": 0.701811, + "recall": 0.713944, + "recall_weighted": 0.674865, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.698475, + "f1": 0.652715, + "f1_weighted": 0.696949, + "precision": 0.636839, + "precision_weighted": 0.730049, + "recall": 0.723704, + "recall_weighted": 0.698475, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.684702, + "f1": 0.643449, + "f1_weighted": 0.68237, + "precision": 0.625119, + "precision_weighted": 0.713833, + "recall": 0.725698, + "recall_weighted": 0.684702, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.677816, + "f1": 0.635344, + "f1_weighted": 0.67779, + "precision": 0.629232, + "precision_weighted": 0.723281, + "recall": 0.706263, + "recall_weighted": 0.677816, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.679784, + "f1": 0.639399, + "f1_weighted": 0.674755, + "precision": 0.624688, + "precision_weighted": 0.697562, + "recall": 0.714237, + "recall_weighted": 0.679784, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.662076, + "f1": 0.636505, + "f1_weighted": 0.66337, + "precision": 0.628573, + "precision_weighted": 0.704096, + "recall": 0.72432, + "recall_weighted": 0.662076, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.674865, + "f1": 0.633182, + "f1_weighted": 0.675546, + "precision": 0.627101, + "precision_weighted": 0.717459, + "recall": 0.710996, + "recall_weighted": 0.674865, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.679833, + "f1": 0.637715, + "f1_weighted": 0.678702, + "precision": 0.626268, + "precision_weighted": 0.713224, + "recall": 0.714126, + "recall_weighted": 0.679833, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.679833, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.713724, + "f1": 0.692323, + "f1_weighted": 0.711639, + "precision": 0.67568, + "precision_weighted": 0.744224, + "recall": 0.753328, + "recall_weighted": 0.713724, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.719626, + "f1": 0.673432, + "f1_weighted": 0.718321, + "precision": 0.653457, + "precision_weighted": 0.749869, + "recall": 0.746211, + "recall_weighted": 0.719626, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.706345, + "f1": 0.654965, + "f1_weighted": 0.705987, + "precision": 0.64312, + "precision_weighted": 0.735374, + "recall": 0.725392, + "recall_weighted": 0.706345, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.719626, + "f1": 0.675801, + "f1_weighted": 0.710498, + "precision": 0.657375, + "precision_weighted": 0.733079, + "recall": 0.734908, + "recall_weighted": 0.719626, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.697, + "f1": 0.66516, + "f1_weighted": 0.696201, + "precision": 0.643538, + "precision_weighted": 0.724197, + "recall": 0.750072, + "recall_weighted": 0.697, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.709788, + "f1": 0.678297, + "f1_weighted": 0.707157, + "precision": 0.661784, + "precision_weighted": 0.740929, + "recall": 0.754246, + "recall_weighted": 0.709788, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.709297, + "f1": 0.672868, + "f1_weighted": 0.70703, + "precision": 0.656844, + "precision_weighted": 0.733183, + "recall": 0.744145, + "recall_weighted": 0.709297, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.68667, + "f1": 0.660489, + "f1_weighted": 0.685853, + "precision": 0.647804, + "precision_weighted": 0.719443, + "recall": 0.726645, + "recall_weighted": 0.68667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.716183, + "f1": 0.689815, + "f1_weighted": 0.716826, + "precision": 0.682371, + "precision_weighted": 0.754767, + "recall": 0.756834, + "recall_weighted": 0.716183, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.737334, + "f1": 0.698852, + "f1_weighted": 0.738864, + "precision": 0.67914, + "precision_weighted": 0.759317, + "recall": 0.768195, + "recall_weighted": 0.737334, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.711559, + "f1": 0.6762, + "f1_weighted": 0.709838, + "precision": 0.660111, + "precision_weighted": 0.739438, + "recall": 0.745997, + "recall_weighted": 0.711559, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.711559, + "hf_subset": "az", + "languages": [ + "aze-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.704378, + "f1": 0.667357, + "f1_weighted": 0.706339, + "precision": 0.656305, + "precision_weighted": 0.739713, + "recall": 0.733075, + "recall_weighted": 0.704378, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.732415, + "f1": 0.681282, + "f1_weighted": 0.733265, + "precision": 0.660501, + "precision_weighted": 0.756007, + "recall": 0.75128, + "recall_weighted": 0.732415, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.711756, + "f1": 0.677112, + "f1_weighted": 0.706257, + "precision": 0.660953, + "precision_weighted": 0.730034, + "recall": 0.745173, + "recall_weighted": 0.711756, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.71028, + "f1": 0.666179, + "f1_weighted": 0.709619, + "precision": 0.647498, + "precision_weighted": 0.73989, + "recall": 0.732269, + "recall_weighted": 0.71028, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.692573, + "f1": 0.660494, + "f1_weighted": 0.697932, + "precision": 0.642689, + "precision_weighted": 0.731344, + "recall": 0.729407, + "recall_weighted": 0.692573, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.703394, + "f1": 0.661177, + "f1_weighted": 0.70326, + "precision": 0.640495, + "precision_weighted": 0.724701, + "recall": 0.726281, + "recall_weighted": 0.703394, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.705853, + "f1": 0.656696, + "f1_weighted": 0.707437, + "precision": 0.644539, + "precision_weighted": 0.735246, + "recall": 0.715894, + "recall_weighted": 0.705853, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.697983, + "f1": 0.660246, + "f1_weighted": 0.700725, + "precision": 0.647853, + "precision_weighted": 0.727101, + "recall": 0.730473, + "recall_weighted": 0.697983, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.697491, + "f1": 0.660418, + "f1_weighted": 0.699744, + "precision": 0.648337, + "precision_weighted": 0.739202, + "recall": 0.746775, + "recall_weighted": 0.697491, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.717659, + "f1": 0.690254, + "f1_weighted": 0.718052, + "precision": 0.674102, + "precision_weighted": 0.743978, + "recall": 0.767366, + "recall_weighted": 0.717659, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.707378, + "f1": 0.668121, + "f1_weighted": 0.708263, + "precision": 0.652327, + "precision_weighted": 0.736722, + "recall": 0.737799, + "recall_weighted": 0.707378, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.707378, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.465322, + "f1": 0.440646, + "f1_weighted": 0.469943, + "precision": 0.431389, + "precision_weighted": 0.5253, + "recall": 0.529627, + "recall_weighted": 0.465322, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.461387, + "f1": 0.427009, + "f1_weighted": 0.464778, + "precision": 0.420311, + "precision_weighted": 0.515362, + "recall": 0.51545, + "recall_weighted": 0.461387, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454501, + "f1": 0.430824, + "f1_weighted": 0.46086, + "precision": 0.423558, + "precision_weighted": 0.52082, + "recall": 0.524465, + "recall_weighted": 0.454501, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.478603, + "f1": 0.442421, + "f1_weighted": 0.485779, + "precision": 0.436666, + "precision_weighted": 0.538258, + "recall": 0.531015, + "recall_weighted": 0.478603, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.471717, + "f1": 0.438708, + "f1_weighted": 0.485824, + "precision": 0.438487, + "precision_weighted": 0.539713, + "recall": 0.513407, + "recall_weighted": 0.471717, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.425971, + "f1": 0.406782, + "f1_weighted": 0.43489, + "precision": 0.402844, + "precision_weighted": 0.489623, + "recall": 0.489851, + "recall_weighted": 0.425971, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454501, + "f1": 0.426692, + "f1_weighted": 0.463999, + "precision": 0.419268, + "precision_weighted": 0.52324, + "recall": 0.505494, + "recall_weighted": 0.454501, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.452041, + "f1": 0.427802, + "f1_weighted": 0.459743, + "precision": 0.425074, + "precision_weighted": 0.514686, + "recall": 0.496138, + "recall_weighted": 0.452041, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.432858, + "f1": 0.413799, + "f1_weighted": 0.44149, + "precision": 0.403329, + "precision_weighted": 0.495072, + "recall": 0.503039, + "recall_weighted": 0.432858, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.476144, + "f1": 0.450091, + "f1_weighted": 0.48095, + "precision": 0.440231, + "precision_weighted": 0.513379, + "recall": 0.521504, + "recall_weighted": 0.476144, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.457304, + "f1": 0.430477, + "f1_weighted": 0.464826, + "precision": 0.424116, + "precision_weighted": 0.517545, + "recall": 0.512999, + "recall_weighted": 0.457304, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.457304, + "hf_subset": "cy", + "languages": [ + "cym-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.760944, + "f1": 0.716325, + "f1_weighted": 0.762774, + "precision": 0.709399, + "precision_weighted": 0.802939, + "recall": 0.776179, + "recall_weighted": 0.760944, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.767339, + "f1": 0.72518, + "f1_weighted": 0.765661, + "precision": 0.711491, + "precision_weighted": 0.784469, + "recall": 0.781204, + "recall_weighted": 0.767339, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.768815, + "f1": 0.733843, + "f1_weighted": 0.761463, + "precision": 0.716102, + "precision_weighted": 0.779967, + "recall": 0.796056, + "recall_weighted": 0.768815, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.789966, + "f1": 0.743344, + "f1_weighted": 0.784019, + "precision": 0.726358, + "precision_weighted": 0.804213, + "recall": 0.80746, + "recall_weighted": 0.789966, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.760453, + "f1": 0.724392, + "f1_weighted": 0.756527, + "precision": 0.702115, + "precision_weighted": 0.780351, + "recall": 0.809256, + "recall_weighted": 0.760453, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.764388, + "f1": 0.726714, + "f1_weighted": 0.762525, + "precision": 0.703958, + "precision_weighted": 0.785537, + "recall": 0.799591, + "recall_weighted": 0.764388, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.746188, + "f1": 0.711608, + "f1_weighted": 0.741088, + "precision": 0.690973, + "precision_weighted": 0.773872, + "recall": 0.78947, + "recall_weighted": 0.746188, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.761436, + "f1": 0.728686, + "f1_weighted": 0.759691, + "precision": 0.716558, + "precision_weighted": 0.785747, + "recall": 0.790668, + "recall_weighted": 0.761436, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.759961, + "f1": 0.728739, + "f1_weighted": 0.763336, + "precision": 0.727688, + "precision_weighted": 0.792323, + "recall": 0.783447, + "recall_weighted": 0.759961, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.768815, + "f1": 0.720812, + "f1_weighted": 0.764432, + "precision": 0.707108, + "precision_weighted": 0.78997, + "recall": 0.785736, + "recall_weighted": 0.768815, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.76483, + "f1": 0.725964, + "f1_weighted": 0.762152, + "precision": 0.711175, + "precision_weighted": 0.787939, + "recall": 0.791907, + "recall_weighted": 0.76483, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.76483, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.773242, + "f1": 0.747345, + "f1_weighted": 0.777572, + "precision": 0.747621, + "precision_weighted": 0.809631, + "recall": 0.806183, + "recall_weighted": 0.773242, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.785047, + "f1": 0.74023, + "f1_weighted": 0.782298, + "precision": 0.72264, + "precision_weighted": 0.795487, + "recall": 0.794051, + "recall_weighted": 0.785047, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.783571, + "f1": 0.749575, + "f1_weighted": 0.781452, + "precision": 0.735309, + "precision_weighted": 0.804017, + "recall": 0.804744, + "recall_weighted": 0.783571, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.791441, + "f1": 0.756505, + "f1_weighted": 0.787678, + "precision": 0.742558, + "precision_weighted": 0.813906, + "recall": 0.816284, + "recall_weighted": 0.791441, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.763404, + "f1": 0.737075, + "f1_weighted": 0.763646, + "precision": 0.718746, + "precision_weighted": 0.792654, + "recall": 0.812697, + "recall_weighted": 0.763404, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.773733, + "f1": 0.739826, + "f1_weighted": 0.773122, + "precision": 0.723747, + "precision_weighted": 0.798426, + "recall": 0.804303, + "recall_weighted": 0.773733, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.773242, + "f1": 0.756237, + "f1_weighted": 0.767688, + "precision": 0.747241, + "precision_weighted": 0.795174, + "recall": 0.821587, + "recall_weighted": 0.773242, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.758977, + "f1": 0.738502, + "f1_weighted": 0.756612, + "precision": 0.719782, + "precision_weighted": 0.778446, + "recall": 0.801849, + "recall_weighted": 0.758977, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.774225, + "f1": 0.739561, + "f1_weighted": 0.77369, + "precision": 0.72913, + "precision_weighted": 0.799029, + "recall": 0.80112, + "recall_weighted": 0.774225, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.773242, + "f1": 0.742065, + "f1_weighted": 0.772193, + "precision": 0.727939, + "precision_weighted": 0.795971, + "recall": 0.802527, + "recall_weighted": 0.773242, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.775012, + "f1": 0.744692, + "f1_weighted": 0.773595, + "precision": 0.731471, + "precision_weighted": 0.798274, + "recall": 0.806534, + "recall_weighted": 0.775012, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.775012, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.729956, + "f1": 0.707527, + "f1_weighted": 0.727578, + "precision": 0.688112, + "precision_weighted": 0.764841, + "recall": 0.781784, + "recall_weighted": 0.729956, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.742745, + "f1": 0.709494, + "f1_weighted": 0.739588, + "precision": 0.691317, + "precision_weighted": 0.765095, + "recall": 0.784378, + "recall_weighted": 0.742745, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.732415, + "f1": 0.703183, + "f1_weighted": 0.731067, + "precision": 0.684738, + "precision_weighted": 0.759739, + "recall": 0.769662, + "recall_weighted": 0.732415, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.743237, + "f1": 0.703422, + "f1_weighted": 0.732976, + "precision": 0.687587, + "precision_weighted": 0.759285, + "recall": 0.770294, + "recall_weighted": 0.743237, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.73635, + "f1": 0.697519, + "f1_weighted": 0.731476, + "precision": 0.679001, + "precision_weighted": 0.756569, + "recall": 0.768548, + "recall_weighted": 0.73635, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.721594, + "f1": 0.702495, + "f1_weighted": 0.722368, + "precision": 0.686368, + "precision_weighted": 0.750498, + "recall": 0.771484, + "recall_weighted": 0.721594, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.720118, + "f1": 0.69282, + "f1_weighted": 0.716993, + "precision": 0.673042, + "precision_weighted": 0.745551, + "recall": 0.770766, + "recall_weighted": 0.720118, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.726513, + "f1": 0.68716, + "f1_weighted": 0.722546, + "precision": 0.668377, + "precision_weighted": 0.759438, + "recall": 0.762454, + "recall_weighted": 0.726513, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727004, + "f1": 0.704158, + "f1_weighted": 0.727403, + "precision": 0.688478, + "precision_weighted": 0.758125, + "recall": 0.771277, + "recall_weighted": 0.727004, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.760453, + "f1": 0.723247, + "f1_weighted": 0.756519, + "precision": 0.702232, + "precision_weighted": 0.785952, + "recall": 0.797625, + "recall_weighted": 0.760453, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.734038, + "f1": 0.703102, + "f1_weighted": 0.730851, + "precision": 0.684925, + "precision_weighted": 0.760509, + "recall": 0.774827, + "recall_weighted": 0.734038, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.734038, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.827841, + "f1": 0.802794, + "f1_weighted": 0.825392, + "precision": 0.78195, + "precision_weighted": 0.843954, + "recall": 0.859689, + "recall_weighted": 0.827841, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8303, + "f1": 0.805334, + "f1_weighted": 0.823219, + "precision": 0.780861, + "precision_weighted": 0.833353, + "recall": 0.863244, + "recall_weighted": 0.8303, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.818987, + "f1": 0.785974, + "f1_weighted": 0.810849, + "precision": 0.762871, + "precision_weighted": 0.824729, + "recall": 0.853899, + "recall_weighted": 0.818987, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8303, + "f1": 0.802643, + "f1_weighted": 0.821564, + "precision": 0.780757, + "precision_weighted": 0.841658, + "recall": 0.859336, + "recall_weighted": 0.8303, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.817019, + "f1": 0.787858, + "f1_weighted": 0.810693, + "precision": 0.765472, + "precision_weighted": 0.828409, + "recall": 0.860248, + "recall_weighted": 0.817019, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.824889, + "f1": 0.810364, + "f1_weighted": 0.821558, + "precision": 0.789942, + "precision_weighted": 0.83371, + "recall": 0.872003, + "recall_weighted": 0.824889, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.81997, + "f1": 0.810851, + "f1_weighted": 0.813534, + "precision": 0.792126, + "precision_weighted": 0.826567, + "recall": 0.869145, + "recall_weighted": 0.81997, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.818003, + "f1": 0.792786, + "f1_weighted": 0.812113, + "precision": 0.773542, + "precision_weighted": 0.829759, + "recall": 0.849099, + "recall_weighted": 0.818003, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.818495, + "f1": 0.789707, + "f1_weighted": 0.817666, + "precision": 0.774652, + "precision_weighted": 0.841401, + "recall": 0.852818, + "recall_weighted": 0.818495, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.82243, + "f1": 0.812122, + "f1_weighted": 0.818855, + "precision": 0.793153, + "precision_weighted": 0.837714, + "recall": 0.872213, + "recall_weighted": 0.82243, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.822823, + "f1": 0.800043, + "f1_weighted": 0.817544, + "precision": 0.779533, + "precision_weighted": 0.834125, + "recall": 0.861169, + "recall_weighted": 0.822823, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.822823, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.781604, + "f1": 0.757846, + "f1_weighted": 0.779574, + "precision": 0.739166, + "precision_weighted": 0.809989, + "recall": 0.829957, + "recall_weighted": 0.781604, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.780128, + "f1": 0.744209, + "f1_weighted": 0.776514, + "precision": 0.722785, + "precision_weighted": 0.791454, + "recall": 0.807541, + "recall_weighted": 0.780128, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.783079, + "f1": 0.751992, + "f1_weighted": 0.775219, + "precision": 0.72768, + "precision_weighted": 0.79511, + "recall": 0.821459, + "recall_weighted": 0.783079, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.79636, + "f1": 0.764386, + "f1_weighted": 0.791044, + "precision": 0.744315, + "precision_weighted": 0.808786, + "recall": 0.832835, + "recall_weighted": 0.79636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.786522, + "f1": 0.761843, + "f1_weighted": 0.783146, + "precision": 0.739564, + "precision_weighted": 0.801631, + "recall": 0.835171, + "recall_weighted": 0.786522, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.787506, + "f1": 0.756048, + "f1_weighted": 0.784436, + "precision": 0.736313, + "precision_weighted": 0.802477, + "recall": 0.816581, + "recall_weighted": 0.787506, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.775701, + "f1": 0.757175, + "f1_weighted": 0.772091, + "precision": 0.742245, + "precision_weighted": 0.794961, + "recall": 0.821194, + "recall_weighted": 0.775701, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.770782, + "f1": 0.746207, + "f1_weighted": 0.766558, + "precision": 0.730231, + "precision_weighted": 0.793014, + "recall": 0.807086, + "recall_weighted": 0.770782, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.774225, + "f1": 0.747563, + "f1_weighted": 0.773872, + "precision": 0.732359, + "precision_weighted": 0.798861, + "recall": 0.819791, + "recall_weighted": 0.774225, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.773242, + "f1": 0.740662, + "f1_weighted": 0.771269, + "precision": 0.72913, + "precision_weighted": 0.802951, + "recall": 0.805334, + "recall_weighted": 0.773242, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.780915, + "f1": 0.752793, + "f1_weighted": 0.777372, + "precision": 0.734379, + "precision_weighted": 0.799923, + "recall": 0.819695, + "recall_weighted": 0.780915, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.780915, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.768815, + "f1": 0.731893, + "f1_weighted": 0.769543, + "precision": 0.720948, + "precision_weighted": 0.805814, + "recall": 0.796381, + "recall_weighted": 0.768815, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.752582, + "f1": 0.699872, + "f1_weighted": 0.755138, + "precision": 0.683803, + "precision_weighted": 0.7795, + "recall": 0.757445, + "recall_weighted": 0.752582, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.73635, + "f1": 0.697657, + "f1_weighted": 0.737712, + "precision": 0.682142, + "precision_weighted": 0.768932, + "recall": 0.763611, + "recall_weighted": 0.73635, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.759961, + "f1": 0.709282, + "f1_weighted": 0.759338, + "precision": 0.694296, + "precision_weighted": 0.792002, + "recall": 0.774011, + "recall_weighted": 0.759961, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.746188, + "f1": 0.709715, + "f1_weighted": 0.747438, + "precision": 0.695346, + "precision_weighted": 0.78358, + "recall": 0.787315, + "recall_weighted": 0.746188, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.753566, + "f1": 0.715664, + "f1_weighted": 0.752182, + "precision": 0.698052, + "precision_weighted": 0.773362, + "recall": 0.779736, + "recall_weighted": 0.753566, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.756026, + "f1": 0.71243, + "f1_weighted": 0.759862, + "precision": 0.704786, + "precision_weighted": 0.788851, + "recall": 0.771573, + "recall_weighted": 0.756026, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.745696, + "f1": 0.71003, + "f1_weighted": 0.748306, + "precision": 0.697099, + "precision_weighted": 0.775764, + "recall": 0.774503, + "recall_weighted": 0.745696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.735858, + "f1": 0.713475, + "f1_weighted": 0.744524, + "precision": 0.708102, + "precision_weighted": 0.780895, + "recall": 0.7871, + "recall_weighted": 0.735858, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.756026, + "f1": 0.715572, + "f1_weighted": 0.763454, + "precision": 0.703246, + "precision_weighted": 0.795281, + "recall": 0.783855, + "recall_weighted": 0.756026, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.751107, + "f1": 0.711559, + "f1_weighted": 0.75375, + "precision": 0.698782, + "precision_weighted": 0.784398, + "recall": 0.777553, + "recall_weighted": 0.751107, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.751107, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.721594, + "f1": 0.705973, + "f1_weighted": 0.726838, + "precision": 0.699407, + "precision_weighted": 0.774053, + "recall": 0.774674, + "recall_weighted": 0.721594, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.720118, + "f1": 0.666398, + "f1_weighted": 0.717067, + "precision": 0.643609, + "precision_weighted": 0.738595, + "recall": 0.734795, + "recall_weighted": 0.720118, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.721594, + "f1": 0.68205, + "f1_weighted": 0.717543, + "precision": 0.659405, + "precision_weighted": 0.745273, + "recall": 0.763913, + "recall_weighted": 0.721594, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.74422, + "f1": 0.693897, + "f1_weighted": 0.744308, + "precision": 0.676405, + "precision_weighted": 0.77681, + "recall": 0.767785, + "recall_weighted": 0.74422, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.710772, + "f1": 0.676665, + "f1_weighted": 0.706094, + "precision": 0.64531, + "precision_weighted": 0.732834, + "recall": 0.768864, + "recall_weighted": 0.710772, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.718151, + "f1": 0.670588, + "f1_weighted": 0.718664, + "precision": 0.650141, + "precision_weighted": 0.75168, + "recall": 0.753259, + "recall_weighted": 0.718151, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.71028, + "f1": 0.669944, + "f1_weighted": 0.711355, + "precision": 0.658966, + "precision_weighted": 0.748241, + "recall": 0.74503, + "recall_weighted": 0.71028, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.724053, + "f1": 0.674072, + "f1_weighted": 0.724907, + "precision": 0.652379, + "precision_weighted": 0.747931, + "recall": 0.74009, + "recall_weighted": 0.724053, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.704378, + "f1": 0.680809, + "f1_weighted": 0.708136, + "precision": 0.664019, + "precision_weighted": 0.747976, + "recall": 0.763667, + "recall_weighted": 0.704378, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727496, + "f1": 0.698752, + "f1_weighted": 0.727589, + "precision": 0.68181, + "precision_weighted": 0.765431, + "recall": 0.768223, + "recall_weighted": 0.727496, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.720266, + "f1": 0.681915, + "f1_weighted": 0.72025, + "precision": 0.663145, + "precision_weighted": 0.752882, + "recall": 0.75803, + "recall_weighted": 0.720266, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.720266, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.781112, + "f1": 0.752567, + "f1_weighted": 0.780934, + "precision": 0.742142, + "precision_weighted": 0.812718, + "recall": 0.801182, + "recall_weighted": 0.781112, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.79636, + "f1": 0.754355, + "f1_weighted": 0.794416, + "precision": 0.738332, + "precision_weighted": 0.807835, + "recall": 0.797335, + "recall_weighted": 0.79636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.790949, + "f1": 0.744578, + "f1_weighted": 0.78701, + "precision": 0.730235, + "precision_weighted": 0.814372, + "recall": 0.796309, + "recall_weighted": 0.790949, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.795868, + "f1": 0.755276, + "f1_weighted": 0.794504, + "precision": 0.738969, + "precision_weighted": 0.817628, + "recall": 0.809023, + "recall_weighted": 0.795868, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.789474, + "f1": 0.744718, + "f1_weighted": 0.785484, + "precision": 0.72519, + "precision_weighted": 0.807117, + "recall": 0.80254, + "recall_weighted": 0.789474, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.798819, + "f1": 0.751051, + "f1_weighted": 0.797917, + "precision": 0.731284, + "precision_weighted": 0.815847, + "recall": 0.808619, + "recall_weighted": 0.798819, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.790949, + "f1": 0.749546, + "f1_weighted": 0.7872, + "precision": 0.735863, + "precision_weighted": 0.80689, + "recall": 0.809376, + "recall_weighted": 0.790949, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.791441, + "f1": 0.751842, + "f1_weighted": 0.786598, + "precision": 0.736502, + "precision_weighted": 0.806062, + "recall": 0.801746, + "recall_weighted": 0.791441, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.798819, + "f1": 0.757881, + "f1_weighted": 0.80082, + "precision": 0.749267, + "precision_weighted": 0.823932, + "recall": 0.805665, + "recall_weighted": 0.798819, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.785047, + "f1": 0.74598, + "f1_weighted": 0.78191, + "precision": 0.733719, + "precision_weighted": 0.807167, + "recall": 0.788772, + "recall_weighted": 0.785047, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.791884, + "f1": 0.750779, + "f1_weighted": 0.789679, + "precision": 0.73615, + "precision_weighted": 0.811957, + "recall": 0.802057, + "recall_weighted": 0.791884, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.791884, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.724053, + "f1": 0.673033, + "f1_weighted": 0.728894, + "precision": 0.664098, + "precision_weighted": 0.766273, + "recall": 0.733233, + "recall_weighted": 0.724053, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.726021, + "f1": 0.658227, + "f1_weighted": 0.724966, + "precision": 0.640669, + "precision_weighted": 0.752292, + "recall": 0.727571, + "recall_weighted": 0.726021, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.70487, + "f1": 0.658429, + "f1_weighted": 0.703315, + "precision": 0.642943, + "precision_weighted": 0.73029, + "recall": 0.722441, + "recall_weighted": 0.70487, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.731431, + "f1": 0.672839, + "f1_weighted": 0.727873, + "precision": 0.652081, + "precision_weighted": 0.752831, + "recall": 0.741819, + "recall_weighted": 0.731431, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.708805, + "f1": 0.658941, + "f1_weighted": 0.708352, + "precision": 0.641605, + "precision_weighted": 0.747494, + "recall": 0.738755, + "recall_weighted": 0.708805, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.698475, + "f1": 0.64201, + "f1_weighted": 0.700745, + "precision": 0.624904, + "precision_weighted": 0.732905, + "recall": 0.712831, + "recall_weighted": 0.698475, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.717659, + "f1": 0.664067, + "f1_weighted": 0.716473, + "precision": 0.650706, + "precision_weighted": 0.741336, + "recall": 0.722551, + "recall_weighted": 0.717659, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.718151, + "f1": 0.646244, + "f1_weighted": 0.721233, + "precision": 0.637066, + "precision_weighted": 0.752753, + "recall": 0.710458, + "recall_weighted": 0.718151, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.692573, + "f1": 0.642722, + "f1_weighted": 0.695141, + "precision": 0.63798, + "precision_weighted": 0.731251, + "recall": 0.709422, + "recall_weighted": 0.692573, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.711264, + "f1": 0.646684, + "f1_weighted": 0.714135, + "precision": 0.640999, + "precision_weighted": 0.751566, + "recall": 0.703173, + "recall_weighted": 0.711264, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.71333, + "f1": 0.65632, + "f1_weighted": 0.714113, + "precision": 0.643305, + "precision_weighted": 0.745899, + "recall": 0.722225, + "recall_weighted": 0.71333, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.71333, + "hf_subset": "he", + "languages": [ + "heb-Hebr" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.75455, + "f1": 0.729079, + "f1_weighted": 0.756505, + "precision": 0.715041, + "precision_weighted": 0.792903, + "recall": 0.800726, + "recall_weighted": 0.75455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.77275, + "f1": 0.738626, + "f1_weighted": 0.772493, + "precision": 0.720021, + "precision_weighted": 0.79218, + "recall": 0.794058, + "recall_weighted": 0.77275, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.759469, + "f1": 0.717645, + "f1_weighted": 0.760237, + "precision": 0.703667, + "precision_weighted": 0.790627, + "recall": 0.774409, + "recall_weighted": 0.759469, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.75455, + "f1": 0.709742, + "f1_weighted": 0.749869, + "precision": 0.694373, + "precision_weighted": 0.781177, + "recall": 0.772976, + "recall_weighted": 0.75455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.766847, + "f1": 0.733379, + "f1_weighted": 0.763378, + "precision": 0.710888, + "precision_weighted": 0.783399, + "recall": 0.806072, + "recall_weighted": 0.766847, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.751599, + "f1": 0.711481, + "f1_weighted": 0.748554, + "precision": 0.690424, + "precision_weighted": 0.775179, + "recall": 0.779923, + "recall_weighted": 0.751599, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.741761, + "f1": 0.715808, + "f1_weighted": 0.740625, + "precision": 0.705141, + "precision_weighted": 0.769079, + "recall": 0.780761, + "recall_weighted": 0.741761, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.739793, + "f1": 0.716623, + "f1_weighted": 0.74401, + "precision": 0.706891, + "precision_weighted": 0.776333, + "recall": 0.765346, + "recall_weighted": 0.739793, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.748155, + "f1": 0.725698, + "f1_weighted": 0.751362, + "precision": 0.71472, + "precision_weighted": 0.783144, + "recall": 0.79489, + "recall_weighted": 0.748155, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.740285, + "f1": 0.711505, + "f1_weighted": 0.737489, + "precision": 0.701432, + "precision_weighted": 0.770805, + "recall": 0.778869, + "recall_weighted": 0.740285, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.752976, + "f1": 0.720959, + "f1_weighted": 0.752452, + "precision": 0.70626, + "precision_weighted": 0.781483, + "recall": 0.784803, + "recall_weighted": 0.752976, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.752976, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.718151, + "f1": 0.700924, + "f1_weighted": 0.720549, + "precision": 0.687144, + "precision_weighted": 0.758178, + "recall": 0.762753, + "recall_weighted": 0.718151, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.753566, + "f1": 0.702199, + "f1_weighted": 0.747314, + "precision": 0.683175, + "precision_weighted": 0.767289, + "recall": 0.765089, + "recall_weighted": 0.753566, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.737826, + "f1": 0.70717, + "f1_weighted": 0.733671, + "precision": 0.689957, + "precision_weighted": 0.768345, + "recall": 0.776062, + "recall_weighted": 0.737826, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.751107, + "f1": 0.704248, + "f1_weighted": 0.74889, + "precision": 0.690281, + "precision_weighted": 0.775119, + "recall": 0.762092, + "recall_weighted": 0.751107, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.739793, + "f1": 0.706866, + "f1_weighted": 0.739576, + "precision": 0.687163, + "precision_weighted": 0.770299, + "recall": 0.790649, + "recall_weighted": 0.739793, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.732415, + "f1": 0.706044, + "f1_weighted": 0.73204, + "precision": 0.685458, + "precision_weighted": 0.761177, + "recall": 0.77672, + "recall_weighted": 0.732415, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727988, + "f1": 0.690358, + "f1_weighted": 0.731198, + "precision": 0.676966, + "precision_weighted": 0.76695, + "recall": 0.757723, + "recall_weighted": 0.727988, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.724545, + "f1": 0.69514, + "f1_weighted": 0.725433, + "precision": 0.682999, + "precision_weighted": 0.756135, + "recall": 0.753711, + "recall_weighted": 0.724545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.721594, + "f1": 0.700243, + "f1_weighted": 0.727369, + "precision": 0.688345, + "precision_weighted": 0.763963, + "recall": 0.754854, + "recall_weighted": 0.721594, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.730939, + "f1": 0.695303, + "f1_weighted": 0.729251, + "precision": 0.681791, + "precision_weighted": 0.763114, + "recall": 0.76134, + "recall_weighted": 0.730939, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.733792, + "f1": 0.70085, + "f1_weighted": 0.733529, + "precision": 0.685328, + "precision_weighted": 0.765057, + "recall": 0.766099, + "recall_weighted": 0.733792, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.733792, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.646827, + "f1": 0.62648, + "f1_weighted": 0.650488, + "precision": 0.627454, + "precision_weighted": 0.692031, + "recall": 0.694296, + "recall_weighted": 0.646827, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.658633, + "f1": 0.622923, + "f1_weighted": 0.661846, + "precision": 0.605591, + "precision_weighted": 0.697311, + "recall": 0.697397, + "recall_weighted": 0.658633, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.645352, + "f1": 0.630069, + "f1_weighted": 0.648221, + "precision": 0.616722, + "precision_weighted": 0.689989, + "recall": 0.68703, + "recall_weighted": 0.645352, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.672897, + "f1": 0.63355, + "f1_weighted": 0.675478, + "precision": 0.619646, + "precision_weighted": 0.712601, + "recall": 0.701543, + "recall_weighted": 0.672897, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.663551, + "f1": 0.628975, + "f1_weighted": 0.659348, + "precision": 0.605187, + "precision_weighted": 0.684941, + "recall": 0.706043, + "recall_weighted": 0.663551, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.61879, + "f1": 0.60335, + "f1_weighted": 0.619525, + "precision": 0.589808, + "precision_weighted": 0.667817, + "recall": 0.680263, + "recall_weighted": 0.61879, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6606, + "f1": 0.636571, + "f1_weighted": 0.661267, + "precision": 0.628419, + "precision_weighted": 0.692271, + "recall": 0.692093, + "recall_weighted": 0.6606, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.657157, + "f1": 0.6227, + "f1_weighted": 0.658602, + "precision": 0.607198, + "precision_weighted": 0.686821, + "recall": 0.681896, + "recall_weighted": 0.657157, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.646827, + "f1": 0.612793, + "f1_weighted": 0.650566, + "precision": 0.599467, + "precision_weighted": 0.692091, + "recall": 0.68939, + "recall_weighted": 0.646827, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.645352, + "f1": 0.614492, + "f1_weighted": 0.645152, + "precision": 0.60349, + "precision_weighted": 0.688014, + "recall": 0.696108, + "recall_weighted": 0.645352, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.651599, + "f1": 0.62319, + "f1_weighted": 0.653049, + "precision": 0.610298, + "precision_weighted": 0.690389, + "recall": 0.692606, + "recall_weighted": 0.651599, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.651599, + "hf_subset": "hy", + "languages": [ + "hye-Armn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.771274, + "f1": 0.75111, + "f1_weighted": 0.770851, + "precision": 0.739974, + "precision_weighted": 0.799088, + "recall": 0.808632, + "recall_weighted": 0.771274, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.792917, + "f1": 0.748852, + "f1_weighted": 0.787603, + "precision": 0.731036, + "precision_weighted": 0.805576, + "recall": 0.811977, + "recall_weighted": 0.792917, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.768323, + "f1": 0.736337, + "f1_weighted": 0.761165, + "precision": 0.716457, + "precision_weighted": 0.791057, + "recall": 0.808004, + "recall_weighted": 0.768323, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.789474, + "f1": 0.758883, + "f1_weighted": 0.784241, + "precision": 0.738386, + "precision_weighted": 0.817139, + "recall": 0.83251, + "recall_weighted": 0.789474, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.786522, + "f1": 0.747894, + "f1_weighted": 0.778478, + "precision": 0.728177, + "precision_weighted": 0.80142, + "recall": 0.815798, + "recall_weighted": 0.786522, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.774717, + "f1": 0.740838, + "f1_weighted": 0.770023, + "precision": 0.719034, + "precision_weighted": 0.793362, + "recall": 0.807307, + "recall_weighted": 0.774717, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.789474, + "f1": 0.762182, + "f1_weighted": 0.784938, + "precision": 0.744156, + "precision_weighted": 0.803545, + "recall": 0.821671, + "recall_weighted": 0.789474, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.765863, + "f1": 0.747544, + "f1_weighted": 0.764005, + "precision": 0.731264, + "precision_weighted": 0.790326, + "recall": 0.809693, + "recall_weighted": 0.765863, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772258, + "f1": 0.745277, + "f1_weighted": 0.774527, + "precision": 0.732545, + "precision_weighted": 0.810555, + "recall": 0.819898, + "recall_weighted": 0.772258, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.784555, + "f1": 0.748098, + "f1_weighted": 0.784784, + "precision": 0.731944, + "precision_weighted": 0.816425, + "recall": 0.810385, + "recall_weighted": 0.784555, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.779538, + "f1": 0.748702, + "f1_weighted": 0.776062, + "precision": 0.731297, + "precision_weighted": 0.802849, + "recall": 0.814587, + "recall_weighted": 0.779538, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.779538, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.573045, + "f1": 0.552329, + "f1_weighted": 0.571005, + "precision": 0.538271, + "precision_weighted": 0.617613, + "recall": 0.640877, + "recall_weighted": 0.573045, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.602558, + "f1": 0.553104, + "f1_weighted": 0.603175, + "precision": 0.539113, + "precision_weighted": 0.644584, + "recall": 0.622783, + "recall_weighted": 0.602558, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.582391, + "f1": 0.549291, + "f1_weighted": 0.587654, + "precision": 0.538957, + "precision_weighted": 0.635206, + "recall": 0.623813, + "recall_weighted": 0.582391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.596655, + "f1": 0.559685, + "f1_weighted": 0.597683, + "precision": 0.544501, + "precision_weighted": 0.629014, + "recall": 0.636606, + "recall_weighted": 0.596655, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.597639, + "f1": 0.552261, + "f1_weighted": 0.602154, + "precision": 0.536774, + "precision_weighted": 0.638482, + "recall": 0.617616, + "recall_weighted": 0.597639, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.575996, + "f1": 0.528334, + "f1_weighted": 0.576928, + "precision": 0.515689, + "precision_weighted": 0.616967, + "recall": 0.602822, + "recall_weighted": 0.575996, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.591736, + "f1": 0.551568, + "f1_weighted": 0.588581, + "precision": 0.539113, + "precision_weighted": 0.62754, + "recall": 0.624837, + "recall_weighted": 0.591736, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.575012, + "f1": 0.539672, + "f1_weighted": 0.573071, + "precision": 0.522164, + "precision_weighted": 0.609827, + "recall": 0.613069, + "recall_weighted": 0.575012, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.543532, + "f1": 0.5079, + "f1_weighted": 0.542936, + "precision": 0.497648, + "precision_weighted": 0.594525, + "recall": 0.592031, + "recall_weighted": 0.543532, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.59518, + "f1": 0.551633, + "f1_weighted": 0.597053, + "precision": 0.538929, + "precision_weighted": 0.636479, + "recall": 0.616202, + "recall_weighted": 0.59518, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.583374, + "f1": 0.544578, + "f1_weighted": 0.584024, + "precision": 0.531116, + "precision_weighted": 0.625024, + "recall": 0.619066, + "recall_weighted": 0.583374, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.583374, + "hf_subset": "is", + "languages": [ + "isl-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.781604, + "f1": 0.777965, + "f1_weighted": 0.780539, + "precision": 0.762692, + "precision_weighted": 0.814386, + "recall": 0.850649, + "recall_weighted": 0.781604, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.803738, + "f1": 0.779378, + "f1_weighted": 0.799173, + "precision": 0.755752, + "precision_weighted": 0.817784, + "recall": 0.840617, + "recall_weighted": 0.803738, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.787014, + "f1": 0.768977, + "f1_weighted": 0.783435, + "precision": 0.749188, + "precision_weighted": 0.80256, + "recall": 0.831895, + "recall_weighted": 0.787014, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.803246, + "f1": 0.794564, + "f1_weighted": 0.79342, + "precision": 0.777208, + "precision_weighted": 0.827087, + "recall": 0.863159, + "recall_weighted": 0.803246, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.794884, + "f1": 0.789755, + "f1_weighted": 0.791893, + "precision": 0.770526, + "precision_weighted": 0.810041, + "recall": 0.858923, + "recall_weighted": 0.794884, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.783079, + "f1": 0.770472, + "f1_weighted": 0.781532, + "precision": 0.753742, + "precision_weighted": 0.802595, + "recall": 0.838087, + "recall_weighted": 0.783079, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.792425, + "f1": 0.778404, + "f1_weighted": 0.788844, + "precision": 0.758137, + "precision_weighted": 0.815972, + "recall": 0.854019, + "recall_weighted": 0.792425, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.773733, + "f1": 0.766601, + "f1_weighted": 0.769492, + "precision": 0.75066, + "precision_weighted": 0.794328, + "recall": 0.829513, + "recall_weighted": 0.773733, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.787998, + "f1": 0.758832, + "f1_weighted": 0.787959, + "precision": 0.745261, + "precision_weighted": 0.816042, + "recall": 0.816438, + "recall_weighted": 0.787998, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.787014, + "f1": 0.775317, + "f1_weighted": 0.783591, + "precision": 0.762795, + "precision_weighted": 0.813459, + "recall": 0.843428, + "recall_weighted": 0.787014, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.789474, + "f1": 0.776026, + "f1_weighted": 0.785988, + "precision": 0.758596, + "precision_weighted": 0.811426, + "recall": 0.842673, + "recall_weighted": 0.789474, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.789474, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.808165, + "f1": 0.78006, + "f1_weighted": 0.807945, + "precision": 0.772168, + "precision_weighted": 0.836887, + "recall": 0.843489, + "recall_weighted": 0.808165, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.815052, + "f1": 0.789299, + "f1_weighted": 0.813801, + "precision": 0.770632, + "precision_weighted": 0.831768, + "recall": 0.852345, + "recall_weighted": 0.815052, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.805706, + "f1": 0.781177, + "f1_weighted": 0.799654, + "precision": 0.767732, + "precision_weighted": 0.821985, + "recall": 0.840157, + "recall_weighted": 0.805706, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.800295, + "f1": 0.787938, + "f1_weighted": 0.797152, + "precision": 0.773534, + "precision_weighted": 0.829416, + "recall": 0.858511, + "recall_weighted": 0.800295, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.798819, + "f1": 0.773156, + "f1_weighted": 0.793617, + "precision": 0.756196, + "precision_weighted": 0.813588, + "recall": 0.839565, + "recall_weighted": 0.798819, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.78849, + "f1": 0.771754, + "f1_weighted": 0.784256, + "precision": 0.750004, + "precision_weighted": 0.803585, + "recall": 0.830859, + "recall_weighted": 0.78849, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.767339, + "f1": 0.759613, + "f1_weighted": 0.765543, + "precision": 0.748435, + "precision_weighted": 0.803141, + "recall": 0.833407, + "recall_weighted": 0.767339, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.801279, + "f1": 0.798819, + "f1_weighted": 0.794167, + "precision": 0.777083, + "precision_weighted": 0.807622, + "recall": 0.855262, + "recall_weighted": 0.801279, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.800787, + "f1": 0.776088, + "f1_weighted": 0.800865, + "precision": 0.764481, + "precision_weighted": 0.822649, + "recall": 0.8346, + "recall_weighted": 0.800787, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.795868, + "f1": 0.784554, + "f1_weighted": 0.795015, + "precision": 0.773742, + "precision_weighted": 0.81711, + "recall": 0.842914, + "recall_weighted": 0.795868, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.79818, + "f1": 0.780246, + "f1_weighted": 0.795202, + "precision": 0.765401, + "precision_weighted": 0.818775, + "recall": 0.843111, + "recall_weighted": 0.79818, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.79818, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.587801, + "f1": 0.557143, + "f1_weighted": 0.591771, + "precision": 0.547141, + "precision_weighted": 0.642935, + "recall": 0.636354, + "recall_weighted": 0.587801, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.624201, + "f1": 0.580761, + "f1_weighted": 0.626505, + "precision": 0.562581, + "precision_weighted": 0.670028, + "recall": 0.654335, + "recall_weighted": 0.624201, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.606985, + "f1": 0.561526, + "f1_weighted": 0.612444, + "precision": 0.55491, + "precision_weighted": 0.659253, + "recall": 0.624602, + "recall_weighted": 0.606985, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.609444, + "f1": 0.564471, + "f1_weighted": 0.611171, + "precision": 0.553108, + "precision_weighted": 0.660002, + "recall": 0.633892, + "recall_weighted": 0.609444, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.59272, + "f1": 0.563163, + "f1_weighted": 0.599389, + "precision": 0.556624, + "precision_weighted": 0.646269, + "recall": 0.624606, + "recall_weighted": 0.59272, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.585342, + "f1": 0.550788, + "f1_weighted": 0.590237, + "precision": 0.54297, + "precision_weighted": 0.639817, + "recall": 0.619701, + "recall_weighted": 0.585342, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.580423, + "f1": 0.530302, + "f1_weighted": 0.582245, + "precision": 0.525095, + "precision_weighted": 0.63086, + "recall": 0.587587, + "recall_weighted": 0.580423, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590753, + "f1": 0.563416, + "f1_weighted": 0.596269, + "precision": 0.547447, + "precision_weighted": 0.640338, + "recall": 0.634835, + "recall_weighted": 0.590753, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.592228, + "f1": 0.565209, + "f1_weighted": 0.599761, + "precision": 0.561974, + "precision_weighted": 0.645884, + "recall": 0.642377, + "recall_weighted": 0.592228, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.585342, + "f1": 0.543814, + "f1_weighted": 0.589241, + "precision": 0.533207, + "precision_weighted": 0.636642, + "recall": 0.621566, + "recall_weighted": 0.585342, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.595524, + "f1": 0.558059, + "f1_weighted": 0.599903, + "precision": 0.548506, + "precision_weighted": 0.647203, + "recall": 0.627985, + "recall_weighted": 0.595524, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.595524, + "hf_subset": "jv", + "languages": [ + "jav-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.528775, + "f1": 0.50648, + "f1_weighted": 0.525769, + "precision": 0.491902, + "precision_weighted": 0.570476, + "recall": 0.588232, + "recall_weighted": 0.528775, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.566158, + "f1": 0.53207, + "f1_weighted": 0.571659, + "precision": 0.518864, + "precision_weighted": 0.608469, + "recall": 0.605907, + "recall_weighted": 0.566158, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.53517, + "f1": 0.52872, + "f1_weighted": 0.535062, + "precision": 0.517559, + "precision_weighted": 0.59402, + "recall": 0.610492, + "recall_weighted": 0.53517, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.534678, + "f1": 0.514206, + "f1_weighted": 0.538623, + "precision": 0.501461, + "precision_weighted": 0.596374, + "recall": 0.606214, + "recall_weighted": 0.534678, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.543532, + "f1": 0.524488, + "f1_weighted": 0.549941, + "precision": 0.509618, + "precision_weighted": 0.606497, + "recall": 0.625359, + "recall_weighted": 0.543532, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.517462, + "f1": 0.513571, + "f1_weighted": 0.517827, + "precision": 0.500001, + "precision_weighted": 0.573236, + "recall": 0.609946, + "recall_weighted": 0.517462, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.525824, + "f1": 0.50111, + "f1_weighted": 0.530479, + "precision": 0.499332, + "precision_weighted": 0.612087, + "recall": 0.587771, + "recall_weighted": 0.525824, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.514019, + "f1": 0.498192, + "f1_weighted": 0.513303, + "precision": 0.487699, + "precision_weighted": 0.55356, + "recall": 0.578958, + "recall_weighted": 0.514019, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.551894, + "f1": 0.532556, + "f1_weighted": 0.559271, + "precision": 0.53537, + "precision_weighted": 0.621099, + "recall": 0.610372, + "recall_weighted": 0.551894, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.527791, + "f1": 0.492906, + "f1_weighted": 0.532693, + "precision": 0.489262, + "precision_weighted": 0.589034, + "recall": 0.561314, + "recall_weighted": 0.527791, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.53453, + "f1": 0.51443, + "f1_weighted": 0.537463, + "precision": 0.505107, + "precision_weighted": 0.592485, + "recall": 0.598456, + "recall_weighted": 0.53453, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.53453, + "hf_subset": "ka", + "languages": [ + "kat-Geor" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.480571, + "f1": 0.45904, + "f1_weighted": 0.496293, + "precision": 0.463265, + "precision_weighted": 0.576879, + "recall": 0.529476, + "recall_weighted": 0.480571, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.519429, + "f1": 0.472158, + "f1_weighted": 0.527992, + "precision": 0.468851, + "precision_weighted": 0.569523, + "recall": 0.521386, + "recall_weighted": 0.519429, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.481554, + "f1": 0.44759, + "f1_weighted": 0.486532, + "precision": 0.446408, + "precision_weighted": 0.540632, + "recall": 0.514365, + "recall_weighted": 0.481554, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.476636, + "f1": 0.445701, + "f1_weighted": 0.485916, + "precision": 0.444202, + "precision_weighted": 0.561438, + "recall": 0.518896, + "recall_weighted": 0.476636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.473684, + "f1": 0.460648, + "f1_weighted": 0.480921, + "precision": 0.455392, + "precision_weighted": 0.537285, + "recall": 0.537839, + "recall_weighted": 0.473684, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.45696, + "f1": 0.438647, + "f1_weighted": 0.463928, + "precision": 0.439204, + "precision_weighted": 0.528634, + "recall": 0.507925, + "recall_weighted": 0.45696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.439744, + "f1": 0.438132, + "f1_weighted": 0.449058, + "precision": 0.434359, + "precision_weighted": 0.52053, + "recall": 0.514012, + "recall_weighted": 0.439744, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.470241, + "f1": 0.43823, + "f1_weighted": 0.484365, + "precision": 0.442539, + "precision_weighted": 0.552011, + "recall": 0.504089, + "recall_weighted": 0.470241, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.470241, + "f1": 0.438903, + "f1_weighted": 0.480056, + "precision": 0.43684, + "precision_weighted": 0.530121, + "recall": 0.519073, + "recall_weighted": 0.470241, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.466798, + "f1": 0.443425, + "f1_weighted": 0.477233, + "precision": 0.44023, + "precision_weighted": 0.529893, + "recall": 0.498408, + "recall_weighted": 0.466798, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.473586, + "f1": 0.448247, + "f1_weighted": 0.483229, + "precision": 0.447129, + "precision_weighted": 0.544695, + "recall": 0.516547, + "recall_weighted": 0.473586, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.473586, + "hf_subset": "km", + "languages": [ + "khm-Khmr" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.637482, + "f1": 0.620593, + "f1_weighted": 0.63513, + "precision": 0.615762, + "precision_weighted": 0.676207, + "recall": 0.684729, + "recall_weighted": 0.637482, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.653222, + "f1": 0.613592, + "f1_weighted": 0.655577, + "precision": 0.596426, + "precision_weighted": 0.682786, + "recall": 0.6714, + "recall_weighted": 0.653222, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.657157, + "f1": 0.626206, + "f1_weighted": 0.652197, + "precision": 0.609269, + "precision_weighted": 0.686293, + "recall": 0.699572, + "recall_weighted": 0.657157, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.646335, + "f1": 0.623173, + "f1_weighted": 0.643716, + "precision": 0.607719, + "precision_weighted": 0.671855, + "recall": 0.683286, + "recall_weighted": 0.646335, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.625184, + "f1": 0.603471, + "f1_weighted": 0.627972, + "precision": 0.585991, + "precision_weighted": 0.671906, + "recall": 0.694157, + "recall_weighted": 0.625184, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.637482, + "f1": 0.620982, + "f1_weighted": 0.634333, + "precision": 0.60261, + "precision_weighted": 0.672596, + "recall": 0.692252, + "recall_weighted": 0.637482, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.635514, + "f1": 0.612084, + "f1_weighted": 0.640015, + "precision": 0.596881, + "precision_weighted": 0.676627, + "recall": 0.677772, + "recall_weighted": 0.635514, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.638957, + "f1": 0.618521, + "f1_weighted": 0.637337, + "precision": 0.604922, + "precision_weighted": 0.668185, + "recall": 0.688657, + "recall_weighted": 0.638957, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.639449, + "f1": 0.616676, + "f1_weighted": 0.639429, + "precision": 0.603286, + "precision_weighted": 0.676852, + "recall": 0.689308, + "recall_weighted": 0.639449, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.658141, + "f1": 0.624947, + "f1_weighted": 0.655199, + "precision": 0.611278, + "precision_weighted": 0.689761, + "recall": 0.684753, + "recall_weighted": 0.658141, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.642892, + "f1": 0.618025, + "f1_weighted": 0.642091, + "precision": 0.603414, + "precision_weighted": 0.677307, + "recall": 0.686589, + "recall_weighted": 0.642892, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.642892, + "hf_subset": "kn", + "languages": [ + "kan-Knda" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.789474, + "f1": 0.757295, + "f1_weighted": 0.786447, + "precision": 0.736424, + "precision_weighted": 0.809548, + "recall": 0.827364, + "recall_weighted": 0.789474, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.794393, + "f1": 0.762548, + "f1_weighted": 0.791451, + "precision": 0.737448, + "precision_weighted": 0.808137, + "recall": 0.832002, + "recall_weighted": 0.794393, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.763404, + "f1": 0.755383, + "f1_weighted": 0.758733, + "precision": 0.741412, + "precision_weighted": 0.793613, + "recall": 0.825476, + "recall_weighted": 0.763404, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.775701, + "f1": 0.745539, + "f1_weighted": 0.770383, + "precision": 0.725952, + "precision_weighted": 0.799868, + "recall": 0.825461, + "recall_weighted": 0.775701, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.771274, + "f1": 0.75539, + "f1_weighted": 0.772821, + "precision": 0.740632, + "precision_weighted": 0.800472, + "recall": 0.830087, + "recall_weighted": 0.771274, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.762912, + "f1": 0.743519, + "f1_weighted": 0.758864, + "precision": 0.724949, + "precision_weighted": 0.785515, + "recall": 0.80537, + "recall_weighted": 0.762912, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.765371, + "f1": 0.743653, + "f1_weighted": 0.761486, + "precision": 0.726121, + "precision_weighted": 0.794265, + "recall": 0.825371, + "recall_weighted": 0.765371, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.771274, + "f1": 0.746037, + "f1_weighted": 0.768458, + "precision": 0.728805, + "precision_weighted": 0.801364, + "recall": 0.811838, + "recall_weighted": 0.771274, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.755534, + "f1": 0.744851, + "f1_weighted": 0.762496, + "precision": 0.744163, + "precision_weighted": 0.811721, + "recall": 0.81784, + "recall_weighted": 0.755534, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.771766, + "f1": 0.751186, + "f1_weighted": 0.767705, + "precision": 0.735403, + "precision_weighted": 0.792525, + "recall": 0.817582, + "recall_weighted": 0.771766, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.77211, + "f1": 0.75054, + "f1_weighted": 0.769884, + "precision": 0.734131, + "precision_weighted": 0.799703, + "recall": 0.821839, + "recall_weighted": 0.77211, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.77211, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.706345, + "f1": 0.690572, + "f1_weighted": 0.704873, + "precision": 0.665373, + "precision_weighted": 0.738738, + "recall": 0.773287, + "recall_weighted": 0.706345, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.711756, + "f1": 0.677901, + "f1_weighted": 0.717293, + "precision": 0.662569, + "precision_weighted": 0.747511, + "recall": 0.749672, + "recall_weighted": 0.711756, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.699951, + "f1": 0.666013, + "f1_weighted": 0.697652, + "precision": 0.644461, + "precision_weighted": 0.728166, + "recall": 0.74501, + "recall_weighted": 0.699951, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.725037, + "f1": 0.692993, + "f1_weighted": 0.720967, + "precision": 0.670648, + "precision_weighted": 0.745685, + "recall": 0.762137, + "recall_weighted": 0.725037, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.68667, + "f1": 0.666347, + "f1_weighted": 0.686992, + "precision": 0.652452, + "precision_weighted": 0.729006, + "recall": 0.741938, + "recall_weighted": 0.68667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.690113, + "f1": 0.676086, + "f1_weighted": 0.687677, + "precision": 0.652845, + "precision_weighted": 0.718566, + "recall": 0.755736, + "recall_weighted": 0.690113, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.687654, + "f1": 0.670757, + "f1_weighted": 0.690065, + "precision": 0.655219, + "precision_weighted": 0.735841, + "recall": 0.745427, + "recall_weighted": 0.687654, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.688637, + "f1": 0.664189, + "f1_weighted": 0.684492, + "precision": 0.643561, + "precision_weighted": 0.716465, + "recall": 0.743573, + "recall_weighted": 0.688637, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.672897, + "f1": 0.65076, + "f1_weighted": 0.678773, + "precision": 0.639475, + "precision_weighted": 0.72385, + "recall": 0.737442, + "recall_weighted": 0.672897, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.693556, + "f1": 0.668733, + "f1_weighted": 0.693354, + "precision": 0.655549, + "precision_weighted": 0.735979, + "recall": 0.749377, + "recall_weighted": 0.693556, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.696262, + "f1": 0.672435, + "f1_weighted": 0.696214, + "precision": 0.654215, + "precision_weighted": 0.731981, + "recall": 0.75036, + "recall_weighted": 0.696262, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.696262, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.677324, + "f1": 0.634282, + "f1_weighted": 0.677279, + "precision": 0.632375, + "precision_weighted": 0.720398, + "recall": 0.710185, + "recall_weighted": 0.677324, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.683227, + "f1": 0.640357, + "f1_weighted": 0.688465, + "precision": 0.629444, + "precision_weighted": 0.724379, + "recall": 0.716925, + "recall_weighted": 0.683227, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.667978, + "f1": 0.607072, + "f1_weighted": 0.667959, + "precision": 0.59644, + "precision_weighted": 0.711592, + "recall": 0.685379, + "recall_weighted": 0.667978, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.697983, + "f1": 0.640184, + "f1_weighted": 0.69991, + "precision": 0.62451, + "precision_weighted": 0.734027, + "recall": 0.714509, + "recall_weighted": 0.697983, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.671422, + "f1": 0.620524, + "f1_weighted": 0.674319, + "precision": 0.609567, + "precision_weighted": 0.710226, + "recall": 0.700111, + "recall_weighted": 0.671422, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.651746, + "f1": 0.607958, + "f1_weighted": 0.654842, + "precision": 0.593084, + "precision_weighted": 0.699106, + "recall": 0.686577, + "recall_weighted": 0.651746, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.662076, + "f1": 0.619421, + "f1_weighted": 0.662073, + "precision": 0.607071, + "precision_weighted": 0.696313, + "recall": 0.695582, + "recall_weighted": 0.662076, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.665519, + "f1": 0.628442, + "f1_weighted": 0.66643, + "precision": 0.617934, + "precision_weighted": 0.697041, + "recall": 0.686517, + "recall_weighted": 0.665519, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.652238, + "f1": 0.613968, + "f1_weighted": 0.657732, + "precision": 0.616424, + "precision_weighted": 0.709472, + "recall": 0.695469, + "recall_weighted": 0.652238, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.693556, + "f1": 0.650775, + "f1_weighted": 0.696014, + "precision": 0.633793, + "precision_weighted": 0.732043, + "recall": 0.724994, + "recall_weighted": 0.693556, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.672307, + "f1": 0.626298, + "f1_weighted": 0.674502, + "precision": 0.616064, + "precision_weighted": 0.71346, + "recall": 0.701625, + "recall_weighted": 0.672307, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.672307, + "hf_subset": "ml", + "languages": [ + "mal-Mlym" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.503689, + "f1": 0.491946, + "f1_weighted": 0.499152, + "precision": 0.480938, + "precision_weighted": 0.553109, + "recall": 0.587086, + "recall_weighted": 0.503689, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.528775, + "f1": 0.505888, + "f1_weighted": 0.529161, + "precision": 0.487446, + "precision_weighted": 0.576455, + "recall": 0.580412, + "recall_weighted": 0.528775, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.522381, + "f1": 0.499834, + "f1_weighted": 0.522256, + "precision": 0.493048, + "precision_weighted": 0.583501, + "recall": 0.573354, + "recall_weighted": 0.522381, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.53517, + "f1": 0.523717, + "f1_weighted": 0.539171, + "precision": 0.520705, + "precision_weighted": 0.592373, + "recall": 0.606935, + "recall_weighted": 0.53517, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.508116, + "f1": 0.499195, + "f1_weighted": 0.507853, + "precision": 0.490062, + "precision_weighted": 0.569876, + "recall": 0.584541, + "recall_weighted": 0.508116, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.520413, + "f1": 0.51023, + "f1_weighted": 0.521568, + "precision": 0.500055, + "precision_weighted": 0.570589, + "recall": 0.586556, + "recall_weighted": 0.520413, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.502705, + "f1": 0.491407, + "f1_weighted": 0.504681, + "precision": 0.482565, + "precision_weighted": 0.57126, + "recall": 0.576738, + "recall_weighted": 0.502705, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.517954, + "f1": 0.496792, + "f1_weighted": 0.51997, + "precision": 0.486627, + "precision_weighted": 0.571517, + "recall": 0.576494, + "recall_weighted": 0.517954, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.487457, + "f1": 0.496504, + "f1_weighted": 0.485738, + "precision": 0.491773, + "precision_weighted": 0.542193, + "recall": 0.597766, + "recall_weighted": 0.487457, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.503689, + "f1": 0.493934, + "f1_weighted": 0.500716, + "precision": 0.48279, + "precision_weighted": 0.554211, + "recall": 0.579511, + "recall_weighted": 0.503689, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.513035, + "f1": 0.500945, + "f1_weighted": 0.513027, + "precision": 0.491601, + "precision_weighted": 0.568508, + "recall": 0.584939, + "recall_weighted": 0.513035, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.513035, + "hf_subset": "mn", + "languages": [ + "mon-Cyrl" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.757993, + "f1": 0.730816, + "f1_weighted": 0.756237, + "precision": 0.715721, + "precision_weighted": 0.786681, + "recall": 0.788427, + "recall_weighted": 0.757993, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.758485, + "f1": 0.730937, + "f1_weighted": 0.756929, + "precision": 0.715356, + "precision_weighted": 0.779272, + "recall": 0.788943, + "recall_weighted": 0.758485, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.725529, + "f1": 0.715134, + "f1_weighted": 0.722101, + "precision": 0.698589, + "precision_weighted": 0.764971, + "recall": 0.784705, + "recall_weighted": 0.725529, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.757993, + "f1": 0.726335, + "f1_weighted": 0.752162, + "precision": 0.709783, + "precision_weighted": 0.785311, + "recall": 0.7874, + "recall_weighted": 0.757993, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.735858, + "f1": 0.702246, + "f1_weighted": 0.72939, + "precision": 0.683956, + "precision_weighted": 0.755769, + "recall": 0.787722, + "recall_weighted": 0.735858, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.74422, + "f1": 0.717647, + "f1_weighted": 0.741519, + "precision": 0.696643, + "precision_weighted": 0.770708, + "recall": 0.789092, + "recall_weighted": 0.74422, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.745696, + "f1": 0.711128, + "f1_weighted": 0.739682, + "precision": 0.694506, + "precision_weighted": 0.770221, + "recall": 0.776991, + "recall_weighted": 0.745696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.722086, + "f1": 0.689804, + "f1_weighted": 0.721477, + "precision": 0.674719, + "precision_weighted": 0.746575, + "recall": 0.745214, + "recall_weighted": 0.722086, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.728972, + "f1": 0.699405, + "f1_weighted": 0.729856, + "precision": 0.691543, + "precision_weighted": 0.767731, + "recall": 0.762864, + "recall_weighted": 0.728972, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.753566, + "f1": 0.716566, + "f1_weighted": 0.756095, + "precision": 0.701833, + "precision_weighted": 0.782835, + "recall": 0.782098, + "recall_weighted": 0.753566, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.74304, + "f1": 0.714002, + "f1_weighted": 0.740545, + "precision": 0.698265, + "precision_weighted": 0.771007, + "recall": 0.779346, + "recall_weighted": 0.74304, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.74304, + "hf_subset": "ms", + "languages": [ + "msa-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.611904, + "f1": 0.588352, + "f1_weighted": 0.611668, + "precision": 0.576882, + "precision_weighted": 0.652989, + "recall": 0.670032, + "recall_weighted": 0.611904, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.620266, + "f1": 0.570283, + "f1_weighted": 0.622882, + "precision": 0.545765, + "precision_weighted": 0.653532, + "recall": 0.645015, + "recall_weighted": 0.620266, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.615347, + "f1": 0.566406, + "f1_weighted": 0.613125, + "precision": 0.545949, + "precision_weighted": 0.661824, + "recall": 0.640558, + "recall_weighted": 0.615347, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.604033, + "f1": 0.557548, + "f1_weighted": 0.606995, + "precision": 0.546512, + "precision_weighted": 0.653054, + "recall": 0.620891, + "recall_weighted": 0.604033, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.597639, + "f1": 0.560265, + "f1_weighted": 0.601703, + "precision": 0.542347, + "precision_weighted": 0.643368, + "recall": 0.63855, + "recall_weighted": 0.597639, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.584358, + "f1": 0.55809, + "f1_weighted": 0.590961, + "precision": 0.552581, + "precision_weighted": 0.633092, + "recall": 0.612129, + "recall_weighted": 0.584358, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.577472, + "f1": 0.551645, + "f1_weighted": 0.57832, + "precision": 0.537613, + "precision_weighted": 0.619407, + "recall": 0.623311, + "recall_weighted": 0.577472, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.589277, + "f1": 0.55225, + "f1_weighted": 0.592036, + "precision": 0.535204, + "precision_weighted": 0.632824, + "recall": 0.627697, + "recall_weighted": 0.589277, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.577472, + "f1": 0.566009, + "f1_weighted": 0.577869, + "precision": 0.559702, + "precision_weighted": 0.62719, + "recall": 0.64198, + "recall_weighted": 0.577472, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.607477, + "f1": 0.564689, + "f1_weighted": 0.612861, + "precision": 0.551593, + "precision_weighted": 0.652619, + "recall": 0.628206, + "recall_weighted": 0.607477, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.598524, + "f1": 0.563554, + "f1_weighted": 0.600842, + "precision": 0.549415, + "precision_weighted": 0.64299, + "recall": 0.634837, + "recall_weighted": 0.598524, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.598524, + "hf_subset": "my", + "languages": [ + "mya-Mymr" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.753074, + "f1": 0.726466, + "f1_weighted": 0.75541, + "precision": 0.717154, + "precision_weighted": 0.790605, + "recall": 0.790934, + "recall_weighted": 0.753074, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.765371, + "f1": 0.721665, + "f1_weighted": 0.765036, + "precision": 0.703815, + "precision_weighted": 0.784578, + "recall": 0.782148, + "recall_weighted": 0.765371, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.744712, + "f1": 0.710665, + "f1_weighted": 0.739501, + "precision": 0.691375, + "precision_weighted": 0.763704, + "recall": 0.778794, + "recall_weighted": 0.744712, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.777177, + "f1": 0.738129, + "f1_weighted": 0.772666, + "precision": 0.720734, + "precision_weighted": 0.795374, + "recall": 0.798577, + "recall_weighted": 0.777177, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.754058, + "f1": 0.716597, + "f1_weighted": 0.753469, + "precision": 0.701694, + "precision_weighted": 0.78093, + "recall": 0.780642, + "recall_weighted": 0.754058, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.752582, + "f1": 0.722144, + "f1_weighted": 0.752292, + "precision": 0.704703, + "precision_weighted": 0.77529, + "recall": 0.784075, + "recall_weighted": 0.752582, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.751107, + "f1": 0.718138, + "f1_weighted": 0.746796, + "precision": 0.695996, + "precision_weighted": 0.767202, + "recall": 0.788393, + "recall_weighted": 0.751107, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.750123, + "f1": 0.710196, + "f1_weighted": 0.746986, + "precision": 0.699636, + "precision_weighted": 0.770785, + "recall": 0.768913, + "recall_weighted": 0.750123, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.745204, + "f1": 0.715985, + "f1_weighted": 0.749186, + "precision": 0.704337, + "precision_weighted": 0.780367, + "recall": 0.781815, + "recall_weighted": 0.745204, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.75455, + "f1": 0.715981, + "f1_weighted": 0.754466, + "precision": 0.704962, + "precision_weighted": 0.784374, + "recall": 0.770869, + "recall_weighted": 0.75455, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.754796, + "f1": 0.719596, + "f1_weighted": 0.753581, + "precision": 0.70444, + "precision_weighted": 0.779321, + "recall": 0.782516, + "recall_weighted": 0.754796, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.754796, + "hf_subset": "nb", + "languages": [ + "nob-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.767831, + "f1": 0.753572, + "f1_weighted": 0.768002, + "precision": 0.739755, + "precision_weighted": 0.796756, + "recall": 0.826917, + "recall_weighted": 0.767831, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.783571, + "f1": 0.750586, + "f1_weighted": 0.78237, + "precision": 0.726454, + "precision_weighted": 0.798215, + "recall": 0.810656, + "recall_weighted": 0.783571, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.783571, + "f1": 0.746331, + "f1_weighted": 0.776673, + "precision": 0.723158, + "precision_weighted": 0.796029, + "recall": 0.821621, + "recall_weighted": 0.783571, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.801771, + "f1": 0.751924, + "f1_weighted": 0.793052, + "precision": 0.733628, + "precision_weighted": 0.818379, + "recall": 0.8119, + "recall_weighted": 0.801771, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.77275, + "f1": 0.726652, + "f1_weighted": 0.766368, + "precision": 0.704772, + "precision_weighted": 0.789491, + "recall": 0.809277, + "recall_weighted": 0.77275, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.780128, + "f1": 0.74778, + "f1_weighted": 0.778912, + "precision": 0.727335, + "precision_weighted": 0.803258, + "recall": 0.821226, + "recall_weighted": 0.780128, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.77029, + "f1": 0.73918, + "f1_weighted": 0.766199, + "precision": 0.722123, + "precision_weighted": 0.791599, + "recall": 0.814957, + "recall_weighted": 0.77029, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772258, + "f1": 0.747069, + "f1_weighted": 0.7697, + "precision": 0.727699, + "precision_weighted": 0.795753, + "recall": 0.822486, + "recall_weighted": 0.772258, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.77816, + "f1": 0.738964, + "f1_weighted": 0.779049, + "precision": 0.731119, + "precision_weighted": 0.808469, + "recall": 0.803749, + "recall_weighted": 0.77816, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.770782, + "f1": 0.732811, + "f1_weighted": 0.768893, + "precision": 0.717992, + "precision_weighted": 0.79514, + "recall": 0.80193, + "recall_weighted": 0.770782, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.778111, + "f1": 0.743487, + "f1_weighted": 0.774922, + "precision": 0.725403, + "precision_weighted": 0.799309, + "recall": 0.814472, + "recall_weighted": 0.778111, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.778111, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.785539, + "f1": 0.763109, + "f1_weighted": 0.787336, + "precision": 0.754168, + "precision_weighted": 0.816176, + "recall": 0.812935, + "recall_weighted": 0.785539, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.796852, + "f1": 0.761803, + "f1_weighted": 0.791771, + "precision": 0.737919, + "precision_weighted": 0.810443, + "recall": 0.830444, + "recall_weighted": 0.796852, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.78062, + "f1": 0.744096, + "f1_weighted": 0.776463, + "precision": 0.726113, + "precision_weighted": 0.804334, + "recall": 0.811788, + "recall_weighted": 0.78062, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.796852, + "f1": 0.757698, + "f1_weighted": 0.789941, + "precision": 0.735761, + "precision_weighted": 0.81252, + "recall": 0.818307, + "recall_weighted": 0.796852, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.774225, + "f1": 0.742612, + "f1_weighted": 0.770492, + "precision": 0.729273, + "precision_weighted": 0.794536, + "recall": 0.814396, + "recall_weighted": 0.774225, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.770782, + "f1": 0.737966, + "f1_weighted": 0.768061, + "precision": 0.716596, + "precision_weighted": 0.788289, + "recall": 0.799511, + "recall_weighted": 0.770782, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.776685, + "f1": 0.729941, + "f1_weighted": 0.774619, + "precision": 0.713626, + "precision_weighted": 0.802522, + "recall": 0.796177, + "recall_weighted": 0.776685, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.755534, + "f1": 0.738674, + "f1_weighted": 0.754012, + "precision": 0.719277, + "precision_weighted": 0.789776, + "recall": 0.804764, + "recall_weighted": 0.755534, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.779636, + "f1": 0.746707, + "f1_weighted": 0.779333, + "precision": 0.732577, + "precision_weighted": 0.806486, + "recall": 0.808211, + "recall_weighted": 0.779636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.78849, + "f1": 0.747897, + "f1_weighted": 0.784993, + "precision": 0.729486, + "precision_weighted": 0.813018, + "recall": 0.808679, + "recall_weighted": 0.78849, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.780521, + "f1": 0.74705, + "f1_weighted": 0.777702, + "precision": 0.72948, + "precision_weighted": 0.80381, + "recall": 0.810521, + "recall_weighted": 0.780521, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.780521, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.784555, + "f1": 0.767466, + "f1_weighted": 0.785539, + "precision": 0.753761, + "precision_weighted": 0.81391, + "recall": 0.822798, + "recall_weighted": 0.784555, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.805214, + "f1": 0.770178, + "f1_weighted": 0.799796, + "precision": 0.745794, + "precision_weighted": 0.815773, + "recall": 0.830484, + "recall_weighted": 0.805214, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.785047, + "f1": 0.766134, + "f1_weighted": 0.779111, + "precision": 0.747745, + "precision_weighted": 0.800905, + "recall": 0.830414, + "recall_weighted": 0.785047, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.799803, + "f1": 0.766921, + "f1_weighted": 0.795801, + "precision": 0.745943, + "precision_weighted": 0.820465, + "recall": 0.834255, + "recall_weighted": 0.799803, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.790457, + "f1": 0.761284, + "f1_weighted": 0.781687, + "precision": 0.731445, + "precision_weighted": 0.796404, + "recall": 0.842493, + "recall_weighted": 0.790457, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.785047, + "f1": 0.762534, + "f1_weighted": 0.782516, + "precision": 0.74317, + "precision_weighted": 0.801546, + "recall": 0.826401, + "recall_weighted": 0.785047, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.785047, + "f1": 0.759977, + "f1_weighted": 0.781562, + "precision": 0.742226, + "precision_weighted": 0.800692, + "recall": 0.824926, + "recall_weighted": 0.785047, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.771274, + "f1": 0.750952, + "f1_weighted": 0.768444, + "precision": 0.73425, + "precision_weighted": 0.791347, + "recall": 0.809827, + "recall_weighted": 0.771274, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.764388, + "f1": 0.743154, + "f1_weighted": 0.766243, + "precision": 0.730357, + "precision_weighted": 0.79134, + "recall": 0.806967, + "recall_weighted": 0.764388, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.780128, + "f1": 0.751714, + "f1_weighted": 0.779786, + "precision": 0.734842, + "precision_weighted": 0.811621, + "recall": 0.82173, + "recall_weighted": 0.780128, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.785096, + "f1": 0.760032, + "f1_weighted": 0.782049, + "precision": 0.740953, + "precision_weighted": 0.8044, + "recall": 0.82503, + "recall_weighted": 0.785096, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.785096, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.749631, + "f1": 0.727643, + "f1_weighted": 0.748467, + "precision": 0.713814, + "precision_weighted": 0.778724, + "recall": 0.788853, + "recall_weighted": 0.749631, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.755042, + "f1": 0.713558, + "f1_weighted": 0.75493, + "precision": 0.699501, + "precision_weighted": 0.776687, + "recall": 0.77368, + "recall_weighted": 0.755042, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.73881, + "f1": 0.699561, + "f1_weighted": 0.737504, + "precision": 0.689113, + "precision_weighted": 0.77564, + "recall": 0.766337, + "recall_weighted": 0.73881, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.758977, + "f1": 0.714314, + "f1_weighted": 0.749513, + "precision": 0.704053, + "precision_weighted": 0.776218, + "recall": 0.776501, + "recall_weighted": 0.758977, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.721594, + "f1": 0.683803, + "f1_weighted": 0.718363, + "precision": 0.663633, + "precision_weighted": 0.753829, + "recall": 0.770803, + "recall_weighted": 0.721594, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.725529, + "f1": 0.710815, + "f1_weighted": 0.7263, + "precision": 0.692464, + "precision_weighted": 0.751192, + "recall": 0.780361, + "recall_weighted": 0.725529, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.734383, + "f1": 0.705088, + "f1_weighted": 0.736309, + "precision": 0.695143, + "precision_weighted": 0.766083, + "recall": 0.774943, + "recall_weighted": 0.734383, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.72848, + "f1": 0.693843, + "f1_weighted": 0.729152, + "precision": 0.681903, + "precision_weighted": 0.755875, + "recall": 0.755041, + "recall_weighted": 0.72848, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.721102, + "f1": 0.689602, + "f1_weighted": 0.722798, + "precision": 0.683626, + "precision_weighted": 0.7559, + "recall": 0.754297, + "recall_weighted": 0.721102, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.739793, + "f1": 0.701191, + "f1_weighted": 0.742546, + "precision": 0.68745, + "precision_weighted": 0.770378, + "recall": 0.76085, + "recall_weighted": 0.739793, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.737334, + "f1": 0.703942, + "f1_weighted": 0.736588, + "precision": 0.69107, + "precision_weighted": 0.766053, + "recall": 0.770167, + "recall_weighted": 0.737334, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.737334, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.798328, + "f1": 0.789258, + "f1_weighted": 0.797199, + "precision": 0.768414, + "precision_weighted": 0.817121, + "recall": 0.853582, + "recall_weighted": 0.798328, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.796852, + "f1": 0.758123, + "f1_weighted": 0.795128, + "precision": 0.740056, + "precision_weighted": 0.813697, + "recall": 0.823426, + "recall_weighted": 0.796852, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.781112, + "f1": 0.750282, + "f1_weighted": 0.775832, + "precision": 0.733431, + "precision_weighted": 0.805089, + "recall": 0.82448, + "recall_weighted": 0.781112, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.807182, + "f1": 0.775898, + "f1_weighted": 0.80544, + "precision": 0.759031, + "precision_weighted": 0.832636, + "recall": 0.842946, + "recall_weighted": 0.807182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.777668, + "f1": 0.743137, + "f1_weighted": 0.772523, + "precision": 0.719604, + "precision_weighted": 0.793441, + "recall": 0.823624, + "recall_weighted": 0.777668, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.786522, + "f1": 0.753701, + "f1_weighted": 0.784116, + "precision": 0.724026, + "precision_weighted": 0.8038, + "recall": 0.827228, + "recall_weighted": 0.786522, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.789966, + "f1": 0.756888, + "f1_weighted": 0.78869, + "precision": 0.738088, + "precision_weighted": 0.808518, + "recall": 0.826799, + "recall_weighted": 0.789966, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.774225, + "f1": 0.747733, + "f1_weighted": 0.770322, + "precision": 0.734182, + "precision_weighted": 0.790774, + "recall": 0.806339, + "recall_weighted": 0.774225, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.793901, + "f1": 0.761112, + "f1_weighted": 0.795868, + "precision": 0.746203, + "precision_weighted": 0.823764, + "recall": 0.831977, + "recall_weighted": 0.793901, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.783079, + "f1": 0.748616, + "f1_weighted": 0.78224, + "precision": 0.736153, + "precision_weighted": 0.808382, + "recall": 0.812877, + "recall_weighted": 0.783079, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.788883, + "f1": 0.758475, + "f1_weighted": 0.786736, + "precision": 0.739919, + "precision_weighted": 0.809722, + "recall": 0.827328, + "recall_weighted": 0.788883, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.788883, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.720118, + "f1": 0.704164, + "f1_weighted": 0.7228, + "precision": 0.703652, + "precision_weighted": 0.762661, + "recall": 0.774518, + "recall_weighted": 0.720118, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.757993, + "f1": 0.708316, + "f1_weighted": 0.754333, + "precision": 0.690554, + "precision_weighted": 0.770921, + "recall": 0.773359, + "recall_weighted": 0.757993, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.723561, + "f1": 0.690389, + "f1_weighted": 0.719652, + "precision": 0.671539, + "precision_weighted": 0.743758, + "recall": 0.763293, + "recall_weighted": 0.723561, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.734383, + "f1": 0.702769, + "f1_weighted": 0.730515, + "precision": 0.690249, + "precision_weighted": 0.75688, + "recall": 0.764064, + "recall_weighted": 0.734383, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.742745, + "f1": 0.707027, + "f1_weighted": 0.742343, + "precision": 0.694305, + "precision_weighted": 0.765841, + "recall": 0.776629, + "recall_weighted": 0.742745, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727496, + "f1": 0.688169, + "f1_weighted": 0.726936, + "precision": 0.668766, + "precision_weighted": 0.753978, + "recall": 0.758113, + "recall_weighted": 0.727496, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.734875, + "f1": 0.694535, + "f1_weighted": 0.730091, + "precision": 0.675656, + "precision_weighted": 0.751253, + "recall": 0.764114, + "recall_weighted": 0.734875, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.715691, + "f1": 0.679881, + "f1_weighted": 0.715698, + "precision": 0.670403, + "precision_weighted": 0.754476, + "recall": 0.751387, + "recall_weighted": 0.715691, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.713232, + "f1": 0.68398, + "f1_weighted": 0.718702, + "precision": 0.677809, + "precision_weighted": 0.754756, + "recall": 0.754961, + "recall_weighted": 0.713232, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.734383, + "f1": 0.700158, + "f1_weighted": 0.7357, + "precision": 0.687135, + "precision_weighted": 0.770057, + "recall": 0.765147, + "recall_weighted": 0.734383, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.730448, + "f1": 0.695939, + "f1_weighted": 0.729677, + "precision": 0.683007, + "precision_weighted": 0.758458, + "recall": 0.764558, + "recall_weighted": 0.730448, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.730448, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.650271, + "f1": 0.635084, + "f1_weighted": 0.649393, + "precision": 0.618631, + "precision_weighted": 0.682448, + "recall": 0.699351, + "recall_weighted": 0.650271, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.664535, + "f1": 0.6259, + "f1_weighted": 0.664749, + "precision": 0.604212, + "precision_weighted": 0.687868, + "recall": 0.69099, + "recall_weighted": 0.664535, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.640925, + "f1": 0.619408, + "f1_weighted": 0.642405, + "precision": 0.602773, + "precision_weighted": 0.677394, + "recall": 0.684524, + "recall_weighted": 0.640925, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.655189, + "f1": 0.616037, + "f1_weighted": 0.653505, + "precision": 0.605379, + "precision_weighted": 0.691232, + "recall": 0.679224, + "recall_weighted": 0.655189, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.634038, + "f1": 0.615561, + "f1_weighted": 0.632725, + "precision": 0.595879, + "precision_weighted": 0.66724, + "recall": 0.687899, + "recall_weighted": 0.634038, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.657157, + "f1": 0.633345, + "f1_weighted": 0.656702, + "precision": 0.622826, + "precision_weighted": 0.687367, + "recall": 0.704498, + "recall_weighted": 0.657157, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.638957, + "f1": 0.612836, + "f1_weighted": 0.638634, + "precision": 0.594694, + "precision_weighted": 0.672104, + "recall": 0.69042, + "recall_weighted": 0.638957, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.648795, + "f1": 0.623368, + "f1_weighted": 0.65142, + "precision": 0.6064, + "precision_weighted": 0.677482, + "recall": 0.686241, + "recall_weighted": 0.648795, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.65273, + "f1": 0.630777, + "f1_weighted": 0.655006, + "precision": 0.620354, + "precision_weighted": 0.679196, + "recall": 0.690974, + "recall_weighted": 0.65273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.65273, + "f1": 0.63623, + "f1_weighted": 0.651959, + "precision": 0.623685, + "precision_weighted": 0.68083, + "recall": 0.714116, + "recall_weighted": 0.65273, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.649533, + "f1": 0.624855, + "f1_weighted": 0.64965, + "precision": 0.609483, + "precision_weighted": 0.680316, + "recall": 0.692824, + "recall_weighted": 0.649533, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.649533, + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.755042, + "f1": 0.725111, + "f1_weighted": 0.756544, + "precision": 0.71452, + "precision_weighted": 0.788709, + "recall": 0.788628, + "recall_weighted": 0.755042, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.781112, + "f1": 0.746406, + "f1_weighted": 0.778184, + "precision": 0.729733, + "precision_weighted": 0.792177, + "recall": 0.807835, + "recall_weighted": 0.781112, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.767831, + "f1": 0.730478, + "f1_weighted": 0.764474, + "precision": 0.710437, + "precision_weighted": 0.781052, + "recall": 0.799733, + "recall_weighted": 0.767831, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.777177, + "f1": 0.742898, + "f1_weighted": 0.774184, + "precision": 0.726364, + "precision_weighted": 0.795054, + "recall": 0.804116, + "recall_weighted": 0.777177, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.763404, + "f1": 0.731969, + "f1_weighted": 0.758434, + "precision": 0.708988, + "precision_weighted": 0.776911, + "recall": 0.812462, + "recall_weighted": 0.763404, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.775701, + "f1": 0.736524, + "f1_weighted": 0.772548, + "precision": 0.718263, + "precision_weighted": 0.788368, + "recall": 0.793289, + "recall_weighted": 0.775701, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.777177, + "f1": 0.739798, + "f1_weighted": 0.776321, + "precision": 0.72687, + "precision_weighted": 0.796592, + "recall": 0.796171, + "recall_weighted": 0.777177, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.766847, + "f1": 0.728846, + "f1_weighted": 0.763906, + "precision": 0.70929, + "precision_weighted": 0.780867, + "recall": 0.79185, + "recall_weighted": 0.766847, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.752582, + "f1": 0.719699, + "f1_weighted": 0.753029, + "precision": 0.705064, + "precision_weighted": 0.777154, + "recall": 0.783314, + "recall_weighted": 0.752582, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.764388, + "f1": 0.740507, + "f1_weighted": 0.762005, + "precision": 0.723229, + "precision_weighted": 0.788777, + "recall": 0.813792, + "recall_weighted": 0.764388, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.768126, + "f1": 0.734224, + "f1_weighted": 0.765963, + "precision": 0.717276, + "precision_weighted": 0.786566, + "recall": 0.799119, + "recall_weighted": 0.768126, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.768126, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.472209, + "f1": 0.457619, + "f1_weighted": 0.479118, + "precision": 0.454608, + "precision_weighted": 0.534976, + "recall": 0.518509, + "recall_weighted": 0.472209, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.478603, + "f1": 0.452134, + "f1_weighted": 0.485028, + "precision": 0.438856, + "precision_weighted": 0.521207, + "recall": 0.520251, + "recall_weighted": 0.478603, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.462863, + "f1": 0.454415, + "f1_weighted": 0.46294, + "precision": 0.446295, + "precision_weighted": 0.519824, + "recall": 0.540179, + "recall_weighted": 0.462863, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.431382, + "f1": 0.429868, + "f1_weighted": 0.436956, + "precision": 0.421897, + "precision_weighted": 0.489211, + "recall": 0.515947, + "recall_weighted": 0.431382, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.466798, + "f1": 0.449547, + "f1_weighted": 0.471656, + "precision": 0.434928, + "precision_weighted": 0.52646, + "recall": 0.539863, + "recall_weighted": 0.466798, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.467782, + "f1": 0.461743, + "f1_weighted": 0.472327, + "precision": 0.463122, + "precision_weighted": 0.525711, + "recall": 0.522767, + "recall_weighted": 0.467782, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454009, + "f1": 0.437382, + "f1_weighted": 0.458449, + "precision": 0.429278, + "precision_weighted": 0.506865, + "recall": 0.500562, + "recall_weighted": 0.454009, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454993, + "f1": 0.444994, + "f1_weighted": 0.45719, + "precision": 0.438372, + "precision_weighted": 0.509365, + "recall": 0.517579, + "recall_weighted": 0.454993, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.453025, + "f1": 0.443714, + "f1_weighted": 0.458087, + "precision": 0.437116, + "precision_weighted": 0.510586, + "recall": 0.516399, + "recall_weighted": 0.453025, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.461879, + "f1": 0.450034, + "f1_weighted": 0.461903, + "precision": 0.437195, + "precision_weighted": 0.510432, + "recall": 0.529117, + "recall_weighted": 0.461879, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.460354, + "f1": 0.448145, + "f1_weighted": 0.464365, + "precision": 0.440167, + "precision_weighted": 0.515464, + "recall": 0.522117, + "recall_weighted": 0.460354, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.460354, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.655189, + "f1": 0.620442, + "f1_weighted": 0.653642, + "precision": 0.608204, + "precision_weighted": 0.690839, + "recall": 0.689732, + "recall_weighted": 0.655189, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.647811, + "f1": 0.598857, + "f1_weighted": 0.651472, + "precision": 0.590142, + "precision_weighted": 0.696556, + "recall": 0.663874, + "recall_weighted": 0.647811, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.677324, + "f1": 0.631789, + "f1_weighted": 0.679239, + "precision": 0.617871, + "precision_weighted": 0.716917, + "recall": 0.695009, + "recall_weighted": 0.677324, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.657649, + "f1": 0.619536, + "f1_weighted": 0.660081, + "precision": 0.610133, + "precision_weighted": 0.698953, + "recall": 0.682444, + "recall_weighted": 0.657649, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.663551, + "f1": 0.623697, + "f1_weighted": 0.663253, + "precision": 0.606399, + "precision_weighted": 0.694704, + "recall": 0.696305, + "recall_weighted": 0.663551, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.650271, + "f1": 0.619009, + "f1_weighted": 0.652987, + "precision": 0.608173, + "precision_weighted": 0.690309, + "recall": 0.697784, + "recall_weighted": 0.650271, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.640433, + "f1": 0.605573, + "f1_weighted": 0.646018, + "precision": 0.588114, + "precision_weighted": 0.682495, + "recall": 0.67767, + "recall_weighted": 0.640433, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.635514, + "f1": 0.608029, + "f1_weighted": 0.643082, + "precision": 0.607067, + "precision_weighted": 0.690876, + "recall": 0.66372, + "recall_weighted": 0.635514, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.63699, + "f1": 0.607761, + "f1_weighted": 0.645314, + "precision": 0.603913, + "precision_weighted": 0.692719, + "recall": 0.675829, + "recall_weighted": 0.63699, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.677324, + "f1": 0.621391, + "f1_weighted": 0.678702, + "precision": 0.602491, + "precision_weighted": 0.704182, + "recall": 0.682942, + "recall_weighted": 0.677324, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.654206, + "f1": 0.615608, + "f1_weighted": 0.657379, + "precision": 0.604251, + "precision_weighted": 0.695855, + "recall": 0.682531, + "recall_weighted": 0.654206, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.654206, + "hf_subset": "ta", + "languages": [ + "tam-Taml" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.682735, + "f1": 0.651056, + "f1_weighted": 0.682672, + "precision": 0.64758, + "precision_weighted": 0.727426, + "recall": 0.709448, + "recall_weighted": 0.682735, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.70487, + "f1": 0.656194, + "f1_weighted": 0.706851, + "precision": 0.64145, + "precision_weighted": 0.733437, + "recall": 0.707299, + "recall_weighted": 0.70487, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.688146, + "f1": 0.648192, + "f1_weighted": 0.684454, + "precision": 0.63327, + "precision_weighted": 0.706548, + "recall": 0.695145, + "recall_weighted": 0.688146, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.684211, + "f1": 0.640071, + "f1_weighted": 0.681007, + "precision": 0.624803, + "precision_weighted": 0.713509, + "recall": 0.708352, + "recall_weighted": 0.684211, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.673881, + "f1": 0.631317, + "f1_weighted": 0.671267, + "precision": 0.6124, + "precision_weighted": 0.700116, + "recall": 0.703814, + "recall_weighted": 0.673881, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.672405, + "f1": 0.642445, + "f1_weighted": 0.672027, + "precision": 0.62507, + "precision_weighted": 0.709412, + "recall": 0.719709, + "recall_weighted": 0.672405, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.66847, + "f1": 0.627174, + "f1_weighted": 0.672299, + "precision": 0.614032, + "precision_weighted": 0.708573, + "recall": 0.682726, + "recall_weighted": 0.66847, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6788, + "f1": 0.636031, + "f1_weighted": 0.680292, + "precision": 0.625094, + "precision_weighted": 0.70911, + "recall": 0.694991, + "recall_weighted": 0.6788, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.68667, + "f1": 0.649229, + "f1_weighted": 0.689581, + "precision": 0.641804, + "precision_weighted": 0.723027, + "recall": 0.713827, + "recall_weighted": 0.68667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.686178, + "f1": 0.659698, + "f1_weighted": 0.684974, + "precision": 0.646259, + "precision_weighted": 0.719042, + "recall": 0.727833, + "recall_weighted": 0.686178, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.682636, + "f1": 0.644141, + "f1_weighted": 0.682542, + "precision": 0.631176, + "precision_weighted": 0.71502, + "recall": 0.706314, + "recall_weighted": 0.682636, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.682636, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.717167, + "f1": 0.713388, + "f1_weighted": 0.715838, + "precision": 0.705835, + "precision_weighted": 0.755819, + "recall": 0.778052, + "recall_weighted": 0.717167, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.741761, + "f1": 0.722595, + "f1_weighted": 0.741065, + "precision": 0.70736, + "precision_weighted": 0.766772, + "recall": 0.777252, + "recall_weighted": 0.741761, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.728972, + "f1": 0.721388, + "f1_weighted": 0.722006, + "precision": 0.705005, + "precision_weighted": 0.740974, + "recall": 0.785784, + "recall_weighted": 0.728972, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.729956, + "f1": 0.709668, + "f1_weighted": 0.721758, + "precision": 0.696273, + "precision_weighted": 0.759635, + "recall": 0.788421, + "recall_weighted": 0.729956, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.718151, + "f1": 0.699402, + "f1_weighted": 0.71276, + "precision": 0.681285, + "precision_weighted": 0.763061, + "recall": 0.795603, + "recall_weighted": 0.718151, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.724545, + "f1": 0.725132, + "f1_weighted": 0.711259, + "precision": 0.701394, + "precision_weighted": 0.736391, + "recall": 0.791929, + "recall_weighted": 0.724545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.719626, + "f1": 0.710145, + "f1_weighted": 0.714179, + "precision": 0.694028, + "precision_weighted": 0.742303, + "recall": 0.782607, + "recall_weighted": 0.719626, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.71274, + "f1": 0.704381, + "f1_weighted": 0.708116, + "precision": 0.691016, + "precision_weighted": 0.745914, + "recall": 0.769762, + "recall_weighted": 0.71274, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.710772, + "f1": 0.708851, + "f1_weighted": 0.71113, + "precision": 0.695879, + "precision_weighted": 0.748934, + "recall": 0.78651, + "recall_weighted": 0.710772, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.729956, + "f1": 0.721532, + "f1_weighted": 0.726233, + "precision": 0.704866, + "precision_weighted": 0.750583, + "recall": 0.793078, + "recall_weighted": 0.729956, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.723364, + "f1": 0.713648, + "f1_weighted": 0.718434, + "precision": 0.698294, + "precision_weighted": 0.751039, + "recall": 0.7849, + "recall_weighted": 0.723364, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.723364, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.699951, + "f1": 0.657568, + "f1_weighted": 0.70308, + "precision": 0.640332, + "precision_weighted": 0.741588, + "recall": 0.719592, + "recall_weighted": 0.699951, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.706345, + "f1": 0.653955, + "f1_weighted": 0.708974, + "precision": 0.639651, + "precision_weighted": 0.741372, + "recall": 0.706301, + "recall_weighted": 0.706345, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.685686, + "f1": 0.655492, + "f1_weighted": 0.68547, + "precision": 0.642359, + "precision_weighted": 0.728687, + "recall": 0.723774, + "recall_weighted": 0.685686, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.687162, + "f1": 0.640206, + "f1_weighted": 0.68651, + "precision": 0.619139, + "precision_weighted": 0.723075, + "recall": 0.70461, + "recall_weighted": 0.687162, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.667486, + "f1": 0.631615, + "f1_weighted": 0.669269, + "precision": 0.611692, + "precision_weighted": 0.716796, + "recall": 0.715731, + "recall_weighted": 0.667486, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.675357, + "f1": 0.632619, + "f1_weighted": 0.676219, + "precision": 0.617247, + "precision_weighted": 0.713545, + "recall": 0.698094, + "recall_weighted": 0.675357, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.67093, + "f1": 0.63165, + "f1_weighted": 0.668671, + "precision": 0.620714, + "precision_weighted": 0.709961, + "recall": 0.68502, + "recall_weighted": 0.67093, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.677324, + "f1": 0.648001, + "f1_weighted": 0.675213, + "precision": 0.630847, + "precision_weighted": 0.711196, + "recall": 0.705945, + "recall_weighted": 0.677324, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.672897, + "f1": 0.63667, + "f1_weighted": 0.674758, + "precision": 0.621798, + "precision_weighted": 0.709663, + "recall": 0.700426, + "recall_weighted": 0.672897, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.694048, + "f1": 0.652374, + "f1_weighted": 0.693458, + "precision": 0.637455, + "precision_weighted": 0.731524, + "recall": 0.717085, + "recall_weighted": 0.694048, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.683719, + "f1": 0.644015, + "f1_weighted": 0.684162, + "precision": 0.628123, + "precision_weighted": 0.722741, + "recall": 0.707658, + "recall_weighted": 0.683719, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.683719, + "hf_subset": "tl", + "languages": [ + "tgl-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.771766, + "f1": 0.733356, + "f1_weighted": 0.772148, + "precision": 0.725248, + "precision_weighted": 0.802525, + "recall": 0.79629, + "recall_weighted": 0.771766, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.753566, + "f1": 0.729554, + "f1_weighted": 0.750531, + "precision": 0.710909, + "precision_weighted": 0.768039, + "recall": 0.792952, + "recall_weighted": 0.753566, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.758977, + "f1": 0.710608, + "f1_weighted": 0.754115, + "precision": 0.692286, + "precision_weighted": 0.77656, + "recall": 0.772387, + "recall_weighted": 0.758977, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.765371, + "f1": 0.722546, + "f1_weighted": 0.758595, + "precision": 0.703761, + "precision_weighted": 0.783175, + "recall": 0.786636, + "recall_weighted": 0.765371, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.762912, + "f1": 0.719379, + "f1_weighted": 0.761088, + "precision": 0.69792, + "precision_weighted": 0.782823, + "recall": 0.789496, + "recall_weighted": 0.762912, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.750615, + "f1": 0.708281, + "f1_weighted": 0.746805, + "precision": 0.691902, + "precision_weighted": 0.776122, + "recall": 0.783216, + "recall_weighted": 0.750615, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.757993, + "f1": 0.708085, + "f1_weighted": 0.755398, + "precision": 0.690901, + "precision_weighted": 0.772954, + "recall": 0.768424, + "recall_weighted": 0.757993, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.77029, + "f1": 0.728117, + "f1_weighted": 0.768051, + "precision": 0.71243, + "precision_weighted": 0.794649, + "recall": 0.794803, + "recall_weighted": 0.77029, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.768323, + "f1": 0.718429, + "f1_weighted": 0.767333, + "precision": 0.700456, + "precision_weighted": 0.797187, + "recall": 0.788387, + "recall_weighted": 0.768323, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.764388, + "f1": 0.713493, + "f1_weighted": 0.765414, + "precision": 0.701588, + "precision_weighted": 0.793453, + "recall": 0.778161, + "recall_weighted": 0.764388, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.76242, + "f1": 0.719185, + "f1_weighted": 0.759948, + "precision": 0.70274, + "precision_weighted": 0.784749, + "recall": 0.785075, + "recall_weighted": 0.76242, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.76242, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.682735, + "f1": 0.653343, + "f1_weighted": 0.686341, + "precision": 0.644736, + "precision_weighted": 0.729773, + "recall": 0.723928, + "recall_weighted": 0.682735, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727004, + "f1": 0.664244, + "f1_weighted": 0.728745, + "precision": 0.650704, + "precision_weighted": 0.756229, + "recall": 0.721917, + "recall_weighted": 0.727004, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.721102, + "f1": 0.655527, + "f1_weighted": 0.721062, + "precision": 0.638835, + "precision_weighted": 0.747443, + "recall": 0.715079, + "recall_weighted": 0.721102, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.719626, + "f1": 0.670866, + "f1_weighted": 0.720142, + "precision": 0.66155, + "precision_weighted": 0.751662, + "recall": 0.741442, + "recall_weighted": 0.719626, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.706837, + "f1": 0.658711, + "f1_weighted": 0.708684, + "precision": 0.645441, + "precision_weighted": 0.737834, + "recall": 0.740669, + "recall_weighted": 0.706837, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.697983, + "f1": 0.654452, + "f1_weighted": 0.702461, + "precision": 0.639597, + "precision_weighted": 0.737528, + "recall": 0.726668, + "recall_weighted": 0.697983, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.709297, + "f1": 0.648661, + "f1_weighted": 0.710976, + "precision": 0.64107, + "precision_weighted": 0.739384, + "recall": 0.718943, + "recall_weighted": 0.709297, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.687162, + "f1": 0.650135, + "f1_weighted": 0.690541, + "precision": 0.641773, + "precision_weighted": 0.730771, + "recall": 0.709407, + "recall_weighted": 0.687162, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.684702, + "f1": 0.644176, + "f1_weighted": 0.689012, + "precision": 0.636489, + "precision_weighted": 0.731804, + "recall": 0.716543, + "recall_weighted": 0.684702, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.711264, + "f1": 0.670819, + "f1_weighted": 0.711325, + "precision": 0.663462, + "precision_weighted": 0.748898, + "recall": 0.741465, + "recall_weighted": 0.711264, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.704771, + "f1": 0.657094, + "f1_weighted": 0.706929, + "precision": 0.646366, + "precision_weighted": 0.741133, + "recall": 0.725606, + "recall_weighted": 0.704771, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.704771, + "hf_subset": "ur", + "languages": [ + "urd-Arab" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.786522, + "f1": 0.750765, + "f1_weighted": 0.785442, + "precision": 0.736559, + "precision_weighted": 0.81092, + "recall": 0.807867, + "recall_weighted": 0.786522, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.782587, + "f1": 0.741602, + "f1_weighted": 0.780183, + "precision": 0.723275, + "precision_weighted": 0.796052, + "recall": 0.805953, + "recall_weighted": 0.782587, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.766847, + "f1": 0.736967, + "f1_weighted": 0.763517, + "precision": 0.718438, + "precision_weighted": 0.791868, + "recall": 0.805587, + "recall_weighted": 0.766847, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.792425, + "f1": 0.747532, + "f1_weighted": 0.787357, + "precision": 0.737168, + "precision_weighted": 0.814721, + "recall": 0.803278, + "recall_weighted": 0.792425, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.775209, + "f1": 0.748333, + "f1_weighted": 0.770601, + "precision": 0.732819, + "precision_weighted": 0.790255, + "recall": 0.816059, + "recall_weighted": 0.775209, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.771274, + "f1": 0.721964, + "f1_weighted": 0.768508, + "precision": 0.704143, + "precision_weighted": 0.787516, + "recall": 0.780562, + "recall_weighted": 0.771274, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.77816, + "f1": 0.73904, + "f1_weighted": 0.776788, + "precision": 0.722224, + "precision_weighted": 0.797315, + "recall": 0.801509, + "recall_weighted": 0.77816, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.765863, + "f1": 0.731479, + "f1_weighted": 0.763877, + "precision": 0.719267, + "precision_weighted": 0.788614, + "recall": 0.788604, + "recall_weighted": 0.765863, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.783571, + "f1": 0.744897, + "f1_weighted": 0.78043, + "precision": 0.729167, + "precision_weighted": 0.802435, + "recall": 0.803898, + "recall_weighted": 0.783571, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.780128, + "f1": 0.744674, + "f1_weighted": 0.778144, + "precision": 0.726017, + "precision_weighted": 0.796697, + "recall": 0.803519, + "recall_weighted": 0.780128, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.778259, + "f1": 0.740725, + "f1_weighted": 0.775485, + "precision": 0.724908, + "precision_weighted": 0.797639, + "recall": 0.801684, + "recall_weighted": 0.778259, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.778259, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.809641, + "f1": 0.779346, + "f1_weighted": 0.80949, + "precision": 0.765761, + "precision_weighted": 0.827611, + "recall": 0.826387, + "recall_weighted": 0.809641, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.801279, + "f1": 0.773015, + "f1_weighted": 0.796379, + "precision": 0.753141, + "precision_weighted": 0.809862, + "recall": 0.832149, + "recall_weighted": 0.801279, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.784555, + "f1": 0.766995, + "f1_weighted": 0.776949, + "precision": 0.746267, + "precision_weighted": 0.790859, + "recall": 0.822589, + "recall_weighted": 0.784555, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.810625, + "f1": 0.777633, + "f1_weighted": 0.807723, + "precision": 0.765341, + "precision_weighted": 0.828839, + "recall": 0.826969, + "recall_weighted": 0.810625, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.774717, + "f1": 0.737456, + "f1_weighted": 0.769443, + "precision": 0.7227, + "precision_weighted": 0.79726, + "recall": 0.812134, + "recall_weighted": 0.774717, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.791441, + "f1": 0.771325, + "f1_weighted": 0.788155, + "precision": 0.753455, + "precision_weighted": 0.802306, + "recall": 0.820551, + "recall_weighted": 0.791441, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.797344, + "f1": 0.760012, + "f1_weighted": 0.795886, + "precision": 0.747608, + "precision_weighted": 0.814982, + "recall": 0.807782, + "recall_weighted": 0.797344, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.787998, + "f1": 0.762893, + "f1_weighted": 0.783092, + "precision": 0.744722, + "precision_weighted": 0.806202, + "recall": 0.81532, + "recall_weighted": 0.787998, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.77275, + "f1": 0.735337, + "f1_weighted": 0.772098, + "precision": 0.729986, + "precision_weighted": 0.799522, + "recall": 0.786826, + "recall_weighted": 0.77275, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.793901, + "f1": 0.77184, + "f1_weighted": 0.790721, + "precision": 0.761312, + "precision_weighted": 0.81674, + "recall": 0.818152, + "recall_weighted": 0.793901, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.792425, + "f1": 0.763585, + "f1_weighted": 0.788994, + "precision": 0.749029, + "precision_weighted": 0.809418, + "recall": 0.816886, + "recall_weighted": 0.792425, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.792425, + "hf_subset": "zh-CN", + "languages": [ + "cmo-Hans" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.759469, + "f1": 0.733981, + "f1_weighted": 0.759664, + "precision": 0.720579, + "precision_weighted": 0.78527, + "recall": 0.792889, + "recall_weighted": 0.759469, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.751599, + "f1": 0.736147, + "f1_weighted": 0.750413, + "precision": 0.722626, + "precision_weighted": 0.780695, + "recall": 0.798153, + "recall_weighted": 0.751599, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.74422, + "f1": 0.736532, + "f1_weighted": 0.738072, + "precision": 0.717083, + "precision_weighted": 0.76021, + "recall": 0.803209, + "recall_weighted": 0.74422, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.752582, + "f1": 0.734434, + "f1_weighted": 0.744724, + "precision": 0.716267, + "precision_weighted": 0.766037, + "recall": 0.791861, + "recall_weighted": 0.752582, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.74422, + "f1": 0.723477, + "f1_weighted": 0.738082, + "precision": 0.706718, + "precision_weighted": 0.761153, + "recall": 0.788343, + "recall_weighted": 0.74422, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.740285, + "f1": 0.742226, + "f1_weighted": 0.735699, + "precision": 0.725643, + "precision_weighted": 0.764135, + "recall": 0.799401, + "recall_weighted": 0.740285, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.738318, + "f1": 0.738692, + "f1_weighted": 0.734999, + "precision": 0.72346, + "precision_weighted": 0.763619, + "recall": 0.809403, + "recall_weighted": 0.738318, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.758485, + "f1": 0.741112, + "f1_weighted": 0.753758, + "precision": 0.729889, + "precision_weighted": 0.78875, + "recall": 0.795985, + "recall_weighted": 0.758485, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.750615, + "f1": 0.732738, + "f1_weighted": 0.749598, + "precision": 0.726458, + "precision_weighted": 0.776887, + "recall": 0.791151, + "recall_weighted": 0.750615, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.742745, + "f1": 0.742685, + "f1_weighted": 0.742009, + "precision": 0.733773, + "precision_weighted": 0.767467, + "recall": 0.794285, + "recall_weighted": 0.742745, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.748254, + "f1": 0.736202, + "f1_weighted": 0.744702, + "precision": 0.72225, + "precision_weighted": 0.771422, + "recall": 0.796468, + "recall_weighted": 0.748254, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.748254, + "hf_subset": "zh-TW", + "languages": [ + "cmo-Hant" + ] + } + ], + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.700403, + "f1": 0.672316, + "f1_weighted": 0.704037, + "precision": 0.660137, + "precision_weighted": 0.746425, + "recall": 0.743812, + "recall_weighted": 0.700403, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.714526, + "f1": 0.673709, + "f1_weighted": 0.715372, + "precision": 0.658716, + "precision_weighted": 0.751332, + "recall": 0.736546, + "recall_weighted": 0.714526, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.714862, + "f1": 0.676361, + "f1_weighted": 0.717094, + "precision": 0.661533, + "precision_weighted": 0.749357, + "recall": 0.72784, + "recall_weighted": 0.714862, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.724277, + "f1": 0.684584, + "f1_weighted": 0.720469, + "precision": 0.668912, + "precision_weighted": 0.745764, + "recall": 0.731047, + "recall_weighted": 0.724277, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.712508, + "f1": 0.665214, + "f1_weighted": 0.714146, + "precision": 0.650777, + "precision_weighted": 0.750256, + "recall": 0.733324, + "recall_weighted": 0.712508, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.701076, + "f1": 0.675693, + "f1_weighted": 0.704221, + "precision": 0.660989, + "precision_weighted": 0.735455, + "recall": 0.741224, + "recall_weighted": 0.701076, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.710827, + "f1": 0.679164, + "f1_weighted": 0.709721, + "precision": 0.66134, + "precision_weighted": 0.746001, + "recall": 0.754946, + "recall_weighted": 0.710827, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.704102, + "f1": 0.669872, + "f1_weighted": 0.709046, + "precision": 0.658293, + "precision_weighted": 0.748298, + "recall": 0.741834, + "recall_weighted": 0.704102, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.723268, + "f1": 0.69148, + "f1_weighted": 0.731097, + "precision": 0.685636, + "precision_weighted": 0.768529, + "recall": 0.76165, + "recall_weighted": 0.723268, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.718225, + "f1": 0.694138, + "f1_weighted": 0.719203, + "precision": 0.68258, + "precision_weighted": 0.753226, + "recall": 0.750839, + "recall_weighted": 0.718225, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.712408, + "f1": 0.678253, + "f1_weighted": 0.714441, + "precision": 0.664891, + "precision_weighted": 0.749464, + "recall": 0.742306, + "recall_weighted": 0.712408, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.712408, + "hf_subset": "af", + "languages": [ + "afr-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.411903, + "f1": 0.399858, + "f1_weighted": 0.418336, + "precision": 0.396857, + "precision_weighted": 0.46764, + "recall": 0.46539, + "recall_weighted": 0.411903, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.401479, + "f1": 0.38286, + "f1_weighted": 0.407198, + "precision": 0.375867, + "precision_weighted": 0.452721, + "recall": 0.435378, + "recall_weighted": 0.401479, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.376933, + "f1": 0.366905, + "f1_weighted": 0.384641, + "precision": 0.365104, + "precision_weighted": 0.441873, + "recall": 0.420314, + "recall_weighted": 0.376933, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.383995, + "f1": 0.370653, + "f1_weighted": 0.392582, + "precision": 0.368558, + "precision_weighted": 0.452767, + "recall": 0.443234, + "recall_weighted": 0.383995, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.386685, + "f1": 0.370091, + "f1_weighted": 0.399411, + "precision": 0.369717, + "precision_weighted": 0.454376, + "recall": 0.419437, + "recall_weighted": 0.386685, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.376261, + "f1": 0.355758, + "f1_weighted": 0.387924, + "precision": 0.351214, + "precision_weighted": 0.441287, + "recall": 0.415743, + "recall_weighted": 0.376261, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.381305, + "f1": 0.373134, + "f1_weighted": 0.388255, + "precision": 0.376812, + "precision_weighted": 0.441616, + "recall": 0.424528, + "recall_weighted": 0.381305, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.381641, + "f1": 0.378791, + "f1_weighted": 0.394033, + "precision": 0.38373, + "precision_weighted": 0.455765, + "recall": 0.427969, + "recall_weighted": 0.381641, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.390047, + "f1": 0.380202, + "f1_weighted": 0.393638, + "precision": 0.377144, + "precision_weighted": 0.445659, + "recall": 0.450715, + "recall_weighted": 0.390047, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.367182, + "f1": 0.368025, + "f1_weighted": 0.377839, + "precision": 0.372612, + "precision_weighted": 0.431539, + "recall": 0.415324, + "recall_weighted": 0.367182, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.385743, + "f1": 0.374628, + "f1_weighted": 0.394386, + "precision": 0.373761, + "precision_weighted": 0.448524, + "recall": 0.431803, + "recall_weighted": 0.385743, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.385743, + "hf_subset": "am", + "languages": [ + "amh-Ethi" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.650975, + "f1": 0.622676, + "f1_weighted": 0.655352, + "precision": 0.618581, + "precision_weighted": 0.701627, + "recall": 0.697943, + "recall_weighted": 0.650975, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.682246, + "f1": 0.63958, + "f1_weighted": 0.686081, + "precision": 0.629756, + "precision_weighted": 0.719264, + "recall": 0.704028, + "recall_weighted": 0.682246, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.669469, + "f1": 0.630291, + "f1_weighted": 0.678062, + "precision": 0.624909, + "precision_weighted": 0.721481, + "recall": 0.699494, + "recall_weighted": 0.669469, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.674849, + "f1": 0.634033, + "f1_weighted": 0.677948, + "precision": 0.630829, + "precision_weighted": 0.715228, + "recall": 0.677669, + "recall_weighted": 0.674849, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.675857, + "f1": 0.632065, + "f1_weighted": 0.678009, + "precision": 0.619545, + "precision_weighted": 0.727829, + "recall": 0.710122, + "recall_weighted": 0.675857, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.663416, + "f1": 0.620845, + "f1_weighted": 0.664518, + "precision": 0.611921, + "precision_weighted": 0.703185, + "recall": 0.695892, + "recall_weighted": 0.663416, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.680565, + "f1": 0.638144, + "f1_weighted": 0.679296, + "precision": 0.633157, + "precision_weighted": 0.733743, + "recall": 0.718984, + "recall_weighted": 0.680565, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.680565, + "f1": 0.635903, + "f1_weighted": 0.681171, + "precision": 0.623404, + "precision_weighted": 0.708096, + "recall": 0.698436, + "recall_weighted": 0.680565, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.648621, + "f1": 0.623055, + "f1_weighted": 0.656823, + "precision": 0.628661, + "precision_weighted": 0.711179, + "recall": 0.691336, + "recall_weighted": 0.648621, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.662408, + "f1": 0.615486, + "f1_weighted": 0.665971, + "precision": 0.616759, + "precision_weighted": 0.720284, + "recall": 0.684881, + "recall_weighted": 0.662408, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.668897, + "f1": 0.629208, + "f1_weighted": 0.672323, + "precision": 0.623752, + "precision_weighted": 0.716192, + "recall": 0.697878, + "recall_weighted": 0.668897, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.668897, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.697041, + "f1": 0.664416, + "f1_weighted": 0.699715, + "precision": 0.652246, + "precision_weighted": 0.745014, + "recall": 0.741414, + "recall_weighted": 0.697041, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.715535, + "f1": 0.686167, + "f1_weighted": 0.717484, + "precision": 0.661791, + "precision_weighted": 0.749832, + "recall": 0.754248, + "recall_weighted": 0.715535, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.712172, + "f1": 0.664672, + "f1_weighted": 0.71245, + "precision": 0.644609, + "precision_weighted": 0.745124, + "recall": 0.747402, + "recall_weighted": 0.712172, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.723941, + "f1": 0.66821, + "f1_weighted": 0.719578, + "precision": 0.649132, + "precision_weighted": 0.748047, + "recall": 0.733195, + "recall_weighted": 0.723941, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.691997, + "f1": 0.645621, + "f1_weighted": 0.694789, + "precision": 0.630258, + "precision_weighted": 0.740839, + "recall": 0.73357, + "recall_weighted": 0.691997, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.687626, + "f1": 0.651361, + "f1_weighted": 0.691491, + "precision": 0.63755, + "precision_weighted": 0.736531, + "recall": 0.73622, + "recall_weighted": 0.687626, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.696369, + "f1": 0.655886, + "f1_weighted": 0.693167, + "precision": 0.636638, + "precision_weighted": 0.719149, + "recall": 0.737017, + "recall_weighted": 0.696369, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.685945, + "f1": 0.64989, + "f1_weighted": 0.689915, + "precision": 0.637425, + "precision_weighted": 0.72915, + "recall": 0.73073, + "recall_weighted": 0.685945, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.698386, + "f1": 0.658189, + "f1_weighted": 0.704725, + "precision": 0.651164, + "precision_weighted": 0.754325, + "recall": 0.734393, + "recall_weighted": 0.698386, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.72764, + "f1": 0.685137, + "f1_weighted": 0.733586, + "precision": 0.670651, + "precision_weighted": 0.764895, + "recall": 0.755451, + "recall_weighted": 0.72764, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.703665, + "f1": 0.662955, + "f1_weighted": 0.70569, + "precision": 0.647146, + "precision_weighted": 0.743291, + "recall": 0.740364, + "recall_weighted": 0.703665, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.703665, + "hf_subset": "az", + "languages": [ + "aze-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.704102, + "f1": 0.670783, + "f1_weighted": 0.707155, + "precision": 0.657086, + "precision_weighted": 0.748871, + "recall": 0.747757, + "recall_weighted": 0.704102, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7115, + "f1": 0.667056, + "f1_weighted": 0.715476, + "precision": 0.646633, + "precision_weighted": 0.745111, + "recall": 0.73621, + "recall_weighted": 0.7115, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.697714, + "f1": 0.658446, + "f1_weighted": 0.694887, + "precision": 0.639079, + "precision_weighted": 0.724952, + "recall": 0.722265, + "recall_weighted": 0.697714, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.700403, + "f1": 0.65978, + "f1_weighted": 0.701563, + "precision": 0.645688, + "precision_weighted": 0.73383, + "recall": 0.718504, + "recall_weighted": 0.700403, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.689307, + "f1": 0.655055, + "f1_weighted": 0.694151, + "precision": 0.635504, + "precision_weighted": 0.736842, + "recall": 0.738162, + "recall_weighted": 0.689307, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.696032, + "f1": 0.654244, + "f1_weighted": 0.696298, + "precision": 0.637398, + "precision_weighted": 0.728416, + "recall": 0.715834, + "recall_weighted": 0.696032, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.701076, + "f1": 0.656063, + "f1_weighted": 0.702544, + "precision": 0.635451, + "precision_weighted": 0.732968, + "recall": 0.720961, + "recall_weighted": 0.701076, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.683591, + "f1": 0.648067, + "f1_weighted": 0.686652, + "precision": 0.630516, + "precision_weighted": 0.721371, + "recall": 0.721134, + "recall_weighted": 0.683591, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.699731, + "f1": 0.674719, + "f1_weighted": 0.702904, + "precision": 0.654711, + "precision_weighted": 0.74313, + "recall": 0.763639, + "recall_weighted": 0.699731, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.700403, + "f1": 0.66457, + "f1_weighted": 0.702853, + "precision": 0.648375, + "precision_weighted": 0.734194, + "recall": 0.729267, + "recall_weighted": 0.700403, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.698386, + "f1": 0.660878, + "f1_weighted": 0.700448, + "precision": 0.643044, + "precision_weighted": 0.734969, + "recall": 0.731373, + "recall_weighted": 0.698386, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.698386, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.461332, + "f1": 0.445807, + "f1_weighted": 0.460312, + "precision": 0.433983, + "precision_weighted": 0.513262, + "recall": 0.543568, + "recall_weighted": 0.461332, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.470746, + "f1": 0.434037, + "f1_weighted": 0.480772, + "precision": 0.432992, + "precision_weighted": 0.536334, + "recall": 0.490907, + "recall_weighted": 0.470746, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.43813, + "f1": 0.409593, + "f1_weighted": 0.4419, + "precision": 0.401444, + "precision_weighted": 0.510691, + "recall": 0.495015, + "recall_weighted": 0.43813, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.472091, + "f1": 0.445236, + "f1_weighted": 0.480299, + "precision": 0.439178, + "precision_weighted": 0.533741, + "recall": 0.506865, + "recall_weighted": 0.472091, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.458642, + "f1": 0.43846, + "f1_weighted": 0.464047, + "precision": 0.431618, + "precision_weighted": 0.519688, + "recall": 0.521988, + "recall_weighted": 0.458642, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.437122, + "f1": 0.415152, + "f1_weighted": 0.440419, + "precision": 0.407343, + "precision_weighted": 0.495682, + "recall": 0.489016, + "recall_weighted": 0.437122, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.450908, + "f1": 0.427271, + "f1_weighted": 0.459523, + "precision": 0.417557, + "precision_weighted": 0.520884, + "recall": 0.51276, + "recall_weighted": 0.450908, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.45696, + "f1": 0.433687, + "f1_weighted": 0.463108, + "precision": 0.425127, + "precision_weighted": 0.523191, + "recall": 0.512842, + "recall_weighted": 0.45696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.445864, + "f1": 0.419556, + "f1_weighted": 0.453495, + "precision": 0.408449, + "precision_weighted": 0.510933, + "recall": 0.503216, + "recall_weighted": 0.445864, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.464694, + "f1": 0.449751, + "f1_weighted": 0.468286, + "precision": 0.435826, + "precision_weighted": 0.503912, + "recall": 0.523114, + "recall_weighted": 0.464694, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.455649, + "f1": 0.431855, + "f1_weighted": 0.461216, + "precision": 0.423352, + "precision_weighted": 0.516832, + "recall": 0.509929, + "recall_weighted": 0.455649, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.455649, + "hf_subset": "cy", + "languages": [ + "cym-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.764963, + "f1": 0.733859, + "f1_weighted": 0.771018, + "precision": 0.72235, + "precision_weighted": 0.807373, + "recall": 0.780897, + "recall_weighted": 0.764963, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.778749, + "f1": 0.738104, + "f1_weighted": 0.780838, + "precision": 0.721421, + "precision_weighted": 0.807725, + "recall": 0.790949, + "recall_weighted": 0.778749, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.769334, + "f1": 0.732955, + "f1_weighted": 0.767356, + "precision": 0.716174, + "precision_weighted": 0.795508, + "recall": 0.78997, + "recall_weighted": 0.769334, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.783793, + "f1": 0.737516, + "f1_weighted": 0.781965, + "precision": 0.724523, + "precision_weighted": 0.808113, + "recall": 0.783894, + "recall_weighted": 0.783793, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.753531, + "f1": 0.718653, + "f1_weighted": 0.756596, + "precision": 0.700694, + "precision_weighted": 0.791189, + "recall": 0.776378, + "recall_weighted": 0.753531, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.761264, + "f1": 0.73163, + "f1_weighted": 0.760728, + "precision": 0.710092, + "precision_weighted": 0.788287, + "recall": 0.787829, + "recall_weighted": 0.761264, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.753867, + "f1": 0.726021, + "f1_weighted": 0.754271, + "precision": 0.704594, + "precision_weighted": 0.783074, + "recall": 0.784514, + "recall_weighted": 0.753867, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.753867, + "f1": 0.724156, + "f1_weighted": 0.756566, + "precision": 0.709812, + "precision_weighted": 0.789002, + "recall": 0.779826, + "recall_weighted": 0.753867, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.765299, + "f1": 0.739621, + "f1_weighted": 0.76946, + "precision": 0.730182, + "precision_weighted": 0.808276, + "recall": 0.809615, + "recall_weighted": 0.765299, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.767989, + "f1": 0.718378, + "f1_weighted": 0.768595, + "precision": 0.700191, + "precision_weighted": 0.796514, + "recall": 0.779824, + "recall_weighted": 0.767989, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.765266, + "f1": 0.730089, + "f1_weighted": 0.766739, + "precision": 0.714003, + "precision_weighted": 0.797506, + "recall": 0.78637, + "recall_weighted": 0.765266, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.765266, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.763282, + "f1": 0.734724, + "f1_weighted": 0.769473, + "precision": 0.722687, + "precision_weighted": 0.803792, + "recall": 0.803249, + "recall_weighted": 0.763282, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.779422, + "f1": 0.737814, + "f1_weighted": 0.781153, + "precision": 0.720556, + "precision_weighted": 0.80496, + "recall": 0.803736, + "recall_weighted": 0.779422, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.765299, + "f1": 0.738593, + "f1_weighted": 0.765663, + "precision": 0.722435, + "precision_weighted": 0.794442, + "recall": 0.80324, + "recall_weighted": 0.765299, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.782784, + "f1": 0.747946, + "f1_weighted": 0.780174, + "precision": 0.738466, + "precision_weighted": 0.805488, + "recall": 0.798196, + "recall_weighted": 0.782784, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.755548, + "f1": 0.734297, + "f1_weighted": 0.757928, + "precision": 0.723679, + "precision_weighted": 0.80709, + "recall": 0.808174, + "recall_weighted": 0.755548, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.756557, + "f1": 0.727841, + "f1_weighted": 0.757113, + "precision": 0.712802, + "precision_weighted": 0.786731, + "recall": 0.797449, + "recall_weighted": 0.756557, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.755212, + "f1": 0.732276, + "f1_weighted": 0.753642, + "precision": 0.714935, + "precision_weighted": 0.785912, + "recall": 0.807977, + "recall_weighted": 0.755212, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.754539, + "f1": 0.730668, + "f1_weighted": 0.75672, + "precision": 0.717529, + "precision_weighted": 0.789932, + "recall": 0.794867, + "recall_weighted": 0.754539, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.761264, + "f1": 0.729573, + "f1_weighted": 0.762888, + "precision": 0.723163, + "precision_weighted": 0.799291, + "recall": 0.800386, + "recall_weighted": 0.761264, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.770679, + "f1": 0.743163, + "f1_weighted": 0.77199, + "precision": 0.727329, + "precision_weighted": 0.798169, + "recall": 0.804296, + "recall_weighted": 0.770679, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.764459, + "f1": 0.73569, + "f1_weighted": 0.765674, + "precision": 0.722358, + "precision_weighted": 0.797581, + "recall": 0.802157, + "recall_weighted": 0.764459, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.764459, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.726967, + "f1": 0.710825, + "f1_weighted": 0.729054, + "precision": 0.692185, + "precision_weighted": 0.767945, + "recall": 0.772711, + "recall_weighted": 0.726967, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727976, + "f1": 0.699233, + "f1_weighted": 0.72854, + "precision": 0.675805, + "precision_weighted": 0.756769, + "recall": 0.769536, + "recall_weighted": 0.727976, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.709146, + "f1": 0.690551, + "f1_weighted": 0.710443, + "precision": 0.67, + "precision_weighted": 0.744205, + "recall": 0.769576, + "recall_weighted": 0.709146, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.739072, + "f1": 0.706708, + "f1_weighted": 0.739371, + "precision": 0.691883, + "precision_weighted": 0.771583, + "recall": 0.758979, + "recall_weighted": 0.739072, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.72226, + "f1": 0.701767, + "f1_weighted": 0.72316, + "precision": 0.690463, + "precision_weighted": 0.763698, + "recall": 0.774434, + "recall_weighted": 0.72226, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.705447, + "f1": 0.68394, + "f1_weighted": 0.710568, + "precision": 0.671878, + "precision_weighted": 0.740232, + "recall": 0.742586, + "recall_weighted": 0.705447, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.71419, + "f1": 0.70269, + "f1_weighted": 0.71324, + "precision": 0.689387, + "precision_weighted": 0.758413, + "recall": 0.782154, + "recall_weighted": 0.71419, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.711836, + "f1": 0.679631, + "f1_weighted": 0.712422, + "precision": 0.665261, + "precision_weighted": 0.751996, + "recall": 0.73958, + "recall_weighted": 0.711836, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.71419, + "f1": 0.688111, + "f1_weighted": 0.720202, + "precision": 0.678874, + "precision_weighted": 0.761423, + "recall": 0.760123, + "recall_weighted": 0.71419, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.740081, + "f1": 0.706154, + "f1_weighted": 0.741177, + "precision": 0.687336, + "precision_weighted": 0.771574, + "recall": 0.777859, + "recall_weighted": 0.740081, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.721116, + "f1": 0.696961, + "f1_weighted": 0.722818, + "precision": 0.681307, + "precision_weighted": 0.758784, + "recall": 0.764754, + "recall_weighted": 0.721116, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.721116, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.825488, + "f1": 0.793632, + "f1_weighted": 0.827215, + "precision": 0.777484, + "precision_weighted": 0.847008, + "recall": 0.846022, + "recall_weighted": 0.825488, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.824815, + "f1": 0.795057, + "f1_weighted": 0.822829, + "precision": 0.773692, + "precision_weighted": 0.839049, + "recall": 0.856833, + "recall_weighted": 0.824815, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.817418, + "f1": 0.782486, + "f1_weighted": 0.813382, + "precision": 0.762765, + "precision_weighted": 0.83557, + "recall": 0.851853, + "recall_weighted": 0.817418, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.820444, + "f1": 0.789512, + "f1_weighted": 0.817752, + "precision": 0.775531, + "precision_weighted": 0.839595, + "recall": 0.841415, + "recall_weighted": 0.820444, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.800941, + "f1": 0.771987, + "f1_weighted": 0.799506, + "precision": 0.750654, + "precision_weighted": 0.82542, + "recall": 0.838912, + "recall_weighted": 0.800941, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.81809, + "f1": 0.791285, + "f1_weighted": 0.816698, + "precision": 0.771196, + "precision_weighted": 0.832439, + "recall": 0.850943, + "recall_weighted": 0.81809, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.810693, + "f1": 0.783352, + "f1_weighted": 0.811991, + "precision": 0.768517, + "precision_weighted": 0.831863, + "recall": 0.838211, + "recall_weighted": 0.810693, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.809684, + "f1": 0.780113, + "f1_weighted": 0.809266, + "precision": 0.762232, + "precision_weighted": 0.831697, + "recall": 0.839068, + "recall_weighted": 0.809684, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.81809, + "f1": 0.77767, + "f1_weighted": 0.820454, + "precision": 0.766951, + "precision_weighted": 0.84429, + "recall": 0.831284, + "recall_weighted": 0.81809, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.819099, + "f1": 0.793593, + "f1_weighted": 0.819857, + "precision": 0.782677, + "precision_weighted": 0.841468, + "recall": 0.837436, + "recall_weighted": 0.819099, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.816476, + "f1": 0.785869, + "f1_weighted": 0.815895, + "precision": 0.76917, + "precision_weighted": 0.83684, + "recall": 0.843198, + "recall_weighted": 0.816476, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.816476, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.768325, + "f1": 0.746858, + "f1_weighted": 0.773304, + "precision": 0.732481, + "precision_weighted": 0.807522, + "recall": 0.816174, + "recall_weighted": 0.768325, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.770679, + "f1": 0.736316, + "f1_weighted": 0.770893, + "precision": 0.719678, + "precision_weighted": 0.798807, + "recall": 0.807963, + "recall_weighted": 0.770679, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.77505, + "f1": 0.731453, + "f1_weighted": 0.771345, + "precision": 0.713425, + "precision_weighted": 0.799486, + "recall": 0.805641, + "recall_weighted": 0.77505, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.781103, + "f1": 0.742454, + "f1_weighted": 0.782189, + "precision": 0.730198, + "precision_weighted": 0.807488, + "recall": 0.790418, + "recall_weighted": 0.781103, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.758238, + "f1": 0.731028, + "f1_weighted": 0.759489, + "precision": 0.718903, + "precision_weighted": 0.790029, + "recall": 0.79406, + "recall_weighted": 0.758238, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.768662, + "f1": 0.741571, + "f1_weighted": 0.767707, + "precision": 0.722713, + "precision_weighted": 0.788853, + "recall": 0.808045, + "recall_weighted": 0.768662, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.756557, + "f1": 0.734448, + "f1_weighted": 0.760981, + "precision": 0.721106, + "precision_weighted": 0.792945, + "recall": 0.799025, + "recall_weighted": 0.756557, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.759247, + "f1": 0.729218, + "f1_weighted": 0.75891, + "precision": 0.717237, + "precision_weighted": 0.79377, + "recall": 0.793837, + "recall_weighted": 0.759247, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.764627, + "f1": 0.73319, + "f1_weighted": 0.770316, + "precision": 0.72304, + "precision_weighted": 0.800928, + "recall": 0.796025, + "recall_weighted": 0.764627, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.762946, + "f1": 0.732043, + "f1_weighted": 0.765327, + "precision": 0.723736, + "precision_weighted": 0.799439, + "recall": 0.788256, + "recall_weighted": 0.762946, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.766543, + "f1": 0.735858, + "f1_weighted": 0.768046, + "precision": 0.722252, + "precision_weighted": 0.797927, + "recall": 0.799944, + "recall_weighted": 0.766543, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.766543, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.764963, + "f1": 0.733526, + "f1_weighted": 0.766868, + "precision": 0.717344, + "precision_weighted": 0.798232, + "recall": 0.802479, + "recall_weighted": 0.764963, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.754539, + "f1": 0.716672, + "f1_weighted": 0.759319, + "precision": 0.70167, + "precision_weighted": 0.789799, + "recall": 0.765478, + "recall_weighted": 0.754539, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727303, + "f1": 0.703998, + "f1_weighted": 0.72899, + "precision": 0.69078, + "precision_weighted": 0.765089, + "recall": 0.758588, + "recall_weighted": 0.727303, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.751177, + "f1": 0.712967, + "f1_weighted": 0.749211, + "precision": 0.699328, + "precision_weighted": 0.782977, + "recall": 0.764293, + "recall_weighted": 0.751177, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.732347, + "f1": 0.704296, + "f1_weighted": 0.735419, + "precision": 0.686924, + "precision_weighted": 0.771862, + "recall": 0.762611, + "recall_weighted": 0.732347, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.744788, + "f1": 0.711108, + "f1_weighted": 0.744365, + "precision": 0.699339, + "precision_weighted": 0.768036, + "recall": 0.761097, + "recall_weighted": 0.744788, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.737391, + "f1": 0.713421, + "f1_weighted": 0.742104, + "precision": 0.704651, + "precision_weighted": 0.776103, + "recall": 0.763335, + "recall_weighted": 0.737391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.756557, + "f1": 0.724251, + "f1_weighted": 0.759589, + "precision": 0.709126, + "precision_weighted": 0.784307, + "recall": 0.769376, + "recall_weighted": 0.756557, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.742771, + "f1": 0.721874, + "f1_weighted": 0.750697, + "precision": 0.71473, + "precision_weighted": 0.788226, + "recall": 0.790462, + "recall_weighted": 0.742771, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.749159, + "f1": 0.723422, + "f1_weighted": 0.754617, + "precision": 0.721443, + "precision_weighted": 0.787265, + "recall": 0.775175, + "recall_weighted": 0.749159, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.7461, + "f1": 0.716553, + "f1_weighted": 0.749118, + "precision": 0.704534, + "precision_weighted": 0.78119, + "recall": 0.771289, + "recall_weighted": 0.7461, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.7461, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.73302, + "f1": 0.704014, + "f1_weighted": 0.738206, + "precision": 0.692559, + "precision_weighted": 0.781368, + "recall": 0.771592, + "recall_weighted": 0.73302, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.73033, + "f1": 0.694992, + "f1_weighted": 0.731326, + "precision": 0.674508, + "precision_weighted": 0.759295, + "recall": 0.76912, + "recall_weighted": 0.73033, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.720242, + "f1": 0.68045, + "f1_weighted": 0.72141, + "precision": 0.65911, + "precision_weighted": 0.761405, + "recall": 0.749591, + "recall_weighted": 0.720242, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.737391, + "f1": 0.69508, + "f1_weighted": 0.739742, + "precision": 0.681011, + "precision_weighted": 0.772421, + "recall": 0.758904, + "recall_weighted": 0.737391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.705447, + "f1": 0.671055, + "f1_weighted": 0.704033, + "precision": 0.649186, + "precision_weighted": 0.735724, + "recall": 0.74897, + "recall_weighted": 0.705447, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.712845, + "f1": 0.67435, + "f1_weighted": 0.718327, + "precision": 0.660437, + "precision_weighted": 0.756851, + "recall": 0.754678, + "recall_weighted": 0.712845, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.713517, + "f1": 0.669209, + "f1_weighted": 0.718715, + "precision": 0.657034, + "precision_weighted": 0.759844, + "recall": 0.738643, + "recall_weighted": 0.713517, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.709482, + "f1": 0.672221, + "f1_weighted": 0.710492, + "precision": 0.654184, + "precision_weighted": 0.739523, + "recall": 0.744093, + "recall_weighted": 0.709482, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.699395, + "f1": 0.680813, + "f1_weighted": 0.706773, + "precision": 0.669999, + "precision_weighted": 0.753955, + "recall": 0.757169, + "recall_weighted": 0.699395, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.740417, + "f1": 0.70354, + "f1_weighted": 0.742439, + "precision": 0.691539, + "precision_weighted": 0.779713, + "recall": 0.765195, + "recall_weighted": 0.740417, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.720208, + "f1": 0.684572, + "f1_weighted": 0.723146, + "precision": 0.668957, + "precision_weighted": 0.76001, + "recall": 0.755795, + "recall_weighted": 0.720208, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.720208, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.779758, + "f1": 0.749721, + "f1_weighted": 0.781583, + "precision": 0.739288, + "precision_weighted": 0.819087, + "recall": 0.813129, + "recall_weighted": 0.779758, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.779085, + "f1": 0.74275, + "f1_weighted": 0.780372, + "precision": 0.72714, + "precision_weighted": 0.804438, + "recall": 0.807651, + "recall_weighted": 0.779085, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.770343, + "f1": 0.732244, + "f1_weighted": 0.767387, + "precision": 0.71424, + "precision_weighted": 0.796472, + "recall": 0.786681, + "recall_weighted": 0.770343, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.787155, + "f1": 0.742996, + "f1_weighted": 0.786669, + "precision": 0.724842, + "precision_weighted": 0.812636, + "recall": 0.806206, + "recall_weighted": 0.787155, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.768998, + "f1": 0.730599, + "f1_weighted": 0.764095, + "precision": 0.712644, + "precision_weighted": 0.798361, + "recall": 0.800229, + "recall_weighted": 0.768998, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.762609, + "f1": 0.737697, + "f1_weighted": 0.762761, + "precision": 0.721915, + "precision_weighted": 0.785771, + "recall": 0.799649, + "recall_weighted": 0.762609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.782448, + "f1": 0.749156, + "f1_weighted": 0.784884, + "precision": 0.733806, + "precision_weighted": 0.808105, + "recall": 0.793755, + "recall_weighted": 0.782448, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.774378, + "f1": 0.740785, + "f1_weighted": 0.776985, + "precision": 0.726383, + "precision_weighted": 0.808393, + "recall": 0.805585, + "recall_weighted": 0.774378, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.778413, + "f1": 0.740421, + "f1_weighted": 0.783657, + "precision": 0.729885, + "precision_weighted": 0.81644, + "recall": 0.806884, + "recall_weighted": 0.778413, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.783793, + "f1": 0.748713, + "f1_weighted": 0.781863, + "precision": 0.737252, + "precision_weighted": 0.80968, + "recall": 0.80406, + "recall_weighted": 0.783793, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.776698, + "f1": 0.741508, + "f1_weighted": 0.777026, + "precision": 0.726739, + "precision_weighted": 0.805938, + "recall": 0.802383, + "recall_weighted": 0.776698, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.776698, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.699059, + "f1": 0.653876, + "f1_weighted": 0.707266, + "precision": 0.643522, + "precision_weighted": 0.751669, + "recall": 0.705519, + "recall_weighted": 0.699059, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.696705, + "f1": 0.636349, + "f1_weighted": 0.695418, + "precision": 0.616701, + "precision_weighted": 0.730538, + "recall": 0.702829, + "recall_weighted": 0.696705, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.689307, + "f1": 0.632588, + "f1_weighted": 0.692243, + "precision": 0.616798, + "precision_weighted": 0.726648, + "recall": 0.691409, + "recall_weighted": 0.689307, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.720578, + "f1": 0.662525, + "f1_weighted": 0.722062, + "precision": 0.647594, + "precision_weighted": 0.757007, + "recall": 0.714918, + "recall_weighted": 0.720578, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.697041, + "f1": 0.643382, + "f1_weighted": 0.700992, + "precision": 0.626858, + "precision_weighted": 0.744358, + "recall": 0.703561, + "recall_weighted": 0.697041, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.683927, + "f1": 0.633325, + "f1_weighted": 0.687373, + "precision": 0.620905, + "precision_weighted": 0.724279, + "recall": 0.696019, + "recall_weighted": 0.683927, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.688635, + "f1": 0.640493, + "f1_weighted": 0.689524, + "precision": 0.621279, + "precision_weighted": 0.71905, + "recall": 0.706585, + "recall_weighted": 0.688635, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.701412, + "f1": 0.641717, + "f1_weighted": 0.705095, + "precision": 0.628812, + "precision_weighted": 0.741467, + "recall": 0.692915, + "recall_weighted": 0.701412, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.680565, + "f1": 0.633518, + "f1_weighted": 0.686576, + "precision": 0.629638, + "precision_weighted": 0.729743, + "recall": 0.708535, + "recall_weighted": 0.680565, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.70612, + "f1": 0.654605, + "f1_weighted": 0.709286, + "precision": 0.641745, + "precision_weighted": 0.747773, + "recall": 0.721431, + "recall_weighted": 0.70612, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.696335, + "f1": 0.643238, + "f1_weighted": 0.699583, + "precision": 0.629385, + "precision_weighted": 0.737253, + "recall": 0.704372, + "recall_weighted": 0.696335, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.696335, + "hf_subset": "he", + "languages": [ + "heb-Hebr" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.744116, + "f1": 0.717854, + "f1_weighted": 0.745139, + "precision": 0.705218, + "precision_weighted": 0.781652, + "recall": 0.785147, + "recall_weighted": 0.744116, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.758238, + "f1": 0.724666, + "f1_weighted": 0.759322, + "precision": 0.706347, + "precision_weighted": 0.78766, + "recall": 0.785431, + "recall_weighted": 0.758238, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.738399, + "f1": 0.699586, + "f1_weighted": 0.737812, + "precision": 0.679312, + "precision_weighted": 0.764548, + "recall": 0.759069, + "recall_weighted": 0.738399, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.745124, + "f1": 0.699467, + "f1_weighted": 0.740984, + "precision": 0.683034, + "precision_weighted": 0.771815, + "recall": 0.753257, + "recall_weighted": 0.745124, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.745461, + "f1": 0.710205, + "f1_weighted": 0.7446, + "precision": 0.690657, + "precision_weighted": 0.767924, + "recall": 0.783312, + "recall_weighted": 0.745461, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.729993, + "f1": 0.695545, + "f1_weighted": 0.730716, + "precision": 0.681711, + "precision_weighted": 0.760626, + "recall": 0.764116, + "recall_weighted": 0.729993, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.728648, + "f1": 0.704726, + "f1_weighted": 0.732222, + "precision": 0.693776, + "precision_weighted": 0.764568, + "recall": 0.771377, + "recall_weighted": 0.728648, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.717552, + "f1": 0.704884, + "f1_weighted": 0.72441, + "precision": 0.696327, + "precision_weighted": 0.7642, + "recall": 0.76918, + "recall_weighted": 0.717552, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.720242, + "f1": 0.695115, + "f1_weighted": 0.727541, + "precision": 0.687989, + "precision_weighted": 0.766705, + "recall": 0.771631, + "recall_weighted": 0.720242, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.730666, + "f1": 0.706088, + "f1_weighted": 0.728488, + "precision": 0.696391, + "precision_weighted": 0.764553, + "recall": 0.765596, + "recall_weighted": 0.730666, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.735844, + "f1": 0.705814, + "f1_weighted": 0.737123, + "precision": 0.692076, + "precision_weighted": 0.769425, + "recall": 0.770812, + "recall_weighted": 0.735844, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.735844, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.720578, + "f1": 0.698675, + "f1_weighted": 0.727489, + "precision": 0.689856, + "precision_weighted": 0.768898, + "recall": 0.772121, + "recall_weighted": 0.720578, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.743443, + "f1": 0.706367, + "f1_weighted": 0.741083, + "precision": 0.688607, + "precision_weighted": 0.769855, + "recall": 0.764945, + "recall_weighted": 0.743443, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.719233, + "f1": 0.685723, + "f1_weighted": 0.71858, + "precision": 0.669928, + "precision_weighted": 0.752734, + "recall": 0.744342, + "recall_weighted": 0.719233, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.745797, + "f1": 0.699257, + "f1_weighted": 0.744297, + "precision": 0.684786, + "precision_weighted": 0.770143, + "recall": 0.744379, + "recall_weighted": 0.745797, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.72764, + "f1": 0.690321, + "f1_weighted": 0.729469, + "precision": 0.676573, + "precision_weighted": 0.763583, + "recall": 0.744853, + "recall_weighted": 0.72764, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.721587, + "f1": 0.697, + "f1_weighted": 0.722092, + "precision": 0.676392, + "precision_weighted": 0.753354, + "recall": 0.757011, + "recall_weighted": 0.721587, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.720578, + "f1": 0.686812, + "f1_weighted": 0.729315, + "precision": 0.678511, + "precision_weighted": 0.769135, + "recall": 0.743549, + "recall_weighted": 0.720578, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.722932, + "f1": 0.690005, + "f1_weighted": 0.725015, + "precision": 0.677491, + "precision_weighted": 0.762694, + "recall": 0.746606, + "recall_weighted": 0.722932, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.702085, + "f1": 0.680527, + "f1_weighted": 0.710867, + "precision": 0.676506, + "precision_weighted": 0.754719, + "recall": 0.747716, + "recall_weighted": 0.702085, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.732011, + "f1": 0.693588, + "f1_weighted": 0.733093, + "precision": 0.681083, + "precision_weighted": 0.767036, + "recall": 0.758934, + "recall_weighted": 0.732011, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.725588, + "f1": 0.692828, + "f1_weighted": 0.72813, + "precision": 0.679973, + "precision_weighted": 0.763215, + "recall": 0.752446, + "recall_weighted": 0.725588, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.725588, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.63349, + "f1": 0.60731, + "f1_weighted": 0.640762, + "precision": 0.605806, + "precision_weighted": 0.690131, + "recall": 0.678584, + "recall_weighted": 0.63349, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.640888, + "f1": 0.616111, + "f1_weighted": 0.645185, + "precision": 0.600314, + "precision_weighted": 0.683996, + "recall": 0.691741, + "recall_weighted": 0.640888, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.631809, + "f1": 0.607414, + "f1_weighted": 0.639733, + "precision": 0.592716, + "precision_weighted": 0.685095, + "recall": 0.68577, + "recall_weighted": 0.631809, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.660054, + "f1": 0.613168, + "f1_weighted": 0.665015, + "precision": 0.600395, + "precision_weighted": 0.699717, + "recall": 0.683187, + "recall_weighted": 0.660054, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.63618, + "f1": 0.583033, + "f1_weighted": 0.639276, + "precision": 0.566138, + "precision_weighted": 0.678402, + "recall": 0.660249, + "recall_weighted": 0.63618, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.60928, + "f1": 0.585907, + "f1_weighted": 0.614009, + "precision": 0.573468, + "precision_weighted": 0.664366, + "recall": 0.670111, + "recall_weighted": 0.60928, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.637861, + "f1": 0.604759, + "f1_weighted": 0.640815, + "precision": 0.597282, + "precision_weighted": 0.681264, + "recall": 0.679667, + "recall_weighted": 0.637861, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.64694, + "f1": 0.607833, + "f1_weighted": 0.64854, + "precision": 0.593018, + "precision_weighted": 0.678347, + "recall": 0.674479, + "recall_weighted": 0.64694, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.624748, + "f1": 0.587843, + "f1_weighted": 0.63284, + "precision": 0.581685, + "precision_weighted": 0.687099, + "recall": 0.665048, + "recall_weighted": 0.624748, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.64425, + "f1": 0.609505, + "f1_weighted": 0.646439, + "precision": 0.599926, + "precision_weighted": 0.689151, + "recall": 0.681369, + "recall_weighted": 0.64425, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.63655, + "f1": 0.602288, + "f1_weighted": 0.641261, + "precision": 0.591075, + "precision_weighted": 0.683757, + "recall": 0.677021, + "recall_weighted": 0.63655, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.63655, + "hf_subset": "hy", + "languages": [ + "hye-Armn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.76698, + "f1": 0.740344, + "f1_weighted": 0.770557, + "precision": 0.727285, + "precision_weighted": 0.801715, + "recall": 0.806437, + "recall_weighted": 0.76698, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.776732, + "f1": 0.746499, + "f1_weighted": 0.776598, + "precision": 0.725296, + "precision_weighted": 0.802041, + "recall": 0.816596, + "recall_weighted": 0.776732, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.755548, + "f1": 0.728594, + "f1_weighted": 0.751679, + "precision": 0.705821, + "precision_weighted": 0.783079, + "recall": 0.801597, + "recall_weighted": 0.755548, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.775723, + "f1": 0.738606, + "f1_weighted": 0.771347, + "precision": 0.717977, + "precision_weighted": 0.803263, + "recall": 0.805419, + "recall_weighted": 0.775723, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.767653, + "f1": 0.732142, + "f1_weighted": 0.762325, + "precision": 0.710091, + "precision_weighted": 0.785773, + "recall": 0.797741, + "recall_weighted": 0.767653, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.768662, + "f1": 0.736648, + "f1_weighted": 0.767475, + "precision": 0.719956, + "precision_weighted": 0.794043, + "recall": 0.804406, + "recall_weighted": 0.768662, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.767653, + "f1": 0.739103, + "f1_weighted": 0.765515, + "precision": 0.718576, + "precision_weighted": 0.789143, + "recall": 0.805361, + "recall_weighted": 0.767653, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.750504, + "f1": 0.721597, + "f1_weighted": 0.755109, + "precision": 0.707488, + "precision_weighted": 0.789553, + "recall": 0.790039, + "recall_weighted": 0.750504, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.768325, + "f1": 0.747595, + "f1_weighted": 0.773054, + "precision": 0.734782, + "precision_weighted": 0.807472, + "recall": 0.818855, + "recall_weighted": 0.768325, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.774714, + "f1": 0.740524, + "f1_weighted": 0.774693, + "precision": 0.728801, + "precision_weighted": 0.804724, + "recall": 0.791987, + "recall_weighted": 0.774714, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.767249, + "f1": 0.737165, + "f1_weighted": 0.766835, + "precision": 0.719607, + "precision_weighted": 0.796081, + "recall": 0.803844, + "recall_weighted": 0.767249, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.767249, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.598521, + "f1": 0.566943, + "f1_weighted": 0.600606, + "precision": 0.557517, + "precision_weighted": 0.652339, + "recall": 0.64491, + "recall_weighted": 0.598521, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.592804, + "f1": 0.553515, + "f1_weighted": 0.596944, + "precision": 0.539537, + "precision_weighted": 0.643063, + "recall": 0.620012, + "recall_weighted": 0.592804, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.593477, + "f1": 0.558246, + "f1_weighted": 0.599202, + "precision": 0.547138, + "precision_weighted": 0.655266, + "recall": 0.63945, + "recall_weighted": 0.593477, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.608944, + "f1": 0.566439, + "f1_weighted": 0.611187, + "precision": 0.5491, + "precision_weighted": 0.644745, + "recall": 0.631749, + "recall_weighted": 0.608944, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.60928, + "f1": 0.561694, + "f1_weighted": 0.614078, + "precision": 0.543819, + "precision_weighted": 0.653363, + "recall": 0.627285, + "recall_weighted": 0.60928, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.579354, + "f1": 0.535732, + "f1_weighted": 0.581827, + "precision": 0.525116, + "precision_weighted": 0.633185, + "recall": 0.615194, + "recall_weighted": 0.579354, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.597512, + "f1": 0.553492, + "f1_weighted": 0.598568, + "precision": 0.538193, + "precision_weighted": 0.652479, + "recall": 0.625465, + "recall_weighted": 0.597512, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.577673, + "f1": 0.543384, + "f1_weighted": 0.58111, + "precision": 0.530176, + "precision_weighted": 0.630959, + "recall": 0.616077, + "recall_weighted": 0.577673, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.559516, + "f1": 0.528329, + "f1_weighted": 0.559768, + "precision": 0.518711, + "precision_weighted": 0.616402, + "recall": 0.621241, + "recall_weighted": 0.559516, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.60121, + "f1": 0.564676, + "f1_weighted": 0.605258, + "precision": 0.550041, + "precision_weighted": 0.655224, + "recall": 0.647961, + "recall_weighted": 0.60121, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.591829, + "f1": 0.553245, + "f1_weighted": 0.594855, + "precision": 0.539935, + "precision_weighted": 0.643702, + "recall": 0.628934, + "recall_weighted": 0.591829, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.591829, + "hf_subset": "is", + "languages": [ + "isl-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.767989, + "f1": 0.744132, + "f1_weighted": 0.771795, + "precision": 0.738309, + "precision_weighted": 0.811425, + "recall": 0.807757, + "recall_weighted": 0.767989, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.79926, + "f1": 0.76512, + "f1_weighted": 0.801235, + "precision": 0.747776, + "precision_weighted": 0.828382, + "recall": 0.831148, + "recall_weighted": 0.79926, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.779085, + "f1": 0.742277, + "f1_weighted": 0.778203, + "precision": 0.731329, + "precision_weighted": 0.808427, + "recall": 0.805479, + "recall_weighted": 0.779085, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.787828, + "f1": 0.750284, + "f1_weighted": 0.787377, + "precision": 0.735602, + "precision_weighted": 0.813396, + "recall": 0.80813, + "recall_weighted": 0.787828, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.771688, + "f1": 0.741457, + "f1_weighted": 0.774753, + "precision": 0.736471, + "precision_weighted": 0.809444, + "recall": 0.795142, + "recall_weighted": 0.771688, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.767653, + "f1": 0.73945, + "f1_weighted": 0.767203, + "precision": 0.723314, + "precision_weighted": 0.789164, + "recall": 0.800992, + "recall_weighted": 0.767653, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.76967, + "f1": 0.74174, + "f1_weighted": 0.775047, + "precision": 0.735842, + "precision_weighted": 0.808191, + "recall": 0.80193, + "recall_weighted": 0.76967, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.76967, + "f1": 0.738374, + "f1_weighted": 0.772029, + "precision": 0.731395, + "precision_weighted": 0.806793, + "recall": 0.797615, + "recall_weighted": 0.76967, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.781439, + "f1": 0.740434, + "f1_weighted": 0.783196, + "precision": 0.729162, + "precision_weighted": 0.814035, + "recall": 0.799504, + "recall_weighted": 0.781439, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.77236, + "f1": 0.743309, + "f1_weighted": 0.77448, + "precision": 0.738414, + "precision_weighted": 0.811378, + "recall": 0.800654, + "recall_weighted": 0.77236, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.776664, + "f1": 0.744658, + "f1_weighted": 0.778532, + "precision": 0.734761, + "precision_weighted": 0.810064, + "recall": 0.804835, + "recall_weighted": 0.776664, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.776664, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.79657, + "f1": 0.762243, + "f1_weighted": 0.799472, + "precision": 0.749177, + "precision_weighted": 0.82667, + "recall": 0.817899, + "recall_weighted": 0.79657, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.800269, + "f1": 0.767508, + "f1_weighted": 0.801906, + "precision": 0.751166, + "precision_weighted": 0.824161, + "recall": 0.829169, + "recall_weighted": 0.800269, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.784465, + "f1": 0.749416, + "f1_weighted": 0.785388, + "precision": 0.736969, + "precision_weighted": 0.81619, + "recall": 0.814498, + "recall_weighted": 0.784465, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.790518, + "f1": 0.761824, + "f1_weighted": 0.792282, + "precision": 0.751102, + "precision_weighted": 0.827046, + "recall": 0.822803, + "recall_weighted": 0.790518, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.781439, + "f1": 0.750335, + "f1_weighted": 0.782459, + "precision": 0.734138, + "precision_weighted": 0.813145, + "recall": 0.816131, + "recall_weighted": 0.781439, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.783457, + "f1": 0.766508, + "f1_weighted": 0.782033, + "precision": 0.749654, + "precision_weighted": 0.804157, + "recall": 0.826639, + "recall_weighted": 0.783457, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.753194, + "f1": 0.738882, + "f1_weighted": 0.754043, + "precision": 0.732427, + "precision_weighted": 0.796024, + "recall": 0.803343, + "recall_weighted": 0.753194, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.790182, + "f1": 0.756398, + "f1_weighted": 0.786447, + "precision": 0.735106, + "precision_weighted": 0.810274, + "recall": 0.814915, + "recall_weighted": 0.790182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.782784, + "f1": 0.75024, + "f1_weighted": 0.786101, + "precision": 0.738192, + "precision_weighted": 0.817444, + "recall": 0.801168, + "recall_weighted": 0.782784, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.794217, + "f1": 0.758297, + "f1_weighted": 0.79718, + "precision": 0.746049, + "precision_weighted": 0.823976, + "recall": 0.817292, + "recall_weighted": 0.794217, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.785709, + "f1": 0.756165, + "f1_weighted": 0.786731, + "precision": 0.742398, + "precision_weighted": 0.815909, + "recall": 0.816386, + "recall_weighted": 0.785709, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.785709, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.588097, + "f1": 0.557576, + "f1_weighted": 0.591607, + "precision": 0.541979, + "precision_weighted": 0.637335, + "recall": 0.646784, + "recall_weighted": 0.588097, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.605582, + "f1": 0.564501, + "f1_weighted": 0.609141, + "precision": 0.549717, + "precision_weighted": 0.655069, + "recall": 0.633043, + "recall_weighted": 0.605582, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.599866, + "f1": 0.539039, + "f1_weighted": 0.606569, + "precision": 0.529066, + "precision_weighted": 0.653938, + "recall": 0.619458, + "recall_weighted": 0.599866, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.581372, + "f1": 0.541954, + "f1_weighted": 0.585039, + "precision": 0.53266, + "precision_weighted": 0.636676, + "recall": 0.618847, + "recall_weighted": 0.581372, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.572966, + "f1": 0.53301, + "f1_weighted": 0.584206, + "precision": 0.527609, + "precision_weighted": 0.641382, + "recall": 0.606833, + "recall_weighted": 0.572966, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.583053, + "f1": 0.549272, + "f1_weighted": 0.589095, + "precision": 0.540506, + "precision_weighted": 0.635984, + "recall": 0.630448, + "recall_weighted": 0.583053, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.571621, + "f1": 0.539255, + "f1_weighted": 0.574693, + "precision": 0.532814, + "precision_weighted": 0.636435, + "recall": 0.613607, + "recall_weighted": 0.571621, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.580699, + "f1": 0.544559, + "f1_weighted": 0.589162, + "precision": 0.532948, + "precision_weighted": 0.635573, + "recall": 0.616029, + "recall_weighted": 0.580699, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.580363, + "f1": 0.550665, + "f1_weighted": 0.592865, + "precision": 0.549379, + "precision_weighted": 0.641548, + "recall": 0.615965, + "recall_weighted": 0.580363, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590451, + "f1": 0.554122, + "f1_weighted": 0.599003, + "precision": 0.549468, + "precision_weighted": 0.653406, + "recall": 0.633956, + "recall_weighted": 0.590451, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.585407, + "f1": 0.547395, + "f1_weighted": 0.592138, + "precision": 0.538615, + "precision_weighted": 0.642735, + "recall": 0.623497, + "recall_weighted": 0.585407, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.585407, + "hf_subset": "jv", + "languages": [ + "jav-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.530935, + "f1": 0.508136, + "f1_weighted": 0.533954, + "precision": 0.498223, + "precision_weighted": 0.588234, + "recall": 0.592543, + "recall_weighted": 0.530935, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.564223, + "f1": 0.541644, + "f1_weighted": 0.571378, + "precision": 0.53189, + "precision_weighted": 0.609572, + "recall": 0.597571, + "recall_weighted": 0.564223, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.531607, + "f1": 0.517985, + "f1_weighted": 0.535133, + "precision": 0.506399, + "precision_weighted": 0.599682, + "recall": 0.595254, + "recall_weighted": 0.531607, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.540013, + "f1": 0.51808, + "f1_weighted": 0.548285, + "precision": 0.511812, + "precision_weighted": 0.601757, + "recall": 0.57475, + "recall_weighted": 0.540013, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.54573, + "f1": 0.521207, + "f1_weighted": 0.55385, + "precision": 0.513102, + "precision_weighted": 0.60754, + "recall": 0.580109, + "recall_weighted": 0.54573, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.521856, + "f1": 0.513082, + "f1_weighted": 0.524865, + "precision": 0.504579, + "precision_weighted": 0.576073, + "recall": 0.58517, + "recall_weighted": 0.521856, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.52421, + "f1": 0.506661, + "f1_weighted": 0.532359, + "precision": 0.504551, + "precision_weighted": 0.60311, + "recall": 0.594049, + "recall_weighted": 0.52421, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.523537, + "f1": 0.500543, + "f1_weighted": 0.523366, + "precision": 0.489961, + "precision_weighted": 0.566855, + "recall": 0.574876, + "recall_weighted": 0.523537, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.548756, + "f1": 0.521454, + "f1_weighted": 0.553504, + "precision": 0.520384, + "precision_weighted": 0.608526, + "recall": 0.604863, + "recall_weighted": 0.548756, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.54573, + "f1": 0.528092, + "f1_weighted": 0.550449, + "precision": 0.515649, + "precision_weighted": 0.595419, + "recall": 0.606548, + "recall_weighted": 0.54573, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.53766, + "f1": 0.517688, + "f1_weighted": 0.542714, + "precision": 0.509655, + "precision_weighted": 0.595677, + "recall": 0.590573, + "recall_weighted": 0.53766, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.53766, + "hf_subset": "ka", + "languages": [ + "kat-Geor" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.478816, + "f1": 0.450365, + "f1_weighted": 0.490368, + "precision": 0.449885, + "precision_weighted": 0.566631, + "recall": 0.531115, + "recall_weighted": 0.478816, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.515467, + "f1": 0.471781, + "f1_weighted": 0.52157, + "precision": 0.464842, + "precision_weighted": 0.562714, + "recall": 0.515722, + "recall_weighted": 0.515467, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.472764, + "f1": 0.44559, + "f1_weighted": 0.470822, + "precision": 0.435735, + "precision_weighted": 0.523295, + "recall": 0.520087, + "recall_weighted": 0.472764, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.47579, + "f1": 0.439652, + "f1_weighted": 0.476117, + "precision": 0.426244, + "precision_weighted": 0.522448, + "recall": 0.515314, + "recall_weighted": 0.47579, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.477471, + "f1": 0.451745, + "f1_weighted": 0.484402, + "precision": 0.441217, + "precision_weighted": 0.531524, + "recall": 0.536256, + "recall_weighted": 0.477471, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.450572, + "f1": 0.432634, + "f1_weighted": 0.455615, + "precision": 0.42922, + "precision_weighted": 0.524728, + "recall": 0.518002, + "recall_weighted": 0.450572, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.452253, + "f1": 0.439187, + "f1_weighted": 0.455379, + "precision": 0.424942, + "precision_weighted": 0.521014, + "recall": 0.536947, + "recall_weighted": 0.452253, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.468056, + "f1": 0.43775, + "f1_weighted": 0.482438, + "precision": 0.440227, + "precision_weighted": 0.56218, + "recall": 0.504786, + "recall_weighted": 0.468056, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.474781, + "f1": 0.455081, + "f1_weighted": 0.482732, + "precision": 0.446644, + "precision_weighted": 0.534703, + "recall": 0.536477, + "recall_weighted": 0.474781, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.464022, + "f1": 0.443131, + "f1_weighted": 0.475891, + "precision": 0.444811, + "precision_weighted": 0.536512, + "recall": 0.516777, + "recall_weighted": 0.464022, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.472999, + "f1": 0.446692, + "f1_weighted": 0.479533, + "precision": 0.440377, + "precision_weighted": 0.538575, + "recall": 0.523148, + "recall_weighted": 0.472999, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.472999, + "hf_subset": "km", + "languages": [ + "khm-Khmr" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.627774, + "f1": 0.610365, + "f1_weighted": 0.627161, + "precision": 0.596973, + "precision_weighted": 0.672831, + "recall": 0.677761, + "recall_weighted": 0.627774, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.640215, + "f1": 0.609168, + "f1_weighted": 0.646735, + "precision": 0.591808, + "precision_weighted": 0.681166, + "recall": 0.66344, + "recall_weighted": 0.640215, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.635844, + "f1": 0.617039, + "f1_weighted": 0.637011, + "precision": 0.599189, + "precision_weighted": 0.674697, + "recall": 0.696346, + "recall_weighted": 0.635844, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.64425, + "f1": 0.623163, + "f1_weighted": 0.644791, + "precision": 0.603359, + "precision_weighted": 0.675708, + "recall": 0.685652, + "recall_weighted": 0.64425, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.607599, + "f1": 0.58734, + "f1_weighted": 0.613042, + "precision": 0.573053, + "precision_weighted": 0.666286, + "recall": 0.675277, + "recall_weighted": 0.607599, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.616342, + "f1": 0.592214, + "f1_weighted": 0.616973, + "precision": 0.582136, + "precision_weighted": 0.665695, + "recall": 0.65363, + "recall_weighted": 0.616342, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.627438, + "f1": 0.606882, + "f1_weighted": 0.631562, + "precision": 0.591064, + "precision_weighted": 0.673521, + "recall": 0.688726, + "recall_weighted": 0.627438, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.614324, + "f1": 0.589775, + "f1_weighted": 0.61686, + "precision": 0.575127, + "precision_weighted": 0.655334, + "recall": 0.659336, + "recall_weighted": 0.614324, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.632818, + "f1": 0.605078, + "f1_weighted": 0.639322, + "precision": 0.596778, + "precision_weighted": 0.689556, + "recall": 0.684483, + "recall_weighted": 0.632818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.643241, + "f1": 0.620808, + "f1_weighted": 0.6434, + "precision": 0.601423, + "precision_weighted": 0.676512, + "recall": 0.695168, + "recall_weighted": 0.643241, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.628985, + "f1": 0.606183, + "f1_weighted": 0.631686, + "precision": 0.591091, + "precision_weighted": 0.673131, + "recall": 0.677982, + "recall_weighted": 0.628985, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.628985, + "hf_subset": "kn", + "languages": [ + "kan-Knda" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.765972, + "f1": 0.737831, + "f1_weighted": 0.770209, + "precision": 0.731133, + "precision_weighted": 0.798825, + "recall": 0.793616, + "recall_weighted": 0.765972, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.777068, + "f1": 0.756678, + "f1_weighted": 0.781236, + "precision": 0.742747, + "precision_weighted": 0.809798, + "recall": 0.820754, + "recall_weighted": 0.777068, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.735373, + "f1": 0.717391, + "f1_weighted": 0.736751, + "precision": 0.704643, + "precision_weighted": 0.779725, + "recall": 0.786222, + "recall_weighted": 0.735373, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.757902, + "f1": 0.721279, + "f1_weighted": 0.758017, + "precision": 0.710523, + "precision_weighted": 0.787771, + "recall": 0.764643, + "recall_weighted": 0.757902, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.744788, + "f1": 0.722638, + "f1_weighted": 0.748602, + "precision": 0.704875, + "precision_weighted": 0.786317, + "recall": 0.797029, + "recall_weighted": 0.744788, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.744452, + "f1": 0.725912, + "f1_weighted": 0.744287, + "precision": 0.713428, + "precision_weighted": 0.776113, + "recall": 0.781079, + "recall_weighted": 0.744452, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.743443, + "f1": 0.724747, + "f1_weighted": 0.743969, + "precision": 0.714673, + "precision_weighted": 0.778491, + "recall": 0.796754, + "recall_weighted": 0.743443, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.749496, + "f1": 0.727126, + "f1_weighted": 0.75304, + "precision": 0.713873, + "precision_weighted": 0.788936, + "recall": 0.793136, + "recall_weighted": 0.749496, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.735373, + "f1": 0.72636, + "f1_weighted": 0.745435, + "precision": 0.72129, + "precision_weighted": 0.793213, + "recall": 0.798107, + "recall_weighted": 0.735373, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.749832, + "f1": 0.720766, + "f1_weighted": 0.750724, + "precision": 0.712225, + "precision_weighted": 0.78365, + "recall": 0.78258, + "recall_weighted": 0.749832, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.75037, + "f1": 0.728073, + "f1_weighted": 0.753227, + "precision": 0.716941, + "precision_weighted": 0.788284, + "recall": 0.791392, + "recall_weighted": 0.75037, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.75037, + "hf_subset": "ko", + "languages": [ + "kor-Kore" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.708137, + "f1": 0.689783, + "f1_weighted": 0.713009, + "precision": 0.674973, + "precision_weighted": 0.747279, + "recall": 0.74072, + "recall_weighted": 0.708137, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.70612, + "f1": 0.681703, + "f1_weighted": 0.713212, + "precision": 0.666169, + "precision_weighted": 0.752071, + "recall": 0.747154, + "recall_weighted": 0.70612, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.692334, + "f1": 0.66265, + "f1_weighted": 0.693238, + "precision": 0.640203, + "precision_weighted": 0.730419, + "recall": 0.743847, + "recall_weighted": 0.692334, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.713181, + "f1": 0.680171, + "f1_weighted": 0.713898, + "precision": 0.67087, + "precision_weighted": 0.749029, + "recall": 0.749896, + "recall_weighted": 0.713181, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.690652, + "f1": 0.668252, + "f1_weighted": 0.693501, + "precision": 0.658542, + "precision_weighted": 0.738975, + "recall": 0.726739, + "recall_weighted": 0.690652, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.686281, + "f1": 0.675596, + "f1_weighted": 0.688281, + "precision": 0.656764, + "precision_weighted": 0.722606, + "recall": 0.736593, + "recall_weighted": 0.686281, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.674176, + "f1": 0.664517, + "f1_weighted": 0.677469, + "precision": 0.655128, + "precision_weighted": 0.723737, + "recall": 0.741531, + "recall_weighted": 0.674176, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.689644, + "f1": 0.654212, + "f1_weighted": 0.691997, + "precision": 0.644655, + "precision_weighted": 0.731341, + "recall": 0.731597, + "recall_weighted": 0.689644, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.671822, + "f1": 0.647423, + "f1_weighted": 0.680977, + "precision": 0.635738, + "precision_weighted": 0.727012, + "recall": 0.721986, + "recall_weighted": 0.671822, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.70343, + "f1": 0.678356, + "f1_weighted": 0.707386, + "precision": 0.666205, + "precision_weighted": 0.746321, + "recall": 0.754938, + "recall_weighted": 0.70343, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.693578, + "f1": 0.670267, + "f1_weighted": 0.697297, + "precision": 0.656925, + "precision_weighted": 0.736879, + "recall": 0.7395, + "recall_weighted": 0.693578, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.693578, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.66846, + "f1": 0.641082, + "f1_weighted": 0.672692, + "precision": 0.628878, + "precision_weighted": 0.713386, + "recall": 0.71383, + "recall_weighted": 0.66846, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.670814, + "f1": 0.629842, + "f1_weighted": 0.677645, + "precision": 0.622057, + "precision_weighted": 0.71473, + "recall": 0.676827, + "recall_weighted": 0.670814, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.661399, + "f1": 0.619231, + "f1_weighted": 0.665524, + "precision": 0.604168, + "precision_weighted": 0.714606, + "recall": 0.6819, + "recall_weighted": 0.661399, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.686281, + "f1": 0.640197, + "f1_weighted": 0.687276, + "precision": 0.620037, + "precision_weighted": 0.717424, + "recall": 0.706765, + "recall_weighted": 0.686281, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.64425, + "f1": 0.602874, + "f1_weighted": 0.650942, + "precision": 0.59033, + "precision_weighted": 0.698274, + "recall": 0.672026, + "recall_weighted": 0.64425, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.661399, + "f1": 0.629409, + "f1_weighted": 0.665204, + "precision": 0.611766, + "precision_weighted": 0.707397, + "recall": 0.698979, + "recall_weighted": 0.661399, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.656355, + "f1": 0.627294, + "f1_weighted": 0.660607, + "precision": 0.613491, + "precision_weighted": 0.70443, + "recall": 0.690457, + "recall_weighted": 0.656355, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.64694, + "f1": 0.608481, + "f1_weighted": 0.652111, + "precision": 0.59836, + "precision_weighted": 0.696391, + "recall": 0.672071, + "recall_weighted": 0.64694, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.659718, + "f1": 0.632755, + "f1_weighted": 0.669429, + "precision": 0.626651, + "precision_weighted": 0.716984, + "recall": 0.706846, + "recall_weighted": 0.659718, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.683255, + "f1": 0.644237, + "f1_weighted": 0.685895, + "precision": 0.632697, + "precision_weighted": 0.720842, + "recall": 0.7046, + "recall_weighted": 0.683255, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.663887, + "f1": 0.62754, + "f1_weighted": 0.668733, + "precision": 0.614844, + "precision_weighted": 0.710446, + "recall": 0.69243, + "recall_weighted": 0.663887, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.663887, + "hf_subset": "ml", + "languages": [ + "mal-Mlym" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.512777, + "f1": 0.498472, + "f1_weighted": 0.509917, + "precision": 0.483019, + "precision_weighted": 0.569363, + "recall": 0.596212, + "recall_weighted": 0.512777, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.528245, + "f1": 0.500492, + "f1_weighted": 0.53123, + "precision": 0.485742, + "precision_weighted": 0.581489, + "recall": 0.584545, + "recall_weighted": 0.528245, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.526227, + "f1": 0.51293, + "f1_weighted": 0.523903, + "precision": 0.494342, + "precision_weighted": 0.570094, + "recall": 0.599105, + "recall_weighted": 0.526227, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.51883, + "f1": 0.50223, + "f1_weighted": 0.524829, + "precision": 0.49491, + "precision_weighted": 0.591642, + "recall": 0.591877, + "recall_weighted": 0.51883, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.511096, + "f1": 0.492424, + "f1_weighted": 0.515751, + "precision": 0.485221, + "precision_weighted": 0.586739, + "recall": 0.576053, + "recall_weighted": 0.511096, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.512777, + "f1": 0.493738, + "f1_weighted": 0.510004, + "precision": 0.475322, + "precision_weighted": 0.556442, + "recall": 0.571961, + "recall_weighted": 0.512777, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.498991, + "f1": 0.496234, + "f1_weighted": 0.500393, + "precision": 0.486101, + "precision_weighted": 0.562661, + "recall": 0.586266, + "recall_weighted": 0.498991, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.518157, + "f1": 0.498661, + "f1_weighted": 0.524987, + "precision": 0.489984, + "precision_weighted": 0.583031, + "recall": 0.569938, + "recall_weighted": 0.518157, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.497646, + "f1": 0.490103, + "f1_weighted": 0.498747, + "precision": 0.480137, + "precision_weighted": 0.555097, + "recall": 0.576491, + "recall_weighted": 0.497646, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.507061, + "f1": 0.49799, + "f1_weighted": 0.501986, + "precision": 0.485587, + "precision_weighted": 0.558706, + "recall": 0.58352, + "recall_weighted": 0.507061, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.513181, + "f1": 0.498327, + "f1_weighted": 0.514175, + "precision": 0.486037, + "precision_weighted": 0.571526, + "recall": 0.583597, + "recall_weighted": 0.513181, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.513181, + "hf_subset": "mn", + "languages": [ + "mon-Cyrl" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.741762, + "f1": 0.718333, + "f1_weighted": 0.744805, + "precision": 0.698916, + "precision_weighted": 0.777945, + "recall": 0.791405, + "recall_weighted": 0.741762, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.752186, + "f1": 0.718117, + "f1_weighted": 0.75007, + "precision": 0.694303, + "precision_weighted": 0.774324, + "recall": 0.793919, + "recall_weighted": 0.752186, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.715871, + "f1": 0.70117, + "f1_weighted": 0.716703, + "precision": 0.67713, + "precision_weighted": 0.754988, + "recall": 0.765505, + "recall_weighted": 0.715871, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.752522, + "f1": 0.722785, + "f1_weighted": 0.748772, + "precision": 0.703512, + "precision_weighted": 0.780331, + "recall": 0.79352, + "recall_weighted": 0.752522, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.732347, + "f1": 0.694426, + "f1_weighted": 0.732959, + "precision": 0.675695, + "precision_weighted": 0.768178, + "recall": 0.770211, + "recall_weighted": 0.732347, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.723941, + "f1": 0.694076, + "f1_weighted": 0.721523, + "precision": 0.672553, + "precision_weighted": 0.750447, + "recall": 0.76615, + "recall_weighted": 0.723941, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.723605, + "f1": 0.693511, + "f1_weighted": 0.722469, + "precision": 0.673321, + "precision_weighted": 0.754828, + "recall": 0.770375, + "recall_weighted": 0.723605, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.718561, + "f1": 0.682605, + "f1_weighted": 0.721909, + "precision": 0.666153, + "precision_weighted": 0.757334, + "recall": 0.74769, + "recall_weighted": 0.718561, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.730666, + "f1": 0.69841, + "f1_weighted": 0.735627, + "precision": 0.685034, + "precision_weighted": 0.775883, + "recall": 0.77521, + "recall_weighted": 0.730666, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.752186, + "f1": 0.72046, + "f1_weighted": 0.756109, + "precision": 0.70475, + "precision_weighted": 0.78317, + "recall": 0.784807, + "recall_weighted": 0.752186, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.734364, + "f1": 0.704389, + "f1_weighted": 0.735095, + "precision": 0.685137, + "precision_weighted": 0.767743, + "recall": 0.775879, + "recall_weighted": 0.734364, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.734364, + "hf_subset": "ms", + "languages": [ + "msa-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.597512, + "f1": 0.576627, + "f1_weighted": 0.600273, + "precision": 0.567976, + "precision_weighted": 0.650824, + "recall": 0.646066, + "recall_weighted": 0.597512, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.615669, + "f1": 0.564237, + "f1_weighted": 0.622067, + "precision": 0.544862, + "precision_weighted": 0.654557, + "recall": 0.630684, + "recall_weighted": 0.615669, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.605245, + "f1": 0.562851, + "f1_weighted": 0.608599, + "precision": 0.545686, + "precision_weighted": 0.665159, + "recall": 0.642845, + "recall_weighted": 0.605245, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.604573, + "f1": 0.559126, + "f1_weighted": 0.608122, + "precision": 0.545071, + "precision_weighted": 0.649924, + "recall": 0.62427, + "recall_weighted": 0.604573, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.592468, + "f1": 0.544414, + "f1_weighted": 0.599041, + "precision": 0.529705, + "precision_weighted": 0.638701, + "recall": 0.607724, + "recall_weighted": 0.592468, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.587424, + "f1": 0.547317, + "f1_weighted": 0.592178, + "precision": 0.535485, + "precision_weighted": 0.626732, + "recall": 0.603724, + "recall_weighted": 0.587424, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.555817, + "f1": 0.526383, + "f1_weighted": 0.561138, + "precision": 0.520256, + "precision_weighted": 0.613694, + "recall": 0.58114, + "recall_weighted": 0.555817, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.589106, + "f1": 0.543644, + "f1_weighted": 0.595663, + "precision": 0.532552, + "precision_weighted": 0.645134, + "recall": 0.605099, + "recall_weighted": 0.589106, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.589106, + "f1": 0.549542, + "f1_weighted": 0.59401, + "precision": 0.539401, + "precision_weighted": 0.638437, + "recall": 0.630781, + "recall_weighted": 0.589106, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.602219, + "f1": 0.564638, + "f1_weighted": 0.612196, + "precision": 0.554181, + "precision_weighted": 0.663038, + "recall": 0.642263, + "recall_weighted": 0.602219, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.593914, + "f1": 0.553878, + "f1_weighted": 0.599329, + "precision": 0.541517, + "precision_weighted": 0.64462, + "recall": 0.62146, + "recall_weighted": 0.593914, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.593914, + "hf_subset": "my", + "languages": [ + "mya-Mymr" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.755212, + "f1": 0.727527, + "f1_weighted": 0.762181, + "precision": 0.711496, + "precision_weighted": 0.799582, + "recall": 0.796813, + "recall_weighted": 0.755212, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.759583, + "f1": 0.721728, + "f1_weighted": 0.760285, + "precision": 0.700561, + "precision_weighted": 0.785575, + "recall": 0.780266, + "recall_weighted": 0.759583, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.737391, + "f1": 0.693687, + "f1_weighted": 0.737454, + "precision": 0.673159, + "precision_weighted": 0.766863, + "recall": 0.755492, + "recall_weighted": 0.737391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.76698, + "f1": 0.723912, + "f1_weighted": 0.765376, + "precision": 0.703628, + "precision_weighted": 0.79181, + "recall": 0.788204, + "recall_weighted": 0.76698, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.744788, + "f1": 0.724889, + "f1_weighted": 0.746247, + "precision": 0.706959, + "precision_weighted": 0.783953, + "recall": 0.795387, + "recall_weighted": 0.744788, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.753531, + "f1": 0.722116, + "f1_weighted": 0.753875, + "precision": 0.701365, + "precision_weighted": 0.777924, + "recall": 0.7744, + "recall_weighted": 0.753531, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.752858, + "f1": 0.718201, + "f1_weighted": 0.7547, + "precision": 0.702021, + "precision_weighted": 0.784437, + "recall": 0.785438, + "recall_weighted": 0.752858, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.747814, + "f1": 0.702391, + "f1_weighted": 0.746108, + "precision": 0.686132, + "precision_weighted": 0.772357, + "recall": 0.748622, + "recall_weighted": 0.747814, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.740417, + "f1": 0.715877, + "f1_weighted": 0.746329, + "precision": 0.707258, + "precision_weighted": 0.783025, + "recall": 0.77704, + "recall_weighted": 0.740417, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.762609, + "f1": 0.731325, + "f1_weighted": 0.76515, + "precision": 0.713256, + "precision_weighted": 0.795128, + "recall": 0.793948, + "recall_weighted": 0.762609, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.752118, + "f1": 0.718165, + "f1_weighted": 0.753771, + "precision": 0.700584, + "precision_weighted": 0.784065, + "recall": 0.779561, + "recall_weighted": 0.752118, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.752118, + "hf_subset": "nb", + "languages": [ + "nob-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.770007, + "f1": 0.740344, + "f1_weighted": 0.775084, + "precision": 0.726421, + "precision_weighted": 0.8059, + "recall": 0.793081, + "recall_weighted": 0.770007, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.783457, + "f1": 0.743702, + "f1_weighted": 0.784139, + "precision": 0.720821, + "precision_weighted": 0.806646, + "recall": 0.801774, + "recall_weighted": 0.783457, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.766308, + "f1": 0.72262, + "f1_weighted": 0.764593, + "precision": 0.703691, + "precision_weighted": 0.797123, + "recall": 0.78585, + "recall_weighted": 0.766308, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.782112, + "f1": 0.724836, + "f1_weighted": 0.780855, + "precision": 0.71574, + "precision_weighted": 0.804729, + "recall": 0.76516, + "recall_weighted": 0.782112, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.765299, + "f1": 0.718765, + "f1_weighted": 0.767491, + "precision": 0.701093, + "precision_weighted": 0.799611, + "recall": 0.790645, + "recall_weighted": 0.765299, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.774378, + "f1": 0.735856, + "f1_weighted": 0.775805, + "precision": 0.714724, + "precision_weighted": 0.799826, + "recall": 0.796222, + "recall_weighted": 0.774378, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.765636, + "f1": 0.724994, + "f1_weighted": 0.769477, + "precision": 0.707173, + "precision_weighted": 0.798579, + "recall": 0.791416, + "recall_weighted": 0.765636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.758911, + "f1": 0.719824, + "f1_weighted": 0.760827, + "precision": 0.707145, + "precision_weighted": 0.794556, + "recall": 0.772555, + "recall_weighted": 0.758911, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.76698, + "f1": 0.724302, + "f1_weighted": 0.773265, + "precision": 0.719495, + "precision_weighted": 0.809957, + "recall": 0.793467, + "recall_weighted": 0.76698, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772024, + "f1": 0.731764, + "f1_weighted": 0.770821, + "precision": 0.71886, + "precision_weighted": 0.798129, + "recall": 0.787596, + "recall_weighted": 0.772024, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.770511, + "f1": 0.728701, + "f1_weighted": 0.772236, + "precision": 0.713516, + "precision_weighted": 0.801506, + "recall": 0.787777, + "recall_weighted": 0.770511, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.770511, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.773033, + "f1": 0.740724, + "f1_weighted": 0.77755, + "precision": 0.725051, + "precision_weighted": 0.809057, + "recall": 0.794198, + "recall_weighted": 0.773033, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.784465, + "f1": 0.741687, + "f1_weighted": 0.784692, + "precision": 0.723666, + "precision_weighted": 0.807146, + "recall": 0.809036, + "recall_weighted": 0.784465, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.764291, + "f1": 0.721806, + "f1_weighted": 0.764947, + "precision": 0.7087, + "precision_weighted": 0.801006, + "recall": 0.790971, + "recall_weighted": 0.764291, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.786819, + "f1": 0.740287, + "f1_weighted": 0.783834, + "precision": 0.72603, + "precision_weighted": 0.816033, + "recall": 0.807378, + "recall_weighted": 0.786819, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.755548, + "f1": 0.706613, + "f1_weighted": 0.760821, + "precision": 0.693959, + "precision_weighted": 0.794591, + "recall": 0.77268, + "recall_weighted": 0.755548, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.764963, + "f1": 0.726633, + "f1_weighted": 0.764152, + "precision": 0.709678, + "precision_weighted": 0.788561, + "recall": 0.790508, + "recall_weighted": 0.764963, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.768325, + "f1": 0.725725, + "f1_weighted": 0.77177, + "precision": 0.707852, + "precision_weighted": 0.802933, + "recall": 0.79442, + "recall_weighted": 0.768325, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.747478, + "f1": 0.714729, + "f1_weighted": 0.750606, + "precision": 0.700116, + "precision_weighted": 0.791475, + "recall": 0.786496, + "recall_weighted": 0.747478, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.762946, + "f1": 0.723075, + "f1_weighted": 0.768138, + "precision": 0.714277, + "precision_weighted": 0.800631, + "recall": 0.787621, + "recall_weighted": 0.762946, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.775387, + "f1": 0.729182, + "f1_weighted": 0.776375, + "precision": 0.715977, + "precision_weighted": 0.811456, + "recall": 0.799889, + "recall_weighted": 0.775387, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.768325, + "f1": 0.727046, + "f1_weighted": 0.770288, + "precision": 0.712531, + "precision_weighted": 0.802289, + "recall": 0.79332, + "recall_weighted": 0.768325, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.768325, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.783793, + "f1": 0.763253, + "f1_weighted": 0.788573, + "precision": 0.74902, + "precision_weighted": 0.82164, + "recall": 0.831055, + "recall_weighted": 0.783793, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.795562, + "f1": 0.761553, + "f1_weighted": 0.793843, + "precision": 0.741272, + "precision_weighted": 0.812293, + "recall": 0.81349, + "recall_weighted": 0.795562, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.770679, + "f1": 0.73168, + "f1_weighted": 0.769014, + "precision": 0.712858, + "precision_weighted": 0.797206, + "recall": 0.78664, + "recall_weighted": 0.770679, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.793208, + "f1": 0.752299, + "f1_weighted": 0.793205, + "precision": 0.736613, + "precision_weighted": 0.818653, + "recall": 0.794086, + "recall_weighted": 0.793208, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.781775, + "f1": 0.746402, + "f1_weighted": 0.779987, + "precision": 0.730165, + "precision_weighted": 0.806891, + "recall": 0.810756, + "recall_weighted": 0.781775, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.771352, + "f1": 0.751208, + "f1_weighted": 0.771299, + "precision": 0.732915, + "precision_weighted": 0.793931, + "recall": 0.802571, + "recall_weighted": 0.771352, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.771015, + "f1": 0.742908, + "f1_weighted": 0.774878, + "precision": 0.730011, + "precision_weighted": 0.807008, + "recall": 0.812509, + "recall_weighted": 0.771015, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.756893, + "f1": 0.730477, + "f1_weighted": 0.756833, + "precision": 0.7183, + "precision_weighted": 0.783745, + "recall": 0.778062, + "recall_weighted": 0.756893, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.76967, + "f1": 0.743055, + "f1_weighted": 0.773761, + "precision": 0.727002, + "precision_weighted": 0.803659, + "recall": 0.811777, + "recall_weighted": 0.76967, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.761264, + "f1": 0.735786, + "f1_weighted": 0.761284, + "precision": 0.723638, + "precision_weighted": 0.796005, + "recall": 0.8013, + "recall_weighted": 0.761264, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.775521, + "f1": 0.745862, + "f1_weighted": 0.776268, + "precision": 0.73018, + "precision_weighted": 0.804103, + "recall": 0.804225, + "recall_weighted": 0.775521, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.775521, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.744788, + "f1": 0.721689, + "f1_weighted": 0.747679, + "precision": 0.70662, + "precision_weighted": 0.788115, + "recall": 0.78652, + "recall_weighted": 0.744788, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.741426, + "f1": 0.712423, + "f1_weighted": 0.744415, + "precision": 0.694424, + "precision_weighted": 0.779184, + "recall": 0.779524, + "recall_weighted": 0.741426, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.731675, + "f1": 0.692462, + "f1_weighted": 0.73394, + "precision": 0.686564, + "precision_weighted": 0.779986, + "recall": 0.760941, + "recall_weighted": 0.731675, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.748151, + "f1": 0.703434, + "f1_weighted": 0.74314, + "precision": 0.68426, + "precision_weighted": 0.771664, + "recall": 0.764428, + "recall_weighted": 0.748151, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.718897, + "f1": 0.67843, + "f1_weighted": 0.719152, + "precision": 0.662078, + "precision_weighted": 0.763839, + "recall": 0.751658, + "recall_weighted": 0.718897, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.718225, + "f1": 0.688346, + "f1_weighted": 0.718337, + "precision": 0.675084, + "precision_weighted": 0.747124, + "recall": 0.751319, + "recall_weighted": 0.718225, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.731338, + "f1": 0.702823, + "f1_weighted": 0.734227, + "precision": 0.691017, + "precision_weighted": 0.76842, + "recall": 0.765556, + "recall_weighted": 0.731338, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.730666, + "f1": 0.700608, + "f1_weighted": 0.733838, + "precision": 0.685399, + "precision_weighted": 0.767397, + "recall": 0.774306, + "recall_weighted": 0.730666, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.73033, + "f1": 0.697297, + "f1_weighted": 0.73562, + "precision": 0.686166, + "precision_weighted": 0.774247, + "recall": 0.762349, + "recall_weighted": 0.73033, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.731675, + "f1": 0.684699, + "f1_weighted": 0.736696, + "precision": 0.674505, + "precision_weighted": 0.769567, + "recall": 0.738742, + "recall_weighted": 0.731675, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.732717, + "f1": 0.698221, + "f1_weighted": 0.734704, + "precision": 0.684612, + "precision_weighted": 0.770954, + "recall": 0.763534, + "recall_weighted": 0.732717, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.732717, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.793208, + "f1": 0.769356, + "f1_weighted": 0.796056, + "precision": 0.753202, + "precision_weighted": 0.820917, + "recall": 0.831774, + "recall_weighted": 0.793208, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.788164, + "f1": 0.752789, + "f1_weighted": 0.789214, + "precision": 0.733703, + "precision_weighted": 0.811394, + "recall": 0.818759, + "recall_weighted": 0.788164, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.764963, + "f1": 0.734609, + "f1_weighted": 0.768174, + "precision": 0.715153, + "precision_weighted": 0.803688, + "recall": 0.808836, + "recall_weighted": 0.764963, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.794217, + "f1": 0.759983, + "f1_weighted": 0.793827, + "precision": 0.742075, + "precision_weighted": 0.82169, + "recall": 0.822636, + "recall_weighted": 0.794217, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.773705, + "f1": 0.737354, + "f1_weighted": 0.774822, + "precision": 0.719932, + "precision_weighted": 0.807622, + "recall": 0.806322, + "recall_weighted": 0.773705, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.771688, + "f1": 0.741347, + "f1_weighted": 0.770599, + "precision": 0.719071, + "precision_weighted": 0.791888, + "recall": 0.809031, + "recall_weighted": 0.771688, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.779758, + "f1": 0.752412, + "f1_weighted": 0.78117, + "precision": 0.738644, + "precision_weighted": 0.803761, + "recall": 0.809398, + "recall_weighted": 0.779758, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.762946, + "f1": 0.735276, + "f1_weighted": 0.763753, + "precision": 0.718593, + "precision_weighted": 0.788757, + "recall": 0.795967, + "recall_weighted": 0.762946, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.774042, + "f1": 0.750784, + "f1_weighted": 0.778621, + "precision": 0.736716, + "precision_weighted": 0.811704, + "recall": 0.818106, + "recall_weighted": 0.774042, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.779085, + "f1": 0.744778, + "f1_weighted": 0.780422, + "precision": 0.734054, + "precision_weighted": 0.807689, + "recall": 0.795666, + "recall_weighted": 0.779085, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.778178, + "f1": 0.747869, + "f1_weighted": 0.779666, + "precision": 0.731114, + "precision_weighted": 0.806911, + "recall": 0.811649, + "recall_weighted": 0.778178, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.778178, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.714526, + "f1": 0.690243, + "f1_weighted": 0.722895, + "precision": 0.685467, + "precision_weighted": 0.763476, + "recall": 0.742695, + "recall_weighted": 0.714526, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.733356, + "f1": 0.697318, + "f1_weighted": 0.736554, + "precision": 0.680264, + "precision_weighted": 0.765111, + "recall": 0.760708, + "recall_weighted": 0.733356, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.706456, + "f1": 0.682409, + "f1_weighted": 0.706914, + "precision": 0.665401, + "precision_weighted": 0.739589, + "recall": 0.763266, + "recall_weighted": 0.706456, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.724613, + "f1": 0.691526, + "f1_weighted": 0.729562, + "precision": 0.677265, + "precision_weighted": 0.759479, + "recall": 0.738355, + "recall_weighted": 0.724613, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.71957, + "f1": 0.677647, + "f1_weighted": 0.723871, + "precision": 0.666648, + "precision_weighted": 0.758744, + "recall": 0.751062, + "recall_weighted": 0.71957, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.706456, + "f1": 0.671029, + "f1_weighted": 0.708415, + "precision": 0.660522, + "precision_weighted": 0.742586, + "recall": 0.730738, + "recall_weighted": 0.706456, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.721587, + "f1": 0.688929, + "f1_weighted": 0.723927, + "precision": 0.676236, + "precision_weighted": 0.754435, + "recall": 0.741995, + "recall_weighted": 0.721587, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.698386, + "f1": 0.666176, + "f1_weighted": 0.704856, + "precision": 0.657273, + "precision_weighted": 0.750084, + "recall": 0.734651, + "recall_weighted": 0.698386, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.696705, + "f1": 0.666094, + "f1_weighted": 0.705739, + "precision": 0.659944, + "precision_weighted": 0.745132, + "recall": 0.726607, + "recall_weighted": 0.696705, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.725622, + "f1": 0.696078, + "f1_weighted": 0.729802, + "precision": 0.685283, + "precision_weighted": 0.762354, + "recall": 0.743876, + "recall_weighted": 0.725622, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.714728, + "f1": 0.682745, + "f1_weighted": 0.719254, + "precision": 0.67143, + "precision_weighted": 0.754099, + "recall": 0.743395, + "recall_weighted": 0.714728, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.714728, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.629792, + "f1": 0.599672, + "f1_weighted": 0.632073, + "precision": 0.583885, + "precision_weighted": 0.676968, + "recall": 0.688119, + "recall_weighted": 0.629792, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.658709, + "f1": 0.621626, + "f1_weighted": 0.659397, + "precision": 0.595092, + "precision_weighted": 0.69047, + "recall": 0.698573, + "recall_weighted": 0.658709, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.623403, + "f1": 0.594923, + "f1_weighted": 0.630958, + "precision": 0.581476, + "precision_weighted": 0.677, + "recall": 0.656588, + "recall_weighted": 0.623403, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.637525, + "f1": 0.591343, + "f1_weighted": 0.63793, + "precision": 0.581816, + "precision_weighted": 0.680516, + "recall": 0.652558, + "recall_weighted": 0.637525, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.623739, + "f1": 0.594173, + "f1_weighted": 0.626076, + "precision": 0.579034, + "precision_weighted": 0.687514, + "recall": 0.670345, + "recall_weighted": 0.623739, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.643914, + "f1": 0.611996, + "f1_weighted": 0.646611, + "precision": 0.599333, + "precision_weighted": 0.687936, + "recall": 0.679182, + "recall_weighted": 0.643914, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.626093, + "f1": 0.600279, + "f1_weighted": 0.6317, + "precision": 0.580235, + "precision_weighted": 0.677702, + "recall": 0.687944, + "recall_weighted": 0.626093, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.631473, + "f1": 0.59526, + "f1_weighted": 0.639627, + "precision": 0.580984, + "precision_weighted": 0.682067, + "recall": 0.681639, + "recall_weighted": 0.631473, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.64425, + "f1": 0.608637, + "f1_weighted": 0.648786, + "precision": 0.591157, + "precision_weighted": 0.689265, + "recall": 0.693267, + "recall_weighted": 0.64425, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.63887, + "f1": 0.608147, + "f1_weighted": 0.64309, + "precision": 0.592026, + "precision_weighted": 0.683935, + "recall": 0.685348, + "recall_weighted": 0.63887, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.635777, + "f1": 0.602606, + "f1_weighted": 0.639625, + "precision": 0.586504, + "precision_weighted": 0.683338, + "recall": 0.679356, + "recall_weighted": 0.635777, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.635777, + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.76967, + "f1": 0.737088, + "f1_weighted": 0.771406, + "precision": 0.724021, + "precision_weighted": 0.805943, + "recall": 0.795352, + "recall_weighted": 0.76967, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.777404, + "f1": 0.748165, + "f1_weighted": 0.777118, + "precision": 0.728663, + "precision_weighted": 0.799069, + "recall": 0.81561, + "recall_weighted": 0.777404, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.765636, + "f1": 0.728118, + "f1_weighted": 0.765138, + "precision": 0.711368, + "precision_weighted": 0.791698, + "recall": 0.776549, + "recall_weighted": 0.765636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.774714, + "f1": 0.741798, + "f1_weighted": 0.77492, + "precision": 0.728618, + "precision_weighted": 0.80615, + "recall": 0.790755, + "recall_weighted": 0.774714, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.765299, + "f1": 0.72814, + "f1_weighted": 0.765433, + "precision": 0.711616, + "precision_weighted": 0.797947, + "recall": 0.794304, + "recall_weighted": 0.765299, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.774042, + "f1": 0.739424, + "f1_weighted": 0.773551, + "precision": 0.725301, + "precision_weighted": 0.797715, + "recall": 0.803634, + "recall_weighted": 0.774042, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.784465, + "f1": 0.750939, + "f1_weighted": 0.787063, + "precision": 0.740245, + "precision_weighted": 0.811833, + "recall": 0.809684, + "recall_weighted": 0.784465, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.769334, + "f1": 0.733608, + "f1_weighted": 0.770142, + "precision": 0.716756, + "precision_weighted": 0.797143, + "recall": 0.802019, + "recall_weighted": 0.769334, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.758238, + "f1": 0.729216, + "f1_weighted": 0.762329, + "precision": 0.714534, + "precision_weighted": 0.798439, + "recall": 0.802336, + "recall_weighted": 0.758238, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.767989, + "f1": 0.729764, + "f1_weighted": 0.76826, + "precision": 0.714613, + "precision_weighted": 0.797138, + "recall": 0.788173, + "recall_weighted": 0.767989, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.770679, + "f1": 0.736626, + "f1_weighted": 0.771536, + "precision": 0.721574, + "precision_weighted": 0.800307, + "recall": 0.797842, + "recall_weighted": 0.770679, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.770679, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.483524, + "f1": 0.473943, + "f1_weighted": 0.492673, + "precision": 0.473974, + "precision_weighted": 0.565995, + "recall": 0.572808, + "recall_weighted": 0.483524, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.483524, + "f1": 0.465942, + "f1_weighted": 0.491763, + "precision": 0.457662, + "precision_weighted": 0.547367, + "recall": 0.537929, + "recall_weighted": 0.483524, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.452589, + "f1": 0.438109, + "f1_weighted": 0.454438, + "precision": 0.430145, + "precision_weighted": 0.511585, + "recall": 0.519312, + "recall_weighted": 0.452589, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.450235, + "f1": 0.440178, + "f1_weighted": 0.456783, + "precision": 0.430225, + "precision_weighted": 0.502155, + "recall": 0.524594, + "recall_weighted": 0.450235, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.455952, + "f1": 0.442924, + "f1_weighted": 0.465225, + "precision": 0.432149, + "precision_weighted": 0.528265, + "recall": 0.535467, + "recall_weighted": 0.455952, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.475454, + "f1": 0.466589, + "f1_weighted": 0.479859, + "precision": 0.469944, + "precision_weighted": 0.542164, + "recall": 0.548381, + "recall_weighted": 0.475454, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.44889, + "f1": 0.43945, + "f1_weighted": 0.455011, + "precision": 0.430676, + "precision_weighted": 0.508295, + "recall": 0.527857, + "recall_weighted": 0.44889, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.45965, + "f1": 0.440392, + "f1_weighted": 0.465581, + "precision": 0.437397, + "precision_weighted": 0.525059, + "recall": 0.502226, + "recall_weighted": 0.45965, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.462004, + "f1": 0.451229, + "f1_weighted": 0.467192, + "precision": 0.448482, + "precision_weighted": 0.520983, + "recall": 0.537285, + "recall_weighted": 0.462004, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.459987, + "f1": 0.453062, + "f1_weighted": 0.462347, + "precision": 0.442735, + "precision_weighted": 0.513646, + "recall": 0.538716, + "recall_weighted": 0.459987, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.463181, + "f1": 0.451182, + "f1_weighted": 0.469087, + "precision": 0.445339, + "precision_weighted": 0.526551, + "recall": 0.534457, + "recall_weighted": 0.463181, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.463181, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.640215, + "f1": 0.608724, + "f1_weighted": 0.640261, + "precision": 0.594514, + "precision_weighted": 0.676195, + "recall": 0.679219, + "recall_weighted": 0.640215, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.62811, + "f1": 0.588399, + "f1_weighted": 0.635384, + "precision": 0.582031, + "precision_weighted": 0.687477, + "recall": 0.652482, + "recall_weighted": 0.62811, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.652993, + "f1": 0.610173, + "f1_weighted": 0.654242, + "precision": 0.592071, + "precision_weighted": 0.693064, + "recall": 0.673428, + "recall_weighted": 0.652993, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.645931, + "f1": 0.610367, + "f1_weighted": 0.65512, + "precision": 0.604374, + "precision_weighted": 0.707228, + "recall": 0.667553, + "recall_weighted": 0.645931, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.63887, + "f1": 0.598946, + "f1_weighted": 0.643416, + "precision": 0.58672, + "precision_weighted": 0.69046, + "recall": 0.674202, + "recall_weighted": 0.63887, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.628783, + "f1": 0.601073, + "f1_weighted": 0.63296, + "precision": 0.594059, + "precision_weighted": 0.679977, + "recall": 0.665341, + "recall_weighted": 0.628783, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.623403, + "f1": 0.588202, + "f1_weighted": 0.628105, + "precision": 0.570952, + "precision_weighted": 0.66966, + "recall": 0.674356, + "recall_weighted": 0.623403, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.625084, + "f1": 0.593123, + "f1_weighted": 0.633208, + "precision": 0.588111, + "precision_weighted": 0.690228, + "recall": 0.651226, + "recall_weighted": 0.625084, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.63618, + "f1": 0.606336, + "f1_weighted": 0.645283, + "precision": 0.603001, + "precision_weighted": 0.704853, + "recall": 0.68249, + "recall_weighted": 0.63618, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.661399, + "f1": 0.608899, + "f1_weighted": 0.664478, + "precision": 0.591812, + "precision_weighted": 0.698608, + "recall": 0.678774, + "recall_weighted": 0.661399, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.638097, + "f1": 0.601424, + "f1_weighted": 0.643246, + "precision": 0.590765, + "precision_weighted": 0.689775, + "recall": 0.669907, + "recall_weighted": 0.638097, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.638097, + "hf_subset": "ta", + "languages": [ + "tam-Taml" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.666443, + "f1": 0.652488, + "f1_weighted": 0.670249, + "precision": 0.645462, + "precision_weighted": 0.716135, + "recall": 0.725215, + "recall_weighted": 0.666443, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.700403, + "f1": 0.661528, + "f1_weighted": 0.708341, + "precision": 0.650513, + "precision_weighted": 0.738392, + "recall": 0.702454, + "recall_weighted": 0.700403, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.674512, + "f1": 0.636532, + "f1_weighted": 0.677957, + "precision": 0.620272, + "precision_weighted": 0.710106, + "recall": 0.688482, + "recall_weighted": 0.674512, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.66039, + "f1": 0.624468, + "f1_weighted": 0.660803, + "precision": 0.611355, + "precision_weighted": 0.692734, + "recall": 0.694411, + "recall_weighted": 0.66039, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.649294, + "f1": 0.610658, + "f1_weighted": 0.649927, + "precision": 0.593255, + "precision_weighted": 0.683044, + "recall": 0.683493, + "recall_weighted": 0.649294, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.647613, + "f1": 0.614063, + "f1_weighted": 0.654153, + "precision": 0.604233, + "precision_weighted": 0.705199, + "recall": 0.678412, + "recall_weighted": 0.647613, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.64963, + "f1": 0.62534, + "f1_weighted": 0.655291, + "precision": 0.606774, + "precision_weighted": 0.696153, + "recall": 0.707361, + "recall_weighted": 0.64963, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.663753, + "f1": 0.631914, + "f1_weighted": 0.669958, + "precision": 0.623368, + "precision_weighted": 0.703698, + "recall": 0.684981, + "recall_weighted": 0.663753, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.658709, + "f1": 0.633466, + "f1_weighted": 0.663496, + "precision": 0.628851, + "precision_weighted": 0.696904, + "recall": 0.696863, + "recall_weighted": 0.658709, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.672159, + "f1": 0.644137, + "f1_weighted": 0.675641, + "precision": 0.633263, + "precision_weighted": 0.717381, + "recall": 0.710842, + "recall_weighted": 0.672159, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.664291, + "f1": 0.633459, + "f1_weighted": 0.668582, + "precision": 0.621734, + "precision_weighted": 0.705975, + "recall": 0.697251, + "recall_weighted": 0.664291, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.664291, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.709146, + "f1": 0.710008, + "f1_weighted": 0.709665, + "precision": 0.695967, + "precision_weighted": 0.752172, + "recall": 0.783662, + "recall_weighted": 0.709146, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.736718, + "f1": 0.728221, + "f1_weighted": 0.741002, + "precision": 0.709739, + "precision_weighted": 0.775442, + "recall": 0.781267, + "recall_weighted": 0.736718, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.728648, + "f1": 0.714995, + "f1_weighted": 0.724624, + "precision": 0.698747, + "precision_weighted": 0.749664, + "recall": 0.781435, + "recall_weighted": 0.728648, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.707801, + "f1": 0.694968, + "f1_weighted": 0.701478, + "precision": 0.684831, + "precision_weighted": 0.742921, + "recall": 0.76923, + "recall_weighted": 0.707801, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.715535, + "f1": 0.699829, + "f1_weighted": 0.713509, + "precision": 0.676825, + "precision_weighted": 0.754781, + "recall": 0.782848, + "recall_weighted": 0.715535, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.72495, + "f1": 0.720617, + "f1_weighted": 0.720102, + "precision": 0.700314, + "precision_weighted": 0.752098, + "recall": 0.794169, + "recall_weighted": 0.72495, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.704102, + "f1": 0.708771, + "f1_weighted": 0.701782, + "precision": 0.699721, + "precision_weighted": 0.749445, + "recall": 0.782694, + "recall_weighted": 0.704102, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.71688, + "f1": 0.703753, + "f1_weighted": 0.716038, + "precision": 0.691972, + "precision_weighted": 0.763802, + "recall": 0.778689, + "recall_weighted": 0.71688, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.718897, + "f1": 0.714399, + "f1_weighted": 0.721672, + "precision": 0.704058, + "precision_weighted": 0.762426, + "recall": 0.791917, + "recall_weighted": 0.718897, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.720915, + "f1": 0.70915, + "f1_weighted": 0.719421, + "precision": 0.689891, + "precision_weighted": 0.75061, + "recall": 0.783967, + "recall_weighted": 0.720915, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.718359, + "f1": 0.710471, + "f1_weighted": 0.716929, + "precision": 0.695207, + "precision_weighted": 0.755336, + "recall": 0.782988, + "recall_weighted": 0.718359, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.718359, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.70612, + "f1": 0.666263, + "f1_weighted": 0.710527, + "precision": 0.649687, + "precision_weighted": 0.750477, + "recall": 0.747807, + "recall_weighted": 0.70612, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.688635, + "f1": 0.64678, + "f1_weighted": 0.691113, + "precision": 0.623849, + "precision_weighted": 0.726473, + "recall": 0.719774, + "recall_weighted": 0.688635, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.686954, + "f1": 0.640971, + "f1_weighted": 0.685166, + "precision": 0.618387, + "precision_weighted": 0.720949, + "recall": 0.709546, + "recall_weighted": 0.686954, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.699395, + "f1": 0.659697, + "f1_weighted": 0.699862, + "precision": 0.63735, + "precision_weighted": 0.736752, + "recall": 0.725078, + "recall_weighted": 0.699395, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.666443, + "f1": 0.632442, + "f1_weighted": 0.667617, + "precision": 0.616697, + "precision_weighted": 0.723475, + "recall": 0.724803, + "recall_weighted": 0.666443, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.672495, + "f1": 0.634669, + "f1_weighted": 0.669045, + "precision": 0.606232, + "precision_weighted": 0.699922, + "recall": 0.727968, + "recall_weighted": 0.672495, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.672495, + "f1": 0.641748, + "f1_weighted": 0.671405, + "precision": 0.621264, + "precision_weighted": 0.713427, + "recall": 0.730833, + "recall_weighted": 0.672495, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.678884, + "f1": 0.65017, + "f1_weighted": 0.678724, + "precision": 0.628646, + "precision_weighted": 0.717205, + "recall": 0.71215, + "recall_weighted": 0.678884, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.657364, + "f1": 0.632374, + "f1_weighted": 0.660384, + "precision": 0.617524, + "precision_weighted": 0.708779, + "recall": 0.717392, + "recall_weighted": 0.657364, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.696032, + "f1": 0.664439, + "f1_weighted": 0.69709, + "precision": 0.650047, + "precision_weighted": 0.736542, + "recall": 0.734188, + "recall_weighted": 0.696032, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.682482, + "f1": 0.646955, + "f1_weighted": 0.683093, + "precision": 0.626968, + "precision_weighted": 0.7234, + "recall": 0.724954, + "recall_weighted": 0.682482, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.682482, + "hf_subset": "tl", + "languages": [ + "tgl-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.757902, + "f1": 0.721114, + "f1_weighted": 0.7607, + "precision": 0.711961, + "precision_weighted": 0.79473, + "recall": 0.784561, + "recall_weighted": 0.757902, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.748487, + "f1": 0.716457, + "f1_weighted": 0.752937, + "precision": 0.700384, + "precision_weighted": 0.783696, + "recall": 0.775449, + "recall_weighted": 0.748487, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.751177, + "f1": 0.704444, + "f1_weighted": 0.749044, + "precision": 0.687333, + "precision_weighted": 0.779206, + "recall": 0.770353, + "recall_weighted": 0.751177, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.757902, + "f1": 0.714397, + "f1_weighted": 0.757385, + "precision": 0.702882, + "precision_weighted": 0.788169, + "recall": 0.777309, + "recall_weighted": 0.757902, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.750504, + "f1": 0.713849, + "f1_weighted": 0.753852, + "precision": 0.702531, + "precision_weighted": 0.788746, + "recall": 0.777838, + "recall_weighted": 0.750504, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.736718, + "f1": 0.704269, + "f1_weighted": 0.736818, + "precision": 0.694369, + "precision_weighted": 0.767738, + "recall": 0.754906, + "recall_weighted": 0.736718, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.762946, + "f1": 0.714892, + "f1_weighted": 0.765204, + "precision": 0.698935, + "precision_weighted": 0.789711, + "recall": 0.779346, + "recall_weighted": 0.762946, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.754539, + "f1": 0.720622, + "f1_weighted": 0.760533, + "precision": 0.71128, + "precision_weighted": 0.796044, + "recall": 0.770194, + "recall_weighted": 0.754539, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.756893, + "f1": 0.719252, + "f1_weighted": 0.76061, + "precision": 0.707177, + "precision_weighted": 0.794974, + "recall": 0.784409, + "recall_weighted": 0.756893, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.760928, + "f1": 0.724801, + "f1_weighted": 0.763046, + "precision": 0.714701, + "precision_weighted": 0.793676, + "recall": 0.78672, + "recall_weighted": 0.760928, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.7538, + "f1": 0.71541, + "f1_weighted": 0.756013, + "precision": 0.703155, + "precision_weighted": 0.787669, + "recall": 0.776109, + "recall_weighted": 0.7538, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.7538, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.689644, + "f1": 0.659764, + "f1_weighted": 0.696892, + "precision": 0.650007, + "precision_weighted": 0.741615, + "recall": 0.724127, + "recall_weighted": 0.689644, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.710827, + "f1": 0.67376, + "f1_weighted": 0.716989, + "precision": 0.657105, + "precision_weighted": 0.750729, + "recall": 0.727603, + "recall_weighted": 0.710827, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.695696, + "f1": 0.645026, + "f1_weighted": 0.698501, + "precision": 0.631071, + "precision_weighted": 0.730791, + "recall": 0.694234, + "recall_weighted": 0.695696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.706456, + "f1": 0.666782, + "f1_weighted": 0.712926, + "precision": 0.654159, + "precision_weighted": 0.751402, + "recall": 0.731781, + "recall_weighted": 0.706456, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.689307, + "f1": 0.643486, + "f1_weighted": 0.695868, + "precision": 0.633854, + "precision_weighted": 0.736635, + "recall": 0.716368, + "recall_weighted": 0.689307, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.685609, + "f1": 0.649038, + "f1_weighted": 0.691819, + "precision": 0.641276, + "precision_weighted": 0.73255, + "recall": 0.708595, + "recall_weighted": 0.685609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.68191, + "f1": 0.650746, + "f1_weighted": 0.686714, + "precision": 0.638373, + "precision_weighted": 0.723642, + "recall": 0.723167, + "recall_weighted": 0.68191, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.676866, + "f1": 0.644183, + "f1_weighted": 0.683395, + "precision": 0.633566, + "precision_weighted": 0.728062, + "recall": 0.707694, + "recall_weighted": 0.676866, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.662744, + "f1": 0.63412, + "f1_weighted": 0.671581, + "precision": 0.626967, + "precision_weighted": 0.720419, + "recall": 0.708999, + "recall_weighted": 0.662744, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.699395, + "f1": 0.657812, + "f1_weighted": 0.699443, + "precision": 0.646344, + "precision_weighted": 0.739188, + "recall": 0.725647, + "recall_weighted": 0.699395, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.689845, + "f1": 0.652472, + "f1_weighted": 0.695413, + "precision": 0.641272, + "precision_weighted": 0.735503, + "recall": 0.716821, + "recall_weighted": 0.689845, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.689845, + "hf_subset": "ur", + "languages": [ + "urd-Arab" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.785138, + "f1": 0.752342, + "f1_weighted": 0.789199, + "precision": 0.738454, + "precision_weighted": 0.819251, + "recall": 0.802281, + "recall_weighted": 0.785138, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.773705, + "f1": 0.741478, + "f1_weighted": 0.775926, + "precision": 0.725474, + "precision_weighted": 0.799704, + "recall": 0.807261, + "recall_weighted": 0.773705, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.748487, + "f1": 0.726161, + "f1_weighted": 0.74837, + "precision": 0.707901, + "precision_weighted": 0.780976, + "recall": 0.797339, + "recall_weighted": 0.748487, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.78043, + "f1": 0.751154, + "f1_weighted": 0.779004, + "precision": 0.736401, + "precision_weighted": 0.807566, + "recall": 0.802181, + "recall_weighted": 0.78043, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.764291, + "f1": 0.743092, + "f1_weighted": 0.761566, + "precision": 0.724886, + "precision_weighted": 0.787507, + "recall": 0.808519, + "recall_weighted": 0.764291, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.768662, + "f1": 0.740123, + "f1_weighted": 0.766082, + "precision": 0.721528, + "precision_weighted": 0.784317, + "recall": 0.803257, + "recall_weighted": 0.768662, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.766308, + "f1": 0.73797, + "f1_weighted": 0.768488, + "precision": 0.718228, + "precision_weighted": 0.791735, + "recall": 0.806042, + "recall_weighted": 0.766308, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.748151, + "f1": 0.71694, + "f1_weighted": 0.750145, + "precision": 0.703928, + "precision_weighted": 0.785488, + "recall": 0.771652, + "recall_weighted": 0.748151, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.766308, + "f1": 0.728598, + "f1_weighted": 0.768029, + "precision": 0.713609, + "precision_weighted": 0.800596, + "recall": 0.798969, + "recall_weighted": 0.766308, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.768998, + "f1": 0.741698, + "f1_weighted": 0.770463, + "precision": 0.729425, + "precision_weighted": 0.795423, + "recall": 0.794845, + "recall_weighted": 0.768998, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.767048, + "f1": 0.737955, + "f1_weighted": 0.767727, + "precision": 0.721983, + "precision_weighted": 0.795256, + "recall": 0.799235, + "recall_weighted": 0.767048, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.767048, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.790182, + "f1": 0.75807, + "f1_weighted": 0.790917, + "precision": 0.743245, + "precision_weighted": 0.811329, + "recall": 0.809308, + "recall_weighted": 0.790182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.776395, + "f1": 0.749886, + "f1_weighted": 0.777388, + "precision": 0.733237, + "precision_weighted": 0.79905, + "recall": 0.807924, + "recall_weighted": 0.776395, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.776059, + "f1": 0.744603, + "f1_weighted": 0.775492, + "precision": 0.728501, + "precision_weighted": 0.79853, + "recall": 0.806621, + "recall_weighted": 0.776059, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.792535, + "f1": 0.761963, + "f1_weighted": 0.794512, + "precision": 0.752638, + "precision_weighted": 0.818346, + "recall": 0.812628, + "recall_weighted": 0.792535, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.763618, + "f1": 0.737532, + "f1_weighted": 0.763086, + "precision": 0.723003, + "precision_weighted": 0.794865, + "recall": 0.804469, + "recall_weighted": 0.763618, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.78043, + "f1": 0.753132, + "f1_weighted": 0.781427, + "precision": 0.739954, + "precision_weighted": 0.806617, + "recall": 0.812635, + "recall_weighted": 0.78043, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.774042, + "f1": 0.742556, + "f1_weighted": 0.777638, + "precision": 0.736356, + "precision_weighted": 0.806899, + "recall": 0.795917, + "recall_weighted": 0.774042, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.774042, + "f1": 0.7435, + "f1_weighted": 0.774301, + "precision": 0.72591, + "precision_weighted": 0.80439, + "recall": 0.804987, + "recall_weighted": 0.774042, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.756893, + "f1": 0.722335, + "f1_weighted": 0.761607, + "precision": 0.716721, + "precision_weighted": 0.798508, + "recall": 0.784184, + "recall_weighted": 0.756893, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.781775, + "f1": 0.754546, + "f1_weighted": 0.783223, + "precision": 0.749927, + "precision_weighted": 0.811305, + "recall": 0.802115, + "recall_weighted": 0.781775, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.776597, + "f1": 0.746812, + "f1_weighted": 0.777959, + "precision": 0.734949, + "precision_weighted": 0.804984, + "recall": 0.804079, + "recall_weighted": 0.776597, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.776597, + "hf_subset": "zh-CN", + "languages": [ + "cmo-Hans" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.752522, + "f1": 0.739578, + "f1_weighted": 0.75481, + "precision": 0.725833, + "precision_weighted": 0.784273, + "recall": 0.799344, + "recall_weighted": 0.752522, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.757902, + "f1": 0.739427, + "f1_weighted": 0.759823, + "precision": 0.723214, + "precision_weighted": 0.78718, + "recall": 0.804316, + "recall_weighted": 0.757902, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.753194, + "f1": 0.73738, + "f1_weighted": 0.749903, + "precision": 0.717228, + "precision_weighted": 0.774508, + "recall": 0.804411, + "recall_weighted": 0.753194, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.738736, + "f1": 0.736463, + "f1_weighted": 0.734628, + "precision": 0.721202, + "precision_weighted": 0.758694, + "recall": 0.794194, + "recall_weighted": 0.738736, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.737391, + "f1": 0.727644, + "f1_weighted": 0.737182, + "precision": 0.707652, + "precision_weighted": 0.767973, + "recall": 0.789795, + "recall_weighted": 0.737391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.734364, + "f1": 0.718848, + "f1_weighted": 0.732416, + "precision": 0.699724, + "precision_weighted": 0.761906, + "recall": 0.770706, + "recall_weighted": 0.734364, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727303, + "f1": 0.715456, + "f1_weighted": 0.731385, + "precision": 0.707842, + "precision_weighted": 0.775461, + "recall": 0.780757, + "recall_weighted": 0.727303, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.751513, + "f1": 0.726234, + "f1_weighted": 0.751707, + "precision": 0.714264, + "precision_weighted": 0.781528, + "recall": 0.770268, + "recall_weighted": 0.751513, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.749832, + "f1": 0.730511, + "f1_weighted": 0.752712, + "precision": 0.717819, + "precision_weighted": 0.780935, + "recall": 0.793332, + "recall_weighted": 0.749832, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.741089, + "f1": 0.73132, + "f1_weighted": 0.742617, + "precision": 0.724215, + "precision_weighted": 0.77407, + "recall": 0.788339, + "recall_weighted": 0.741089, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.744385, + "f1": 0.730286, + "f1_weighted": 0.744718, + "precision": 0.715899, + "precision_weighted": 0.774653, + "recall": 0.789546, + "recall_weighted": 0.744385, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.744385, + "hf_subset": "zh-TW", + "languages": [ + "cmo-Hant" + ] + } + ] + }, + "evaluation_time": 3226.053917169571, + "kg_co2_emissions": null, + "date": 1776191429.504948 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MedrxivClusteringP2P.v2.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MedrxivClusteringP2P.v2.json new file mode 100644 index 0000000000..22cf093a46 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MedrxivClusteringP2P.v2.json @@ -0,0 +1,35 @@ +{ + "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73", + "task_name": "MedrxivClusteringP2P.v2", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.442038, + 0.446008, + 0.430725, + 0.430685, + 0.444049, + 0.435081, + 0.431647, + 0.430866, + 0.429966, + 0.436808 + ] + }, + "v_measure": 0.435787, + "v_measure_std": 0.005833, + "main_score": 0.435787, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 19.795393705368042, + "kg_co2_emissions": null, + "date": 1776178335.921652 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MridinghamTonic.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MridinghamTonic.json new file mode 100644 index 0000000000..64c9bb548d --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MridinghamTonic.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "9304553355441e3d2bf2432691b6209ff9a9339c", + "task_name": "MridinghamTonic", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.426934, + "f1": 0.423116, + "f1_weighted": 0.423368, + "precision": 0.425204, + "precision_weighted": 0.429034, + "recall": 0.430152, + "recall_weighted": 0.426934, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.480659, + "f1": 0.465331, + "f1_weighted": 0.475425, + "precision": 0.475943, + "precision_weighted": 0.492381, + "recall": 0.476602, + "recall_weighted": 0.480659, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.444444, + "f1": 0.444569, + "f1_weighted": 0.452689, + "precision": 0.482005, + "precision_weighted": 0.492454, + "recall": 0.43932, + "recall_weighted": 0.444444, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.457348, + "f1": 0.441337, + "f1_weighted": 0.448217, + "precision": 0.434989, + "precision_weighted": 0.447067, + "recall": 0.456211, + "recall_weighted": 0.457348, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.458065, + "f1": 0.451866, + "f1_weighted": 0.453825, + "precision": 0.44846, + "precision_weighted": 0.453984, + "recall": 0.459822, + "recall_weighted": 0.458065, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.45349, + "f1": 0.445244, + "f1_weighted": 0.450705, + "precision": 0.45332, + "precision_weighted": 0.462984, + "recall": 0.452421, + "recall_weighted": 0.45349, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.45349, + "hf_subset": "default", + "languages": [ + "zxx-Zxxx" + ] + } + ] + }, + "evaluation_time": 86.48012614250183, + "kg_co2_emissions": null, + "date": 1776242022.581007 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MultiEURLEXMultilabelClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MultiEURLEXMultilabelClassification.json new file mode 100644 index 0000000000..32cbbc26ee --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MultiEURLEXMultilabelClassification.json @@ -0,0 +1,1691 @@ +{ + "dataset_revision": "2aea5a6dc8fdcfeca41d0fb963c0a338930bde5c", + "task_name": "MultiEURLEXMultilabelClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.0332, + "lrap": 0.47591, + "f1": 0.397359, + "hamming": 0.424574 + }, + { + "accuracy": 0.0462, + "lrap": 0.502099, + "f1": 0.392389, + "hamming": 0.455409 + }, + { + "accuracy": 0.0208, + "lrap": 0.471075, + "f1": 0.38024, + "hamming": 0.412519 + }, + { + "accuracy": 0.0902, + "lrap": 0.49922, + "f1": 0.382941, + "hamming": 0.441774 + }, + { + "accuracy": 0.0732, + "lrap": 0.51768, + "f1": 0.405694, + "hamming": 0.474374 + }, + { + "accuracy": 0.0476, + "lrap": 0.502318, + "f1": 0.403058, + "hamming": 0.448168 + }, + { + "accuracy": 0.046, + "lrap": 0.541465, + "f1": 0.392791, + "hamming": 0.490103 + }, + { + "accuracy": 0.044, + "lrap": 0.461807, + "f1": 0.367083, + "hamming": 0.397831 + }, + { + "accuracy": 0.058, + "lrap": 0.49112, + "f1": 0.373519, + "hamming": 0.441827 + }, + { + "accuracy": 0.0508, + "lrap": 0.502528, + "f1": 0.368147, + "hamming": 0.436743 + } + ], + "accuracy": 0.051, + "lrap": 0.496522, + "f1": 0.386322, + "hamming": 0.442332, + "main_score": 0.051, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.0546, + "lrap": 0.527049, + "f1": 0.444704, + "hamming": 0.47251 + }, + { + "accuracy": 0.0276, + "lrap": 0.490081, + "f1": 0.395898, + "hamming": 0.439774 + }, + { + "accuracy": 0.0564, + "lrap": 0.518688, + "f1": 0.424613, + "hamming": 0.47402 + }, + { + "accuracy": 0.057, + "lrap": 0.482617, + "f1": 0.407674, + "hamming": 0.437655 + }, + { + "accuracy": 0.0192, + "lrap": 0.490582, + "f1": 0.389841, + "hamming": 0.436259 + }, + { + "accuracy": 0.0502, + "lrap": 0.501101, + "f1": 0.419003, + "hamming": 0.450259 + }, + { + "accuracy": 0.0452, + "lrap": 0.479203, + "f1": 0.384383, + "hamming": 0.424883 + }, + { + "accuracy": 0.0754, + "lrap": 0.499572, + "f1": 0.388522, + "hamming": 0.450196 + }, + { + "accuracy": 0.0584, + "lrap": 0.47972, + "f1": 0.39106, + "hamming": 0.415787 + }, + { + "accuracy": 0.046, + "lrap": 0.496023, + "f1": 0.364909, + "hamming": 0.445993 + } + ], + "accuracy": 0.049, + "lrap": 0.496464, + "f1": 0.401061, + "hamming": 0.444734, + "main_score": 0.049, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.0432, + "lrap": 0.52115, + "f1": 0.391117, + "hamming": 0.450396 + }, + { + "accuracy": 0.0398, + "lrap": 0.510716, + "f1": 0.382726, + "hamming": 0.446597 + }, + { + "accuracy": 0.034, + "lrap": 0.468527, + "f1": 0.382195, + "hamming": 0.404504 + }, + { + "accuracy": 0.0434, + "lrap": 0.530766, + "f1": 0.35548, + "hamming": 0.474068 + }, + { + "accuracy": 0.0298, + "lrap": 0.477734, + "f1": 0.40411, + "hamming": 0.422721 + }, + { + "accuracy": 0.0576, + "lrap": 0.468962, + "f1": 0.365966, + "hamming": 0.403013 + }, + { + "accuracy": 0.0376, + "lrap": 0.523214, + "f1": 0.407464, + "hamming": 0.468791 + }, + { + "accuracy": 0.0352, + "lrap": 0.470275, + "f1": 0.291465, + "hamming": 0.400048 + }, + { + "accuracy": 0.041, + "lrap": 0.483226, + "f1": 0.366528, + "hamming": 0.437607 + }, + { + "accuracy": 0.0672, + "lrap": 0.466595, + "f1": 0.365299, + "hamming": 0.41275 + } + ], + "accuracy": 0.04288, + "lrap": 0.492116, + "f1": 0.371235, + "hamming": 0.432049, + "main_score": 0.04288, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.049, + "lrap": 0.524311, + "f1": 0.407723, + "hamming": 0.472779 + }, + { + "accuracy": 0.0434, + "lrap": 0.494448, + "f1": 0.415592, + "hamming": 0.439335 + }, + { + "accuracy": 0.0468, + "lrap": 0.524143, + "f1": 0.40779, + "hamming": 0.481897 + }, + { + "accuracy": 0.0418, + "lrap": 0.502046, + "f1": 0.386718, + "hamming": 0.462799 + }, + { + "accuracy": 0.0484, + "lrap": 0.446628, + "f1": 0.388795, + "hamming": 0.393061 + }, + { + "accuracy": 0.0446, + "lrap": 0.511636, + "f1": 0.375215, + "hamming": 0.450489 + }, + { + "accuracy": 0.08, + "lrap": 0.528786, + "f1": 0.389388, + "hamming": 0.47093 + }, + { + "accuracy": 0.0476, + "lrap": 0.502312, + "f1": 0.392753, + "hamming": 0.445336 + }, + { + "accuracy": 0.0288, + "lrap": 0.484225, + "f1": 0.353727, + "hamming": 0.418103 + }, + { + "accuracy": 0.0512, + "lrap": 0.478842, + "f1": 0.362534, + "hamming": 0.422909 + } + ], + "accuracy": 0.04816, + "lrap": 0.499738, + "f1": 0.388023, + "hamming": 0.445764, + "main_score": 0.04816, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.0636, + "lrap": 0.506561, + "f1": 0.419072, + "hamming": 0.458276 + }, + { + "accuracy": 0.0574, + "lrap": 0.516678, + "f1": 0.408591, + "hamming": 0.46682 + }, + { + "accuracy": 0.0402, + "lrap": 0.504346, + "f1": 0.393603, + "hamming": 0.445428 + }, + { + "accuracy": 0.0374, + "lrap": 0.479876, + "f1": 0.38295, + "hamming": 0.42576 + }, + { + "accuracy": 0.0336, + "lrap": 0.500235, + "f1": 0.389937, + "hamming": 0.444099 + }, + { + "accuracy": 0.06, + "lrap": 0.50047, + "f1": 0.374955, + "hamming": 0.439275 + }, + { + "accuracy": 0.0254, + "lrap": 0.469203, + "f1": 0.394034, + "hamming": 0.411339 + }, + { + "accuracy": 0.058, + "lrap": 0.515348, + "f1": 0.435923, + "hamming": 0.46895 + }, + { + "accuracy": 0.0416, + "lrap": 0.498987, + "f1": 0.402111, + "hamming": 0.451487 + }, + { + "accuracy": 0.0246, + "lrap": 0.486613, + "f1": 0.398185, + "hamming": 0.433722 + } + ], + "accuracy": 0.04418, + "lrap": 0.497832, + "f1": 0.399936, + "hamming": 0.444516, + "main_score": 0.04418, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.133, + "lrap": 0.555464, + "f1": 0.45417, + "hamming": 0.513407 + }, + { + "accuracy": 0.05, + "lrap": 0.52014, + "f1": 0.427884, + "hamming": 0.47232 + }, + { + "accuracy": 0.048, + "lrap": 0.489368, + "f1": 0.464424, + "hamming": 0.448518 + }, + { + "accuracy": 0.0298, + "lrap": 0.482028, + "f1": 0.437363, + "hamming": 0.431016 + }, + { + "accuracy": 0.0448, + "lrap": 0.455972, + "f1": 0.414751, + "hamming": 0.404133 + }, + { + "accuracy": 0.053, + "lrap": 0.47173, + "f1": 0.426802, + "hamming": 0.417067 + }, + { + "accuracy": 0.0568, + "lrap": 0.519445, + "f1": 0.42105, + "hamming": 0.467885 + }, + { + "accuracy": 0.045, + "lrap": 0.511237, + "f1": 0.447271, + "hamming": 0.465647 + }, + { + "accuracy": 0.0208, + "lrap": 0.476603, + "f1": 0.427538, + "hamming": 0.433635 + }, + { + "accuracy": 0.0574, + "lrap": 0.534694, + "f1": 0.417506, + "hamming": 0.477551 + } + ], + "accuracy": 0.05386, + "lrap": 0.501668, + "f1": 0.433876, + "hamming": 0.453118, + "main_score": 0.05386, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.0226, + "lrap": 0.473638, + "f1": 0.415561, + "hamming": 0.420935 + }, + { + "accuracy": 0.0456, + "lrap": 0.467986, + "f1": 0.409983, + "hamming": 0.413538 + }, + { + "accuracy": 0.0276, + "lrap": 0.483865, + "f1": 0.404474, + "hamming": 0.43006 + }, + { + "accuracy": 0.0326, + "lrap": 0.484391, + "f1": 0.402418, + "hamming": 0.419368 + }, + { + "accuracy": 0.0678, + "lrap": 0.51635, + "f1": 0.421761, + "hamming": 0.465207 + }, + { + "accuracy": 0.0416, + "lrap": 0.502256, + "f1": 0.392299, + "hamming": 0.45406 + }, + { + "accuracy": 0.0536, + "lrap": 0.499059, + "f1": 0.396663, + "hamming": 0.443363 + }, + { + "accuracy": 0.0274, + "lrap": 0.478103, + "f1": 0.363538, + "hamming": 0.424879 + }, + { + "accuracy": 0.0406, + "lrap": 0.50873, + "f1": 0.417406, + "hamming": 0.467107 + }, + { + "accuracy": 0.028, + "lrap": 0.486101, + "f1": 0.430908, + "hamming": 0.437596 + } + ], + "accuracy": 0.03874, + "lrap": 0.490048, + "f1": 0.405501, + "hamming": 0.437611, + "main_score": 0.03874, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.0476, + "lrap": 0.470161, + "f1": 0.389949, + "hamming": 0.422439 + }, + { + "accuracy": 0.0514, + "lrap": 0.480818, + "f1": 0.371035, + "hamming": 0.421399 + }, + { + "accuracy": 0.0666, + "lrap": 0.549974, + "f1": 0.440297, + "hamming": 0.499644 + }, + { + "accuracy": 0.0282, + "lrap": 0.472327, + "f1": 0.394635, + "hamming": 0.416826 + }, + { + "accuracy": 0.053, + "lrap": 0.51457, + "f1": 0.433876, + "hamming": 0.459547 + }, + { + "accuracy": 0.0728, + "lrap": 0.522187, + "f1": 0.393889, + "hamming": 0.476699 + }, + { + "accuracy": 0.0426, + "lrap": 0.49817, + "f1": 0.439486, + "hamming": 0.447893 + }, + { + "accuracy": 0.0496, + "lrap": 0.489904, + "f1": 0.421526, + "hamming": 0.441041 + }, + { + "accuracy": 0.0602, + "lrap": 0.540107, + "f1": 0.424407, + "hamming": 0.487672 + }, + { + "accuracy": 0.0454, + "lrap": 0.52125, + "f1": 0.381997, + "hamming": 0.472094 + } + ], + "accuracy": 0.05174, + "lrap": 0.505947, + "f1": 0.40911, + "hamming": 0.454525, + "main_score": 0.05174, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.0872, + "lrap": 0.52299, + "f1": 0.38714, + "hamming": 0.47198 + }, + { + "accuracy": 0.0382, + "lrap": 0.484479, + "f1": 0.338634, + "hamming": 0.424358 + }, + { + "accuracy": 0.0378, + "lrap": 0.525971, + "f1": 0.399706, + "hamming": 0.472878 + }, + { + "accuracy": 0.055, + "lrap": 0.503233, + "f1": 0.367539, + "hamming": 0.440713 + }, + { + "accuracy": 0.049, + "lrap": 0.498912, + "f1": 0.416421, + "hamming": 0.442308 + }, + { + "accuracy": 0.0864, + "lrap": 0.48218, + "f1": 0.366332, + "hamming": 0.429848 + }, + { + "accuracy": 0.0216, + "lrap": 0.47468, + "f1": 0.349931, + "hamming": 0.414041 + }, + { + "accuracy": 0.0404, + "lrap": 0.498393, + "f1": 0.375903, + "hamming": 0.44088 + }, + { + "accuracy": 0.0508, + "lrap": 0.475817, + "f1": 0.367024, + "hamming": 0.427294 + }, + { + "accuracy": 0.084, + "lrap": 0.499037, + "f1": 0.358218, + "hamming": 0.43509 + } + ], + "accuracy": 0.05504, + "lrap": 0.496569, + "f1": 0.372685, + "hamming": 0.439939, + "main_score": 0.05504, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.0454, + "lrap": 0.500057, + "f1": 0.4157, + "hamming": 0.459843 + }, + { + "accuracy": 0.0746, + "lrap": 0.515219, + "f1": 0.401815, + "hamming": 0.46275 + }, + { + "accuracy": 0.0214, + "lrap": 0.484277, + "f1": 0.390631, + "hamming": 0.433769 + }, + { + "accuracy": 0.0858, + "lrap": 0.526753, + "f1": 0.436687, + "hamming": 0.479548 + }, + { + "accuracy": 0.0464, + "lrap": 0.500759, + "f1": 0.417605, + "hamming": 0.456926 + }, + { + "accuracy": 0.0236, + "lrap": 0.499617, + "f1": 0.411907, + "hamming": 0.446594 + }, + { + "accuracy": 0.063, + "lrap": 0.519571, + "f1": 0.425523, + "hamming": 0.465809 + }, + { + "accuracy": 0.0468, + "lrap": 0.521244, + "f1": 0.451235, + "hamming": 0.469535 + }, + { + "accuracy": 0.0378, + "lrap": 0.499346, + "f1": 0.424307, + "hamming": 0.451959 + }, + { + "accuracy": 0.0758, + "lrap": 0.505327, + "f1": 0.427125, + "hamming": 0.447655 + } + ], + "accuracy": 0.05206, + "lrap": 0.507217, + "f1": 0.420253, + "hamming": 0.457439, + "main_score": 0.05206, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.0384, + "lrap": 0.492427, + "f1": 0.401081, + "hamming": 0.434879 + }, + { + "accuracy": 0.0366, + "lrap": 0.48161, + "f1": 0.389595, + "hamming": 0.414453 + }, + { + "accuracy": 0.0242, + "lrap": 0.496293, + "f1": 0.38253, + "hamming": 0.438497 + }, + { + "accuracy": 0.035, + "lrap": 0.466606, + "f1": 0.378694, + "hamming": 0.405936 + }, + { + "accuracy": 0.0344, + "lrap": 0.484358, + "f1": 0.374734, + "hamming": 0.433321 + }, + { + "accuracy": 0.0458, + "lrap": 0.493872, + "f1": 0.369725, + "hamming": 0.426582 + }, + { + "accuracy": 0.0586, + "lrap": 0.481365, + "f1": 0.364127, + "hamming": 0.415068 + }, + { + "accuracy": 0.0784, + "lrap": 0.509443, + "f1": 0.398946, + "hamming": 0.453225 + }, + { + "accuracy": 0.0724, + "lrap": 0.497961, + "f1": 0.351394, + "hamming": 0.430189 + }, + { + "accuracy": 0.0544, + "lrap": 0.492532, + "f1": 0.400626, + "hamming": 0.43997 + } + ], + "accuracy": 0.04782, + "lrap": 0.489647, + "f1": 0.381145, + "hamming": 0.429212, + "main_score": 0.04782, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.0242, + "lrap": 0.4889, + "f1": 0.413424, + "hamming": 0.436748 + }, + { + "accuracy": 0.0412, + "lrap": 0.476255, + "f1": 0.408656, + "hamming": 0.430957 + }, + { + "accuracy": 0.0476, + "lrap": 0.515976, + "f1": 0.410996, + "hamming": 0.468133 + }, + { + "accuracy": 0.03, + "lrap": 0.498602, + "f1": 0.41732, + "hamming": 0.45222 + }, + { + "accuracy": 0.0476, + "lrap": 0.539918, + "f1": 0.40332, + "hamming": 0.489692 + }, + { + "accuracy": 0.0678, + "lrap": 0.528497, + "f1": 0.454785, + "hamming": 0.483463 + }, + { + "accuracy": 0.0516, + "lrap": 0.479529, + "f1": 0.357555, + "hamming": 0.414186 + }, + { + "accuracy": 0.0416, + "lrap": 0.490467, + "f1": 0.410051, + "hamming": 0.440947 + }, + { + "accuracy": 0.0346, + "lrap": 0.500444, + "f1": 0.400061, + "hamming": 0.448945 + }, + { + "accuracy": 0.0612, + "lrap": 0.545835, + "f1": 0.46816, + "hamming": 0.510514 + } + ], + "accuracy": 0.04474, + "lrap": 0.506442, + "f1": 0.414433, + "hamming": 0.457581, + "main_score": 0.04474, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.0538, + "lrap": 0.485182, + "f1": 0.361959, + "hamming": 0.422332 + }, + { + "accuracy": 0.0394, + "lrap": 0.494147, + "f1": 0.397887, + "hamming": 0.446408 + }, + { + "accuracy": 0.036, + "lrap": 0.501182, + "f1": 0.408778, + "hamming": 0.453345 + }, + { + "accuracy": 0.0484, + "lrap": 0.476578, + "f1": 0.410586, + "hamming": 0.421425 + }, + { + "accuracy": 0.0734, + "lrap": 0.508363, + "f1": 0.387001, + "hamming": 0.453262 + }, + { + "accuracy": 0.0304, + "lrap": 0.474769, + "f1": 0.362611, + "hamming": 0.416693 + }, + { + "accuracy": 0.103, + "lrap": 0.529552, + "f1": 0.397422, + "hamming": 0.487267 + }, + { + "accuracy": 0.159, + "lrap": 0.560012, + "f1": 0.426685, + "hamming": 0.511626 + }, + { + "accuracy": 0.0588, + "lrap": 0.51989, + "f1": 0.403457, + "hamming": 0.466921 + }, + { + "accuracy": 0.0722, + "lrap": 0.498359, + "f1": 0.391427, + "hamming": 0.448859 + } + ], + "accuracy": 0.06744, + "lrap": 0.504803, + "f1": 0.394781, + "hamming": 0.452814, + "main_score": 0.06744, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.044, + "lrap": 0.504081, + "f1": 0.419513, + "hamming": 0.452601 + }, + { + "accuracy": 0.0454, + "lrap": 0.518573, + "f1": 0.434361, + "hamming": 0.479403 + }, + { + "accuracy": 0.0444, + "lrap": 0.497667, + "f1": 0.428822, + "hamming": 0.459173 + }, + { + "accuracy": 0.0462, + "lrap": 0.504475, + "f1": 0.42319, + "hamming": 0.456402 + }, + { + "accuracy": 0.0698, + "lrap": 0.52877, + "f1": 0.406764, + "hamming": 0.482227 + }, + { + "accuracy": 0.0312, + "lrap": 0.49749, + "f1": 0.395874, + "hamming": 0.449934 + }, + { + "accuracy": 0.0786, + "lrap": 0.533675, + "f1": 0.43568, + "hamming": 0.48322 + }, + { + "accuracy": 0.04, + "lrap": 0.503995, + "f1": 0.41539, + "hamming": 0.455735 + }, + { + "accuracy": 0.0524, + "lrap": 0.530499, + "f1": 0.439385, + "hamming": 0.48489 + }, + { + "accuracy": 0.0346, + "lrap": 0.486776, + "f1": 0.400837, + "hamming": 0.43616 + } + ], + "accuracy": 0.04866, + "lrap": 0.5106, + "f1": 0.419982, + "hamming": 0.463974, + "main_score": 0.04866, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.107, + "lrap": 0.546001, + "f1": 0.40143, + "hamming": 0.496796 + }, + { + "accuracy": 0.0466, + "lrap": 0.501679, + "f1": 0.415379, + "hamming": 0.457385 + }, + { + "accuracy": 0.0472, + "lrap": 0.496959, + "f1": 0.385419, + "hamming": 0.437433 + }, + { + "accuracy": 0.0556, + "lrap": 0.498286, + "f1": 0.388133, + "hamming": 0.446091 + }, + { + "accuracy": 0.0478, + "lrap": 0.473982, + "f1": 0.359198, + "hamming": 0.411733 + }, + { + "accuracy": 0.0548, + "lrap": 0.498376, + "f1": 0.360642, + "hamming": 0.438223 + }, + { + "accuracy": 0.09, + "lrap": 0.503617, + "f1": 0.401332, + "hamming": 0.444539 + }, + { + "accuracy": 0.0338, + "lrap": 0.475487, + "f1": 0.37433, + "hamming": 0.422817 + }, + { + "accuracy": 0.0442, + "lrap": 0.45095, + "f1": 0.388095, + "hamming": 0.386906 + }, + { + "accuracy": 0.0248, + "lrap": 0.466672, + "f1": 0.352745, + "hamming": 0.402432 + } + ], + "accuracy": 0.05518, + "lrap": 0.491201, + "f1": 0.38267, + "hamming": 0.434436, + "main_score": 0.05518, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.0234, + "lrap": 0.488599, + "f1": 0.400703, + "hamming": 0.443075 + }, + { + "accuracy": 0.064, + "lrap": 0.48427, + "f1": 0.419798, + "hamming": 0.438772 + }, + { + "accuracy": 0.0352, + "lrap": 0.468659, + "f1": 0.409782, + "hamming": 0.41562 + }, + { + "accuracy": 0.0362, + "lrap": 0.453403, + "f1": 0.393663, + "hamming": 0.393539 + }, + { + "accuracy": 0.0282, + "lrap": 0.481879, + "f1": 0.373706, + "hamming": 0.425864 + }, + { + "accuracy": 0.0366, + "lrap": 0.508077, + "f1": 0.388029, + "hamming": 0.464468 + }, + { + "accuracy": 0.0576, + "lrap": 0.495098, + "f1": 0.400641, + "hamming": 0.445419 + }, + { + "accuracy": 0.0396, + "lrap": 0.494579, + "f1": 0.401138, + "hamming": 0.446505 + }, + { + "accuracy": 0.0444, + "lrap": 0.478703, + "f1": 0.357834, + "hamming": 0.424132 + }, + { + "accuracy": 0.0438, + "lrap": 0.4964, + "f1": 0.405944, + "hamming": 0.446154 + } + ], + "accuracy": 0.0409, + "lrap": 0.484967, + "f1": 0.395124, + "hamming": 0.434355, + "main_score": 0.0409, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.027, + "lrap": 0.468954, + "f1": 0.398426, + "hamming": 0.41958 + }, + { + "accuracy": 0.07, + "lrap": 0.528403, + "f1": 0.425392, + "hamming": 0.470098 + }, + { + "accuracy": 0.04, + "lrap": 0.482355, + "f1": 0.375804, + "hamming": 0.42887 + }, + { + "accuracy": 0.0686, + "lrap": 0.512154, + "f1": 0.398048, + "hamming": 0.464093 + }, + { + "accuracy": 0.037, + "lrap": 0.480093, + "f1": 0.383785, + "hamming": 0.419355 + }, + { + "accuracy": 0.0496, + "lrap": 0.52826, + "f1": 0.423605, + "hamming": 0.48078 + }, + { + "accuracy": 0.0332, + "lrap": 0.485775, + "f1": 0.39644, + "hamming": 0.436063 + }, + { + "accuracy": 0.0376, + "lrap": 0.497855, + "f1": 0.406713, + "hamming": 0.42913 + }, + { + "accuracy": 0.0526, + "lrap": 0.504441, + "f1": 0.433926, + "hamming": 0.456331 + }, + { + "accuracy": 0.0422, + "lrap": 0.511794, + "f1": 0.412771, + "hamming": 0.459359 + } + ], + "accuracy": 0.04578, + "lrap": 0.500008, + "f1": 0.405491, + "hamming": 0.446366, + "main_score": 0.04578, + "hf_subset": "sk", + "languages": [ + "slk-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.0598, + "lrap": 0.544364, + "f1": 0.416497, + "hamming": 0.502901 + }, + { + "accuracy": 0.0252, + "lrap": 0.501965, + "f1": 0.38383, + "hamming": 0.449522 + }, + { + "accuracy": 0.0126, + "lrap": 0.458331, + "f1": 0.394616, + "hamming": 0.413139 + }, + { + "accuracy": 0.0498, + "lrap": 0.495676, + "f1": 0.407668, + "hamming": 0.452491 + }, + { + "accuracy": 0.0366, + "lrap": 0.469796, + "f1": 0.398461, + "hamming": 0.411953 + }, + { + "accuracy": 0.0552, + "lrap": 0.505397, + "f1": 0.414728, + "hamming": 0.462165 + }, + { + "accuracy": 0.03, + "lrap": 0.502697, + "f1": 0.392612, + "hamming": 0.453302 + }, + { + "accuracy": 0.0564, + "lrap": 0.512412, + "f1": 0.407178, + "hamming": 0.461881 + }, + { + "accuracy": 0.116, + "lrap": 0.534446, + "f1": 0.425463, + "hamming": 0.487643 + }, + { + "accuracy": 0.0466, + "lrap": 0.47852, + "f1": 0.437947, + "hamming": 0.428266 + } + ], + "accuracy": 0.04882, + "lrap": 0.50036, + "f1": 0.4079, + "hamming": 0.452326, + "main_score": 0.04882, + "hf_subset": "lt", + "languages": [ + "lit-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.0722, + "lrap": 0.508622, + "f1": 0.407015, + "hamming": 0.456865 + }, + { + "accuracy": 0.0548, + "lrap": 0.444257, + "f1": 0.380343, + "hamming": 0.389298 + }, + { + "accuracy": 0.0296, + "lrap": 0.471276, + "f1": 0.374539, + "hamming": 0.428635 + }, + { + "accuracy": 0.0412, + "lrap": 0.476405, + "f1": 0.405127, + "hamming": 0.438635 + }, + { + "accuracy": 0.0318, + "lrap": 0.471598, + "f1": 0.393998, + "hamming": 0.408582 + }, + { + "accuracy": 0.0606, + "lrap": 0.539185, + "f1": 0.453554, + "hamming": 0.497407 + }, + { + "accuracy": 0.0436, + "lrap": 0.509761, + "f1": 0.416157, + "hamming": 0.459725 + }, + { + "accuracy": 0.0446, + "lrap": 0.49077, + "f1": 0.416199, + "hamming": 0.437851 + }, + { + "accuracy": 0.0668, + "lrap": 0.512902, + "f1": 0.435978, + "hamming": 0.46287 + }, + { + "accuracy": 0.0546, + "lrap": 0.485535, + "f1": 0.394696, + "hamming": 0.432421 + } + ], + "accuracy": 0.04998, + "lrap": 0.491031, + "f1": 0.407761, + "hamming": 0.441229, + "main_score": 0.04998, + "hf_subset": "hr", + "languages": [ + "hrv-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.0418, + "lrap": 0.511216, + "f1": 0.437624, + "hamming": 0.46578 + }, + { + "accuracy": 0.0762, + "lrap": 0.515865, + "f1": 0.403021, + "hamming": 0.468224 + }, + { + "accuracy": 0.0706, + "lrap": 0.484656, + "f1": 0.437862, + "hamming": 0.440865 + }, + { + "accuracy": 0.0352, + "lrap": 0.517019, + "f1": 0.3896, + "hamming": 0.463395 + }, + { + "accuracy": 0.013, + "lrap": 0.46984, + "f1": 0.392909, + "hamming": 0.414846 + }, + { + "accuracy": 0.096, + "lrap": 0.515095, + "f1": 0.427668, + "hamming": 0.458052 + }, + { + "accuracy": 0.0328, + "lrap": 0.468843, + "f1": 0.393301, + "hamming": 0.400918 + }, + { + "accuracy": 0.0392, + "lrap": 0.501572, + "f1": 0.388132, + "hamming": 0.4546 + }, + { + "accuracy": 0.0164, + "lrap": 0.462394, + "f1": 0.414826, + "hamming": 0.405659 + }, + { + "accuracy": 0.0374, + "lrap": 0.48949, + "f1": 0.425282, + "hamming": 0.446432 + } + ], + "accuracy": 0.04586, + "lrap": 0.493599, + "f1": 0.411023, + "hamming": 0.441877, + "main_score": 0.04586, + "hf_subset": "sl", + "languages": [ + "slv-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.0492, + "lrap": 0.516069, + "f1": 0.428529, + "hamming": 0.472249 + }, + { + "accuracy": 0.0372, + "lrap": 0.503228, + "f1": 0.422454, + "hamming": 0.446523 + }, + { + "accuracy": 0.0668, + "lrap": 0.518818, + "f1": 0.393702, + "hamming": 0.468802 + }, + { + "accuracy": 0.0252, + "lrap": 0.424603, + "f1": 0.362071, + "hamming": 0.360516 + }, + { + "accuracy": 0.2086, + "lrap": 0.577222, + "f1": 0.430122, + "hamming": 0.532451 + }, + { + "accuracy": 0.0366, + "lrap": 0.473017, + "f1": 0.405329, + "hamming": 0.411283 + }, + { + "accuracy": 0.083, + "lrap": 0.541143, + "f1": 0.438249, + "hamming": 0.492589 + }, + { + "accuracy": 0.0448, + "lrap": 0.485282, + "f1": 0.393167, + "hamming": 0.431081 + }, + { + "accuracy": 0.0528, + "lrap": 0.493876, + "f1": 0.401116, + "hamming": 0.443511 + }, + { + "accuracy": 0.0344, + "lrap": 0.491819, + "f1": 0.426602, + "hamming": 0.440058 + } + ], + "accuracy": 0.06386, + "lrap": 0.502508, + "f1": 0.410134, + "hamming": 0.449906, + "main_score": 0.06386, + "hf_subset": "et", + "languages": [ + "est-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.0564, + "lrap": 0.494505, + "f1": 0.412219, + "hamming": 0.445942 + }, + { + "accuracy": 0.0808, + "lrap": 0.510674, + "f1": 0.405073, + "hamming": 0.450387 + }, + { + "accuracy": 0.0462, + "lrap": 0.464657, + "f1": 0.350302, + "hamming": 0.403583 + }, + { + "accuracy": 0.0324, + "lrap": 0.499611, + "f1": 0.424765, + "hamming": 0.447992 + }, + { + "accuracy": 0.0204, + "lrap": 0.439206, + "f1": 0.353516, + "hamming": 0.372242 + }, + { + "accuracy": 0.0654, + "lrap": 0.503601, + "f1": 0.415487, + "hamming": 0.453851 + }, + { + "accuracy": 0.0318, + "lrap": 0.487902, + "f1": 0.434516, + "hamming": 0.437599 + }, + { + "accuracy": 0.0438, + "lrap": 0.503462, + "f1": 0.404738, + "hamming": 0.443745 + }, + { + "accuracy": 0.06, + "lrap": 0.520476, + "f1": 0.398407, + "hamming": 0.468297 + }, + { + "accuracy": 0.0214, + "lrap": 0.46633, + "f1": 0.359811, + "hamming": 0.416798 + } + ], + "accuracy": 0.04586, + "lrap": 0.489042, + "f1": 0.395883, + "hamming": 0.434043, + "main_score": 0.04586, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.0646, + "lrap": 0.524111, + "f1": 0.379599, + "hamming": 0.462568 + }, + { + "accuracy": 0.0402, + "lrap": 0.470881, + "f1": 0.394971, + "hamming": 0.422252 + }, + { + "accuracy": 0.0378, + "lrap": 0.498458, + "f1": 0.357017, + "hamming": 0.438078 + }, + { + "accuracy": 0.0352, + "lrap": 0.47996, + "f1": 0.354843, + "hamming": 0.425399 + }, + { + "accuracy": 0.0338, + "lrap": 0.479295, + "f1": 0.381559, + "hamming": 0.41993 + }, + { + "accuracy": 0.0924, + "lrap": 0.511216, + "f1": 0.388238, + "hamming": 0.460504 + }, + { + "accuracy": 0.039, + "lrap": 0.515494, + "f1": 0.410255, + "hamming": 0.466333 + }, + { + "accuracy": 0.073, + "lrap": 0.517815, + "f1": 0.406768, + "hamming": 0.462483 + }, + { + "accuracy": 0.1468, + "lrap": 0.541687, + "f1": 0.398346, + "hamming": 0.483837 + }, + { + "accuracy": 0.0346, + "lrap": 0.463187, + "f1": 0.360921, + "hamming": 0.403407 + } + ], + "accuracy": 0.05974, + "lrap": 0.50021, + "f1": 0.383252, + "hamming": 0.444479, + "main_score": 0.05974, + "hf_subset": "mt", + "languages": [ + "mlt-Latn" + ] + } + ] + }, + "evaluation_time": 4225.11427116394, + "kg_co2_emissions": null, + "date": 1776203589.911169 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MultiHateClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MultiHateClassification.json new file mode 100644 index 0000000000..ca84ec05e8 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/MultiHateClassification.json @@ -0,0 +1,1420 @@ +{ + "dataset_revision": "8f95949846bb9e33c6aaf730ccfdb8fe6bcfb7a9", + "task_name": "MultiHateClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.48, + "f1": 0.476979, + "f1_weighted": 0.492799, + "precision": 0.530819, + "precision_weighted": 0.613038, + "recall": 0.534404, + "recall_weighted": 0.48, + "ap": 0.316595, + "ap_weighted": 0.316595 + }, + { + "accuracy": 0.667, + "f1": 0.593593, + "f1_weighted": 0.662336, + "precision": 0.596836, + "precision_weighted": 0.658618, + "recall": 0.591555, + "recall_weighted": 0.667, + "ap": 0.357523, + "ap_weighted": 0.357523 + }, + { + "accuracy": 0.571, + "f1": 0.536997, + "f1_weighted": 0.586935, + "precision": 0.543241, + "precision_weighted": 0.619964, + "recall": 0.550314, + "recall_weighted": 0.571, + "ap": 0.325651, + "ap_weighted": 0.325651 + }, + { + "accuracy": 0.657, + "f1": 0.59359, + "f1_weighted": 0.657482, + "precision": 0.593334, + "precision_weighted": 0.657974, + "recall": 0.59386, + "recall_weighted": 0.657, + "ap": 0.357544, + "ap_weighted": 0.357544 + }, + { + "accuracy": 0.614, + "f1": 0.568727, + "f1_weighted": 0.62434, + "precision": 0.568533, + "precision_weighted": 0.640916, + "recall": 0.576343, + "recall_weighted": 0.614, + "ap": 0.342268, + "ap_weighted": 0.342268 + }, + { + "accuracy": 0.609, + "f1": 0.570046, + "f1_weighted": 0.621553, + "precision": 0.571374, + "precision_weighted": 0.644781, + "recall": 0.581279, + "recall_weighted": 0.609, + "ap": 0.344967, + "ap_weighted": 0.344967 + }, + { + "accuracy": 0.633, + "f1": 0.591423, + "f1_weighted": 0.643297, + "precision": 0.59045, + "precision_weighted": 0.661012, + "recall": 0.601284, + "recall_weighted": 0.633, + "ap": 0.359501, + "ap_weighted": 0.359501 + }, + { + "accuracy": 0.55, + "f1": 0.534231, + "f1_weighted": 0.56834, + "precision": 0.55602, + "precision_weighted": 0.635891, + "recall": 0.566505, + "recall_weighted": 0.55, + "ap": 0.334037, + "ap_weighted": 0.334037 + }, + { + "accuracy": 0.614, + "f1": 0.59164, + "f1_weighted": 0.629671, + "precision": 0.600563, + "precision_weighted": 0.676963, + "recall": 0.618905, + "recall_weighted": 0.614, + "ap": 0.368922, + "ap_weighted": 0.368922 + }, + { + "accuracy": 0.634, + "f1": 0.575947, + "f1_weighted": 0.638393, + "precision": 0.574676, + "precision_weighted": 0.643714, + "recall": 0.578354, + "recall_weighted": 0.634, + "ap": 0.344948, + "ap_weighted": 0.344948 + } + ], + "accuracy": 0.6029, + "f1": 0.563317, + "f1_weighted": 0.612515, + "precision": 0.572585, + "precision_weighted": 0.645287, + "recall": 0.57928, + "recall_weighted": 0.6029, + "ap": 0.345196, + "ap_weighted": 0.345196, + "main_score": 0.6029, + "hf_subset": "ara", + "languages": [ + "ara-Arab" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.684, + "f1": 0.663645, + "f1_weighted": 0.692274, + "precision": 0.662199, + "precision_weighted": 0.713864, + "recall": 0.68033, + "recall_weighted": 0.684, + "ap": 0.451489, + "ap_weighted": 0.451489 + }, + { + "accuracy": 0.678, + "f1": 0.666969, + "f1_weighted": 0.68794, + "precision": 0.674943, + "precision_weighted": 0.733711, + "recall": 0.69867, + "recall_weighted": 0.678, + "ap": 0.462066, + "ap_weighted": 0.462066 + }, + { + "accuracy": 0.736, + "f1": 0.724062, + "f1_weighted": 0.743921, + "precision": 0.724992, + "precision_weighted": 0.779401, + "recall": 0.754338, + "recall_weighted": 0.736, + "ap": 0.52136, + "ap_weighted": 0.52136 + }, + { + "accuracy": 0.629, + "f1": 0.598648, + "f1_weighted": 0.636836, + "precision": 0.597777, + "precision_weighted": 0.650734, + "recall": 0.606452, + "recall_weighted": 0.629, + "ap": 0.390722, + "ap_weighted": 0.390722 + }, + { + "accuracy": 0.759, + "f1": 0.730145, + "f1_weighted": 0.760677, + "precision": 0.727276, + "precision_weighted": 0.762914, + "recall": 0.733693, + "recall_weighted": 0.759, + "ap": 0.523367, + "ap_weighted": 0.523367 + }, + { + "accuracy": 0.734, + "f1": 0.687428, + "f1_weighted": 0.729174, + "precision": 0.695843, + "precision_weighted": 0.726834, + "recall": 0.682103, + "recall_weighted": 0.734, + "ap": 0.475603, + "ap_weighted": 0.475603 + }, + { + "accuracy": 0.71, + "f1": 0.654101, + "f1_weighted": 0.702213, + "precision": 0.665477, + "precision_weighted": 0.699112, + "recall": 0.64855, + "recall_weighted": 0.71, + "ap": 0.440624, + "ap_weighted": 0.440624 + }, + { + "accuracy": 0.75, + "f1": 0.692639, + "f1_weighted": 0.738581, + "precision": 0.719204, + "precision_weighted": 0.739774, + "recall": 0.682198, + "recall_weighted": 0.75, + "ap": 0.488796, + "ap_weighted": 0.488796 + }, + { + "accuracy": 0.599, + "f1": 0.591779, + "f1_weighted": 0.610564, + "precision": 0.613567, + "precision_weighted": 0.676568, + "recall": 0.628186, + "recall_weighted": 0.599, + "ap": 0.401447, + "ap_weighted": 0.401447 + }, + { + "accuracy": 0.723, + "f1": 0.702751, + "f1_weighted": 0.729594, + "precision": 0.698707, + "precision_weighted": 0.746465, + "recall": 0.718738, + "recall_weighted": 0.723, + "ap": 0.492076, + "ap_weighted": 0.492076 + } + ], + "accuracy": 0.7002, + "f1": 0.671217, + "f1_weighted": 0.703178, + "precision": 0.677999, + "precision_weighted": 0.722938, + "recall": 0.683326, + "recall_weighted": 0.7002, + "ap": 0.464755, + "ap_weighted": 0.464755, + "main_score": 0.7002, + "hf_subset": "cmn", + "languages": [ + "cmn-Hans" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.817, + "f1": 0.785155, + "f1_weighted": 0.815925, + "precision": 0.788704, + "precision_weighted": 0.815152, + "recall": 0.781996, + "recall_weighted": 0.817, + "ap": 0.591641, + "ap_weighted": 0.591641 + }, + { + "accuracy": 0.834, + "f1": 0.810523, + "f1_weighted": 0.835334, + "precision": 0.805974, + "precision_weighted": 0.837377, + "recall": 0.815974, + "recall_weighted": 0.834, + "ap": 0.626806, + "ap_weighted": 0.626806 + }, + { + "accuracy": 0.809, + "f1": 0.785179, + "f1_weighted": 0.81179, + "precision": 0.778378, + "precision_weighted": 0.817124, + "recall": 0.795162, + "recall_weighted": 0.809, + "ap": 0.587034, + "ap_weighted": 0.587034 + }, + { + "accuracy": 0.818, + "f1": 0.784555, + "f1_weighted": 0.816133, + "precision": 0.79098, + "precision_weighted": 0.815142, + "recall": 0.779271, + "recall_weighted": 0.818, + "ap": 0.592184, + "ap_weighted": 0.592184 + }, + { + "accuracy": 0.816, + "f1": 0.791628, + "f1_weighted": 0.818138, + "precision": 0.785788, + "precision_weighted": 0.82181, + "recall": 0.7994, + "recall_weighted": 0.816, + "ap": 0.597006, + "ap_weighted": 0.597006 + }, + { + "accuracy": 0.751, + "f1": 0.734258, + "f1_weighted": 0.759071, + "precision": 0.730719, + "precision_weighted": 0.788754, + "recall": 0.76325, + "recall_weighted": 0.751, + "ap": 0.521574, + "ap_weighted": 0.521574 + }, + { + "accuracy": 0.831, + "f1": 0.779578, + "f1_weighted": 0.819183, + "precision": 0.840742, + "precision_weighted": 0.834641, + "recall": 0.755933, + "recall_weighted": 0.831, + "ap": 0.614977, + "ap_weighted": 0.614977 + }, + { + "accuracy": 0.86, + "f1": 0.83036, + "f1_weighted": 0.856738, + "precision": 0.848789, + "precision_weighted": 0.857777, + "recall": 0.817654, + "recall_weighted": 0.86, + "ap": 0.67339, + "ap_weighted": 0.67339 + }, + { + "accuracy": 0.745, + "f1": 0.709633, + "f1_weighted": 0.747331, + "precision": 0.706287, + "precision_weighted": 0.750463, + "recall": 0.713975, + "recall_weighted": 0.745, + "ap": 0.486485, + "ap_weighted": 0.486485 + }, + { + "accuracy": 0.836, + "f1": 0.80966, + "f1_weighted": 0.836, + "precision": 0.80966, + "precision_weighted": 0.836, + "recall": 0.80966, + "recall_weighted": 0.836, + "ap": 0.627904, + "ap_weighted": 0.627904 + } + ], + "accuracy": 0.8117, + "f1": 0.782053, + "f1_weighted": 0.811564, + "precision": 0.788602, + "precision_weighted": 0.817424, + "recall": 0.783227, + "recall_weighted": 0.8117, + "ap": 0.5919, + "ap_weighted": 0.5919, + "main_score": 0.8117, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.795, + "f1": 0.742656, + "f1_weighted": 0.789081, + "precision": 0.760162, + "precision_weighted": 0.787921, + "recall": 0.731667, + "recall_weighted": 0.795, + "ap": 0.524037, + "ap_weighted": 0.524037 + }, + { + "accuracy": 0.774, + "f1": 0.748575, + "f1_weighted": 0.780556, + "precision": 0.740177, + "precision_weighted": 0.797504, + "recall": 0.77, + "recall_weighted": 0.774, + "ap": 0.525613, + "ap_weighted": 0.525613 + }, + { + "accuracy": 0.776, + "f1": 0.740023, + "f1_weighted": 0.778708, + "precision": 0.73501, + "precision_weighted": 0.782673, + "recall": 0.746667, + "recall_weighted": 0.776, + "ap": 0.512675, + "ap_weighted": 0.512675 + }, + { + "accuracy": 0.774, + "f1": 0.729918, + "f1_weighted": 0.773564, + "precision": 0.730824, + "precision_weighted": 0.773153, + "recall": 0.729048, + "recall_weighted": 0.774, + "ap": 0.500417, + "ap_weighted": 0.500417 + }, + { + "accuracy": 0.735, + "f1": 0.692703, + "f1_weighted": 0.738306, + "precision": 0.688667, + "precision_weighted": 0.742858, + "recall": 0.698333, + "recall_weighted": 0.735, + "ap": 0.453603, + "ap_weighted": 0.453603 + }, + { + "accuracy": 0.739, + "f1": 0.681465, + "f1_weighted": 0.735616, + "precision": 0.686834, + "precision_weighted": 0.733204, + "recall": 0.677381, + "recall_weighted": 0.739, + "ap": 0.441776, + "ap_weighted": 0.441776 + }, + { + "accuracy": 0.713, + "f1": 0.683987, + "f1_weighted": 0.722288, + "precision": 0.679414, + "precision_weighted": 0.74463, + "recall": 0.704524, + "recall_weighted": 0.713, + "ap": 0.447855, + "ap_weighted": 0.447855 + }, + { + "accuracy": 0.748, + "f1": 0.714177, + "f1_weighted": 0.753506, + "precision": 0.707621, + "precision_weighted": 0.763703, + "recall": 0.726667, + "recall_weighted": 0.748, + "ap": 0.48006, + "ap_weighted": 0.48006 + }, + { + "accuracy": 0.771, + "f1": 0.736245, + "f1_weighted": 0.774542, + "precision": 0.730272, + "precision_weighted": 0.780245, + "recall": 0.745, + "recall_weighted": 0.771, + "ap": 0.507632, + "ap_weighted": 0.507632 + }, + { + "accuracy": 0.769, + "f1": 0.725781, + "f1_weighted": 0.769327, + "precision": 0.725152, + "precision_weighted": 0.769668, + "recall": 0.726429, + "recall_weighted": 0.769, + "ap": 0.494594, + "ap_weighted": 0.494594 + } + ], + "accuracy": 0.7594, + "f1": 0.719553, + "f1_weighted": 0.761549, + "precision": 0.718413, + "precision_weighted": 0.767556, + "recall": 0.725571, + "recall_weighted": 0.7594, + "ap": 0.488826, + "ap_weighted": 0.488826, + "main_score": 0.7594, + "hf_subset": "deu", + "languages": [ + "deu-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.547, + "f1": 0.533355, + "f1_weighted": 0.565114, + "precision": 0.558327, + "precision_weighted": 0.638829, + "recall": 0.569088, + "recall_weighted": 0.547, + "ap": 0.33539, + "ap_weighted": 0.33539 + }, + { + "accuracy": 0.71, + "f1": 0.666266, + "f1_weighted": 0.714349, + "precision": 0.662383, + "precision_weighted": 0.720517, + "recall": 0.672441, + "recall_weighted": 0.71, + "ap": 0.425471, + "ap_weighted": 0.425471 + }, + { + "accuracy": 0.696, + "f1": 0.679637, + "f1_weighted": 0.708453, + "precision": 0.685796, + "precision_weighted": 0.761005, + "recall": 0.720122, + "recall_weighted": 0.696, + "ap": 0.45389, + "ap_weighted": 0.45389 + }, + { + "accuracy": 0.777, + "f1": 0.712026, + "f1_weighted": 0.766467, + "precision": 0.740404, + "precision_weighted": 0.76679, + "recall": 0.698613, + "recall_weighted": 0.777, + "ap": 0.488173, + "ap_weighted": 0.488173 + }, + { + "accuracy": 0.716, + "f1": 0.655873, + "f1_weighted": 0.713123, + "precision": 0.659422, + "precision_weighted": 0.710833, + "recall": 0.653088, + "recall_weighted": 0.716, + "ap": 0.414482, + "ap_weighted": 0.414482 + }, + { + "accuracy": 0.689, + "f1": 0.646982, + "f1_weighted": 0.695455, + "precision": 0.643093, + "precision_weighted": 0.705665, + "recall": 0.655528, + "recall_weighted": 0.689, + "ap": 0.406643, + "ap_weighted": 0.406643 + }, + { + "accuracy": 0.66, + "f1": 0.632402, + "f1_weighted": 0.67249, + "precision": 0.633146, + "precision_weighted": 0.704399, + "recall": 0.654647, + "recall_weighted": 0.66, + "ap": 0.399178, + "ap_weighted": 0.399178 + }, + { + "accuracy": 0.719, + "f1": 0.657764, + "f1_weighted": 0.715381, + "precision": 0.662453, + "precision_weighted": 0.712689, + "recall": 0.654288, + "recall_weighted": 0.719, + "ap": 0.416662, + "ap_weighted": 0.416662 + }, + { + "accuracy": 0.645, + "f1": 0.626771, + "f1_weighted": 0.6596, + "precision": 0.636508, + "precision_weighted": 0.71332, + "recall": 0.661888, + "recall_weighted": 0.645, + "ap": 0.401376, + "ap_weighted": 0.401376 + }, + { + "accuracy": 0.737, + "f1": 0.690107, + "f1_weighted": 0.738085, + "precision": 0.688616, + "precision_weighted": 0.739292, + "recall": 0.691755, + "recall_weighted": 0.737, + "ap": 0.451467, + "ap_weighted": 0.451467 + } + ], + "accuracy": 0.6896, + "f1": 0.650118, + "f1_weighted": 0.694852, + "precision": 0.657015, + "precision_weighted": 0.717334, + "recall": 0.663146, + "recall_weighted": 0.6896, + "ap": 0.419273, + "ap_weighted": 0.419273, + "main_score": 0.6896, + "hf_subset": "fra", + "languages": [ + "fra-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.615, + "f1": 0.544676, + "f1_weighted": 0.615537, + "precision": 0.544557, + "precision_weighted": 0.616084, + "recall": 0.544806, + "recall_weighted": 0.615, + "ap": 0.324764, + "ap_weighted": 0.324764 + }, + { + "accuracy": 0.616, + "f1": 0.58816, + "f1_weighted": 0.630563, + "precision": 0.592876, + "precision_weighted": 0.666723, + "recall": 0.608456, + "recall_weighted": 0.616, + "ap": 0.363529, + "ap_weighted": 0.363529 + }, + { + "accuracy": 0.592, + "f1": 0.556751, + "f1_weighted": 0.60625, + "precision": 0.560442, + "precision_weighted": 0.634829, + "recall": 0.56966, + "recall_weighted": 0.592, + "ap": 0.338233, + "ap_weighted": 0.338233 + }, + { + "accuracy": 0.601, + "f1": 0.578095, + "f1_weighted": 0.617024, + "precision": 0.587569, + "precision_weighted": 0.66355, + "recall": 0.603346, + "recall_weighted": 0.601, + "ap": 0.359088, + "ap_weighted": 0.359088 + }, + { + "accuracy": 0.634, + "f1": 0.5781, + "f1_weighted": 0.638914, + "precision": 0.57672, + "precision_weighted": 0.645042, + "recall": 0.58096, + "recall_weighted": 0.634, + "ap": 0.347682, + "ap_weighted": 0.347682 + }, + { + "accuracy": 0.686, + "f1": 0.627602, + "f1_weighted": 0.686, + "precision": 0.627602, + "precision_weighted": 0.686, + "recall": 0.627602, + "recall_weighted": 0.686, + "ap": 0.387527, + "ap_weighted": 0.387527 + }, + { + "accuracy": 0.579, + "f1": 0.5557, + "f1_weighted": 0.595991, + "precision": 0.566981, + "precision_weighted": 0.643745, + "recall": 0.579133, + "recall_weighted": 0.579, + "ap": 0.34322, + "ap_weighted": 0.34322 + }, + { + "accuracy": 0.628, + "f1": 0.590121, + "f1_weighted": 0.639464, + "precision": 0.590072, + "precision_weighted": 0.660918, + "recall": 0.602023, + "recall_weighted": 0.628, + "ap": 0.36056, + "ap_weighted": 0.36056 + }, + { + "accuracy": 0.686, + "f1": 0.617178, + "f1_weighted": 0.681455, + "precision": 0.621282, + "precision_weighted": 0.677982, + "recall": 0.614452, + "recall_weighted": 0.686, + "ap": 0.378389, + "ap_weighted": 0.378389 + }, + { + "accuracy": 0.624, + "f1": 0.56132, + "f1_weighted": 0.626985, + "precision": 0.56057, + "precision_weighted": 0.630343, + "recall": 0.562525, + "recall_weighted": 0.624, + "ap": 0.33555, + "ap_weighted": 0.33555 + } + ], + "accuracy": 0.6261, + "f1": 0.57977, + "f1_weighted": 0.633818, + "precision": 0.582867, + "precision_weighted": 0.652522, + "recall": 0.589296, + "recall_weighted": 0.6261, + "ap": 0.353854, + "ap_weighted": 0.353854, + "main_score": 0.6261, + "hf_subset": "hin", + "languages": [ + "hin-Deva" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.776, + "f1": 0.717843, + "f1_weighted": 0.769083, + "precision": 0.735061, + "precision_weighted": 0.767296, + "recall": 0.707619, + "recall_weighted": 0.776, + "ap": 0.490233, + "ap_weighted": 0.490233 + }, + { + "accuracy": 0.717, + "f1": 0.660149, + "f1_weighted": 0.715749, + "precision": 0.661643, + "precision_weighted": 0.714616, + "recall": 0.65881, + "recall_weighted": 0.717, + "ap": 0.417661, + "ap_weighted": 0.417661 + }, + { + "accuracy": 0.659, + "f1": 0.645807, + "f1_weighted": 0.67315, + "precision": 0.661832, + "precision_weighted": 0.742738, + "recall": 0.692619, + "recall_weighted": 0.659, + "ap": 0.42393, + "ap_weighted": 0.42393 + }, + { + "accuracy": 0.659, + "f1": 0.652282, + "f1_weighted": 0.671615, + "precision": 0.686171, + "precision_weighted": 0.775256, + "recall": 0.718333, + "recall_weighted": 0.659, + "ap": 0.441664, + "ap_weighted": 0.441664 + }, + { + "accuracy": 0.827, + "f1": 0.794632, + "f1_weighted": 0.827245, + "precision": 0.79381, + "precision_weighted": 0.827505, + "recall": 0.795476, + "recall_weighted": 0.827, + "ap": 0.593526, + "ap_weighted": 0.593526 + }, + { + "accuracy": 0.789, + "f1": 0.729501, + "f1_weighted": 0.780246, + "precision": 0.755293, + "precision_weighted": 0.780354, + "recall": 0.715952, + "recall_weighted": 0.789, + "ap": 0.509408, + "ap_weighted": 0.509408 + }, + { + "accuracy": 0.769, + "f1": 0.703146, + "f1_weighted": 0.759073, + "precision": 0.727403, + "precision_weighted": 0.758102, + "recall": 0.69119, + "recall_weighted": 0.769, + "ap": 0.474159, + "ap_weighted": 0.474159 + }, + { + "accuracy": 0.768, + "f1": 0.733013, + "f1_weighted": 0.771673, + "precision": 0.727033, + "precision_weighted": 0.77761, + "recall": 0.741905, + "recall_weighted": 0.768, + "ap": 0.5034, + "ap_weighted": 0.5034 + }, + { + "accuracy": 0.664, + "f1": 0.655397, + "f1_weighted": 0.677176, + "precision": 0.682085, + "precision_weighted": 0.768203, + "recall": 0.715238, + "recall_weighted": 0.664, + "ap": 0.440659, + "ap_weighted": 0.440659 + }, + { + "accuracy": 0.678, + "f1": 0.664861, + "f1_weighted": 0.691404, + "precision": 0.678803, + "precision_weighted": 0.759089, + "recall": 0.712857, + "recall_weighted": 0.678, + "ap": 0.44247, + "ap_weighted": 0.44247 + } + ], + "accuracy": 0.7306, + "f1": 0.695663, + "f1_weighted": 0.733641, + "precision": 0.710913, + "precision_weighted": 0.767077, + "recall": 0.715, + "recall_weighted": 0.7306, + "ap": 0.473711, + "ap_weighted": 0.473711, + "main_score": 0.7306, + "hf_subset": "ita", + "languages": [ + "ita-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.707, + "f1": 0.635459, + "f1_weighted": 0.700702, + "precision": 0.642815, + "precision_weighted": 0.696613, + "recall": 0.631021, + "recall_weighted": 0.707, + "ap": 0.391752, + "ap_weighted": 0.391752 + }, + { + "accuracy": 0.702, + "f1": 0.681101, + "f1_weighted": 0.714082, + "precision": 0.68231, + "precision_weighted": 0.755964, + "recall": 0.715329, + "recall_weighted": 0.702, + "ap": 0.449161, + "ap_weighted": 0.449161 + }, + { + "accuracy": 0.712, + "f1": 0.688252, + "f1_weighted": 0.723013, + "precision": 0.686182, + "precision_weighted": 0.756658, + "recall": 0.717624, + "recall_weighted": 0.712, + "ap": 0.454358, + "ap_weighted": 0.454358 + }, + { + "accuracy": 0.667, + "f1": 0.651174, + "f1_weighted": 0.681191, + "precision": 0.662635, + "precision_weighted": 0.742797, + "recall": 0.694263, + "recall_weighted": 0.667, + "ap": 0.424612, + "ap_weighted": 0.424612 + }, + { + "accuracy": 0.57, + "f1": 0.56037, + "f1_weighted": 0.586657, + "precision": 0.5929, + "precision_weighted": 0.678561, + "recall": 0.609725, + "recall_weighted": 0.57, + "ap": 0.356674, + "ap_weighted": 0.356674 + }, + { + "accuracy": 0.737, + "f1": 0.718709, + "f1_weighted": 0.747688, + "precision": 0.718038, + "precision_weighted": 0.790309, + "recall": 0.757639, + "recall_weighted": 0.737, + "ap": 0.493024, + "ap_weighted": 0.493024 + }, + { + "accuracy": 0.771, + "f1": 0.709199, + "f1_weighted": 0.763359, + "precision": 0.727374, + "precision_weighted": 0.761399, + "recall": 0.698814, + "recall_weighted": 0.771, + "ap": 0.477526, + "ap_weighted": 0.477526 + }, + { + "accuracy": 0.73, + "f1": 0.697004, + "f1_weighted": 0.737399, + "precision": 0.690792, + "precision_weighted": 0.752667, + "recall": 0.713063, + "recall_weighted": 0.73, + "ap": 0.458828, + "ap_weighted": 0.458828 + }, + { + "accuracy": 0.73, + "f1": 0.708084, + "f1_weighted": 0.740398, + "precision": 0.705166, + "precision_weighted": 0.774839, + "recall": 0.7401, + "recall_weighted": 0.73, + "ap": 0.477577, + "ap_weighted": 0.477577 + }, + { + "accuracy": 0.753, + "f1": 0.711057, + "f1_weighted": 0.755532, + "precision": 0.707245, + "precision_weighted": 0.758879, + "recall": 0.715927, + "recall_weighted": 0.753, + "ap": 0.473663, + "ap_weighted": 0.473663 + } + ], + "accuracy": 0.7079, + "f1": 0.676041, + "f1_weighted": 0.715002, + "precision": 0.681546, + "precision_weighted": 0.746869, + "recall": 0.69935, + "recall_weighted": 0.7079, + "ap": 0.445718, + "ap_weighted": 0.445718, + "main_score": 0.7079, + "hf_subset": "nld", + "languages": [ + "nld-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.691, + "f1": 0.670575, + "f1_weighted": 0.703714, + "precision": 0.673545, + "precision_weighted": 0.748563, + "recall": 0.705563, + "recall_weighted": 0.691, + "ap": 0.438801, + "ap_weighted": 0.438801 + }, + { + "accuracy": 0.734, + "f1": 0.675698, + "f1_weighted": 0.73125, + "precision": 0.679747, + "precision_weighted": 0.729112, + "recall": 0.67246, + "recall_weighted": 0.734, + "ap": 0.433003, + "ap_weighted": 0.433003 + }, + { + "accuracy": 0.671, + "f1": 0.652455, + "f1_weighted": 0.684889, + "precision": 0.659822, + "precision_weighted": 0.737685, + "recall": 0.690353, + "recall_weighted": 0.671, + "ap": 0.422832, + "ap_weighted": 0.422832 + }, + { + "accuracy": 0.487, + "f1": 0.478043, + "f1_weighted": 0.505667, + "precision": 0.516007, + "precision_weighted": 0.598533, + "recall": 0.518743, + "recall_weighted": 0.487, + "ap": 0.306203, + "ap_weighted": 0.306203 + }, + { + "accuracy": 0.633, + "f1": 0.604372, + "f1_weighted": 0.647367, + "precision": 0.607869, + "precision_weighted": 0.683637, + "recall": 0.626594, + "recall_weighted": 0.633, + "ap": 0.372708, + "ap_weighted": 0.372708 + }, + { + "accuracy": 0.618, + "f1": 0.595872, + "f1_weighted": 0.634076, + "precision": 0.605504, + "precision_weighted": 0.684384, + "recall": 0.625566, + "recall_weighted": 0.618, + "ap": 0.370326, + "ap_weighted": 0.370326 + }, + { + "accuracy": 0.651, + "f1": 0.619673, + "f1_weighted": 0.663771, + "precision": 0.620132, + "precision_weighted": 0.693489, + "recall": 0.639415, + "recall_weighted": 0.651, + "ap": 0.383842, + "ap_weighted": 0.383842 + }, + { + "accuracy": 0.785, + "f1": 0.693204, + "f1_weighted": 0.761002, + "precision": 0.777954, + "precision_weighted": 0.782079, + "recall": 0.674023, + "recall_weighted": 0.785, + "ap": 0.485582, + "ap_weighted": 0.485582 + }, + { + "accuracy": 0.607, + "f1": 0.549597, + "f1_weighted": 0.614557, + "precision": 0.549098, + "precision_weighted": 0.624557, + "recall": 0.553036, + "recall_weighted": 0.607, + "ap": 0.324979, + "ap_weighted": 0.324979 + }, + { + "accuracy": 0.715, + "f1": 0.670639, + "f1_weighted": 0.719472, + "precision": 0.666468, + "precision_weighted": 0.725883, + "recall": 0.677274, + "recall_weighted": 0.715, + "ap": 0.427276, + "ap_weighted": 0.427276 + } + ], + "accuracy": 0.6592, + "f1": 0.621013, + "f1_weighted": 0.666577, + "precision": 0.635615, + "precision_weighted": 0.700792, + "recall": 0.638303, + "recall_weighted": 0.6592, + "ap": 0.396555, + "ap_weighted": 0.396555, + "main_score": 0.6592, + "hf_subset": "pol", + "languages": [ + "pol-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.756, + "f1": 0.701279, + "f1_weighted": 0.751909, + "precision": 0.709183, + "precision_weighted": 0.749486, + "recall": 0.695592, + "recall_weighted": 0.756, + "ap": 0.46785, + "ap_weighted": 0.46785 + }, + { + "accuracy": 0.786, + "f1": 0.750764, + "f1_weighted": 0.787874, + "precision": 0.746789, + "precision_weighted": 0.790406, + "recall": 0.755593, + "recall_weighted": 0.786, + "ap": 0.52916, + "ap_weighted": 0.52916 + }, + { + "accuracy": 0.719, + "f1": 0.704571, + "f1_weighted": 0.730426, + "precision": 0.710337, + "precision_weighted": 0.784914, + "recall": 0.748928, + "recall_weighted": 0.719, + "ap": 0.483401, + "ap_weighted": 0.483401 + }, + { + "accuracy": 0.778, + "f1": 0.740992, + "f1_weighted": 0.779762, + "precision": 0.7375, + "precision_weighted": 0.78205, + "recall": 0.745166, + "recall_weighted": 0.778, + "ap": 0.515907, + "ap_weighted": 0.515907 + }, + { + "accuracy": 0.782, + "f1": 0.750362, + "f1_weighted": 0.785555, + "precision": 0.743774, + "precision_weighted": 0.791677, + "recall": 0.760242, + "recall_weighted": 0.782, + "ap": 0.528265, + "ap_weighted": 0.528265 + }, + { + "accuracy": 0.796, + "f1": 0.758961, + "f1_weighted": 0.796378, + "precision": 0.758019, + "precision_weighted": 0.796783, + "recall": 0.759939, + "recall_weighted": 0.796, + "ap": 0.541544, + "ap_weighted": 0.541544 + }, + { + "accuracy": 0.763, + "f1": 0.719186, + "f1_weighted": 0.763111, + "precision": 0.718982, + "precision_weighted": 0.763223, + "recall": 0.719392, + "recall_weighted": 0.763, + "ap": 0.487987, + "ap_weighted": 0.487987 + }, + { + "accuracy": 0.762, + "f1": 0.739482, + "f1_weighted": 0.769812, + "precision": 0.732557, + "precision_weighted": 0.793283, + "recall": 0.765641, + "recall_weighted": 0.762, + "ap": 0.51679, + "ap_weighted": 0.51679 + }, + { + "accuracy": 0.799, + "f1": 0.762725, + "f1_weighted": 0.799464, + "precision": 0.76154, + "precision_weighted": 0.79997, + "recall": 0.763966, + "recall_weighted": 0.799, + "ap": 0.546864, + "ap_weighted": 0.546864 + }, + { + "accuracy": 0.683, + "f1": 0.654111, + "f1_weighted": 0.693696, + "precision": 0.651999, + "precision_weighted": 0.719452, + "recall": 0.674296, + "recall_weighted": 0.683, + "ap": 0.419197, + "ap_weighted": 0.419197 + } + ], + "accuracy": 0.7624, + "f1": 0.728243, + "f1_weighted": 0.765799, + "precision": 0.727068, + "precision_weighted": 0.777125, + "recall": 0.738876, + "recall_weighted": 0.7624, + "ap": 0.503697, + "ap_weighted": 0.503697, + "main_score": 0.7624, + "hf_subset": "por", + "languages": [ + "por-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.681, + "f1": 0.639026, + "f1_weighted": 0.689247, + "precision": 0.635259, + "precision_weighted": 0.70337, + "recall": 0.650088, + "recall_weighted": 0.681, + "ap": 0.394967, + "ap_weighted": 0.394967 + }, + { + "accuracy": 0.775, + "f1": 0.735366, + "f1_weighted": 0.777151, + "precision": 0.731323, + "precision_weighted": 0.780012, + "recall": 0.740345, + "recall_weighted": 0.775, + "ap": 0.5031, + "ap_weighted": 0.5031 + }, + { + "accuracy": 0.804, + "f1": 0.767109, + "f1_weighted": 0.804927, + "precision": 0.764696, + "precision_weighted": 0.806026, + "recall": 0.769752, + "recall_weighted": 0.804, + "ap": 0.547966, + "ap_weighted": 0.547966 + }, + { + "accuracy": 0.777, + "f1": 0.73427, + "f1_weighted": 0.777746, + "precision": 0.732756, + "precision_weighted": 0.778572, + "recall": 0.735891, + "recall_weighted": 0.777, + "ap": 0.502077, + "ap_weighted": 0.502077 + }, + { + "accuracy": 0.697, + "f1": 0.660721, + "f1_weighted": 0.705986, + "precision": 0.656273, + "precision_weighted": 0.72382, + "recall": 0.676136, + "recall_weighted": 0.697, + "ap": 0.417698, + "ap_weighted": 0.417698 + }, + { + "accuracy": 0.783, + "f1": 0.726972, + "f1_weighted": 0.777434, + "precision": 0.741235, + "precision_weighted": 0.775452, + "recall": 0.717637, + "recall_weighted": 0.783, + "ap": 0.49744, + "ap_weighted": 0.49744 + }, + { + "accuracy": 0.726, + "f1": 0.669981, + "f1_weighted": 0.725456, + "precision": 0.670672, + "precision_weighted": 0.724936, + "recall": 0.669322, + "recall_weighted": 0.726, + "ap": 0.424184, + "ap_weighted": 0.424184 + }, + { + "accuracy": 0.782, + "f1": 0.742894, + "f1_weighted": 0.783805, + "precision": 0.739216, + "precision_weighted": 0.78614, + "recall": 0.747274, + "recall_weighted": 0.782, + "ap": 0.513324, + "ap_weighted": 0.513324 + }, + { + "accuracy": 0.803, + "f1": 0.743058, + "f1_weighted": 0.793692, + "precision": 0.7747, + "precision_weighted": 0.795392, + "recall": 0.726946, + "recall_weighted": 0.803, + "ap": 0.527342, + "ap_weighted": 0.527342 + }, + { + "accuracy": 0.62, + "f1": 0.577845, + "f1_weighted": 0.632273, + "precision": 0.578229, + "precision_weighted": 0.654312, + "recall": 0.589143, + "recall_weighted": 0.62, + "ap": 0.34517, + "ap_weighted": 0.34517 + } + ], + "accuracy": 0.7448, + "f1": 0.699724, + "f1_weighted": 0.746772, + "precision": 0.702436, + "precision_weighted": 0.752803, + "recall": 0.702254, + "recall_weighted": 0.7448, + "ap": 0.467327, + "ap_weighted": 0.467327, + "main_score": 0.7448, + "hf_subset": "spa", + "languages": [ + "spa-Latn" + ] + } + ] + }, + "evaluation_time": 157.46879816055298, + "kg_co2_emissions": null, + "date": 1776195705.524207 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NIGHTSI2IRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NIGHTSI2IRetrieval.json new file mode 100644 index 0000000000..131cfd863d --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NIGHTSI2IRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "c798fa2f5173dc9fe0c727fd0abfd2f94cbc2f23", + "task_name": "NIGHTSI2IRetrieval", + "mteb_version": "2.12.15", + "scores": { + "test": [ + { + "ndcg_at_1": 0.07123, + "ndcg_at_3": 0.14365, + "ndcg_at_5": 0.18309, + "ndcg_at_10": 0.23916, + "ndcg_at_20": 0.29593, + "ndcg_at_100": 0.34218, + "ndcg_at_1000": 0.3501, + "map_at_1": 0.07123, + "map_at_3": 0.12524, + "map_at_5": 0.14712, + "map_at_10": 0.16987, + "map_at_20": 0.18544, + "map_at_100": 0.19238, + "map_at_1000": 0.1927, + "recall_at_1": 0.07123, + "recall_at_3": 0.19717, + "recall_at_5": 0.29292, + "recall_at_10": 0.4684, + "recall_at_20": 0.69292, + "recall_at_100": 0.93443, + "recall_at_1000": 0.99528, + "accuracy": 0.07123, + "precision_at_1": 0.07123, + "precision_at_3": 0.06572, + "precision_at_5": 0.05858, + "precision_at_10": 0.04684, + "precision_at_20": 0.03465, + "precision_at_100": 0.00934, + "precision_at_1000": 0.001, + "mrr_at_1": 0.071226, + "mrr_at_3": 0.125236, + "mrr_at_5": 0.147123, + "mrr_at_10": 0.169867, + "mrr_at_20": 0.185445, + "mrr_at_100": 0.192375, + "mrr_at_1000": 0.192702, + "nauc_ndcg_at_1_max": 0.040705, + "nauc_ndcg_at_1_std": -0.058648, + "nauc_ndcg_at_1_diff1": 0.091884, + "nauc_ndcg_at_3_max": 0.033639, + "nauc_ndcg_at_3_std": -0.059389, + "nauc_ndcg_at_3_diff1": 0.08687, + "nauc_ndcg_at_5_max": 0.045396, + "nauc_ndcg_at_5_std": -0.050795, + "nauc_ndcg_at_5_diff1": 0.075548, + "nauc_ndcg_at_10_max": 0.059724, + "nauc_ndcg_at_10_std": -0.046102, + "nauc_ndcg_at_10_diff1": 0.04178, + "nauc_ndcg_at_20_max": 0.081096, + "nauc_ndcg_at_20_std": -0.036443, + "nauc_ndcg_at_20_diff1": 0.035307, + "nauc_ndcg_at_100_max": 0.080374, + "nauc_ndcg_at_100_std": -0.021097, + "nauc_ndcg_at_100_diff1": 0.0405, + "nauc_ndcg_at_1000_max": 0.069255, + "nauc_ndcg_at_1000_std": -0.034852, + "nauc_ndcg_at_1000_diff1": 0.048729, + "nauc_map_at_1_max": 0.040705, + "nauc_map_at_1_std": -0.058648, + "nauc_map_at_1_diff1": 0.091884, + "nauc_map_at_3_max": 0.035352, + "nauc_map_at_3_std": -0.057422, + "nauc_map_at_3_diff1": 0.086778, + "nauc_map_at_5_max": 0.042561, + "nauc_map_at_5_std": -0.052477, + "nauc_map_at_5_diff1": 0.079206, + "nauc_map_at_10_max": 0.048954, + "nauc_map_at_10_std": -0.05049, + "nauc_map_at_10_diff1": 0.063649, + "nauc_map_at_20_max": 0.055344, + "nauc_map_at_20_std": -0.047983, + "nauc_map_at_20_diff1": 0.062261, + "nauc_map_at_100_max": 0.055256, + "nauc_map_at_100_std": -0.046304, + "nauc_map_at_100_diff1": 0.063691, + "nauc_map_at_1000_max": 0.054854, + "nauc_map_at_1000_std": -0.046744, + "nauc_map_at_1000_diff1": 0.063953, + "nauc_recall_at_1_max": 0.040705, + "nauc_recall_at_1_std": -0.058648, + "nauc_recall_at_1_diff1": 0.091884, + "nauc_recall_at_3_max": 0.030096, + "nauc_recall_at_3_std": -0.063776, + "nauc_recall_at_3_diff1": 0.087294, + "nauc_recall_at_5_max": 0.051487, + "nauc_recall_at_5_std": -0.047141, + "nauc_recall_at_5_diff1": 0.068528, + "nauc_recall_at_10_max": 0.08377, + "nauc_recall_at_10_std": -0.036379, + "nauc_recall_at_10_diff1": -0.006172, + "nauc_recall_at_20_max": 0.16201, + "nauc_recall_at_20_std": 0.000811, + "nauc_recall_at_20_diff1": -0.044101, + "nauc_recall_at_100_max": 0.363333, + "nauc_recall_at_100_std": 0.346251, + "nauc_recall_at_100_diff1": -0.202127, + "nauc_recall_at_1000_max": 0.677031, + "nauc_recall_at_1000_std": 0.830579, + "nauc_recall_at_1000_diff1": -0.781139, + "nauc_precision_at_1_max": 0.040705, + "nauc_precision_at_1_std": -0.058648, + "nauc_precision_at_1_diff1": 0.091884, + "nauc_precision_at_3_max": 0.030096, + "nauc_precision_at_3_std": -0.063776, + "nauc_precision_at_3_diff1": 0.087294, + "nauc_precision_at_5_max": 0.051487, + "nauc_precision_at_5_std": -0.047141, + "nauc_precision_at_5_diff1": 0.068528, + "nauc_precision_at_10_max": 0.08377, + "nauc_precision_at_10_std": -0.036379, + "nauc_precision_at_10_diff1": -0.006172, + "nauc_precision_at_20_max": 0.16201, + "nauc_precision_at_20_std": 0.000811, + "nauc_precision_at_20_diff1": -0.044101, + "nauc_precision_at_100_max": 0.363333, + "nauc_precision_at_100_std": 0.346251, + "nauc_precision_at_100_diff1": -0.202127, + "nauc_precision_at_1000_max": 0.677031, + "nauc_precision_at_1000_std": 0.830579, + "nauc_precision_at_1000_diff1": -0.781139, + "nauc_mrr_at_1_max": 0.040705, + "nauc_mrr_at_1_std": -0.058648, + "nauc_mrr_at_1_diff1": 0.091884, + "nauc_mrr_at_3_max": 0.035352, + "nauc_mrr_at_3_std": -0.057422, + "nauc_mrr_at_3_diff1": 0.086778, + "nauc_mrr_at_5_max": 0.042561, + "nauc_mrr_at_5_std": -0.052477, + "nauc_mrr_at_5_diff1": 0.079206, + "nauc_mrr_at_10_max": 0.048954, + "nauc_mrr_at_10_std": -0.05049, + "nauc_mrr_at_10_diff1": 0.063649, + "nauc_mrr_at_20_max": 0.055344, + "nauc_mrr_at_20_std": -0.047983, + "nauc_mrr_at_20_diff1": 0.062261, + "nauc_mrr_at_100_max": 0.055256, + "nauc_mrr_at_100_std": -0.046304, + "nauc_mrr_at_100_diff1": 0.063691, + "nauc_mrr_at_1000_max": 0.054854, + "nauc_mrr_at_1000_std": -0.046744, + "nauc_mrr_at_1000_diff1": 0.063953, + "hit_rate_at_1": 0.07123, + "hit_rate_at_3": 0.19717, + "hit_rate_at_5": 0.29292, + "hit_rate_at_10": 0.4684, + "hit_rate_at_20": 0.69292, + "hit_rate_at_100": 0.93443, + "hit_rate_at_1000": 0.99528, + "main_score": 0.23916, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 350.03006052970886, + "kg_co2_emissions": null, + "date": 1775831344.823708 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NMSQAPairClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NMSQAPairClassification.json new file mode 100644 index 0000000000..764782a71e --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NMSQAPairClassification.json @@ -0,0 +1,49 @@ +{ + "dataset_revision": "d33eea302d8a64c0a2ee094cf39d77c0814fe87a", + "task_name": "NMSQAPairClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "similarity_accuracy": 0.912281, + "similarity_f1": 0.915254, + "similarity_precision": 0.880435, + "similarity_recall": 0.952941, + "similarity_ap": 0.959874, + "cosine_accuracy": 0.912281, + "cosine_f1": 0.915254, + "cosine_precision": 0.880435, + "cosine_recall": 0.952941, + "cosine_ap": 0.959874, + "manhattan_accuracy": 0.888889, + "manhattan_f1": 0.887574, + "manhattan_precision": 0.892857, + "manhattan_recall": 0.882353, + "manhattan_ap": 0.959439, + "euclidean_accuracy": 0.900585, + "euclidean_f1": 0.900585, + "euclidean_precision": 0.895349, + "euclidean_recall": 0.905882, + "euclidean_ap": 0.958284, + "dot_accuracy": 0.918129, + "dot_f1": 0.921348, + "dot_precision": 0.88172, + "dot_recall": 0.964706, + "dot_ap": 0.956413, + "max_accuracy": 0.918129, + "max_f1": 0.921348, + "max_precision": 0.895349, + "max_recall": 0.964706, + "max_ap": 0.959874, + "main_score": 0.959874, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 11.818191289901733, + "kg_co2_emissions": null, + "date": 1776241853.456562 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NTREXBitextMining.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NTREXBitextMining.json new file mode 100644 index 0000000000..2e6ef54be6 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NTREXBitextMining.json @@ -0,0 +1,23004 @@ +{ + "dataset_revision": "66b8b27efc99658903127730575e9fa0cb9f075c", + "task_name": "NTREXBitextMining", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "afr_Latn-dan_Latn", + "languages": [ + "afr-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "afr_Latn-deu_Latn", + "languages": [ + "afr-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.995076, + "recall": 0.996495, + "f1": 0.995493, + "accuracy": 0.996495, + "main_score": 0.995493, + "hf_subset": "afr_Latn-eng_Latn", + "languages": [ + "afr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.92906, + "recall": 0.950426, + "f1": 0.935987, + "accuracy": 0.950426, + "main_score": 0.935987, + "hf_subset": "afr_Latn-fao_Latn", + "languages": [ + "afr-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.948005, + "recall": 0.964447, + "f1": 0.95333, + "accuracy": 0.964447, + "main_score": 0.95333, + "hf_subset": "afr_Latn-isl_Latn", + "languages": [ + "afr-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.961484, + "recall": 0.97346, + "f1": 0.965315, + "accuracy": 0.97346, + "main_score": 0.965315, + "hf_subset": "afr_Latn-ltz_Latn", + "languages": [ + "afr-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.992656, + "recall": 0.994992, + "f1": 0.993407, + "accuracy": 0.994992, + "main_score": 0.993407, + "hf_subset": "afr_Latn-nld_Latn", + "languages": [ + "afr-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.981556, + "recall": 0.98698, + "f1": 0.983308, + "accuracy": 0.98698, + "main_score": 0.983308, + "hf_subset": "afr_Latn-nno_Latn", + "languages": [ + "afr-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "afr_Latn-nob_Latn", + "languages": [ + "afr-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "afr_Latn-swe_Latn", + "languages": [ + "afr-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.418936, + "recall": 0.512268, + "f1": 0.44325, + "accuracy": 0.512268, + "main_score": 0.44325, + "hf_subset": "amh_Ethi-eng_Latn", + "languages": [ + "amh-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.272121, + "recall": 0.327992, + "f1": 0.286104, + "accuracy": 0.327992, + "main_score": 0.286104, + "hf_subset": "amh_Ethi-hau_Latn", + "languages": [ + "amh-Ethi", + "hau-Latn" + ] + }, + { + "precision": 0.276874, + "recall": 0.32649, + "f1": 0.288846, + "accuracy": 0.32649, + "main_score": 0.288846, + "hf_subset": "amh_Ethi-ibo_Latn", + "languages": [ + "amh-Ethi", + "ibo-Latn" + ] + }, + { + "precision": 0.258319, + "recall": 0.308963, + "f1": 0.270228, + "accuracy": 0.308963, + "main_score": 0.270228, + "hf_subset": "amh_Ethi-nso_Latn", + "languages": [ + "amh-Ethi", + "nso-Latn" + ] + }, + { + "precision": 0.227935, + "recall": 0.283926, + "f1": 0.241539, + "accuracy": 0.283926, + "main_score": 0.241539, + "hf_subset": "amh_Ethi-orm_Ethi", + "languages": [ + "amh-Ethi", + "orm-Ethi" + ] + }, + { + "precision": 0.26506, + "recall": 0.321482, + "f1": 0.279241, + "accuracy": 0.321482, + "main_score": 0.279241, + "hf_subset": "amh_Ethi-som_Latn", + "languages": [ + "amh-Ethi", + "som-Latn" + ] + }, + { + "precision": 0.257669, + "recall": 0.30646, + "f1": 0.269886, + "accuracy": 0.30646, + "main_score": 0.269886, + "hf_subset": "amh_Ethi-ssw_Latn", + "languages": [ + "amh-Ethi", + "ssw-Latn" + ] + }, + { + "precision": 0.330752, + "recall": 0.402103, + "f1": 0.348845, + "accuracy": 0.402103, + "main_score": 0.348845, + "hf_subset": "amh_Ethi-swa_Latn", + "languages": [ + "amh-Ethi", + "swa-Latn" + ] + }, + { + "precision": 0.384224, + "recall": 0.453681, + "f1": 0.403926, + "accuracy": 0.453681, + "main_score": 0.403926, + "hf_subset": "amh_Ethi-tir_Ethi", + "languages": [ + "amh-Ethi", + "tir-Ethi" + ] + }, + { + "precision": 0.266133, + "recall": 0.317977, + "f1": 0.278878, + "accuracy": 0.317977, + "main_score": 0.278878, + "hf_subset": "amh_Ethi-tsn_Latn", + "languages": [ + "amh-Ethi", + "tsn-Latn" + ] + }, + { + "precision": 0.25233, + "recall": 0.307962, + "f1": 0.265647, + "accuracy": 0.307962, + "main_score": 0.265647, + "hf_subset": "amh_Ethi-wol_Latn", + "languages": [ + "amh-Ethi", + "wol-Latn" + ] + }, + { + "precision": 0.267755, + "recall": 0.320481, + "f1": 0.280824, + "accuracy": 0.320481, + "main_score": 0.280824, + "hf_subset": "amh_Ethi-xho_Latn", + "languages": [ + "amh-Ethi", + "xho-Latn" + ] + }, + { + "precision": 0.189408, + "recall": 0.242864, + "f1": 0.201924, + "accuracy": 0.242864, + "main_score": 0.201924, + "hf_subset": "amh_Ethi-yor_Latn", + "languages": [ + "amh-Ethi", + "yor-Latn" + ] + }, + { + "precision": 0.265152, + "recall": 0.318478, + "f1": 0.278781, + "accuracy": 0.318478, + "main_score": 0.278781, + "hf_subset": "amh_Ethi-zul_Latn", + "languages": [ + "amh-Ethi", + "zul-Latn" + ] + }, + { + "precision": 0.969955, + "recall": 0.979469, + "f1": 0.973126, + "accuracy": 0.979469, + "main_score": 0.973126, + "hf_subset": "arb_Arab-ben_Beng", + "languages": [ + "arb-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.693812, + "recall": 0.769154, + "f1": 0.716448, + "accuracy": 0.769154, + "main_score": 0.716448, + "hf_subset": "arb_Arab-ckb_Arab", + "languages": [ + "arb-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "arb_Arab-deu_Latn", + "languages": [ + "arb-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.978718, + "recall": 0.985478, + "f1": 0.980971, + "accuracy": 0.985478, + "main_score": 0.980971, + "hf_subset": "arb_Arab-ell_Grek", + "languages": [ + "arb-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "arb_Arab-eng_Latn", + "languages": [ + "arb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.978885, + "recall": 0.985478, + "f1": 0.981055, + "accuracy": 0.985478, + "main_score": 0.981055, + "hf_subset": "arb_Arab-fas_Arab", + "languages": [ + "arb-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.968035, + "recall": 0.977967, + "f1": 0.97129, + "accuracy": 0.977967, + "main_score": 0.97129, + "hf_subset": "arb_Arab-fin_Latn", + "languages": [ + "arb-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.980387, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, + "hf_subset": "arb_Arab-fra_Latn", + "languages": [ + "arb-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.967493, + "recall": 0.977967, + "f1": 0.970906, + "accuracy": 0.977967, + "main_score": 0.970906, + "hf_subset": "arb_Arab-heb_Hebr", + "languages": [ + "arb-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.973544, + "recall": 0.981973, + "f1": 0.976298, + "accuracy": 0.981973, + "main_score": 0.976298, + "hf_subset": "arb_Arab-hin_Deva", + "languages": [ + "arb-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.970289, + "recall": 0.978968, + "f1": 0.973043, + "accuracy": 0.978968, + "main_score": 0.973043, + "hf_subset": "arb_Arab-hun_Latn", + "languages": [ + "arb-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "arb_Arab-ind_Latn", + "languages": [ + "arb-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.971958, + "recall": 0.980971, + "f1": 0.974879, + "accuracy": 0.980971, + "main_score": 0.974879, + "hf_subset": "arb_Arab-jpn_Jpan", + "languages": [ + "arb-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.629478, + "recall": 0.703055, + "f1": 0.650981, + "accuracy": 0.703055, + "main_score": 0.650981, + "hf_subset": "arb_Arab-kmr_Latn", + "languages": [ + "arb-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.971958, + "recall": 0.980971, + "f1": 0.974962, + "accuracy": 0.980971, + "main_score": 0.974962, + "hf_subset": "arb_Arab-kor_Hang", + "languages": [ + "arb-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.965699, + "recall": 0.976465, + "f1": 0.969204, + "accuracy": 0.976465, + "main_score": 0.969204, + "hf_subset": "arb_Arab-lit_Latn", + "languages": [ + "arb-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.871925, + "recall": 0.908363, + "f1": 0.883475, + "accuracy": 0.908363, + "main_score": 0.883475, + "hf_subset": "arb_Arab-mey_Arab", + "languages": [ + "arb-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.981138, + "recall": 0.98698, + "f1": 0.983058, + "accuracy": 0.98698, + "main_score": 0.983058, + "hf_subset": "arb_Arab-nld_Latn", + "languages": [ + "arb-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.972959, + "recall": 0.980971, + "f1": 0.97563, + "accuracy": 0.980971, + "main_score": 0.97563, + "hf_subset": "arb_Arab-pol_Latn", + "languages": [ + "arb-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.977132, + "recall": 0.984477, + "f1": 0.979553, + "accuracy": 0.984477, + "main_score": 0.979553, + "hf_subset": "arb_Arab-por_Latn", + "languages": [ + "arb-Arab", + "por-Latn" + ] + }, + { + "precision": 0.968286, + "recall": 0.978468, + "f1": 0.971624, + "accuracy": 0.978468, + "main_score": 0.971624, + "hf_subset": "arb_Arab-prs_Arab", + "languages": [ + "arb-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.743165, + "recall": 0.810716, + "f1": 0.763913, + "accuracy": 0.810716, + "main_score": 0.763913, + "hf_subset": "arb_Arab-pus_Arab", + "languages": [ + "arb-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.976506, + "recall": 0.983475, + "f1": 0.978668, + "accuracy": 0.983475, + "main_score": 0.978668, + "hf_subset": "arb_Arab-rus_Cyrl", + "languages": [ + "arb-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.577617, + "recall": 0.67301, + "f1": 0.605449, + "accuracy": 0.67301, + "main_score": 0.605449, + "hf_subset": "arb_Arab-shi_Arab", + "languages": [ + "arb-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "arb_Arab-spa_Latn", + "languages": [ + "arb-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.678089, + "recall": 0.752128, + "f1": 0.69948, + "accuracy": 0.752128, + "main_score": 0.69948, + "hf_subset": "arb_Arab-swa_Latn", + "languages": [ + "arb-Arab", + "swa-Latn" + ] + }, + { + "precision": 0.977466, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, + "hf_subset": "arb_Arab-swe_Latn", + "languages": [ + "arb-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.934193, + "recall": 0.953931, + "f1": 0.940527, + "accuracy": 0.953931, + "main_score": 0.940527, + "hf_subset": "arb_Arab-tam_Taml", + "languages": [ + "arb-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.825747, + "recall": 0.872308, + "f1": 0.840229, + "accuracy": 0.872308, + "main_score": 0.840229, + "hf_subset": "arb_Arab-tgk_Cyrl", + "languages": [ + "arb-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.978384, + "recall": 0.985478, + "f1": 0.980721, + "accuracy": 0.985478, + "main_score": 0.980721, + "hf_subset": "arb_Arab-tur_Latn", + "languages": [ + "arb-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.980471, + "recall": 0.98698, + "f1": 0.982641, + "accuracy": 0.98698, + "main_score": 0.982641, + "hf_subset": "arb_Arab-vie_Latn", + "languages": [ + "arb-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.977383, + "recall": 0.983976, + "f1": 0.979469, + "accuracy": 0.983976, + "main_score": 0.979469, + "hf_subset": "arb_Arab-zho_Hant", + "languages": [ + "arb-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.510989, + "recall": 0.59339, + "f1": 0.533718, + "accuracy": 0.59339, + "main_score": 0.533718, + "hf_subset": "arb_Arab-zul_Latn", + "languages": [ + "arb-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.877149, + "recall": 0.910866, + "f1": 0.887815, + "accuracy": 0.910866, + "main_score": 0.887815, + "hf_subset": "aze_Latn-bak_Cyrl", + "languages": [ + "aze-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.983642, + "recall": 0.988483, + "f1": 0.985228, + "accuracy": 0.988483, + "main_score": 0.985228, + "hf_subset": "aze_Latn-eng_Latn", + "languages": [ + "aze-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.951886, + "recall": 0.965949, + "f1": 0.956468, + "accuracy": 0.965949, + "main_score": 0.956468, + "hf_subset": "aze_Latn-kaz_Cyrl", + "languages": [ + "aze-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.903981, + "recall": 0.931898, + "f1": 0.912903, + "accuracy": 0.931898, + "main_score": 0.912903, + "hf_subset": "aze_Latn-kir_Cyrl", + "languages": [ + "aze-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.911367, + "recall": 0.936905, + "f1": 0.919546, + "accuracy": 0.936905, + "main_score": 0.919546, + "hf_subset": "aze_Latn-tat_Cyrl", + "languages": [ + "aze-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.830971, + "recall": 0.873811, + "f1": 0.84445, + "accuracy": 0.873811, + "main_score": 0.84445, + "hf_subset": "aze_Latn-tuk_Latn", + "languages": [ + "aze-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.971791, + "recall": 0.980471, + "f1": 0.974629, + "accuracy": 0.980471, + "main_score": 0.974629, + "hf_subset": "aze_Latn-tur_Latn", + "languages": [ + "aze-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.859781, + "recall": 0.898348, + "f1": 0.871925, + "accuracy": 0.898348, + "main_score": 0.871925, + "hf_subset": "aze_Latn-uig_Arab", + "languages": [ + "aze-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.945418, + "recall": 0.961943, + "f1": 0.950843, + "accuracy": 0.961943, + "main_score": 0.950843, + "hf_subset": "aze_Latn-uzb_Latn", + "languages": [ + "aze-Latn", + "uzb-Latn" + ] + }, + { + "precision": 0.883826, + "recall": 0.91337, + "f1": 0.893156, + "accuracy": 0.91337, + "main_score": 0.893156, + "hf_subset": "bak_Cyrl-aze_Latn", + "languages": [ + "bak-Cyrl", + "aze-Latn" + ] + }, + { + "precision": 0.899725, + "recall": 0.928893, + "f1": 0.909047, + "accuracy": 0.928893, + "main_score": 0.909047, + "hf_subset": "bak_Cyrl-eng_Latn", + "languages": [ + "bak-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.886446, + "recall": 0.916875, + "f1": 0.896077, + "accuracy": 0.916875, + "main_score": 0.896077, + "hf_subset": "bak_Cyrl-kaz_Cyrl", + "languages": [ + "bak-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.85207, + "recall": 0.891838, + "f1": 0.86453, + "accuracy": 0.891838, + "main_score": 0.86453, + "hf_subset": "bak_Cyrl-kir_Cyrl", + "languages": [ + "bak-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.903305, + "recall": 0.929394, + "f1": 0.911701, + "accuracy": 0.929394, + "main_score": 0.911701, + "hf_subset": "bak_Cyrl-tat_Cyrl", + "languages": [ + "bak-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.773285, + "recall": 0.827742, + "f1": 0.790178, + "accuracy": 0.827742, + "main_score": 0.790178, + "hf_subset": "bak_Cyrl-tuk_Latn", + "languages": [ + "bak-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.884911, + "recall": 0.914372, + "f1": 0.894218, + "accuracy": 0.914372, + "main_score": 0.894218, + "hf_subset": "bak_Cyrl-tur_Latn", + "languages": [ + "bak-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.768411, + "recall": 0.823235, + "f1": 0.785455, + "accuracy": 0.823235, + "main_score": 0.785455, + "hf_subset": "bak_Cyrl-uig_Arab", + "languages": [ + "bak-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.878382, + "recall": 0.90636, + "f1": 0.886933, + "accuracy": 0.90636, + "main_score": 0.886933, + "hf_subset": "bak_Cyrl-uzb_Latn", + "languages": [ + "bak-Cyrl", + "uzb-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "bel_Cyrl-bos_Latn", + "languages": [ + "bel-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, + "hf_subset": "bel_Cyrl-bul_Cyrl", + "languages": [ + "bel-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, + "hf_subset": "bel_Cyrl-ces_Latn", + "languages": [ + "bel-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, + "hf_subset": "bel_Cyrl-eng_Latn", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, + "hf_subset": "bel_Cyrl-hrv_Latn", + "languages": [ + "bel-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "bel_Cyrl-mkd_Cyrl", + "languages": [ + "bel-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.976465, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "bel_Cyrl-pol_Latn", + "languages": [ + "bel-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.976715, + "recall": 0.983976, + "f1": 0.979052, + "accuracy": 0.983976, + "main_score": 0.979052, + "hf_subset": "bel_Cyrl-rus_Cyrl", + "languages": [ + "bel-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.984477, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "bel_Cyrl-slk_Latn", + "languages": [ + "bel-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "bel_Cyrl-slv_Latn", + "languages": [ + "bel-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "bel_Cyrl-srp_Cyrl", + "languages": [ + "bel-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.982974, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "bel_Cyrl-srp_Latn", + "languages": [ + "bel-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.985829, + "recall": 0.989985, + "f1": 0.987147, + "accuracy": 0.989985, + "main_score": 0.987147, + "hf_subset": "bel_Cyrl-ukr_Cyrl", + "languages": [ + "bel-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.578089, + "recall": 0.648973, + "f1": 0.597907, + "accuracy": 0.648973, + "main_score": 0.597907, + "hf_subset": "bem_Latn-eng_Latn", + "languages": [ + "bem-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.583187, + "recall": 0.636955, + "f1": 0.598945, + "accuracy": 0.636955, + "main_score": 0.598945, + "hf_subset": "bem_Latn-ewe_Latn", + "languages": [ + "bem-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.61177, + "recall": 0.656485, + "f1": 0.624797, + "accuracy": 0.656485, + "main_score": 0.624797, + "hf_subset": "bem_Latn-fuc_Latn", + "languages": [ + "bem-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.603552, + "recall": 0.658988, + "f1": 0.619215, + "accuracy": 0.658988, + "main_score": 0.619215, + "hf_subset": "bem_Latn-kin_Latn", + "languages": [ + "bem-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.654234, + "recall": 0.694041, + "f1": 0.665602, + "accuracy": 0.694041, + "main_score": 0.665602, + "hf_subset": "bem_Latn-nde_Latn", + "languages": [ + "bem-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.644828, + "recall": 0.691537, + "f1": 0.6583, + "accuracy": 0.691537, + "main_score": 0.6583, + "hf_subset": "bem_Latn-nya_Latn", + "languages": [ + "bem-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.640807, + "recall": 0.68653, + "f1": 0.654015, + "accuracy": 0.68653, + "main_score": 0.654015, + "hf_subset": "bem_Latn-sna_Latn", + "languages": [ + "bem-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.625059, + "recall": 0.670005, + "f1": 0.637678, + "accuracy": 0.670005, + "main_score": 0.637678, + "hf_subset": "bem_Latn-ven_Latn", + "languages": [ + "bem-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.976465, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "ben_Beng-arb_Arab", + "languages": [ + "ben-Beng", + "arb-Arab" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "ben_Beng-deu_Latn", + "languages": [ + "ben-Beng", + "deu-Latn" + ] + }, + { + "precision": 0.0879, + "recall": 0.149725, + "f1": 0.100616, + "accuracy": 0.149725, + "main_score": 0.100616, + "hf_subset": "ben_Beng-div_Thaa", + "languages": [ + "ben-Beng", + "div-Thaa" + ] + }, + { + "precision": 0.978635, + "recall": 0.985478, + "f1": 0.980888, + "accuracy": 0.985478, + "main_score": 0.980888, + "hf_subset": "ben_Beng-ell_Grek", + "languages": [ + "ben-Beng", + "ell-Grek" + ] + }, + { + "precision": 0.990653, + "recall": 0.99349, + "f1": 0.991571, + "accuracy": 0.99349, + "main_score": 0.991571, + "hf_subset": "ben_Beng-eng_Latn", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.878793, + "recall": 0.91337, + "f1": 0.889851, + "accuracy": 0.91337, + "main_score": 0.889851, + "hf_subset": "ben_Beng-eus_Latn", + "languages": [ + "ben-Beng", + "eus-Latn" + ] + }, + { + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, + "hf_subset": "ben_Beng-fas_Arab", + "languages": [ + "ben-Beng", + "fas-Arab" + ] + }, + { + "precision": 0.971332, + "recall": 0.980471, + "f1": 0.974328, + "accuracy": 0.980471, + "main_score": 0.974328, + "hf_subset": "ben_Beng-fin_Latn", + "languages": [ + "ben-Beng", + "fin-Latn" + ] + }, + { + "precision": 0.980638, + "recall": 0.98698, + "f1": 0.982724, + "accuracy": 0.98698, + "main_score": 0.982724, + "hf_subset": "ben_Beng-fra_Latn", + "languages": [ + "ben-Beng", + "fra-Latn" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "ben_Beng-guj_Gujr", + "languages": [ + "ben-Beng", + "guj-Gujr" + ] + }, + { + "precision": 0.977132, + "recall": 0.984477, + "f1": 0.979553, + "accuracy": 0.984477, + "main_score": 0.979553, + "hf_subset": "ben_Beng-heb_Hebr", + "languages": [ + "ben-Beng", + "heb-Hebr" + ] + }, + { + "precision": 0.982223, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "ben_Beng-hin_Deva", + "languages": [ + "ben-Beng", + "hin-Deva" + ] + }, + { + "precision": 0.968202, + "recall": 0.977466, + "f1": 0.971207, + "accuracy": 0.977466, + "main_score": 0.971207, + "hf_subset": "ben_Beng-hun_Latn", + "languages": [ + "ben-Beng", + "hun-Latn" + ] + }, + { + "precision": 0.985228, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "ben_Beng-ind_Latn", + "languages": [ + "ben-Beng", + "ind-Latn" + ] + }, + { + "precision": 0.973043, + "recall": 0.981472, + "f1": 0.975797, + "accuracy": 0.981472, + "main_score": 0.975797, + "hf_subset": "ben_Beng-jpn_Jpan", + "languages": [ + "ben-Beng", + "jpn-Jpan" + ] + }, + { + "precision": 0.972542, + "recall": 0.980971, + "f1": 0.975296, + "accuracy": 0.980971, + "main_score": 0.975296, + "hf_subset": "ben_Beng-kan_Knda", + "languages": [ + "ben-Beng", + "kan-Knda" + ] + }, + { + "precision": 0.97538, + "recall": 0.983475, + "f1": 0.97805, + "accuracy": 0.983475, + "main_score": 0.97805, + "hf_subset": "ben_Beng-kor_Hang", + "languages": [ + "ben-Beng", + "kor-Hang" + ] + }, + { + "precision": 0.972751, + "recall": 0.981472, + "f1": 0.97558, + "accuracy": 0.981472, + "main_score": 0.97558, + "hf_subset": "ben_Beng-lit_Latn", + "languages": [ + "ben-Beng", + "lit-Latn" + ] + }, + { + "precision": 0.981806, + "recall": 0.987481, + "f1": 0.983642, + "accuracy": 0.987481, + "main_score": 0.983642, + "hf_subset": "ben_Beng-mar_Deva", + "languages": [ + "ben-Beng", + "mar-Deva" + ] + }, + { + "precision": 0.968035, + "recall": 0.977967, + "f1": 0.97129, + "accuracy": 0.977967, + "main_score": 0.97129, + "hf_subset": "ben_Beng-nep_Deva", + "languages": [ + "ben-Beng", + "nep-Deva" + ] + }, + { + "precision": 0.985311, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "ben_Beng-nld_Latn", + "languages": [ + "ben-Beng", + "nld-Latn" + ] + }, + { + "precision": 0.963779, + "recall": 0.975463, + "f1": 0.967618, + "accuracy": 0.975463, + "main_score": 0.967618, + "hf_subset": "ben_Beng-pan_Guru", + "languages": [ + "ben-Beng", + "pan-Guru" + ] + }, + { + "precision": 0.974962, + "recall": 0.982974, + "f1": 0.97755, + "accuracy": 0.982974, + "main_score": 0.97755, + "hf_subset": "ben_Beng-pol_Latn", + "languages": [ + "ben-Beng", + "pol-Latn" + ] + }, + { + "precision": 0.983809, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "ben_Beng-por_Latn", + "languages": [ + "ben-Beng", + "por-Latn" + ] + }, + { + "precision": 0.97129, + "recall": 0.97997, + "f1": 0.974128, + "accuracy": 0.97997, + "main_score": 0.974128, + "hf_subset": "ben_Beng-rus_Cyrl", + "languages": [ + "ben-Beng", + "rus-Cyrl" + ] + }, + { + "precision": 0.365038, + "recall": 0.46019, + "f1": 0.390651, + "accuracy": 0.46019, + "main_score": 0.390651, + "hf_subset": "ben_Beng-sin_Sinh", + "languages": [ + "ben-Beng", + "sin-Sinh" + ] + }, + { + "precision": 0.881756, + "recall": 0.916375, + "f1": 0.892923, + "accuracy": 0.916375, + "main_score": 0.892923, + "hf_subset": "ben_Beng-snd_Arab", + "languages": [ + "ben-Beng", + "snd-Arab" + ] + }, + { + "precision": 0.981556, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "ben_Beng-spa_Latn", + "languages": [ + "ben-Beng", + "spa-Latn" + ] + }, + { + "precision": 0.719992, + "recall": 0.785679, + "f1": 0.73978, + "accuracy": 0.785679, + "main_score": 0.73978, + "hf_subset": "ben_Beng-swa_Latn", + "languages": [ + "ben-Beng", + "swa-Latn" + ] + }, + { + "precision": 0.977883, + "recall": 0.984977, + "f1": 0.98022, + "accuracy": 0.984977, + "main_score": 0.98022, + "hf_subset": "ben_Beng-swe_Latn", + "languages": [ + "ben-Beng", + "swe-Latn" + ] + }, + { + "precision": 0.964864, + "recall": 0.975463, + "f1": 0.968369, + "accuracy": 0.975463, + "main_score": 0.968369, + "hf_subset": "ben_Beng-tam_Taml", + "languages": [ + "ben-Beng", + "tam-Taml" + ] + }, + { + "precision": 0.963237, + "recall": 0.974462, + "f1": 0.9669, + "accuracy": 0.974462, + "main_score": 0.9669, + "hf_subset": "ben_Beng-tel_Telu", + "languages": [ + "ben-Beng", + "tel-Telu" + ] + }, + { + "precision": 0.978718, + "recall": 0.985478, + "f1": 0.980971, + "accuracy": 0.985478, + "main_score": 0.980971, + "hf_subset": "ben_Beng-tur_Latn", + "languages": [ + "ben-Beng", + "tur-Latn" + ] + }, + { + "precision": 0.974295, + "recall": 0.981973, + "f1": 0.976799, + "accuracy": 0.981973, + "main_score": 0.976799, + "hf_subset": "ben_Beng-urd_Arab", + "languages": [ + "ben-Beng", + "urd-Arab" + ] + }, + { + "precision": 0.980387, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, + "hf_subset": "ben_Beng-vie_Latn", + "languages": [ + "ben-Beng", + "vie-Latn" + ] + }, + { + "precision": 0.977717, + "recall": 0.984977, + "f1": 0.980137, + "accuracy": 0.984977, + "main_score": 0.980137, + "hf_subset": "ben_Beng-zho_Hant", + "languages": [ + "ben-Beng", + "zho-Hant" + ] + }, + { + "precision": 0.555693, + "recall": 0.627441, + "f1": 0.576179, + "accuracy": 0.627441, + "main_score": 0.576179, + "hf_subset": "ben_Beng-zul_Latn", + "languages": [ + "ben-Beng", + "zul-Latn" + ] + }, + { + "precision": 0.17372, + "recall": 0.215824, + "f1": 0.184614, + "accuracy": 0.215824, + "main_score": 0.184614, + "hf_subset": "bod_Tibt-dzo_Tibt", + "languages": [ + "bod-Tibt", + "dzo-Tibt" + ] + }, + { + "precision": 0.302608, + "recall": 0.363045, + "f1": 0.317282, + "accuracy": 0.363045, + "main_score": 0.317282, + "hf_subset": "bod_Tibt-eng_Latn", + "languages": [ + "bod-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.295591, + "recall": 0.350025, + "f1": 0.30991, + "accuracy": 0.350025, + "main_score": 0.30991, + "hf_subset": "bod_Tibt-khm_Khmr", + "languages": [ + "bod-Tibt", + "khm-Khmr" + ] + }, + { + "precision": 0.347068, + "recall": 0.390586, + "f1": 0.358661, + "accuracy": 0.390586, + "main_score": 0.358661, + "hf_subset": "bod_Tibt-lao_Laoo", + "languages": [ + "bod-Tibt", + "lao-Laoo" + ] + }, + { + "precision": 0.32431, + "recall": 0.371557, + "f1": 0.338048, + "accuracy": 0.371557, + "main_score": 0.338048, + "hf_subset": "bod_Tibt-mon_Mong", + "languages": [ + "bod-Tibt", + "mon-Mong" + ] + }, + { + "precision": 0.176691, + "recall": 0.232849, + "f1": 0.191476, + "accuracy": 0.232849, + "main_score": 0.191476, + "hf_subset": "bod_Tibt-mya_Mymr", + "languages": [ + "bod-Tibt", + "mya-Mymr" + ] + }, + { + "precision": 0.314008, + "recall": 0.369554, + "f1": 0.328221, + "accuracy": 0.369554, + "main_score": 0.328221, + "hf_subset": "bod_Tibt-tha_Thai", + "languages": [ + "bod-Tibt", + "tha-Thai" + ] + }, + { + "precision": 0.982599, + "recall": 0.987982, + "f1": 0.984343, + "accuracy": 0.987982, + "main_score": 0.984343, + "hf_subset": "bos_Latn-bel_Cyrl", + "languages": [ + "bos-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.990486, + "recall": 0.99349, + "f1": 0.991487, + "accuracy": 0.99349, + "main_score": 0.991487, + "hf_subset": "bos_Latn-bul_Cyrl", + "languages": [ + "bos-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "bos_Latn-ces_Latn", + "languages": [ + "bos-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "bos_Latn-eng_Latn", + "languages": [ + "bos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.992155, + "recall": 0.994492, + "f1": 0.992906, + "accuracy": 0.994492, + "main_score": 0.992906, + "hf_subset": "bos_Latn-hrv_Latn", + "languages": [ + "bos-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.991487, + "recall": 0.993991, + "f1": 0.992322, + "accuracy": 0.993991, + "main_score": 0.992322, + "hf_subset": "bos_Latn-mkd_Cyrl", + "languages": [ + "bos-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "bos_Latn-pol_Latn", + "languages": [ + "bos-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.98456, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "bos_Latn-rus_Cyrl", + "languages": [ + "bos-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, + "hf_subset": "bos_Latn-slk_Latn", + "languages": [ + "bos-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, + "hf_subset": "bos_Latn-slv_Latn", + "languages": [ + "bos-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, + "hf_subset": "bos_Latn-srp_Cyrl", + "languages": [ + "bos-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.993407, + "recall": 0.995493, + "f1": 0.994074, + "accuracy": 0.995493, + "main_score": 0.994074, + "hf_subset": "bos_Latn-srp_Latn", + "languages": [ + "bos-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.984602, + "recall": 0.988983, + "f1": 0.986012, + "accuracy": 0.988983, + "main_score": 0.986012, + "hf_subset": "bos_Latn-ukr_Cyrl", + "languages": [ + "bos-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "bul_Cyrl-bel_Cyrl", + "languages": [ + "bul-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "bul_Cyrl-bos_Latn", + "languages": [ + "bul-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "bul_Cyrl-ces_Latn", + "languages": [ + "bul-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "bul_Cyrl-eng_Latn", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "bul_Cyrl-hrv_Latn", + "languages": [ + "bul-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "bul_Cyrl-mkd_Cyrl", + "languages": [ + "bul-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.980888, + "recall": 0.98698, + "f1": 0.982891, + "accuracy": 0.98698, + "main_score": 0.982891, + "hf_subset": "bul_Cyrl-pol_Latn", + "languages": [ + "bul-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.986229, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, + "hf_subset": "bul_Cyrl-rus_Cyrl", + "languages": [ + "bul-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.985228, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "bul_Cyrl-slk_Latn", + "languages": [ + "bul-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "bul_Cyrl-slv_Latn", + "languages": [ + "bul-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.98239, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "bul_Cyrl-srp_Cyrl", + "languages": [ + "bul-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "bul_Cyrl-srp_Latn", + "languages": [ + "bul-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.981138, + "recall": 0.98698, + "f1": 0.983058, + "accuracy": 0.98698, + "main_score": 0.983058, + "hf_subset": "bul_Cyrl-ukr_Cyrl", + "languages": [ + "bul-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.994492, + "recall": 0.995994, + "f1": 0.994992, + "accuracy": 0.995994, + "main_score": 0.994992, + "hf_subset": "cat_Latn-eng_Latn", + "languages": [ + "cat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.985478, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, + "hf_subset": "cat_Latn-fra_Latn", + "languages": [ + "cat-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.990653, + "recall": 0.99349, + "f1": 0.991571, + "accuracy": 0.99349, + "main_score": 0.991571, + "hf_subset": "cat_Latn-glg_Latn", + "languages": [ + "cat-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.992989, + "f1": 0.991153, + "accuracy": 0.992989, + "main_score": 0.991153, + "hf_subset": "cat_Latn-ita_Latn", + "languages": [ + "cat-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.901978, + "recall": 0.928893, + "f1": 0.910382, + "accuracy": 0.928893, + "main_score": 0.910382, + "hf_subset": "cat_Latn-mlt_Latn", + "languages": [ + "cat-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.986897, + "recall": 0.990986, + "f1": 0.988232, + "accuracy": 0.990986, + "main_score": 0.988232, + "hf_subset": "cat_Latn-por_Latn", + "languages": [ + "cat-Latn", + "por-Latn" + ] + }, + { + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, + "hf_subset": "cat_Latn-ron_Latn", + "languages": [ + "cat-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, + "hf_subset": "cat_Latn-spa_Latn", + "languages": [ + "cat-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, + "hf_subset": "ces_Latn-bel_Cyrl", + "languages": [ + "ces-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.995493, + "recall": 0.996995, + "f1": 0.995994, + "accuracy": 0.996995, + "main_score": 0.995994, + "hf_subset": "ces_Latn-bos_Latn", + "languages": [ + "ces-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.990486, + "recall": 0.99349, + "f1": 0.991487, + "accuracy": 0.99349, + "main_score": 0.991487, + "hf_subset": "ces_Latn-bul_Cyrl", + "languages": [ + "ces-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, + "hf_subset": "ces_Latn-eng_Latn", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, + "hf_subset": "ces_Latn-hrv_Latn", + "languages": [ + "ces-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "ces_Latn-mkd_Cyrl", + "languages": [ + "ces-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.987732, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, + "hf_subset": "ces_Latn-pol_Latn", + "languages": [ + "ces-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990486, + "f1": 0.987732, + "accuracy": 0.990486, + "main_score": 0.987732, + "hf_subset": "ces_Latn-rus_Cyrl", + "languages": [ + "ces-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "ces_Latn-slk_Latn", + "languages": [ + "ces-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, + "hf_subset": "ces_Latn-slv_Latn", + "languages": [ + "ces-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, + "hf_subset": "ces_Latn-srp_Cyrl", + "languages": [ + "ces-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "ces_Latn-srp_Latn", + "languages": [ + "ces-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.98431, + "recall": 0.988483, + "f1": 0.985645, + "accuracy": 0.988483, + "main_score": 0.985645, + "hf_subset": "ces_Latn-ukr_Cyrl", + "languages": [ + "ces-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.723365, + "recall": 0.788182, + "f1": 0.742842, + "accuracy": 0.788182, + "main_score": 0.742842, + "hf_subset": "ckb_Arab-arb_Arab", + "languages": [ + "ckb-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.717426, + "recall": 0.787682, + "f1": 0.73846, + "accuracy": 0.787682, + "main_score": 0.73846, + "hf_subset": "ckb_Arab-eng_Latn", + "languages": [ + "ckb-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.757675, + "recall": 0.817226, + "f1": 0.77565, + "accuracy": 0.817226, + "main_score": 0.77565, + "hf_subset": "ckb_Arab-fas_Arab", + "languages": [ + "ckb-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.722651, + "recall": 0.786179, + "f1": 0.741238, + "accuracy": 0.786179, + "main_score": 0.741238, + "hf_subset": "ckb_Arab-heb_Hebr", + "languages": [ + "ckb-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.648286, + "recall": 0.71307, + "f1": 0.66708, + "accuracy": 0.71307, + "main_score": 0.66708, + "hf_subset": "ckb_Arab-kmr_Latn", + "languages": [ + "ckb-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.610801, + "recall": 0.688032, + "f1": 0.633591, + "accuracy": 0.688032, + "main_score": 0.633591, + "hf_subset": "ckb_Arab-mey_Arab", + "languages": [ + "ckb-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.760345, + "recall": 0.819229, + "f1": 0.777942, + "accuracy": 0.819229, + "main_score": 0.777942, + "hf_subset": "ckb_Arab-prs_Arab", + "languages": [ + "ckb-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.616972, + "recall": 0.692038, + "f1": 0.639097, + "accuracy": 0.692038, + "main_score": 0.639097, + "hf_subset": "ckb_Arab-pus_Arab", + "languages": [ + "ckb-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.444561, + "recall": 0.528793, + "f1": 0.468529, + "accuracy": 0.528793, + "main_score": 0.468529, + "hf_subset": "ckb_Arab-shi_Arab", + "languages": [ + "ckb-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.673045, + "recall": 0.738608, + "f1": 0.692658, + "accuracy": 0.738608, + "main_score": 0.692658, + "hf_subset": "ckb_Arab-tgk_Cyrl", + "languages": [ + "ckb-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.849499, + "recall": 0.890836, + "f1": 0.862293, + "accuracy": 0.890836, + "main_score": 0.862293, + "hf_subset": "cym_Latn-eng_Latn", + "languages": [ + "cym-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.744872, + "recall": 0.794692, + "f1": 0.759774, + "accuracy": 0.794692, + "main_score": 0.759774, + "hf_subset": "cym_Latn-gle_Latn", + "languages": [ + "cym-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, + "hf_subset": "dan_Latn-afr_Latn", + "languages": [ + "dan-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.989067, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, + "hf_subset": "dan_Latn-deu_Latn", + "languages": [ + "dan-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "dan_Latn-eng_Latn", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.923594, + "recall": 0.94642, + "f1": 0.930913, + "accuracy": 0.94642, + "main_score": 0.930913, + "hf_subset": "dan_Latn-fao_Latn", + "languages": [ + "dan-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.938024, + "recall": 0.956435, + "f1": 0.943832, + "accuracy": 0.956435, + "main_score": 0.943832, + "hf_subset": "dan_Latn-isl_Latn", + "languages": [ + "dan-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.947505, + "recall": 0.963946, + "f1": 0.952846, + "accuracy": 0.963946, + "main_score": 0.952846, + "hf_subset": "dan_Latn-ltz_Latn", + "languages": [ + "dan-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, + "hf_subset": "dan_Latn-nld_Latn", + "languages": [ + "dan-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.981723, + "recall": 0.987481, + "f1": 0.983642, + "accuracy": 0.987481, + "main_score": 0.983642, + "hf_subset": "dan_Latn-nno_Latn", + "languages": [ + "dan-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.991988, + "recall": 0.994492, + "f1": 0.992823, + "accuracy": 0.994492, + "main_score": 0.992823, + "hf_subset": "dan_Latn-nob_Latn", + "languages": [ + "dan-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "dan_Latn-swe_Latn", + "languages": [ + "dan-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.982307, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "deu_Latn-afr_Latn", + "languages": [ + "deu-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.981055, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, + "hf_subset": "deu_Latn-arb_Arab", + "languages": [ + "deu-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.978551, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "deu_Latn-ben_Beng", + "languages": [ + "deu-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, + "hf_subset": "deu_Latn-dan_Latn", + "languages": [ + "deu-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "deu_Latn-ell_Grek", + "languages": [ + "deu-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, + "hf_subset": "deu_Latn-eng_Latn", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.906109, + "recall": 0.9334, + "f1": 0.914856, + "accuracy": 0.9334, + "main_score": 0.914856, + "hf_subset": "deu_Latn-fao_Latn", + "languages": [ + "deu-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.976131, + "recall": 0.983976, + "f1": 0.978718, + "accuracy": 0.983976, + "main_score": 0.978718, + "hf_subset": "deu_Latn-fas_Arab", + "languages": [ + "deu-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.97755, + "recall": 0.984477, + "f1": 0.979803, + "accuracy": 0.984477, + "main_score": 0.979803, + "hf_subset": "deu_Latn-fin_Latn", + "languages": [ + "deu-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.987147, + "recall": 0.990986, + "f1": 0.988399, + "accuracy": 0.990986, + "main_score": 0.988399, + "hf_subset": "deu_Latn-fra_Latn", + "languages": [ + "deu-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.974962, + "recall": 0.982974, + "f1": 0.977633, + "accuracy": 0.982974, + "main_score": 0.977633, + "hf_subset": "deu_Latn-heb_Hebr", + "languages": [ + "deu-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.9778, + "recall": 0.984477, + "f1": 0.97997, + "accuracy": 0.984477, + "main_score": 0.97997, + "hf_subset": "deu_Latn-hin_Deva", + "languages": [ + "deu-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.982223, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "deu_Latn-hun_Latn", + "languages": [ + "deu-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.991153, + "recall": 0.993991, + "f1": 0.992071, + "accuracy": 0.993991, + "main_score": 0.992071, + "hf_subset": "deu_Latn-ind_Latn", + "languages": [ + "deu-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.929352, + "recall": 0.951427, + "f1": 0.936438, + "accuracy": 0.951427, + "main_score": 0.936438, + "hf_subset": "deu_Latn-isl_Latn", + "languages": [ + "deu-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.978301, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, + "hf_subset": "deu_Latn-jpn_Jpan", + "languages": [ + "deu-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.976298, + "recall": 0.983976, + "f1": 0.978802, + "accuracy": 0.983976, + "main_score": 0.978802, + "hf_subset": "deu_Latn-kor_Hang", + "languages": [ + "deu-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.973293, + "recall": 0.981472, + "f1": 0.975964, + "accuracy": 0.981472, + "main_score": 0.975964, + "hf_subset": "deu_Latn-lit_Latn", + "languages": [ + "deu-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.947338, + "recall": 0.963946, + "f1": 0.952762, + "accuracy": 0.963946, + "main_score": 0.952762, + "hf_subset": "deu_Latn-ltz_Latn", + "languages": [ + "deu-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "deu_Latn-nld_Latn", + "languages": [ + "deu-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.979886, + "recall": 0.985979, + "f1": 0.98189, + "accuracy": 0.985979, + "main_score": 0.98189, + "hf_subset": "deu_Latn-nno_Latn", + "languages": [ + "deu-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, + "hf_subset": "deu_Latn-nob_Latn", + "languages": [ + "deu-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "deu_Latn-pol_Latn", + "languages": [ + "deu-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.988733, + "recall": 0.991988, + "f1": 0.989818, + "accuracy": 0.991988, + "main_score": 0.989818, + "hf_subset": "deu_Latn-por_Latn", + "languages": [ + "deu-Latn", + "por-Latn" + ] + }, + { + "precision": 0.986313, + "recall": 0.990486, + "f1": 0.987648, + "accuracy": 0.990486, + "main_score": 0.987648, + "hf_subset": "deu_Latn-rus_Cyrl", + "languages": [ + "deu-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.988399, + "recall": 0.991988, + "f1": 0.989568, + "accuracy": 0.991988, + "main_score": 0.989568, + "hf_subset": "deu_Latn-spa_Latn", + "languages": [ + "deu-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.709444, + "recall": 0.78017, + "f1": 0.73059, + "accuracy": 0.78017, + "main_score": 0.73059, + "hf_subset": "deu_Latn-swa_Latn", + "languages": [ + "deu-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, + "hf_subset": "deu_Latn-swe_Latn", + "languages": [ + "deu-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.945585, + "recall": 0.962444, + "f1": 0.951093, + "accuracy": 0.962444, + "main_score": 0.951093, + "hf_subset": "deu_Latn-tam_Taml", + "languages": [ + "deu-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "deu_Latn-tur_Latn", + "languages": [ + "deu-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "deu_Latn-vie_Latn", + "languages": [ + "deu-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.977383, + "recall": 0.984477, + "f1": 0.979636, + "accuracy": 0.984477, + "main_score": 0.979636, + "hf_subset": "deu_Latn-zho_Hant", + "languages": [ + "deu-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.560573, + "recall": 0.639459, + "f1": 0.583285, + "accuracy": 0.639459, + "main_score": 0.583285, + "hf_subset": "deu_Latn-zul_Latn", + "languages": [ + "deu-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.077932, + "recall": 0.112669, + "f1": 0.085093, + "accuracy": 0.112669, + "main_score": 0.085093, + "hf_subset": "div_Thaa-ben_Beng", + "languages": [ + "div-Thaa", + "ben-Beng" + ] + }, + { + "precision": 0.05294, + "recall": 0.080621, + "f1": 0.058502, + "accuracy": 0.080621, + "main_score": 0.058502, + "hf_subset": "div_Thaa-eng_Latn", + "languages": [ + "div-Thaa", + "eng-Latn" + ] + }, + { + "precision": 0.076968, + "recall": 0.108162, + "f1": 0.083361, + "accuracy": 0.108162, + "main_score": 0.083361, + "hf_subset": "div_Thaa-eus_Latn", + "languages": [ + "div-Thaa", + "eus-Latn" + ] + }, + { + "precision": 0.082873, + "recall": 0.118678, + "f1": 0.090806, + "accuracy": 0.118678, + "main_score": 0.090806, + "hf_subset": "div_Thaa-guj_Gujr", + "languages": [ + "div-Thaa", + "guj-Gujr" + ] + }, + { + "precision": 0.077435, + "recall": 0.109664, + "f1": 0.084073, + "accuracy": 0.109664, + "main_score": 0.084073, + "hf_subset": "div_Thaa-hin_Deva", + "languages": [ + "div-Thaa", + "hin-Deva" + ] + }, + { + "precision": 0.082508, + "recall": 0.115674, + "f1": 0.089056, + "accuracy": 0.115674, + "main_score": 0.089056, + "hf_subset": "div_Thaa-kan_Knda", + "languages": [ + "div-Thaa", + "kan-Knda" + ] + }, + { + "precision": 0.07518, + "recall": 0.110165, + "f1": 0.082541, + "accuracy": 0.110165, + "main_score": 0.082541, + "hf_subset": "div_Thaa-mar_Deva", + "languages": [ + "div-Thaa", + "mar-Deva" + ] + }, + { + "precision": 0.077205, + "recall": 0.110165, + "f1": 0.084523, + "accuracy": 0.110165, + "main_score": 0.084523, + "hf_subset": "div_Thaa-nep_Deva", + "languages": [ + "div-Thaa", + "nep-Deva" + ] + }, + { + "precision": 0.075188, + "recall": 0.111668, + "f1": 0.083249, + "accuracy": 0.111668, + "main_score": 0.083249, + "hf_subset": "div_Thaa-pan_Guru", + "languages": [ + "div-Thaa", + "pan-Guru" + ] + }, + { + "precision": 0.109353, + "recall": 0.140711, + "f1": 0.116504, + "accuracy": 0.140711, + "main_score": 0.116504, + "hf_subset": "div_Thaa-sin_Sinh", + "languages": [ + "div-Thaa", + "sin-Sinh" + ] + }, + { + "precision": 0.079509, + "recall": 0.113671, + "f1": 0.086754, + "accuracy": 0.113671, + "main_score": 0.086754, + "hf_subset": "div_Thaa-snd_Arab", + "languages": [ + "div-Thaa", + "snd-Arab" + ] + }, + { + "precision": 0.087787, + "recall": 0.120681, + "f1": 0.095155, + "accuracy": 0.120681, + "main_score": 0.095155, + "hf_subset": "div_Thaa-tam_Taml", + "languages": [ + "div-Thaa", + "tam-Taml" + ] + }, + { + "precision": 0.084609, + "recall": 0.11968, + "f1": 0.092366, + "accuracy": 0.11968, + "main_score": 0.092366, + "hf_subset": "div_Thaa-tel_Telu", + "languages": [ + "div-Thaa", + "tel-Telu" + ] + }, + { + "precision": 0.078949, + "recall": 0.112168, + "f1": 0.086083, + "accuracy": 0.112168, + "main_score": 0.086083, + "hf_subset": "div_Thaa-urd_Arab", + "languages": [ + "div-Thaa", + "urd-Arab" + ] + }, + { + "precision": 0.091981, + "recall": 0.140711, + "f1": 0.102506, + "accuracy": 0.140711, + "main_score": 0.102506, + "hf_subset": "dzo_Tibt-bod_Tibt", + "languages": [ + "dzo-Tibt", + "bod-Tibt" + ] + }, + { + "precision": 0.060272, + "recall": 0.091637, + "f1": 0.065959, + "accuracy": 0.091637, + "main_score": 0.065959, + "hf_subset": "dzo_Tibt-eng_Latn", + "languages": [ + "dzo-Tibt", + "eng-Latn" + ] + }, + { + "precision": 0.071475, + "recall": 0.104657, + "f1": 0.078688, + "accuracy": 0.104657, + "main_score": 0.078688, + "hf_subset": "dzo_Tibt-khm_Khmr", + "languages": [ + "dzo-Tibt", + "khm-Khmr" + ] + }, + { + "precision": 0.076801, + "recall": 0.110165, + "f1": 0.083414, + "accuracy": 0.110165, + "main_score": 0.083414, + "hf_subset": "dzo_Tibt-lao_Laoo", + "languages": [ + "dzo-Tibt", + "lao-Laoo" + ] + }, + { + "precision": 0.076442, + "recall": 0.105158, + "f1": 0.082415, + "accuracy": 0.105158, + "main_score": 0.082415, + "hf_subset": "dzo_Tibt-mon_Mong", + "languages": [ + "dzo-Tibt", + "mon-Mong" + ] + }, + { + "precision": 0.053182, + "recall": 0.085128, + "f1": 0.059556, + "accuracy": 0.085128, + "main_score": 0.059556, + "hf_subset": "dzo_Tibt-mya_Mymr", + "languages": [ + "dzo-Tibt", + "mya-Mymr" + ] + }, + { + "precision": 0.070913, + "recall": 0.104657, + "f1": 0.077507, + "accuracy": 0.104657, + "main_score": 0.077507, + "hf_subset": "dzo_Tibt-tha_Thai", + "languages": [ + "dzo-Tibt", + "tha-Thai" + ] + }, + { + "precision": 0.980846, + "recall": 0.98648, + "f1": 0.982674, + "accuracy": 0.98648, + "main_score": 0.982674, + "hf_subset": "ell_Grek-arb_Arab", + "languages": [ + "ell-Grek", + "arb-Arab" + ] + }, + { + "precision": 0.982557, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "ell_Grek-ben_Beng", + "languages": [ + "ell-Grek", + "ben-Beng" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "ell_Grek-deu_Latn", + "languages": [ + "ell-Grek", + "deu-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "ell_Grek-eng_Latn", + "languages": [ + "ell-Grek", + "eng-Latn" + ] + }, + { + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "ell_Grek-fas_Arab", + "languages": [ + "ell-Grek", + "fas-Arab" + ] + }, + { + "precision": 0.980387, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, + "hf_subset": "ell_Grek-fin_Latn", + "languages": [ + "ell-Grek", + "fin-Latn" + ] + }, + { + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, + "hf_subset": "ell_Grek-fra_Latn", + "languages": [ + "ell-Grek", + "fra-Latn" + ] + }, + { + "precision": 0.972709, + "recall": 0.981472, + "f1": 0.975547, + "accuracy": 0.981472, + "main_score": 0.975547, + "hf_subset": "ell_Grek-heb_Hebr", + "languages": [ + "ell-Grek", + "heb-Hebr" + ] + }, + { + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, + "hf_subset": "ell_Grek-hin_Deva", + "languages": [ + "ell-Grek", + "hin-Deva" + ] + }, + { + "precision": 0.972125, + "recall": 0.980471, + "f1": 0.974879, + "accuracy": 0.980471, + "main_score": 0.974879, + "hf_subset": "ell_Grek-hun_Latn", + "languages": [ + "ell-Grek", + "hun-Latn" + ] + }, + { + "precision": 0.965448, + "recall": 0.976465, + "f1": 0.969037, + "accuracy": 0.976465, + "main_score": 0.969037, + "hf_subset": "ell_Grek-hye_Armn", + "languages": [ + "ell-Grek", + "hye-Armn" + ] + }, + { + "precision": 0.986897, + "recall": 0.990986, + "f1": 0.988232, + "accuracy": 0.990986, + "main_score": 0.988232, + "hf_subset": "ell_Grek-ind_Latn", + "languages": [ + "ell-Grek", + "ind-Latn" + ] + }, + { + "precision": 0.973877, + "recall": 0.981973, + "f1": 0.976465, + "accuracy": 0.981973, + "main_score": 0.976465, + "hf_subset": "ell_Grek-jpn_Jpan", + "languages": [ + "ell-Grek", + "jpn-Jpan" + ] + }, + { + "precision": 0.932524, + "recall": 0.95343, + "f1": 0.939276, + "accuracy": 0.95343, + "main_score": 0.939276, + "hf_subset": "ell_Grek-kat_Geor", + "languages": [ + "ell-Grek", + "kat-Geor" + ] + }, + { + "precision": 0.978384, + "recall": 0.985478, + "f1": 0.980721, + "accuracy": 0.985478, + "main_score": 0.980721, + "hf_subset": "ell_Grek-kor_Hang", + "languages": [ + "ell-Grek", + "kor-Hang" + ] + }, + { + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "ell_Grek-lit_Latn", + "languages": [ + "ell-Grek", + "lit-Latn" + ] + }, + { + "precision": 0.985395, + "recall": 0.989985, + "f1": 0.986897, + "accuracy": 0.989985, + "main_score": 0.986897, + "hf_subset": "ell_Grek-nld_Latn", + "languages": [ + "ell-Grek", + "nld-Latn" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "ell_Grek-pol_Latn", + "languages": [ + "ell-Grek", + "pol-Latn" + ] + }, + { + "precision": 0.983475, + "recall": 0.987982, + "f1": 0.984977, + "accuracy": 0.987982, + "main_score": 0.984977, + "hf_subset": "ell_Grek-por_Latn", + "languages": [ + "ell-Grek", + "por-Latn" + ] + }, + { + "precision": 0.981055, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, + "hf_subset": "ell_Grek-rus_Cyrl", + "languages": [ + "ell-Grek", + "rus-Cyrl" + ] + }, + { + "precision": 0.98915, + "recall": 0.992489, + "f1": 0.990235, + "accuracy": 0.992489, + "main_score": 0.990235, + "hf_subset": "ell_Grek-spa_Latn", + "languages": [ + "ell-Grek", + "spa-Latn" + ] + }, + { + "precision": 0.980053, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "ell_Grek-sqi_Latn", + "languages": [ + "ell-Grek", + "sqi-Latn" + ] + }, + { + "precision": 0.708993, + "recall": 0.775663, + "f1": 0.72843, + "accuracy": 0.775663, + "main_score": 0.72843, + "hf_subset": "ell_Grek-swa_Latn", + "languages": [ + "ell-Grek", + "swa-Latn" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "ell_Grek-swe_Latn", + "languages": [ + "ell-Grek", + "swe-Latn" + ] + }, + { + "precision": 0.958855, + "recall": 0.971457, + "f1": 0.963028, + "accuracy": 0.971457, + "main_score": 0.963028, + "hf_subset": "ell_Grek-tam_Taml", + "languages": [ + "ell-Grek", + "tam-Taml" + ] + }, + { + "precision": 0.981222, + "recall": 0.987481, + "f1": 0.983308, + "accuracy": 0.987481, + "main_score": 0.983308, + "hf_subset": "ell_Grek-tur_Latn", + "languages": [ + "ell-Grek", + "tur-Latn" + ] + }, + { + "precision": 0.979219, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "ell_Grek-vie_Latn", + "languages": [ + "ell-Grek", + "vie-Latn" + ] + }, + { + "precision": 0.976882, + "recall": 0.983976, + "f1": 0.979219, + "accuracy": 0.983976, + "main_score": 0.979219, + "hf_subset": "ell_Grek-zho_Hant", + "languages": [ + "ell-Grek", + "zho-Hant" + ] + }, + { + "precision": 0.525677, + "recall": 0.609414, + "f1": 0.549357, + "accuracy": 0.609414, + "main_score": 0.549357, + "hf_subset": "ell_Grek-zul_Latn", + "languages": [ + "ell-Grek", + "zul-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "eng_Latn-afr_Latn", + "languages": [ + "eng-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.389125, + "recall": 0.487732, + "f1": 0.413641, + "accuracy": 0.487732, + "main_score": 0.413641, + "hf_subset": "eng_Latn-amh_Ethi", + "languages": [ + "eng-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "eng_Latn-arb_Arab", + "languages": [ + "eng-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.972208, + "recall": 0.981472, + "f1": 0.975296, + "accuracy": 0.981472, + "main_score": 0.975296, + "hf_subset": "eng_Latn-aze_Latn", + "languages": [ + "eng-Latn", + "aze-Latn" + ] + }, + { + "precision": 0.865924, + "recall": 0.904857, + "f1": 0.878167, + "accuracy": 0.904857, + "main_score": 0.878167, + "hf_subset": "eng_Latn-bak_Cyrl", + "languages": [ + "eng-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "eng_Latn-bel_Cyrl", + "languages": [ + "eng-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.60263, + "recall": 0.668002, + "f1": 0.62114, + "accuracy": 0.668002, + "main_score": 0.62114, + "hf_subset": "eng_Latn-bem_Latn", + "languages": [ + "eng-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "eng_Latn-ben_Beng", + "languages": [ + "eng-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.292346, + "recall": 0.390085, + "f1": 0.315837, + "accuracy": 0.390085, + "main_score": 0.315837, + "hf_subset": "eng_Latn-bod_Tibt", + "languages": [ + "eng-Latn", + "bod-Tibt" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "eng_Latn-bos_Latn", + "languages": [ + "eng-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "eng_Latn-bul_Cyrl", + "languages": [ + "eng-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "eng_Latn-cat_Latn", + "languages": [ + "eng-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "eng_Latn-ces_Latn", + "languages": [ + "eng-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.706935, + "recall": 0.781172, + "f1": 0.728968, + "accuracy": 0.781172, + "main_score": 0.728968, + "hf_subset": "eng_Latn-ckb_Arab", + "languages": [ + "eng-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.839414, + "recall": 0.882824, + "f1": 0.852847, + "accuracy": 0.882824, + "main_score": 0.852847, + "hf_subset": "eng_Latn-cym_Latn", + "languages": [ + "eng-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "eng_Latn-dan_Latn", + "languages": [ + "eng-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "eng_Latn-deu_Latn", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.069292, + "recall": 0.127191, + "f1": 0.080594, + "accuracy": 0.127191, + "main_score": 0.080594, + "hf_subset": "eng_Latn-div_Thaa", + "languages": [ + "eng-Latn", + "div-Thaa" + ] + }, + { + "precision": 0.098677, + "recall": 0.141212, + "f1": 0.108619, + "accuracy": 0.141212, + "main_score": 0.108619, + "hf_subset": "eng_Latn-dzo_Tibt", + "languages": [ + "eng-Latn", + "dzo-Tibt" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "eng_Latn-ell_Grek", + "languages": [ + "eng-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.878818, + "recall": 0.914872, + "f1": 0.890336, + "accuracy": 0.914872, + "main_score": 0.890336, + "hf_subset": "eng_Latn-eus_Latn", + "languages": [ + "eng-Latn", + "eus-Latn" + ] + }, + { + "precision": 0.49895, + "recall": 0.579369, + "f1": 0.521837, + "accuracy": 0.579369, + "main_score": 0.521837, + "hf_subset": "eng_Latn-ewe_Latn", + "languages": [ + "eng-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.91554, + "recall": 0.941412, + "f1": 0.923869, + "accuracy": 0.941412, + "main_score": 0.923869, + "hf_subset": "eng_Latn-fao_Latn", + "languages": [ + "eng-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, + "hf_subset": "eng_Latn-fas_Arab", + "languages": [ + "eng-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.403696, + "recall": 0.49324, + "f1": 0.427824, + "accuracy": 0.49324, + "main_score": 0.427824, + "hf_subset": "eng_Latn-fij_Latn", + "languages": [ + "eng-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.978468, + "recall": 0.984477, + "f1": 0.980471, + "accuracy": 0.984477, + "main_score": 0.980471, + "hf_subset": "eng_Latn-fil_Latn", + "languages": [ + "eng-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, + "hf_subset": "eng_Latn-fin_Latn", + "languages": [ + "eng-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.988983, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, + "hf_subset": "eng_Latn-fra_Latn", + "languages": [ + "eng-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.551419, + "recall": 0.627441, + "f1": 0.57302, + "accuracy": 0.627441, + "main_score": 0.57302, + "hf_subset": "eng_Latn-fuc_Latn", + "languages": [ + "eng-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.720177, + "recall": 0.789184, + "f1": 0.740882, + "accuracy": 0.789184, + "main_score": 0.740882, + "hf_subset": "eng_Latn-gle_Latn", + "languages": [ + "eng-Latn", + "gle-Latn" + ] + }, + { + "precision": 0.991153, + "recall": 0.993991, + "f1": 0.992071, + "accuracy": 0.993991, + "main_score": 0.992071, + "hf_subset": "eng_Latn-glg_Latn", + "languages": [ + "eng-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "eng_Latn-guj_Gujr", + "languages": [ + "eng-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.526311, + "recall": 0.601402, + "f1": 0.547798, + "accuracy": 0.601402, + "main_score": 0.547798, + "hf_subset": "eng_Latn-hau_Latn", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, + "hf_subset": "eng_Latn-heb_Hebr", + "languages": [ + "eng-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, + "hf_subset": "eng_Latn-hin_Deva", + "languages": [ + "eng-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.50073, + "recall": 0.583375, + "f1": 0.523293, + "accuracy": 0.583375, + "main_score": 0.523293, + "hf_subset": "eng_Latn-hmn_Latn", + "languages": [ + "eng-Latn", + "hmn-Latn" + ] + }, + { + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, + "hf_subset": "eng_Latn-hrv_Latn", + "languages": [ + "eng-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, + "hf_subset": "eng_Latn-hun_Latn", + "languages": [ + "eng-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.971249, + "recall": 0.980471, + "f1": 0.974245, + "accuracy": 0.980471, + "main_score": 0.974245, + "hf_subset": "eng_Latn-hye_Armn", + "languages": [ + "eng-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.617721, + "recall": 0.68653, + "f1": 0.637598, + "accuracy": 0.68653, + "main_score": 0.637598, + "hf_subset": "eng_Latn-ibo_Latn", + "languages": [ + "eng-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, + "hf_subset": "eng_Latn-ind_Latn", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.934569, + "recall": 0.954432, + "f1": 0.940895, + "accuracy": 0.954432, + "main_score": 0.940895, + "hf_subset": "eng_Latn-isl_Latn", + "languages": [ + "eng-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "eng_Latn-ita_Latn", + "languages": [ + "eng-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "eng_Latn-jpn_Jpan", + "languages": [ + "eng-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.970581, + "recall": 0.97997, + "f1": 0.97366, + "accuracy": 0.97997, + "main_score": 0.97366, + "hf_subset": "eng_Latn-kan_Knda", + "languages": [ + "eng-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.928743, + "recall": 0.950426, + "f1": 0.935637, + "accuracy": 0.950426, + "main_score": 0.935637, + "hf_subset": "eng_Latn-kat_Geor", + "languages": [ + "eng-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.960524, + "recall": 0.972959, + "f1": 0.96453, + "accuracy": 0.972959, + "main_score": 0.96453, + "hf_subset": "eng_Latn-kaz_Cyrl", + "languages": [ + "eng-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.862369, + "recall": 0.902354, + "f1": 0.874705, + "accuracy": 0.902354, + "main_score": 0.874705, + "hf_subset": "eng_Latn-khm_Khmr", + "languages": [ + "eng-Latn", + "khm-Khmr" + ] + }, + { + "precision": 0.521226, + "recall": 0.598898, + "f1": 0.543116, + "accuracy": 0.598898, + "main_score": 0.543116, + "hf_subset": "eng_Latn-kin_Latn", + "languages": [ + "eng-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.901035, + "recall": 0.930896, + "f1": 0.910599, + "accuracy": 0.930896, + "main_score": 0.910599, + "hf_subset": "eng_Latn-kir_Cyrl", + "languages": [ + "eng-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.651227, + "recall": 0.726089, + "f1": 0.673179, + "accuracy": 0.726089, + "main_score": 0.673179, + "hf_subset": "eng_Latn-kmr_Latn", + "languages": [ + "eng-Latn", + "kmr-Latn" + ] + }, + { + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, + "hf_subset": "eng_Latn-kor_Hang", + "languages": [ + "eng-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.846693, + "recall": 0.888332, + "f1": 0.859289, + "accuracy": 0.888332, + "main_score": 0.859289, + "hf_subset": "eng_Latn-lao_Laoo", + "languages": [ + "eng-Latn", + "lao-Laoo" + ] + }, + { + "precision": 0.977132, + "recall": 0.984477, + "f1": 0.979553, + "accuracy": 0.984477, + "main_score": 0.979553, + "hf_subset": "eng_Latn-lav_Latn", + "languages": [ + "eng-Latn", + "lav-Latn" + ] + }, + { + "precision": 0.976715, + "recall": 0.984477, + "f1": 0.979302, + "accuracy": 0.984477, + "main_score": 0.979302, + "hf_subset": "eng_Latn-lit_Latn", + "languages": [ + "eng-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.953806, + "recall": 0.967952, + "f1": 0.958388, + "accuracy": 0.967952, + "main_score": 0.958388, + "hf_subset": "eng_Latn-ltz_Latn", + "languages": [ + "eng-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.977383, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, + "hf_subset": "eng_Latn-mal_Mlym", + "languages": [ + "eng-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.978885, + "recall": 0.985478, + "f1": 0.981055, + "accuracy": 0.985478, + "main_score": 0.981055, + "hf_subset": "eng_Latn-mar_Deva", + "languages": [ + "eng-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.898715, + "recall": 0.927892, + "f1": 0.907762, + "accuracy": 0.927892, + "main_score": 0.907762, + "hf_subset": "eng_Latn-mey_Arab", + "languages": [ + "eng-Latn", + "mey-Arab" + ] + }, + { + "precision": 0.991153, + "recall": 0.993991, + "f1": 0.992071, + "accuracy": 0.993991, + "main_score": 0.992071, + "hf_subset": "eng_Latn-mkd_Cyrl", + "languages": [ + "eng-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.571128, + "recall": 0.647471, + "f1": 0.593395, + "accuracy": 0.647471, + "main_score": 0.593395, + "hf_subset": "eng_Latn-mlg_Latn", + "languages": [ + "eng-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.924136, + "recall": 0.94642, + "f1": 0.931297, + "accuracy": 0.94642, + "main_score": 0.931297, + "hf_subset": "eng_Latn-mlt_Latn", + "languages": [ + "eng-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.83683, + "recall": 0.882824, + "f1": 0.85101, + "accuracy": 0.882824, + "main_score": 0.85101, + "hf_subset": "eng_Latn-mon_Mong", + "languages": [ + "eng-Latn", + "mon-Mong" + ] + }, + { + "precision": 0.613649, + "recall": 0.69304, + "f1": 0.636211, + "accuracy": 0.69304, + "main_score": 0.636211, + "hf_subset": "eng_Latn-mri_Latn", + "languages": [ + "eng-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, + "hf_subset": "eng_Latn-msa_Latn", + "languages": [ + "eng-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.771055, + "recall": 0.827742, + "f1": 0.787212, + "accuracy": 0.827742, + "main_score": 0.787212, + "hf_subset": "eng_Latn-mya_Mymr", + "languages": [ + "eng-Latn", + "mya-Mymr" + ] + }, + { + "precision": 0.555407, + "recall": 0.632949, + "f1": 0.577622, + "accuracy": 0.632949, + "main_score": 0.577622, + "hf_subset": "eng_Latn-nde_Latn", + "languages": [ + "eng-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.971791, + "recall": 0.980971, + "f1": 0.974796, + "accuracy": 0.980971, + "main_score": 0.974796, + "hf_subset": "eng_Latn-nep_Deva", + "languages": [ + "eng-Latn", + "nep-Deva" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "eng_Latn-nld_Latn", + "languages": [ + "eng-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.983642, + "recall": 0.988483, + "f1": 0.985228, + "accuracy": 0.988483, + "main_score": 0.985228, + "hf_subset": "eng_Latn-nno_Latn", + "languages": [ + "eng-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "eng_Latn-nob_Latn", + "languages": [ + "eng-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.57087, + "recall": 0.649474, + "f1": 0.593254, + "accuracy": 0.649474, + "main_score": 0.593254, + "hf_subset": "eng_Latn-nso_Latn", + "languages": [ + "eng-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.566348, + "recall": 0.637957, + "f1": 0.586955, + "accuracy": 0.637957, + "main_score": 0.586955, + "hf_subset": "eng_Latn-nya_Latn", + "languages": [ + "eng-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.358139, + "recall": 0.446169, + "f1": 0.380572, + "accuracy": 0.446169, + "main_score": 0.380572, + "hf_subset": "eng_Latn-orm_Ethi", + "languages": [ + "eng-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.976882, + "recall": 0.984477, + "f1": 0.979386, + "accuracy": 0.984477, + "main_score": 0.979386, + "hf_subset": "eng_Latn-pan_Guru", + "languages": [ + "eng-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, + "hf_subset": "eng_Latn-pol_Latn", + "languages": [ + "eng-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "eng_Latn-por_Latn", + "languages": [ + "eng-Latn", + "por-Latn" + ] + }, + { + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, + "hf_subset": "eng_Latn-prs_Arab", + "languages": [ + "eng-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.794959, + "recall": 0.850776, + "f1": 0.811985, + "accuracy": 0.850776, + "main_score": 0.811985, + "hf_subset": "eng_Latn-pus_Arab", + "languages": [ + "eng-Latn", + "pus-Arab" + ] + }, + { + "precision": 0.990486, + "recall": 0.99349, + "f1": 0.991487, + "accuracy": 0.99349, + "main_score": 0.991487, + "hf_subset": "eng_Latn-ron_Latn", + "languages": [ + "eng-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.987565, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, + "hf_subset": "eng_Latn-rus_Cyrl", + "languages": [ + "eng-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.562078, + "recall": 0.660491, + "f1": 0.590173, + "accuracy": 0.660491, + "main_score": 0.590173, + "hf_subset": "eng_Latn-shi_Arab", + "languages": [ + "eng-Latn", + "shi-Arab" + ] + }, + { + "precision": 0.328722, + "recall": 0.424136, + "f1": 0.353537, + "accuracy": 0.424136, + "main_score": 0.353537, + "hf_subset": "eng_Latn-sin_Sinh", + "languages": [ + "eng-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "eng_Latn-slk_Latn", + "languages": [ + "eng-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "eng_Latn-slv_Latn", + "languages": [ + "eng-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.558112, + "recall": 0.633951, + "f1": 0.579115, + "accuracy": 0.633951, + "main_score": 0.579115, + "hf_subset": "eng_Latn-smo_Latn", + "languages": [ + "eng-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.538234, + "recall": 0.613921, + "f1": 0.559779, + "accuracy": 0.613921, + "main_score": 0.559779, + "hf_subset": "eng_Latn-sna_Latn", + "languages": [ + "eng-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.893357, + "recall": 0.924887, + "f1": 0.903138, + "accuracy": 0.924887, + "main_score": 0.903138, + "hf_subset": "eng_Latn-snd_Arab", + "languages": [ + "eng-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.53557, + "recall": 0.615924, + "f1": 0.558295, + "accuracy": 0.615924, + "main_score": 0.558295, + "hf_subset": "eng_Latn-som_Latn", + "languages": [ + "eng-Latn", + "som-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "eng_Latn-spa_Latn", + "languages": [ + "eng-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.98456, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "eng_Latn-sqi_Latn", + "languages": [ + "eng-Latn", + "sqi-Latn" + ] + }, + { + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, + "hf_subset": "eng_Latn-srp_Cyrl", + "languages": [ + "eng-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "eng_Latn-srp_Latn", + "languages": [ + "eng-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.537623, + "recall": 0.614422, + "f1": 0.559025, + "accuracy": 0.614422, + "main_score": 0.559025, + "hf_subset": "eng_Latn-ssw_Latn", + "languages": [ + "eng-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.719038, + "recall": 0.785178, + "f1": 0.738466, + "accuracy": 0.785178, + "main_score": 0.738466, + "hf_subset": "eng_Latn-swa_Latn", + "languages": [ + "eng-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "eng_Latn-swe_Latn", + "languages": [ + "eng-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.511044, + "recall": 0.594392, + "f1": 0.533771, + "accuracy": 0.594392, + "main_score": 0.533771, + "hf_subset": "eng_Latn-tah_Latn", + "languages": [ + "eng-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.968119, + "recall": 0.977967, + "f1": 0.971374, + "accuracy": 0.977967, + "main_score": 0.971374, + "hf_subset": "eng_Latn-tam_Taml", + "languages": [ + "eng-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.916333, + "recall": 0.940911, + "f1": 0.923986, + "accuracy": 0.940911, + "main_score": 0.923986, + "hf_subset": "eng_Latn-tat_Cyrl", + "languages": [ + "eng-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.975463, + "recall": 0.983475, + "f1": 0.978134, + "accuracy": 0.983475, + "main_score": 0.978134, + "hf_subset": "eng_Latn-tel_Telu", + "languages": [ + "eng-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.846136, + "recall": 0.890336, + "f1": 0.85999, + "accuracy": 0.890336, + "main_score": 0.85999, + "hf_subset": "eng_Latn-tgk_Cyrl", + "languages": [ + "eng-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "eng_Latn-tha_Thai", + "languages": [ + "eng-Latn", + "tha-Thai" + ] + }, + { + "precision": 0.246299, + "recall": 0.331998, + "f1": 0.26682, + "accuracy": 0.331998, + "main_score": 0.26682, + "hf_subset": "eng_Latn-tir_Ethi", + "languages": [ + "eng-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.480848, + "recall": 0.561342, + "f1": 0.502826, + "accuracy": 0.561342, + "main_score": 0.502826, + "hf_subset": "eng_Latn-ton_Latn", + "languages": [ + "eng-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.570069, + "recall": 0.644467, + "f1": 0.591471, + "accuracy": 0.644467, + "main_score": 0.591471, + "hf_subset": "eng_Latn-tsn_Latn", + "languages": [ + "eng-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.80666, + "recall": 0.859289, + "f1": 0.82276, + "accuracy": 0.859289, + "main_score": 0.82276, + "hf_subset": "eng_Latn-tuk_Latn", + "languages": [ + "eng-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "eng_Latn-tur_Latn", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.832972, + "recall": 0.88032, + "f1": 0.847581, + "accuracy": 0.88032, + "main_score": 0.847581, + "hf_subset": "eng_Latn-uig_Arab", + "languages": [ + "eng-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "eng_Latn-ukr_Cyrl", + "languages": [ + "eng-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "eng_Latn-urd_Arab", + "languages": [ + "eng-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.949424, + "recall": 0.965949, + "f1": 0.954932, + "accuracy": 0.965949, + "main_score": 0.954932, + "hf_subset": "eng_Latn-uzb_Latn", + "languages": [ + "eng-Latn", + "uzb-Latn" + ] + }, + { + "precision": 0.555871, + "recall": 0.628943, + "f1": 0.576338, + "accuracy": 0.628943, + "main_score": 0.576338, + "hf_subset": "eng_Latn-ven_Latn", + "languages": [ + "eng-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, + "hf_subset": "eng_Latn-vie_Latn", + "languages": [ + "eng-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.527482, + "recall": 0.607912, + "f1": 0.550042, + "accuracy": 0.607912, + "main_score": 0.550042, + "hf_subset": "eng_Latn-wol_Latn", + "languages": [ + "eng-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.551279, + "recall": 0.630446, + "f1": 0.573891, + "accuracy": 0.630446, + "main_score": 0.573891, + "hf_subset": "eng_Latn-xho_Latn", + "languages": [ + "eng-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.467701, + "recall": 0.557336, + "f1": 0.492812, + "accuracy": 0.557336, + "main_score": 0.492812, + "hf_subset": "eng_Latn-yor_Latn", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.984226, + "recall": 0.989484, + "f1": 0.985979, + "accuracy": 0.989484, + "main_score": 0.985979, + "hf_subset": "eng_Latn-yue_Hant", + "languages": [ + "eng-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, + "hf_subset": "eng_Latn-zho_Hans", + "languages": [ + "eng-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.984477, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "eng_Latn-zho_Hant", + "languages": [ + "eng-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.564623, + "recall": 0.643465, + "f1": 0.587172, + "accuracy": 0.643465, + "main_score": 0.587172, + "hf_subset": "eng_Latn-zul_Latn", + "languages": [ + "eng-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.882924, + "recall": 0.91337, + "f1": 0.892405, + "accuracy": 0.91337, + "main_score": 0.892405, + "hf_subset": "eus_Latn-ben_Beng", + "languages": [ + "eus-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.090227, + "recall": 0.147722, + "f1": 0.102046, + "accuracy": 0.147722, + "main_score": 0.102046, + "hf_subset": "eus_Latn-div_Thaa", + "languages": [ + "eus-Latn", + "div-Thaa" + ] + }, + { + "precision": 0.90807, + "recall": 0.933901, + "f1": 0.9162, + "accuracy": 0.933901, + "main_score": 0.9162, + "hf_subset": "eus_Latn-eng_Latn", + "languages": [ + "eus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.883367, + "recall": 0.914372, + "f1": 0.893073, + "accuracy": 0.914372, + "main_score": 0.893073, + "hf_subset": "eus_Latn-guj_Gujr", + "languages": [ + "eus-Latn", + "guj-Gujr" + ] + }, + { + "precision": 0.886096, + "recall": 0.917376, + "f1": 0.895894, + "accuracy": 0.917376, + "main_score": 0.895894, + "hf_subset": "eus_Latn-hin_Deva", + "languages": [ + "eus-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.8575, + "recall": 0.894342, + "f1": 0.868903, + "accuracy": 0.894342, + "main_score": 0.868903, + "hf_subset": "eus_Latn-kan_Knda", + "languages": [ + "eus-Latn", + "kan-Knda" + ] + }, + { + "precision": 0.891149, + "recall": 0.921382, + "f1": 0.900488, + "accuracy": 0.921382, + "main_score": 0.900488, + "hf_subset": "eus_Latn-mar_Deva", + "languages": [ + "eus-Latn", + "mar-Deva" + ] + }, + { + "precision": 0.855926, + "recall": 0.891838, + "f1": 0.866963, + "accuracy": 0.891838, + "main_score": 0.866963, + "hf_subset": "eus_Latn-nep_Deva", + "languages": [ + "eus-Latn", + "nep-Deva" + ] + }, + { + "precision": 0.853105, + "recall": 0.892839, + "f1": 0.865381, + "accuracy": 0.892839, + "main_score": 0.865381, + "hf_subset": "eus_Latn-pan_Guru", + "languages": [ + "eus-Latn", + "pan-Guru" + ] + }, + { + "precision": 0.293457, + "recall": 0.376565, + "f1": 0.314744, + "accuracy": 0.376565, + "main_score": 0.314744, + "hf_subset": "eus_Latn-sin_Sinh", + "languages": [ + "eus-Latn", + "sin-Sinh" + ] + }, + { + "precision": 0.748772, + "recall": 0.807211, + "f1": 0.766102, + "accuracy": 0.807211, + "main_score": 0.766102, + "hf_subset": "eus_Latn-snd_Arab", + "languages": [ + "eus-Latn", + "snd-Arab" + ] + }, + { + "precision": 0.845691, + "recall": 0.885328, + "f1": 0.857663, + "accuracy": 0.885328, + "main_score": 0.857663, + "hf_subset": "eus_Latn-tam_Taml", + "languages": [ + "eus-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.850893, + "recall": 0.891337, + "f1": 0.863428, + "accuracy": 0.891337, + "main_score": 0.863428, + "hf_subset": "eus_Latn-tel_Telu", + "languages": [ + "eus-Latn", + "tel-Telu" + ] + }, + { + "precision": 0.875209, + "recall": 0.907862, + "f1": 0.885346, + "accuracy": 0.907862, + "main_score": 0.885346, + "hf_subset": "eus_Latn-urd_Arab", + "languages": [ + "eus-Latn", + "urd-Arab" + ] + }, + { + "precision": 0.567829, + "recall": 0.616925, + "f1": 0.581932, + "accuracy": 0.616925, + "main_score": 0.581932, + "hf_subset": "ewe_Latn-bem_Latn", + "languages": [ + "ewe-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.4896, + "recall": 0.562344, + "f1": 0.509782, + "accuracy": 0.562344, + "main_score": 0.509782, + "hf_subset": "ewe_Latn-eng_Latn", + "languages": [ + "ewe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.563287, + "recall": 0.610916, + "f1": 0.576694, + "accuracy": 0.610916, + "main_score": 0.576694, + "hf_subset": "ewe_Latn-fuc_Latn", + "languages": [ + "ewe-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.533404, + "recall": 0.582874, + "f1": 0.547077, + "accuracy": 0.582874, + "main_score": 0.547077, + "hf_subset": "ewe_Latn-kin_Latn", + "languages": [ + "ewe-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.563309, + "recall": 0.610416, + "f1": 0.57681, + "accuracy": 0.610416, + "main_score": 0.57681, + "hf_subset": "ewe_Latn-nde_Latn", + "languages": [ + "ewe-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.544534, + "recall": 0.597396, + "f1": 0.559346, + "accuracy": 0.597396, + "main_score": 0.559346, + "hf_subset": "ewe_Latn-nya_Latn", + "languages": [ + "ewe-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.554069, + "recall": 0.602404, + "f1": 0.567356, + "accuracy": 0.602404, + "main_score": 0.567356, + "hf_subset": "ewe_Latn-sna_Latn", + "languages": [ + "ewe-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.559857, + "recall": 0.608913, + "f1": 0.573525, + "accuracy": 0.608913, + "main_score": 0.573525, + "hf_subset": "ewe_Latn-ven_Latn", + "languages": [ + "ewe-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.94233, + "recall": 0.95994, + "f1": 0.948089, + "accuracy": 0.95994, + "main_score": 0.948089, + "hf_subset": "fao_Latn-afr_Latn", + "languages": [ + "fao-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.940244, + "recall": 0.957937, + "f1": 0.946086, + "accuracy": 0.957937, + "main_score": 0.946086, + "hf_subset": "fao_Latn-dan_Latn", + "languages": [ + "fao-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.925764, + "recall": 0.947922, + "f1": 0.932933, + "accuracy": 0.947922, + "main_score": 0.932933, + "hf_subset": "fao_Latn-deu_Latn", + "languages": [ + "fao-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.946753, + "recall": 0.963445, + "f1": 0.952262, + "accuracy": 0.963445, + "main_score": 0.952262, + "hf_subset": "fao_Latn-eng_Latn", + "languages": [ + "fao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.932721, + "recall": 0.950926, + "f1": 0.938533, + "accuracy": 0.950926, + "main_score": 0.938533, + "hf_subset": "fao_Latn-isl_Latn", + "languages": [ + "fao-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.880003, + "recall": 0.909364, + "f1": 0.88905, + "accuracy": 0.909364, + "main_score": 0.88905, + "hf_subset": "fao_Latn-ltz_Latn", + "languages": [ + "fao-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.937823, + "recall": 0.955934, + "f1": 0.943665, + "accuracy": 0.955934, + "main_score": 0.943665, + "hf_subset": "fao_Latn-nld_Latn", + "languages": [ + "fao-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.935487, + "recall": 0.955934, + "f1": 0.942247, + "accuracy": 0.955934, + "main_score": 0.942247, + "hf_subset": "fao_Latn-nno_Latn", + "languages": [ + "fao-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.949841, + "recall": 0.964947, + "f1": 0.954765, + "accuracy": 0.964947, + "main_score": 0.954765, + "hf_subset": "fao_Latn-nob_Latn", + "languages": [ + "fao-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.950008, + "recall": 0.965949, + "f1": 0.955183, + "accuracy": 0.965949, + "main_score": 0.955183, + "hf_subset": "fao_Latn-swe_Latn", + "languages": [ + "fao-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.976882, + "recall": 0.983976, + "f1": 0.979219, + "accuracy": 0.983976, + "main_score": 0.979219, + "hf_subset": "fas_Arab-arb_Arab", + "languages": [ + "fas-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.97563, + "recall": 0.983475, + "f1": 0.978217, + "accuracy": 0.983475, + "main_score": 0.978217, + "hf_subset": "fas_Arab-ben_Beng", + "languages": [ + "fas-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.731611, + "recall": 0.8002, + "f1": 0.752597, + "accuracy": 0.8002, + "main_score": 0.752597, + "hf_subset": "fas_Arab-ckb_Arab", + "languages": [ + "fas-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.981222, + "recall": 0.987481, + "f1": 0.983308, + "accuracy": 0.987481, + "main_score": 0.983308, + "hf_subset": "fas_Arab-deu_Latn", + "languages": [ + "fas-Arab", + "deu-Latn" + ] + }, + { + "precision": 0.984226, + "recall": 0.988983, + "f1": 0.985812, + "accuracy": 0.988983, + "main_score": 0.985812, + "hf_subset": "fas_Arab-ell_Grek", + "languages": [ + "fas-Arab", + "ell-Grek" + ] + }, + { + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, + "hf_subset": "fas_Arab-eng_Latn", + "languages": [ + "fas-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.968286, + "recall": 0.978468, + "f1": 0.971624, + "accuracy": 0.978468, + "main_score": 0.971624, + "hf_subset": "fas_Arab-fin_Latn", + "languages": [ + "fas-Arab", + "fin-Latn" + ] + }, + { + "precision": 0.97634, + "recall": 0.983475, + "f1": 0.978668, + "accuracy": 0.983475, + "main_score": 0.978668, + "hf_subset": "fas_Arab-fra_Latn", + "languages": [ + "fas-Arab", + "fra-Latn" + ] + }, + { + "precision": 0.969538, + "recall": 0.978968, + "f1": 0.972626, + "accuracy": 0.978968, + "main_score": 0.972626, + "hf_subset": "fas_Arab-heb_Hebr", + "languages": [ + "fas-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.977132, + "recall": 0.984477, + "f1": 0.979553, + "accuracy": 0.984477, + "main_score": 0.979553, + "hf_subset": "fas_Arab-hin_Deva", + "languages": [ + "fas-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.966617, + "recall": 0.975964, + "f1": 0.969621, + "accuracy": 0.975964, + "main_score": 0.969621, + "hf_subset": "fas_Arab-hun_Latn", + "languages": [ + "fas-Arab", + "hun-Latn" + ] + }, + { + "precision": 0.987648, + "recall": 0.991487, + "f1": 0.9889, + "accuracy": 0.991487, + "main_score": 0.9889, + "hf_subset": "fas_Arab-ind_Latn", + "languages": [ + "fas-Arab", + "ind-Latn" + ] + }, + { + "precision": 0.971499, + "recall": 0.97997, + "f1": 0.974245, + "accuracy": 0.97997, + "main_score": 0.974245, + "hf_subset": "fas_Arab-jpn_Jpan", + "languages": [ + "fas-Arab", + "jpn-Jpan" + ] + }, + { + "precision": 0.647688, + "recall": 0.721582, + "f1": 0.669523, + "accuracy": 0.721582, + "main_score": 0.669523, + "hf_subset": "fas_Arab-kmr_Latn", + "languages": [ + "fas-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.977132, + "recall": 0.983976, + "f1": 0.979386, + "accuracy": 0.983976, + "main_score": 0.979386, + "hf_subset": "fas_Arab-kor_Hang", + "languages": [ + "fas-Arab", + "kor-Hang" + ] + }, + { + "precision": 0.972125, + "recall": 0.980471, + "f1": 0.974879, + "accuracy": 0.980471, + "main_score": 0.974879, + "hf_subset": "fas_Arab-lit_Latn", + "languages": [ + "fas-Arab", + "lit-Latn" + ] + }, + { + "precision": 0.879695, + "recall": 0.914372, + "f1": 0.890786, + "accuracy": 0.914372, + "main_score": 0.890786, + "hf_subset": "fas_Arab-mey_Arab", + "languages": [ + "fas-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.981138, + "recall": 0.98698, + "f1": 0.983058, + "accuracy": 0.98698, + "main_score": 0.983058, + "hf_subset": "fas_Arab-nld_Latn", + "languages": [ + "fas-Arab", + "nld-Latn" + ] + }, + { + "precision": 0.979219, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "fas_Arab-pol_Latn", + "languages": [ + "fas-Arab", + "pol-Latn" + ] + }, + { + "precision": 0.979219, + "recall": 0.985478, + "f1": 0.981305, + "accuracy": 0.985478, + "main_score": 0.981305, + "hf_subset": "fas_Arab-por_Latn", + "languages": [ + "fas-Arab", + "por-Latn" + ] + }, + { + "precision": 0.978468, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "fas_Arab-prs_Arab", + "languages": [ + "fas-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.792205, + "recall": 0.850776, + "f1": 0.810683, + "accuracy": 0.850776, + "main_score": 0.810683, + "hf_subset": "fas_Arab-pus_Arab", + "languages": [ + "fas-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.97129, + "recall": 0.979469, + "f1": 0.973961, + "accuracy": 0.979469, + "main_score": 0.973961, + "hf_subset": "fas_Arab-rus_Cyrl", + "languages": [ + "fas-Arab", + "rus-Cyrl" + ] + }, + { + "precision": 0.556284, + "recall": 0.649474, + "f1": 0.582936, + "accuracy": 0.649474, + "main_score": 0.582936, + "hf_subset": "fas_Arab-shi_Arab", + "languages": [ + "fas-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.985144, + "recall": 0.989484, + "f1": 0.986563, + "accuracy": 0.989484, + "main_score": 0.986563, + "hf_subset": "fas_Arab-spa_Latn", + "languages": [ + "fas-Arab", + "spa-Latn" + ] + }, + { + "precision": 0.692322, + "recall": 0.762644, + "f1": 0.713249, + "accuracy": 0.762644, + "main_score": 0.713249, + "hf_subset": "fas_Arab-swa_Latn", + "languages": [ + "fas-Arab", + "swa-Latn" + ] + }, + { + "precision": 0.978384, + "recall": 0.985478, + "f1": 0.980721, + "accuracy": 0.985478, + "main_score": 0.980721, + "hf_subset": "fas_Arab-swe_Latn", + "languages": [ + "fas-Arab", + "swe-Latn" + ] + }, + { + "precision": 0.944584, + "recall": 0.961442, + "f1": 0.950092, + "accuracy": 0.961442, + "main_score": 0.950092, + "hf_subset": "fas_Arab-tam_Taml", + "languages": [ + "fas-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.848498, + "recall": 0.889334, + "f1": 0.861285, + "accuracy": 0.889334, + "main_score": 0.861285, + "hf_subset": "fas_Arab-tgk_Cyrl", + "languages": [ + "fas-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.979219, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "fas_Arab-tur_Latn", + "languages": [ + "fas-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.980304, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "fas_Arab-vie_Latn", + "languages": [ + "fas-Arab", + "vie-Latn" + ] + }, + { + "precision": 0.978468, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "fas_Arab-zho_Hant", + "languages": [ + "fas-Arab", + "zho-Hant" + ] + }, + { + "precision": 0.529687, + "recall": 0.607912, + "f1": 0.552003, + "accuracy": 0.607912, + "main_score": 0.552003, + "hf_subset": "fas_Arab-zul_Latn", + "languages": [ + "fas-Arab", + "zul-Latn" + ] + }, + { + "precision": 0.424232, + "recall": 0.504757, + "f1": 0.445678, + "accuracy": 0.504757, + "main_score": 0.445678, + "hf_subset": "fij_Latn-eng_Latn", + "languages": [ + "fij-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.47237, + "recall": 0.540811, + "f1": 0.491298, + "accuracy": 0.540811, + "main_score": 0.491298, + "hf_subset": "fij_Latn-fil_Latn", + "languages": [ + "fij-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.446256, + "recall": 0.522784, + "f1": 0.4671, + "accuracy": 0.522784, + "main_score": 0.4671, + "hf_subset": "fij_Latn-ind_Latn", + "languages": [ + "fij-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.372578, + "recall": 0.457186, + "f1": 0.394958, + "accuracy": 0.457186, + "main_score": 0.394958, + "hf_subset": "fij_Latn-mal_Mlym", + "languages": [ + "fij-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.494006, + "recall": 0.544316, + "f1": 0.507919, + "accuracy": 0.544316, + "main_score": 0.507919, + "hf_subset": "fij_Latn-mlg_Latn", + "languages": [ + "fij-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.486963, + "recall": 0.544316, + "f1": 0.503183, + "accuracy": 0.544316, + "main_score": 0.503183, + "hf_subset": "fij_Latn-mri_Latn", + "languages": [ + "fij-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.462964, + "recall": 0.536304, + "f1": 0.483239, + "accuracy": 0.536304, + "main_score": 0.483239, + "hf_subset": "fij_Latn-msa_Latn", + "languages": [ + "fij-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.516244, + "recall": 0.570856, + "f1": 0.531432, + "accuracy": 0.570856, + "main_score": 0.531432, + "hf_subset": "fij_Latn-smo_Latn", + "languages": [ + "fij-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.488075, + "recall": 0.547321, + "f1": 0.504849, + "accuracy": 0.547321, + "main_score": 0.504849, + "hf_subset": "fij_Latn-tah_Latn", + "languages": [ + "fij-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.492615, + "recall": 0.548823, + "f1": 0.508148, + "accuracy": 0.548823, + "main_score": 0.508148, + "hf_subset": "fij_Latn-ton_Latn", + "languages": [ + "fij-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.985019, + "recall": 0.988983, + "f1": 0.986263, + "accuracy": 0.988983, + "main_score": 0.986263, + "hf_subset": "fil_Latn-eng_Latn", + "languages": [ + "fil-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.446745, + "recall": 0.530796, + "f1": 0.469226, + "accuracy": 0.530796, + "main_score": 0.469226, + "hf_subset": "fil_Latn-fij_Latn", + "languages": [ + "fil-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.977675, + "recall": 0.983976, + "f1": 0.97967, + "accuracy": 0.983976, + "main_score": 0.97967, + "hf_subset": "fil_Latn-ind_Latn", + "languages": [ + "fil-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.959648, + "recall": 0.971958, + "f1": 0.963645, + "accuracy": 0.971958, + "main_score": 0.963645, + "hf_subset": "fil_Latn-mal_Mlym", + "languages": [ + "fil-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.624035, + "recall": 0.686029, + "f1": 0.642259, + "accuracy": 0.686029, + "main_score": 0.642259, + "hf_subset": "fil_Latn-mlg_Latn", + "languages": [ + "fil-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.642678, + "recall": 0.716575, + "f1": 0.664257, + "accuracy": 0.716575, + "main_score": 0.664257, + "hf_subset": "fil_Latn-mri_Latn", + "languages": [ + "fil-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.980471, + "recall": 0.985478, + "f1": 0.982056, + "accuracy": 0.985478, + "main_score": 0.982056, + "hf_subset": "fil_Latn-msa_Latn", + "languages": [ + "fil-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.595613, + "recall": 0.65999, + "f1": 0.613921, + "accuracy": 0.65999, + "main_score": 0.613921, + "hf_subset": "fil_Latn-smo_Latn", + "languages": [ + "fil-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.547864, + "recall": 0.622434, + "f1": 0.568472, + "accuracy": 0.622434, + "main_score": 0.568472, + "hf_subset": "fil_Latn-tah_Latn", + "languages": [ + "fil-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.529306, + "recall": 0.601903, + "f1": 0.549415, + "accuracy": 0.601903, + "main_score": 0.549415, + "hf_subset": "fil_Latn-ton_Latn", + "languages": [ + "fil-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.972292, + "recall": 0.980471, + "f1": 0.974962, + "accuracy": 0.980471, + "main_score": 0.974962, + "hf_subset": "fin_Latn-arb_Arab", + "languages": [ + "fin-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.969287, + "recall": 0.978468, + "f1": 0.972292, + "accuracy": 0.978468, + "main_score": 0.972292, + "hf_subset": "fin_Latn-ben_Beng", + "languages": [ + "fin-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.978134, + "recall": 0.984477, + "f1": 0.98022, + "accuracy": 0.984477, + "main_score": 0.98022, + "hf_subset": "fin_Latn-deu_Latn", + "languages": [ + "fin-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.977383, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, + "hf_subset": "fin_Latn-ell_Grek", + "languages": [ + "fin-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.984477, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "fin_Latn-eng_Latn", + "languages": [ + "fin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.962777, + "recall": 0.974462, + "f1": 0.966617, + "accuracy": 0.974462, + "main_score": 0.966617, + "hf_subset": "fin_Latn-fas_Arab", + "languages": [ + "fin-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.972125, + "recall": 0.980471, + "f1": 0.974879, + "accuracy": 0.980471, + "main_score": 0.974879, + "hf_subset": "fin_Latn-fra_Latn", + "languages": [ + "fin-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.96862, + "recall": 0.978968, + "f1": 0.972041, + "accuracy": 0.978968, + "main_score": 0.972041, + "hf_subset": "fin_Latn-heb_Hebr", + "languages": [ + "fin-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.969287, + "recall": 0.978968, + "f1": 0.972459, + "accuracy": 0.978968, + "main_score": 0.972459, + "hf_subset": "fin_Latn-hin_Deva", + "languages": [ + "fin-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.968119, + "recall": 0.977466, + "f1": 0.971207, + "accuracy": 0.977466, + "main_score": 0.971207, + "hf_subset": "fin_Latn-hun_Latn", + "languages": [ + "fin-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.979386, + "recall": 0.985979, + "f1": 0.981556, + "accuracy": 0.985979, + "main_score": 0.981556, + "hf_subset": "fin_Latn-ind_Latn", + "languages": [ + "fin-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.971457, + "recall": 0.980471, + "f1": 0.974462, + "accuracy": 0.980471, + "main_score": 0.974462, + "hf_subset": "fin_Latn-jpn_Jpan", + "languages": [ + "fin-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.968453, + "recall": 0.977967, + "f1": 0.971541, + "accuracy": 0.977967, + "main_score": 0.971541, + "hf_subset": "fin_Latn-kor_Hang", + "languages": [ + "fin-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.967535, + "recall": 0.977466, + "f1": 0.97079, + "accuracy": 0.977466, + "main_score": 0.97079, + "hf_subset": "fin_Latn-lav_Latn", + "languages": [ + "fin-Latn", + "lav-Latn" + ] + }, + { + "precision": 0.976548, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "fin_Latn-lit_Latn", + "languages": [ + "fin-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "fin_Latn-nld_Latn", + "languages": [ + "fin-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.971457, + "recall": 0.980471, + "f1": 0.974462, + "accuracy": 0.980471, + "main_score": 0.974462, + "hf_subset": "fin_Latn-pol_Latn", + "languages": [ + "fin-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.978885, + "recall": 0.984977, + "f1": 0.980888, + "accuracy": 0.984977, + "main_score": 0.980888, + "hf_subset": "fin_Latn-por_Latn", + "languages": [ + "fin-Latn", + "por-Latn" + ] + }, + { + "precision": 0.973794, + "recall": 0.981973, + "f1": 0.976465, + "accuracy": 0.981973, + "main_score": 0.976465, + "hf_subset": "fin_Latn-rus_Cyrl", + "languages": [ + "fin-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.9778, + "recall": 0.984477, + "f1": 0.97997, + "accuracy": 0.984477, + "main_score": 0.97997, + "hf_subset": "fin_Latn-spa_Latn", + "languages": [ + "fin-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.707071, + "recall": 0.775663, + "f1": 0.727334, + "accuracy": 0.775663, + "main_score": 0.727334, + "hf_subset": "fin_Latn-swa_Latn", + "languages": [ + "fin-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.979469, + "recall": 0.985979, + "f1": 0.981639, + "accuracy": 0.985979, + "main_score": 0.981639, + "hf_subset": "fin_Latn-swe_Latn", + "languages": [ + "fin-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.939826, + "recall": 0.958938, + "f1": 0.946169, + "accuracy": 0.958938, + "main_score": 0.946169, + "hf_subset": "fin_Latn-tam_Taml", + "languages": [ + "fin-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.974629, + "recall": 0.981973, + "f1": 0.977049, + "accuracy": 0.981973, + "main_score": 0.977049, + "hf_subset": "fin_Latn-tur_Latn", + "languages": [ + "fin-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.972125, + "recall": 0.980971, + "f1": 0.975046, + "accuracy": 0.980971, + "main_score": 0.975046, + "hf_subset": "fin_Latn-vie_Latn", + "languages": [ + "fin-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.963779, + "recall": 0.974462, + "f1": 0.967284, + "accuracy": 0.974462, + "main_score": 0.967284, + "hf_subset": "fin_Latn-zho_Hant", + "languages": [ + "fin-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.561816, + "recall": 0.632449, + "f1": 0.58231, + "accuracy": 0.632449, + "main_score": 0.58231, + "hf_subset": "fin_Latn-zul_Latn", + "languages": [ + "fin-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.978468, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "fra_Latn-arb_Arab", + "languages": [ + "fra-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.979803, + "recall": 0.985478, + "f1": 0.981639, + "accuracy": 0.985478, + "main_score": 0.981639, + "hf_subset": "fra_Latn-ben_Beng", + "languages": [ + "fra-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "fra_Latn-cat_Latn", + "languages": [ + "fra-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.989776, + "recall": 0.992489, + "f1": 0.990603, + "accuracy": 0.992489, + "main_score": 0.990603, + "hf_subset": "fra_Latn-deu_Latn", + "languages": [ + "fra-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.986271, + "recall": 0.990486, + "f1": 0.987598, + "accuracy": 0.990486, + "main_score": 0.987598, + "hf_subset": "fra_Latn-ell_Grek", + "languages": [ + "fra-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.990903, + "recall": 0.99349, + "f1": 0.991738, + "accuracy": 0.99349, + "main_score": 0.991738, + "hf_subset": "fra_Latn-eng_Latn", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.975463, + "recall": 0.982974, + "f1": 0.977883, + "accuracy": 0.982974, + "main_score": 0.977883, + "hf_subset": "fra_Latn-fas_Arab", + "languages": [ + "fra-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.970038, + "recall": 0.978968, + "f1": 0.972876, + "accuracy": 0.978968, + "main_score": 0.972876, + "hf_subset": "fra_Latn-fin_Latn", + "languages": [ + "fra-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "fra_Latn-glg_Latn", + "languages": [ + "fra-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.97129, + "recall": 0.980471, + "f1": 0.974295, + "accuracy": 0.980471, + "main_score": 0.974295, + "hf_subset": "fra_Latn-heb_Hebr", + "languages": [ + "fra-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.980638, + "recall": 0.98648, + "f1": 0.982557, + "accuracy": 0.98648, + "main_score": 0.982557, + "hf_subset": "fra_Latn-hin_Deva", + "languages": [ + "fra-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.978551, + "recall": 0.984977, + "f1": 0.980638, + "accuracy": 0.984977, + "main_score": 0.980638, + "hf_subset": "fra_Latn-hun_Latn", + "languages": [ + "fra-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.98673, + "recall": 0.990486, + "f1": 0.987982, + "accuracy": 0.990486, + "main_score": 0.987982, + "hf_subset": "fra_Latn-ind_Latn", + "languages": [ + "fra-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.990986, + "f1": 0.988483, + "accuracy": 0.990986, + "main_score": 0.988483, + "hf_subset": "fra_Latn-ita_Latn", + "languages": [ + "fra-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.976632, + "recall": 0.982974, + "f1": 0.978635, + "accuracy": 0.982974, + "main_score": 0.978635, + "hf_subset": "fra_Latn-jpn_Jpan", + "languages": [ + "fra-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.976298, + "recall": 0.983475, + "f1": 0.978635, + "accuracy": 0.983475, + "main_score": 0.978635, + "hf_subset": "fra_Latn-kor_Hang", + "languages": [ + "fra-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.967618, + "recall": 0.977967, + "f1": 0.97104, + "accuracy": 0.977967, + "main_score": 0.97104, + "hf_subset": "fra_Latn-lit_Latn", + "languages": [ + "fra-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.89889, + "recall": 0.927391, + "f1": 0.907895, + "accuracy": 0.927391, + "main_score": 0.907895, + "hf_subset": "fra_Latn-mlt_Latn", + "languages": [ + "fra-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.989401, + "recall": 0.992489, + "f1": 0.990402, + "accuracy": 0.992489, + "main_score": 0.990402, + "hf_subset": "fra_Latn-nld_Latn", + "languages": [ + "fra-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "fra_Latn-pol_Latn", + "languages": [ + "fra-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.987398, + "recall": 0.991487, + "f1": 0.988733, + "accuracy": 0.991487, + "main_score": 0.988733, + "hf_subset": "fra_Latn-por_Latn", + "languages": [ + "fra-Latn", + "por-Latn" + ] + }, + { + "precision": 0.984811, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, + "hf_subset": "fra_Latn-ron_Latn", + "languages": [ + "fra-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.983267, + "recall": 0.987982, + "f1": 0.98476, + "accuracy": 0.987982, + "main_score": 0.98476, + "hf_subset": "fra_Latn-rus_Cyrl", + "languages": [ + "fra-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.992238, + "recall": 0.994492, + "f1": 0.992989, + "accuracy": 0.994492, + "main_score": 0.992989, + "hf_subset": "fra_Latn-spa_Latn", + "languages": [ + "fra-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.699129, + "recall": 0.768152, + "f1": 0.719578, + "accuracy": 0.768152, + "main_score": 0.719578, + "hf_subset": "fra_Latn-swa_Latn", + "languages": [ + "fra-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "fra_Latn-swe_Latn", + "languages": [ + "fra-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.94475, + "recall": 0.961943, + "f1": 0.950342, + "accuracy": 0.961943, + "main_score": 0.950342, + "hf_subset": "fra_Latn-tam_Taml", + "languages": [ + "fra-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, + "hf_subset": "fra_Latn-tur_Latn", + "languages": [ + "fra-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, + "hf_subset": "fra_Latn-vie_Latn", + "languages": [ + "fra-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.979928, + "recall": 0.985478, + "f1": 0.981673, + "accuracy": 0.985478, + "main_score": 0.981673, + "hf_subset": "fra_Latn-zho_Hant", + "languages": [ + "fra-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.555635, + "recall": 0.63345, + "f1": 0.578287, + "accuracy": 0.63345, + "main_score": 0.578287, + "hf_subset": "fra_Latn-zul_Latn", + "languages": [ + "fra-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.607613, + "recall": 0.653981, + "f1": 0.62064, + "accuracy": 0.653981, + "main_score": 0.62064, + "hf_subset": "fuc_Latn-bem_Latn", + "languages": [ + "fuc-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.52373, + "recall": 0.597897, + "f1": 0.54447, + "accuracy": 0.597897, + "main_score": 0.54447, + "hf_subset": "fuc_Latn-eng_Latn", + "languages": [ + "fuc-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.569246, + "recall": 0.621933, + "f1": 0.584683, + "accuracy": 0.621933, + "main_score": 0.584683, + "hf_subset": "fuc_Latn-ewe_Latn", + "languages": [ + "fuc-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.568185, + "recall": 0.614922, + "f1": 0.581133, + "accuracy": 0.614922, + "main_score": 0.581133, + "hf_subset": "fuc_Latn-kin_Latn", + "languages": [ + "fuc-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.589374, + "recall": 0.638458, + "f1": 0.603491, + "accuracy": 0.638458, + "main_score": 0.603491, + "hf_subset": "fuc_Latn-nde_Latn", + "languages": [ + "fuc-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.59751, + "recall": 0.643966, + "f1": 0.611012, + "accuracy": 0.643966, + "main_score": 0.611012, + "hf_subset": "fuc_Latn-nya_Latn", + "languages": [ + "fuc-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.595925, + "recall": 0.644967, + "f1": 0.609891, + "accuracy": 0.644967, + "main_score": 0.609891, + "hf_subset": "fuc_Latn-sna_Latn", + "languages": [ + "fuc-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.598043, + "recall": 0.642464, + "f1": 0.610534, + "accuracy": 0.642464, + "main_score": 0.610534, + "hf_subset": "fuc_Latn-ven_Latn", + "languages": [ + "fuc-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.739367, + "recall": 0.790686, + "f1": 0.754301, + "accuracy": 0.790686, + "main_score": 0.754301, + "hf_subset": "gle_Latn-cym_Latn", + "languages": [ + "gle-Latn", + "cym-Latn" + ] + }, + { + "precision": 0.725795, + "recall": 0.79319, + "f1": 0.745885, + "accuracy": 0.79319, + "main_score": 0.745885, + "hf_subset": "gle_Latn-eng_Latn", + "languages": [ + "gle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "glg_Latn-cat_Latn", + "languages": [ + "glg-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.99349, + "recall": 0.995493, + "f1": 0.994158, + "accuracy": 0.995493, + "main_score": 0.994158, + "hf_subset": "glg_Latn-eng_Latn", + "languages": [ + "glg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "glg_Latn-fra_Latn", + "languages": [ + "glg-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.988983, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, + "hf_subset": "glg_Latn-ita_Latn", + "languages": [ + "glg-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.910199, + "recall": 0.933901, + "f1": 0.917543, + "accuracy": 0.933901, + "main_score": 0.917543, + "hf_subset": "glg_Latn-mlt_Latn", + "languages": [ + "glg-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "glg_Latn-por_Latn", + "languages": [ + "glg-Latn", + "por-Latn" + ] + }, + { + "precision": 0.980387, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "glg_Latn-ron_Latn", + "languages": [ + "glg-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "glg_Latn-spa_Latn", + "languages": [ + "glg-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "guj_Gujr-ben_Beng", + "languages": [ + "guj-Gujr", + "ben-Beng" + ] + }, + { + "precision": 0.090987, + "recall": 0.158237, + "f1": 0.10507, + "accuracy": 0.158237, + "main_score": 0.10507, + "hf_subset": "guj_Gujr-div_Thaa", + "languages": [ + "guj-Gujr", + "div-Thaa" + ] + }, + { + "precision": 0.994158, + "recall": 0.995994, + "f1": 0.994742, + "accuracy": 0.995994, + "main_score": 0.994742, + "hf_subset": "guj_Gujr-eng_Latn", + "languages": [ + "guj-Gujr", + "eng-Latn" + ] + }, + { + "precision": 0.887915, + "recall": 0.91988, + "f1": 0.898097, + "accuracy": 0.91988, + "main_score": 0.898097, + "hf_subset": "guj_Gujr-eus_Latn", + "languages": [ + "guj-Gujr", + "eus-Latn" + ] + }, + { + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, + "hf_subset": "guj_Gujr-hin_Deva", + "languages": [ + "guj-Gujr", + "hin-Deva" + ] + }, + { + "precision": 0.973877, + "recall": 0.981973, + "f1": 0.976548, + "accuracy": 0.981973, + "main_score": 0.976548, + "hf_subset": "guj_Gujr-kan_Knda", + "languages": [ + "guj-Gujr", + "kan-Knda" + ] + }, + { + "precision": 0.985144, + "recall": 0.989484, + "f1": 0.986563, + "accuracy": 0.989484, + "main_score": 0.986563, + "hf_subset": "guj_Gujr-mar_Deva", + "languages": [ + "guj-Gujr", + "mar-Deva" + ] + }, + { + "precision": 0.983392, + "recall": 0.988483, + "f1": 0.985061, + "accuracy": 0.988483, + "main_score": 0.985061, + "hf_subset": "guj_Gujr-nep_Deva", + "languages": [ + "guj-Gujr", + "nep-Deva" + ] + }, + { + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, + "hf_subset": "guj_Gujr-pan_Guru", + "languages": [ + "guj-Gujr", + "pan-Guru" + ] + }, + { + "precision": 0.407629, + "recall": 0.497246, + "f1": 0.431949, + "accuracy": 0.497246, + "main_score": 0.431949, + "hf_subset": "guj_Gujr-sin_Sinh", + "languages": [ + "guj-Gujr", + "sin-Sinh" + ] + }, + { + "precision": 0.911868, + "recall": 0.937907, + "f1": 0.920114, + "accuracy": 0.937907, + "main_score": 0.920114, + "hf_subset": "guj_Gujr-snd_Arab", + "languages": [ + "guj-Gujr", + "snd-Arab" + ] + }, + { + "precision": 0.971624, + "recall": 0.980471, + "f1": 0.974545, + "accuracy": 0.980471, + "main_score": 0.974545, + "hf_subset": "guj_Gujr-tam_Taml", + "languages": [ + "guj-Gujr", + "tam-Taml" + ] + }, + { + "precision": 0.968703, + "recall": 0.978468, + "f1": 0.971958, + "accuracy": 0.978468, + "main_score": 0.971958, + "hf_subset": "guj_Gujr-tel_Telu", + "languages": [ + "guj-Gujr", + "tel-Telu" + ] + }, + { + "precision": 0.979553, + "recall": 0.985478, + "f1": 0.981472, + "accuracy": 0.985478, + "main_score": 0.981472, + "hf_subset": "guj_Gujr-urd_Arab", + "languages": [ + "guj-Gujr", + "urd-Arab" + ] + }, + { + "precision": 0.262881, + "recall": 0.340511, + "f1": 0.281985, + "accuracy": 0.340511, + "main_score": 0.281985, + "hf_subset": "hau_Latn-amh_Ethi", + "languages": [ + "hau-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.51679, + "recall": 0.593891, + "f1": 0.538465, + "accuracy": 0.593891, + "main_score": 0.538465, + "hf_subset": "hau_Latn-eng_Latn", + "languages": [ + "hau-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.646865, + "recall": 0.683525, + "f1": 0.65759, + "accuracy": 0.683525, + "main_score": 0.65759, + "hf_subset": "hau_Latn-ibo_Latn", + "languages": [ + "hau-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.598642, + "recall": 0.641963, + "f1": 0.611102, + "accuracy": 0.641963, + "main_score": 0.611102, + "hf_subset": "hau_Latn-nso_Latn", + "languages": [ + "hau-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.385825, + "recall": 0.460691, + "f1": 0.406145, + "accuracy": 0.460691, + "main_score": 0.406145, + "hf_subset": "hau_Latn-orm_Ethi", + "languages": [ + "hau-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.593407, + "recall": 0.636955, + "f1": 0.605562, + "accuracy": 0.636955, + "main_score": 0.605562, + "hf_subset": "hau_Latn-som_Latn", + "languages": [ + "hau-Latn", + "som-Latn" + ] + }, + { + "precision": 0.596045, + "recall": 0.644967, + "f1": 0.609971, + "accuracy": 0.644967, + "main_score": 0.609971, + "hf_subset": "hau_Latn-ssw_Latn", + "languages": [ + "hau-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.602913, + "recall": 0.650976, + "f1": 0.616912, + "accuracy": 0.650976, + "main_score": 0.616912, + "hf_subset": "hau_Latn-swa_Latn", + "languages": [ + "hau-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.262004, + "recall": 0.325989, + "f1": 0.277871, + "accuracy": 0.325989, + "main_score": 0.277871, + "hf_subset": "hau_Latn-tir_Ethi", + "languages": [ + "hau-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.613492, + "recall": 0.656485, + "f1": 0.62586, + "accuracy": 0.656485, + "main_score": 0.62586, + "hf_subset": "hau_Latn-tsn_Latn", + "languages": [ + "hau-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.564775, + "recall": 0.613921, + "f1": 0.578985, + "accuracy": 0.613921, + "main_score": 0.578985, + "hf_subset": "hau_Latn-wol_Latn", + "languages": [ + "hau-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.567677, + "recall": 0.620931, + "f1": 0.583185, + "accuracy": 0.620931, + "main_score": 0.583185, + "hf_subset": "hau_Latn-xho_Latn", + "languages": [ + "hau-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.54049, + "recall": 0.597396, + "f1": 0.556739, + "accuracy": 0.597396, + "main_score": 0.556739, + "hf_subset": "hau_Latn-yor_Latn", + "languages": [ + "hau-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.593895, + "recall": 0.642964, + "f1": 0.607634, + "accuracy": 0.642964, + "main_score": 0.607634, + "hf_subset": "hau_Latn-zul_Latn", + "languages": [ + "hau-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.977466, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, + "hf_subset": "heb_Hebr-arb_Arab", + "languages": [ + "heb-Hebr", + "arb-Arab" + ] + }, + { + "precision": 0.974962, + "recall": 0.981973, + "f1": 0.977216, + "accuracy": 0.981973, + "main_score": 0.977216, + "hf_subset": "heb_Hebr-ben_Beng", + "languages": [ + "heb-Hebr", + "ben-Beng" + ] + }, + { + "precision": 0.698863, + "recall": 0.770155, + "f1": 0.719839, + "accuracy": 0.770155, + "main_score": 0.719839, + "hf_subset": "heb_Hebr-ckb_Arab", + "languages": [ + "heb-Hebr", + "ckb-Arab" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "heb_Hebr-deu_Latn", + "languages": [ + "heb-Hebr", + "deu-Latn" + ] + }, + { + "precision": 0.98214, + "recall": 0.987982, + "f1": 0.984059, + "accuracy": 0.987982, + "main_score": 0.984059, + "hf_subset": "heb_Hebr-ell_Grek", + "languages": [ + "heb-Hebr", + "ell-Grek" + ] + }, + { + "precision": 0.992906, + "recall": 0.994992, + "f1": 0.993574, + "accuracy": 0.994992, + "main_score": 0.993574, + "hf_subset": "heb_Hebr-eng_Latn", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.977383, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, + "hf_subset": "heb_Hebr-fas_Arab", + "languages": [ + "heb-Hebr", + "fas-Arab" + ] + }, + { + "precision": 0.977132, + "recall": 0.984477, + "f1": 0.979553, + "accuracy": 0.984477, + "main_score": 0.979553, + "hf_subset": "heb_Hebr-fin_Latn", + "languages": [ + "heb-Hebr", + "fin-Latn" + ] + }, + { + "precision": 0.981055, + "recall": 0.98648, + "f1": 0.982808, + "accuracy": 0.98648, + "main_score": 0.982808, + "hf_subset": "heb_Hebr-fra_Latn", + "languages": [ + "heb-Hebr", + "fra-Latn" + ] + }, + { + "precision": 0.977132, + "recall": 0.983976, + "f1": 0.979386, + "accuracy": 0.983976, + "main_score": 0.979386, + "hf_subset": "heb_Hebr-hin_Deva", + "languages": [ + "heb-Hebr", + "hin-Deva" + ] + }, + { + "precision": 0.967952, + "recall": 0.978468, + "f1": 0.971457, + "accuracy": 0.978468, + "main_score": 0.971457, + "hf_subset": "heb_Hebr-hun_Latn", + "languages": [ + "heb-Hebr", + "hun-Latn" + ] + }, + { + "precision": 0.97997, + "recall": 0.985478, + "f1": 0.981723, + "accuracy": 0.985478, + "main_score": 0.981723, + "hf_subset": "heb_Hebr-ind_Latn", + "languages": [ + "heb-Hebr", + "ind-Latn" + ] + }, + { + "precision": 0.973168, + "recall": 0.981472, + "f1": 0.97583, + "accuracy": 0.981472, + "main_score": 0.97583, + "hf_subset": "heb_Hebr-jpn_Jpan", + "languages": [ + "heb-Hebr", + "jpn-Jpan" + ] + }, + { + "precision": 0.628556, + "recall": 0.698047, + "f1": 0.649099, + "accuracy": 0.698047, + "main_score": 0.649099, + "hf_subset": "heb_Hebr-kmr_Latn", + "languages": [ + "heb-Hebr", + "kmr-Latn" + ] + }, + { + "precision": 0.975755, + "recall": 0.983475, + "f1": 0.978251, + "accuracy": 0.983475, + "main_score": 0.978251, + "hf_subset": "heb_Hebr-kor_Hang", + "languages": [ + "heb-Hebr", + "kor-Hang" + ] + }, + { + "precision": 0.976381, + "recall": 0.983976, + "f1": 0.978885, + "accuracy": 0.983976, + "main_score": 0.978885, + "hf_subset": "heb_Hebr-lit_Latn", + "languages": [ + "heb-Hebr", + "lit-Latn" + ] + }, + { + "precision": 0.864589, + "recall": 0.903856, + "f1": 0.877058, + "accuracy": 0.903856, + "main_score": 0.877058, + "hf_subset": "heb_Hebr-mey_Arab", + "languages": [ + "heb-Hebr", + "mey-Arab" + ] + }, + { + "precision": 0.986897, + "recall": 0.990986, + "f1": 0.988232, + "accuracy": 0.990986, + "main_score": 0.988232, + "hf_subset": "heb_Hebr-nld_Latn", + "languages": [ + "heb-Hebr", + "nld-Latn" + ] + }, + { + "precision": 0.978134, + "recall": 0.984977, + "f1": 0.980387, + "accuracy": 0.984977, + "main_score": 0.980387, + "hf_subset": "heb_Hebr-pol_Latn", + "languages": [ + "heb-Hebr", + "pol-Latn" + ] + }, + { + "precision": 0.98577, + "recall": 0.989484, + "f1": 0.98693, + "accuracy": 0.989484, + "main_score": 0.98693, + "hf_subset": "heb_Hebr-por_Latn", + "languages": [ + "heb-Hebr", + "por-Latn" + ] + }, + { + "precision": 0.970539, + "recall": 0.97997, + "f1": 0.973627, + "accuracy": 0.97997, + "main_score": 0.973627, + "hf_subset": "heb_Hebr-prs_Arab", + "languages": [ + "heb-Hebr", + "prs-Arab" + ] + }, + { + "precision": 0.760991, + "recall": 0.825739, + "f1": 0.781005, + "accuracy": 0.825739, + "main_score": 0.781005, + "hf_subset": "heb_Hebr-pus_Arab", + "languages": [ + "heb-Hebr", + "pus-Arab" + ] + }, + { + "precision": 0.978735, + "recall": 0.984977, + "f1": 0.980721, + "accuracy": 0.984977, + "main_score": 0.980721, + "hf_subset": "heb_Hebr-rus_Cyrl", + "languages": [ + "heb-Hebr", + "rus-Cyrl" + ] + }, + { + "precision": 0.544388, + "recall": 0.637957, + "f1": 0.571277, + "accuracy": 0.637957, + "main_score": 0.571277, + "hf_subset": "heb_Hebr-shi_Arab", + "languages": [ + "heb-Hebr", + "shi-Arab" + ] + }, + { + "precision": 0.98441, + "recall": 0.988983, + "f1": 0.985812, + "accuracy": 0.988983, + "main_score": 0.985812, + "hf_subset": "heb_Hebr-spa_Latn", + "languages": [ + "heb-Hebr", + "spa-Latn" + ] + }, + { + "precision": 0.695495, + "recall": 0.764647, + "f1": 0.715734, + "accuracy": 0.764647, + "main_score": 0.715734, + "hf_subset": "heb_Hebr-swa_Latn", + "languages": [ + "heb-Hebr", + "swa-Latn" + ] + }, + { + "precision": 0.982307, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "heb_Hebr-swe_Latn", + "languages": [ + "heb-Hebr", + "swe-Latn" + ] + }, + { + "precision": 0.940494, + "recall": 0.957937, + "f1": 0.946086, + "accuracy": 0.957937, + "main_score": 0.946086, + "hf_subset": "heb_Hebr-tam_Taml", + "languages": [ + "heb-Hebr", + "tam-Taml" + ] + }, + { + "precision": 0.835253, + "recall": 0.881823, + "f1": 0.849951, + "accuracy": 0.881823, + "main_score": 0.849951, + "hf_subset": "heb_Hebr-tgk_Cyrl", + "languages": [ + "heb-Hebr", + "tgk-Cyrl" + ] + }, + { + "precision": 0.976381, + "recall": 0.983976, + "f1": 0.978885, + "accuracy": 0.983976, + "main_score": 0.978885, + "hf_subset": "heb_Hebr-tur_Latn", + "languages": [ + "heb-Hebr", + "tur-Latn" + ] + }, + { + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, + "hf_subset": "heb_Hebr-vie_Latn", + "languages": [ + "heb-Hebr", + "vie-Latn" + ] + }, + { + "precision": 0.981138, + "recall": 0.98698, + "f1": 0.983058, + "accuracy": 0.98698, + "main_score": 0.983058, + "hf_subset": "heb_Hebr-zho_Hant", + "languages": [ + "heb-Hebr", + "zho-Hant" + ] + }, + { + "precision": 0.506329, + "recall": 0.585879, + "f1": 0.528073, + "accuracy": 0.585879, + "main_score": 0.528073, + "hf_subset": "heb_Hebr-zul_Latn", + "languages": [ + "heb-Hebr", + "zul-Latn" + ] + }, + { + "precision": 0.980053, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "hin_Deva-arb_Arab", + "languages": [ + "hin-Deva", + "arb-Arab" + ] + }, + { + "precision": 0.983893, + "recall": 0.988483, + "f1": 0.985395, + "accuracy": 0.988483, + "main_score": 0.985395, + "hf_subset": "hin_Deva-ben_Beng", + "languages": [ + "hin-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.986814, + "recall": 0.990986, + "f1": 0.988149, + "accuracy": 0.990986, + "main_score": 0.988149, + "hf_subset": "hin_Deva-deu_Latn", + "languages": [ + "hin-Deva", + "deu-Latn" + ] + }, + { + "precision": 0.088507, + "recall": 0.152228, + "f1": 0.101472, + "accuracy": 0.152228, + "main_score": 0.101472, + "hf_subset": "hin_Deva-div_Thaa", + "languages": [ + "hin-Deva", + "div-Thaa" + ] + }, + { + "precision": 0.983475, + "recall": 0.988983, + "f1": 0.985311, + "accuracy": 0.988983, + "main_score": 0.985311, + "hf_subset": "hin_Deva-ell_Grek", + "languages": [ + "hin-Deva", + "ell-Grek" + ] + }, + { + "precision": 0.994241, + "recall": 0.995994, + "f1": 0.994826, + "accuracy": 0.995994, + "main_score": 0.994826, + "hf_subset": "hin_Deva-eng_Latn", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.878568, + "recall": 0.914372, + "f1": 0.889801, + "accuracy": 0.914372, + "main_score": 0.889801, + "hf_subset": "hin_Deva-eus_Latn", + "languages": [ + "hin-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.982056, + "recall": 0.987481, + "f1": 0.983809, + "accuracy": 0.987481, + "main_score": 0.983809, + "hf_subset": "hin_Deva-fas_Arab", + "languages": [ + "hin-Deva", + "fas-Arab" + ] + }, + { + "precision": 0.968119, + "recall": 0.978468, + "f1": 0.971541, + "accuracy": 0.978468, + "main_score": 0.971541, + "hf_subset": "hin_Deva-fin_Latn", + "languages": [ + "hin-Deva", + "fin-Latn" + ] + }, + { + "precision": 0.980053, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "hin_Deva-fra_Latn", + "languages": [ + "hin-Deva", + "fra-Latn" + ] + }, + { + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, + "hf_subset": "hin_Deva-guj_Gujr", + "languages": [ + "hin-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.977383, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, + "hf_subset": "hin_Deva-heb_Hebr", + "languages": [ + "hin-Deva", + "heb-Hebr" + ] + }, + { + "precision": 0.969204, + "recall": 0.978968, + "f1": 0.972459, + "accuracy": 0.978968, + "main_score": 0.972459, + "hf_subset": "hin_Deva-hun_Latn", + "languages": [ + "hin-Deva", + "hun-Latn" + ] + }, + { + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, + "hf_subset": "hin_Deva-ind_Latn", + "languages": [ + "hin-Deva", + "ind-Latn" + ] + }, + { + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "hin_Deva-jpn_Jpan", + "languages": [ + "hin-Deva", + "jpn-Jpan" + ] + }, + { + "precision": 0.972793, + "recall": 0.981472, + "f1": 0.97563, + "accuracy": 0.981472, + "main_score": 0.97563, + "hf_subset": "hin_Deva-kan_Knda", + "languages": [ + "hin-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, + "hf_subset": "hin_Deva-kor_Hang", + "languages": [ + "hin-Deva", + "kor-Hang" + ] + }, + { + "precision": 0.971499, + "recall": 0.980471, + "f1": 0.974412, + "accuracy": 0.980471, + "main_score": 0.974412, + "hf_subset": "hin_Deva-lit_Latn", + "languages": [ + "hin-Deva", + "lit-Latn" + ] + }, + { + "precision": 0.979803, + "recall": 0.985979, + "f1": 0.981806, + "accuracy": 0.985979, + "main_score": 0.981806, + "hf_subset": "hin_Deva-mar_Deva", + "languages": [ + "hin-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.978818, + "recall": 0.985478, + "f1": 0.980971, + "accuracy": 0.985478, + "main_score": 0.980971, + "hf_subset": "hin_Deva-nep_Deva", + "languages": [ + "hin-Deva", + "nep-Deva" + ] + }, + { + "precision": 0.988399, + "recall": 0.991988, + "f1": 0.989568, + "accuracy": 0.991988, + "main_score": 0.989568, + "hf_subset": "hin_Deva-nld_Latn", + "languages": [ + "hin-Deva", + "nld-Latn" + ] + }, + { + "precision": 0.978968, + "recall": 0.985979, + "f1": 0.981305, + "accuracy": 0.985979, + "main_score": 0.981305, + "hf_subset": "hin_Deva-pan_Guru", + "languages": [ + "hin-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.977633, + "recall": 0.984977, + "f1": 0.980053, + "accuracy": 0.984977, + "main_score": 0.980053, + "hf_subset": "hin_Deva-pol_Latn", + "languages": [ + "hin-Deva", + "pol-Latn" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "hin_Deva-por_Latn", + "languages": [ + "hin-Deva", + "por-Latn" + ] + }, + { + "precision": 0.976632, + "recall": 0.983976, + "f1": 0.979052, + "accuracy": 0.983976, + "main_score": 0.979052, + "hf_subset": "hin_Deva-rus_Cyrl", + "languages": [ + "hin-Deva", + "rus-Cyrl" + ] + }, + { + "precision": 0.388533, + "recall": 0.485729, + "f1": 0.414442, + "accuracy": 0.485729, + "main_score": 0.414442, + "hf_subset": "hin_Deva-sin_Sinh", + "languages": [ + "hin-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.893457, + "recall": 0.925388, + "f1": 0.903605, + "accuracy": 0.925388, + "main_score": 0.903605, + "hf_subset": "hin_Deva-snd_Arab", + "languages": [ + "hin-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, + "hf_subset": "hin_Deva-spa_Latn", + "languages": [ + "hin-Deva", + "spa-Latn" + ] + }, + { + "precision": 0.723616, + "recall": 0.789685, + "f1": 0.743177, + "accuracy": 0.789685, + "main_score": 0.743177, + "hf_subset": "hin_Deva-swa_Latn", + "languages": [ + "hin-Deva", + "swa-Latn" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "hin_Deva-swe_Latn", + "languages": [ + "hin-Deva", + "swe-Latn" + ] + }, + { + "precision": 0.972834, + "recall": 0.980971, + "f1": 0.975497, + "accuracy": 0.980971, + "main_score": 0.975497, + "hf_subset": "hin_Deva-tam_Taml", + "languages": [ + "hin-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.974128, + "recall": 0.982474, + "f1": 0.976882, + "accuracy": 0.982474, + "main_score": 0.976882, + "hf_subset": "hin_Deva-tel_Telu", + "languages": [ + "hin-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, + "hf_subset": "hin_Deva-tur_Latn", + "languages": [ + "hin-Deva", + "tur-Latn" + ] + }, + { + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, + "hf_subset": "hin_Deva-urd_Arab", + "languages": [ + "hin-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.987648, + "recall": 0.991487, + "f1": 0.9889, + "accuracy": 0.991487, + "main_score": 0.9889, + "hf_subset": "hin_Deva-vie_Latn", + "languages": [ + "hin-Deva", + "vie-Latn" + ] + }, + { + "precision": 0.979302, + "recall": 0.985478, + "f1": 0.981305, + "accuracy": 0.985478, + "main_score": 0.981305, + "hf_subset": "hin_Deva-zho_Hant", + "languages": [ + "hin-Deva", + "zho-Hant" + ] + }, + { + "precision": 0.571364, + "recall": 0.643465, + "f1": 0.592274, + "accuracy": 0.643465, + "main_score": 0.592274, + "hf_subset": "hin_Deva-zul_Latn", + "languages": [ + "hin-Deva", + "zul-Latn" + ] + }, + { + "precision": 0.490545, + "recall": 0.555333, + "f1": 0.50749, + "accuracy": 0.555333, + "main_score": 0.50749, + "hf_subset": "hmn_Latn-eng_Latn", + "languages": [ + "hmn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.980721, + "recall": 0.98698, + "f1": 0.982808, + "accuracy": 0.98698, + "main_score": 0.982808, + "hf_subset": "hrv_Latn-bel_Cyrl", + "languages": [ + "hrv-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.992656, + "recall": 0.994992, + "f1": 0.993407, + "accuracy": 0.994992, + "main_score": 0.993407, + "hf_subset": "hrv_Latn-bos_Latn", + "languages": [ + "hrv-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "hrv_Latn-bul_Cyrl", + "languages": [ + "hrv-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.98915, + "recall": 0.992489, + "f1": 0.990235, + "accuracy": 0.992489, + "main_score": 0.990235, + "hf_subset": "hrv_Latn-ces_Latn", + "languages": [ + "hrv-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.991404, + "recall": 0.993991, + "f1": 0.992238, + "accuracy": 0.993991, + "main_score": 0.992238, + "hf_subset": "hrv_Latn-eng_Latn", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.990152, + "recall": 0.992989, + "f1": 0.99107, + "accuracy": 0.992989, + "main_score": 0.99107, + "hf_subset": "hrv_Latn-mkd_Cyrl", + "languages": [ + "hrv-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "hrv_Latn-pol_Latn", + "languages": [ + "hrv-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "hrv_Latn-rus_Cyrl", + "languages": [ + "hrv-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.989985, + "recall": 0.992989, + "f1": 0.990986, + "accuracy": 0.992989, + "main_score": 0.990986, + "hf_subset": "hrv_Latn-slk_Latn", + "languages": [ + "hrv-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.987147, + "recall": 0.990986, + "f1": 0.988399, + "accuracy": 0.990986, + "main_score": 0.988399, + "hf_subset": "hrv_Latn-slv_Latn", + "languages": [ + "hrv-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, + "hf_subset": "hrv_Latn-srp_Cyrl", + "languages": [ + "hrv-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "hrv_Latn-srp_Latn", + "languages": [ + "hrv-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.98189, + "recall": 0.98698, + "f1": 0.983559, + "accuracy": 0.98698, + "main_score": 0.983559, + "hf_subset": "hrv_Latn-ukr_Cyrl", + "languages": [ + "hrv-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.963111, + "recall": 0.974962, + "f1": 0.967034, + "accuracy": 0.974962, + "main_score": 0.967034, + "hf_subset": "hun_Latn-arb_Arab", + "languages": [ + "hun-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.960274, + "recall": 0.972459, + "f1": 0.96428, + "accuracy": 0.972459, + "main_score": 0.96428, + "hf_subset": "hun_Latn-ben_Beng", + "languages": [ + "hun-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "hun_Latn-deu_Latn", + "languages": [ + "hun-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.975213, + "recall": 0.983475, + "f1": 0.977967, + "accuracy": 0.983475, + "main_score": 0.977967, + "hf_subset": "hun_Latn-ell_Grek", + "languages": [ + "hun-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, + "hf_subset": "hun_Latn-eng_Latn", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.956351, + "recall": 0.969454, + "f1": 0.960608, + "accuracy": 0.969454, + "main_score": 0.960608, + "hf_subset": "hun_Latn-fas_Arab", + "languages": [ + "hun-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.967785, + "recall": 0.977466, + "f1": 0.970956, + "accuracy": 0.977466, + "main_score": 0.970956, + "hf_subset": "hun_Latn-fin_Latn", + "languages": [ + "hun-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.977633, + "recall": 0.984477, + "f1": 0.979886, + "accuracy": 0.984477, + "main_score": 0.979886, + "hf_subset": "hun_Latn-fra_Latn", + "languages": [ + "hun-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.962527, + "recall": 0.973961, + "f1": 0.966283, + "accuracy": 0.973961, + "main_score": 0.966283, + "hf_subset": "hun_Latn-heb_Hebr", + "languages": [ + "hun-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.967535, + "recall": 0.977466, + "f1": 0.97079, + "accuracy": 0.977466, + "main_score": 0.97079, + "hf_subset": "hun_Latn-hin_Deva", + "languages": [ + "hun-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.980805, + "recall": 0.98648, + "f1": 0.982641, + "accuracy": 0.98648, + "main_score": 0.982641, + "hf_subset": "hun_Latn-ind_Latn", + "languages": [ + "hun-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.966366, + "recall": 0.977466, + "f1": 0.970038, + "accuracy": 0.977466, + "main_score": 0.970038, + "hf_subset": "hun_Latn-jpn_Jpan", + "languages": [ + "hun-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.964947, + "recall": 0.975964, + "f1": 0.968536, + "accuracy": 0.975964, + "main_score": 0.968536, + "hf_subset": "hun_Latn-kor_Hang", + "languages": [ + "hun-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.966366, + "recall": 0.976965, + "f1": 0.969871, + "accuracy": 0.976965, + "main_score": 0.969871, + "hf_subset": "hun_Latn-lav_Latn", + "languages": [ + "hun-Latn", + "lav-Latn" + ] + }, + { + "precision": 0.965365, + "recall": 0.976465, + "f1": 0.969037, + "accuracy": 0.976465, + "main_score": 0.969037, + "hf_subset": "hun_Latn-lit_Latn", + "languages": [ + "hun-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "hun_Latn-nld_Latn", + "languages": [ + "hun-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.977883, + "recall": 0.983976, + "f1": 0.979886, + "accuracy": 0.983976, + "main_score": 0.979886, + "hf_subset": "hun_Latn-pol_Latn", + "languages": [ + "hun-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.976632, + "recall": 0.983976, + "f1": 0.979052, + "accuracy": 0.983976, + "main_score": 0.979052, + "hf_subset": "hun_Latn-por_Latn", + "languages": [ + "hun-Latn", + "por-Latn" + ] + }, + { + "precision": 0.976131, + "recall": 0.983976, + "f1": 0.978718, + "accuracy": 0.983976, + "main_score": 0.978718, + "hf_subset": "hun_Latn-rus_Cyrl", + "languages": [ + "hun-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.982808, + "recall": 0.987982, + "f1": 0.984477, + "accuracy": 0.987982, + "main_score": 0.984477, + "hf_subset": "hun_Latn-spa_Latn", + "languages": [ + "hun-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.693667, + "recall": 0.762644, + "f1": 0.71418, + "accuracy": 0.762644, + "main_score": 0.71418, + "hf_subset": "hun_Latn-swa_Latn", + "languages": [ + "hun-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.97805, + "recall": 0.984477, + "f1": 0.980137, + "accuracy": 0.984477, + "main_score": 0.980137, + "hf_subset": "hun_Latn-swe_Latn", + "languages": [ + "hun-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.930396, + "recall": 0.950926, + "f1": 0.937072, + "accuracy": 0.950926, + "main_score": 0.937072, + "hf_subset": "hun_Latn-tam_Taml", + "languages": [ + "hun-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.973126, + "recall": 0.981472, + "f1": 0.97588, + "accuracy": 0.981472, + "main_score": 0.97588, + "hf_subset": "hun_Latn-tur_Latn", + "languages": [ + "hun-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.972626, + "recall": 0.980971, + "f1": 0.97538, + "accuracy": 0.980971, + "main_score": 0.97538, + "hf_subset": "hun_Latn-vie_Latn", + "languages": [ + "hun-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.966116, + "recall": 0.976465, + "f1": 0.969538, + "accuracy": 0.976465, + "main_score": 0.969538, + "hf_subset": "hun_Latn-zho_Hant", + "languages": [ + "hun-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.549621, + "recall": 0.627942, + "f1": 0.572496, + "accuracy": 0.627942, + "main_score": 0.572496, + "hf_subset": "hun_Latn-zul_Latn", + "languages": [ + "hun-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.974962, + "recall": 0.982974, + "f1": 0.977633, + "accuracy": 0.982974, + "main_score": 0.977633, + "hf_subset": "hye_Armn-ell_Grek", + "languages": [ + "hye-Armn", + "ell-Grek" + ] + }, + { + "precision": 0.980805, + "recall": 0.98698, + "f1": 0.982808, + "accuracy": 0.98698, + "main_score": 0.982808, + "hf_subset": "hye_Armn-eng_Latn", + "languages": [ + "hye-Armn", + "eng-Latn" + ] + }, + { + "precision": 0.931522, + "recall": 0.951928, + "f1": 0.938107, + "accuracy": 0.951928, + "main_score": 0.938107, + "hf_subset": "hye_Armn-kat_Geor", + "languages": [ + "hye-Armn", + "kat-Geor" + ] + }, + { + "precision": 0.957561, + "recall": 0.969955, + "f1": 0.961559, + "accuracy": 0.969955, + "main_score": 0.961559, + "hf_subset": "hye_Armn-sqi_Latn", + "languages": [ + "hye-Armn", + "sqi-Latn" + ] + }, + { + "precision": 0.278065, + "recall": 0.359039, + "f1": 0.297648, + "accuracy": 0.359039, + "main_score": 0.297648, + "hf_subset": "ibo_Latn-amh_Ethi", + "languages": [ + "ibo-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.567161, + "recall": 0.634952, + "f1": 0.585803, + "accuracy": 0.634952, + "main_score": 0.585803, + "hf_subset": "ibo_Latn-eng_Latn", + "languages": [ + "ibo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.617564, + "recall": 0.661492, + "f1": 0.629639, + "accuracy": 0.661492, + "main_score": 0.629639, + "hf_subset": "ibo_Latn-hau_Latn", + "languages": [ + "ibo-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.629902, + "recall": 0.67351, + "f1": 0.642259, + "accuracy": 0.67351, + "main_score": 0.642259, + "hf_subset": "ibo_Latn-nso_Latn", + "languages": [ + "ibo-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.397225, + "recall": 0.473711, + "f1": 0.4175, + "accuracy": 0.473711, + "main_score": 0.4175, + "hf_subset": "ibo_Latn-orm_Ethi", + "languages": [ + "ibo-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.595675, + "recall": 0.64697, + "f1": 0.608894, + "accuracy": 0.64697, + "main_score": 0.608894, + "hf_subset": "ibo_Latn-som_Latn", + "languages": [ + "ibo-Latn", + "som-Latn" + ] + }, + { + "precision": 0.624146, + "recall": 0.670005, + "f1": 0.636912, + "accuracy": 0.670005, + "main_score": 0.636912, + "hf_subset": "ibo_Latn-ssw_Latn", + "languages": [ + "ibo-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.611197, + "recall": 0.660491, + "f1": 0.624532, + "accuracy": 0.660491, + "main_score": 0.624532, + "hf_subset": "ibo_Latn-swa_Latn", + "languages": [ + "ibo-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.272207, + "recall": 0.341012, + "f1": 0.288422, + "accuracy": 0.341012, + "main_score": 0.288422, + "hf_subset": "ibo_Latn-tir_Ethi", + "languages": [ + "ibo-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.646568, + "recall": 0.68653, + "f1": 0.657899, + "accuracy": 0.68653, + "main_score": 0.657899, + "hf_subset": "ibo_Latn-tsn_Latn", + "languages": [ + "ibo-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.56597, + "recall": 0.621933, + "f1": 0.58174, + "accuracy": 0.621933, + "main_score": 0.58174, + "hf_subset": "ibo_Latn-wol_Latn", + "languages": [ + "ibo-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.60147, + "recall": 0.648473, + "f1": 0.614641, + "accuracy": 0.648473, + "main_score": 0.614641, + "hf_subset": "ibo_Latn-xho_Latn", + "languages": [ + "ibo-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.573824, + "recall": 0.62694, + "f1": 0.588606, + "accuracy": 0.62694, + "main_score": 0.588606, + "hf_subset": "ibo_Latn-yor_Latn", + "languages": [ + "ibo-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.621652, + "recall": 0.670005, + "f1": 0.63488, + "accuracy": 0.670005, + "main_score": 0.63488, + "hf_subset": "ibo_Latn-zul_Latn", + "languages": [ + "ibo-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.977466, + "recall": 0.984977, + "f1": 0.97997, + "accuracy": 0.984977, + "main_score": 0.97997, + "hf_subset": "ind_Latn-arb_Arab", + "languages": [ + "ind-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, + "hf_subset": "ind_Latn-ben_Beng", + "languages": [ + "ind-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.991905, + "recall": 0.994492, + "f1": 0.992739, + "accuracy": 0.994492, + "main_score": 0.992739, + "hf_subset": "ind_Latn-deu_Latn", + "languages": [ + "ind-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.983058, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "ind_Latn-ell_Grek", + "languages": [ + "ind-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.996995, + "recall": 0.997997, + "f1": 0.997329, + "accuracy": 0.997997, + "main_score": 0.997329, + "hf_subset": "ind_Latn-eng_Latn", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.978802, + "recall": 0.985478, + "f1": 0.980971, + "accuracy": 0.985478, + "main_score": 0.980971, + "hf_subset": "ind_Latn-fas_Arab", + "languages": [ + "ind-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.426784, + "recall": 0.513771, + "f1": 0.450087, + "accuracy": 0.513771, + "main_score": 0.450087, + "hf_subset": "ind_Latn-fij_Latn", + "languages": [ + "ind-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.979386, + "recall": 0.984977, + "f1": 0.981222, + "accuracy": 0.984977, + "main_score": 0.981222, + "hf_subset": "ind_Latn-fil_Latn", + "languages": [ + "ind-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.978551, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "ind_Latn-fin_Latn", + "languages": [ + "ind-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.986647, + "recall": 0.990486, + "f1": 0.987899, + "accuracy": 0.990486, + "main_score": 0.987899, + "hf_subset": "ind_Latn-fra_Latn", + "languages": [ + "ind-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.973544, + "recall": 0.981472, + "f1": 0.976131, + "accuracy": 0.981472, + "main_score": 0.976131, + "hf_subset": "ind_Latn-heb_Hebr", + "languages": [ + "ind-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "ind_Latn-hin_Deva", + "languages": [ + "ind-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.97997, + "recall": 0.985979, + "f1": 0.981973, + "accuracy": 0.985979, + "main_score": 0.981973, + "hf_subset": "ind_Latn-hun_Latn", + "languages": [ + "ind-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "ind_Latn-jpn_Jpan", + "languages": [ + "ind-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "ind_Latn-kor_Hang", + "languages": [ + "ind-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.974629, + "recall": 0.982974, + "f1": 0.977383, + "accuracy": 0.982974, + "main_score": 0.977383, + "hf_subset": "ind_Latn-lit_Latn", + "languages": [ + "ind-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.968369, + "recall": 0.978468, + "f1": 0.971708, + "accuracy": 0.978468, + "main_score": 0.971708, + "hf_subset": "ind_Latn-mal_Mlym", + "languages": [ + "ind-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.594315, + "recall": 0.664497, + "f1": 0.614538, + "accuracy": 0.664497, + "main_score": 0.614538, + "hf_subset": "ind_Latn-mlg_Latn", + "languages": [ + "ind-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.635269, + "recall": 0.714071, + "f1": 0.658124, + "accuracy": 0.714071, + "main_score": 0.658124, + "hf_subset": "ind_Latn-mri_Latn", + "languages": [ + "ind-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "ind_Latn-msa_Latn", + "languages": [ + "ind-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "ind_Latn-nld_Latn", + "languages": [ + "ind-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, + "hf_subset": "ind_Latn-pol_Latn", + "languages": [ + "ind-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.98648, + "recall": 0.990986, + "f1": 0.987982, + "accuracy": 0.990986, + "main_score": 0.987982, + "hf_subset": "ind_Latn-por_Latn", + "languages": [ + "ind-Latn", + "por-Latn" + ] + }, + { + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "ind_Latn-rus_Cyrl", + "languages": [ + "ind-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.566247, + "recall": 0.638458, + "f1": 0.586563, + "accuracy": 0.638458, + "main_score": 0.586563, + "hf_subset": "ind_Latn-smo_Latn", + "languages": [ + "ind-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.988983, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, + "hf_subset": "ind_Latn-spa_Latn", + "languages": [ + "ind-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.726319, + "recall": 0.793691, + "f1": 0.746621, + "accuracy": 0.793691, + "main_score": 0.746621, + "hf_subset": "ind_Latn-swa_Latn", + "languages": [ + "ind-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.987481, + "recall": 0.991487, + "f1": 0.988817, + "accuracy": 0.991487, + "main_score": 0.988817, + "hf_subset": "ind_Latn-swe_Latn", + "languages": [ + "ind-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.530273, + "recall": 0.609915, + "f1": 0.552077, + "accuracy": 0.609915, + "main_score": 0.552077, + "hf_subset": "ind_Latn-tah_Latn", + "languages": [ + "ind-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.961025, + "recall": 0.97346, + "f1": 0.965114, + "accuracy": 0.97346, + "main_score": 0.965114, + "hf_subset": "ind_Latn-tam_Taml", + "languages": [ + "ind-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.504187, + "recall": 0.583375, + "f1": 0.526273, + "accuracy": 0.583375, + "main_score": 0.526273, + "hf_subset": "ind_Latn-ton_Latn", + "languages": [ + "ind-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "ind_Latn-tur_Latn", + "languages": [ + "ind-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.990653, + "recall": 0.99349, + "f1": 0.991571, + "accuracy": 0.99349, + "main_score": 0.991571, + "hf_subset": "ind_Latn-vie_Latn", + "languages": [ + "ind-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.980888, + "recall": 0.98648, + "f1": 0.982724, + "accuracy": 0.98648, + "main_score": 0.982724, + "hf_subset": "ind_Latn-zho_Hant", + "languages": [ + "ind-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.580208, + "recall": 0.655984, + "f1": 0.60203, + "accuracy": 0.655984, + "main_score": 0.60203, + "hf_subset": "ind_Latn-zul_Latn", + "languages": [ + "ind-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.957603, + "recall": 0.969955, + "f1": 0.961609, + "accuracy": 0.969955, + "main_score": 0.961609, + "hf_subset": "isl_Latn-afr_Latn", + "languages": [ + "isl-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.950676, + "recall": 0.965949, + "f1": 0.955684, + "accuracy": 0.965949, + "main_score": 0.955684, + "hf_subset": "isl_Latn-dan_Latn", + "languages": [ + "isl-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.94425, + "recall": 0.961943, + "f1": 0.950008, + "accuracy": 0.961943, + "main_score": 0.950008, + "hf_subset": "isl_Latn-deu_Latn", + "languages": [ + "isl-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.951636, + "recall": 0.96695, + "f1": 0.956635, + "accuracy": 0.96695, + "main_score": 0.956635, + "hf_subset": "isl_Latn-eng_Latn", + "languages": [ + "isl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.920088, + "recall": 0.943916, + "f1": 0.927742, + "accuracy": 0.943916, + "main_score": 0.927742, + "hf_subset": "isl_Latn-fao_Latn", + "languages": [ + "isl-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.885361, + "recall": 0.917376, + "f1": 0.895393, + "accuracy": 0.917376, + "main_score": 0.895393, + "hf_subset": "isl_Latn-ltz_Latn", + "languages": [ + "isl-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.948923, + "recall": 0.964947, + "f1": 0.954098, + "accuracy": 0.964947, + "main_score": 0.954098, + "hf_subset": "isl_Latn-nld_Latn", + "languages": [ + "isl-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.952846, + "recall": 0.967952, + "f1": 0.957853, + "accuracy": 0.967952, + "main_score": 0.957853, + "hf_subset": "isl_Latn-nno_Latn", + "languages": [ + "isl-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.956268, + "recall": 0.969955, + "f1": 0.960774, + "accuracy": 0.969955, + "main_score": 0.960774, + "hf_subset": "isl_Latn-nob_Latn", + "languages": [ + "isl-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.954932, + "recall": 0.968953, + "f1": 0.959523, + "accuracy": 0.968953, + "main_score": 0.959523, + "hf_subset": "isl_Latn-swe_Latn", + "languages": [ + "isl-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.98915, + "recall": 0.992489, + "f1": 0.990235, + "accuracy": 0.992489, + "main_score": 0.990235, + "hf_subset": "ita_Latn-cat_Latn", + "languages": [ + "ita-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.991988, + "recall": 0.994492, + "f1": 0.992823, + "accuracy": 0.994492, + "main_score": 0.992823, + "hf_subset": "ita_Latn-eng_Latn", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, + "hf_subset": "ita_Latn-fra_Latn", + "languages": [ + "ita-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.985395, + "recall": 0.989985, + "f1": 0.986897, + "accuracy": 0.989985, + "main_score": 0.986897, + "hf_subset": "ita_Latn-glg_Latn", + "languages": [ + "ita-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.910132, + "recall": 0.935403, + "f1": 0.91811, + "accuracy": 0.935403, + "main_score": 0.91811, + "hf_subset": "ita_Latn-mlt_Latn", + "languages": [ + "ita-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.992238, + "recall": 0.994492, + "f1": 0.992989, + "accuracy": 0.994492, + "main_score": 0.992989, + "hf_subset": "ita_Latn-por_Latn", + "languages": [ + "ita-Latn", + "por-Latn" + ] + }, + { + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, + "hf_subset": "ita_Latn-ron_Latn", + "languages": [ + "ita-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, + "hf_subset": "ita_Latn-spa_Latn", + "languages": [ + "ita-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.972375, + "recall": 0.981472, + "f1": 0.97538, + "accuracy": 0.981472, + "main_score": 0.97538, + "hf_subset": "jpn_Jpan-arb_Arab", + "languages": [ + "jpn-Jpan", + "arb-Arab" + ] + }, + { + "precision": 0.973877, + "recall": 0.981973, + "f1": 0.976548, + "accuracy": 0.981973, + "main_score": 0.976548, + "hf_subset": "jpn_Jpan-ben_Beng", + "languages": [ + "jpn-Jpan", + "ben-Beng" + ] + }, + { + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, + "hf_subset": "jpn_Jpan-deu_Latn", + "languages": [ + "jpn-Jpan", + "deu-Latn" + ] + }, + { + "precision": 0.977466, + "recall": 0.984977, + "f1": 0.97997, + "accuracy": 0.984977, + "main_score": 0.97997, + "hf_subset": "jpn_Jpan-ell_Grek", + "languages": [ + "jpn-Jpan", + "ell-Grek" + ] + }, + { + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, + "hf_subset": "jpn_Jpan-eng_Latn", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "precision": 0.970873, + "recall": 0.97997, + "f1": 0.973877, + "accuracy": 0.97997, + "main_score": 0.973877, + "hf_subset": "jpn_Jpan-fas_Arab", + "languages": [ + "jpn-Jpan", + "fas-Arab" + ] + }, + { + "precision": 0.967284, + "recall": 0.976965, + "f1": 0.970456, + "accuracy": 0.976965, + "main_score": 0.970456, + "hf_subset": "jpn_Jpan-fin_Latn", + "languages": [ + "jpn-Jpan", + "fin-Latn" + ] + }, + { + "precision": 0.978635, + "recall": 0.985478, + "f1": 0.980888, + "accuracy": 0.985478, + "main_score": 0.980888, + "hf_subset": "jpn_Jpan-fra_Latn", + "languages": [ + "jpn-Jpan", + "fra-Latn" + ] + }, + { + "precision": 0.968536, + "recall": 0.978468, + "f1": 0.971791, + "accuracy": 0.978468, + "main_score": 0.971791, + "hf_subset": "jpn_Jpan-heb_Hebr", + "languages": [ + "jpn-Jpan", + "heb-Hebr" + ] + }, + { + "precision": 0.974128, + "recall": 0.981973, + "f1": 0.976715, + "accuracy": 0.981973, + "main_score": 0.976715, + "hf_subset": "jpn_Jpan-hin_Deva", + "languages": [ + "jpn-Jpan", + "hin-Deva" + ] + }, + { + "precision": 0.967117, + "recall": 0.977466, + "f1": 0.970539, + "accuracy": 0.977466, + "main_score": 0.970539, + "hf_subset": "jpn_Jpan-hun_Latn", + "languages": [ + "jpn-Jpan", + "hun-Latn" + ] + }, + { + "precision": 0.985478, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, + "hf_subset": "jpn_Jpan-ind_Latn", + "languages": [ + "jpn-Jpan", + "ind-Latn" + ] + }, + { + "precision": 0.976799, + "recall": 0.983976, + "f1": 0.979135, + "accuracy": 0.983976, + "main_score": 0.979135, + "hf_subset": "jpn_Jpan-kor_Hang", + "languages": [ + "jpn-Jpan", + "kor-Hang" + ] + }, + { + "precision": 0.963028, + "recall": 0.974962, + "f1": 0.96695, + "accuracy": 0.974962, + "main_score": 0.96695, + "hf_subset": "jpn_Jpan-lit_Latn", + "languages": [ + "jpn-Jpan", + "lit-Latn" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "jpn_Jpan-nld_Latn", + "languages": [ + "jpn-Jpan", + "nld-Latn" + ] + }, + { + "precision": 0.973126, + "recall": 0.981973, + "f1": 0.976047, + "accuracy": 0.981973, + "main_score": 0.976047, + "hf_subset": "jpn_Jpan-pol_Latn", + "languages": [ + "jpn-Jpan", + "pol-Latn" + ] + }, + { + "precision": 0.982557, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "jpn_Jpan-por_Latn", + "languages": [ + "jpn-Jpan", + "por-Latn" + ] + }, + { + "precision": 0.973043, + "recall": 0.981472, + "f1": 0.975797, + "accuracy": 0.981472, + "main_score": 0.975797, + "hf_subset": "jpn_Jpan-rus_Cyrl", + "languages": [ + "jpn-Jpan", + "rus-Cyrl" + ] + }, + { + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, + "hf_subset": "jpn_Jpan-spa_Latn", + "languages": [ + "jpn-Jpan", + "spa-Latn" + ] + }, + { + "precision": 0.667937, + "recall": 0.745618, + "f1": 0.690828, + "accuracy": 0.745618, + "main_score": 0.690828, + "hf_subset": "jpn_Jpan-swa_Latn", + "languages": [ + "jpn-Jpan", + "swa-Latn" + ] + }, + { + "precision": 0.980471, + "recall": 0.98698, + "f1": 0.982641, + "accuracy": 0.98698, + "main_score": 0.982641, + "hf_subset": "jpn_Jpan-swe_Latn", + "languages": [ + "jpn-Jpan", + "swe-Latn" + ] + }, + { + "precision": 0.944959, + "recall": 0.961442, + "f1": 0.950292, + "accuracy": 0.961442, + "main_score": 0.950292, + "hf_subset": "jpn_Jpan-tam_Taml", + "languages": [ + "jpn-Jpan", + "tam-Taml" + ] + }, + { + "precision": 0.981973, + "recall": 0.987481, + "f1": 0.983809, + "accuracy": 0.987481, + "main_score": 0.983809, + "hf_subset": "jpn_Jpan-tur_Latn", + "languages": [ + "jpn-Jpan", + "tur-Latn" + ] + }, + { + "precision": 0.983141, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, + "hf_subset": "jpn_Jpan-vie_Latn", + "languages": [ + "jpn-Jpan", + "vie-Latn" + ] + }, + { + "precision": 0.975797, + "recall": 0.982974, + "f1": 0.978134, + "accuracy": 0.982974, + "main_score": 0.978134, + "hf_subset": "jpn_Jpan-yue_Hant", + "languages": [ + "jpn-Jpan", + "yue-Hant" + ] + }, + { + "precision": 0.9725, + "recall": 0.980971, + "f1": 0.975246, + "accuracy": 0.980971, + "main_score": 0.975246, + "hf_subset": "jpn_Jpan-zho_Hans", + "languages": [ + "jpn-Jpan", + "zho-Hans" + ] + }, + { + "precision": 0.982223, + "recall": 0.98698, + "f1": 0.983809, + "accuracy": 0.98698, + "main_score": 0.983809, + "hf_subset": "jpn_Jpan-zho_Hant", + "languages": [ + "jpn-Jpan", + "zho-Hant" + ] + }, + { + "precision": 0.512734, + "recall": 0.596895, + "f1": 0.536589, + "accuracy": 0.596895, + "main_score": 0.536589, + "hf_subset": "jpn_Jpan-zul_Latn", + "languages": [ + "jpn-Jpan", + "zul-Latn" + ] + }, + { + "precision": 0.974211, + "recall": 0.981973, + "f1": 0.976715, + "accuracy": 0.981973, + "main_score": 0.976715, + "hf_subset": "kan_Knda-ben_Beng", + "languages": [ + "kan-Knda", + "ben-Beng" + ] + }, + { + "precision": 0.090835, + "recall": 0.156234, + "f1": 0.104721, + "accuracy": 0.156234, + "main_score": 0.104721, + "hf_subset": "kan_Knda-div_Thaa", + "languages": [ + "kan-Knda", + "div-Thaa" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "kan_Knda-eng_Latn", + "languages": [ + "kan-Knda", + "eng-Latn" + ] + }, + { + "precision": 0.862978, + "recall": 0.902854, + "f1": 0.875714, + "accuracy": 0.902854, + "main_score": 0.875714, + "hf_subset": "kan_Knda-eus_Latn", + "languages": [ + "kan-Knda", + "eus-Latn" + ] + }, + { + "precision": 0.973961, + "recall": 0.982474, + "f1": 0.976799, + "accuracy": 0.982474, + "main_score": 0.976799, + "hf_subset": "kan_Knda-guj_Gujr", + "languages": [ + "kan-Knda", + "guj-Gujr" + ] + }, + { + "precision": 0.980721, + "recall": 0.98698, + "f1": 0.982808, + "accuracy": 0.98698, + "main_score": 0.982808, + "hf_subset": "kan_Knda-hin_Deva", + "languages": [ + "kan-Knda", + "hin-Deva" + ] + }, + { + "precision": 0.971207, + "recall": 0.97997, + "f1": 0.974044, + "accuracy": 0.97997, + "main_score": 0.974044, + "hf_subset": "kan_Knda-mar_Deva", + "languages": [ + "kan-Knda", + "mar-Deva" + ] + }, + { + "precision": 0.963445, + "recall": 0.974962, + "f1": 0.967184, + "accuracy": 0.974962, + "main_score": 0.967184, + "hf_subset": "kan_Knda-nep_Deva", + "languages": [ + "kan-Knda", + "nep-Deva" + ] + }, + { + "precision": 0.964447, + "recall": 0.975463, + "f1": 0.968119, + "accuracy": 0.975463, + "main_score": 0.968119, + "hf_subset": "kan_Knda-pan_Guru", + "languages": [ + "kan-Knda", + "pan-Guru" + ] + }, + { + "precision": 0.388732, + "recall": 0.48022, + "f1": 0.413651, + "accuracy": 0.48022, + "main_score": 0.413651, + "hf_subset": "kan_Knda-sin_Sinh", + "languages": [ + "kan-Knda", + "sin-Sinh" + ] + }, + { + "precision": 0.862243, + "recall": 0.901352, + "f1": 0.874712, + "accuracy": 0.901352, + "main_score": 0.874712, + "hf_subset": "kan_Knda-snd_Arab", + "languages": [ + "kan-Knda", + "snd-Arab" + ] + }, + { + "precision": 0.959189, + "recall": 0.971457, + "f1": 0.963195, + "accuracy": 0.971457, + "main_score": 0.963195, + "hf_subset": "kan_Knda-tam_Taml", + "languages": [ + "kan-Knda", + "tam-Taml" + ] + }, + { + "precision": 0.958605, + "recall": 0.971457, + "f1": 0.962777, + "accuracy": 0.971457, + "main_score": 0.962777, + "hf_subset": "kan_Knda-tel_Telu", + "languages": [ + "kan-Knda", + "tel-Telu" + ] + }, + { + "precision": 0.973293, + "recall": 0.981472, + "f1": 0.97588, + "accuracy": 0.981472, + "main_score": 0.97588, + "hf_subset": "kan_Knda-urd_Arab", + "languages": [ + "kan-Knda", + "urd-Arab" + ] + }, + { + "precision": 0.952303, + "recall": 0.967451, + "f1": 0.957303, + "accuracy": 0.967451, + "main_score": 0.957303, + "hf_subset": "kat_Geor-ell_Grek", + "languages": [ + "kat-Geor", + "ell-Grek" + ] + }, + { + "precision": 0.954849, + "recall": 0.969454, + "f1": 0.959606, + "accuracy": 0.969454, + "main_score": 0.959606, + "hf_subset": "kat_Geor-eng_Latn", + "languages": [ + "kat-Geor", + "eng-Latn" + ] + }, + { + "precision": 0.944792, + "recall": 0.961943, + "f1": 0.950376, + "accuracy": 0.961943, + "main_score": 0.950376, + "hf_subset": "kat_Geor-hye_Armn", + "languages": [ + "kat-Geor", + "hye-Armn" + ] + }, + { + "precision": 0.947338, + "recall": 0.963946, + "f1": 0.952762, + "accuracy": 0.963946, + "main_score": 0.952762, + "hf_subset": "kat_Geor-sqi_Latn", + "languages": [ + "kat-Geor", + "sqi-Latn" + ] + }, + { + "precision": 0.957687, + "recall": 0.969955, + "f1": 0.961693, + "accuracy": 0.969955, + "main_score": 0.961693, + "hf_subset": "kaz_Cyrl-aze_Latn", + "languages": [ + "kaz-Cyrl", + "aze-Latn" + ] + }, + { + "precision": 0.890811, + "recall": 0.920381, + "f1": 0.900033, + "accuracy": 0.920381, + "main_score": 0.900033, + "hf_subset": "kaz_Cyrl-bak_Cyrl", + "languages": [ + "kaz-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.975296, + "recall": 0.982974, + "f1": 0.9778, + "accuracy": 0.982974, + "main_score": 0.9778, + "hf_subset": "kaz_Cyrl-eng_Latn", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.927141, + "recall": 0.947922, + "f1": 0.933817, + "accuracy": 0.947922, + "main_score": 0.933817, + "hf_subset": "kaz_Cyrl-kir_Cyrl", + "languages": [ + "kaz-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.913095, + "recall": 0.937907, + "f1": 0.920981, + "accuracy": 0.937907, + "main_score": 0.920981, + "hf_subset": "kaz_Cyrl-tat_Cyrl", + "languages": [ + "kaz-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.837465, + "recall": 0.879319, + "f1": 0.850485, + "accuracy": 0.879319, + "main_score": 0.850485, + "hf_subset": "kaz_Cyrl-tuk_Latn", + "languages": [ + "kaz-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.962861, + "recall": 0.973961, + "f1": 0.96645, + "accuracy": 0.973961, + "main_score": 0.96645, + "hf_subset": "kaz_Cyrl-tur_Latn", + "languages": [ + "kaz-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.850901, + "recall": 0.891838, + "f1": 0.863896, + "accuracy": 0.891838, + "main_score": 0.863896, + "hf_subset": "kaz_Cyrl-uig_Arab", + "languages": [ + "kaz-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.95994, + "recall": 0.971457, + "f1": 0.963696, + "accuracy": 0.971457, + "main_score": 0.963696, + "hf_subset": "kaz_Cyrl-uzb_Latn", + "languages": [ + "kaz-Cyrl", + "uzb-Latn" + ] + }, + { + "precision": 0.299986, + "recall": 0.371557, + "f1": 0.318746, + "accuracy": 0.371557, + "main_score": 0.318746, + "hf_subset": "khm_Khmr-bod_Tibt", + "languages": [ + "khm-Khmr", + "bod-Tibt" + ] + }, + { + "precision": 0.127379, + "recall": 0.165749, + "f1": 0.136573, + "accuracy": 0.165749, + "main_score": 0.136573, + "hf_subset": "khm_Khmr-dzo_Tibt", + "languages": [ + "khm-Khmr", + "dzo-Tibt" + ] + }, + { + "precision": 0.913245, + "recall": 0.93991, + "f1": 0.921816, + "accuracy": 0.93991, + "main_score": 0.921816, + "hf_subset": "khm_Khmr-eng_Latn", + "languages": [ + "khm-Khmr", + "eng-Latn" + ] + }, + { + "precision": 0.852153, + "recall": 0.892839, + "f1": 0.865064, + "accuracy": 0.892839, + "main_score": 0.865064, + "hf_subset": "khm_Khmr-lao_Laoo", + "languages": [ + "khm-Khmr", + "lao-Laoo" + ] + }, + { + "precision": 0.714038, + "recall": 0.783676, + "f1": 0.735062, + "accuracy": 0.783676, + "main_score": 0.735062, + "hf_subset": "khm_Khmr-mon_Mong", + "languages": [ + "khm-Khmr", + "mon-Mong" + ] + }, + { + "precision": 0.691946, + "recall": 0.767151, + "f1": 0.714465, + "accuracy": 0.767151, + "main_score": 0.714465, + "hf_subset": "khm_Khmr-mya_Mymr", + "languages": [ + "khm-Khmr", + "mya-Mymr" + ] + }, + { + "precision": 0.896011, + "recall": 0.928393, + "f1": 0.90651, + "accuracy": 0.928393, + "main_score": 0.90651, + "hf_subset": "khm_Khmr-tha_Thai", + "languages": [ + "khm-Khmr", + "tha-Thai" + ] + }, + { + "precision": 0.587459, + "recall": 0.635453, + "f1": 0.600764, + "accuracy": 0.635453, + "main_score": 0.600764, + "hf_subset": "kin_Latn-bem_Latn", + "languages": [ + "kin-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.502244, + "recall": 0.576865, + "f1": 0.522721, + "accuracy": 0.576865, + "main_score": 0.522721, + "hf_subset": "kin_Latn-eng_Latn", + "languages": [ + "kin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.528921, + "recall": 0.581372, + "f1": 0.543342, + "accuracy": 0.581372, + "main_score": 0.543342, + "hf_subset": "kin_Latn-ewe_Latn", + "languages": [ + "kin-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.548085, + "recall": 0.596395, + "f1": 0.561713, + "accuracy": 0.596395, + "main_score": 0.561713, + "hf_subset": "kin_Latn-fuc_Latn", + "languages": [ + "kin-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.573445, + "recall": 0.621933, + "f1": 0.586743, + "accuracy": 0.621933, + "main_score": 0.586743, + "hf_subset": "kin_Latn-nde_Latn", + "languages": [ + "kin-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.578973, + "recall": 0.627441, + "f1": 0.59207, + "accuracy": 0.627441, + "main_score": 0.59207, + "hf_subset": "kin_Latn-nya_Latn", + "languages": [ + "kin-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.588203, + "recall": 0.633951, + "f1": 0.60112, + "accuracy": 0.633951, + "main_score": 0.60112, + "hf_subset": "kin_Latn-sna_Latn", + "languages": [ + "kin-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.572358, + "recall": 0.619429, + "f1": 0.58518, + "accuracy": 0.619429, + "main_score": 0.58518, + "hf_subset": "kin_Latn-ven_Latn", + "languages": [ + "kin-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.913036, + "recall": 0.936905, + "f1": 0.920691, + "accuracy": 0.936905, + "main_score": 0.920691, + "hf_subset": "kir_Cyrl-aze_Latn", + "languages": [ + "kir-Cyrl", + "aze-Latn" + ] + }, + { + "precision": 0.858179, + "recall": 0.894842, + "f1": 0.869654, + "accuracy": 0.894842, + "main_score": 0.869654, + "hf_subset": "kir_Cyrl-bak_Cyrl", + "languages": [ + "kir-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.945251, + "recall": 0.960441, + "f1": 0.950051, + "accuracy": 0.960441, + "main_score": 0.950051, + "hf_subset": "kir_Cyrl-eng_Latn", + "languages": [ + "kir-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.932165, + "recall": 0.951427, + "f1": 0.938224, + "accuracy": 0.951427, + "main_score": 0.938224, + "hf_subset": "kir_Cyrl-kaz_Cyrl", + "languages": [ + "kir-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.905709, + "recall": 0.928893, + "f1": 0.912896, + "accuracy": 0.928893, + "main_score": 0.912896, + "hf_subset": "kir_Cyrl-tat_Cyrl", + "languages": [ + "kir-Cyrl", + "tat-Cyrl" + ] + }, + { + "precision": 0.817301, + "recall": 0.861793, + "f1": 0.831039, + "accuracy": 0.861793, + "main_score": 0.831039, + "hf_subset": "kir_Cyrl-tuk_Latn", + "languages": [ + "kir-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.912327, + "recall": 0.934902, + "f1": 0.919288, + "accuracy": 0.934902, + "main_score": 0.919288, + "hf_subset": "kir_Cyrl-tur_Latn", + "languages": [ + "kir-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.804515, + "recall": 0.851778, + "f1": 0.81968, + "accuracy": 0.851778, + "main_score": 0.81968, + "hf_subset": "kir_Cyrl-uig_Arab", + "languages": [ + "kir-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.905379, + "recall": 0.929895, + "f1": 0.912997, + "accuracy": 0.929895, + "main_score": 0.912997, + "hf_subset": "kir_Cyrl-uzb_Latn", + "languages": [ + "kir-Cyrl", + "uzb-Latn" + ] + }, + { + "precision": 0.642924, + "recall": 0.710065, + "f1": 0.662686, + "accuracy": 0.710065, + "main_score": 0.662686, + "hf_subset": "kmr_Latn-arb_Arab", + "languages": [ + "kmr-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.643984, + "recall": 0.711067, + "f1": 0.664032, + "accuracy": 0.711067, + "main_score": 0.664032, + "hf_subset": "kmr_Latn-ckb_Arab", + "languages": [ + "kmr-Latn", + "ckb-Arab" + ] + }, + { + "precision": 0.669661, + "recall": 0.736605, + "f1": 0.689037, + "accuracy": 0.736605, + "main_score": 0.689037, + "hf_subset": "kmr_Latn-eng_Latn", + "languages": [ + "kmr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.649582, + "recall": 0.715573, + "f1": 0.668174, + "accuracy": 0.715573, + "main_score": 0.668174, + "hf_subset": "kmr_Latn-fas_Arab", + "languages": [ + "kmr-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.627856, + "recall": 0.697546, + "f1": 0.648051, + "accuracy": 0.697546, + "main_score": 0.648051, + "hf_subset": "kmr_Latn-heb_Hebr", + "languages": [ + "kmr-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.575664, + "recall": 0.649975, + "f1": 0.597066, + "accuracy": 0.649975, + "main_score": 0.597066, + "hf_subset": "kmr_Latn-mey_Arab", + "languages": [ + "kmr-Latn", + "mey-Arab" + ] + }, + { + "precision": 0.646473, + "recall": 0.717576, + "f1": 0.667704, + "accuracy": 0.717576, + "main_score": 0.667704, + "hf_subset": "kmr_Latn-prs_Arab", + "languages": [ + "kmr-Latn", + "prs-Arab" + ] + }, + { + "precision": 0.569225, + "recall": 0.644467, + "f1": 0.591137, + "accuracy": 0.644467, + "main_score": 0.591137, + "hf_subset": "kmr_Latn-pus_Arab", + "languages": [ + "kmr-Latn", + "pus-Arab" + ] + }, + { + "precision": 0.459663, + "recall": 0.532298, + "f1": 0.480186, + "accuracy": 0.532298, + "main_score": 0.480186, + "hf_subset": "kmr_Latn-shi_Arab", + "languages": [ + "kmr-Latn", + "shi-Arab" + ] + }, + { + "precision": 0.646619, + "recall": 0.707061, + "f1": 0.663952, + "accuracy": 0.707061, + "main_score": 0.663952, + "hf_subset": "kmr_Latn-tgk_Cyrl", + "languages": [ + "kmr-Latn", + "tgk-Cyrl" + ] + }, + { + "precision": 0.975547, + "recall": 0.983475, + "f1": 0.978134, + "accuracy": 0.983475, + "main_score": 0.978134, + "hf_subset": "kor_Hang-arb_Arab", + "languages": [ + "kor-Hang", + "arb-Arab" + ] + }, + { + "precision": 0.973711, + "recall": 0.981973, + "f1": 0.976381, + "accuracy": 0.981973, + "main_score": 0.976381, + "hf_subset": "kor_Hang-ben_Beng", + "languages": [ + "kor-Hang", + "ben-Beng" + ] + }, + { + "precision": 0.983141, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, + "hf_subset": "kor_Hang-deu_Latn", + "languages": [ + "kor-Hang", + "deu-Latn" + ] + }, + { + "precision": 0.976047, + "recall": 0.983475, + "f1": 0.978468, + "accuracy": 0.983475, + "main_score": 0.978468, + "hf_subset": "kor_Hang-ell_Grek", + "languages": [ + "kor-Hang", + "ell-Grek" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "kor_Hang-eng_Latn", + "languages": [ + "kor-Hang", + "eng-Latn" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "kor_Hang-fas_Arab", + "languages": [ + "kor-Hang", + "fas-Arab" + ] + }, + { + "precision": 0.965198, + "recall": 0.975964, + "f1": 0.968703, + "accuracy": 0.975964, + "main_score": 0.968703, + "hf_subset": "kor_Hang-fin_Latn", + "languages": [ + "kor-Hang", + "fin-Latn" + ] + }, + { + "precision": 0.980053, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "kor_Hang-fra_Latn", + "languages": [ + "kor-Hang", + "fra-Latn" + ] + }, + { + "precision": 0.965281, + "recall": 0.976465, + "f1": 0.968953, + "accuracy": 0.976465, + "main_score": 0.968953, + "hf_subset": "kor_Hang-heb_Hebr", + "languages": [ + "kor-Hang", + "heb-Hebr" + ] + }, + { + "precision": 0.973544, + "recall": 0.981973, + "f1": 0.976298, + "accuracy": 0.981973, + "main_score": 0.976298, + "hf_subset": "kor_Hang-hin_Deva", + "languages": [ + "kor-Hang", + "hin-Deva" + ] + }, + { + "precision": 0.963028, + "recall": 0.974462, + "f1": 0.966784, + "accuracy": 0.974462, + "main_score": 0.966784, + "hf_subset": "kor_Hang-hun_Latn", + "languages": [ + "kor-Hang", + "hun-Latn" + ] + }, + { + "precision": 0.983976, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, + "hf_subset": "kor_Hang-ind_Latn", + "languages": [ + "kor-Hang", + "ind-Latn" + ] + }, + { + "precision": 0.977883, + "recall": 0.984977, + "f1": 0.98022, + "accuracy": 0.984977, + "main_score": 0.98022, + "hf_subset": "kor_Hang-jpn_Jpan", + "languages": [ + "kor-Hang", + "jpn-Jpan" + ] + }, + { + "precision": 0.964363, + "recall": 0.975964, + "f1": 0.968202, + "accuracy": 0.975964, + "main_score": 0.968202, + "hf_subset": "kor_Hang-lit_Latn", + "languages": [ + "kor-Hang", + "lit-Latn" + ] + }, + { + "precision": 0.979636, + "recall": 0.985979, + "f1": 0.981723, + "accuracy": 0.985979, + "main_score": 0.981723, + "hf_subset": "kor_Hang-nld_Latn", + "languages": [ + "kor-Hang", + "nld-Latn" + ] + }, + { + "precision": 0.968578, + "recall": 0.978468, + "f1": 0.971741, + "accuracy": 0.978468, + "main_score": 0.971741, + "hf_subset": "kor_Hang-pol_Latn", + "languages": [ + "kor-Hang", + "pol-Latn" + ] + }, + { + "precision": 0.98239, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "kor_Hang-por_Latn", + "languages": [ + "kor-Hang", + "por-Latn" + ] + }, + { + "precision": 0.97321, + "recall": 0.981472, + "f1": 0.97588, + "accuracy": 0.981472, + "main_score": 0.97588, + "hf_subset": "kor_Hang-rus_Cyrl", + "languages": [ + "kor-Hang", + "rus-Cyrl" + ] + }, + { + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, + "hf_subset": "kor_Hang-spa_Latn", + "languages": [ + "kor-Hang", + "spa-Latn" + ] + }, + { + "precision": 0.666913, + "recall": 0.739609, + "f1": 0.688112, + "accuracy": 0.739609, + "main_score": 0.688112, + "hf_subset": "kor_Hang-swa_Latn", + "languages": [ + "kor-Hang", + "swa-Latn" + ] + }, + { + "precision": 0.981138, + "recall": 0.98698, + "f1": 0.983058, + "accuracy": 0.98698, + "main_score": 0.983058, + "hf_subset": "kor_Hang-swe_Latn", + "languages": [ + "kor-Hang", + "swe-Latn" + ] + }, + { + "precision": 0.950359, + "recall": 0.964447, + "f1": 0.954932, + "accuracy": 0.964447, + "main_score": 0.954932, + "hf_subset": "kor_Hang-tam_Taml", + "languages": [ + "kor-Hang", + "tam-Taml" + ] + }, + { + "precision": 0.975714, + "recall": 0.982974, + "f1": 0.97805, + "accuracy": 0.982974, + "main_score": 0.97805, + "hf_subset": "kor_Hang-tur_Latn", + "languages": [ + "kor-Hang", + "tur-Latn" + ] + }, + { + "precision": 0.978217, + "recall": 0.985478, + "f1": 0.980638, + "accuracy": 0.985478, + "main_score": 0.980638, + "hf_subset": "kor_Hang-vie_Latn", + "languages": [ + "kor-Hang", + "vie-Latn" + ] + }, + { + "precision": 0.97079, + "recall": 0.97997, + "f1": 0.973794, + "accuracy": 0.97997, + "main_score": 0.973794, + "hf_subset": "kor_Hang-yue_Hant", + "languages": [ + "kor-Hang", + "yue-Hant" + ] + }, + { + "precision": 0.973085, + "recall": 0.981472, + "f1": 0.97583, + "accuracy": 0.981472, + "main_score": 0.97583, + "hf_subset": "kor_Hang-zho_Hans", + "languages": [ + "kor-Hang", + "zho-Hans" + ] + }, + { + "precision": 0.979803, + "recall": 0.985478, + "f1": 0.981639, + "accuracy": 0.985478, + "main_score": 0.981639, + "hf_subset": "kor_Hang-zho_Hant", + "languages": [ + "kor-Hang", + "zho-Hant" + ] + }, + { + "precision": 0.509815, + "recall": 0.595894, + "f1": 0.534281, + "accuracy": 0.595894, + "main_score": 0.534281, + "hf_subset": "kor_Hang-zul_Latn", + "languages": [ + "kor-Hang", + "zul-Latn" + ] + }, + { + "precision": 0.34419, + "recall": 0.418127, + "f1": 0.364069, + "accuracy": 0.418127, + "main_score": 0.364069, + "hf_subset": "lao_Laoo-bod_Tibt", + "languages": [ + "lao-Laoo", + "bod-Tibt" + ] + }, + { + "precision": 0.138744, + "recall": 0.172759, + "f1": 0.146838, + "accuracy": 0.172759, + "main_score": 0.146838, + "hf_subset": "lao_Laoo-dzo_Tibt", + "languages": [ + "lao-Laoo", + "dzo-Tibt" + ] + }, + { + "precision": 0.877041, + "recall": 0.91337, + "f1": 0.888433, + "accuracy": 0.91337, + "main_score": 0.888433, + "hf_subset": "lao_Laoo-eng_Latn", + "languages": [ + "lao-Laoo", + "eng-Latn" + ] + }, + { + "precision": 0.815757, + "recall": 0.8668, + "f1": 0.831647, + "accuracy": 0.8668, + "main_score": 0.831647, + "hf_subset": "lao_Laoo-khm_Khmr", + "languages": [ + "lao-Laoo", + "khm-Khmr" + ] + }, + { + "precision": 0.716007, + "recall": 0.781172, + "f1": 0.735429, + "accuracy": 0.781172, + "main_score": 0.735429, + "hf_subset": "lao_Laoo-mon_Mong", + "languages": [ + "lao-Laoo", + "mon-Mong" + ] + }, + { + "precision": 0.625194, + "recall": 0.708062, + "f1": 0.64943, + "accuracy": 0.708062, + "main_score": 0.64943, + "hf_subset": "lao_Laoo-mya_Mymr", + "languages": [ + "lao-Laoo", + "mya-Mymr" + ] + }, + { + "precision": 0.874011, + "recall": 0.910866, + "f1": 0.885545, + "accuracy": 0.910866, + "main_score": 0.885545, + "hf_subset": "lao_Laoo-tha_Thai", + "languages": [ + "lao-Laoo", + "tha-Thai" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "lav_Latn-eng_Latn", + "languages": [ + "lav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.97538, + "recall": 0.983475, + "f1": 0.97805, + "accuracy": 0.983475, + "main_score": 0.97805, + "hf_subset": "lav_Latn-fin_Latn", + "languages": [ + "lav-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.974629, + "recall": 0.982474, + "f1": 0.977216, + "accuracy": 0.982474, + "main_score": 0.977216, + "hf_subset": "lav_Latn-hun_Latn", + "languages": [ + "lav-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.980888, + "recall": 0.98698, + "f1": 0.982891, + "accuracy": 0.98698, + "main_score": 0.982891, + "hf_subset": "lav_Latn-lit_Latn", + "languages": [ + "lav-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.972459, + "recall": 0.980971, + "f1": 0.975296, + "accuracy": 0.980971, + "main_score": 0.975296, + "hf_subset": "lit_Latn-arb_Arab", + "languages": [ + "lit-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.976465, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "lit_Latn-ben_Beng", + "languages": [ + "lit-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "lit_Latn-deu_Latn", + "languages": [ + "lit-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.980304, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "lit_Latn-ell_Grek", + "languages": [ + "lit-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "lit_Latn-eng_Latn", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.966533, + "recall": 0.976465, + "f1": 0.969788, + "accuracy": 0.976465, + "main_score": 0.969788, + "hf_subset": "lit_Latn-fas_Arab", + "languages": [ + "lit-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.976381, + "recall": 0.983976, + "f1": 0.978885, + "accuracy": 0.983976, + "main_score": 0.978885, + "hf_subset": "lit_Latn-fin_Latn", + "languages": [ + "lit-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.98022, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "lit_Latn-fra_Latn", + "languages": [ + "lit-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.972125, + "recall": 0.980971, + "f1": 0.975046, + "accuracy": 0.980971, + "main_score": 0.975046, + "hf_subset": "lit_Latn-heb_Hebr", + "languages": [ + "lit-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.974712, + "recall": 0.982474, + "f1": 0.977299, + "accuracy": 0.982474, + "main_score": 0.977299, + "hf_subset": "lit_Latn-hin_Deva", + "languages": [ + "lit-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.974128, + "recall": 0.981973, + "f1": 0.976715, + "accuracy": 0.981973, + "main_score": 0.976715, + "hf_subset": "lit_Latn-hun_Latn", + "languages": [ + "lit-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "lit_Latn-ind_Latn", + "languages": [ + "lit-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.970706, + "recall": 0.97997, + "f1": 0.973711, + "accuracy": 0.97997, + "main_score": 0.973711, + "hf_subset": "lit_Latn-jpn_Jpan", + "languages": [ + "lit-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.972876, + "recall": 0.980971, + "f1": 0.975547, + "accuracy": 0.980971, + "main_score": 0.975547, + "hf_subset": "lit_Latn-kor_Hang", + "languages": [ + "lit-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.977049, + "recall": 0.983976, + "f1": 0.979302, + "accuracy": 0.983976, + "main_score": 0.979302, + "hf_subset": "lit_Latn-lav_Latn", + "languages": [ + "lit-Latn", + "lav-Latn" + ] + }, + { + "precision": 0.985812, + "recall": 0.989985, + "f1": 0.987147, + "accuracy": 0.989985, + "main_score": 0.987147, + "hf_subset": "lit_Latn-nld_Latn", + "languages": [ + "lit-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.981055, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, + "hf_subset": "lit_Latn-pol_Latn", + "languages": [ + "lit-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, + "hf_subset": "lit_Latn-por_Latn", + "languages": [ + "lit-Latn", + "por-Latn" + ] + }, + { + "precision": 0.976715, + "recall": 0.983976, + "f1": 0.979052, + "accuracy": 0.983976, + "main_score": 0.979052, + "hf_subset": "lit_Latn-rus_Cyrl", + "languages": [ + "lit-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.981222, + "recall": 0.98698, + "f1": 0.983058, + "accuracy": 0.98698, + "main_score": 0.983058, + "hf_subset": "lit_Latn-spa_Latn", + "languages": [ + "lit-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.710662, + "recall": 0.776164, + "f1": 0.730273, + "accuracy": 0.776164, + "main_score": 0.730273, + "hf_subset": "lit_Latn-swa_Latn", + "languages": [ + "lit-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.979636, + "recall": 0.985979, + "f1": 0.981723, + "accuracy": 0.985979, + "main_score": 0.981723, + "hf_subset": "lit_Latn-swe_Latn", + "languages": [ + "lit-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.944417, + "recall": 0.961442, + "f1": 0.950008, + "accuracy": 0.961442, + "main_score": 0.950008, + "hf_subset": "lit_Latn-tam_Taml", + "languages": [ + "lit-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.974712, + "recall": 0.982974, + "f1": 0.977466, + "accuracy": 0.982974, + "main_score": 0.977466, + "hf_subset": "lit_Latn-tur_Latn", + "languages": [ + "lit-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.976882, + "recall": 0.984477, + "f1": 0.979386, + "accuracy": 0.984477, + "main_score": 0.979386, + "hf_subset": "lit_Latn-vie_Latn", + "languages": [ + "lit-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.965949, + "recall": 0.976465, + "f1": 0.969454, + "accuracy": 0.976465, + "main_score": 0.969454, + "hf_subset": "lit_Latn-zho_Hant", + "languages": [ + "lit-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.556022, + "recall": 0.630446, + "f1": 0.577453, + "accuracy": 0.630446, + "main_score": 0.577453, + "hf_subset": "lit_Latn-zul_Latn", + "languages": [ + "lit-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.960649, + "recall": 0.972459, + "f1": 0.96448, + "accuracy": 0.972459, + "main_score": 0.96448, + "hf_subset": "ltz_Latn-afr_Latn", + "languages": [ + "ltz-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.961083, + "recall": 0.972459, + "f1": 0.96473, + "accuracy": 0.972459, + "main_score": 0.96473, + "hf_subset": "ltz_Latn-dan_Latn", + "languages": [ + "ltz-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.965073, + "recall": 0.975964, + "f1": 0.96857, + "accuracy": 0.975964, + "main_score": 0.96857, + "hf_subset": "ltz_Latn-deu_Latn", + "languages": [ + "ltz-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.972058, + "recall": 0.980471, + "f1": 0.974712, + "accuracy": 0.980471, + "main_score": 0.974712, + "hf_subset": "ltz_Latn-eng_Latn", + "languages": [ + "ltz-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.877817, + "recall": 0.911868, + "f1": 0.888549, + "accuracy": 0.911868, + "main_score": 0.888549, + "hf_subset": "ltz_Latn-fao_Latn", + "languages": [ + "ltz-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.878401, + "recall": 0.911868, + "f1": 0.88915, + "accuracy": 0.911868, + "main_score": 0.88915, + "hf_subset": "ltz_Latn-isl_Latn", + "languages": [ + "ltz-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.961567, + "recall": 0.971958, + "f1": 0.964897, + "accuracy": 0.971958, + "main_score": 0.964897, + "hf_subset": "ltz_Latn-nld_Latn", + "languages": [ + "ltz-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.954098, + "recall": 0.96695, + "f1": 0.958271, + "accuracy": 0.96695, + "main_score": 0.958271, + "hf_subset": "ltz_Latn-nno_Latn", + "languages": [ + "ltz-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.967076, + "recall": 0.976965, + "f1": 0.970239, + "accuracy": 0.976965, + "main_score": 0.970239, + "hf_subset": "ltz_Latn-nob_Latn", + "languages": [ + "ltz-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.963111, + "recall": 0.97346, + "f1": 0.966433, + "accuracy": 0.97346, + "main_score": 0.966433, + "hf_subset": "ltz_Latn-swe_Latn", + "languages": [ + "ltz-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.982724, + "recall": 0.988483, + "f1": 0.984644, + "accuracy": 0.988483, + "main_score": 0.984644, + "hf_subset": "mal_Mlym-eng_Latn", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.384926, + "recall": 0.469705, + "f1": 0.407891, + "accuracy": 0.469705, + "main_score": 0.407891, + "hf_subset": "mal_Mlym-fij_Latn", + "languages": [ + "mal-Mlym", + "fij-Latn" + ] + }, + { + "precision": 0.951761, + "recall": 0.965949, + "f1": 0.956251, + "accuracy": 0.965949, + "main_score": 0.956251, + "hf_subset": "mal_Mlym-fil_Latn", + "languages": [ + "mal-Mlym", + "fil-Latn" + ] + }, + { + "precision": 0.971123, + "recall": 0.97997, + "f1": 0.974044, + "accuracy": 0.97997, + "main_score": 0.974044, + "hf_subset": "mal_Mlym-ind_Latn", + "languages": [ + "mal-Mlym", + "ind-Latn" + ] + }, + { + "precision": 0.553118, + "recall": 0.618928, + "f1": 0.571799, + "accuracy": 0.618928, + "main_score": 0.571799, + "hf_subset": "mal_Mlym-mlg_Latn", + "languages": [ + "mal-Mlym", + "mlg-Latn" + ] + }, + { + "precision": 0.586587, + "recall": 0.667001, + "f1": 0.609389, + "accuracy": 0.667001, + "main_score": 0.609389, + "hf_subset": "mal_Mlym-mri_Latn", + "languages": [ + "mal-Mlym", + "mri-Latn" + ] + }, + { + "precision": 0.970456, + "recall": 0.97997, + "f1": 0.973627, + "accuracy": 0.97997, + "main_score": 0.973627, + "hf_subset": "mal_Mlym-msa_Latn", + "languages": [ + "mal-Mlym", + "msa-Latn" + ] + }, + { + "precision": 0.512231, + "recall": 0.584877, + "f1": 0.532862, + "accuracy": 0.584877, + "main_score": 0.532862, + "hf_subset": "mal_Mlym-smo_Latn", + "languages": [ + "mal-Mlym", + "smo-Latn" + ] + }, + { + "precision": 0.480605, + "recall": 0.557837, + "f1": 0.501739, + "accuracy": 0.557837, + "main_score": 0.501739, + "hf_subset": "mal_Mlym-tah_Latn", + "languages": [ + "mal-Mlym", + "tah-Latn" + ] + }, + { + "precision": 0.458608, + "recall": 0.535804, + "f1": 0.479502, + "accuracy": 0.535804, + "main_score": 0.479502, + "hf_subset": "mal_Mlym-ton_Latn", + "languages": [ + "mal-Mlym", + "ton-Latn" + ] + }, + { + "precision": 0.98456, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "mar_Deva-ben_Beng", + "languages": [ + "mar-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.087773, + "recall": 0.149224, + "f1": 0.100227, + "accuracy": 0.149224, + "main_score": 0.100227, + "hf_subset": "mar_Deva-div_Thaa", + "languages": [ + "mar-Deva", + "div-Thaa" + ] + }, + { + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, + "hf_subset": "mar_Deva-eng_Latn", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.880154, + "recall": 0.914872, + "f1": 0.891153, + "accuracy": 0.914872, + "main_score": 0.891153, + "hf_subset": "mar_Deva-eus_Latn", + "languages": [ + "mar-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.98022, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "mar_Deva-guj_Gujr", + "languages": [ + "mar-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.977299, + "recall": 0.984477, + "f1": 0.979636, + "accuracy": 0.984477, + "main_score": 0.979636, + "hf_subset": "mar_Deva-hin_Deva", + "languages": [ + "mar-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.970623, + "recall": 0.97997, + "f1": 0.973711, + "accuracy": 0.97997, + "main_score": 0.973711, + "hf_subset": "mar_Deva-kan_Knda", + "languages": [ + "mar-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.976506, + "recall": 0.982974, + "f1": 0.978585, + "accuracy": 0.982974, + "main_score": 0.978585, + "hf_subset": "mar_Deva-nep_Deva", + "languages": [ + "mar-Deva", + "nep-Deva" + ] + }, + { + "precision": 0.974796, + "recall": 0.982974, + "f1": 0.977466, + "accuracy": 0.982974, + "main_score": 0.977466, + "hf_subset": "mar_Deva-pan_Guru", + "languages": [ + "mar-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.391968, + "recall": 0.485228, + "f1": 0.417049, + "accuracy": 0.485228, + "main_score": 0.417049, + "hf_subset": "mar_Deva-sin_Sinh", + "languages": [ + "mar-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.892664, + "recall": 0.924387, + "f1": 0.902804, + "accuracy": 0.924387, + "main_score": 0.902804, + "hf_subset": "mar_Deva-snd_Arab", + "languages": [ + "mar-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.967201, + "recall": 0.976965, + "f1": 0.970372, + "accuracy": 0.976965, + "main_score": 0.970372, + "hf_subset": "mar_Deva-tam_Taml", + "languages": [ + "mar-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.962944, + "recall": 0.974462, + "f1": 0.9667, + "accuracy": 0.974462, + "main_score": 0.9667, + "hf_subset": "mar_Deva-tel_Telu", + "languages": [ + "mar-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.980554, + "recall": 0.98648, + "f1": 0.982474, + "accuracy": 0.98648, + "main_score": 0.982474, + "hf_subset": "mar_Deva-urd_Arab", + "languages": [ + "mar-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.919312, + "recall": 0.940911, + "f1": 0.926139, + "accuracy": 0.940911, + "main_score": 0.926139, + "hf_subset": "mey_Arab-arb_Arab", + "languages": [ + "mey-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.606713, + "recall": 0.682023, + "f1": 0.628532, + "accuracy": 0.682023, + "main_score": 0.628532, + "hf_subset": "mey_Arab-ckb_Arab", + "languages": [ + "mey-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.93027, + "recall": 0.950926, + "f1": 0.937022, + "accuracy": 0.950926, + "main_score": 0.937022, + "hf_subset": "mey_Arab-eng_Latn", + "languages": [ + "mey-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.898948, + "recall": 0.92639, + "f1": 0.907678, + "accuracy": 0.92639, + "main_score": 0.907678, + "hf_subset": "mey_Arab-fas_Arab", + "languages": [ + "mey-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.888391, + "recall": 0.917877, + "f1": 0.897697, + "accuracy": 0.917877, + "main_score": 0.897697, + "hf_subset": "mey_Arab-heb_Hebr", + "languages": [ + "mey-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.575861, + "recall": 0.652479, + "f1": 0.598065, + "accuracy": 0.652479, + "main_score": 0.598065, + "hf_subset": "mey_Arab-kmr_Latn", + "languages": [ + "mey-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.898807, + "recall": 0.92639, + "f1": 0.907645, + "accuracy": 0.92639, + "main_score": 0.907645, + "hf_subset": "mey_Arab-prs_Arab", + "languages": [ + "mey-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.675805, + "recall": 0.748623, + "f1": 0.697941, + "accuracy": 0.748623, + "main_score": 0.697941, + "hf_subset": "mey_Arab-pus_Arab", + "languages": [ + "mey-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.604365, + "recall": 0.685528, + "f1": 0.628781, + "accuracy": 0.685528, + "main_score": 0.628781, + "hf_subset": "mey_Arab-shi_Arab", + "languages": [ + "mey-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.727074, + "recall": 0.787682, + "f1": 0.745257, + "accuracy": 0.787682, + "main_score": 0.745257, + "hf_subset": "mey_Arab-tgk_Cyrl", + "languages": [ + "mey-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.98189, + "recall": 0.987481, + "f1": 0.983726, + "accuracy": 0.987481, + "main_score": 0.983726, + "hf_subset": "mkd_Cyrl-bel_Cyrl", + "languages": [ + "mkd-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.993657, + "recall": 0.995493, + "f1": 0.994241, + "accuracy": 0.995493, + "main_score": 0.994241, + "hf_subset": "mkd_Cyrl-bos_Latn", + "languages": [ + "mkd-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "mkd_Cyrl-bul_Cyrl", + "languages": [ + "mkd-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "mkd_Cyrl-ces_Latn", + "languages": [ + "mkd-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "mkd_Cyrl-eng_Latn", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.986563, + "recall": 0.990486, + "f1": 0.987815, + "accuracy": 0.990486, + "main_score": 0.987815, + "hf_subset": "mkd_Cyrl-hrv_Latn", + "languages": [ + "mkd-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.976214, + "recall": 0.983475, + "f1": 0.978551, + "accuracy": 0.983475, + "main_score": 0.978551, + "hf_subset": "mkd_Cyrl-pol_Latn", + "languages": [ + "mkd-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.980471, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, + "hf_subset": "mkd_Cyrl-rus_Cyrl", + "languages": [ + "mkd-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, + "hf_subset": "mkd_Cyrl-slk_Latn", + "languages": [ + "mkd-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.98239, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "mkd_Cyrl-slv_Latn", + "languages": [ + "mkd-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.98698, + "recall": 0.990986, + "f1": 0.988316, + "accuracy": 0.990986, + "main_score": 0.988316, + "hf_subset": "mkd_Cyrl-srp_Cyrl", + "languages": [ + "mkd-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.985228, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "mkd_Cyrl-srp_Latn", + "languages": [ + "mkd-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.981138, + "recall": 0.98698, + "f1": 0.983058, + "accuracy": 0.98698, + "main_score": 0.983058, + "hf_subset": "mkd_Cyrl-ukr_Cyrl", + "languages": [ + "mkd-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.549964, + "recall": 0.62694, + "f1": 0.571806, + "accuracy": 0.62694, + "main_score": 0.571806, + "hf_subset": "mlg_Latn-eng_Latn", + "languages": [ + "mlg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.470488, + "recall": 0.540811, + "f1": 0.489885, + "accuracy": 0.540811, + "main_score": 0.489885, + "hf_subset": "mlg_Latn-fij_Latn", + "languages": [ + "mlg-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.600697, + "recall": 0.661492, + "f1": 0.617715, + "accuracy": 0.661492, + "main_score": 0.617715, + "hf_subset": "mlg_Latn-fil_Latn", + "languages": [ + "mlg-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.579047, + "recall": 0.64697, + "f1": 0.59824, + "accuracy": 0.64697, + "main_score": 0.59824, + "hf_subset": "mlg_Latn-ind_Latn", + "languages": [ + "mlg-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.496611, + "recall": 0.581873, + "f1": 0.520177, + "accuracy": 0.581873, + "main_score": 0.520177, + "hf_subset": "mlg_Latn-mal_Mlym", + "languages": [ + "mlg-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.560791, + "recall": 0.620431, + "f1": 0.577731, + "accuracy": 0.620431, + "main_score": 0.577731, + "hf_subset": "mlg_Latn-mri_Latn", + "languages": [ + "mlg-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.572125, + "recall": 0.63996, + "f1": 0.59151, + "accuracy": 0.63996, + "main_score": 0.59151, + "hf_subset": "mlg_Latn-msa_Latn", + "languages": [ + "mlg-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.574, + "recall": 0.623936, + "f1": 0.588407, + "accuracy": 0.623936, + "main_score": 0.588407, + "hf_subset": "mlg_Latn-smo_Latn", + "languages": [ + "mlg-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.554269, + "recall": 0.60691, + "f1": 0.569292, + "accuracy": 0.60691, + "main_score": 0.569292, + "hf_subset": "mlg_Latn-tah_Latn", + "languages": [ + "mlg-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.5366, + "recall": 0.596895, + "f1": 0.552885, + "accuracy": 0.596895, + "main_score": 0.552885, + "hf_subset": "mlg_Latn-ton_Latn", + "languages": [ + "mlg-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.917448, + "recall": 0.938908, + "f1": 0.924245, + "accuracy": 0.938908, + "main_score": 0.924245, + "hf_subset": "mlt_Latn-cat_Latn", + "languages": [ + "mlt-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.9278, + "recall": 0.947421, + "f1": 0.933827, + "accuracy": 0.947421, + "main_score": 0.933827, + "hf_subset": "mlt_Latn-eng_Latn", + "languages": [ + "mlt-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.913445, + "recall": 0.935904, + "f1": 0.920307, + "accuracy": 0.935904, + "main_score": 0.920307, + "hf_subset": "mlt_Latn-fra_Latn", + "languages": [ + "mlt-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.915056, + "recall": 0.937907, + "f1": 0.922283, + "accuracy": 0.937907, + "main_score": 0.922283, + "hf_subset": "mlt_Latn-glg_Latn", + "languages": [ + "mlt-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.928368, + "recall": 0.947421, + "f1": 0.934352, + "accuracy": 0.947421, + "main_score": 0.934352, + "hf_subset": "mlt_Latn-ita_Latn", + "languages": [ + "mlt-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.924053, + "recall": 0.942914, + "f1": 0.929921, + "accuracy": 0.942914, + "main_score": 0.929921, + "hf_subset": "mlt_Latn-por_Latn", + "languages": [ + "mlt-Latn", + "por-Latn" + ] + }, + { + "precision": 0.917084, + "recall": 0.937406, + "f1": 0.923402, + "accuracy": 0.937406, + "main_score": 0.923402, + "hf_subset": "mlt_Latn-ron_Latn", + "languages": [ + "mlt-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.921203, + "recall": 0.941412, + "f1": 0.927476, + "accuracy": 0.941412, + "main_score": 0.927476, + "hf_subset": "mlt_Latn-spa_Latn", + "languages": [ + "mlt-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.331151, + "recall": 0.406109, + "f1": 0.351349, + "accuracy": 0.406109, + "main_score": 0.351349, + "hf_subset": "mon_Mong-bod_Tibt", + "languages": [ + "mon-Mong", + "bod-Tibt" + ] + }, + { + "precision": 0.129052, + "recall": 0.167752, + "f1": 0.13863, + "accuracy": 0.167752, + "main_score": 0.13863, + "hf_subset": "mon_Mong-dzo_Tibt", + "languages": [ + "mon-Mong", + "dzo-Tibt" + ] + }, + { + "precision": 0.845919, + "recall": 0.889334, + "f1": 0.85933, + "accuracy": 0.889334, + "main_score": 0.85933, + "hf_subset": "mon_Mong-eng_Latn", + "languages": [ + "mon-Mong", + "eng-Latn" + ] + }, + { + "precision": 0.705389, + "recall": 0.772158, + "f1": 0.724998, + "accuracy": 0.772158, + "main_score": 0.724998, + "hf_subset": "mon_Mong-khm_Khmr", + "languages": [ + "mon-Mong", + "khm-Khmr" + ] + }, + { + "precision": 0.71443, + "recall": 0.776164, + "f1": 0.732821, + "accuracy": 0.776164, + "main_score": 0.732821, + "hf_subset": "mon_Mong-lao_Laoo", + "languages": [ + "mon-Mong", + "lao-Laoo" + ] + }, + { + "precision": 0.574464, + "recall": 0.655984, + "f1": 0.597849, + "accuracy": 0.655984, + "main_score": 0.597849, + "hf_subset": "mon_Mong-mya_Mymr", + "languages": [ + "mon-Mong", + "mya-Mymr" + ] + }, + { + "precision": 0.841454, + "recall": 0.882824, + "f1": 0.854237, + "accuracy": 0.882824, + "main_score": 0.854237, + "hf_subset": "mon_Mong-tha_Thai", + "languages": [ + "mon-Mong", + "tha-Thai" + ] + }, + { + "precision": 0.5937, + "recall": 0.67301, + "f1": 0.615514, + "accuracy": 0.67301, + "main_score": 0.615514, + "hf_subset": "mri_Latn-eng_Latn", + "languages": [ + "mri-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.458921, + "recall": 0.521783, + "f1": 0.476131, + "accuracy": 0.521783, + "main_score": 0.476131, + "hf_subset": "mri_Latn-fij_Latn", + "languages": [ + "mri-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.648251, + "recall": 0.703055, + "f1": 0.663201, + "accuracy": 0.703055, + "main_score": 0.663201, + "hf_subset": "mri_Latn-fil_Latn", + "languages": [ + "mri-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.622244, + "recall": 0.692539, + "f1": 0.641497, + "accuracy": 0.692539, + "main_score": 0.641497, + "hf_subset": "mri_Latn-ind_Latn", + "languages": [ + "mri-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.532283, + "recall": 0.616925, + "f1": 0.55564, + "accuracy": 0.616925, + "main_score": 0.55564, + "hf_subset": "mri_Latn-mal_Mlym", + "languages": [ + "mri-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.55606, + "recall": 0.602404, + "f1": 0.568948, + "accuracy": 0.602404, + "main_score": 0.568948, + "hf_subset": "mri_Latn-mlg_Latn", + "languages": [ + "mri-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.617414, + "recall": 0.685528, + "f1": 0.635576, + "accuracy": 0.685528, + "main_score": 0.635576, + "hf_subset": "mri_Latn-msa_Latn", + "languages": [ + "mri-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.587408, + "recall": 0.63345, + "f1": 0.600689, + "accuracy": 0.63345, + "main_score": 0.600689, + "hf_subset": "mri_Latn-smo_Latn", + "languages": [ + "mri-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.548194, + "recall": 0.595393, + "f1": 0.561329, + "accuracy": 0.595393, + "main_score": 0.561329, + "hf_subset": "mri_Latn-tah_Latn", + "languages": [ + "mri-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.56182, + "recall": 0.615924, + "f1": 0.576754, + "accuracy": 0.615924, + "main_score": 0.576754, + "hf_subset": "mri_Latn-ton_Latn", + "languages": [ + "mri-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.995243, + "recall": 0.996495, + "f1": 0.99566, + "accuracy": 0.996495, + "main_score": 0.99566, + "hf_subset": "msa_Latn-eng_Latn", + "languages": [ + "msa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.431191, + "recall": 0.516274, + "f1": 0.453982, + "accuracy": 0.516274, + "main_score": 0.453982, + "hf_subset": "msa_Latn-fij_Latn", + "languages": [ + "msa-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.978843, + "recall": 0.984977, + "f1": 0.980838, + "accuracy": 0.984977, + "main_score": 0.980838, + "hf_subset": "msa_Latn-fil_Latn", + "languages": [ + "msa-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.993407, + "recall": 0.995493, + "f1": 0.994074, + "accuracy": 0.995493, + "main_score": 0.994074, + "hf_subset": "msa_Latn-ind_Latn", + "languages": [ + "msa-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.958855, + "recall": 0.970956, + "f1": 0.962861, + "accuracy": 0.970956, + "main_score": 0.962861, + "hf_subset": "msa_Latn-mal_Mlym", + "languages": [ + "msa-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.595731, + "recall": 0.660991, + "f1": 0.614356, + "accuracy": 0.660991, + "main_score": 0.614356, + "hf_subset": "msa_Latn-mlg_Latn", + "languages": [ + "msa-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.621442, + "recall": 0.697546, + "f1": 0.643495, + "accuracy": 0.697546, + "main_score": 0.643495, + "hf_subset": "msa_Latn-mri_Latn", + "languages": [ + "msa-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.5688, + "recall": 0.639459, + "f1": 0.588748, + "accuracy": 0.639459, + "main_score": 0.588748, + "hf_subset": "msa_Latn-smo_Latn", + "languages": [ + "msa-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.517876, + "recall": 0.598898, + "f1": 0.540582, + "accuracy": 0.598898, + "main_score": 0.540582, + "hf_subset": "msa_Latn-tah_Latn", + "languages": [ + "msa-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.496975, + "recall": 0.574362, + "f1": 0.518224, + "accuracy": 0.574362, + "main_score": 0.518224, + "hf_subset": "msa_Latn-ton_Latn", + "languages": [ + "msa-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.197166, + "recall": 0.252879, + "f1": 0.212213, + "accuracy": 0.252879, + "main_score": 0.212213, + "hf_subset": "mya_Mymr-bod_Tibt", + "languages": [ + "mya-Mymr", + "bod-Tibt" + ] + }, + { + "precision": 0.107839, + "recall": 0.134201, + "f1": 0.114337, + "accuracy": 0.134201, + "main_score": 0.114337, + "hf_subset": "mya_Mymr-dzo_Tibt", + "languages": [ + "mya-Mymr", + "dzo-Tibt" + ] + }, + { + "precision": 0.849391, + "recall": 0.894342, + "f1": 0.863672, + "accuracy": 0.894342, + "main_score": 0.863672, + "hf_subset": "mya_Mymr-eng_Latn", + "languages": [ + "mya-Mymr", + "eng-Latn" + ] + }, + { + "precision": 0.685804, + "recall": 0.761642, + "f1": 0.708715, + "accuracy": 0.761642, + "main_score": 0.708715, + "hf_subset": "mya_Mymr-khm_Khmr", + "languages": [ + "mya-Mymr", + "khm-Khmr" + ] + }, + { + "precision": 0.647933, + "recall": 0.721082, + "f1": 0.669028, + "accuracy": 0.721082, + "main_score": 0.669028, + "hf_subset": "mya_Mymr-lao_Laoo", + "languages": [ + "mya-Mymr", + "lao-Laoo" + ] + }, + { + "precision": 0.575143, + "recall": 0.660991, + "f1": 0.599546, + "accuracy": 0.660991, + "main_score": 0.599546, + "hf_subset": "mya_Mymr-mon_Mong", + "languages": [ + "mya-Mymr", + "mon-Mong" + ] + }, + { + "precision": 0.824012, + "recall": 0.87331, + "f1": 0.839596, + "accuracy": 0.87331, + "main_score": 0.839596, + "hf_subset": "mya_Mymr-tha_Thai", + "languages": [ + "mya-Mymr", + "tha-Thai" + ] + }, + { + "precision": 0.645071, + "recall": 0.684026, + "f1": 0.655864, + "accuracy": 0.684026, + "main_score": 0.655864, + "hf_subset": "nde_Latn-bem_Latn", + "languages": [ + "nde-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.54723, + "recall": 0.617426, + "f1": 0.566476, + "accuracy": 0.617426, + "main_score": 0.566476, + "hf_subset": "nde_Latn-eng_Latn", + "languages": [ + "nde-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.575023, + "recall": 0.62694, + "f1": 0.589913, + "accuracy": 0.62694, + "main_score": 0.589913, + "hf_subset": "nde_Latn-ewe_Latn", + "languages": [ + "nde-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.606205, + "recall": 0.64647, + "f1": 0.617858, + "accuracy": 0.64647, + "main_score": 0.617858, + "hf_subset": "nde_Latn-fuc_Latn", + "languages": [ + "nde-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.591858, + "recall": 0.63345, + "f1": 0.603516, + "accuracy": 0.63345, + "main_score": 0.603516, + "hf_subset": "nde_Latn-kin_Latn", + "languages": [ + "nde-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.6134, + "recall": 0.65999, + "f1": 0.626685, + "accuracy": 0.65999, + "main_score": 0.626685, + "hf_subset": "nde_Latn-nya_Latn", + "languages": [ + "nde-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.625783, + "recall": 0.668002, + "f1": 0.637441, + "accuracy": 0.668002, + "main_score": 0.637441, + "hf_subset": "nde_Latn-sna_Latn", + "languages": [ + "nde-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.614847, + "recall": 0.658988, + "f1": 0.627011, + "accuracy": 0.658988, + "main_score": 0.627011, + "hf_subset": "nde_Latn-ven_Latn", + "languages": [ + "nde-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.973961, + "recall": 0.981472, + "f1": 0.976381, + "accuracy": 0.981472, + "main_score": 0.976381, + "hf_subset": "nep_Deva-ben_Beng", + "languages": [ + "nep-Deva", + "ben-Beng" + ] + }, + { + "precision": 0.083315, + "recall": 0.148723, + "f1": 0.096988, + "accuracy": 0.148723, + "main_score": 0.096988, + "hf_subset": "nep_Deva-div_Thaa", + "languages": [ + "nep-Deva", + "div-Thaa" + ] + }, + { + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, + "hf_subset": "nep_Deva-eng_Latn", + "languages": [ + "nep-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.874687, + "recall": 0.911868, + "f1": 0.88653, + "accuracy": 0.911868, + "main_score": 0.88653, + "hf_subset": "nep_Deva-eus_Latn", + "languages": [ + "nep-Deva", + "eus-Latn" + ] + }, + { + "precision": 0.975714, + "recall": 0.982974, + "f1": 0.978134, + "accuracy": 0.982974, + "main_score": 0.978134, + "hf_subset": "nep_Deva-guj_Gujr", + "languages": [ + "nep-Deva", + "guj-Gujr" + ] + }, + { + "precision": 0.979469, + "recall": 0.985979, + "f1": 0.981639, + "accuracy": 0.985979, + "main_score": 0.981639, + "hf_subset": "nep_Deva-hin_Deva", + "languages": [ + "nep-Deva", + "hin-Deva" + ] + }, + { + "precision": 0.967618, + "recall": 0.977967, + "f1": 0.97104, + "accuracy": 0.977967, + "main_score": 0.97104, + "hf_subset": "nep_Deva-kan_Knda", + "languages": [ + "nep-Deva", + "kan-Knda" + ] + }, + { + "precision": 0.976381, + "recall": 0.982974, + "f1": 0.978551, + "accuracy": 0.982974, + "main_score": 0.978551, + "hf_subset": "nep_Deva-mar_Deva", + "languages": [ + "nep-Deva", + "mar-Deva" + ] + }, + { + "precision": 0.971874, + "recall": 0.980971, + "f1": 0.974879, + "accuracy": 0.980971, + "main_score": 0.974879, + "hf_subset": "nep_Deva-pan_Guru", + "languages": [ + "nep-Deva", + "pan-Guru" + ] + }, + { + "precision": 0.383082, + "recall": 0.477717, + "f1": 0.409012, + "accuracy": 0.477717, + "main_score": 0.409012, + "hf_subset": "nep_Deva-sin_Sinh", + "languages": [ + "nep-Deva", + "sin-Sinh" + ] + }, + { + "precision": 0.907069, + "recall": 0.934402, + "f1": 0.915783, + "accuracy": 0.934402, + "main_score": 0.915783, + "hf_subset": "nep_Deva-snd_Arab", + "languages": [ + "nep-Deva", + "snd-Arab" + ] + }, + { + "precision": 0.96236, + "recall": 0.97346, + "f1": 0.966032, + "accuracy": 0.97346, + "main_score": 0.966032, + "hf_subset": "nep_Deva-tam_Taml", + "languages": [ + "nep-Deva", + "tam-Taml" + ] + }, + { + "precision": 0.956184, + "recall": 0.969454, + "f1": 0.960524, + "accuracy": 0.969454, + "main_score": 0.960524, + "hf_subset": "nep_Deva-tel_Telu", + "languages": [ + "nep-Deva", + "tel-Telu" + ] + }, + { + "precision": 0.976799, + "recall": 0.983475, + "f1": 0.978968, + "accuracy": 0.983475, + "main_score": 0.978968, + "hf_subset": "nep_Deva-urd_Arab", + "languages": [ + "nep-Deva", + "urd-Arab" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "nld_Latn-afr_Latn", + "languages": [ + "nld-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, + "hf_subset": "nld_Latn-arb_Arab", + "languages": [ + "nld-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.977633, + "recall": 0.984977, + "f1": 0.980053, + "accuracy": 0.984977, + "main_score": 0.980053, + "hf_subset": "nld_Latn-ben_Beng", + "languages": [ + "nld-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "nld_Latn-dan_Latn", + "languages": [ + "nld-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989985, + "recall": 0.992989, + "f1": 0.990986, + "accuracy": 0.992989, + "main_score": 0.990986, + "hf_subset": "nld_Latn-deu_Latn", + "languages": [ + "nld-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, + "hf_subset": "nld_Latn-ell_Grek", + "languages": [ + "nld-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, + "hf_subset": "nld_Latn-eng_Latn", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.905817, + "recall": 0.932899, + "f1": 0.914488, + "accuracy": 0.932899, + "main_score": 0.914488, + "hf_subset": "nld_Latn-fao_Latn", + "languages": [ + "nld-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.978217, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, + "hf_subset": "nld_Latn-fas_Arab", + "languages": [ + "nld-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.97997, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "nld_Latn-fin_Latn", + "languages": [ + "nld-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "nld_Latn-fra_Latn", + "languages": [ + "nld-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.977091, + "recall": 0.984477, + "f1": 0.979503, + "accuracy": 0.984477, + "main_score": 0.979503, + "hf_subset": "nld_Latn-heb_Hebr", + "languages": [ + "nld-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.978885, + "recall": 0.985478, + "f1": 0.981055, + "accuracy": 0.985478, + "main_score": 0.981055, + "hf_subset": "nld_Latn-hin_Deva", + "languages": [ + "nld-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.980721, + "recall": 0.98698, + "f1": 0.982808, + "accuracy": 0.98698, + "main_score": 0.982808, + "hf_subset": "nld_Latn-hun_Latn", + "languages": [ + "nld-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, + "hf_subset": "nld_Latn-ind_Latn", + "languages": [ + "nld-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.933191, + "recall": 0.953931, + "f1": 0.93986, + "accuracy": 0.953931, + "main_score": 0.93986, + "hf_subset": "nld_Latn-isl_Latn", + "languages": [ + "nld-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.979135, + "recall": 0.985979, + "f1": 0.981389, + "accuracy": 0.985979, + "main_score": 0.981389, + "hf_subset": "nld_Latn-jpn_Jpan", + "languages": [ + "nld-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.980638, + "recall": 0.98698, + "f1": 0.982724, + "accuracy": 0.98698, + "main_score": 0.982724, + "hf_subset": "nld_Latn-kor_Hang", + "languages": [ + "nld-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.976715, + "recall": 0.983976, + "f1": 0.979135, + "accuracy": 0.983976, + "main_score": 0.979135, + "hf_subset": "nld_Latn-lit_Latn", + "languages": [ + "nld-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.946545, + "recall": 0.962944, + "f1": 0.951878, + "accuracy": 0.962944, + "main_score": 0.951878, + "hf_subset": "nld_Latn-ltz_Latn", + "languages": [ + "nld-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.980053, + "recall": 0.98648, + "f1": 0.98214, + "accuracy": 0.98648, + "main_score": 0.98214, + "hf_subset": "nld_Latn-nno_Latn", + "languages": [ + "nld-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "nld_Latn-nob_Latn", + "languages": [ + "nld-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.981222, + "recall": 0.98698, + "f1": 0.983141, + "accuracy": 0.98698, + "main_score": 0.983141, + "hf_subset": "nld_Latn-pol_Latn", + "languages": [ + "nld-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.987231, + "recall": 0.991487, + "f1": 0.98865, + "accuracy": 0.991487, + "main_score": 0.98865, + "hf_subset": "nld_Latn-por_Latn", + "languages": [ + "nld-Latn", + "por-Latn" + ] + }, + { + "precision": 0.983559, + "recall": 0.988483, + "f1": 0.985144, + "accuracy": 0.988483, + "main_score": 0.985144, + "hf_subset": "nld_Latn-rus_Cyrl", + "languages": [ + "nld-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.988983, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, + "hf_subset": "nld_Latn-spa_Latn", + "languages": [ + "nld-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.711213, + "recall": 0.778167, + "f1": 0.731267, + "accuracy": 0.778167, + "main_score": 0.731267, + "hf_subset": "nld_Latn-swa_Latn", + "languages": [ + "nld-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "nld_Latn-swe_Latn", + "languages": [ + "nld-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.946044, + "recall": 0.962444, + "f1": 0.951377, + "accuracy": 0.962444, + "main_score": 0.951377, + "hf_subset": "nld_Latn-tam_Taml", + "languages": [ + "nld-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.980262, + "recall": 0.98648, + "f1": 0.982257, + "accuracy": 0.98648, + "main_score": 0.982257, + "hf_subset": "nld_Latn-tur_Latn", + "languages": [ + "nld-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "nld_Latn-vie_Latn", + "languages": [ + "nld-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.979886, + "recall": 0.985979, + "f1": 0.98189, + "accuracy": 0.985979, + "main_score": 0.98189, + "hf_subset": "nld_Latn-zho_Hant", + "languages": [ + "nld-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.574186, + "recall": 0.649474, + "f1": 0.595696, + "accuracy": 0.649474, + "main_score": 0.595696, + "hf_subset": "nld_Latn-zul_Latn", + "languages": [ + "nld-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.978301, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, + "hf_subset": "nno_Latn-afr_Latn", + "languages": [ + "nno-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "nno_Latn-dan_Latn", + "languages": [ + "nno-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.98431, + "recall": 0.988983, + "f1": 0.985812, + "accuracy": 0.988983, + "main_score": 0.985812, + "hf_subset": "nno_Latn-deu_Latn", + "languages": [ + "nno-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, + "hf_subset": "nno_Latn-eng_Latn", + "languages": [ + "nno-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.922926, + "recall": 0.945919, + "f1": 0.930162, + "accuracy": 0.945919, + "main_score": 0.930162, + "hf_subset": "nno_Latn-fao_Latn", + "languages": [ + "nno-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.944291, + "recall": 0.960441, + "f1": 0.949357, + "accuracy": 0.960441, + "main_score": 0.949357, + "hf_subset": "nno_Latn-isl_Latn", + "languages": [ + "nno-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.941662, + "recall": 0.959439, + "f1": 0.947321, + "accuracy": 0.959439, + "main_score": 0.947321, + "hf_subset": "nno_Latn-ltz_Latn", + "languages": [ + "nno-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.986814, + "recall": 0.990486, + "f1": 0.987982, + "accuracy": 0.990486, + "main_score": 0.987982, + "hf_subset": "nno_Latn-nld_Latn", + "languages": [ + "nno-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "nno_Latn-nob_Latn", + "languages": [ + "nno-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "nno_Latn-swe_Latn", + "languages": [ + "nno-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "nob_Latn-afr_Latn", + "languages": [ + "nob-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.989234, + "recall": 0.992489, + "f1": 0.990319, + "accuracy": 0.992489, + "main_score": 0.990319, + "hf_subset": "nob_Latn-dan_Latn", + "languages": [ + "nob-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.991153, + "recall": 0.993991, + "f1": 0.992071, + "accuracy": 0.993991, + "main_score": 0.992071, + "hf_subset": "nob_Latn-deu_Latn", + "languages": [ + "nob-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.996244, + "recall": 0.997496, + "f1": 0.996662, + "accuracy": 0.997496, + "main_score": 0.996662, + "hf_subset": "nob_Latn-eng_Latn", + "languages": [ + "nob-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.930187, + "recall": 0.950926, + "f1": 0.936772, + "accuracy": 0.950926, + "main_score": 0.936772, + "hf_subset": "nob_Latn-fao_Latn", + "languages": [ + "nob-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.944058, + "recall": 0.960941, + "f1": 0.949291, + "accuracy": 0.960941, + "main_score": 0.949291, + "hf_subset": "nob_Latn-isl_Latn", + "languages": [ + "nob-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.955266, + "recall": 0.968953, + "f1": 0.959673, + "accuracy": 0.968953, + "main_score": 0.959673, + "hf_subset": "nob_Latn-ltz_Latn", + "languages": [ + "nob-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.992071, + "recall": 0.994492, + "f1": 0.992823, + "accuracy": 0.994492, + "main_score": 0.992823, + "hf_subset": "nob_Latn-nld_Latn", + "languages": [ + "nob-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.986396, + "recall": 0.990486, + "f1": 0.987732, + "accuracy": 0.990486, + "main_score": 0.987732, + "hf_subset": "nob_Latn-nno_Latn", + "languages": [ + "nob-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.988733, + "recall": 0.992489, + "f1": 0.989985, + "accuracy": 0.992489, + "main_score": 0.989985, + "hf_subset": "nob_Latn-swe_Latn", + "languages": [ + "nob-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.249159, + "recall": 0.32699, + "f1": 0.267979, + "accuracy": 0.32699, + "main_score": 0.267979, + "hf_subset": "nso_Latn-amh_Ethi", + "languages": [ + "nso-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.545762, + "recall": 0.622934, + "f1": 0.567236, + "accuracy": 0.622934, + "main_score": 0.567236, + "hf_subset": "nso_Latn-eng_Latn", + "languages": [ + "nso-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.578656, + "recall": 0.627942, + "f1": 0.59314, + "accuracy": 0.627942, + "main_score": 0.59314, + "hf_subset": "nso_Latn-hau_Latn", + "languages": [ + "nso-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.648104, + "recall": 0.690536, + "f1": 0.66017, + "accuracy": 0.690536, + "main_score": 0.66017, + "hf_subset": "nso_Latn-ibo_Latn", + "languages": [ + "nso-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.396519, + "recall": 0.472709, + "f1": 0.416933, + "accuracy": 0.472709, + "main_score": 0.416933, + "hf_subset": "nso_Latn-orm_Ethi", + "languages": [ + "nso-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.567728, + "recall": 0.623936, + "f1": 0.58323, + "accuracy": 0.623936, + "main_score": 0.58323, + "hf_subset": "nso_Latn-som_Latn", + "languages": [ + "nso-Latn", + "som-Latn" + ] + }, + { + "precision": 0.620998, + "recall": 0.663495, + "f1": 0.632995, + "accuracy": 0.663495, + "main_score": 0.632995, + "hf_subset": "nso_Latn-ssw_Latn", + "languages": [ + "nso-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.583284, + "recall": 0.638958, + "f1": 0.599138, + "accuracy": 0.638958, + "main_score": 0.599138, + "hf_subset": "nso_Latn-swa_Latn", + "languages": [ + "nso-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.240552, + "recall": 0.305458, + "f1": 0.255771, + "accuracy": 0.305458, + "main_score": 0.255771, + "hf_subset": "nso_Latn-tir_Ethi", + "languages": [ + "nso-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.72559, + "recall": 0.770656, + "f1": 0.73858, + "accuracy": 0.770656, + "main_score": 0.73858, + "hf_subset": "nso_Latn-tsn_Latn", + "languages": [ + "nso-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.548809, + "recall": 0.60691, + "f1": 0.565328, + "accuracy": 0.60691, + "main_score": 0.565328, + "hf_subset": "nso_Latn-wol_Latn", + "languages": [ + "nso-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.578543, + "recall": 0.632449, + "f1": 0.594267, + "accuracy": 0.632449, + "main_score": 0.594267, + "hf_subset": "nso_Latn-xho_Latn", + "languages": [ + "nso-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.534155, + "recall": 0.594892, + "f1": 0.551253, + "accuracy": 0.594892, + "main_score": 0.551253, + "hf_subset": "nso_Latn-yor_Latn", + "languages": [ + "nso-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.614841, + "recall": 0.65999, + "f1": 0.627804, + "accuracy": 0.65999, + "main_score": 0.627804, + "hf_subset": "nso_Latn-zul_Latn", + "languages": [ + "nso-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.647769, + "recall": 0.696545, + "f1": 0.660979, + "accuracy": 0.696545, + "main_score": 0.660979, + "hf_subset": "nya_Latn-bem_Latn", + "languages": [ + "nya-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.542902, + "recall": 0.619429, + "f1": 0.564461, + "accuracy": 0.619429, + "main_score": 0.564461, + "hf_subset": "nya_Latn-eng_Latn", + "languages": [ + "nya-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.553603, + "recall": 0.610416, + "f1": 0.569261, + "accuracy": 0.610416, + "main_score": 0.569261, + "hf_subset": "nya_Latn-ewe_Latn", + "languages": [ + "nya-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.593369, + "recall": 0.63996, + "f1": 0.606623, + "accuracy": 0.63996, + "main_score": 0.606623, + "hf_subset": "nya_Latn-fuc_Latn", + "languages": [ + "nya-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.588134, + "recall": 0.635453, + "f1": 0.601476, + "accuracy": 0.635453, + "main_score": 0.601476, + "hf_subset": "nya_Latn-kin_Latn", + "languages": [ + "nya-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.608879, + "recall": 0.657486, + "f1": 0.622306, + "accuracy": 0.657486, + "main_score": 0.622306, + "hf_subset": "nya_Latn-nde_Latn", + "languages": [ + "nya-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.623652, + "recall": 0.676014, + "f1": 0.638127, + "accuracy": 0.676014, + "main_score": 0.638127, + "hf_subset": "nya_Latn-sna_Latn", + "languages": [ + "nya-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.608897, + "recall": 0.654482, + "f1": 0.62179, + "accuracy": 0.654482, + "main_score": 0.62179, + "hf_subset": "nya_Latn-ven_Latn", + "languages": [ + "nya-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.235458, + "recall": 0.300951, + "f1": 0.252159, + "accuracy": 0.300951, + "main_score": 0.252159, + "hf_subset": "orm_Ethi-amh_Ethi", + "languages": [ + "orm-Ethi", + "amh-Ethi" + ] + }, + { + "precision": 0.382893, + "recall": 0.457186, + "f1": 0.402381, + "accuracy": 0.457186, + "main_score": 0.402381, + "hf_subset": "orm_Ethi-eng_Latn", + "languages": [ + "orm-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.418048, + "recall": 0.467201, + "f1": 0.432068, + "accuracy": 0.467201, + "main_score": 0.432068, + "hf_subset": "orm_Ethi-hau_Latn", + "languages": [ + "orm-Ethi", + "hau-Latn" + ] + }, + { + "precision": 0.441189, + "recall": 0.491237, + "f1": 0.455354, + "accuracy": 0.491237, + "main_score": 0.455354, + "hf_subset": "orm_Ethi-ibo_Latn", + "languages": [ + "orm-Ethi", + "ibo-Latn" + ] + }, + { + "precision": 0.429067, + "recall": 0.47972, + "f1": 0.44296, + "accuracy": 0.47972, + "main_score": 0.44296, + "hf_subset": "orm_Ethi-nso_Latn", + "languages": [ + "orm-Ethi", + "nso-Latn" + ] + }, + { + "precision": 0.429986, + "recall": 0.472709, + "f1": 0.442031, + "accuracy": 0.472709, + "main_score": 0.442031, + "hf_subset": "orm_Ethi-som_Latn", + "languages": [ + "orm-Ethi", + "som-Latn" + ] + }, + { + "precision": 0.428403, + "recall": 0.481723, + "f1": 0.443502, + "accuracy": 0.481723, + "main_score": 0.443502, + "hf_subset": "orm_Ethi-ssw_Latn", + "languages": [ + "orm-Ethi", + "ssw-Latn" + ] + }, + { + "precision": 0.418266, + "recall": 0.470205, + "f1": 0.432825, + "accuracy": 0.470205, + "main_score": 0.432825, + "hf_subset": "orm_Ethi-swa_Latn", + "languages": [ + "orm-Ethi", + "swa-Latn" + ] + }, + { + "precision": 0.228377, + "recall": 0.285428, + "f1": 0.242994, + "accuracy": 0.285428, + "main_score": 0.242994, + "hf_subset": "orm_Ethi-tir_Ethi", + "languages": [ + "orm-Ethi", + "tir-Ethi" + ] + }, + { + "precision": 0.433155, + "recall": 0.483225, + "f1": 0.4473, + "accuracy": 0.483225, + "main_score": 0.4473, + "hf_subset": "orm_Ethi-tsn_Latn", + "languages": [ + "orm-Ethi", + "tsn-Latn" + ] + }, + { + "precision": 0.40993, + "recall": 0.458688, + "f1": 0.423618, + "accuracy": 0.458688, + "main_score": 0.423618, + "hf_subset": "orm_Ethi-wol_Latn", + "languages": [ + "orm-Ethi", + "wol-Latn" + ] + }, + { + "precision": 0.412037, + "recall": 0.461192, + "f1": 0.425803, + "accuracy": 0.461192, + "main_score": 0.425803, + "hf_subset": "orm_Ethi-xho_Latn", + "languages": [ + "orm-Ethi", + "xho-Latn" + ] + }, + { + "precision": 0.358616, + "recall": 0.414121, + "f1": 0.373679, + "accuracy": 0.414121, + "main_score": 0.373679, + "hf_subset": "orm_Ethi-yor_Latn", + "languages": [ + "orm-Ethi", + "yor-Latn" + ] + }, + { + "precision": 0.423048, + "recall": 0.476715, + "f1": 0.438031, + "accuracy": 0.476715, + "main_score": 0.438031, + "hf_subset": "orm_Ethi-zul_Latn", + "languages": [ + "orm-Ethi", + "zul-Latn" + ] + }, + { + "precision": 0.980971, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, + "hf_subset": "pan_Guru-ben_Beng", + "languages": [ + "pan-Guru", + "ben-Beng" + ] + }, + { + "precision": 0.088523, + "recall": 0.151227, + "f1": 0.1018, + "accuracy": 0.151227, + "main_score": 0.1018, + "hf_subset": "pan_Guru-div_Thaa", + "languages": [ + "pan-Guru", + "div-Thaa" + ] + }, + { + "precision": 0.992489, + "recall": 0.994992, + "f1": 0.993323, + "accuracy": 0.994992, + "main_score": 0.993323, + "hf_subset": "pan_Guru-eng_Latn", + "languages": [ + "pan-Guru", + "eng-Latn" + ] + }, + { + "precision": 0.884827, + "recall": 0.917877, + "f1": 0.89541, + "accuracy": 0.917877, + "main_score": 0.89541, + "hf_subset": "pan_Guru-eus_Latn", + "languages": [ + "pan-Guru", + "eus-Latn" + ] + }, + { + "precision": 0.98698, + "recall": 0.990986, + "f1": 0.988316, + "accuracy": 0.990986, + "main_score": 0.988316, + "hf_subset": "pan_Guru-guj_Gujr", + "languages": [ + "pan-Guru", + "guj-Gujr" + ] + }, + { + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "pan_Guru-hin_Deva", + "languages": [ + "pan-Guru", + "hin-Deva" + ] + }, + { + "precision": 0.963696, + "recall": 0.974962, + "f1": 0.967451, + "accuracy": 0.974962, + "main_score": 0.967451, + "hf_subset": "pan_Guru-kan_Knda", + "languages": [ + "pan-Guru", + "kan-Knda" + ] + }, + { + "precision": 0.983642, + "recall": 0.988983, + "f1": 0.985395, + "accuracy": 0.988983, + "main_score": 0.985395, + "hf_subset": "pan_Guru-mar_Deva", + "languages": [ + "pan-Guru", + "mar-Deva" + ] + }, + { + "precision": 0.983893, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, + "hf_subset": "pan_Guru-nep_Deva", + "languages": [ + "pan-Guru", + "nep-Deva" + ] + }, + { + "precision": 0.400824, + "recall": 0.488733, + "f1": 0.424771, + "accuracy": 0.488733, + "main_score": 0.424771, + "hf_subset": "pan_Guru-sin_Sinh", + "languages": [ + "pan-Guru", + "sin-Sinh" + ] + }, + { + "precision": 0.915164, + "recall": 0.940411, + "f1": 0.923252, + "accuracy": 0.940411, + "main_score": 0.923252, + "hf_subset": "pan_Guru-snd_Arab", + "languages": [ + "pan-Guru", + "snd-Arab" + ] + }, + { + "precision": 0.960858, + "recall": 0.972959, + "f1": 0.964781, + "accuracy": 0.972959, + "main_score": 0.964781, + "hf_subset": "pan_Guru-tam_Taml", + "languages": [ + "pan-Guru", + "tam-Taml" + ] + }, + { + "precision": 0.969371, + "recall": 0.978968, + "f1": 0.972542, + "accuracy": 0.978968, + "main_score": 0.972542, + "hf_subset": "pan_Guru-tel_Telu", + "languages": [ + "pan-Guru", + "tel-Telu" + ] + }, + { + "precision": 0.973877, + "recall": 0.981973, + "f1": 0.976548, + "accuracy": 0.981973, + "main_score": 0.976548, + "hf_subset": "pan_Guru-urd_Arab", + "languages": [ + "pan-Guru", + "urd-Arab" + ] + }, + { + "precision": 0.971958, + "recall": 0.980471, + "f1": 0.974712, + "accuracy": 0.980471, + "main_score": 0.974712, + "hf_subset": "pol_Latn-arb_Arab", + "languages": [ + "pol-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.970706, + "recall": 0.978968, + "f1": 0.973377, + "accuracy": 0.978968, + "main_score": 0.973377, + "hf_subset": "pol_Latn-bel_Cyrl", + "languages": [ + "pol-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.961859, + "recall": 0.973961, + "f1": 0.965865, + "accuracy": 0.973961, + "main_score": 0.965865, + "hf_subset": "pol_Latn-ben_Beng", + "languages": [ + "pol-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.98189, + "recall": 0.987481, + "f1": 0.983726, + "accuracy": 0.987481, + "main_score": 0.983726, + "hf_subset": "pol_Latn-bos_Latn", + "languages": [ + "pol-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.982974, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "pol_Latn-bul_Cyrl", + "languages": [ + "pol-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.982974, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "pol_Latn-ces_Latn", + "languages": [ + "pol-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.989401, + "recall": 0.992489, + "f1": 0.990402, + "accuracy": 0.992489, + "main_score": 0.990402, + "hf_subset": "pol_Latn-deu_Latn", + "languages": [ + "pol-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.982474, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "pol_Latn-ell_Grek", + "languages": [ + "pol-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "pol_Latn-eng_Latn", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.967702, + "recall": 0.977967, + "f1": 0.971123, + "accuracy": 0.977967, + "main_score": 0.971123, + "hf_subset": "pol_Latn-fas_Arab", + "languages": [ + "pol-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.968953, + "recall": 0.977967, + "f1": 0.971874, + "accuracy": 0.977967, + "main_score": 0.971874, + "hf_subset": "pol_Latn-fin_Latn", + "languages": [ + "pol-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.978885, + "recall": 0.985478, + "f1": 0.981055, + "accuracy": 0.985478, + "main_score": 0.981055, + "hf_subset": "pol_Latn-fra_Latn", + "languages": [ + "pol-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.964029, + "recall": 0.975463, + "f1": 0.967785, + "accuracy": 0.975463, + "main_score": 0.967785, + "hf_subset": "pol_Latn-heb_Hebr", + "languages": [ + "pol-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.964781, + "recall": 0.975964, + "f1": 0.968453, + "accuracy": 0.975964, + "main_score": 0.968453, + "hf_subset": "pol_Latn-hin_Deva", + "languages": [ + "pol-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.984226, + "recall": 0.988983, + "f1": 0.985812, + "accuracy": 0.988983, + "main_score": 0.985812, + "hf_subset": "pol_Latn-hrv_Latn", + "languages": [ + "pol-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.971207, + "recall": 0.97997, + "f1": 0.974128, + "accuracy": 0.97997, + "main_score": 0.974128, + "hf_subset": "pol_Latn-hun_Latn", + "languages": [ + "pol-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.98189, + "recall": 0.987481, + "f1": 0.983726, + "accuracy": 0.987481, + "main_score": 0.983726, + "hf_subset": "pol_Latn-ind_Latn", + "languages": [ + "pol-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.970706, + "recall": 0.97997, + "f1": 0.973711, + "accuracy": 0.97997, + "main_score": 0.973711, + "hf_subset": "pol_Latn-jpn_Jpan", + "languages": [ + "pol-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.965448, + "recall": 0.976465, + "f1": 0.969037, + "accuracy": 0.976465, + "main_score": 0.969037, + "hf_subset": "pol_Latn-kor_Hang", + "languages": [ + "pol-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.97588, + "recall": 0.983475, + "f1": 0.978384, + "accuracy": 0.983475, + "main_score": 0.978384, + "hf_subset": "pol_Latn-lit_Latn", + "languages": [ + "pol-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.977132, + "recall": 0.984477, + "f1": 0.979553, + "accuracy": 0.984477, + "main_score": 0.979553, + "hf_subset": "pol_Latn-mkd_Cyrl", + "languages": [ + "pol-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.98189, + "recall": 0.987481, + "f1": 0.983726, + "accuracy": 0.987481, + "main_score": 0.983726, + "hf_subset": "pol_Latn-nld_Latn", + "languages": [ + "pol-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "pol_Latn-por_Latn", + "languages": [ + "pol-Latn", + "por-Latn" + ] + }, + { + "precision": 0.982808, + "recall": 0.987481, + "f1": 0.98431, + "accuracy": 0.987481, + "main_score": 0.98431, + "hf_subset": "pol_Latn-rus_Cyrl", + "languages": [ + "pol-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.984977, + "recall": 0.989985, + "f1": 0.986647, + "accuracy": 0.989985, + "main_score": 0.986647, + "hf_subset": "pol_Latn-slk_Latn", + "languages": [ + "pol-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.977883, + "recall": 0.984977, + "f1": 0.98022, + "accuracy": 0.984977, + "main_score": 0.98022, + "hf_subset": "pol_Latn-slv_Latn", + "languages": [ + "pol-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.980638, + "recall": 0.98698, + "f1": 0.982724, + "accuracy": 0.98698, + "main_score": 0.982724, + "hf_subset": "pol_Latn-spa_Latn", + "languages": [ + "pol-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.980387, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, + "hf_subset": "pol_Latn-srp_Cyrl", + "languages": [ + "pol-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, + "hf_subset": "pol_Latn-srp_Latn", + "languages": [ + "pol-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.677484, + "recall": 0.75313, + "f1": 0.699692, + "accuracy": 0.75313, + "main_score": 0.699692, + "hf_subset": "pol_Latn-swa_Latn", + "languages": [ + "pol-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, + "hf_subset": "pol_Latn-swe_Latn", + "languages": [ + "pol-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.93557, + "recall": 0.955433, + "f1": 0.94208, + "accuracy": 0.955433, + "main_score": 0.94208, + "hf_subset": "pol_Latn-tam_Taml", + "languages": [ + "pol-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.973961, + "recall": 0.982474, + "f1": 0.976799, + "accuracy": 0.982474, + "main_score": 0.976799, + "hf_subset": "pol_Latn-tur_Latn", + "languages": [ + "pol-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.975463, + "recall": 0.982974, + "f1": 0.977883, + "accuracy": 0.982974, + "main_score": 0.977883, + "hf_subset": "pol_Latn-ukr_Cyrl", + "languages": [ + "pol-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.975964, + "recall": 0.983475, + "f1": 0.978468, + "accuracy": 0.983475, + "main_score": 0.978468, + "hf_subset": "pol_Latn-vie_Latn", + "languages": [ + "pol-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.96862, + "recall": 0.977967, + "f1": 0.971708, + "accuracy": 0.977967, + "main_score": 0.971708, + "hf_subset": "pol_Latn-zho_Hant", + "languages": [ + "pol-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.538856, + "recall": 0.617927, + "f1": 0.561637, + "accuracy": 0.617927, + "main_score": 0.561637, + "hf_subset": "pol_Latn-zul_Latn", + "languages": [ + "pol-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.972626, + "recall": 0.981472, + "f1": 0.975547, + "accuracy": 0.981472, + "main_score": 0.975547, + "hf_subset": "por_Latn-arb_Arab", + "languages": [ + "por-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.975213, + "recall": 0.983475, + "f1": 0.977967, + "accuracy": 0.983475, + "main_score": 0.977967, + "hf_subset": "por_Latn-ben_Beng", + "languages": [ + "por-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.984977, + "recall": 0.989484, + "f1": 0.98648, + "accuracy": 0.989484, + "main_score": 0.98648, + "hf_subset": "por_Latn-cat_Latn", + "languages": [ + "por-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.9889, + "recall": 0.991988, + "f1": 0.989902, + "accuracy": 0.991988, + "main_score": 0.989902, + "hf_subset": "por_Latn-deu_Latn", + "languages": [ + "por-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.985645, + "recall": 0.989985, + "f1": 0.987064, + "accuracy": 0.989985, + "main_score": 0.987064, + "hf_subset": "por_Latn-ell_Grek", + "languages": [ + "por-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.991153, + "recall": 0.993991, + "f1": 0.992071, + "accuracy": 0.993991, + "main_score": 0.992071, + "hf_subset": "por_Latn-eng_Latn", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.979469, + "recall": 0.985979, + "f1": 0.981639, + "accuracy": 0.985979, + "main_score": 0.981639, + "hf_subset": "por_Latn-fas_Arab", + "languages": [ + "por-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.978134, + "recall": 0.984977, + "f1": 0.980387, + "accuracy": 0.984977, + "main_score": 0.980387, + "hf_subset": "por_Latn-fin_Latn", + "languages": [ + "por-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.983976, + "recall": 0.988983, + "f1": 0.985562, + "accuracy": 0.988983, + "main_score": 0.985562, + "hf_subset": "por_Latn-fra_Latn", + "languages": [ + "por-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.984477, + "recall": 0.989484, + "f1": 0.986146, + "accuracy": 0.989484, + "main_score": 0.986146, + "hf_subset": "por_Latn-glg_Latn", + "languages": [ + "por-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.974211, + "recall": 0.982474, + "f1": 0.976965, + "accuracy": 0.982474, + "main_score": 0.976965, + "hf_subset": "por_Latn-heb_Hebr", + "languages": [ + "por-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.979219, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "por_Latn-hin_Deva", + "languages": [ + "por-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "por_Latn-hun_Latn", + "languages": [ + "por-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.988399, + "recall": 0.991988, + "f1": 0.989568, + "accuracy": 0.991988, + "main_score": 0.989568, + "hf_subset": "por_Latn-ind_Latn", + "languages": [ + "por-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.991487, + "recall": 0.993991, + "f1": 0.992322, + "accuracy": 0.993991, + "main_score": 0.992322, + "hf_subset": "por_Latn-ita_Latn", + "languages": [ + "por-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.974879, + "recall": 0.982974, + "f1": 0.97755, + "accuracy": 0.982974, + "main_score": 0.97755, + "hf_subset": "por_Latn-jpn_Jpan", + "languages": [ + "por-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.975797, + "recall": 0.982974, + "f1": 0.978134, + "accuracy": 0.982974, + "main_score": 0.978134, + "hf_subset": "por_Latn-kor_Hang", + "languages": [ + "por-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.971541, + "recall": 0.980471, + "f1": 0.974462, + "accuracy": 0.980471, + "main_score": 0.974462, + "hf_subset": "por_Latn-lit_Latn", + "languages": [ + "por-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.903622, + "recall": 0.929394, + "f1": 0.911484, + "accuracy": 0.929394, + "main_score": 0.911484, + "hf_subset": "por_Latn-mlt_Latn", + "languages": [ + "por-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.988399, + "recall": 0.991988, + "f1": 0.989568, + "accuracy": 0.991988, + "main_score": 0.989568, + "hf_subset": "por_Latn-nld_Latn", + "languages": [ + "por-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.982223, + "recall": 0.987982, + "f1": 0.984143, + "accuracy": 0.987982, + "main_score": 0.984143, + "hf_subset": "por_Latn-pol_Latn", + "languages": [ + "por-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.981389, + "recall": 0.98698, + "f1": 0.983225, + "accuracy": 0.98698, + "main_score": 0.983225, + "hf_subset": "por_Latn-ron_Latn", + "languages": [ + "por-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.985729, + "recall": 0.989985, + "f1": 0.987064, + "accuracy": 0.989985, + "main_score": 0.987064, + "hf_subset": "por_Latn-rus_Cyrl", + "languages": [ + "por-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.990402, + "recall": 0.99349, + "f1": 0.991404, + "accuracy": 0.99349, + "main_score": 0.991404, + "hf_subset": "por_Latn-spa_Latn", + "languages": [ + "por-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.70381, + "recall": 0.774662, + "f1": 0.724853, + "accuracy": 0.774662, + "main_score": 0.724853, + "hf_subset": "por_Latn-swa_Latn", + "languages": [ + "por-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.98239, + "recall": 0.987982, + "f1": 0.984226, + "accuracy": 0.987982, + "main_score": 0.984226, + "hf_subset": "por_Latn-swe_Latn", + "languages": [ + "por-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.948339, + "recall": 0.963946, + "f1": 0.95343, + "accuracy": 0.963946, + "main_score": 0.95343, + "hf_subset": "por_Latn-tam_Taml", + "languages": [ + "por-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.983809, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "por_Latn-tur_Latn", + "languages": [ + "por-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "por_Latn-vie_Latn", + "languages": [ + "por-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.976047, + "recall": 0.982974, + "f1": 0.978301, + "accuracy": 0.982974, + "main_score": 0.978301, + "hf_subset": "por_Latn-zho_Hant", + "languages": [ + "por-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.557575, + "recall": 0.636455, + "f1": 0.580301, + "accuracy": 0.636455, + "main_score": 0.580301, + "hf_subset": "por_Latn-zul_Latn", + "languages": [ + "por-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.976465, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "prs_Arab-arb_Arab", + "languages": [ + "prs-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.752788, + "recall": 0.815724, + "f1": 0.771834, + "accuracy": 0.815724, + "main_score": 0.771834, + "hf_subset": "prs_Arab-ckb_Arab", + "languages": [ + "prs-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, + "hf_subset": "prs_Arab-eng_Latn", + "languages": [ + "prs-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.980304, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "prs_Arab-fas_Arab", + "languages": [ + "prs-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.980137, + "recall": 0.98648, + "f1": 0.982223, + "accuracy": 0.98648, + "main_score": 0.982223, + "hf_subset": "prs_Arab-heb_Hebr", + "languages": [ + "prs-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.656197, + "recall": 0.729594, + "f1": 0.677975, + "accuracy": 0.729594, + "main_score": 0.677975, + "hf_subset": "prs_Arab-kmr_Latn", + "languages": [ + "prs-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.889392, + "recall": 0.920881, + "f1": 0.899449, + "accuracy": 0.920881, + "main_score": 0.899449, + "hf_subset": "prs_Arab-mey_Arab", + "languages": [ + "prs-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.8166, + "recall": 0.867802, + "f1": 0.8331, + "accuracy": 0.867802, + "main_score": 0.8331, + "hf_subset": "prs_Arab-pus_Arab", + "languages": [ + "prs-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.575026, + "recall": 0.665999, + "f1": 0.601706, + "accuracy": 0.665999, + "main_score": 0.601706, + "hf_subset": "prs_Arab-shi_Arab", + "languages": [ + "prs-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.857929, + "recall": 0.898348, + "f1": 0.870739, + "accuracy": 0.898348, + "main_score": 0.870739, + "hf_subset": "prs_Arab-tgk_Cyrl", + "languages": [ + "prs-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.794959, + "recall": 0.845769, + "f1": 0.810549, + "accuracy": 0.845769, + "main_score": 0.810549, + "hf_subset": "pus_Arab-arb_Arab", + "languages": [ + "pus-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.628359, + "recall": 0.698047, + "f1": 0.649096, + "accuracy": 0.698047, + "main_score": 0.649096, + "hf_subset": "pus_Arab-ckb_Arab", + "languages": [ + "pus-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.834744, + "recall": 0.88032, + "f1": 0.849024, + "accuracy": 0.88032, + "main_score": 0.849024, + "hf_subset": "pus_Arab-eng_Latn", + "languages": [ + "pus-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.828301, + "recall": 0.875313, + "f1": 0.842817, + "accuracy": 0.875313, + "main_score": 0.842817, + "hf_subset": "pus_Arab-fas_Arab", + "languages": [ + "pus-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.798222, + "recall": 0.849775, + "f1": 0.814054, + "accuracy": 0.849775, + "main_score": 0.814054, + "hf_subset": "pus_Arab-heb_Hebr", + "languages": [ + "pus-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.597921, + "recall": 0.662494, + "f1": 0.616378, + "accuracy": 0.662494, + "main_score": 0.616378, + "hf_subset": "pus_Arab-kmr_Latn", + "languages": [ + "pus-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.710289, + "recall": 0.770155, + "f1": 0.728118, + "accuracy": 0.770155, + "main_score": 0.728118, + "hf_subset": "pus_Arab-mey_Arab", + "languages": [ + "pus-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.84566, + "recall": 0.88683, + "f1": 0.858338, + "accuracy": 0.88683, + "main_score": 0.858338, + "hf_subset": "pus_Arab-prs_Arab", + "languages": [ + "pus-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.492619, + "recall": 0.572859, + "f1": 0.515794, + "accuracy": 0.572859, + "main_score": 0.515794, + "hf_subset": "pus_Arab-shi_Arab", + "languages": [ + "pus-Arab", + "shi-Arab" + ] + }, + { + "precision": 0.687047, + "recall": 0.754131, + "f1": 0.70722, + "accuracy": 0.754131, + "main_score": 0.70722, + "hf_subset": "pus_Arab-tgk_Cyrl", + "languages": [ + "pus-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.985478, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, + "hf_subset": "ron_Latn-cat_Latn", + "languages": [ + "ron-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.987982, + "recall": 0.991487, + "f1": 0.98915, + "accuracy": 0.991487, + "main_score": 0.98915, + "hf_subset": "ron_Latn-eng_Latn", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.983475, + "recall": 0.988483, + "f1": 0.985144, + "accuracy": 0.988483, + "main_score": 0.985144, + "hf_subset": "ron_Latn-fra_Latn", + "languages": [ + "ron-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.984644, + "recall": 0.989484, + "f1": 0.986229, + "accuracy": 0.989484, + "main_score": 0.986229, + "hf_subset": "ron_Latn-glg_Latn", + "languages": [ + "ron-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.983976, + "recall": 0.988983, + "f1": 0.985645, + "accuracy": 0.988983, + "main_score": 0.985645, + "hf_subset": "ron_Latn-ita_Latn", + "languages": [ + "ron-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.901519, + "recall": 0.929895, + "f1": 0.910516, + "accuracy": 0.929895, + "main_score": 0.910516, + "hf_subset": "ron_Latn-mlt_Latn", + "languages": [ + "ron-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.981806, + "recall": 0.98698, + "f1": 0.983475, + "accuracy": 0.98698, + "main_score": 0.983475, + "hf_subset": "ron_Latn-por_Latn", + "languages": [ + "ron-Latn", + "por-Latn" + ] + }, + { + "precision": 0.980888, + "recall": 0.98698, + "f1": 0.982891, + "accuracy": 0.98698, + "main_score": 0.982891, + "hf_subset": "ron_Latn-spa_Latn", + "languages": [ + "ron-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.971415, + "recall": 0.97997, + "f1": 0.974161, + "accuracy": 0.97997, + "main_score": 0.974161, + "hf_subset": "rus_Cyrl-arb_Arab", + "languages": [ + "rus-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.963821, + "recall": 0.974962, + "f1": 0.967401, + "accuracy": 0.974962, + "main_score": 0.967401, + "hf_subset": "rus_Cyrl-bel_Cyrl", + "languages": [ + "rus-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.962777, + "recall": 0.974462, + "f1": 0.966617, + "accuracy": 0.974462, + "main_score": 0.966617, + "hf_subset": "rus_Cyrl-ben_Beng", + "languages": [ + "rus-Cyrl", + "ben-Beng" + ] + }, + { + "precision": 0.980971, + "recall": 0.98698, + "f1": 0.982974, + "accuracy": 0.98698, + "main_score": 0.982974, + "hf_subset": "rus_Cyrl-bos_Latn", + "languages": [ + "rus-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.981556, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "rus_Cyrl-bul_Cyrl", + "languages": [ + "rus-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.982974, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "rus_Cyrl-ces_Latn", + "languages": [ + "rus-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "rus_Cyrl-deu_Latn", + "languages": [ + "rus-Cyrl", + "deu-Latn" + ] + }, + { + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, + "hf_subset": "rus_Cyrl-ell_Grek", + "languages": [ + "rus-Cyrl", + "ell-Grek" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "rus_Cyrl-eng_Latn", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.973043, + "recall": 0.981472, + "f1": 0.975797, + "accuracy": 0.981472, + "main_score": 0.975797, + "hf_subset": "rus_Cyrl-fas_Arab", + "languages": [ + "rus-Cyrl", + "fas-Arab" + ] + }, + { + "precision": 0.965615, + "recall": 0.976465, + "f1": 0.969204, + "accuracy": 0.976465, + "main_score": 0.969204, + "hf_subset": "rus_Cyrl-fin_Latn", + "languages": [ + "rus-Cyrl", + "fin-Latn" + ] + }, + { + "precision": 0.976298, + "recall": 0.983475, + "f1": 0.978635, + "accuracy": 0.983475, + "main_score": 0.978635, + "hf_subset": "rus_Cyrl-fra_Latn", + "languages": [ + "rus-Cyrl", + "fra-Latn" + ] + }, + { + "precision": 0.962986, + "recall": 0.974462, + "f1": 0.966733, + "accuracy": 0.974462, + "main_score": 0.966733, + "hf_subset": "rus_Cyrl-heb_Hebr", + "languages": [ + "rus-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.970873, + "recall": 0.97997, + "f1": 0.973877, + "accuracy": 0.97997, + "main_score": 0.973877, + "hf_subset": "rus_Cyrl-hin_Deva", + "languages": [ + "rus-Cyrl", + "hin-Deva" + ] + }, + { + "precision": 0.975213, + "recall": 0.983475, + "f1": 0.977967, + "accuracy": 0.983475, + "main_score": 0.977967, + "hf_subset": "rus_Cyrl-hrv_Latn", + "languages": [ + "rus-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.973961, + "recall": 0.981472, + "f1": 0.976381, + "accuracy": 0.981472, + "main_score": 0.976381, + "hf_subset": "rus_Cyrl-hun_Latn", + "languages": [ + "rus-Cyrl", + "hun-Latn" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "rus_Cyrl-ind_Latn", + "languages": [ + "rus-Cyrl", + "ind-Latn" + ] + }, + { + "precision": 0.969287, + "recall": 0.978968, + "f1": 0.972375, + "accuracy": 0.978968, + "main_score": 0.972375, + "hf_subset": "rus_Cyrl-jpn_Jpan", + "languages": [ + "rus-Cyrl", + "jpn-Jpan" + ] + }, + { + "precision": 0.965031, + "recall": 0.975964, + "f1": 0.96862, + "accuracy": 0.975964, + "main_score": 0.96862, + "hf_subset": "rus_Cyrl-kor_Hang", + "languages": [ + "rus-Cyrl", + "kor-Hang" + ] + }, + { + "precision": 0.970873, + "recall": 0.97997, + "f1": 0.973877, + "accuracy": 0.97997, + "main_score": 0.973877, + "hf_subset": "rus_Cyrl-lit_Latn", + "languages": [ + "rus-Cyrl", + "lit-Latn" + ] + }, + { + "precision": 0.974378, + "recall": 0.982474, + "f1": 0.977049, + "accuracy": 0.982474, + "main_score": 0.977049, + "hf_subset": "rus_Cyrl-mkd_Cyrl", + "languages": [ + "rus-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "rus_Cyrl-nld_Latn", + "languages": [ + "rus-Cyrl", + "nld-Latn" + ] + }, + { + "precision": 0.977049, + "recall": 0.984477, + "f1": 0.979469, + "accuracy": 0.984477, + "main_score": 0.979469, + "hf_subset": "rus_Cyrl-pol_Latn", + "languages": [ + "rus-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.978885, + "recall": 0.985478, + "f1": 0.981055, + "accuracy": 0.985478, + "main_score": 0.981055, + "hf_subset": "rus_Cyrl-por_Latn", + "languages": [ + "rus-Cyrl", + "por-Latn" + ] + }, + { + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, + "hf_subset": "rus_Cyrl-slk_Latn", + "languages": [ + "rus-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.972125, + "recall": 0.980971, + "f1": 0.975046, + "accuracy": 0.980971, + "main_score": 0.975046, + "hf_subset": "rus_Cyrl-slv_Latn", + "languages": [ + "rus-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, + "hf_subset": "rus_Cyrl-spa_Latn", + "languages": [ + "rus-Cyrl", + "spa-Latn" + ] + }, + { + "precision": 0.974128, + "recall": 0.982474, + "f1": 0.976882, + "accuracy": 0.982474, + "main_score": 0.976882, + "hf_subset": "rus_Cyrl-srp_Cyrl", + "languages": [ + "rus-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.980471, + "recall": 0.98698, + "f1": 0.982641, + "accuracy": 0.98698, + "main_score": 0.982641, + "hf_subset": "rus_Cyrl-srp_Latn", + "languages": [ + "rus-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.67124, + "recall": 0.74662, + "f1": 0.693662, + "accuracy": 0.74662, + "main_score": 0.693662, + "hf_subset": "rus_Cyrl-swa_Latn", + "languages": [ + "rus-Cyrl", + "swa-Latn" + ] + }, + { + "precision": 0.976131, + "recall": 0.983976, + "f1": 0.978718, + "accuracy": 0.983976, + "main_score": 0.978718, + "hf_subset": "rus_Cyrl-swe_Latn", + "languages": [ + "rus-Cyrl", + "swe-Latn" + ] + }, + { + "precision": 0.936279, + "recall": 0.955934, + "f1": 0.942614, + "accuracy": 0.955934, + "main_score": 0.942614, + "hf_subset": "rus_Cyrl-tam_Taml", + "languages": [ + "rus-Cyrl", + "tam-Taml" + ] + }, + { + "precision": 0.979636, + "recall": 0.985979, + "f1": 0.981723, + "accuracy": 0.985979, + "main_score": 0.981723, + "hf_subset": "rus_Cyrl-tur_Latn", + "languages": [ + "rus-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.975463, + "recall": 0.982974, + "f1": 0.977883, + "accuracy": 0.982974, + "main_score": 0.977883, + "hf_subset": "rus_Cyrl-ukr_Cyrl", + "languages": [ + "rus-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.976214, + "recall": 0.983976, + "f1": 0.978802, + "accuracy": 0.983976, + "main_score": 0.978802, + "hf_subset": "rus_Cyrl-vie_Latn", + "languages": [ + "rus-Cyrl", + "vie-Latn" + ] + }, + { + "precision": 0.976632, + "recall": 0.983976, + "f1": 0.979052, + "accuracy": 0.983976, + "main_score": 0.979052, + "hf_subset": "rus_Cyrl-zho_Hant", + "languages": [ + "rus-Cyrl", + "zho-Hant" + ] + }, + { + "precision": 0.540407, + "recall": 0.621432, + "f1": 0.563523, + "accuracy": 0.621432, + "main_score": 0.563523, + "hf_subset": "rus_Cyrl-zul_Latn", + "languages": [ + "rus-Cyrl", + "zul-Latn" + ] + }, + { + "precision": 0.629638, + "recall": 0.701052, + "f1": 0.649907, + "accuracy": 0.701052, + "main_score": 0.649907, + "hf_subset": "shi_Arab-arb_Arab", + "languages": [ + "shi-Arab", + "arb-Arab" + ] + }, + { + "precision": 0.440195, + "recall": 0.518778, + "f1": 0.462286, + "accuracy": 0.518778, + "main_score": 0.462286, + "hf_subset": "shi_Arab-ckb_Arab", + "languages": [ + "shi-Arab", + "ckb-Arab" + ] + }, + { + "precision": 0.599, + "recall": 0.684026, + "f1": 0.623953, + "accuracy": 0.684026, + "main_score": 0.623953, + "hf_subset": "shi_Arab-eng_Latn", + "languages": [ + "shi-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.590859, + "recall": 0.671507, + "f1": 0.613259, + "accuracy": 0.671507, + "main_score": 0.613259, + "hf_subset": "shi_Arab-fas_Arab", + "languages": [ + "shi-Arab", + "fas-Arab" + ] + }, + { + "precision": 0.575937, + "recall": 0.658488, + "f1": 0.599552, + "accuracy": 0.658488, + "main_score": 0.599552, + "hf_subset": "shi_Arab-heb_Hebr", + "languages": [ + "shi-Arab", + "heb-Hebr" + ] + }, + { + "precision": 0.454461, + "recall": 0.528793, + "f1": 0.475853, + "accuracy": 0.528793, + "main_score": 0.475853, + "hf_subset": "shi_Arab-kmr_Latn", + "languages": [ + "shi-Arab", + "kmr-Latn" + ] + }, + { + "precision": 0.609158, + "recall": 0.679019, + "f1": 0.629703, + "accuracy": 0.679019, + "main_score": 0.629703, + "hf_subset": "shi_Arab-mey_Arab", + "languages": [ + "shi-Arab", + "mey-Arab" + ] + }, + { + "precision": 0.58198, + "recall": 0.65999, + "f1": 0.604223, + "accuracy": 0.65999, + "main_score": 0.604223, + "hf_subset": "shi_Arab-prs_Arab", + "languages": [ + "shi-Arab", + "prs-Arab" + ] + }, + { + "precision": 0.471075, + "recall": 0.555834, + "f1": 0.494594, + "accuracy": 0.555834, + "main_score": 0.494594, + "hf_subset": "shi_Arab-pus_Arab", + "languages": [ + "shi-Arab", + "pus-Arab" + ] + }, + { + "precision": 0.508264, + "recall": 0.584877, + "f1": 0.530272, + "accuracy": 0.584877, + "main_score": 0.530272, + "hf_subset": "shi_Arab-tgk_Cyrl", + "languages": [ + "shi-Arab", + "tgk-Cyrl" + ] + }, + { + "precision": 0.300714, + "recall": 0.387581, + "f1": 0.322373, + "accuracy": 0.387581, + "main_score": 0.322373, + "hf_subset": "sin_Sinh-ben_Beng", + "languages": [ + "sin-Sinh", + "ben-Beng" + ] + }, + { + "precision": 0.117419, + "recall": 0.165248, + "f1": 0.1282, + "accuracy": 0.165248, + "main_score": 0.1282, + "hf_subset": "sin_Sinh-div_Thaa", + "languages": [ + "sin-Sinh", + "div-Thaa" + ] + }, + { + "precision": 0.267406, + "recall": 0.363545, + "f1": 0.290141, + "accuracy": 0.363545, + "main_score": 0.290141, + "hf_subset": "sin_Sinh-eng_Latn", + "languages": [ + "sin-Sinh", + "eng-Latn" + ] + }, + { + "precision": 0.239632, + "recall": 0.31347, + "f1": 0.257211, + "accuracy": 0.31347, + "main_score": 0.257211, + "hf_subset": "sin_Sinh-eus_Latn", + "languages": [ + "sin-Sinh", + "eus-Latn" + ] + }, + { + "precision": 0.347499, + "recall": 0.435153, + "f1": 0.369165, + "accuracy": 0.435153, + "main_score": 0.369165, + "hf_subset": "sin_Sinh-guj_Gujr", + "languages": [ + "sin-Sinh", + "guj-Gujr" + ] + }, + { + "precision": 0.326127, + "recall": 0.419129, + "f1": 0.349688, + "accuracy": 0.419129, + "main_score": 0.349688, + "hf_subset": "sin_Sinh-hin_Deva", + "languages": [ + "sin-Sinh", + "hin-Deva" + ] + }, + { + "precision": 0.325853, + "recall": 0.416124, + "f1": 0.34848, + "accuracy": 0.416124, + "main_score": 0.34848, + "hf_subset": "sin_Sinh-kan_Knda", + "languages": [ + "sin-Sinh", + "kan-Knda" + ] + }, + { + "precision": 0.310675, + "recall": 0.403605, + "f1": 0.333634, + "accuracy": 0.403605, + "main_score": 0.333634, + "hf_subset": "sin_Sinh-mar_Deva", + "languages": [ + "sin-Sinh", + "mar-Deva" + ] + }, + { + "precision": 0.322206, + "recall": 0.411617, + "f1": 0.344294, + "accuracy": 0.411617, + "main_score": 0.344294, + "hf_subset": "sin_Sinh-nep_Deva", + "languages": [ + "sin-Sinh", + "nep-Deva" + ] + }, + { + "precision": 0.319478, + "recall": 0.405108, + "f1": 0.341101, + "accuracy": 0.405108, + "main_score": 0.341101, + "hf_subset": "sin_Sinh-pan_Guru", + "languages": [ + "sin-Sinh", + "pan-Guru" + ] + }, + { + "precision": 0.270506, + "recall": 0.351527, + "f1": 0.290508, + "accuracy": 0.351527, + "main_score": 0.290508, + "hf_subset": "sin_Sinh-snd_Arab", + "languages": [ + "sin-Sinh", + "snd-Arab" + ] + }, + { + "precision": 0.324346, + "recall": 0.41362, + "f1": 0.346052, + "accuracy": 0.41362, + "main_score": 0.346052, + "hf_subset": "sin_Sinh-tam_Taml", + "languages": [ + "sin-Sinh", + "tam-Taml" + ] + }, + { + "precision": 0.310374, + "recall": 0.399599, + "f1": 0.331669, + "accuracy": 0.399599, + "main_score": 0.331669, + "hf_subset": "sin_Sinh-tel_Telu", + "languages": [ + "sin-Sinh", + "tel-Telu" + ] + }, + { + "precision": 0.30722, + "recall": 0.399099, + "f1": 0.33008, + "accuracy": 0.399099, + "main_score": 0.33008, + "hf_subset": "sin_Sinh-urd_Arab", + "languages": [ + "sin-Sinh", + "urd-Arab" + ] + }, + { + "precision": 0.98214, + "recall": 0.987481, + "f1": 0.983893, + "accuracy": 0.987481, + "main_score": 0.983893, + "hf_subset": "slk_Latn-bel_Cyrl", + "languages": [ + "slk-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.991153, + "recall": 0.993991, + "f1": 0.992071, + "accuracy": 0.993991, + "main_score": 0.992071, + "hf_subset": "slk_Latn-bos_Latn", + "languages": [ + "slk-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.987982, + "recall": 0.991988, + "f1": 0.989317, + "accuracy": 0.991988, + "main_score": 0.989317, + "hf_subset": "slk_Latn-bul_Cyrl", + "languages": [ + "slk-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.99324, + "recall": 0.995493, + "f1": 0.993991, + "accuracy": 0.995493, + "main_score": 0.993991, + "hf_subset": "slk_Latn-ces_Latn", + "languages": [ + "slk-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.994408, + "recall": 0.995994, + "f1": 0.994909, + "accuracy": 0.995994, + "main_score": 0.994909, + "hf_subset": "slk_Latn-eng_Latn", + "languages": [ + "slk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.993741, + "recall": 0.995493, + "f1": 0.994325, + "accuracy": 0.995493, + "main_score": 0.994325, + "hf_subset": "slk_Latn-hrv_Latn", + "languages": [ + "slk-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "slk_Latn-mkd_Cyrl", + "languages": [ + "slk-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.985979, + "recall": 0.990486, + "f1": 0.987481, + "accuracy": 0.990486, + "main_score": 0.987481, + "hf_subset": "slk_Latn-pol_Latn", + "languages": [ + "slk-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.976381, + "recall": 0.983475, + "f1": 0.978635, + "accuracy": 0.983475, + "main_score": 0.978635, + "hf_subset": "slk_Latn-rus_Cyrl", + "languages": [ + "slk-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "slk_Latn-slv_Latn", + "languages": [ + "slk-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, + "hf_subset": "slk_Latn-srp_Cyrl", + "languages": [ + "slk-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, + "hf_subset": "slk_Latn-srp_Latn", + "languages": [ + "slk-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.985645, + "recall": 0.989985, + "f1": 0.987064, + "accuracy": 0.989985, + "main_score": 0.987064, + "hf_subset": "slk_Latn-ukr_Cyrl", + "languages": [ + "slk-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.980638, + "recall": 0.98698, + "f1": 0.982724, + "accuracy": 0.98698, + "main_score": 0.982724, + "hf_subset": "slv_Latn-bel_Cyrl", + "languages": [ + "slv-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.989651, + "recall": 0.992989, + "f1": 0.990736, + "accuracy": 0.992989, + "main_score": 0.990736, + "hf_subset": "slv_Latn-bos_Latn", + "languages": [ + "slv-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.985144, + "recall": 0.989484, + "f1": 0.986563, + "accuracy": 0.989484, + "main_score": 0.986563, + "hf_subset": "slv_Latn-bul_Cyrl", + "languages": [ + "slv-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.985144, + "recall": 0.989484, + "f1": 0.986563, + "accuracy": 0.989484, + "main_score": 0.986563, + "hf_subset": "slv_Latn-ces_Latn", + "languages": [ + "slv-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "slv_Latn-eng_Latn", + "languages": [ + "slv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.988316, + "recall": 0.991487, + "f1": 0.989317, + "accuracy": 0.991487, + "main_score": 0.989317, + "hf_subset": "slv_Latn-hrv_Latn", + "languages": [ + "slv-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.981723, + "recall": 0.987481, + "f1": 0.983642, + "accuracy": 0.987481, + "main_score": 0.983642, + "hf_subset": "slv_Latn-mkd_Cyrl", + "languages": [ + "slv-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.980638, + "recall": 0.98648, + "f1": 0.982557, + "accuracy": 0.98648, + "main_score": 0.982557, + "hf_subset": "slv_Latn-pol_Latn", + "languages": [ + "slv-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.977216, + "recall": 0.983976, + "f1": 0.979386, + "accuracy": 0.983976, + "main_score": 0.979386, + "hf_subset": "slv_Latn-rus_Cyrl", + "languages": [ + "slv-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "slv_Latn-slk_Latn", + "languages": [ + "slv-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.985144, + "recall": 0.989484, + "f1": 0.986563, + "accuracy": 0.989484, + "main_score": 0.986563, + "hf_subset": "slv_Latn-srp_Cyrl", + "languages": [ + "slv-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.985729, + "recall": 0.990486, + "f1": 0.987314, + "accuracy": 0.990486, + "main_score": 0.987314, + "hf_subset": "slv_Latn-srp_Latn", + "languages": [ + "slv-Latn", + "srp-Latn" + ] + }, + { + "precision": 0.983141, + "recall": 0.987982, + "f1": 0.984727, + "accuracy": 0.987982, + "main_score": 0.984727, + "hf_subset": "slv_Latn-ukr_Cyrl", + "languages": [ + "slv-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.557118, + "recall": 0.624937, + "f1": 0.57569, + "accuracy": 0.624937, + "main_score": 0.57569, + "hf_subset": "smo_Latn-eng_Latn", + "languages": [ + "smo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.505031, + "recall": 0.568853, + "f1": 0.522404, + "accuracy": 0.568853, + "main_score": 0.522404, + "hf_subset": "smo_Latn-fij_Latn", + "languages": [ + "smo-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.600058, + "recall": 0.654982, + "f1": 0.615283, + "accuracy": 0.654982, + "main_score": 0.615283, + "hf_subset": "smo_Latn-fil_Latn", + "languages": [ + "smo-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.565063, + "recall": 0.632449, + "f1": 0.583422, + "accuracy": 0.632449, + "main_score": 0.583422, + "hf_subset": "smo_Latn-ind_Latn", + "languages": [ + "smo-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.480294, + "recall": 0.561843, + "f1": 0.502413, + "accuracy": 0.561843, + "main_score": 0.502413, + "hf_subset": "smo_Latn-mal_Mlym", + "languages": [ + "smo-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.578935, + "recall": 0.624437, + "f1": 0.591799, + "accuracy": 0.624437, + "main_score": 0.591799, + "hf_subset": "smo_Latn-mlg_Latn", + "languages": [ + "smo-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.584623, + "recall": 0.637957, + "f1": 0.600167, + "accuracy": 0.637957, + "main_score": 0.600167, + "hf_subset": "smo_Latn-mri_Latn", + "languages": [ + "smo-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.561753, + "recall": 0.630446, + "f1": 0.581032, + "accuracy": 0.630446, + "main_score": 0.581032, + "hf_subset": "smo_Latn-msa_Latn", + "languages": [ + "smo-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.580914, + "recall": 0.631447, + "f1": 0.595039, + "accuracy": 0.631447, + "main_score": 0.595039, + "hf_subset": "smo_Latn-tah_Latn", + "languages": [ + "smo-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.570177, + "recall": 0.62694, + "f1": 0.586339, + "accuracy": 0.62694, + "main_score": 0.586339, + "hf_subset": "smo_Latn-ton_Latn", + "languages": [ + "smo-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.636203, + "recall": 0.676014, + "f1": 0.646719, + "accuracy": 0.676014, + "main_score": 0.646719, + "hf_subset": "sna_Latn-bem_Latn", + "languages": [ + "sna-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.520257, + "recall": 0.59339, + "f1": 0.541045, + "accuracy": 0.59339, + "main_score": 0.541045, + "hf_subset": "sna_Latn-eng_Latn", + "languages": [ + "sna-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.558371, + "recall": 0.609915, + "f1": 0.572898, + "accuracy": 0.609915, + "main_score": 0.572898, + "hf_subset": "sna_Latn-ewe_Latn", + "languages": [ + "sna-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.596857, + "recall": 0.63996, + "f1": 0.609383, + "accuracy": 0.63996, + "main_score": 0.609383, + "hf_subset": "sna_Latn-fuc_Latn", + "languages": [ + "sna-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.595106, + "recall": 0.635954, + "f1": 0.606236, + "accuracy": 0.635954, + "main_score": 0.606236, + "hf_subset": "sna_Latn-kin_Latn", + "languages": [ + "sna-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.629699, + "recall": 0.67351, + "f1": 0.641838, + "accuracy": 0.67351, + "main_score": 0.641838, + "hf_subset": "sna_Latn-nde_Latn", + "languages": [ + "sna-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.637913, + "recall": 0.683025, + "f1": 0.650095, + "accuracy": 0.683025, + "main_score": 0.650095, + "hf_subset": "sna_Latn-nya_Latn", + "languages": [ + "sna-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.630648, + "recall": 0.67351, + "f1": 0.642534, + "accuracy": 0.67351, + "main_score": 0.642534, + "hf_subset": "sna_Latn-ven_Latn", + "languages": [ + "sna-Latn", + "ven-Latn" + ] + }, + { + "precision": 0.923418, + "recall": 0.945418, + "f1": 0.930379, + "accuracy": 0.945418, + "main_score": 0.930379, + "hf_subset": "snd_Arab-ben_Beng", + "languages": [ + "snd-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.088519, + "recall": 0.144717, + "f1": 0.100651, + "accuracy": 0.144717, + "main_score": 0.100651, + "hf_subset": "snd_Arab-div_Thaa", + "languages": [ + "snd-Arab", + "div-Thaa" + ] + }, + { + "precision": 0.935921, + "recall": 0.955934, + "f1": 0.942414, + "accuracy": 0.955934, + "main_score": 0.942414, + "hf_subset": "snd_Arab-eng_Latn", + "languages": [ + "snd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.793912, + "recall": 0.843766, + "f1": 0.809039, + "accuracy": 0.843766, + "main_score": 0.809039, + "hf_subset": "snd_Arab-eus_Latn", + "languages": [ + "snd-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.943557, + "recall": 0.960441, + "f1": 0.948957, + "accuracy": 0.960441, + "main_score": 0.948957, + "hf_subset": "snd_Arab-guj_Gujr", + "languages": [ + "snd-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.93436, + "recall": 0.953931, + "f1": 0.940694, + "accuracy": 0.953931, + "main_score": 0.940694, + "hf_subset": "snd_Arab-hin_Deva", + "languages": [ + "snd-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.90237, + "recall": 0.929895, + "f1": 0.9111, + "accuracy": 0.929895, + "main_score": 0.9111, + "hf_subset": "snd_Arab-kan_Knda", + "languages": [ + "snd-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.92422, + "recall": 0.94692, + "f1": 0.931547, + "accuracy": 0.94692, + "main_score": 0.931547, + "hf_subset": "snd_Arab-mar_Deva", + "languages": [ + "snd-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.9276, + "recall": 0.948923, + "f1": 0.934411, + "accuracy": 0.948923, + "main_score": 0.934411, + "hf_subset": "snd_Arab-nep_Deva", + "languages": [ + "snd-Arab", + "nep-Deva" + ] + }, + { + "precision": 0.936113, + "recall": 0.955433, + "f1": 0.942364, + "accuracy": 0.955433, + "main_score": 0.942364, + "hf_subset": "snd_Arab-pan_Guru", + "languages": [ + "snd-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.332393, + "recall": 0.416124, + "f1": 0.355238, + "accuracy": 0.416124, + "main_score": 0.355238, + "hf_subset": "snd_Arab-sin_Sinh", + "languages": [ + "snd-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.88693, + "recall": 0.91988, + "f1": 0.897413, + "accuracy": 0.91988, + "main_score": 0.897413, + "hf_subset": "snd_Arab-tam_Taml", + "languages": [ + "snd-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.893841, + "recall": 0.923886, + "f1": 0.903481, + "accuracy": 0.923886, + "main_score": 0.903481, + "hf_subset": "snd_Arab-tel_Telu", + "languages": [ + "snd-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.927349, + "recall": 0.947922, + "f1": 0.933751, + "accuracy": 0.947922, + "main_score": 0.933751, + "hf_subset": "snd_Arab-urd_Arab", + "languages": [ + "snd-Arab", + "urd-Arab" + ] + }, + { + "precision": 0.273547, + "recall": 0.356535, + "f1": 0.293935, + "accuracy": 0.356535, + "main_score": 0.293935, + "hf_subset": "som_Latn-amh_Ethi", + "languages": [ + "som-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.522212, + "recall": 0.592889, + "f1": 0.54158, + "accuracy": 0.592889, + "main_score": 0.54158, + "hf_subset": "som_Latn-eng_Latn", + "languages": [ + "som-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.591435, + "recall": 0.637957, + "f1": 0.604523, + "accuracy": 0.637957, + "main_score": 0.604523, + "hf_subset": "som_Latn-hau_Latn", + "languages": [ + "som-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.621613, + "recall": 0.661492, + "f1": 0.632976, + "accuracy": 0.661492, + "main_score": 0.632976, + "hf_subset": "som_Latn-ibo_Latn", + "languages": [ + "som-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.587319, + "recall": 0.630946, + "f1": 0.599127, + "accuracy": 0.630946, + "main_score": 0.599127, + "hf_subset": "som_Latn-nso_Latn", + "languages": [ + "som-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.400425, + "recall": 0.469204, + "f1": 0.4192, + "accuracy": 0.469204, + "main_score": 0.4192, + "hf_subset": "som_Latn-orm_Ethi", + "languages": [ + "som-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.575722, + "recall": 0.622434, + "f1": 0.589167, + "accuracy": 0.622434, + "main_score": 0.589167, + "hf_subset": "som_Latn-ssw_Latn", + "languages": [ + "som-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.608376, + "recall": 0.658988, + "f1": 0.623022, + "accuracy": 0.658988, + "main_score": 0.623022, + "hf_subset": "som_Latn-swa_Latn", + "languages": [ + "som-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.256622, + "recall": 0.315974, + "f1": 0.271401, + "accuracy": 0.315974, + "main_score": 0.271401, + "hf_subset": "som_Latn-tir_Ethi", + "languages": [ + "som-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.594067, + "recall": 0.63996, + "f1": 0.606446, + "accuracy": 0.63996, + "main_score": 0.606446, + "hf_subset": "som_Latn-tsn_Latn", + "languages": [ + "som-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.55267, + "recall": 0.599399, + "f1": 0.566004, + "accuracy": 0.599399, + "main_score": 0.566004, + "hf_subset": "som_Latn-wol_Latn", + "languages": [ + "som-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.560925, + "recall": 0.612919, + "f1": 0.575737, + "accuracy": 0.612919, + "main_score": 0.575737, + "hf_subset": "som_Latn-xho_Latn", + "languages": [ + "som-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.535711, + "recall": 0.585879, + "f1": 0.549967, + "accuracy": 0.585879, + "main_score": 0.549967, + "hf_subset": "som_Latn-yor_Latn", + "languages": [ + "som-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.579311, + "recall": 0.622934, + "f1": 0.591721, + "accuracy": 0.622934, + "main_score": 0.591721, + "hf_subset": "som_Latn-zul_Latn", + "languages": [ + "som-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.977717, + "recall": 0.984477, + "f1": 0.97997, + "accuracy": 0.984477, + "main_score": 0.97997, + "hf_subset": "spa_Latn-arb_Arab", + "languages": [ + "spa-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.980721, + "recall": 0.98698, + "f1": 0.982808, + "accuracy": 0.98698, + "main_score": 0.982808, + "hf_subset": "spa_Latn-ben_Beng", + "languages": [ + "spa-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.989985, + "recall": 0.992989, + "f1": 0.990986, + "accuracy": 0.992989, + "main_score": 0.990986, + "hf_subset": "spa_Latn-cat_Latn", + "languages": [ + "spa-Latn", + "cat-Latn" + ] + }, + { + "precision": 0.990486, + "recall": 0.99349, + "f1": 0.991487, + "accuracy": 0.99349, + "main_score": 0.991487, + "hf_subset": "spa_Latn-deu_Latn", + "languages": [ + "spa-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, + "hf_subset": "spa_Latn-ell_Grek", + "languages": [ + "spa-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, + "hf_subset": "spa_Latn-eng_Latn", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.978217, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, + "hf_subset": "spa_Latn-fas_Arab", + "languages": [ + "spa-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.978134, + "recall": 0.984477, + "f1": 0.98022, + "accuracy": 0.984477, + "main_score": 0.98022, + "hf_subset": "spa_Latn-fin_Latn", + "languages": [ + "spa-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.989985, + "recall": 0.992989, + "f1": 0.990986, + "accuracy": 0.992989, + "main_score": 0.990986, + "hf_subset": "spa_Latn-fra_Latn", + "languages": [ + "spa-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.987732, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, + "hf_subset": "spa_Latn-glg_Latn", + "languages": [ + "spa-Latn", + "glg-Latn" + ] + }, + { + "precision": 0.973794, + "recall": 0.981973, + "f1": 0.976465, + "accuracy": 0.981973, + "main_score": 0.976465, + "hf_subset": "spa_Latn-heb_Hebr", + "languages": [ + "spa-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "spa_Latn-hin_Deva", + "languages": [ + "spa-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.985228, + "recall": 0.989484, + "f1": 0.986647, + "accuracy": 0.989484, + "main_score": 0.986647, + "hf_subset": "spa_Latn-hun_Latn", + "languages": [ + "spa-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.988983, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, + "hf_subset": "spa_Latn-ind_Latn", + "languages": [ + "spa-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.988983, + "recall": 0.992489, + "f1": 0.990152, + "accuracy": 0.992489, + "main_score": 0.990152, + "hf_subset": "spa_Latn-ita_Latn", + "languages": [ + "spa-Latn", + "ita-Latn" + ] + }, + { + "precision": 0.978468, + "recall": 0.985478, + "f1": 0.980805, + "accuracy": 0.985478, + "main_score": 0.980805, + "hf_subset": "spa_Latn-jpn_Jpan", + "languages": [ + "spa-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.979886, + "recall": 0.98648, + "f1": 0.982056, + "accuracy": 0.98648, + "main_score": 0.982056, + "hf_subset": "spa_Latn-kor_Hang", + "languages": [ + "spa-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.974128, + "recall": 0.981973, + "f1": 0.976715, + "accuracy": 0.981973, + "main_score": 0.976715, + "hf_subset": "spa_Latn-lit_Latn", + "languages": [ + "spa-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.901143, + "recall": 0.928393, + "f1": 0.909798, + "accuracy": 0.928393, + "main_score": 0.909798, + "hf_subset": "spa_Latn-mlt_Latn", + "languages": [ + "spa-Latn", + "mlt-Latn" + ] + }, + { + "precision": 0.992489, + "recall": 0.994492, + "f1": 0.993156, + "accuracy": 0.994492, + "main_score": 0.993156, + "hf_subset": "spa_Latn-nld_Latn", + "languages": [ + "spa-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "spa_Latn-pol_Latn", + "languages": [ + "spa-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.988733, + "recall": 0.991988, + "f1": 0.989818, + "accuracy": 0.991988, + "main_score": 0.989818, + "hf_subset": "spa_Latn-por_Latn", + "languages": [ + "spa-Latn", + "por-Latn" + ] + }, + { + "precision": 0.98431, + "recall": 0.988983, + "f1": 0.985812, + "accuracy": 0.988983, + "main_score": 0.985812, + "hf_subset": "spa_Latn-ron_Latn", + "languages": [ + "spa-Latn", + "ron-Latn" + ] + }, + { + "precision": 0.986062, + "recall": 0.989985, + "f1": 0.987314, + "accuracy": 0.989985, + "main_score": 0.987314, + "hf_subset": "spa_Latn-rus_Cyrl", + "languages": [ + "spa-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.710587, + "recall": 0.77967, + "f1": 0.731237, + "accuracy": 0.77967, + "main_score": 0.731237, + "hf_subset": "spa_Latn-swa_Latn", + "languages": [ + "spa-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "spa_Latn-swe_Latn", + "languages": [ + "spa-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.954056, + "recall": 0.968453, + "f1": 0.958805, + "accuracy": 0.968453, + "main_score": 0.958805, + "hf_subset": "spa_Latn-tam_Taml", + "languages": [ + "spa-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "spa_Latn-tur_Latn", + "languages": [ + "spa-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "spa_Latn-vie_Latn", + "languages": [ + "spa-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.980053, + "recall": 0.985979, + "f1": 0.981973, + "accuracy": 0.985979, + "main_score": 0.981973, + "hf_subset": "spa_Latn-zho_Hant", + "languages": [ + "spa-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.55384, + "recall": 0.634452, + "f1": 0.576679, + "accuracy": 0.634452, + "main_score": 0.576679, + "hf_subset": "spa_Latn-zul_Latn", + "languages": [ + "spa-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.981723, + "recall": 0.987481, + "f1": 0.983642, + "accuracy": 0.987481, + "main_score": 0.983642, + "hf_subset": "sqi_Latn-ell_Grek", + "languages": [ + "sqi-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.98915, + "recall": 0.992489, + "f1": 0.990235, + "accuracy": 0.992489, + "main_score": 0.990235, + "hf_subset": "sqi_Latn-eng_Latn", + "languages": [ + "sqi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.950442, + "recall": 0.964947, + "f1": 0.955016, + "accuracy": 0.964947, + "main_score": 0.955016, + "hf_subset": "sqi_Latn-hye_Armn", + "languages": [ + "sqi-Latn", + "hye-Armn" + ] + }, + { + "precision": 0.924487, + "recall": 0.94642, + "f1": 0.931397, + "accuracy": 0.94642, + "main_score": 0.931397, + "hf_subset": "sqi_Latn-kat_Geor", + "languages": [ + "sqi-Latn", + "kat-Geor" + ] + }, + { + "precision": 0.980888, + "recall": 0.98648, + "f1": 0.982724, + "accuracy": 0.98648, + "main_score": 0.982724, + "hf_subset": "srp_Cyrl-bel_Cyrl", + "languages": [ + "srp-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.991153, + "recall": 0.993991, + "f1": 0.992071, + "accuracy": 0.993991, + "main_score": 0.992071, + "hf_subset": "srp_Cyrl-bos_Latn", + "languages": [ + "srp-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.987732, + "recall": 0.991487, + "f1": 0.988983, + "accuracy": 0.991487, + "main_score": 0.988983, + "hf_subset": "srp_Cyrl-bul_Cyrl", + "languages": [ + "srp-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "srp_Cyrl-ces_Latn", + "languages": [ + "srp-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.993991, + "recall": 0.995994, + "f1": 0.994659, + "accuracy": 0.995994, + "main_score": 0.994659, + "hf_subset": "srp_Cyrl-eng_Latn", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "srp_Cyrl-hrv_Latn", + "languages": [ + "srp-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.988149, + "recall": 0.991988, + "f1": 0.989401, + "accuracy": 0.991988, + "main_score": 0.989401, + "hf_subset": "srp_Cyrl-mkd_Cyrl", + "languages": [ + "srp-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, + "hf_subset": "srp_Cyrl-pol_Latn", + "languages": [ + "srp-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.983058, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "srp_Cyrl-rus_Cyrl", + "languages": [ + "srp-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "srp_Cyrl-slk_Latn", + "languages": [ + "srp-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.985896, + "recall": 0.990486, + "f1": 0.987398, + "accuracy": 0.990486, + "main_score": 0.987398, + "hf_subset": "srp_Cyrl-slv_Latn", + "languages": [ + "srp-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "srp_Cyrl-srp_Latn", + "languages": [ + "srp-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.982599, + "recall": 0.987982, + "f1": 0.984343, + "accuracy": 0.987982, + "main_score": 0.984343, + "hf_subset": "srp_Cyrl-ukr_Cyrl", + "languages": [ + "srp-Cyrl", + "ukr-Cyrl" + ] + }, + { + "precision": 0.981639, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, + "hf_subset": "srp_Latn-bel_Cyrl", + "languages": [ + "srp-Latn", + "bel-Cyrl" + ] + }, + { + "precision": 0.994909, + "recall": 0.996495, + "f1": 0.99541, + "accuracy": 0.996495, + "main_score": 0.99541, + "hf_subset": "srp_Latn-bos_Latn", + "languages": [ + "srp-Latn", + "bos-Latn" + ] + }, + { + "precision": 0.989234, + "recall": 0.992489, + "f1": 0.990319, + "accuracy": 0.992489, + "main_score": 0.990319, + "hf_subset": "srp_Latn-bul_Cyrl", + "languages": [ + "srp-Latn", + "bul-Cyrl" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "srp_Latn-ces_Latn", + "languages": [ + "srp-Latn", + "ces-Latn" + ] + }, + { + "precision": 0.991237, + "recall": 0.993991, + "f1": 0.992155, + "accuracy": 0.993991, + "main_score": 0.992155, + "hf_subset": "srp_Latn-eng_Latn", + "languages": [ + "srp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "srp_Latn-hrv_Latn", + "languages": [ + "srp-Latn", + "hrv-Latn" + ] + }, + { + "precision": 0.989651, + "recall": 0.992989, + "f1": 0.990736, + "accuracy": 0.992989, + "main_score": 0.990736, + "hf_subset": "srp_Latn-mkd_Cyrl", + "languages": [ + "srp-Latn", + "mkd-Cyrl" + ] + }, + { + "precision": 0.982641, + "recall": 0.987982, + "f1": 0.984393, + "accuracy": 0.987982, + "main_score": 0.984393, + "hf_subset": "srp_Latn-pol_Latn", + "languages": [ + "srp-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.984226, + "recall": 0.988983, + "f1": 0.985729, + "accuracy": 0.988983, + "main_score": 0.985729, + "hf_subset": "srp_Latn-rus_Cyrl", + "languages": [ + "srp-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.989735, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, + "hf_subset": "srp_Latn-slk_Latn", + "languages": [ + "srp-Latn", + "slk-Latn" + ] + }, + { + "precision": 0.984393, + "recall": 0.989484, + "f1": 0.986062, + "accuracy": 0.989484, + "main_score": 0.986062, + "hf_subset": "srp_Latn-slv_Latn", + "languages": [ + "srp-Latn", + "slv-Latn" + ] + }, + { + "precision": 0.99324, + "recall": 0.994992, + "f1": 0.993824, + "accuracy": 0.994992, + "main_score": 0.993824, + "hf_subset": "srp_Latn-srp_Cyrl", + "languages": [ + "srp-Latn", + "srp-Cyrl" + ] + }, + { + "precision": 0.986396, + "recall": 0.989985, + "f1": 0.987565, + "accuracy": 0.989985, + "main_score": 0.987565, + "hf_subset": "srp_Latn-ukr_Cyrl", + "languages": [ + "srp-Latn", + "ukr-Cyrl" + ] + }, + { + "precision": 0.256959, + "recall": 0.335503, + "f1": 0.27605, + "accuracy": 0.335503, + "main_score": 0.27605, + "hf_subset": "ssw_Latn-amh_Ethi", + "languages": [ + "ssw-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.518245, + "recall": 0.595393, + "f1": 0.539753, + "accuracy": 0.595393, + "main_score": 0.539753, + "hf_subset": "ssw_Latn-eng_Latn", + "languages": [ + "ssw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.592785, + "recall": 0.641462, + "f1": 0.606454, + "accuracy": 0.641462, + "main_score": 0.606454, + "hf_subset": "ssw_Latn-hau_Latn", + "languages": [ + "ssw-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.661756, + "recall": 0.696545, + "f1": 0.671194, + "accuracy": 0.696545, + "main_score": 0.671194, + "hf_subset": "ssw_Latn-ibo_Latn", + "languages": [ + "ssw-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.623036, + "recall": 0.664497, + "f1": 0.634718, + "accuracy": 0.664497, + "main_score": 0.634718, + "hf_subset": "ssw_Latn-nso_Latn", + "languages": [ + "ssw-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.387544, + "recall": 0.462193, + "f1": 0.407712, + "accuracy": 0.462193, + "main_score": 0.407712, + "hf_subset": "ssw_Latn-orm_Ethi", + "languages": [ + "ssw-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.572411, + "recall": 0.621933, + "f1": 0.58656, + "accuracy": 0.621933, + "main_score": 0.58656, + "hf_subset": "ssw_Latn-som_Latn", + "languages": [ + "ssw-Latn", + "som-Latn" + ] + }, + { + "precision": 0.591524, + "recall": 0.638958, + "f1": 0.605262, + "accuracy": 0.638958, + "main_score": 0.605262, + "hf_subset": "ssw_Latn-swa_Latn", + "languages": [ + "ssw-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.259626, + "recall": 0.324987, + "f1": 0.275751, + "accuracy": 0.324987, + "main_score": 0.275751, + "hf_subset": "ssw_Latn-tir_Ethi", + "languages": [ + "ssw-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.64018, + "recall": 0.677016, + "f1": 0.65057, + "accuracy": 0.677016, + "main_score": 0.65057, + "hf_subset": "ssw_Latn-tsn_Latn", + "languages": [ + "ssw-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.551735, + "recall": 0.603906, + "f1": 0.566657, + "accuracy": 0.603906, + "main_score": 0.566657, + "hf_subset": "ssw_Latn-wol_Latn", + "languages": [ + "ssw-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.63984, + "recall": 0.696545, + "f1": 0.656222, + "accuracy": 0.696545, + "main_score": 0.656222, + "hf_subset": "ssw_Latn-xho_Latn", + "languages": [ + "ssw-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.553625, + "recall": 0.607411, + "f1": 0.568703, + "accuracy": 0.607411, + "main_score": 0.568703, + "hf_subset": "ssw_Latn-yor_Latn", + "languages": [ + "ssw-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.694449, + "recall": 0.745118, + "f1": 0.708854, + "accuracy": 0.745118, + "main_score": 0.708854, + "hf_subset": "ssw_Latn-zul_Latn", + "languages": [ + "ssw-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.333574, + "recall": 0.423135, + "f1": 0.356913, + "accuracy": 0.423135, + "main_score": 0.356913, + "hf_subset": "swa_Latn-amh_Ethi", + "languages": [ + "swa-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.681017, + "recall": 0.751127, + "f1": 0.70146, + "accuracy": 0.751127, + "main_score": 0.70146, + "hf_subset": "swa_Latn-arb_Arab", + "languages": [ + "swa-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.70915, + "recall": 0.77366, + "f1": 0.728146, + "accuracy": 0.77366, + "main_score": 0.728146, + "hf_subset": "swa_Latn-ben_Beng", + "languages": [ + "swa-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.714937, + "recall": 0.778167, + "f1": 0.733573, + "accuracy": 0.778167, + "main_score": 0.733573, + "hf_subset": "swa_Latn-deu_Latn", + "languages": [ + "swa-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.710138, + "recall": 0.775163, + "f1": 0.729805, + "accuracy": 0.775163, + "main_score": 0.729805, + "hf_subset": "swa_Latn-ell_Grek", + "languages": [ + "swa-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.71246, + "recall": 0.778167, + "f1": 0.731919, + "accuracy": 0.778167, + "main_score": 0.731919, + "hf_subset": "swa_Latn-eng_Latn", + "languages": [ + "swa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.682645, + "recall": 0.752629, + "f1": 0.702786, + "accuracy": 0.752629, + "main_score": 0.702786, + "hf_subset": "swa_Latn-fas_Arab", + "languages": [ + "swa-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.701077, + "recall": 0.764647, + "f1": 0.72044, + "accuracy": 0.764647, + "main_score": 0.72044, + "hf_subset": "swa_Latn-fin_Latn", + "languages": [ + "swa-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.712208, + "recall": 0.776665, + "f1": 0.731135, + "accuracy": 0.776665, + "main_score": 0.731135, + "hf_subset": "swa_Latn-fra_Latn", + "languages": [ + "swa-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.6108, + "recall": 0.653981, + "f1": 0.623212, + "accuracy": 0.653981, + "main_score": 0.623212, + "hf_subset": "swa_Latn-hau_Latn", + "languages": [ + "swa-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.690179, + "recall": 0.760641, + "f1": 0.711338, + "accuracy": 0.760641, + "main_score": 0.711338, + "hf_subset": "swa_Latn-heb_Hebr", + "languages": [ + "swa-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.714227, + "recall": 0.778668, + "f1": 0.733445, + "accuracy": 0.778668, + "main_score": 0.733445, + "hf_subset": "swa_Latn-hin_Deva", + "languages": [ + "swa-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.693971, + "recall": 0.758137, + "f1": 0.712549, + "accuracy": 0.758137, + "main_score": 0.712549, + "hf_subset": "swa_Latn-hun_Latn", + "languages": [ + "swa-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.651738, + "recall": 0.68653, + "f1": 0.661781, + "accuracy": 0.68653, + "main_score": 0.661781, + "hf_subset": "swa_Latn-ibo_Latn", + "languages": [ + "swa-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.741014, + "recall": 0.798698, + "f1": 0.75786, + "accuracy": 0.798698, + "main_score": 0.75786, + "hf_subset": "swa_Latn-ind_Latn", + "languages": [ + "swa-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.675537, + "recall": 0.745618, + "f1": 0.696011, + "accuracy": 0.745618, + "main_score": 0.696011, + "hf_subset": "swa_Latn-jpn_Jpan", + "languages": [ + "swa-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.660776, + "recall": 0.732599, + "f1": 0.681449, + "accuracy": 0.732599, + "main_score": 0.681449, + "hf_subset": "swa_Latn-kor_Hang", + "languages": [ + "swa-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.698273, + "recall": 0.762644, + "f1": 0.717205, + "accuracy": 0.762644, + "main_score": 0.717205, + "hf_subset": "swa_Latn-lit_Latn", + "languages": [ + "swa-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.719129, + "recall": 0.781673, + "f1": 0.737689, + "accuracy": 0.781673, + "main_score": 0.737689, + "hf_subset": "swa_Latn-nld_Latn", + "languages": [ + "swa-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.6192, + "recall": 0.661993, + "f1": 0.631351, + "accuracy": 0.661993, + "main_score": 0.631351, + "hf_subset": "swa_Latn-nso_Latn", + "languages": [ + "swa-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.397047, + "recall": 0.471708, + "f1": 0.417942, + "accuracy": 0.471708, + "main_score": 0.417942, + "hf_subset": "swa_Latn-orm_Ethi", + "languages": [ + "swa-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.68742, + "recall": 0.758638, + "f1": 0.708557, + "accuracy": 0.758638, + "main_score": 0.708557, + "hf_subset": "swa_Latn-pol_Latn", + "languages": [ + "swa-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.728172, + "recall": 0.791688, + "f1": 0.747408, + "accuracy": 0.791688, + "main_score": 0.747408, + "hf_subset": "swa_Latn-por_Latn", + "languages": [ + "swa-Latn", + "por-Latn" + ] + }, + { + "precision": 0.694897, + "recall": 0.76014, + "f1": 0.714214, + "accuracy": 0.76014, + "main_score": 0.714214, + "hf_subset": "swa_Latn-rus_Cyrl", + "languages": [ + "swa-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.616676, + "recall": 0.665498, + "f1": 0.630588, + "accuracy": 0.665498, + "main_score": 0.630588, + "hf_subset": "swa_Latn-som_Latn", + "languages": [ + "swa-Latn", + "som-Latn" + ] + }, + { + "precision": 0.719305, + "recall": 0.783175, + "f1": 0.73835, + "accuracy": 0.783175, + "main_score": 0.73835, + "hf_subset": "swa_Latn-spa_Latn", + "languages": [ + "swa-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.588104, + "recall": 0.636955, + "f1": 0.602277, + "accuracy": 0.636955, + "main_score": 0.602277, + "hf_subset": "swa_Latn-ssw_Latn", + "languages": [ + "swa-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.731589, + "recall": 0.790185, + "f1": 0.748933, + "accuracy": 0.790185, + "main_score": 0.748933, + "hf_subset": "swa_Latn-swe_Latn", + "languages": [ + "swa-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.663328, + "recall": 0.731597, + "f1": 0.682839, + "accuracy": 0.731597, + "main_score": 0.682839, + "hf_subset": "swa_Latn-tam_Taml", + "languages": [ + "swa-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.278753, + "recall": 0.345518, + "f1": 0.296494, + "accuracy": 0.345518, + "main_score": 0.296494, + "hf_subset": "swa_Latn-tir_Ethi", + "languages": [ + "swa-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.628677, + "recall": 0.670005, + "f1": 0.640566, + "accuracy": 0.670005, + "main_score": 0.640566, + "hf_subset": "swa_Latn-tsn_Latn", + "languages": [ + "swa-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.710185, + "recall": 0.770656, + "f1": 0.727919, + "accuracy": 0.770656, + "main_score": 0.727919, + "hf_subset": "swa_Latn-tur_Latn", + "languages": [ + "swa-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.721303, + "recall": 0.781172, + "f1": 0.738934, + "accuracy": 0.781172, + "main_score": 0.738934, + "hf_subset": "swa_Latn-vie_Latn", + "languages": [ + "swa-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.570285, + "recall": 0.620431, + "f1": 0.585104, + "accuracy": 0.620431, + "main_score": 0.585104, + "hf_subset": "swa_Latn-wol_Latn", + "languages": [ + "swa-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.608627, + "recall": 0.658988, + "f1": 0.623289, + "accuracy": 0.658988, + "main_score": 0.623289, + "hf_subset": "swa_Latn-xho_Latn", + "languages": [ + "swa-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.541926, + "recall": 0.5999, + "f1": 0.558714, + "accuracy": 0.5999, + "main_score": 0.558714, + "hf_subset": "swa_Latn-yor_Latn", + "languages": [ + "swa-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.652919, + "recall": 0.726089, + "f1": 0.673882, + "accuracy": 0.726089, + "main_score": 0.673882, + "hf_subset": "swa_Latn-zho_Hant", + "languages": [ + "swa-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.617373, + "recall": 0.665498, + "f1": 0.631258, + "accuracy": 0.665498, + "main_score": 0.631258, + "hf_subset": "swa_Latn-zul_Latn", + "languages": [ + "swa-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.980888, + "recall": 0.98698, + "f1": 0.982891, + "accuracy": 0.98698, + "main_score": 0.982891, + "hf_subset": "swe_Latn-afr_Latn", + "languages": [ + "swe-Latn", + "afr-Latn" + ] + }, + { + "precision": 0.977216, + "recall": 0.984477, + "f1": 0.979636, + "accuracy": 0.984477, + "main_score": 0.979636, + "hf_subset": "swe_Latn-arb_Arab", + "languages": [ + "swe-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.977132, + "recall": 0.983976, + "f1": 0.979386, + "accuracy": 0.983976, + "main_score": 0.979386, + "hf_subset": "swe_Latn-ben_Beng", + "languages": [ + "swe-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "swe_Latn-dan_Latn", + "languages": [ + "swe-Latn", + "dan-Latn" + ] + }, + { + "precision": 0.989818, + "recall": 0.992989, + "f1": 0.99082, + "accuracy": 0.992989, + "main_score": 0.99082, + "hf_subset": "swe_Latn-deu_Latn", + "languages": [ + "swe-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, + "hf_subset": "swe_Latn-ell_Grek", + "languages": [ + "swe-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.994742, + "recall": 0.996495, + "f1": 0.995326, + "accuracy": 0.996495, + "main_score": 0.995326, + "hf_subset": "swe_Latn-eng_Latn", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.930604, + "recall": 0.951427, + "f1": 0.937356, + "accuracy": 0.951427, + "main_score": 0.937356, + "hf_subset": "swe_Latn-fao_Latn", + "languages": [ + "swe-Latn", + "fao-Latn" + ] + }, + { + "precision": 0.978384, + "recall": 0.985478, + "f1": 0.980721, + "accuracy": 0.985478, + "main_score": 0.980721, + "hf_subset": "swe_Latn-fas_Arab", + "languages": [ + "swe-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.98648, + "recall": 0.990486, + "f1": 0.987815, + "accuracy": 0.990486, + "main_score": 0.987815, + "hf_subset": "swe_Latn-fin_Latn", + "languages": [ + "swe-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.986146, + "recall": 0.990486, + "f1": 0.987565, + "accuracy": 0.990486, + "main_score": 0.987565, + "hf_subset": "swe_Latn-fra_Latn", + "languages": [ + "swe-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.977883, + "recall": 0.984977, + "f1": 0.98022, + "accuracy": 0.984977, + "main_score": 0.98022, + "hf_subset": "swe_Latn-heb_Hebr", + "languages": [ + "swe-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "swe_Latn-hin_Deva", + "languages": [ + "swe-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.981389, + "recall": 0.987481, + "f1": 0.983392, + "accuracy": 0.987481, + "main_score": 0.983392, + "hf_subset": "swe_Latn-hun_Latn", + "languages": [ + "swe-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "swe_Latn-ind_Latn", + "languages": [ + "swe-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.944099, + "recall": 0.960941, + "f1": 0.949508, + "accuracy": 0.960941, + "main_score": 0.949508, + "hf_subset": "swe_Latn-isl_Latn", + "languages": [ + "swe-Latn", + "isl-Latn" + ] + }, + { + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "swe_Latn-jpn_Jpan", + "languages": [ + "swe-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.98189, + "recall": 0.987481, + "f1": 0.983726, + "accuracy": 0.987481, + "main_score": 0.983726, + "hf_subset": "swe_Latn-kor_Hang", + "languages": [ + "swe-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.976047, + "recall": 0.983475, + "f1": 0.978468, + "accuracy": 0.983475, + "main_score": 0.978468, + "hf_subset": "swe_Latn-lit_Latn", + "languages": [ + "swe-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.953013, + "recall": 0.96695, + "f1": 0.957503, + "accuracy": 0.96695, + "main_score": 0.957503, + "hf_subset": "swe_Latn-ltz_Latn", + "languages": [ + "swe-Latn", + "ltz-Latn" + ] + }, + { + "precision": 0.992989, + "recall": 0.994992, + "f1": 0.993657, + "accuracy": 0.994992, + "main_score": 0.993657, + "hf_subset": "swe_Latn-nld_Latn", + "languages": [ + "swe-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.984894, + "recall": 0.989484, + "f1": 0.986396, + "accuracy": 0.989484, + "main_score": 0.986396, + "hf_subset": "swe_Latn-nno_Latn", + "languages": [ + "swe-Latn", + "nno-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "swe_Latn-nob_Latn", + "languages": [ + "swe-Latn", + "nob-Latn" + ] + }, + { + "precision": 0.989484, + "recall": 0.992989, + "f1": 0.990653, + "accuracy": 0.992989, + "main_score": 0.990653, + "hf_subset": "swe_Latn-pol_Latn", + "languages": [ + "swe-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.9889, + "recall": 0.992489, + "f1": 0.990068, + "accuracy": 0.992489, + "main_score": 0.990068, + "hf_subset": "swe_Latn-por_Latn", + "languages": [ + "swe-Latn", + "por-Latn" + ] + }, + { + "precision": 0.98431, + "recall": 0.988983, + "f1": 0.985812, + "accuracy": 0.988983, + "main_score": 0.985812, + "hf_subset": "swe_Latn-rus_Cyrl", + "languages": [ + "swe-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.988232, + "recall": 0.991988, + "f1": 0.989484, + "accuracy": 0.991988, + "main_score": 0.989484, + "hf_subset": "swe_Latn-spa_Latn", + "languages": [ + "swe-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.724549, + "recall": 0.788683, + "f1": 0.743813, + "accuracy": 0.788683, + "main_score": 0.743813, + "hf_subset": "swe_Latn-swa_Latn", + "languages": [ + "swe-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.96211, + "recall": 0.973961, + "f1": 0.966032, + "accuracy": 0.973961, + "main_score": 0.966032, + "hf_subset": "swe_Latn-tam_Taml", + "languages": [ + "swe-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.982056, + "recall": 0.987481, + "f1": 0.983809, + "accuracy": 0.987481, + "main_score": 0.983809, + "hf_subset": "swe_Latn-tur_Latn", + "languages": [ + "swe-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.985228, + "recall": 0.989985, + "f1": 0.986814, + "accuracy": 0.989985, + "main_score": 0.986814, + "hf_subset": "swe_Latn-vie_Latn", + "languages": [ + "swe-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.98214, + "recall": 0.987481, + "f1": 0.983893, + "accuracy": 0.987481, + "main_score": 0.983893, + "hf_subset": "swe_Latn-zho_Hant", + "languages": [ + "swe-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.572597, + "recall": 0.648473, + "f1": 0.594401, + "accuracy": 0.648473, + "main_score": 0.594401, + "hf_subset": "swe_Latn-zul_Latn", + "languages": [ + "swe-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.501241, + "recall": 0.572359, + "f1": 0.520481, + "accuracy": 0.572359, + "main_score": 0.520481, + "hf_subset": "tah_Latn-eng_Latn", + "languages": [ + "tah-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.461271, + "recall": 0.524286, + "f1": 0.478546, + "accuracy": 0.524286, + "main_score": 0.478546, + "hf_subset": "tah_Latn-fij_Latn", + "languages": [ + "tah-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.537142, + "recall": 0.595393, + "f1": 0.552947, + "accuracy": 0.595393, + "main_score": 0.552947, + "hf_subset": "tah_Latn-fil_Latn", + "languages": [ + "tah-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.524298, + "recall": 0.587381, + "f1": 0.541706, + "accuracy": 0.587381, + "main_score": 0.541706, + "hf_subset": "tah_Latn-ind_Latn", + "languages": [ + "tah-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.436737, + "recall": 0.511768, + "f1": 0.45711, + "accuracy": 0.511768, + "main_score": 0.45711, + "hf_subset": "tah_Latn-mal_Mlym", + "languages": [ + "tah-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.542149, + "recall": 0.58688, + "f1": 0.554778, + "accuracy": 0.58688, + "main_score": 0.554778, + "hf_subset": "tah_Latn-mlg_Latn", + "languages": [ + "tah-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.539052, + "recall": 0.594892, + "f1": 0.554444, + "accuracy": 0.594892, + "main_score": 0.554444, + "hf_subset": "tah_Latn-mri_Latn", + "languages": [ + "tah-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.527468, + "recall": 0.589384, + "f1": 0.544446, + "accuracy": 0.589384, + "main_score": 0.544446, + "hf_subset": "tah_Latn-msa_Latn", + "languages": [ + "tah-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.565031, + "recall": 0.611918, + "f1": 0.578107, + "accuracy": 0.611918, + "main_score": 0.578107, + "hf_subset": "tah_Latn-smo_Latn", + "languages": [ + "tah-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.503408, + "recall": 0.556335, + "f1": 0.518189, + "accuracy": 0.556335, + "main_score": 0.518189, + "hf_subset": "tah_Latn-ton_Latn", + "languages": [ + "tah-Latn", + "ton-Latn" + ] + }, + { + "precision": 0.959982, + "recall": 0.971958, + "f1": 0.963812, + "accuracy": 0.971958, + "main_score": 0.963812, + "hf_subset": "tam_Taml-arb_Arab", + "languages": [ + "tam-Taml", + "arb-Arab" + ] + }, + { + "precision": 0.969955, + "recall": 0.978468, + "f1": 0.972793, + "accuracy": 0.978468, + "main_score": 0.972793, + "hf_subset": "tam_Taml-ben_Beng", + "languages": [ + "tam-Taml", + "ben-Beng" + ] + }, + { + "precision": 0.96695, + "recall": 0.977466, + "f1": 0.970456, + "accuracy": 0.977466, + "main_score": 0.970456, + "hf_subset": "tam_Taml-deu_Latn", + "languages": [ + "tam-Taml", + "deu-Latn" + ] + }, + { + "precision": 0.086162, + "recall": 0.152228, + "f1": 0.099986, + "accuracy": 0.152228, + "main_score": 0.099986, + "hf_subset": "tam_Taml-div_Thaa", + "languages": [ + "tam-Taml", + "div-Thaa" + ] + }, + { + "precision": 0.962652, + "recall": 0.973961, + "f1": 0.966316, + "accuracy": 0.973961, + "main_score": 0.966316, + "hf_subset": "tam_Taml-ell_Grek", + "languages": [ + "tam-Taml", + "ell-Grek" + ] + }, + { + "precision": 0.980387, + "recall": 0.98648, + "f1": 0.98239, + "accuracy": 0.98648, + "main_score": 0.98239, + "hf_subset": "tam_Taml-eng_Latn", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.841846, + "recall": 0.886329, + "f1": 0.855901, + "accuracy": 0.886329, + "main_score": 0.855901, + "hf_subset": "tam_Taml-eus_Latn", + "languages": [ + "tam-Taml", + "eus-Latn" + ] + }, + { + "precision": 0.960023, + "recall": 0.971958, + "f1": 0.963946, + "accuracy": 0.971958, + "main_score": 0.963946, + "hf_subset": "tam_Taml-fas_Arab", + "languages": [ + "tam-Taml", + "fas-Arab" + ] + }, + { + "precision": 0.944375, + "recall": 0.961442, + "f1": 0.949958, + "accuracy": 0.961442, + "main_score": 0.949958, + "hf_subset": "tam_Taml-fin_Latn", + "languages": [ + "tam-Taml", + "fin-Latn" + ] + }, + { + "precision": 0.960107, + "recall": 0.972459, + "f1": 0.964113, + "accuracy": 0.972459, + "main_score": 0.964113, + "hf_subset": "tam_Taml-fra_Latn", + "languages": [ + "tam-Taml", + "fra-Latn" + ] + }, + { + "precision": 0.976465, + "recall": 0.983976, + "f1": 0.978968, + "accuracy": 0.983976, + "main_score": 0.978968, + "hf_subset": "tam_Taml-guj_Gujr", + "languages": [ + "tam-Taml", + "guj-Gujr" + ] + }, + { + "precision": 0.950593, + "recall": 0.965949, + "f1": 0.9556, + "accuracy": 0.965949, + "main_score": 0.9556, + "hf_subset": "tam_Taml-heb_Hebr", + "languages": [ + "tam-Taml", + "heb-Hebr" + ] + }, + { + "precision": 0.972125, + "recall": 0.980471, + "f1": 0.974879, + "accuracy": 0.980471, + "main_score": 0.974879, + "hf_subset": "tam_Taml-hin_Deva", + "languages": [ + "tam-Taml", + "hin-Deva" + ] + }, + { + "precision": 0.94137, + "recall": 0.958938, + "f1": 0.947121, + "accuracy": 0.958938, + "main_score": 0.947121, + "hf_subset": "tam_Taml-hun_Latn", + "languages": [ + "tam-Taml", + "hun-Latn" + ] + }, + { + "precision": 0.973502, + "recall": 0.981472, + "f1": 0.976081, + "accuracy": 0.981472, + "main_score": 0.976081, + "hf_subset": "tam_Taml-ind_Latn", + "languages": [ + "tam-Taml", + "ind-Latn" + ] + }, + { + "precision": 0.957561, + "recall": 0.969955, + "f1": 0.961559, + "accuracy": 0.969955, + "main_score": 0.961559, + "hf_subset": "tam_Taml-jpn_Jpan", + "languages": [ + "tam-Taml", + "jpn-Jpan" + ] + }, + { + "precision": 0.958354, + "recall": 0.971457, + "f1": 0.962694, + "accuracy": 0.971457, + "main_score": 0.962694, + "hf_subset": "tam_Taml-kan_Knda", + "languages": [ + "tam-Taml", + "kan-Knda" + ] + }, + { + "precision": 0.957937, + "recall": 0.970956, + "f1": 0.962193, + "accuracy": 0.970956, + "main_score": 0.962193, + "hf_subset": "tam_Taml-kor_Hang", + "languages": [ + "tam-Taml", + "kor-Hang" + ] + }, + { + "precision": 0.950426, + "recall": 0.965448, + "f1": 0.95535, + "accuracy": 0.965448, + "main_score": 0.95535, + "hf_subset": "tam_Taml-lit_Latn", + "languages": [ + "tam-Taml", + "lit-Latn" + ] + }, + { + "precision": 0.970998, + "recall": 0.979469, + "f1": 0.973744, + "accuracy": 0.979469, + "main_score": 0.973744, + "hf_subset": "tam_Taml-mar_Deva", + "languages": [ + "tam-Taml", + "mar-Deva" + ] + }, + { + "precision": 0.961208, + "recall": 0.97346, + "f1": 0.965198, + "accuracy": 0.97346, + "main_score": 0.965198, + "hf_subset": "tam_Taml-nep_Deva", + "languages": [ + "tam-Taml", + "nep-Deva" + ] + }, + { + "precision": 0.966825, + "recall": 0.976465, + "f1": 0.969905, + "accuracy": 0.976465, + "main_score": 0.969905, + "hf_subset": "tam_Taml-nld_Latn", + "languages": [ + "tam-Taml", + "nld-Latn" + ] + }, + { + "precision": 0.956351, + "recall": 0.970456, + "f1": 0.961025, + "accuracy": 0.970456, + "main_score": 0.961025, + "hf_subset": "tam_Taml-pan_Guru", + "languages": [ + "tam-Taml", + "pan-Guru" + ] + }, + { + "precision": 0.955183, + "recall": 0.968953, + "f1": 0.95969, + "accuracy": 0.968953, + "main_score": 0.95969, + "hf_subset": "tam_Taml-pol_Latn", + "languages": [ + "tam-Taml", + "pol-Latn" + ] + }, + { + "precision": 0.966032, + "recall": 0.976965, + "f1": 0.969621, + "accuracy": 0.976965, + "main_score": 0.969621, + "hf_subset": "tam_Taml-por_Latn", + "languages": [ + "tam-Taml", + "por-Latn" + ] + }, + { + "precision": 0.954014, + "recall": 0.967952, + "f1": 0.958605, + "accuracy": 0.967952, + "main_score": 0.958605, + "hf_subset": "tam_Taml-rus_Cyrl", + "languages": [ + "tam-Taml", + "rus-Cyrl" + ] + }, + { + "precision": 0.38779, + "recall": 0.477216, + "f1": 0.411933, + "accuracy": 0.477216, + "main_score": 0.411933, + "hf_subset": "tam_Taml-sin_Sinh", + "languages": [ + "tam-Taml", + "sin-Sinh" + ] + }, + { + "precision": 0.853447, + "recall": 0.896845, + "f1": 0.867284, + "accuracy": 0.896845, + "main_score": 0.867284, + "hf_subset": "tam_Taml-snd_Arab", + "languages": [ + "tam-Taml", + "snd-Arab" + ] + }, + { + "precision": 0.968453, + "recall": 0.977967, + "f1": 0.971541, + "accuracy": 0.977967, + "main_score": 0.971541, + "hf_subset": "tam_Taml-spa_Latn", + "languages": [ + "tam-Taml", + "spa-Latn" + ] + }, + { + "precision": 0.676037, + "recall": 0.74662, + "f1": 0.696843, + "accuracy": 0.74662, + "main_score": 0.696843, + "hf_subset": "tam_Taml-swa_Latn", + "languages": [ + "tam-Taml", + "swa-Latn" + ] + }, + { + "precision": 0.970122, + "recall": 0.979469, + "f1": 0.97321, + "accuracy": 0.979469, + "main_score": 0.97321, + "hf_subset": "tam_Taml-swe_Latn", + "languages": [ + "tam-Taml", + "swe-Latn" + ] + }, + { + "precision": 0.952095, + "recall": 0.96645, + "f1": 0.956752, + "accuracy": 0.96645, + "main_score": 0.956752, + "hf_subset": "tam_Taml-tel_Telu", + "languages": [ + "tam-Taml", + "tel-Telu" + ] + }, + { + "precision": 0.957853, + "recall": 0.970456, + "f1": 0.961943, + "accuracy": 0.970456, + "main_score": 0.961943, + "hf_subset": "tam_Taml-tur_Latn", + "languages": [ + "tam-Taml", + "tur-Latn" + ] + }, + { + "precision": 0.962694, + "recall": 0.974462, + "f1": 0.966617, + "accuracy": 0.974462, + "main_score": 0.966617, + "hf_subset": "tam_Taml-urd_Arab", + "languages": [ + "tam-Taml", + "urd-Arab" + ] + }, + { + "precision": 0.962611, + "recall": 0.973961, + "f1": 0.966366, + "accuracy": 0.973961, + "main_score": 0.966366, + "hf_subset": "tam_Taml-vie_Latn", + "languages": [ + "tam-Taml", + "vie-Latn" + ] + }, + { + "precision": 0.954765, + "recall": 0.968453, + "f1": 0.959272, + "accuracy": 0.968453, + "main_score": 0.959272, + "hf_subset": "tam_Taml-zho_Hant", + "languages": [ + "tam-Taml", + "zho-Hant" + ] + }, + { + "precision": 0.513746, + "recall": 0.58688, + "f1": 0.534624, + "accuracy": 0.58688, + "main_score": 0.534624, + "hf_subset": "tam_Taml-zul_Latn", + "languages": [ + "tam-Taml", + "zul-Latn" + ] + }, + { + "precision": 0.922884, + "recall": 0.944417, + "f1": 0.929895, + "accuracy": 0.944417, + "main_score": 0.929895, + "hf_subset": "tat_Cyrl-aze_Latn", + "languages": [ + "tat-Cyrl", + "aze-Latn" + ] + }, + { + "precision": 0.906001, + "recall": 0.929895, + "f1": 0.91357, + "accuracy": 0.929895, + "main_score": 0.91357, + "hf_subset": "tat_Cyrl-bak_Cyrl", + "languages": [ + "tat-Cyrl", + "bak-Cyrl" + ] + }, + { + "precision": 0.942998, + "recall": 0.960441, + "f1": 0.948573, + "accuracy": 0.960441, + "main_score": 0.948573, + "hf_subset": "tat_Cyrl-eng_Latn", + "languages": [ + "tat-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.928434, + "recall": 0.948923, + "f1": 0.935019, + "accuracy": 0.948923, + "main_score": 0.935019, + "hf_subset": "tat_Cyrl-kaz_Cyrl", + "languages": [ + "tat-Cyrl", + "kaz-Cyrl" + ] + }, + { + "precision": 0.903605, + "recall": 0.928393, + "f1": 0.911534, + "accuracy": 0.928393, + "main_score": 0.911534, + "hf_subset": "tat_Cyrl-kir_Cyrl", + "languages": [ + "tat-Cyrl", + "kir-Cyrl" + ] + }, + { + "precision": 0.827066, + "recall": 0.867802, + "f1": 0.83986, + "accuracy": 0.867802, + "main_score": 0.83986, + "hf_subset": "tat_Cyrl-tuk_Latn", + "languages": [ + "tat-Cyrl", + "tuk-Latn" + ] + }, + { + "precision": 0.919337, + "recall": 0.940911, + "f1": 0.926173, + "accuracy": 0.940911, + "main_score": 0.926173, + "hf_subset": "tat_Cyrl-tur_Latn", + "languages": [ + "tat-Cyrl", + "tur-Latn" + ] + }, + { + "precision": 0.825872, + "recall": 0.870305, + "f1": 0.83991, + "accuracy": 0.870305, + "main_score": 0.83991, + "hf_subset": "tat_Cyrl-uig_Arab", + "languages": [ + "tat-Cyrl", + "uig-Arab" + ] + }, + { + "precision": 0.916241, + "recall": 0.939409, + "f1": 0.923635, + "accuracy": 0.939409, + "main_score": 0.923635, + "hf_subset": "tat_Cyrl-uzb_Latn", + "languages": [ + "tat-Cyrl", + "uzb-Latn" + ] + }, + { + "precision": 0.970623, + "recall": 0.979469, + "f1": 0.973544, + "accuracy": 0.979469, + "main_score": 0.973544, + "hf_subset": "tel_Telu-ben_Beng", + "languages": [ + "tel-Telu", + "ben-Beng" + ] + }, + { + "precision": 0.085343, + "recall": 0.151728, + "f1": 0.098943, + "accuracy": 0.151728, + "main_score": 0.098943, + "hf_subset": "tel_Telu-div_Thaa", + "languages": [ + "tel-Telu", + "div-Thaa" + ] + }, + { + "precision": 0.981222, + "recall": 0.987481, + "f1": 0.983308, + "accuracy": 0.987481, + "main_score": 0.983308, + "hf_subset": "tel_Telu-eng_Latn", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.850459, + "recall": 0.893841, + "f1": 0.864447, + "accuracy": 0.893841, + "main_score": 0.864447, + "hf_subset": "tel_Telu-eus_Latn", + "languages": [ + "tel-Telu", + "eus-Latn" + ] + }, + { + "precision": 0.972375, + "recall": 0.981472, + "f1": 0.97538, + "accuracy": 0.981472, + "main_score": 0.97538, + "hf_subset": "tel_Telu-guj_Gujr", + "languages": [ + "tel-Telu", + "guj-Gujr" + ] + }, + { + "precision": 0.972125, + "recall": 0.980971, + "f1": 0.975046, + "accuracy": 0.980971, + "main_score": 0.975046, + "hf_subset": "tel_Telu-hin_Deva", + "languages": [ + "tel-Telu", + "hin-Deva" + ] + }, + { + "precision": 0.964614, + "recall": 0.975964, + "f1": 0.968369, + "accuracy": 0.975964, + "main_score": 0.968369, + "hf_subset": "tel_Telu-kan_Knda", + "languages": [ + "tel-Telu", + "kan-Knda" + ] + }, + { + "precision": 0.967284, + "recall": 0.977466, + "f1": 0.970623, + "accuracy": 0.977466, + "main_score": 0.970623, + "hf_subset": "tel_Telu-mar_Deva", + "languages": [ + "tel-Telu", + "mar-Deva" + ] + }, + { + "precision": 0.948965, + "recall": 0.964447, + "f1": 0.953964, + "accuracy": 0.964447, + "main_score": 0.953964, + "hf_subset": "tel_Telu-nep_Deva", + "languages": [ + "tel-Telu", + "nep-Deva" + ] + }, + { + "precision": 0.962193, + "recall": 0.973961, + "f1": 0.966032, + "accuracy": 0.973961, + "main_score": 0.966032, + "hf_subset": "tel_Telu-pan_Guru", + "languages": [ + "tel-Telu", + "pan-Guru" + ] + }, + { + "precision": 0.384136, + "recall": 0.477216, + "f1": 0.409663, + "accuracy": 0.477216, + "main_score": 0.409663, + "hf_subset": "tel_Telu-sin_Sinh", + "languages": [ + "tel-Telu", + "sin-Sinh" + ] + }, + { + "precision": 0.865607, + "recall": 0.905358, + "f1": 0.878267, + "accuracy": 0.905358, + "main_score": 0.878267, + "hf_subset": "tel_Telu-snd_Arab", + "languages": [ + "tel-Telu", + "snd-Arab" + ] + }, + { + "precision": 0.945502, + "recall": 0.962444, + "f1": 0.951093, + "accuracy": 0.962444, + "main_score": 0.951093, + "hf_subset": "tel_Telu-tam_Taml", + "languages": [ + "tel-Telu", + "tam-Taml" + ] + }, + { + "precision": 0.967952, + "recall": 0.977967, + "f1": 0.971207, + "accuracy": 0.977967, + "main_score": 0.971207, + "hf_subset": "tel_Telu-urd_Arab", + "languages": [ + "tel-Telu", + "urd-Arab" + ] + }, + { + "precision": 0.844241, + "recall": 0.884326, + "f1": 0.85652, + "accuracy": 0.884326, + "main_score": 0.85652, + "hf_subset": "tgk_Cyrl-arb_Arab", + "languages": [ + "tgk-Cyrl", + "arb-Arab" + ] + }, + { + "precision": 0.679699, + "recall": 0.737606, + "f1": 0.697028, + "accuracy": 0.737606, + "main_score": 0.697028, + "hf_subset": "tgk_Cyrl-ckb_Arab", + "languages": [ + "tgk-Cyrl", + "ckb-Arab" + ] + }, + { + "precision": 0.868636, + "recall": 0.903355, + "f1": 0.879619, + "accuracy": 0.903355, + "main_score": 0.879619, + "hf_subset": "tgk_Cyrl-eng_Latn", + "languages": [ + "tgk-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.87245, + "recall": 0.905859, + "f1": 0.883091, + "accuracy": 0.905859, + "main_score": 0.883091, + "hf_subset": "tgk_Cyrl-fas_Arab", + "languages": [ + "tgk-Cyrl", + "fas-Arab" + ] + }, + { + "precision": 0.855154, + "recall": 0.892839, + "f1": 0.866804, + "accuracy": 0.892839, + "main_score": 0.866804, + "hf_subset": "tgk_Cyrl-heb_Hebr", + "languages": [ + "tgk-Cyrl", + "heb-Hebr" + ] + }, + { + "precision": 0.662318, + "recall": 0.72008, + "f1": 0.679371, + "accuracy": 0.72008, + "main_score": 0.679371, + "hf_subset": "tgk_Cyrl-kmr_Latn", + "languages": [ + "tgk-Cyrl", + "kmr-Latn" + ] + }, + { + "precision": 0.736605, + "recall": 0.790686, + "f1": 0.752963, + "accuracy": 0.790686, + "main_score": 0.752963, + "hf_subset": "tgk_Cyrl-mey_Arab", + "languages": [ + "tgk-Cyrl", + "mey-Arab" + ] + }, + { + "precision": 0.87654, + "recall": 0.911367, + "f1": 0.887615, + "accuracy": 0.911367, + "main_score": 0.887615, + "hf_subset": "tgk_Cyrl-prs_Arab", + "languages": [ + "tgk-Cyrl", + "prs-Arab" + ] + }, + { + "precision": 0.682241, + "recall": 0.747121, + "f1": 0.701881, + "accuracy": 0.747121, + "main_score": 0.701881, + "hf_subset": "tgk_Cyrl-pus_Arab", + "languages": [ + "tgk-Cyrl", + "pus-Arab" + ] + }, + { + "precision": 0.514282, + "recall": 0.596895, + "f1": 0.53859, + "accuracy": 0.596895, + "main_score": 0.53859, + "hf_subset": "tgk_Cyrl-shi_Arab", + "languages": [ + "tgk-Cyrl", + "shi-Arab" + ] + }, + { + "precision": 0.307229, + "recall": 0.405608, + "f1": 0.332042, + "accuracy": 0.405608, + "main_score": 0.332042, + "hf_subset": "tha_Thai-bod_Tibt", + "languages": [ + "tha-Thai", + "bod-Tibt" + ] + }, + { + "precision": 0.112032, + "recall": 0.157236, + "f1": 0.122463, + "accuracy": 0.157236, + "main_score": 0.122463, + "hf_subset": "tha_Thai-dzo_Tibt", + "languages": [ + "tha-Thai", + "dzo-Tibt" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "tha_Thai-eng_Latn", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "precision": 0.865465, + "recall": 0.903856, + "f1": 0.877187, + "accuracy": 0.903856, + "main_score": 0.877187, + "hf_subset": "tha_Thai-khm_Khmr", + "languages": [ + "tha-Thai", + "khm-Khmr" + ] + }, + { + "precision": 0.859059, + "recall": 0.897346, + "f1": 0.870762, + "accuracy": 0.897346, + "main_score": 0.870762, + "hf_subset": "tha_Thai-lao_Laoo", + "languages": [ + "tha-Thai", + "lao-Laoo" + ] + }, + { + "precision": 0.812327, + "recall": 0.865799, + "f1": 0.82901, + "accuracy": 0.865799, + "main_score": 0.82901, + "hf_subset": "tha_Thai-mon_Mong", + "languages": [ + "tha-Thai", + "mon-Mong" + ] + }, + { + "precision": 0.76654, + "recall": 0.825739, + "f1": 0.784019, + "accuracy": 0.825739, + "main_score": 0.784019, + "hf_subset": "tha_Thai-mya_Mymr", + "languages": [ + "tha-Thai", + "mya-Mymr" + ] + }, + { + "precision": 0.33497, + "recall": 0.410616, + "f1": 0.355596, + "accuracy": 0.410616, + "main_score": 0.355596, + "hf_subset": "tir_Ethi-amh_Ethi", + "languages": [ + "tir-Ethi", + "amh-Ethi" + ] + }, + { + "precision": 0.209174, + "recall": 0.287932, + "f1": 0.227808, + "accuracy": 0.287932, + "main_score": 0.227808, + "hf_subset": "tir_Ethi-eng_Latn", + "languages": [ + "tir-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.221112, + "recall": 0.271908, + "f1": 0.233432, + "accuracy": 0.271908, + "main_score": 0.233432, + "hf_subset": "tir_Ethi-hau_Latn", + "languages": [ + "tir-Ethi", + "hau-Latn" + ] + }, + { + "precision": 0.215001, + "recall": 0.2664, + "f1": 0.22657, + "accuracy": 0.2664, + "main_score": 0.22657, + "hf_subset": "tir_Ethi-ibo_Latn", + "languages": [ + "tir-Ethi", + "ibo-Latn" + ] + }, + { + "precision": 0.203152, + "recall": 0.251377, + "f1": 0.213785, + "accuracy": 0.251377, + "main_score": 0.213785, + "hf_subset": "tir_Ethi-nso_Latn", + "languages": [ + "tir-Ethi", + "nso-Latn" + ] + }, + { + "precision": 0.194338, + "recall": 0.239359, + "f1": 0.204943, + "accuracy": 0.239359, + "main_score": 0.204943, + "hf_subset": "tir_Ethi-orm_Ethi", + "languages": [ + "tir-Ethi", + "orm-Ethi" + ] + }, + { + "precision": 0.203343, + "recall": 0.253881, + "f1": 0.214912, + "accuracy": 0.253881, + "main_score": 0.214912, + "hf_subset": "tir_Ethi-som_Latn", + "languages": [ + "tir-Ethi", + "som-Latn" + ] + }, + { + "precision": 0.204125, + "recall": 0.256885, + "f1": 0.216366, + "accuracy": 0.256885, + "main_score": 0.216366, + "hf_subset": "tir_Ethi-ssw_Latn", + "languages": [ + "tir-Ethi", + "ssw-Latn" + ] + }, + { + "precision": 0.230027, + "recall": 0.288433, + "f1": 0.244523, + "accuracy": 0.288433, + "main_score": 0.244523, + "hf_subset": "tir_Ethi-swa_Latn", + "languages": [ + "tir-Ethi", + "swa-Latn" + ] + }, + { + "precision": 0.208186, + "recall": 0.260891, + "f1": 0.219984, + "accuracy": 0.260891, + "main_score": 0.219984, + "hf_subset": "tir_Ethi-tsn_Latn", + "languages": [ + "tir-Ethi", + "tsn-Latn" + ] + }, + { + "precision": 0.202665, + "recall": 0.251878, + "f1": 0.21412, + "accuracy": 0.251878, + "main_score": 0.21412, + "hf_subset": "tir_Ethi-wol_Latn", + "languages": [ + "tir-Ethi", + "wol-Latn" + ] + }, + { + "precision": 0.20029, + "recall": 0.252379, + "f1": 0.212277, + "accuracy": 0.252379, + "main_score": 0.212277, + "hf_subset": "tir_Ethi-xho_Latn", + "languages": [ + "tir-Ethi", + "xho-Latn" + ] + }, + { + "precision": 0.138098, + "recall": 0.193791, + "f1": 0.149558, + "accuracy": 0.193791, + "main_score": 0.149558, + "hf_subset": "tir_Ethi-yor_Latn", + "languages": [ + "tir-Ethi", + "yor-Latn" + ] + }, + { + "precision": 0.204946, + "recall": 0.256385, + "f1": 0.216821, + "accuracy": 0.256385, + "main_score": 0.216821, + "hf_subset": "tir_Ethi-zul_Latn", + "languages": [ + "tir-Ethi", + "zul-Latn" + ] + }, + { + "precision": 0.464117, + "recall": 0.542814, + "f1": 0.485216, + "accuracy": 0.542814, + "main_score": 0.485216, + "hf_subset": "ton_Latn-eng_Latn", + "languages": [ + "ton-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.460622, + "recall": 0.528292, + "f1": 0.478453, + "accuracy": 0.528292, + "main_score": 0.478453, + "hf_subset": "ton_Latn-fij_Latn", + "languages": [ + "ton-Latn", + "fij-Latn" + ] + }, + { + "precision": 0.516253, + "recall": 0.575363, + "f1": 0.53228, + "accuracy": 0.575363, + "main_score": 0.53228, + "hf_subset": "ton_Latn-fil_Latn", + "languages": [ + "ton-Latn", + "fil-Latn" + ] + }, + { + "precision": 0.489092, + "recall": 0.560841, + "f1": 0.508208, + "accuracy": 0.560841, + "main_score": 0.508208, + "hf_subset": "ton_Latn-ind_Latn", + "languages": [ + "ton-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.412816, + "recall": 0.49324, + "f1": 0.433973, + "accuracy": 0.49324, + "main_score": 0.433973, + "hf_subset": "ton_Latn-mal_Mlym", + "languages": [ + "ton-Latn", + "mal-Mlym" + ] + }, + { + "precision": 0.529463, + "recall": 0.581372, + "f1": 0.543687, + "accuracy": 0.581372, + "main_score": 0.543687, + "hf_subset": "ton_Latn-mlg_Latn", + "languages": [ + "ton-Latn", + "mlg-Latn" + ] + }, + { + "precision": 0.561707, + "recall": 0.612919, + "f1": 0.576025, + "accuracy": 0.612919, + "main_score": 0.576025, + "hf_subset": "ton_Latn-mri_Latn", + "languages": [ + "ton-Latn", + "mri-Latn" + ] + }, + { + "precision": 0.496115, + "recall": 0.567351, + "f1": 0.515529, + "accuracy": 0.567351, + "main_score": 0.515529, + "hf_subset": "ton_Latn-msa_Latn", + "languages": [ + "ton-Latn", + "msa-Latn" + ] + }, + { + "precision": 0.56115, + "recall": 0.607411, + "f1": 0.573981, + "accuracy": 0.607411, + "main_score": 0.573981, + "hf_subset": "ton_Latn-smo_Latn", + "languages": [ + "ton-Latn", + "smo-Latn" + ] + }, + { + "precision": 0.507904, + "recall": 0.561342, + "f1": 0.52297, + "accuracy": 0.561342, + "main_score": 0.52297, + "hf_subset": "ton_Latn-tah_Latn", + "languages": [ + "ton-Latn", + "tah-Latn" + ] + }, + { + "precision": 0.256221, + "recall": 0.338508, + "f1": 0.276289, + "accuracy": 0.338508, + "main_score": 0.276289, + "hf_subset": "tsn_Latn-amh_Ethi", + "languages": [ + "tsn-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.539695, + "recall": 0.613921, + "f1": 0.560181, + "accuracy": 0.613921, + "main_score": 0.560181, + "hf_subset": "tsn_Latn-eng_Latn", + "languages": [ + "tsn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.59763, + "recall": 0.649474, + "f1": 0.612647, + "accuracy": 0.649474, + "main_score": 0.612647, + "hf_subset": "tsn_Latn-hau_Latn", + "languages": [ + "tsn-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.660867, + "recall": 0.698047, + "f1": 0.67133, + "accuracy": 0.698047, + "main_score": 0.67133, + "hf_subset": "tsn_Latn-ibo_Latn", + "languages": [ + "tsn-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.734841, + "recall": 0.776164, + "f1": 0.746373, + "accuracy": 0.776164, + "main_score": 0.746373, + "hf_subset": "tsn_Latn-nso_Latn", + "languages": [ + "tsn-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.392263, + "recall": 0.471207, + "f1": 0.413656, + "accuracy": 0.471207, + "main_score": 0.413656, + "hf_subset": "tsn_Latn-orm_Ethi", + "languages": [ + "tsn-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.581189, + "recall": 0.635954, + "f1": 0.596139, + "accuracy": 0.635954, + "main_score": 0.596139, + "hf_subset": "tsn_Latn-som_Latn", + "languages": [ + "tsn-Latn", + "som-Latn" + ] + }, + { + "precision": 0.629225, + "recall": 0.676014, + "f1": 0.641804, + "accuracy": 0.676014, + "main_score": 0.641804, + "hf_subset": "tsn_Latn-ssw_Latn", + "languages": [ + "tsn-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.595693, + "recall": 0.651477, + "f1": 0.611454, + "accuracy": 0.651477, + "main_score": 0.611454, + "hf_subset": "tsn_Latn-swa_Latn", + "languages": [ + "tsn-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.255046, + "recall": 0.321482, + "f1": 0.271232, + "accuracy": 0.321482, + "main_score": 0.271232, + "hf_subset": "tsn_Latn-tir_Ethi", + "languages": [ + "tsn-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.569254, + "recall": 0.622934, + "f1": 0.584867, + "accuracy": 0.622934, + "main_score": 0.584867, + "hf_subset": "tsn_Latn-wol_Latn", + "languages": [ + "tsn-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.597828, + "recall": 0.651477, + "f1": 0.612759, + "accuracy": 0.651477, + "main_score": 0.612759, + "hf_subset": "tsn_Latn-xho_Latn", + "languages": [ + "tsn-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.562946, + "recall": 0.616425, + "f1": 0.578251, + "accuracy": 0.616425, + "main_score": 0.578251, + "hf_subset": "tsn_Latn-yor_Latn", + "languages": [ + "tsn-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.632537, + "recall": 0.679019, + "f1": 0.645567, + "accuracy": 0.679019, + "main_score": 0.645567, + "hf_subset": "tsn_Latn-zul_Latn", + "languages": [ + "tsn-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.837373, + "recall": 0.875313, + "f1": 0.848849, + "accuracy": 0.875313, + "main_score": 0.848849, + "hf_subset": "tuk_Latn-aze_Latn", + "languages": [ + "tuk-Latn", + "aze-Latn" + ] + }, + { + "precision": 0.783472, + "recall": 0.830746, + "f1": 0.797697, + "accuracy": 0.830746, + "main_score": 0.797697, + "hf_subset": "tuk_Latn-bak_Cyrl", + "languages": [ + "tuk-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.845026, + "recall": 0.884827, + "f1": 0.857269, + "accuracy": 0.884827, + "main_score": 0.857269, + "hf_subset": "tuk_Latn-eng_Latn", + "languages": [ + "tuk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.838441, + "recall": 0.880821, + "f1": 0.851577, + "accuracy": 0.880821, + "main_score": 0.851577, + "hf_subset": "tuk_Latn-kaz_Cyrl", + "languages": [ + "tuk-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.813929, + "recall": 0.856785, + "f1": 0.827017, + "accuracy": 0.856785, + "main_score": 0.827017, + "hf_subset": "tuk_Latn-kir_Cyrl", + "languages": [ + "tuk-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.823536, + "recall": 0.865799, + "f1": 0.836605, + "accuracy": 0.865799, + "main_score": 0.836605, + "hf_subset": "tuk_Latn-tat_Cyrl", + "languages": [ + "tuk-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.847877, + "recall": 0.884827, + "f1": 0.859357, + "accuracy": 0.884827, + "main_score": 0.859357, + "hf_subset": "tuk_Latn-tur_Latn", + "languages": [ + "tuk-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.718717, + "recall": 0.78017, + "f1": 0.736872, + "accuracy": 0.78017, + "main_score": 0.736872, + "hf_subset": "tuk_Latn-uig_Arab", + "languages": [ + "tuk-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.841463, + "recall": 0.87982, + "f1": 0.853173, + "accuracy": 0.87982, + "main_score": 0.853173, + "hf_subset": "tuk_Latn-uzb_Latn", + "languages": [ + "tuk-Latn", + "uzb-Latn" + ] + }, + { + "precision": 0.967368, + "recall": 0.976965, + "f1": 0.970456, + "accuracy": 0.976965, + "main_score": 0.970456, + "hf_subset": "tur_Latn-arb_Arab", + "languages": [ + "tur-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.956935, + "recall": 0.970456, + "f1": 0.961359, + "accuracy": 0.970456, + "main_score": 0.961359, + "hf_subset": "tur_Latn-aze_Latn", + "languages": [ + "tur-Latn", + "aze-Latn" + ] + }, + { + "precision": 0.849015, + "recall": 0.891838, + "f1": 0.862477, + "accuracy": 0.891838, + "main_score": 0.862477, + "hf_subset": "tur_Latn-bak_Cyrl", + "languages": [ + "tur-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.969371, + "recall": 0.978968, + "f1": 0.972542, + "accuracy": 0.978968, + "main_score": 0.972542, + "hf_subset": "tur_Latn-ben_Beng", + "languages": [ + "tur-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.98189, + "recall": 0.987481, + "f1": 0.983726, + "accuracy": 0.987481, + "main_score": 0.983726, + "hf_subset": "tur_Latn-deu_Latn", + "languages": [ + "tur-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.977717, + "recall": 0.984477, + "f1": 0.97987, + "accuracy": 0.984477, + "main_score": 0.97987, + "hf_subset": "tur_Latn-ell_Grek", + "languages": [ + "tur-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "tur_Latn-eng_Latn", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.965949, + "recall": 0.976465, + "f1": 0.969454, + "accuracy": 0.976465, + "main_score": 0.969454, + "hf_subset": "tur_Latn-fas_Arab", + "languages": [ + "tur-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.970456, + "recall": 0.979469, + "f1": 0.973377, + "accuracy": 0.979469, + "main_score": 0.973377, + "hf_subset": "tur_Latn-fin_Latn", + "languages": [ + "tur-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.971874, + "recall": 0.980971, + "f1": 0.974879, + "accuracy": 0.980971, + "main_score": 0.974879, + "hf_subset": "tur_Latn-fra_Latn", + "languages": [ + "tur-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.964781, + "recall": 0.975463, + "f1": 0.968286, + "accuracy": 0.975463, + "main_score": 0.968286, + "hf_subset": "tur_Latn-heb_Hebr", + "languages": [ + "tur-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.97129, + "recall": 0.980471, + "f1": 0.974295, + "accuracy": 0.980471, + "main_score": 0.974295, + "hf_subset": "tur_Latn-hin_Deva", + "languages": [ + "tur-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.971457, + "recall": 0.980471, + "f1": 0.974462, + "accuracy": 0.980471, + "main_score": 0.974462, + "hf_subset": "tur_Latn-hun_Latn", + "languages": [ + "tur-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.977383, + "recall": 0.984477, + "f1": 0.97972, + "accuracy": 0.984477, + "main_score": 0.97972, + "hf_subset": "tur_Latn-ind_Latn", + "languages": [ + "tur-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.973627, + "recall": 0.981973, + "f1": 0.976381, + "accuracy": 0.981973, + "main_score": 0.976381, + "hf_subset": "tur_Latn-jpn_Jpan", + "languages": [ + "tur-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.943415, + "recall": 0.960441, + "f1": 0.948923, + "accuracy": 0.960441, + "main_score": 0.948923, + "hf_subset": "tur_Latn-kaz_Cyrl", + "languages": [ + "tur-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.88416, + "recall": 0.917376, + "f1": 0.894659, + "accuracy": 0.917376, + "main_score": 0.894659, + "hf_subset": "tur_Latn-kir_Cyrl", + "languages": [ + "tur-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.96695, + "recall": 0.977466, + "f1": 0.970372, + "accuracy": 0.977466, + "main_score": 0.970372, + "hf_subset": "tur_Latn-kor_Hang", + "languages": [ + "tur-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.960023, + "recall": 0.972459, + "f1": 0.964113, + "accuracy": 0.972459, + "main_score": 0.964113, + "hf_subset": "tur_Latn-lit_Latn", + "languages": [ + "tur-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.978885, + "recall": 0.984977, + "f1": 0.980888, + "accuracy": 0.984977, + "main_score": 0.980888, + "hf_subset": "tur_Latn-nld_Latn", + "languages": [ + "tur-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.976799, + "recall": 0.983976, + "f1": 0.979135, + "accuracy": 0.983976, + "main_score": 0.979135, + "hf_subset": "tur_Latn-pol_Latn", + "languages": [ + "tur-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.979219, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "tur_Latn-por_Latn", + "languages": [ + "tur-Latn", + "por-Latn" + ] + }, + { + "precision": 0.973544, + "recall": 0.981472, + "f1": 0.976131, + "accuracy": 0.981472, + "main_score": 0.976131, + "hf_subset": "tur_Latn-rus_Cyrl", + "languages": [ + "tur-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.971457, + "recall": 0.980471, + "f1": 0.974378, + "accuracy": 0.980471, + "main_score": 0.974378, + "hf_subset": "tur_Latn-spa_Latn", + "languages": [ + "tur-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.701407, + "recall": 0.771157, + "f1": 0.722785, + "accuracy": 0.771157, + "main_score": 0.722785, + "hf_subset": "tur_Latn-swa_Latn", + "languages": [ + "tur-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.972208, + "recall": 0.981472, + "f1": 0.975296, + "accuracy": 0.981472, + "main_score": 0.975296, + "hf_subset": "tur_Latn-swe_Latn", + "languages": [ + "tur-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.93749, + "recall": 0.956935, + "f1": 0.943916, + "accuracy": 0.956935, + "main_score": 0.943916, + "hf_subset": "tur_Latn-tam_Taml", + "languages": [ + "tur-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.895735, + "recall": 0.924887, + "f1": 0.905041, + "accuracy": 0.924887, + "main_score": 0.905041, + "hf_subset": "tur_Latn-tat_Cyrl", + "languages": [ + "tur-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.79655, + "recall": 0.848272, + "f1": 0.812427, + "accuracy": 0.848272, + "main_score": 0.812427, + "hf_subset": "tur_Latn-tuk_Latn", + "languages": [ + "tur-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.833756, + "recall": 0.87982, + "f1": 0.848022, + "accuracy": 0.87982, + "main_score": 0.848022, + "hf_subset": "tur_Latn-uig_Arab", + "languages": [ + "tur-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.930162, + "recall": 0.951928, + "f1": 0.937239, + "accuracy": 0.951928, + "main_score": 0.937239, + "hf_subset": "tur_Latn-uzb_Latn", + "languages": [ + "tur-Latn", + "uzb-Latn" + ] + }, + { + "precision": 0.979219, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "tur_Latn-vie_Latn", + "languages": [ + "tur-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.96912, + "recall": 0.978968, + "f1": 0.972375, + "accuracy": 0.978968, + "main_score": 0.972375, + "hf_subset": "tur_Latn-zho_Hant", + "languages": [ + "tur-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.550418, + "recall": 0.628943, + "f1": 0.573224, + "accuracy": 0.628943, + "main_score": 0.573224, + "hf_subset": "tur_Latn-zul_Latn", + "languages": [ + "tur-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.861183, + "recall": 0.900351, + "f1": 0.873577, + "accuracy": 0.900351, + "main_score": 0.873577, + "hf_subset": "uig_Arab-aze_Latn", + "languages": [ + "uig-Arab", + "aze-Latn" + ] + }, + { + "precision": 0.760207, + "recall": 0.815724, + "f1": 0.777008, + "accuracy": 0.815724, + "main_score": 0.777008, + "hf_subset": "uig_Arab-bak_Cyrl", + "languages": [ + "uig-Arab", + "bak-Cyrl" + ] + }, + { + "precision": 0.873827, + "recall": 0.910366, + "f1": 0.885395, + "accuracy": 0.910366, + "main_score": 0.885395, + "hf_subset": "uig_Arab-eng_Latn", + "languages": [ + "uig-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.85797, + "recall": 0.897847, + "f1": 0.870606, + "accuracy": 0.897847, + "main_score": 0.870606, + "hf_subset": "uig_Arab-kaz_Cyrl", + "languages": [ + "uig-Arab", + "kaz-Cyrl" + ] + }, + { + "precision": 0.793791, + "recall": 0.844266, + "f1": 0.809633, + "accuracy": 0.844266, + "main_score": 0.809633, + "hf_subset": "uig_Arab-kir_Cyrl", + "languages": [ + "uig-Arab", + "kir-Cyrl" + ] + }, + { + "precision": 0.811442, + "recall": 0.857286, + "f1": 0.825548, + "accuracy": 0.857286, + "main_score": 0.825548, + "hf_subset": "uig_Arab-tat_Cyrl", + "languages": [ + "uig-Arab", + "tat-Cyrl" + ] + }, + { + "precision": 0.742635, + "recall": 0.797196, + "f1": 0.759395, + "accuracy": 0.797196, + "main_score": 0.759395, + "hf_subset": "uig_Arab-tuk_Latn", + "languages": [ + "uig-Arab", + "tuk-Latn" + ] + }, + { + "precision": 0.875188, + "recall": 0.911367, + "f1": 0.886763, + "accuracy": 0.911367, + "main_score": 0.886763, + "hf_subset": "uig_Arab-tur_Latn", + "languages": [ + "uig-Arab", + "tur-Latn" + ] + }, + { + "precision": 0.860558, + "recall": 0.897847, + "f1": 0.872375, + "accuracy": 0.897847, + "main_score": 0.872375, + "hf_subset": "uig_Arab-uzb_Latn", + "languages": [ + "uig-Arab", + "uzb-Latn" + ] + }, + { + "precision": 0.983141, + "recall": 0.988483, + "f1": 0.984894, + "accuracy": 0.988483, + "main_score": 0.984894, + "hf_subset": "ukr_Cyrl-bel_Cyrl", + "languages": [ + "ukr-Cyrl", + "bel-Cyrl" + ] + }, + { + "precision": 0.982974, + "recall": 0.988483, + "f1": 0.984811, + "accuracy": 0.988483, + "main_score": 0.984811, + "hf_subset": "ukr_Cyrl-bos_Latn", + "languages": [ + "ukr-Cyrl", + "bos-Latn" + ] + }, + { + "precision": 0.984727, + "recall": 0.989484, + "f1": 0.986313, + "accuracy": 0.989484, + "main_score": 0.986313, + "hf_subset": "ukr_Cyrl-bul_Cyrl", + "languages": [ + "ukr-Cyrl", + "bul-Cyrl" + ] + }, + { + "precision": 0.985979, + "recall": 0.989985, + "f1": 0.987314, + "accuracy": 0.989985, + "main_score": 0.987314, + "hf_subset": "ukr_Cyrl-ces_Latn", + "languages": [ + "ukr-Cyrl", + "ces-Latn" + ] + }, + { + "precision": 0.991988, + "recall": 0.994492, + "f1": 0.992823, + "accuracy": 0.994492, + "main_score": 0.992823, + "hf_subset": "ukr_Cyrl-eng_Latn", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.983392, + "recall": 0.987982, + "f1": 0.984894, + "accuracy": 0.987982, + "main_score": 0.984894, + "hf_subset": "ukr_Cyrl-hrv_Latn", + "languages": [ + "ukr-Cyrl", + "hrv-Latn" + ] + }, + { + "precision": 0.981472, + "recall": 0.987481, + "f1": 0.983475, + "accuracy": 0.987481, + "main_score": 0.983475, + "hf_subset": "ukr_Cyrl-mkd_Cyrl", + "languages": [ + "ukr-Cyrl", + "mkd-Cyrl" + ] + }, + { + "precision": 0.979219, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "ukr_Cyrl-pol_Latn", + "languages": [ + "ukr-Cyrl", + "pol-Latn" + ] + }, + { + "precision": 0.978551, + "recall": 0.984977, + "f1": 0.980638, + "accuracy": 0.984977, + "main_score": 0.980638, + "hf_subset": "ukr_Cyrl-rus_Cyrl", + "languages": [ + "ukr-Cyrl", + "rus-Cyrl" + ] + }, + { + "precision": 0.985478, + "recall": 0.989985, + "f1": 0.98698, + "accuracy": 0.989985, + "main_score": 0.98698, + "hf_subset": "ukr_Cyrl-slk_Latn", + "languages": [ + "ukr-Cyrl", + "slk-Latn" + ] + }, + { + "precision": 0.976965, + "recall": 0.984477, + "f1": 0.979469, + "accuracy": 0.984477, + "main_score": 0.979469, + "hf_subset": "ukr_Cyrl-slv_Latn", + "languages": [ + "ukr-Cyrl", + "slv-Latn" + ] + }, + { + "precision": 0.98022, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "ukr_Cyrl-srp_Cyrl", + "languages": [ + "ukr-Cyrl", + "srp-Cyrl" + ] + }, + { + "precision": 0.98022, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "ukr_Cyrl-srp_Latn", + "languages": [ + "ukr-Cyrl", + "srp-Latn" + ] + }, + { + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "urd_Arab-ben_Beng", + "languages": [ + "urd-Arab", + "ben-Beng" + ] + }, + { + "precision": 0.086826, + "recall": 0.150225, + "f1": 0.09987, + "accuracy": 0.150225, + "main_score": 0.09987, + "hf_subset": "urd_Arab-div_Thaa", + "languages": [ + "urd-Arab", + "div-Thaa" + ] + }, + { + "precision": 0.991738, + "recall": 0.994492, + "f1": 0.992656, + "accuracy": 0.994492, + "main_score": 0.992656, + "hf_subset": "urd_Arab-eng_Latn", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.875146, + "recall": 0.910866, + "f1": 0.886563, + "accuracy": 0.910866, + "main_score": 0.886563, + "hf_subset": "urd_Arab-eus_Latn", + "languages": [ + "urd-Arab", + "eus-Latn" + ] + }, + { + "precision": 0.979636, + "recall": 0.985478, + "f1": 0.981556, + "accuracy": 0.985478, + "main_score": 0.981556, + "hf_subset": "urd_Arab-guj_Gujr", + "languages": [ + "urd-Arab", + "guj-Gujr" + ] + }, + { + "precision": 0.981556, + "recall": 0.98698, + "f1": 0.983308, + "accuracy": 0.98698, + "main_score": 0.983308, + "hf_subset": "urd_Arab-hin_Deva", + "languages": [ + "urd-Arab", + "hin-Deva" + ] + }, + { + "precision": 0.961526, + "recall": 0.973961, + "f1": 0.965615, + "accuracy": 0.973961, + "main_score": 0.965615, + "hf_subset": "urd_Arab-kan_Knda", + "languages": [ + "urd-Arab", + "kan-Knda" + ] + }, + { + "precision": 0.980805, + "recall": 0.98698, + "f1": 0.982808, + "accuracy": 0.98698, + "main_score": 0.982808, + "hf_subset": "urd_Arab-mar_Deva", + "languages": [ + "urd-Arab", + "mar-Deva" + ] + }, + { + "precision": 0.971207, + "recall": 0.97997, + "f1": 0.974044, + "accuracy": 0.97997, + "main_score": 0.974044, + "hf_subset": "urd_Arab-nep_Deva", + "languages": [ + "urd-Arab", + "nep-Deva" + ] + }, + { + "precision": 0.969955, + "recall": 0.97997, + "f1": 0.973293, + "accuracy": 0.97997, + "main_score": 0.973293, + "hf_subset": "urd_Arab-pan_Guru", + "languages": [ + "urd-Arab", + "pan-Guru" + ] + }, + { + "precision": 0.38845, + "recall": 0.481222, + "f1": 0.412905, + "accuracy": 0.481222, + "main_score": 0.412905, + "hf_subset": "urd_Arab-sin_Sinh", + "languages": [ + "urd-Arab", + "sin-Sinh" + ] + }, + { + "precision": 0.890895, + "recall": 0.922884, + "f1": 0.901052, + "accuracy": 0.922884, + "main_score": 0.901052, + "hf_subset": "urd_Arab-snd_Arab", + "languages": [ + "urd-Arab", + "snd-Arab" + ] + }, + { + "precision": 0.962068, + "recall": 0.97346, + "f1": 0.965732, + "accuracy": 0.97346, + "main_score": 0.965732, + "hf_subset": "urd_Arab-tam_Taml", + "languages": [ + "urd-Arab", + "tam-Taml" + ] + }, + { + "precision": 0.964614, + "recall": 0.975463, + "f1": 0.968202, + "accuracy": 0.975463, + "main_score": 0.968202, + "hf_subset": "urd_Arab-tel_Telu", + "languages": [ + "urd-Arab", + "tel-Telu" + ] + }, + { + "precision": 0.957561, + "recall": 0.969454, + "f1": 0.961392, + "accuracy": 0.969454, + "main_score": 0.961392, + "hf_subset": "uzb_Latn-aze_Latn", + "languages": [ + "uzb-Latn", + "aze-Latn" + ] + }, + { + "precision": 0.883342, + "recall": 0.914872, + "f1": 0.893199, + "accuracy": 0.914872, + "main_score": 0.893199, + "hf_subset": "uzb_Latn-bak_Cyrl", + "languages": [ + "uzb-Latn", + "bak-Cyrl" + ] + }, + { + "precision": 0.969037, + "recall": 0.978968, + "f1": 0.972292, + "accuracy": 0.978968, + "main_score": 0.972292, + "hf_subset": "uzb_Latn-eng_Latn", + "languages": [ + "uzb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.950634, + "recall": 0.965448, + "f1": 0.955467, + "accuracy": 0.965448, + "main_score": 0.955467, + "hf_subset": "uzb_Latn-kaz_Cyrl", + "languages": [ + "uzb-Latn", + "kaz-Cyrl" + ] + }, + { + "precision": 0.909297, + "recall": 0.9334, + "f1": 0.916875, + "accuracy": 0.9334, + "main_score": 0.916875, + "hf_subset": "uzb_Latn-kir_Cyrl", + "languages": [ + "uzb-Latn", + "kir-Cyrl" + ] + }, + { + "precision": 0.899349, + "recall": 0.928393, + "f1": 0.90868, + "accuracy": 0.928393, + "main_score": 0.90868, + "hf_subset": "uzb_Latn-tat_Cyrl", + "languages": [ + "uzb-Latn", + "tat-Cyrl" + ] + }, + { + "precision": 0.847663, + "recall": 0.88683, + "f1": 0.859966, + "accuracy": 0.88683, + "main_score": 0.859966, + "hf_subset": "uzb_Latn-tuk_Latn", + "languages": [ + "uzb-Latn", + "tuk-Latn" + ] + }, + { + "precision": 0.962444, + "recall": 0.973961, + "f1": 0.966199, + "accuracy": 0.973961, + "main_score": 0.966199, + "hf_subset": "uzb_Latn-tur_Latn", + "languages": [ + "uzb-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.847187, + "recall": 0.888332, + "f1": 0.860341, + "accuracy": 0.888332, + "main_score": 0.860341, + "hf_subset": "uzb_Latn-uig_Arab", + "languages": [ + "uzb-Latn", + "uig-Arab" + ] + }, + { + "precision": 0.620363, + "recall": 0.664997, + "f1": 0.632414, + "accuracy": 0.664997, + "main_score": 0.632414, + "hf_subset": "ven_Latn-bem_Latn", + "languages": [ + "ven-Latn", + "bem-Latn" + ] + }, + { + "precision": 0.528733, + "recall": 0.600401, + "f1": 0.548826, + "accuracy": 0.600401, + "main_score": 0.548826, + "hf_subset": "ven_Latn-eng_Latn", + "languages": [ + "ven-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.572873, + "recall": 0.625438, + "f1": 0.587751, + "accuracy": 0.625438, + "main_score": 0.587751, + "hf_subset": "ven_Latn-ewe_Latn", + "languages": [ + "ven-Latn", + "ewe-Latn" + ] + }, + { + "precision": 0.599071, + "recall": 0.642964, + "f1": 0.611519, + "accuracy": 0.642964, + "main_score": 0.611519, + "hf_subset": "ven_Latn-fuc_Latn", + "languages": [ + "ven-Latn", + "fuc-Latn" + ] + }, + { + "precision": 0.587499, + "recall": 0.636455, + "f1": 0.600487, + "accuracy": 0.636455, + "main_score": 0.600487, + "hf_subset": "ven_Latn-kin_Latn", + "languages": [ + "ven-Latn", + "kin-Latn" + ] + }, + { + "precision": 0.609976, + "recall": 0.654482, + "f1": 0.622146, + "accuracy": 0.654482, + "main_score": 0.622146, + "hf_subset": "ven_Latn-nde_Latn", + "languages": [ + "ven-Latn", + "nde-Latn" + ] + }, + { + "precision": 0.605327, + "recall": 0.652479, + "f1": 0.618561, + "accuracy": 0.652479, + "main_score": 0.618561, + "hf_subset": "ven_Latn-nya_Latn", + "languages": [ + "ven-Latn", + "nya-Latn" + ] + }, + { + "precision": 0.633965, + "recall": 0.67301, + "f1": 0.644505, + "accuracy": 0.67301, + "main_score": 0.644505, + "hf_subset": "ven_Latn-sna_Latn", + "languages": [ + "ven-Latn", + "sna-Latn" + ] + }, + { + "precision": 0.973877, + "recall": 0.982474, + "f1": 0.976715, + "accuracy": 0.982474, + "main_score": 0.976715, + "hf_subset": "vie_Latn-arb_Arab", + "languages": [ + "vie-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.971958, + "recall": 0.980971, + "f1": 0.974879, + "accuracy": 0.980971, + "main_score": 0.974879, + "hf_subset": "vie_Latn-ben_Beng", + "languages": [ + "vie-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.986647, + "recall": 0.990986, + "f1": 0.988065, + "accuracy": 0.990986, + "main_score": 0.988065, + "hf_subset": "vie_Latn-deu_Latn", + "languages": [ + "vie-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.977967, + "recall": 0.984977, + "f1": 0.980304, + "accuracy": 0.984977, + "main_score": 0.980304, + "hf_subset": "vie_Latn-ell_Grek", + "languages": [ + "vie-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.990235, + "recall": 0.99349, + "f1": 0.99132, + "accuracy": 0.99349, + "main_score": 0.99132, + "hf_subset": "vie_Latn-eng_Latn", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.962444, + "recall": 0.974462, + "f1": 0.966366, + "accuracy": 0.974462, + "main_score": 0.966366, + "hf_subset": "vie_Latn-fas_Arab", + "languages": [ + "vie-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.969037, + "recall": 0.978968, + "f1": 0.972292, + "accuracy": 0.978968, + "main_score": 0.972292, + "hf_subset": "vie_Latn-fin_Latn", + "languages": [ + "vie-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.979302, + "recall": 0.985979, + "f1": 0.981472, + "accuracy": 0.985979, + "main_score": 0.981472, + "hf_subset": "vie_Latn-fra_Latn", + "languages": [ + "vie-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.957311, + "recall": 0.970956, + "f1": 0.961726, + "accuracy": 0.970956, + "main_score": 0.961726, + "hf_subset": "vie_Latn-heb_Hebr", + "languages": [ + "vie-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.969538, + "recall": 0.979469, + "f1": 0.972793, + "accuracy": 0.979469, + "main_score": 0.972793, + "hf_subset": "vie_Latn-hin_Deva", + "languages": [ + "vie-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.969204, + "recall": 0.978968, + "f1": 0.972375, + "accuracy": 0.978968, + "main_score": 0.972375, + "hf_subset": "vie_Latn-hun_Latn", + "languages": [ + "vie-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.985144, + "recall": 0.989985, + "f1": 0.98673, + "accuracy": 0.989985, + "main_score": 0.98673, + "hf_subset": "vie_Latn-ind_Latn", + "languages": [ + "vie-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.970873, + "recall": 0.980471, + "f1": 0.974044, + "accuracy": 0.980471, + "main_score": 0.974044, + "hf_subset": "vie_Latn-jpn_Jpan", + "languages": [ + "vie-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.967117, + "recall": 0.977967, + "f1": 0.970706, + "accuracy": 0.977967, + "main_score": 0.970706, + "hf_subset": "vie_Latn-kor_Hang", + "languages": [ + "vie-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.955183, + "recall": 0.969454, + "f1": 0.959856, + "accuracy": 0.969454, + "main_score": 0.959856, + "hf_subset": "vie_Latn-lit_Latn", + "languages": [ + "vie-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.982891, + "recall": 0.988483, + "f1": 0.984727, + "accuracy": 0.988483, + "main_score": 0.984727, + "hf_subset": "vie_Latn-nld_Latn", + "languages": [ + "vie-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.976381, + "recall": 0.983976, + "f1": 0.978885, + "accuracy": 0.983976, + "main_score": 0.978885, + "hf_subset": "vie_Latn-pol_Latn", + "languages": [ + "vie-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.983726, + "recall": 0.988983, + "f1": 0.985478, + "accuracy": 0.988983, + "main_score": 0.985478, + "hf_subset": "vie_Latn-por_Latn", + "languages": [ + "vie-Latn", + "por-Latn" + ] + }, + { + "precision": 0.972542, + "recall": 0.981472, + "f1": 0.975463, + "accuracy": 0.981472, + "main_score": 0.975463, + "hf_subset": "vie_Latn-rus_Cyrl", + "languages": [ + "vie-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.976882, + "recall": 0.984477, + "f1": 0.979386, + "accuracy": 0.984477, + "main_score": 0.979386, + "hf_subset": "vie_Latn-spa_Latn", + "languages": [ + "vie-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.694686, + "recall": 0.767651, + "f1": 0.716168, + "accuracy": 0.767651, + "main_score": 0.716168, + "hf_subset": "vie_Latn-swa_Latn", + "languages": [ + "vie-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.981973, + "recall": 0.987982, + "f1": 0.983976, + "accuracy": 0.987982, + "main_score": 0.983976, + "hf_subset": "vie_Latn-swe_Latn", + "languages": [ + "vie-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.944959, + "recall": 0.961943, + "f1": 0.950459, + "accuracy": 0.961943, + "main_score": 0.950459, + "hf_subset": "vie_Latn-tam_Taml", + "languages": [ + "vie-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.976131, + "recall": 0.983475, + "f1": 0.978551, + "accuracy": 0.983475, + "main_score": 0.978551, + "hf_subset": "vie_Latn-tur_Latn", + "languages": [ + "vie-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.97321, + "recall": 0.981472, + "f1": 0.97588, + "accuracy": 0.981472, + "main_score": 0.97588, + "hf_subset": "vie_Latn-yue_Hant", + "languages": [ + "vie-Latn", + "yue-Hant" + ] + }, + { + "precision": 0.971624, + "recall": 0.980471, + "f1": 0.974545, + "accuracy": 0.980471, + "main_score": 0.974545, + "hf_subset": "vie_Latn-zho_Hans", + "languages": [ + "vie-Latn", + "zho-Hans" + ] + }, + { + "precision": 0.976047, + "recall": 0.983475, + "f1": 0.978468, + "accuracy": 0.983475, + "main_score": 0.978468, + "hf_subset": "vie_Latn-zho_Hant", + "languages": [ + "vie-Latn", + "zho-Hant" + ] + }, + { + "precision": 0.55384, + "recall": 0.631948, + "f1": 0.575702, + "accuracy": 0.631948, + "main_score": 0.575702, + "hf_subset": "vie_Latn-zul_Latn", + "languages": [ + "vie-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.257976, + "recall": 0.331497, + "f1": 0.275922, + "accuracy": 0.331497, + "main_score": 0.275922, + "hf_subset": "wol_Latn-amh_Ethi", + "languages": [ + "wol-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.506998, + "recall": 0.580371, + "f1": 0.526972, + "accuracy": 0.580371, + "main_score": 0.526972, + "hf_subset": "wol_Latn-eng_Latn", + "languages": [ + "wol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.563771, + "recall": 0.612919, + "f1": 0.577485, + "accuracy": 0.612919, + "main_score": 0.577485, + "hf_subset": "wol_Latn-hau_Latn", + "languages": [ + "wol-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.600128, + "recall": 0.643966, + "f1": 0.612188, + "accuracy": 0.643966, + "main_score": 0.612188, + "hf_subset": "wol_Latn-ibo_Latn", + "languages": [ + "wol-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.56965, + "recall": 0.615423, + "f1": 0.582409, + "accuracy": 0.615423, + "main_score": 0.582409, + "hf_subset": "wol_Latn-nso_Latn", + "languages": [ + "wol-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.3893, + "recall": 0.46019, + "f1": 0.408693, + "accuracy": 0.46019, + "main_score": 0.408693, + "hf_subset": "wol_Latn-orm_Ethi", + "languages": [ + "wol-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.550098, + "recall": 0.602404, + "f1": 0.564677, + "accuracy": 0.602404, + "main_score": 0.564677, + "hf_subset": "wol_Latn-som_Latn", + "languages": [ + "wol-Latn", + "som-Latn" + ] + }, + { + "precision": 0.55838, + "recall": 0.611417, + "f1": 0.573011, + "accuracy": 0.611417, + "main_score": 0.573011, + "hf_subset": "wol_Latn-ssw_Latn", + "languages": [ + "wol-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.561196, + "recall": 0.612919, + "f1": 0.575742, + "accuracy": 0.612919, + "main_score": 0.575742, + "hf_subset": "wol_Latn-swa_Latn", + "languages": [ + "wol-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.237887, + "recall": 0.302454, + "f1": 0.253165, + "accuracy": 0.302454, + "main_score": 0.253165, + "hf_subset": "wol_Latn-tir_Ethi", + "languages": [ + "wol-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.580802, + "recall": 0.625939, + "f1": 0.593736, + "accuracy": 0.625939, + "main_score": 0.593736, + "hf_subset": "wol_Latn-tsn_Latn", + "languages": [ + "wol-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.545613, + "recall": 0.599399, + "f1": 0.56111, + "accuracy": 0.599399, + "main_score": 0.56111, + "hf_subset": "wol_Latn-xho_Latn", + "languages": [ + "wol-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.511245, + "recall": 0.568353, + "f1": 0.527115, + "accuracy": 0.568353, + "main_score": 0.527115, + "hf_subset": "wol_Latn-yor_Latn", + "languages": [ + "wol-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.565092, + "recall": 0.617927, + "f1": 0.579876, + "accuracy": 0.617927, + "main_score": 0.579876, + "hf_subset": "wol_Latn-zul_Latn", + "languages": [ + "wol-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.274891, + "recall": 0.347521, + "f1": 0.292671, + "accuracy": 0.347521, + "main_score": 0.292671, + "hf_subset": "xho_Latn-amh_Ethi", + "languages": [ + "xho-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.556925, + "recall": 0.629945, + "f1": 0.577315, + "accuracy": 0.629945, + "main_score": 0.577315, + "hf_subset": "xho_Latn-eng_Latn", + "languages": [ + "xho-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.580006, + "recall": 0.630946, + "f1": 0.594303, + "accuracy": 0.630946, + "main_score": 0.594303, + "hf_subset": "xho_Latn-hau_Latn", + "languages": [ + "xho-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.641465, + "recall": 0.679019, + "f1": 0.65238, + "accuracy": 0.679019, + "main_score": 0.65238, + "hf_subset": "xho_Latn-ibo_Latn", + "languages": [ + "xho-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.612277, + "recall": 0.652479, + "f1": 0.62379, + "accuracy": 0.652479, + "main_score": 0.62379, + "hf_subset": "xho_Latn-nso_Latn", + "languages": [ + "xho-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.388603, + "recall": 0.46019, + "f1": 0.408007, + "accuracy": 0.46019, + "main_score": 0.408007, + "hf_subset": "xho_Latn-orm_Ethi", + "languages": [ + "xho-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.57784, + "recall": 0.625438, + "f1": 0.591226, + "accuracy": 0.625438, + "main_score": 0.591226, + "hf_subset": "xho_Latn-som_Latn", + "languages": [ + "xho-Latn", + "som-Latn" + ] + }, + { + "precision": 0.664047, + "recall": 0.71357, + "f1": 0.677858, + "accuracy": 0.71357, + "main_score": 0.677858, + "hf_subset": "xho_Latn-ssw_Latn", + "languages": [ + "xho-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.616985, + "recall": 0.668503, + "f1": 0.631747, + "accuracy": 0.668503, + "main_score": 0.631747, + "hf_subset": "xho_Latn-swa_Latn", + "languages": [ + "xho-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.246615, + "recall": 0.312469, + "f1": 0.263066, + "accuracy": 0.312469, + "main_score": 0.263066, + "hf_subset": "xho_Latn-tir_Ethi", + "languages": [ + "xho-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.625544, + "recall": 0.662994, + "f1": 0.63632, + "accuracy": 0.662994, + "main_score": 0.63632, + "hf_subset": "xho_Latn-tsn_Latn", + "languages": [ + "xho-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.554117, + "recall": 0.607912, + "f1": 0.569625, + "accuracy": 0.607912, + "main_score": 0.569625, + "hf_subset": "xho_Latn-wol_Latn", + "languages": [ + "xho-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.527184, + "recall": 0.580871, + "f1": 0.54246, + "accuracy": 0.580871, + "main_score": 0.54246, + "hf_subset": "xho_Latn-yor_Latn", + "languages": [ + "xho-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.690958, + "recall": 0.743615, + "f1": 0.70602, + "accuracy": 0.743615, + "main_score": 0.70602, + "hf_subset": "xho_Latn-zul_Latn", + "languages": [ + "xho-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.192058, + "recall": 0.269905, + "f1": 0.210581, + "accuracy": 0.269905, + "main_score": 0.210581, + "hf_subset": "yor_Latn-amh_Ethi", + "languages": [ + "yor-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.455282, + "recall": 0.529795, + "f1": 0.474998, + "accuracy": 0.529795, + "main_score": 0.474998, + "hf_subset": "yor_Latn-eng_Latn", + "languages": [ + "yor-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.516259, + "recall": 0.571858, + "f1": 0.531384, + "accuracy": 0.571858, + "main_score": 0.531384, + "hf_subset": "yor_Latn-hau_Latn", + "languages": [ + "yor-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.568567, + "recall": 0.614422, + "f1": 0.581177, + "accuracy": 0.614422, + "main_score": 0.581177, + "hf_subset": "yor_Latn-ibo_Latn", + "languages": [ + "yor-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.523413, + "recall": 0.575864, + "f1": 0.537985, + "accuracy": 0.575864, + "main_score": 0.537985, + "hf_subset": "yor_Latn-nso_Latn", + "languages": [ + "yor-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.319996, + "recall": 0.395093, + "f1": 0.34007, + "accuracy": 0.395093, + "main_score": 0.34007, + "hf_subset": "yor_Latn-orm_Ethi", + "languages": [ + "yor-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.519119, + "recall": 0.572859, + "f1": 0.533293, + "accuracy": 0.572859, + "main_score": 0.533293, + "hf_subset": "yor_Latn-som_Latn", + "languages": [ + "yor-Latn", + "som-Latn" + ] + }, + { + "precision": 0.521421, + "recall": 0.572359, + "f1": 0.535637, + "accuracy": 0.572359, + "main_score": 0.535637, + "hf_subset": "yor_Latn-ssw_Latn", + "languages": [ + "yor-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.502085, + "recall": 0.558338, + "f1": 0.517917, + "accuracy": 0.558338, + "main_score": 0.517917, + "hf_subset": "yor_Latn-swa_Latn", + "languages": [ + "yor-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.167206, + "recall": 0.227341, + "f1": 0.181052, + "accuracy": 0.227341, + "main_score": 0.181052, + "hf_subset": "yor_Latn-tir_Ethi", + "languages": [ + "yor-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.545444, + "recall": 0.592389, + "f1": 0.558268, + "accuracy": 0.592389, + "main_score": 0.558268, + "hf_subset": "yor_Latn-tsn_Latn", + "languages": [ + "yor-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.48323, + "recall": 0.545318, + "f1": 0.500358, + "accuracy": 0.545318, + "main_score": 0.500358, + "hf_subset": "yor_Latn-wol_Latn", + "languages": [ + "yor-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.498307, + "recall": 0.556835, + "f1": 0.515174, + "accuracy": 0.556835, + "main_score": 0.515174, + "hf_subset": "yor_Latn-xho_Latn", + "languages": [ + "yor-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.516979, + "recall": 0.572359, + "f1": 0.5323, + "accuracy": 0.572359, + "main_score": 0.5323, + "hf_subset": "yor_Latn-zul_Latn", + "languages": [ + "yor-Latn", + "zul-Latn" + ] + }, + { + "precision": 0.990986, + "recall": 0.993991, + "f1": 0.991988, + "accuracy": 0.993991, + "main_score": 0.991988, + "hf_subset": "yue_Hant-eng_Latn", + "languages": [ + "yue-Hant", + "eng-Latn" + ] + }, + { + "precision": 0.977717, + "recall": 0.984477, + "f1": 0.97997, + "accuracy": 0.984477, + "main_score": 0.97997, + "hf_subset": "yue_Hant-jpn_Jpan", + "languages": [ + "yue-Hant", + "jpn-Jpan" + ] + }, + { + "precision": 0.976131, + "recall": 0.983976, + "f1": 0.978718, + "accuracy": 0.983976, + "main_score": 0.978718, + "hf_subset": "yue_Hant-kor_Hang", + "languages": [ + "yue-Hant", + "kor-Hang" + ] + }, + { + "precision": 0.982557, + "recall": 0.987982, + "f1": 0.98431, + "accuracy": 0.987982, + "main_score": 0.98431, + "hf_subset": "yue_Hant-vie_Latn", + "languages": [ + "yue-Hant", + "vie-Latn" + ] + }, + { + "precision": 0.98022, + "recall": 0.98648, + "f1": 0.982307, + "accuracy": 0.98648, + "main_score": 0.982307, + "hf_subset": "yue_Hant-zho_Hans", + "languages": [ + "yue-Hant", + "zho-Hans" + ] + }, + { + "precision": 0.9836, + "recall": 0.988483, + "f1": 0.985178, + "accuracy": 0.988483, + "main_score": 0.985178, + "hf_subset": "yue_Hant-zho_Hant", + "languages": [ + "yue-Hant", + "zho-Hant" + ] + }, + { + "precision": 0.980471, + "recall": 0.98698, + "f1": 0.982641, + "accuracy": 0.98698, + "main_score": 0.982641, + "hf_subset": "zho_Hans-eng_Latn", + "languages": [ + "zho-Hans", + "eng-Latn" + ] + }, + { + "precision": 0.961108, + "recall": 0.97346, + "f1": 0.965198, + "accuracy": 0.97346, + "main_score": 0.965198, + "hf_subset": "zho_Hans-jpn_Jpan", + "languages": [ + "zho-Hans", + "jpn-Jpan" + ] + }, + { + "precision": 0.964864, + "recall": 0.976465, + "f1": 0.968703, + "accuracy": 0.976465, + "main_score": 0.968703, + "hf_subset": "zho_Hans-kor_Hang", + "languages": [ + "zho-Hans", + "kor-Hang" + ] + }, + { + "precision": 0.970372, + "recall": 0.97997, + "f1": 0.973544, + "accuracy": 0.97997, + "main_score": 0.973544, + "hf_subset": "zho_Hans-vie_Latn", + "languages": [ + "zho-Hans", + "vie-Latn" + ] + }, + { + "precision": 0.968035, + "recall": 0.977967, + "f1": 0.97129, + "accuracy": 0.977967, + "main_score": 0.97129, + "hf_subset": "zho_Hans-yue_Hant", + "languages": [ + "zho-Hans", + "yue-Hant" + ] + }, + { + "precision": 0.974044, + "recall": 0.981973, + "f1": 0.976632, + "accuracy": 0.981973, + "main_score": 0.976632, + "hf_subset": "zho_Hans-zho_Hant", + "languages": [ + "zho-Hans", + "zho-Hant" + ] + }, + { + "precision": 0.963529, + "recall": 0.974962, + "f1": 0.967284, + "accuracy": 0.974962, + "main_score": 0.967284, + "hf_subset": "zho_Hant-arb_Arab", + "languages": [ + "zho-Hant", + "arb-Arab" + ] + }, + { + "precision": 0.969788, + "recall": 0.979469, + "f1": 0.972959, + "accuracy": 0.979469, + "main_score": 0.972959, + "hf_subset": "zho_Hant-ben_Beng", + "languages": [ + "zho-Hant", + "ben-Beng" + ] + }, + { + "precision": 0.981639, + "recall": 0.987481, + "f1": 0.983559, + "accuracy": 0.987481, + "main_score": 0.983559, + "hf_subset": "zho_Hant-deu_Latn", + "languages": [ + "zho-Hant", + "deu-Latn" + ] + }, + { + "precision": 0.971123, + "recall": 0.980471, + "f1": 0.974211, + "accuracy": 0.980471, + "main_score": 0.974211, + "hf_subset": "zho_Hant-ell_Grek", + "languages": [ + "zho-Hant", + "ell-Grek" + ] + }, + { + "precision": 0.98865, + "recall": 0.991988, + "f1": 0.989735, + "accuracy": 0.991988, + "main_score": 0.989735, + "hf_subset": "zho_Hant-eng_Latn", + "languages": [ + "zho-Hant", + "eng-Latn" + ] + }, + { + "precision": 0.967868, + "recall": 0.978468, + "f1": 0.971374, + "accuracy": 0.978468, + "main_score": 0.971374, + "hf_subset": "zho_Hant-fas_Arab", + "languages": [ + "zho-Hant", + "fas-Arab" + ] + }, + { + "precision": 0.96236, + "recall": 0.973961, + "f1": 0.966199, + "accuracy": 0.973961, + "main_score": 0.966199, + "hf_subset": "zho_Hant-fin_Latn", + "languages": [ + "zho-Hant", + "fin-Latn" + ] + }, + { + "precision": 0.980888, + "recall": 0.98698, + "f1": 0.982891, + "accuracy": 0.98698, + "main_score": 0.982891, + "hf_subset": "zho_Hant-fra_Latn", + "languages": [ + "zho-Hant", + "fra-Latn" + ] + }, + { + "precision": 0.960149, + "recall": 0.972459, + "f1": 0.964146, + "accuracy": 0.972459, + "main_score": 0.964146, + "hf_subset": "zho_Hant-heb_Hebr", + "languages": [ + "zho-Hant", + "heb-Hebr" + ] + }, + { + "precision": 0.971165, + "recall": 0.97997, + "f1": 0.973994, + "accuracy": 0.97997, + "main_score": 0.973994, + "hf_subset": "zho_Hant-hin_Deva", + "languages": [ + "zho-Hant", + "hin-Deva" + ] + }, + { + "precision": 0.964614, + "recall": 0.975463, + "f1": 0.968202, + "accuracy": 0.975463, + "main_score": 0.968202, + "hf_subset": "zho_Hant-hun_Latn", + "languages": [ + "zho-Hant", + "hun-Latn" + ] + }, + { + "precision": 0.983016, + "recall": 0.987982, + "f1": 0.984594, + "accuracy": 0.987982, + "main_score": 0.984594, + "hf_subset": "zho_Hant-ind_Latn", + "languages": [ + "zho-Hant", + "ind-Latn" + ] + }, + { + "precision": 0.971874, + "recall": 0.980471, + "f1": 0.974712, + "accuracy": 0.980471, + "main_score": 0.974712, + "hf_subset": "zho_Hant-jpn_Jpan", + "languages": [ + "zho-Hant", + "jpn-Jpan" + ] + }, + { + "precision": 0.973544, + "recall": 0.981472, + "f1": 0.976047, + "accuracy": 0.981472, + "main_score": 0.976047, + "hf_subset": "zho_Hant-kor_Hang", + "languages": [ + "zho-Hant", + "kor-Hang" + ] + }, + { + "precision": 0.960232, + "recall": 0.972459, + "f1": 0.964146, + "accuracy": 0.972459, + "main_score": 0.964146, + "hf_subset": "zho_Hant-lit_Latn", + "languages": [ + "zho-Hant", + "lit-Latn" + ] + }, + { + "precision": 0.97876, + "recall": 0.984977, + "f1": 0.980754, + "accuracy": 0.984977, + "main_score": 0.980754, + "hf_subset": "zho_Hant-nld_Latn", + "languages": [ + "zho-Hant", + "nld-Latn" + ] + }, + { + "precision": 0.971708, + "recall": 0.980971, + "f1": 0.974796, + "accuracy": 0.980971, + "main_score": 0.974796, + "hf_subset": "zho_Hant-pol_Latn", + "languages": [ + "zho-Hant", + "pol-Latn" + ] + }, + { + "precision": 0.981472, + "recall": 0.98648, + "f1": 0.983141, + "accuracy": 0.98648, + "main_score": 0.983141, + "hf_subset": "zho_Hant-por_Latn", + "languages": [ + "zho-Hant", + "por-Latn" + ] + }, + { + "precision": 0.975046, + "recall": 0.982974, + "f1": 0.977633, + "accuracy": 0.982974, + "main_score": 0.977633, + "hf_subset": "zho_Hant-rus_Cyrl", + "languages": [ + "zho-Hant", + "rus-Cyrl" + ] + }, + { + "precision": 0.978301, + "recall": 0.984977, + "f1": 0.980471, + "accuracy": 0.984977, + "main_score": 0.980471, + "hf_subset": "zho_Hant-spa_Latn", + "languages": [ + "zho-Hant", + "spa-Latn" + ] + }, + { + "precision": 0.663959, + "recall": 0.741112, + "f1": 0.686506, + "accuracy": 0.741112, + "main_score": 0.686506, + "hf_subset": "zho_Hant-swa_Latn", + "languages": [ + "zho-Hant", + "swa-Latn" + ] + }, + { + "precision": 0.973877, + "recall": 0.981973, + "f1": 0.976548, + "accuracy": 0.981973, + "main_score": 0.976548, + "hf_subset": "zho_Hant-swe_Latn", + "languages": [ + "zho-Hant", + "swe-Latn" + ] + }, + { + "precision": 0.931731, + "recall": 0.952429, + "f1": 0.938491, + "accuracy": 0.952429, + "main_score": 0.938491, + "hf_subset": "zho_Hant-tam_Taml", + "languages": [ + "zho-Hant", + "tam-Taml" + ] + }, + { + "precision": 0.972876, + "recall": 0.981472, + "f1": 0.975714, + "accuracy": 0.981472, + "main_score": 0.975714, + "hf_subset": "zho_Hant-tur_Latn", + "languages": [ + "zho-Hant", + "tur-Latn" + ] + }, + { + "precision": 0.973627, + "recall": 0.981973, + "f1": 0.976381, + "accuracy": 0.981973, + "main_score": 0.976381, + "hf_subset": "zho_Hant-vie_Latn", + "languages": [ + "zho-Hant", + "vie-Latn" + ] + }, + { + "precision": 0.975129, + "recall": 0.982974, + "f1": 0.977717, + "accuracy": 0.982974, + "main_score": 0.977717, + "hf_subset": "zho_Hant-yue_Hant", + "languages": [ + "zho-Hant", + "yue-Hant" + ] + }, + { + "precision": 0.974128, + "recall": 0.982474, + "f1": 0.976882, + "accuracy": 0.982474, + "main_score": 0.976882, + "hf_subset": "zho_Hant-zho_Hans", + "languages": [ + "zho-Hant", + "zho-Hans" + ] + }, + { + "precision": 0.523085, + "recall": 0.604907, + "f1": 0.54637, + "accuracy": 0.604907, + "main_score": 0.54637, + "hf_subset": "zho_Hant-zul_Latn", + "languages": [ + "zho-Hant", + "zul-Latn" + ] + }, + { + "precision": 0.269224, + "recall": 0.347021, + "f1": 0.288604, + "accuracy": 0.347021, + "main_score": 0.288604, + "hf_subset": "zul_Latn-amh_Ethi", + "languages": [ + "zul-Latn", + "amh-Ethi" + ] + }, + { + "precision": 0.51461, + "recall": 0.588883, + "f1": 0.535431, + "accuracy": 0.588883, + "main_score": 0.535431, + "hf_subset": "zul_Latn-arb_Arab", + "languages": [ + "zul-Latn", + "arb-Arab" + ] + }, + { + "precision": 0.520447, + "recall": 0.596395, + "f1": 0.542024, + "accuracy": 0.596395, + "main_score": 0.542024, + "hf_subset": "zul_Latn-ben_Beng", + "languages": [ + "zul-Latn", + "ben-Beng" + ] + }, + { + "precision": 0.550985, + "recall": 0.623936, + "f1": 0.571367, + "accuracy": 0.623936, + "main_score": 0.571367, + "hf_subset": "zul_Latn-deu_Latn", + "languages": [ + "zul-Latn", + "deu-Latn" + ] + }, + { + "precision": 0.525944, + "recall": 0.59339, + "f1": 0.544705, + "accuracy": 0.59339, + "main_score": 0.544705, + "hf_subset": "zul_Latn-ell_Grek", + "languages": [ + "zul-Latn", + "ell-Grek" + ] + }, + { + "precision": 0.572022, + "recall": 0.63996, + "f1": 0.590672, + "accuracy": 0.63996, + "main_score": 0.590672, + "hf_subset": "zul_Latn-eng_Latn", + "languages": [ + "zul-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.500442, + "recall": 0.574862, + "f1": 0.520796, + "accuracy": 0.574862, + "main_score": 0.520796, + "hf_subset": "zul_Latn-fas_Arab", + "languages": [ + "zul-Latn", + "fas-Arab" + ] + }, + { + "precision": 0.535811, + "recall": 0.601402, + "f1": 0.554138, + "accuracy": 0.601402, + "main_score": 0.554138, + "hf_subset": "zul_Latn-fin_Latn", + "languages": [ + "zul-Latn", + "fin-Latn" + ] + }, + { + "precision": 0.553809, + "recall": 0.623435, + "f1": 0.573209, + "accuracy": 0.623435, + "main_score": 0.573209, + "hf_subset": "zul_Latn-fra_Latn", + "languages": [ + "zul-Latn", + "fra-Latn" + ] + }, + { + "precision": 0.590549, + "recall": 0.642464, + "f1": 0.605093, + "accuracy": 0.642464, + "main_score": 0.605093, + "hf_subset": "zul_Latn-hau_Latn", + "languages": [ + "zul-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.493425, + "recall": 0.569354, + "f1": 0.514378, + "accuracy": 0.569354, + "main_score": 0.514378, + "hf_subset": "zul_Latn-heb_Hebr", + "languages": [ + "zul-Latn", + "heb-Hebr" + ] + }, + { + "precision": 0.537701, + "recall": 0.609414, + "f1": 0.557931, + "accuracy": 0.609414, + "main_score": 0.557931, + "hf_subset": "zul_Latn-hin_Deva", + "languages": [ + "zul-Latn", + "hin-Deva" + ] + }, + { + "precision": 0.554272, + "recall": 0.616425, + "f1": 0.571468, + "accuracy": 0.616425, + "main_score": 0.571468, + "hf_subset": "zul_Latn-hun_Latn", + "languages": [ + "zul-Latn", + "hun-Latn" + ] + }, + { + "precision": 0.662043, + "recall": 0.700551, + "f1": 0.673002, + "accuracy": 0.700551, + "main_score": 0.673002, + "hf_subset": "zul_Latn-ibo_Latn", + "languages": [ + "zul-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.584818, + "recall": 0.647471, + "f1": 0.601642, + "accuracy": 0.647471, + "main_score": 0.601642, + "hf_subset": "zul_Latn-ind_Latn", + "languages": [ + "zul-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.514223, + "recall": 0.591888, + "f1": 0.5358, + "accuracy": 0.591888, + "main_score": 0.5358, + "hf_subset": "zul_Latn-jpn_Jpan", + "languages": [ + "zul-Latn", + "jpn-Jpan" + ] + }, + { + "precision": 0.48167, + "recall": 0.559339, + "f1": 0.503085, + "accuracy": 0.559339, + "main_score": 0.503085, + "hf_subset": "zul_Latn-kor_Hang", + "languages": [ + "zul-Latn", + "kor-Hang" + ] + }, + { + "precision": 0.537458, + "recall": 0.602404, + "f1": 0.555549, + "accuracy": 0.602404, + "main_score": 0.555549, + "hf_subset": "zul_Latn-lit_Latn", + "languages": [ + "zul-Latn", + "lit-Latn" + ] + }, + { + "precision": 0.569691, + "recall": 0.637456, + "f1": 0.588284, + "accuracy": 0.637456, + "main_score": 0.588284, + "hf_subset": "zul_Latn-nld_Latn", + "languages": [ + "zul-Latn", + "nld-Latn" + ] + }, + { + "precision": 0.632723, + "recall": 0.672008, + "f1": 0.644058, + "accuracy": 0.672008, + "main_score": 0.644058, + "hf_subset": "zul_Latn-nso_Latn", + "languages": [ + "zul-Latn", + "nso-Latn" + ] + }, + { + "precision": 0.393858, + "recall": 0.468202, + "f1": 0.414515, + "accuracy": 0.468202, + "main_score": 0.414515, + "hf_subset": "zul_Latn-orm_Ethi", + "languages": [ + "zul-Latn", + "orm-Ethi" + ] + }, + { + "precision": 0.543489, + "recall": 0.610416, + "f1": 0.562254, + "accuracy": 0.610416, + "main_score": 0.562254, + "hf_subset": "zul_Latn-pol_Latn", + "languages": [ + "zul-Latn", + "pol-Latn" + ] + }, + { + "precision": 0.557868, + "recall": 0.62644, + "f1": 0.577017, + "accuracy": 0.62644, + "main_score": 0.577017, + "hf_subset": "zul_Latn-por_Latn", + "languages": [ + "zul-Latn", + "por-Latn" + ] + }, + { + "precision": 0.539815, + "recall": 0.612419, + "f1": 0.560242, + "accuracy": 0.612419, + "main_score": 0.560242, + "hf_subset": "zul_Latn-rus_Cyrl", + "languages": [ + "zul-Latn", + "rus-Cyrl" + ] + }, + { + "precision": 0.577311, + "recall": 0.623435, + "f1": 0.590691, + "accuracy": 0.623435, + "main_score": 0.590691, + "hf_subset": "zul_Latn-som_Latn", + "languages": [ + "zul-Latn", + "som-Latn" + ] + }, + { + "precision": 0.557127, + "recall": 0.623435, + "f1": 0.57578, + "accuracy": 0.623435, + "main_score": 0.57578, + "hf_subset": "zul_Latn-spa_Latn", + "languages": [ + "zul-Latn", + "spa-Latn" + ] + }, + { + "precision": 0.700354, + "recall": 0.750125, + "f1": 0.714381, + "accuracy": 0.750125, + "main_score": 0.714381, + "hf_subset": "zul_Latn-ssw_Latn", + "languages": [ + "zul-Latn", + "ssw-Latn" + ] + }, + { + "precision": 0.612948, + "recall": 0.663996, + "f1": 0.627341, + "accuracy": 0.663996, + "main_score": 0.627341, + "hf_subset": "zul_Latn-swa_Latn", + "languages": [ + "zul-Latn", + "swa-Latn" + ] + }, + { + "precision": 0.575179, + "recall": 0.638458, + "f1": 0.593186, + "accuracy": 0.638458, + "main_score": 0.593186, + "hf_subset": "zul_Latn-swe_Latn", + "languages": [ + "zul-Latn", + "swe-Latn" + ] + }, + { + "precision": 0.484297, + "recall": 0.558338, + "f1": 0.504372, + "accuracy": 0.558338, + "main_score": 0.504372, + "hf_subset": "zul_Latn-tam_Taml", + "languages": [ + "zul-Latn", + "tam-Taml" + ] + }, + { + "precision": 0.24871, + "recall": 0.315974, + "f1": 0.265014, + "accuracy": 0.315974, + "main_score": 0.265014, + "hf_subset": "zul_Latn-tir_Ethi", + "languages": [ + "zul-Latn", + "tir-Ethi" + ] + }, + { + "precision": 0.648645, + "recall": 0.689534, + "f1": 0.660561, + "accuracy": 0.689534, + "main_score": 0.660561, + "hf_subset": "zul_Latn-tsn_Latn", + "languages": [ + "zul-Latn", + "tsn-Latn" + ] + }, + { + "precision": 0.551346, + "recall": 0.619429, + "f1": 0.570362, + "accuracy": 0.619429, + "main_score": 0.570362, + "hf_subset": "zul_Latn-tur_Latn", + "languages": [ + "zul-Latn", + "tur-Latn" + ] + }, + { + "precision": 0.566688, + "recall": 0.631447, + "f1": 0.584835, + "accuracy": 0.631447, + "main_score": 0.584835, + "hf_subset": "zul_Latn-vie_Latn", + "languages": [ + "zul-Latn", + "vie-Latn" + ] + }, + { + "precision": 0.55223, + "recall": 0.608413, + "f1": 0.568434, + "accuracy": 0.608413, + "main_score": 0.568434, + "hf_subset": "zul_Latn-wol_Latn", + "languages": [ + "zul-Latn", + "wol-Latn" + ] + }, + { + "precision": 0.677798, + "recall": 0.735103, + "f1": 0.694107, + "accuracy": 0.735103, + "main_score": 0.694107, + "hf_subset": "zul_Latn-xho_Latn", + "languages": [ + "zul-Latn", + "xho-Latn" + ] + }, + { + "precision": 0.540039, + "recall": 0.596895, + "f1": 0.556269, + "accuracy": 0.596895, + "main_score": 0.556269, + "hf_subset": "zul_Latn-yor_Latn", + "languages": [ + "zul-Latn", + "yor-Latn" + ] + }, + { + "precision": 0.491765, + "recall": 0.571357, + "f1": 0.513978, + "accuracy": 0.571357, + "main_score": 0.513978, + "hf_subset": "zul_Latn-zho_Hant", + "languages": [ + "zul-Latn", + "zho-Hant" + ] + } + ] + }, + "evaluation_time": 893.0277383327484, + "kg_co2_emissions": null, + "date": 1776177818.34268 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NepaliNewsClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NepaliNewsClassification.json new file mode 100644 index 0000000000..dfacfefa36 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NepaliNewsClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "517059b8db27c65544a855d90b3e30e5a9853fc3", + "task_name": "NepaliNewsClassification", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.960449, + "f1": 0.959634, + "f1_weighted": 0.960261, + "precision": 0.962805, + "precision_weighted": 0.961651, + "recall": 0.958096, + "recall_weighted": 0.960449, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.959473, + "f1": 0.958832, + "f1_weighted": 0.95941, + "precision": 0.95857, + "precision_weighted": 0.95987, + "recall": 0.959602, + "recall_weighted": 0.959473, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.959473, + "f1": 0.958815, + "f1_weighted": 0.959329, + "precision": 0.962917, + "precision_weighted": 0.961359, + "recall": 0.956955, + "recall_weighted": 0.959473, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.960938, + "f1": 0.959889, + "f1_weighted": 0.960626, + "precision": 0.962558, + "precision_weighted": 0.961637, + "recall": 0.958608, + "recall_weighted": 0.960938, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.966797, + "f1": 0.966335, + "f1_weighted": 0.966778, + "precision": 0.966369, + "precision_weighted": 0.966765, + "recall": 0.966306, + "recall_weighted": 0.966797, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.970703, + "f1": 0.970356, + "f1_weighted": 0.970731, + "precision": 0.970717, + "precision_weighted": 0.970845, + "recall": 0.970078, + "recall_weighted": 0.970703, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.947266, + "f1": 0.946312, + "f1_weighted": 0.947053, + "precision": 0.953484, + "precision_weighted": 0.951313, + "recall": 0.943735, + "recall_weighted": 0.947266, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.95459, + "f1": 0.95339, + "f1_weighted": 0.954283, + "precision": 0.955783, + "precision_weighted": 0.955135, + "recall": 0.952207, + "recall_weighted": 0.95459, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.966309, + "f1": 0.965934, + "f1_weighted": 0.966418, + "precision": 0.965549, + "precision_weighted": 0.966972, + "recall": 0.966781, + "recall_weighted": 0.966309, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.963379, + "f1": 0.962822, + "f1_weighted": 0.963278, + "precision": 0.965453, + "precision_weighted": 0.96437, + "recall": 0.961422, + "recall_weighted": 0.963379, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.960938, + "f1": 0.960232, + "f1_weighted": 0.960817, + "precision": 0.96242, + "precision_weighted": 0.961992, + "recall": 0.959379, + "recall_weighted": 0.960938, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.960938, + "hf_subset": "default", + "languages": [ + "nep-Deva" + ] + } + ] + }, + "evaluation_time": 15.860559701919556, + "kg_co2_emissions": null, + "date": 1776176597.024482 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/News21InstructionRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/News21InstructionRetrieval.json new file mode 100644 index 0000000000..36cd598379 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/News21InstructionRetrieval.json @@ -0,0 +1,468 @@ +{ + "dataset_revision": "c6fffeb9cdd95c1ffa81c62c687b48b56352872b", + "task_name": "News21InstructionRetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.37695, + "ndcg_at_3": 0.39859, + "ndcg_at_5": 0.40262, + "ndcg_at_10": 0.43551, + "ndcg_at_20": 0.48239, + "ndcg_at_100": 0.56812, + "ndcg_at_1000": 0.63812, + "map_at_1": 0.03603, + "map_at_3": 0.07838, + "map_at_5": 0.10798, + "map_at_10": 0.17364, + "map_at_20": 0.26069, + "map_at_100": 0.36078, + "map_at_1000": 0.39076, + "recall_at_1": 0.03603, + "recall_at_3": 0.08949, + "recall_at_5": 0.13544, + "recall_at_10": 0.2503, + "recall_at_20": 0.41894, + "recall_at_100": 0.71827, + "recall_at_1000": 1.0, + "accuracy": 0.03603, + "precision_at_1": 0.5625, + "precision_at_3": 0.53646, + "precision_at_5": 0.50938, + "precision_at_10": 0.4875, + "precision_at_20": 0.42812, + "precision_at_100": 0.17172, + "precision_at_1000": 0.0268, + "mrr_at_1": 0.5625, + "mrr_at_3": 0.666667, + "mrr_at_5": 0.678385, + "mrr_at_10": 0.687605, + "mrr_at_20": 0.688473, + "mrr_at_100": 0.689698, + "mrr_at_1000": 0.689698, + "nauc_ndcg_at_1_max": 0.249757, + "nauc_ndcg_at_1_std": -0.223303, + "nauc_ndcg_at_1_diff1": 0.376404, + "nauc_ndcg_at_3_max": 0.223095, + "nauc_ndcg_at_3_std": -0.195352, + "nauc_ndcg_at_3_diff1": 0.216827, + "nauc_ndcg_at_5_max": 0.238783, + "nauc_ndcg_at_5_std": -0.173161, + "nauc_ndcg_at_5_diff1": 0.217926, + "nauc_ndcg_at_10_max": 0.361052, + "nauc_ndcg_at_10_std": -0.123976, + "nauc_ndcg_at_10_diff1": 0.266611, + "nauc_ndcg_at_20_max": 0.401282, + "nauc_ndcg_at_20_std": -0.088593, + "nauc_ndcg_at_20_diff1": 0.191108, + "nauc_ndcg_at_100_max": 0.417973, + "nauc_ndcg_at_100_std": -0.036704, + "nauc_ndcg_at_100_diff1": 0.20863, + "nauc_ndcg_at_1000_max": 0.270103, + "nauc_ndcg_at_1000_std": -0.080079, + "nauc_ndcg_at_1000_diff1": 0.23248, + "nauc_map_at_1_max": 0.422909, + "nauc_map_at_1_std": -0.246166, + "nauc_map_at_1_diff1": 0.156089, + "nauc_map_at_3_max": 0.385706, + "nauc_map_at_3_std": -0.203615, + "nauc_map_at_3_diff1": -0.033609, + "nauc_map_at_5_max": 0.399395, + "nauc_map_at_5_std": -0.155984, + "nauc_map_at_5_diff1": 0.016006, + "nauc_map_at_10_max": 0.463767, + "nauc_map_at_10_std": -0.088359, + "nauc_map_at_10_diff1": 0.048447, + "nauc_map_at_20_max": 0.436169, + "nauc_map_at_20_std": 0.009222, + "nauc_map_at_20_diff1": -0.04224, + "nauc_map_at_100_max": 0.381182, + "nauc_map_at_100_std": 0.095191, + "nauc_map_at_100_diff1": 0.008002, + "nauc_map_at_1000_max": 0.326639, + "nauc_map_at_1000_std": 0.101845, + "nauc_map_at_1000_diff1": 0.021868, + "nauc_recall_at_1_max": 0.422909, + "nauc_recall_at_1_std": -0.246166, + "nauc_recall_at_1_diff1": 0.156089, + "nauc_recall_at_3_max": 0.387393, + "nauc_recall_at_3_std": -0.211981, + "nauc_recall_at_3_diff1": -0.063382, + "nauc_recall_at_5_max": 0.420305, + "nauc_recall_at_5_std": -0.169879, + "nauc_recall_at_5_diff1": 0.077861, + "nauc_recall_at_10_max": 0.475913, + "nauc_recall_at_10_std": -0.0392, + "nauc_recall_at_10_diff1": 0.114239, + "nauc_recall_at_20_max": 0.413919, + "nauc_recall_at_20_std": 0.059687, + "nauc_recall_at_20_diff1": -0.020659, + "nauc_recall_at_100_max": 0.622344, + "nauc_recall_at_100_std": 0.198428, + "nauc_recall_at_100_diff1": 0.057864, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.101376, + "nauc_precision_at_1_std": -0.265253, + "nauc_precision_at_1_diff1": 0.315894, + "nauc_precision_at_3_max": 0.008036, + "nauc_precision_at_3_std": -0.149565, + "nauc_precision_at_3_diff1": 0.066994, + "nauc_precision_at_5_max": 0.028702, + "nauc_precision_at_5_std": -0.052931, + "nauc_precision_at_5_diff1": 0.075577, + "nauc_precision_at_10_max": 0.064395, + "nauc_precision_at_10_std": 0.004137, + "nauc_precision_at_10_diff1": 0.110596, + "nauc_precision_at_20_max": 0.004189, + "nauc_precision_at_20_std": 0.088126, + "nauc_precision_at_20_diff1": 0.011638, + "nauc_precision_at_100_max": -0.15019, + "nauc_precision_at_100_std": 0.153507, + "nauc_precision_at_100_diff1": 0.089664, + "nauc_precision_at_1000_max": -0.323634, + "nauc_precision_at_1000_std": 0.042555, + "nauc_precision_at_1000_diff1": 0.064342, + "nauc_mrr_at_1_max": 0.101376, + "nauc_mrr_at_1_std": -0.265253, + "nauc_mrr_at_1_diff1": 0.315894, + "nauc_mrr_at_3_max": 0.040825, + "nauc_mrr_at_3_std": -0.347008, + "nauc_mrr_at_3_diff1": 0.304798, + "nauc_mrr_at_5_max": 0.069522, + "nauc_mrr_at_5_std": -0.342696, + "nauc_mrr_at_5_diff1": 0.341027, + "nauc_mrr_at_10_max": 0.052431, + "nauc_mrr_at_10_std": -0.325173, + "nauc_mrr_at_10_diff1": 0.332022, + "nauc_mrr_at_20_max": 0.052188, + "nauc_mrr_at_20_std": -0.328262, + "nauc_mrr_at_20_diff1": 0.333775, + "nauc_mrr_at_100_max": 0.056977, + "nauc_mrr_at_100_std": -0.329372, + "nauc_mrr_at_100_diff1": 0.333684, + "nauc_mrr_at_1000_max": 0.056977, + "nauc_mrr_at_1000_std": -0.329372, + "nauc_mrr_at_1000_diff1": 0.333684, + "hit_rate_at_1": 0.5625, + "hit_rate_at_3": 0.8125, + "hit_rate_at_5": 0.85938, + "hit_rate_at_10": 0.9375, + "hit_rate_at_20": 0.95312, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "p-MRR": 0.002628, + "og": { + "ndcg_at_1": 0.51172, + "ndcg_at_3": 0.52023, + "ndcg_at_5": 0.52444, + "ndcg_at_10": 0.53271, + "ndcg_at_20": 0.56799, + "ndcg_at_100": 0.64946, + "ndcg_at_1000": 0.73054, + "map_at_1": 0.03231, + "map_at_3": 0.08722, + "map_at_5": 0.12452, + "map_at_10": 0.20849, + "map_at_20": 0.32134, + "map_at_100": 0.46027, + "map_at_1000": 0.50257, + "recall_at_1": 0.03231, + "recall_at_3": 0.09237, + "recall_at_5": 0.13756, + "recall_at_10": 0.24199, + "recall_at_20": 0.40655, + "recall_at_100": 0.70665, + "recall_at_1000": 1.0, + "accuracy": 0.03231, + "precision_at_1": 0.78125, + "precision_at_3": 0.76042, + "precision_at_5": 0.7375, + "precision_at_10": 0.67812, + "precision_at_20": 0.58906, + "precision_at_100": 0.2375, + "precision_at_1000": 0.03725, + "mrr_at_1": 0.78125, + "mrr_at_3": 0.848958, + "mrr_at_5": 0.856771, + "mrr_at_10": 0.859896, + "mrr_at_20": 0.859896, + "mrr_at_100": 0.859896, + "mrr_at_1000": 0.859896, + "nauc_ndcg_at_1_max": 0.2316, + "nauc_ndcg_at_1_std": -0.358315, + "nauc_ndcg_at_1_diff1": 0.349464, + "nauc_ndcg_at_3_max": 0.21878, + "nauc_ndcg_at_3_std": -0.293814, + "nauc_ndcg_at_3_diff1": 0.270724, + "nauc_ndcg_at_5_max": 0.220103, + "nauc_ndcg_at_5_std": -0.274253, + "nauc_ndcg_at_5_diff1": 0.275012, + "nauc_ndcg_at_10_max": 0.442253, + "nauc_ndcg_at_10_std": -0.19445, + "nauc_ndcg_at_10_diff1": 0.323975, + "nauc_ndcg_at_20_max": 0.549838, + "nauc_ndcg_at_20_std": -0.15736, + "nauc_ndcg_at_20_diff1": 0.213968, + "nauc_ndcg_at_100_max": 0.573473, + "nauc_ndcg_at_100_std": -0.073776, + "nauc_ndcg_at_100_diff1": 0.207325, + "nauc_ndcg_at_1000_max": 0.457306, + "nauc_ndcg_at_1000_std": -0.150286, + "nauc_ndcg_at_1000_diff1": 0.240906, + "nauc_map_at_1_max": 0.408307, + "nauc_map_at_1_std": -0.271417, + "nauc_map_at_1_diff1": -0.015564, + "nauc_map_at_3_max": 0.423616, + "nauc_map_at_3_std": -0.18185, + "nauc_map_at_3_diff1": -0.08155, + "nauc_map_at_5_max": 0.424356, + "nauc_map_at_5_std": -0.150058, + "nauc_map_at_5_diff1": -0.08358, + "nauc_map_at_10_max": 0.548923, + "nauc_map_at_10_std": -0.061621, + "nauc_map_at_10_diff1": -0.01484, + "nauc_map_at_20_max": 0.528202, + "nauc_map_at_20_std": 0.030753, + "nauc_map_at_20_diff1": -0.097073, + "nauc_map_at_100_max": 0.559405, + "nauc_map_at_100_std": 0.137656, + "nauc_map_at_100_diff1": -0.030974, + "nauc_map_at_1000_max": 0.529341, + "nauc_map_at_1000_std": 0.168518, + "nauc_map_at_1000_diff1": -0.019081, + "nauc_recall_at_1_max": 0.408307, + "nauc_recall_at_1_std": -0.271417, + "nauc_recall_at_1_diff1": -0.015564, + "nauc_recall_at_3_max": 0.458529, + "nauc_recall_at_3_std": -0.173621, + "nauc_recall_at_3_diff1": -0.052887, + "nauc_recall_at_5_max": 0.489695, + "nauc_recall_at_5_std": -0.154384, + "nauc_recall_at_5_diff1": -0.023537, + "nauc_recall_at_10_max": 0.608535, + "nauc_recall_at_10_std": -0.039904, + "nauc_recall_at_10_diff1": 0.072615, + "nauc_recall_at_20_max": 0.571248, + "nauc_recall_at_20_std": 0.020937, + "nauc_recall_at_20_diff1": -0.072315, + "nauc_recall_at_100_max": 0.605601, + "nauc_recall_at_100_std": 0.149662, + "nauc_recall_at_100_diff1": 0.058257, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.029861, + "nauc_precision_at_1_std": -0.755303, + "nauc_precision_at_1_diff1": 0.281633, + "nauc_precision_at_3_max": -0.00352, + "nauc_precision_at_3_std": -0.402143, + "nauc_precision_at_3_diff1": 0.18305, + "nauc_precision_at_5_max": -0.052266, + "nauc_precision_at_5_std": -0.256443, + "nauc_precision_at_5_diff1": 0.125596, + "nauc_precision_at_10_max": 0.148702, + "nauc_precision_at_10_std": -0.087697, + "nauc_precision_at_10_diff1": 0.187284, + "nauc_precision_at_20_max": 0.110302, + "nauc_precision_at_20_std": -0.002123, + "nauc_precision_at_20_diff1": 0.068057, + "nauc_precision_at_100_max": -0.134939, + "nauc_precision_at_100_std": 0.173435, + "nauc_precision_at_100_diff1": 0.099239, + "nauc_precision_at_1000_max": -0.350788, + "nauc_precision_at_1000_std": 0.028322, + "nauc_precision_at_1000_diff1": 0.05222, + "nauc_mrr_at_1_max": -0.029861, + "nauc_mrr_at_1_std": -0.755303, + "nauc_mrr_at_1_diff1": 0.281633, + "nauc_mrr_at_3_max": -0.084329, + "nauc_mrr_at_3_std": -0.953215, + "nauc_mrr_at_3_diff1": 0.341228, + "nauc_mrr_at_5_max": 0.017087, + "nauc_mrr_at_5_std": -0.940243, + "nauc_mrr_at_5_diff1": 0.354255, + "nauc_mrr_at_10_max": -0.006715, + "nauc_mrr_at_10_std": -0.919421, + "nauc_mrr_at_10_diff1": 0.345268, + "nauc_mrr_at_20_max": -0.006715, + "nauc_mrr_at_20_std": -0.919421, + "nauc_mrr_at_20_diff1": 0.345268, + "nauc_mrr_at_100_max": -0.006715, + "nauc_mrr_at_100_std": -0.919421, + "nauc_mrr_at_100_diff1": 0.345268, + "nauc_mrr_at_1000_max": -0.006715, + "nauc_mrr_at_1000_std": -0.919421, + "nauc_mrr_at_1000_diff1": 0.345268, + "hit_rate_at_1": 0.78125, + "hit_rate_at_3": 0.9375, + "hit_rate_at_5": 0.96875, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0 + }, + "changed": { + "ndcg_at_1": 0.24219, + "ndcg_at_3": 0.27695, + "ndcg_at_5": 0.2808, + "ndcg_at_10": 0.33832, + "ndcg_at_20": 0.3968, + "ndcg_at_100": 0.48678, + "ndcg_at_1000": 0.54569, + "map_at_1": 0.03976, + "map_at_3": 0.06954, + "map_at_5": 0.09145, + "map_at_10": 0.13878, + "map_at_20": 0.20005, + "map_at_100": 0.26128, + "map_at_1000": 0.27894, + "recall_at_1": 0.03976, + "recall_at_3": 0.08661, + "recall_at_5": 0.13333, + "recall_at_10": 0.25862, + "recall_at_20": 0.43134, + "recall_at_100": 0.72989, + "recall_at_1000": 1.0, + "accuracy": 0.03976, + "precision_at_1": 0.34375, + "precision_at_3": 0.3125, + "precision_at_5": 0.28125, + "precision_at_10": 0.29688, + "precision_at_20": 0.26719, + "precision_at_100": 0.10594, + "precision_at_1000": 0.01634, + "mrr_at_1": 0.34375, + "mrr_at_3": 0.484375, + "mrr_at_5": 0.5, + "mrr_at_10": 0.515315, + "mrr_at_20": 0.517051, + "mrr_at_100": 0.5195, + "mrr_at_1000": 0.5195, + "nauc_ndcg_at_1_max": 0.356875, + "nauc_ndcg_at_1_std": -0.169011, + "nauc_ndcg_at_1_diff1": 0.489882, + "nauc_ndcg_at_3_max": 0.279026, + "nauc_ndcg_at_3_std": -0.151853, + "nauc_ndcg_at_3_diff1": 0.250366, + "nauc_ndcg_at_5_max": 0.305639, + "nauc_ndcg_at_5_std": -0.13926, + "nauc_ndcg_at_5_diff1": 0.255998, + "nauc_ndcg_at_10_max": 0.348509, + "nauc_ndcg_at_10_std": -0.103975, + "nauc_ndcg_at_10_diff1": 0.31667, + "nauc_ndcg_at_20_max": 0.332805, + "nauc_ndcg_at_20_std": -0.05712, + "nauc_ndcg_at_20_diff1": 0.257379, + "nauc_ndcg_at_100_max": 0.360711, + "nauc_ndcg_at_100_std": -0.034697, + "nauc_ndcg_at_100_diff1": 0.299552, + "nauc_ndcg_at_1000_max": 0.210803, + "nauc_ndcg_at_1000_std": -0.059846, + "nauc_ndcg_at_1000_diff1": 0.318835, + "nauc_map_at_1_max": 0.467793, + "nauc_map_at_1_std": -0.244024, + "nauc_map_at_1_diff1": 0.256349, + "nauc_map_at_3_max": 0.374647, + "nauc_map_at_3_std": -0.229004, + "nauc_map_at_3_diff1": 0.037996, + "nauc_map_at_5_max": 0.418079, + "nauc_map_at_5_std": -0.184373, + "nauc_map_at_5_diff1": 0.124457, + "nauc_map_at_10_max": 0.433613, + "nauc_map_at_10_std": -0.138898, + "nauc_map_at_10_diff1": 0.161261, + "nauc_map_at_20_max": 0.384176, + "nauc_map_at_20_std": -0.03155, + "nauc_map_at_20_diff1": 0.084175, + "nauc_map_at_100_max": 0.289783, + "nauc_map_at_100_std": 0.058504, + "nauc_map_at_100_diff1": 0.12565, + "nauc_map_at_1000_max": 0.241758, + "nauc_map_at_1000_std": 0.062389, + "nauc_map_at_1000_diff1": 0.132953, + "nauc_recall_at_1_max": 0.467793, + "nauc_recall_at_1_std": -0.244024, + "nauc_recall_at_1_diff1": 0.256349, + "nauc_recall_at_3_max": 0.341926, + "nauc_recall_at_3_std": -0.23807, + "nauc_recall_at_3_diff1": -0.040487, + "nauc_recall_at_5_max": 0.390946, + "nauc_recall_at_5_std": -0.192134, + "nauc_recall_at_5_diff1": 0.168051, + "nauc_recall_at_10_max": 0.377615, + "nauc_recall_at_10_std": -0.038156, + "nauc_recall_at_10_diff1": 0.190353, + "nauc_recall_at_20_max": 0.311721, + "nauc_recall_at_20_std": 0.100225, + "nauc_recall_at_20_diff1": 0.083437, + "nauc_recall_at_100_max": 0.655586, + "nauc_recall_at_100_std": 0.199454, + "nauc_recall_at_100_diff1": 0.133006, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.238501, + "nauc_precision_at_1_std": -0.088022, + "nauc_precision_at_1_diff1": 0.45074, + "nauc_precision_at_3_max": -0.002102, + "nauc_precision_at_3_std": -0.039011, + "nauc_precision_at_3_diff1": 0.073025, + "nauc_precision_at_5_max": 0.100607, + "nauc_precision_at_5_std": 0.08414, + "nauc_precision_at_5_diff1": 0.142619, + "nauc_precision_at_10_max": -0.031741, + "nauc_precision_at_10_std": 0.117471, + "nauc_precision_at_10_diff1": 0.182868, + "nauc_precision_at_20_max": -0.13068, + "nauc_precision_at_20_std": 0.261553, + "nauc_precision_at_20_diff1": 0.022505, + "nauc_precision_at_100_max": -0.283702, + "nauc_precision_at_100_std": 0.224045, + "nauc_precision_at_100_diff1": 0.121146, + "nauc_precision_at_1000_max": -0.469512, + "nauc_precision_at_1000_std": 0.107601, + "nauc_precision_at_1000_diff1": 0.060008, + "nauc_mrr_at_1_max": 0.238501, + "nauc_mrr_at_1_std": -0.088022, + "nauc_mrr_at_1_diff1": 0.45074, + "nauc_mrr_at_3_max": 0.114194, + "nauc_mrr_at_3_std": -0.163534, + "nauc_mrr_at_3_diff1": 0.375639, + "nauc_mrr_at_5_max": 0.118116, + "nauc_mrr_at_5_std": -0.168275, + "nauc_mrr_at_5_diff1": 0.432309, + "nauc_mrr_at_10_max": 0.10162, + "nauc_mrr_at_10_std": -0.144684, + "nauc_mrr_at_10_diff1": 0.42243, + "nauc_mrr_at_20_max": 0.101432, + "nauc_mrr_at_20_std": -0.14749, + "nauc_mrr_at_20_diff1": 0.425552, + "nauc_mrr_at_100_max": 0.109962, + "nauc_mrr_at_100_std": -0.150096, + "nauc_mrr_at_100_diff1": 0.426165, + "nauc_mrr_at_1000_max": 0.109962, + "nauc_mrr_at_1000_std": -0.150096, + "nauc_mrr_at_1000_diff1": 0.426165, + "hit_rate_at_1": 0.34375, + "hit_rate_at_3": 0.6875, + "hit_rate_at_5": 0.75, + "hit_rate_at_10": 0.875, + "hit_rate_at_20": 0.90625, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0 + }, + "main_score": 0.002628, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 333.76687026023865, + "kg_co2_emissions": null, + "date": 1776177290.996175 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NollySentiBitextMining.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NollySentiBitextMining.json new file mode 100644 index 0000000000..d6996f5a78 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NollySentiBitextMining.json @@ -0,0 +1,60 @@ +{ + "dataset_revision": "77d807ea44797c4663a3e0aca353d630c62d85cf", + "task_name": "NollySentiBitextMining", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "precision": 0.271992, + "recall": 0.321951, + "f1": 0.282398, + "accuracy": 0.321951, + "main_score": 0.282398, + "hf_subset": "en-ha", + "languages": [ + "eng-Latn", + "hau-Latn" + ] + }, + { + "precision": 0.224261, + "recall": 0.278049, + "f1": 0.237069, + "accuracy": 0.278049, + "main_score": 0.237069, + "hf_subset": "en-ig", + "languages": [ + "eng-Latn", + "ibo-Latn" + ] + }, + { + "precision": 0.91626, + "recall": 0.941463, + "f1": 0.923984, + "accuracy": 0.941463, + "main_score": 0.923984, + "hf_subset": "en-pcm", + "languages": [ + "eng-Latn", + "pcm-Latn" + ] + }, + { + "precision": 0.189669, + "recall": 0.25122, + "f1": 0.202087, + "accuracy": 0.25122, + "main_score": 0.202087, + "hf_subset": "en-yo", + "languages": [ + "eng-Latn", + "yor-Latn" + ] + } + ] + }, + "evaluation_time": 11.502366304397583, + "kg_co2_emissions": null, + "date": 1776180175.712486 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NordicLangClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NordicLangClassification.json new file mode 100644 index 0000000000..ca14763e6a --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NordicLangClassification.json @@ -0,0 +1,145 @@ +{ + "dataset_revision": "425d7e9de276902b73d5359ecd4811f3b80cc7c0", + "task_name": "NordicLangClassification", + "mteb_version": "2.12.15", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.697333, + "f1": 0.691802, + "f1_weighted": 0.695184, + "precision": 0.693742, + "precision_weighted": 0.697465, + "recall": 0.694268, + "recall_weighted": 0.697333, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.699333, + "f1": 0.696543, + "f1_weighted": 0.69888, + "precision": 0.697737, + "precision_weighted": 0.70087, + "recall": 0.697884, + "recall_weighted": 0.699333, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.647, + "f1": 0.646823, + "f1_weighted": 0.649593, + "precision": 0.651063, + "precision_weighted": 0.654229, + "recall": 0.6446, + "recall_weighted": 0.647, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.703667, + "f1": 0.694454, + "f1_weighted": 0.697354, + "precision": 0.696553, + "precision_weighted": 0.700068, + "recall": 0.701274, + "recall_weighted": 0.703667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.686667, + "f1": 0.68379, + "f1_weighted": 0.685479, + "precision": 0.687511, + "precision_weighted": 0.690211, + "recall": 0.686049, + "recall_weighted": 0.686667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.680667, + "f1": 0.67729, + "f1_weighted": 0.680489, + "precision": 0.677841, + "precision_weighted": 0.681247, + "recall": 0.677683, + "recall_weighted": 0.680667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.682333, + "f1": 0.68004, + "f1_weighted": 0.682875, + "precision": 0.684204, + "precision_weighted": 0.687839, + "recall": 0.680389, + "recall_weighted": 0.682333, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.678, + "f1": 0.67317, + "f1_weighted": 0.674731, + "precision": 0.675329, + "precision_weighted": 0.678424, + "recall": 0.677908, + "recall_weighted": 0.678, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.696, + "f1": 0.685502, + "f1_weighted": 0.687379, + "precision": 0.696449, + "precision_weighted": 0.699622, + "recall": 0.694767, + "recall_weighted": 0.696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.683, + "f1": 0.680766, + "f1_weighted": 0.682437, + "precision": 0.687259, + "precision_weighted": 0.691072, + "recall": 0.683613, + "recall_weighted": 0.683, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.6854, + "f1": 0.681018, + "f1_weighted": 0.68344, + "precision": 0.684769, + "precision_weighted": 0.688105, + "recall": 0.683844, + "recall_weighted": 0.6854, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.6854, + "hf_subset": "default", + "languages": [ + "nob-Latn", + "nno-Latn", + "dan-Latn", + "swe-Latn", + "isl-Latn", + "fao-Latn" + ] + } + ] + }, + "evaluation_time": 18.48048734664917, + "kg_co2_emissions": null, + "date": 1775780002.041657 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NorwegianCourtsBitextMining.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NorwegianCourtsBitextMining.json new file mode 100644 index 0000000000..70c112b0b8 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NorwegianCourtsBitextMining.json @@ -0,0 +1,24 @@ +{ + "dataset_revision": "ddf68e49e8d393964288ad5b498f1d61cca7b23f", + "task_name": "NorwegianCourtsBitextMining", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "precision": 0.926901, + "recall": 0.942982, + "f1": 0.932018, + "accuracy": 0.942982, + "main_score": 0.932018, + "hf_subset": "default", + "languages": [ + "nob-Latn", + "nno-Latn" + ] + } + ] + }, + "evaluation_time": 1.183473825454712, + "kg_co2_emissions": null, + "date": 1776178404.638248 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NusaParagraphEmotionClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NusaParagraphEmotionClassification.json new file mode 100644 index 0000000000..3239b7b5c0 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NusaParagraphEmotionClassification.json @@ -0,0 +1,1292 @@ +{ + "dataset_revision": "5d4381326f7df57557c5a63032efba4a9a9b537a", + "task_name": "NusaParagraphEmotionClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.412, + "f1": 0.404523, + "f1_weighted": 0.414093, + "precision": 0.424361, + "precision_weighted": 0.452114, + "recall": 0.414116, + "recall_weighted": 0.412, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.394, + "f1": 0.384185, + "f1_weighted": 0.400358, + "precision": 0.418823, + "precision_weighted": 0.443664, + "recall": 0.385407, + "recall_weighted": 0.394, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.41, + "f1": 0.400437, + "f1_weighted": 0.411872, + "precision": 0.420989, + "precision_weighted": 0.436916, + "recall": 0.40342, + "recall_weighted": 0.41, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.412, + "f1": 0.403739, + "f1_weighted": 0.417466, + "precision": 0.412684, + "precision_weighted": 0.439178, + "recall": 0.409271, + "recall_weighted": 0.412, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.392, + "f1": 0.392919, + "f1_weighted": 0.392373, + "precision": 0.39771, + "precision_weighted": 0.407625, + "recall": 0.404331, + "recall_weighted": 0.392, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.418, + "f1": 0.416256, + "f1_weighted": 0.420143, + "precision": 0.427156, + "precision_weighted": 0.444125, + "recall": 0.425364, + "recall_weighted": 0.418, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.4, + "f1": 0.396543, + "f1_weighted": 0.401806, + "precision": 0.402635, + "precision_weighted": 0.42003, + "recall": 0.40617, + "recall_weighted": 0.4, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.398, + "f1": 0.400991, + "f1_weighted": 0.406728, + "precision": 0.417875, + "precision_weighted": 0.43383, + "recall": 0.40309, + "recall_weighted": 0.398, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.366, + "f1": 0.35485, + "f1_weighted": 0.368691, + "precision": 0.368147, + "precision_weighted": 0.388381, + "recall": 0.360815, + "recall_weighted": 0.366, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.402, + "f1": 0.392715, + "f1_weighted": 0.408888, + "precision": 0.408619, + "precision_weighted": 0.430593, + "recall": 0.393136, + "recall_weighted": 0.402, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.4004, + "f1": 0.394716, + "f1_weighted": 0.404242, + "precision": 0.4099, + "precision_weighted": 0.429645, + "recall": 0.400512, + "recall_weighted": 0.4004, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.394716, + "hf_subset": "btk", + "languages": [ + "bbc-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.64625, + "f1": 0.638679, + "f1_weighted": 0.651715, + "precision": 0.64566, + "precision_weighted": 0.679302, + "recall": 0.650424, + "recall_weighted": 0.64625, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7, + "f1": 0.69115, + "f1_weighted": 0.70458, + "precision": 0.700246, + "precision_weighted": 0.718319, + "recall": 0.692687, + "recall_weighted": 0.7, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.68375, + "f1": 0.675388, + "f1_weighted": 0.69207, + "precision": 0.680228, + "precision_weighted": 0.710792, + "recall": 0.680606, + "recall_weighted": 0.68375, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.62125, + "f1": 0.62134, + "f1_weighted": 0.618387, + "precision": 0.622627, + "precision_weighted": 0.630557, + "recall": 0.633119, + "recall_weighted": 0.62125, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.68125, + "f1": 0.670551, + "f1_weighted": 0.687574, + "precision": 0.684439, + "precision_weighted": 0.70653, + "recall": 0.671137, + "recall_weighted": 0.68125, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.70625, + "f1": 0.687708, + "f1_weighted": 0.70421, + "precision": 0.6864, + "precision_weighted": 0.704928, + "recall": 0.692179, + "recall_weighted": 0.70625, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.66875, + "f1": 0.655276, + "f1_weighted": 0.66921, + "precision": 0.655514, + "precision_weighted": 0.682423, + "recall": 0.668153, + "recall_weighted": 0.66875, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.67625, + "f1": 0.673091, + "f1_weighted": 0.677789, + "precision": 0.666281, + "precision_weighted": 0.688082, + "recall": 0.686644, + "recall_weighted": 0.67625, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.65625, + "f1": 0.641421, + "f1_weighted": 0.655677, + "precision": 0.647808, + "precision_weighted": 0.662705, + "recall": 0.644231, + "recall_weighted": 0.65625, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.69875, + "f1": 0.680204, + "f1_weighted": 0.698826, + "precision": 0.696118, + "precision_weighted": 0.710477, + "recall": 0.677823, + "recall_weighted": 0.69875, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.673875, + "f1": 0.663481, + "f1_weighted": 0.676004, + "precision": 0.668532, + "precision_weighted": 0.689412, + "recall": 0.6697, + "recall_weighted": 0.673875, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.663481, + "hf_subset": "bew", + "languages": [ + "bew-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.55, + "f1": 0.518523, + "f1_weighted": 0.560944, + "precision": 0.553983, + "precision_weighted": 0.601958, + "recall": 0.528752, + "recall_weighted": 0.55, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.49, + "f1": 0.448947, + "f1_weighted": 0.497548, + "precision": 0.506493, + "precision_weighted": 0.548815, + "recall": 0.456511, + "recall_weighted": 0.49, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.473333, + "f1": 0.434651, + "f1_weighted": 0.476818, + "precision": 0.459585, + "precision_weighted": 0.521058, + "recall": 0.455242, + "recall_weighted": 0.473333, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.523333, + "f1": 0.490837, + "f1_weighted": 0.536909, + "precision": 0.540491, + "precision_weighted": 0.591851, + "recall": 0.497797, + "recall_weighted": 0.523333, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.54, + "f1": 0.516652, + "f1_weighted": 0.555934, + "precision": 0.534625, + "precision_weighted": 0.602898, + "recall": 0.529576, + "recall_weighted": 0.54, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.526667, + "f1": 0.505557, + "f1_weighted": 0.541872, + "precision": 0.541999, + "precision_weighted": 0.5825, + "recall": 0.503774, + "recall_weighted": 0.526667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.51, + "f1": 0.470247, + "f1_weighted": 0.511835, + "precision": 0.504665, + "precision_weighted": 0.546968, + "recall": 0.486062, + "recall_weighted": 0.51, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.486667, + "f1": 0.454004, + "f1_weighted": 0.486135, + "precision": 0.475276, + "precision_weighted": 0.509879, + "recall": 0.471701, + "recall_weighted": 0.486667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.523333, + "f1": 0.47291, + "f1_weighted": 0.521684, + "precision": 0.515479, + "precision_weighted": 0.548578, + "recall": 0.473237, + "recall_weighted": 0.523333, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.506667, + "f1": 0.472928, + "f1_weighted": 0.510621, + "precision": 0.498451, + "precision_weighted": 0.542051, + "recall": 0.481214, + "recall_weighted": 0.506667, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.513, + "f1": 0.478526, + "f1_weighted": 0.52003, + "precision": 0.513105, + "precision_weighted": 0.559656, + "recall": 0.488386, + "recall_weighted": 0.513, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.478526, + "hf_subset": "bug", + "languages": [ + "bug-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.515, + "f1": 0.523032, + "f1_weighted": 0.514687, + "precision": 0.523347, + "precision_weighted": 0.525194, + "recall": 0.533849, + "recall_weighted": 0.515, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5375, + "f1": 0.546168, + "f1_weighted": 0.542533, + "precision": 0.557639, + "precision_weighted": 0.59192, + "recall": 0.56455, + "recall_weighted": 0.5375, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.58125, + "f1": 0.558167, + "f1_weighted": 0.577398, + "precision": 0.564084, + "precision_weighted": 0.586544, + "recall": 0.567136, + "recall_weighted": 0.58125, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.53125, + "f1": 0.533902, + "f1_weighted": 0.531935, + "precision": 0.530863, + "precision_weighted": 0.547214, + "recall": 0.548871, + "recall_weighted": 0.53125, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.56625, + "f1": 0.551057, + "f1_weighted": 0.564679, + "precision": 0.565199, + "precision_weighted": 0.58509, + "recall": 0.56257, + "recall_weighted": 0.56625, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.56125, + "f1": 0.549783, + "f1_weighted": 0.562004, + "precision": 0.550119, + "precision_weighted": 0.567288, + "recall": 0.554649, + "recall_weighted": 0.56125, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5275, + "f1": 0.535515, + "f1_weighted": 0.518824, + "precision": 0.549754, + "precision_weighted": 0.570534, + "recall": 0.564475, + "recall_weighted": 0.5275, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.51625, + "f1": 0.514057, + "f1_weighted": 0.506047, + "precision": 0.528345, + "precision_weighted": 0.568042, + "recall": 0.549463, + "recall_weighted": 0.51625, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.56125, + "f1": 0.554489, + "f1_weighted": 0.566973, + "precision": 0.560967, + "precision_weighted": 0.5826, + "recall": 0.558373, + "recall_weighted": 0.56125, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5675, + "f1": 0.557227, + "f1_weighted": 0.567722, + "precision": 0.553157, + "precision_weighted": 0.574218, + "recall": 0.566981, + "recall_weighted": 0.5675, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.5465, + "f1": 0.54234, + "f1_weighted": 0.54528, + "precision": 0.548348, + "precision_weighted": 0.569864, + "recall": 0.557092, + "recall_weighted": 0.5465, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.54234, + "hf_subset": "jav", + "languages": [ + "jav-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.374, + "f1": 0.346558, + "f1_weighted": 0.386353, + "precision": 0.351836, + "precision_weighted": 0.462697, + "recall": 0.463435, + "recall_weighted": 0.374, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.432, + "f1": 0.403045, + "f1_weighted": 0.445655, + "precision": 0.398826, + "precision_weighted": 0.514137, + "recall": 0.555739, + "recall_weighted": 0.432, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.3, + "f1": 0.275335, + "f1_weighted": 0.303482, + "precision": 0.284307, + "precision_weighted": 0.368733, + "recall": 0.422414, + "recall_weighted": 0.3, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.376, + "f1": 0.359945, + "f1_weighted": 0.390158, + "precision": 0.363665, + "precision_weighted": 0.442751, + "recall": 0.491492, + "recall_weighted": 0.376, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.364, + "f1": 0.323644, + "f1_weighted": 0.380151, + "precision": 0.320914, + "precision_weighted": 0.41308, + "recall": 0.446973, + "recall_weighted": 0.364, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.358, + "f1": 0.321612, + "f1_weighted": 0.369384, + "precision": 0.319352, + "precision_weighted": 0.412373, + "recall": 0.429618, + "recall_weighted": 0.358, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.414, + "f1": 0.390803, + "f1_weighted": 0.441068, + "precision": 0.397573, + "precision_weighted": 0.506928, + "recall": 0.507795, + "recall_weighted": 0.414, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.37, + "f1": 0.333518, + "f1_weighted": 0.381511, + "precision": 0.344354, + "precision_weighted": 0.456464, + "recall": 0.501642, + "recall_weighted": 0.37, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.386, + "f1": 0.353924, + "f1_weighted": 0.410268, + "precision": 0.364395, + "precision_weighted": 0.481169, + "recall": 0.498563, + "recall_weighted": 0.386, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.4, + "f1": 0.376254, + "f1_weighted": 0.409826, + "precision": 0.376149, + "precision_weighted": 0.468952, + "recall": 0.470374, + "recall_weighted": 0.4, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.3774, + "f1": 0.348464, + "f1_weighted": 0.391786, + "precision": 0.352137, + "precision_weighted": 0.452728, + "recall": 0.478804, + "recall_weighted": 0.3774, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.348464, + "hf_subset": "mad", + "languages": [ + "mad-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.348, + "f1": 0.350339, + "f1_weighted": 0.350733, + "precision": 0.371385, + "precision_weighted": 0.389383, + "recall": 0.367403, + "recall_weighted": 0.348, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.406, + "f1": 0.375443, + "f1_weighted": 0.406718, + "precision": 0.380967, + "precision_weighted": 0.419403, + "recall": 0.387097, + "recall_weighted": 0.406, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.44, + "f1": 0.416571, + "f1_weighted": 0.451048, + "precision": 0.421204, + "precision_weighted": 0.473882, + "recall": 0.424152, + "recall_weighted": 0.44, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.358, + "f1": 0.357584, + "f1_weighted": 0.365445, + "precision": 0.378431, + "precision_weighted": 0.417308, + "recall": 0.37769, + "recall_weighted": 0.358, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.446, + "f1": 0.430212, + "f1_weighted": 0.444677, + "precision": 0.435476, + "precision_weighted": 0.472602, + "recall": 0.459749, + "recall_weighted": 0.446, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.43, + "f1": 0.413657, + "f1_weighted": 0.438058, + "precision": 0.416106, + "precision_weighted": 0.464355, + "recall": 0.435886, + "recall_weighted": 0.43, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.462, + "f1": 0.44272, + "f1_weighted": 0.46722, + "precision": 0.448717, + "precision_weighted": 0.487064, + "recall": 0.452148, + "recall_weighted": 0.462, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.358, + "f1": 0.352296, + "f1_weighted": 0.371327, + "precision": 0.385222, + "precision_weighted": 0.407821, + "recall": 0.351485, + "recall_weighted": 0.358, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.464, + "f1": 0.446024, + "f1_weighted": 0.473383, + "precision": 0.455852, + "precision_weighted": 0.495337, + "recall": 0.452176, + "recall_weighted": 0.464, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454, + "f1": 0.446304, + "f1_weighted": 0.465453, + "precision": 0.458907, + "precision_weighted": 0.501742, + "recall": 0.464054, + "recall_weighted": 0.454, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.4166, + "f1": 0.403115, + "f1_weighted": 0.423406, + "precision": 0.415227, + "precision_weighted": 0.45289, + "recall": 0.417184, + "recall_weighted": 0.4166, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.403115, + "hf_subset": "mak", + "languages": [ + "mak-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.69875, + "f1": 0.679623, + "f1_weighted": 0.699038, + "precision": 0.673077, + "precision_weighted": 0.704907, + "recall": 0.691318, + "recall_weighted": 0.69875, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5775, + "f1": 0.572884, + "f1_weighted": 0.589178, + "precision": 0.581532, + "precision_weighted": 0.625262, + "recall": 0.585637, + "recall_weighted": 0.5775, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.64, + "f1": 0.627622, + "f1_weighted": 0.640895, + "precision": 0.622957, + "precision_weighted": 0.66781, + "recall": 0.652294, + "recall_weighted": 0.64, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.63375, + "f1": 0.624278, + "f1_weighted": 0.634944, + "precision": 0.625047, + "precision_weighted": 0.680663, + "recall": 0.651831, + "recall_weighted": 0.63375, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.68375, + "f1": 0.670069, + "f1_weighted": 0.687711, + "precision": 0.667814, + "precision_weighted": 0.71153, + "recall": 0.688534, + "recall_weighted": 0.68375, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.66375, + "f1": 0.658436, + "f1_weighted": 0.67109, + "precision": 0.671232, + "precision_weighted": 0.702692, + "recall": 0.670454, + "recall_weighted": 0.66375, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.66375, + "f1": 0.649322, + "f1_weighted": 0.665832, + "precision": 0.647294, + "precision_weighted": 0.686423, + "recall": 0.666893, + "recall_weighted": 0.66375, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6525, + "f1": 0.63008, + "f1_weighted": 0.658797, + "precision": 0.632593, + "precision_weighted": 0.676051, + "recall": 0.636618, + "recall_weighted": 0.6525, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6675, + "f1": 0.656714, + "f1_weighted": 0.672462, + "precision": 0.661217, + "precision_weighted": 0.704739, + "recall": 0.676831, + "recall_weighted": 0.6675, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.67, + "f1": 0.654878, + "f1_weighted": 0.671125, + "precision": 0.666153, + "precision_weighted": 0.700907, + "recall": 0.671026, + "recall_weighted": 0.67, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.655125, + "f1": 0.642391, + "f1_weighted": 0.659107, + "precision": 0.644892, + "precision_weighted": 0.686098, + "recall": 0.659144, + "recall_weighted": 0.655125, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.642391, + "hf_subset": "min", + "languages": [ + "min-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.8375, + "f1": 0.842417, + "f1_weighted": 0.8379, + "precision": 0.850069, + "precision_weighted": 0.842643, + "recall": 0.83912, + "recall_weighted": 0.8375, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8375, + "f1": 0.847136, + "f1_weighted": 0.837562, + "precision": 0.852514, + "precision_weighted": 0.842116, + "recall": 0.846359, + "recall_weighted": 0.8375, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.84, + "f1": 0.845068, + "f1_weighted": 0.839225, + "precision": 0.847756, + "precision_weighted": 0.840891, + "recall": 0.844767, + "recall_weighted": 0.84, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.83, + "f1": 0.841943, + "f1_weighted": 0.833237, + "precision": 0.848796, + "precision_weighted": 0.846135, + "recall": 0.844413, + "recall_weighted": 0.83, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.84, + "f1": 0.843365, + "f1_weighted": 0.836274, + "precision": 0.855976, + "precision_weighted": 0.84276, + "recall": 0.840427, + "recall_weighted": 0.84, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.835, + "f1": 0.845488, + "f1_weighted": 0.837679, + "precision": 0.857535, + "precision_weighted": 0.853864, + "recall": 0.846039, + "recall_weighted": 0.835, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8275, + "f1": 0.825698, + "f1_weighted": 0.828055, + "precision": 0.847179, + "precision_weighted": 0.836492, + "recall": 0.816576, + "recall_weighted": 0.8275, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8075, + "f1": 0.821054, + "f1_weighted": 0.80246, + "precision": 0.825711, + "precision_weighted": 0.80852, + "recall": 0.827654, + "recall_weighted": 0.8075, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.855, + "f1": 0.860161, + "f1_weighted": 0.85478, + "precision": 0.869165, + "precision_weighted": 0.861203, + "recall": 0.85783, + "recall_weighted": 0.855, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8325, + "f1": 0.840254, + "f1_weighted": 0.830134, + "precision": 0.84825, + "precision_weighted": 0.836676, + "recall": 0.840956, + "recall_weighted": 0.8325, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.83425, + "f1": 0.841258, + "f1_weighted": 0.833731, + "precision": 0.850295, + "precision_weighted": 0.84113, + "recall": 0.840414, + "recall_weighted": 0.83425, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.841258, + "hf_subset": "mui", + "languages": [ + "mui-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.55, + "f1": 0.530895, + "f1_weighted": 0.562207, + "precision": 0.53999, + "precision_weighted": 0.580723, + "recall": 0.527515, + "recall_weighted": 0.55, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.503333, + "f1": 0.484959, + "f1_weighted": 0.508326, + "precision": 0.501792, + "precision_weighted": 0.523995, + "recall": 0.483222, + "recall_weighted": 0.503333, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.566667, + "f1": 0.534204, + "f1_weighted": 0.565824, + "precision": 0.535467, + "precision_weighted": 0.574794, + "recall": 0.547787, + "recall_weighted": 0.566667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.596667, + "f1": 0.561949, + "f1_weighted": 0.5956, + "precision": 0.569857, + "precision_weighted": 0.606285, + "recall": 0.570509, + "recall_weighted": 0.596667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.566667, + "f1": 0.523552, + "f1_weighted": 0.555331, + "precision": 0.52128, + "precision_weighted": 0.556671, + "recall": 0.539385, + "recall_weighted": 0.566667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.533333, + "f1": 0.511707, + "f1_weighted": 0.537663, + "precision": 0.519841, + "precision_weighted": 0.557399, + "recall": 0.520075, + "recall_weighted": 0.533333, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.546667, + "f1": 0.52846, + "f1_weighted": 0.552216, + "precision": 0.540565, + "precision_weighted": 0.571173, + "recall": 0.528779, + "recall_weighted": 0.546667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.54, + "f1": 0.506571, + "f1_weighted": 0.533499, + "precision": 0.523434, + "precision_weighted": 0.538977, + "recall": 0.505744, + "recall_weighted": 0.54, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.556667, + "f1": 0.523703, + "f1_weighted": 0.552324, + "precision": 0.52751, + "precision_weighted": 0.558523, + "recall": 0.533109, + "recall_weighted": 0.556667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.51, + "f1": 0.514694, + "f1_weighted": 0.519233, + "precision": 0.538525, + "precision_weighted": 0.558439, + "recall": 0.518524, + "recall_weighted": 0.51, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.547, + "f1": 0.522069, + "f1_weighted": 0.548222, + "precision": 0.531826, + "precision_weighted": 0.562698, + "recall": 0.527465, + "recall_weighted": 0.547, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.522069, + "hf_subset": "rej", + "languages": [ + "rej-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.56625, + "f1": 0.55384, + "f1_weighted": 0.567574, + "precision": 0.560089, + "precision_weighted": 0.583189, + "recall": 0.5632, + "recall_weighted": 0.56625, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.525, + "f1": 0.524798, + "f1_weighted": 0.534042, + "precision": 0.539081, + "precision_weighted": 0.570987, + "recall": 0.533046, + "recall_weighted": 0.525, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.54375, + "f1": 0.53369, + "f1_weighted": 0.542046, + "precision": 0.536384, + "precision_weighted": 0.557405, + "recall": 0.547259, + "recall_weighted": 0.54375, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.56, + "f1": 0.54668, + "f1_weighted": 0.555757, + "precision": 0.542089, + "precision_weighted": 0.55762, + "recall": 0.557018, + "recall_weighted": 0.56, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.56, + "f1": 0.539413, + "f1_weighted": 0.552525, + "precision": 0.548675, + "precision_weighted": 0.560278, + "recall": 0.548029, + "recall_weighted": 0.56, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.50875, + "f1": 0.503895, + "f1_weighted": 0.50597, + "precision": 0.503739, + "precision_weighted": 0.514048, + "recall": 0.51512, + "recall_weighted": 0.50875, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.53375, + "f1": 0.540284, + "f1_weighted": 0.539936, + "precision": 0.550701, + "precision_weighted": 0.566961, + "recall": 0.548677, + "recall_weighted": 0.53375, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.55875, + "f1": 0.555419, + "f1_weighted": 0.564297, + "precision": 0.560918, + "precision_weighted": 0.582692, + "recall": 0.560201, + "recall_weighted": 0.55875, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5225, + "f1": 0.51775, + "f1_weighted": 0.512996, + "precision": 0.509156, + "precision_weighted": 0.521861, + "recall": 0.540991, + "recall_weighted": 0.5225, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5825, + "f1": 0.580206, + "f1_weighted": 0.583504, + "precision": 0.597411, + "precision_weighted": 0.606156, + "recall": 0.587744, + "recall_weighted": 0.5825, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.546125, + "f1": 0.539597, + "f1_weighted": 0.545865, + "precision": 0.544824, + "precision_weighted": 0.56212, + "recall": 0.550128, + "recall_weighted": 0.546125, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.539597, + "hf_subset": "sun", + "languages": [ + "sun-Latn" + ] + } + ] + }, + "evaluation_time": 94.00727939605713, + "kg_co2_emissions": null, + "date": 1776203691.786293 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NusaTranslationBitextMining.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NusaTranslationBitextMining.json new file mode 100644 index 0000000000..2f2a768131 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NusaTranslationBitextMining.json @@ -0,0 +1,144 @@ +{ + "dataset_revision": "d08eca02c75a0b2ea9bfaaed1e42b7679588fa59", + "task_name": "NusaTranslationBitextMining", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "precision": 0.925144, + "recall": 0.944, + "f1": 0.930452, + "accuracy": 0.944, + "main_score": 0.930452, + "hf_subset": "ind-abs", + "languages": [ + "ind-Latn", + "abs-Latn" + ] + }, + { + "precision": 0.619114, + "recall": 0.690303, + "f1": 0.637403, + "accuracy": 0.690303, + "main_score": 0.637403, + "hf_subset": "ind-btk", + "languages": [ + "ind-Latn", + "bbc-Latn" + ] + }, + { + "precision": 0.824964, + "recall": 0.862121, + "f1": 0.834914, + "accuracy": 0.862121, + "main_score": 0.834914, + "hf_subset": "ind-bew", + "languages": [ + "ind-Latn", + "bew-Latn" + ] + }, + { + "precision": 0.709728, + "recall": 0.763, + "f1": 0.723617, + "accuracy": 0.763, + "main_score": 0.723617, + "hf_subset": "ind-bhp", + "languages": [ + "ind-Latn", + "bhp-Latn" + ] + }, + { + "precision": 0.820335, + "recall": 0.861515, + "f1": 0.831977, + "accuracy": 0.861515, + "main_score": 0.831977, + "hf_subset": "ind-jav", + "languages": [ + "ind-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.611384, + "recall": 0.679697, + "f1": 0.629369, + "accuracy": 0.679697, + "main_score": 0.629369, + "hf_subset": "ind-mad", + "languages": [ + "ind-Latn", + "mad-Latn" + ] + }, + { + "precision": 0.474409, + "recall": 0.546515, + "f1": 0.492284, + "accuracy": 0.546515, + "main_score": 0.492284, + "hf_subset": "ind-mak", + "languages": [ + "ind-Latn", + "mak-Latn" + ] + }, + { + "precision": 0.845358, + "recall": 0.880606, + "f1": 0.855251, + "accuracy": 0.880606, + "main_score": 0.855251, + "hf_subset": "ind-min", + "languages": [ + "ind-Latn", + "min-Latn" + ] + }, + { + "precision": 0.963, + "recall": 0.974, + "f1": 0.9665, + "accuracy": 0.974, + "main_score": 0.9665, + "hf_subset": "ind-mui", + "languages": [ + "ind-Latn", + "mui-Latn" + ] + }, + { + "precision": 0.7523, + "recall": 0.81, + "f1": 0.768729, + "accuracy": 0.81, + "main_score": 0.768729, + "hf_subset": "ind-rej", + "languages": [ + "ind-Latn", + "rej-Latn" + ] + }, + { + "precision": 0.820739, + "recall": 0.864242, + "f1": 0.833244, + "accuracy": 0.864242, + "main_score": 0.833244, + "hf_subset": "ind-sun", + "languages": [ + "ind-Latn", + "sun-Latn" + ] + } + ] + }, + "evaluation_time": 238.68634676933289, + "kg_co2_emissions": null, + "date": 1776195953.51426 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NusaX-senti.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NusaX-senti.json new file mode 100644 index 0000000000..9e85d93aaf --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NusaX-senti.json @@ -0,0 +1,1548 @@ +{ + "dataset_revision": "7b2ff4facde8a6473f667a38edef1d03ce9ca0dc", + "task_name": "NusaX-senti", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.705, + "f1": 0.694649, + "f1_weighted": 0.702453, + "precision": 0.693743, + "precision_weighted": 0.70426, + "recall": 0.69951, + "recall_weighted": 0.705, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.65, + "f1": 0.629834, + "f1_weighted": 0.643164, + "precision": 0.631862, + "precision_weighted": 0.645803, + "recall": 0.636115, + "recall_weighted": 0.65, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6875, + "f1": 0.67483, + "f1_weighted": 0.686248, + "precision": 0.672622, + "precision_weighted": 0.687037, + "recall": 0.679056, + "recall_weighted": 0.6875, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.69, + "f1": 0.670751, + "f1_weighted": 0.681115, + "precision": 0.67795, + "precision_weighted": 0.684854, + "recall": 0.675085, + "recall_weighted": 0.69, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.605, + "f1": 0.605276, + "f1_weighted": 0.612113, + "precision": 0.617715, + "precision_weighted": 0.630885, + "recall": 0.603737, + "recall_weighted": 0.605, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6525, + "f1": 0.639906, + "f1_weighted": 0.652772, + "precision": 0.642637, + "precision_weighted": 0.65372, + "recall": 0.63786, + "recall_weighted": 0.6525, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.665, + "f1": 0.639733, + "f1_weighted": 0.65805, + "precision": 0.645052, + "precision_weighted": 0.65607, + "recall": 0.640132, + "recall_weighted": 0.665, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6675, + "f1": 0.654637, + "f1_weighted": 0.654378, + "precision": 0.667838, + "precision_weighted": 0.682979, + "recall": 0.682382, + "recall_weighted": 0.6675, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6975, + "f1": 0.68717, + "f1_weighted": 0.694852, + "precision": 0.691812, + "precision_weighted": 0.694538, + "recall": 0.685155, + "recall_weighted": 0.6975, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.685, + "f1": 0.676755, + "f1_weighted": 0.684078, + "precision": 0.673908, + "precision_weighted": 0.686497, + "recall": 0.68323, + "recall_weighted": 0.685, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.6705, + "f1": 0.657354, + "f1_weighted": 0.666922, + "precision": 0.661514, + "precision_weighted": 0.672664, + "recall": 0.662226, + "recall_weighted": 0.6705, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.6705, + "hf_subset": "ace", + "languages": [ + "ace-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.71, + "f1": 0.704179, + "f1_weighted": 0.714411, + "precision": 0.706821, + "precision_weighted": 0.725167, + "recall": 0.708638, + "recall_weighted": 0.71, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6275, + "f1": 0.606772, + "f1_weighted": 0.625803, + "precision": 0.607722, + "precision_weighted": 0.6323, + "recall": 0.613833, + "recall_weighted": 0.6275, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.74, + "f1": 0.721959, + "f1_weighted": 0.734319, + "precision": 0.735055, + "precision_weighted": 0.737041, + "recall": 0.718629, + "recall_weighted": 0.74, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6925, + "f1": 0.673941, + "f1_weighted": 0.68103, + "precision": 0.694655, + "precision_weighted": 0.702894, + "recall": 0.682553, + "recall_weighted": 0.6925, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.605, + "f1": 0.605019, + "f1_weighted": 0.608034, + "precision": 0.60814, + "precision_weighted": 0.615584, + "recall": 0.606295, + "recall_weighted": 0.605, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.67, + "f1": 0.647041, + "f1_weighted": 0.666704, + "precision": 0.660101, + "precision_weighted": 0.673156, + "recall": 0.643854, + "recall_weighted": 0.67, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7, + "f1": 0.679068, + "f1_weighted": 0.691845, + "precision": 0.699209, + "precision_weighted": 0.69814, + "recall": 0.675951, + "recall_weighted": 0.7, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.62, + "f1": 0.618175, + "f1_weighted": 0.621418, + "precision": 0.617893, + "precision_weighted": 0.631191, + "recall": 0.628653, + "recall_weighted": 0.62, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6825, + "f1": 0.630881, + "f1_weighted": 0.661673, + "precision": 0.713118, + "precision_weighted": 0.707435, + "recall": 0.633132, + "recall_weighted": 0.6825, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6325, + "f1": 0.611338, + "f1_weighted": 0.630597, + "precision": 0.614485, + "precision_weighted": 0.630257, + "recall": 0.60991, + "recall_weighted": 0.6325, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.668, + "f1": 0.649837, + "f1_weighted": 0.663583, + "precision": 0.66572, + "precision_weighted": 0.675316, + "recall": 0.652145, + "recall_weighted": 0.668, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.668, + "hf_subset": "ban", + "languages": [ + "ban-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.7375, + "f1": 0.724961, + "f1_weighted": 0.738999, + "precision": 0.724018, + "precision_weighted": 0.744598, + "recall": 0.730506, + "recall_weighted": 0.7375, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7075, + "f1": 0.683841, + "f1_weighted": 0.70211, + "precision": 0.685012, + "precision_weighted": 0.702465, + "recall": 0.687748, + "recall_weighted": 0.7075, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7775, + "f1": 0.765547, + "f1_weighted": 0.776627, + "precision": 0.77243, + "precision_weighted": 0.778166, + "recall": 0.761397, + "recall_weighted": 0.7775, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.765, + "f1": 0.749941, + "f1_weighted": 0.762277, + "precision": 0.751251, + "precision_weighted": 0.761932, + "recall": 0.750793, + "recall_weighted": 0.765, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6875, + "f1": 0.68292, + "f1_weighted": 0.688643, + "precision": 0.681648, + "precision_weighted": 0.697072, + "recall": 0.692997, + "recall_weighted": 0.6875, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7425, + "f1": 0.720187, + "f1_weighted": 0.73784, + "precision": 0.748684, + "precision_weighted": 0.751218, + "recall": 0.712642, + "recall_weighted": 0.7425, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7725, + "f1": 0.742026, + "f1_weighted": 0.761712, + "precision": 0.787319, + "precision_weighted": 0.780651, + "recall": 0.735338, + "recall_weighted": 0.7725, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.74, + "f1": 0.735572, + "f1_weighted": 0.744033, + "precision": 0.739063, + "precision_weighted": 0.75452, + "recall": 0.738749, + "recall_weighted": 0.74, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.77, + "f1": 0.752936, + "f1_weighted": 0.76743, + "precision": 0.761857, + "precision_weighted": 0.768479, + "recall": 0.748509, + "recall_weighted": 0.77, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6975, + "f1": 0.671951, + "f1_weighted": 0.698041, + "precision": 0.685076, + "precision_weighted": 0.708725, + "recall": 0.668079, + "recall_weighted": 0.6975, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.73975, + "f1": 0.722988, + "f1_weighted": 0.737771, + "precision": 0.733636, + "precision_weighted": 0.744783, + "recall": 0.722676, + "recall_weighted": 0.73975, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.73975, + "hf_subset": "bjn", + "languages": [ + "bjn-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.555, + "f1": 0.552995, + "f1_weighted": 0.55174, + "precision": 0.552223, + "precision_weighted": 0.554092, + "recall": 0.558899, + "recall_weighted": 0.555, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.53, + "f1": 0.470853, + "f1_weighted": 0.483259, + "precision": 0.553851, + "precision_weighted": 0.544739, + "recall": 0.499633, + "recall_weighted": 0.53, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.4925, + "f1": 0.488162, + "f1_weighted": 0.492523, + "precision": 0.491978, + "precision_weighted": 0.50727, + "recall": 0.501557, + "recall_weighted": 0.4925, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.605, + "f1": 0.573175, + "f1_weighted": 0.588423, + "precision": 0.590762, + "precision_weighted": 0.596256, + "recall": 0.580169, + "recall_weighted": 0.605, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.565, + "f1": 0.554371, + "f1_weighted": 0.546898, + "precision": 0.554932, + "precision_weighted": 0.554354, + "recall": 0.577159, + "recall_weighted": 0.565, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.4925, + "f1": 0.465218, + "f1_weighted": 0.464286, + "precision": 0.478032, + "precision_weighted": 0.479833, + "recall": 0.490752, + "recall_weighted": 0.4925, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5525, + "f1": 0.538691, + "f1_weighted": 0.544784, + "precision": 0.545067, + "precision_weighted": 0.563969, + "recall": 0.561005, + "recall_weighted": 0.5525, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5125, + "f1": 0.509709, + "f1_weighted": 0.516594, + "precision": 0.519315, + "precision_weighted": 0.538912, + "recall": 0.521429, + "recall_weighted": 0.5125, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.555, + "f1": 0.551579, + "f1_weighted": 0.552734, + "precision": 0.547822, + "precision_weighted": 0.554814, + "recall": 0.560222, + "recall_weighted": 0.555, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.565, + "f1": 0.556161, + "f1_weighted": 0.567351, + "precision": 0.561601, + "precision_weighted": 0.582797, + "recall": 0.565142, + "recall_weighted": 0.565, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.5425, + "f1": 0.526092, + "f1_weighted": 0.530859, + "precision": 0.539558, + "precision_weighted": 0.547704, + "recall": 0.541597, + "recall_weighted": 0.5425, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.5425, + "hf_subset": "bug", + "languages": [ + "bug-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.895, + "f1": 0.884255, + "f1_weighted": 0.894619, + "precision": 0.885423, + "precision_weighted": 0.894668, + "recall": 0.883486, + "recall_weighted": 0.895, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.895, + "f1": 0.883025, + "f1_weighted": 0.894659, + "precision": 0.884372, + "precision_weighted": 0.894913, + "recall": 0.882221, + "recall_weighted": 0.895, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.89, + "f1": 0.881934, + "f1_weighted": 0.892308, + "precision": 0.880937, + "precision_weighted": 0.899111, + "recall": 0.888068, + "recall_weighted": 0.89, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8975, + "f1": 0.885482, + "f1_weighted": 0.896882, + "precision": 0.888854, + "precision_weighted": 0.898723, + "recall": 0.884313, + "recall_weighted": 0.8975, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.885, + "f1": 0.876397, + "f1_weighted": 0.886202, + "precision": 0.874179, + "precision_weighted": 0.8885, + "recall": 0.879975, + "recall_weighted": 0.885, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.895, + "f1": 0.88387, + "f1_weighted": 0.895918, + "precision": 0.882509, + "precision_weighted": 0.897589, + "recall": 0.886073, + "recall_weighted": 0.895, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.905, + "f1": 0.894352, + "f1_weighted": 0.903976, + "precision": 0.898933, + "precision_weighted": 0.903941, + "recall": 0.891022, + "recall_weighted": 0.905, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8975, + "f1": 0.887157, + "f1_weighted": 0.897592, + "precision": 0.88901, + "precision_weighted": 0.899536, + "recall": 0.886929, + "recall_weighted": 0.8975, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.91, + "f1": 0.901766, + "f1_weighted": 0.908905, + "precision": 0.911021, + "precision_weighted": 0.911584, + "recall": 0.896587, + "recall_weighted": 0.91, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.92, + "f1": 0.913223, + "f1_weighted": 0.920025, + "precision": 0.913814, + "precision_weighted": 0.920606, + "recall": 0.913121, + "recall_weighted": 0.92, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.899, + "f1": 0.889146, + "f1_weighted": 0.899109, + "precision": 0.890905, + "precision_weighted": 0.900917, + "recall": 0.88918, + "recall_weighted": 0.899, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.899, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.8975, + "f1": 0.886079, + "f1_weighted": 0.896934, + "precision": 0.888873, + "precision_weighted": 0.897541, + "recall": 0.8844, + "recall_weighted": 0.8975, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8825, + "f1": 0.866056, + "f1_weighted": 0.879759, + "precision": 0.875433, + "precision_weighted": 0.880496, + "recall": 0.861095, + "recall_weighted": 0.8825, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8925, + "f1": 0.884993, + "f1_weighted": 0.894912, + "precision": 0.88305, + "precision_weighted": 0.901217, + "recall": 0.891685, + "recall_weighted": 0.8925, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8975, + "f1": 0.886534, + "f1_weighted": 0.896833, + "precision": 0.889127, + "precision_weighted": 0.896626, + "recall": 0.884487, + "recall_weighted": 0.8975, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.88, + "f1": 0.869341, + "f1_weighted": 0.879553, + "precision": 0.87011, + "precision_weighted": 0.879954, + "recall": 0.869323, + "recall_weighted": 0.88, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8975, + "f1": 0.885668, + "f1_weighted": 0.897047, + "precision": 0.886988, + "precision_weighted": 0.896729, + "recall": 0.884515, + "recall_weighted": 0.8975, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.9175, + "f1": 0.90815, + "f1_weighted": 0.916579, + "precision": 0.912988, + "precision_weighted": 0.916729, + "recall": 0.904647, + "recall_weighted": 0.9175, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.89, + "f1": 0.881011, + "f1_weighted": 0.891758, + "precision": 0.878775, + "precision_weighted": 0.895442, + "recall": 0.885625, + "recall_weighted": 0.89, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.905, + "f1": 0.896001, + "f1_weighted": 0.903647, + "precision": 0.909902, + "precision_weighted": 0.9076, + "recall": 0.888464, + "recall_weighted": 0.905, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.9075, + "f1": 0.898261, + "f1_weighted": 0.906422, + "precision": 0.906883, + "precision_weighted": 0.908508, + "recall": 0.893172, + "recall_weighted": 0.9075, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.89675, + "f1": 0.886209, + "f1_weighted": 0.896344, + "precision": 0.890213, + "precision_weighted": 0.898084, + "recall": 0.884741, + "recall_weighted": 0.89675, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.89675, + "hf_subset": "ind", + "languages": [ + "ind-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.8325, + "f1": 0.823099, + "f1_weighted": 0.836971, + "precision": 0.82462, + "precision_weighted": 0.847657, + "recall": 0.828789, + "recall_weighted": 0.8325, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.755, + "f1": 0.733061, + "f1_weighted": 0.754274, + "precision": 0.739916, + "precision_weighted": 0.76561, + "recall": 0.73699, + "recall_weighted": 0.755, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8425, + "f1": 0.831283, + "f1_weighted": 0.843571, + "precision": 0.829985, + "precision_weighted": 0.847131, + "recall": 0.835205, + "recall_weighted": 0.8425, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8275, + "f1": 0.808702, + "f1_weighted": 0.824722, + "precision": 0.818873, + "precision_weighted": 0.8265, + "recall": 0.803936, + "recall_weighted": 0.8275, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.78, + "f1": 0.76204, + "f1_weighted": 0.780444, + "precision": 0.763534, + "precision_weighted": 0.788357, + "recall": 0.76789, + "recall_weighted": 0.78, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8275, + "f1": 0.814284, + "f1_weighted": 0.828101, + "precision": 0.815904, + "precision_weighted": 0.830312, + "recall": 0.814083, + "recall_weighted": 0.8275, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.855, + "f1": 0.843494, + "f1_weighted": 0.854592, + "precision": 0.847777, + "precision_weighted": 0.855786, + "recall": 0.840808, + "recall_weighted": 0.855, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8, + "f1": 0.78655, + "f1_weighted": 0.801618, + "precision": 0.785013, + "precision_weighted": 0.805194, + "recall": 0.790378, + "recall_weighted": 0.8, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.8275, + "f1": 0.80542, + "f1_weighted": 0.822402, + "precision": 0.831532, + "precision_weighted": 0.8323, + "recall": 0.797469, + "recall_weighted": 0.8275, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.835, + "f1": 0.820757, + "f1_weighted": 0.834158, + "precision": 0.825033, + "precision_weighted": 0.83493, + "recall": 0.818147, + "recall_weighted": 0.835, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.81825, + "f1": 0.802869, + "f1_weighted": 0.818085, + "precision": 0.808219, + "precision_weighted": 0.823378, + "recall": 0.80337, + "recall_weighted": 0.81825, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.81825, + "hf_subset": "jav", + "languages": [ + "jav-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.6175, + "f1": 0.603534, + "f1_weighted": 0.618471, + "precision": 0.622055, + "precision_weighted": 0.653219, + "recall": 0.621964, + "recall_weighted": 0.6175, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6625, + "f1": 0.631957, + "f1_weighted": 0.658423, + "precision": 0.632373, + "precision_weighted": 0.65535, + "recall": 0.63275, + "recall_weighted": 0.6625, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6525, + "f1": 0.633483, + "f1_weighted": 0.641669, + "precision": 0.665376, + "precision_weighted": 0.694199, + "recall": 0.665545, + "recall_weighted": 0.6525, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6875, + "f1": 0.664123, + "f1_weighted": 0.683609, + "precision": 0.663422, + "precision_weighted": 0.681355, + "recall": 0.666323, + "recall_weighted": 0.6875, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.68, + "f1": 0.664998, + "f1_weighted": 0.677623, + "precision": 0.671626, + "precision_weighted": 0.696427, + "recall": 0.680455, + "recall_weighted": 0.68, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6225, + "f1": 0.616382, + "f1_weighted": 0.635963, + "precision": 0.635409, + "precision_weighted": 0.667864, + "recall": 0.617781, + "recall_weighted": 0.6225, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.64, + "f1": 0.600899, + "f1_weighted": 0.632245, + "precision": 0.601095, + "precision_weighted": 0.6273, + "recall": 0.603943, + "recall_weighted": 0.64, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.665, + "f1": 0.657956, + "f1_weighted": 0.670784, + "precision": 0.661388, + "precision_weighted": 0.682738, + "recall": 0.661805, + "recall_weighted": 0.665, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.66, + "f1": 0.637297, + "f1_weighted": 0.661491, + "precision": 0.649929, + "precision_weighted": 0.670136, + "recall": 0.631634, + "recall_weighted": 0.66, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.685, + "f1": 0.673852, + "f1_weighted": 0.690205, + "precision": 0.676802, + "precision_weighted": 0.698377, + "recall": 0.674146, + "recall_weighted": 0.685, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.65725, + "f1": 0.638448, + "f1_weighted": 0.657048, + "precision": 0.647947, + "precision_weighted": 0.672697, + "recall": 0.645634, + "recall_weighted": 0.65725, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.65725, + "hf_subset": "mad", + "languages": [ + "mad-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.78, + "f1": 0.753302, + "f1_weighted": 0.773242, + "precision": 0.773523, + "precision_weighted": 0.778612, + "recall": 0.748197, + "recall_weighted": 0.78, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.735, + "f1": 0.698237, + "f1_weighted": 0.72535, + "precision": 0.707363, + "precision_weighted": 0.723415, + "recall": 0.69872, + "recall_weighted": 0.735, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7775, + "f1": 0.767095, + "f1_weighted": 0.779661, + "precision": 0.765895, + "precision_weighted": 0.783523, + "recall": 0.770366, + "recall_weighted": 0.7775, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7825, + "f1": 0.768389, + "f1_weighted": 0.781482, + "precision": 0.769074, + "precision_weighted": 0.781366, + "recall": 0.768515, + "recall_weighted": 0.7825, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.725, + "f1": 0.712817, + "f1_weighted": 0.726877, + "precision": 0.712267, + "precision_weighted": 0.729503, + "recall": 0.714266, + "recall_weighted": 0.725, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.78, + "f1": 0.759584, + "f1_weighted": 0.776316, + "precision": 0.776441, + "precision_weighted": 0.783489, + "recall": 0.754377, + "recall_weighted": 0.78, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7775, + "f1": 0.758797, + "f1_weighted": 0.773231, + "precision": 0.772488, + "precision_weighted": 0.77851, + "recall": 0.755247, + "recall_weighted": 0.7775, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7725, + "f1": 0.765358, + "f1_weighted": 0.775051, + "precision": 0.764206, + "precision_weighted": 0.782498, + "recall": 0.772476, + "recall_weighted": 0.7725, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.78, + "f1": 0.766056, + "f1_weighted": 0.777624, + "precision": 0.779208, + "precision_weighted": 0.780765, + "recall": 0.759782, + "recall_weighted": 0.78, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7625, + "f1": 0.738434, + "f1_weighted": 0.755958, + "precision": 0.768051, + "precision_weighted": 0.768082, + "recall": 0.731422, + "recall_weighted": 0.7625, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.76725, + "f1": 0.748807, + "f1_weighted": 0.764479, + "precision": 0.758852, + "precision_weighted": 0.768976, + "recall": 0.747337, + "recall_weighted": 0.76725, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.76725, + "hf_subset": "min", + "languages": [ + "min-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.7025, + "f1": 0.687808, + "f1_weighted": 0.700884, + "precision": 0.703938, + "precision_weighted": 0.708137, + "recall": 0.681433, + "recall_weighted": 0.7025, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5525, + "f1": 0.549042, + "f1_weighted": 0.568923, + "precision": 0.572328, + "precision_weighted": 0.605066, + "recall": 0.547666, + "recall_weighted": 0.5525, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6225, + "f1": 0.590277, + "f1_weighted": 0.613051, + "precision": 0.598558, + "precision_weighted": 0.613311, + "recall": 0.592515, + "recall_weighted": 0.6225, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.72, + "f1": 0.68514, + "f1_weighted": 0.706157, + "precision": 0.723999, + "precision_weighted": 0.721589, + "recall": 0.683147, + "recall_weighted": 0.72, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.615, + "f1": 0.604874, + "f1_weighted": 0.614315, + "precision": 0.6059, + "precision_weighted": 0.624365, + "recall": 0.615529, + "recall_weighted": 0.615, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.635, + "f1": 0.58766, + "f1_weighted": 0.620271, + "precision": 0.605731, + "precision_weighted": 0.623801, + "recall": 0.591593, + "recall_weighted": 0.635, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.64, + "f1": 0.603847, + "f1_weighted": 0.631302, + "precision": 0.611915, + "precision_weighted": 0.630333, + "recall": 0.604832, + "recall_weighted": 0.64, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6525, + "f1": 0.649174, + "f1_weighted": 0.652635, + "precision": 0.654355, + "precision_weighted": 0.653977, + "recall": 0.64542, + "recall_weighted": 0.6525, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.685, + "f1": 0.638162, + "f1_weighted": 0.667627, + "precision": 0.687512, + "precision_weighted": 0.689971, + "recall": 0.639335, + "recall_weighted": 0.685, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6925, + "f1": 0.664211, + "f1_weighted": 0.68722, + "precision": 0.670646, + "precision_weighted": 0.685943, + "recall": 0.662774, + "recall_weighted": 0.6925, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.65175, + "f1": 0.62602, + "f1_weighted": 0.646239, + "precision": 0.643488, + "precision_weighted": 0.655649, + "recall": 0.626425, + "recall_weighted": 0.65175, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.65175, + "hf_subset": "nij", + "languages": [ + "nij-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.7175, + "f1": 0.706713, + "f1_weighted": 0.722517, + "precision": 0.712852, + "precision_weighted": 0.734531, + "recall": 0.707412, + "recall_weighted": 0.7175, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.71, + "f1": 0.678569, + "f1_weighted": 0.704031, + "precision": 0.680823, + "precision_weighted": 0.70078, + "recall": 0.679463, + "recall_weighted": 0.71, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7425, + "f1": 0.73077, + "f1_weighted": 0.746377, + "precision": 0.733307, + "precision_weighted": 0.758365, + "recall": 0.737364, + "recall_weighted": 0.7425, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7225, + "f1": 0.701573, + "f1_weighted": 0.722405, + "precision": 0.701299, + "precision_weighted": 0.723765, + "recall": 0.703176, + "recall_weighted": 0.7225, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.71, + "f1": 0.690055, + "f1_weighted": 0.708838, + "precision": 0.689954, + "precision_weighted": 0.710068, + "recall": 0.692283, + "recall_weighted": 0.71, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7425, + "f1": 0.71221, + "f1_weighted": 0.734081, + "precision": 0.732479, + "precision_weighted": 0.739373, + "recall": 0.70879, + "recall_weighted": 0.7425, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7675, + "f1": 0.747775, + "f1_weighted": 0.76482, + "precision": 0.758034, + "precision_weighted": 0.767599, + "recall": 0.74357, + "recall_weighted": 0.7675, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7175, + "f1": 0.711695, + "f1_weighted": 0.7214, + "precision": 0.716381, + "precision_weighted": 0.731107, + "recall": 0.712586, + "recall_weighted": 0.7175, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7575, + "f1": 0.737778, + "f1_weighted": 0.753299, + "precision": 0.76639, + "precision_weighted": 0.766702, + "recall": 0.729595, + "recall_weighted": 0.7575, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.705, + "f1": 0.693174, + "f1_weighted": 0.704829, + "precision": 0.694623, + "precision_weighted": 0.708812, + "recall": 0.695456, + "recall_weighted": 0.705, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.72925, + "f1": 0.711031, + "f1_weighted": 0.72826, + "precision": 0.718614, + "precision_weighted": 0.73411, + "recall": 0.71097, + "recall_weighted": 0.72925, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.72925, + "hf_subset": "sun", + "languages": [ + "sun-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.5925, + "f1": 0.588463, + "f1_weighted": 0.591606, + "precision": 0.585914, + "precision_weighted": 0.591429, + "recall": 0.59181, + "recall_weighted": 0.5925, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.605, + "f1": 0.574406, + "f1_weighted": 0.599916, + "precision": 0.586426, + "precision_weighted": 0.604774, + "recall": 0.572893, + "recall_weighted": 0.605, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.535, + "f1": 0.525723, + "f1_weighted": 0.539546, + "precision": 0.531619, + "precision_weighted": 0.555038, + "recall": 0.532588, + "recall_weighted": 0.535, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.62, + "f1": 0.609678, + "f1_weighted": 0.616213, + "precision": 0.61344, + "precision_weighted": 0.616103, + "recall": 0.609567, + "recall_weighted": 0.62, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5825, + "f1": 0.572425, + "f1_weighted": 0.575458, + "precision": 0.571967, + "precision_weighted": 0.578525, + "recall": 0.582004, + "recall_weighted": 0.5825, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6225, + "f1": 0.607649, + "f1_weighted": 0.62219, + "precision": 0.607477, + "precision_weighted": 0.623175, + "recall": 0.608985, + "recall_weighted": 0.6225, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5225, + "f1": 0.489279, + "f1_weighted": 0.504543, + "precision": 0.491902, + "precision_weighted": 0.510696, + "recall": 0.508043, + "recall_weighted": 0.5225, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5225, + "f1": 0.520757, + "f1_weighted": 0.520242, + "precision": 0.524862, + "precision_weighted": 0.53807, + "recall": 0.540723, + "recall_weighted": 0.5225, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.65, + "f1": 0.638135, + "f1_weighted": 0.647506, + "precision": 0.640708, + "precision_weighted": 0.646398, + "recall": 0.63712, + "recall_weighted": 0.65, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5175, + "f1": 0.515577, + "f1_weighted": 0.519916, + "precision": 0.527447, + "precision_weighted": 0.541369, + "recall": 0.522824, + "recall_weighted": 0.5175, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.577, + "f1": 0.564209, + "f1_weighted": 0.573714, + "precision": 0.568176, + "precision_weighted": 0.580558, + "recall": 0.570656, + "recall_weighted": 0.577, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.577, + "hf_subset": "bbc", + "languages": [ + "bbc-Latn" + ] + } + ] + }, + "evaluation_time": 39.38045263290405, + "kg_co2_emissions": null, + "date": 1776178678.512877 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NusaXBitextMining.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NusaXBitextMining.json new file mode 100644 index 0000000000..fac19ce95e --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/NusaXBitextMining.json @@ -0,0 +1,144 @@ +{ + "dataset_revision": "6db681bd37d6827f8d132590429ce33a2af4c96e", + "task_name": "NusaXBitextMining", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "precision": 0.759419, + "recall": 0.816, + "f1": 0.775633, + "accuracy": 0.816, + "main_score": 0.775633, + "hf_subset": "eng-ace", + "languages": [ + "eng-Latn", + "ace-Latn" + ] + }, + { + "precision": 0.801333, + "recall": 0.85, + "f1": 0.815438, + "accuracy": 0.85, + "main_score": 0.815438, + "hf_subset": "eng-ban", + "languages": [ + "eng-Latn", + "ban-Latn" + ] + }, + { + "precision": 0.574863, + "recall": 0.656, + "f1": 0.596736, + "accuracy": 0.656, + "main_score": 0.596736, + "hf_subset": "eng-bbc", + "languages": [ + "eng-Latn", + "bbc-Latn" + ] + }, + { + "precision": 0.9059, + "recall": 0.932, + "f1": 0.9138, + "accuracy": 0.932, + "main_score": 0.9138, + "hf_subset": "eng-bjn", + "languages": [ + "eng-Latn", + "bjn-Latn" + ] + }, + { + "precision": 0.488775, + "recall": 0.562, + "f1": 0.507578, + "accuracy": 0.562, + "main_score": 0.507578, + "hf_subset": "eng-bug", + "languages": [ + "eng-Latn", + "bug-Latn" + ] + }, + { + "precision": 0.979, + "recall": 0.986, + "f1": 0.981333, + "accuracy": 0.986, + "main_score": 0.981333, + "hf_subset": "eng-ind", + "languages": [ + "eng-Latn", + "ind-Latn" + ] + }, + { + "precision": 0.920833, + "recall": 0.944, + "f1": 0.928133, + "accuracy": 0.944, + "main_score": 0.928133, + "hf_subset": "eng-jav", + "languages": [ + "eng-Latn", + "jav-Latn" + ] + }, + { + "precision": 0.638738, + "recall": 0.716, + "f1": 0.659676, + "accuracy": 0.716, + "main_score": 0.659676, + "hf_subset": "eng-mad", + "languages": [ + "eng-Latn", + "mad-Latn" + ] + }, + { + "precision": 0.942167, + "recall": 0.958, + "f1": 0.947133, + "accuracy": 0.958, + "main_score": 0.947133, + "hf_subset": "eng-min", + "languages": [ + "eng-Latn", + "min-Latn" + ] + }, + { + "precision": 0.771967, + "recall": 0.828, + "f1": 0.788333, + "accuracy": 0.828, + "main_score": 0.788333, + "hf_subset": "eng-nij", + "languages": [ + "eng-Latn", + "nij-Latn" + ] + }, + { + "precision": 0.872167, + "recall": 0.908, + "f1": 0.883467, + "accuracy": 0.908, + "main_score": 0.883467, + "hf_subset": "eng-sun", + "languages": [ + "eng-Latn", + "sun-Latn" + ] + } + ] + }, + "evaluation_time": 27.068573713302612, + "kg_co2_emissions": null, + "date": 1776176632.407406 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/OVENIT2TRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/OVENIT2TRetrieval.json new file mode 100644 index 0000000000..3f3348b2ef --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/OVENIT2TRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "88994735625f4ebf646eaf42096f7ba204880ac2", + "task_name": "OVENIT2TRetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.13927, + "ndcg_at_3": 0.12342, + "ndcg_at_5": 0.12224, + "ndcg_at_10": 0.12366, + "ndcg_at_20": 0.12784, + "ndcg_at_100": 0.14092, + "ndcg_at_1000": 0.15433, + "map_at_1": 0.06097, + "map_at_3": 0.07727, + "map_at_5": 0.08157, + "map_at_10": 0.08525, + "map_at_20": 0.08738, + "map_at_100": 0.08909, + "map_at_1000": 0.08945, + "recall_at_1": 0.06097, + "recall_at_3": 0.09852, + "recall_at_5": 0.11738, + "recall_at_10": 0.145, + "recall_at_20": 0.17575, + "recall_at_100": 0.24521, + "recall_at_1000": 0.3333, + "accuracy": 0.06097, + "precision_at_1": 0.13927, + "precision_at_3": 0.07552, + "precision_at_5": 0.05444, + "precision_at_10": 0.03368, + "precision_at_20": 0.02039, + "precision_at_100": 0.00581, + "precision_at_1000": 0.00081, + "mrr_at_1": 0.139269, + "mrr_at_3": 0.177229, + "mrr_at_5": 0.187633, + "mrr_at_10": 0.196249, + "mrr_at_20": 0.201168, + "mrr_at_100": 0.205384, + "mrr_at_1000": 0.206302, + "nauc_ndcg_at_1_max": 0.270731, + "nauc_ndcg_at_1_std": 0.121297, + "nauc_ndcg_at_1_diff1": 0.409915, + "nauc_ndcg_at_3_max": 0.232177, + "nauc_ndcg_at_3_std": 0.171058, + "nauc_ndcg_at_3_diff1": 0.32921, + "nauc_ndcg_at_5_max": 0.213356, + "nauc_ndcg_at_5_std": 0.187271, + "nauc_ndcg_at_5_diff1": 0.309699, + "nauc_ndcg_at_10_max": 0.193228, + "nauc_ndcg_at_10_std": 0.203997, + "nauc_ndcg_at_10_diff1": 0.290497, + "nauc_ndcg_at_20_max": 0.180538, + "nauc_ndcg_at_20_std": 0.212836, + "nauc_ndcg_at_20_diff1": 0.275399, + "nauc_ndcg_at_100_max": 0.169112, + "nauc_ndcg_at_100_std": 0.227358, + "nauc_ndcg_at_100_diff1": 0.263386, + "nauc_ndcg_at_1000_max": 0.163004, + "nauc_ndcg_at_1000_std": 0.227243, + "nauc_ndcg_at_1000_diff1": 0.261271, + "nauc_map_at_1_max": 0.218342, + "nauc_map_at_1_std": 0.172992, + "nauc_map_at_1_diff1": 0.39192, + "nauc_map_at_3_max": 0.195328, + "nauc_map_at_3_std": 0.189854, + "nauc_map_at_3_diff1": 0.32517, + "nauc_map_at_5_max": 0.189405, + "nauc_map_at_5_std": 0.195496, + "nauc_map_at_5_diff1": 0.315382, + "nauc_map_at_10_max": 0.183729, + "nauc_map_at_10_std": 0.20007, + "nauc_map_at_10_diff1": 0.307622, + "nauc_map_at_20_max": 0.181877, + "nauc_map_at_20_std": 0.202913, + "nauc_map_at_20_diff1": 0.305115, + "nauc_map_at_100_max": 0.180596, + "nauc_map_at_100_std": 0.205605, + "nauc_map_at_100_diff1": 0.304472, + "nauc_map_at_1000_max": 0.180398, + "nauc_map_at_1000_std": 0.205825, + "nauc_map_at_1000_diff1": 0.304524, + "nauc_recall_at_1_max": 0.218342, + "nauc_recall_at_1_std": 0.172992, + "nauc_recall_at_1_diff1": 0.39192, + "nauc_recall_at_3_max": 0.16887, + "nauc_recall_at_3_std": 0.198613, + "nauc_recall_at_3_diff1": 0.261035, + "nauc_recall_at_5_max": 0.14778, + "nauc_recall_at_5_std": 0.208984, + "nauc_recall_at_5_diff1": 0.229201, + "nauc_recall_at_10_max": 0.11808, + "nauc_recall_at_10_std": 0.217822, + "nauc_recall_at_10_diff1": 0.190855, + "nauc_recall_at_20_max": 0.100866, + "nauc_recall_at_20_std": 0.228162, + "nauc_recall_at_20_diff1": 0.167589, + "nauc_recall_at_100_max": 0.061994, + "nauc_recall_at_100_std": 0.244163, + "nauc_recall_at_100_diff1": 0.132371, + "nauc_recall_at_1000_max": 0.012166, + "nauc_recall_at_1000_std": 0.206009, + "nauc_recall_at_1000_diff1": 0.093828, + "nauc_precision_at_1_max": 0.270731, + "nauc_precision_at_1_std": 0.121297, + "nauc_precision_at_1_diff1": 0.409915, + "nauc_precision_at_3_max": 0.247894, + "nauc_precision_at_3_std": 0.168279, + "nauc_precision_at_3_diff1": 0.293044, + "nauc_precision_at_5_max": 0.240148, + "nauc_precision_at_5_std": 0.18802, + "nauc_precision_at_5_diff1": 0.264962, + "nauc_precision_at_10_max": 0.228217, + "nauc_precision_at_10_std": 0.215643, + "nauc_precision_at_10_diff1": 0.235535, + "nauc_precision_at_20_max": 0.227519, + "nauc_precision_at_20_std": 0.243239, + "nauc_precision_at_20_diff1": 0.216191, + "nauc_precision_at_100_max": 0.243621, + "nauc_precision_at_100_std": 0.3298, + "nauc_precision_at_100_diff1": 0.185295, + "nauc_precision_at_1000_max": 0.302406, + "nauc_precision_at_1000_std": 0.395297, + "nauc_precision_at_1000_diff1": 0.127788, + "nauc_mrr_at_1_max": 0.270731, + "nauc_mrr_at_1_std": 0.121297, + "nauc_mrr_at_1_diff1": 0.409915, + "nauc_mrr_at_3_max": 0.258347, + "nauc_mrr_at_3_std": 0.14456, + "nauc_mrr_at_3_diff1": 0.347342, + "nauc_mrr_at_5_max": 0.256055, + "nauc_mrr_at_5_std": 0.150856, + "nauc_mrr_at_5_diff1": 0.338162, + "nauc_mrr_at_10_max": 0.253655, + "nauc_mrr_at_10_std": 0.156122, + "nauc_mrr_at_10_diff1": 0.331887, + "nauc_mrr_at_20_max": 0.253501, + "nauc_mrr_at_20_std": 0.158776, + "nauc_mrr_at_20_diff1": 0.329728, + "nauc_mrr_at_100_max": 0.254082, + "nauc_mrr_at_100_std": 0.161262, + "nauc_mrr_at_100_diff1": 0.329168, + "nauc_mrr_at_1000_max": 0.25426, + "nauc_mrr_at_1000_std": 0.161267, + "nauc_mrr_at_1000_diff1": 0.329251, + "hit_rate_at_1": 0.13927, + "hit_rate_at_3": 0.22656, + "hit_rate_at_5": 0.2722, + "hit_rate_at_10": 0.33677, + "hit_rate_at_20": 0.40785, + "hit_rate_at_100": 0.58071, + "hit_rate_at_1000": 0.8072, + "main_score": 0.12366, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 3813.243606567383, + "kg_co2_emissions": null, + "date": 1776191748.985585 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/OdiaNewsClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/OdiaNewsClassification.json new file mode 100644 index 0000000000..4f2754d6c1 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/OdiaNewsClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "066005f6178254a40a22c24b98c8bd40a073c0ac", + "task_name": "OdiaNewsClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.823242, + "f1": 0.819338, + "f1_weighted": 0.825336, + "precision": 0.815178, + "precision_weighted": 0.841888, + "recall": 0.838074, + "recall_weighted": 0.823242, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.819336, + "f1": 0.812647, + "f1_weighted": 0.820427, + "precision": 0.807848, + "precision_weighted": 0.823823, + "recall": 0.819794, + "recall_weighted": 0.819336, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.830078, + "f1": 0.828384, + "f1_weighted": 0.831016, + "precision": 0.824429, + "precision_weighted": 0.850584, + "recall": 0.850747, + "recall_weighted": 0.830078, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.835449, + "f1": 0.8304, + "f1_weighted": 0.836345, + "precision": 0.833851, + "precision_weighted": 0.843938, + "recall": 0.835188, + "recall_weighted": 0.835449, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.831543, + "f1": 0.826515, + "f1_weighted": 0.834218, + "precision": 0.825745, + "precision_weighted": 0.846415, + "recall": 0.838913, + "recall_weighted": 0.831543, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.854492, + "f1": 0.850908, + "f1_weighted": 0.854949, + "precision": 0.846034, + "precision_weighted": 0.856978, + "recall": 0.857441, + "recall_weighted": 0.854492, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.824219, + "f1": 0.816682, + "f1_weighted": 0.824383, + "precision": 0.819553, + "precision_weighted": 0.830504, + "recall": 0.82107, + "recall_weighted": 0.824219, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.836914, + "f1": 0.83126, + "f1_weighted": 0.83843, + "precision": 0.827659, + "precision_weighted": 0.844799, + "recall": 0.840784, + "recall_weighted": 0.836914, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.81543, + "f1": 0.812442, + "f1_weighted": 0.818923, + "precision": 0.815016, + "precision_weighted": 0.842283, + "recall": 0.832752, + "recall_weighted": 0.81543, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.810547, + "f1": 0.804339, + "f1_weighted": 0.815392, + "precision": 0.810944, + "precision_weighted": 0.842624, + "recall": 0.824003, + "recall_weighted": 0.810547, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.828125, + "f1": 0.823291, + "f1_weighted": 0.829942, + "precision": 0.822626, + "precision_weighted": 0.842384, + "recall": 0.835877, + "recall_weighted": 0.828125, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.823291, + "hf_subset": "default", + "languages": [ + "ory-Orya" + ] + } + ] + }, + "evaluation_time": 15.574785470962524, + "kg_co2_emissions": null, + "date": 1776177307.648685 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/OpusparcusPC.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/OpusparcusPC.json new file mode 100644 index 0000000000..29b1b0e7e7 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/OpusparcusPC.json @@ -0,0 +1,458 @@ +{ + "dataset_revision": "e95831b0fa902edc955f3b60e3e63b349bb7bd02", + "task_name": "OpusparcusPC", + "mteb_version": "2.12.16", + "scores": { + "test.full": [ + { + "similarity_accuracy": 0.902768, + "similarity_f1": 0.935651, + "similarity_precision": 0.920518, + "similarity_recall": 0.951289, + "similarity_ap": 0.978452, + "cosine_accuracy": 0.902768, + "cosine_f1": 0.935651, + "cosine_precision": 0.920518, + "cosine_recall": 0.951289, + "cosine_ap": 0.978452, + "manhattan_accuracy": 0.89709, + "manhattan_f1": 0.932021, + "manhattan_precision": 0.915285, + "manhattan_recall": 0.949379, + "manhattan_ap": 0.977427, + "euclidean_accuracy": 0.8978, + "euclidean_f1": 0.933333, + "euclidean_precision": 0.90566, + "euclidean_recall": 0.962751, + "euclidean_ap": 0.977991, + "dot_accuracy": 0.89851, + "dot_f1": 0.933519, + "dot_precision": 0.90942, + "dot_recall": 0.95893, + "dot_ap": 0.976251, + "max_accuracy": 0.902768, + "max_f1": 0.935651, + "max_precision": 0.920518, + "max_recall": 0.962751, + "max_ap": 0.978452, + "main_score": 0.978452, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.948071, + "similarity_f1": 0.965174, + "similarity_precision": 0.94358, + "similarity_recall": 0.98778, + "similarity_ap": 0.989859, + "cosine_accuracy": 0.948071, + "cosine_f1": 0.965174, + "cosine_precision": 0.94358, + "cosine_recall": 0.98778, + "cosine_ap": 0.989859, + "manhattan_accuracy": 0.945104, + "manhattan_f1": 0.962963, + "manhattan_precision": 0.94685, + "manhattan_recall": 0.979633, + "manhattan_ap": 0.98859, + "euclidean_accuracy": 0.946588, + "euclidean_f1": 0.963746, + "euclidean_precision": 0.953187, + "euclidean_recall": 0.974542, + "euclidean_ap": 0.988754, + "dot_accuracy": 0.946588, + "dot_f1": 0.964179, + "dot_precision": 0.942607, + "dot_recall": 0.986762, + "dot_ap": 0.989647, + "max_accuracy": 0.948071, + "max_f1": 0.965174, + "max_precision": 0.953187, + "max_recall": 0.98778, + "max_ap": 0.989859, + "main_score": 0.989859, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.83949, + "similarity_f1": 0.873777, + "similarity_precision": 0.822284, + "similarity_recall": 0.93215, + "similarity_ap": 0.937171, + "cosine_accuracy": 0.83949, + "cosine_f1": 0.873777, + "cosine_precision": 0.822284, + "cosine_recall": 0.93215, + "cosine_ap": 0.937171, + "manhattan_accuracy": 0.840764, + "manhattan_f1": 0.875992, + "manhattan_precision": 0.834594, + "manhattan_recall": 0.921712, + "manhattan_ap": 0.937684, + "euclidean_accuracy": 0.840127, + "euclidean_f1": 0.875804, + "euclidean_precision": 0.832549, + "euclidean_recall": 0.9238, + "euclidean_ap": 0.938732, + "dot_accuracy": 0.834395, + "dot_f1": 0.87116, + "dot_precision": 0.829245, + "dot_recall": 0.917537, + "dot_ap": 0.931135, + "max_accuracy": 0.840764, + "max_f1": 0.875992, + "max_precision": 0.834594, + "max_recall": 0.93215, + "max_ap": 0.938732, + "main_score": 0.938732, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "similarity_accuracy": 0.863079, + "similarity_f1": 0.902945, + "similarity_precision": 0.878759, + "similarity_recall": 0.9285, + "similarity_ap": 0.956329, + "cosine_accuracy": 0.863079, + "cosine_f1": 0.902945, + "cosine_precision": 0.878759, + "cosine_recall": 0.9285, + "cosine_ap": 0.956329, + "manhattan_accuracy": 0.851499, + "manhattan_f1": 0.895694, + "manhattan_precision": 0.864266, + "manhattan_recall": 0.929494, + "manhattan_ap": 0.953911, + "euclidean_accuracy": 0.854223, + "euclidean_f1": 0.898345, + "euclidean_precision": 0.857401, + "euclidean_recall": 0.943396, + "euclidean_ap": 0.954196, + "dot_accuracy": 0.861717, + "dot_f1": 0.902462, + "dot_precision": 0.862443, + "dot_recall": 0.946375, + "dot_ap": 0.956797, + "max_accuracy": 0.863079, + "max_f1": 0.902945, + "max_precision": 0.878759, + "max_recall": 0.946375, + "max_ap": 0.956797, + "main_score": 0.956797, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.795343, + "similarity_f1": 0.853448, + "similarity_precision": 0.790735, + "similarity_recall": 0.926966, + "similarity_ap": 0.912214, + "cosine_accuracy": 0.795343, + "cosine_f1": 0.853448, + "cosine_precision": 0.790735, + "cosine_recall": 0.926966, + "cosine_ap": 0.912214, + "manhattan_accuracy": 0.793505, + "manhattan_f1": 0.853669, + "manhattan_precision": 0.795951, + "manhattan_recall": 0.920412, + "manhattan_ap": 0.91123, + "euclidean_accuracy": 0.792892, + "euclidean_f1": 0.852928, + "euclidean_precision": 0.794665, + "euclidean_recall": 0.920412, + "euclidean_ap": 0.912228, + "dot_accuracy": 0.795956, + "dot_f1": 0.851787, + "dot_precision": 0.7969, + "dot_recall": 0.914794, + "dot_ap": 0.905131, + "max_accuracy": 0.795956, + "max_f1": 0.853669, + "max_precision": 0.7969, + "max_recall": 0.926966, + "max_ap": 0.912228, + "main_score": 0.912228, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "similarity_accuracy": 0.869792, + "similarity_f1": 0.885729, + "similarity_precision": 0.853229, + "similarity_recall": 0.920803, + "similarity_ap": 0.955278, + "cosine_accuracy": 0.869792, + "cosine_f1": 0.885729, + "cosine_precision": 0.853229, + "cosine_recall": 0.920803, + "cosine_ap": 0.955278, + "manhattan_accuracy": 0.869213, + "manhattan_f1": 0.886598, + "manhattan_precision": 0.82844, + "manhattan_recall": 0.953537, + "manhattan_ap": 0.954893, + "euclidean_accuracy": 0.866898, + "euclidean_f1": 0.884211, + "euclidean_precision": 0.841603, + "euclidean_recall": 0.931362, + "euclidean_ap": 0.954822, + "dot_accuracy": 0.866898, + "dot_f1": 0.884, + "dot_precision": 0.839506, + "dot_recall": 0.933474, + "dot_ap": 0.951232, + "max_accuracy": 0.869792, + "max_f1": 0.886598, + "max_precision": 0.853229, + "max_recall": 0.953537, + "max_ap": 0.955278, + "main_score": 0.955278, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + } + ], + "validation.full": [ + { + "similarity_accuracy": 0.903805, + "similarity_f1": 0.934185, + "similarity_precision": 0.929619, + "similarity_recall": 0.938796, + "similarity_ap": 0.981954, + "cosine_accuracy": 0.903805, + "cosine_f1": 0.934185, + "cosine_precision": 0.929619, + "cosine_recall": 0.938796, + "cosine_ap": 0.981954, + "manhattan_accuracy": 0.899497, + "manhattan_f1": 0.932697, + "manhattan_precision": 0.902957, + "manhattan_recall": 0.964462, + "manhattan_ap": 0.980417, + "euclidean_accuracy": 0.897344, + "euclidean_f1": 0.931363, + "euclidean_precision": 0.900461, + "euclidean_recall": 0.964462, + "euclidean_ap": 0.980689, + "dot_accuracy": 0.902369, + "dot_f1": 0.933852, + "dot_precision": 0.920422, + "dot_recall": 0.94768, + "dot_ap": 0.982369, + "max_accuracy": 0.903805, + "max_f1": 0.934185, + "max_precision": 0.929619, + "max_recall": 0.964462, + "max_ap": 0.982369, + "main_score": 0.982369, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.934815, + "similarity_f1": 0.957198, + "similarity_precision": 0.945245, + "similarity_recall": 0.969458, + "similarity_ap": 0.990062, + "cosine_accuracy": 0.934815, + "cosine_f1": 0.957198, + "cosine_precision": 0.945245, + "cosine_recall": 0.969458, + "cosine_ap": 0.990062, + "manhattan_accuracy": 0.934815, + "manhattan_f1": 0.957073, + "manhattan_precision": 0.947826, + "manhattan_recall": 0.966502, + "manhattan_ap": 0.989105, + "euclidean_accuracy": 0.933333, + "euclidean_f1": 0.956938, + "euclidean_precision": 0.930233, + "euclidean_recall": 0.985222, + "euclidean_ap": 0.989005, + "dot_accuracy": 0.934815, + "dot_f1": 0.956989, + "dot_precision": 0.949564, + "dot_recall": 0.964532, + "dot_ap": 0.990088, + "max_accuracy": 0.934815, + "max_f1": 0.957198, + "max_precision": 0.949564, + "max_recall": 0.985222, + "max_ap": 0.990088, + "main_score": 0.990088, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.831111, + "similarity_f1": 0.867942, + "similarity_precision": 0.788136, + "similarity_recall": 0.965732, + "similarity_ap": 0.928896, + "cosine_accuracy": 0.831111, + "cosine_f1": 0.867942, + "cosine_precision": 0.788136, + "cosine_recall": 0.965732, + "cosine_ap": 0.928896, + "manhattan_accuracy": 0.834286, + "manhattan_f1": 0.868522, + "manhattan_precision": 0.807315, + "manhattan_recall": 0.939772, + "manhattan_ap": 0.929227, + "euclidean_accuracy": 0.832381, + "euclidean_f1": 0.869356, + "euclidean_precision": 0.808758, + "euclidean_recall": 0.939772, + "euclidean_ap": 0.929042, + "dot_accuracy": 0.826667, + "dot_f1": 0.864138, + "dot_precision": 0.803571, + "dot_recall": 0.934579, + "dot_ap": 0.926152, + "max_accuracy": 0.834286, + "max_f1": 0.869356, + "max_precision": 0.808758, + "max_recall": 0.965732, + "max_ap": 0.929227, + "main_score": 0.929227, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "similarity_accuracy": 0.858262, + "similarity_f1": 0.903069, + "similarity_precision": 0.877841, + "similarity_recall": 0.929789, + "similarity_ap": 0.96085, + "cosine_accuracy": 0.858262, + "cosine_f1": 0.903069, + "cosine_precision": 0.877841, + "cosine_recall": 0.929789, + "cosine_ap": 0.96085, + "manhattan_accuracy": 0.855413, + "manhattan_f1": 0.900246, + "manhattan_precision": 0.882466, + "manhattan_recall": 0.918756, + "manhattan_ap": 0.958242, + "euclidean_accuracy": 0.856838, + "euclidean_f1": 0.902094, + "euclidean_precision": 0.876894, + "euclidean_recall": 0.928786, + "euclidean_ap": 0.959172, + "dot_accuracy": 0.852564, + "dot_f1": 0.89828, + "dot_precision": 0.880539, + "dot_recall": 0.91675, + "dot_ap": 0.961187, + "max_accuracy": 0.858262, + "max_f1": 0.903069, + "max_precision": 0.882466, + "max_recall": 0.929789, + "max_ap": 0.961187, + "main_score": 0.961187, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.802253, + "similarity_f1": 0.859431, + "similarity_precision": 0.786645, + "similarity_recall": 0.947059, + "similarity_ap": 0.909364, + "cosine_accuracy": 0.802253, + "cosine_f1": 0.859431, + "cosine_precision": 0.786645, + "cosine_recall": 0.947059, + "cosine_ap": 0.909364, + "manhattan_accuracy": 0.800375, + "manhattan_f1": 0.85803, + "manhattan_precision": 0.78363, + "manhattan_recall": 0.948039, + "manhattan_ap": 0.906761, + "euclidean_accuracy": 0.802879, + "euclidean_f1": 0.857774, + "euclidean_precision": 0.780547, + "euclidean_recall": 0.951961, + "euclidean_ap": 0.908156, + "dot_accuracy": 0.80413, + "dot_f1": 0.857527, + "dot_precision": 0.789604, + "dot_recall": 0.938235, + "dot_ap": 0.907978, + "max_accuracy": 0.80413, + "max_f1": 0.859431, + "max_precision": 0.789604, + "max_recall": 0.951961, + "max_ap": 0.909364, + "main_score": 0.909364, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "similarity_accuracy": 0.870092, + "similarity_f1": 0.89019, + "similarity_precision": 0.856338, + "similarity_recall": 0.926829, + "similarity_ap": 0.945338, + "cosine_accuracy": 0.870092, + "cosine_f1": 0.89019, + "cosine_precision": 0.856338, + "cosine_recall": 0.926829, + "cosine_ap": 0.945338, + "manhattan_accuracy": 0.871824, + "manhattan_f1": 0.89301, + "manhattan_precision": 0.839142, + "manhattan_recall": 0.954268, + "manhattan_ap": 0.948181, + "euclidean_accuracy": 0.873557, + "euclidean_f1": 0.893678, + "euclidean_precision": 0.845109, + "euclidean_recall": 0.948171, + "euclidean_ap": 0.947868, + "dot_accuracy": 0.862009, + "dot_f1": 0.882353, + "dot_precision": 0.852273, + "dot_recall": 0.914634, + "dot_ap": 0.937859, + "max_accuracy": 0.873557, + "max_f1": 0.893678, + "max_precision": 0.856338, + "max_recall": 0.954268, + "max_ap": 0.948181, + "main_score": 0.948181, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 70.92498111724854, + "kg_co2_emissions": null, + "date": 1776180251.456391 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/OxfordPets.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/OxfordPets.json new file mode 100644 index 0000000000..60c3a1e8b9 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/OxfordPets.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "557b480fae8d69247be74d9503b378a09425096f", + "task_name": "OxfordPets", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.854184, + "f1": 0.851993, + "f1_weighted": 0.852405, + "precision": 0.855502, + "precision_weighted": 0.856138, + "recall": 0.853984, + "recall_weighted": 0.854184, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.844099, + "f1": 0.842446, + "f1_weighted": 0.842952, + "precision": 0.846192, + "precision_weighted": 0.84676, + "recall": 0.843632, + "recall_weighted": 0.844099, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.84737, + "f1": 0.845169, + "f1_weighted": 0.84563, + "precision": 0.850304, + "precision_weighted": 0.850585, + "recall": 0.846808, + "recall_weighted": 0.84737, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.857182, + "f1": 0.855413, + "f1_weighted": 0.855846, + "precision": 0.858206, + "precision_weighted": 0.858513, + "recall": 0.856628, + "recall_weighted": 0.857182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.86127, + "f1": 0.858684, + "f1_weighted": 0.859068, + "precision": 0.862702, + "precision_weighted": 0.863354, + "recall": 0.861178, + "recall_weighted": 0.86127, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.852821, + "f1": 0.850741, + "f1_weighted": 0.85118, + "precision": 0.854581, + "precision_weighted": 0.85507, + "recall": 0.852446, + "recall_weighted": 0.852821, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.852821, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 185.78017830848694, + "kg_co2_emissions": null, + "date": 1776185160.095374 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/OxfordPetsZeroShot.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/OxfordPetsZeroShot.json new file mode 100644 index 0000000000..ebc4be7890 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/OxfordPetsZeroShot.json @@ -0,0 +1,20 @@ +{ + "dataset_revision": "557b480fae8d69247be74d9503b378a09425096f", + "task_name": "OxfordPetsZeroShot", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "accuracy": 0.512946, + "main_score": 0.512946, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 62.46967935562134, + "kg_co2_emissions": null, + "date": 1776185676.74061 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PAC.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PAC.json new file mode 100644 index 0000000000..57a12ab9aa --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PAC.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "d09e1c9f0f04f7f52f5cbfb74fa6c793c4eb84da", + "task_name": "PAC", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.616276, + "f1": 0.610569, + "f1_weighted": 0.627129, + "precision": 0.637087, + "precision_weighted": 0.704046, + "recall": 0.654521, + "recall_weighted": 0.616276, + "ap": 0.758613, + "ap_weighted": 0.758613 + }, + { + "accuracy": 0.666956, + "f1": 0.658448, + "f1_weighted": 0.677385, + "precision": 0.673433, + "precision_weighted": 0.737305, + "recall": 0.697597, + "recall_weighted": 0.666956, + "ap": 0.785274, + "ap_weighted": 0.785274 + }, + { + "accuracy": 0.718216, + "f1": 0.689985, + "f1_weighted": 0.722849, + "precision": 0.685728, + "precision_weighted": 0.730973, + "recall": 0.698393, + "recall_weighted": 0.718216, + "ap": 0.780473, + "ap_weighted": 0.780473 + }, + { + "accuracy": 0.637996, + "f1": 0.594319, + "f1_weighted": 0.64108, + "precision": 0.59309, + "precision_weighted": 0.644819, + "recall": 0.596319, + "recall_weighted": 0.637996, + "ap": 0.721904, + "ap_weighted": 0.721904 + }, + { + "accuracy": 0.680857, + "f1": 0.673882, + "f1_weighted": 0.690636, + "precision": 0.691846, + "precision_weighted": 0.75751, + "recall": 0.718097, + "recall_weighted": 0.680857, + "ap": 0.799975, + "ap_weighted": 0.799975 + }, + { + "accuracy": 0.632204, + "f1": 0.627671, + "f1_weighted": 0.642103, + "precision": 0.657838, + "precision_weighted": 0.726781, + "recall": 0.676986, + "recall_weighted": 0.632204, + "ap": 0.773705, + "ap_weighted": 0.773705 + }, + { + "accuracy": 0.658558, + "f1": 0.645854, + "f1_weighted": 0.669417, + "precision": 0.653842, + "precision_weighted": 0.714057, + "recall": 0.675366, + "recall_weighted": 0.658558, + "ap": 0.769527, + "ap_weighted": 0.769527 + }, + { + "accuracy": 0.650738, + "f1": 0.645818, + "f1_weighted": 0.660483, + "precision": 0.673349, + "precision_weighted": 0.742088, + "recall": 0.695112, + "recall_weighted": 0.650738, + "ap": 0.785638, + "ap_weighted": 0.785638 + }, + { + "accuracy": 0.571387, + "f1": 0.566272, + "f1_weighted": 0.582819, + "precision": 0.596677, + "precision_weighted": 0.662933, + "recall": 0.608304, + "recall_weighted": 0.571387, + "ap": 0.730817, + "ap_weighted": 0.730817 + }, + { + "accuracy": 0.668983, + "f1": 0.645879, + "f1_weighted": 0.677654, + "precision": 0.644639, + "precision_weighted": 0.698233, + "recall": 0.660799, + "recall_weighted": 0.668983, + "ap": 0.758802, + "ap_weighted": 0.758802 + } + ], + "accuracy": 0.650217, + "f1": 0.63587, + "f1_weighted": 0.659156, + "precision": 0.650753, + "precision_weighted": 0.711874, + "recall": 0.668149, + "recall_weighted": 0.650217, + "ap": 0.766473, + "ap_weighted": 0.766473, + "main_score": 0.650217, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 26.083179235458374, + "kg_co2_emissions": null, + "date": 1776191489.673713 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PatchCamelyon.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PatchCamelyon.json new file mode 100644 index 0000000000..6dfaaa94c2 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PatchCamelyon.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "6544d35f2235ed00e2ac8494c09ff107f8af353c", + "task_name": "PatchCamelyon", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.69754, + "f1": 0.69727, + "f1_weighted": 0.697266, + "precision": 0.698271, + "precision_weighted": 0.698276, + "recall": 0.697553, + "recall_weighted": 0.69754, + "ap": 0.635391, + "ap_weighted": 0.635391 + }, + { + "accuracy": 0.756531, + "f1": 0.755105, + "f1_weighted": 0.755097, + "precision": 0.762715, + "precision_weighted": 0.762732, + "recall": 0.756563, + "recall_weighted": 0.756531, + "ap": 0.685182, + "ap_weighted": 0.685182 + }, + { + "accuracy": 0.67691, + "f1": 0.675815, + "f1_weighted": 0.675823, + "precision": 0.679292, + "precision_weighted": 0.679283, + "recall": 0.676886, + "recall_weighted": 0.67691, + "ap": 0.623632, + "ap_weighted": 0.623632 + }, + { + "accuracy": 0.750885, + "f1": 0.750625, + "f1_weighted": 0.750621, + "precision": 0.751966, + "precision_weighted": 0.751973, + "recall": 0.750899, + "recall_weighted": 0.750885, + "ap": 0.684366, + "ap_weighted": 0.684366 + }, + { + "accuracy": 0.750732, + "f1": 0.74924, + "f1_weighted": 0.749232, + "precision": 0.756916, + "precision_weighted": 0.756933, + "recall": 0.750766, + "recall_weighted": 0.750732, + "ap": 0.67965, + "ap_weighted": 0.67965 + } + ], + "accuracy": 0.72652, + "f1": 0.725611, + "f1_weighted": 0.725608, + "precision": 0.729832, + "precision_weighted": 0.729839, + "recall": 0.726533, + "recall_weighted": 0.72652, + "ap": 0.661644, + "ap_weighted": 0.661644, + "main_score": 0.72652, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 786.8462572097778, + "kg_co2_emissions": null, + "date": 1776185978.702008 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PawsXPairClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PawsXPairClassification.json new file mode 100644 index 0000000000..5fdbdce183 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PawsXPairClassification.json @@ -0,0 +1,532 @@ +{ + "dataset_revision": "558da352e7dba3ed3229fc4922aef2ebaff0a90b", + "task_name": "PawsXPairClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "similarity_accuracy": 0.6015, + "similarity_f1": 0.622997, + "similarity_precision": 0.452658, + "similarity_recall": 0.998883, + "similarity_ap": 0.558755, + "cosine_accuracy": 0.6015, + "cosine_f1": 0.622997, + "cosine_precision": 0.452658, + "cosine_recall": 0.998883, + "cosine_ap": 0.559234, + "manhattan_accuracy": 0.602, + "manhattan_f1": 0.622424, + "manhattan_precision": 0.452744, + "manhattan_recall": 0.995531, + "manhattan_ap": 0.560111, + "euclidean_accuracy": 0.602, + "euclidean_f1": 0.622424, + "euclidean_precision": 0.452744, + "euclidean_recall": 0.995531, + "euclidean_ap": 0.558475, + "dot_accuracy": 0.5665, + "dot_f1": 0.623214, + "dot_precision": 0.452888, + "dot_recall": 0.998883, + "dot_ap": 0.492878, + "max_accuracy": 0.602, + "max_f1": 0.623214, + "max_precision": 0.452888, + "max_recall": 0.998883, + "max_ap": 0.560111, + "main_score": 0.560111, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.646, + "similarity_f1": 0.624656, + "similarity_precision": 0.454181, + "similarity_recall": 1.0, + "similarity_ap": 0.657631, + "cosine_accuracy": 0.646, + "cosine_f1": 0.624656, + "cosine_precision": 0.454181, + "cosine_recall": 1.0, + "cosine_ap": 0.657631, + "manhattan_accuracy": 0.646, + "manhattan_f1": 0.625134, + "manhattan_precision": 0.462884, + "manhattan_recall": 0.962514, + "manhattan_ap": 0.659172, + "euclidean_accuracy": 0.6445, + "euclidean_f1": 0.6254, + "euclidean_precision": 0.46166, + "euclidean_recall": 0.969129, + "euclidean_ap": 0.656665, + "dot_accuracy": 0.565, + "dot_f1": 0.625086, + "dot_precision": 0.454637, + "dot_recall": 1.0, + "dot_ap": 0.499339, + "max_accuracy": 0.646, + "max_f1": 0.6254, + "max_precision": 0.462884, + "max_recall": 1.0, + "max_ap": 0.659172, + "main_score": 0.659172, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.6, + "similarity_f1": 0.624441, + "similarity_precision": 0.453954, + "similarity_recall": 1.0, + "similarity_ap": 0.585421, + "cosine_accuracy": 0.6, + "cosine_f1": 0.624441, + "cosine_precision": 0.453954, + "cosine_recall": 1.0, + "cosine_ap": 0.585421, + "manhattan_accuracy": 0.5995, + "manhattan_f1": 0.624441, + "manhattan_precision": 0.453954, + "manhattan_recall": 1.0, + "manhattan_ap": 0.586551, + "euclidean_accuracy": 0.599, + "euclidean_f1": 0.624612, + "euclidean_precision": 0.454363, + "euclidean_recall": 0.998897, + "euclidean_ap": 0.584731, + "dot_accuracy": 0.5615, + "dot_f1": 0.624353, + "dot_precision": 0.454317, + "dot_recall": 0.997795, + "dot_ap": 0.486324, + "max_accuracy": 0.6, + "max_f1": 0.624612, + "max_precision": 0.454363, + "max_recall": 1.0, + "max_ap": 0.586551, + "main_score": 0.586551, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "similarity_accuracy": 0.6235, + "similarity_f1": 0.624913, + "similarity_precision": 0.454454, + "similarity_recall": 1.0, + "similarity_ap": 0.606031, + "cosine_accuracy": 0.6235, + "cosine_f1": 0.624913, + "cosine_precision": 0.454454, + "cosine_recall": 1.0, + "cosine_ap": 0.605758, + "manhattan_accuracy": 0.62, + "manhattan_f1": 0.62513, + "manhattan_precision": 0.454683, + "manhattan_recall": 1.0, + "manhattan_ap": 0.606127, + "euclidean_accuracy": 0.622, + "euclidean_f1": 0.62513, + "euclidean_precision": 0.454683, + "euclidean_recall": 1.0, + "euclidean_ap": 0.604831, + "dot_accuracy": 0.5665, + "dot_f1": 0.624913, + "dot_precision": 0.454454, + "dot_recall": 1.0, + "dot_ap": 0.507371, + "max_accuracy": 0.6235, + "max_f1": 0.62513, + "max_precision": 0.454683, + "max_recall": 1.0, + "max_ap": 0.606127, + "main_score": 0.606127, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.5745, + "similarity_f1": 0.624204, + "similarity_precision": 0.453937, + "similarity_recall": 0.998867, + "similarity_ap": 0.505002, + "cosine_accuracy": 0.5745, + "cosine_f1": 0.624204, + "cosine_precision": 0.453937, + "cosine_recall": 0.998867, + "cosine_ap": 0.504662, + "manhattan_accuracy": 0.5755, + "manhattan_f1": 0.624204, + "manhattan_precision": 0.453937, + "manhattan_recall": 0.998867, + "manhattan_ap": 0.505141, + "euclidean_accuracy": 0.5755, + "euclidean_f1": 0.624204, + "euclidean_precision": 0.453937, + "euclidean_recall": 0.998867, + "euclidean_ap": 0.503959, + "dot_accuracy": 0.568, + "dot_f1": 0.624204, + "dot_precision": 0.453937, + "dot_recall": 0.998867, + "dot_ap": 0.492321, + "max_accuracy": 0.5755, + "max_f1": 0.624204, + "max_precision": 0.453937, + "max_recall": 0.998867, + "max_ap": 0.505141, + "main_score": 0.505141, + "hf_subset": "ja", + "languages": [ + "jpn-Hira" + ] + }, + { + "similarity_accuracy": 0.5785, + "similarity_f1": 0.625044, + "similarity_precision": 0.454592, + "similarity_recall": 1.0, + "similarity_ap": 0.521817, + "cosine_accuracy": 0.5785, + "cosine_f1": 0.625044, + "cosine_precision": 0.454592, + "cosine_recall": 1.0, + "cosine_ap": 0.521817, + "manhattan_accuracy": 0.5775, + "manhattan_f1": 0.625, + "manhattan_precision": 0.454776, + "manhattan_recall": 0.998884, + "manhattan_ap": 0.52296, + "euclidean_accuracy": 0.5765, + "euclidean_f1": 0.624826, + "euclidean_precision": 0.454361, + "euclidean_recall": 1.0, + "euclidean_ap": 0.521595, + "dot_accuracy": 0.5675, + "dot_f1": 0.626136, + "dot_precision": 0.455748, + "dot_recall": 1.0, + "dot_ap": 0.490687, + "max_accuracy": 0.5785, + "max_f1": 0.626136, + "max_precision": 0.455748, + "max_recall": 1.0, + "max_ap": 0.52296, + "main_score": 0.52296, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "similarity_accuracy": 0.5995, + "similarity_f1": 0.62278, + "similarity_precision": 0.4522, + "similarity_recall": 1.0, + "similarity_ap": 0.564236, + "cosine_accuracy": 0.5995, + "cosine_f1": 0.62278, + "cosine_precision": 0.4522, + "cosine_recall": 1.0, + "cosine_ap": 0.564747, + "manhattan_accuracy": 0.5985, + "manhattan_f1": 0.622563, + "manhattan_precision": 0.451972, + "manhattan_recall": 1.0, + "manhattan_ap": 0.564386, + "euclidean_accuracy": 0.598, + "euclidean_f1": 0.622563, + "euclidean_precision": 0.451972, + "euclidean_recall": 1.0, + "euclidean_ap": 0.563751, + "dot_accuracy": 0.5745, + "dot_f1": 0.62278, + "dot_precision": 0.4522, + "dot_recall": 1.0, + "dot_ap": 0.513481, + "max_accuracy": 0.5995, + "max_f1": 0.62278, + "max_precision": 0.4522, + "max_recall": 1.0, + "max_ap": 0.564747, + "main_score": 0.564747, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ] + } + ], + "validation": [ + { + "similarity_accuracy": 0.6165, + "similarity_f1": 0.599567, + "similarity_precision": 0.42813, + "similarity_recall": 1.0, + "similarity_ap": 0.511659, + "cosine_accuracy": 0.6165, + "cosine_f1": 0.599567, + "cosine_precision": 0.42813, + "cosine_recall": 1.0, + "cosine_ap": 0.510845, + "manhattan_accuracy": 0.618, + "manhattan_f1": 0.599351, + "manhattan_precision": 0.427909, + "manhattan_recall": 1.0, + "manhattan_ap": 0.511815, + "euclidean_accuracy": 0.616, + "euclidean_f1": 0.599135, + "euclidean_precision": 0.427689, + "euclidean_recall": 1.0, + "euclidean_ap": 0.509547, + "dot_accuracy": 0.599, + "dot_f1": 0.599351, + "dot_precision": 0.427909, + "dot_recall": 1.0, + "dot_ap": 0.475237, + "max_accuracy": 0.618, + "max_f1": 0.599567, + "max_precision": 0.42813, + "max_recall": 1.0, + "max_ap": 0.511815, + "main_score": 0.511815, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.6515, + "similarity_f1": 0.604098, + "similarity_precision": 0.467343, + "similarity_recall": 0.853998, + "similarity_ap": 0.630573, + "cosine_accuracy": 0.6515, + "cosine_f1": 0.604098, + "cosine_precision": 0.467343, + "cosine_recall": 0.853998, + "cosine_ap": 0.630573, + "manhattan_accuracy": 0.653, + "manhattan_f1": 0.607325, + "manhattan_precision": 0.506182, + "manhattan_recall": 0.75898, + "manhattan_ap": 0.632324, + "euclidean_accuracy": 0.65, + "euclidean_f1": 0.605201, + "euclidean_precision": 0.458507, + "euclidean_recall": 0.889919, + "euclidean_ap": 0.629957, + "dot_accuracy": 0.5745, + "dot_f1": 0.603919, + "dot_precision": 0.432581, + "dot_recall": 1.0, + "dot_ap": 0.478878, + "max_accuracy": 0.653, + "max_f1": 0.607325, + "max_precision": 0.506182, + "max_recall": 1.0, + "max_ap": 0.632324, + "main_score": 0.632324, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.634, + "similarity_f1": 0.603062, + "similarity_precision": 0.431702, + "similarity_recall": 1.0, + "similarity_ap": 0.559471, + "cosine_accuracy": 0.634, + "cosine_f1": 0.603062, + "cosine_precision": 0.431702, + "cosine_recall": 1.0, + "cosine_ap": 0.559469, + "manhattan_accuracy": 0.6315, + "manhattan_f1": 0.602847, + "manhattan_precision": 0.431482, + "manhattan_recall": 1.0, + "manhattan_ap": 0.560972, + "euclidean_accuracy": 0.63, + "euclidean_f1": 0.602847, + "euclidean_precision": 0.431482, + "euclidean_recall": 1.0, + "euclidean_ap": 0.558404, + "dot_accuracy": 0.581, + "dot_f1": 0.603062, + "dot_precision": 0.431702, + "dot_recall": 1.0, + "dot_ap": 0.474494, + "max_accuracy": 0.634, + "max_f1": 0.603062, + "max_precision": 0.431702, + "max_recall": 1.0, + "max_ap": 0.560972, + "main_score": 0.560972, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "similarity_accuracy": 0.6405, + "similarity_f1": 0.603667, + "similarity_precision": 0.433198, + "similarity_recall": 0.995349, + "similarity_ap": 0.607463, + "cosine_accuracy": 0.6405, + "cosine_f1": 0.603667, + "cosine_precision": 0.433198, + "cosine_recall": 0.995349, + "cosine_ap": 0.607933, + "manhattan_accuracy": 0.643, + "manhattan_f1": 0.603734, + "manhattan_precision": 0.433047, + "manhattan_recall": 0.996512, + "manhattan_ap": 0.608079, + "euclidean_accuracy": 0.6405, + "euclidean_f1": 0.603814, + "euclidean_precision": 0.43357, + "euclidean_recall": 0.994186, + "euclidean_ap": 0.605683, + "dot_accuracy": 0.588, + "dot_f1": 0.603276, + "dot_precision": 0.434805, + "dot_recall": 0.984884, + "dot_ap": 0.488245, + "max_accuracy": 0.643, + "max_f1": 0.603814, + "max_precision": 0.434805, + "max_recall": 0.996512, + "max_ap": 0.608079, + "main_score": 0.608079, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.613, + "similarity_f1": 0.601976, + "similarity_precision": 0.430808, + "similarity_recall": 0.998829, + "similarity_ap": 0.546509, + "cosine_accuracy": 0.613, + "cosine_f1": 0.601976, + "cosine_precision": 0.430808, + "cosine_recall": 0.998829, + "cosine_ap": 0.547153, + "manhattan_accuracy": 0.612, + "manhattan_f1": 0.602128, + "manhattan_precision": 0.431841, + "manhattan_recall": 0.994145, + "manhattan_ap": 0.5487, + "euclidean_accuracy": 0.612, + "euclidean_f1": 0.601701, + "euclidean_precision": 0.431402, + "euclidean_recall": 0.994145, + "euclidean_ap": 0.547426, + "dot_accuracy": 0.58, + "dot_f1": 0.601976, + "dot_precision": 0.430808, + "dot_recall": 0.998829, + "dot_ap": 0.466409, + "max_accuracy": 0.613, + "max_f1": 0.602128, + "max_precision": 0.431841, + "max_recall": 0.998829, + "max_ap": 0.5487, + "main_score": 0.5487, + "hf_subset": "ja", + "languages": [ + "jpn-Hira" + ] + }, + { + "similarity_accuracy": 0.6015, + "similarity_f1": 0.597068, + "similarity_precision": 0.426673, + "similarity_recall": 0.994048, + "similarity_ap": 0.475568, + "cosine_accuracy": 0.6015, + "cosine_f1": 0.597068, + "cosine_precision": 0.426673, + "cosine_recall": 0.994048, + "cosine_ap": 0.475568, + "manhattan_accuracy": 0.6, + "manhattan_f1": 0.597561, + "manhattan_precision": 0.427618, + "manhattan_recall": 0.991667, + "manhattan_ap": 0.476007, + "euclidean_accuracy": 0.5995, + "euclidean_f1": 0.597775, + "euclidean_precision": 0.427838, + "euclidean_recall": 0.991667, + "euclidean_ap": 0.474492, + "dot_accuracy": 0.586, + "dot_f1": 0.597133, + "dot_precision": 0.427179, + "dot_recall": 0.991667, + "dot_ap": 0.454604, + "max_accuracy": 0.6015, + "max_f1": 0.597775, + "max_precision": 0.427838, + "max_recall": 0.994048, + "max_ap": 0.476007, + "main_score": 0.476007, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "similarity_accuracy": 0.607, + "similarity_f1": 0.601339, + "similarity_precision": 0.42994, + "similarity_recall": 1.0, + "similarity_ap": 0.518459, + "cosine_accuracy": 0.607, + "cosine_f1": 0.601339, + "cosine_precision": 0.42994, + "cosine_recall": 1.0, + "cosine_ap": 0.520955, + "manhattan_accuracy": 0.6065, + "manhattan_f1": 0.601976, + "manhattan_precision": 0.430591, + "manhattan_recall": 1.0, + "manhattan_ap": 0.521511, + "euclidean_accuracy": 0.6065, + "euclidean_f1": 0.601764, + "euclidean_precision": 0.430373, + "euclidean_recall": 1.0, + "euclidean_ap": 0.520851, + "dot_accuracy": 0.5765, + "dot_f1": 0.601339, + "dot_precision": 0.42994, + "dot_recall": 1.0, + "dot_ap": 0.460577, + "max_accuracy": 0.607, + "max_f1": 0.601976, + "max_precision": 0.430591, + "max_recall": 1.0, + "max_ap": 0.521511, + "main_score": 0.521511, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 112.52207827568054, + "kg_co2_emissions": null, + "date": 1776178943.964936 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PlscClusteringP2P.v2.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PlscClusteringP2P.v2.json new file mode 100644 index 0000000000..4518b71e7d --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PlscClusteringP2P.v2.json @@ -0,0 +1,35 @@ +{ + "dataset_revision": "82128bcad8e4713bcaf0449ed7e02109aa00ca0c", + "task_name": "PlscClusteringP2P.v2", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.766426, + 0.753894, + 0.734158, + 0.738066, + 0.749781, + 0.739321, + 0.749883, + 0.734134, + 0.733792, + 0.747288 + ] + }, + "v_measure": 0.744674, + "v_measure_std": 0.010152, + "main_score": 0.744674, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 3.483032703399658, + "kg_co2_emissions": null, + "date": 1776203696.541905 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PoemSentimentClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PoemSentimentClassification.json new file mode 100644 index 0000000000..8c6e4d8ba5 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PoemSentimentClassification.json @@ -0,0 +1,270 @@ +{ + "dataset_revision": "84af4753ebb04ca836fb54ce89a339839b03b748", + "task_name": "PoemSentimentClassification", + "mteb_version": "2.12.16", + "scores": { + "validation": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.609524, + "f1": 0.498042, + "f1_weighted": 0.673477, + "precision": 0.52625, + "precision_weighted": 0.811857, + "recall": 0.504801, + "recall_weighted": 0.609524, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.647619, + "f1": 0.495077, + "f1_weighted": 0.724075, + "precision": 0.534905, + "precision_weighted": 0.835053, + "recall": 0.468524, + "recall_weighted": 0.647619, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.685714, + "f1": 0.497222, + "f1_weighted": 0.736674, + "precision": 0.525972, + "precision_weighted": 0.798303, + "recall": 0.473482, + "recall_weighted": 0.685714, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.666667, + "f1": 0.509222, + "f1_weighted": 0.725452, + "precision": 0.571953, + "precision_weighted": 0.806258, + "recall": 0.469332, + "recall_weighted": 0.666667, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.714286, + "f1": 0.50184, + "f1_weighted": 0.749672, + "precision": 0.530754, + "precision_weighted": 0.789172, + "recall": 0.476365, + "recall_weighted": 0.714286, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.609524, + "f1": 0.465073, + "f1_weighted": 0.655964, + "precision": 0.519881, + "precision_weighted": 0.76024, + "recall": 0.469758, + "recall_weighted": 0.609524, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.67619, + "f1": 0.523667, + "f1_weighted": 0.750466, + "precision": 0.569792, + "precision_weighted": 0.869167, + "recall": 0.504655, + "recall_weighted": 0.67619, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.733333, + "f1": 0.527604, + "f1_weighted": 0.764667, + "precision": 0.556114, + "precision_weighted": 0.799502, + "recall": 0.502681, + "recall_weighted": 0.733333, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.72381, + "f1": 0.55281, + "f1_weighted": 0.759366, + "precision": 0.550628, + "precision_weighted": 0.834701, + "recall": 0.579979, + "recall_weighted": 0.72381, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.6, + "f1": 0.468761, + "f1_weighted": 0.65933, + "precision": 0.495736, + "precision_weighted": 0.814541, + "recall": 0.491643, + "recall_weighted": 0.6, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.666667, + "f1": 0.503932, + "f1_weighted": 0.719914, + "precision": 0.538198, + "precision_weighted": 0.811879, + "recall": 0.494122, + "recall_weighted": 0.666667, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.666667, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.596154, + "f1": 0.501558, + "f1_weighted": 0.674647, + "precision": 0.552776, + "precision_weighted": 0.842934, + "recall": 0.492277, + "recall_weighted": 0.596154, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.663462, + "f1": 0.510649, + "f1_weighted": 0.69909, + "precision": 0.509493, + "precision_weighted": 0.786987, + "recall": 0.546577, + "recall_weighted": 0.663462, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.730769, + "f1": 0.581279, + "f1_weighted": 0.778639, + "precision": 0.591164, + "precision_weighted": 0.862977, + "recall": 0.591009, + "recall_weighted": 0.730769, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.615385, + "f1": 0.497899, + "f1_weighted": 0.690772, + "precision": 0.547943, + "precision_weighted": 0.834333, + "recall": 0.490322, + "recall_weighted": 0.615385, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.644231, + "f1": 0.463429, + "f1_weighted": 0.689758, + "precision": 0.484023, + "precision_weighted": 0.749096, + "recall": 0.451051, + "recall_weighted": 0.644231, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.625, + "f1": 0.484205, + "f1_weighted": 0.671571, + "precision": 0.506944, + "precision_weighted": 0.786106, + "recall": 0.513015, + "recall_weighted": 0.625, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.634615, + "f1": 0.514036, + "f1_weighted": 0.699309, + "precision": 0.539773, + "precision_weighted": 0.817089, + "recall": 0.514171, + "recall_weighted": 0.634615, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.721154, + "f1": 0.552598, + "f1_weighted": 0.771645, + "precision": 0.582624, + "precision_weighted": 0.840637, + "recall": 0.534778, + "recall_weighted": 0.721154, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.701923, + "f1": 0.52366, + "f1_weighted": 0.723423, + "precision": 0.511473, + "precision_weighted": 0.808226, + "recall": 0.585073, + "recall_weighted": 0.701923, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.576923, + "f1": 0.446904, + "f1_weighted": 0.644109, + "precision": 0.483766, + "precision_weighted": 0.823801, + "recall": 0.465961, + "recall_weighted": 0.576923, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.650962, + "f1": 0.507622, + "f1_weighted": 0.704296, + "precision": 0.530998, + "precision_weighted": 0.815219, + "recall": 0.518423, + "recall_weighted": 0.650962, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.650962, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 4.001593112945557, + "kg_co2_emissions": null, + "date": 1776195958.856102 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PolEmo2.0-OUT.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PolEmo2.0-OUT.json new file mode 100644 index 0000000000..dff31bba51 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PolEmo2.0-OUT.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "4cdfe32a4a7b964afb7aaf9430b9ce6804f7d7e9", + "task_name": "PolEmo2.0-OUT", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.751012, + "f1": 0.583366, + "f1_weighted": 0.77872, + "precision": 0.614708, + "precision_weighted": 0.817715, + "recall": 0.560642, + "recall_weighted": 0.751012, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.765182, + "f1": 0.599739, + "f1_weighted": 0.799452, + "precision": 0.629232, + "precision_weighted": 0.838608, + "recall": 0.573948, + "recall_weighted": 0.765182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.633603, + "f1": 0.483789, + "f1_weighted": 0.637521, + "precision": 0.492648, + "precision_weighted": 0.655132, + "recall": 0.484752, + "recall_weighted": 0.633603, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.736842, + "f1": 0.588779, + "f1_weighted": 0.785957, + "precision": 0.645417, + "precision_weighted": 0.856857, + "recall": 0.549067, + "recall_weighted": 0.736842, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.748988, + "f1": 0.606983, + "f1_weighted": 0.764288, + "precision": 0.631074, + "precision_weighted": 0.817659, + "recall": 0.811606, + "recall_weighted": 0.748988, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.775304, + "f1": 0.603322, + "f1_weighted": 0.803664, + "precision": 0.630861, + "precision_weighted": 0.841831, + "recall": 0.582926, + "recall_weighted": 0.775304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.700405, + "f1": 0.550645, + "f1_weighted": 0.732663, + "precision": 0.578305, + "precision_weighted": 0.768568, + "recall": 0.525827, + "recall_weighted": 0.700405, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.694332, + "f1": 0.557548, + "f1_weighted": 0.743835, + "precision": 0.624609, + "precision_weighted": 0.832344, + "recall": 0.520205, + "recall_weighted": 0.694332, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.753036, + "f1": 0.588604, + "f1_weighted": 0.78519, + "precision": 0.629269, + "precision_weighted": 0.835825, + "recall": 0.562016, + "recall_weighted": 0.753036, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.728745, + "f1": 0.566542, + "f1_weighted": 0.752555, + "precision": 0.59116, + "precision_weighted": 0.785796, + "recall": 0.548994, + "recall_weighted": 0.728745, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.728745, + "f1": 0.572932, + "f1_weighted": 0.758384, + "precision": 0.606728, + "precision_weighted": 0.805033, + "recall": 0.571998, + "recall_weighted": 0.728745, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.728745, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 8.063631534576416, + "kg_co2_emissions": null, + "date": 1776178828.447949 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PpcPC.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PpcPC.json new file mode 100644 index 0000000000..e35bf92656 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PpcPC.json @@ -0,0 +1,49 @@ +{ + "dataset_revision": "e7f83d7d05792c2c57c8708a102e4ea785b9c301", + "task_name": "PpcPC", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "similarity_accuracy": 0.841, + "similarity_f1": 0.866721, + "similarity_precision": 0.85622, + "similarity_recall": 0.877483, + "similarity_ap": 0.936364, + "cosine_accuracy": 0.841, + "cosine_f1": 0.866721, + "cosine_precision": 0.85622, + "cosine_recall": 0.877483, + "cosine_ap": 0.936364, + "manhattan_accuracy": 0.839, + "manhattan_f1": 0.868442, + "manhattan_precision": 0.847244, + "manhattan_recall": 0.890728, + "manhattan_ap": 0.935047, + "euclidean_accuracy": 0.842, + "euclidean_f1": 0.867451, + "euclidean_precision": 0.824143, + "euclidean_recall": 0.915563, + "euclidean_ap": 0.935878, + "dot_accuracy": 0.812, + "dot_f1": 0.852433, + "dot_precision": 0.810448, + "dot_recall": 0.899007, + "dot_ap": 0.919955, + "max_accuracy": 0.842, + "max_f1": 0.868442, + "max_precision": 0.85622, + "max_recall": 0.915563, + "max_ap": 0.936364, + "main_score": 0.936364, + "hf_subset": "default", + "languages": [ + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 3.7590761184692383, + "kg_co2_emissions": null, + "date": 1776176637.383192 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PunjabiNewsClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PunjabiNewsClassification.json new file mode 100644 index 0000000000..341c7d254d --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/PunjabiNewsClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "b76bb74317e828d00e474779c8c706eac8af231b", + "task_name": "PunjabiNewsClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.764331, + "f1": 0.687099, + "f1_weighted": 0.791065, + "precision": 0.674075, + "precision_weighted": 0.859897, + "recall": 0.781709, + "recall_weighted": 0.764331, + "ap": 0.351876, + "ap_weighted": 0.351876 + }, + { + "accuracy": 0.77707, + "f1": 0.708843, + "f1_weighted": 0.803104, + "precision": 0.694385, + "precision_weighted": 0.879107, + "recall": 0.82017, + "recall_weighted": 0.77707, + "ap": 0.389038, + "ap_weighted": 0.389038 + }, + { + "accuracy": 0.796178, + "f1": 0.699665, + "f1_weighted": 0.813529, + "precision": 0.679503, + "precision_weighted": 0.847324, + "recall": 0.754551, + "recall_weighted": 0.796178, + "ap": 0.347659, + "ap_weighted": 0.347659 + }, + { + "accuracy": 0.847134, + "f1": 0.739203, + "f1_weighted": 0.851408, + "precision": 0.727297, + "precision_weighted": 0.857017, + "recall": 0.754257, + "recall_weighted": 0.847134, + "ap": 0.391899, + "ap_weighted": 0.391899 + }, + { + "accuracy": 0.859873, + "f1": 0.77336, + "f1_weighted": 0.867008, + "precision": 0.750956, + "precision_weighted": 0.879453, + "recall": 0.808133, + "recall_weighted": 0.859873, + "ap": 0.452957, + "ap_weighted": 0.452957 + }, + { + "accuracy": 0.834395, + "f1": 0.709259, + "f1_weighted": 0.836825, + "precision": 0.703488, + "precision_weighted": 0.839579, + "recall": 0.715796, + "recall_weighted": 0.834395, + "ap": 0.345664, + "ap_weighted": 0.345664 + }, + { + "accuracy": 0.732484, + "f1": 0.653385, + "f1_weighted": 0.764124, + "precision": 0.648868, + "precision_weighted": 0.843972, + "recall": 0.747211, + "recall_weighted": 0.732484, + "ap": 0.312942, + "ap_weighted": 0.312942 + }, + { + "accuracy": 0.789809, + "f1": 0.705508, + "f1_weighted": 0.810884, + "precision": 0.685493, + "precision_weighted": 0.859353, + "recall": 0.781562, + "recall_weighted": 0.789809, + "ap": 0.365549, + "ap_weighted": 0.365549 + }, + { + "accuracy": 0.732484, + "f1": 0.668443, + "f1_weighted": 0.765897, + "precision": 0.669694, + "precision_weighted": 0.86948, + "recall": 0.793453, + "recall_weighted": 0.732484, + "ap": 0.347272, + "ap_weighted": 0.347272 + }, + { + "accuracy": 0.828025, + "f1": 0.738091, + "f1_weighted": 0.840734, + "precision": 0.713929, + "precision_weighted": 0.865576, + "recall": 0.789049, + "recall_weighted": 0.828025, + "ap": 0.400602, + "ap_weighted": 0.400602 + } + ], + "accuracy": 0.796178, + "f1": 0.708286, + "f1_weighted": 0.814458, + "precision": 0.694769, + "precision_weighted": 0.860076, + "recall": 0.774589, + "recall_weighted": 0.796178, + "ap": 0.370546, + "ap_weighted": 0.370546, + "main_score": 0.796178, + "hf_subset": "default", + "languages": [ + "pan-Guru" + ] + } + ] + }, + "evaluation_time": 8.435184955596924, + "kg_co2_emissions": null, + "date": 1776177328.341193 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RESISC45.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RESISC45.json new file mode 100644 index 0000000000..83d67e1de0 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RESISC45.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "a5b7c0d47eb6544fb2ef0d380b9c105f3c6dc259", + "task_name": "RESISC45", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.902063, + "f1": 0.901348, + "f1_weighted": 0.902359, + "precision": 0.904106, + "precision_weighted": 0.905673, + "recall": 0.901571, + "recall_weighted": 0.902063, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.901587, + "f1": 0.901212, + "f1_weighted": 0.901434, + "precision": 0.903755, + "precision_weighted": 0.903773, + "recall": 0.901197, + "recall_weighted": 0.901587, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.905714, + "f1": 0.904687, + "f1_weighted": 0.905684, + "precision": 0.906466, + "precision_weighted": 0.908314, + "recall": 0.90559, + "recall_weighted": 0.905714, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.902857, + "f1": 0.902691, + "f1_weighted": 0.902496, + "precision": 0.90633, + "precision_weighted": 0.907081, + "recall": 0.903908, + "recall_weighted": 0.902857, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.902857, + "f1": 0.902504, + "f1_weighted": 0.903021, + "precision": 0.904447, + "precision_weighted": 0.905351, + "recall": 0.902767, + "recall_weighted": 0.902857, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.903016, + "f1": 0.902488, + "f1_weighted": 0.902999, + "precision": 0.905021, + "precision_weighted": 0.906039, + "recall": 0.903006, + "recall_weighted": 0.903016, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.903016, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 126.961270570755, + "kg_co2_emissions": null, + "date": 1776186886.744722 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RP2kI2IRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RP2kI2IRetrieval.json new file mode 100644 index 0000000000..8323dd8782 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RP2kI2IRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "03b56e190634e7138c906d67cb356900ee50c98f", + "task_name": "RP2kI2IRetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.99982, + "ndcg_at_3": 0.78327, + "ndcg_at_5": 0.70562, + "ndcg_at_10": 0.61579, + "ndcg_at_20": 0.54016, + "ndcg_at_100": 0.44014, + "ndcg_at_1000": 0.49733, + "map_at_1": 0.06083, + "map_at_3": 0.09878, + "map_at_5": 0.11917, + "map_at_10": 0.1495, + "map_at_20": 0.18026, + "map_at_100": 0.24138, + "map_at_1000": 0.27147, + "recall_at_1": 0.06083, + "recall_at_3": 0.09993, + "recall_at_5": 0.12358, + "recall_at_10": 0.16286, + "recall_at_20": 0.20904, + "recall_at_100": 0.33903, + "recall_at_1000": 0.54548, + "accuracy": 0.06083, + "precision_at_1": 0.99982, + "precision_at_3": 0.71202, + "precision_at_5": 0.61153, + "precision_at_10": 0.49639, + "precision_at_20": 0.3929, + "precision_at_100": 0.19167, + "precision_at_1000": 0.04124, + "mrr_at_1": 0.999817, + "mrr_at_3": 0.99986, + "mrr_at_5": 0.999879, + "mrr_at_10": 0.999879, + "mrr_at_20": 0.999879, + "mrr_at_100": 0.999879, + "mrr_at_1000": 0.999879, + "nauc_ndcg_at_1_max": 0.026816, + "nauc_ndcg_at_1_std": -0.969634, + "nauc_ndcg_at_1_diff1": 0.828932, + "nauc_ndcg_at_3_max": 0.011892, + "nauc_ndcg_at_3_std": 0.278017, + "nauc_ndcg_at_3_diff1": -0.342998, + "nauc_ndcg_at_5_max": 0.009496, + "nauc_ndcg_at_5_std": 0.306628, + "nauc_ndcg_at_5_diff1": -0.327073, + "nauc_ndcg_at_10_max": 0.009179, + "nauc_ndcg_at_10_std": 0.33992, + "nauc_ndcg_at_10_diff1": -0.303132, + "nauc_ndcg_at_20_max": 0.008215, + "nauc_ndcg_at_20_std": 0.369006, + "nauc_ndcg_at_20_diff1": -0.27106, + "nauc_ndcg_at_100_max": 0.002209, + "nauc_ndcg_at_100_std": 0.360387, + "nauc_ndcg_at_100_diff1": -0.17919, + "nauc_ndcg_at_1000_max": -0.005617, + "nauc_ndcg_at_1000_std": 0.348711, + "nauc_ndcg_at_1000_diff1": -0.196587, + "nauc_map_at_1_max": -0.002868, + "nauc_map_at_1_std": -0.049883, + "nauc_map_at_1_diff1": 0.361012, + "nauc_map_at_3_max": -0.006903, + "nauc_map_at_3_std": -0.028461, + "nauc_map_at_3_diff1": 0.238607, + "nauc_map_at_5_max": -0.009964, + "nauc_map_at_5_std": -0.006883, + "nauc_map_at_5_diff1": 0.185077, + "nauc_map_at_10_max": -0.012536, + "nauc_map_at_10_std": 0.033245, + "nauc_map_at_10_diff1": 0.111393, + "nauc_map_at_20_max": -0.013234, + "nauc_map_at_20_std": 0.092353, + "nauc_map_at_20_diff1": 0.041985, + "nauc_map_at_100_max": -0.010906, + "nauc_map_at_100_std": 0.254644, + "nauc_map_at_100_diff1": -0.081176, + "nauc_map_at_1000_max": -0.00633, + "nauc_map_at_1000_std": 0.323744, + "nauc_map_at_1000_diff1": -0.125654, + "nauc_recall_at_1_max": -0.002868, + "nauc_recall_at_1_std": -0.049883, + "nauc_recall_at_1_diff1": 0.361012, + "nauc_recall_at_3_max": -0.006385, + "nauc_recall_at_3_std": -0.028526, + "nauc_recall_at_3_diff1": 0.239602, + "nauc_recall_at_5_max": -0.009241, + "nauc_recall_at_5_std": -0.006455, + "nauc_recall_at_5_diff1": 0.187675, + "nauc_recall_at_10_max": -0.012524, + "nauc_recall_at_10_std": 0.029719, + "nauc_recall_at_10_diff1": 0.11831, + "nauc_recall_at_20_max": -0.013333, + "nauc_recall_at_20_std": 0.084323, + "nauc_recall_at_20_diff1": 0.053642, + "nauc_recall_at_100_max": -0.012677, + "nauc_recall_at_100_std": 0.241986, + "nauc_recall_at_100_diff1": -0.073394, + "nauc_recall_at_1000_max": -0.008055, + "nauc_recall_at_1000_std": 0.323569, + "nauc_recall_at_1000_diff1": -0.162035, + "nauc_precision_at_1_max": 0.026816, + "nauc_precision_at_1_std": -0.969634, + "nauc_precision_at_1_diff1": 0.828932, + "nauc_precision_at_3_max": 0.011086, + "nauc_precision_at_3_std": 0.273453, + "nauc_precision_at_3_diff1": -0.387953, + "nauc_precision_at_5_max": 0.007915, + "nauc_precision_at_5_std": 0.301308, + "nauc_precision_at_5_diff1": -0.382668, + "nauc_precision_at_10_max": 0.009587, + "nauc_precision_at_10_std": 0.337198, + "nauc_precision_at_10_diff1": -0.379208, + "nauc_precision_at_20_max": 0.010455, + "nauc_precision_at_20_std": 0.378108, + "nauc_precision_at_20_diff1": -0.372054, + "nauc_precision_at_100_max": 0.016825, + "nauc_precision_at_100_std": 0.457774, + "nauc_precision_at_100_diff1": -0.347657, + "nauc_precision_at_1000_max": 0.029383, + "nauc_precision_at_1000_std": 0.414473, + "nauc_precision_at_1000_diff1": -0.288721, + "nauc_mrr_at_1_max": 0.026816, + "nauc_mrr_at_1_std": -0.969634, + "nauc_mrr_at_1_diff1": 0.828932, + "nauc_mrr_at_3_max": 0.09457, + "nauc_mrr_at_3_std": -1.160892, + "nauc_mrr_at_3_diff1": 0.775473, + "nauc_mrr_at_5_max": 0.083325, + "nauc_mrr_at_5_std": -1.073413, + "nauc_mrr_at_5_diff1": 0.803166, + "nauc_mrr_at_10_max": 0.083325, + "nauc_mrr_at_10_std": -1.073413, + "nauc_mrr_at_10_diff1": 0.803166, + "nauc_mrr_at_20_max": 0.083325, + "nauc_mrr_at_20_std": -1.073413, + "nauc_mrr_at_20_diff1": 0.803166, + "nauc_mrr_at_100_max": 0.083325, + "nauc_mrr_at_100_std": -1.073413, + "nauc_mrr_at_100_diff1": 0.803166, + "nauc_mrr_at_1000_max": 0.083325, + "nauc_mrr_at_1000_std": -1.073413, + "nauc_mrr_at_1000_diff1": 0.803166, + "hit_rate_at_1": 0.99982, + "hit_rate_at_3": 0.99992, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.99982, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 694.692165851593, + "kg_co2_emissions": null, + "date": 1776186792.821908 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RTE3.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RTE3.json new file mode 100644 index 0000000000..95b5b54b0a --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RTE3.json @@ -0,0 +1,160 @@ +{ + "dataset_revision": "54ea0052267265f4906dd77b0a3d041d301a5ee6", + "task_name": "RTE3", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "similarity_accuracy": 0.848233, + "similarity_f1": 0.917885, + "similarity_precision": 0.85, + "similarity_recall": 0.997555, + "similarity_ap": 0.880541, + "cosine_accuracy": 0.848233, + "cosine_f1": 0.917885, + "cosine_precision": 0.85, + "cosine_recall": 0.997555, + "cosine_ap": 0.880541, + "manhattan_accuracy": 0.848233, + "manhattan_f1": 0.917885, + "manhattan_precision": 0.85, + "manhattan_recall": 0.997555, + "manhattan_ap": 0.874861, + "euclidean_accuracy": 0.848233, + "euclidean_f1": 0.917885, + "euclidean_precision": 0.85, + "euclidean_recall": 0.997555, + "euclidean_ap": 0.875557, + "dot_accuracy": 0.848233, + "dot_f1": 0.917885, + "dot_precision": 0.85, + "dot_recall": 0.997555, + "dot_ap": 0.888539, + "max_accuracy": 0.848233, + "max_f1": 0.917885, + "max_precision": 0.85, + "max_recall": 0.997555, + "max_ap": 0.888539, + "main_score": 0.888539, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.848548, + "similarity_f1": 0.91807, + "similarity_precision": 0.850312, + "similarity_recall": 0.997561, + "similarity_ap": 0.882813, + "cosine_accuracy": 0.848548, + "cosine_f1": 0.91807, + "cosine_precision": 0.850312, + "cosine_recall": 0.997561, + "cosine_ap": 0.882811, + "manhattan_accuracy": 0.848548, + "manhattan_f1": 0.91807, + "manhattan_precision": 0.850312, + "manhattan_recall": 0.997561, + "manhattan_ap": 0.878916, + "euclidean_accuracy": 0.848548, + "euclidean_f1": 0.91807, + "euclidean_precision": 0.850312, + "euclidean_recall": 0.997561, + "euclidean_ap": 0.879507, + "dot_accuracy": 0.848548, + "dot_f1": 0.91807, + "dot_precision": 0.850312, + "dot_recall": 0.997561, + "dot_ap": 0.884114, + "max_accuracy": 0.848548, + "max_f1": 0.91807, + "max_precision": 0.850312, + "max_recall": 0.997561, + "max_ap": 0.884114, + "main_score": 0.884114, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.846473, + "similarity_f1": 0.916854, + "similarity_precision": 0.848233, + "similarity_recall": 0.997555, + "similarity_ap": 0.884387, + "cosine_accuracy": 0.846473, + "cosine_f1": 0.916854, + "cosine_precision": 0.848233, + "cosine_recall": 0.997555, + "cosine_ap": 0.884387, + "manhattan_accuracy": 0.846473, + "manhattan_f1": 0.916854, + "manhattan_precision": 0.848233, + "manhattan_recall": 0.997555, + "manhattan_ap": 0.880798, + "euclidean_accuracy": 0.846473, + "euclidean_f1": 0.916854, + "euclidean_precision": 0.848233, + "euclidean_recall": 0.997555, + "euclidean_ap": 0.881836, + "dot_accuracy": 0.846473, + "dot_f1": 0.916854, + "dot_precision": 0.848233, + "dot_recall": 0.997555, + "dot_ap": 0.886176, + "max_accuracy": 0.846473, + "max_f1": 0.916854, + "max_precision": 0.848233, + "max_recall": 0.997555, + "max_ap": 0.886176, + "main_score": 0.886176, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.84728, + "similarity_f1": 0.917327, + "similarity_precision": 0.849057, + "similarity_recall": 0.997537, + "similarity_ap": 0.881842, + "cosine_accuracy": 0.84728, + "cosine_f1": 0.917327, + "cosine_precision": 0.849057, + "cosine_recall": 0.997537, + "cosine_ap": 0.881842, + "manhattan_accuracy": 0.84728, + "manhattan_f1": 0.917327, + "manhattan_precision": 0.849057, + "manhattan_recall": 0.997537, + "manhattan_ap": 0.877844, + "euclidean_accuracy": 0.84728, + "euclidean_f1": 0.917327, + "euclidean_precision": 0.849057, + "euclidean_recall": 0.997537, + "euclidean_ap": 0.87799, + "dot_accuracy": 0.84728, + "dot_f1": 0.917327, + "dot_precision": 0.849057, + "dot_recall": 0.997537, + "dot_ap": 0.887431, + "max_accuracy": 0.84728, + "max_f1": 0.917327, + "max_precision": 0.849057, + "max_recall": 0.997537, + "max_ap": 0.887431, + "main_score": 0.887431, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + } + ] + }, + "evaluation_time": 8.918179035186768, + "kg_co2_emissions": null, + "date": 1776180263.839184 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RavdessZeroshot.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RavdessZeroshot.json new file mode 100644 index 0000000000..56970e2913 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RavdessZeroshot.json @@ -0,0 +1,20 @@ +{ + "dataset_revision": "9ab83d763c01b2dec59d79a6dcb44691d2fb80ee", + "task_name": "RavdessZeroshot", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "accuracy": 0.342361, + "main_score": 0.342361, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 33.318777084350586, + "kg_co2_emissions": null, + "date": 1776214686.847696 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Robust04InstructionRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Robust04InstructionRetrieval.json new file mode 100644 index 0000000000..63dd4fd5f7 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Robust04InstructionRetrieval.json @@ -0,0 +1,468 @@ +{ + "dataset_revision": "0495a5cb69aa8fa5bca81bd56ac248911c19eeb6", + "task_name": "Robust04InstructionRetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.52885, + "ndcg_at_3": 0.51549, + "ndcg_at_5": 0.48294, + "ndcg_at_10": 0.46122, + "ndcg_at_20": 0.46594, + "ndcg_at_100": 0.52565, + "ndcg_at_1000": 0.66068, + "map_at_1": 0.03899, + "map_at_3": 0.1021, + "map_at_5": 0.13836, + "map_at_10": 0.18838, + "map_at_20": 0.23708, + "map_at_100": 0.31456, + "map_at_1000": 0.34451, + "recall_at_1": 0.03899, + "recall_at_3": 0.11919, + "recall_at_5": 0.16689, + "recall_at_10": 0.25162, + "recall_at_20": 0.35708, + "recall_at_100": 0.61659, + "recall_at_1000": 1.0, + "accuracy": 0.03899, + "precision_at_1": 0.59615, + "precision_at_3": 0.57372, + "precision_at_5": 0.50769, + "precision_at_10": 0.425, + "precision_at_20": 0.34135, + "precision_at_100": 0.14019, + "precision_at_1000": 0.02675, + "mrr_at_1": 0.596154, + "mrr_at_3": 0.689103, + "mrr_at_5": 0.700641, + "mrr_at_10": 0.713366, + "mrr_at_20": 0.717198, + "mrr_at_100": 0.717816, + "mrr_at_1000": 0.717816, + "nauc_ndcg_at_1_max": 0.108059, + "nauc_ndcg_at_1_std": -0.17216, + "nauc_ndcg_at_1_diff1": 0.137596, + "nauc_ndcg_at_3_max": 0.214085, + "nauc_ndcg_at_3_std": -0.1334, + "nauc_ndcg_at_3_diff1": 0.083249, + "nauc_ndcg_at_5_max": 0.247053, + "nauc_ndcg_at_5_std": -0.091272, + "nauc_ndcg_at_5_diff1": 0.034181, + "nauc_ndcg_at_10_max": 0.250734, + "nauc_ndcg_at_10_std": -0.109371, + "nauc_ndcg_at_10_diff1": 0.029891, + "nauc_ndcg_at_20_max": 0.242516, + "nauc_ndcg_at_20_std": -0.100058, + "nauc_ndcg_at_20_diff1": 0.003324, + "nauc_ndcg_at_100_max": 0.261226, + "nauc_ndcg_at_100_std": -0.013096, + "nauc_ndcg_at_100_diff1": -0.006694, + "nauc_ndcg_at_1000_max": 0.27914, + "nauc_ndcg_at_1000_std": -0.043425, + "nauc_ndcg_at_1000_diff1": -0.039993, + "nauc_map_at_1_max": 0.03059, + "nauc_map_at_1_std": -0.072449, + "nauc_map_at_1_diff1": 0.074859, + "nauc_map_at_3_max": 0.11448, + "nauc_map_at_3_std": -0.089456, + "nauc_map_at_3_diff1": 0.063074, + "nauc_map_at_5_max": 0.149309, + "nauc_map_at_5_std": -0.075812, + "nauc_map_at_5_diff1": 0.063185, + "nauc_map_at_10_max": 0.143824, + "nauc_map_at_10_std": -0.071037, + "nauc_map_at_10_diff1": 0.072411, + "nauc_map_at_20_max": 0.198414, + "nauc_map_at_20_std": -0.03332, + "nauc_map_at_20_diff1": -0.00278, + "nauc_map_at_100_max": 0.267817, + "nauc_map_at_100_std": 0.013619, + "nauc_map_at_100_diff1": -0.068451, + "nauc_map_at_1000_max": 0.285576, + "nauc_map_at_1000_std": 0.017674, + "nauc_map_at_1000_diff1": -0.087439, + "nauc_recall_at_1_max": 0.03059, + "nauc_recall_at_1_std": -0.072449, + "nauc_recall_at_1_diff1": 0.074859, + "nauc_recall_at_3_max": 0.057771, + "nauc_recall_at_3_std": -0.122929, + "nauc_recall_at_3_diff1": 0.052652, + "nauc_recall_at_5_max": 0.08662, + "nauc_recall_at_5_std": -0.09262, + "nauc_recall_at_5_diff1": 0.048837, + "nauc_recall_at_10_max": 0.064913, + "nauc_recall_at_10_std": -0.101083, + "nauc_recall_at_10_diff1": 0.078133, + "nauc_recall_at_20_max": 0.088908, + "nauc_recall_at_20_std": -0.048786, + "nauc_recall_at_20_diff1": -0.00933, + "nauc_recall_at_100_max": 0.120638, + "nauc_recall_at_100_std": 0.079879, + "nauc_recall_at_100_diff1": -0.00017, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.136478, + "nauc_precision_at_1_std": -0.151474, + "nauc_precision_at_1_diff1": 0.078155, + "nauc_precision_at_3_max": 0.270683, + "nauc_precision_at_3_std": -0.16053, + "nauc_precision_at_3_diff1": 0.039552, + "nauc_precision_at_5_max": 0.292078, + "nauc_precision_at_5_std": -0.081128, + "nauc_precision_at_5_diff1": -0.039737, + "nauc_precision_at_10_max": 0.263287, + "nauc_precision_at_10_std": -0.063176, + "nauc_precision_at_10_diff1": -0.063798, + "nauc_precision_at_20_max": 0.301533, + "nauc_precision_at_20_std": 0.024377, + "nauc_precision_at_20_diff1": -0.164061, + "nauc_precision_at_100_max": 0.240584, + "nauc_precision_at_100_std": 0.067814, + "nauc_precision_at_100_diff1": -0.174783, + "nauc_precision_at_1000_max": 0.081816, + "nauc_precision_at_1000_std": -0.043116, + "nauc_precision_at_1000_diff1": -0.171676, + "nauc_mrr_at_1_max": 0.136478, + "nauc_mrr_at_1_std": -0.151474, + "nauc_mrr_at_1_diff1": 0.078155, + "nauc_mrr_at_3_max": 0.169857, + "nauc_mrr_at_3_std": -0.165081, + "nauc_mrr_at_3_diff1": 0.057037, + "nauc_mrr_at_5_max": 0.183799, + "nauc_mrr_at_5_std": -0.154907, + "nauc_mrr_at_5_diff1": 0.045827, + "nauc_mrr_at_10_max": 0.170674, + "nauc_mrr_at_10_std": -0.168139, + "nauc_mrr_at_10_diff1": 0.053497, + "nauc_mrr_at_20_max": 0.176543, + "nauc_mrr_at_20_std": -0.159787, + "nauc_mrr_at_20_diff1": 0.053779, + "nauc_mrr_at_100_max": 0.174822, + "nauc_mrr_at_100_std": -0.161066, + "nauc_mrr_at_100_diff1": 0.053111, + "nauc_mrr_at_1000_max": 0.174822, + "nauc_mrr_at_1000_std": -0.161066, + "nauc_mrr_at_1000_diff1": 0.053111, + "hit_rate_at_1": 0.59615, + "hit_rate_at_3": 0.79808, + "hit_rate_at_5": 0.84615, + "hit_rate_at_10": 0.93269, + "hit_rate_at_20": 0.98077, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "p-MRR": 0.003789, + "og": { + "ndcg_at_1": 0.66346, + "ndcg_at_3": 0.65314, + "ndcg_at_5": 0.60437, + "ndcg_at_10": 0.55465, + "ndcg_at_20": 0.54022, + "ndcg_at_100": 0.57718, + "ndcg_at_1000": 0.72523, + "map_at_1": 0.04026, + "map_at_3": 0.11102, + "map_at_5": 0.15188, + "map_at_10": 0.20612, + "map_at_20": 0.26332, + "map_at_100": 0.35882, + "map_at_1000": 0.39677, + "recall_at_1": 0.04026, + "recall_at_3": 0.11618, + "recall_at_5": 0.1666, + "recall_at_10": 0.23963, + "recall_at_20": 0.34666, + "recall_at_100": 0.61251, + "recall_at_1000": 1.0, + "accuracy": 0.04026, + "precision_at_1": 0.73077, + "precision_at_3": 0.72436, + "precision_at_5": 0.64615, + "precision_at_10": 0.52692, + "precision_at_20": 0.42404, + "precision_at_100": 0.17635, + "precision_at_1000": 0.03369, + "mrr_at_1": 0.730769, + "mrr_at_3": 0.810897, + "mrr_at_5": 0.815705, + "mrr_at_10": 0.81891, + "mrr_at_20": 0.821941, + "mrr_at_100": 0.822777, + "mrr_at_1000": 0.822777, + "nauc_ndcg_at_1_max": 0.355124, + "nauc_ndcg_at_1_std": -0.228697, + "nauc_ndcg_at_1_diff1": 0.0515, + "nauc_ndcg_at_3_max": 0.36953, + "nauc_ndcg_at_3_std": -0.154804, + "nauc_ndcg_at_3_diff1": 0.030944, + "nauc_ndcg_at_5_max": 0.334377, + "nauc_ndcg_at_5_std": -0.131596, + "nauc_ndcg_at_5_diff1": -0.001034, + "nauc_ndcg_at_10_max": 0.344594, + "nauc_ndcg_at_10_std": -0.129097, + "nauc_ndcg_at_10_diff1": -0.037, + "nauc_ndcg_at_20_max": 0.300108, + "nauc_ndcg_at_20_std": -0.13503, + "nauc_ndcg_at_20_diff1": -0.051447, + "nauc_ndcg_at_100_max": 0.295955, + "nauc_ndcg_at_100_std": -0.05004, + "nauc_ndcg_at_100_diff1": 0.001733, + "nauc_ndcg_at_1000_max": 0.356146, + "nauc_ndcg_at_1000_std": -0.104228, + "nauc_ndcg_at_1000_diff1": -0.079086, + "nauc_map_at_1_max": 0.070669, + "nauc_map_at_1_std": -0.133436, + "nauc_map_at_1_diff1": -0.00707, + "nauc_map_at_3_max": 0.116156, + "nauc_map_at_3_std": -0.127396, + "nauc_map_at_3_diff1": 0.007524, + "nauc_map_at_5_max": 0.105716, + "nauc_map_at_5_std": -0.164152, + "nauc_map_at_5_diff1": 0.052007, + "nauc_map_at_10_max": 0.114421, + "nauc_map_at_10_std": -0.163624, + "nauc_map_at_10_diff1": 0.076111, + "nauc_map_at_20_max": 0.19054, + "nauc_map_at_20_std": -0.132612, + "nauc_map_at_20_diff1": -0.006052, + "nauc_map_at_100_max": 0.291724, + "nauc_map_at_100_std": -0.052054, + "nauc_map_at_100_diff1": -0.078885, + "nauc_map_at_1000_max": 0.321935, + "nauc_map_at_1000_std": -0.040059, + "nauc_map_at_1000_diff1": -0.111924, + "nauc_recall_at_1_max": 0.070669, + "nauc_recall_at_1_std": -0.133436, + "nauc_recall_at_1_diff1": -0.00707, + "nauc_recall_at_3_max": 0.087327, + "nauc_recall_at_3_std": -0.136065, + "nauc_recall_at_3_diff1": 0.006226, + "nauc_recall_at_5_max": 0.049678, + "nauc_recall_at_5_std": -0.164896, + "nauc_recall_at_5_diff1": 0.071667, + "nauc_recall_at_10_max": 0.048551, + "nauc_recall_at_10_std": -0.152457, + "nauc_recall_at_10_diff1": 0.139855, + "nauc_recall_at_20_max": 0.079159, + "nauc_recall_at_20_std": -0.095716, + "nauc_recall_at_20_diff1": 0.02768, + "nauc_recall_at_100_max": 0.123674, + "nauc_recall_at_100_std": 0.098262, + "nauc_recall_at_100_diff1": 0.031959, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.469089, + "nauc_precision_at_1_std": -0.218595, + "nauc_precision_at_1_diff1": -0.007426, + "nauc_precision_at_3_max": 0.427267, + "nauc_precision_at_3_std": -0.25083, + "nauc_precision_at_3_diff1": 0.008939, + "nauc_precision_at_5_max": 0.341873, + "nauc_precision_at_5_std": -0.178269, + "nauc_precision_at_5_diff1": -0.041341, + "nauc_precision_at_10_max": 0.326527, + "nauc_precision_at_10_std": -0.09485, + "nauc_precision_at_10_diff1": -0.066847, + "nauc_precision_at_20_max": 0.338149, + "nauc_precision_at_20_std": 0.00845, + "nauc_precision_at_20_diff1": -0.185735, + "nauc_precision_at_100_max": 0.269616, + "nauc_precision_at_100_std": 0.118981, + "nauc_precision_at_100_diff1": -0.185674, + "nauc_precision_at_1000_max": 0.0831, + "nauc_precision_at_1000_std": 0.003617, + "nauc_precision_at_1000_diff1": -0.226812, + "nauc_mrr_at_1_max": 0.469089, + "nauc_mrr_at_1_std": -0.218595, + "nauc_mrr_at_1_diff1": -0.007426, + "nauc_mrr_at_3_max": 0.43684, + "nauc_mrr_at_3_std": -0.248212, + "nauc_mrr_at_3_diff1": 0.010364, + "nauc_mrr_at_5_max": 0.439147, + "nauc_mrr_at_5_std": -0.239443, + "nauc_mrr_at_5_diff1": 0.04425, + "nauc_mrr_at_10_max": 0.433556, + "nauc_mrr_at_10_std": -0.22131, + "nauc_mrr_at_10_diff1": 0.034246, + "nauc_mrr_at_20_max": 0.448647, + "nauc_mrr_at_20_std": -0.21506, + "nauc_mrr_at_20_diff1": 0.032359, + "nauc_mrr_at_100_max": 0.44644, + "nauc_mrr_at_100_std": -0.219092, + "nauc_mrr_at_100_diff1": 0.027287, + "nauc_mrr_at_1000_max": 0.44644, + "nauc_mrr_at_1000_std": -0.219092, + "nauc_mrr_at_1000_diff1": 0.027287, + "hit_rate_at_1": 0.73077, + "hit_rate_at_3": 0.90385, + "hit_rate_at_5": 0.92308, + "hit_rate_at_10": 0.94231, + "hit_rate_at_20": 0.98077, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0 + }, + "changed": { + "ndcg_at_1": 0.39423, + "ndcg_at_3": 0.37784, + "ndcg_at_5": 0.36152, + "ndcg_at_10": 0.36778, + "ndcg_at_20": 0.39166, + "ndcg_at_100": 0.47412, + "ndcg_at_1000": 0.59613, + "map_at_1": 0.03773, + "map_at_3": 0.09318, + "map_at_5": 0.12485, + "map_at_10": 0.17064, + "map_at_20": 0.21085, + "map_at_100": 0.2703, + "map_at_1000": 0.29225, + "recall_at_1": 0.03773, + "recall_at_3": 0.1222, + "recall_at_5": 0.16717, + "recall_at_10": 0.26361, + "recall_at_20": 0.36751, + "recall_at_100": 0.62068, + "recall_at_1000": 1.0, + "accuracy": 0.03773, + "precision_at_1": 0.46154, + "precision_at_3": 0.42308, + "precision_at_5": 0.36923, + "precision_at_10": 0.32308, + "precision_at_20": 0.25865, + "precision_at_100": 0.10404, + "precision_at_1000": 0.01981, + "mrr_at_1": 0.461538, + "mrr_at_3": 0.567308, + "mrr_at_5": 0.585577, + "mrr_at_10": 0.607822, + "mrr_at_20": 0.612455, + "mrr_at_100": 0.612856, + "mrr_at_1000": 0.612856, + "nauc_ndcg_at_1_max": -0.090944, + "nauc_ndcg_at_1_std": -0.140979, + "nauc_ndcg_at_1_diff1": 0.134281, + "nauc_ndcg_at_3_max": 0.09365, + "nauc_ndcg_at_3_std": -0.088605, + "nauc_ndcg_at_3_diff1": 0.072584, + "nauc_ndcg_at_5_max": 0.186053, + "nauc_ndcg_at_5_std": 0.001402, + "nauc_ndcg_at_5_diff1": -0.003467, + "nauc_ndcg_at_10_max": 0.178035, + "nauc_ndcg_at_10_std": -0.038816, + "nauc_ndcg_at_10_diff1": 0.021708, + "nauc_ndcg_at_20_max": 0.197036, + "nauc_ndcg_at_20_std": -0.013168, + "nauc_ndcg_at_20_diff1": -0.01218, + "nauc_ndcg_at_100_max": 0.243897, + "nauc_ndcg_at_100_std": 0.067323, + "nauc_ndcg_at_100_diff1": -0.076645, + "nauc_ndcg_at_1000_max": 0.251112, + "nauc_ndcg_at_1000_std": 0.0674, + "nauc_ndcg_at_1000_diff1": -0.095559, + "nauc_map_at_1_max": -0.016894, + "nauc_map_at_1_std": -0.03743, + "nauc_map_at_1_diff1": 0.112897, + "nauc_map_at_3_max": 0.098338, + "nauc_map_at_3_std": -0.00898, + "nauc_map_at_3_diff1": 0.104995, + "nauc_map_at_5_max": 0.176022, + "nauc_map_at_5_std": 0.057104, + "nauc_map_at_5_diff1": 0.052241, + "nauc_map_at_10_max": 0.153135, + "nauc_map_at_10_std": 0.060733, + "nauc_map_at_10_diff1": 0.048711, + "nauc_map_at_20_max": 0.193624, + "nauc_map_at_20_std": 0.102559, + "nauc_map_at_20_diff1": -0.026945, + "nauc_map_at_100_max": 0.252212, + "nauc_map_at_100_std": 0.119935, + "nauc_map_at_100_diff1": -0.111197, + "nauc_map_at_1000_max": 0.264237, + "nauc_map_at_1000_std": 0.124091, + "nauc_map_at_1000_diff1": -0.124065, + "nauc_recall_at_1_max": -0.016894, + "nauc_recall_at_1_std": -0.03743, + "nauc_recall_at_1_diff1": 0.112897, + "nauc_recall_at_3_max": 0.021094, + "nauc_recall_at_3_std": -0.07047, + "nauc_recall_at_3_diff1": 0.109194, + "nauc_recall_at_5_max": 0.10122, + "nauc_recall_at_5_std": 0.00735, + "nauc_recall_at_5_diff1": 0.03694, + "nauc_recall_at_10_max": 0.062166, + "nauc_recall_at_10_std": -0.016858, + "nauc_recall_at_10_diff1": 0.054211, + "nauc_recall_at_20_max": 0.091512, + "nauc_recall_at_20_std": 0.026195, + "nauc_recall_at_20_diff1": -0.019093, + "nauc_recall_at_100_max": 0.134424, + "nauc_recall_at_100_std": 0.072627, + "nauc_recall_at_100_diff1": -0.043918, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.091039, + "nauc_precision_at_1_std": -0.125347, + "nauc_precision_at_1_diff1": 0.067129, + "nauc_precision_at_3_max": 0.193571, + "nauc_precision_at_3_std": -0.06377, + "nauc_precision_at_3_diff1": -0.005852, + "nauc_precision_at_5_max": 0.289176, + "nauc_precision_at_5_std": 0.067367, + "nauc_precision_at_5_diff1": -0.126624, + "nauc_precision_at_10_max": 0.231255, + "nauc_precision_at_10_std": 0.015332, + "nauc_precision_at_10_diff1": -0.162226, + "nauc_precision_at_20_max": 0.309437, + "nauc_precision_at_20_std": 0.099092, + "nauc_precision_at_20_diff1": -0.250208, + "nauc_precision_at_100_max": 0.267954, + "nauc_precision_at_100_std": 0.065388, + "nauc_precision_at_100_diff1": -0.2784, + "nauc_precision_at_1000_max": 0.097172, + "nauc_precision_at_1000_std": -0.05613, + "nauc_precision_at_1000_diff1": -0.187195, + "nauc_mrr_at_1_max": -0.091039, + "nauc_mrr_at_1_std": -0.125347, + "nauc_mrr_at_1_diff1": 0.067129, + "nauc_mrr_at_3_max": 0.015842, + "nauc_mrr_at_3_std": -0.120795, + "nauc_mrr_at_3_diff1": 0.033784, + "nauc_mrr_at_5_max": 0.037307, + "nauc_mrr_at_5_std": -0.107517, + "nauc_mrr_at_5_diff1": -0.005224, + "nauc_mrr_at_10_max": 0.012452, + "nauc_mrr_at_10_std": -0.139283, + "nauc_mrr_at_10_diff1": 0.010334, + "nauc_mrr_at_20_max": 0.014679, + "nauc_mrr_at_20_std": -0.128961, + "nauc_mrr_at_20_diff1": 0.010924, + "nauc_mrr_at_100_max": 0.013446, + "nauc_mrr_at_100_std": -0.129322, + "nauc_mrr_at_100_diff1": 0.012618, + "nauc_mrr_at_1000_max": 0.013446, + "nauc_mrr_at_1000_std": -0.129322, + "nauc_mrr_at_1000_diff1": 0.012618, + "hit_rate_at_1": 0.46154, + "hit_rate_at_3": 0.69231, + "hit_rate_at_5": 0.76923, + "hit_rate_at_10": 0.92308, + "hit_rate_at_20": 0.98077, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0 + }, + "main_score": 0.003789, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 530.91779088974, + "kg_co2_emissions": null, + "date": 1776192029.203215 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RomaniBibleClustering.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RomaniBibleClustering.json new file mode 100644 index 0000000000..5acbe049e6 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RomaniBibleClustering.json @@ -0,0 +1,27 @@ +{ + "dataset_revision": "53db5afec1fe573b334cb6f1c8ee64a0849b3ce5", + "task_name": "RomaniBibleClustering", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "v_measure": 0.406302, + "v_measure_std": 0.014281, + "v_measures": [ + 0.401335, + 0.421464, + 0.417163, + 0.385248 + ], + "main_score": 0.406302, + "hf_subset": "default", + "languages": [ + "rom-Latn" + ] + } + ] + }, + "evaluation_time": 5.157105922698975, + "kg_co2_emissions": null, + "date": 1776178951.611343 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RuBQReranking.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RuBQReranking.json new file mode 100644 index 0000000000..8770ef803e --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/RuBQReranking.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "e8233e2234f8b24ab47f203b69d1161c3c0bc5a1", + "task_name": "RuBQReranking", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.70213, + "ndcg_at_3": 0.73795, + "ndcg_at_5": 0.78143, + "ndcg_at_10": 0.81964, + "ndcg_at_20": 0.82839, + "ndcg_at_100": 0.82899, + "ndcg_at_1000": 0.82899, + "map_at_1": 0.49923, + "map_at_3": 0.67936, + "map_at_5": 0.72175, + "map_at_10": 0.7464, + "map_at_20": 0.75086, + "map_at_100": 0.75106, + "map_at_1000": 0.75106, + "recall_at_1": 0.49923, + "recall_at_3": 0.77382, + "recall_at_5": 0.87351, + "recall_at_10": 0.97087, + "recall_at_20": 0.99765, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.49923, + "precision_at_1": 0.70213, + "precision_at_3": 0.40297, + "precision_at_5": 0.28407, + "precision_at_10": 0.16125, + "precision_at_20": 0.08366, + "precision_at_100": 0.01678, + "precision_at_1000": 0.00168, + "mrr_at_1": 0.702128, + "mrr_at_3": 0.78573, + "mrr_at_5": 0.796658, + "mrr_at_10": 0.803907, + "mrr_at_20": 0.804535, + "mrr_at_100": 0.80459, + "mrr_at_1000": 0.80459, + "nauc_ndcg_at_1_max": 0.390593, + "nauc_ndcg_at_1_std": 0.148912, + "nauc_ndcg_at_1_diff1": 0.532571, + "nauc_ndcg_at_3_max": 0.29731, + "nauc_ndcg_at_3_std": 0.147005, + "nauc_ndcg_at_3_diff1": 0.434077, + "nauc_ndcg_at_5_max": 0.327137, + "nauc_ndcg_at_5_std": 0.187009, + "nauc_ndcg_at_5_diff1": 0.443137, + "nauc_ndcg_at_10_max": 0.339506, + "nauc_ndcg_at_10_std": 0.189442, + "nauc_ndcg_at_10_diff1": 0.452121, + "nauc_ndcg_at_20_max": 0.342733, + "nauc_ndcg_at_20_std": 0.174372, + "nauc_ndcg_at_20_diff1": 0.457087, + "nauc_ndcg_at_100_max": 0.342349, + "nauc_ndcg_at_100_std": 0.171725, + "nauc_ndcg_at_100_diff1": 0.455912, + "nauc_ndcg_at_1000_max": 0.342349, + "nauc_ndcg_at_1000_std": 0.171725, + "nauc_ndcg_at_1000_diff1": 0.455912, + "nauc_map_at_1_max": 0.216214, + "nauc_map_at_1_std": -0.016758, + "nauc_map_at_1_diff1": 0.488708, + "nauc_map_at_3_max": 0.26813, + "nauc_map_at_3_std": 0.104937, + "nauc_map_at_3_diff1": 0.437419, + "nauc_map_at_5_max": 0.298926, + "nauc_map_at_5_std": 0.14737, + "nauc_map_at_5_diff1": 0.438603, + "nauc_map_at_10_max": 0.309686, + "nauc_map_at_10_std": 0.152829, + "nauc_map_at_10_diff1": 0.442043, + "nauc_map_at_20_max": 0.311044, + "nauc_map_at_20_std": 0.148159, + "nauc_map_at_20_diff1": 0.443899, + "nauc_map_at_100_max": 0.310916, + "nauc_map_at_100_std": 0.147584, + "nauc_map_at_100_diff1": 0.443546, + "nauc_map_at_1000_max": 0.310916, + "nauc_map_at_1000_std": 0.147584, + "nauc_map_at_1000_diff1": 0.443546, + "nauc_recall_at_1_max": 0.216214, + "nauc_recall_at_1_std": -0.016758, + "nauc_recall_at_1_diff1": 0.488708, + "nauc_recall_at_3_max": 0.215091, + "nauc_recall_at_3_std": 0.136647, + "nauc_recall_at_3_diff1": 0.356757, + "nauc_recall_at_5_max": 0.274706, + "nauc_recall_at_5_std": 0.256466, + "nauc_recall_at_5_diff1": 0.351009, + "nauc_recall_at_10_max": 0.264299, + "nauc_recall_at_10_std": 0.469079, + "nauc_recall_at_10_diff1": 0.329274, + "nauc_recall_at_20_max": 0.393243, + "nauc_recall_at_20_std": 0.809699, + "nauc_recall_at_20_diff1": 0.649798, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.390593, + "nauc_precision_at_1_std": 0.148912, + "nauc_precision_at_1_diff1": 0.532571, + "nauc_precision_at_3_max": 0.175566, + "nauc_precision_at_3_std": 0.249571, + "nauc_precision_at_3_diff1": -0.01404, + "nauc_precision_at_5_max": 0.139998, + "nauc_precision_at_5_std": 0.257526, + "nauc_precision_at_5_diff1": -0.112837, + "nauc_precision_at_10_max": 0.083066, + "nauc_precision_at_10_std": 0.206756, + "nauc_precision_at_10_diff1": -0.193598, + "nauc_precision_at_20_max": 0.064041, + "nauc_precision_at_20_std": 0.165085, + "nauc_precision_at_20_diff1": -0.209171, + "nauc_precision_at_100_max": 0.061488, + "nauc_precision_at_100_std": 0.16021, + "nauc_precision_at_100_diff1": -0.213157, + "nauc_precision_at_1000_max": 0.061488, + "nauc_precision_at_1000_std": 0.16021, + "nauc_precision_at_1000_diff1": -0.213157, + "nauc_mrr_at_1_max": 0.390593, + "nauc_mrr_at_1_std": 0.148912, + "nauc_mrr_at_1_diff1": 0.532571, + "nauc_mrr_at_3_max": 0.405132, + "nauc_mrr_at_3_std": 0.207933, + "nauc_mrr_at_3_diff1": 0.494464, + "nauc_mrr_at_5_max": 0.406457, + "nauc_mrr_at_5_std": 0.200797, + "nauc_mrr_at_5_diff1": 0.500913, + "nauc_mrr_at_10_max": 0.402735, + "nauc_mrr_at_10_std": 0.194547, + "nauc_mrr_at_10_diff1": 0.504246, + "nauc_mrr_at_20_max": 0.40201, + "nauc_mrr_at_20_std": 0.192369, + "nauc_mrr_at_20_diff1": 0.504503, + "nauc_mrr_at_100_max": 0.402005, + "nauc_mrr_at_100_std": 0.192135, + "nauc_mrr_at_100_diff1": 0.504482, + "nauc_mrr_at_1000_max": 0.402005, + "nauc_mrr_at_1000_std": 0.192135, + "nauc_mrr_at_1000_diff1": 0.504482, + "hit_rate_at_1": 0.70213, + "hit_rate_at_3": 0.89104, + "hit_rate_at_5": 0.93875, + "hit_rate_at_10": 0.99033, + "hit_rate_at_20": 0.99871, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.75106, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 150.67439770698547, + "kg_co2_emissions": null, + "date": 1776203853.943399 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SCIDOCS.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SCIDOCS.json new file mode 100644 index 0000000000..8caa45733b --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SCIDOCS.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88", + "task_name": "SCIDOCS", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.271, + "ndcg_at_3": 0.21906, + "ndcg_at_5": 0.19498, + "ndcg_at_10": 0.23317, + "ndcg_at_20": 0.26343, + "ndcg_at_100": 0.3205, + "ndcg_at_1000": 0.37329, + "map_at_1": 0.05508, + "map_at_3": 0.09981, + "map_at_5": 0.12247, + "map_at_10": 0.14309, + "map_at_20": 0.15517, + "map_at_100": 0.16678, + "map_at_1000": 0.17007, + "recall_at_1": 0.05508, + "recall_at_3": 0.12493, + "recall_at_5": 0.17592, + "recall_at_10": 0.24603, + "recall_at_20": 0.31713, + "recall_at_100": 0.50303, + "recall_at_1000": 0.75927, + "accuracy": 0.05508, + "precision_at_1": 0.271, + "precision_at_3": 0.20533, + "precision_at_5": 0.1736, + "precision_at_10": 0.1213, + "precision_at_20": 0.07805, + "precision_at_100": 0.02479, + "precision_at_1000": 0.00374, + "mrr_at_1": 0.271, + "mrr_at_3": 0.348333, + "mrr_at_5": 0.369683, + "mrr_at_10": 0.382981, + "mrr_at_20": 0.388825, + "mrr_at_100": 0.393332, + "mrr_at_1000": 0.393745, + "nauc_ndcg_at_1_max": 0.248359, + "nauc_ndcg_at_1_std": 0.03731, + "nauc_ndcg_at_1_diff1": 0.26997, + "nauc_ndcg_at_3_max": 0.29668, + "nauc_ndcg_at_3_std": 0.064951, + "nauc_ndcg_at_3_diff1": 0.243343, + "nauc_ndcg_at_5_max": 0.307866, + "nauc_ndcg_at_5_std": 0.082454, + "nauc_ndcg_at_5_diff1": 0.219797, + "nauc_ndcg_at_10_max": 0.322148, + "nauc_ndcg_at_10_std": 0.111372, + "nauc_ndcg_at_10_diff1": 0.197899, + "nauc_ndcg_at_20_max": 0.333282, + "nauc_ndcg_at_20_std": 0.132761, + "nauc_ndcg_at_20_diff1": 0.19012, + "nauc_ndcg_at_100_max": 0.338146, + "nauc_ndcg_at_100_std": 0.172439, + "nauc_ndcg_at_100_diff1": 0.182114, + "nauc_ndcg_at_1000_max": 0.337709, + "nauc_ndcg_at_1000_std": 0.187802, + "nauc_ndcg_at_1000_diff1": 0.18187, + "nauc_map_at_1_max": 0.245459, + "nauc_map_at_1_std": 0.03617, + "nauc_map_at_1_diff1": 0.266535, + "nauc_map_at_3_max": 0.292458, + "nauc_map_at_3_std": 0.038294, + "nauc_map_at_3_diff1": 0.248835, + "nauc_map_at_5_max": 0.30201, + "nauc_map_at_5_std": 0.053139, + "nauc_map_at_5_diff1": 0.230826, + "nauc_map_at_10_max": 0.311778, + "nauc_map_at_10_std": 0.077962, + "nauc_map_at_10_diff1": 0.20872, + "nauc_map_at_20_max": 0.320059, + "nauc_map_at_20_std": 0.094184, + "nauc_map_at_20_diff1": 0.204125, + "nauc_map_at_100_max": 0.323881, + "nauc_map_at_100_std": 0.107469, + "nauc_map_at_100_diff1": 0.200621, + "nauc_map_at_1000_max": 0.323702, + "nauc_map_at_1000_std": 0.110474, + "nauc_map_at_1000_diff1": 0.20013, + "nauc_recall_at_1_max": 0.245459, + "nauc_recall_at_1_std": 0.03617, + "nauc_recall_at_1_diff1": 0.266535, + "nauc_recall_at_3_max": 0.309811, + "nauc_recall_at_3_std": 0.077197, + "nauc_recall_at_3_diff1": 0.224213, + "nauc_recall_at_5_max": 0.312739, + "nauc_recall_at_5_std": 0.104239, + "nauc_recall_at_5_diff1": 0.177255, + "nauc_recall_at_10_max": 0.321813, + "nauc_recall_at_10_std": 0.150991, + "nauc_recall_at_10_diff1": 0.134527, + "nauc_recall_at_20_max": 0.323675, + "nauc_recall_at_20_std": 0.183795, + "nauc_recall_at_20_diff1": 0.114225, + "nauc_recall_at_100_max": 0.295422, + "nauc_recall_at_100_std": 0.272509, + "nauc_recall_at_100_diff1": 0.075383, + "nauc_recall_at_1000_max": 0.256937, + "nauc_recall_at_1000_std": 0.363437, + "nauc_recall_at_1000_diff1": 0.023459, + "nauc_precision_at_1_max": 0.248359, + "nauc_precision_at_1_std": 0.03731, + "nauc_precision_at_1_diff1": 0.26997, + "nauc_precision_at_3_max": 0.312269, + "nauc_precision_at_3_std": 0.079691, + "nauc_precision_at_3_diff1": 0.226796, + "nauc_precision_at_5_max": 0.315899, + "nauc_precision_at_5_std": 0.106962, + "nauc_precision_at_5_diff1": 0.181258, + "nauc_precision_at_10_max": 0.323656, + "nauc_precision_at_10_std": 0.152597, + "nauc_precision_at_10_diff1": 0.136347, + "nauc_precision_at_20_max": 0.323972, + "nauc_precision_at_20_std": 0.184272, + "nauc_precision_at_20_diff1": 0.113594, + "nauc_precision_at_100_max": 0.292748, + "nauc_precision_at_100_std": 0.271249, + "nauc_precision_at_100_diff1": 0.073612, + "nauc_precision_at_1000_max": 0.256087, + "nauc_precision_at_1000_std": 0.357757, + "nauc_precision_at_1000_diff1": 0.019072, + "nauc_mrr_at_1_max": 0.248359, + "nauc_mrr_at_1_std": 0.03731, + "nauc_mrr_at_1_diff1": 0.26997, + "nauc_mrr_at_3_max": 0.279064, + "nauc_mrr_at_3_std": 0.079398, + "nauc_mrr_at_3_diff1": 0.250271, + "nauc_mrr_at_5_max": 0.284851, + "nauc_mrr_at_5_std": 0.085221, + "nauc_mrr_at_5_diff1": 0.24348, + "nauc_mrr_at_10_max": 0.285879, + "nauc_mrr_at_10_std": 0.086078, + "nauc_mrr_at_10_diff1": 0.24239, + "nauc_mrr_at_20_max": 0.28656, + "nauc_mrr_at_20_std": 0.087583, + "nauc_mrr_at_20_diff1": 0.241377, + "nauc_mrr_at_100_max": 0.285609, + "nauc_mrr_at_100_std": 0.086857, + "nauc_mrr_at_100_diff1": 0.242074, + "nauc_mrr_at_1000_max": 0.285537, + "nauc_mrr_at_1000_std": 0.086528, + "nauc_mrr_at_1000_diff1": 0.24224, + "hit_rate_at_1": 0.271, + "hit_rate_at_3": 0.452, + "hit_rate_at_5": 0.547, + "hit_rate_at_10": 0.645, + "hit_rate_at_20": 0.728, + "hit_rate_at_100": 0.9, + "hit_rate_at_1000": 0.982, + "main_score": 0.23317, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 135.74061727523804, + "kg_co2_emissions": null, + "date": 1776196100.799082 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SIB200ClusteringS2S.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SIB200ClusteringS2S.json new file mode 100644 index 0000000000..d84339dc6b --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SIB200ClusteringS2S.json @@ -0,0 +1,4543 @@ +{ + "dataset_revision": "a74d7350ea12af010cfb1c21e34f1f81fd2e615b", + "task_name": "SIB200ClusteringS2S", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.465074, + 0.429288, + 0.457643, + 0.460142, + 0.472932, + 0.400468, + 0.463965, + 0.462421, + 0.430348, + 0.466175 + ] + }, + "v_measure": 0.450846, + "v_measure_std": 0.021879, + "main_score": 0.450846, + "hf_subset": "ace_Latn", + "languages": [ + "ace-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.645673, + 0.573236, + 0.576515, + 0.630551, + 0.591224, + 0.612792, + 0.602206, + 0.594837, + 0.606534, + 0.585373 + ] + }, + "v_measure": 0.601894, + "v_measure_std": 0.021864, + "main_score": 0.601894, + "hf_subset": "acm_Arab", + "languages": [ + "acm-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.605188, + 0.576313, + 0.558485, + 0.581598, + 0.64585, + 0.619446, + 0.607941, + 0.614415, + 0.611402, + 0.66771 + ] + }, + "v_measure": 0.608835, + "v_measure_std": 0.030554, + "main_score": 0.608835, + "hf_subset": "acq_Arab", + "languages": [ + "acq-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.617757, + 0.553118, + 0.614664, + 0.590116, + 0.585368, + 0.577626, + 0.598293, + 0.602613, + 0.55844, + 0.657991 + ] + }, + "v_measure": 0.595599, + "v_measure_std": 0.029063, + "main_score": 0.595599, + "hf_subset": "aeb_Arab", + "languages": [ + "aeb-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.651303, + 0.61855, + 0.584435, + 0.596552, + 0.610326, + 0.644149, + 0.571249, + 0.596815, + 0.594109, + 0.541869 + ] + }, + "v_measure": 0.600936, + "v_measure_std": 0.030867, + "main_score": 0.600936, + "hf_subset": "afr_Latn", + "languages": [ + "afr-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.616232, + 0.621205, + 0.659678, + 0.575639, + 0.611185, + 0.581015, + 0.624125, + 0.583494, + 0.646694, + 0.593106 + ] + }, + "v_measure": 0.611237, + "v_measure_std": 0.026783, + "main_score": 0.611237, + "hf_subset": "ajp_Arab", + "languages": [ + "ajp-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.320808, + 0.308877, + 0.298774, + 0.277662, + 0.311296, + 0.323231, + 0.284447, + 0.299555, + 0.318164, + 0.312318 + ] + }, + "v_measure": 0.305513, + "v_measure_std": 0.014489, + "main_score": 0.305513, + "hf_subset": "aka_Latn", + "languages": [ + "aka-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.549158, + 0.53624, + 0.486353, + 0.535763, + 0.505648, + 0.541653, + 0.547866, + 0.534141, + 0.5523, + 0.480463 + ] + }, + "v_measure": 0.526958, + "v_measure_std": 0.025036, + "main_score": 0.526958, + "hf_subset": "als_Latn", + "languages": [ + "als-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.100888, + 0.116004, + 0.104247, + 0.10314, + 0.102034, + 0.098982, + 0.101696, + 0.109299, + 0.110971, + 0.1003 + ] + }, + "v_measure": 0.104756, + "v_measure_std": 0.00523, + "main_score": 0.104756, + "hf_subset": "amh_Ethi", + "languages": [ + "amh-Ethi" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.574252, + 0.575446, + 0.523175, + 0.610688, + 0.617214, + 0.605715, + 0.605113, + 0.599768, + 0.582192, + 0.585894 + ] + }, + "v_measure": 0.587945, + "v_measure_std": 0.025885, + "main_score": 0.587945, + "hf_subset": "apc_Arab", + "languages": [ + "apc-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.238251, + 0.240967, + 0.2653, + 0.256584, + 0.202199, + 0.215659, + 0.243169, + 0.244014, + 0.232033, + 0.233465 + ] + }, + "v_measure": 0.237164, + "v_measure_std": 0.017299, + "main_score": 0.237164, + "hf_subset": "arb_Latn", + "languages": [ + "arb-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.639795, + 0.603797, + 0.63167, + 0.586665, + 0.660131, + 0.613156, + 0.636335, + 0.555104, + 0.619185, + 0.611281 + ] + }, + "v_measure": 0.615712, + "v_measure_std": 0.028161, + "main_score": 0.615712, + "hf_subset": "ars_Arab", + "languages": [ + "ars-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.595408, + 0.603131, + 0.58244, + 0.569604, + 0.506686, + 0.540302, + 0.512162, + 0.50188, + 0.521263, + 0.525948 + ] + }, + "v_measure": 0.545882, + "v_measure_std": 0.036433, + "main_score": 0.545882, + "hf_subset": "ary_Arab", + "languages": [ + "ary-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.60104, + 0.567614, + 0.57624, + 0.675379, + 0.608101, + 0.558062, + 0.626078, + 0.645099, + 0.610081, + 0.648947 + ] + }, + "v_measure": 0.611664, + "v_measure_std": 0.036016, + "main_score": 0.611664, + "hf_subset": "arz_Arab", + "languages": [ + "arz-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.503632, + 0.471507, + 0.463524, + 0.461846, + 0.500322, + 0.519856, + 0.468574, + 0.497949, + 0.495321, + 0.428796 + ] + }, + "v_measure": 0.481133, + "v_measure_std": 0.025553, + "main_score": 0.481133, + "hf_subset": "asm_Beng", + "languages": [ + "asm-Beng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.655497, + 0.589909, + 0.584913, + 0.638261, + 0.618764, + 0.59891, + 0.650462, + 0.612004, + 0.634059, + 0.565436 + ] + }, + "v_measure": 0.614821, + "v_measure_std": 0.028417, + "main_score": 0.614821, + "hf_subset": "ast_Latn", + "languages": [ + "ast-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.576155, + 0.557645, + 0.545384, + 0.56607, + 0.567839, + 0.590615, + 0.580399, + 0.522376, + 0.465457, + 0.612255 + ] + }, + "v_measure": 0.55842, + "v_measure_std": 0.038719, + "main_score": 0.55842, + "hf_subset": "awa_Deva", + "languages": [ + "awa-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.232565, + 0.269594, + 0.25067, + 0.260983, + 0.246451, + 0.232644, + 0.254174, + 0.247202, + 0.229666, + 0.230704 + ] + }, + "v_measure": 0.245465, + "v_measure_std": 0.013146, + "main_score": 0.245465, + "hf_subset": "ayr_Latn", + "languages": [ + "ayr-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.411967, + 0.396718, + 0.437434, + 0.432197, + 0.365161, + 0.362418, + 0.44226, + 0.424998, + 0.368087, + 0.409849 + ] + }, + "v_measure": 0.405109, + "v_measure_std": 0.029126, + "main_score": 0.405109, + "hf_subset": "azb_Arab", + "languages": [ + "azb-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.516595, + 0.536739, + 0.556198, + 0.588711, + 0.549122, + 0.55143, + 0.537222, + 0.587505, + 0.502092, + 0.509116 + ] + }, + "v_measure": 0.543473, + "v_measure_std": 0.028182, + "main_score": 0.543473, + "hf_subset": "azj_Latn", + "languages": [ + "azj-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.472314, + 0.473424, + 0.459439, + 0.45036, + 0.483994, + 0.443316, + 0.458863, + 0.468015, + 0.452159, + 0.475876 + ] + }, + "v_measure": 0.463776, + "v_measure_std": 0.012311, + "main_score": 0.463776, + "hf_subset": "bak_Cyrl", + "languages": [ + "bak-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.21948, + 0.221969, + 0.214769, + 0.220926, + 0.205247, + 0.225501, + 0.242208, + 0.226944, + 0.226682, + 0.224096 + ] + }, + "v_measure": 0.222782, + "v_measure_std": 0.008976, + "main_score": 0.222782, + "hf_subset": "bam_Latn", + "languages": [ + "bam-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.510161, + 0.464107, + 0.505966, + 0.433009, + 0.493707, + 0.517147, + 0.493766, + 0.481889, + 0.514551, + 0.473494 + ] + }, + "v_measure": 0.48878, + "v_measure_std": 0.025042, + "main_score": 0.48878, + "hf_subset": "ban_Latn", + "languages": [ + "ban-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.583564, + 0.592271, + 0.551047, + 0.610421, + 0.613941, + 0.570486, + 0.5975, + 0.568648, + 0.613842, + 0.551828 + ] + }, + "v_measure": 0.585355, + "v_measure_std": 0.022928, + "main_score": 0.585355, + "hf_subset": "bel_Cyrl", + "languages": [ + "bel-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.256557, + 0.263585, + 0.234157, + 0.258005, + 0.24854, + 0.224679, + 0.206723, + 0.218366, + 0.281864, + 0.254797 + ] + }, + "v_measure": 0.244727, + "v_measure_std": 0.021954, + "main_score": 0.244727, + "hf_subset": "bem_Latn", + "languages": [ + "bem-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.549655, + 0.51085, + 0.5727, + 0.595574, + 0.548199, + 0.527974, + 0.554379, + 0.551784, + 0.571834, + 0.556941 + ] + }, + "v_measure": 0.553989, + "v_measure_std": 0.022365, + "main_score": 0.553989, + "hf_subset": "ben_Beng", + "languages": [ + "ben-Beng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.492772, + 0.534793, + 0.56116, + 0.56055, + 0.582924, + 0.560817, + 0.575936, + 0.513044, + 0.558939, + 0.517587 + ] + }, + "v_measure": 0.545852, + "v_measure_std": 0.028178, + "main_score": 0.545852, + "hf_subset": "bho_Deva", + "languages": [ + "bho-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.575854, + 0.539482, + 0.490713, + 0.508485, + 0.52466, + 0.486921, + 0.456621, + 0.479736, + 0.475995, + 0.478198 + ] + }, + "v_measure": 0.501666, + "v_measure_std": 0.034009, + "main_score": 0.501666, + "hf_subset": "bjn_Latn", + "languages": [ + "bjn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.069576, + 0.049808, + 0.068802, + 0.061888, + 0.065563, + 0.065556, + 0.065613, + 0.053359, + 0.064544, + 0.053395 + ] + }, + "v_measure": 0.06181, + "v_measure_std": 0.006675, + "main_score": 0.06181, + "hf_subset": "bod_Tibt", + "languages": [ + "bod-Tibt" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.621955, + 0.654786, + 0.606658, + 0.58993, + 0.620323, + 0.602801, + 0.610153, + 0.601665, + 0.652091, + 0.600455 + ] + }, + "v_measure": 0.616082, + "v_measure_std": 0.020696, + "main_score": 0.616082, + "hf_subset": "bos_Latn", + "languages": [ + "bos-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.377247, + 0.40179, + 0.344901, + 0.376981, + 0.400608, + 0.369736, + 0.384696, + 0.372345, + 0.38542, + 0.319869 + ] + }, + "v_measure": 0.373359, + "v_measure_std": 0.023534, + "main_score": 0.373359, + "hf_subset": "bug_Latn", + "languages": [ + "bug-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.5782, + 0.613495, + 0.613575, + 0.542151, + 0.578413, + 0.609767, + 0.586047, + 0.598561, + 0.608434, + 0.523976 + ] + }, + "v_measure": 0.585262, + "v_measure_std": 0.029368, + "main_score": 0.585262, + "hf_subset": "bul_Cyrl", + "languages": [ + "bul-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.690017, + 0.57096, + 0.622694, + 0.635223, + 0.694765, + 0.642622, + 0.683243, + 0.634411, + 0.659778, + 0.651519 + ] + }, + "v_measure": 0.648523, + "v_measure_std": 0.035065, + "main_score": 0.648523, + "hf_subset": "cat_Latn", + "languages": [ + "cat-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.515829, + 0.531487, + 0.475642, + 0.540396, + 0.560306, + 0.534912, + 0.456648, + 0.509643, + 0.536247, + 0.468516 + ] + }, + "v_measure": 0.512963, + "v_measure_std": 0.033045, + "main_score": 0.512963, + "hf_subset": "ceb_Latn", + "languages": [ + "ceb-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.57712, + 0.664339, + 0.61641, + 0.609673, + 0.58931, + 0.599067, + 0.563675, + 0.523083, + 0.61569, + 0.65377 + ] + }, + "v_measure": 0.601214, + "v_measure_std": 0.039369, + "main_score": 0.601214, + "hf_subset": "ces_Latn", + "languages": [ + "ces-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.246748, + 0.24517, + 0.247808, + 0.234647, + 0.26836, + 0.26266, + 0.226962, + 0.216529, + 0.224975, + 0.245597 + ] + }, + "v_measure": 0.241946, + "v_measure_std": 0.015555, + "main_score": 0.241946, + "hf_subset": "cjk_Latn", + "languages": [ + "cjk-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.253884, + 0.239308, + 0.259661, + 0.276848, + 0.249911, + 0.220621, + 0.256655, + 0.242953, + 0.247649, + 0.212968 + ] + }, + "v_measure": 0.246046, + "v_measure_std": 0.017667, + "main_score": 0.246046, + "hf_subset": "ckb_Arab", + "languages": [ + "ckb-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.475916, + 0.46661, + 0.485476, + 0.497572, + 0.49575, + 0.504095, + 0.438444, + 0.464545, + 0.44835, + 0.483397 + ] + }, + "v_measure": 0.476016, + "v_measure_std": 0.020454, + "main_score": 0.476016, + "hf_subset": "crh_Latn", + "languages": [ + "crh-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.337633, + 0.342102, + 0.342282, + 0.34317, + 0.387188, + 0.3496, + 0.334342, + 0.328944, + 0.334669, + 0.336725 + ] + }, + "v_measure": 0.343666, + "v_measure_std": 0.015502, + "main_score": 0.343666, + "hf_subset": "cym_Latn", + "languages": [ + "cym-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.542131, + 0.609591, + 0.610267, + 0.609096, + 0.551412, + 0.626807, + 0.602955, + 0.617912, + 0.596949, + 0.570912 + ] + }, + "v_measure": 0.593803, + "v_measure_std": 0.027403, + "main_score": 0.593803, + "hf_subset": "dan_Latn", + "languages": [ + "dan-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.585961, + 0.649692, + 0.572036, + 0.607101, + 0.624592, + 0.604796, + 0.53053, + 0.606569, + 0.634551, + 0.577727 + ] + }, + "v_measure": 0.599356, + "v_measure_std": 0.032682, + "main_score": 0.599356, + "hf_subset": "deu_Latn", + "languages": [ + "deu-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.230043, + 0.257166, + 0.272146, + 0.241011, + 0.247969, + 0.242228, + 0.22271, + 0.249364, + 0.289397, + 0.242232 + ] + }, + "v_measure": 0.249427, + "v_measure_std": 0.018547, + "main_score": 0.249427, + "hf_subset": "dik_Latn", + "languages": [ + "dik-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.293651, + 0.279754, + 0.279871, + 0.280239, + 0.29304, + 0.268028, + 0.284035, + 0.280953, + 0.280554, + 0.242415 + ] + }, + "v_measure": 0.278254, + "v_measure_std": 0.013782, + "main_score": 0.278254, + "hf_subset": "dyu_Latn", + "languages": [ + "dyu-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.043161, + 0.045462, + 0.046879, + 0.042522, + 0.046849, + 0.046276, + 0.047723, + 0.047839, + 0.043621, + 0.048298 + ] + }, + "v_measure": 0.045863, + "v_measure_std": 0.001978, + "main_score": 0.045863, + "hf_subset": "dzo_Tibt", + "languages": [ + "dzo-Tibt" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.605953, + 0.589124, + 0.561268, + 0.46648, + 0.598662, + 0.543366, + 0.590652, + 0.526278, + 0.528117, + 0.560047 + ] + }, + "v_measure": 0.556995, + "v_measure_std": 0.040598, + "main_score": 0.556995, + "hf_subset": "ell_Grek", + "languages": [ + "ell-Grek" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.604944, + 0.635057, + 0.610314, + 0.614175, + 0.629846, + 0.689875, + 0.640604, + 0.603574, + 0.628336, + 0.601999 + ] + }, + "v_measure": 0.625872, + "v_measure_std": 0.025107, + "main_score": 0.625872, + "hf_subset": "eng_Latn", + "languages": [ + "eng-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.594779, + 0.560122, + 0.551883, + 0.582494, + 0.563791, + 0.5831, + 0.557726, + 0.551846, + 0.559861, + 0.585692 + ] + }, + "v_measure": 0.569129, + "v_measure_std": 0.014926, + "main_score": 0.569129, + "hf_subset": "epo_Latn", + "languages": [ + "epo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.51331, + 0.471562, + 0.550969, + 0.554848, + 0.552317, + 0.503086, + 0.553197, + 0.506324, + 0.495748, + 0.48063 + ] + }, + "v_measure": 0.518199, + "v_measure_std": 0.030479, + "main_score": 0.518199, + "hf_subset": "est_Latn", + "languages": [ + "est-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.428466, + 0.356262, + 0.363012, + 0.396468, + 0.402981, + 0.403711, + 0.386104, + 0.451794, + 0.322253, + 0.423736 + ] + }, + "v_measure": 0.393479, + "v_measure_std": 0.036311, + "main_score": 0.393479, + "hf_subset": "eus_Latn", + "languages": [ + "eus-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.220128, + 0.249894, + 0.240138, + 0.245376, + 0.202581, + 0.215801, + 0.222323, + 0.236555, + 0.251592, + 0.233976 + ] + }, + "v_measure": 0.231836, + "v_measure_std": 0.015284, + "main_score": 0.231836, + "hf_subset": "ewe_Latn", + "languages": [ + "ewe-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.441341, + 0.427723, + 0.425532, + 0.403952, + 0.390483, + 0.409531, + 0.39761, + 0.418123, + 0.403654, + 0.422601 + ] + }, + "v_measure": 0.414055, + "v_measure_std": 0.014864, + "main_score": 0.414055, + "hf_subset": "fao_Latn", + "languages": [ + "fao-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.258766, + 0.262114, + 0.269152, + 0.208334, + 0.287498, + 0.281397, + 0.275814, + 0.254884, + 0.272309, + 0.284923 + ] + }, + "v_measure": 0.265519, + "v_measure_std": 0.02172, + "main_score": 0.265519, + "hf_subset": "fij_Latn", + "languages": [ + "fij-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.582353, + 0.607132, + 0.5947, + 0.55421, + 0.537384, + 0.601632, + 0.564056, + 0.639168, + 0.554948, + 0.594422 + ] + }, + "v_measure": 0.583, + "v_measure_std": 0.028996, + "main_score": 0.583, + "hf_subset": "fin_Latn", + "languages": [ + "fin-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.2523, + 0.224118, + 0.245392, + 0.236976, + 0.24097, + 0.247682, + 0.214438, + 0.23847, + 0.244039, + 0.233203 + ] + }, + "v_measure": 0.237759, + "v_measure_std": 0.010815, + "main_score": 0.237759, + "hf_subset": "fon_Latn", + "languages": [ + "fon-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.643095, + 0.600123, + 0.643529, + 0.675486, + 0.634078, + 0.57763, + 0.556309, + 0.622512, + 0.598431, + 0.573173 + ] + }, + "v_measure": 0.612437, + "v_measure_std": 0.035641, + "main_score": 0.612437, + "hf_subset": "fra_Latn", + "languages": [ + "fra-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.564564, + 0.503433, + 0.560719, + 0.581241, + 0.534034, + 0.507016, + 0.563447, + 0.555232, + 0.501282, + 0.525375 + ] + }, + "v_measure": 0.539634, + "v_measure_std": 0.027726, + "main_score": 0.539634, + "hf_subset": "fur_Latn", + "languages": [ + "fur-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.241094, + 0.25978, + 0.238561, + 0.242459, + 0.269302, + 0.231826, + 0.269418, + 0.234324, + 0.264806, + 0.269586 + ] + }, + "v_measure": 0.252116, + "v_measure_std": 0.014988, + "main_score": 0.252116, + "hf_subset": "fuv_Latn", + "languages": [ + "fuv-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.147753, + 0.161697, + 0.19487, + 0.171658, + 0.180718, + 0.167883, + 0.184344, + 0.189131, + 0.187225, + 0.164992 + ] + }, + "v_measure": 0.175027, + "v_measure_std": 0.013947, + "main_score": 0.175027, + "hf_subset": "gaz_Latn", + "languages": [ + "gaz-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.243179, + 0.257576, + 0.253538, + 0.28803, + 0.252632, + 0.274024, + 0.254051, + 0.271331, + 0.27514, + 0.222559 + ] + }, + "v_measure": 0.259206, + "v_measure_std": 0.017764, + "main_score": 0.259206, + "hf_subset": "gla_Latn", + "languages": [ + "gla-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.278991, + 0.280108, + 0.250877, + 0.219058, + 0.272664, + 0.252533, + 0.255153, + 0.25006, + 0.245883, + 0.246746 + ] + }, + "v_measure": 0.255207, + "v_measure_std": 0.017344, + "main_score": 0.255207, + "hf_subset": "gle_Latn", + "languages": [ + "gle-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.60385, + 0.610204, + 0.625968, + 0.591878, + 0.601875, + 0.579966, + 0.625108, + 0.630672, + 0.649418, + 0.585517 + ] + }, + "v_measure": 0.610446, + "v_measure_std": 0.020967, + "main_score": 0.610446, + "hf_subset": "glg_Latn", + "languages": [ + "glg-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.421801, + 0.444939, + 0.424602, + 0.419588, + 0.384093, + 0.45996, + 0.46395, + 0.448203, + 0.426871, + 0.449543 + ] + }, + "v_measure": 0.434355, + "v_measure_std": 0.022625, + "main_score": 0.434355, + "hf_subset": "grn_Latn", + "languages": [ + "grn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.586438, + 0.595371, + 0.561037, + 0.559154, + 0.5432, + 0.560719, + 0.561716, + 0.581418, + 0.571318, + 0.542814 + ] + }, + "v_measure": 0.566319, + "v_measure_std": 0.016494, + "main_score": 0.566319, + "hf_subset": "guj_Gujr", + "languages": [ + "guj-Gujr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.461569, + 0.459163, + 0.412101, + 0.44691, + 0.447713, + 0.395646, + 0.451633, + 0.443711, + 0.480889, + 0.449574 + ] + }, + "v_measure": 0.444891, + "v_measure_std": 0.023149, + "main_score": 0.444891, + "hf_subset": "hat_Latn", + "languages": [ + "hat-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.233321, + 0.20497, + 0.240569, + 0.211829, + 0.249928, + 0.242743, + 0.265251, + 0.239402, + 0.239144, + 0.250539 + ] + }, + "v_measure": 0.23777, + "v_measure_std": 0.016946, + "main_score": 0.23777, + "hf_subset": "hau_Latn", + "languages": [ + "hau-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.569239, + 0.561057, + 0.601843, + 0.556404, + 0.541399, + 0.558542, + 0.597524, + 0.554071, + 0.561882, + 0.531244 + ] + }, + "v_measure": 0.56332, + "v_measure_std": 0.020885, + "main_score": 0.56332, + "hf_subset": "heb_Hebr", + "languages": [ + "heb-Hebr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.626526, + 0.556077, + 0.588588, + 0.643955, + 0.613705, + 0.621462, + 0.651448, + 0.541608, + 0.630468, + 0.560308 + ] + }, + "v_measure": 0.603414, + "v_measure_std": 0.037131, + "main_score": 0.603414, + "hf_subset": "hin_Deva", + "languages": [ + "hin-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.545207, + 0.565151, + 0.552382, + 0.560771, + 0.582632, + 0.540046, + 0.55846, + 0.509727, + 0.538592, + 0.538619 + ] + }, + "v_measure": 0.549159, + "v_measure_std": 0.018666, + "main_score": 0.549159, + "hf_subset": "hne_Deva", + "languages": [ + "hne-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.627138, + 0.641176, + 0.604335, + 0.580156, + 0.604962, + 0.607439, + 0.613347, + 0.573474, + 0.582465, + 0.558853 + ] + }, + "v_measure": 0.599335, + "v_measure_std": 0.024088, + "main_score": 0.599335, + "hf_subset": "hrv_Latn", + "languages": [ + "hrv-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.607587, + 0.571135, + 0.621896, + 0.645506, + 0.614656, + 0.558155, + 0.626329, + 0.672466, + 0.601054, + 0.529977 + ] + }, + "v_measure": 0.604876, + "v_measure_std": 0.040022, + "main_score": 0.604876, + "hf_subset": "hun_Latn", + "languages": [ + "hun-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.463517, + 0.509381, + 0.530684, + 0.47531, + 0.548678, + 0.527987, + 0.450575, + 0.462053, + 0.533503, + 0.49198 + ] + }, + "v_measure": 0.499367, + "v_measure_std": 0.033449, + "main_score": 0.499367, + "hf_subset": "hye_Armn", + "languages": [ + "hye-Armn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.25262, + 0.253644, + 0.247453, + 0.238552, + 0.250208, + 0.224223, + 0.246146, + 0.25588, + 0.258781, + 0.234783 + ] + }, + "v_measure": 0.246229, + "v_measure_std": 0.010189, + "main_score": 0.246229, + "hf_subset": "ibo_Latn", + "languages": [ + "ibo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.433865, + 0.404173, + 0.441435, + 0.420417, + 0.462832, + 0.434334, + 0.43929, + 0.436053, + 0.449172, + 0.451496 + ] + }, + "v_measure": 0.437307, + "v_measure_std": 0.015556, + "main_score": 0.437307, + "hf_subset": "ilo_Latn", + "languages": [ + "ilo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.604795, + 0.643359, + 0.575291, + 0.646465, + 0.659995, + 0.558595, + 0.5681, + 0.559119, + 0.643256, + 0.710839 + ] + }, + "v_measure": 0.616981, + "v_measure_std": 0.048937, + "main_score": 0.616981, + "hf_subset": "ind_Latn", + "languages": [ + "ind-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.362631, + 0.330939, + 0.356666, + 0.369025, + 0.40008, + 0.368584, + 0.369417, + 0.412299, + 0.385243, + 0.331509 + ] + }, + "v_measure": 0.368639, + "v_measure_std": 0.0248, + "main_score": 0.368639, + "hf_subset": "isl_Latn", + "languages": [ + "isl-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.595101, + 0.583695, + 0.634536, + 0.662127, + 0.606656, + 0.62083, + 0.652651, + 0.678175, + 0.614093, + 0.652192 + ] + }, + "v_measure": 0.630006, + "v_measure_std": 0.029365, + "main_score": 0.630006, + "hf_subset": "ita_Latn", + "languages": [ + "ita-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.51474, + 0.538484, + 0.537366, + 0.553576, + 0.607203, + 0.534312, + 0.579089, + 0.60338, + 0.540022, + 0.500998 + ] + }, + "v_measure": 0.550917, + "v_measure_std": 0.033548, + "main_score": 0.550917, + "hf_subset": "jav_Latn", + "languages": [ + "jav-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.562363, + 0.595349, + 0.6941, + 0.559445, + 0.561634, + 0.601929, + 0.614393, + 0.602803, + 0.597661, + 0.640745 + ] + }, + "v_measure": 0.603042, + "v_measure_std": 0.038989, + "main_score": 0.603042, + "hf_subset": "jpn_Jpan", + "languages": [ + "jpn-Jpan" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.127479, + 0.103412, + 0.093907, + 0.124882, + 0.108453, + 0.113885, + 0.09846, + 0.127104, + 0.091061, + 0.11031 + ] + }, + "v_measure": 0.109895, + "v_measure_std": 0.012772, + "main_score": 0.109895, + "hf_subset": "kab_Latn", + "languages": [ + "kab-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.246284, + 0.2781, + 0.254363, + 0.262795, + 0.250626, + 0.269201, + 0.258654, + 0.239533, + 0.243779, + 0.251495 + ] + }, + "v_measure": 0.255483, + "v_measure_std": 0.011314, + "main_score": 0.255483, + "hf_subset": "kac_Latn", + "languages": [ + "kac-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.271978, + 0.258568, + 0.271888, + 0.269167, + 0.260951, + 0.276928, + 0.259506, + 0.252094, + 0.242192, + 0.266319 + ] + }, + "v_measure": 0.262959, + "v_measure_std": 0.009953, + "main_score": 0.262959, + "hf_subset": "kam_Latn", + "languages": [ + "kam-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.540676, + 0.53599, + 0.500572, + 0.580181, + 0.510805, + 0.523074, + 0.506868, + 0.523527, + 0.596157, + 0.55463 + ] + }, + "v_measure": 0.537248, + "v_measure_std": 0.029976, + "main_score": 0.537248, + "hf_subset": "kan_Knda", + "languages": [ + "kan-Knda" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.390029, + 0.360734, + 0.421847, + 0.358598, + 0.384278, + 0.41582, + 0.407389, + 0.397225, + 0.431147, + 0.430458 + ] + }, + "v_measure": 0.399752, + "v_measure_std": 0.025079, + "main_score": 0.399752, + "hf_subset": "kas_Deva", + "languages": [ + "kas-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.50108, + 0.457219, + 0.511356, + 0.425605, + 0.486992, + 0.454762, + 0.438794, + 0.479098, + 0.459533, + 0.500893 + ] + }, + "v_measure": 0.471533, + "v_measure_std": 0.027255, + "main_score": 0.471533, + "hf_subset": "kat_Geor", + "languages": [ + "kat-Geor" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.553284, + 0.486188, + 0.537332, + 0.510128, + 0.535377, + 0.529326, + 0.50176, + 0.564958, + 0.503322, + 0.550129 + ] + }, + "v_measure": 0.52718, + "v_measure_std": 0.024488, + "main_score": 0.52718, + "hf_subset": "kaz_Cyrl", + "languages": [ + "kaz-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.210362, + 0.241133, + 0.202405, + 0.21868, + 0.248266, + 0.233818, + 0.229387, + 0.233335, + 0.22359, + 0.220135 + ] + }, + "v_measure": 0.226111, + "v_measure_std": 0.013214, + "main_score": 0.226111, + "hf_subset": "kbp_Latn", + "languages": [ + "kbp-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.493746, + 0.546011, + 0.494881, + 0.536467, + 0.534357, + 0.517005, + 0.53225, + 0.545865, + 0.502648, + 0.495322 + ] + }, + "v_measure": 0.519855, + "v_measure_std": 0.020523, + "main_score": 0.519855, + "hf_subset": "kea_Latn", + "languages": [ + "kea-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.285144, + 0.282549, + 0.277881, + 0.296022, + 0.271511, + 0.315369, + 0.288581, + 0.306632, + 0.24847, + 0.289634 + ] + }, + "v_measure": 0.286179, + "v_measure_std": 0.017622, + "main_score": 0.286179, + "hf_subset": "khk_Cyrl", + "languages": [ + "khk-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.405604, + 0.421103, + 0.420236, + 0.395901, + 0.362408, + 0.349935, + 0.413298, + 0.361776, + 0.406204, + 0.376672 + ] + }, + "v_measure": 0.391314, + "v_measure_std": 0.025077, + "main_score": 0.391314, + "hf_subset": "khm_Khmr", + "languages": [ + "khm-Khmr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.264685, + 0.272974, + 0.29978, + 0.291892, + 0.273867, + 0.313798, + 0.285949, + 0.290219, + 0.313462, + 0.287936 + ] + }, + "v_measure": 0.289456, + "v_measure_std": 0.015572, + "main_score": 0.289456, + "hf_subset": "kik_Latn", + "languages": [ + "kik-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.276041, + 0.262481, + 0.275085, + 0.263697, + 0.26776, + 0.271056, + 0.263973, + 0.272681, + 0.267602, + 0.24603 + ] + }, + "v_measure": 0.26664, + "v_measure_std": 0.00822, + "main_score": 0.26664, + "hf_subset": "kin_Latn", + "languages": [ + "kin-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.481001, + 0.430558, + 0.461755, + 0.421182, + 0.446607, + 0.467713, + 0.448431, + 0.464665, + 0.445053, + 0.446331 + ] + }, + "v_measure": 0.45133, + "v_measure_std": 0.016943, + "main_score": 0.45133, + "hf_subset": "kir_Cyrl", + "languages": [ + "kir-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.213846, + 0.19408, + 0.205583, + 0.210712, + 0.223096, + 0.237758, + 0.216803, + 0.214846, + 0.215053, + 0.204997 + ] + }, + "v_measure": 0.213678, + "v_measure_std": 0.011024, + "main_score": 0.213678, + "hf_subset": "kmb_Latn", + "languages": [ + "kmb-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.316583, + 0.32648, + 0.341757, + 0.30436, + 0.347039, + 0.307415, + 0.347615, + 0.346025, + 0.309089, + 0.351476 + ] + }, + "v_measure": 0.329784, + "v_measure_std": 0.018038, + "main_score": 0.329784, + "hf_subset": "kmr_Latn", + "languages": [ + "kmr-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.281138, + 0.279362, + 0.287351, + 0.304555, + 0.289419, + 0.248481, + 0.299612, + 0.307747, + 0.281365, + 0.275923 + ] + }, + "v_measure": 0.285495, + "v_measure_std": 0.016161, + "main_score": 0.285495, + "hf_subset": "knc_Latn", + "languages": [ + "knc-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.326821, + 0.294818, + 0.270677, + 0.294513, + 0.327215, + 0.2886, + 0.278842, + 0.3161, + 0.301699, + 0.262706 + ] + }, + "v_measure": 0.296199, + "v_measure_std": 0.021126, + "main_score": 0.296199, + "hf_subset": "kon_Latn", + "languages": [ + "kon-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.606591, + 0.577876, + 0.574924, + 0.566102, + 0.655389, + 0.565481, + 0.584098, + 0.6019, + 0.574611, + 0.664137 + ] + }, + "v_measure": 0.597111, + "v_measure_std": 0.033914, + "main_score": 0.597111, + "hf_subset": "kor_Hang", + "languages": [ + "kor-Hang" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.360184, + 0.352345, + 0.335531, + 0.364318, + 0.359084, + 0.373792, + 0.307753, + 0.361457, + 0.376828, + 0.326214 + ] + }, + "v_measure": 0.351751, + "v_measure_std": 0.02084, + "main_score": 0.351751, + "hf_subset": "lao_Laoo", + "languages": [ + "lao-Laoo" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.543257, + 0.503419, + 0.489612, + 0.532692, + 0.504877, + 0.46411, + 0.505297, + 0.526001, + 0.544629, + 0.51443 + ] + }, + "v_measure": 0.512832, + "v_measure_std": 0.023725, + "main_score": 0.512832, + "hf_subset": "lij_Latn", + "languages": [ + "lij-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.504278, + 0.571321, + 0.516369, + 0.562754, + 0.554711, + 0.523134, + 0.506643, + 0.527586, + 0.515879, + 0.504878 + ] + }, + "v_measure": 0.528755, + "v_measure_std": 0.023774, + "main_score": 0.528755, + "hf_subset": "lim_Latn", + "languages": [ + "lim-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.328992, + 0.338061, + 0.330892, + 0.338973, + 0.365401, + 0.327969, + 0.353211, + 0.357478, + 0.347776, + 0.347097 + ] + }, + "v_measure": 0.343585, + "v_measure_std": 0.012088, + "main_score": 0.343585, + "hf_subset": "lin_Latn", + "languages": [ + "lin-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.550414, + 0.524001, + 0.513888, + 0.565036, + 0.607988, + 0.622331, + 0.42908, + 0.547732, + 0.566188, + 0.588255 + ] + }, + "v_measure": 0.551491, + "v_measure_std": 0.052087, + "main_score": 0.551491, + "hf_subset": "lit_Latn", + "languages": [ + "lit-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.501315, + 0.518044, + 0.504527, + 0.54585, + 0.534041, + 0.564537, + 0.574162, + 0.51701, + 0.506468, + 0.552746 + ] + }, + "v_measure": 0.53187, + "v_measure_std": 0.02496, + "main_score": 0.53187, + "hf_subset": "lmo_Latn", + "languages": [ + "lmo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.426419, + 0.427759, + 0.425358, + 0.402304, + 0.416885, + 0.424843, + 0.434035, + 0.438455, + 0.401026, + 0.423869 + ] + }, + "v_measure": 0.422095, + "v_measure_std": 0.011598, + "main_score": 0.422095, + "hf_subset": "ltg_Latn", + "languages": [ + "ltg-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.567707, + 0.573198, + 0.561945, + 0.570748, + 0.565915, + 0.534015, + 0.557345, + 0.596925, + 0.550959, + 0.522879 + ] + }, + "v_measure": 0.560164, + "v_measure_std": 0.019731, + "main_score": 0.560164, + "hf_subset": "ltz_Latn", + "languages": [ + "ltz-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.327056, + 0.310385, + 0.326495, + 0.262787, + 0.277641, + 0.314121, + 0.268371, + 0.25919, + 0.295944, + 0.313925 + ] + }, + "v_measure": 0.295592, + "v_measure_std": 0.025115, + "main_score": 0.295592, + "hf_subset": "lua_Latn", + "languages": [ + "lua-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.23296, + 0.224534, + 0.20868, + 0.193922, + 0.223095, + 0.216365, + 0.192124, + 0.18983, + 0.224864, + 0.239573 + ] + }, + "v_measure": 0.214595, + "v_measure_std": 0.016797, + "main_score": 0.214595, + "hf_subset": "lug_Latn", + "languages": [ + "lug-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.256983, + 0.267493, + 0.268845, + 0.257726, + 0.259709, + 0.257895, + 0.257431, + 0.241197, + 0.239489, + 0.25971 + ] + }, + "v_measure": 0.256648, + "v_measure_std": 0.009065, + "main_score": 0.256648, + "hf_subset": "luo_Latn", + "languages": [ + "luo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.399185, + 0.350904, + 0.315975, + 0.360792, + 0.346075, + 0.356808, + 0.363124, + 0.355603, + 0.336817, + 0.352861 + ] + }, + "v_measure": 0.353814, + "v_measure_std": 0.01999, + "main_score": 0.353814, + "hf_subset": "lus_Latn", + "languages": [ + "lus-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.565361, + 0.5305, + 0.478441, + 0.570002, + 0.530971, + 0.586775, + 0.564871, + 0.587315, + 0.579106, + 0.526443 + ] + }, + "v_measure": 0.551978, + "v_measure_std": 0.032906, + "main_score": 0.551978, + "hf_subset": "lvs_Latn", + "languages": [ + "lvs-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.575373, + 0.549958, + 0.612189, + 0.543317, + 0.601925, + 0.607963, + 0.614373, + 0.551812, + 0.59172, + 0.55936 + ] + }, + "v_measure": 0.580799, + "v_measure_std": 0.026649, + "main_score": 0.580799, + "hf_subset": "mag_Deva", + "languages": [ + "mag-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.586841, + 0.636509, + 0.550616, + 0.576036, + 0.568573, + 0.577639, + 0.558197, + 0.563202, + 0.487799, + 0.587997 + ] + }, + "v_measure": 0.569341, + "v_measure_std": 0.035273, + "main_score": 0.569341, + "hf_subset": "mai_Deva", + "languages": [ + "mai-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.51395, + 0.568283, + 0.500911, + 0.489155, + 0.542124, + 0.575451, + 0.524053, + 0.499723, + 0.521954, + 0.564154 + ] + }, + "v_measure": 0.529976, + "v_measure_std": 0.029383, + "main_score": 0.529976, + "hf_subset": "mal_Mlym", + "languages": [ + "mal-Mlym" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.549298, + 0.537526, + 0.573984, + 0.485743, + 0.539917, + 0.546126, + 0.543681, + 0.525807, + 0.569224, + 0.572367 + ] + }, + "v_measure": 0.544367, + "v_measure_std": 0.024809, + "main_score": 0.544367, + "hf_subset": "mar_Deva", + "languages": [ + "mar-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.48497, + 0.505742, + 0.49293, + 0.477529, + 0.489187, + 0.476426, + 0.479016, + 0.503176, + 0.536159, + 0.469627 + ] + }, + "v_measure": 0.491476, + "v_measure_std": 0.018548, + "main_score": 0.491476, + "hf_subset": "min_Latn", + "languages": [ + "min-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.635553, + 0.563205, + 0.544277, + 0.61813, + 0.5405, + 0.579995, + 0.550088, + 0.563365, + 0.584965, + 0.563979 + ] + }, + "v_measure": 0.574406, + "v_measure_std": 0.029662, + "main_score": 0.574406, + "hf_subset": "mkd_Cyrl", + "languages": [ + "mkd-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.548396, + 0.546935, + 0.500083, + 0.492918, + 0.518432, + 0.529627, + 0.465193, + 0.50532, + 0.520774, + 0.525857 + ] + }, + "v_measure": 0.515354, + "v_measure_std": 0.024073, + "main_score": 0.515354, + "hf_subset": "mlt_Latn", + "languages": [ + "mlt-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.265605, + 0.257421, + 0.263139, + 0.272753, + 0.238405, + 0.267487, + 0.225418, + 0.26598, + 0.254742, + 0.20845 + ] + }, + "v_measure": 0.25194, + "v_measure_std": 0.02, + "main_score": 0.25194, + "hf_subset": "mni_Beng", + "languages": [ + "mni-Beng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.258894, + 0.230458, + 0.241837, + 0.257447, + 0.219744, + 0.236829, + 0.242155, + 0.214609, + 0.233153, + 0.241073 + ] + }, + "v_measure": 0.23762, + "v_measure_std": 0.013479, + "main_score": 0.23762, + "hf_subset": "mos_Latn", + "languages": [ + "mos-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.209241, + 0.1992, + 0.220312, + 0.225712, + 0.218511, + 0.220799, + 0.210403, + 0.218079, + 0.186411, + 0.200138 + ] + }, + "v_measure": 0.210881, + "v_measure_std": 0.011708, + "main_score": 0.210881, + "hf_subset": "mri_Latn", + "languages": [ + "mri-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.399712, + 0.406164, + 0.402457, + 0.394465, + 0.390537, + 0.410212, + 0.392136, + 0.387605, + 0.422616, + 0.429432 + ] + }, + "v_measure": 0.403534, + "v_measure_std": 0.013179, + "main_score": 0.403534, + "hf_subset": "mya_Mymr", + "languages": [ + "mya-Mymr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.610848, + 0.60124, + 0.607237, + 0.576386, + 0.614708, + 0.666115, + 0.587323, + 0.53107, + 0.565623, + 0.591394 + ] + }, + "v_measure": 0.595194, + "v_measure_std": 0.033547, + "main_score": 0.595194, + "hf_subset": "nld_Latn", + "languages": [ + "nld-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.58234, + 0.622574, + 0.517344, + 0.580572, + 0.58217, + 0.615581, + 0.566051, + 0.630985, + 0.619024, + 0.629254 + ] + }, + "v_measure": 0.59459, + "v_measure_std": 0.034101, + "main_score": 0.59459, + "hf_subset": "nno_Latn", + "languages": [ + "nno-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.608689, + 0.588652, + 0.597335, + 0.571592, + 0.596462, + 0.577323, + 0.604449, + 0.566207, + 0.568572, + 0.597614 + ] + }, + "v_measure": 0.58769, + "v_measure_std": 0.014781, + "main_score": 0.58769, + "hf_subset": "nob_Latn", + "languages": [ + "nob-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.52269, + 0.48533, + 0.557071, + 0.550628, + 0.541529, + 0.569393, + 0.549802, + 0.547424, + 0.506569, + 0.551617 + ] + }, + "v_measure": 0.538205, + "v_measure_std": 0.024353, + "main_score": 0.538205, + "hf_subset": "npi_Deva", + "languages": [ + "npi-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.043909, + 0.033594, + 0.033856, + 0.036418, + 0.038708, + 0.026036, + 0.029864, + 0.032431, + 0.026192, + 0.039146 + ] + }, + "v_measure": 0.034015, + "v_measure_std": 0.005448, + "main_score": 0.034015, + "hf_subset": "nqo_Nkoo", + "languages": [ + "nqo-Nkoo" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.267566, + 0.261282, + 0.280652, + 0.284387, + 0.257246, + 0.231247, + 0.281192, + 0.271375, + 0.275379, + 0.265573 + ] + }, + "v_measure": 0.26759, + "v_measure_std": 0.01478, + "main_score": 0.26759, + "hf_subset": "nso_Latn", + "languages": [ + "nso-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.17865, + 0.158462, + 0.174769, + 0.179695, + 0.169482, + 0.152071, + 0.162071, + 0.158068, + 0.161652, + 0.183675 + ] + }, + "v_measure": 0.167859, + "v_measure_std": 0.010308, + "main_score": 0.167859, + "hf_subset": "nus_Latn", + "languages": [ + "nus-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.306037, + 0.280876, + 0.298106, + 0.294871, + 0.319134, + 0.302502, + 0.288598, + 0.321364, + 0.310484, + 0.278155 + ] + }, + "v_measure": 0.300013, + "v_measure_std": 0.014064, + "main_score": 0.300013, + "hf_subset": "nya_Latn", + "languages": [ + "nya-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.611271, + 0.568977, + 0.540353, + 0.634695, + 0.642843, + 0.628854, + 0.534624, + 0.609055, + 0.642607, + 0.615968 + ] + }, + "v_measure": 0.602925, + "v_measure_std": 0.038549, + "main_score": 0.602925, + "hf_subset": "oci_Latn", + "languages": [ + "oci-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.458796, + 0.526965, + 0.457198, + 0.488194, + 0.509653, + 0.564358, + 0.512431, + 0.485708, + 0.474661, + 0.464617 + ] + }, + "v_measure": 0.494258, + "v_measure_std": 0.032488, + "main_score": 0.494258, + "hf_subset": "ory_Orya", + "languages": [ + "ory-Orya" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.474378, + 0.470904, + 0.386167, + 0.434325, + 0.447462, + 0.461249, + 0.489797, + 0.486764, + 0.459709, + 0.466615 + ] + }, + "v_measure": 0.457737, + "v_measure_std": 0.028621, + "main_score": 0.457737, + "hf_subset": "pag_Latn", + "languages": [ + "pag-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.474316, + 0.535714, + 0.540811, + 0.565594, + 0.474029, + 0.482623, + 0.473471, + 0.547165, + 0.525722, + 0.557576 + ] + }, + "v_measure": 0.517702, + "v_measure_std": 0.035568, + "main_score": 0.517702, + "hf_subset": "pan_Guru", + "languages": [ + "pan-Guru" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.544843, + 0.502814, + 0.501888, + 0.473718, + 0.476023, + 0.535332, + 0.483283, + 0.556288, + 0.480482, + 0.526246 + ] + }, + "v_measure": 0.508092, + "v_measure_std": 0.028981, + "main_score": 0.508092, + "hf_subset": "pap_Latn", + "languages": [ + "pap-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.399115, + 0.407041, + 0.354682, + 0.389383, + 0.37929, + 0.357636, + 0.419918, + 0.411171, + 0.425499, + 0.409014 + ] + }, + "v_measure": 0.395275, + "v_measure_std": 0.023389, + "main_score": 0.395275, + "hf_subset": "pbt_Arab", + "languages": [ + "pbt-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.616193, + 0.601917, + 0.61931, + 0.576432, + 0.57448, + 0.554203, + 0.594055, + 0.56903, + 0.586963, + 0.561224 + ] + }, + "v_measure": 0.585381, + "v_measure_std": 0.021151, + "main_score": 0.585381, + "hf_subset": "pes_Arab", + "languages": [ + "pes-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.269069, + 0.30073, + 0.263885, + 0.278916, + 0.285449, + 0.287033, + 0.235312, + 0.294512, + 0.297001, + 0.297909 + ] + }, + "v_measure": 0.280982, + "v_measure_std": 0.019228, + "main_score": 0.280982, + "hf_subset": "plt_Latn", + "languages": [ + "plt-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.622526, + 0.540894, + 0.564731, + 0.590765, + 0.610287, + 0.62692, + 0.662972, + 0.613897, + 0.563125, + 0.647584 + ] + }, + "v_measure": 0.60437, + "v_measure_std": 0.037084, + "main_score": 0.60437, + "hf_subset": "pol_Latn", + "languages": [ + "pol-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.558942, + 0.59408, + 0.64245, + 0.504109, + 0.705855, + 0.633857, + 0.601023, + 0.541773, + 0.623075, + 0.582414 + ] + }, + "v_measure": 0.598758, + "v_measure_std": 0.054118, + "main_score": 0.598758, + "hf_subset": "por_Latn", + "languages": [ + "por-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.590051, + 0.604345, + 0.569942, + 0.57307, + 0.577049, + 0.557312, + 0.560411, + 0.639683, + 0.642806, + 0.54918 + ] + }, + "v_measure": 0.586385, + "v_measure_std": 0.031303, + "main_score": 0.586385, + "hf_subset": "prs_Arab", + "languages": [ + "prs-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.274158, + 0.280896, + 0.25568, + 0.298729, + 0.278242, + 0.289827, + 0.289313, + 0.301483, + 0.312885, + 0.287119 + ] + }, + "v_measure": 0.286833, + "v_measure_std": 0.015134, + "main_score": 0.286833, + "hf_subset": "quy_Latn", + "languages": [ + "quy-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.582507, + 0.543784, + 0.611034, + 0.625712, + 0.593793, + 0.637753, + 0.597812, + 0.549775, + 0.517964, + 0.527985 + ] + }, + "v_measure": 0.578812, + "v_measure_std": 0.039582, + "main_score": 0.578812, + "hf_subset": "ron_Latn", + "languages": [ + "ron-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.237912, + 0.228619, + 0.225839, + 0.208353, + 0.25357, + 0.213426, + 0.199209, + 0.214162, + 0.232402, + 0.233283 + ] + }, + "v_measure": 0.224677, + "v_measure_std": 0.015208, + "main_score": 0.224677, + "hf_subset": "run_Latn", + "languages": [ + "run-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.601213, + 0.603006, + 0.59596, + 0.553284, + 0.640627, + 0.573756, + 0.615123, + 0.670353, + 0.564178, + 0.683006 + ] + }, + "v_measure": 0.610051, + "v_measure_std": 0.041097, + "main_score": 0.610051, + "hf_subset": "rus_Cyrl", + "languages": [ + "rus-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.239021, + 0.266207, + 0.265201, + 0.255345, + 0.241493, + 0.251387, + 0.258475, + 0.285335, + 0.224746, + 0.254738 + ] + }, + "v_measure": 0.254195, + "v_measure_std": 0.01588, + "main_score": 0.254195, + "hf_subset": "sag_Latn", + "languages": [ + "sag-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.520357, + 0.452268, + 0.456172, + 0.482097, + 0.455126, + 0.518736, + 0.468779, + 0.457381, + 0.492348, + 0.470684 + ] + }, + "v_measure": 0.477395, + "v_measure_std": 0.024286, + "main_score": 0.477395, + "hf_subset": "san_Deva", + "languages": [ + "san-Deva" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.039278, + 0.030648, + 0.032429, + 0.021468, + 0.039804, + 0.029963, + 0.021625, + 0.032171, + 0.024579, + 0.023348 + ] + }, + "v_measure": 0.029531, + "v_measure_std": 0.006385, + "main_score": 0.029531, + "hf_subset": "sat_Olck", + "languages": [ + "sat-Olck" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.521128, + 0.546775, + 0.533068, + 0.528914, + 0.4639, + 0.525926, + 0.544426, + 0.532309, + 0.528329, + 0.512148 + ] + }, + "v_measure": 0.523692, + "v_measure_std": 0.022121, + "main_score": 0.523692, + "hf_subset": "scn_Latn", + "languages": [ + "scn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.250492, + 0.250266, + 0.248509, + 0.240347, + 0.240019, + 0.212026, + 0.220939, + 0.218672, + 0.23728, + 0.223723 + ] + }, + "v_measure": 0.234227, + "v_measure_std": 0.01352, + "main_score": 0.234227, + "hf_subset": "shn_Mymr", + "languages": [ + "shn-Mymr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.099811, + 0.113994, + 0.082554, + 0.096749, + 0.098532, + 0.120075, + 0.109704, + 0.118252, + 0.087906, + 0.092743 + ] + }, + "v_measure": 0.102032, + "v_measure_std": 0.012251, + "main_score": 0.102032, + "hf_subset": "sin_Sinh", + "languages": [ + "sin-Sinh" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.59404, + 0.455754, + 0.630521, + 0.555049, + 0.590729, + 0.585214, + 0.572793, + 0.612284, + 0.570565, + 0.572994 + ] + }, + "v_measure": 0.573994, + "v_measure_std": 0.044523, + "main_score": 0.573994, + "hf_subset": "slk_Latn", + "languages": [ + "slk-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.580603, + 0.581153, + 0.548311, + 0.58357, + 0.606104, + 0.612734, + 0.60261, + 0.56186, + 0.565493, + 0.609084 + ] + }, + "v_measure": 0.585152, + "v_measure_std": 0.020983, + "main_score": 0.585152, + "hf_subset": "slv_Latn", + "languages": [ + "slv-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.248095, + 0.251802, + 0.230793, + 0.165558, + 0.250284, + 0.256872, + 0.236742, + 0.234483, + 0.219793, + 0.244005 + ] + }, + "v_measure": 0.233843, + "v_measure_std": 0.025116, + "main_score": 0.233843, + "hf_subset": "smo_Latn", + "languages": [ + "smo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.263872, + 0.284466, + 0.269136, + 0.247863, + 0.284726, + 0.234875, + 0.240074, + 0.236679, + 0.270531, + 0.235292 + ] + }, + "v_measure": 0.256751, + "v_measure_std": 0.019089, + "main_score": 0.256751, + "hf_subset": "sna_Latn", + "languages": [ + "sna-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.464024, + 0.454527, + 0.473037, + 0.477369, + 0.472425, + 0.471634, + 0.432188, + 0.402952, + 0.458355, + 0.451176 + ] + }, + "v_measure": 0.455769, + "v_measure_std": 0.021765, + "main_score": 0.455769, + "hf_subset": "snd_Arab", + "languages": [ + "snd-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.197352, + 0.187136, + 0.202105, + 0.159127, + 0.216172, + 0.210134, + 0.222344, + 0.209042, + 0.219958, + 0.226753 + ] + }, + "v_measure": 0.205012, + "v_measure_std": 0.01912, + "main_score": 0.205012, + "hf_subset": "som_Latn", + "languages": [ + "som-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.255987, + 0.272089, + 0.250074, + 0.251798, + 0.250376, + 0.255323, + 0.233775, + 0.263632, + 0.232408, + 0.276863 + ] + }, + "v_measure": 0.254232, + "v_measure_std": 0.013625, + "main_score": 0.254232, + "hf_subset": "sot_Latn", + "languages": [ + "sot-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.615424, + 0.536247, + 0.595792, + 0.607961, + 0.663293, + 0.630588, + 0.636527, + 0.55119, + 0.54014, + 0.653101 + ] + }, + "v_measure": 0.603026, + "v_measure_std": 0.043992, + "main_score": 0.603026, + "hf_subset": "spa_Latn", + "languages": [ + "spa-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.483768, + 0.52671, + 0.5364, + 0.530776, + 0.50938, + 0.509907, + 0.514788, + 0.464048, + 0.430509, + 0.485024 + ] + }, + "v_measure": 0.499131, + "v_measure_std": 0.03161, + "main_score": 0.499131, + "hf_subset": "srd_Latn", + "languages": [ + "srd-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.532261, + 0.534546, + 0.572082, + 0.575436, + 0.580944, + 0.589589, + 0.633945, + 0.620463, + 0.617411, + 0.57315 + ] + }, + "v_measure": 0.582983, + "v_measure_std": 0.03229, + "main_score": 0.582983, + "hf_subset": "srp_Cyrl", + "languages": [ + "srp-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.210807, + 0.190188, + 0.22324, + 0.213814, + 0.184462, + 0.212509, + 0.249414, + 0.197722, + 0.233375, + 0.218566 + ] + }, + "v_measure": 0.21341, + "v_measure_std": 0.018572, + "main_score": 0.21341, + "hf_subset": "ssw_Latn", + "languages": [ + "ssw-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.53944, + 0.536797, + 0.523831, + 0.626802, + 0.553503, + 0.523952, + 0.57175, + 0.571775, + 0.558017, + 0.513628 + ] + }, + "v_measure": 0.55195, + "v_measure_std": 0.031395, + "main_score": 0.55195, + "hf_subset": "sun_Latn", + "languages": [ + "sun-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.601659, + 0.576848, + 0.663573, + 0.631303, + 0.630137, + 0.621203, + 0.56217, + 0.610446, + 0.578242, + 0.630414 + ] + }, + "v_measure": 0.6106, + "v_measure_std": 0.029552, + "main_score": 0.6106, + "hf_subset": "swe_Latn", + "languages": [ + "swe-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.273678, + 0.240766, + 0.297181, + 0.242969, + 0.284443, + 0.287104, + 0.272334, + 0.299806, + 0.266923, + 0.290917 + ] + }, + "v_measure": 0.275612, + "v_measure_std": 0.019659, + "main_score": 0.275612, + "hf_subset": "swh_Latn", + "languages": [ + "swh-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.477786, + 0.529797, + 0.445132, + 0.45555, + 0.505323, + 0.530362, + 0.517211, + 0.511955, + 0.523774, + 0.529512 + ] + }, + "v_measure": 0.50264, + "v_measure_std": 0.030205, + "main_score": 0.50264, + "hf_subset": "szl_Latn", + "languages": [ + "szl-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.434806, + 0.53804, + 0.500545, + 0.478481, + 0.520401, + 0.490731, + 0.493358, + 0.51083, + 0.52522, + 0.527668 + ] + }, + "v_measure": 0.502008, + "v_measure_std": 0.02861, + "main_score": 0.502008, + "hf_subset": "tam_Taml", + "languages": [ + "tam-Taml" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.035271, + 0.065342, + 0.06348, + 0.051511, + 0.051168, + 0.06203, + 0.068957, + 0.068783, + 0.059188, + 0.056975 + ] + }, + "v_measure": 0.058271, + "v_measure_std": 0.009714, + "main_score": 0.058271, + "hf_subset": "taq_Tfng", + "languages": [ + "taq-Tfng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.449652, + 0.476153, + 0.493583, + 0.53406, + 0.505936, + 0.456959, + 0.500103, + 0.473734, + 0.5051, + 0.474688 + ] + }, + "v_measure": 0.486997, + "v_measure_std": 0.024204, + "main_score": 0.486997, + "hf_subset": "tat_Cyrl", + "languages": [ + "tat-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.576854, + 0.533053, + 0.499536, + 0.555835, + 0.512483, + 0.544307, + 0.549734, + 0.51653, + 0.523338, + 0.543115 + ] + }, + "v_measure": 0.535479, + "v_measure_std": 0.021906, + "main_score": 0.535479, + "hf_subset": "tel_Telu", + "languages": [ + "tel-Telu" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.346437, + 0.357872, + 0.398434, + 0.343371, + 0.381955, + 0.34458, + 0.409007, + 0.376668, + 0.425388, + 0.403676 + ] + }, + "v_measure": 0.378739, + "v_measure_std": 0.028308, + "main_score": 0.378739, + "hf_subset": "tgk_Cyrl", + "languages": [ + "tgk-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.505673, + 0.548308, + 0.580097, + 0.533266, + 0.557209, + 0.482953, + 0.525256, + 0.51155, + 0.499529, + 0.568553 + ] + }, + "v_measure": 0.531239, + "v_measure_std": 0.030271, + "main_score": 0.531239, + "hf_subset": "tgl_Latn", + "languages": [ + "tgl-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.606076, + 0.59371, + 0.611579, + 0.62975, + 0.643393, + 0.589857, + 0.666234, + 0.604326, + 0.621021, + 0.564228 + ] + }, + "v_measure": 0.613017, + "v_measure_std": 0.027412, + "main_score": 0.613017, + "hf_subset": "tha_Thai", + "languages": [ + "tha-Thai" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.075779, + 0.076326, + 0.073446, + 0.068728, + 0.074302, + 0.079479, + 0.077287, + 0.083067, + 0.07138, + 0.077824 + ] + }, + "v_measure": 0.075762, + "v_measure_std": 0.003876, + "main_score": 0.075762, + "hf_subset": "tir_Ethi", + "languages": [ + "tir-Ethi" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.488426, + 0.478676, + 0.48222, + 0.474695, + 0.46178, + 0.499167, + 0.452934, + 0.472223, + 0.488891, + 0.482289 + ] + }, + "v_measure": 0.47813, + "v_measure_std": 0.012836, + "main_score": 0.47813, + "hf_subset": "tpi_Latn", + "languages": [ + "tpi-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.262822, + 0.230431, + 0.228806, + 0.253174, + 0.205952, + 0.246662, + 0.254681, + 0.236982, + 0.24405, + 0.244755 + ] + }, + "v_measure": 0.240831, + "v_measure_std": 0.0154, + "main_score": 0.240831, + "hf_subset": "tsn_Latn", + "languages": [ + "tsn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.221769, + 0.245758, + 0.233499, + 0.22558, + 0.213507, + 0.244678, + 0.260632, + 0.229195, + 0.218568, + 0.233505 + ] + }, + "v_measure": 0.232669, + "v_measure_std": 0.013587, + "main_score": 0.232669, + "hf_subset": "tso_Latn", + "languages": [ + "tso-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.416366, + 0.42387, + 0.387453, + 0.403612, + 0.359444, + 0.431939, + 0.403909, + 0.413097, + 0.389416, + 0.410381 + ] + }, + "v_measure": 0.403949, + "v_measure_std": 0.019808, + "main_score": 0.403949, + "hf_subset": "tuk_Latn", + "languages": [ + "tuk-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.283378, + 0.282872, + 0.296609, + 0.298998, + 0.28622, + 0.257881, + 0.2979, + 0.300394, + 0.258581, + 0.311749 + ] + }, + "v_measure": 0.287458, + "v_measure_std": 0.016826, + "main_score": 0.287458, + "hf_subset": "tum_Latn", + "languages": [ + "tum-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.609899, + 0.639395, + 0.566033, + 0.646498, + 0.531123, + 0.613574, + 0.587217, + 0.61348, + 0.651428, + 0.659549 + ] + }, + "v_measure": 0.61182, + "v_measure_std": 0.038772, + "main_score": 0.61182, + "hf_subset": "tur_Latn", + "languages": [ + "tur-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.300914, + 0.294364, + 0.302505, + 0.283985, + 0.267649, + 0.299501, + 0.287536, + 0.281853, + 0.27635, + 0.280234 + ] + }, + "v_measure": 0.287489, + "v_measure_std": 0.011007, + "main_score": 0.287489, + "hf_subset": "twi_Latn", + "languages": [ + "twi-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.040534, + 0.043549, + 0.042923, + 0.02765, + 0.027009, + 0.04289, + 0.036378, + 0.034906, + 0.042317, + 0.039174 + ] + }, + "v_measure": 0.037733, + "v_measure_std": 0.005872, + "main_score": 0.037733, + "hf_subset": "tzm_Tfng", + "languages": [ + "tzm-Tfng" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.378486, + 0.386674, + 0.354452, + 0.357195, + 0.393577, + 0.388624, + 0.366269, + 0.426535, + 0.391232, + 0.402226 + ] + }, + "v_measure": 0.384527, + "v_measure_std": 0.02061, + "main_score": 0.384527, + "hf_subset": "uig_Arab", + "languages": [ + "uig-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.631852, + 0.613653, + 0.591447, + 0.573469, + 0.580159, + 0.60718, + 0.62623, + 0.636703, + 0.559739, + 0.608579 + ] + }, + "v_measure": 0.602901, + "v_measure_std": 0.024635, + "main_score": 0.602901, + "hf_subset": "ukr_Cyrl", + "languages": [ + "ukr-Cyrl" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.197837, + 0.245114, + 0.212523, + 0.20046, + 0.225232, + 0.210467, + 0.234964, + 0.213185, + 0.212407, + 0.23997 + ] + }, + "v_measure": 0.219216, + "v_measure_std": 0.015487, + "main_score": 0.219216, + "hf_subset": "umb_Latn", + "languages": [ + "umb-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.548593, + 0.584118, + 0.571817, + 0.542789, + 0.607319, + 0.528811, + 0.485661, + 0.529425, + 0.548468, + 0.551779 + ] + }, + "v_measure": 0.549878, + "v_measure_std": 0.031618, + "main_score": 0.549878, + "hf_subset": "urd_Arab", + "languages": [ + "urd-Arab" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.434041, + 0.453284, + 0.486537, + 0.459221, + 0.500748, + 0.439531, + 0.472242, + 0.499092, + 0.514478, + 0.481473 + ] + }, + "v_measure": 0.474065, + "v_measure_std": 0.025753, + "main_score": 0.474065, + "hf_subset": "uzn_Latn", + "languages": [ + "uzn-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.539627, + 0.525349, + 0.56523, + 0.55616, + 0.596221, + 0.564031, + 0.561098, + 0.570674, + 0.579177, + 0.557834 + ] + }, + "v_measure": 0.56154, + "v_measure_std": 0.018574, + "main_score": 0.56154, + "hf_subset": "vec_Latn", + "languages": [ + "vec-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.651511, + 0.616209, + 0.630244, + 0.651416, + 0.612902, + 0.63678, + 0.662157, + 0.666099, + 0.598239, + 0.646839 + ] + }, + "v_measure": 0.63724, + "v_measure_std": 0.021343, + "main_score": 0.63724, + "hf_subset": "vie_Latn", + "languages": [ + "vie-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.486, + 0.505366, + 0.53338, + 0.552326, + 0.552412, + 0.540439, + 0.549372, + 0.5844, + 0.533244, + 0.540786 + ] + }, + "v_measure": 0.537773, + "v_measure_std": 0.025537, + "main_score": 0.537773, + "hf_subset": "war_Latn", + "languages": [ + "war-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.339808, + 0.30671, + 0.315147, + 0.323217, + 0.305561, + 0.327159, + 0.291406, + 0.248489, + 0.330338, + 0.325963 + ] + }, + "v_measure": 0.31138, + "v_measure_std": 0.024887, + "main_score": 0.31138, + "hf_subset": "wol_Latn", + "languages": [ + "wol-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.249266, + 0.249771, + 0.253807, + 0.274294, + 0.2796, + 0.247618, + 0.293746, + 0.273193, + 0.271814, + 0.269517 + ] + }, + "v_measure": 0.266263, + "v_measure_std": 0.014666, + "main_score": 0.266263, + "hf_subset": "xho_Latn", + "languages": [ + "xho-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.234861, + 0.228129, + 0.232825, + 0.230836, + 0.236728, + 0.250262, + 0.225469, + 0.230443, + 0.189785, + 0.224804 + ] + }, + "v_measure": 0.228414, + "v_measure_std": 0.014599, + "main_score": 0.228414, + "hf_subset": "ydd_Hebr", + "languages": [ + "ydd-Hebr" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.209698, + 0.22874, + 0.224089, + 0.220145, + 0.230527, + 0.227089, + 0.217162, + 0.227643, + 0.214213, + 0.238541 + ] + }, + "v_measure": 0.223785, + "v_measure_std": 0.008129, + "main_score": 0.223785, + "hf_subset": "yor_Latn", + "languages": [ + "yor-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.637127, + 0.602518, + 0.620131, + 0.590712, + 0.669904, + 0.636838, + 0.636264, + 0.592521, + 0.595814, + 0.535987 + ] + }, + "v_measure": 0.611782, + "v_measure_std": 0.034954, + "main_score": 0.611782, + "hf_subset": "yue_Hant", + "languages": [ + "yue-Hant" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.575637, + 0.620739, + 0.541087, + 0.650526, + 0.656251, + 0.588535, + 0.597969, + 0.588765, + 0.590513, + 0.553076 + ] + }, + "v_measure": 0.59631, + "v_measure_std": 0.035537, + "main_score": 0.59631, + "hf_subset": "zho_Hant", + "languages": [ + "zho-Hant" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.594459, + 0.626776, + 0.635415, + 0.588764, + 0.560199, + 0.625419, + 0.509442, + 0.567099, + 0.661372, + 0.621079 + ] + }, + "v_measure": 0.599002, + "v_measure_std": 0.04224, + "main_score": 0.599002, + "hf_subset": "zsm_Latn", + "languages": [ + "zsm-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.215746, + 0.205834, + 0.206609, + 0.218409, + 0.23082, + 0.219298, + 0.224862, + 0.219449, + 0.220791, + 0.236064 + ] + }, + "v_measure": 0.219788, + "v_measure_std": 0.008946, + "main_score": 0.219788, + "hf_subset": "zul_Latn", + "languages": [ + "zul-Latn" + ] + } + ] + }, + "evaluation_time": 1659.94739985466, + "kg_co2_emissions": null, + "date": 1776181113.958149 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SIBFLEURS.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SIBFLEURS.json new file mode 100644 index 0000000000..9d0106bd04 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SIBFLEURS.json @@ -0,0 +1,7458 @@ +{ + "dataset_revision": "186b61175fbd77059f769b6bf1110d449a2ff311", + "task_name": "SIBFLEURS", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.434783, + "f1": 0.352041, + "f1_weighted": 0.38354, + "precision": 0.376984, + "precision_weighted": 0.388889, + "recall": 0.385714, + "recall_weighted": 0.434783, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.521739, + "f1": 0.494805, + "f1_weighted": 0.480632, + "precision": 0.464626, + "precision_weighted": 0.455487, + "recall": 0.542857, + "recall_weighted": 0.521739, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.459524, + "f1_weighted": 0.499242, + "precision": 0.481293, + "precision_weighted": 0.565476, + "recall": 0.528571, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.414443, + "f1_weighted": 0.582542, + "precision": 0.497619, + "precision_weighted": 0.706061, + "recall": 0.404762, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.50068, + "f1_weighted": 0.55974, + "precision": 0.585714, + "precision_weighted": 0.636364, + "recall": 0.478571, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.509486, + "f1": 0.444299, + "f1_weighted": 0.50114, + "precision": 0.481247, + "precision_weighted": 0.550455, + "recall": 0.468095, + "recall_weighted": 0.509486, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.509486, + "hf_subset": "afr_Latn", + "languages": [ + "afr-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.391304, + "f1": 0.369048, + "f1_weighted": 0.442029, + "precision": 0.457143, + "precision_weighted": 0.536957, + "recall": 0.32619, + "recall_weighted": 0.391304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.26087, + "f1": 0.298753, + "f1_weighted": 0.259489, + "precision": 0.297619, + "precision_weighted": 0.26087, + "recall": 0.302381, + "recall_weighted": 0.26087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.180952, + "f1_weighted": 0.19697, + "precision": 0.228571, + "precision_weighted": 0.227273, + "recall": 0.157143, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.238706, + "f1_weighted": 0.390443, + "precision": 0.257143, + "precision_weighted": 0.45, + "recall": 0.238095, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.136364, + "f1": 0.142857, + "f1_weighted": 0.136364, + "precision": 0.2, + "precision_weighted": 0.190909, + "recall": 0.142857, + "recall_weighted": 0.136364, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.266798, + "f1": 0.246063, + "f1_weighted": 0.285059, + "precision": 0.288095, + "precision_weighted": 0.333202, + "recall": 0.233333, + "recall_weighted": 0.266798, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.266798, + "hf_subset": "amh_Ethi", + "languages": [ + "amh-Ethi" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.565217, + "f1": 0.535374, + "f1_weighted": 0.568944, + "precision": 0.57619, + "precision_weighted": 0.657971, + "recall": 0.57619, + "recall_weighted": 0.565217, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.565217, + "f1": 0.562245, + "f1_weighted": 0.542547, + "precision": 0.633333, + "precision_weighted": 0.628986, + "recall": 0.6, + "recall_weighted": 0.565217, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.581633, + "f1_weighted": 0.587013, + "precision": 0.57381, + "precision_weighted": 0.602273, + "recall": 0.62381, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727273, + "f1": 0.542543, + "f1_weighted": 0.755045, + "precision": 0.583333, + "precision_weighted": 0.844697, + "recall": 0.541667, + "recall_weighted": 0.727273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.457823, + "f1_weighted": 0.492569, + "precision": 0.461905, + "precision_weighted": 0.519697, + "recall": 0.519048, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.589723, + "f1": 0.535924, + "f1_weighted": 0.589223, + "precision": 0.565714, + "precision_weighted": 0.650725, + "recall": 0.572143, + "recall_weighted": 0.589723, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.589723, + "hf_subset": "arb_Arab", + "languages": [ + "arb-Arab" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.434783, + "f1": 0.404793, + "f1_weighted": 0.38897, + "precision": 0.380952, + "precision_weighted": 0.394928, + "recall": 0.483333, + "recall_weighted": 0.434783, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.130435, + "f1": 0.108277, + "f1_weighted": 0.119738, + "precision": 0.107143, + "precision_weighted": 0.126812, + "recall": 0.135714, + "recall_weighted": 0.130435, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.263039, + "f1_weighted": 0.21645, + "precision": 0.261905, + "precision_weighted": 0.25, + "recall": 0.314286, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.183673, + "f1_weighted": 0.341991, + "precision": 0.209184, + "precision_weighted": 0.38474, + "recall": 0.172619, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.365986, + "f1_weighted": 0.403463, + "precision": 0.461905, + "precision_weighted": 0.551515, + "recall": 0.366667, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.294862, + "f1": 0.265154, + "f1_weighted": 0.294123, + "precision": 0.284218, + "precision_weighted": 0.341599, + "recall": 0.294524, + "recall_weighted": 0.294862, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.294862, + "hf_subset": "asm_Beng", + "languages": [ + "asm-Beng" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.782609, + "f1": 0.804762, + "f1_weighted": 0.760041, + "precision": 0.828231, + "precision_weighted": 0.818323, + "recall": 0.842857, + "recall_weighted": 0.782609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.652174, + "f1": 0.62317, + "f1_weighted": 0.61635, + "precision": 0.604762, + "precision_weighted": 0.605797, + "recall": 0.67381, + "recall_weighted": 0.652174, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.818182, + "f1": 0.75572, + "f1_weighted": 0.773711, + "precision": 0.72619, + "precision_weighted": 0.746212, + "recall": 0.8, + "recall_weighted": 0.818182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.655159, + "f1_weighted": 0.800108, + "precision": 0.7, + "precision_weighted": 0.872727, + "recall": 0.652778, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727273, + "f1": 0.742795, + "f1_weighted": 0.702283, + "precision": 0.75, + "precision_weighted": 0.715909, + "recall": 0.77381, + "recall_weighted": 0.727273, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.750593, + "f1": 0.716321, + "f1_weighted": 0.730499, + "precision": 0.721837, + "precision_weighted": 0.751794, + "recall": 0.748651, + "recall_weighted": 0.750593, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.750593, + "hf_subset": "ast_Latn", + "languages": [ + "ast-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.608696, + "f1": 0.580767, + "f1_weighted": 0.602409, + "precision": 0.583333, + "precision_weighted": 0.619565, + "recall": 0.604762, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.695652, + "f1": 0.6047, + "f1_weighted": 0.66885, + "precision": 0.630952, + "precision_weighted": 0.699275, + "recall": 0.630952, + "recall_weighted": 0.695652, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454545, + "f1": 0.497866, + "f1_weighted": 0.474154, + "precision": 0.607143, + "precision_weighted": 0.625, + "recall": 0.538095, + "recall_weighted": 0.454545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.524856, + "f1_weighted": 0.747253, + "precision": 0.571429, + "precision_weighted": 0.848485, + "recall": 0.494048, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.545238, + "f1_weighted": 0.540152, + "precision": 0.561905, + "precision_weighted": 0.604545, + "recall": 0.604762, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.597233, + "f1": 0.550686, + "f1_weighted": 0.606563, + "precision": 0.590952, + "precision_weighted": 0.679374, + "recall": 0.574524, + "recall_weighted": 0.597233, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.597233, + "hf_subset": "azj_Latn", + "languages": [ + "azj-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.73913, + "f1": 0.671429, + "f1_weighted": 0.708696, + "precision": 0.704762, + "precision_weighted": 0.73913, + "recall": 0.704762, + "recall_weighted": 0.73913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.73913, + "f1": 0.734127, + "f1_weighted": 0.733092, + "precision": 0.814286, + "precision_weighted": 0.834783, + "recall": 0.769048, + "recall_weighted": 0.73913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.514172, + "f1_weighted": 0.513528, + "precision": 0.488095, + "precision_weighted": 0.518939, + "recall": 0.590476, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727273, + "f1": 0.631349, + "f1_weighted": 0.754654, + "precision": 0.687302, + "precision_weighted": 0.8329, + "recall": 0.625, + "recall_weighted": 0.727273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727273, + "f1": 0.644156, + "f1_weighted": 0.742975, + "precision": 0.690476, + "precision_weighted": 0.780303, + "recall": 0.619048, + "recall_weighted": 0.727273, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.695652, + "f1": 0.639047, + "f1_weighted": 0.690589, + "precision": 0.676984, + "precision_weighted": 0.741211, + "recall": 0.661667, + "recall_weighted": 0.695652, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.695652, + "hf_subset": "bel_Cyrl", + "languages": [ + "bel-Cyrl" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.478261, + "f1": 0.466553, + "f1_weighted": 0.403554, + "precision": 0.47619, + "precision_weighted": 0.424638, + "recall": 0.592857, + "recall_weighted": 0.478261, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.434783, + "f1": 0.390023, + "f1_weighted": 0.408144, + "precision": 0.369048, + "precision_weighted": 0.395652, + "recall": 0.430952, + "recall_weighted": 0.434783, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.574717, + "f1_weighted": 0.540296, + "precision": 0.592857, + "precision_weighted": 0.593182, + "recall": 0.619048, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.373469, + "f1_weighted": 0.552165, + "precision": 0.485714, + "precision_weighted": 0.721212, + "recall": 0.35119, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.295609, + "f1_weighted": 0.301456, + "precision": 0.25, + "precision_weighted": 0.261364, + "recall": 0.371429, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.464427, + "f1": 0.420074, + "f1_weighted": 0.441123, + "precision": 0.434762, + "precision_weighted": 0.479209, + "recall": 0.473095, + "recall_weighted": 0.464427, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.464427, + "hf_subset": "bul_Cyrl", + "languages": [ + "bul-Cyrl" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.391304, + "f1": 0.354669, + "f1_weighted": 0.41549, + "precision": 0.409524, + "precision_weighted": 0.495652, + "recall": 0.352381, + "recall_weighted": 0.391304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.304348, + "f1": 0.304762, + "f1_weighted": 0.301449, + "precision": 0.414286, + "precision_weighted": 0.413043, + "recall": 0.307143, + "recall_weighted": 0.304348, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.298413, + "f1_weighted": 0.286869, + "precision": 0.297619, + "precision_weighted": 0.291667, + "recall": 0.338095, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.158791, + "f1_weighted": 0.267832, + "precision": 0.162245, + "precision_weighted": 0.302597, + "recall": 0.184524, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.380839, + "f1_weighted": 0.472619, + "precision": 0.458333, + "precision_weighted": 0.590909, + "recall": 0.419048, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.357312, + "f1": 0.299495, + "f1_weighted": 0.348852, + "precision": 0.348401, + "precision_weighted": 0.418774, + "recall": 0.320238, + "recall_weighted": 0.357312, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.357312, + "hf_subset": "ben_Beng", + "languages": [ + "ben-Beng" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.565217, + "f1": 0.549206, + "f1_weighted": 0.531401, + "precision": 0.557143, + "precision_weighted": 0.565217, + "recall": 0.614286, + "recall_weighted": 0.565217, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.652174, + "f1": 0.65068, + "f1_weighted": 0.658799, + "precision": 0.714286, + "precision_weighted": 0.721014, + "recall": 0.669048, + "recall_weighted": 0.652174, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.588252, + "f1_weighted": 0.560098, + "precision": 0.657143, + "precision_weighted": 0.65, + "recall": 0.642857, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.419728, + "f1_weighted": 0.611255, + "precision": 0.452381, + "precision_weighted": 0.712121, + "recall": 0.428571, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.541156, + "f1_weighted": 0.587446, + "precision": 0.607143, + "precision_weighted": 0.704545, + "recall": 0.580952, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.598024, + "f1": 0.549805, + "f1_weighted": 0.5898, + "precision": 0.597619, + "precision_weighted": 0.67058, + "recall": 0.587143, + "recall_weighted": 0.598024, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.598024, + "hf_subset": "bos_Latn", + "languages": [ + "bos-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.652174, + "f1": 0.642177, + "f1_weighted": 0.668323, + "precision": 0.7, + "precision_weighted": 0.737681, + "recall": 0.659524, + "recall_weighted": 0.652174, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.565217, + "f1": 0.502721, + "f1_weighted": 0.535818, + "precision": 0.47619, + "precision_weighted": 0.528986, + "recall": 0.561905, + "recall_weighted": 0.565217, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.593878, + "f1_weighted": 0.654762, + "precision": 0.62619, + "precision_weighted": 0.685606, + "recall": 0.62381, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.57551, + "f1_weighted": 0.817749, + "precision": 0.630952, + "precision_weighted": 0.905303, + "recall": 0.553571, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.650113, + "f1_weighted": 0.669769, + "precision": 0.702381, + "precision_weighted": 0.784091, + "recall": 0.745238, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.670751, + "f1": 0.59288, + "f1_weighted": 0.669284, + "precision": 0.627143, + "precision_weighted": 0.728333, + "recall": 0.62881, + "recall_weighted": 0.670751, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.670751, + "hf_subset": "cat_Latn", + "languages": [ + "cat-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.608696, + "f1": 0.566614, + "f1_weighted": 0.588119, + "precision": 0.596429, + "precision_weighted": 0.603261, + "recall": 0.580952, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.608696, + "f1": 0.517347, + "f1_weighted": 0.581781, + "precision": 0.497619, + "precision_weighted": 0.56087, + "recall": 0.542857, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.449134, + "f1_weighted": 0.488774, + "precision": 0.409524, + "precision_weighted": 0.460606, + "recall": 0.533333, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.363265, + "f1_weighted": 0.553247, + "precision": 0.464286, + "precision_weighted": 0.708333, + "recall": 0.339286, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454545, + "f1": 0.423417, + "f1_weighted": 0.419614, + "precision": 0.458333, + "precision_weighted": 0.49053, + "recall": 0.490476, + "recall_weighted": 0.454545, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.543478, + "f1": 0.463956, + "f1_weighted": 0.526307, + "precision": 0.485238, + "precision_weighted": 0.56472, + "recall": 0.497381, + "recall_weighted": 0.543478, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.543478, + "hf_subset": "ceb_Latn", + "languages": [ + "ceb-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.347826, + "f1": 0.271459, + "f1_weighted": 0.327376, + "precision": 0.270408, + "precision_weighted": 0.337474, + "recall": 0.304762, + "recall_weighted": 0.347826, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.391304, + "f1": 0.360585, + "f1_weighted": 0.356584, + "precision": 0.397959, + "precision_weighted": 0.379917, + "recall": 0.411905, + "recall_weighted": 0.391304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.180499, + "f1_weighted": 0.23088, + "precision": 0.183333, + "precision_weighted": 0.238636, + "recall": 0.180952, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.409091, + "f1": 0.327922, + "f1_weighted": 0.459711, + "precision": 0.442857, + "precision_weighted": 0.672727, + "recall": 0.315476, + "recall_weighted": 0.409091, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.136364, + "f1": 0.11746, + "f1_weighted": 0.10303, + "precision": 0.095238, + "precision_weighted": 0.083333, + "recall": 0.154762, + "recall_weighted": 0.136364, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.302372, + "f1": 0.251585, + "f1_weighted": 0.295516, + "precision": 0.277959, + "precision_weighted": 0.342418, + "recall": 0.273571, + "recall_weighted": 0.302372, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.302372, + "hf_subset": "ckb_Arab", + "languages": [ + "ckb-Arab" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.869565, + "f1": 0.8, + "f1_weighted": 0.856522, + "precision": 0.833333, + "precision_weighted": 0.898551, + "recall": 0.833333, + "recall_weighted": 0.869565, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.869565, + "f1": 0.869841, + "f1_weighted": 0.871498, + "precision": 0.904762, + "precision_weighted": 0.913043, + "recall": 0.87619, + "recall_weighted": 0.869565, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.756576, + "f1_weighted": 0.772691, + "precision": 0.8, + "precision_weighted": 0.831818, + "recall": 0.795238, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.572449, + "f1_weighted": 0.822944, + "precision": 0.642857, + "precision_weighted": 0.920455, + "recall": 0.541667, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.798639, + "f1_weighted": 0.767965, + "precision": 0.887755, + "precision_weighted": 0.844156, + "recall": 0.785714, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.811462, + "f1": 0.759501, + "f1_weighted": 0.818324, + "precision": 0.813741, + "precision_weighted": 0.881605, + "recall": 0.766429, + "recall_weighted": 0.811462, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.811462, + "hf_subset": "zho_Hans", + "languages": [ + "zho-Hans" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.782609, + "f1": 0.788662, + "f1_weighted": 0.772671, + "precision": 0.804762, + "precision_weighted": 0.842029, + "recall": 0.838095, + "recall_weighted": 0.782609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.652174, + "f1": 0.549134, + "f1_weighted": 0.617787, + "precision": 0.588776, + "precision_weighted": 0.650104, + "recall": 0.578571, + "recall_weighted": 0.652174, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.62381, + "f1_weighted": 0.601515, + "precision": 0.654762, + "precision_weighted": 0.641667, + "recall": 0.62381, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.65207, + "f1_weighted": 0.779263, + "precision": 0.762963, + "precision_weighted": 0.882828, + "recall": 0.631944, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.636364, + "f1": 0.561843, + "f1_weighted": 0.650335, + "precision": 0.67619, + "precision_weighted": 0.743939, + "recall": 0.535714, + "recall_weighted": 0.636364, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.686957, + "f1": 0.635104, + "f1_weighted": 0.684314, + "precision": 0.697491, + "precision_weighted": 0.752113, + "recall": 0.641627, + "recall_weighted": 0.686957, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.686957, + "hf_subset": "ces_Latn", + "languages": [ + "ces-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.26087, + "f1": 0.237834, + "f1_weighted": 0.234591, + "precision": 0.242857, + "precision_weighted": 0.256522, + "recall": 0.27619, + "recall_weighted": 0.26087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.173913, + "f1": 0.143991, + "f1_weighted": 0.150449, + "precision": 0.128571, + "precision_weighted": 0.13913, + "recall": 0.178571, + "recall_weighted": 0.173913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.136364, + "f1": 0.120635, + "f1_weighted": 0.094949, + "precision": 0.112245, + "precision_weighted": 0.094156, + "recall": 0.190476, + "recall_weighted": 0.136364, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.190476, + "f1_weighted": 0.348485, + "precision": 0.221088, + "precision_weighted": 0.396104, + "recall": 0.172619, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.090909, + "f1": 0.063492, + "f1_weighted": 0.090909, + "precision": 0.064286, + "precision_weighted": 0.093182, + "recall": 0.064286, + "recall_weighted": 0.090909, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.196047, + "f1": 0.151286, + "f1_weighted": 0.183877, + "precision": 0.15381, + "precision_weighted": 0.195819, + "recall": 0.176429, + "recall_weighted": 0.196047, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.196047, + "hf_subset": "cym_Latn", + "languages": [ + "cym-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.521739, + "f1": 0.401299, + "f1_weighted": 0.500527, + "precision": 0.395238, + "precision_weighted": 0.502899, + "recall": 0.42619, + "recall_weighted": 0.521739, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.695652, + "f1": 0.689456, + "f1_weighted": 0.725362, + "precision": 0.790476, + "precision_weighted": 0.828986, + "recall": 0.669048, + "recall_weighted": 0.695652, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454545, + "f1": 0.450938, + "f1_weighted": 0.437098, + "precision": 0.428571, + "precision_weighted": 0.431818, + "recall": 0.5, + "recall_weighted": 0.454545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.528031, + "f1_weighted": 0.745233, + "precision": 0.590476, + "precision_weighted": 0.857576, + "recall": 0.494048, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.442857, + "f1_weighted": 0.527273, + "precision": 0.447619, + "precision_weighted": 0.530303, + "recall": 0.459524, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.579842, + "f1": 0.502516, + "f1_weighted": 0.587099, + "precision": 0.530476, + "precision_weighted": 0.630316, + "recall": 0.509762, + "recall_weighted": 0.579842, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.579842, + "hf_subset": "dan_Latn", + "languages": [ + "dan-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.608696, + "f1": 0.619202, + "f1_weighted": 0.57524, + "precision": 0.638776, + "precision_weighted": 0.634161, + "recall": 0.685714, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.782609, + "f1": 0.792063, + "f1_weighted": 0.778261, + "precision": 0.852381, + "precision_weighted": 0.834783, + "recall": 0.792857, + "recall_weighted": 0.782609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727273, + "f1": 0.700366, + "f1_weighted": 0.677855, + "precision": 0.696429, + "precision_weighted": 0.676136, + "recall": 0.752381, + "recall_weighted": 0.727273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.772894, + "f1_weighted": 0.773227, + "precision": 0.783333, + "precision_weighted": 0.837121, + "recall": 0.825, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727273, + "f1": 0.665584, + "f1_weighted": 0.687672, + "precision": 0.671429, + "precision_weighted": 0.698485, + "recall": 0.702381, + "recall_weighted": 0.727273, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.723715, + "f1": 0.710022, + "f1_weighted": 0.698451, + "precision": 0.728469, + "precision_weighted": 0.736137, + "recall": 0.751667, + "recall_weighted": 0.723715, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.723715, + "hf_subset": "deu_Latn", + "languages": [ + "deu-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.434783, + "f1": 0.425737, + "f1_weighted": 0.444617, + "precision": 0.493197, + "precision_weighted": 0.511387, + "recall": 0.416667, + "recall_weighted": 0.434783, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.173913, + "f1": 0.11544, + "f1_weighted": 0.159859, + "precision": 0.112245, + "precision_weighted": 0.158385, + "recall": 0.128571, + "recall_weighted": 0.173913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.285281, + "f1_weighted": 0.332645, + "precision": 0.309524, + "precision_weighted": 0.371212, + "recall": 0.280952, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.395238, + "f1_weighted": 0.521212, + "precision": 0.432653, + "precision_weighted": 0.56039, + "recall": 0.375, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.409091, + "f1": 0.419841, + "f1_weighted": 0.423737, + "precision": 0.480952, + "precision_weighted": 0.494697, + "recall": 0.461905, + "recall_weighted": 0.409091, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.367194, + "f1": 0.328308, + "f1_weighted": 0.376414, + "precision": 0.365714, + "precision_weighted": 0.419214, + "recall": 0.332619, + "recall_weighted": 0.367194, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.367194, + "hf_subset": "ell_Grek", + "languages": [ + "ell-Grek" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.73913, + "f1": 0.74127, + "f1_weighted": 0.736715, + "precision": 0.761905, + "precision_weighted": 0.782609, + "recall": 0.766667, + "recall_weighted": 0.73913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.782609, + "f1": 0.777891, + "f1_weighted": 0.76646, + "precision": 0.785714, + "precision_weighted": 0.822464, + "recall": 0.830952, + "recall_weighted": 0.782609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.689255, + "f1_weighted": 0.763209, + "precision": 0.755952, + "precision_weighted": 0.823864, + "recall": 0.685714, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.909091, + "f1": 0.881429, + "f1_weighted": 0.912662, + "precision": 0.92, + "precision_weighted": 0.945455, + "recall": 0.883333, + "recall_weighted": 0.909091, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727273, + "f1": 0.739765, + "f1_weighted": 0.710547, + "precision": 0.858844, + "precision_weighted": 0.824134, + "recall": 0.738095, + "recall_weighted": 0.727273, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.786166, + "f1": 0.765922, + "f1_weighted": 0.777919, + "precision": 0.816483, + "precision_weighted": 0.839705, + "recall": 0.780952, + "recall_weighted": 0.786166, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.786166, + "hf_subset": "eng_Latn", + "languages": [ + "eng-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.782609, + "f1": 0.718975, + "f1_weighted": 0.757137, + "precision": 0.702381, + "precision_weighted": 0.753623, + "recall": 0.764286, + "recall_weighted": 0.782609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.652174, + "f1": 0.662585, + "f1_weighted": 0.650104, + "precision": 0.702381, + "precision_weighted": 0.684783, + "recall": 0.669048, + "recall_weighted": 0.652174, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.67619, + "f1_weighted": 0.681818, + "precision": 0.67381, + "precision_weighted": 0.708333, + "recall": 0.72381, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.818182, + "f1": 0.803968, + "f1_weighted": 0.81746, + "precision": 0.793333, + "precision_weighted": 0.838636, + "recall": 0.833333, + "recall_weighted": 0.818182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.818182, + "f1": 0.8047, + "f1_weighted": 0.784101, + "precision": 0.892857, + "precision_weighted": 0.867424, + "recall": 0.821429, + "recall_weighted": 0.818182, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.750593, + "f1": 0.733284, + "f1_weighted": 0.738124, + "precision": 0.752952, + "precision_weighted": 0.77056, + "recall": 0.762381, + "recall_weighted": 0.750593, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.750593, + "hf_subset": "spa_Latn", + "languages": [ + "spa-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.173913, + "f1": 0.170635, + "f1_weighted": 0.165459, + "precision": 0.17517, + "precision_weighted": 0.182712, + "recall": 0.2, + "recall_weighted": 0.173913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.304348, + "f1": 0.317347, + "f1_weighted": 0.289959, + "precision": 0.369048, + "precision_weighted": 0.34058, + "recall": 0.361905, + "recall_weighted": 0.304348, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.30839, + "f1_weighted": 0.36075, + "precision": 0.321429, + "precision_weighted": 0.397727, + "recall": 0.32381, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.302041, + "f1_weighted": 0.418182, + "precision": 0.392857, + "precision_weighted": 0.647727, + "recall": 0.285714, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.34127, + "f1_weighted": 0.368182, + "precision": 0.419048, + "precision_weighted": 0.492424, + "recall": 0.395238, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.313834, + "f1": 0.287937, + "f1_weighted": 0.320506, + "precision": 0.33551, + "precision_weighted": 0.412234, + "recall": 0.313333, + "recall_weighted": 0.313834, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.313834, + "hf_subset": "est_Latn", + "languages": [ + "est-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.347826, + "f1": 0.373016, + "f1_weighted": 0.318841, + "precision": 0.440476, + "precision_weighted": 0.434783, + "recall": 0.409524, + "recall_weighted": 0.347826, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.565217, + "f1": 0.541156, + "f1_weighted": 0.568944, + "precision": 0.55, + "precision_weighted": 0.586957, + "recall": 0.55, + "recall_weighted": 0.565217, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.333333, + "f1_weighted": 0.363636, + "precision": 0.404762, + "precision_weighted": 0.44697, + "recall": 0.342857, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.409091, + "f1": 0.304989, + "f1_weighted": 0.450938, + "precision": 0.342857, + "precision_weighted": 0.546212, + "recall": 0.291667, + "recall_weighted": 0.409091, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.307143, + "f1_weighted": 0.356818, + "precision": 0.371429, + "precision_weighted": 0.456818, + "recall": 0.335714, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.409881, + "f1": 0.371927, + "f1_weighted": 0.411835, + "precision": 0.421905, + "precision_weighted": 0.494348, + "recall": 0.385952, + "recall_weighted": 0.409881, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.409881, + "hf_subset": "pes_Arab", + "languages": [ + "pes-Arab" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.347826, + "f1": 0.326757, + "f1_weighted": 0.361767, + "precision": 0.396429, + "precision_weighted": 0.482609, + "recall": 0.347619, + "recall_weighted": 0.347826, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.652174, + "f1": 0.580427, + "f1_weighted": 0.622078, + "precision": 0.611905, + "precision_weighted": 0.655072, + "recall": 0.62619, + "recall_weighted": 0.652174, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.309524, + "f1_weighted": 0.327273, + "precision": 0.32381, + "precision_weighted": 0.340909, + "recall": 0.3, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.409091, + "f1": 0.269728, + "f1_weighted": 0.417641, + "precision": 0.280952, + "precision_weighted": 0.44697, + "recall": 0.27381, + "recall_weighted": 0.409091, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.636364, + "f1": 0.644558, + "f1_weighted": 0.657468, + "precision": 0.666667, + "precision_weighted": 0.734848, + "recall": 0.692857, + "recall_weighted": 0.636364, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.472727, + "f1": 0.426199, + "f1_weighted": 0.477245, + "precision": 0.455952, + "precision_weighted": 0.532082, + "recall": 0.448095, + "recall_weighted": 0.472727, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.472727, + "hf_subset": "fin_Latn", + "languages": [ + "fin-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.608696, + "f1": 0.608503, + "f1_weighted": 0.611077, + "precision": 0.642857, + "precision_weighted": 0.717391, + "recall": 0.666667, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.521739, + "f1": 0.519728, + "f1_weighted": 0.527536, + "precision": 0.569048, + "precision_weighted": 0.577536, + "recall": 0.521429, + "recall_weighted": 0.521739, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.409091, + "f1": 0.336735, + "f1_weighted": 0.390693, + "precision": 0.473016, + "precision_weighted": 0.573737, + "recall": 0.357143, + "recall_weighted": 0.409091, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.395238, + "f1_weighted": 0.595455, + "precision": 0.55102, + "precision_weighted": 0.781385, + "recall": 0.357143, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.623377, + "f1_weighted": 0.576584, + "precision": 0.690476, + "precision_weighted": 0.674242, + "recall": 0.664286, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.535178, + "f1": 0.496716, + "f1_weighted": 0.540269, + "precision": 0.585283, + "precision_weighted": 0.664859, + "recall": 0.513333, + "recall_weighted": 0.535178, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.535178, + "hf_subset": "tgl_Latn", + "languages": [ + "tgl-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.869565, + "f1": 0.890414, + "f1_weighted": 0.865537, + "precision": 0.892857, + "precision_weighted": 0.880435, + "recall": 0.907143, + "recall_weighted": 0.869565, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.782609, + "f1": 0.800155, + "f1_weighted": 0.785432, + "precision": 0.821429, + "precision_weighted": 0.811594, + "recall": 0.804762, + "recall_weighted": 0.782609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.669202, + "f1_weighted": 0.7549, + "precision": 0.67381, + "precision_weighted": 0.753788, + "recall": 0.680952, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727273, + "f1": 0.614815, + "f1_weighted": 0.755556, + "precision": 0.665079, + "precision_weighted": 0.820779, + "recall": 0.597222, + "recall_weighted": 0.727273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.863636, + "f1": 0.839116, + "f1_weighted": 0.867965, + "precision": 0.845238, + "precision_weighted": 0.901515, + "recall": 0.880952, + "recall_weighted": 0.863636, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.803162, + "f1": 0.76274, + "f1_weighted": 0.805878, + "precision": 0.779683, + "precision_weighted": 0.833622, + "recall": 0.774206, + "recall_weighted": 0.803162, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.803162, + "hf_subset": "fra_Latn", + "languages": [ + "fra-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.391304, + "f1": 0.376531, + "f1_weighted": 0.36118, + "precision": 0.354762, + "precision_weighted": 0.351449, + "recall": 0.419048, + "recall_weighted": 0.391304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.26087, + "f1": 0.214286, + "f1_weighted": 0.217391, + "precision": 0.183673, + "precision_weighted": 0.192547, + "recall": 0.271429, + "recall_weighted": 0.26087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.269388, + "f1_weighted": 0.246753, + "precision": 0.270408, + "precision_weighted": 0.280844, + "recall": 0.361905, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.205195, + "f1_weighted": 0.291854, + "precision": 0.255952, + "precision_weighted": 0.436688, + "recall": 0.229167, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.197073, + "f1_weighted": 0.241375, + "precision": 0.17619, + "precision_weighted": 0.216667, + "recall": 0.22381, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.294071, + "f1": 0.252494, + "f1_weighted": 0.271711, + "precision": 0.248197, + "precision_weighted": 0.295639, + "recall": 0.301071, + "recall_weighted": 0.294071, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.294071, + "hf_subset": "gle_Latn", + "languages": [ + "gle-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.782609, + "f1": 0.784127, + "f1_weighted": 0.778744, + "precision": 0.821429, + "precision_weighted": 0.815217, + "recall": 0.795238, + "recall_weighted": 0.782609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.782609, + "f1": 0.791497, + "f1_weighted": 0.784576, + "precision": 0.8, + "precision_weighted": 0.828986, + "recall": 0.82381, + "recall_weighted": 0.782609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727273, + "f1": 0.745264, + "f1_weighted": 0.675258, + "precision": 0.803571, + "precision_weighted": 0.778409, + "recall": 0.790476, + "recall_weighted": 0.727273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.503401, + "f1_weighted": 0.724026, + "precision": 0.595238, + "precision_weighted": 0.818182, + "recall": 0.464286, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.680952, + "f1_weighted": 0.687879, + "precision": 0.75, + "precision_weighted": 0.784091, + "recall": 0.704762, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.731225, + "f1": 0.701048, + "f1_weighted": 0.730096, + "precision": 0.754048, + "precision_weighted": 0.804977, + "recall": 0.715714, + "recall_weighted": 0.731225, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.731225, + "hf_subset": "glg_Latn", + "languages": [ + "glg-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.608696, + "f1": 0.651618, + "f1_weighted": 0.610829, + "precision": 0.767857, + "precision_weighted": 0.766304, + "recall": 0.685714, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.695652, + "f1": 0.684354, + "f1_weighted": 0.709938, + "precision": 0.819048, + "precision_weighted": 0.828986, + "recall": 0.685714, + "recall_weighted": 0.695652, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454545, + "f1": 0.412698, + "f1_weighted": 0.434343, + "precision": 0.47619, + "precision_weighted": 0.568182, + "recall": 0.466667, + "recall_weighted": 0.454545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454545, + "f1": 0.381179, + "f1_weighted": 0.470996, + "precision": 0.428571, + "precision_weighted": 0.590909, + "recall": 0.386905, + "recall_weighted": 0.454545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.657143, + "f1_weighted": 0.707576, + "precision": 0.785714, + "precision_weighted": 0.827273, + "recall": 0.685714, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.579051, + "f1": 0.557398, + "f1_weighted": 0.586736, + "precision": 0.655476, + "precision_weighted": 0.716331, + "recall": 0.582143, + "recall_weighted": 0.579051, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.579051, + "hf_subset": "guj_Gujr", + "languages": [ + "guj-Gujr" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.130435, + "f1": 0.123933, + "f1_weighted": 0.12061, + "precision": 0.136905, + "precision_weighted": 0.153986, + "recall": 0.147619, + "recall_weighted": 0.130435, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.304348, + "f1": 0.314966, + "f1_weighted": 0.331056, + "precision": 0.361905, + "precision_weighted": 0.394203, + "recall": 0.307143, + "recall_weighted": 0.304348, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.134921, + "f1_weighted": 0.191919, + "precision": 0.147619, + "precision_weighted": 0.216667, + "recall": 0.133333, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.136364, + "f1": 0.113379, + "f1_weighted": 0.121212, + "precision": 0.107143, + "precision_weighted": 0.117424, + "recall": 0.130952, + "recall_weighted": 0.136364, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.136364, + "f1": 0.119048, + "f1_weighted": 0.102273, + "precision": 0.103741, + "precision_weighted": 0.097403, + "recall": 0.22619, + "recall_weighted": 0.136364, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.177866, + "f1": 0.161249, + "f1_weighted": 0.173414, + "precision": 0.171463, + "precision_weighted": 0.195936, + "recall": 0.189048, + "recall_weighted": 0.177866, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.177866, + "hf_subset": "hau_Latn", + "languages": [ + "hau-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.26087, + "f1": 0.297959, + "f1_weighted": 0.299793, + "precision": 0.390476, + "precision_weighted": 0.398551, + "recall": 0.264286, + "recall_weighted": 0.26087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.391304, + "f1": 0.382051, + "f1_weighted": 0.388629, + "precision": 0.528912, + "precision_weighted": 0.569876, + "recall": 0.390476, + "recall_weighted": 0.391304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.162454, + "f1_weighted": 0.181177, + "precision": 0.236905, + "precision_weighted": 0.313258, + "recall": 0.17619, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.123377, + "f1_weighted": 0.211777, + "precision": 0.159524, + "precision_weighted": 0.315152, + "recall": 0.119048, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.28022, + "f1_weighted": 0.303613, + "precision": 0.333333, + "precision_weighted": 0.348485, + "recall": 0.283333, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.266798, + "f1": 0.249212, + "f1_weighted": 0.276998, + "precision": 0.32983, + "precision_weighted": 0.389064, + "recall": 0.246667, + "recall_weighted": 0.266798, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.266798, + "hf_subset": "heb_Hebr", + "languages": [ + "heb-Hebr" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.826087, + "f1": 0.860317, + "f1_weighted": 0.828019, + "precision": 0.891156, + "precision_weighted": 0.877847, + "recall": 0.871429, + "recall_weighted": 0.826087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.608696, + "f1": 0.602721, + "f1_weighted": 0.612629, + "precision": 0.654762, + "precision_weighted": 0.655797, + "recall": 0.592857, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.503061, + "f1_weighted": 0.589719, + "precision": 0.545238, + "precision_weighted": 0.672727, + "recall": 0.528571, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.633135, + "f1_weighted": 0.765368, + "precision": 0.704167, + "precision_weighted": 0.847727, + "recall": 0.645833, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.636364, + "f1": 0.645238, + "f1_weighted": 0.636364, + "precision": 0.654762, + "precision_weighted": 0.681818, + "recall": 0.711905, + "recall_weighted": 0.636364, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.686957, + "f1": 0.648895, + "f1_weighted": 0.68642, + "precision": 0.690017, + "precision_weighted": 0.747183, + "recall": 0.670119, + "recall_weighted": 0.686957, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.686957, + "hf_subset": "hin_Deva", + "languages": [ + "hin-Deva" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.782609, + "f1": 0.808163, + "f1_weighted": 0.786749, + "precision": 0.864286, + "precision_weighted": 0.836957, + "recall": 0.807143, + "recall_weighted": 0.782609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.652174, + "f1": 0.658277, + "f1_weighted": 0.687647, + "precision": 0.742857, + "precision_weighted": 0.8, + "recall": 0.661905, + "recall_weighted": 0.652174, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.542063, + "f1_weighted": 0.589646, + "precision": 0.607143, + "precision_weighted": 0.693182, + "recall": 0.571429, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727273, + "f1": 0.612088, + "f1_weighted": 0.722478, + "precision": 0.619444, + "precision_weighted": 0.764394, + "recall": 0.638889, + "recall_weighted": 0.727273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.818182, + "f1": 0.79229, + "f1_weighted": 0.830592, + "precision": 0.809524, + "precision_weighted": 0.886364, + "recall": 0.840476, + "recall_weighted": 0.818182, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.705138, + "f1": 0.682576, + "f1_weighted": 0.723422, + "precision": 0.728651, + "precision_weighted": 0.796179, + "recall": 0.703968, + "recall_weighted": 0.705138, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.705138, + "hf_subset": "hrv_Latn", + "languages": [ + "hrv-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.434783, + "f1": 0.345918, + "f1_weighted": 0.42236, + "precision": 0.335714, + "precision_weighted": 0.423913, + "recall": 0.37381, + "recall_weighted": 0.434783, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.347826, + "f1": 0.314512, + "f1_weighted": 0.340856, + "precision": 0.315646, + "precision_weighted": 0.346998, + "recall": 0.32619, + "recall_weighted": 0.347826, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.50102, + "f1_weighted": 0.573701, + "precision": 0.511905, + "precision_weighted": 0.625, + "recall": 0.547619, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.409091, + "f1": 0.266239, + "f1_weighted": 0.460528, + "precision": 0.307143, + "precision_weighted": 0.55, + "recall": 0.244048, + "recall_weighted": 0.409091, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.530303, + "f1_weighted": 0.472452, + "precision": 0.52381, + "precision_weighted": 0.477273, + "recall": 0.57381, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.456522, + "f1": 0.391599, + "f1_weighted": 0.453979, + "precision": 0.398844, + "precision_weighted": 0.484637, + "recall": 0.413095, + "recall_weighted": 0.456522, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.456522, + "hf_subset": "hun_Latn", + "languages": [ + "hun-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.173913, + "f1": 0.162482, + "f1_weighted": 0.180588, + "precision": 0.178571, + "precision_weighted": 0.206522, + "recall": 0.164286, + "recall_weighted": 0.173913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.26087, + "f1": 0.259376, + "f1_weighted": 0.240882, + "precision": 0.31746, + "precision_weighted": 0.292271, + "recall": 0.27381, + "recall_weighted": 0.26087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.152381, + "f1_weighted": 0.130303, + "precision": 0.138889, + "precision_weighted": 0.121212, + "recall": 0.214286, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.191667, + "f1_weighted": 0.3, + "precision": 0.333333, + "precision_weighted": 0.5, + "recall": 0.145833, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.136364, + "f1": 0.112245, + "f1_weighted": 0.12013, + "precision": 0.104762, + "precision_weighted": 0.115152, + "recall": 0.130952, + "recall_weighted": 0.136364, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.196047, + "f1": 0.17563, + "f1_weighted": 0.194381, + "precision": 0.214603, + "precision_weighted": 0.247031, + "recall": 0.185833, + "recall_weighted": 0.196047, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.196047, + "hf_subset": "hye_Armn", + "languages": [ + "hye-Armn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.913043, + "f1": 0.898578, + "f1_weighted": 0.907773, + "precision": 0.940476, + "precision_weighted": 0.931159, + "recall": 0.892857, + "recall_weighted": 0.913043, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.869565, + "f1": 0.839909, + "f1_weighted": 0.865977, + "precision": 0.87619, + "precision_weighted": 0.892754, + "recall": 0.845238, + "recall_weighted": 0.869565, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.818182, + "f1": 0.819414, + "f1_weighted": 0.806643, + "precision": 0.89881, + "precision_weighted": 0.869318, + "recall": 0.809524, + "recall_weighted": 0.818182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727273, + "f1": 0.565672, + "f1_weighted": 0.784049, + "precision": 0.642857, + "precision_weighted": 0.931818, + "recall": 0.553571, + "recall_weighted": 0.727273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.748299, + "f1_weighted": 0.694805, + "precision": 0.780952, + "precision_weighted": 0.727273, + "recall": 0.733333, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.801976, + "f1": 0.774375, + "f1_weighted": 0.81185, + "precision": 0.827857, + "precision_weighted": 0.870464, + "recall": 0.766905, + "recall_weighted": 0.801976, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.801976, + "hf_subset": "ind_Latn", + "languages": [ + "ind-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.26087, + "f1": 0.254762, + "f1_weighted": 0.228986, + "precision": 0.22381, + "precision_weighted": 0.210145, + "recall": 0.307143, + "recall_weighted": 0.26087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.217391, + "f1": 0.171099, + "f1_weighted": 0.191355, + "precision": 0.157143, + "precision_weighted": 0.181159, + "recall": 0.207143, + "recall_weighted": 0.217391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.269048, + "f1_weighted": 0.309848, + "precision": 0.321429, + "precision_weighted": 0.386364, + "recall": 0.252381, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.159864, + "f1_weighted": 0.294372, + "precision": 0.22619, + "precision_weighted": 0.424242, + "recall": 0.125, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.282313, + "f1_weighted": 0.3171, + "precision": 0.302381, + "precision_weighted": 0.362879, + "recall": 0.307143, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.259289, + "f1": 0.227417, + "f1_weighted": 0.268332, + "precision": 0.24619, + "precision_weighted": 0.312958, + "recall": 0.239762, + "recall_weighted": 0.259289, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.259289, + "hf_subset": "ibo_Latn", + "languages": [ + "ibo-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.304348, + "f1": 0.281973, + "f1_weighted": 0.269669, + "precision": 0.264286, + "precision_weighted": 0.273913, + "recall": 0.354762, + "recall_weighted": 0.304348, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.347826, + "f1": 0.326984, + "f1_weighted": 0.295652, + "precision": 0.3, + "precision_weighted": 0.285507, + "recall": 0.404762, + "recall_weighted": 0.347826, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.256236, + "f1_weighted": 0.287518, + "precision": 0.240476, + "precision_weighted": 0.282576, + "recall": 0.295238, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.136364, + "f1": 0.112698, + "f1_weighted": 0.155556, + "precision": 0.135714, + "precision_weighted": 0.195455, + "recall": 0.10119, + "recall_weighted": 0.136364, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.197959, + "f1_weighted": 0.220779, + "precision": 0.192857, + "precision_weighted": 0.215909, + "recall": 0.204762, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.266798, + "f1": 0.23517, + "f1_weighted": 0.245835, + "precision": 0.226667, + "precision_weighted": 0.250672, + "recall": 0.272143, + "recall_weighted": 0.266798, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.266798, + "hf_subset": "isl_Latn", + "languages": [ + "isl-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.869565, + "f1": 0.837972, + "f1_weighted": 0.859025, + "precision": 0.916667, + "precision_weighted": 0.894928, + "recall": 0.821429, + "recall_weighted": 0.869565, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.652174, + "f1": 0.622902, + "f1_weighted": 0.653278, + "precision": 0.657143, + "precision_weighted": 0.713043, + "recall": 0.65, + "recall_weighted": 0.652174, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.818182, + "f1": 0.845918, + "f1_weighted": 0.831494, + "precision": 0.885714, + "precision_weighted": 0.9, + "recall": 0.866667, + "recall_weighted": 0.818182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.587755, + "f1_weighted": 0.842424, + "precision": 0.678571, + "precision_weighted": 0.965909, + "recall": 0.541667, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.818182, + "f1": 0.812925, + "f1_weighted": 0.822511, + "precision": 0.809524, + "precision_weighted": 0.840909, + "recall": 0.845238, + "recall_weighted": 0.818182, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.786166, + "f1": 0.741495, + "f1_weighted": 0.801746, + "precision": 0.789524, + "precision_weighted": 0.862958, + "recall": 0.745, + "recall_weighted": 0.786166, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.786166, + "hf_subset": "ita_Latn", + "languages": [ + "ita-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.608696, + "f1": 0.555782, + "f1_weighted": 0.633126, + "precision": 0.578571, + "precision_weighted": 0.67029, + "recall": 0.545238, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.695652, + "f1": 0.633148, + "f1_weighted": 0.679014, + "precision": 0.642857, + "precision_weighted": 0.702899, + "recall": 0.661905, + "recall_weighted": 0.695652, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.757761, + "f1_weighted": 0.757477, + "precision": 0.840476, + "precision_weighted": 0.814394, + "recall": 0.757143, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454545, + "f1": 0.33281, + "f1_weighted": 0.509491, + "precision": 0.37619, + "precision_weighted": 0.601515, + "recall": 0.309524, + "recall_weighted": 0.454545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.762925, + "f1_weighted": 0.777056, + "precision": 0.769048, + "precision_weighted": 0.810606, + "recall": 0.804762, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.66087, + "f1": 0.608485, + "f1_weighted": 0.671233, + "precision": 0.641429, + "precision_weighted": 0.719941, + "recall": 0.615714, + "recall_weighted": 0.66087, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.66087, + "hf_subset": "jpn_Jpan", + "languages": [ + "jpn-Jpan" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.347826, + "f1": 0.319048, + "f1_weighted": 0.302899, + "precision": 0.343537, + "precision_weighted": 0.327122, + "recall": 0.37619, + "recall_weighted": 0.347826, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.608696, + "f1": 0.622336, + "f1_weighted": 0.621705, + "precision": 0.661905, + "precision_weighted": 0.691304, + "recall": 0.645238, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.636364, + "f1": 0.67619, + "f1_weighted": 0.621212, + "precision": 0.764286, + "precision_weighted": 0.697727, + "recall": 0.690476, + "recall_weighted": 0.636364, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.355782, + "f1_weighted": 0.567749, + "precision": 0.47619, + "precision_weighted": 0.75, + "recall": 0.369048, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.324057, + "f1_weighted": 0.387839, + "precision": 0.380952, + "precision_weighted": 0.462121, + "recall": 0.307143, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.500395, + "f1": 0.459483, + "f1_weighted": 0.500281, + "precision": 0.525374, + "precision_weighted": 0.585655, + "recall": 0.477619, + "recall_weighted": 0.500395, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.500395, + "hf_subset": "jav_Latn", + "languages": [ + "jav-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.347826, + "f1": 0.30034, + "f1_weighted": 0.323499, + "precision": 0.283333, + "precision_weighted": 0.322464, + "recall": 0.347619, + "recall_weighted": 0.347826, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.26087, + "f1": 0.218254, + "f1_weighted": 0.247585, + "precision": 0.216667, + "precision_weighted": 0.262319, + "recall": 0.247619, + "recall_weighted": 0.26087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.268398, + "f1_weighted": 0.287603, + "precision": 0.254762, + "precision_weighted": 0.284091, + "recall": 0.352381, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.090909, + "f1": 0.079365, + "f1_weighted": 0.126263, + "precision": 0.190476, + "precision_weighted": 0.409091, + "recall": 0.065476, + "recall_weighted": 0.090909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.275397, + "f1_weighted": 0.306566, + "precision": 0.42619, + "precision_weighted": 0.512121, + "recall": 0.254762, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.258103, + "f1": 0.228351, + "f1_weighted": 0.258303, + "precision": 0.274286, + "precision_weighted": 0.358017, + "recall": 0.253571, + "recall_weighted": 0.258103, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.258103, + "hf_subset": "kat_Geor", + "languages": [ + "kat-Geor" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.434783, + "f1": 0.42381, + "f1_weighted": 0.413768, + "precision": 0.45068, + "precision_weighted": 0.428571, + "recall": 0.440476, + "recall_weighted": 0.434783, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.478261, + "f1": 0.475397, + "f1_weighted": 0.464976, + "precision": 0.47619, + "precision_weighted": 0.471014, + "recall": 0.492857, + "recall_weighted": 0.478261, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454545, + "f1": 0.434014, + "f1_weighted": 0.450649, + "precision": 0.440476, + "precision_weighted": 0.503788, + "recall": 0.519048, + "recall_weighted": 0.454545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.136364, + "f1": 0.109307, + "f1_weighted": 0.157025, + "precision": 0.130952, + "precision_weighted": 0.212121, + "recall": 0.10119, + "recall_weighted": 0.136364, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.278571, + "f1_weighted": 0.227273, + "precision": 0.3, + "precision_weighted": 0.266667, + "recall": 0.385714, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.355336, + "f1": 0.34422, + "f1_weighted": 0.342738, + "precision": 0.35966, + "precision_weighted": 0.376432, + "recall": 0.387857, + "recall_weighted": 0.355336, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.355336, + "hf_subset": "kam_Latn", + "languages": [ + "kam-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.73913, + "f1": 0.728169, + "f1_weighted": 0.726717, + "precision": 0.738095, + "precision_weighted": 0.768116, + "recall": 0.77619, + "recall_weighted": 0.73913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.608696, + "f1": 0.556494, + "f1_weighted": 0.553557, + "precision": 0.537415, + "precision_weighted": 0.552795, + "recall": 0.621429, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.711905, + "f1_weighted": 0.664394, + "precision": 0.716667, + "precision_weighted": 0.699242, + "recall": 0.761905, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727273, + "f1": 0.622222, + "f1_weighted": 0.781818, + "precision": 0.711111, + "precision_weighted": 0.881818, + "recall": 0.576389, + "recall_weighted": 0.727273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.636364, + "f1": 0.574603, + "f1_weighted": 0.659596, + "precision": 0.633333, + "precision_weighted": 0.745455, + "recall": 0.578571, + "recall_weighted": 0.636364, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.678656, + "f1": 0.638679, + "f1_weighted": 0.677217, + "precision": 0.667324, + "precision_weighted": 0.729485, + "recall": 0.662897, + "recall_weighted": 0.678656, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.678656, + "hf_subset": "kea_Latn", + "languages": [ + "kea-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.478261, + "f1": 0.448753, + "f1_weighted": 0.513941, + "precision": 0.5, + "precision_weighted": 0.594203, + "recall": 0.445238, + "recall_weighted": 0.478261, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.391304, + "f1": 0.350588, + "f1_weighted": 0.390702, + "precision": 0.440476, + "precision_weighted": 0.539855, + "recall": 0.37381, + "recall_weighted": 0.391304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.640023, + "f1_weighted": 0.545996, + "precision": 0.704762, + "precision_weighted": 0.695455, + "recall": 0.72381, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.409091, + "f1": 0.329623, + "f1_weighted": 0.464581, + "precision": 0.392857, + "precision_weighted": 0.632576, + "recall": 0.315476, + "recall_weighted": 0.409091, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454545, + "f1": 0.496599, + "f1_weighted": 0.425325, + "precision": 0.485714, + "precision_weighted": 0.437879, + "recall": 0.557143, + "recall_weighted": 0.454545, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.464822, + "f1": 0.453117, + "f1_weighted": 0.468109, + "precision": 0.504762, + "precision_weighted": 0.579993, + "recall": 0.483095, + "recall_weighted": 0.464822, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.464822, + "hf_subset": "kaz_Cyrl", + "languages": [ + "kaz-Cyrl" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.130435, + "f1": 0.128571, + "f1_weighted": 0.113043, + "precision": 0.119048, + "precision_weighted": 0.101449, + "recall": 0.142857, + "recall_weighted": 0.130435, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.217391, + "f1": 0.2, + "f1_weighted": 0.2, + "precision": 0.247619, + "precision_weighted": 0.24058, + "recall": 0.214286, + "recall_weighted": 0.217391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.130952, + "f1_weighted": 0.147727, + "precision": 0.119048, + "precision_weighted": 0.143939, + "recall": 0.171429, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.136364, + "f1": 0.138636, + "f1_weighted": 0.154752, + "precision": 0.172222, + "precision_weighted": 0.216667, + "recall": 0.131944, + "recall_weighted": 0.136364, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.192063, + "f1_weighted": 0.249495, + "precision": 0.279762, + "precision_weighted": 0.363636, + "recall": 0.17619, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.178656, + "f1": 0.158045, + "f1_weighted": 0.173004, + "precision": 0.18754, + "precision_weighted": 0.213254, + "recall": 0.167341, + "recall_weighted": 0.178656, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.178656, + "hf_subset": "khm_Khmr", + "languages": [ + "khm-Khmr" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.478261, + "f1": 0.408617, + "f1_weighted": 0.460317, + "precision": 0.4, + "precision_weighted": 0.469565, + "recall": 0.457143, + "recall_weighted": 0.478261, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.217391, + "f1": 0.22381, + "f1_weighted": 0.17971, + "precision": 0.195238, + "precision_weighted": 0.171014, + "recall": 0.290476, + "recall_weighted": 0.217391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.245125, + "f1_weighted": 0.229437, + "precision": 0.219048, + "precision_weighted": 0.204545, + "recall": 0.290476, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.409091, + "f1": 0.3329, + "f1_weighted": 0.42314, + "precision": 0.380952, + "precision_weighted": 0.537879, + "recall": 0.345238, + "recall_weighted": 0.409091, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.409091, + "f1": 0.379819, + "f1_weighted": 0.391775, + "precision": 0.380952, + "precision_weighted": 0.401515, + "recall": 0.404762, + "recall_weighted": 0.409091, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.357312, + "f1": 0.318054, + "f1_weighted": 0.336876, + "precision": 0.315238, + "precision_weighted": 0.356904, + "recall": 0.357619, + "recall_weighted": 0.357312, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.357312, + "hf_subset": "kan_Knda", + "languages": [ + "kan-Knda" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.782609, + "f1": 0.791589, + "f1_weighted": 0.778091, + "precision": 0.857143, + "precision_weighted": 0.826087, + "recall": 0.780952, + "recall_weighted": 0.782609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.608696, + "f1": 0.604762, + "f1_weighted": 0.602899, + "precision": 0.645238, + "precision_weighted": 0.636957, + "recall": 0.621429, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.587302, + "f1_weighted": 0.572727, + "precision": 0.661905, + "precision_weighted": 0.727273, + "recall": 0.666667, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.636364, + "f1": 0.451701, + "f1_weighted": 0.68658, + "precision": 0.5, + "precision_weighted": 0.772727, + "recall": 0.428571, + "recall_weighted": 0.636364, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.384972, + "f1_weighted": 0.478257, + "precision": 0.390476, + "precision_weighted": 0.486364, + "recall": 0.404762, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.623715, + "f1": 0.564065, + "f1_weighted": 0.623711, + "precision": 0.610952, + "precision_weighted": 0.689881, + "recall": 0.580476, + "recall_weighted": 0.623715, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.623715, + "hf_subset": "kor_Hang", + "languages": [ + "kor-Hang" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.391304, + "f1": 0.292517, + "f1_weighted": 0.358178, + "precision": 0.361111, + "precision_weighted": 0.469807, + "recall": 0.321429, + "recall_weighted": 0.391304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.521739, + "f1": 0.483364, + "f1_weighted": 0.498588, + "precision": 0.480272, + "precision_weighted": 0.494824, + "recall": 0.502381, + "recall_weighted": 0.521739, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454545, + "f1": 0.413719, + "f1_weighted": 0.455519, + "precision": 0.428571, + "precision_weighted": 0.484848, + "recall": 0.42381, + "recall_weighted": 0.454545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.240293, + "f1_weighted": 0.376807, + "precision": 0.346429, + "precision_weighted": 0.518182, + "recall": 0.202381, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.317007, + "f1_weighted": 0.296537, + "precision": 0.445578, + "precision_weighted": 0.52381, + "recall": 0.421429, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.400791, + "f1": 0.34938, + "f1_weighted": 0.397126, + "precision": 0.412392, + "precision_weighted": 0.498294, + "recall": 0.374286, + "recall_weighted": 0.400791, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.400791, + "hf_subset": "kir_Cyrl", + "languages": [ + "kir-Cyrl" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.565217, + "f1": 0.556277, + "f1_weighted": 0.578393, + "precision": 0.630952, + "precision_weighted": 0.655797, + "recall": 0.557143, + "recall_weighted": 0.565217, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.608696, + "f1": 0.588776, + "f1_weighted": 0.591718, + "precision": 0.652381, + "precision_weighted": 0.697826, + "recall": 0.657143, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.597436, + "f1_weighted": 0.577739, + "precision": 0.654762, + "precision_weighted": 0.632576, + "recall": 0.604762, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.437441, + "f1_weighted": 0.644655, + "precision": 0.535714, + "precision_weighted": 0.818182, + "recall": 0.422619, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.59161, + "f1_weighted": 0.67215, + "precision": 0.595238, + "precision_weighted": 0.681818, + "recall": 0.602381, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.60751, + "f1": 0.554308, + "f1_weighted": 0.612931, + "precision": 0.61381, + "precision_weighted": 0.69724, + "recall": 0.56881, + "recall_weighted": 0.60751, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.60751, + "hf_subset": "ltz_Latn", + "languages": [ + "ltz-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.173913, + "f1": 0.129705, + "f1_weighted": 0.179986, + "precision": 0.154762, + "precision_weighted": 0.221014, + "recall": 0.128571, + "recall_weighted": 0.173913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.391304, + "f1": 0.301587, + "f1_weighted": 0.346618, + "precision": 0.278571, + "precision_weighted": 0.330435, + "recall": 0.354762, + "recall_weighted": 0.391304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.234127, + "f1_weighted": 0.200758, + "precision": 0.210884, + "precision_weighted": 0.199134, + "recall": 0.295238, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.17449, + "f1_weighted": 0.203896, + "precision": 0.202381, + "precision_weighted": 0.234848, + "recall": 0.154762, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.238095, + "f1_weighted": 0.3, + "precision": 0.335714, + "precision_weighted": 0.431818, + "recall": 0.228571, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.249407, + "f1": 0.215601, + "f1_weighted": 0.246252, + "precision": 0.236463, + "precision_weighted": 0.28345, + "recall": 0.232381, + "recall_weighted": 0.249407, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.249407, + "hf_subset": "lug_Latn", + "languages": [ + "lug-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.347826, + "f1": 0.345238, + "f1_weighted": 0.355072, + "precision": 0.397959, + "precision_weighted": 0.402692, + "recall": 0.340476, + "recall_weighted": 0.347826, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.391304, + "f1": 0.362585, + "f1_weighted": 0.405383, + "precision": 0.416667, + "precision_weighted": 0.492754, + "recall": 0.366667, + "recall_weighted": 0.391304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.543537, + "f1_weighted": 0.546104, + "precision": 0.547619, + "precision_weighted": 0.598485, + "recall": 0.614286, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.409091, + "f1": 0.342352, + "f1_weighted": 0.449233, + "precision": 0.394841, + "precision_weighted": 0.551948, + "recall": 0.326389, + "recall_weighted": 0.409091, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.331293, + "f1_weighted": 0.333766, + "precision": 0.307143, + "precision_weighted": 0.329545, + "recall": 0.42619, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.411462, + "f1": 0.385001, + "f1_weighted": 0.417912, + "precision": 0.412846, + "precision_weighted": 0.475085, + "recall": 0.414802, + "recall_weighted": 0.411462, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.411462, + "hf_subset": "lin_Latn", + "languages": [ + "lin-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.217391, + "f1": 0.207483, + "f1_weighted": 0.182195, + "precision": 0.183673, + "precision_weighted": 0.159938, + "recall": 0.247619, + "recall_weighted": 0.217391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.304348, + "f1": 0.329252, + "f1_weighted": 0.318219, + "precision": 0.416667, + "precision_weighted": 0.398551, + "recall": 0.309524, + "recall_weighted": 0.304348, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.235714, + "f1_weighted": 0.225, + "precision": 0.208844, + "precision_weighted": 0.208009, + "recall": 0.32381, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.109091, + "f1_weighted": 0.204959, + "precision": 0.142857, + "precision_weighted": 0.30303, + "recall": 0.107143, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.27384, + "f1_weighted": 0.336954, + "precision": 0.309524, + "precision_weighted": 0.371212, + "recall": 0.252381, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.258893, + "f1": 0.231076, + "f1_weighted": 0.253465, + "precision": 0.252313, + "precision_weighted": 0.288148, + "recall": 0.248095, + "recall_weighted": 0.258893, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.258893, + "hf_subset": "lao_Laoo", + "languages": [ + "lao-Laoo" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.565217, + "f1": 0.571769, + "f1_weighted": 0.575052, + "precision": 0.607143, + "precision_weighted": 0.648551, + "recall": 0.611905, + "recall_weighted": 0.565217, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.565217, + "f1": 0.522367, + "f1_weighted": 0.524374, + "precision": 0.547619, + "precision_weighted": 0.543478, + "recall": 0.57381, + "recall_weighted": 0.565217, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454545, + "f1": 0.407029, + "f1_weighted": 0.428932, + "precision": 0.438776, + "precision_weighted": 0.470779, + "recall": 0.457143, + "recall_weighted": 0.454545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.221336, + "f1_weighted": 0.277292, + "precision": 0.261905, + "precision_weighted": 0.344697, + "recall": 0.232143, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.331633, + "f1_weighted": 0.324134, + "precision": 0.3, + "precision_weighted": 0.313636, + "recall": 0.421429, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.444269, + "f1": 0.410827, + "f1_weighted": 0.425957, + "precision": 0.431088, + "precision_weighted": 0.464228, + "recall": 0.459286, + "recall_weighted": 0.444269, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.444269, + "hf_subset": "lit_Latn", + "languages": [ + "lit-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.217391, + "f1": 0.156349, + "f1_weighted": 0.187923, + "precision": 0.142857, + "precision_weighted": 0.181159, + "recall": 0.2, + "recall_weighted": 0.217391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.347826, + "f1": 0.301587, + "f1_weighted": 0.357488, + "precision": 0.362245, + "precision_weighted": 0.448758, + "recall": 0.335714, + "recall_weighted": 0.347826, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.193197, + "f1_weighted": 0.220779, + "precision": 0.164286, + "precision_weighted": 0.193182, + "recall": 0.247619, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.212946, + "f1_weighted": 0.296012, + "precision": 0.242857, + "precision_weighted": 0.392424, + "recall": 0.214286, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.152381, + "f1_weighted": 0.181818, + "precision": 0.152381, + "precision_weighted": 0.181818, + "recall": 0.152381, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.258498, + "f1": 0.203292, + "f1_weighted": 0.248804, + "precision": 0.212925, + "precision_weighted": 0.279468, + "recall": 0.23, + "recall_weighted": 0.258498, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.258498, + "hf_subset": "luo_Latn", + "languages": [ + "luo-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.304348, + "f1": 0.278602, + "f1_weighted": 0.302842, + "precision": 0.297619, + "precision_weighted": 0.34058, + "recall": 0.292857, + "recall_weighted": 0.304348, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.347826, + "f1": 0.337642, + "f1_weighted": 0.329883, + "precision": 0.407483, + "precision_weighted": 0.454658, + "recall": 0.37381, + "recall_weighted": 0.347826, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.357091, + "f1_weighted": 0.352514, + "precision": 0.410714, + "precision_weighted": 0.380682, + "recall": 0.347619, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.249542, + "f1_weighted": 0.32043, + "precision": 0.25, + "precision_weighted": 0.352273, + "recall": 0.270833, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.29161, + "f1_weighted": 0.229726, + "precision": 0.25, + "precision_weighted": 0.215909, + "recall": 0.385714, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.321344, + "f1": 0.302897, + "f1_weighted": 0.307079, + "precision": 0.323163, + "precision_weighted": 0.34882, + "recall": 0.334167, + "recall_weighted": 0.321344, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.321344, + "hf_subset": "lvs_Latn", + "languages": [ + "lvs-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.130435, + "f1": 0.088889, + "f1_weighted": 0.125604, + "precision": 0.085714, + "precision_weighted": 0.121739, + "recall": 0.092857, + "recall_weighted": 0.130435, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.391304, + "f1": 0.355556, + "f1_weighted": 0.348792, + "precision": 0.339796, + "precision_weighted": 0.340683, + "recall": 0.407143, + "recall_weighted": 0.391304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.205102, + "f1_weighted": 0.221753, + "precision": 0.314286, + "precision_weighted": 0.345455, + "recall": 0.171429, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.149267, + "f1_weighted": 0.262529, + "precision": 0.185714, + "precision_weighted": 0.336364, + "recall": 0.136905, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.270748, + "f1_weighted": 0.291342, + "precision": 0.297619, + "precision_weighted": 0.337121, + "recall": 0.347619, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.249802, + "f1": 0.213912, + "f1_weighted": 0.250004, + "precision": 0.244626, + "precision_weighted": 0.296272, + "recall": 0.23119, + "recall_weighted": 0.249802, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.249802, + "hf_subset": "mri_Latn", + "languages": [ + "mri-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.695652, + "f1": 0.663605, + "f1_weighted": 0.705487, + "precision": 0.685714, + "precision_weighted": 0.76087, + "recall": 0.688095, + "recall_weighted": 0.695652, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.521739, + "f1": 0.526221, + "f1_weighted": 0.488763, + "precision": 0.5, + "precision_weighted": 0.463768, + "recall": 0.561905, + "recall_weighted": 0.521739, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.65671, + "f1_weighted": 0.600826, + "precision": 0.680952, + "precision_weighted": 0.621212, + "recall": 0.642857, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.585034, + "f1_weighted": 0.822511, + "precision": 0.642857, + "precision_weighted": 0.931818, + "recall": 0.571429, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.636364, + "f1": 0.560998, + "f1_weighted": 0.648341, + "precision": 0.619048, + "precision_weighted": 0.69697, + "recall": 0.542857, + "recall_weighted": 0.636364, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.643478, + "f1": 0.598514, + "f1_weighted": 0.653186, + "precision": 0.625714, + "precision_weighted": 0.694928, + "recall": 0.601429, + "recall_weighted": 0.643478, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.643478, + "hf_subset": "mkd_Cyrl", + "languages": [ + "mkd-Cyrl" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.391304, + "f1": 0.349206, + "f1_weighted": 0.366184, + "precision": 0.338095, + "precision_weighted": 0.362319, + "recall": 0.383333, + "recall_weighted": 0.391304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.478261, + "f1": 0.450031, + "f1_weighted": 0.47013, + "precision": 0.452381, + "precision_weighted": 0.478261, + "recall": 0.466667, + "recall_weighted": 0.478261, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.337302, + "f1_weighted": 0.316919, + "precision": 0.397619, + "precision_weighted": 0.459091, + "recall": 0.395238, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.214966, + "f1_weighted": 0.352381, + "precision": 0.248299, + "precision_weighted": 0.397186, + "recall": 0.190476, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.466667, + "f1_weighted": 0.491667, + "precision": 0.464286, + "precision_weighted": 0.504545, + "recall": 0.507143, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.401186, + "f1": 0.363634, + "f1_weighted": 0.399456, + "precision": 0.380136, + "precision_weighted": 0.44028, + "recall": 0.388571, + "recall_weighted": 0.401186, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.401186, + "hf_subset": "mal_Mlym", + "languages": [ + "mal-Mlym" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.217391, + "f1": 0.174603, + "f1_weighted": 0.213768, + "precision": 0.190476, + "precision_weighted": 0.253623, + "recall": 0.204762, + "recall_weighted": 0.217391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.173913, + "f1": 0.134223, + "f1_weighted": 0.159221, + "precision": 0.129762, + "precision_weighted": 0.15471, + "recall": 0.147619, + "recall_weighted": 0.173913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.136364, + "f1": 0.108277, + "f1_weighted": 0.129329, + "precision": 0.12381, + "precision_weighted": 0.163636, + "recall": 0.12381, + "recall_weighted": 0.136364, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.255468, + "f1_weighted": 0.433833, + "precision": 0.321429, + "precision_weighted": 0.556818, + "recall": 0.220238, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.143991, + "f1_weighted": 0.157287, + "precision": 0.133333, + "precision_weighted": 0.157576, + "recall": 0.183333, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.214625, + "f1": 0.163312, + "f1_weighted": 0.218688, + "precision": 0.179762, + "precision_weighted": 0.257273, + "recall": 0.175952, + "recall_weighted": 0.214625, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.214625, + "hf_subset": "khk_Cyrl", + "languages": [ + "khk-Cyrl" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.608696, + "f1": 0.605442, + "f1_weighted": 0.602484, + "precision": 0.633333, + "precision_weighted": 0.666667, + "recall": 0.630952, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.608696, + "f1": 0.535601, + "f1_weighted": 0.595307, + "precision": 0.557143, + "precision_weighted": 0.634783, + "recall": 0.571429, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.488095, + "f1_weighted": 0.511364, + "precision": 0.597619, + "precision_weighted": 0.699242, + "recall": 0.590476, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.396145, + "f1_weighted": 0.548918, + "precision": 0.511905, + "precision_weighted": 0.75, + "recall": 0.386905, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.378571, + "f1_weighted": 0.359091, + "precision": 0.380952, + "precision_weighted": 0.390152, + "recall": 0.45, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.525296, + "f1": 0.480771, + "f1_weighted": 0.523433, + "precision": 0.53619, + "precision_weighted": 0.628169, + "recall": 0.525952, + "recall_weighted": 0.525296, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.525296, + "hf_subset": "mar_Deva", + "languages": [ + "mar-Deva" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.652174, + "f1": 0.617687, + "f1_weighted": 0.639337, + "precision": 0.661905, + "precision_weighted": 0.724638, + "recall": 0.664286, + "recall_weighted": 0.652174, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.652174, + "f1": 0.624943, + "f1_weighted": 0.616701, + "precision": 0.638095, + "precision_weighted": 0.646377, + "recall": 0.671429, + "recall_weighted": 0.652174, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.433107, + "f1_weighted": 0.494228, + "precision": 0.428571, + "precision_weighted": 0.530303, + "recall": 0.504762, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.818182, + "f1": 0.673413, + "f1_weighted": 0.842641, + "precision": 0.75, + "precision_weighted": 0.920455, + "recall": 0.659722, + "recall_weighted": 0.818182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.636364, + "f1": 0.6, + "f1_weighted": 0.65, + "precision": 0.72619, + "precision_weighted": 0.814394, + "recall": 0.678571, + "recall_weighted": 0.636364, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.651779, + "f1": 0.58983, + "f1_weighted": 0.648581, + "precision": 0.640952, + "precision_weighted": 0.727233, + "recall": 0.635754, + "recall_weighted": 0.651779, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.651779, + "hf_subset": "zsm_Latn", + "languages": [ + "zsm-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.608696, + "f1": 0.519388, + "f1_weighted": 0.602484, + "precision": 0.55, + "precision_weighted": 0.619565, + "recall": 0.52619, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.434783, + "f1": 0.405442, + "f1_weighted": 0.429607, + "precision": 0.457143, + "precision_weighted": 0.473913, + "recall": 0.407143, + "recall_weighted": 0.434783, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454545, + "f1": 0.408163, + "f1_weighted": 0.471429, + "precision": 0.478571, + "precision_weighted": 0.556818, + "recall": 0.404762, + "recall_weighted": 0.454545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.542063, + "f1_weighted": 0.654545, + "precision": 0.611111, + "precision_weighted": 0.742424, + "recall": 0.493056, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.442177, + "f1_weighted": 0.52381, + "precision": 0.492177, + "precision_weighted": 0.566342, + "recall": 0.454762, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.526877, + "f1": 0.463447, + "f1_weighted": 0.536375, + "precision": 0.5178, + "precision_weighted": 0.591813, + "recall": 0.457183, + "recall_weighted": 0.526877, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.526877, + "hf_subset": "mlt_Latn", + "languages": [ + "mlt-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.173913, + "f1": 0.166667, + "f1_weighted": 0.163043, + "precision": 0.166667, + "precision_weighted": 0.173913, + "recall": 0.195238, + "recall_weighted": 0.173913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.217391, + "f1": 0.193878, + "f1_weighted": 0.200311, + "precision": 0.183333, + "precision_weighted": 0.192754, + "recall": 0.214286, + "recall_weighted": 0.217391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.16645, + "f1_weighted": 0.182989, + "precision": 0.178571, + "precision_weighted": 0.204545, + "recall": 0.17619, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.188435, + "f1_weighted": 0.253896, + "precision": 0.261905, + "precision_weighted": 0.333333, + "recall": 0.166667, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.196712, + "f1_weighted": 0.234488, + "precision": 0.214286, + "precision_weighted": 0.261364, + "recall": 0.195238, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.205534, + "f1": 0.182428, + "f1_weighted": 0.206945, + "precision": 0.200952, + "precision_weighted": 0.233182, + "recall": 0.189524, + "recall_weighted": 0.205534, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.205534, + "hf_subset": "mya_Mymr", + "languages": [ + "mya-Mymr" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.73913, + "f1": 0.640188, + "f1_weighted": 0.69787, + "precision": 0.614286, + "precision_weighted": 0.697101, + "recall": 0.704762, + "recall_weighted": 0.73913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.565217, + "f1": 0.527211, + "f1_weighted": 0.562112, + "precision": 0.553571, + "precision_weighted": 0.601449, + "recall": 0.533333, + "recall_weighted": 0.565217, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.818182, + "f1": 0.822589, + "f1_weighted": 0.808664, + "precision": 0.89881, + "precision_weighted": 0.88447, + "recall": 0.828571, + "recall_weighted": 0.818182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.636364, + "f1": 0.493878, + "f1_weighted": 0.692208, + "precision": 0.571429, + "precision_weighted": 0.772727, + "recall": 0.440476, + "recall_weighted": 0.636364, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.803061, + "f1_weighted": 0.770346, + "precision": 0.852041, + "precision_weighted": 0.821429, + "recall": 0.797619, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.706324, + "f1": 0.657385, + "f1_weighted": 0.70624, + "precision": 0.698027, + "precision_weighted": 0.755435, + "recall": 0.660952, + "recall_weighted": 0.706324, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.706324, + "hf_subset": "nob_Latn", + "languages": [ + "nob-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.652174, + "f1": 0.537868, + "f1_weighted": 0.627605, + "precision": 0.533333, + "precision_weighted": 0.650725, + "recall": 0.602381, + "recall_weighted": 0.652174, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.391304, + "f1": 0.325397, + "f1_weighted": 0.36715, + "precision": 0.307143, + "precision_weighted": 0.363043, + "recall": 0.371429, + "recall_weighted": 0.391304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.309524, + "f1_weighted": 0.395455, + "precision": 0.347619, + "precision_weighted": 0.44697, + "recall": 0.285714, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.409091, + "f1": 0.277778, + "f1_weighted": 0.388889, + "precision": 0.263492, + "precision_weighted": 0.387013, + "recall": 0.3125, + "recall_weighted": 0.409091, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.636364, + "f1": 0.568027, + "f1_weighted": 0.662338, + "precision": 0.595238, + "precision_weighted": 0.69697, + "recall": 0.547619, + "recall_weighted": 0.636364, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.490514, + "f1": 0.403719, + "f1_weighted": 0.488287, + "precision": 0.409365, + "precision_weighted": 0.508944, + "recall": 0.423929, + "recall_weighted": 0.490514, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.490514, + "hf_subset": "npi_Deva", + "languages": [ + "npi-Deva" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.73913, + "f1": 0.72381, + "f1_weighted": 0.728986, + "precision": 0.728571, + "precision_weighted": 0.756522, + "recall": 0.759524, + "recall_weighted": 0.73913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.652174, + "f1": 0.583261, + "f1_weighted": 0.641678, + "precision": 0.652381, + "precision_weighted": 0.692754, + "recall": 0.578571, + "recall_weighted": 0.652174, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.613203, + "f1_weighted": 0.652824, + "precision": 0.690476, + "precision_weighted": 0.780303, + "recall": 0.647619, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.484994, + "f1_weighted": 0.710721, + "precision": 0.563492, + "precision_weighted": 0.805556, + "recall": 0.458333, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.77551, + "f1_weighted": 0.770563, + "precision": 0.835714, + "precision_weighted": 0.825, + "recall": 0.77381, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.705534, + "f1": 0.636156, + "f1_weighted": 0.700954, + "precision": 0.694127, + "precision_weighted": 0.772027, + "recall": 0.643571, + "recall_weighted": 0.705534, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.705534, + "hf_subset": "nld_Latn", + "languages": [ + "nld-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.173913, + "f1": 0.158163, + "f1_weighted": 0.13354, + "precision": 0.135714, + "precision_weighted": 0.122464, + "recall": 0.22619, + "recall_weighted": 0.173913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.26087, + "f1": 0.247166, + "f1_weighted": 0.232574, + "precision": 0.228571, + "precision_weighted": 0.217391, + "recall": 0.285714, + "recall_weighted": 0.26087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.28086, + "f1_weighted": 0.263272, + "precision": 0.27381, + "precision_weighted": 0.276515, + "recall": 0.32381, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.118738, + "f1_weighted": 0.250295, + "precision": 0.190476, + "precision_weighted": 0.424242, + "recall": 0.089286, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.33086, + "f1_weighted": 0.360488, + "precision": 0.386054, + "precision_weighted": 0.434524, + "recall": 0.383333, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.250593, + "f1": 0.227157, + "f1_weighted": 0.248034, + "precision": 0.242925, + "precision_weighted": 0.295027, + "recall": 0.261667, + "recall_weighted": 0.250593, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.250593, + "hf_subset": "nso_Latn", + "languages": [ + "nso-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.173913, + "f1": 0.147186, + "f1_weighted": 0.121212, + "precision": 0.112245, + "precision_weighted": 0.093168, + "recall": 0.214286, + "recall_weighted": 0.173913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.130435, + "f1": 0.114863, + "f1_weighted": 0.114712, + "precision": 0.103741, + "precision_weighted": 0.108178, + "recall": 0.135714, + "recall_weighted": 0.130435, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.121769, + "f1_weighted": 0.131385, + "precision": 0.096939, + "precision_weighted": 0.105519, + "recall": 0.171429, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.123077, + "f1_weighted": 0.222378, + "precision": 0.126531, + "precision_weighted": 0.257143, + "recall": 0.14881, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.204762, + "f1_weighted": 0.272727, + "precision": 0.222619, + "precision_weighted": 0.295455, + "recall": 0.204762, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.197233, + "f1": 0.142331, + "f1_weighted": 0.172483, + "precision": 0.132415, + "precision_weighted": 0.171893, + "recall": 0.175, + "recall_weighted": 0.197233, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.197233, + "hf_subset": "nya_Latn", + "languages": [ + "nya-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.782609, + "f1": 0.739394, + "f1_weighted": 0.770092, + "precision": 0.816327, + "precision_weighted": 0.829193, + "recall": 0.738095, + "recall_weighted": 0.782609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.73913, + "f1": 0.736735, + "f1_weighted": 0.72588, + "precision": 0.752381, + "precision_weighted": 0.788406, + "recall": 0.8, + "recall_weighted": 0.73913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454545, + "f1": 0.45805, + "f1_weighted": 0.445166, + "precision": 0.516667, + "precision_weighted": 0.544697, + "recall": 0.538095, + "recall_weighted": 0.454545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.586508, + "f1_weighted": 0.797222, + "precision": 0.628571, + "precision_weighted": 0.909091, + "recall": 0.595238, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.604082, + "f1_weighted": 0.572294, + "precision": 0.595238, + "precision_weighted": 0.598485, + "recall": 0.680952, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.667984, + "f1": 0.624954, + "f1_weighted": 0.662131, + "precision": 0.661837, + "precision_weighted": 0.733974, + "recall": 0.670476, + "recall_weighted": 0.667984, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.667984, + "hf_subset": "oci_Latn", + "languages": [ + "oci-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.347826, + "f1": 0.307483, + "f1_weighted": 0.340787, + "precision": 0.37619, + "precision_weighted": 0.466667, + "recall": 0.340476, + "recall_weighted": 0.347826, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.434783, + "f1": 0.431293, + "f1_weighted": 0.437888, + "precision": 0.504762, + "precision_weighted": 0.513043, + "recall": 0.438095, + "recall_weighted": 0.434783, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.153061, + "f1_weighted": 0.191558, + "precision": 0.166667, + "precision_weighted": 0.219697, + "recall": 0.152381, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.409091, + "f1": 0.323016, + "f1_weighted": 0.498232, + "precision": 0.514286, + "precision_weighted": 0.781818, + "recall": 0.27381, + "recall_weighted": 0.409091, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.636364, + "f1": 0.533514, + "f1_weighted": 0.577619, + "precision": 0.623299, + "precision_weighted": 0.662608, + "recall": 0.595238, + "recall_weighted": 0.636364, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.401976, + "f1": 0.349673, + "f1_weighted": 0.409217, + "precision": 0.437041, + "precision_weighted": 0.528767, + "recall": 0.36, + "recall_weighted": 0.401976, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.401976, + "hf_subset": "ory_Orya", + "languages": [ + "ory-Orya" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.782609, + "f1": 0.762925, + "f1_weighted": 0.775569, + "precision": 0.82381, + "precision_weighted": 0.807971, + "recall": 0.764286, + "recall_weighted": 0.782609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.608696, + "f1": 0.559122, + "f1_weighted": 0.597007, + "precision": 0.619048, + "precision_weighted": 0.644928, + "recall": 0.559524, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.647392, + "f1_weighted": 0.585137, + "precision": 0.642857, + "precision_weighted": 0.590909, + "recall": 0.661905, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.421083, + "f1_weighted": 0.514685, + "precision": 0.438889, + "precision_weighted": 0.563636, + "recall": 0.472222, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.409091, + "f1": 0.360544, + "f1_weighted": 0.384416, + "precision": 0.411905, + "precision_weighted": 0.478788, + "recall": 0.466667, + "recall_weighted": 0.409091, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.587352, + "f1": 0.550213, + "f1_weighted": 0.571363, + "precision": 0.587302, + "precision_weighted": 0.617246, + "recall": 0.584921, + "recall_weighted": 0.587352, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.587352, + "hf_subset": "pan_Guru", + "languages": [ + "pan-Guru" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.782609, + "f1": 0.742569, + "f1_weighted": 0.787967, + "precision": 0.82381, + "precision_weighted": 0.836232, + "recall": 0.721429, + "recall_weighted": 0.782609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.695652, + "f1": 0.721429, + "f1_weighted": 0.70942, + "precision": 0.785714, + "precision_weighted": 0.808696, + "recall": 0.740476, + "recall_weighted": 0.695652, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727273, + "f1": 0.7, + "f1_weighted": 0.695455, + "precision": 0.685374, + "precision_weighted": 0.681277, + "recall": 0.728571, + "recall_weighted": 0.727273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.636364, + "f1": 0.471769, + "f1_weighted": 0.675433, + "precision": 0.541497, + "precision_weighted": 0.772294, + "recall": 0.452381, + "recall_weighted": 0.636364, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.659297, + "f1_weighted": 0.691198, + "precision": 0.678571, + "precision_weighted": 0.75, + "recall": 0.697619, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.704743, + "f1": 0.659013, + "f1_weighted": 0.711894, + "precision": 0.702993, + "precision_weighted": 0.7697, + "recall": 0.668095, + "recall_weighted": 0.704743, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.704743, + "hf_subset": "pol_Latn", + "languages": [ + "pol-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.26087, + "f1": 0.238095, + "f1_weighted": 0.214493, + "precision": 0.2, + "precision_weighted": 0.188406, + "recall": 0.307143, + "recall_weighted": 0.26087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.304348, + "f1": 0.284467, + "f1_weighted": 0.306694, + "precision": 0.285714, + "precision_weighted": 0.315217, + "recall": 0.290476, + "recall_weighted": 0.304348, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.186848, + "f1_weighted": 0.224531, + "precision": 0.219388, + "precision_weighted": 0.277597, + "recall": 0.2, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.177778, + "f1_weighted": 0.236364, + "precision": 0.18254, + "precision_weighted": 0.246753, + "recall": 0.173611, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.280643, + "f1_weighted": 0.345612, + "precision": 0.333333, + "precision_weighted": 0.401515, + "recall": 0.252381, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.267589, + "f1": 0.233566, + "f1_weighted": 0.265539, + "precision": 0.244195, + "precision_weighted": 0.285898, + "recall": 0.244722, + "recall_weighted": 0.267589, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.267589, + "hf_subset": "pbt_Arab", + "languages": [ + "pbt-Arab" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.782609, + "f1": 0.801979, + "f1_weighted": 0.778167, + "precision": 0.821429, + "precision_weighted": 0.807971, + "recall": 0.82381, + "recall_weighted": 0.782609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.826087, + "f1": 0.812698, + "f1_weighted": 0.819324, + "precision": 0.833333, + "precision_weighted": 0.847826, + "recall": 0.828571, + "recall_weighted": 0.826087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727273, + "f1": 0.787912, + "f1_weighted": 0.726224, + "precision": 0.871429, + "precision_weighted": 0.795455, + "recall": 0.771429, + "recall_weighted": 0.727273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 1.0, + "f1": 1.0, + "f1_weighted": 1.0, + "precision": 1.0, + "precision_weighted": 1.0, + "recall": 1.0, + "recall_weighted": 1.0, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.776984, + "f1_weighted": 0.761616, + "precision": 0.788095, + "precision_weighted": 0.774242, + "recall": 0.792857, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.821739, + "f1": 0.835915, + "f1_weighted": 0.817066, + "precision": 0.862857, + "precision_weighted": 0.845099, + "recall": 0.843333, + "recall_weighted": 0.821739, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.821739, + "hf_subset": "por_Latn", + "languages": [ + "por-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.521739, + "f1": 0.465306, + "f1_weighted": 0.499931, + "precision": 0.461905, + "precision_weighted": 0.533333, + "recall": 0.52381, + "recall_weighted": 0.521739, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.608696, + "f1": 0.54195, + "f1_weighted": 0.591442, + "precision": 0.530952, + "precision_weighted": 0.584783, + "recall": 0.561905, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.818182, + "f1": 0.828571, + "f1_weighted": 0.821212, + "precision": 0.845238, + "precision_weighted": 0.852273, + "recall": 0.847619, + "recall_weighted": 0.818182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.625, + "f1_weighted": 0.742424, + "precision": 0.680556, + "precision_weighted": 0.863636, + "recall": 0.597222, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.535034, + "f1_weighted": 0.587987, + "precision": 0.57381, + "precision_weighted": 0.684091, + "recall": 0.616667, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.644269, + "f1": 0.599172, + "f1_weighted": 0.648599, + "precision": 0.618492, + "precision_weighted": 0.703623, + "recall": 0.629444, + "recall_weighted": 0.644269, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.644269, + "hf_subset": "ron_Latn", + "languages": [ + "ron-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.782609, + "f1": 0.778685, + "f1_weighted": 0.781228, + "precision": 0.816667, + "precision_weighted": 0.822464, + "recall": 0.8, + "recall_weighted": 0.782609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.608696, + "f1": 0.604649, + "f1_weighted": 0.568288, + "precision": 0.614286, + "precision_weighted": 0.604348, + "recall": 0.680952, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.636364, + "f1": 0.697619, + "f1_weighted": 0.626515, + "precision": 0.702381, + "precision_weighted": 0.638636, + "recall": 0.714286, + "recall_weighted": 0.636364, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.459951, + "f1_weighted": 0.602664, + "precision": 0.486111, + "precision_weighted": 0.67803, + "recall": 0.479167, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.863636, + "f1": 0.840476, + "f1_weighted": 0.860606, + "precision": 0.845238, + "precision_weighted": 0.901515, + "recall": 0.892857, + "recall_weighted": 0.863636, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.696443, + "f1": 0.676276, + "f1_weighted": 0.68786, + "precision": 0.692937, + "precision_weighted": 0.728999, + "recall": 0.713452, + "recall_weighted": 0.696443, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.696443, + "hf_subset": "rus_Cyrl", + "languages": [ + "rus-Cyrl" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.26087, + "f1": 0.187229, + "f1_weighted": 0.255929, + "precision": 0.190476, + "precision_weighted": 0.26087, + "recall": 0.190476, + "recall_weighted": 0.26087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.391304, + "f1": 0.353175, + "f1_weighted": 0.379227, + "precision": 0.42381, + "precision_weighted": 0.501449, + "recall": 0.385714, + "recall_weighted": 0.391304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.362585, + "f1_weighted": 0.343074, + "precision": 0.37619, + "precision_weighted": 0.356061, + "recall": 0.42381, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.409091, + "f1": 0.324939, + "f1_weighted": 0.396728, + "precision": 0.327778, + "precision_weighted": 0.434848, + "recall": 0.368056, + "recall_weighted": 0.409091, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.317007, + "f1_weighted": 0.32684, + "precision": 0.288095, + "precision_weighted": 0.306818, + "recall": 0.371429, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.357708, + "f1": 0.308987, + "f1_weighted": 0.34036, + "precision": 0.32127, + "precision_weighted": 0.372009, + "recall": 0.347897, + "recall_weighted": 0.357708, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.357708, + "hf_subset": "snd_Arab", + "languages": [ + "snd-Arab" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.565217, + "f1": 0.505483, + "f1_weighted": 0.547475, + "precision": 0.547619, + "precision_weighted": 0.565217, + "recall": 0.504762, + "recall_weighted": 0.565217, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.478261, + "f1": 0.459864, + "f1_weighted": 0.467702, + "precision": 0.464286, + "precision_weighted": 0.481884, + "recall": 0.47381, + "recall_weighted": 0.478261, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.595238, + "f1_weighted": 0.55303, + "precision": 0.654762, + "precision_weighted": 0.613636, + "recall": 0.595238, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.42619, + "f1_weighted": 0.569481, + "precision": 0.459524, + "precision_weighted": 0.616234, + "recall": 0.416667, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.466698, + "f1_weighted": 0.505893, + "precision": 0.466667, + "precision_weighted": 0.521212, + "recall": 0.52619, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.535968, + "f1": 0.490695, + "f1_weighted": 0.528716, + "precision": 0.518571, + "precision_weighted": 0.559637, + "recall": 0.503333, + "recall_weighted": 0.535968, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.535968, + "hf_subset": "slk_Latn", + "languages": [ + "slk-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.652174, + "f1": 0.687796, + "f1_weighted": 0.633603, + "precision": 0.678571, + "precision_weighted": 0.626812, + "recall": 0.707143, + "recall_weighted": 0.652174, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.652174, + "f1": 0.656122, + "f1_weighted": 0.652174, + "precision": 0.669048, + "precision_weighted": 0.673913, + "recall": 0.669048, + "recall_weighted": 0.652174, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.640363, + "f1_weighted": 0.608658, + "precision": 0.704762, + "precision_weighted": 0.712121, + "recall": 0.642857, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727273, + "f1": 0.522959, + "f1_weighted": 0.762987, + "precision": 0.613095, + "precision_weighted": 0.859848, + "recall": 0.494048, + "recall_weighted": 0.727273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.634694, + "f1_weighted": 0.668831, + "precision": 0.690476, + "precision_weighted": 0.765152, + "recall": 0.714286, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.66087, + "f1": 0.628387, + "f1_weighted": 0.665251, + "precision": 0.67119, + "precision_weighted": 0.727569, + "recall": 0.645476, + "recall_weighted": 0.66087, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.66087, + "hf_subset": "slv_Latn", + "languages": [ + "slv-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.130435, + "f1": 0.087302, + "f1_weighted": 0.118357, + "precision": 0.087302, + "precision_weighted": 0.123188, + "recall": 0.104762, + "recall_weighted": 0.130435, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.130435, + "f1": 0.091575, + "f1_weighted": 0.111483, + "precision": 0.103175, + "precision_weighted": 0.125604, + "recall": 0.107143, + "recall_weighted": 0.130435, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.300247, + "f1_weighted": 0.365112, + "precision": 0.309524, + "precision_weighted": 0.386364, + "recall": 0.304762, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454545, + "f1": 0.403078, + "f1_weighted": 0.486947, + "precision": 0.455556, + "precision_weighted": 0.633333, + "recall": 0.409722, + "recall_weighted": 0.454545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.24195, + "f1_weighted": 0.240765, + "precision": 0.309524, + "precision_weighted": 0.325758, + "recall": 0.290476, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.261265, + "f1": 0.224831, + "f1_weighted": 0.264533, + "precision": 0.253016, + "precision_weighted": 0.318849, + "recall": 0.243373, + "recall_weighted": 0.261265, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.261265, + "hf_subset": "sna_Latn", + "languages": [ + "sna-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.347826, + "f1": 0.347619, + "f1_weighted": 0.355072, + "precision": 0.409524, + "precision_weighted": 0.405797, + "recall": 0.328571, + "recall_weighted": 0.347826, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.130435, + "f1": 0.146032, + "f1_weighted": 0.142995, + "precision": 0.171429, + "precision_weighted": 0.165217, + "recall": 0.130952, + "recall_weighted": 0.130435, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.238889, + "f1_weighted": 0.223485, + "precision": 0.358503, + "precision_weighted": 0.347403, + "recall": 0.314286, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.176551, + "f1_weighted": 0.253742, + "precision": 0.355102, + "precision_weighted": 0.624675, + "recall": 0.172619, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.253061, + "f1_weighted": 0.32987, + "precision": 0.404762, + "precision_weighted": 0.537879, + "recall": 0.211905, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.241107, + "f1": 0.23243, + "f1_weighted": 0.261033, + "precision": 0.339864, + "precision_weighted": 0.416194, + "recall": 0.231667, + "recall_weighted": 0.241107, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.241107, + "hf_subset": "som_Latn", + "languages": [ + "som-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.608696, + "f1": 0.47619, + "f1_weighted": 0.521739, + "precision": 0.482993, + "precision_weighted": 0.517598, + "recall": 0.557143, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.73913, + "f1": 0.691156, + "f1_weighted": 0.694824, + "precision": 0.652381, + "precision_weighted": 0.662319, + "recall": 0.745238, + "recall_weighted": 0.73913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.789796, + "f1_weighted": 0.762987, + "precision": 0.835714, + "precision_weighted": 0.806818, + "recall": 0.8, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.863636, + "f1": 0.716667, + "f1_weighted": 0.881818, + "precision": 0.75, + "precision_weighted": 0.909091, + "recall": 0.694444, + "recall_weighted": 0.863636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.706463, + "f1_weighted": 0.688312, + "precision": 0.716667, + "precision_weighted": 0.704545, + "recall": 0.704762, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.733202, + "f1": 0.676054, + "f1_weighted": 0.709936, + "precision": 0.687551, + "precision_weighted": 0.720074, + "recall": 0.700317, + "recall_weighted": 0.733202, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.733202, + "hf_subset": "srp_Cyrl", + "languages": [ + "srp-Cyrl" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.652174, + "f1": 0.586325, + "f1_weighted": 0.613304, + "precision": 0.634921, + "precision_weighted": 0.68599, + "recall": 0.647619, + "recall_weighted": 0.652174, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.608696, + "f1": 0.544671, + "f1_weighted": 0.608972, + "precision": 0.571429, + "precision_weighted": 0.652174, + "recall": 0.566667, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.780952, + "f1_weighted": 0.775758, + "precision": 0.785714, + "precision_weighted": 0.818182, + "recall": 0.838095, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.772727, + "f1": 0.649129, + "f1_weighted": 0.777392, + "precision": 0.744444, + "precision_weighted": 0.842424, + "recall": 0.625, + "recall_weighted": 0.772727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.727273, + "f1": 0.727891, + "f1_weighted": 0.705628, + "precision": 0.77381, + "precision_weighted": 0.746212, + "recall": 0.75, + "recall_weighted": 0.727273, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.706719, + "f1": 0.657794, + "f1_weighted": 0.69621, + "precision": 0.702063, + "precision_weighted": 0.748996, + "recall": 0.685476, + "recall_weighted": 0.706719, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.706719, + "hf_subset": "swe_Latn", + "languages": [ + "swe-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.391304, + "f1": 0.387982, + "f1_weighted": 0.400966, + "precision": 0.433333, + "precision_weighted": 0.466667, + "recall": 0.395238, + "recall_weighted": 0.391304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.173913, + "f1": 0.115385, + "f1_weighted": 0.132107, + "precision": 0.095238, + "precision_weighted": 0.112319, + "recall": 0.164286, + "recall_weighted": 0.173913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.275397, + "f1_weighted": 0.316919, + "precision": 0.27619, + "precision_weighted": 0.322727, + "recall": 0.280952, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.190476, + "f1_weighted": 0.219697, + "precision": 0.267857, + "precision_weighted": 0.295455, + "recall": 0.190476, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.176871, + "f1_weighted": 0.235931, + "precision": 0.261905, + "precision_weighted": 0.363636, + "recall": 0.140476, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.258498, + "f1": 0.229222, + "f1_weighted": 0.261124, + "precision": 0.266905, + "precision_weighted": 0.312161, + "recall": 0.234286, + "recall_weighted": 0.258498, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.258498, + "hf_subset": "swh_Latn", + "languages": [ + "swh-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.173913, + "f1": 0.176531, + "f1_weighted": 0.145963, + "precision": 0.159524, + "precision_weighted": 0.134058, + "recall": 0.219048, + "recall_weighted": 0.173913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.130435, + "f1": 0.114286, + "f1_weighted": 0.130435, + "precision": 0.133333, + "precision_weighted": 0.152174, + "recall": 0.111905, + "recall_weighted": 0.130435, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.184921, + "f1_weighted": 0.253788, + "precision": 0.180952, + "precision_weighted": 0.257576, + "recall": 0.209524, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.409091, + "f1": 0.320827, + "f1_weighted": 0.428965, + "precision": 0.380952, + "precision_weighted": 0.582251, + "recall": 0.340278, + "recall_weighted": 0.409091, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.239229, + "f1_weighted": 0.27381, + "precision": 0.261905, + "precision_weighted": 0.32197, + "recall": 0.259524, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.251779, + "f1": 0.207159, + "f1_weighted": 0.246592, + "precision": 0.223333, + "precision_weighted": 0.289606, + "recall": 0.228056, + "recall_weighted": 0.251779, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.251779, + "hf_subset": "tam_Taml", + "languages": [ + "tam-Taml" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.434783, + "f1": 0.422562, + "f1_weighted": 0.435542, + "precision": 0.452381, + "precision_weighted": 0.484058, + "recall": 0.440476, + "recall_weighted": 0.434783, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.434783, + "f1": 0.402721, + "f1_weighted": 0.400414, + "precision": 0.505102, + "precision_weighted": 0.537267, + "recall": 0.445238, + "recall_weighted": 0.434783, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.246382, + "f1_weighted": 0.24817, + "precision": 0.260714, + "precision_weighted": 0.285227, + "recall": 0.290476, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.169388, + "f1_weighted": 0.265584, + "precision": 0.238095, + "precision_weighted": 0.469697, + "recall": 0.214286, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.345702, + "f1_weighted": 0.310114, + "precision": 0.418027, + "precision_weighted": 0.41158, + "recall": 0.416667, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.34664, + "f1": 0.317351, + "f1_weighted": 0.331965, + "precision": 0.374864, + "precision_weighted": 0.437566, + "recall": 0.361429, + "recall_weighted": 0.34664, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.34664, + "hf_subset": "tel_Telu", + "languages": [ + "tel-Telu" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.391304, + "f1": 0.354762, + "f1_weighted": 0.407246, + "precision": 0.380952, + "precision_weighted": 0.460145, + "recall": 0.369048, + "recall_weighted": 0.391304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.565217, + "f1": 0.522109, + "f1_weighted": 0.505176, + "precision": 0.559524, + "precision_weighted": 0.615942, + "recall": 0.635714, + "recall_weighted": 0.565217, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.337302, + "f1_weighted": 0.380051, + "precision": 0.409524, + "precision_weighted": 0.459091, + "recall": 0.328571, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454545, + "f1": 0.310107, + "f1_weighted": 0.425516, + "precision": 0.291667, + "precision_weighted": 0.401515, + "recall": 0.333333, + "recall_weighted": 0.454545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.556689, + "f1_weighted": 0.493867, + "precision": 0.557143, + "precision_weighted": 0.501515, + "recall": 0.569048, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.454941, + "f1": 0.416194, + "f1_weighted": 0.442371, + "precision": 0.439762, + "precision_weighted": 0.487642, + "recall": 0.447143, + "recall_weighted": 0.454941, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.454941, + "hf_subset": "tgk_Cyrl", + "languages": [ + "tgk-Cyrl" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.565217, + "f1": 0.549817, + "f1_weighted": 0.562765, + "precision": 0.607143, + "precision_weighted": 0.597826, + "recall": 0.533333, + "recall_weighted": 0.565217, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.478261, + "f1": 0.494692, + "f1_weighted": 0.46496, + "precision": 0.571429, + "precision_weighted": 0.51087, + "recall": 0.497619, + "recall_weighted": 0.478261, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.199093, + "f1_weighted": 0.264791, + "precision": 0.192857, + "precision_weighted": 0.261364, + "recall": 0.209524, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.365646, + "f1_weighted": 0.552489, + "precision": 0.378231, + "precision_weighted": 0.583983, + "recall": 0.375, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.409091, + "f1": 0.377778, + "f1_weighted": 0.407071, + "precision": 0.428571, + "precision_weighted": 0.439394, + "recall": 0.366667, + "recall_weighted": 0.409091, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.45415, + "f1": 0.397405, + "f1_weighted": 0.450415, + "precision": 0.435646, + "precision_weighted": 0.478687, + "recall": 0.396429, + "recall_weighted": 0.45415, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.45415, + "hf_subset": "tha_Thai", + "languages": [ + "tha-Thai" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.478261, + "f1": 0.441497, + "f1_weighted": 0.461284, + "precision": 0.486395, + "precision_weighted": 0.501035, + "recall": 0.452381, + "recall_weighted": 0.478261, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.608696, + "f1": 0.54229, + "f1_weighted": 0.562043, + "precision": 0.509524, + "precision_weighted": 0.534058, + "recall": 0.597619, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.535601, + "f1_weighted": 0.575902, + "precision": 0.52381, + "precision_weighted": 0.590909, + "recall": 0.619048, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.399703, + "f1_weighted": 0.5719, + "precision": 0.471429, + "precision_weighted": 0.677273, + "recall": 0.392857, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.522449, + "f1_weighted": 0.607359, + "precision": 0.559524, + "precision_weighted": 0.655303, + "recall": 0.514286, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.562846, + "f1": 0.488308, + "f1_weighted": 0.555698, + "precision": 0.510136, + "precision_weighted": 0.591716, + "recall": 0.515238, + "recall_weighted": 0.562846, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.562846, + "hf_subset": "tur_Latn", + "languages": [ + "tur-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.695652, + "f1": 0.676984, + "f1_weighted": 0.662077, + "precision": 0.719048, + "precision_weighted": 0.776812, + "recall": 0.75, + "recall_weighted": 0.695652, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.695652, + "f1": 0.704762, + "f1_weighted": 0.686957, + "precision": 0.738095, + "precision_weighted": 0.76087, + "recall": 0.735714, + "recall_weighted": 0.695652, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.716553, + "f1_weighted": 0.678932, + "precision": 0.728571, + "precision_weighted": 0.718182, + "recall": 0.738095, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.498639, + "f1_weighted": 0.731385, + "precision": 0.6, + "precision_weighted": 0.854545, + "recall": 0.464286, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.586054, + "f1_weighted": 0.587338, + "precision": 0.671429, + "precision_weighted": 0.745455, + "recall": 0.657143, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.66917, + "f1": 0.636599, + "f1_weighted": 0.669338, + "precision": 0.691429, + "precision_weighted": 0.771173, + "recall": 0.669048, + "recall_weighted": 0.66917, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.66917, + "hf_subset": "ukr_Cyrl", + "languages": [ + "ukr-Cyrl" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.26087, + "f1": 0.264172, + "f1_weighted": 0.21049, + "precision": 0.255102, + "precision_weighted": 0.231366, + "recall": 0.361905, + "recall_weighted": 0.26087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.173913, + "f1": 0.155102, + "f1_weighted": 0.180124, + "precision": 0.171429, + "precision_weighted": 0.195652, + "recall": 0.147619, + "recall_weighted": 0.173913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.166667, + "f1_weighted": 0.170455, + "precision": 0.166667, + "precision_weighted": 0.181818, + "recall": 0.195238, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.294296, + "f1_weighted": 0.382018, + "precision": 0.390476, + "precision_weighted": 0.524242, + "recall": 0.297619, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.1678, + "f1_weighted": 0.186147, + "precision": 0.202381, + "precision_weighted": 0.25, + "recall": 0.183333, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.232411, + "f1": 0.209608, + "f1_weighted": 0.225847, + "precision": 0.237211, + "precision_weighted": 0.276616, + "recall": 0.237143, + "recall_weighted": 0.232411, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.232411, + "hf_subset": "umb_Latn", + "languages": [ + "umb-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.478261, + "f1": 0.478499, + "f1_weighted": 0.432499, + "precision": 0.452381, + "precision_weighted": 0.416667, + "recall": 0.547619, + "recall_weighted": 0.478261, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.608696, + "f1": 0.610884, + "f1_weighted": 0.601656, + "precision": 0.633333, + "precision_weighted": 0.644928, + "recall": 0.657143, + "recall_weighted": 0.608696, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.584354, + "f1_weighted": 0.549134, + "precision": 0.628571, + "precision_weighted": 0.645455, + "recall": 0.619048, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.379252, + "f1_weighted": 0.577922, + "precision": 0.440476, + "precision_weighted": 0.659091, + "recall": 0.357143, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.636364, + "f1": 0.581633, + "f1_weighted": 0.619048, + "precision": 0.687755, + "precision_weighted": 0.725974, + "recall": 0.630952, + "recall_weighted": 0.636364, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.562846, + "f1": 0.526924, + "f1_weighted": 0.556052, + "precision": 0.568503, + "precision_weighted": 0.618423, + "recall": 0.562381, + "recall_weighted": 0.562846, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.562846, + "hf_subset": "urd_Arab", + "languages": [ + "urd-Arab" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.565217, + "f1": 0.555442, + "f1_weighted": 0.559524, + "precision": 0.566667, + "precision_weighted": 0.602899, + "recall": 0.595238, + "recall_weighted": 0.565217, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.434783, + "f1": 0.452268, + "f1_weighted": 0.449344, + "precision": 0.509524, + "precision_weighted": 0.54058, + "recall": 0.461905, + "recall_weighted": 0.434783, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.508617, + "f1_weighted": 0.598124, + "precision": 0.514286, + "precision_weighted": 0.613636, + "recall": 0.509524, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.218167, + "f1_weighted": 0.407426, + "precision": 0.25, + "precision_weighted": 0.492424, + "recall": 0.208333, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.545455, + "f1": 0.460544, + "f1_weighted": 0.516883, + "precision": 0.435714, + "precision_weighted": 0.496212, + "recall": 0.495238, + "recall_weighted": 0.545455, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.5, + "f1": 0.439008, + "f1_weighted": 0.50626, + "precision": 0.455238, + "precision_weighted": 0.54915, + "recall": 0.454048, + "recall_weighted": 0.5, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.5, + "hf_subset": "uzn_Latn", + "languages": [ + "uzn-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.826087, + "f1": 0.831406, + "f1_weighted": 0.831643, + "precision": 0.845238, + "precision_weighted": 0.894928, + "recall": 0.878571, + "recall_weighted": 0.826087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.565217, + "f1": 0.564853, + "f1_weighted": 0.586197, + "precision": 0.595238, + "precision_weighted": 0.637681, + "recall": 0.566667, + "recall_weighted": 0.565217, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.62449, + "f1_weighted": 0.641991, + "precision": 0.62585, + "precision_weighted": 0.692641, + "recall": 0.72381, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.636364, + "f1": 0.59304, + "f1_weighted": 0.696503, + "precision": 0.661111, + "precision_weighted": 0.798485, + "recall": 0.555556, + "recall_weighted": 0.636364, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.681818, + "f1": 0.62619, + "f1_weighted": 0.677273, + "precision": 0.678571, + "precision_weighted": 0.772727, + "recall": 0.690476, + "recall_weighted": 0.681818, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.678261, + "f1": 0.647996, + "f1_weighted": 0.686721, + "precision": 0.681202, + "precision_weighted": 0.759292, + "recall": 0.683016, + "recall_weighted": 0.678261, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.678261, + "hf_subset": "vie_Latn", + "languages": [ + "vie-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.304348, + "f1": 0.265306, + "f1_weighted": 0.279503, + "precision": 0.274603, + "precision_weighted": 0.304831, + "recall": 0.3, + "recall_weighted": 0.304348, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.304348, + "f1": 0.256122, + "f1_weighted": 0.223292, + "precision": 0.209524, + "precision_weighted": 0.2, + "recall": 0.385714, + "recall_weighted": 0.304348, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.136364, + "f1": 0.116667, + "f1_weighted": 0.126515, + "precision": 0.120408, + "precision_weighted": 0.127922, + "recall": 0.12381, + "recall_weighted": 0.136364, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.090909, + "f1": 0.07619, + "f1_weighted": 0.087879, + "precision": 0.091837, + "precision_weighted": 0.11039, + "recall": 0.083333, + "recall_weighted": 0.090909, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.25, + "f1_weighted": 0.261364, + "precision": 0.242857, + "precision_weighted": 0.284848, + "recall": 0.319048, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.221739, + "f1": 0.192857, + "f1_weighted": 0.195711, + "precision": 0.187846, + "precision_weighted": 0.205598, + "recall": 0.242381, + "recall_weighted": 0.221739, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.221739, + "hf_subset": "wol_Latn", + "languages": [ + "wol-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.26087, + "f1": 0.280952, + "f1_weighted": 0.188406, + "precision": 0.231293, + "precision_weighted": 0.153209, + "recall": 0.380952, + "recall_weighted": 0.26087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.217391, + "f1": 0.170635, + "f1_weighted": 0.207729, + "precision": 0.17619, + "precision_weighted": 0.228986, + "recall": 0.2, + "recall_weighted": 0.217391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.254308, + "f1_weighted": 0.247439, + "precision": 0.263265, + "precision_weighted": 0.274675, + "recall": 0.366667, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.136364, + "f1": 0.104762, + "f1_weighted": 0.154545, + "precision": 0.142857, + "precision_weighted": 0.257576, + "recall": 0.10119, + "recall_weighted": 0.136364, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.256236, + "f1_weighted": 0.266955, + "precision": 0.240476, + "precision_weighted": 0.261364, + "recall": 0.321429, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.241107, + "f1": 0.213379, + "f1_weighted": 0.213015, + "precision": 0.210816, + "precision_weighted": 0.235162, + "recall": 0.274048, + "recall_weighted": 0.241107, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.241107, + "hf_subset": "xho_Latn", + "languages": [ + "xho-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.26087, + "f1": 0.152381, + "f1_weighted": 0.231884, + "precision": 0.138776, + "precision_weighted": 0.21118, + "recall": 0.171429, + "recall_weighted": 0.26087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.217391, + "f1": 0.197959, + "f1_weighted": 0.17205, + "precision": 0.164286, + "precision_weighted": 0.142754, + "recall": 0.25, + "recall_weighted": 0.217391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.150124, + "f1_weighted": 0.188066, + "precision": 0.242063, + "precision_weighted": 0.347222, + "recall": 0.17619, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.208874, + "f1_weighted": 0.349862, + "precision": 0.297619, + "precision_weighted": 0.545455, + "recall": 0.172619, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.20068, + "f1_weighted": 0.221861, + "precision": 0.271429, + "precision_weighted": 0.35, + "recall": 0.219048, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.232016, + "f1": 0.182004, + "f1_weighted": 0.232745, + "precision": 0.222834, + "precision_weighted": 0.319322, + "recall": 0.197857, + "recall_weighted": 0.232016, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.232016, + "hf_subset": "yor_Latn", + "languages": [ + "yor-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.782609, + "f1": 0.752834, + "f1_weighted": 0.790338, + "precision": 0.792857, + "precision_weighted": 0.836957, + "recall": 0.764286, + "recall_weighted": 0.782609, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.826087, + "f1": 0.815244, + "f1_weighted": 0.820817, + "precision": 0.857143, + "precision_weighted": 0.844203, + "recall": 0.809524, + "recall_weighted": 0.826087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.454545, + "f1": 0.39697, + "f1_weighted": 0.473967, + "precision": 0.428571, + "precision_weighted": 0.515152, + "recall": 0.380952, + "recall_weighted": 0.454545, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.818182, + "f1": 0.688889, + "f1_weighted": 0.866667, + "precision": 0.75, + "precision_weighted": 0.931818, + "recall": 0.645833, + "recall_weighted": 0.818182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.590909, + "f1": 0.629252, + "f1_weighted": 0.59026, + "precision": 0.642857, + "precision_weighted": 0.621212, + "recall": 0.640476, + "recall_weighted": 0.590909, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.694466, + "f1": 0.656638, + "f1_weighted": 0.70841, + "precision": 0.694286, + "precision_weighted": 0.749868, + "recall": 0.648214, + "recall_weighted": 0.694466, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.694466, + "hf_subset": "zho_Hant", + "languages": [ + "zho-Hant" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.26087, + "f1": 0.247403, + "f1_weighted": 0.256324, + "precision": 0.255952, + "precision_weighted": 0.291667, + "recall": 0.27619, + "recall_weighted": 0.26087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.217391, + "f1": 0.193878, + "f1_weighted": 0.180124, + "precision": 0.195238, + "precision_weighted": 0.213043, + "recall": 0.278571, + "recall_weighted": 0.217391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.133333, + "f1_weighted": 0.181818, + "precision": 0.133333, + "precision_weighted": 0.181818, + "recall": 0.133333, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.15873, + "f1_weighted": 0.181818, + "precision": 0.190476, + "precision_weighted": 0.227273, + "recall": 0.166667, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.136364, + "f1": 0.171429, + "f1_weighted": 0.109091, + "precision": 0.155844, + "precision_weighted": 0.107438, + "recall": 0.22619, + "recall_weighted": 0.136364, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.195652, + "f1": 0.180954, + "f1_weighted": 0.181835, + "precision": 0.186169, + "precision_weighted": 0.204248, + "recall": 0.21619, + "recall_weighted": 0.195652, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.195652, + "hf_subset": "zul_Latn", + "languages": [ + "zul-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.391304, + "f1": 0.404535, + "f1_weighted": 0.315252, + "precision": 0.359524, + "precision_weighted": 0.312319, + "recall": 0.540476, + "recall_weighted": 0.391304, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.217391, + "f1": 0.193197, + "f1_weighted": 0.219738, + "precision": 0.195238, + "precision_weighted": 0.230435, + "recall": 0.2, + "recall_weighted": 0.217391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.181818, + "f1": 0.184807, + "f1_weighted": 0.202381, + "precision": 0.27381, + "precision_weighted": 0.306818, + "recall": 0.171429, + "recall_weighted": 0.181818, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.318182, + "f1": 0.23433, + "f1_weighted": 0.339549, + "precision": 0.25, + "precision_weighted": 0.381818, + "recall": 0.229167, + "recall_weighted": 0.318182, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.227273, + "f1": 0.176871, + "f1_weighted": 0.215007, + "precision": 0.178571, + "precision_weighted": 0.223485, + "recall": 0.195238, + "recall_weighted": 0.227273, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.267194, + "f1": 0.238748, + "f1_weighted": 0.258385, + "precision": 0.251429, + "precision_weighted": 0.290975, + "recall": 0.267262, + "recall_weighted": 0.267194, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.267194, + "hf_subset": "fuv_Latn", + "languages": [ + "fuv-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.26087, + "f1": 0.265873, + "f1_weighted": 0.219807, + "precision": 0.238095, + "precision_weighted": 0.210145, + "recall": 0.342857, + "recall_weighted": 0.26087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.26087, + "f1": 0.255102, + "f1_weighted": 0.284472, + "precision": 0.290476, + "precision_weighted": 0.318841, + "recall": 0.230952, + "recall_weighted": 0.26087, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.242063, + "f1_weighted": 0.301768, + "precision": 0.338095, + "precision_weighted": 0.459091, + "recall": 0.228571, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.363636, + "f1": 0.277922, + "f1_weighted": 0.384022, + "precision": 0.370748, + "precision_weighted": 0.532468, + "recall": 0.27381, + "recall_weighted": 0.363636, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.272727, + "f1": 0.214512, + "f1_weighted": 0.237951, + "precision": 0.196599, + "precision_weighted": 0.220996, + "recall": 0.25, + "recall_weighted": 0.272727, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.286166, + "f1": 0.251095, + "f1_weighted": 0.285604, + "precision": 0.286803, + "precision_weighted": 0.348308, + "recall": 0.265238, + "recall_weighted": 0.286166, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.286166, + "hf_subset": "gaz_Latn", + "languages": [ + "gaz-Latn" + ] + } + ] + }, + "evaluation_time": 467.6407332420349, + "kg_co2_emissions": null, + "date": 1776242448.001817 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SICK-R.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SICK-R.json new file mode 100644 index 0000000000..eac4b5e0ce --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SICK-R.json @@ -0,0 +1,27 @@ +{ + "dataset_revision": "20a6d6f312dd54037fe07a32d58e5e168867909d", + "task_name": "SICK-R", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "pearson": 0.845765, + "spearman": 0.812508, + "cosine_pearson": 0.845765, + "cosine_spearman": 0.812508, + "manhattan_pearson": 0.814406, + "manhattan_spearman": 0.809731, + "euclidean_pearson": 0.814579, + "euclidean_spearman": 0.811194, + "main_score": 0.812508, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 38.700706481933594, + "kg_co2_emissions": null, + "date": 1776176677.088269 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS12.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS12.json new file mode 100644 index 0000000000..f2195b29d8 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS12.json @@ -0,0 +1,27 @@ +{ + "dataset_revision": "a0d554a64d88156834ff5ae9920b964011b16384", + "task_name": "STS12", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "pearson": 0.889604, + "spearman": 0.826977, + "cosine_pearson": 0.889604, + "cosine_spearman": 0.826959, + "manhattan_pearson": 0.871952, + "manhattan_spearman": 0.836996, + "euclidean_pearson": 0.869559, + "euclidean_spearman": 0.834814, + "main_score": 0.826959, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 12.27074670791626, + "kg_co2_emissions": null, + "date": 1776177366.045357 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS13.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS13.json new file mode 100644 index 0000000000..49bf6a681b --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS13.json @@ -0,0 +1,27 @@ +{ + "dataset_revision": "7e90230a92c190f1bf69ae9002b8cea547a64cca", + "task_name": "STS13", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "pearson": 0.877107, + "spearman": 0.881626, + "cosine_pearson": 0.877107, + "cosine_spearman": 0.881628, + "manhattan_pearson": 0.868586, + "manhattan_spearman": 0.871336, + "euclidean_pearson": 0.872879, + "euclidean_spearman": 0.875592, + "main_score": 0.881628, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5.568828582763672, + "kg_co2_emissions": null, + "date": 1776180271.051104 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS13VisualSTS.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS13VisualSTS.json new file mode 100644 index 0000000000..c38785cada --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS13VisualSTS.json @@ -0,0 +1,27 @@ +{ + "dataset_revision": "576f4c4340b774e41704af9bcb003376e37241f3", + "task_name": "STS13VisualSTS", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "pearson": 0.595573, + "spearman": 0.620614, + "cosine_pearson": 0.595573, + "cosine_spearman": 0.620614, + "manhattan_pearson": 0.618197, + "manhattan_spearman": 0.627171, + "euclidean_pearson": 0.613491, + "euclidean_spearman": 0.623094, + "main_score": 0.620614, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 53.56081485748291, + "kg_co2_emissions": null, + "date": 1776187632.439511 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS14.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS14.json new file mode 100644 index 0000000000..41f5b6f5ef --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS14.json @@ -0,0 +1,27 @@ +{ + "dataset_revision": "6031580fec1f6af667f0bd2da0a551cf4f0b2375", + "task_name": "STS14", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "pearson": 0.869338, + "spearman": 0.849332, + "cosine_pearson": 0.869338, + "cosine_spearman": 0.849332, + "manhattan_pearson": 0.846807, + "manhattan_spearman": 0.845053, + "euclidean_pearson": 0.853697, + "euclidean_spearman": 0.849166, + "main_score": 0.849332, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 15.281886339187622, + "kg_co2_emissions": null, + "date": 1776192045.883555 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS15.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS15.json new file mode 100644 index 0000000000..53df20edc5 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS15.json @@ -0,0 +1,27 @@ +{ + "dataset_revision": "ae752c7c21bf194d8b67fd573edf7ae58183cbe3", + "task_name": "STS15", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "pearson": 0.895781, + "spearman": 0.900231, + "cosine_pearson": 0.895781, + "cosine_spearman": 0.900231, + "manhattan_pearson": 0.887528, + "manhattan_spearman": 0.894431, + "euclidean_pearson": 0.89156, + "euclidean_spearman": 0.897801, + "main_score": 0.900231, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 11.6976318359375, + "kg_co2_emissions": null, + "date": 1776178999.068479 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS15VisualSTS.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS15VisualSTS.json new file mode 100644 index 0000000000..1333a41698 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS15VisualSTS.json @@ -0,0 +1,27 @@ +{ + "dataset_revision": "a842b71cb9e907ae28d1047a7b436464a7f01c16", + "task_name": "STS15VisualSTS", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "pearson": 0.728643, + "spearman": 0.736838, + "cosine_pearson": 0.728643, + "cosine_spearman": 0.736838, + "manhattan_pearson": 0.726936, + "manhattan_spearman": 0.736261, + "euclidean_pearson": 0.723651, + "euclidean_spearman": 0.733349, + "main_score": 0.736838, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 90.85309362411499, + "kg_co2_emissions": null, + "date": 1776183949.01769 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS17.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS17.json new file mode 100644 index 0000000000..66a5eefac2 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS17.json @@ -0,0 +1,184 @@ +{ + "dataset_revision": "faeb762787bd10488a50c8b5be4a3b82e411949c", + "task_name": "STS17", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "pearson": 0.836196, + "spearman": 0.834856, + "cosine_pearson": 0.836196, + "cosine_spearman": 0.834856, + "manhattan_pearson": 0.842114, + "manhattan_spearman": 0.8475, + "euclidean_pearson": 0.840124, + "euclidean_spearman": 0.844964, + "main_score": 0.834856, + "hf_subset": "ko-ko", + "languages": [ + "kor-Hang" + ] + }, + { + "pearson": 0.838966, + "spearman": 0.843657, + "cosine_pearson": 0.838966, + "cosine_spearman": 0.843658, + "manhattan_pearson": 0.828732, + "manhattan_spearman": 0.841547, + "euclidean_pearson": 0.82874, + "euclidean_spearman": 0.841687, + "main_score": 0.843658, + "hf_subset": "ar-ar", + "languages": [ + "ara-Arab" + ] + }, + { + "pearson": 0.826456, + "spearman": 0.824478, + "cosine_pearson": 0.826456, + "cosine_spearman": 0.824478, + "manhattan_pearson": 0.805174, + "manhattan_spearman": 0.797968, + "euclidean_pearson": 0.812387, + "euclidean_spearman": 0.806667, + "main_score": 0.824478, + "hf_subset": "en-ar", + "languages": [ + "eng-Latn", + "ara-Arab" + ] + }, + { + "pearson": 0.88354, + "spearman": 0.88237, + "cosine_pearson": 0.88354, + "cosine_spearman": 0.88237, + "manhattan_pearson": 0.863445, + "manhattan_spearman": 0.860631, + "euclidean_pearson": 0.86643, + "euclidean_spearman": 0.864428, + "main_score": 0.88237, + "hf_subset": "en-de", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "pearson": 0.914637, + "spearman": 0.909764, + "cosine_pearson": 0.914637, + "cosine_spearman": 0.909764, + "manhattan_pearson": 0.895818, + "manhattan_spearman": 0.895033, + "euclidean_pearson": 0.899202, + "euclidean_spearman": 0.898508, + "main_score": 0.909764, + "hf_subset": "en-en", + "languages": [ + "eng-Latn" + ] + }, + { + "pearson": 0.784618, + "spearman": 0.77474, + "cosine_pearson": 0.784618, + "cosine_spearman": 0.77474, + "manhattan_pearson": 0.767146, + "manhattan_spearman": 0.758067, + "euclidean_pearson": 0.769493, + "euclidean_spearman": 0.759471, + "main_score": 0.77474, + "hf_subset": "en-tr", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "pearson": 0.870766, + "spearman": 0.880394, + "cosine_pearson": 0.870766, + "cosine_spearman": 0.880394, + "manhattan_pearson": 0.841752, + "manhattan_spearman": 0.84504, + "euclidean_pearson": 0.844841, + "euclidean_spearman": 0.84798, + "main_score": 0.880394, + "hf_subset": "es-en", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.905411, + "spearman": 0.896949, + "cosine_pearson": 0.905411, + "cosine_spearman": 0.896961, + "manhattan_pearson": 0.905042, + "manhattan_spearman": 0.893173, + "euclidean_pearson": 0.905266, + "euclidean_spearman": 0.893943, + "main_score": 0.896961, + "hf_subset": "es-es", + "languages": [ + "spa-Latn" + ] + }, + { + "pearson": 0.875237, + "spearman": 0.870075, + "cosine_pearson": 0.875237, + "cosine_spearman": 0.870075, + "manhattan_pearson": 0.8498, + "manhattan_spearman": 0.84315, + "euclidean_pearson": 0.855959, + "euclidean_spearman": 0.849489, + "main_score": 0.870075, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.881991, + "spearman": 0.877776, + "cosine_pearson": 0.881991, + "cosine_spearman": 0.877776, + "manhattan_pearson": 0.858025, + "manhattan_spearman": 0.849048, + "euclidean_pearson": 0.862225, + "euclidean_spearman": 0.855782, + "main_score": 0.877776, + "hf_subset": "it-en", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.871207, + "spearman": 0.868281, + "cosine_pearson": 0.871207, + "cosine_spearman": 0.868281, + "manhattan_pearson": 0.838717, + "manhattan_spearman": 0.837259, + "euclidean_pearson": 0.843023, + "euclidean_spearman": 0.842781, + "main_score": 0.868281, + "hf_subset": "nl-en", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 22.248594760894775, + "kg_co2_emissions": null, + "date": 1776203877.448901 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS17MultilingualVisualSTS.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS17MultilingualVisualSTS.json new file mode 100644 index 0000000000..11b2c76841 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS17MultilingualVisualSTS.json @@ -0,0 +1,169 @@ +{ + "dataset_revision": "2e31b4b459551a51e1ab54fd7266b40f3fe510d4", + "task_name": "STS17MultilingualVisualSTS", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "pearson": 0.397952, + "spearman": 0.452636, + "cosine_pearson": 0.397952, + "cosine_spearman": 0.452635, + "manhattan_pearson": 0.458175, + "manhattan_spearman": 0.468509, + "euclidean_pearson": 0.446383, + "euclidean_spearman": 0.458232, + "main_score": 0.452635, + "hf_subset": "ko-ko", + "languages": [ + "kor-Hang" + ] + }, + { + "pearson": 0.574096, + "spearman": 0.604636, + "cosine_pearson": 0.574096, + "cosine_spearman": 0.604709, + "manhattan_pearson": 0.597591, + "manhattan_spearman": 0.603989, + "euclidean_pearson": 0.589825, + "euclidean_spearman": 0.592403, + "main_score": 0.604709, + "hf_subset": "ar-ar", + "languages": [ + "ara-Arab" + ] + }, + { + "pearson": 0.135653, + "spearman": 0.140055, + "cosine_pearson": 0.135653, + "cosine_spearman": 0.140055, + "manhattan_pearson": -0.012411, + "manhattan_spearman": -0.004973, + "euclidean_pearson": -0.004743, + "euclidean_spearman": -0.003299, + "main_score": 0.140055, + "hf_subset": "en-ar", + "languages": [ + "eng-Latn", + "ara-Arab" + ] + }, + { + "pearson": 0.407871, + "spearman": 0.407424, + "cosine_pearson": 0.407871, + "cosine_spearman": 0.407424, + "manhattan_pearson": 0.308441, + "manhattan_spearman": 0.306005, + "euclidean_pearson": 0.293473, + "euclidean_spearman": 0.291427, + "main_score": 0.407424, + "hf_subset": "en-de", + "languages": [ + "eng-Latn", + "deu-Latn" + ] + }, + { + "pearson": 0.224053, + "spearman": 0.211101, + "cosine_pearson": 0.224053, + "cosine_spearman": 0.211101, + "manhattan_pearson": 0.106821, + "manhattan_spearman": 0.071669, + "euclidean_pearson": 0.114181, + "euclidean_spearman": 0.080369, + "main_score": 0.211101, + "hf_subset": "en-tr", + "languages": [ + "eng-Latn", + "tur-Latn" + ] + }, + { + "pearson": 0.321847, + "spearman": 0.331758, + "cosine_pearson": 0.321847, + "cosine_spearman": 0.331758, + "manhattan_pearson": 0.282818, + "manhattan_spearman": 0.26912, + "euclidean_pearson": 0.276058, + "euclidean_spearman": 0.267702, + "main_score": 0.331758, + "hf_subset": "es-en", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.697717, + "spearman": 0.709, + "cosine_pearson": 0.697717, + "cosine_spearman": 0.708988, + "manhattan_pearson": 0.714481, + "manhattan_spearman": 0.700914, + "euclidean_pearson": 0.706521, + "euclidean_spearman": 0.692664, + "main_score": 0.708988, + "hf_subset": "es-es", + "languages": [ + "spa-Latn" + ] + }, + { + "pearson": 0.377083, + "spearman": 0.379426, + "cosine_pearson": 0.377083, + "cosine_spearman": 0.379426, + "manhattan_pearson": 0.261007, + "manhattan_spearman": 0.255792, + "euclidean_pearson": 0.269112, + "euclidean_spearman": 0.264441, + "main_score": 0.379426, + "hf_subset": "fr-en", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.307582, + "spearman": 0.300702, + "cosine_pearson": 0.307582, + "cosine_spearman": 0.300702, + "manhattan_pearson": 0.200649, + "manhattan_spearman": 0.18912, + "euclidean_pearson": 0.200976, + "euclidean_spearman": 0.186887, + "main_score": 0.300702, + "hf_subset": "it-en", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.365802, + "spearman": 0.349002, + "cosine_pearson": 0.365802, + "cosine_spearman": 0.349002, + "manhattan_pearson": 0.258225, + "manhattan_spearman": 0.232152, + "euclidean_pearson": 0.264989, + "euclidean_spearman": 0.236931, + "main_score": 0.349002, + "hf_subset": "nl-en", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 158.83340406417847, + "kg_co2_emissions": null, + "date": 1776187149.187275 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS22.v2.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS22.v2.json new file mode 100644 index 0000000000..5090f7eab0 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STS22.v2.json @@ -0,0 +1,290 @@ +{ + "dataset_revision": "d31f33a128469b20e357535c39b82fb3c3f6f2bd", + "task_name": "STS22.v2", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "pearson": 0.698367, + "spearman": 0.681418, + "cosine_pearson": 0.698367, + "cosine_spearman": 0.681418, + "manhattan_pearson": 0.696702, + "manhattan_spearman": 0.679807, + "euclidean_pearson": 0.695637, + "euclidean_spearman": 0.677606, + "main_score": 0.681418, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "pearson": 0.56587, + "spearman": 0.629043, + "cosine_pearson": 0.56587, + "cosine_spearman": 0.629043, + "manhattan_pearson": 0.534146, + "manhattan_spearman": 0.62027, + "euclidean_pearson": 0.533877, + "euclidean_spearman": 0.620213, + "main_score": 0.629043, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "pearson": 0.756439, + "spearman": 0.742194, + "cosine_pearson": 0.756439, + "cosine_spearman": 0.742194, + "manhattan_pearson": 0.749029, + "manhattan_spearman": 0.739373, + "euclidean_pearson": 0.749056, + "euclidean_spearman": 0.740554, + "main_score": 0.742194, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "pearson": 0.455178, + "spearman": 0.484285, + "cosine_pearson": 0.455178, + "cosine_spearman": 0.484285, + "manhattan_pearson": 0.332529, + "manhattan_spearman": 0.472961, + "euclidean_pearson": 0.33676, + "euclidean_spearman": 0.473292, + "main_score": 0.484285, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "pearson": 0.686378, + "spearman": 0.707258, + "cosine_pearson": 0.686378, + "cosine_spearman": 0.707258, + "manhattan_pearson": 0.712114, + "manhattan_spearman": 0.711794, + "euclidean_pearson": 0.712354, + "euclidean_spearman": 0.712139, + "main_score": 0.707258, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "pearson": 0.57836, + "spearman": 0.637623, + "cosine_pearson": 0.57836, + "cosine_spearman": 0.637623, + "manhattan_pearson": 0.621928, + "manhattan_spearman": 0.642605, + "euclidean_pearson": 0.619601, + "euclidean_spearman": 0.64224, + "main_score": 0.637623, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "pearson": 0.679621, + "spearman": 0.712047, + "cosine_pearson": 0.679621, + "cosine_spearman": 0.712047, + "manhattan_pearson": 0.676628, + "manhattan_spearman": 0.704986, + "euclidean_pearson": 0.677092, + "euclidean_spearman": 0.703778, + "main_score": 0.712047, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "pearson": 0.75953, + "spearman": 0.752719, + "cosine_pearson": 0.75953, + "cosine_spearman": 0.752719, + "manhattan_pearson": 0.742109, + "manhattan_spearman": 0.747322, + "euclidean_pearson": 0.746512, + "euclidean_spearman": 0.750167, + "main_score": 0.752719, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ] + }, + { + "pearson": 0.848719, + "spearman": 0.841431, + "cosine_pearson": 0.848719, + "cosine_spearman": 0.841431, + "manhattan_pearson": 0.816333, + "manhattan_spearman": 0.833257, + "euclidean_pearson": 0.814109, + "euclidean_spearman": 0.827451, + "main_score": 0.841431, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "pearson": 0.696512, + "spearman": 0.625401, + "cosine_pearson": 0.696512, + "cosine_spearman": 0.625401, + "manhattan_pearson": 0.717176, + "manhattan_spearman": 0.617654, + "euclidean_pearson": 0.714098, + "euclidean_spearman": 0.618009, + "main_score": 0.625401, + "hf_subset": "de-en", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.798211, + "spearman": 0.818304, + "cosine_pearson": 0.798211, + "cosine_spearman": 0.818304, + "manhattan_pearson": 0.810273, + "manhattan_spearman": 0.814996, + "euclidean_pearson": 0.809359, + "euclidean_spearman": 0.816506, + "main_score": 0.818304, + "hf_subset": "es-en", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.774257, + "spearman": 0.795995, + "cosine_pearson": 0.774257, + "cosine_spearman": 0.795995, + "manhattan_pearson": 0.781636, + "manhattan_spearman": 0.796254, + "euclidean_pearson": 0.781122, + "euclidean_spearman": 0.796208, + "main_score": 0.795995, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "pearson": 0.827676, + "spearman": 0.822986, + "cosine_pearson": 0.827676, + "cosine_spearman": 0.822986, + "manhattan_pearson": 0.818737, + "manhattan_spearman": 0.829189, + "euclidean_pearson": 0.8188, + "euclidean_spearman": 0.817391, + "main_score": 0.822986, + "hf_subset": "pl-en", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "pearson": 0.774528, + "spearman": 0.753906, + "cosine_pearson": 0.774528, + "cosine_spearman": 0.753906, + "manhattan_pearson": 0.767139, + "manhattan_spearman": 0.73738, + "euclidean_pearson": 0.769736, + "euclidean_spearman": 0.741272, + "main_score": 0.753906, + "hf_subset": "zh-en", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + }, + { + "pearson": 0.724856, + "spearman": 0.783733, + "cosine_pearson": 0.724856, + "cosine_spearman": 0.783733, + "manhattan_pearson": 0.743188, + "manhattan_spearman": 0.769816, + "euclidean_pearson": 0.744406, + "euclidean_spearman": 0.772808, + "main_score": 0.783733, + "hf_subset": "es-it", + "languages": [ + "spa-Latn", + "ita-Latn" + ] + }, + { + "pearson": 0.62626, + "spearman": 0.67508, + "cosine_pearson": 0.62626, + "cosine_spearman": 0.67508, + "manhattan_pearson": 0.620896, + "manhattan_spearman": 0.689216, + "euclidean_pearson": 0.615827, + "euclidean_spearman": 0.688698, + "main_score": 0.67508, + "hf_subset": "de-fr", + "languages": [ + "deu-Latn", + "fra-Latn" + ] + }, + { + "pearson": 0.39785, + "spearman": 0.569999, + "cosine_pearson": 0.39785, + "cosine_spearman": 0.569999, + "manhattan_pearson": 0.431162, + "manhattan_spearman": 0.554602, + "euclidean_pearson": 0.410417, + "euclidean_spearman": 0.561992, + "main_score": 0.569999, + "hf_subset": "de-pl", + "languages": [ + "deu-Latn", + "pol-Latn" + ] + }, + { + "pearson": 0.805091, + "spearman": 0.845154, + "cosine_pearson": 0.805091, + "cosine_spearman": 0.845154, + "manhattan_pearson": 0.848894, + "manhattan_spearman": 0.845154, + "euclidean_pearson": 0.834751, + "euclidean_spearman": 0.845154, + "main_score": 0.845154, + "hf_subset": "fr-pl", + "languages": [ + "fra-Latn", + "pol-Latn" + ] + } + ] + }, + "evaluation_time": 90.2767882347107, + "kg_co2_emissions": null, + "date": 1776196192.903415 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STSB.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STSB.json new file mode 100644 index 0000000000..d27c5d2d20 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STSB.json @@ -0,0 +1,44 @@ +{ + "dataset_revision": "e036defee8f190911de6fc825a944b928c8cda53", + "task_name": "STSB", + "mteb_version": "2.12.16", + "scores": { + "validation": [ + { + "pearson": 0.853754, + "spearman": 0.85565, + "cosine_pearson": 0.853754, + "cosine_spearman": 0.855652, + "manhattan_pearson": 0.85215, + "manhattan_spearman": 0.858704, + "euclidean_pearson": 0.85278, + "euclidean_spearman": 0.858639, + "main_score": 0.855652, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ], + "test": [ + { + "pearson": 0.815514, + "spearman": 0.815334, + "cosine_pearson": 0.815514, + "cosine_spearman": 0.81533, + "manhattan_pearson": 0.809842, + "manhattan_spearman": 0.819138, + "euclidean_pearson": 0.811234, + "euclidean_spearman": 0.820585, + "main_score": 0.81533, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 11.430435419082642, + "kg_co2_emissions": null, + "date": 1776181126.687878 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STSBenchmark.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STSBenchmark.json new file mode 100644 index 0000000000..620ce7e62d --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STSBenchmark.json @@ -0,0 +1,27 @@ +{ + "dataset_revision": "b0fddb56ed78048fa8b90373c8a3cfc37b684831", + "task_name": "STSBenchmark", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "pearson": 0.875892, + "spearman": 0.882051, + "cosine_pearson": 0.875892, + "cosine_spearman": 0.882051, + "manhattan_pearson": 0.866643, + "manhattan_spearman": 0.874577, + "euclidean_pearson": 0.872072, + "euclidean_spearman": 0.879498, + "main_score": 0.882051, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 5.170980930328369, + "kg_co2_emissions": null, + "date": 1776176684.015073 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STSBenchmarkMultilingualVisualSTS.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STSBenchmarkMultilingualVisualSTS.json new file mode 100644 index 0000000000..ad01de1663 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STSBenchmarkMultilingualVisualSTS.json @@ -0,0 +1,284 @@ +{ + "dataset_revision": "9f1ab21f17f497974996ab74b3ff911165a7dbf9", + "task_name": "STSBenchmarkMultilingualVisualSTS", + "mteb_version": "2.12.16", + "scores": { + "dev": [ + { + "pearson": 0.62767, + "spearman": 0.631953, + "cosine_pearson": 0.62767, + "cosine_spearman": 0.631954, + "manhattan_pearson": 0.63512, + "manhattan_spearman": 0.636142, + "euclidean_pearson": 0.625757, + "euclidean_spearman": 0.627152, + "main_score": 0.631954, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "pearson": 0.573492, + "spearman": 0.583194, + "cosine_pearson": 0.573492, + "cosine_spearman": 0.583194, + "manhattan_pearson": 0.580384, + "manhattan_spearman": 0.577209, + "euclidean_pearson": 0.568599, + "euclidean_spearman": 0.565578, + "main_score": 0.583194, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "pearson": 0.578193, + "spearman": 0.596646, + "cosine_pearson": 0.578193, + "cosine_spearman": 0.596647, + "manhattan_pearson": 0.596967, + "manhattan_spearman": 0.600439, + "euclidean_pearson": 0.586298, + "euclidean_spearman": 0.590205, + "main_score": 0.596647, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "pearson": 0.573238, + "spearman": 0.589771, + "cosine_pearson": 0.573238, + "cosine_spearman": 0.589771, + "manhattan_pearson": 0.592684, + "manhattan_spearman": 0.598319, + "euclidean_pearson": 0.57956, + "euclidean_spearman": 0.584402, + "main_score": 0.589771, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "pearson": 0.575292, + "spearman": 0.596776, + "cosine_pearson": 0.575292, + "cosine_spearman": 0.596778, + "manhattan_pearson": 0.588583, + "manhattan_spearman": 0.596414, + "euclidean_pearson": 0.578617, + "euclidean_spearman": 0.586556, + "main_score": 0.596778, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "pearson": 0.483717, + "spearman": 0.529737, + "cosine_pearson": 0.483717, + "cosine_spearman": 0.529737, + "manhattan_pearson": 0.527565, + "manhattan_spearman": 0.540394, + "euclidean_pearson": 0.514967, + "euclidean_spearman": 0.529912, + "main_score": 0.529737, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "pearson": 0.549468, + "spearman": 0.571721, + "cosine_pearson": 0.549468, + "cosine_spearman": 0.571722, + "manhattan_pearson": 0.554052, + "manhattan_spearman": 0.562482, + "euclidean_pearson": 0.543038, + "euclidean_spearman": 0.552127, + "main_score": 0.571722, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "pearson": 0.543613, + "spearman": 0.558323, + "cosine_pearson": 0.543613, + "cosine_spearman": 0.558324, + "manhattan_pearson": 0.566404, + "manhattan_spearman": 0.571539, + "euclidean_pearson": 0.55349, + "euclidean_spearman": 0.556891, + "main_score": 0.558324, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "pearson": 0.664326, + "spearman": 0.66991, + "cosine_pearson": 0.664326, + "cosine_spearman": 0.669915, + "manhattan_pearson": 0.673461, + "manhattan_spearman": 0.687171, + "euclidean_pearson": 0.667165, + "euclidean_spearman": 0.678085, + "main_score": 0.669915, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ] + } + ], + "test": [ + { + "pearson": 0.535711, + "spearman": 0.547594, + "cosine_pearson": 0.535711, + "cosine_spearman": 0.547598, + "manhattan_pearson": 0.556712, + "manhattan_spearman": 0.554748, + "euclidean_pearson": 0.549653, + "euclidean_spearman": 0.549332, + "main_score": 0.547598, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "pearson": 0.511014, + "spearman": 0.530934, + "cosine_pearson": 0.511014, + "cosine_spearman": 0.530934, + "manhattan_pearson": 0.528958, + "manhattan_spearman": 0.534779, + "euclidean_pearson": 0.51668, + "euclidean_spearman": 0.52213, + "main_score": 0.530934, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "pearson": 0.503067, + "spearman": 0.511227, + "cosine_pearson": 0.503067, + "cosine_spearman": 0.511223, + "manhattan_pearson": 0.530346, + "manhattan_spearman": 0.526241, + "euclidean_pearson": 0.521147, + "euclidean_spearman": 0.517422, + "main_score": 0.511223, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "pearson": 0.521212, + "spearman": 0.553241, + "cosine_pearson": 0.521212, + "cosine_spearman": 0.553249, + "manhattan_pearson": 0.546001, + "manhattan_spearman": 0.560064, + "euclidean_pearson": 0.535422, + "euclidean_spearman": 0.552018, + "main_score": 0.553249, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "pearson": 0.467121, + "spearman": 0.489748, + "cosine_pearson": 0.467121, + "cosine_spearman": 0.489752, + "manhattan_pearson": 0.503526, + "manhattan_spearman": 0.50173, + "euclidean_pearson": 0.494776, + "euclidean_spearman": 0.493779, + "main_score": 0.489752, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "pearson": 0.425135, + "spearman": 0.459253, + "cosine_pearson": 0.425135, + "cosine_spearman": 0.45926, + "manhattan_pearson": 0.474912, + "manhattan_spearman": 0.477801, + "euclidean_pearson": 0.465036, + "euclidean_spearman": 0.469948, + "main_score": 0.45926, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "pearson": 0.482065, + "spearman": 0.516837, + "cosine_pearson": 0.482065, + "cosine_spearman": 0.516842, + "manhattan_pearson": 0.501554, + "manhattan_spearman": 0.515728, + "euclidean_pearson": 0.488668, + "euclidean_spearman": 0.50404, + "main_score": 0.516842, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "pearson": 0.468496, + "spearman": 0.485786, + "cosine_pearson": 0.468496, + "cosine_spearman": 0.485779, + "manhattan_pearson": 0.50333, + "manhattan_spearman": 0.504433, + "euclidean_pearson": 0.488493, + "euclidean_spearman": 0.489331, + "main_score": 0.485779, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "pearson": 0.626177, + "spearman": 0.626143, + "cosine_pearson": 0.626177, + "cosine_spearman": 0.626164, + "manhattan_pearson": 0.636199, + "manhattan_spearman": 0.641251, + "euclidean_pearson": 0.630237, + "euclidean_spearman": 0.633122, + "main_score": 0.626164, + "hf_subset": "zh", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 981.9999787807465, + "kg_co2_emissions": null, + "date": 1776191125.099097 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STSES.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STSES.json new file mode 100644 index 0000000000..f4136d030b --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/STSES.json @@ -0,0 +1,27 @@ +{ + "dataset_revision": "fe7158e70012087b5a692ce175226a0d213936ad", + "task_name": "STSES", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "pearson": 0.82246, + "spearman": 0.781491, + "cosine_pearson": 0.82246, + "cosine_spearman": 0.781491, + "manhattan_pearson": 0.790298, + "manhattan_spearman": 0.745661, + "euclidean_pearson": 0.793261, + "euclidean_spearman": 0.747656, + "main_score": 0.781491, + "hf_subset": "default", + "languages": [ + "spa-Latn" + ] + } + ] + }, + "evaluation_time": 0.6857116222381592, + "kg_co2_emissions": null, + "date": 1776177445.766032 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SUN397.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SUN397.json new file mode 100644 index 0000000000..2c91cc607b --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SUN397.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "c684cff33166060e2ae05525a5c4abdf5e6d7bce", + "task_name": "SUN397", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.756414, + "f1": 0.738996, + "f1_weighted": 0.763175, + "precision": 0.728096, + "precision_weighted": 0.789221, + "recall": 0.772371, + "recall_weighted": 0.756414, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.758897, + "f1": 0.743962, + "f1_weighted": 0.765811, + "precision": 0.732781, + "precision_weighted": 0.790726, + "recall": 0.775128, + "recall_weighted": 0.758897, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.757195, + "f1": 0.740376, + "f1_weighted": 0.762997, + "precision": 0.731833, + "precision_weighted": 0.787801, + "recall": 0.771827, + "recall_weighted": 0.757195, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.762253, + "f1": 0.743013, + "f1_weighted": 0.76848, + "precision": 0.734165, + "precision_weighted": 0.79411, + "recall": 0.773781, + "recall_weighted": 0.762253, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.759356, + "f1": 0.741152, + "f1_weighted": 0.766142, + "precision": 0.731981, + "precision_weighted": 0.790703, + "recall": 0.771362, + "recall_weighted": 0.759356, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.758823, + "f1": 0.7415, + "f1_weighted": 0.765321, + "precision": 0.731771, + "precision_weighted": 0.790512, + "recall": 0.772894, + "recall_weighted": 0.758823, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.758823, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1929.2723627090454, + "kg_co2_emissions": null, + "date": 1776193680.195108 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ScalaClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ScalaClassification.json new file mode 100644 index 0000000000..80d5b2251b --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ScalaClassification.json @@ -0,0 +1,524 @@ +{ + "dataset_revision": "ec85bb6c69679ed15ac66c0bf6e180bf563eb137", + "task_name": "ScalaClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.541992, + "f1": 0.541834, + "f1_weighted": 0.541834, + "precision": 0.54205, + "precision_weighted": 0.54205, + "recall": 0.541992, + "recall_weighted": 0.541992, + "ap": 0.522696, + "ap_weighted": 0.522696 + }, + { + "accuracy": 0.555664, + "f1": 0.555019, + "f1_weighted": 0.555019, + "precision": 0.555989, + "precision_weighted": 0.555989, + "recall": 0.555664, + "recall_weighted": 0.555664, + "ap": 0.530711, + "ap_weighted": 0.530711 + }, + { + "accuracy": 0.527344, + "f1": 0.523581, + "f1_weighted": 0.523581, + "precision": 0.528236, + "precision_weighted": 0.528236, + "recall": 0.527344, + "recall_weighted": 0.527344, + "ap": 0.514307, + "ap_weighted": 0.514307 + }, + { + "accuracy": 0.533203, + "f1": 0.530948, + "f1_weighted": 0.530948, + "precision": 0.533854, + "precision_weighted": 0.533854, + "recall": 0.533203, + "recall_weighted": 0.533203, + "ap": 0.517882, + "ap_weighted": 0.517882 + }, + { + "accuracy": 0.531738, + "f1": 0.53104, + "f1_weighted": 0.53104, + "precision": 0.531928, + "precision_weighted": 0.531928, + "recall": 0.531738, + "recall_weighted": 0.531738, + "ap": 0.516804, + "ap_weighted": 0.516804 + }, + { + "accuracy": 0.53125, + "f1": 0.531246, + "f1_weighted": 0.531246, + "precision": 0.531251, + "precision_weighted": 0.531251, + "recall": 0.53125, + "recall_weighted": 0.53125, + "ap": 0.516596, + "ap_weighted": 0.516596 + }, + { + "accuracy": 0.527832, + "f1": 0.527799, + "f1_weighted": 0.527799, + "precision": 0.52784, + "precision_weighted": 0.52784, + "recall": 0.527832, + "recall_weighted": 0.527832, + "ap": 0.514704, + "ap_weighted": 0.514704 + }, + { + "accuracy": 0.535156, + "f1": 0.535028, + "f1_weighted": 0.535028, + "precision": 0.535195, + "precision_weighted": 0.535195, + "recall": 0.535156, + "recall_weighted": 0.535156, + "ap": 0.518857, + "ap_weighted": 0.518857 + }, + { + "accuracy": 0.541504, + "f1": 0.541495, + "f1_weighted": 0.541495, + "precision": 0.541507, + "precision_weighted": 0.541507, + "recall": 0.541504, + "recall_weighted": 0.541504, + "ap": 0.52246, + "ap_weighted": 0.52246 + }, + { + "accuracy": 0.526855, + "f1": 0.526514, + "f1_weighted": 0.526514, + "precision": 0.526933, + "precision_weighted": 0.526933, + "recall": 0.526855, + "recall_weighted": 0.526855, + "ap": 0.514112, + "ap_weighted": 0.514112 + } + ], + "accuracy": 0.535254, + "f1": 0.534451, + "f1_weighted": 0.534451, + "precision": 0.535478, + "precision_weighted": 0.535478, + "recall": 0.535254, + "recall_weighted": 0.535254, + "ap": 0.518913, + "ap_weighted": 0.518913, + "main_score": 0.535254, + "hf_subset": "Danish", + "languages": [ + "dan-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.500488, + "f1": 0.49868, + "f1_weighted": 0.49868, + "precision": 0.500495, + "precision_weighted": 0.500495, + "recall": 0.500488, + "recall_weighted": 0.500488, + "ap": 0.500244, + "ap_weighted": 0.500244 + }, + { + "accuracy": 0.518555, + "f1": 0.518422, + "f1_weighted": 0.518422, + "precision": 0.518575, + "precision_weighted": 0.518575, + "recall": 0.518555, + "recall_weighted": 0.518555, + "ap": 0.509633, + "ap_weighted": 0.509633 + }, + { + "accuracy": 0.521973, + "f1": 0.518537, + "f1_weighted": 0.518537, + "precision": 0.522618, + "precision_weighted": 0.522618, + "recall": 0.521973, + "recall_weighted": 0.521973, + "ap": 0.511399, + "ap_weighted": 0.511399 + }, + { + "accuracy": 0.51416, + "f1": 0.506631, + "f1_weighted": 0.506631, + "precision": 0.515081, + "precision_weighted": 0.515081, + "recall": 0.51416, + "recall_weighted": 0.51416, + "ap": 0.507346, + "ap_weighted": 0.507346 + }, + { + "accuracy": 0.518555, + "f1": 0.518451, + "f1_weighted": 0.518451, + "precision": 0.518571, + "precision_weighted": 0.518571, + "recall": 0.518555, + "recall_weighted": 0.518555, + "ap": 0.509632, + "ap_weighted": 0.509632 + }, + { + "accuracy": 0.541992, + "f1": 0.541145, + "f1_weighted": 0.541145, + "precision": 0.542305, + "precision_weighted": 0.542305, + "recall": 0.541992, + "recall_weighted": 0.541992, + "ap": 0.522925, + "ap_weighted": 0.522925 + }, + { + "accuracy": 0.544434, + "f1": 0.544301, + "f1_weighted": 0.544301, + "precision": 0.544486, + "precision_weighted": 0.544486, + "recall": 0.544434, + "recall_weighted": 0.544434, + "ap": 0.524261, + "ap_weighted": 0.524261 + }, + { + "accuracy": 0.527832, + "f1": 0.526726, + "f1_weighted": 0.526726, + "precision": 0.528095, + "precision_weighted": 0.528095, + "recall": 0.527832, + "recall_weighted": 0.527832, + "ap": 0.514774, + "ap_weighted": 0.514774 + }, + { + "accuracy": 0.540527, + "f1": 0.538754, + "f1_weighted": 0.538754, + "precision": 0.54116, + "precision_weighted": 0.54116, + "recall": 0.540527, + "recall_weighted": 0.540527, + "ap": 0.521725, + "ap_weighted": 0.521725 + }, + { + "accuracy": 0.541016, + "f1": 0.540242, + "f1_weighted": 0.540242, + "precision": 0.541293, + "precision_weighted": 0.541293, + "recall": 0.541016, + "recall_weighted": 0.541016, + "ap": 0.522063, + "ap_weighted": 0.522063 + } + ], + "accuracy": 0.526953, + "f1": 0.525189, + "f1_weighted": 0.525189, + "precision": 0.527268, + "precision_weighted": 0.527268, + "recall": 0.526953, + "recall_weighted": 0.526953, + "ap": 0.5144, + "ap_weighted": 0.5144, + "main_score": 0.526953, + "hf_subset": "Norwegian_b", + "languages": [ + "nob-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.531738, + "f1": 0.531322, + "f1_weighted": 0.531322, + "precision": 0.531851, + "precision_weighted": 0.531851, + "recall": 0.531738, + "recall_weighted": 0.531738, + "ap": 0.51682, + "ap_weighted": 0.51682 + }, + { + "accuracy": 0.509766, + "f1": 0.509758, + "f1_weighted": 0.509758, + "precision": 0.509766, + "precision_weighted": 0.509766, + "recall": 0.509766, + "recall_weighted": 0.509766, + "ap": 0.504977, + "ap_weighted": 0.504977 + }, + { + "accuracy": 0.506836, + "f1": 0.504176, + "f1_weighted": 0.504176, + "precision": 0.506986, + "precision_weighted": 0.506986, + "recall": 0.506836, + "recall_weighted": 0.506836, + "ap": 0.503473, + "ap_weighted": 0.503473 + }, + { + "accuracy": 0.512695, + "f1": 0.511667, + "f1_weighted": 0.511667, + "precision": 0.512803, + "precision_weighted": 0.512803, + "recall": 0.512695, + "recall_weighted": 0.512695, + "ap": 0.506525, + "ap_weighted": 0.506525 + }, + { + "accuracy": 0.530273, + "f1": 0.526779, + "f1_weighted": 0.526779, + "precision": 0.531195, + "precision_weighted": 0.531195, + "recall": 0.530273, + "recall_weighted": 0.530273, + "ap": 0.515919, + "ap_weighted": 0.515919 + }, + { + "accuracy": 0.519531, + "f1": 0.519531, + "f1_weighted": 0.519531, + "precision": 0.519531, + "precision_weighted": 0.519531, + "recall": 0.519531, + "recall_weighted": 0.519531, + "ap": 0.510146, + "ap_weighted": 0.510146 + }, + { + "accuracy": 0.517578, + "f1": 0.516765, + "f1_weighted": 0.516765, + "precision": 0.517697, + "precision_weighted": 0.517697, + "recall": 0.517578, + "recall_weighted": 0.517578, + "ap": 0.509126, + "ap_weighted": 0.509126 + }, + { + "accuracy": 0.495117, + "f1": 0.494994, + "f1_weighted": 0.494994, + "precision": 0.495112, + "precision_weighted": 0.495112, + "recall": 0.495117, + "recall_weighted": 0.495117, + "ap": 0.497582, + "ap_weighted": 0.497582 + }, + { + "accuracy": 0.510742, + "f1": 0.510427, + "f1_weighted": 0.510427, + "precision": 0.51077, + "precision_weighted": 0.51077, + "recall": 0.510742, + "recall_weighted": 0.510742, + "ap": 0.505493, + "ap_weighted": 0.505493 + }, + { + "accuracy": 0.518555, + "f1": 0.517581, + "f1_weighted": 0.517581, + "precision": 0.518706, + "precision_weighted": 0.518706, + "recall": 0.518555, + "recall_weighted": 0.518555, + "ap": 0.509593, + "ap_weighted": 0.509593 + } + ], + "accuracy": 0.515283, + "f1": 0.5143, + "f1_weighted": 0.5143, + "precision": 0.515442, + "precision_weighted": 0.515442, + "recall": 0.515283, + "recall_weighted": 0.515283, + "ap": 0.507965, + "ap_weighted": 0.507965, + "main_score": 0.515283, + "hf_subset": "Norwegian_n", + "languages": [ + "nno-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.55957, + "f1": 0.559449, + "f1_weighted": 0.559449, + "precision": 0.559636, + "precision_weighted": 0.559636, + "recall": 0.55957, + "recall_weighted": 0.55957, + "ap": 0.53322, + "ap_weighted": 0.53322 + }, + { + "accuracy": 0.543457, + "f1": 0.540176, + "f1_weighted": 0.540176, + "precision": 0.544734, + "precision_weighted": 0.544734, + "recall": 0.543457, + "recall_weighted": 0.543457, + "ap": 0.523344, + "ap_weighted": 0.523344 + }, + { + "accuracy": 0.55957, + "f1": 0.556515, + "f1_weighted": 0.556515, + "precision": 0.561259, + "precision_weighted": 0.561259, + "recall": 0.55957, + "recall_weighted": 0.55957, + "ap": 0.532829, + "ap_weighted": 0.532829 + }, + { + "accuracy": 0.51709, + "f1": 0.516766, + "f1_weighted": 0.516766, + "precision": 0.517136, + "precision_weighted": 0.517136, + "recall": 0.51709, + "recall_weighted": 0.51709, + "ap": 0.508853, + "ap_weighted": 0.508853 + }, + { + "accuracy": 0.508301, + "f1": 0.508267, + "f1_weighted": 0.508267, + "precision": 0.508303, + "precision_weighted": 0.508303, + "recall": 0.508301, + "recall_weighted": 0.508301, + "ap": 0.504218, + "ap_weighted": 0.504218 + }, + { + "accuracy": 0.501953, + "f1": 0.497254, + "f1_weighted": 0.497254, + "precision": 0.502029, + "precision_weighted": 0.502029, + "recall": 0.501953, + "recall_weighted": 0.501953, + "ap": 0.50098, + "ap_weighted": 0.50098 + }, + { + "accuracy": 0.535156, + "f1": 0.53339, + "f1_weighted": 0.53339, + "precision": 0.535697, + "precision_weighted": 0.535697, + "recall": 0.535156, + "recall_weighted": 0.535156, + "ap": 0.518679, + "ap_weighted": 0.518679 + }, + { + "accuracy": 0.552734, + "f1": 0.55235, + "f1_weighted": 0.55235, + "precision": 0.552916, + "precision_weighted": 0.552916, + "recall": 0.552734, + "recall_weighted": 0.552734, + "ap": 0.529321, + "ap_weighted": 0.529321 + }, + { + "accuracy": 0.53125, + "f1": 0.530343, + "f1_weighted": 0.530343, + "precision": 0.531493, + "precision_weighted": 0.531493, + "recall": 0.53125, + "recall_weighted": 0.53125, + "ap": 0.516523, + "ap_weighted": 0.516523 + }, + { + "accuracy": 0.532227, + "f1": 0.531582, + "f1_weighted": 0.531582, + "precision": 0.532405, + "precision_weighted": 0.532405, + "recall": 0.532227, + "recall_weighted": 0.532227, + "ap": 0.517235, + "ap_weighted": 0.517235 + } + ], + "accuracy": 0.534131, + "f1": 0.532609, + "f1_weighted": 0.532609, + "precision": 0.534561, + "precision_weighted": 0.534561, + "recall": 0.534131, + "recall_weighted": 0.534131, + "ap": 0.51852, + "ap_weighted": 0.51852, + "main_score": 0.534131, + "hf_subset": "Swedish", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 60.69315552711487, + "kg_co2_emissions": null, + "date": 1776180336.990804 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SemRel24STS.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SemRel24STS.json new file mode 100644 index 0000000000..de566c29de --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SemRel24STS.json @@ -0,0 +1,192 @@ +{ + "dataset_revision": "f5146bf724c55899ca20502851dc98c5405b67f9", + "task_name": "SemRel24STS", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "pearson": 0.842308, + "spearman": 0.823061, + "cosine_pearson": 0.842308, + "cosine_spearman": 0.823061, + "manhattan_pearson": 0.805416, + "manhattan_spearman": 0.80945, + "euclidean_pearson": 0.812016, + "euclidean_spearman": 0.814909, + "main_score": 0.823061, + "hf_subset": "afr", + "languages": [ + "afr-Latn" + ] + }, + { + "pearson": 0.683631, + "spearman": 0.646811, + "cosine_pearson": 0.683632, + "cosine_spearman": 0.646811, + "manhattan_pearson": 0.613646, + "manhattan_spearman": 0.576874, + "euclidean_pearson": 0.636623, + "euclidean_spearman": 0.606153, + "main_score": 0.646811, + "hf_subset": "amh", + "languages": [ + "amh-Ethi" + ] + }, + { + "pearson": 0.704296, + "spearman": 0.711433, + "cosine_pearson": 0.704296, + "cosine_spearman": 0.711433, + "manhattan_pearson": 0.652079, + "manhattan_spearman": 0.668299, + "euclidean_pearson": 0.667655, + "euclidean_spearman": 0.682735, + "main_score": 0.711433, + "hf_subset": "arb", + "languages": [ + "arb-Arab" + ] + }, + { + "pearson": 0.564298, + "spearman": 0.523026, + "cosine_pearson": 0.564298, + "cosine_spearman": 0.523026, + "manhattan_pearson": 0.532272, + "manhattan_spearman": 0.502326, + "euclidean_pearson": 0.526154, + "euclidean_spearman": 0.496364, + "main_score": 0.523026, + "hf_subset": "arq", + "languages": [ + "arq-Arab" + ] + }, + { + "pearson": 0.491694, + "spearman": 0.455869, + "cosine_pearson": 0.491694, + "cosine_spearman": 0.455869, + "manhattan_pearson": 0.395387, + "manhattan_spearman": 0.357176, + "euclidean_pearson": 0.40666, + "euclidean_spearman": 0.368697, + "main_score": 0.455869, + "hf_subset": "ary", + "languages": [ + "ary-Arab" + ] + }, + { + "pearson": 0.847335, + "spearman": 0.836577, + "cosine_pearson": 0.847335, + "cosine_spearman": 0.836577, + "manhattan_pearson": 0.811371, + "manhattan_spearman": 0.792591, + "euclidean_pearson": 0.818853, + "euclidean_spearman": 0.805319, + "main_score": 0.836577, + "hf_subset": "eng", + "languages": [ + "eng-Latn" + ] + }, + { + "pearson": 0.406457, + "spearman": 0.387614, + "cosine_pearson": 0.406457, + "cosine_spearman": 0.387614, + "manhattan_pearson": 0.40967, + "manhattan_spearman": 0.376415, + "euclidean_pearson": 0.411416, + "euclidean_spearman": 0.377954, + "main_score": 0.387614, + "hf_subset": "hau", + "languages": [ + "hau-Latn" + ] + }, + { + "pearson": 0.800282, + "spearman": 0.807229, + "cosine_pearson": 0.800282, + "cosine_spearman": 0.807229, + "manhattan_pearson": 0.75748, + "manhattan_spearman": 0.776128, + "euclidean_pearson": 0.765407, + "euclidean_spearman": 0.787479, + "main_score": 0.807229, + "hf_subset": "hin", + "languages": [ + "hin-Deva" + ] + }, + { + "pearson": 0.478524, + "spearman": 0.471774, + "cosine_pearson": 0.478524, + "cosine_spearman": 0.471774, + "manhattan_pearson": 0.461554, + "manhattan_spearman": 0.437783, + "euclidean_pearson": 0.469933, + "euclidean_spearman": 0.448364, + "main_score": 0.471774, + "hf_subset": "ind", + "languages": [ + "ind-Latn" + ] + }, + { + "pearson": 0.386923, + "spearman": 0.396761, + "cosine_pearson": 0.386923, + "cosine_spearman": 0.396761, + "manhattan_pearson": 0.457512, + "manhattan_spearman": 0.464457, + "euclidean_pearson": 0.450302, + "euclidean_spearman": 0.455246, + "main_score": 0.396761, + "hf_subset": "kin", + "languages": [ + "kin-Latn" + ] + }, + { + "pearson": 0.836598, + "spearman": 0.817347, + "cosine_pearson": 0.836598, + "cosine_spearman": 0.817347, + "manhattan_pearson": 0.814745, + "manhattan_spearman": 0.810631, + "euclidean_pearson": 0.816386, + "euclidean_spearman": 0.813532, + "main_score": 0.817347, + "hf_subset": "mar", + "languages": [ + "mar-Deva" + ] + }, + { + "pearson": 0.864455, + "spearman": 0.852019, + "cosine_pearson": 0.864455, + "cosine_spearman": 0.852019, + "manhattan_pearson": 0.830866, + "manhattan_spearman": 0.828339, + "euclidean_pearson": 0.835204, + "euclidean_spearman": 0.837608, + "main_score": 0.852019, + "hf_subset": "tel", + "languages": [ + "tel-Telu" + ] + } + ] + }, + "evaluation_time": 31.560831546783447, + "kg_co2_emissions": null, + "date": 1776192087.611467 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SentimentAnalysisHindi.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SentimentAnalysisHindi.json new file mode 100644 index 0000000000..fff34bba5e --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SentimentAnalysisHindi.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "feab4a1cfc55f4b799f4ed902d8967e2ab68425c", + "task_name": "SentimentAnalysisHindi", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.765625, + "f1": 0.766103, + "f1_weighted": 0.766272, + "precision": 0.750639, + "precision_weighted": 0.772999, + "recall": 0.791737, + "recall_weighted": 0.765625, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.751953, + "f1": 0.747078, + "f1_weighted": 0.753041, + "precision": 0.728779, + "precision_weighted": 0.765042, + "recall": 0.787148, + "recall_weighted": 0.751953, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.734863, + "f1": 0.722722, + "f1_weighted": 0.735558, + "precision": 0.729784, + "precision_weighted": 0.737813, + "recall": 0.717384, + "recall_weighted": 0.734863, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.725098, + "f1": 0.720287, + "f1_weighted": 0.723885, + "precision": 0.7052, + "precision_weighted": 0.733669, + "recall": 0.754703, + "recall_weighted": 0.725098, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.720703, + "f1": 0.721833, + "f1_weighted": 0.721823, + "precision": 0.713943, + "precision_weighted": 0.748703, + "recall": 0.759728, + "recall_weighted": 0.720703, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.695801, + "f1": 0.687079, + "f1_weighted": 0.677982, + "precision": 0.707784, + "precision_weighted": 0.714324, + "recall": 0.713116, + "recall_weighted": 0.695801, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.759277, + "f1": 0.752706, + "f1_weighted": 0.757423, + "precision": 0.738176, + "precision_weighted": 0.768773, + "recall": 0.788967, + "recall_weighted": 0.759277, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.753418, + "f1": 0.7474, + "f1_weighted": 0.752565, + "precision": 0.730797, + "precision_weighted": 0.75997, + "recall": 0.779727, + "recall_weighted": 0.753418, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.778809, + "f1": 0.766425, + "f1_weighted": 0.776676, + "precision": 0.757307, + "precision_weighted": 0.792271, + "recall": 0.800029, + "recall_weighted": 0.778809, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.775391, + "f1": 0.773571, + "f1_weighted": 0.776105, + "precision": 0.762511, + "precision_weighted": 0.779758, + "recall": 0.789067, + "recall_weighted": 0.775391, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.746094, + "f1": 0.74052, + "f1_weighted": 0.744133, + "precision": 0.732492, + "precision_weighted": 0.757332, + "recall": 0.768161, + "recall_weighted": 0.746094, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.74052, + "hf_subset": "default", + "languages": [ + "hin-Deva" + ] + } + ] + }, + "evaluation_time": 12.785387754440308, + "kg_co2_emissions": null, + "date": 1776179027.474091 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SinhalaNewsClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SinhalaNewsClassification.json new file mode 100644 index 0000000000..dbac2eb348 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SinhalaNewsClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "a86de19f6b79cf464f2bb5ca71d89cdbf41eeb9f", + "task_name": "SinhalaNewsClassification", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.524902, + "f1": 0.516404, + "f1_weighted": 0.533134, + "precision": 0.543584, + "precision_weighted": 0.556899, + "recall": 0.509807, + "recall_weighted": 0.524902, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.578613, + "f1": 0.561178, + "f1_weighted": 0.578616, + "precision": 0.558845, + "precision_weighted": 0.58421, + "recall": 0.569013, + "recall_weighted": 0.578613, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.460938, + "f1": 0.472894, + "f1_weighted": 0.470503, + "precision": 0.494718, + "precision_weighted": 0.494046, + "recall": 0.468683, + "recall_weighted": 0.460938, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.471191, + "f1": 0.476234, + "f1_weighted": 0.482274, + "precision": 0.49508, + "precision_weighted": 0.524859, + "recall": 0.48991, + "recall_weighted": 0.471191, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.529785, + "f1": 0.526403, + "f1_weighted": 0.531703, + "precision": 0.528913, + "precision_weighted": 0.538355, + "recall": 0.530074, + "recall_weighted": 0.529785, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.541016, + "f1": 0.516608, + "f1_weighted": 0.538824, + "precision": 0.5173, + "precision_weighted": 0.544003, + "recall": 0.522104, + "recall_weighted": 0.541016, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.469238, + "f1": 0.47864, + "f1_weighted": 0.467123, + "precision": 0.486193, + "precision_weighted": 0.478449, + "recall": 0.485608, + "recall_weighted": 0.469238, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5, + "f1": 0.496276, + "f1_weighted": 0.495567, + "precision": 0.517564, + "precision_weighted": 0.513162, + "recall": 0.499463, + "recall_weighted": 0.5, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.515625, + "f1": 0.503221, + "f1_weighted": 0.515588, + "precision": 0.524236, + "precision_weighted": 0.531035, + "recall": 0.49922, + "recall_weighted": 0.515625, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.51709, + "f1": 0.513281, + "f1_weighted": 0.525522, + "precision": 0.533636, + "precision_weighted": 0.550637, + "recall": 0.515357, + "recall_weighted": 0.51709, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.51084, + "f1": 0.506114, + "f1_weighted": 0.513886, + "precision": 0.520007, + "precision_weighted": 0.531566, + "recall": 0.508924, + "recall_weighted": 0.51084, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.51084, + "hf_subset": "default", + "languages": [ + "sin-Sinh" + ] + } + ] + }, + "evaluation_time": 19.524446725845337, + "kg_co2_emissions": null, + "date": 1776203898.544119 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SiswatiNewsClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SiswatiNewsClassification.json new file mode 100644 index 0000000000..112d8e4fb9 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SiswatiNewsClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "a93a678f0b4e3acb63eb2d46e0a1667a0800c54b", + "task_name": "SiswatiNewsClassification", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.7375, + "f1": 0.87466, + "f1_weighted": 0.724651, + "precision": 0.86604, + "precision_weighted": 0.844865, + "recall": 0.935309, + "recall_weighted": 0.7375, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.725, + "f1": 0.848233, + "f1_weighted": 0.711592, + "precision": 0.827282, + "precision_weighted": 0.811027, + "recall": 0.929357, + "recall_weighted": 0.725, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7125, + "f1": 0.837935, + "f1_weighted": 0.692419, + "precision": 0.817788, + "precision_weighted": 0.821952, + "recall": 0.93006, + "recall_weighted": 0.7125, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.775, + "f1": 0.879289, + "f1_weighted": 0.768751, + "precision": 0.859567, + "precision_weighted": 0.844328, + "recall": 0.946429, + "recall_weighted": 0.775, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7625, + "f1": 0.88274, + "f1_weighted": 0.748056, + "precision": 0.867167, + "precision_weighted": 0.853405, + "recall": 0.947173, + "recall_weighted": 0.7625, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7, + "f1": 0.859, + "f1_weighted": 0.669786, + "precision": 0.8609, + "precision_weighted": 0.845774, + "recall": 0.934152, + "recall_weighted": 0.7, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.75, + "f1": 0.893946, + "f1_weighted": 0.745267, + "precision": 0.885217, + "precision_weighted": 0.809214, + "recall": 0.934565, + "recall_weighted": 0.75, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7, + "f1": 0.865253, + "f1_weighted": 0.671597, + "precision": 0.852411, + "precision_weighted": 0.775984, + "recall": 0.930804, + "recall_weighted": 0.7, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7, + "f1": 0.865847, + "f1_weighted": 0.665049, + "precision": 0.864568, + "precision_weighted": 0.833004, + "recall": 0.934152, + "recall_weighted": 0.7, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7625, + "f1": 0.888553, + "f1_weighted": 0.746088, + "precision": 0.871161, + "precision_weighted": 0.830828, + "recall": 0.947173, + "recall_weighted": 0.7625, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.7325, + "f1": 0.869546, + "f1_weighted": 0.714326, + "precision": 0.85721, + "precision_weighted": 0.827038, + "recall": 0.936917, + "recall_weighted": 0.7325, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.7325, + "hf_subset": "default", + "languages": [ + "ssw-Latn" + ] + } + ] + }, + "evaluation_time": 3.9905478954315186, + "kg_co2_emissions": null, + "date": 1776196198.509288 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SlovakMovieReviewSentimentClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SlovakMovieReviewSentimentClassification.json new file mode 100644 index 0000000000..0c1c39963e --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SlovakMovieReviewSentimentClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "7d408f245f0d3df0eaaca08f89ab6a1936ada6f5", + "task_name": "SlovakMovieReviewSentimentClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.885742, + "f1": 0.880676, + "f1_weighted": 0.885358, + "precision": 0.88348, + "precision_weighted": 0.885423, + "recall": 0.878355, + "recall_weighted": 0.885742, + "ap": 0.798113, + "ap_weighted": 0.798113 + }, + { + "accuracy": 0.865234, + "f1": 0.85698, + "f1_weighted": 0.863523, + "precision": 0.868628, + "precision_weighted": 0.8664, + "recall": 0.850322, + "recall_weighted": 0.865234, + "ap": 0.771913, + "ap_weighted": 0.771913 + }, + { + "accuracy": 0.854004, + "f1": 0.850868, + "f1_weighted": 0.854986, + "precision": 0.847972, + "precision_weighted": 0.859503, + "recall": 0.857483, + "recall_weighted": 0.854004, + "ap": 0.739878, + "ap_weighted": 0.739878 + }, + { + "accuracy": 0.830078, + "f1": 0.829162, + "f1_weighted": 0.831544, + "precision": 0.834909, + "precision_weighted": 0.855844, + "recall": 0.84684, + "recall_weighted": 0.830078, + "ap": 0.70412, + "ap_weighted": 0.70412 + }, + { + "accuracy": 0.873047, + "f1": 0.86702, + "f1_weighted": 0.872411, + "precision": 0.871199, + "precision_weighted": 0.872694, + "recall": 0.863832, + "recall_weighted": 0.873047, + "ap": 0.778714, + "ap_weighted": 0.778714 + }, + { + "accuracy": 0.812988, + "f1": 0.805141, + "f1_weighted": 0.812587, + "precision": 0.806543, + "precision_weighted": 0.812362, + "recall": 0.803925, + "recall_weighted": 0.812988, + "ap": 0.68554, + "ap_weighted": 0.68554 + }, + { + "accuracy": 0.875488, + "f1": 0.872588, + "f1_weighted": 0.876249, + "precision": 0.869467, + "precision_weighted": 0.879766, + "recall": 0.878618, + "recall_weighted": 0.875488, + "ap": 0.772294, + "ap_weighted": 0.772294 + }, + { + "accuracy": 0.865234, + "f1": 0.861775, + "f1_weighted": 0.865939, + "precision": 0.858936, + "precision_weighted": 0.868457, + "recall": 0.866531, + "recall_weighted": 0.865234, + "ap": 0.757749, + "ap_weighted": 0.757749 + }, + { + "accuracy": 0.871094, + "f1": 0.866841, + "f1_weighted": 0.871373, + "precision": 0.865383, + "precision_weighted": 0.871895, + "recall": 0.868559, + "recall_weighted": 0.871094, + "ap": 0.769462, + "ap_weighted": 0.769462 + }, + { + "accuracy": 0.881348, + "f1": 0.876318, + "f1_weighted": 0.881068, + "precision": 0.878219, + "precision_weighted": 0.881018, + "recall": 0.874664, + "recall_weighted": 0.881348, + "ap": 0.789926, + "ap_weighted": 0.789926 + } + ], + "accuracy": 0.861426, + "f1": 0.856737, + "f1_weighted": 0.861504, + "precision": 0.858474, + "precision_weighted": 0.865336, + "recall": 0.858913, + "recall_weighted": 0.861426, + "ap": 0.756771, + "ap_weighted": 0.756771, + "main_score": 0.861426, + "hf_subset": "default", + "languages": [ + "slk-Latn" + ] + } + ] + }, + "evaluation_time": 22.116392850875854, + "kg_co2_emissions": null, + "date": 1776181150.227918 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SpartQA.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SpartQA.json new file mode 100644 index 0000000000..263ec22acd --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SpartQA.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "1c858df377e57725a014a1b7321ebd79d62016b6", + "task_name": "SpartQA", + "mteb_version": "2.12.15", + "scores": { + "test": [ + { + "ndcg_at_1": 0.00417, + "ndcg_at_3": 0.01136, + "ndcg_at_5": 0.02367, + "ndcg_at_10": 0.04661, + "ndcg_at_20": 0.0702, + "ndcg_at_100": 0.09568, + "ndcg_at_1000": 0.13164, + "map_at_1": 0.00269, + "map_at_3": 0.00829, + "map_at_5": 0.01453, + "map_at_10": 0.02333, + "map_at_20": 0.02968, + "map_at_100": 0.03325, + "map_at_1000": 0.03416, + "recall_at_1": 0.00269, + "recall_at_3": 0.01614, + "recall_at_5": 0.04331, + "recall_at_10": 0.10833, + "recall_at_20": 0.19254, + "recall_at_100": 0.31182, + "recall_at_1000": 0.57689, + "accuracy": 0.00269, + "precision_at_1": 0.00417, + "precision_at_3": 0.00835, + "precision_at_5": 0.01308, + "precision_at_10": 0.0163, + "precision_at_20": 0.01447, + "precision_at_100": 0.00491, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.004174, + "mrr_at_3": 0.012428, + "mrr_at_5": 0.02161, + "mrr_at_10": 0.033292, + "mrr_at_20": 0.040964, + "mrr_at_100": 0.045079, + "mrr_at_1000": 0.046046, + "nauc_ndcg_at_1_max": 0.038222, + "nauc_ndcg_at_1_std": 0.537394, + "nauc_ndcg_at_1_diff1": -0.294743, + "nauc_ndcg_at_3_max": 0.150841, + "nauc_ndcg_at_3_std": 0.47487, + "nauc_ndcg_at_3_diff1": 0.023975, + "nauc_ndcg_at_5_max": 0.244332, + "nauc_ndcg_at_5_std": 0.519867, + "nauc_ndcg_at_5_diff1": -0.001385, + "nauc_ndcg_at_10_max": 0.270579, + "nauc_ndcg_at_10_std": 0.566515, + "nauc_ndcg_at_10_diff1": -0.000747, + "nauc_ndcg_at_20_max": 0.268567, + "nauc_ndcg_at_20_std": 0.55759, + "nauc_ndcg_at_20_diff1": 0.003459, + "nauc_ndcg_at_100_max": 0.257791, + "nauc_ndcg_at_100_std": 0.546186, + "nauc_ndcg_at_100_diff1": 0.003023, + "nauc_ndcg_at_1000_max": 0.279166, + "nauc_ndcg_at_1000_std": 0.5994, + "nauc_ndcg_at_1000_diff1": 0.038486, + "nauc_map_at_1_max": -0.011333, + "nauc_map_at_1_std": 0.484317, + "nauc_map_at_1_diff1": -0.272333, + "nauc_map_at_3_max": 0.128851, + "nauc_map_at_3_std": 0.488747, + "nauc_map_at_3_diff1": -0.012161, + "nauc_map_at_5_max": 0.21661, + "nauc_map_at_5_std": 0.521058, + "nauc_map_at_5_diff1": -0.021103, + "nauc_map_at_10_max": 0.245267, + "nauc_map_at_10_std": 0.557218, + "nauc_map_at_10_diff1": -0.017203, + "nauc_map_at_20_max": 0.249453, + "nauc_map_at_20_std": 0.556347, + "nauc_map_at_20_diff1": -0.014196, + "nauc_map_at_100_max": 0.248029, + "nauc_map_at_100_std": 0.556381, + "nauc_map_at_100_diff1": -0.014193, + "nauc_map_at_1000_max": 0.249721, + "nauc_map_at_1000_std": 0.560424, + "nauc_map_at_1000_diff1": -0.011104, + "nauc_recall_at_1_max": -0.011333, + "nauc_recall_at_1_std": 0.484317, + "nauc_recall_at_1_diff1": -0.272333, + "nauc_recall_at_3_max": 0.157016, + "nauc_recall_at_3_std": 0.474215, + "nauc_recall_at_3_diff1": 0.047595, + "nauc_recall_at_5_max": 0.266367, + "nauc_recall_at_5_std": 0.526825, + "nauc_recall_at_5_diff1": -0.000398, + "nauc_recall_at_10_max": 0.280781, + "nauc_recall_at_10_std": 0.57226, + "nauc_recall_at_10_diff1": -0.006924, + "nauc_recall_at_20_max": 0.261551, + "nauc_recall_at_20_std": 0.537101, + "nauc_recall_at_20_diff1": -0.006679, + "nauc_recall_at_100_max": 0.230127, + "nauc_recall_at_100_std": 0.48241, + "nauc_recall_at_100_diff1": -0.010393, + "nauc_recall_at_1000_max": 0.26773, + "nauc_recall_at_1000_std": 0.564503, + "nauc_recall_at_1000_diff1": 0.065243, + "nauc_precision_at_1_max": 0.038222, + "nauc_precision_at_1_std": 0.537394, + "nauc_precision_at_1_diff1": -0.294743, + "nauc_precision_at_3_max": 0.190705, + "nauc_precision_at_3_std": 0.448145, + "nauc_precision_at_3_diff1": 0.087156, + "nauc_precision_at_5_max": 0.273654, + "nauc_precision_at_5_std": 0.517414, + "nauc_precision_at_5_diff1": 0.029218, + "nauc_precision_at_10_max": 0.298296, + "nauc_precision_at_10_std": 0.584995, + "nauc_precision_at_10_diff1": 0.030406, + "nauc_precision_at_20_max": 0.287954, + "nauc_precision_at_20_std": 0.565984, + "nauc_precision_at_20_diff1": 0.039878, + "nauc_precision_at_100_max": 0.226976, + "nauc_precision_at_100_std": 0.495309, + "nauc_precision_at_100_diff1": 0.041247, + "nauc_precision_at_1000_max": 0.141324, + "nauc_precision_at_1000_std": 0.391297, + "nauc_precision_at_1000_diff1": 0.116187, + "nauc_mrr_at_1_max": 0.038222, + "nauc_mrr_at_1_std": 0.537394, + "nauc_mrr_at_1_diff1": -0.294743, + "nauc_mrr_at_3_max": 0.168418, + "nauc_mrr_at_3_std": 0.459021, + "nauc_mrr_at_3_diff1": 0.029488, + "nauc_mrr_at_5_max": 0.236055, + "nauc_mrr_at_5_std": 0.503969, + "nauc_mrr_at_5_diff1": 0.012421, + "nauc_mrr_at_10_max": 0.258222, + "nauc_mrr_at_10_std": 0.537371, + "nauc_mrr_at_10_diff1": 0.019549, + "nauc_mrr_at_20_max": 0.262393, + "nauc_mrr_at_20_std": 0.535596, + "nauc_mrr_at_20_diff1": 0.029759, + "nauc_mrr_at_100_max": 0.260325, + "nauc_mrr_at_100_std": 0.530343, + "nauc_mrr_at_100_diff1": 0.031513, + "nauc_mrr_at_1000_max": 0.26167, + "nauc_mrr_at_1000_std": 0.531482, + "nauc_mrr_at_1000_diff1": 0.033192, + "hit_rate_at_1": 0.00417, + "hit_rate_at_3": 0.02421, + "hit_rate_at_5": 0.06455, + "hit_rate_at_10": 0.15359, + "hit_rate_at_20": 0.26238, + "hit_rate_at_100": 0.41875, + "hit_rate_at_1000": 0.73957, + "main_score": 0.04661, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 21.25959324836731, + "kg_co2_emissions": null, + "date": 1775773407.807998 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SpeechCommandsZeroshotv0.02.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SpeechCommandsZeroshotv0.02.json new file mode 100644 index 0000000000..9516a6c507 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SpeechCommandsZeroshotv0.02.json @@ -0,0 +1,20 @@ +{ + "dataset_revision": "d5491b288ab76356a5f3cbc634f1dc38e23da2b8", + "task_name": "SpeechCommandsZeroshotv0.02", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "accuracy": 0.973, + "main_score": 0.973, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 67.21124958992004, + "kg_co2_emissions": null, + "date": 1776214546.757906 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SpokenSQuADT2ARetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SpokenSQuADT2ARetrieval.json new file mode 100644 index 0000000000..f031a9b059 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SpokenSQuADT2ARetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "b311394fa5ab5e003012304799d0d724d64303b3", + "task_name": "SpokenSQuADT2ARetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.44333, + "ndcg_at_3": 0.56252, + "ndcg_at_5": 0.6012, + "ndcg_at_10": 0.62267, + "ndcg_at_20": 0.64169, + "ndcg_at_100": 0.66316, + "ndcg_at_1000": 0.66413, + "map_at_1": 0.44, + "map_at_3": 0.53278, + "map_at_5": 0.55444, + "map_at_10": 0.56328, + "map_at_20": 0.56859, + "map_at_100": 0.57167, + "map_at_1000": 0.57173, + "recall_at_1": 0.44, + "recall_at_3": 0.64333, + "recall_at_5": 0.73667, + "recall_at_10": 0.80333, + "recall_at_20": 0.87833, + "recall_at_100": 0.99333, + "recall_at_1000": 1.0, + "accuracy": 0.44, + "precision_at_1": 0.44333, + "precision_at_3": 0.21889, + "precision_at_5": 0.15067, + "precision_at_10": 0.082, + "precision_at_20": 0.04483, + "precision_at_100": 0.01017, + "precision_at_1000": 0.00102, + "mrr_at_1": 0.443333, + "mrr_at_3": 0.537222, + "mrr_at_5": 0.558389, + "mrr_at_10": 0.567222, + "mrr_at_20": 0.572253, + "mrr_at_100": 0.574919, + "mrr_at_1000": 0.574976, + "nauc_ndcg_at_1_max": 0.13987, + "nauc_ndcg_at_1_std": -0.268799, + "nauc_ndcg_at_1_diff1": 0.469378, + "nauc_ndcg_at_3_max": 0.1508, + "nauc_ndcg_at_3_std": -0.194662, + "nauc_ndcg_at_3_diff1": 0.393374, + "nauc_ndcg_at_5_max": 0.15831, + "nauc_ndcg_at_5_std": -0.182136, + "nauc_ndcg_at_5_diff1": 0.389834, + "nauc_ndcg_at_10_max": 0.16172, + "nauc_ndcg_at_10_std": -0.182048, + "nauc_ndcg_at_10_diff1": 0.395448, + "nauc_ndcg_at_20_max": 0.166489, + "nauc_ndcg_at_20_std": -0.171972, + "nauc_ndcg_at_20_diff1": 0.389901, + "nauc_ndcg_at_100_max": 0.165679, + "nauc_ndcg_at_100_std": -0.187708, + "nauc_ndcg_at_100_diff1": 0.406437, + "nauc_ndcg_at_1000_max": 0.163778, + "nauc_ndcg_at_1000_std": -0.189429, + "nauc_ndcg_at_1000_diff1": 0.404571, + "nauc_map_at_1_max": 0.139483, + "nauc_map_at_1_std": -0.262165, + "nauc_map_at_1_diff1": 0.476081, + "nauc_map_at_3_max": 0.151342, + "nauc_map_at_3_std": -0.207903, + "nauc_map_at_3_diff1": 0.415676, + "nauc_map_at_5_max": 0.155174, + "nauc_map_at_5_std": -0.20342, + "nauc_map_at_5_diff1": 0.414838, + "nauc_map_at_10_max": 0.156983, + "nauc_map_at_10_std": -0.203152, + "nauc_map_at_10_diff1": 0.41691, + "nauc_map_at_20_max": 0.159317, + "nauc_map_at_20_std": -0.200291, + "nauc_map_at_20_diff1": 0.416423, + "nauc_map_at_100_max": 0.159228, + "nauc_map_at_100_std": -0.2016, + "nauc_map_at_100_diff1": 0.417409, + "nauc_map_at_1000_max": 0.159138, + "nauc_map_at_1000_std": -0.201683, + "nauc_map_at_1000_diff1": 0.417323, + "nauc_recall_at_1_max": 0.139483, + "nauc_recall_at_1_std": -0.262165, + "nauc_recall_at_1_diff1": 0.476081, + "nauc_recall_at_3_max": 0.142548, + "nauc_recall_at_3_std": -0.155686, + "nauc_recall_at_3_diff1": 0.330313, + "nauc_recall_at_5_max": 0.160702, + "nauc_recall_at_5_std": -0.100988, + "nauc_recall_at_5_diff1": 0.298312, + "nauc_recall_at_10_max": 0.171498, + "nauc_recall_at_10_std": -0.084521, + "nauc_recall_at_10_diff1": 0.303779, + "nauc_recall_at_20_max": 0.200798, + "nauc_recall_at_20_std": 0.043208, + "nauc_recall_at_20_diff1": 0.200529, + "nauc_recall_at_100_max": 0.638189, + "nauc_recall_at_100_std": 0.24043, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.13987, + "nauc_precision_at_1_std": -0.268799, + "nauc_precision_at_1_diff1": 0.469378, + "nauc_precision_at_3_max": 0.14505, + "nauc_precision_at_3_std": -0.156552, + "nauc_precision_at_3_diff1": 0.287498, + "nauc_precision_at_5_max": 0.175749, + "nauc_precision_at_5_std": -0.098883, + "nauc_precision_at_5_diff1": 0.248541, + "nauc_precision_at_10_max": 0.190311, + "nauc_precision_at_10_std": -0.08326, + "nauc_precision_at_10_diff1": 0.242175, + "nauc_precision_at_20_max": 0.235855, + "nauc_precision_at_20_std": 0.038631, + "nauc_precision_at_20_diff1": 0.125624, + "nauc_precision_at_100_max": 0.288579, + "nauc_precision_at_100_std": 0.10641, + "nauc_precision_at_100_diff1": -0.116781, + "nauc_precision_at_1000_max": 0.23117, + "nauc_precision_at_1000_std": 0.084403, + "nauc_precision_at_1000_diff1": -0.2787, + "nauc_mrr_at_1_max": 0.13987, + "nauc_mrr_at_1_std": -0.268799, + "nauc_mrr_at_1_diff1": 0.469378, + "nauc_mrr_at_3_max": 0.154757, + "nauc_mrr_at_3_std": -0.206551, + "nauc_mrr_at_3_diff1": 0.407381, + "nauc_mrr_at_5_max": 0.159047, + "nauc_mrr_at_5_std": -0.200991, + "nauc_mrr_at_5_diff1": 0.407591, + "nauc_mrr_at_10_max": 0.160947, + "nauc_mrr_at_10_std": -0.200671, + "nauc_mrr_at_10_diff1": 0.409519, + "nauc_mrr_at_20_max": 0.161649, + "nauc_mrr_at_20_std": -0.198144, + "nauc_mrr_at_20_diff1": 0.407592, + "nauc_mrr_at_100_max": 0.161106, + "nauc_mrr_at_100_std": -0.200354, + "nauc_mrr_at_100_diff1": 0.409515, + "nauc_mrr_at_1000_max": 0.161016, + "nauc_mrr_at_1000_std": -0.200437, + "nauc_mrr_at_1000_diff1": 0.409427, + "hit_rate_at_1": 0.44333, + "hit_rate_at_3": 0.65, + "hit_rate_at_5": 0.74333, + "hit_rate_at_10": 0.81, + "hit_rate_at_20": 0.88333, + "hit_rate_at_100": 0.99333, + "hit_rate_at_1000": 1.0, + "main_score": 0.74333, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 12.115622758865356, + "kg_co2_emissions": null, + "date": 1776216324.63775 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SprintDuplicateQuestions.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SprintDuplicateQuestions.json new file mode 100644 index 0000000000..5d4a1099fe --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SprintDuplicateQuestions.json @@ -0,0 +1,49 @@ +{ + "dataset_revision": "d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46", + "task_name": "SprintDuplicateQuestions", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "similarity_accuracy": 0.998584, + "similarity_f1": 0.927814, + "similarity_precision": 0.936799, + "similarity_recall": 0.919, + "similarity_ap": 0.969107, + "cosine_accuracy": 0.998584, + "cosine_f1": 0.927814, + "cosine_precision": 0.936799, + "cosine_recall": 0.919, + "cosine_ap": 0.969107, + "manhattan_accuracy": 0.998604, + "manhattan_f1": 0.929522, + "manhattan_precision": 0.916424, + "manhattan_recall": 0.943, + "manhattan_ap": 0.970573, + "euclidean_accuracy": 0.998535, + "euclidean_f1": 0.925447, + "euclidean_precision": 0.91996, + "euclidean_recall": 0.931, + "euclidean_ap": 0.9691, + "dot_accuracy": 0.998356, + "dot_f1": 0.915992, + "dot_precision": 0.927254, + "dot_recall": 0.905, + "dot_ap": 0.962165, + "max_accuracy": 0.998604, + "max_f1": 0.929522, + "max_precision": 0.936799, + "max_recall": 0.943, + "max_ap": 0.970573, + "main_score": 0.970573, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 398.7453770637512, + "kg_co2_emissions": null, + "date": 1776177873.628074 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/StackExchangeClustering.v2.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/StackExchangeClustering.v2.json new file mode 100644 index 0000000000..b8a38c2bd0 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/StackExchangeClustering.v2.json @@ -0,0 +1,35 @@ +{ + "dataset_revision": "6cbc1f7b2bc0622f2e39d2c77fa502909748c259", + "task_name": "StackExchangeClustering.v2", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.694486, + 0.696123, + 0.694631, + 0.680734, + 0.683901, + 0.691334, + 0.69317, + 0.695482, + 0.692578, + 0.686152 + ] + }, + "v_measure": 0.690859, + "v_measure_std": 0.00508, + "main_score": 0.690859, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 12.12146282196045, + "kg_co2_emissions": null, + "date": 1776180369.163863 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/StackOverflowQA.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/StackOverflowQA.json new file mode 100644 index 0000000000..2facfcc4b4 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/StackOverflowQA.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "7b46f5ebd2365278c1bb025986dda2fee893bbf5", + "task_name": "StackOverflowQA", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.90271, + "ndcg_at_3": 0.93094, + "ndcg_at_5": 0.93716, + "ndcg_at_10": 0.9411, + "ndcg_at_20": 0.94266, + "ndcg_at_100": 0.94451, + "ndcg_at_1000": 0.94536, + "map_at_1": 0.90271, + "map_at_3": 0.92436, + "map_at_5": 0.92782, + "map_at_10": 0.92947, + "map_at_20": 0.92992, + "map_at_100": 0.93021, + "map_at_1000": 0.93024, + "recall_at_1": 0.90271, + "recall_at_3": 0.94985, + "recall_at_5": 0.96489, + "recall_at_10": 0.97693, + "recall_at_20": 0.98295, + "recall_at_100": 0.99248, + "recall_at_1000": 0.999, + "accuracy": 0.90271, + "precision_at_1": 0.90271, + "precision_at_3": 0.31662, + "precision_at_5": 0.19298, + "precision_at_10": 0.09769, + "precision_at_20": 0.04915, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.902708, + "mrr_at_3": 0.924356, + "mrr_at_5": 0.927817, + "mrr_at_10": 0.929472, + "mrr_at_20": 0.929923, + "mrr_at_100": 0.930209, + "mrr_at_1000": 0.930244, + "nauc_ndcg_at_1_max": 0.832367, + "nauc_ndcg_at_1_std": -0.213362, + "nauc_ndcg_at_1_diff1": 0.924868, + "nauc_ndcg_at_3_max": 0.864934, + "nauc_ndcg_at_3_std": -0.179291, + "nauc_ndcg_at_3_diff1": 0.920511, + "nauc_ndcg_at_5_max": 0.86412, + "nauc_ndcg_at_5_std": -0.196538, + "nauc_ndcg_at_5_diff1": 0.922564, + "nauc_ndcg_at_10_max": 0.86186, + "nauc_ndcg_at_10_std": -0.196836, + "nauc_ndcg_at_10_diff1": 0.922585, + "nauc_ndcg_at_20_max": 0.861554, + "nauc_ndcg_at_20_std": -0.193156, + "nauc_ndcg_at_20_diff1": 0.924986, + "nauc_ndcg_at_100_max": 0.859368, + "nauc_ndcg_at_100_std": -0.18954, + "nauc_ndcg_at_100_diff1": 0.924327, + "nauc_ndcg_at_1000_max": 0.858141, + "nauc_ndcg_at_1000_std": -0.190872, + "nauc_ndcg_at_1000_diff1": 0.92373, + "nauc_map_at_1_max": 0.832367, + "nauc_map_at_1_std": -0.213362, + "nauc_map_at_1_diff1": 0.924868, + "nauc_map_at_3_max": 0.856482, + "nauc_map_at_3_std": -0.187899, + "nauc_map_at_3_diff1": 0.921816, + "nauc_map_at_5_max": 0.855774, + "nauc_map_at_5_std": -0.196174, + "nauc_map_at_5_diff1": 0.922814, + "nauc_map_at_10_max": 0.854672, + "nauc_map_at_10_std": -0.196546, + "nauc_map_at_10_diff1": 0.922756, + "nauc_map_at_20_max": 0.85457, + "nauc_map_at_20_std": -0.195432, + "nauc_map_at_20_diff1": 0.923338, + "nauc_map_at_100_max": 0.854302, + "nauc_map_at_100_std": -0.194317, + "nauc_map_at_100_diff1": 0.923254, + "nauc_map_at_1000_max": 0.854258, + "nauc_map_at_1000_std": -0.194398, + "nauc_map_at_1000_diff1": 0.923226, + "nauc_recall_at_1_max": 0.832367, + "nauc_recall_at_1_std": -0.213362, + "nauc_recall_at_1_diff1": 0.924868, + "nauc_recall_at_3_max": 0.900695, + "nauc_recall_at_3_std": -0.143044, + "nauc_recall_at_3_diff1": 0.914857, + "nauc_recall_at_5_max": 0.911715, + "nauc_recall_at_5_std": -0.206469, + "nauc_recall_at_5_diff1": 0.921846, + "nauc_recall_at_10_max": 0.920697, + "nauc_recall_at_10_std": -0.209771, + "nauc_recall_at_10_diff1": 0.922727, + "nauc_recall_at_20_max": 0.937053, + "nauc_recall_at_20_std": -0.173875, + "nauc_recall_at_20_diff1": 0.953392, + "nauc_recall_at_100_max": 0.945539, + "nauc_recall_at_100_std": -0.099279, + "nauc_recall_at_100_diff1": 0.964057, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.079363, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.832367, + "nauc_precision_at_1_std": -0.213362, + "nauc_precision_at_1_diff1": 0.924868, + "nauc_precision_at_3_max": 0.900695, + "nauc_precision_at_3_std": -0.143044, + "nauc_precision_at_3_diff1": 0.914857, + "nauc_precision_at_5_max": 0.911715, + "nauc_precision_at_5_std": -0.206469, + "nauc_precision_at_5_diff1": 0.921846, + "nauc_precision_at_10_max": 0.920697, + "nauc_precision_at_10_std": -0.209771, + "nauc_precision_at_10_diff1": 0.922727, + "nauc_precision_at_20_max": 0.937053, + "nauc_precision_at_20_std": -0.173875, + "nauc_precision_at_20_diff1": 0.953392, + "nauc_precision_at_100_max": 0.945539, + "nauc_precision_at_100_std": -0.099279, + "nauc_precision_at_100_diff1": 0.964057, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.079363, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.832367, + "nauc_mrr_at_1_std": -0.213362, + "nauc_mrr_at_1_diff1": 0.924868, + "nauc_mrr_at_3_max": 0.856482, + "nauc_mrr_at_3_std": -0.187899, + "nauc_mrr_at_3_diff1": 0.921816, + "nauc_mrr_at_5_max": 0.855774, + "nauc_mrr_at_5_std": -0.196174, + "nauc_mrr_at_5_diff1": 0.922814, + "nauc_mrr_at_10_max": 0.854672, + "nauc_mrr_at_10_std": -0.196546, + "nauc_mrr_at_10_diff1": 0.922756, + "nauc_mrr_at_20_max": 0.85457, + "nauc_mrr_at_20_std": -0.195432, + "nauc_mrr_at_20_diff1": 0.923338, + "nauc_mrr_at_100_max": 0.854302, + "nauc_mrr_at_100_std": -0.194317, + "nauc_mrr_at_100_diff1": 0.923254, + "nauc_mrr_at_1000_max": 0.854258, + "nauc_mrr_at_1000_std": -0.194398, + "nauc_mrr_at_1000_diff1": 0.923226, + "hit_rate_at_1": 0.90271, + "hit_rate_at_3": 0.94985, + "hit_rate_at_5": 0.96489, + "hit_rate_at_10": 0.97693, + "hit_rate_at_20": 0.98295, + "hit_rate_at_100": 0.99248, + "hit_rate_at_1000": 0.999, + "main_score": 0.9411, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 153.1410632133484, + "kg_co2_emissions": null, + "date": 1776192245.7962 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/StanfordCarsZeroShot.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/StanfordCarsZeroShot.json new file mode 100644 index 0000000000..d890a35c02 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/StanfordCarsZeroShot.json @@ -0,0 +1,20 @@ +{ + "dataset_revision": "09ffe9bc7864d3f1e851529e5c4b7e05601a04fb", + "task_name": "StanfordCarsZeroShot", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "accuracy": 0.613232, + "main_score": 0.613232, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 405.04500126838684, + "kg_co2_emissions": null, + "date": 1776185566.590519 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/StatcanDialogueDatasetRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/StatcanDialogueDatasetRetrieval.json new file mode 100644 index 0000000000..847fec8e0b --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/StatcanDialogueDatasetRetrieval.json @@ -0,0 +1,634 @@ +{ + "dataset_revision": "6f9747b22a93c6cf714945bca43576089fb80de3", + "task_name": "StatcanDialogueDatasetRetrieval", + "mteb_version": "2.12.16", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.21179, + "ndcg_at_3": 0.25786, + "ndcg_at_5": 0.28593, + "ndcg_at_10": 0.33155, + "ndcg_at_20": 0.36303, + "ndcg_at_100": 0.41001, + "ndcg_at_1000": 0.43014, + "map_at_1": 0.17201, + "map_at_3": 0.23014, + "map_at_5": 0.24806, + "map_at_10": 0.26886, + "map_at_20": 0.27867, + "map_at_100": 0.28621, + "map_at_1000": 0.28724, + "recall_at_1": 0.17201, + "recall_at_3": 0.29015, + "recall_at_5": 0.35513, + "recall_at_10": 0.4856, + "recall_at_20": 0.59999, + "recall_at_100": 0.83113, + "recall_at_1000": 0.96877, + "accuracy": 0.17201, + "precision_at_1": 0.21179, + "precision_at_3": 0.12891, + "precision_at_5": 0.09797, + "precision_at_10": 0.06703, + "precision_at_20": 0.04162, + "precision_at_100": 0.01164, + "precision_at_1000": 0.00142, + "mrr_at_1": 0.211786, + "mrr_at_3": 0.272253, + "mrr_at_5": 0.287815, + "mrr_at_10": 0.305267, + "mrr_at_20": 0.312741, + "mrr_at_100": 0.318339, + "mrr_at_1000": 0.318915, + "nauc_ndcg_at_1_max": 0.241757, + "nauc_ndcg_at_1_std": 0.092544, + "nauc_ndcg_at_1_diff1": 0.325886, + "nauc_ndcg_at_3_max": 0.260826, + "nauc_ndcg_at_3_std": 0.08074, + "nauc_ndcg_at_3_diff1": 0.275904, + "nauc_ndcg_at_5_max": 0.278051, + "nauc_ndcg_at_5_std": 0.107562, + "nauc_ndcg_at_5_diff1": 0.28431, + "nauc_ndcg_at_10_max": 0.320513, + "nauc_ndcg_at_10_std": 0.142729, + "nauc_ndcg_at_10_diff1": 0.270184, + "nauc_ndcg_at_20_max": 0.337548, + "nauc_ndcg_at_20_std": 0.155587, + "nauc_ndcg_at_20_diff1": 0.273762, + "nauc_ndcg_at_100_max": 0.332124, + "nauc_ndcg_at_100_std": 0.158078, + "nauc_ndcg_at_100_diff1": 0.270667, + "nauc_ndcg_at_1000_max": 0.320873, + "nauc_ndcg_at_1000_std": 0.143916, + "nauc_ndcg_at_1000_diff1": 0.282004, + "nauc_map_at_1_max": 0.168171, + "nauc_map_at_1_std": 0.053674, + "nauc_map_at_1_diff1": 0.346017, + "nauc_map_at_3_max": 0.23073, + "nauc_map_at_3_std": 0.066367, + "nauc_map_at_3_diff1": 0.294779, + "nauc_map_at_5_max": 0.245927, + "nauc_map_at_5_std": 0.080926, + "nauc_map_at_5_diff1": 0.296713, + "nauc_map_at_10_max": 0.269411, + "nauc_map_at_10_std": 0.099087, + "nauc_map_at_10_diff1": 0.288679, + "nauc_map_at_20_max": 0.274142, + "nauc_map_at_20_std": 0.103457, + "nauc_map_at_20_diff1": 0.289401, + "nauc_map_at_100_max": 0.273282, + "nauc_map_at_100_std": 0.104268, + "nauc_map_at_100_diff1": 0.287901, + "nauc_map_at_1000_max": 0.272665, + "nauc_map_at_1000_std": 0.10359, + "nauc_map_at_1000_diff1": 0.288563, + "nauc_recall_at_1_max": 0.168171, + "nauc_recall_at_1_std": 0.053674, + "nauc_recall_at_1_diff1": 0.346017, + "nauc_recall_at_3_max": 0.261691, + "nauc_recall_at_3_std": 0.080343, + "nauc_recall_at_3_diff1": 0.238053, + "nauc_recall_at_5_max": 0.300937, + "nauc_recall_at_5_std": 0.149361, + "nauc_recall_at_5_diff1": 0.248181, + "nauc_recall_at_10_max": 0.40187, + "nauc_recall_at_10_std": 0.239855, + "nauc_recall_at_10_diff1": 0.211589, + "nauc_recall_at_20_max": 0.464658, + "nauc_recall_at_20_std": 0.293566, + "nauc_recall_at_20_diff1": 0.213911, + "nauc_recall_at_100_max": 0.542571, + "nauc_recall_at_100_std": 0.443527, + "nauc_recall_at_100_diff1": 0.165837, + "nauc_recall_at_1000_max": 0.780586, + "nauc_recall_at_1000_std": 0.884864, + "nauc_recall_at_1000_diff1": 0.287906, + "nauc_precision_at_1_max": 0.241757, + "nauc_precision_at_1_std": 0.092544, + "nauc_precision_at_1_diff1": 0.325886, + "nauc_precision_at_3_max": 0.361387, + "nauc_precision_at_3_std": 0.114872, + "nauc_precision_at_3_diff1": 0.212418, + "nauc_precision_at_5_max": 0.377885, + "nauc_precision_at_5_std": 0.151055, + "nauc_precision_at_5_diff1": 0.216096, + "nauc_precision_at_10_max": 0.45352, + "nauc_precision_at_10_std": 0.219573, + "nauc_precision_at_10_diff1": 0.14782, + "nauc_precision_at_20_max": 0.450262, + "nauc_precision_at_20_std": 0.225368, + "nauc_precision_at_20_diff1": 0.127769, + "nauc_precision_at_100_max": 0.357371, + "nauc_precision_at_100_std": 0.177645, + "nauc_precision_at_100_diff1": 0.063057, + "nauc_precision_at_1000_max": 0.185974, + "nauc_precision_at_1000_std": 0.004548, + "nauc_precision_at_1000_diff1": 0.087821, + "nauc_mrr_at_1_max": 0.241757, + "nauc_mrr_at_1_std": 0.092544, + "nauc_mrr_at_1_diff1": 0.325886, + "nauc_mrr_at_3_max": 0.283608, + "nauc_mrr_at_3_std": 0.089406, + "nauc_mrr_at_3_diff1": 0.286458, + "nauc_mrr_at_5_max": 0.291333, + "nauc_mrr_at_5_std": 0.108987, + "nauc_mrr_at_5_diff1": 0.291474, + "nauc_mrr_at_10_max": 0.305498, + "nauc_mrr_at_10_std": 0.1212, + "nauc_mrr_at_10_diff1": 0.287865, + "nauc_mrr_at_20_max": 0.310555, + "nauc_mrr_at_20_std": 0.123818, + "nauc_mrr_at_20_diff1": 0.290511, + "nauc_mrr_at_100_max": 0.308541, + "nauc_mrr_at_100_std": 0.123358, + "nauc_mrr_at_100_diff1": 0.289624, + "nauc_mrr_at_1000_max": 0.308031, + "nauc_mrr_at_1000_std": 0.123036, + "nauc_mrr_at_1000_diff1": 0.289608, + "hit_rate_at_1": 0.21179, + "hit_rate_at_3": 0.34807, + "hit_rate_at_5": 0.41805, + "hit_rate_at_10": 0.5488, + "hit_rate_at_20": 0.65562, + "hit_rate_at_100": 0.86556, + "hit_rate_at_1000": 0.97238, + "main_score": 0.4856, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.11475, + "ndcg_at_3": 0.15727, + "ndcg_at_5": 0.17568, + "ndcg_at_10": 0.19831, + "ndcg_at_20": 0.22243, + "ndcg_at_100": 0.27066, + "ndcg_at_1000": 0.30814, + "map_at_1": 0.08128, + "map_at_3": 0.13525, + "map_at_5": 0.14713, + "map_at_10": 0.15679, + "map_at_20": 0.16478, + "map_at_100": 0.17207, + "map_at_1000": 0.17361, + "recall_at_1": 0.08128, + "recall_at_3": 0.19672, + "recall_at_5": 0.2418, + "recall_at_10": 0.30273, + "recall_at_20": 0.3888, + "recall_at_100": 0.62206, + "recall_at_1000": 0.88846, + "accuracy": 0.08128, + "precision_at_1": 0.11475, + "precision_at_3": 0.0847, + "precision_at_5": 0.06066, + "precision_at_10": 0.04016, + "precision_at_20": 0.02623, + "precision_at_100": 0.00877, + "precision_at_1000": 0.00135, + "mrr_at_1": 0.114754, + "mrr_at_3": 0.15847, + "mrr_at_5": 0.168306, + "mrr_at_10": 0.178923, + "mrr_at_20": 0.184062, + "mrr_at_100": 0.190996, + "mrr_at_1000": 0.192177, + "nauc_ndcg_at_1_max": 0.476475, + "nauc_ndcg_at_1_std": 0.194626, + "nauc_ndcg_at_1_diff1": 0.101918, + "nauc_ndcg_at_3_max": 0.318241, + "nauc_ndcg_at_3_std": 0.169525, + "nauc_ndcg_at_3_diff1": -0.062432, + "nauc_ndcg_at_5_max": 0.308738, + "nauc_ndcg_at_5_std": 0.154108, + "nauc_ndcg_at_5_diff1": -0.057194, + "nauc_ndcg_at_10_max": 0.3359, + "nauc_ndcg_at_10_std": 0.193146, + "nauc_ndcg_at_10_diff1": -0.071077, + "nauc_ndcg_at_20_max": 0.351421, + "nauc_ndcg_at_20_std": 0.221962, + "nauc_ndcg_at_20_diff1": -0.082839, + "nauc_ndcg_at_100_max": 0.385695, + "nauc_ndcg_at_100_std": 0.234547, + "nauc_ndcg_at_100_diff1": -0.048117, + "nauc_ndcg_at_1000_max": 0.395728, + "nauc_ndcg_at_1000_std": 0.243545, + "nauc_ndcg_at_1000_diff1": -0.047854, + "nauc_map_at_1_max": 0.376035, + "nauc_map_at_1_std": 0.200412, + "nauc_map_at_1_diff1": 0.096476, + "nauc_map_at_3_max": 0.330442, + "nauc_map_at_3_std": 0.193144, + "nauc_map_at_3_diff1": -0.045879, + "nauc_map_at_5_max": 0.331943, + "nauc_map_at_5_std": 0.182454, + "nauc_map_at_5_diff1": -0.042041, + "nauc_map_at_10_max": 0.345476, + "nauc_map_at_10_std": 0.197495, + "nauc_map_at_10_diff1": -0.047188, + "nauc_map_at_20_max": 0.347596, + "nauc_map_at_20_std": 0.206693, + "nauc_map_at_20_diff1": -0.049532, + "nauc_map_at_100_max": 0.354647, + "nauc_map_at_100_std": 0.213571, + "nauc_map_at_100_diff1": -0.045989, + "nauc_map_at_1000_max": 0.355788, + "nauc_map_at_1000_std": 0.213797, + "nauc_map_at_1000_diff1": -0.04546, + "nauc_recall_at_1_max": 0.376035, + "nauc_recall_at_1_std": 0.200412, + "nauc_recall_at_1_diff1": 0.096476, + "nauc_recall_at_3_max": 0.222527, + "nauc_recall_at_3_std": 0.146097, + "nauc_recall_at_3_diff1": -0.135669, + "nauc_recall_at_5_max": 0.218774, + "nauc_recall_at_5_std": 0.122196, + "nauc_recall_at_5_diff1": -0.129274, + "nauc_recall_at_10_max": 0.283232, + "nauc_recall_at_10_std": 0.217809, + "nauc_recall_at_10_diff1": -0.14944, + "nauc_recall_at_20_max": 0.342567, + "nauc_recall_at_20_std": 0.303549, + "nauc_recall_at_20_diff1": -0.184153, + "nauc_recall_at_100_max": 0.445541, + "nauc_recall_at_100_std": 0.324764, + "nauc_recall_at_100_diff1": -0.068849, + "nauc_recall_at_1000_max": 0.610158, + "nauc_recall_at_1000_std": 0.677188, + "nauc_recall_at_1000_diff1": -0.293749, + "nauc_precision_at_1_max": 0.476475, + "nauc_precision_at_1_std": 0.194626, + "nauc_precision_at_1_diff1": 0.101918, + "nauc_precision_at_3_max": 0.364252, + "nauc_precision_at_3_std": 0.178154, + "nauc_precision_at_3_diff1": -0.097079, + "nauc_precision_at_5_max": 0.362071, + "nauc_precision_at_5_std": 0.155383, + "nauc_precision_at_5_diff1": -0.087409, + "nauc_precision_at_10_max": 0.391769, + "nauc_precision_at_10_std": 0.212978, + "nauc_precision_at_10_diff1": -0.117631, + "nauc_precision_at_20_max": 0.396462, + "nauc_precision_at_20_std": 0.237776, + "nauc_precision_at_20_diff1": -0.109527, + "nauc_precision_at_100_max": 0.457827, + "nauc_precision_at_100_std": 0.213151, + "nauc_precision_at_100_diff1": 0.062761, + "nauc_precision_at_1000_max": 0.340486, + "nauc_precision_at_1000_std": 0.061666, + "nauc_precision_at_1000_diff1": 0.223641, + "nauc_mrr_at_1_max": 0.476475, + "nauc_mrr_at_1_std": 0.194626, + "nauc_mrr_at_1_diff1": 0.101918, + "nauc_mrr_at_3_max": 0.37807, + "nauc_mrr_at_3_std": 0.138638, + "nauc_mrr_at_3_diff1": 0.024718, + "nauc_mrr_at_5_max": 0.368399, + "nauc_mrr_at_5_std": 0.131843, + "nauc_mrr_at_5_diff1": 0.021117, + "nauc_mrr_at_10_max": 0.376951, + "nauc_mrr_at_10_std": 0.151025, + "nauc_mrr_at_10_diff1": 0.007842, + "nauc_mrr_at_20_max": 0.380085, + "nauc_mrr_at_20_std": 0.160099, + "nauc_mrr_at_20_diff1": 0.000543, + "nauc_mrr_at_100_max": 0.386081, + "nauc_mrr_at_100_std": 0.162419, + "nauc_mrr_at_100_diff1": 0.008514, + "nauc_mrr_at_1000_max": 0.38617, + "nauc_mrr_at_1000_std": 0.162908, + "nauc_mrr_at_1000_diff1": 0.008599, + "hit_rate_at_1": 0.11475, + "hit_rate_at_3": 0.22131, + "hit_rate_at_5": 0.2623, + "hit_rate_at_10": 0.33607, + "hit_rate_at_20": 0.40984, + "hit_rate_at_100": 0.65574, + "hit_rate_at_1000": 0.91803, + "main_score": 0.30273, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + } + ], + "test": [ + { + "ndcg_at_1": 0.20615, + "ndcg_at_3": 0.24284, + "ndcg_at_5": 0.28552, + "ndcg_at_10": 0.32712, + "ndcg_at_20": 0.36059, + "ndcg_at_100": 0.40691, + "ndcg_at_1000": 0.42624, + "map_at_1": 0.14042, + "map_at_3": 0.20772, + "map_at_5": 0.23463, + "map_at_10": 0.25339, + "map_at_20": 0.26408, + "map_at_100": 0.27233, + "map_at_1000": 0.27339, + "recall_at_1": 0.14042, + "recall_at_3": 0.27646, + "recall_at_5": 0.37821, + "recall_at_10": 0.49436, + "recall_at_20": 0.61284, + "recall_at_100": 0.83497, + "recall_at_1000": 0.96313, + "accuracy": 0.14042, + "precision_at_1": 0.20615, + "precision_at_3": 0.13502, + "precision_at_5": 0.10922, + "precision_at_10": 0.07215, + "precision_at_20": 0.04539, + "precision_at_100": 0.01262, + "precision_at_1000": 0.0015, + "mrr_at_1": 0.206148, + "mrr_at_3": 0.270042, + "mrr_at_5": 0.293731, + "mrr_at_10": 0.310012, + "mrr_at_20": 0.31755, + "mrr_at_100": 0.322298, + "mrr_at_1000": 0.322856, + "nauc_ndcg_at_1_max": 0.347682, + "nauc_ndcg_at_1_std": 0.014194, + "nauc_ndcg_at_1_diff1": 0.259195, + "nauc_ndcg_at_3_max": 0.298574, + "nauc_ndcg_at_3_std": 0.03431, + "nauc_ndcg_at_3_diff1": 0.193885, + "nauc_ndcg_at_5_max": 0.305572, + "nauc_ndcg_at_5_std": 0.082324, + "nauc_ndcg_at_5_diff1": 0.213009, + "nauc_ndcg_at_10_max": 0.324335, + "nauc_ndcg_at_10_std": 0.099015, + "nauc_ndcg_at_10_diff1": 0.198619, + "nauc_ndcg_at_20_max": 0.330925, + "nauc_ndcg_at_20_std": 0.112745, + "nauc_ndcg_at_20_diff1": 0.201833, + "nauc_ndcg_at_100_max": 0.359152, + "nauc_ndcg_at_100_std": 0.122631, + "nauc_ndcg_at_100_diff1": 0.206693, + "nauc_ndcg_at_1000_max": 0.356904, + "nauc_ndcg_at_1000_std": 0.108777, + "nauc_ndcg_at_1000_diff1": 0.205633, + "nauc_map_at_1_max": 0.275601, + "nauc_map_at_1_std": -0.015936, + "nauc_map_at_1_diff1": 0.265933, + "nauc_map_at_3_max": 0.286756, + "nauc_map_at_3_std": 0.018601, + "nauc_map_at_3_diff1": 0.206236, + "nauc_map_at_5_max": 0.294546, + "nauc_map_at_5_std": 0.051955, + "nauc_map_at_5_diff1": 0.213824, + "nauc_map_at_10_max": 0.305211, + "nauc_map_at_10_std": 0.062209, + "nauc_map_at_10_diff1": 0.207581, + "nauc_map_at_20_max": 0.308965, + "nauc_map_at_20_std": 0.066853, + "nauc_map_at_20_diff1": 0.208677, + "nauc_map_at_100_max": 0.314655, + "nauc_map_at_100_std": 0.067782, + "nauc_map_at_100_diff1": 0.208843, + "nauc_map_at_1000_max": 0.314862, + "nauc_map_at_1000_std": 0.067229, + "nauc_map_at_1000_diff1": 0.208666, + "nauc_recall_at_1_max": 0.275601, + "nauc_recall_at_1_std": -0.015936, + "nauc_recall_at_1_diff1": 0.265933, + "nauc_recall_at_3_max": 0.251137, + "nauc_recall_at_3_std": 0.041282, + "nauc_recall_at_3_diff1": 0.153432, + "nauc_recall_at_5_max": 0.24747, + "nauc_recall_at_5_std": 0.127894, + "nauc_recall_at_5_diff1": 0.193894, + "nauc_recall_at_10_max": 0.280327, + "nauc_recall_at_10_std": 0.169651, + "nauc_recall_at_10_diff1": 0.163952, + "nauc_recall_at_20_max": 0.284785, + "nauc_recall_at_20_std": 0.220502, + "nauc_recall_at_20_diff1": 0.17388, + "nauc_recall_at_100_max": 0.453734, + "nauc_recall_at_100_std": 0.421455, + "nauc_recall_at_100_diff1": 0.213784, + "nauc_recall_at_1000_max": 0.70485, + "nauc_recall_at_1000_std": 0.853524, + "nauc_recall_at_1000_diff1": 0.319461, + "nauc_precision_at_1_max": 0.347682, + "nauc_precision_at_1_std": 0.014194, + "nauc_precision_at_1_diff1": 0.259195, + "nauc_precision_at_3_max": 0.363378, + "nauc_precision_at_3_std": 0.068791, + "nauc_precision_at_3_diff1": 0.150701, + "nauc_precision_at_5_max": 0.388274, + "nauc_precision_at_5_std": 0.160348, + "nauc_precision_at_5_diff1": 0.167784, + "nauc_precision_at_10_max": 0.411522, + "nauc_precision_at_10_std": 0.17549, + "nauc_precision_at_10_diff1": 0.106237, + "nauc_precision_at_20_max": 0.402668, + "nauc_precision_at_20_std": 0.194133, + "nauc_precision_at_20_diff1": 0.087355, + "nauc_precision_at_100_max": 0.393109, + "nauc_precision_at_100_std": 0.156676, + "nauc_precision_at_100_diff1": 0.013448, + "nauc_precision_at_1000_max": 0.32807, + "nauc_precision_at_1000_std": 0.049098, + "nauc_precision_at_1000_diff1": -0.024335, + "nauc_mrr_at_1_max": 0.347682, + "nauc_mrr_at_1_std": 0.014194, + "nauc_mrr_at_1_diff1": 0.259195, + "nauc_mrr_at_3_max": 0.344697, + "nauc_mrr_at_3_std": 0.048475, + "nauc_mrr_at_3_diff1": 0.206387, + "nauc_mrr_at_5_max": 0.349482, + "nauc_mrr_at_5_std": 0.072355, + "nauc_mrr_at_5_diff1": 0.217183, + "nauc_mrr_at_10_max": 0.35234, + "nauc_mrr_at_10_std": 0.072271, + "nauc_mrr_at_10_diff1": 0.208951, + "nauc_mrr_at_20_max": 0.353432, + "nauc_mrr_at_20_std": 0.075706, + "nauc_mrr_at_20_diff1": 0.209724, + "nauc_mrr_at_100_max": 0.355025, + "nauc_mrr_at_100_std": 0.0768, + "nauc_mrr_at_100_diff1": 0.211984, + "nauc_mrr_at_1000_max": 0.354801, + "nauc_mrr_at_1000_std": 0.076409, + "nauc_mrr_at_1000_diff1": 0.211927, + "hit_rate_at_1": 0.20615, + "hit_rate_at_3": 0.35262, + "hit_rate_at_5": 0.4575, + "hit_rate_at_10": 0.57685, + "hit_rate_at_20": 0.68716, + "hit_rate_at_100": 0.86799, + "hit_rate_at_1000": 0.96926, + "main_score": 0.49436, + "hf_subset": "english", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.10185, + "ndcg_at_3": 0.14412, + "ndcg_at_5": 0.15527, + "ndcg_at_10": 0.17373, + "ndcg_at_20": 0.21926, + "ndcg_at_100": 0.28566, + "ndcg_at_1000": 0.30535, + "map_at_1": 0.09259, + "map_at_3": 0.12912, + "map_at_5": 0.13513, + "map_at_10": 0.14303, + "map_at_20": 0.1559, + "map_at_100": 0.16535, + "map_at_1000": 0.16625, + "recall_at_1": 0.09259, + "recall_at_3": 0.17438, + "recall_at_5": 0.20216, + "recall_at_10": 0.25617, + "recall_at_20": 0.42438, + "recall_at_100": 0.7662, + "recall_at_1000": 0.90278, + "accuracy": 0.09259, + "precision_at_1": 0.10185, + "precision_at_3": 0.0679, + "precision_at_5": 0.0463, + "precision_at_10": 0.02963, + "precision_at_20": 0.02639, + "precision_at_100": 0.00981, + "precision_at_1000": 0.0012, + "mrr_at_1": 0.101852, + "mrr_at_3": 0.141975, + "mrr_at_5": 0.147994, + "mrr_at_10": 0.155526, + "mrr_at_20": 0.167688, + "mrr_at_100": 0.1758, + "mrr_at_1000": 0.176387, + "nauc_ndcg_at_1_max": 0.216651, + "nauc_ndcg_at_1_std": 0.262872, + "nauc_ndcg_at_1_diff1": 0.033847, + "nauc_ndcg_at_3_max": 0.263416, + "nauc_ndcg_at_3_std": 0.236681, + "nauc_ndcg_at_3_diff1": 0.04564, + "nauc_ndcg_at_5_max": 0.233172, + "nauc_ndcg_at_5_std": 0.184794, + "nauc_ndcg_at_5_diff1": 0.03354, + "nauc_ndcg_at_10_max": 0.200903, + "nauc_ndcg_at_10_std": 0.170009, + "nauc_ndcg_at_10_diff1": 0.054402, + "nauc_ndcg_at_20_max": 0.261408, + "nauc_ndcg_at_20_std": 0.293845, + "nauc_ndcg_at_20_diff1": 0.019973, + "nauc_ndcg_at_100_max": 0.326099, + "nauc_ndcg_at_100_std": 0.297968, + "nauc_ndcg_at_100_diff1": 0.026205, + "nauc_ndcg_at_1000_max": 0.329802, + "nauc_ndcg_at_1000_std": 0.303698, + "nauc_ndcg_at_1000_diff1": 0.030941, + "nauc_map_at_1_max": 0.200071, + "nauc_map_at_1_std": 0.2394, + "nauc_map_at_1_diff1": 0.061722, + "nauc_map_at_3_max": 0.258029, + "nauc_map_at_3_std": 0.238211, + "nauc_map_at_3_diff1": 0.052991, + "nauc_map_at_5_max": 0.240226, + "nauc_map_at_5_std": 0.206951, + "nauc_map_at_5_diff1": 0.044906, + "nauc_map_at_10_max": 0.22276, + "nauc_map_at_10_std": 0.198359, + "nauc_map_at_10_diff1": 0.052944, + "nauc_map_at_20_max": 0.244128, + "nauc_map_at_20_std": 0.243035, + "nauc_map_at_20_diff1": 0.039786, + "nauc_map_at_100_max": 0.254599, + "nauc_map_at_100_std": 0.243407, + "nauc_map_at_100_diff1": 0.042696, + "nauc_map_at_1000_max": 0.255416, + "nauc_map_at_1000_std": 0.24403, + "nauc_map_at_1000_diff1": 0.042653, + "nauc_recall_at_1_max": 0.200071, + "nauc_recall_at_1_std": 0.2394, + "nauc_recall_at_1_diff1": 0.061722, + "nauc_recall_at_3_max": 0.253587, + "nauc_recall_at_3_std": 0.206372, + "nauc_recall_at_3_diff1": 0.052973, + "nauc_recall_at_5_max": 0.189468, + "nauc_recall_at_5_std": 0.102271, + "nauc_recall_at_5_diff1": 0.029315, + "nauc_recall_at_10_max": 0.117167, + "nauc_recall_at_10_std": 0.077233, + "nauc_recall_at_10_diff1": 0.087083, + "nauc_recall_at_20_max": 0.253471, + "nauc_recall_at_20_std": 0.385656, + "nauc_recall_at_20_diff1": 0.01004, + "nauc_recall_at_100_max": 0.56505, + "nauc_recall_at_100_std": 0.485496, + "nauc_recall_at_100_diff1": 0.024486, + "nauc_recall_at_1000_max": 0.857847, + "nauc_recall_at_1000_std": 0.835017, + "nauc_recall_at_1000_diff1": 0.124028, + "nauc_precision_at_1_max": 0.216651, + "nauc_precision_at_1_std": 0.262872, + "nauc_precision_at_1_diff1": 0.033847, + "nauc_precision_at_3_max": 0.295938, + "nauc_precision_at_3_std": 0.239064, + "nauc_precision_at_3_diff1": -0.012167, + "nauc_precision_at_5_max": 0.240551, + "nauc_precision_at_5_std": 0.147516, + "nauc_precision_at_5_diff1": -0.028039, + "nauc_precision_at_10_max": 0.172844, + "nauc_precision_at_10_std": 0.10926, + "nauc_precision_at_10_diff1": -0.000187, + "nauc_precision_at_20_max": 0.385684, + "nauc_precision_at_20_std": 0.423174, + "nauc_precision_at_20_diff1": -0.133744, + "nauc_precision_at_100_max": 0.545844, + "nauc_precision_at_100_std": 0.302565, + "nauc_precision_at_100_diff1": -0.192113, + "nauc_precision_at_1000_max": 0.473705, + "nauc_precision_at_1000_std": 0.181638, + "nauc_precision_at_1000_diff1": -0.189087, + "nauc_mrr_at_1_max": 0.216651, + "nauc_mrr_at_1_std": 0.262872, + "nauc_mrr_at_1_diff1": 0.033847, + "nauc_mrr_at_3_max": 0.273391, + "nauc_mrr_at_3_std": 0.26382, + "nauc_mrr_at_3_diff1": 0.026191, + "nauc_mrr_at_5_max": 0.257314, + "nauc_mrr_at_5_std": 0.235168, + "nauc_mrr_at_5_diff1": 0.019465, + "nauc_mrr_at_10_max": 0.246186, + "nauc_mrr_at_10_std": 0.230013, + "nauc_mrr_at_10_diff1": 0.028976, + "nauc_mrr_at_20_max": 0.260952, + "nauc_mrr_at_20_std": 0.265542, + "nauc_mrr_at_20_diff1": 0.021877, + "nauc_mrr_at_100_max": 0.270467, + "nauc_mrr_at_100_std": 0.266779, + "nauc_mrr_at_100_diff1": 0.027377, + "nauc_mrr_at_1000_max": 0.26988, + "nauc_mrr_at_1000_std": 0.267094, + "nauc_mrr_at_1000_diff1": 0.027867, + "hit_rate_at_1": 0.10185, + "hit_rate_at_3": 0.19444, + "hit_rate_at_5": 0.22222, + "hit_rate_at_10": 0.27778, + "hit_rate_at_20": 0.4537, + "hit_rate_at_100": 0.78704, + "hit_rate_at_1000": 0.90741, + "main_score": 0.25617, + "hf_subset": "french", + "languages": [ + "fra-Latn" + ] + } + ] + }, + "evaluation_time": 421.86406540870667, + "kg_co2_emissions": null, + "date": 1776179750.320479 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SwahiliNewsClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SwahiliNewsClassification.json new file mode 100644 index 0000000000..de6762085f --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SwahiliNewsClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "e9b91a8bc13eb2797ef476d72feda71581d0a4fe", + "task_name": "SwahiliNewsClassification", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.603516, + "f1": 0.562909, + "f1_weighted": 0.616149, + "precision": 0.544689, + "precision_weighted": 0.735739, + "recall": 0.695428, + "recall_weighted": 0.603516, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.644531, + "f1": 0.604139, + "f1_weighted": 0.67742, + "precision": 0.607477, + "precision_weighted": 0.761366, + "recall": 0.691608, + "recall_weighted": 0.644531, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.648926, + "f1": 0.595275, + "f1_weighted": 0.673357, + "precision": 0.57655, + "precision_weighted": 0.77149, + "recall": 0.696267, + "recall_weighted": 0.648926, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.64502, + "f1": 0.597846, + "f1_weighted": 0.662927, + "precision": 0.579884, + "precision_weighted": 0.752429, + "recall": 0.704935, + "recall_weighted": 0.64502, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.5625, + "f1": 0.547325, + "f1_weighted": 0.584253, + "precision": 0.543995, + "precision_weighted": 0.716257, + "recall": 0.683347, + "recall_weighted": 0.5625, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.541016, + "f1": 0.526931, + "f1_weighted": 0.544864, + "precision": 0.526612, + "precision_weighted": 0.702232, + "recall": 0.666493, + "recall_weighted": 0.541016, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.572754, + "f1": 0.535043, + "f1_weighted": 0.582314, + "precision": 0.515851, + "precision_weighted": 0.705106, + "recall": 0.671237, + "recall_weighted": 0.572754, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.624023, + "f1": 0.574995, + "f1_weighted": 0.642824, + "precision": 0.56047, + "precision_weighted": 0.776527, + "recall": 0.723031, + "recall_weighted": 0.624023, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.525391, + "f1": 0.51045, + "f1_weighted": 0.539267, + "precision": 0.504159, + "precision_weighted": 0.671675, + "recall": 0.661408, + "recall_weighted": 0.525391, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.570312, + "f1": 0.512334, + "f1_weighted": 0.584006, + "precision": 0.496249, + "precision_weighted": 0.710543, + "recall": 0.665618, + "recall_weighted": 0.570312, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.593799, + "f1": 0.556725, + "f1_weighted": 0.610738, + "precision": 0.545594, + "precision_weighted": 0.730336, + "recall": 0.685937, + "recall_weighted": 0.593799, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.593799, + "hf_subset": "default", + "languages": [ + "swa-Latn" + ] + } + ] + }, + "evaluation_time": 46.93720006942749, + "kg_co2_emissions": null, + "date": 1776203946.810292 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SwednClusteringP2P.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SwednClusteringP2P.json new file mode 100644 index 0000000000..1a44f20345 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SwednClusteringP2P.json @@ -0,0 +1,60 @@ +{ + "dataset_revision": "f8dbf10ec231cc25e9f63454d5cd2d90af95e5f8", + "task_name": "SwednClusteringP2P", + "mteb_version": "2.12.16", + "scores": { + "summaries": [ + { + "v_measures": { + "Level 0": [ + 0.525355, + 0.44181, + 0.475474, + 0.373065, + 0.384599, + 0.436591, + 0.370857, + 0.379653, + 0.410874, + 0.386336 + ] + }, + "v_measure": 0.418461, + "v_measure_std": 0.0486, + "main_score": 0.418461, + "hf_subset": "default", + "languages": [ + "swe-Latn" + ] + } + ], + "articles": [ + { + "v_measures": { + "Level 0": [ + 0.480305, + 0.558437, + 0.443186, + 0.487248, + 0.418184, + 0.501572, + 0.49275, + 0.462217, + 0.399368, + 0.459766 + ] + }, + "v_measure": 0.470303, + "v_measure_std": 0.042774, + "main_score": 0.470303, + "hf_subset": "default", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 40.2577691078186, + "kg_co2_emissions": null, + "date": 1776196240.147669 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SwissJudgementClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SwissJudgementClassification.json new file mode 100644 index 0000000000..04d804baf4 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/SwissJudgementClassification.json @@ -0,0 +1,396 @@ +{ + "dataset_revision": "2541705ce837c495e85aa3c44b41a92fa4bd12a8", + "task_name": "SwissJudgementClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.473633, + "f1": 0.443841, + "f1_weighted": 0.521903, + "precision": 0.517523, + "precision_weighted": 0.702936, + "recall": 0.527145, + "recall_weighted": 0.473633, + "ap": 0.206013, + "ap_weighted": 0.206013 + }, + { + "accuracy": 0.506348, + "f1": 0.463785, + "f1_weighted": 0.555402, + "precision": 0.519413, + "precision_weighted": 0.703806, + "recall": 0.530649, + "recall_weighted": 0.506348, + "ap": 0.20738, + "ap_weighted": 0.20738 + }, + { + "accuracy": 0.446777, + "f1": 0.424722, + "f1_weighted": 0.493032, + "precision": 0.5125, + "precision_weighted": 0.698016, + "recall": 0.518859, + "recall_weighted": 0.446777, + "ap": 0.203036, + "ap_weighted": 0.203036 + }, + { + "accuracy": 0.504883, + "f1": 0.4355, + "f1_weighted": 0.555519, + "precision": 0.475944, + "precision_weighted": 0.661214, + "recall": 0.462291, + "recall_weighted": 0.504883, + "ap": 0.186452, + "ap_weighted": 0.186452 + }, + { + "accuracy": 0.669434, + "f1": 0.536428, + "f1_weighted": 0.687014, + "precision": 0.536333, + "precision_weighted": 0.709979, + "recall": 0.545051, + "recall_weighted": 0.669434, + "ap": 0.21487, + "ap_weighted": 0.21487 + }, + { + "accuracy": 0.483398, + "f1": 0.441973, + "f1_weighted": 0.534178, + "precision": 0.502062, + "precision_weighted": 0.686026, + "recall": 0.503248, + "recall_weighted": 0.483398, + "ap": 0.197814, + "ap_weighted": 0.197814 + }, + { + "accuracy": 0.524902, + "f1": 0.47437, + "f1_weighted": 0.573206, + "precision": 0.520761, + "precision_weighted": 0.704476, + "recall": 0.532831, + "recall_weighted": 0.524902, + "ap": 0.208266, + "ap_weighted": 0.208266 + }, + { + "accuracy": 0.62793, + "f1": 0.492486, + "f1_weighted": 0.651485, + "precision": 0.498199, + "precision_weighted": 0.682553, + "recall": 0.49767, + "recall_weighted": 0.62793, + "ap": 0.19605, + "ap_weighted": 0.19605 + }, + { + "accuracy": 0.535156, + "f1": 0.481649, + "f1_weighted": 0.582646, + "precision": 0.524232, + "precision_weighted": 0.707589, + "recall": 0.538278, + "recall_weighted": 0.535156, + "ap": 0.210421, + "ap_weighted": 0.210421 + }, + { + "accuracy": 0.479492, + "f1": 0.439666, + "f1_weighted": 0.53026, + "precision": 0.50171, + "precision_weighted": 0.685674, + "recall": 0.50269, + "recall_weighted": 0.479492, + "ap": 0.197635, + "ap_weighted": 0.197635 + } + ], + "accuracy": 0.525195, + "f1": 0.463442, + "f1_weighted": 0.568465, + "precision": 0.510868, + "precision_weighted": 0.694227, + "recall": 0.515871, + "recall_weighted": 0.525195, + "ap": 0.202794, + "ap_weighted": 0.202794, + "main_score": 0.525195, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.62207, + "f1": 0.496748, + "f1_weighted": 0.654688, + "precision": 0.506938, + "precision_weighted": 0.703089, + "recall": 0.509914, + "recall_weighted": 0.62207, + "ap": 0.188697, + "ap_weighted": 0.188697 + }, + { + "accuracy": 0.466309, + "f1": 0.432049, + "f1_weighted": 0.519776, + "precision": 0.509793, + "precision_weighted": 0.708403, + "recall": 0.515894, + "recall_weighted": 0.466309, + "ap": 0.190569, + "ap_weighted": 0.190569 + }, + { + "accuracy": 0.47998, + "f1": 0.437469, + "f1_weighted": 0.534724, + "precision": 0.504885, + "precision_weighted": 0.702889, + "recall": 0.50803, + "recall_weighted": 0.47998, + "ap": 0.188033, + "ap_weighted": 0.188033 + }, + { + "accuracy": 0.525391, + "f1": 0.464221, + "f1_weighted": 0.578075, + "precision": 0.510674, + "precision_weighted": 0.708121, + "recall": 0.51762, + "recall_weighted": 0.525391, + "ap": 0.191193, + "ap_weighted": 0.191193 + }, + { + "accuracy": 0.62793, + "f1": 0.508357, + "f1_weighted": 0.660842, + "precision": 0.517813, + "precision_weighted": 0.71157, + "recall": 0.525704, + "recall_weighted": 0.62793, + "ap": 0.194328, + "ap_weighted": 0.194328 + }, + { + "accuracy": 0.479492, + "f1": 0.437754, + "f1_weighted": 0.534096, + "precision": 0.505943, + "precision_weighted": 0.704019, + "recall": 0.509763, + "recall_weighted": 0.479492, + "ap": 0.188584, + "ap_weighted": 0.188584 + }, + { + "accuracy": 0.5625, + "f1": 0.474014, + "f1_weighted": 0.609692, + "precision": 0.5024, + "precision_weighted": 0.699872, + "recall": 0.503824, + "recall_weighted": 0.5625, + "ap": 0.186721, + "ap_weighted": 0.186721 + }, + { + "accuracy": 0.544434, + "f1": 0.459212, + "f1_weighted": 0.594225, + "precision": 0.492328, + "precision_weighted": 0.690885, + "recall": 0.487653, + "recall_weighted": 0.544434, + "ap": 0.181995, + "ap_weighted": 0.181995 + }, + { + "accuracy": 0.482422, + "f1": 0.440596, + "f1_weighted": 0.536795, + "precision": 0.508273, + "precision_weighted": 0.706461, + "recall": 0.513593, + "recall_weighted": 0.482422, + "ap": 0.189823, + "ap_weighted": 0.189823 + }, + { + "accuracy": 0.654297, + "f1": 0.519753, + "f1_weighted": 0.679617, + "precision": 0.523523, + "precision_weighted": 0.714928, + "recall": 0.53173, + "recall_weighted": 0.654297, + "ap": 0.196875, + "ap_weighted": 0.196875 + } + ], + "accuracy": 0.544482, + "f1": 0.467017, + "f1_weighted": 0.590253, + "precision": 0.508257, + "precision_weighted": 0.705024, + "recall": 0.512373, + "recall_weighted": 0.544482, + "ap": 0.189682, + "ap_weighted": 0.189682, + "main_score": 0.544482, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "scores_per_experiment": [ + { + "accuracy": 0.527094, + "f1": 0.454622, + "f1_weighted": 0.578999, + "precision": 0.494677, + "precision_weighted": 0.690719, + "recall": 0.491348, + "recall_weighted": 0.527094, + "ap": 0.184642, + "ap_weighted": 0.184642 + }, + { + "accuracy": 0.48399, + "f1": 0.432309, + "f1_weighted": 0.539468, + "precision": 0.49092, + "precision_weighted": 0.686491, + "recall": 0.485088, + "recall_weighted": 0.48399, + "ap": 0.18287, + "ap_weighted": 0.18287 + }, + { + "accuracy": 0.471675, + "f1": 0.440731, + "f1_weighted": 0.523032, + "precision": 0.520713, + "precision_weighted": 0.718421, + "recall": 0.533214, + "recall_weighted": 0.471675, + "ap": 0.198244, + "ap_weighted": 0.198244 + }, + { + "accuracy": 0.561576, + "f1": 0.482154, + "f1_weighted": 0.60903, + "precision": 0.512579, + "precision_weighted": 0.707036, + "recall": 0.520156, + "recall_weighted": 0.561576, + "ap": 0.193803, + "ap_weighted": 0.193803 + }, + { + "accuracy": 0.679803, + "f1": 0.484248, + "f1_weighted": 0.682932, + "precision": 0.484624, + "precision_weighted": 0.68615, + "recall": 0.484011, + "recall_weighted": 0.679803, + "ap": 0.182968, + "ap_weighted": 0.182968 + }, + { + "accuracy": 0.630542, + "f1": 0.480872, + "f1_weighted": 0.655258, + "precision": 0.487883, + "precision_weighted": 0.686978, + "recall": 0.484091, + "recall_weighted": 0.630542, + "ap": 0.182805, + "ap_weighted": 0.182805 + }, + { + "accuracy": 0.570197, + "f1": 0.461361, + "f1_weighted": 0.612837, + "precision": 0.483438, + "precision_weighted": 0.681968, + "recall": 0.474821, + "recall_weighted": 0.570197, + "ap": 0.180393, + "ap_weighted": 0.180393 + }, + { + "accuracy": 0.445813, + "f1": 0.415124, + "f1_weighted": 0.49894, + "precision": 0.498152, + "precision_weighted": 0.693656, + "recall": 0.497049, + "recall_weighted": 0.445813, + "ap": 0.186302, + "ap_weighted": 0.186302 + }, + { + "accuracy": 0.513547, + "f1": 0.476133, + "f1_weighted": 0.563719, + "precision": 0.542406, + "precision_weighted": 0.740521, + "recall": 0.569099, + "recall_weighted": 0.513547, + "ap": 0.212548, + "ap_weighted": 0.212548 + }, + { + "accuracy": 0.584975, + "f1": 0.504641, + "f1_weighted": 0.629442, + "precision": 0.529691, + "precision_weighted": 0.722049, + "recall": 0.547209, + "recall_weighted": 0.584975, + "ap": 0.204246, + "ap_weighted": 0.204246 + } + ], + "accuracy": 0.546921, + "f1": 0.463219, + "f1_weighted": 0.589366, + "precision": 0.504508, + "precision_weighted": 0.701399, + "recall": 0.508608, + "recall_weighted": 0.546921, + "ap": 0.190882, + "ap_weighted": 0.190882, + "main_score": 0.546921, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + } + ] + }, + "evaluation_time": 126.6296911239624, + "kg_co2_emissions": null, + "date": 1776181279.870694 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/T2Reranking.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/T2Reranking.json new file mode 100644 index 0000000000..229db4684c --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/T2Reranking.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "a34fe6bc0dff185af1228e49a0f6fb1de1565627", + "task_name": "T2Reranking", + "mteb_version": "2.12.16", + "scores": { + "dev": [ + { + "ndcg_at_1": 0.63439, + "ndcg_at_3": 0.63189, + "ndcg_at_5": 0.64467, + "ndcg_at_10": 0.72778, + "ndcg_at_20": 0.7985, + "ndcg_at_100": 0.80958, + "ndcg_at_1000": 0.80964, + "map_at_1": 0.1011, + "map_at_3": 0.24089, + "map_at_5": 0.35135, + "map_at_10": 0.555, + "map_at_20": 0.65783, + "map_at_100": 0.67011, + "map_at_1000": 0.67014, + "recall_at_1": 0.1011, + "recall_at_3": 0.28663, + "recall_at_5": 0.45444, + "recall_at_10": 0.79198, + "recall_at_20": 0.97539, + "recall_at_100": 0.99986, + "recall_at_1000": 1.0, + "accuracy": 0.1011, + "precision_at_1": 0.63439, + "precision_at_3": 0.61679, + "precision_at_5": 0.59614, + "precision_at_10": 0.54047, + "precision_at_20": 0.35596, + "precision_at_100": 0.07517, + "precision_at_1000": 0.00752, + "mrr_at_1": 0.634394, + "mrr_at_3": 0.753075, + "mrr_at_5": 0.76709, + "mrr_at_10": 0.772339, + "mrr_at_20": 0.772819, + "mrr_at_100": 0.772827, + "mrr_at_1000": 0.772827, + "nauc_ndcg_at_1_max": 0.267245, + "nauc_ndcg_at_1_std": -0.05361, + "nauc_ndcg_at_1_diff1": -0.083848, + "nauc_ndcg_at_3_max": 0.310826, + "nauc_ndcg_at_3_std": -0.033771, + "nauc_ndcg_at_3_diff1": -0.120783, + "nauc_ndcg_at_5_max": 0.319807, + "nauc_ndcg_at_5_std": -0.0069, + "nauc_ndcg_at_5_diff1": -0.115789, + "nauc_ndcg_at_10_max": 0.297765, + "nauc_ndcg_at_10_std": 0.061931, + "nauc_ndcg_at_10_diff1": -0.091158, + "nauc_ndcg_at_20_max": 0.33383, + "nauc_ndcg_at_20_std": -0.010616, + "nauc_ndcg_at_20_diff1": -0.121965, + "nauc_ndcg_at_100_max": 0.351829, + "nauc_ndcg_at_100_std": -0.036193, + "nauc_ndcg_at_100_diff1": -0.139937, + "nauc_ndcg_at_1000_max": 0.351471, + "nauc_ndcg_at_1000_std": -0.036673, + "nauc_ndcg_at_1000_diff1": -0.13979, + "nauc_map_at_1_max": -0.044355, + "nauc_map_at_1_std": 0.106706, + "nauc_map_at_1_diff1": 0.098211, + "nauc_map_at_3_max": 0.012435, + "nauc_map_at_3_std": 0.132883, + "nauc_map_at_3_diff1": 0.056614, + "nauc_map_at_5_max": 0.077425, + "nauc_map_at_5_std": 0.146068, + "nauc_map_at_5_diff1": 0.029765, + "nauc_map_at_10_max": 0.211279, + "nauc_map_at_10_std": 0.107972, + "nauc_map_at_10_diff1": -0.039322, + "nauc_map_at_20_max": 0.32251, + "nauc_map_at_20_std": 0.005676, + "nauc_map_at_20_diff1": -0.118472, + "nauc_map_at_100_max": 0.342801, + "nauc_map_at_100_std": -0.015126, + "nauc_map_at_100_diff1": -0.1352, + "nauc_map_at_1000_max": 0.3427, + "nauc_map_at_1000_std": -0.01525, + "nauc_map_at_1000_diff1": -0.135111, + "nauc_recall_at_1_max": -0.044355, + "nauc_recall_at_1_std": 0.106706, + "nauc_recall_at_1_diff1": 0.098211, + "nauc_recall_at_3_max": -0.056748, + "nauc_recall_at_3_std": 0.163385, + "nauc_recall_at_3_diff1": 0.09171, + "nauc_recall_at_5_max": -0.052205, + "nauc_recall_at_5_std": 0.206483, + "nauc_recall_at_5_diff1": 0.095585, + "nauc_recall_at_10_max": -0.045989, + "nauc_recall_at_10_std": 0.260554, + "nauc_recall_at_10_diff1": 0.099515, + "nauc_recall_at_20_max": -0.040322, + "nauc_recall_at_20_std": 0.296279, + "nauc_recall_at_20_diff1": 0.139522, + "nauc_recall_at_100_max": 0.954796, + "nauc_recall_at_100_std": 0.845829, + "nauc_recall_at_100_diff1": -0.317896, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.267245, + "nauc_precision_at_1_std": -0.05361, + "nauc_precision_at_1_diff1": -0.083848, + "nauc_precision_at_3_max": 0.337466, + "nauc_precision_at_3_std": -0.048794, + "nauc_precision_at_3_diff1": -0.150661, + "nauc_precision_at_5_max": 0.375204, + "nauc_precision_at_5_std": -0.058233, + "nauc_precision_at_5_diff1": -0.177451, + "nauc_precision_at_10_max": 0.39671, + "nauc_precision_at_10_std": -0.119989, + "nauc_precision_at_10_diff1": -0.20711, + "nauc_precision_at_20_max": 0.352456, + "nauc_precision_at_20_std": -0.195423, + "nauc_precision_at_20_diff1": -0.214807, + "nauc_precision_at_100_max": 0.319311, + "nauc_precision_at_100_std": -0.203091, + "nauc_precision_at_100_diff1": -0.204807, + "nauc_precision_at_1000_max": 0.316846, + "nauc_precision_at_1000_std": -0.203829, + "nauc_precision_at_1000_diff1": -0.20349, + "nauc_mrr_at_1_max": 0.267245, + "nauc_mrr_at_1_std": -0.05361, + "nauc_mrr_at_1_diff1": -0.083848, + "nauc_mrr_at_3_max": 0.302126, + "nauc_mrr_at_3_std": -0.039449, + "nauc_mrr_at_3_diff1": -0.091478, + "nauc_mrr_at_5_max": 0.298493, + "nauc_mrr_at_5_std": -0.037668, + "nauc_mrr_at_5_diff1": -0.090815, + "nauc_mrr_at_10_max": 0.295172, + "nauc_mrr_at_10_std": -0.039817, + "nauc_mrr_at_10_diff1": -0.090672, + "nauc_mrr_at_20_max": 0.294505, + "nauc_mrr_at_20_std": -0.040528, + "nauc_mrr_at_20_diff1": -0.08967, + "nauc_mrr_at_100_max": 0.294563, + "nauc_mrr_at_100_std": -0.040523, + "nauc_mrr_at_100_diff1": -0.089714, + "nauc_mrr_at_1000_max": 0.294563, + "nauc_mrr_at_1000_std": -0.040523, + "nauc_mrr_at_1000_diff1": -0.089714, + "hit_rate_at_1": 0.63439, + "hit_rate_at_3": 0.89573, + "hit_rate_at_5": 0.95633, + "hit_rate_at_10": 0.99391, + "hit_rate_at_20": 0.99983, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.67014, + "hf_subset": "default", + "languages": [ + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 837.4968976974487, + "kg_co2_emissions": null, + "date": 1776177556.487283 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TERRa.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TERRa.json new file mode 100644 index 0000000000..ce223fcda1 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TERRa.json @@ -0,0 +1,49 @@ +{ + "dataset_revision": "48312c334eb916d88481dc4a41bd0d8b2fa0d576", + "task_name": "TERRa", + "mteb_version": "2.12.16", + "scores": { + "dev": [ + { + "similarity_accuracy": 0.579805, + "similarity_f1": 0.677804, + "similarity_precision": 0.533835, + "similarity_recall": 0.928105, + "similarity_ap": 0.576863, + "cosine_accuracy": 0.579805, + "cosine_f1": 0.677804, + "cosine_precision": 0.533835, + "cosine_recall": 0.928105, + "cosine_ap": 0.576863, + "manhattan_accuracy": 0.57329, + "manhattan_f1": 0.682464, + "manhattan_precision": 0.535316, + "manhattan_recall": 0.941176, + "manhattan_ap": 0.579575, + "euclidean_accuracy": 0.57329, + "euclidean_f1": 0.684211, + "euclidean_precision": 0.539623, + "euclidean_recall": 0.934641, + "euclidean_ap": 0.583374, + "dot_accuracy": 0.579805, + "dot_f1": 0.682927, + "dot_precision": 0.544747, + "dot_recall": 0.915033, + "dot_ap": 0.554454, + "max_accuracy": 0.579805, + "max_f1": 0.684211, + "max_precision": 0.544747, + "max_recall": 0.941176, + "max_ap": 0.583374, + "main_score": 0.583374, + "hf_subset": "default", + "languages": [ + "rus-Cyrl" + ] + } + ] + }, + "evaluation_time": 1.3685810565948486, + "kg_co2_emissions": null, + "date": 1776177945.176085 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TRECCOVID.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TRECCOVID.json new file mode 100644 index 0000000000..3118a70923 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TRECCOVID.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "bb9466bac8153a0349341eb1b22e06409e78ef4e", + "task_name": "TRECCOVID", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.83, + "ndcg_at_3": 0.81112, + "ndcg_at_5": 0.81081, + "ndcg_at_10": 0.80887, + "ndcg_at_20": 0.78593, + "ndcg_at_100": 0.65406, + "ndcg_at_1000": 0.60385, + "map_at_1": 0.00232, + "map_at_3": 0.00655, + "map_at_5": 0.01052, + "map_at_10": 0.02079, + "map_at_20": 0.03867, + "map_at_100": 0.1337, + "map_at_1000": 0.33894, + "recall_at_1": 0.00232, + "recall_at_3": 0.00688, + "recall_at_5": 0.01126, + "recall_at_10": 0.02286, + "recall_at_20": 0.04313, + "recall_at_100": 0.16608, + "recall_at_1000": 0.57533, + "accuracy": 0.00232, + "precision_at_1": 0.9, + "precision_at_3": 0.87333, + "precision_at_5": 0.864, + "precision_at_10": 0.866, + "precision_at_20": 0.828, + "precision_at_100": 0.6716, + "precision_at_1000": 0.26604, + "mrr_at_1": 0.9, + "mrr_at_3": 0.946667, + "mrr_at_5": 0.946667, + "mrr_at_10": 0.946667, + "mrr_at_20": 0.946667, + "mrr_at_100": 0.946667, + "mrr_at_1000": 0.946667, + "nauc_ndcg_at_1_max": 0.23776, + "nauc_ndcg_at_1_std": 0.439274, + "nauc_ndcg_at_1_diff1": 0.264339, + "nauc_ndcg_at_3_max": 0.139003, + "nauc_ndcg_at_3_std": 0.364988, + "nauc_ndcg_at_3_diff1": -0.003834, + "nauc_ndcg_at_5_max": 0.198999, + "nauc_ndcg_at_5_std": 0.453827, + "nauc_ndcg_at_5_diff1": -0.085661, + "nauc_ndcg_at_10_max": 0.243665, + "nauc_ndcg_at_10_std": 0.489059, + "nauc_ndcg_at_10_diff1": -0.178354, + "nauc_ndcg_at_20_max": 0.332708, + "nauc_ndcg_at_20_std": 0.647382, + "nauc_ndcg_at_20_diff1": -0.208943, + "nauc_ndcg_at_100_max": 0.405624, + "nauc_ndcg_at_100_std": 0.726404, + "nauc_ndcg_at_100_diff1": -0.155076, + "nauc_ndcg_at_1000_max": 0.419886, + "nauc_ndcg_at_1000_std": 0.687035, + "nauc_ndcg_at_1000_diff1": -0.041473, + "nauc_map_at_1_max": 0.069568, + "nauc_map_at_1_std": 0.168296, + "nauc_map_at_1_diff1": 0.293494, + "nauc_map_at_3_max": 0.078153, + "nauc_map_at_3_std": 0.138027, + "nauc_map_at_3_diff1": 0.194928, + "nauc_map_at_5_max": 0.133625, + "nauc_map_at_5_std": 0.172071, + "nauc_map_at_5_diff1": 0.178459, + "nauc_map_at_10_max": 0.108284, + "nauc_map_at_10_std": 0.168449, + "nauc_map_at_10_diff1": 0.155013, + "nauc_map_at_20_max": 0.136491, + "nauc_map_at_20_std": 0.292017, + "nauc_map_at_20_diff1": 0.086532, + "nauc_map_at_100_max": 0.31404, + "nauc_map_at_100_std": 0.539655, + "nauc_map_at_100_diff1": 0.029566, + "nauc_map_at_1000_max": 0.43558, + "nauc_map_at_1000_std": 0.715996, + "nauc_map_at_1000_diff1": -0.103568, + "nauc_recall_at_1_max": 0.069568, + "nauc_recall_at_1_std": 0.168296, + "nauc_recall_at_1_diff1": 0.293494, + "nauc_recall_at_3_max": 0.038015, + "nauc_recall_at_3_std": 0.094901, + "nauc_recall_at_3_diff1": 0.194457, + "nauc_recall_at_5_max": 0.106927, + "nauc_recall_at_5_std": 0.132069, + "nauc_recall_at_5_diff1": 0.20275, + "nauc_recall_at_10_max": 0.05894, + "nauc_recall_at_10_std": 0.112475, + "nauc_recall_at_10_diff1": 0.181623, + "nauc_recall_at_20_max": 0.086271, + "nauc_recall_at_20_std": 0.227778, + "nauc_recall_at_20_diff1": 0.123452, + "nauc_recall_at_100_max": 0.23186, + "nauc_recall_at_100_std": 0.397671, + "nauc_recall_at_100_diff1": 0.117001, + "nauc_recall_at_1000_max": 0.391539, + "nauc_recall_at_1000_std": 0.53208, + "nauc_recall_at_1000_diff1": 0.023736, + "nauc_precision_at_1_max": 0.299533, + "nauc_precision_at_1_std": 0.558917, + "nauc_precision_at_1_diff1": 0.227544, + "nauc_precision_at_3_max": 0.163795, + "nauc_precision_at_3_std": 0.277371, + "nauc_precision_at_3_diff1": -0.218051, + "nauc_precision_at_5_max": 0.368573, + "nauc_precision_at_5_std": 0.452976, + "nauc_precision_at_5_diff1": -0.22939, + "nauc_precision_at_10_max": 0.357253, + "nauc_precision_at_10_std": 0.431777, + "nauc_precision_at_10_diff1": -0.268878, + "nauc_precision_at_20_max": 0.435678, + "nauc_precision_at_20_std": 0.655975, + "nauc_precision_at_20_diff1": -0.232226, + "nauc_precision_at_100_max": 0.435984, + "nauc_precision_at_100_std": 0.69269, + "nauc_precision_at_100_diff1": -0.170431, + "nauc_precision_at_1000_max": 0.276278, + "nauc_precision_at_1000_std": 0.276205, + "nauc_precision_at_1000_diff1": -0.199769, + "nauc_mrr_at_1_max": 0.299533, + "nauc_mrr_at_1_std": 0.558917, + "nauc_mrr_at_1_diff1": 0.227544, + "nauc_mrr_at_3_max": 0.335142, + "nauc_mrr_at_3_std": 0.546364, + "nauc_mrr_at_3_diff1": 0.258462, + "nauc_mrr_at_5_max": 0.335142, + "nauc_mrr_at_5_std": 0.546364, + "nauc_mrr_at_5_diff1": 0.258462, + "nauc_mrr_at_10_max": 0.335142, + "nauc_mrr_at_10_std": 0.546364, + "nauc_mrr_at_10_diff1": 0.258462, + "nauc_mrr_at_20_max": 0.335142, + "nauc_mrr_at_20_std": 0.546364, + "nauc_mrr_at_20_diff1": 0.258462, + "nauc_mrr_at_100_max": 0.335142, + "nauc_mrr_at_100_std": 0.546364, + "nauc_mrr_at_100_diff1": 0.258462, + "nauc_mrr_at_1000_max": 0.335142, + "nauc_mrr_at_1000_std": 0.546364, + "nauc_mrr_at_1000_diff1": 0.258462, + "hit_rate_at_1": 0.9, + "hit_rate_at_3": 1.0, + "hit_rate_at_5": 1.0, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.80887, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 993.0494573116302, + "kg_co2_emissions": null, + "date": 1776181367.543041 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Tatoeba.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Tatoeba.json new file mode 100644 index 0000000000..c27f5035de --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Tatoeba.json @@ -0,0 +1,1356 @@ +{ + "dataset_revision": "69e8f12da6e31d59addadda9a9c8a2e601a0e282", + "task_name": "Tatoeba", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "precision": 0.8182, + "recall": 0.868, + "f1": 0.8338, + "accuracy": 0.868, + "main_score": 0.8338, + "hf_subset": "sqi-eng", + "languages": [ + "sqi-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.761561, + "recall": 0.82659, + "f1": 0.781696, + "accuracy": 0.82659, + "main_score": 0.781696, + "hf_subset": "fry-eng", + "languages": [ + "fry-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.313203, + "recall": 0.368293, + "f1": 0.327197, + "accuracy": 0.368293, + "main_score": 0.327197, + "hf_subset": "kur-eng", + "languages": [ + "kur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.947, + "recall": 0.963, + "f1": 0.952, + "accuracy": 0.963, + "main_score": 0.952, + "hf_subset": "tur-eng", + "languages": [ + "tur-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.9915, + "recall": 0.994, + "f1": 0.992333, + "accuracy": 0.994, + "main_score": 0.992333, + "hf_subset": "deu-eng", + "languages": [ + "deu-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.967833, + "recall": 0.977, + "f1": 0.970833, + "accuracy": 0.977, + "main_score": 0.970833, + "hf_subset": "nld-eng", + "languages": [ + "nld-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.946167, + "recall": 0.963, + "f1": 0.951667, + "accuracy": 0.963, + "main_score": 0.951667, + "hf_subset": "ron-eng", + "languages": [ + "ron-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.751866, + "recall": 0.820896, + "f1": 0.772886, + "accuracy": 0.820896, + "main_score": 0.772886, + "hf_subset": "ang-eng", + "languages": [ + "ang-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.79131, + "recall": 0.844, + "f1": 0.80705, + "accuracy": 0.844, + "main_score": 0.80705, + "hf_subset": "ido-eng", + "languages": [ + "ido-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.479431, + "recall": 0.560976, + "f1": 0.503345, + "accuracy": 0.560976, + "main_score": 0.503345, + "hf_subset": "jav-eng", + "languages": [ + "jav-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.77045, + "recall": 0.832, + "f1": 0.7894, + "accuracy": 0.832, + "main_score": 0.7894, + "hf_subset": "isl-eng", + "languages": [ + "isl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.894694, + "recall": 0.925881, + "f1": 0.90482, + "accuracy": 0.925881, + "main_score": 0.90482, + "hf_subset": "slv-eng", + "languages": [ + "slv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.407669, + "recall": 0.495652, + "f1": 0.429426, + "accuracy": 0.495652, + "main_score": 0.429426, + "hf_subset": "cym-eng", + "languages": [ + "cym-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.748768, + "recall": 0.812174, + "f1": 0.767923, + "accuracy": 0.812174, + "main_score": 0.767923, + "hf_subset": "kaz-eng", + "languages": [ + "kaz-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.794933, + "recall": 0.849, + "f1": 0.811419, + "accuracy": 0.849, + "main_score": 0.811419, + "hf_subset": "est-eng", + "languages": [ + "est-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.82715, + "recall": 0.874, + "f1": 0.841733, + "accuracy": 0.874, + "main_score": 0.841733, + "hf_subset": "heb-eng", + "languages": [ + "heb-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.181701, + "recall": 0.247286, + "f1": 0.197761, + "accuracy": 0.247286, + "main_score": 0.197761, + "hf_subset": "gla-eng", + "languages": [ + "gla-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.837033, + "recall": 0.881, + "f1": 0.8508, + "accuracy": 0.881, + "main_score": 0.8508, + "hf_subset": "mar-eng", + "languages": [ + "mar-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.794542, + "recall": 0.851, + "f1": 0.812056, + "accuracy": 0.851, + "main_score": 0.812056, + "hf_subset": "lat-eng", + "languages": [ + "lat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.909333, + "recall": 0.935, + "f1": 0.917667, + "accuracy": 0.935, + "main_score": 0.917667, + "hf_subset": "bel-eng", + "languages": [ + "bel-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.665048, + "recall": 0.744762, + "f1": 0.688481, + "accuracy": 0.744762, + "main_score": 0.688481, + "hf_subset": "pms-eng", + "languages": [ + "pms-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.299926, + "recall": 0.383, + "f1": 0.32124, + "accuracy": 0.383, + "main_score": 0.32124, + "hf_subset": "gle-eng", + "languages": [ + "gle-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.919667, + "recall": 0.943, + "f1": 0.927333, + "accuracy": 0.943, + "main_score": 0.927333, + "hf_subset": "pes-eng", + "languages": [ + "pes-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.975, + "recall": 0.983, + "f1": 0.977667, + "accuracy": 0.983, + "main_score": 0.977667, + "hf_subset": "nob-eng", + "languages": [ + "nob-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.924583, + "recall": 0.948, + "f1": 0.932233, + "accuracy": 0.948, + "main_score": 0.932233, + "hf_subset": "bul-eng", + "languages": [ + "bul-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.794719, + "recall": 0.85, + "f1": 0.811267, + "accuracy": 0.85, + "main_score": 0.811267, + "hf_subset": "cbk-eng", + "languages": [ + "cbk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.939583, + "recall": 0.956, + "f1": 0.9449, + "accuracy": 0.956, + "main_score": 0.9449, + "hf_subset": "hun-eng", + "languages": [ + "hun-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.563736, + "recall": 0.647, + "f1": 0.586921, + "accuracy": 0.647, + "main_score": 0.586921, + "hf_subset": "uig-eng", + "languages": [ + "uig-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.930833, + "recall": 0.953, + "f1": 0.938167, + "accuracy": 0.953, + "main_score": 0.938167, + "hf_subset": "rus-eng", + "languages": [ + "rus-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.9825, + "recall": 0.988, + "f1": 0.984333, + "accuracy": 0.988, + "main_score": 0.984333, + "hf_subset": "spa-eng", + "languages": [ + "spa-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.847372, + "recall": 0.88814, + "f1": 0.860153, + "accuracy": 0.88814, + "main_score": 0.860153, + "hf_subset": "hye-eng", + "languages": [ + "hye-Armn", + "eng-Latn" + ] + }, + { + "precision": 0.881766, + "recall": 0.918803, + "f1": 0.893875, + "accuracy": 0.918803, + "main_score": 0.893875, + "hf_subset": "tel-eng", + "languages": [ + "tel-Telu", + "eng-Latn" + ] + }, + { + "precision": 0.909333, + "recall": 0.937, + "f1": 0.918333, + "accuracy": 0.937, + "main_score": 0.918333, + "hf_subset": "afr-eng", + "languages": [ + "afr-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.568618, + "recall": 0.652273, + "f1": 0.591629, + "accuracy": 0.652273, + "main_score": 0.591629, + "hf_subset": "mon-eng", + "languages": [ + "mon-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.765898, + "recall": 0.819706, + "f1": 0.78225, + "accuracy": 0.819706, + "main_score": 0.78225, + "hf_subset": "arz-eng", + "languages": [ + "arz-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.957833, + "recall": 0.97, + "f1": 0.961833, + "accuracy": 0.97, + "main_score": 0.961833, + "hf_subset": "hrv-eng", + "languages": [ + "hrv-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.742996, + "recall": 0.809339, + "f1": 0.762905, + "accuracy": 0.809339, + "main_score": 0.762905, + "hf_subset": "nov-eng", + "languages": [ + "nov-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.579345, + "recall": 0.675214, + "f1": 0.605983, + "accuracy": 0.675214, + "main_score": 0.605983, + "hf_subset": "gsw-eng", + "languages": [ + "gsw-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.758338, + "recall": 0.817, + "f1": 0.776067, + "accuracy": 0.817, + "main_score": 0.776067, + "hf_subset": "nds-eng", + "languages": [ + "nds-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.9295, + "recall": 0.951, + "f1": 0.936667, + "accuracy": 0.951, + "main_score": 0.936667, + "hf_subset": "ukr-eng", + "languages": [ + "ukr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.567974, + "recall": 0.651869, + "f1": 0.591872, + "accuracy": 0.651869, + "main_score": 0.591872, + "hf_subset": "uzb-eng", + "languages": [ + "uzb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.895333, + "recall": 0.926, + "f1": 0.905333, + "accuracy": 0.926, + "main_score": 0.905333, + "hf_subset": "lit-eng", + "languages": [ + "lit-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.946083, + "recall": 0.962, + "f1": 0.951233, + "accuracy": 0.962, + "main_score": 0.951233, + "hf_subset": "ina-eng", + "languages": [ + "ina-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.704767, + "recall": 0.775, + "f1": 0.725652, + "accuracy": 0.775, + "main_score": 0.725652, + "hf_subset": "lfn-eng", + "languages": [ + "lfn-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.949833, + "recall": 0.966, + "f1": 0.955167, + "accuracy": 0.966, + "main_score": 0.955167, + "hf_subset": "zsm-eng", + "languages": [ + "zsm-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.938333, + "recall": 0.955, + "f1": 0.9435, + "accuracy": 0.955, + "main_score": 0.9435, + "hf_subset": "ita-eng", + "languages": [ + "ita-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.963333, + "recall": 0.973, + "f1": 0.9665, + "accuracy": 0.973, + "main_score": 0.9665, + "hf_subset": "cmn-eng", + "languages": [ + "cmn-Hans", + "eng-Latn" + ] + }, + { + "precision": 0.880417, + "recall": 0.912, + "f1": 0.8904, + "accuracy": 0.912, + "main_score": 0.8904, + "hf_subset": "lvs-eng", + "languages": [ + "lvs-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.9425, + "recall": 0.96, + "f1": 0.948333, + "accuracy": 0.96, + "main_score": 0.948333, + "hf_subset": "glg-eng", + "languages": [ + "glg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.355667, + "recall": 0.426667, + "f1": 0.373939, + "accuracy": 0.426667, + "main_score": 0.373939, + "hf_subset": "ceb-eng", + "languages": [ + "ceb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.097776, + "recall": 0.133, + "f1": 0.106485, + "accuracy": 0.133, + "main_score": 0.106485, + "hf_subset": "bre-eng", + "languages": [ + "bre-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.809833, + "recall": 0.863, + "f1": 0.826433, + "accuracy": 0.863, + "main_score": 0.826433, + "hf_subset": "ben-eng", + "languages": [ + "ben-Beng", + "eng-Latn" + ] + }, + { + "precision": 0.728423, + "recall": 0.803571, + "f1": 0.750595, + "accuracy": 0.803571, + "main_score": 0.750595, + "hf_subset": "swg-eng", + "languages": [ + "swg-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.480536, + "recall": 0.570801, + "f1": 0.505322, + "accuracy": 0.570801, + "main_score": 0.505322, + "hf_subset": "arq-eng", + "languages": [ + "arq-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.029077, + "recall": 0.043, + "f1": 0.031411, + "accuracy": 0.043, + "main_score": 0.031411, + "hf_subset": "kab-eng", + "languages": [ + "kab-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.9405, + "recall": 0.959, + "f1": 0.9465, + "accuracy": 0.959, + "main_score": 0.9465, + "hf_subset": "fra-eng", + "languages": [ + "fra-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.940167, + "recall": 0.956, + "f1": 0.945333, + "accuracy": 0.956, + "main_score": 0.945333, + "hf_subset": "por-eng", + "languages": [ + "por-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.525321, + "recall": 0.611, + "f1": 0.549693, + "accuracy": 0.611, + "main_score": 0.549693, + "hf_subset": "tat-eng", + "languages": [ + "tat-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.649361, + "recall": 0.72, + "f1": 0.669938, + "accuracy": 0.72, + "main_score": 0.669938, + "hf_subset": "oci-eng", + "languages": [ + "oci-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.973333, + "recall": 0.981, + "f1": 0.975833, + "accuracy": 0.981, + "main_score": 0.975833, + "hf_subset": "pol-eng", + "languages": [ + "pol-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.340672, + "recall": 0.414, + "f1": 0.359758, + "accuracy": 0.414, + "main_score": 0.359758, + "hf_subset": "war-eng", + "languages": [ + "war-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.855617, + "recall": 0.896, + "f1": 0.868233, + "accuracy": 0.896, + "main_score": 0.868233, + "hf_subset": "aze-eng", + "languages": [ + "aze-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.976333, + "recall": 0.982, + "f1": 0.978167, + "accuracy": 0.982, + "main_score": 0.978167, + "hf_subset": "vie-eng", + "languages": [ + "vie-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.908167, + "recall": 0.935, + "f1": 0.917, + "accuracy": 0.935, + "main_score": 0.917, + "hf_subset": "nno-eng", + "languages": [ + "nno-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.390163, + "recall": 0.481752, + "f1": 0.415815, + "accuracy": 0.481752, + "main_score": 0.415815, + "hf_subset": "cha-eng", + "languages": [ + "cha-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.124797, + "recall": 0.158, + "f1": 0.132901, + "accuracy": 0.158, + "main_score": 0.132901, + "hf_subset": "mhr-eng", + "languages": [ + "mhr-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.94375, + "recall": 0.96, + "f1": 0.949067, + "accuracy": 0.96, + "main_score": 0.949067, + "hf_subset": "dan-eng", + "languages": [ + "dan-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.934333, + "recall": 0.955, + "f1": 0.941167, + "accuracy": 0.955, + "main_score": 0.941167, + "hf_subset": "ell-eng", + "languages": [ + "ell-Grek", + "eng-Latn" + ] + }, + { + "precision": 0.251885, + "recall": 0.339286, + "f1": 0.274387, + "accuracy": 0.339286, + "main_score": 0.274387, + "hf_subset": "amh-eng", + "languages": [ + "amh-Ethi", + "eng-Latn" + ] + }, + { + "precision": 0.105589, + "recall": 0.144, + "f1": 0.114322, + "accuracy": 0.144, + "main_score": 0.114322, + "hf_subset": "pam-eng", + "languages": [ + "pam-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.747723, + "recall": 0.809524, + "f1": 0.766115, + "accuracy": 0.809524, + "main_score": 0.766115, + "hf_subset": "hsb-eng", + "languages": [ + "hsb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.926333, + "recall": 0.949, + "f1": 0.933667, + "accuracy": 0.949, + "main_score": 0.933667, + "hf_subset": "srp-eng", + "languages": [ + "srp-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.903667, + "recall": 0.932, + "f1": 0.913, + "accuracy": 0.932, + "main_score": 0.913, + "hf_subset": "epo-eng", + "languages": [ + "epo-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.086892, + "recall": 0.114, + "f1": 0.093175, + "accuracy": 0.114, + "main_score": 0.093175, + "hf_subset": "kzj-eng", + "languages": [ + "kzj-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.684271, + "recall": 0.757576, + "f1": 0.703752, + "accuracy": 0.757576, + "main_score": 0.703752, + "hf_subset": "awa-eng", + "languages": [ + "awa-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.679071, + "recall": 0.755725, + "f1": 0.703817, + "accuracy": 0.755725, + "main_score": 0.703817, + "hf_subset": "fao-eng", + "languages": [ + "fao-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.929888, + "recall": 0.951965, + "f1": 0.936924, + "accuracy": 0.951965, + "main_score": 0.936924, + "hf_subset": "mal-eng", + "languages": [ + "mal-Mlym", + "eng-Latn" + ] + }, + { + "precision": 0.862367, + "recall": 0.902, + "f1": 0.874767, + "accuracy": 0.902, + "main_score": 0.874767, + "hf_subset": "ile-eng", + "languages": [ + "ile-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.923729, + "recall": 0.946328, + "f1": 0.930791, + "accuracy": 0.946328, + "main_score": 0.930791, + "hf_subset": "bos-eng", + "languages": [ + "bos-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.062076, + "recall": 0.096, + "f1": 0.069142, + "accuracy": 0.096, + "main_score": 0.069142, + "hf_subset": "cor-eng", + "languages": [ + "cor-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.949167, + "recall": 0.963, + "f1": 0.953667, + "accuracy": 0.963, + "main_score": 0.953667, + "hf_subset": "cat-eng", + "languages": [ + "cat-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.547127, + "recall": 0.63, + "f1": 0.570027, + "accuracy": 0.63, + "main_score": 0.570027, + "hf_subset": "eus-eng", + "languages": [ + "eus-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.923167, + "recall": 0.945, + "f1": 0.930167, + "accuracy": 0.945, + "main_score": 0.930167, + "hf_subset": "yue-eng", + "languages": [ + "yue-Hant", + "eng-Latn" + ] + }, + { + "precision": 0.933333, + "recall": 0.952, + "f1": 0.939333, + "accuracy": 0.952, + "main_score": 0.939333, + "hf_subset": "swe-eng", + "languages": [ + "swe-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.08898, + "recall": 0.115, + "f1": 0.094681, + "accuracy": 0.115, + "main_score": 0.094681, + "hf_subset": "dtp-eng", + "languages": [ + "dtp-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.660256, + "recall": 0.731903, + "f1": 0.6808, + "accuracy": 0.731903, + "main_score": 0.6808, + "hf_subset": "kat-eng", + "languages": [ + "kat-Geor", + "eng-Latn" + ] + }, + { + "precision": 0.964333, + "recall": 0.974, + "f1": 0.9675, + "accuracy": 0.974, + "main_score": 0.9675, + "hf_subset": "jpn-eng", + "languages": [ + "jpn-Jpan", + "eng-Latn" + ] + }, + { + "precision": 0.613768, + "recall": 0.699605, + "f1": 0.639262, + "accuracy": 0.699605, + "main_score": 0.639262, + "hf_subset": "csb-eng", + "languages": [ + "csb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.1564, + "recall": 0.211268, + "f1": 0.167047, + "accuracy": 0.211268, + "main_score": 0.167047, + "hf_subset": "xho-eng", + "languages": [ + "xho-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.583934, + "recall": 0.676647, + "f1": 0.611487, + "accuracy": 0.676647, + "main_score": 0.611487, + "hf_subset": "orv-eng", + "languages": [ + "orv-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.941833, + "recall": 0.959, + "f1": 0.947333, + "accuracy": 0.959, + "main_score": 0.947333, + "hf_subset": "ind-eng", + "languages": [ + "ind-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.320361, + "recall": 0.37931, + "f1": 0.33466, + "accuracy": 0.37931, + "main_score": 0.33466, + "hf_subset": "tuk-eng", + "languages": [ + "tuk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.650528, + "recall": 0.725352, + "f1": 0.671948, + "accuracy": 0.725352, + "main_score": 0.671948, + "hf_subset": "max-eng", + "languages": [ + "max-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.226692, + "recall": 0.3, + "f1": 0.24301, + "accuracy": 0.3, + "main_score": 0.24301, + "hf_subset": "swh-eng", + "languages": [ + "swh-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.950333, + "recall": 0.966, + "f1": 0.9555, + "accuracy": 0.966, + "main_score": 0.9555, + "hf_subset": "hin-eng", + "languages": [ + "hin-Deva", + "eng-Latn" + ] + }, + { + "precision": 0.600452, + "recall": 0.691023, + "f1": 0.626583, + "accuracy": 0.691023, + "main_score": 0.626583, + "hf_subset": "dsb-eng", + "languages": [ + "dsb-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.066807, + "recall": 0.085, + "f1": 0.070694, + "accuracy": 0.085, + "main_score": 0.070694, + "hf_subset": "ber-eng", + "languages": [ + "ber-Tfng", + "eng-Latn" + ] + }, + { + "precision": 0.827827, + "recall": 0.869707, + "f1": 0.840662, + "accuracy": 0.869707, + "main_score": 0.840662, + "hf_subset": "tam-eng", + "languages": [ + "tam-Taml", + "eng-Latn" + ] + }, + { + "precision": 0.940667, + "recall": 0.959, + "f1": 0.946667, + "accuracy": 0.959, + "main_score": 0.946667, + "hf_subset": "slk-eng", + "languages": [ + "slk-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.756375, + "recall": 0.814, + "f1": 0.77396, + "accuracy": 0.814, + "main_score": 0.77396, + "hf_subset": "tgl-eng", + "languages": [ + "tgl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.87664, + "recall": 0.905512, + "f1": 0.885827, + "accuracy": 0.905512, + "main_score": 0.885827, + "hf_subset": "ast-eng", + "languages": [ + "ast-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.874333, + "recall": 0.909, + "f1": 0.8853, + "accuracy": 0.909, + "main_score": 0.8853, + "hf_subset": "mkd-eng", + "languages": [ + "mkd-Cyrl", + "eng-Latn" + ] + }, + { + "precision": 0.473828, + "recall": 0.565097, + "f1": 0.49966, + "accuracy": 0.565097, + "main_score": 0.49966, + "hf_subset": "khm-eng", + "languages": [ + "khm-Khmr", + "eng-Latn" + ] + }, + { + "precision": 0.943, + "recall": 0.961, + "f1": 0.948833, + "accuracy": 0.961, + "main_score": 0.948833, + "hf_subset": "ces-eng", + "languages": [ + "ces-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.594071, + "recall": 0.682692, + "f1": 0.620833, + "accuracy": 0.682692, + "main_score": 0.620833, + "hf_subset": "tzl-eng", + "languages": [ + "tzl-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.901867, + "recall": 0.931, + "f1": 0.911333, + "accuracy": 0.931, + "main_score": 0.911333, + "hf_subset": "urd-eng", + "languages": [ + "urd-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.9005, + "recall": 0.928, + "f1": 0.909333, + "accuracy": 0.928, + "main_score": 0.909333, + "hf_subset": "ara-eng", + "languages": [ + "ara-Arab", + "eng-Latn" + ] + }, + { + "precision": 0.925, + "recall": 0.946, + "f1": 0.932, + "accuracy": 0.946, + "main_score": 0.932, + "hf_subset": "kor-eng", + "languages": [ + "kor-Hang", + "eng-Latn" + ] + }, + { + "precision": 0.282608, + "recall": 0.354953, + "f1": 0.300611, + "accuracy": 0.354953, + "main_score": 0.300611, + "hf_subset": "yid-eng", + "languages": [ + "yid-Hebr", + "eng-Latn" + ] + }, + { + "precision": 0.910667, + "recall": 0.934, + "f1": 0.918167, + "accuracy": 0.934, + "main_score": 0.918167, + "hf_subset": "fin-eng", + "languages": [ + "fin-Latn", + "eng-Latn" + ] + }, + { + "precision": 0.960766, + "recall": 0.972628, + "f1": 0.96472, + "accuracy": 0.972628, + "main_score": 0.96472, + "hf_subset": "tha-eng", + "languages": [ + "tha-Thai", + "eng-Latn" + ] + }, + { + "precision": 0.920167, + "recall": 0.944, + "f1": 0.927833, + "accuracy": 0.944, + "main_score": 0.927833, + "hf_subset": "wuu-eng", + "languages": [ + "wuu-Hans", + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 426.61749625205994, + "kg_co2_emissions": null, + "date": 1776192674.114123 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TempReasonL1.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TempReasonL1.json new file mode 100644 index 0000000000..6822c4f4b2 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TempReasonL1.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "2065ce0bde70750ed98bb91abd96d0d68ab94324", + "task_name": "TempReasonL1", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.00275, + "ndcg_at_3": 0.008, + "ndcg_at_5": 0.01119, + "ndcg_at_10": 0.0165, + "ndcg_at_20": 0.0242, + "ndcg_at_100": 0.05117, + "ndcg_at_1000": 0.11412, + "map_at_1": 0.00275, + "map_at_3": 0.00671, + "map_at_5": 0.00847, + "map_at_10": 0.0106, + "map_at_20": 0.01271, + "map_at_100": 0.01596, + "map_at_1000": 0.01786, + "recall_at_1": 0.00275, + "recall_at_3": 0.01175, + "recall_at_5": 0.0195, + "recall_at_10": 0.03625, + "recall_at_20": 0.06675, + "recall_at_100": 0.2195, + "recall_at_1000": 0.74175, + "accuracy": 0.00275, + "precision_at_1": 0.00275, + "precision_at_3": 0.00392, + "precision_at_5": 0.0039, + "precision_at_10": 0.00363, + "precision_at_20": 0.00334, + "precision_at_100": 0.00219, + "precision_at_1000": 0.00074, + "mrr_at_1": 0.00275, + "mrr_at_3": 0.006708, + "mrr_at_5": 0.008471, + "mrr_at_10": 0.0106, + "mrr_at_20": 0.01271, + "mrr_at_100": 0.015956, + "mrr_at_1000": 0.01786, + "nauc_ndcg_at_1_max": 0.206235, + "nauc_ndcg_at_1_std": -0.172891, + "nauc_ndcg_at_1_diff1": -0.158816, + "nauc_ndcg_at_3_max": 0.002557, + "nauc_ndcg_at_3_std": 0.08306, + "nauc_ndcg_at_3_diff1": 0.188508, + "nauc_ndcg_at_5_max": -0.008314, + "nauc_ndcg_at_5_std": 0.071164, + "nauc_ndcg_at_5_diff1": 0.154194, + "nauc_ndcg_at_10_max": 0.00388, + "nauc_ndcg_at_10_std": 0.104824, + "nauc_ndcg_at_10_diff1": 0.147854, + "nauc_ndcg_at_20_max": -0.016636, + "nauc_ndcg_at_20_std": 0.084423, + "nauc_ndcg_at_20_diff1": 0.138838, + "nauc_ndcg_at_100_max": -0.03937, + "nauc_ndcg_at_100_std": 0.158605, + "nauc_ndcg_at_100_diff1": 0.129512, + "nauc_ndcg_at_1000_max": -0.087366, + "nauc_ndcg_at_1000_std": 0.269778, + "nauc_ndcg_at_1000_diff1": 0.193543, + "nauc_map_at_1_max": 0.206235, + "nauc_map_at_1_std": -0.172891, + "nauc_map_at_1_diff1": -0.158816, + "nauc_map_at_3_max": 0.023095, + "nauc_map_at_3_std": 0.058709, + "nauc_map_at_3_diff1": 0.151648, + "nauc_map_at_5_max": 0.010862, + "nauc_map_at_5_std": 0.053386, + "nauc_map_at_5_diff1": 0.134366, + "nauc_map_at_10_max": 0.015684, + "nauc_map_at_10_std": 0.077073, + "nauc_map_at_10_diff1": 0.135059, + "nauc_map_at_20_max": 0.002921, + "nauc_map_at_20_std": 0.069501, + "nauc_map_at_20_diff1": 0.132463, + "nauc_map_at_100_max": -0.007885, + "nauc_map_at_100_std": 0.096364, + "nauc_map_at_100_diff1": 0.129239, + "nauc_map_at_1000_max": -0.012644, + "nauc_map_at_1000_std": 0.1089, + "nauc_map_at_1000_diff1": 0.135322, + "nauc_recall_at_1_max": 0.206235, + "nauc_recall_at_1_std": -0.172891, + "nauc_recall_at_1_diff1": -0.158816, + "nauc_recall_at_3_max": -0.031375, + "nauc_recall_at_3_std": 0.122956, + "nauc_recall_at_3_diff1": 0.249833, + "nauc_recall_at_5_max": -0.033044, + "nauc_recall_at_5_std": 0.093538, + "nauc_recall_at_5_diff1": 0.177313, + "nauc_recall_at_10_max": -0.005777, + "nauc_recall_at_10_std": 0.132744, + "nauc_recall_at_10_diff1": 0.156517, + "nauc_recall_at_20_max": -0.03073, + "nauc_recall_at_20_std": 0.092873, + "nauc_recall_at_20_diff1": 0.139652, + "nauc_recall_at_100_max": -0.05458, + "nauc_recall_at_100_std": 0.194591, + "nauc_recall_at_100_diff1": 0.127291, + "nauc_recall_at_1000_max": -0.175559, + "nauc_recall_at_1000_std": 0.462198, + "nauc_recall_at_1000_diff1": 0.281187, + "nauc_precision_at_1_max": 0.206235, + "nauc_precision_at_1_std": -0.172891, + "nauc_precision_at_1_diff1": -0.158816, + "nauc_precision_at_3_max": -0.031375, + "nauc_precision_at_3_std": 0.122956, + "nauc_precision_at_3_diff1": 0.249833, + "nauc_precision_at_5_max": -0.033044, + "nauc_precision_at_5_std": 0.093538, + "nauc_precision_at_5_diff1": 0.177313, + "nauc_precision_at_10_max": -0.005777, + "nauc_precision_at_10_std": 0.132744, + "nauc_precision_at_10_diff1": 0.156517, + "nauc_precision_at_20_max": -0.03073, + "nauc_precision_at_20_std": 0.092873, + "nauc_precision_at_20_diff1": 0.139652, + "nauc_precision_at_100_max": -0.05458, + "nauc_precision_at_100_std": 0.194591, + "nauc_precision_at_100_diff1": 0.127291, + "nauc_precision_at_1000_max": -0.175559, + "nauc_precision_at_1000_std": 0.462198, + "nauc_precision_at_1000_diff1": 0.281187, + "nauc_mrr_at_1_max": 0.206235, + "nauc_mrr_at_1_std": -0.172891, + "nauc_mrr_at_1_diff1": -0.158816, + "nauc_mrr_at_3_max": 0.023095, + "nauc_mrr_at_3_std": 0.058709, + "nauc_mrr_at_3_diff1": 0.151648, + "nauc_mrr_at_5_max": 0.010862, + "nauc_mrr_at_5_std": 0.053386, + "nauc_mrr_at_5_diff1": 0.134366, + "nauc_mrr_at_10_max": 0.015684, + "nauc_mrr_at_10_std": 0.077073, + "nauc_mrr_at_10_diff1": 0.135059, + "nauc_mrr_at_20_max": 0.002921, + "nauc_mrr_at_20_std": 0.069501, + "nauc_mrr_at_20_diff1": 0.132463, + "nauc_mrr_at_100_max": -0.007885, + "nauc_mrr_at_100_std": 0.096364, + "nauc_mrr_at_100_diff1": 0.129239, + "nauc_mrr_at_1000_max": -0.012644, + "nauc_mrr_at_1000_std": 0.1089, + "nauc_mrr_at_1000_diff1": 0.135322, + "hit_rate_at_1": 0.00275, + "hit_rate_at_3": 0.01175, + "hit_rate_at_5": 0.0195, + "hit_rate_at_10": 0.03625, + "hit_rate_at_20": 0.06675, + "hit_rate_at_100": 0.2195, + "hit_rate_at_1000": 0.74175, + "main_score": 0.0165, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 40.63070607185364, + "kg_co2_emissions": null, + "date": 1776179796.240904 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TinyImageNetClustering.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TinyImageNetClustering.json new file mode 100644 index 0000000000..f3d4674d11 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TinyImageNetClustering.json @@ -0,0 +1,23 @@ +{ + "dataset_revision": "e04e259f646f750bd0bdb2a56c2a4577d89bee3d", + "task_name": "TinyImageNetClustering", + "mteb_version": "2.12.15", + "scores": { + "valid": [ + { + "v_measure": 0.761656, + "nmi": 0.761656, + "ari": 0.420981, + "cluster_accuracy": 0.5721, + "main_score": 0.761656, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 77.22088146209717, + "kg_co2_emissions": null, + "date": 1775831460.188969 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ToxicConversationsClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ToxicConversationsClassification.json new file mode 100644 index 0000000000..a942a9271c --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/ToxicConversationsClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "edfaf9da55d3dd50d43143d90c1ac476895ae6de", + "task_name": "ToxicConversationsClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.675293, + "f1": 0.531355, + "f1_weighted": 0.749989, + "precision": 0.567907, + "precision_weighted": 0.906978, + "recall": 0.716491, + "recall_weighted": 0.675293, + "ap": 0.144938, + "ap_weighted": 0.144938 + }, + { + "accuracy": 0.734375, + "f1": 0.551384, + "f1_weighted": 0.792574, + "precision": 0.563006, + "precision_weighted": 0.894217, + "recall": 0.675216, + "recall_weighted": 0.734375, + "ap": 0.133817, + "ap_weighted": 0.133817 + }, + { + "accuracy": 0.72998, + "f1": 0.565106, + "f1_weighted": 0.790517, + "precision": 0.577788, + "precision_weighted": 0.906584, + "recall": 0.726435, + "recall_weighted": 0.72998, + "ap": 0.157173, + "ap_weighted": 0.157173 + }, + { + "accuracy": 0.783203, + "f1": 0.604806, + "f1_weighted": 0.828321, + "precision": 0.59616, + "precision_weighted": 0.909839, + "recall": 0.746868, + "recall_weighted": 0.783203, + "ap": 0.180736, + "ap_weighted": 0.180736 + }, + { + "accuracy": 0.588867, + "f1": 0.474934, + "f1_weighted": 0.680826, + "precision": 0.551468, + "precision_weighted": 0.901886, + "recall": 0.675209, + "recall_weighted": 0.588867, + "ap": 0.122728, + "ap_weighted": 0.122728 + }, + { + "accuracy": 0.544922, + "f1": 0.454452, + "f1_weighted": 0.641467, + "precision": 0.556473, + "precision_weighted": 0.912084, + "recall": 0.693669, + "recall_weighted": 0.544922, + "ap": 0.12691, + "ap_weighted": 0.12691 + }, + { + "accuracy": 0.784668, + "f1": 0.590099, + "f1_weighted": 0.827829, + "precision": 0.582815, + "precision_weighted": 0.89975, + "recall": 0.702522, + "recall_weighted": 0.784668, + "ap": 0.156058, + "ap_weighted": 0.156058 + }, + { + "accuracy": 0.716309, + "f1": 0.559068, + "f1_weighted": 0.780722, + "precision": 0.577566, + "precision_weighted": 0.908858, + "recall": 0.733118, + "recall_weighted": 0.716309, + "ap": 0.158108, + "ap_weighted": 0.158108 + }, + { + "accuracy": 0.713379, + "f1": 0.548756, + "f1_weighted": 0.77819, + "precision": 0.568417, + "precision_weighted": 0.901637, + "recall": 0.703314, + "recall_weighted": 0.713379, + "ap": 0.143724, + "ap_weighted": 0.143724 + }, + { + "accuracy": 0.72998, + "f1": 0.566781, + "f1_weighted": 0.790612, + "precision": 0.579443, + "precision_weighted": 0.907958, + "recall": 0.732077, + "recall_weighted": 0.72998, + "ap": 0.159968, + "ap_weighted": 0.159968 + } + ], + "accuracy": 0.700098, + "f1": 0.544674, + "f1_weighted": 0.766105, + "precision": 0.572104, + "precision_weighted": 0.904979, + "recall": 0.710492, + "recall_weighted": 0.700098, + "ap": 0.148416, + "ap_weighted": 0.148416, + "main_score": 0.700098, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 40.57056212425232, + "kg_co2_emissions": null, + "date": 1776203991.554387 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TswanaNewsClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TswanaNewsClassification.json new file mode 100644 index 0000000000..f1711ce9f4 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TswanaNewsClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "57b79978c2a361b5b8161569d1470b30e5dda867", + "task_name": "TswanaNewsClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.301848, + "f1": 0.290838, + "f1_weighted": 0.296469, + "precision": 0.2821, + "precision_weighted": 0.323111, + "recall": 0.346492, + "recall_weighted": 0.301848, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.328542, + "f1": 0.322392, + "f1_weighted": 0.319454, + "precision": 0.332721, + "precision_weighted": 0.344837, + "recall": 0.353093, + "recall_weighted": 0.328542, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.334702, + "f1": 0.32453, + "f1_weighted": 0.333364, + "precision": 0.321175, + "precision_weighted": 0.377151, + "recall": 0.382571, + "recall_weighted": 0.334702, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.342916, + "f1": 0.33626, + "f1_weighted": 0.343108, + "precision": 0.369514, + "precision_weighted": 0.394288, + "recall": 0.360551, + "recall_weighted": 0.342916, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.340862, + "f1": 0.341461, + "f1_weighted": 0.357475, + "precision": 0.383487, + "precision_weighted": 0.415164, + "recall": 0.359309, + "recall_weighted": 0.340862, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.322382, + "f1": 0.341024, + "f1_weighted": 0.320114, + "precision": 0.334557, + "precision_weighted": 0.352351, + "recall": 0.406814, + "recall_weighted": 0.322382, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.349076, + "f1": 0.355141, + "f1_weighted": 0.345551, + "precision": 0.342036, + "precision_weighted": 0.360524, + "recall": 0.39347, + "recall_weighted": 0.349076, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.332649, + "f1": 0.334439, + "f1_weighted": 0.341531, + "precision": 0.348368, + "precision_weighted": 0.398387, + "recall": 0.362179, + "recall_weighted": 0.332649, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.303901, + "f1": 0.29459, + "f1_weighted": 0.302844, + "precision": 0.30842, + "precision_weighted": 0.360172, + "recall": 0.347882, + "recall_weighted": 0.303901, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.316222, + "f1": 0.315988, + "f1_weighted": 0.329039, + "precision": 0.331682, + "precision_weighted": 0.380385, + "recall": 0.346018, + "recall_weighted": 0.316222, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.32731, + "f1": 0.325666, + "f1_weighted": 0.328895, + "precision": 0.335406, + "precision_weighted": 0.370637, + "recall": 0.365838, + "recall_weighted": 0.32731, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.32731, + "hf_subset": "default", + "languages": [ + "tsn-Latn" + ] + } + ] + }, + "evaluation_time": 24.925620317459106, + "kg_co2_emissions": null, + "date": 1776196266.504202 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TweetTopicSingleClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TweetTopicSingleClassification.json new file mode 100644 index 0000000000..fdad798000 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TweetTopicSingleClassification.json @@ -0,0 +1,140 @@ +{ + "dataset_revision": "b4280e921a2760ce34d2dd80a9e5dc8bcbf61785", + "task_name": "TweetTopicSingleClassification", + "mteb_version": "2.12.16", + "scores": { + "test_2021": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.789132, + "f1": 0.631523, + "f1_weighted": 0.805001, + "precision": 0.608041, + "precision_weighted": 0.838063, + "recall": 0.689954, + "recall_weighted": 0.789132, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.783225, + "f1": 0.667652, + "f1_weighted": 0.802052, + "precision": 0.634079, + "precision_weighted": 0.840397, + "recall": 0.735987, + "recall_weighted": 0.783225, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.746013, + "f1": 0.601236, + "f1_weighted": 0.770927, + "precision": 0.578548, + "precision_weighted": 0.835916, + "recall": 0.703482, + "recall_weighted": 0.746013, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.800945, + "f1": 0.658412, + "f1_weighted": 0.814784, + "precision": 0.626939, + "precision_weighted": 0.84139, + "recall": 0.733697, + "recall_weighted": 0.800945, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.774956, + "f1": 0.651101, + "f1_weighted": 0.793155, + "precision": 0.630583, + "precision_weighted": 0.826227, + "recall": 0.708212, + "recall_weighted": 0.774956, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.797992, + "f1": 0.658229, + "f1_weighted": 0.810414, + "precision": 0.634392, + "precision_weighted": 0.828961, + "recall": 0.698034, + "recall_weighted": 0.797992, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.7785, + "f1": 0.6181, + "f1_weighted": 0.795856, + "precision": 0.601489, + "precision_weighted": 0.833489, + "recall": 0.702506, + "recall_weighted": 0.7785, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.793857, + "f1": 0.648316, + "f1_weighted": 0.811816, + "precision": 0.617932, + "precision_weighted": 0.846388, + "recall": 0.714254, + "recall_weighted": 0.793857, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.753692, + "f1": 0.607508, + "f1_weighted": 0.773513, + "precision": 0.58924, + "precision_weighted": 0.806857, + "recall": 0.675774, + "recall_weighted": 0.753692, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.79622, + "f1": 0.649665, + "f1_weighted": 0.81473, + "precision": 0.629658, + "precision_weighted": 0.846293, + "recall": 0.709557, + "recall_weighted": 0.79622, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.781453, + "f1": 0.639174, + "f1_weighted": 0.799225, + "precision": 0.61509, + "precision_weighted": 0.834398, + "recall": 0.707146, + "recall_weighted": 0.781453, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.781453, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 10.896327495574951, + "kg_co2_emissions": null, + "date": 1776181292.241825 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TwitterHjerneRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TwitterHjerneRetrieval.json new file mode 100644 index 0000000000..d9a1770deb --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TwitterHjerneRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "97ad55673cf9746f8e4b3aaa92b1bb92d82e52db", + "task_name": "TwitterHjerneRetrieval", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "ndcg_at_1": 0.80519, + "ndcg_at_3": 0.71503, + "ndcg_at_5": 0.72124, + "ndcg_at_10": 0.75634, + "ndcg_at_20": 0.78523, + "ndcg_at_100": 0.81315, + "ndcg_at_1000": 0.81871, + "map_at_1": 0.2671, + "map_at_3": 0.54928, + "map_at_5": 0.63814, + "map_at_10": 0.66902, + "map_at_20": 0.68517, + "map_at_100": 0.69292, + "map_at_1000": 0.69347, + "recall_at_1": 0.2671, + "recall_at_3": 0.57641, + "recall_at_5": 0.70195, + "recall_at_10": 0.78463, + "recall_at_20": 0.86212, + "recall_at_100": 0.96818, + "recall_at_1000": 1.0, + "accuracy": 0.2671, + "precision_at_1": 0.80519, + "precision_at_3": 0.63203, + "precision_at_5": 0.47792, + "precision_at_10": 0.27143, + "precision_at_20": 0.14935, + "precision_at_100": 0.03325, + "precision_at_1000": 0.0034, + "mrr_at_1": 0.805195, + "mrr_at_3": 0.859307, + "mrr_at_5": 0.864502, + "mrr_at_10": 0.868522, + "mrr_at_20": 0.869334, + "mrr_at_100": 0.869334, + "mrr_at_1000": 0.8694, + "nauc_ndcg_at_1_max": 0.717657, + "nauc_ndcg_at_1_std": 0.01204, + "nauc_ndcg_at_1_diff1": 0.730059, + "nauc_ndcg_at_3_max": 0.524124, + "nauc_ndcg_at_3_std": 0.023638, + "nauc_ndcg_at_3_diff1": 0.203017, + "nauc_ndcg_at_5_max": 0.492529, + "nauc_ndcg_at_5_std": -0.003905, + "nauc_ndcg_at_5_diff1": 0.175585, + "nauc_ndcg_at_10_max": 0.527725, + "nauc_ndcg_at_10_std": 0.005252, + "nauc_ndcg_at_10_diff1": 0.189197, + "nauc_ndcg_at_20_max": 0.544237, + "nauc_ndcg_at_20_std": 0.015212, + "nauc_ndcg_at_20_diff1": 0.219594, + "nauc_ndcg_at_100_max": 0.567499, + "nauc_ndcg_at_100_std": 0.054607, + "nauc_ndcg_at_100_diff1": 0.241435, + "nauc_ndcg_at_1000_max": 0.557589, + "nauc_ndcg_at_1000_std": 0.033787, + "nauc_ndcg_at_1000_diff1": 0.23924, + "nauc_map_at_1_max": 0.144876, + "nauc_map_at_1_std": -0.206199, + "nauc_map_at_1_diff1": 0.386468, + "nauc_map_at_3_max": 0.326766, + "nauc_map_at_3_std": -0.122143, + "nauc_map_at_3_diff1": 0.190799, + "nauc_map_at_5_max": 0.444533, + "nauc_map_at_5_std": -0.033725, + "nauc_map_at_5_diff1": 0.1247, + "nauc_map_at_10_max": 0.474647, + "nauc_map_at_10_std": -0.017325, + "nauc_map_at_10_diff1": 0.12623, + "nauc_map_at_20_max": 0.479357, + "nauc_map_at_20_std": -0.012797, + "nauc_map_at_20_diff1": 0.133712, + "nauc_map_at_100_max": 0.483337, + "nauc_map_at_100_std": -0.005356, + "nauc_map_at_100_diff1": 0.136942, + "nauc_map_at_1000_max": 0.482665, + "nauc_map_at_1000_std": -0.00631, + "nauc_map_at_1000_diff1": 0.136352, + "nauc_recall_at_1_max": 0.144876, + "nauc_recall_at_1_std": -0.206199, + "nauc_recall_at_1_diff1": 0.386468, + "nauc_recall_at_3_max": 0.309239, + "nauc_recall_at_3_std": -0.100115, + "nauc_recall_at_3_diff1": 0.165086, + "nauc_recall_at_5_max": 0.3924, + "nauc_recall_at_5_std": -0.046045, + "nauc_recall_at_5_diff1": 0.074102, + "nauc_recall_at_10_max": 0.472576, + "nauc_recall_at_10_std": 0.010585, + "nauc_recall_at_10_diff1": 0.063137, + "nauc_recall_at_20_max": 0.493655, + "nauc_recall_at_20_std": 0.042389, + "nauc_recall_at_20_diff1": 0.118092, + "nauc_recall_at_100_max": 0.742498, + "nauc_recall_at_100_std": 0.636428, + "nauc_recall_at_100_diff1": 0.235353, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.717657, + "nauc_precision_at_1_std": 0.01204, + "nauc_precision_at_1_diff1": 0.730059, + "nauc_precision_at_3_max": 0.495009, + "nauc_precision_at_3_std": 0.144125, + "nauc_precision_at_3_diff1": 0.037307, + "nauc_precision_at_5_max": 0.445988, + "nauc_precision_at_5_std": 0.216115, + "nauc_precision_at_5_diff1": -0.075834, + "nauc_precision_at_10_max": 0.405701, + "nauc_precision_at_10_std": 0.235826, + "nauc_precision_at_10_diff1": -0.10546, + "nauc_precision_at_20_max": 0.353798, + "nauc_precision_at_20_std": 0.265112, + "nauc_precision_at_20_diff1": -0.097911, + "nauc_precision_at_100_max": 0.28704, + "nauc_precision_at_100_std": 0.372941, + "nauc_precision_at_100_diff1": -0.138694, + "nauc_precision_at_1000_max": 0.238306, + "nauc_precision_at_1000_std": 0.335965, + "nauc_precision_at_1000_diff1": -0.159943, + "nauc_mrr_at_1_max": 0.717657, + "nauc_mrr_at_1_std": 0.01204, + "nauc_mrr_at_1_diff1": 0.730059, + "nauc_mrr_at_3_max": 0.75107, + "nauc_mrr_at_3_std": 0.100391, + "nauc_mrr_at_3_diff1": 0.662345, + "nauc_mrr_at_5_max": 0.743719, + "nauc_mrr_at_5_std": 0.086114, + "nauc_mrr_at_5_diff1": 0.664311, + "nauc_mrr_at_10_max": 0.737775, + "nauc_mrr_at_10_std": 0.076353, + "nauc_mrr_at_10_diff1": 0.67274, + "nauc_mrr_at_20_max": 0.738966, + "nauc_mrr_at_20_std": 0.077934, + "nauc_mrr_at_20_diff1": 0.673507, + "nauc_mrr_at_100_max": 0.738966, + "nauc_mrr_at_100_std": 0.077934, + "nauc_mrr_at_100_diff1": 0.673507, + "nauc_mrr_at_1000_max": 0.738826, + "nauc_mrr_at_1000_std": 0.077441, + "nauc_mrr_at_1000_diff1": 0.673676, + "hit_rate_at_1": 0.80519, + "hit_rate_at_3": 0.92208, + "hit_rate_at_5": 0.94805, + "hit_rate_at_10": 0.97403, + "hit_rate_at_20": 0.98701, + "hit_rate_at_100": 0.98701, + "hit_rate_at_1000": 1.0, + "main_score": 0.75634, + "hf_subset": "default", + "languages": [ + "dan-Latn" + ] + } + ] + }, + "evaluation_time": 1.3618671894073486, + "kg_co2_emissions": null, + "date": 1776178154.618039 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TwitterURLCorpus.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TwitterURLCorpus.json new file mode 100644 index 0000000000..dda92b230b --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/TwitterURLCorpus.json @@ -0,0 +1,49 @@ +{ + "dataset_revision": "8b6510b0b1fa4e4c4f879467980e9be563ec1cdf", + "task_name": "TwitterURLCorpus", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "similarity_accuracy": 0.897388, + "similarity_f1": 0.799259, + "similarity_precision": 0.756971, + "similarity_recall": 0.846551, + "similarity_ap": 0.873147, + "cosine_accuracy": 0.897388, + "cosine_f1": 0.799259, + "cosine_precision": 0.756971, + "cosine_recall": 0.846551, + "cosine_ap": 0.873147, + "manhattan_accuracy": 0.89506, + "manhattan_f1": 0.794058, + "manhattan_precision": 0.758213, + "manhattan_recall": 0.833462, + "manhattan_ap": 0.868589, + "euclidean_accuracy": 0.895661, + "euclidean_f1": 0.795828, + "euclidean_precision": 0.768255, + "euclidean_recall": 0.825454, + "euclidean_ap": 0.869784, + "dot_accuracy": 0.895351, + "dot_f1": 0.79292, + "dot_precision": 0.757986, + "dot_recall": 0.831229, + "dot_ap": 0.86276, + "max_accuracy": 0.897388, + "max_f1": 0.799259, + "max_precision": 0.768255, + "max_recall": 0.846551, + "max_ap": 0.873147, + "main_score": 0.873147, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 201.9846465587616, + "kg_co2_emissions": null, + "date": 1776178262.20905 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/UrbanSound8KT2ARetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/UrbanSound8KT2ARetrieval.json new file mode 100644 index 0000000000..773f8a0b84 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/UrbanSound8KT2ARetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "d50fd1daded60cf136b82d845b9bda65b8b2376e", + "task_name": "UrbanSound8KT2ARetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.00177, + "ndcg_at_3": 0.00335, + "ndcg_at_5": 0.00416, + "ndcg_at_10": 0.00611, + "ndcg_at_20": 0.00914, + "ndcg_at_100": 0.0252, + "ndcg_at_1000": 0.08042, + "map_at_1": 0.00177, + "map_at_3": 0.00295, + "map_at_5": 0.0034, + "map_at_10": 0.00419, + "map_at_20": 0.005, + "map_at_100": 0.00684, + "map_at_1000": 0.00837, + "recall_at_1": 0.00177, + "recall_at_3": 0.00452, + "recall_at_5": 0.00648, + "recall_at_10": 0.01257, + "recall_at_20": 0.02475, + "recall_at_100": 0.11709, + "recall_at_1000": 0.5835, + "accuracy": 0.00177, + "precision_at_1": 0.00177, + "precision_at_3": 0.00151, + "precision_at_5": 0.0013, + "precision_at_10": 0.00126, + "precision_at_20": 0.00124, + "precision_at_100": 0.00117, + "precision_at_1000": 0.00058, + "mrr_at_1": 0.001768, + "mrr_at_3": 0.002947, + "mrr_at_5": 0.003399, + "mrr_at_10": 0.00419, + "mrr_at_20": 0.004997, + "mrr_at_100": 0.006836, + "mrr_at_1000": 0.008369, + "nauc_ndcg_at_1_max": 0.155353, + "nauc_ndcg_at_1_std": 0.111856, + "nauc_ndcg_at_1_diff1": 0.117491, + "nauc_ndcg_at_3_max": 0.186064, + "nauc_ndcg_at_3_std": 0.15239, + "nauc_ndcg_at_3_diff1": 0.136662, + "nauc_ndcg_at_5_max": 0.218528, + "nauc_ndcg_at_5_std": 0.204241, + "nauc_ndcg_at_5_diff1": 0.173665, + "nauc_ndcg_at_10_max": 0.233282, + "nauc_ndcg_at_10_std": 0.219333, + "nauc_ndcg_at_10_diff1": 0.193898, + "nauc_ndcg_at_20_max": 0.245001, + "nauc_ndcg_at_20_std": 0.223551, + "nauc_ndcg_at_20_diff1": 0.20688, + "nauc_ndcg_at_100_max": 0.276574, + "nauc_ndcg_at_100_std": 0.266572, + "nauc_ndcg_at_100_diff1": 0.168117, + "nauc_ndcg_at_1000_max": 0.4228, + "nauc_ndcg_at_1000_std": 0.427056, + "nauc_ndcg_at_1000_diff1": 0.181818, + "nauc_map_at_1_max": 0.155353, + "nauc_map_at_1_std": 0.111856, + "nauc_map_at_1_diff1": 0.117491, + "nauc_map_at_3_max": 0.178446, + "nauc_map_at_3_std": 0.143055, + "nauc_map_at_3_diff1": 0.133727, + "nauc_map_at_5_max": 0.201355, + "nauc_map_at_5_std": 0.17905, + "nauc_map_at_5_diff1": 0.160469, + "nauc_map_at_10_max": 0.212208, + "nauc_map_at_10_std": 0.191806, + "nauc_map_at_10_diff1": 0.173821, + "nauc_map_at_20_max": 0.221696, + "nauc_map_at_20_std": 0.198219, + "nauc_map_at_20_diff1": 0.183089, + "nauc_map_at_100_max": 0.239336, + "nauc_map_at_100_std": 0.221068, + "nauc_map_at_100_diff1": 0.174668, + "nauc_map_at_1000_max": 0.272044, + "nauc_map_at_1000_std": 0.255936, + "nauc_map_at_1000_diff1": 0.177071, + "nauc_recall_at_1_max": 0.155353, + "nauc_recall_at_1_std": 0.111856, + "nauc_recall_at_1_diff1": 0.117491, + "nauc_recall_at_3_max": 0.201258, + "nauc_recall_at_3_std": 0.170892, + "nauc_recall_at_3_diff1": 0.142229, + "nauc_recall_at_5_max": 0.247579, + "nauc_recall_at_5_std": 0.247099, + "nauc_recall_at_5_diff1": 0.195559, + "nauc_recall_at_10_max": 0.257961, + "nauc_recall_at_10_std": 0.25101, + "nauc_recall_at_10_diff1": 0.217694, + "nauc_recall_at_20_max": 0.262646, + "nauc_recall_at_20_std": 0.241843, + "nauc_recall_at_20_diff1": 0.225719, + "nauc_recall_at_100_max": 0.29035, + "nauc_recall_at_100_std": 0.283395, + "nauc_recall_at_100_diff1": 0.16172, + "nauc_recall_at_1000_max": 0.487589, + "nauc_recall_at_1000_std": 0.503011, + "nauc_recall_at_1000_diff1": 0.18222, + "nauc_precision_at_1_max": 0.155353, + "nauc_precision_at_1_std": 0.111856, + "nauc_precision_at_1_diff1": 0.117491, + "nauc_precision_at_3_max": 0.201258, + "nauc_precision_at_3_std": 0.170892, + "nauc_precision_at_3_diff1": 0.142229, + "nauc_precision_at_5_max": 0.247579, + "nauc_precision_at_5_std": 0.247099, + "nauc_precision_at_5_diff1": 0.195559, + "nauc_precision_at_10_max": 0.257961, + "nauc_precision_at_10_std": 0.25101, + "nauc_precision_at_10_diff1": 0.217694, + "nauc_precision_at_20_max": 0.262646, + "nauc_precision_at_20_std": 0.241843, + "nauc_precision_at_20_diff1": 0.225719, + "nauc_precision_at_100_max": 0.29035, + "nauc_precision_at_100_std": 0.283395, + "nauc_precision_at_100_diff1": 0.16172, + "nauc_precision_at_1000_max": 0.487589, + "nauc_precision_at_1000_std": 0.503011, + "nauc_precision_at_1000_diff1": 0.18222, + "nauc_mrr_at_1_max": 0.155353, + "nauc_mrr_at_1_std": 0.111856, + "nauc_mrr_at_1_diff1": 0.117491, + "nauc_mrr_at_3_max": 0.178446, + "nauc_mrr_at_3_std": 0.143055, + "nauc_mrr_at_3_diff1": 0.133727, + "nauc_mrr_at_5_max": 0.201355, + "nauc_mrr_at_5_std": 0.17905, + "nauc_mrr_at_5_diff1": 0.160469, + "nauc_mrr_at_10_max": 0.212208, + "nauc_mrr_at_10_std": 0.191806, + "nauc_mrr_at_10_diff1": 0.173821, + "nauc_mrr_at_20_max": 0.221696, + "nauc_mrr_at_20_std": 0.198219, + "nauc_mrr_at_20_diff1": 0.183089, + "nauc_mrr_at_100_max": 0.239336, + "nauc_mrr_at_100_std": 0.221068, + "nauc_mrr_at_100_diff1": 0.174668, + "nauc_mrr_at_1000_max": 0.272044, + "nauc_mrr_at_1000_std": 0.255936, + "nauc_mrr_at_1000_diff1": 0.177071, + "hit_rate_at_1": 0.00177, + "hit_rate_at_3": 0.00452, + "hit_rate_at_5": 0.00648, + "hit_rate_at_10": 0.01257, + "hit_rate_at_20": 0.02475, + "hit_rate_at_100": 0.11709, + "hit_rate_at_1000": 0.5835, + "main_score": 0.00648, + "hf_subset": "default", + "languages": [ + "zxx-Zxxx" + ] + } + ] + }, + "evaluation_time": 133.36060500144958, + "kg_co2_emissions": null, + "date": 1776214610.467171 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VQA2IT2TRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VQA2IT2TRetrieval.json new file mode 100644 index 0000000000..f8d69af817 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VQA2IT2TRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "cee84d52b243da575fa9ba71501a8433464a79a1", + "task_name": "VQA2IT2TRetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.01622, + "ndcg_at_3": 0.02957, + "ndcg_at_5": 0.03595, + "ndcg_at_10": 0.04391, + "ndcg_at_20": 0.05141, + "ndcg_at_100": 0.06671, + "ndcg_at_1000": 0.10499, + "map_at_1": 0.01622, + "map_at_3": 0.02621, + "map_at_5": 0.02973, + "map_at_10": 0.033, + "map_at_20": 0.03506, + "map_at_100": 0.037, + "map_at_1000": 0.038, + "recall_at_1": 0.01622, + "recall_at_3": 0.03934, + "recall_at_5": 0.0549, + "recall_at_10": 0.07955, + "recall_at_20": 0.1092, + "recall_at_100": 0.19438, + "recall_at_1000": 0.52243, + "accuracy": 0.01622, + "precision_at_1": 0.01622, + "precision_at_3": 0.01311, + "precision_at_5": 0.01098, + "precision_at_10": 0.00796, + "precision_at_20": 0.00546, + "precision_at_100": 0.00194, + "precision_at_1000": 0.00052, + "mrr_at_1": 0.016221, + "mrr_at_3": 0.026205, + "mrr_at_5": 0.029728, + "mrr_at_10": 0.033003, + "mrr_at_20": 0.035064, + "mrr_at_100": 0.037004, + "mrr_at_1000": 0.038002, + "nauc_ndcg_at_1_max": 0.235263, + "nauc_ndcg_at_1_std": 0.089409, + "nauc_ndcg_at_1_diff1": 0.138517, + "nauc_ndcg_at_3_max": 0.248153, + "nauc_ndcg_at_3_std": 0.137082, + "nauc_ndcg_at_3_diff1": 0.086365, + "nauc_ndcg_at_5_max": 0.244242, + "nauc_ndcg_at_5_std": 0.146271, + "nauc_ndcg_at_5_diff1": 0.075109, + "nauc_ndcg_at_10_max": 0.233839, + "nauc_ndcg_at_10_std": 0.14531, + "nauc_ndcg_at_10_diff1": 0.063347, + "nauc_ndcg_at_20_max": 0.225372, + "nauc_ndcg_at_20_std": 0.145989, + "nauc_ndcg_at_20_diff1": 0.055922, + "nauc_ndcg_at_100_max": 0.19907, + "nauc_ndcg_at_100_std": 0.130174, + "nauc_ndcg_at_100_diff1": 0.049011, + "nauc_ndcg_at_1000_max": 0.176293, + "nauc_ndcg_at_1000_std": 0.128272, + "nauc_ndcg_at_1000_diff1": 0.042096, + "nauc_map_at_1_max": 0.235263, + "nauc_map_at_1_std": 0.089409, + "nauc_map_at_1_diff1": 0.138517, + "nauc_map_at_3_max": 0.246874, + "nauc_map_at_3_std": 0.129634, + "nauc_map_at_3_diff1": 0.09469, + "nauc_map_at_5_max": 0.24441, + "nauc_map_at_5_std": 0.136711, + "nauc_map_at_5_diff1": 0.086172, + "nauc_map_at_10_max": 0.23882, + "nauc_map_at_10_std": 0.137283, + "nauc_map_at_10_diff1": 0.078695, + "nauc_map_at_20_max": 0.235127, + "nauc_map_at_20_std": 0.137938, + "nauc_map_at_20_diff1": 0.074829, + "nauc_map_at_100_max": 0.229427, + "nauc_map_at_100_std": 0.135161, + "nauc_map_at_100_diff1": 0.072666, + "nauc_map_at_1000_max": 0.227932, + "nauc_map_at_1000_std": 0.134873, + "nauc_map_at_1000_diff1": 0.07203, + "nauc_recall_at_1_max": 0.235263, + "nauc_recall_at_1_std": 0.089409, + "nauc_recall_at_1_diff1": 0.138517, + "nauc_recall_at_3_max": 0.250434, + "nauc_recall_at_3_std": 0.151491, + "nauc_recall_at_3_diff1": 0.070216, + "nauc_recall_at_5_max": 0.243549, + "nauc_recall_at_5_std": 0.161953, + "nauc_recall_at_5_diff1": 0.056848, + "nauc_recall_at_10_max": 0.225721, + "nauc_recall_at_10_std": 0.155123, + "nauc_recall_at_10_diff1": 0.04226, + "nauc_recall_at_20_max": 0.211876, + "nauc_recall_at_20_std": 0.154077, + "nauc_recall_at_20_diff1": 0.033699, + "nauc_recall_at_100_max": 0.161026, + "nauc_recall_at_100_std": 0.117408, + "nauc_recall_at_100_diff1": 0.027122, + "nauc_recall_at_1000_max": 0.105491, + "nauc_recall_at_1000_std": 0.115683, + "nauc_recall_at_1000_diff1": 0.013407, + "nauc_precision_at_1_max": 0.235263, + "nauc_precision_at_1_std": 0.089409, + "nauc_precision_at_1_diff1": 0.138517, + "nauc_precision_at_3_max": 0.250434, + "nauc_precision_at_3_std": 0.151491, + "nauc_precision_at_3_diff1": 0.070216, + "nauc_precision_at_5_max": 0.243549, + "nauc_precision_at_5_std": 0.161953, + "nauc_precision_at_5_diff1": 0.056848, + "nauc_precision_at_10_max": 0.225721, + "nauc_precision_at_10_std": 0.155123, + "nauc_precision_at_10_diff1": 0.04226, + "nauc_precision_at_20_max": 0.211876, + "nauc_precision_at_20_std": 0.154077, + "nauc_precision_at_20_diff1": 0.033699, + "nauc_precision_at_100_max": 0.161026, + "nauc_precision_at_100_std": 0.117408, + "nauc_precision_at_100_diff1": 0.027122, + "nauc_precision_at_1000_max": 0.105491, + "nauc_precision_at_1000_std": 0.115683, + "nauc_precision_at_1000_diff1": 0.013407, + "nauc_mrr_at_1_max": 0.235263, + "nauc_mrr_at_1_std": 0.089409, + "nauc_mrr_at_1_diff1": 0.138517, + "nauc_mrr_at_3_max": 0.246874, + "nauc_mrr_at_3_std": 0.129634, + "nauc_mrr_at_3_diff1": 0.09469, + "nauc_mrr_at_5_max": 0.24441, + "nauc_mrr_at_5_std": 0.136711, + "nauc_mrr_at_5_diff1": 0.086172, + "nauc_mrr_at_10_max": 0.23882, + "nauc_mrr_at_10_std": 0.137283, + "nauc_mrr_at_10_diff1": 0.078695, + "nauc_mrr_at_20_max": 0.235127, + "nauc_mrr_at_20_std": 0.137938, + "nauc_mrr_at_20_diff1": 0.074829, + "nauc_mrr_at_100_max": 0.229427, + "nauc_mrr_at_100_std": 0.135161, + "nauc_mrr_at_100_diff1": 0.072666, + "nauc_mrr_at_1000_max": 0.227932, + "nauc_mrr_at_1000_std": 0.134873, + "nauc_mrr_at_1000_diff1": 0.07203, + "hit_rate_at_1": 0.01622, + "hit_rate_at_3": 0.03934, + "hit_rate_at_5": 0.0549, + "hit_rate_at_10": 0.07955, + "hit_rate_at_20": 0.1092, + "hit_rate_at_100": 0.19438, + "hit_rate_at_1000": 0.52243, + "main_score": 0.04391, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 2189.3235127925873, + "kg_co2_emissions": null, + "date": 1776190136.572385 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VehicleSoundClustering.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VehicleSoundClustering.json new file mode 100644 index 0000000000..f3aa9d8bc9 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VehicleSoundClustering.json @@ -0,0 +1,35 @@ +{ + "dataset_revision": "5f905f9544d0c78b607639662c88c2ddd1216384", + "task_name": "VehicleSoundClustering", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.021326, + 0.038867, + 0.052687, + 0.098357, + 0.013688, + 0.073066, + 0.071237, + 0.042721, + 0.056614, + 0.042172 + ] + }, + "v_measure": 0.051074, + "v_measure_std": 0.023958, + "main_score": 0.051074, + "hf_subset": "default", + "languages": [ + "zxx-Zxxx" + ] + } + ] + }, + "evaluation_time": 30.444641828536987, + "kg_co2_emissions": null, + "date": 1776242333.858719 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreDocVQARetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreDocVQARetrieval.json new file mode 100644 index 0000000000..df0a2f078f --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreDocVQARetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "e78cd130055fcb8d69bb0ff4115c4712a157f3d3", + "task_name": "VidoreDocVQARetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.3592, + "ndcg_at_3": 0.4256, + "ndcg_at_5": 0.45027, + "ndcg_at_10": 0.479, + "ndcg_at_20": 0.49956, + "ndcg_at_100": 0.53059, + "ndcg_at_1000": 0.54911, + "map_at_1": 0.35262, + "map_at_3": 0.40737, + "map_at_5": 0.42149, + "map_at_10": 0.43402, + "map_at_20": 0.43959, + "map_at_100": 0.44367, + "map_at_1000": 0.44452, + "recall_at_1": 0.35262, + "recall_at_3": 0.47317, + "recall_at_5": 0.53348, + "recall_at_10": 0.61807, + "recall_at_20": 0.69909, + "recall_at_100": 0.86665, + "recall_at_1000": 1.0, + "accuracy": 0.35262, + "precision_at_1": 0.3592, + "precision_at_3": 0.1626, + "precision_at_5": 0.10998, + "precision_at_10": 0.06497, + "precision_at_20": 0.03681, + "precision_at_100": 0.00927, + "precision_at_1000": 0.00111, + "mrr_at_1": 0.359202, + "mrr_at_3": 0.410939, + "mrr_at_5": 0.424797, + "mrr_at_10": 0.437119, + "mrr_at_20": 0.442701, + "mrr_at_100": 0.446597, + "mrr_at_1000": 0.447276, + "nauc_ndcg_at_1_max": 0.251531, + "nauc_ndcg_at_1_std": -0.102086, + "nauc_ndcg_at_1_diff1": 0.54762, + "nauc_ndcg_at_3_max": 0.20373, + "nauc_ndcg_at_3_std": -0.153022, + "nauc_ndcg_at_3_diff1": 0.510693, + "nauc_ndcg_at_5_max": 0.209046, + "nauc_ndcg_at_5_std": -0.146083, + "nauc_ndcg_at_5_diff1": 0.503806, + "nauc_ndcg_at_10_max": 0.234969, + "nauc_ndcg_at_10_std": -0.110893, + "nauc_ndcg_at_10_diff1": 0.489889, + "nauc_ndcg_at_20_max": 0.240967, + "nauc_ndcg_at_20_std": -0.095472, + "nauc_ndcg_at_20_diff1": 0.492082, + "nauc_ndcg_at_100_max": 0.236002, + "nauc_ndcg_at_100_std": -0.09356, + "nauc_ndcg_at_100_diff1": 0.489214, + "nauc_ndcg_at_1000_max": 0.229301, + "nauc_ndcg_at_1000_std": -0.112903, + "nauc_ndcg_at_1000_diff1": 0.498734, + "nauc_map_at_1_max": 0.239584, + "nauc_map_at_1_std": -0.121547, + "nauc_map_at_1_diff1": 0.563796, + "nauc_map_at_3_max": 0.212364, + "nauc_map_at_3_std": -0.146965, + "nauc_map_at_3_diff1": 0.52207, + "nauc_map_at_5_max": 0.214942, + "nauc_map_at_5_std": -0.142128, + "nauc_map_at_5_diff1": 0.517637, + "nauc_map_at_10_max": 0.226402, + "nauc_map_at_10_std": -0.12563, + "nauc_map_at_10_diff1": 0.511664, + "nauc_map_at_20_max": 0.228253, + "nauc_map_at_20_std": -0.121339, + "nauc_map_at_20_diff1": 0.512247, + "nauc_map_at_100_max": 0.227256, + "nauc_map_at_100_std": -0.121453, + "nauc_map_at_100_diff1": 0.511735, + "nauc_map_at_1000_max": 0.226941, + "nauc_map_at_1000_std": -0.122285, + "nauc_map_at_1000_diff1": 0.51214, + "nauc_recall_at_1_max": 0.239584, + "nauc_recall_at_1_std": -0.121547, + "nauc_recall_at_1_diff1": 0.563796, + "nauc_recall_at_3_max": 0.173791, + "nauc_recall_at_3_std": -0.188607, + "nauc_recall_at_3_diff1": 0.486369, + "nauc_recall_at_5_max": 0.18646, + "nauc_recall_at_5_std": -0.169242, + "nauc_recall_at_5_diff1": 0.465834, + "nauc_recall_at_10_max": 0.27143, + "nauc_recall_at_10_std": -0.055608, + "nauc_recall_at_10_diff1": 0.41715, + "nauc_recall_at_20_max": 0.305731, + "nauc_recall_at_20_std": 0.029447, + "nauc_recall_at_20_diff1": 0.417554, + "nauc_recall_at_100_max": 0.321299, + "nauc_recall_at_100_std": 0.193844, + "nauc_recall_at_100_diff1": 0.320941, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.251531, + "nauc_precision_at_1_std": -0.102086, + "nauc_precision_at_1_diff1": 0.54762, + "nauc_precision_at_3_max": 0.189935, + "nauc_precision_at_3_std": -0.138016, + "nauc_precision_at_3_diff1": 0.434897, + "nauc_precision_at_5_max": 0.200238, + "nauc_precision_at_5_std": -0.110743, + "nauc_precision_at_5_diff1": 0.405988, + "nauc_precision_at_10_max": 0.267181, + "nauc_precision_at_10_std": 0.018473, + "nauc_precision_at_10_diff1": 0.314679, + "nauc_precision_at_20_max": 0.274834, + "nauc_precision_at_20_std": 0.083681, + "nauc_precision_at_20_diff1": 0.283241, + "nauc_precision_at_100_max": 0.157215, + "nauc_precision_at_100_std": 0.134637, + "nauc_precision_at_100_diff1": 0.041715, + "nauc_precision_at_1000_max": -0.212036, + "nauc_precision_at_1000_std": -0.181563, + "nauc_precision_at_1000_diff1": -0.296644, + "nauc_mrr_at_1_max": 0.251531, + "nauc_mrr_at_1_std": -0.102086, + "nauc_mrr_at_1_diff1": 0.54762, + "nauc_mrr_at_3_max": 0.217462, + "nauc_mrr_at_3_std": -0.134221, + "nauc_mrr_at_3_diff1": 0.516424, + "nauc_mrr_at_5_max": 0.220191, + "nauc_mrr_at_5_std": -0.130132, + "nauc_mrr_at_5_diff1": 0.512498, + "nauc_mrr_at_10_max": 0.229321, + "nauc_mrr_at_10_std": -0.118482, + "nauc_mrr_at_10_diff1": 0.507291, + "nauc_mrr_at_20_max": 0.231155, + "nauc_mrr_at_20_std": -0.114144, + "nauc_mrr_at_20_diff1": 0.507769, + "nauc_mrr_at_100_max": 0.230803, + "nauc_mrr_at_100_std": -0.113678, + "nauc_mrr_at_100_diff1": 0.507352, + "nauc_mrr_at_1000_max": 0.230664, + "nauc_mrr_at_1000_std": -0.114175, + "nauc_mrr_at_1000_diff1": 0.507779, + "hit_rate_at_1": 0.3592, + "hit_rate_at_3": 0.47672, + "hit_rate_at_5": 0.53659, + "hit_rate_at_10": 0.62528, + "hit_rate_at_20": 0.70732, + "hit_rate_at_100": 0.87583, + "hit_rate_at_1000": 1.0, + "main_score": 0.45027, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 94.68583750724792, + "kg_co2_emissions": null, + "date": 1776186984.160697 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreInfoVQARetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreInfoVQARetrieval.json new file mode 100644 index 0000000000..a6ba9dd02e --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreInfoVQARetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "74d396242cc281c021eeb38d0ee5f6f30afc1fad", + "task_name": "VidoreInfoVQARetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.69636, + "ndcg_at_3": 0.77349, + "ndcg_at_5": 0.79463, + "ndcg_at_10": 0.80571, + "ndcg_at_20": 0.81351, + "ndcg_at_100": 0.81964, + "ndcg_at_1000": 0.82278, + "map_at_1": 0.69636, + "map_at_3": 0.75405, + "map_at_5": 0.76594, + "map_at_10": 0.77048, + "map_at_20": 0.77278, + "map_at_100": 0.77367, + "map_at_1000": 0.77379, + "recall_at_1": 0.69636, + "recall_at_3": 0.82996, + "recall_at_5": 0.88057, + "recall_at_10": 0.91498, + "recall_at_20": 0.94433, + "recall_at_100": 0.97672, + "recall_at_1000": 1.0, + "accuracy": 0.69636, + "precision_at_1": 0.69636, + "precision_at_3": 0.27665, + "precision_at_5": 0.17652, + "precision_at_10": 0.0917, + "precision_at_20": 0.04737, + "precision_at_100": 0.0098, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.696356, + "mrr_at_3": 0.754049, + "mrr_at_5": 0.765789, + "mrr_at_10": 0.770333, + "mrr_at_20": 0.772694, + "mrr_at_100": 0.773585, + "mrr_at_1000": 0.773687, + "nauc_ndcg_at_1_max": 0.236227, + "nauc_ndcg_at_1_std": -0.274519, + "nauc_ndcg_at_1_diff1": 0.77279, + "nauc_ndcg_at_3_max": 0.274549, + "nauc_ndcg_at_3_std": -0.224107, + "nauc_ndcg_at_3_diff1": 0.754898, + "nauc_ndcg_at_5_max": 0.280355, + "nauc_ndcg_at_5_std": -0.217528, + "nauc_ndcg_at_5_diff1": 0.760268, + "nauc_ndcg_at_10_max": 0.287215, + "nauc_ndcg_at_10_std": -0.197055, + "nauc_ndcg_at_10_diff1": 0.756322, + "nauc_ndcg_at_20_max": 0.285558, + "nauc_ndcg_at_20_std": -0.190809, + "nauc_ndcg_at_20_diff1": 0.756711, + "nauc_ndcg_at_100_max": 0.279128, + "nauc_ndcg_at_100_std": -0.196639, + "nauc_ndcg_at_100_diff1": 0.754126, + "nauc_ndcg_at_1000_max": 0.271774, + "nauc_ndcg_at_1000_std": -0.214916, + "nauc_ndcg_at_1000_diff1": 0.756685, + "nauc_map_at_1_max": 0.236227, + "nauc_map_at_1_std": -0.274519, + "nauc_map_at_1_diff1": 0.77279, + "nauc_map_at_3_max": 0.2598, + "nauc_map_at_3_std": -0.244258, + "nauc_map_at_3_diff1": 0.758821, + "nauc_map_at_5_max": 0.263105, + "nauc_map_at_5_std": -0.240821, + "nauc_map_at_5_diff1": 0.761366, + "nauc_map_at_10_max": 0.264342, + "nauc_map_at_10_std": -0.23432, + "nauc_map_at_10_diff1": 0.759892, + "nauc_map_at_20_max": 0.263701, + "nauc_map_at_20_std": -0.232965, + "nauc_map_at_20_diff1": 0.760086, + "nauc_map_at_100_max": 0.262873, + "nauc_map_at_100_std": -0.233534, + "nauc_map_at_100_diff1": 0.7597, + "nauc_map_at_1000_max": 0.262621, + "nauc_map_at_1000_std": -0.234101, + "nauc_map_at_1000_diff1": 0.759754, + "nauc_recall_at_1_max": 0.236227, + "nauc_recall_at_1_std": -0.274519, + "nauc_recall_at_1_diff1": 0.77279, + "nauc_recall_at_3_max": 0.334394, + "nauc_recall_at_3_std": -0.142027, + "nauc_recall_at_3_diff1": 0.740227, + "nauc_recall_at_5_max": 0.369879, + "nauc_recall_at_5_std": -0.095156, + "nauc_recall_at_5_diff1": 0.757649, + "nauc_recall_at_10_max": 0.457898, + "nauc_recall_at_10_std": 0.084858, + "nauc_recall_at_10_diff1": 0.732836, + "nauc_recall_at_20_max": 0.52552, + "nauc_recall_at_20_std": 0.29607, + "nauc_recall_at_20_diff1": 0.724073, + "nauc_recall_at_100_max": 0.624323, + "nauc_recall_at_100_std": 0.713687, + "nauc_recall_at_100_diff1": 0.597251, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.236227, + "nauc_precision_at_1_std": -0.274519, + "nauc_precision_at_1_diff1": 0.77279, + "nauc_precision_at_3_max": 0.334394, + "nauc_precision_at_3_std": -0.142027, + "nauc_precision_at_3_diff1": 0.740227, + "nauc_precision_at_5_max": 0.388364, + "nauc_precision_at_5_std": -0.063029, + "nauc_precision_at_5_diff1": 0.723271, + "nauc_precision_at_10_max": 0.479507, + "nauc_precision_at_10_std": 0.121336, + "nauc_precision_at_10_diff1": 0.687113, + "nauc_precision_at_20_max": 0.566417, + "nauc_precision_at_20_std": 0.353725, + "nauc_precision_at_20_diff1": 0.652493, + "nauc_precision_at_100_max": 0.706924, + "nauc_precision_at_100_std": 0.802974, + "nauc_precision_at_100_diff1": 0.448179, + "nauc_precision_at_1000_max": -0.199344, + "nauc_precision_at_1000_std": -0.161808, + "nauc_precision_at_1000_diff1": -0.534483, + "nauc_mrr_at_1_max": 0.236227, + "nauc_mrr_at_1_std": -0.274519, + "nauc_mrr_at_1_diff1": 0.77279, + "nauc_mrr_at_3_max": 0.2598, + "nauc_mrr_at_3_std": -0.244258, + "nauc_mrr_at_3_diff1": 0.758821, + "nauc_mrr_at_5_max": 0.261666, + "nauc_mrr_at_5_std": -0.241941, + "nauc_mrr_at_5_diff1": 0.76141, + "nauc_mrr_at_10_max": 0.262873, + "nauc_mrr_at_10_std": -0.235467, + "nauc_mrr_at_10_diff1": 0.759938, + "nauc_mrr_at_20_max": 0.262361, + "nauc_mrr_at_20_std": -0.234015, + "nauc_mrr_at_20_diff1": 0.760095, + "nauc_mrr_at_100_max": 0.261527, + "nauc_mrr_at_100_std": -0.234589, + "nauc_mrr_at_100_diff1": 0.75971, + "nauc_mrr_at_1000_max": 0.261276, + "nauc_mrr_at_1000_std": -0.235131, + "nauc_mrr_at_1000_diff1": 0.759779, + "hit_rate_at_1": 0.69636, + "hit_rate_at_3": 0.82996, + "hit_rate_at_5": 0.88057, + "hit_rate_at_10": 0.91498, + "hit_rate_at_20": 0.94534, + "hit_rate_at_100": 0.97773, + "hit_rate_at_1000": 1.0, + "main_score": 0.79463, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 79.26851081848145, + "kg_co2_emissions": null, + "date": 1776186875.916594 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreShiftProjectRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreShiftProjectRetrieval.json new file mode 100644 index 0000000000..3268d6b2f6 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreShiftProjectRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "78e6f5ad3bbc1af50ae9c0f006f57462213269fb", + "task_name": "VidoreShiftProjectRetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.37, + "ndcg_at_3": 0.51595, + "ndcg_at_5": 0.55427, + "ndcg_at_10": 0.59017, + "ndcg_at_20": 0.60544, + "ndcg_at_100": 0.62867, + "ndcg_at_1000": 0.62867, + "map_at_1": 0.37, + "map_at_3": 0.48, + "map_at_5": 0.502, + "map_at_10": 0.51702, + "map_at_20": 0.52128, + "map_at_100": 0.52483, + "map_at_1000": 0.52483, + "recall_at_1": 0.37, + "recall_at_3": 0.62, + "recall_at_5": 0.71, + "recall_at_10": 0.82, + "recall_at_20": 0.88, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.37, + "precision_at_1": 0.37, + "precision_at_3": 0.20667, + "precision_at_5": 0.142, + "precision_at_10": 0.082, + "precision_at_20": 0.044, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.37, + "mrr_at_3": 0.48, + "mrr_at_5": 0.502, + "mrr_at_10": 0.517024, + "mrr_at_20": 0.521275, + "mrr_at_100": 0.524833, + "mrr_at_1000": 0.524833, + "nauc_ndcg_at_1_max": -0.018125, + "nauc_ndcg_at_1_std": -0.131459, + "nauc_ndcg_at_1_diff1": 0.44268, + "nauc_ndcg_at_3_max": -0.049763, + "nauc_ndcg_at_3_std": -0.06903, + "nauc_ndcg_at_3_diff1": 0.367934, + "nauc_ndcg_at_5_max": -0.048921, + "nauc_ndcg_at_5_std": -0.087947, + "nauc_ndcg_at_5_diff1": 0.379069, + "nauc_ndcg_at_10_max": -0.090857, + "nauc_ndcg_at_10_std": -0.085546, + "nauc_ndcg_at_10_diff1": 0.34399, + "nauc_ndcg_at_20_max": -0.086672, + "nauc_ndcg_at_20_std": -0.063489, + "nauc_ndcg_at_20_diff1": 0.36649, + "nauc_ndcg_at_100_max": -0.061358, + "nauc_ndcg_at_100_std": -0.079774, + "nauc_ndcg_at_100_diff1": 0.386028, + "nauc_ndcg_at_1000_max": -0.061358, + "nauc_ndcg_at_1000_std": -0.079774, + "nauc_ndcg_at_1000_diff1": 0.386028, + "nauc_map_at_1_max": -0.018125, + "nauc_map_at_1_std": -0.131459, + "nauc_map_at_1_diff1": 0.44268, + "nauc_map_at_3_max": -0.041448, + "nauc_map_at_3_std": -0.076539, + "nauc_map_at_3_diff1": 0.388175, + "nauc_map_at_5_max": -0.040365, + "nauc_map_at_5_std": -0.088045, + "nauc_map_at_5_diff1": 0.395625, + "nauc_map_at_10_max": -0.05771, + "nauc_map_at_10_std": -0.087536, + "nauc_map_at_10_diff1": 0.383302, + "nauc_map_at_20_max": -0.05678, + "nauc_map_at_20_std": -0.082021, + "nauc_map_at_20_diff1": 0.390532, + "nauc_map_at_100_max": -0.052475, + "nauc_map_at_100_std": -0.084194, + "nauc_map_at_100_diff1": 0.393781, + "nauc_map_at_1000_max": -0.052475, + "nauc_map_at_1000_std": -0.084194, + "nauc_map_at_1000_diff1": 0.393781, + "nauc_recall_at_1_max": -0.018125, + "nauc_recall_at_1_std": -0.131459, + "nauc_recall_at_1_diff1": 0.44268, + "nauc_recall_at_3_max": -0.07647, + "nauc_recall_at_3_std": -0.048888, + "nauc_recall_at_3_diff1": 0.302664, + "nauc_recall_at_5_max": -0.081148, + "nauc_recall_at_5_std": -0.093712, + "nauc_recall_at_5_diff1": 0.317773, + "nauc_recall_at_10_max": -0.289514, + "nauc_recall_at_10_std": -0.081617, + "nauc_recall_at_10_diff1": 0.109153, + "nauc_recall_at_20_max": -0.330695, + "nauc_recall_at_20_std": 0.111557, + "nauc_recall_at_20_diff1": 0.178731, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": -0.018125, + "nauc_precision_at_1_std": -0.131459, + "nauc_precision_at_1_diff1": 0.44268, + "nauc_precision_at_3_max": -0.07647, + "nauc_precision_at_3_std": -0.048888, + "nauc_precision_at_3_diff1": 0.302664, + "nauc_precision_at_5_max": -0.081148, + "nauc_precision_at_5_std": -0.093712, + "nauc_precision_at_5_diff1": 0.317773, + "nauc_precision_at_10_max": -0.289514, + "nauc_precision_at_10_std": -0.081617, + "nauc_precision_at_10_diff1": 0.109153, + "nauc_precision_at_20_max": -0.330695, + "nauc_precision_at_20_std": 0.111557, + "nauc_precision_at_20_diff1": 0.178731, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": -0.018125, + "nauc_mrr_at_1_std": -0.131459, + "nauc_mrr_at_1_diff1": 0.44268, + "nauc_mrr_at_3_max": -0.041448, + "nauc_mrr_at_3_std": -0.076539, + "nauc_mrr_at_3_diff1": 0.388175, + "nauc_mrr_at_5_max": -0.040365, + "nauc_mrr_at_5_std": -0.088045, + "nauc_mrr_at_5_diff1": 0.395625, + "nauc_mrr_at_10_max": -0.05771, + "nauc_mrr_at_10_std": -0.087536, + "nauc_mrr_at_10_diff1": 0.383302, + "nauc_mrr_at_20_max": -0.05678, + "nauc_mrr_at_20_std": -0.082021, + "nauc_mrr_at_20_diff1": 0.390532, + "nauc_mrr_at_100_max": -0.052475, + "nauc_mrr_at_100_std": -0.084194, + "nauc_mrr_at_100_diff1": 0.393781, + "nauc_mrr_at_1000_max": -0.052475, + "nauc_mrr_at_1000_std": -0.084194, + "nauc_mrr_at_1000_diff1": 0.393781, + "hit_rate_at_1": 0.37, + "hit_rate_at_3": 0.62, + "hit_rate_at_5": 0.71, + "hit_rate_at_10": 0.82, + "hit_rate_at_20": 0.88, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.55427, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 176.6472725868225, + "kg_co2_emissions": null, + "date": 1776187811.751664 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreSyntheticDocQAAIRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreSyntheticDocQAAIRetrieval.json new file mode 100644 index 0000000000..f6f9cbcb16 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreSyntheticDocQAAIRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "12c5b7a81fc19d66f1844642acdb88e8ad79af16", + "task_name": "VidoreSyntheticDocQAAIRetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.73, + "ndcg_at_3": 0.84595, + "ndcg_at_5": 0.86661, + "ndcg_at_10": 0.8735, + "ndcg_at_20": 0.87582, + "ndcg_at_100": 0.87582, + "ndcg_at_1000": 0.87582, + "map_at_1": 0.73, + "map_at_3": 0.82, + "map_at_5": 0.8315, + "map_at_10": 0.8346, + "map_at_20": 0.83512, + "map_at_100": 0.83512, + "map_at_1000": 0.83512, + "recall_at_1": 0.73, + "recall_at_3": 0.92, + "recall_at_5": 0.97, + "recall_at_10": 0.99, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.73, + "precision_at_1": 0.73, + "precision_at_3": 0.30667, + "precision_at_5": 0.194, + "precision_at_10": 0.099, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.73, + "mrr_at_3": 0.82, + "mrr_at_5": 0.8315, + "mrr_at_10": 0.834595, + "mrr_at_20": 0.835122, + "mrr_at_100": 0.835122, + "mrr_at_1000": 0.835122, + "nauc_ndcg_at_1_max": 0.526961, + "nauc_ndcg_at_1_std": 0.050954, + "nauc_ndcg_at_1_diff1": 0.735753, + "nauc_ndcg_at_3_max": 0.583185, + "nauc_ndcg_at_3_std": 0.096355, + "nauc_ndcg_at_3_diff1": 0.685521, + "nauc_ndcg_at_5_max": 0.574471, + "nauc_ndcg_at_5_std": 0.116157, + "nauc_ndcg_at_5_diff1": 0.694638, + "nauc_ndcg_at_10_max": 0.552617, + "nauc_ndcg_at_10_std": 0.075849, + "nauc_ndcg_at_10_diff1": 0.703111, + "nauc_ndcg_at_20_max": 0.549114, + "nauc_ndcg_at_20_std": 0.065969, + "nauc_ndcg_at_20_diff1": 0.706188, + "nauc_ndcg_at_100_max": 0.549114, + "nauc_ndcg_at_100_std": 0.065969, + "nauc_ndcg_at_100_diff1": 0.706188, + "nauc_ndcg_at_1000_max": 0.549114, + "nauc_ndcg_at_1000_std": 0.065969, + "nauc_ndcg_at_1000_diff1": 0.706188, + "nauc_map_at_1_max": 0.526961, + "nauc_map_at_1_std": 0.050954, + "nauc_map_at_1_diff1": 0.735753, + "nauc_map_at_3_max": 0.559485, + "nauc_map_at_3_std": 0.067562, + "nauc_map_at_3_diff1": 0.701096, + "nauc_map_at_5_max": 0.554584, + "nauc_map_at_5_std": 0.07747, + "nauc_map_at_5_diff1": 0.705372, + "nauc_map_at_10_max": 0.54658, + "nauc_map_at_10_std": 0.062574, + "nauc_map_at_10_diff1": 0.708515, + "nauc_map_at_20_max": 0.545957, + "nauc_map_at_20_std": 0.06083, + "nauc_map_at_20_diff1": 0.709063, + "nauc_map_at_100_max": 0.545957, + "nauc_map_at_100_std": 0.06083, + "nauc_map_at_100_diff1": 0.709063, + "nauc_map_at_1000_max": 0.545957, + "nauc_map_at_1000_std": 0.06083, + "nauc_map_at_1000_diff1": 0.709063, + "nauc_recall_at_1_max": 0.526961, + "nauc_recall_at_1_std": 0.050954, + "nauc_recall_at_1_diff1": 0.735753, + "nauc_recall_at_3_max": 0.726366, + "nauc_recall_at_3_std": 0.277077, + "nauc_recall_at_3_diff1": 0.595355, + "nauc_recall_at_5_max": 0.863834, + "nauc_recall_at_5_std": 0.70277, + "nauc_recall_at_5_diff1": 0.554155, + "nauc_recall_at_10_max": 0.722222, + "nauc_recall_at_10_std": 0.554155, + "nauc_recall_at_10_diff1": 0.554155, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.526961, + "nauc_precision_at_1_std": 0.050954, + "nauc_precision_at_1_diff1": 0.735753, + "nauc_precision_at_3_max": 0.726366, + "nauc_precision_at_3_std": 0.277077, + "nauc_precision_at_3_diff1": 0.595355, + "nauc_precision_at_5_max": 0.863834, + "nauc_precision_at_5_std": 0.70277, + "nauc_precision_at_5_diff1": 0.554155, + "nauc_precision_at_10_max": 0.722222, + "nauc_precision_at_10_std": 0.554155, + "nauc_precision_at_10_diff1": 0.554155, + "nauc_precision_at_20_max": 1.0, + "nauc_precision_at_20_std": 1.0, + "nauc_precision_at_20_diff1": 1.0, + "nauc_precision_at_100_max": NaN, + "nauc_precision_at_100_std": NaN, + "nauc_precision_at_100_diff1": NaN, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.526961, + "nauc_mrr_at_1_std": 0.050954, + "nauc_mrr_at_1_diff1": 0.735753, + "nauc_mrr_at_3_max": 0.559485, + "nauc_mrr_at_3_std": 0.067562, + "nauc_mrr_at_3_diff1": 0.701096, + "nauc_mrr_at_5_max": 0.554584, + "nauc_mrr_at_5_std": 0.07747, + "nauc_mrr_at_5_diff1": 0.705372, + "nauc_mrr_at_10_max": 0.54658, + "nauc_mrr_at_10_std": 0.062574, + "nauc_mrr_at_10_diff1": 0.708515, + "nauc_mrr_at_20_max": 0.545957, + "nauc_mrr_at_20_std": 0.06083, + "nauc_mrr_at_20_diff1": 0.709063, + "nauc_mrr_at_100_max": 0.545957, + "nauc_mrr_at_100_std": 0.06083, + "nauc_mrr_at_100_diff1": 0.709063, + "nauc_mrr_at_1000_max": 0.545957, + "nauc_mrr_at_1000_std": 0.06083, + "nauc_mrr_at_1000_diff1": 0.709063, + "hit_rate_at_1": 0.73, + "hit_rate_at_3": 0.92, + "hit_rate_at_5": 0.97, + "hit_rate_at_10": 0.99, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.86661, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 163.25772619247437, + "kg_co2_emissions": null, + "date": 1776184114.893663 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreTabfquadRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreTabfquadRetrieval.json new file mode 100644 index 0000000000..00f1ef8531 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreTabfquadRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "24a4541c4c461f5ff4f4af4e97ec820715281a06", + "task_name": "VidoreTabfquadRetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.61429, + "ndcg_at_3": 0.71552, + "ndcg_at_5": 0.74226, + "ndcg_at_10": 0.76696, + "ndcg_at_20": 0.77788, + "ndcg_at_100": 0.78435, + "ndcg_at_1000": 0.78435, + "map_at_1": 0.61429, + "map_at_3": 0.69226, + "map_at_5": 0.70726, + "map_at_10": 0.71706, + "map_at_20": 0.7201, + "map_at_100": 0.72118, + "map_at_1000": 0.72118, + "recall_at_1": 0.61429, + "recall_at_3": 0.78214, + "recall_at_5": 0.84643, + "recall_at_10": 0.925, + "recall_at_20": 0.96786, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.61429, + "precision_at_1": 0.61429, + "precision_at_3": 0.26071, + "precision_at_5": 0.16929, + "precision_at_10": 0.0925, + "precision_at_20": 0.04839, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.614286, + "mrr_at_3": 0.692262, + "mrr_at_5": 0.707262, + "mrr_at_10": 0.717056, + "mrr_at_20": 0.720099, + "mrr_at_100": 0.721184, + "mrr_at_1000": 0.721184, + "nauc_ndcg_at_1_max": 0.495607, + "nauc_ndcg_at_1_std": 0.282308, + "nauc_ndcg_at_1_diff1": 0.710656, + "nauc_ndcg_at_3_max": 0.434701, + "nauc_ndcg_at_3_std": 0.255113, + "nauc_ndcg_at_3_diff1": 0.644039, + "nauc_ndcg_at_5_max": 0.420361, + "nauc_ndcg_at_5_std": 0.232361, + "nauc_ndcg_at_5_diff1": 0.62879, + "nauc_ndcg_at_10_max": 0.421588, + "nauc_ndcg_at_10_std": 0.234288, + "nauc_ndcg_at_10_diff1": 0.624466, + "nauc_ndcg_at_20_max": 0.455083, + "nauc_ndcg_at_20_std": 0.266684, + "nauc_ndcg_at_20_diff1": 0.647357, + "nauc_ndcg_at_100_max": 0.451703, + "nauc_ndcg_at_100_std": 0.258239, + "nauc_ndcg_at_100_diff1": 0.65552, + "nauc_ndcg_at_1000_max": 0.451703, + "nauc_ndcg_at_1000_std": 0.258239, + "nauc_ndcg_at_1000_diff1": 0.65552, + "nauc_map_at_1_max": 0.495607, + "nauc_map_at_1_std": 0.282308, + "nauc_map_at_1_diff1": 0.710656, + "nauc_map_at_3_max": 0.453422, + "nauc_map_at_3_std": 0.263912, + "nauc_map_at_3_diff1": 0.662716, + "nauc_map_at_5_max": 0.447971, + "nauc_map_at_5_std": 0.252876, + "nauc_map_at_5_diff1": 0.656188, + "nauc_map_at_10_max": 0.448712, + "nauc_map_at_10_std": 0.254171, + "nauc_map_at_10_diff1": 0.65556, + "nauc_map_at_20_max": 0.457392, + "nauc_map_at_20_std": 0.262373, + "nauc_map_at_20_diff1": 0.66169, + "nauc_map_at_100_max": 0.457042, + "nauc_map_at_100_std": 0.26117, + "nauc_map_at_100_diff1": 0.66294, + "nauc_map_at_1000_max": 0.457042, + "nauc_map_at_1000_std": 0.26117, + "nauc_map_at_1000_diff1": 0.66294, + "nauc_recall_at_1_max": 0.495607, + "nauc_recall_at_1_std": 0.282308, + "nauc_recall_at_1_diff1": 0.710656, + "nauc_recall_at_3_max": 0.364415, + "nauc_recall_at_3_std": 0.221858, + "nauc_recall_at_3_diff1": 0.574816, + "nauc_recall_at_5_max": 0.281232, + "nauc_recall_at_5_std": 0.127534, + "nauc_recall_at_5_diff1": 0.492993, + "nauc_recall_at_10_max": 0.170401, + "nauc_recall_at_10_std": 0.045374, + "nauc_recall_at_10_diff1": 0.330888, + "nauc_recall_at_20_max": 0.555296, + "nauc_recall_at_20_std": 0.495383, + "nauc_recall_at_20_diff1": 0.429816, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.495607, + "nauc_precision_at_1_std": 0.282308, + "nauc_precision_at_1_diff1": 0.710656, + "nauc_precision_at_3_max": 0.364415, + "nauc_precision_at_3_std": 0.221858, + "nauc_precision_at_3_diff1": 0.574816, + "nauc_precision_at_5_max": 0.281232, + "nauc_precision_at_5_std": 0.127534, + "nauc_precision_at_5_diff1": 0.492993, + "nauc_precision_at_10_max": 0.170401, + "nauc_precision_at_10_std": 0.045374, + "nauc_precision_at_10_diff1": 0.330888, + "nauc_precision_at_20_max": 0.555296, + "nauc_precision_at_20_std": 0.495383, + "nauc_precision_at_20_diff1": 0.429816, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.495607, + "nauc_mrr_at_1_std": 0.282308, + "nauc_mrr_at_1_diff1": 0.710656, + "nauc_mrr_at_3_max": 0.453422, + "nauc_mrr_at_3_std": 0.263912, + "nauc_mrr_at_3_diff1": 0.662716, + "nauc_mrr_at_5_max": 0.447971, + "nauc_mrr_at_5_std": 0.252876, + "nauc_mrr_at_5_diff1": 0.656188, + "nauc_mrr_at_10_max": 0.448712, + "nauc_mrr_at_10_std": 0.254171, + "nauc_mrr_at_10_diff1": 0.65556, + "nauc_mrr_at_20_max": 0.457392, + "nauc_mrr_at_20_std": 0.262373, + "nauc_mrr_at_20_diff1": 0.66169, + "nauc_mrr_at_100_max": 0.457042, + "nauc_mrr_at_100_std": 0.26117, + "nauc_mrr_at_100_diff1": 0.66294, + "nauc_mrr_at_1000_max": 0.457042, + "nauc_mrr_at_1000_std": 0.26117, + "nauc_mrr_at_1000_diff1": 0.66294, + "hit_rate_at_1": 0.61429, + "hit_rate_at_3": 0.78214, + "hit_rate_at_5": 0.84643, + "hit_rate_at_10": 0.925, + "hit_rate_at_20": 0.96786, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.74226, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 10.944947242736816, + "kg_co2_emissions": null, + "date": 1776193694.537531 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreTatdqaRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreTatdqaRetrieval.json new file mode 100644 index 0000000000..cf66599c7e --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VidoreTatdqaRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "dc7924ec102addd7f85c1ccfdd8625848179f615", + "task_name": "VidoreTatdqaRetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.34629, + "ndcg_at_3": 0.45619, + "ndcg_at_5": 0.49878, + "ndcg_at_10": 0.53889, + "ndcg_at_20": 0.56101, + "ndcg_at_100": 0.58217, + "ndcg_at_1000": 0.58791, + "map_at_1": 0.34569, + "map_at_3": 0.42912, + "map_at_5": 0.45268, + "map_at_10": 0.46923, + "map_at_20": 0.47538, + "map_at_100": 0.47852, + "map_at_1000": 0.47881, + "recall_at_1": 0.34569, + "recall_at_3": 0.53372, + "recall_at_5": 0.6373, + "recall_at_10": 0.76124, + "recall_at_20": 0.84812, + "recall_at_100": 0.95899, + "recall_at_1000": 1.0, + "accuracy": 0.34569, + "precision_at_1": 0.34629, + "precision_at_3": 0.17841, + "precision_at_5": 0.12783, + "precision_at_10": 0.07637, + "precision_at_20": 0.04256, + "precision_at_100": 0.00964, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.346294, + "mrr_at_3": 0.42983, + "mrr_at_5": 0.453463, + "mrr_at_10": 0.469987, + "mrr_at_20": 0.476119, + "mrr_at_100": 0.479217, + "mrr_at_1000": 0.47949, + "nauc_ndcg_at_1_max": 0.296775, + "nauc_ndcg_at_1_std": -0.089191, + "nauc_ndcg_at_1_diff1": 0.468886, + "nauc_ndcg_at_3_max": 0.289893, + "nauc_ndcg_at_3_std": -0.096373, + "nauc_ndcg_at_3_diff1": 0.397015, + "nauc_ndcg_at_5_max": 0.293182, + "nauc_ndcg_at_5_std": -0.09351, + "nauc_ndcg_at_5_diff1": 0.388924, + "nauc_ndcg_at_10_max": 0.29388, + "nauc_ndcg_at_10_std": -0.088549, + "nauc_ndcg_at_10_diff1": 0.382515, + "nauc_ndcg_at_20_max": 0.298376, + "nauc_ndcg_at_20_std": -0.080739, + "nauc_ndcg_at_20_diff1": 0.395607, + "nauc_ndcg_at_100_max": 0.302657, + "nauc_ndcg_at_100_std": -0.075364, + "nauc_ndcg_at_100_diff1": 0.403409, + "nauc_ndcg_at_1000_max": 0.298652, + "nauc_ndcg_at_1000_std": -0.08374, + "nauc_ndcg_at_1000_diff1": 0.405556, + "nauc_map_at_1_max": 0.294884, + "nauc_map_at_1_std": -0.090404, + "nauc_map_at_1_diff1": 0.468982, + "nauc_map_at_3_max": 0.292172, + "nauc_map_at_3_std": -0.095076, + "nauc_map_at_3_diff1": 0.416035, + "nauc_map_at_5_max": 0.294068, + "nauc_map_at_5_std": -0.09338, + "nauc_map_at_5_diff1": 0.412248, + "nauc_map_at_10_max": 0.294331, + "nauc_map_at_10_std": -0.091496, + "nauc_map_at_10_diff1": 0.410256, + "nauc_map_at_20_max": 0.295474, + "nauc_map_at_20_std": -0.089506, + "nauc_map_at_20_diff1": 0.413548, + "nauc_map_at_100_max": 0.296243, + "nauc_map_at_100_std": -0.088417, + "nauc_map_at_100_diff1": 0.414508, + "nauc_map_at_1000_max": 0.296103, + "nauc_map_at_1000_std": -0.08874, + "nauc_map_at_1000_diff1": 0.414648, + "nauc_recall_at_1_max": 0.294884, + "nauc_recall_at_1_std": -0.090404, + "nauc_recall_at_1_diff1": 0.468982, + "nauc_recall_at_3_max": 0.280672, + "nauc_recall_at_3_std": -0.10079, + "nauc_recall_at_3_diff1": 0.339744, + "nauc_recall_at_5_max": 0.286805, + "nauc_recall_at_5_std": -0.094141, + "nauc_recall_at_5_diff1": 0.308022, + "nauc_recall_at_10_max": 0.288167, + "nauc_recall_at_10_std": -0.07237, + "nauc_recall_at_10_diff1": 0.252816, + "nauc_recall_at_20_max": 0.320392, + "nauc_recall_at_20_std": -0.005224, + "nauc_recall_at_20_diff1": 0.296844, + "nauc_recall_at_100_max": 0.493799, + "nauc_recall_at_100_std": 0.305049, + "nauc_recall_at_100_diff1": 0.330418, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.296775, + "nauc_precision_at_1_std": -0.089191, + "nauc_precision_at_1_diff1": 0.468886, + "nauc_precision_at_3_max": 0.281589, + "nauc_precision_at_3_std": -0.099807, + "nauc_precision_at_3_diff1": 0.339043, + "nauc_precision_at_5_max": 0.28998, + "nauc_precision_at_5_std": -0.093263, + "nauc_precision_at_5_diff1": 0.30945, + "nauc_precision_at_10_max": 0.293016, + "nauc_precision_at_10_std": -0.072506, + "nauc_precision_at_10_diff1": 0.256546, + "nauc_precision_at_20_max": 0.328179, + "nauc_precision_at_20_std": -0.003859, + "nauc_precision_at_20_diff1": 0.300889, + "nauc_precision_at_100_max": 0.465063, + "nauc_precision_at_100_std": 0.273678, + "nauc_precision_at_100_diff1": 0.319726, + "nauc_precision_at_1000_max": 0.071248, + "nauc_precision_at_1000_std": -0.284942, + "nauc_precision_at_1000_diff1": 0.455484, + "nauc_mrr_at_1_max": 0.296775, + "nauc_mrr_at_1_std": -0.089191, + "nauc_mrr_at_1_diff1": 0.468886, + "nauc_mrr_at_3_max": 0.293987, + "nauc_mrr_at_3_std": -0.094259, + "nauc_mrr_at_3_diff1": 0.415819, + "nauc_mrr_at_5_max": 0.296357, + "nauc_mrr_at_5_std": -0.092576, + "nauc_mrr_at_5_diff1": 0.412461, + "nauc_mrr_at_10_max": 0.296312, + "nauc_mrr_at_10_std": -0.090734, + "nauc_mrr_at_10_diff1": 0.410158, + "nauc_mrr_at_20_max": 0.297281, + "nauc_mrr_at_20_std": -0.088994, + "nauc_mrr_at_20_diff1": 0.413475, + "nauc_mrr_at_100_max": 0.298053, + "nauc_mrr_at_100_std": -0.087818, + "nauc_mrr_at_100_diff1": 0.414423, + "nauc_mrr_at_1000_max": 0.297911, + "nauc_mrr_at_1000_std": -0.088083, + "nauc_mrr_at_1000_diff1": 0.414493, + "hit_rate_at_1": 0.34629, + "hit_rate_at_3": 0.53463, + "hit_rate_at_5": 0.63852, + "hit_rate_at_10": 0.76245, + "hit_rate_at_20": 0.84933, + "hit_rate_at_100": 0.9593, + "hit_rate_at_1000": 1.0, + "main_score": 0.49878, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 54.323073625564575, + "kg_co2_emissions": null, + "date": 1776185623.698707 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VisualNewsI2TRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VisualNewsI2TRetrieval.json new file mode 100644 index 0000000000..dbe8461562 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VisualNewsI2TRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "158d0c0ce9cdd4f292964393de7dd47dc3e87519", + "task_name": "VisualNewsI2TRetrieval", + "mteb_version": "2.12.15", + "scores": { + "test": [ + { + "ndcg_at_1": 0.03635, + "ndcg_at_3": 0.05301, + "ndcg_at_5": 0.06078, + "ndcg_at_10": 0.07015, + "ndcg_at_20": 0.07932, + "ndcg_at_100": 0.0996, + "ndcg_at_1000": 0.12914, + "map_at_1": 0.03635, + "map_at_3": 0.04872, + "map_at_5": 0.05301, + "map_at_10": 0.05681, + "map_at_20": 0.05931, + "map_at_100": 0.06195, + "map_at_1000": 0.06286, + "recall_at_1": 0.03635, + "recall_at_3": 0.0655, + "recall_at_5": 0.08445, + "recall_at_10": 0.11375, + "recall_at_20": 0.15015, + "recall_at_100": 0.26205, + "recall_at_1000": 0.50635, + "accuracy": 0.03635, + "precision_at_1": 0.03635, + "precision_at_3": 0.02183, + "precision_at_5": 0.01689, + "precision_at_10": 0.01137, + "precision_at_20": 0.00751, + "precision_at_100": 0.00262, + "precision_at_1000": 0.00051, + "mrr_at_1": 0.03635, + "mrr_at_3": 0.048725, + "mrr_at_5": 0.053008, + "mrr_at_10": 0.056815, + "mrr_at_20": 0.059313, + "mrr_at_100": 0.061951, + "mrr_at_1000": 0.062859, + "nauc_ndcg_at_1_max": 0.148215, + "nauc_ndcg_at_1_std": 0.108038, + "nauc_ndcg_at_1_diff1": 0.333115, + "nauc_ndcg_at_3_max": 0.122118, + "nauc_ndcg_at_3_std": 0.106223, + "nauc_ndcg_at_3_diff1": 0.241578, + "nauc_ndcg_at_5_max": 0.118277, + "nauc_ndcg_at_5_std": 0.113333, + "nauc_ndcg_at_5_diff1": 0.213165, + "nauc_ndcg_at_10_max": 0.111621, + "nauc_ndcg_at_10_std": 0.122146, + "nauc_ndcg_at_10_diff1": 0.186968, + "nauc_ndcg_at_20_max": 0.111872, + "nauc_ndcg_at_20_std": 0.134596, + "nauc_ndcg_at_20_diff1": 0.173007, + "nauc_ndcg_at_100_max": 0.114436, + "nauc_ndcg_at_100_std": 0.156236, + "nauc_ndcg_at_100_diff1": 0.148954, + "nauc_ndcg_at_1000_max": 0.129966, + "nauc_ndcg_at_1000_std": 0.178338, + "nauc_ndcg_at_1000_diff1": 0.132063, + "nauc_map_at_1_max": 0.148215, + "nauc_map_at_1_std": 0.108038, + "nauc_map_at_1_diff1": 0.333115, + "nauc_map_at_3_max": 0.126641, + "nauc_map_at_3_std": 0.105801, + "nauc_map_at_3_diff1": 0.25867, + "nauc_map_at_5_max": 0.123605, + "nauc_map_at_5_std": 0.110247, + "nauc_map_at_5_diff1": 0.239283, + "nauc_map_at_10_max": 0.119481, + "nauc_map_at_10_std": 0.11458, + "nauc_map_at_10_diff1": 0.22432, + "nauc_map_at_20_max": 0.119315, + "nauc_map_at_20_std": 0.119021, + "nauc_map_at_20_diff1": 0.218415, + "nauc_map_at_100_max": 0.119262, + "nauc_map_at_100_std": 0.123132, + "nauc_map_at_100_diff1": 0.212594, + "nauc_map_at_1000_max": 0.119802, + "nauc_map_at_1000_std": 0.124294, + "nauc_map_at_1000_diff1": 0.211495, + "nauc_recall_at_1_max": 0.148215, + "nauc_recall_at_1_std": 0.108038, + "nauc_recall_at_1_diff1": 0.333115, + "nauc_recall_at_3_max": 0.112461, + "nauc_recall_at_3_std": 0.10736, + "nauc_recall_at_3_diff1": 0.204694, + "nauc_recall_at_5_max": 0.108507, + "nauc_recall_at_5_std": 0.119818, + "nauc_recall_at_5_diff1": 0.163142, + "nauc_recall_at_10_max": 0.098975, + "nauc_recall_at_10_std": 0.136298, + "nauc_recall_at_10_diff1": 0.124039, + "nauc_recall_at_20_max": 0.101901, + "nauc_recall_at_20_std": 0.162003, + "nauc_recall_at_20_diff1": 0.104062, + "nauc_recall_at_100_max": 0.112734, + "nauc_recall_at_100_std": 0.209786, + "nauc_recall_at_100_diff1": 0.064618, + "nauc_recall_at_1000_max": 0.171307, + "nauc_recall_at_1000_std": 0.283567, + "nauc_recall_at_1000_diff1": 0.012959, + "nauc_precision_at_1_max": 0.148215, + "nauc_precision_at_1_std": 0.108038, + "nauc_precision_at_1_diff1": 0.333115, + "nauc_precision_at_3_max": 0.112461, + "nauc_precision_at_3_std": 0.10736, + "nauc_precision_at_3_diff1": 0.204694, + "nauc_precision_at_5_max": 0.108507, + "nauc_precision_at_5_std": 0.119818, + "nauc_precision_at_5_diff1": 0.163142, + "nauc_precision_at_10_max": 0.098975, + "nauc_precision_at_10_std": 0.136298, + "nauc_precision_at_10_diff1": 0.124039, + "nauc_precision_at_20_max": 0.101901, + "nauc_precision_at_20_std": 0.162003, + "nauc_precision_at_20_diff1": 0.104062, + "nauc_precision_at_100_max": 0.112734, + "nauc_precision_at_100_std": 0.209786, + "nauc_precision_at_100_diff1": 0.064618, + "nauc_precision_at_1000_max": 0.171307, + "nauc_precision_at_1000_std": 0.283567, + "nauc_precision_at_1000_diff1": 0.012959, + "nauc_mrr_at_1_max": 0.148215, + "nauc_mrr_at_1_std": 0.108038, + "nauc_mrr_at_1_diff1": 0.333115, + "nauc_mrr_at_3_max": 0.126641, + "nauc_mrr_at_3_std": 0.105801, + "nauc_mrr_at_3_diff1": 0.25867, + "nauc_mrr_at_5_max": 0.123605, + "nauc_mrr_at_5_std": 0.110247, + "nauc_mrr_at_5_diff1": 0.239283, + "nauc_mrr_at_10_max": 0.119481, + "nauc_mrr_at_10_std": 0.11458, + "nauc_mrr_at_10_diff1": 0.22432, + "nauc_mrr_at_20_max": 0.119315, + "nauc_mrr_at_20_std": 0.119021, + "nauc_mrr_at_20_diff1": 0.218415, + "nauc_mrr_at_100_max": 0.119262, + "nauc_mrr_at_100_std": 0.123132, + "nauc_mrr_at_100_diff1": 0.212594, + "nauc_mrr_at_1000_max": 0.119802, + "nauc_mrr_at_1000_std": 0.124294, + "nauc_mrr_at_1000_diff1": 0.211495, + "hit_rate_at_1": 0.03635, + "hit_rate_at_3": 0.0655, + "hit_rate_at_5": 0.08445, + "hit_rate_at_10": 0.11375, + "hit_rate_at_20": 0.15015, + "hit_rate_at_100": 0.26205, + "hit_rate_at_1000": 0.50635, + "main_score": 0.07015, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 1755.0467240810394, + "kg_co2_emissions": null, + "date": 1775833229.773311 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VisualSTS-b-Multilingual.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VisualSTS-b-Multilingual.json new file mode 100644 index 0000000000..fb81f0dafe --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VisualSTS-b-Multilingual.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "1", + "task_name": "VisualSTS-b-Multilingual", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "cosine_spearman": 0.524533, + "main_score": 0.524533, + "hf_subset": "default", + "languages": [ + "deu-Latn", + "spa-Latn", + "fra-Latn", + "ita-Latn", + "nld-Latn", + "pol-Latn", + "por-Latn", + "rus-Cyrl", + "cmn-Hans" + ] + } + ] + }, + "evaluation_time": 981.9999787807465, + "kg_co2_emissions": NaN, + "date": 1776241671.07174 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VisualSTS17Multilingual.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VisualSTS17Multilingual.json new file mode 100644 index 0000000000..b0e6023d36 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VisualSTS17Multilingual.json @@ -0,0 +1,28 @@ +{ + "dataset_revision": "1", + "task_name": "VisualSTS17Multilingual", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "cosine_spearman": 0.3894736999999999, + "main_score": 0.3894736999999999, + "hf_subset": "default", + "languages": [ + "ara-Arab", + "deu-Latn", + "eng-Latn", + "fra-Latn", + "ita-Latn", + "kor-Hang", + "nld-Latn", + "spa-Latn", + "tur-Latn" + ] + } + ] + }, + "evaluation_time": 185.30081844329834, + "kg_co2_emissions": null, + "date": 1775833519.103013 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VoxCelebSA.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VoxCelebSA.json new file mode 100644 index 0000000000..d1bf7a9719 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VoxCelebSA.json @@ -0,0 +1,85 @@ +{ + "dataset_revision": "17fb326752c26b58491de360f0a6a152c9bfe19d", + "task_name": "VoxCelebSA", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.492754, + "f1": 0.375568, + "f1_weighted": 0.561729, + "precision": 0.406347, + "precision_weighted": 0.764149, + "recall": 0.685321, + "recall_weighted": 0.492754, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.542029, + "f1": 0.375468, + "f1_weighted": 0.60093, + "precision": 0.391668, + "precision_weighted": 0.764796, + "recall": 0.541767, + "recall_weighted": 0.542029, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.450725, + "f1": 0.300909, + "f1_weighted": 0.523894, + "precision": 0.332145, + "precision_weighted": 0.674469, + "recall": 0.498643, + "recall_weighted": 0.450725, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.43913, + "f1": 0.312316, + "f1_weighted": 0.504385, + "precision": 0.353999, + "precision_weighted": 0.750107, + "recall": 0.535389, + "recall_weighted": 0.43913, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.550073, + "f1": 0.390055, + "f1_weighted": 0.60401, + "precision": 0.3915, + "precision_weighted": 0.759475, + "recall": 0.647728, + "recall_weighted": 0.550073, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.494942, + "f1": 0.350863, + "f1_weighted": 0.558989, + "precision": 0.375132, + "precision_weighted": 0.742599, + "recall": 0.58177, + "recall_weighted": 0.494942, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.494942, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 97.3057713508606, + "kg_co2_emissions": null, + "date": 1776242121.204513 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VoxPopuliAccentPairClassification.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VoxPopuliAccentPairClassification.json new file mode 100644 index 0000000000..28caa5ec9f --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VoxPopuliAccentPairClassification.json @@ -0,0 +1,49 @@ +{ + "dataset_revision": "ac4587795abbac156982e41775e1428f5933a32e", + "task_name": "VoxPopuliAccentPairClassification", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "similarity_accuracy": 0.512537, + "similarity_f1": 0.666547, + "similarity_precision": 0.499865, + "similarity_recall": 1.0, + "similarity_ap": 0.508145, + "cosine_accuracy": 0.512537, + "cosine_f1": 0.666547, + "cosine_precision": 0.499865, + "cosine_recall": 1.0, + "cosine_ap": 0.508145, + "manhattan_accuracy": 0.51375, + "manhattan_f1": 0.666547, + "manhattan_precision": 0.499933, + "manhattan_recall": 0.99973, + "manhattan_ap": 0.510499, + "euclidean_accuracy": 0.511998, + "euclidean_f1": 0.666367, + "euclidean_precision": 0.49973, + "euclidean_recall": 0.99973, + "euclidean_ap": 0.507693, + "dot_accuracy": 0.509706, + "dot_f1": 0.666547, + "dot_precision": 0.499865, + "dot_recall": 1.0, + "dot_ap": 0.507106, + "max_accuracy": 0.51375, + "max_f1": 0.666547, + "max_precision": 0.499933, + "max_recall": 1.0, + "max_ap": 0.510499, + "main_score": 0.510499, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 356.41533160209656, + "kg_co2_emissions": null, + "date": 1776242211.275583 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VoxPopuliGenderClustering.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VoxPopuliGenderClustering.json new file mode 100644 index 0000000000..df5a0d60cf --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VoxPopuliGenderClustering.json @@ -0,0 +1,39 @@ +{ + "dataset_revision": "310a01e178584866d5d15f89541da9fac235df7d", + "task_name": "VoxPopuliGenderClustering", + "mteb_version": "2.12.15", + "scores": { + "train": [ + { + "v_measures": { + "Level 0": [ + 0.138419, + 0.035033, + 9.3e-05, + 0.05592, + 0.081356, + 0.073369, + 0.69745, + 0.016018, + 0.148071, + 0.038981 + ] + }, + "v_measure": 0.128471, + "v_measure_std": 0.195091, + "main_score": 0.128471, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "fra-Latn", + "spa-Latn", + "pol-Latn", + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 11.890072584152222, + "kg_co2_emissions": null, + "date": 1775788683.702112 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VoxPopuliLanguageID.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VoxPopuliLanguageID.json new file mode 100644 index 0000000000..e56f0e9681 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VoxPopuliLanguageID.json @@ -0,0 +1,89 @@ +{ + "dataset_revision": "d5fb9661054ba250e2c03adeb9a702ad55e73f27", + "task_name": "VoxPopuliLanguageID", + "mteb_version": "2.12.16", + "scores": { + "train": [ + { + "scores_per_experiment": [ + { + "accuracy": 0.95, + "f1": 0.949159, + "f1_weighted": 0.949027, + "precision": 0.943532, + "precision_weighted": 0.950509, + "recall": 0.957143, + "recall_weighted": 0.95, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.97, + "f1": 0.969577, + "f1_weighted": 0.969761, + "precision": 0.970409, + "precision_weighted": 0.97148, + "recall": 0.970707, + "recall_weighted": 0.97, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.99, + "f1": 0.986555, + "f1_weighted": 0.98986, + "precision": 0.992308, + "precision_weighted": 0.990385, + "recall": 0.981818, + "recall_weighted": 0.99, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.95, + "f1": 0.952217, + "f1_weighted": 0.948944, + "precision": 0.961129, + "precision_weighted": 0.954922, + "recall": 0.95, + "recall_weighted": 0.95, + "ap": null, + "ap_weighted": null + }, + { + "accuracy": 0.95, + "f1": 0.948161, + "f1_weighted": 0.949415, + "precision": 0.949144, + "precision_weighted": 0.950824, + "recall": 0.94933, + "recall_weighted": 0.95, + "ap": null, + "ap_weighted": null + } + ], + "accuracy": 0.962, + "f1": 0.961134, + "f1_weighted": 0.961401, + "precision": 0.963304, + "precision_weighted": 0.963624, + "recall": 0.9618, + "recall_weighted": 0.962, + "ap": NaN, + "ap_weighted": NaN, + "main_score": 0.962, + "hf_subset": "default", + "languages": [ + "eng-Latn", + "fra-Latn", + "spa-Latn", + "pol-Latn", + "deu-Latn" + ] + } + ] + }, + "evaluation_time": 14.35740351676941, + "kg_co2_emissions": null, + "date": 1776242463.900004 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VoyageMMarcoReranking.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VoyageMMarcoReranking.json new file mode 100644 index 0000000000..892e2f3f60 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/VoyageMMarcoReranking.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "bd2050c52b480e48c51372b4ec98a1cbbc4515f2", + "task_name": "VoyageMMarcoReranking", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.56396, + "ndcg_at_3": 0.6673, + "ndcg_at_5": 0.69697, + "ndcg_at_10": 0.72353, + "ndcg_at_20": 0.74291, + "ndcg_at_100": 0.75029, + "ndcg_at_1000": 0.75029, + "map_at_1": 0.54765, + "map_at_3": 0.63798, + "map_at_5": 0.65516, + "map_at_10": 0.66688, + "map_at_20": 0.67242, + "map_at_100": 0.67403, + "map_at_1000": 0.67403, + "recall_at_1": 0.54765, + "recall_at_3": 0.74154, + "recall_at_5": 0.8125, + "recall_at_10": 0.89164, + "recall_at_20": 0.96716, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.54765, + "precision_at_1": 0.56396, + "precision_at_3": 0.2583, + "precision_at_5": 0.17031, + "precision_at_10": 0.09399, + "precision_at_20": 0.05115, + "precision_at_100": 0.01062, + "precision_at_1000": 0.00106, + "mrr_at_1": 0.563965, + "mrr_at_3": 0.6486, + "mrr_at_5": 0.664396, + "mrr_at_10": 0.674921, + "mrr_at_20": 0.67982, + "mrr_at_100": 0.681033, + "mrr_at_1000": 0.681033, + "nauc_ndcg_at_1_max": 0.121704, + "nauc_ndcg_at_1_std": 0.130015, + "nauc_ndcg_at_1_diff1": 0.713401, + "nauc_ndcg_at_3_max": 0.138442, + "nauc_ndcg_at_3_std": 0.222469, + "nauc_ndcg_at_3_diff1": 0.654551, + "nauc_ndcg_at_5_max": 0.143177, + "nauc_ndcg_at_5_std": 0.245987, + "nauc_ndcg_at_5_diff1": 0.646913, + "nauc_ndcg_at_10_max": 0.150807, + "nauc_ndcg_at_10_std": 0.242751, + "nauc_ndcg_at_10_diff1": 0.647093, + "nauc_ndcg_at_20_max": 0.150122, + "nauc_ndcg_at_20_std": 0.222103, + "nauc_ndcg_at_20_diff1": 0.659735, + "nauc_ndcg_at_100_max": 0.144496, + "nauc_ndcg_at_100_std": 0.208467, + "nauc_ndcg_at_100_diff1": 0.664009, + "nauc_ndcg_at_1000_max": 0.144496, + "nauc_ndcg_at_1000_std": 0.208467, + "nauc_ndcg_at_1000_diff1": 0.664009, + "nauc_map_at_1_max": 0.096385, + "nauc_map_at_1_std": 0.110965, + "nauc_map_at_1_diff1": 0.711968, + "nauc_map_at_3_max": 0.128871, + "nauc_map_at_3_std": 0.196342, + "nauc_map_at_3_diff1": 0.668968, + "nauc_map_at_5_max": 0.13181, + "nauc_map_at_5_std": 0.207683, + "nauc_map_at_5_diff1": 0.665222, + "nauc_map_at_10_max": 0.135028, + "nauc_map_at_10_std": 0.205407, + "nauc_map_at_10_diff1": 0.665885, + "nauc_map_at_20_max": 0.135611, + "nauc_map_at_20_std": 0.200646, + "nauc_map_at_20_diff1": 0.668952, + "nauc_map_at_100_max": 0.134957, + "nauc_map_at_100_std": 0.198186, + "nauc_map_at_100_diff1": 0.669597, + "nauc_map_at_1000_max": 0.134957, + "nauc_map_at_1000_std": 0.198186, + "nauc_map_at_1000_diff1": 0.669597, + "nauc_recall_at_1_max": 0.096385, + "nauc_recall_at_1_std": 0.110965, + "nauc_recall_at_1_diff1": 0.711968, + "nauc_recall_at_3_max": 0.147648, + "nauc_recall_at_3_std": 0.31305, + "nauc_recall_at_3_diff1": 0.597716, + "nauc_recall_at_5_max": 0.166363, + "nauc_recall_at_5_std": 0.416633, + "nauc_recall_at_5_diff1": 0.554243, + "nauc_recall_at_10_max": 0.219336, + "nauc_recall_at_10_std": 0.507794, + "nauc_recall_at_10_diff1": 0.507531, + "nauc_recall_at_20_max": 0.318706, + "nauc_recall_at_20_std": 0.581666, + "nauc_recall_at_20_diff1": 0.518443, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.121704, + "nauc_precision_at_1_std": 0.130015, + "nauc_precision_at_1_diff1": 0.713401, + "nauc_precision_at_3_max": 0.191914, + "nauc_precision_at_3_std": 0.32483, + "nauc_precision_at_3_diff1": 0.492564, + "nauc_precision_at_5_max": 0.209726, + "nauc_precision_at_5_std": 0.39814, + "nauc_precision_at_5_diff1": 0.38429, + "nauc_precision_at_10_max": 0.258592, + "nauc_precision_at_10_std": 0.378125, + "nauc_precision_at_10_diff1": 0.209464, + "nauc_precision_at_20_max": 0.295215, + "nauc_precision_at_20_std": 0.224217, + "nauc_precision_at_20_diff1": -0.042939, + "nauc_precision_at_100_max": 0.24226, + "nauc_precision_at_100_std": 0.03728, + "nauc_precision_at_100_diff1": -0.239361, + "nauc_precision_at_1000_max": 0.24226, + "nauc_precision_at_1000_std": 0.03728, + "nauc_precision_at_1000_diff1": -0.239361, + "nauc_mrr_at_1_max": 0.121704, + "nauc_mrr_at_1_std": 0.130015, + "nauc_mrr_at_1_diff1": 0.713401, + "nauc_mrr_at_3_max": 0.146129, + "nauc_mrr_at_3_std": 0.197238, + "nauc_mrr_at_3_diff1": 0.669078, + "nauc_mrr_at_5_max": 0.147494, + "nauc_mrr_at_5_std": 0.206478, + "nauc_mrr_at_5_diff1": 0.666269, + "nauc_mrr_at_10_max": 0.149793, + "nauc_mrr_at_10_std": 0.203868, + "nauc_mrr_at_10_diff1": 0.66673, + "nauc_mrr_at_20_max": 0.148666, + "nauc_mrr_at_20_std": 0.198907, + "nauc_mrr_at_20_diff1": 0.66994, + "nauc_mrr_at_100_max": 0.147474, + "nauc_mrr_at_100_std": 0.196988, + "nauc_mrr_at_100_diff1": 0.67067, + "nauc_mrr_at_1000_max": 0.147474, + "nauc_mrr_at_1000_std": 0.196988, + "nauc_mrr_at_1000_diff1": 0.67067, + "hit_rate_at_1": 0.56396, + "hit_rate_at_3": 0.75439, + "hit_rate_at_5": 0.82324, + "hit_rate_at_10": 0.89941, + "hit_rate_at_20": 0.97119, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.67403, + "hf_subset": "default", + "languages": [ + "jpn-Jpan" + ] + } + ] + }, + "evaluation_time": 150.47722935676575, + "kg_co2_emissions": null, + "date": 1776181524.605831 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WITT2IRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WITT2IRetrieval.json new file mode 100644 index 0000000000..98ef9025c3 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WITT2IRetrieval.json @@ -0,0 +1,1717 @@ +{ + "dataset_revision": "91ac153f1371a98b209ed763205e25e115ecd06e", + "task_name": "WITT2IRetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.39551, + "ndcg_at_3": 0.48772, + "ndcg_at_5": 0.51958, + "ndcg_at_10": 0.54746, + "ndcg_at_20": 0.56759, + "ndcg_at_100": 0.5949, + "ndcg_at_1000": 0.60248, + "map_at_1": 0.39551, + "map_at_3": 0.46554, + "map_at_5": 0.48318, + "map_at_10": 0.49484, + "map_at_20": 0.50049, + "map_at_100": 0.50419, + "map_at_1000": 0.50449, + "recall_at_1": 0.39551, + "recall_at_3": 0.55169, + "recall_at_5": 0.62921, + "recall_at_10": 0.71461, + "recall_at_20": 0.79326, + "recall_at_100": 0.94157, + "recall_at_1000": 1.0, + "accuracy": 0.39551, + "precision_at_1": 0.39551, + "precision_at_3": 0.1839, + "precision_at_5": 0.12584, + "precision_at_10": 0.07146, + "precision_at_20": 0.03966, + "precision_at_100": 0.00942, + "precision_at_1000": 0.001, + "mrr_at_1": 0.395506, + "mrr_at_3": 0.465543, + "mrr_at_5": 0.483184, + "mrr_at_10": 0.494838, + "mrr_at_20": 0.500493, + "mrr_at_100": 0.504194, + "mrr_at_1000": 0.504495, + "nauc_ndcg_at_1_max": 0.348043, + "nauc_ndcg_at_1_std": -0.113716, + "nauc_ndcg_at_1_diff1": 0.542638, + "nauc_ndcg_at_3_max": 0.401354, + "nauc_ndcg_at_3_std": -0.064482, + "nauc_ndcg_at_3_diff1": 0.487149, + "nauc_ndcg_at_5_max": 0.39979, + "nauc_ndcg_at_5_std": -0.043749, + "nauc_ndcg_at_5_diff1": 0.464148, + "nauc_ndcg_at_10_max": 0.393322, + "nauc_ndcg_at_10_std": -0.053916, + "nauc_ndcg_at_10_diff1": 0.464704, + "nauc_ndcg_at_20_max": 0.389046, + "nauc_ndcg_at_20_std": -0.054631, + "nauc_ndcg_at_20_diff1": 0.462829, + "nauc_ndcg_at_100_max": 0.391647, + "nauc_ndcg_at_100_std": -0.050036, + "nauc_ndcg_at_100_diff1": 0.473775, + "nauc_ndcg_at_1000_max": 0.387331, + "nauc_ndcg_at_1000_std": -0.06121, + "nauc_ndcg_at_1000_diff1": 0.478397, + "nauc_map_at_1_max": 0.348043, + "nauc_map_at_1_std": -0.113716, + "nauc_map_at_1_diff1": 0.542638, + "nauc_map_at_3_max": 0.387027, + "nauc_map_at_3_std": -0.078066, + "nauc_map_at_3_diff1": 0.50101, + "nauc_map_at_5_max": 0.386243, + "nauc_map_at_5_std": -0.067139, + "nauc_map_at_5_diff1": 0.489062, + "nauc_map_at_10_max": 0.383331, + "nauc_map_at_10_std": -0.071682, + "nauc_map_at_10_diff1": 0.489709, + "nauc_map_at_20_max": 0.382182, + "nauc_map_at_20_std": -0.072103, + "nauc_map_at_20_diff1": 0.489427, + "nauc_map_at_100_max": 0.382158, + "nauc_map_at_100_std": -0.07185, + "nauc_map_at_100_diff1": 0.490625, + "nauc_map_at_1000_max": 0.382026, + "nauc_map_at_1000_std": -0.072218, + "nauc_map_at_1000_diff1": 0.490787, + "nauc_recall_at_1_max": 0.348043, + "nauc_recall_at_1_std": -0.113716, + "nauc_recall_at_1_diff1": 0.542638, + "nauc_recall_at_3_max": 0.445376, + "nauc_recall_at_3_std": -0.022603, + "nauc_recall_at_3_diff1": 0.444986, + "nauc_recall_at_5_max": 0.444343, + "nauc_recall_at_5_std": 0.037666, + "nauc_recall_at_5_diff1": 0.377654, + "nauc_recall_at_10_max": 0.42877, + "nauc_recall_at_10_std": 0.014952, + "nauc_recall_at_10_diff1": 0.363021, + "nauc_recall_at_20_max": 0.412162, + "nauc_recall_at_20_std": 0.031222, + "nauc_recall_at_20_diff1": 0.32274, + "nauc_recall_at_100_max": 0.549675, + "nauc_recall_at_100_std": 0.351577, + "nauc_recall_at_100_diff1": 0.307881, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.348043, + "nauc_precision_at_1_std": -0.113716, + "nauc_precision_at_1_diff1": 0.542638, + "nauc_precision_at_3_max": 0.445376, + "nauc_precision_at_3_std": -0.022603, + "nauc_precision_at_3_diff1": 0.444986, + "nauc_precision_at_5_max": 0.444343, + "nauc_precision_at_5_std": 0.037666, + "nauc_precision_at_5_diff1": 0.377654, + "nauc_precision_at_10_max": 0.42877, + "nauc_precision_at_10_std": 0.014952, + "nauc_precision_at_10_diff1": 0.363021, + "nauc_precision_at_20_max": 0.412162, + "nauc_precision_at_20_std": 0.031222, + "nauc_precision_at_20_diff1": 0.32274, + "nauc_precision_at_100_max": 0.549675, + "nauc_precision_at_100_std": 0.351577, + "nauc_precision_at_100_diff1": 0.307881, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.348043, + "nauc_mrr_at_1_std": -0.113716, + "nauc_mrr_at_1_diff1": 0.542638, + "nauc_mrr_at_3_max": 0.387027, + "nauc_mrr_at_3_std": -0.078066, + "nauc_mrr_at_3_diff1": 0.50101, + "nauc_mrr_at_5_max": 0.386243, + "nauc_mrr_at_5_std": -0.067139, + "nauc_mrr_at_5_diff1": 0.489062, + "nauc_mrr_at_10_max": 0.383331, + "nauc_mrr_at_10_std": -0.071682, + "nauc_mrr_at_10_diff1": 0.489709, + "nauc_mrr_at_20_max": 0.382182, + "nauc_mrr_at_20_std": -0.072103, + "nauc_mrr_at_20_diff1": 0.489427, + "nauc_mrr_at_100_max": 0.382158, + "nauc_mrr_at_100_std": -0.07185, + "nauc_mrr_at_100_diff1": 0.490625, + "nauc_mrr_at_1000_max": 0.382026, + "nauc_mrr_at_1000_std": -0.072218, + "nauc_mrr_at_1000_diff1": 0.490787, + "hit_rate_at_1": 0.39551, + "hit_rate_at_3": 0.55169, + "hit_rate_at_5": 0.62921, + "hit_rate_at_10": 0.71461, + "hit_rate_at_20": 0.79326, + "hit_rate_at_100": 0.94157, + "hit_rate_at_1000": 1.0, + "main_score": 0.54746, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.28488, + "ndcg_at_3": 0.36167, + "ndcg_at_5": 0.38678, + "ndcg_at_10": 0.42497, + "ndcg_at_20": 0.44635, + "ndcg_at_100": 0.4871, + "ndcg_at_1000": 0.49936, + "map_at_1": 0.28488, + "map_at_3": 0.34244, + "map_at_5": 0.35622, + "map_at_10": 0.37188, + "map_at_20": 0.37771, + "map_at_100": 0.38333, + "map_at_1000": 0.38377, + "recall_at_1": 0.28488, + "recall_at_3": 0.41744, + "recall_at_5": 0.47907, + "recall_at_10": 0.59767, + "recall_at_20": 0.68256, + "recall_at_100": 0.90233, + "recall_at_1000": 1.0, + "accuracy": 0.28488, + "precision_at_1": 0.28488, + "precision_at_3": 0.13915, + "precision_at_5": 0.09581, + "precision_at_10": 0.05977, + "precision_at_20": 0.03413, + "precision_at_100": 0.00902, + "precision_at_1000": 0.001, + "mrr_at_1": 0.284884, + "mrr_at_3": 0.342442, + "mrr_at_5": 0.356221, + "mrr_at_10": 0.371884, + "mrr_at_20": 0.377713, + "mrr_at_100": 0.383335, + "mrr_at_1000": 0.383766, + "nauc_ndcg_at_1_max": 0.171662, + "nauc_ndcg_at_1_std": -0.157778, + "nauc_ndcg_at_1_diff1": 0.324344, + "nauc_ndcg_at_3_max": 0.142188, + "nauc_ndcg_at_3_std": -0.166706, + "nauc_ndcg_at_3_diff1": 0.229866, + "nauc_ndcg_at_5_max": 0.144285, + "nauc_ndcg_at_5_std": -0.170995, + "nauc_ndcg_at_5_diff1": 0.218509, + "nauc_ndcg_at_10_max": 0.147397, + "nauc_ndcg_at_10_std": -0.182007, + "nauc_ndcg_at_10_diff1": 0.194803, + "nauc_ndcg_at_20_max": 0.151982, + "nauc_ndcg_at_20_std": -0.183842, + "nauc_ndcg_at_20_diff1": 0.197571, + "nauc_ndcg_at_100_max": 0.179715, + "nauc_ndcg_at_100_std": -0.141195, + "nauc_ndcg_at_100_diff1": 0.23278, + "nauc_ndcg_at_1000_max": 0.16148, + "nauc_ndcg_at_1000_std": -0.162899, + "nauc_ndcg_at_1000_diff1": 0.22734, + "nauc_map_at_1_max": 0.171662, + "nauc_map_at_1_std": -0.157778, + "nauc_map_at_1_diff1": 0.324344, + "nauc_map_at_3_max": 0.151323, + "nauc_map_at_3_std": -0.163016, + "nauc_map_at_3_diff1": 0.253179, + "nauc_map_at_5_max": 0.152746, + "nauc_map_at_5_std": -0.165134, + "nauc_map_at_5_diff1": 0.247078, + "nauc_map_at_10_max": 0.153847, + "nauc_map_at_10_std": -0.169453, + "nauc_map_at_10_diff1": 0.237515, + "nauc_map_at_20_max": 0.15545, + "nauc_map_at_20_std": -0.169567, + "nauc_map_at_20_diff1": 0.238735, + "nauc_map_at_100_max": 0.158161, + "nauc_map_at_100_std": -0.164933, + "nauc_map_at_100_diff1": 0.242498, + "nauc_map_at_1000_max": 0.157676, + "nauc_map_at_1000_std": -0.16557, + "nauc_map_at_1000_diff1": 0.242451, + "nauc_recall_at_1_max": 0.171662, + "nauc_recall_at_1_std": -0.157778, + "nauc_recall_at_1_diff1": 0.324344, + "nauc_recall_at_3_max": 0.115836, + "nauc_recall_at_3_std": -0.177626, + "nauc_recall_at_3_diff1": 0.164402, + "nauc_recall_at_5_max": 0.119442, + "nauc_recall_at_5_std": -0.189178, + "nauc_recall_at_5_diff1": 0.135303, + "nauc_recall_at_10_max": 0.12849, + "nauc_recall_at_10_std": -0.227934, + "nauc_recall_at_10_diff1": 0.049062, + "nauc_recall_at_20_max": 0.143999, + "nauc_recall_at_20_std": -0.247105, + "nauc_recall_at_20_diff1": 0.036216, + "nauc_recall_at_100_max": 0.611973, + "nauc_recall_at_100_std": 0.365824, + "nauc_recall_at_100_diff1": 0.374077, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.171662, + "nauc_precision_at_1_std": -0.157778, + "nauc_precision_at_1_diff1": 0.324344, + "nauc_precision_at_3_max": 0.115836, + "nauc_precision_at_3_std": -0.177626, + "nauc_precision_at_3_diff1": 0.164402, + "nauc_precision_at_5_max": 0.119442, + "nauc_precision_at_5_std": -0.189178, + "nauc_precision_at_5_diff1": 0.135303, + "nauc_precision_at_10_max": 0.12849, + "nauc_precision_at_10_std": -0.227934, + "nauc_precision_at_10_diff1": 0.049062, + "nauc_precision_at_20_max": 0.143999, + "nauc_precision_at_20_std": -0.247105, + "nauc_precision_at_20_diff1": 0.036216, + "nauc_precision_at_100_max": 0.611973, + "nauc_precision_at_100_std": 0.365824, + "nauc_precision_at_100_diff1": 0.374077, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.171662, + "nauc_mrr_at_1_std": -0.157778, + "nauc_mrr_at_1_diff1": 0.324344, + "nauc_mrr_at_3_max": 0.151323, + "nauc_mrr_at_3_std": -0.163016, + "nauc_mrr_at_3_diff1": 0.253179, + "nauc_mrr_at_5_max": 0.152746, + "nauc_mrr_at_5_std": -0.165134, + "nauc_mrr_at_5_diff1": 0.247078, + "nauc_mrr_at_10_max": 0.153847, + "nauc_mrr_at_10_std": -0.169453, + "nauc_mrr_at_10_diff1": 0.237515, + "nauc_mrr_at_20_max": 0.15545, + "nauc_mrr_at_20_std": -0.169567, + "nauc_mrr_at_20_diff1": 0.238735, + "nauc_mrr_at_100_max": 0.158161, + "nauc_mrr_at_100_std": -0.164933, + "nauc_mrr_at_100_diff1": 0.242498, + "nauc_mrr_at_1000_max": 0.157676, + "nauc_mrr_at_1000_std": -0.16557, + "nauc_mrr_at_1000_diff1": 0.242451, + "hit_rate_at_1": 0.28488, + "hit_rate_at_3": 0.41744, + "hit_rate_at_5": 0.47907, + "hit_rate_at_10": 0.59767, + "hit_rate_at_20": 0.68256, + "hit_rate_at_100": 0.90233, + "hit_rate_at_1000": 1.0, + "main_score": 0.42497, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "ndcg_at_1": 0.33446, + "ndcg_at_3": 0.42197, + "ndcg_at_5": 0.44611, + "ndcg_at_10": 0.477, + "ndcg_at_20": 0.50222, + "ndcg_at_100": 0.53063, + "ndcg_at_1000": 0.54476, + "map_at_1": 0.33446, + "map_at_3": 0.39993, + "map_at_5": 0.41311, + "map_at_10": 0.4261, + "map_at_20": 0.433, + "map_at_100": 0.4369, + "map_at_1000": 0.43751, + "recall_at_1": 0.33446, + "recall_at_3": 0.48597, + "recall_at_5": 0.54545, + "recall_at_10": 0.63973, + "recall_at_20": 0.73962, + "recall_at_100": 0.89338, + "recall_at_1000": 1.0, + "accuracy": 0.33446, + "precision_at_1": 0.33446, + "precision_at_3": 0.16199, + "precision_at_5": 0.10909, + "precision_at_10": 0.06397, + "precision_at_20": 0.03698, + "precision_at_100": 0.00893, + "precision_at_1000": 0.001, + "mrr_at_1": 0.334456, + "mrr_at_3": 0.399925, + "mrr_at_5": 0.413113, + "mrr_at_10": 0.426095, + "mrr_at_20": 0.433, + "mrr_at_100": 0.436901, + "mrr_at_1000": 0.437514, + "nauc_ndcg_at_1_max": 0.406146, + "nauc_ndcg_at_1_std": -0.073615, + "nauc_ndcg_at_1_diff1": 0.549051, + "nauc_ndcg_at_3_max": 0.409661, + "nauc_ndcg_at_3_std": -0.095179, + "nauc_ndcg_at_3_diff1": 0.471807, + "nauc_ndcg_at_5_max": 0.409403, + "nauc_ndcg_at_5_std": -0.08729, + "nauc_ndcg_at_5_diff1": 0.462592, + "nauc_ndcg_at_10_max": 0.420238, + "nauc_ndcg_at_10_std": -0.065175, + "nauc_ndcg_at_10_diff1": 0.460825, + "nauc_ndcg_at_20_max": 0.426218, + "nauc_ndcg_at_20_std": -0.061344, + "nauc_ndcg_at_20_diff1": 0.46557, + "nauc_ndcg_at_100_max": 0.421841, + "nauc_ndcg_at_100_std": -0.067307, + "nauc_ndcg_at_100_diff1": 0.471397, + "nauc_ndcg_at_1000_max": 0.417089, + "nauc_ndcg_at_1000_std": -0.072988, + "nauc_ndcg_at_1000_diff1": 0.47548, + "nauc_map_at_1_max": 0.406146, + "nauc_map_at_1_std": -0.073615, + "nauc_map_at_1_diff1": 0.549051, + "nauc_map_at_3_max": 0.40733, + "nauc_map_at_3_std": -0.092182, + "nauc_map_at_3_diff1": 0.490505, + "nauc_map_at_5_max": 0.406875, + "nauc_map_at_5_std": -0.088269, + "nauc_map_at_5_diff1": 0.485842, + "nauc_map_at_10_max": 0.411405, + "nauc_map_at_10_std": -0.079276, + "nauc_map_at_10_diff1": 0.485058, + "nauc_map_at_20_max": 0.412601, + "nauc_map_at_20_std": -0.078667, + "nauc_map_at_20_diff1": 0.486666, + "nauc_map_at_100_max": 0.411927, + "nauc_map_at_100_std": -0.079665, + "nauc_map_at_100_diff1": 0.487238, + "nauc_map_at_1000_max": 0.411777, + "nauc_map_at_1000_std": -0.079755, + "nauc_map_at_1000_diff1": 0.487329, + "nauc_recall_at_1_max": 0.406146, + "nauc_recall_at_1_std": -0.073615, + "nauc_recall_at_1_diff1": 0.549051, + "nauc_recall_at_3_max": 0.417024, + "nauc_recall_at_3_std": -0.102947, + "nauc_recall_at_3_diff1": 0.417635, + "nauc_recall_at_5_max": 0.418015, + "nauc_recall_at_5_std": -0.081587, + "nauc_recall_at_5_diff1": 0.390726, + "nauc_recall_at_10_max": 0.455927, + "nauc_recall_at_10_std": -0.004045, + "nauc_recall_at_10_diff1": 0.377086, + "nauc_recall_at_20_max": 0.500604, + "nauc_recall_at_20_std": 0.035408, + "nauc_recall_at_20_diff1": 0.379513, + "nauc_recall_at_100_max": 0.522422, + "nauc_recall_at_100_std": 0.065705, + "nauc_recall_at_100_diff1": 0.376995, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.406146, + "nauc_precision_at_1_std": -0.073615, + "nauc_precision_at_1_diff1": 0.549051, + "nauc_precision_at_3_max": 0.417024, + "nauc_precision_at_3_std": -0.102947, + "nauc_precision_at_3_diff1": 0.417635, + "nauc_precision_at_5_max": 0.418015, + "nauc_precision_at_5_std": -0.081587, + "nauc_precision_at_5_diff1": 0.390726, + "nauc_precision_at_10_max": 0.455927, + "nauc_precision_at_10_std": -0.004045, + "nauc_precision_at_10_diff1": 0.377086, + "nauc_precision_at_20_max": 0.500604, + "nauc_precision_at_20_std": 0.035408, + "nauc_precision_at_20_diff1": 0.379513, + "nauc_precision_at_100_max": 0.522422, + "nauc_precision_at_100_std": 0.065705, + "nauc_precision_at_100_diff1": 0.376995, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.406146, + "nauc_mrr_at_1_std": -0.073615, + "nauc_mrr_at_1_diff1": 0.549051, + "nauc_mrr_at_3_max": 0.40733, + "nauc_mrr_at_3_std": -0.092182, + "nauc_mrr_at_3_diff1": 0.490505, + "nauc_mrr_at_5_max": 0.406875, + "nauc_mrr_at_5_std": -0.088269, + "nauc_mrr_at_5_diff1": 0.485842, + "nauc_mrr_at_10_max": 0.411405, + "nauc_mrr_at_10_std": -0.079276, + "nauc_mrr_at_10_diff1": 0.485058, + "nauc_mrr_at_20_max": 0.412601, + "nauc_mrr_at_20_std": -0.078667, + "nauc_mrr_at_20_diff1": 0.486666, + "nauc_mrr_at_100_max": 0.411927, + "nauc_mrr_at_100_std": -0.079665, + "nauc_mrr_at_100_diff1": 0.487238, + "nauc_mrr_at_1000_max": 0.411777, + "nauc_mrr_at_1000_std": -0.079755, + "nauc_mrr_at_1000_diff1": 0.487329, + "hit_rate_at_1": 0.33446, + "hit_rate_at_3": 0.48597, + "hit_rate_at_5": 0.54545, + "hit_rate_at_10": 0.63973, + "hit_rate_at_20": 0.73962, + "hit_rate_at_100": 0.89338, + "hit_rate_at_1000": 1.0, + "main_score": 0.477, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.33509, + "ndcg_at_3": 0.42717, + "ndcg_at_5": 0.45826, + "ndcg_at_10": 0.4927, + "ndcg_at_20": 0.518, + "ndcg_at_100": 0.54592, + "ndcg_at_1000": 0.55608, + "map_at_1": 0.33509, + "map_at_3": 0.40497, + "map_at_5": 0.42181, + "map_at_10": 0.43593, + "map_at_20": 0.44288, + "map_at_100": 0.44695, + "map_at_1000": 0.44738, + "recall_at_1": 0.33509, + "recall_at_3": 0.49123, + "recall_at_5": 0.56842, + "recall_at_10": 0.67544, + "recall_at_20": 0.77544, + "recall_at_100": 0.92281, + "recall_at_1000": 1.0, + "accuracy": 0.33509, + "precision_at_1": 0.33509, + "precision_at_3": 0.16374, + "precision_at_5": 0.11368, + "precision_at_10": 0.06754, + "precision_at_20": 0.03877, + "precision_at_100": 0.00923, + "precision_at_1000": 0.001, + "mrr_at_1": 0.335088, + "mrr_at_3": 0.404971, + "mrr_at_5": 0.421813, + "mrr_at_10": 0.435927, + "mrr_at_20": 0.442876, + "mrr_at_100": 0.446952, + "mrr_at_1000": 0.447378, + "nauc_ndcg_at_1_max": 0.394639, + "nauc_ndcg_at_1_std": -0.031997, + "nauc_ndcg_at_1_diff1": 0.527259, + "nauc_ndcg_at_3_max": 0.374461, + "nauc_ndcg_at_3_std": -0.034911, + "nauc_ndcg_at_3_diff1": 0.456736, + "nauc_ndcg_at_5_max": 0.370415, + "nauc_ndcg_at_5_std": -0.035484, + "nauc_ndcg_at_5_diff1": 0.438354, + "nauc_ndcg_at_10_max": 0.385778, + "nauc_ndcg_at_10_std": -0.00773, + "nauc_ndcg_at_10_diff1": 0.449411, + "nauc_ndcg_at_20_max": 0.382052, + "nauc_ndcg_at_20_std": -0.00988, + "nauc_ndcg_at_20_diff1": 0.451229, + "nauc_ndcg_at_100_max": 0.392271, + "nauc_ndcg_at_100_std": -0.001767, + "nauc_ndcg_at_100_diff1": 0.458213, + "nauc_ndcg_at_1000_max": 0.384946, + "nauc_ndcg_at_1000_std": -0.013935, + "nauc_ndcg_at_1000_diff1": 0.459351, + "nauc_map_at_1_max": 0.394639, + "nauc_map_at_1_std": -0.031997, + "nauc_map_at_1_diff1": 0.527259, + "nauc_map_at_3_max": 0.379898, + "nauc_map_at_3_std": -0.032355, + "nauc_map_at_3_diff1": 0.47192, + "nauc_map_at_5_max": 0.37799, + "nauc_map_at_5_std": -0.032478, + "nauc_map_at_5_diff1": 0.462695, + "nauc_map_at_10_max": 0.383991, + "nauc_map_at_10_std": -0.021383, + "nauc_map_at_10_diff1": 0.466393, + "nauc_map_at_20_max": 0.382632, + "nauc_map_at_20_std": -0.022448, + "nauc_map_at_20_diff1": 0.467198, + "nauc_map_at_100_max": 0.383981, + "nauc_map_at_100_std": -0.021383, + "nauc_map_at_100_diff1": 0.468156, + "nauc_map_at_1000_max": 0.383723, + "nauc_map_at_1000_std": -0.021771, + "nauc_map_at_1000_diff1": 0.46814, + "nauc_recall_at_1_max": 0.394639, + "nauc_recall_at_1_std": -0.031997, + "nauc_recall_at_1_diff1": 0.527259, + "nauc_recall_at_3_max": 0.358483, + "nauc_recall_at_3_std": -0.043079, + "nauc_recall_at_3_diff1": 0.413524, + "nauc_recall_at_5_max": 0.34595, + "nauc_recall_at_5_std": -0.045839, + "nauc_recall_at_5_diff1": 0.360699, + "nauc_recall_at_10_max": 0.399117, + "nauc_recall_at_10_std": 0.053759, + "nauc_recall_at_10_diff1": 0.393892, + "nauc_recall_at_20_max": 0.386288, + "nauc_recall_at_20_std": 0.065626, + "nauc_recall_at_20_diff1": 0.384863, + "nauc_recall_at_100_max": 0.5904, + "nauc_recall_at_100_std": 0.338437, + "nauc_recall_at_100_diff1": 0.414672, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.394639, + "nauc_precision_at_1_std": -0.031997, + "nauc_precision_at_1_diff1": 0.527259, + "nauc_precision_at_3_max": 0.358483, + "nauc_precision_at_3_std": -0.043079, + "nauc_precision_at_3_diff1": 0.413524, + "nauc_precision_at_5_max": 0.34595, + "nauc_precision_at_5_std": -0.045839, + "nauc_precision_at_5_diff1": 0.360699, + "nauc_precision_at_10_max": 0.399117, + "nauc_precision_at_10_std": 0.053759, + "nauc_precision_at_10_diff1": 0.393892, + "nauc_precision_at_20_max": 0.386288, + "nauc_precision_at_20_std": 0.065626, + "nauc_precision_at_20_diff1": 0.384863, + "nauc_precision_at_100_max": 0.5904, + "nauc_precision_at_100_std": 0.338437, + "nauc_precision_at_100_diff1": 0.414672, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.394639, + "nauc_mrr_at_1_std": -0.031997, + "nauc_mrr_at_1_diff1": 0.527259, + "nauc_mrr_at_3_max": 0.379898, + "nauc_mrr_at_3_std": -0.032355, + "nauc_mrr_at_3_diff1": 0.47192, + "nauc_mrr_at_5_max": 0.37799, + "nauc_mrr_at_5_std": -0.032478, + "nauc_mrr_at_5_diff1": 0.462695, + "nauc_mrr_at_10_max": 0.383991, + "nauc_mrr_at_10_std": -0.021383, + "nauc_mrr_at_10_diff1": 0.466393, + "nauc_mrr_at_20_max": 0.382632, + "nauc_mrr_at_20_std": -0.022448, + "nauc_mrr_at_20_diff1": 0.467198, + "nauc_mrr_at_100_max": 0.383981, + "nauc_mrr_at_100_std": -0.021383, + "nauc_mrr_at_100_diff1": 0.468156, + "nauc_mrr_at_1000_max": 0.383723, + "nauc_mrr_at_1000_std": -0.021771, + "nauc_mrr_at_1000_diff1": 0.46814, + "hit_rate_at_1": 0.33509, + "hit_rate_at_3": 0.49123, + "hit_rate_at_5": 0.56842, + "hit_rate_at_10": 0.67544, + "hit_rate_at_20": 0.77544, + "hit_rate_at_100": 0.92281, + "hit_rate_at_1000": 1.0, + "main_score": 0.4927, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "ndcg_at_1": 0.22197, + "ndcg_at_3": 0.28705, + "ndcg_at_5": 0.3159, + "ndcg_at_10": 0.34232, + "ndcg_at_20": 0.37373, + "ndcg_at_100": 0.41904, + "ndcg_at_1000": 0.43725, + "map_at_1": 0.22197, + "map_at_3": 0.27117, + "map_at_5": 0.28724, + "map_at_10": 0.29802, + "map_at_20": 0.30657, + "map_at_100": 0.3127, + "map_at_1000": 0.31336, + "recall_at_1": 0.22197, + "recall_at_3": 0.33295, + "recall_at_5": 0.40275, + "recall_at_10": 0.48513, + "recall_at_20": 0.60984, + "recall_at_100": 0.85584, + "recall_at_1000": 1.0, + "accuracy": 0.22197, + "precision_at_1": 0.22197, + "precision_at_3": 0.11098, + "precision_at_5": 0.08055, + "precision_at_10": 0.04851, + "precision_at_20": 0.03049, + "precision_at_100": 0.00856, + "precision_at_1000": 0.001, + "mrr_at_1": 0.221968, + "mrr_at_3": 0.271167, + "mrr_at_5": 0.287243, + "mrr_at_10": 0.298021, + "mrr_at_20": 0.306574, + "mrr_at_100": 0.312699, + "mrr_at_1000": 0.313359, + "nauc_ndcg_at_1_max": 0.336272, + "nauc_ndcg_at_1_std": -0.121562, + "nauc_ndcg_at_1_diff1": 0.523865, + "nauc_ndcg_at_3_max": 0.319019, + "nauc_ndcg_at_3_std": -0.101191, + "nauc_ndcg_at_3_diff1": 0.438148, + "nauc_ndcg_at_5_max": 0.338446, + "nauc_ndcg_at_5_std": -0.057409, + "nauc_ndcg_at_5_diff1": 0.413, + "nauc_ndcg_at_10_max": 0.345426, + "nauc_ndcg_at_10_std": -0.03688, + "nauc_ndcg_at_10_diff1": 0.398002, + "nauc_ndcg_at_20_max": 0.355831, + "nauc_ndcg_at_20_std": -0.009728, + "nauc_ndcg_at_20_diff1": 0.378152, + "nauc_ndcg_at_100_max": 0.370152, + "nauc_ndcg_at_100_std": 0.000875, + "nauc_ndcg_at_100_diff1": 0.391087, + "nauc_ndcg_at_1000_max": 0.35298, + "nauc_ndcg_at_1000_std": -0.032507, + "nauc_ndcg_at_1000_diff1": 0.406612, + "nauc_map_at_1_max": 0.336272, + "nauc_map_at_1_std": -0.121562, + "nauc_map_at_1_diff1": 0.523865, + "nauc_map_at_3_max": 0.322992, + "nauc_map_at_3_std": -0.105254, + "nauc_map_at_3_diff1": 0.457327, + "nauc_map_at_5_max": 0.33467, + "nauc_map_at_5_std": -0.079854, + "nauc_map_at_5_diff1": 0.44275, + "nauc_map_at_10_max": 0.337205, + "nauc_map_at_10_std": -0.071766, + "nauc_map_at_10_diff1": 0.436572, + "nauc_map_at_20_max": 0.339684, + "nauc_map_at_20_std": -0.064975, + "nauc_map_at_20_diff1": 0.431226, + "nauc_map_at_100_max": 0.341899, + "nauc_map_at_100_std": -0.063009, + "nauc_map_at_100_diff1": 0.43223, + "nauc_map_at_1000_max": 0.341343, + "nauc_map_at_1000_std": -0.064105, + "nauc_map_at_1000_diff1": 0.432801, + "nauc_recall_at_1_max": 0.336272, + "nauc_recall_at_1_std": -0.121562, + "nauc_recall_at_1_diff1": 0.523865, + "nauc_recall_at_3_max": 0.308366, + "nauc_recall_at_3_std": -0.090529, + "nauc_recall_at_3_diff1": 0.386924, + "nauc_recall_at_5_max": 0.350093, + "nauc_recall_at_5_std": 0.006264, + "nauc_recall_at_5_diff1": 0.332178, + "nauc_recall_at_10_max": 0.372751, + "nauc_recall_at_10_std": 0.070461, + "nauc_recall_at_10_diff1": 0.285896, + "nauc_recall_at_20_max": 0.421667, + "nauc_recall_at_20_std": 0.200015, + "nauc_recall_at_20_diff1": 0.190348, + "nauc_recall_at_100_max": 0.643889, + "nauc_recall_at_100_std": 0.533802, + "nauc_recall_at_100_diff1": 0.148399, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.336272, + "nauc_precision_at_1_std": -0.121562, + "nauc_precision_at_1_diff1": 0.523865, + "nauc_precision_at_3_max": 0.308366, + "nauc_precision_at_3_std": -0.090529, + "nauc_precision_at_3_diff1": 0.386924, + "nauc_precision_at_5_max": 0.350093, + "nauc_precision_at_5_std": 0.006264, + "nauc_precision_at_5_diff1": 0.332178, + "nauc_precision_at_10_max": 0.372751, + "nauc_precision_at_10_std": 0.070461, + "nauc_precision_at_10_diff1": 0.285896, + "nauc_precision_at_20_max": 0.421667, + "nauc_precision_at_20_std": 0.200015, + "nauc_precision_at_20_diff1": 0.190348, + "nauc_precision_at_100_max": 0.643889, + "nauc_precision_at_100_std": 0.533802, + "nauc_precision_at_100_diff1": 0.148399, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.336272, + "nauc_mrr_at_1_std": -0.121562, + "nauc_mrr_at_1_diff1": 0.523865, + "nauc_mrr_at_3_max": 0.322992, + "nauc_mrr_at_3_std": -0.105254, + "nauc_mrr_at_3_diff1": 0.457327, + "nauc_mrr_at_5_max": 0.33467, + "nauc_mrr_at_5_std": -0.079854, + "nauc_mrr_at_5_diff1": 0.44275, + "nauc_mrr_at_10_max": 0.337205, + "nauc_mrr_at_10_std": -0.071766, + "nauc_mrr_at_10_diff1": 0.436572, + "nauc_mrr_at_20_max": 0.339684, + "nauc_mrr_at_20_std": -0.064975, + "nauc_mrr_at_20_diff1": 0.431226, + "nauc_mrr_at_100_max": 0.341899, + "nauc_mrr_at_100_std": -0.063009, + "nauc_mrr_at_100_diff1": 0.43223, + "nauc_mrr_at_1000_max": 0.341343, + "nauc_mrr_at_1000_std": -0.064105, + "nauc_mrr_at_1000_diff1": 0.432801, + "hit_rate_at_1": 0.22197, + "hit_rate_at_3": 0.33295, + "hit_rate_at_5": 0.40275, + "hit_rate_at_10": 0.48513, + "hit_rate_at_20": 0.60984, + "hit_rate_at_100": 0.85584, + "hit_rate_at_1000": 1.0, + "main_score": 0.34232, + "hf_subset": "et", + "languages": [ + "est-Latn" + ] + }, + { + "ndcg_at_1": 0.40511, + "ndcg_at_3": 0.49853, + "ndcg_at_5": 0.52971, + "ndcg_at_10": 0.55703, + "ndcg_at_20": 0.58205, + "ndcg_at_100": 0.60408, + "ndcg_at_1000": 0.61165, + "map_at_1": 0.40511, + "map_at_3": 0.47558, + "map_at_5": 0.49267, + "map_at_10": 0.50398, + "map_at_20": 0.51087, + "map_at_100": 0.51408, + "map_at_1000": 0.51437, + "recall_at_1": 0.40511, + "recall_at_3": 0.56493, + "recall_at_5": 0.64151, + "recall_at_10": 0.72586, + "recall_at_20": 0.82464, + "recall_at_100": 0.94118, + "recall_at_1000": 1.0, + "accuracy": 0.40511, + "precision_at_1": 0.40511, + "precision_at_3": 0.18831, + "precision_at_5": 0.1283, + "precision_at_10": 0.07259, + "precision_at_20": 0.04123, + "precision_at_100": 0.00941, + "precision_at_1000": 0.001, + "mrr_at_1": 0.405105, + "mrr_at_3": 0.475583, + "mrr_at_5": 0.492675, + "mrr_at_10": 0.503976, + "mrr_at_20": 0.510865, + "mrr_at_100": 0.514083, + "mrr_at_1000": 0.514374, + "nauc_ndcg_at_1_max": 0.3342, + "nauc_ndcg_at_1_std": -0.142409, + "nauc_ndcg_at_1_diff1": 0.673149, + "nauc_ndcg_at_3_max": 0.318618, + "nauc_ndcg_at_3_std": -0.121338, + "nauc_ndcg_at_3_diff1": 0.607284, + "nauc_ndcg_at_5_max": 0.316676, + "nauc_ndcg_at_5_std": -0.120932, + "nauc_ndcg_at_5_diff1": 0.59798, + "nauc_ndcg_at_10_max": 0.315384, + "nauc_ndcg_at_10_std": -0.118367, + "nauc_ndcg_at_10_diff1": 0.593778, + "nauc_ndcg_at_20_max": 0.309781, + "nauc_ndcg_at_20_std": -0.119079, + "nauc_ndcg_at_20_diff1": 0.599816, + "nauc_ndcg_at_100_max": 0.334194, + "nauc_ndcg_at_100_std": -0.093993, + "nauc_ndcg_at_100_diff1": 0.604166, + "nauc_ndcg_at_1000_max": 0.322942, + "nauc_ndcg_at_1000_std": -0.113989, + "nauc_ndcg_at_1000_diff1": 0.609202, + "nauc_map_at_1_max": 0.3342, + "nauc_map_at_1_std": -0.142409, + "nauc_map_at_1_diff1": 0.673149, + "nauc_map_at_3_max": 0.322178, + "nauc_map_at_3_std": -0.126374, + "nauc_map_at_3_diff1": 0.622867, + "nauc_map_at_5_max": 0.321343, + "nauc_map_at_5_std": -0.126084, + "nauc_map_at_5_diff1": 0.618096, + "nauc_map_at_10_max": 0.320707, + "nauc_map_at_10_std": -0.125632, + "nauc_map_at_10_diff1": 0.616793, + "nauc_map_at_20_max": 0.319226, + "nauc_map_at_20_std": -0.126022, + "nauc_map_at_20_diff1": 0.618347, + "nauc_map_at_100_max": 0.322239, + "nauc_map_at_100_std": -0.122947, + "nauc_map_at_100_diff1": 0.618889, + "nauc_map_at_1000_max": 0.321879, + "nauc_map_at_1000_std": -0.123617, + "nauc_map_at_1000_diff1": 0.619125, + "nauc_recall_at_1_max": 0.3342, + "nauc_recall_at_1_std": -0.142409, + "nauc_recall_at_1_diff1": 0.673149, + "nauc_recall_at_3_max": 0.307843, + "nauc_recall_at_3_std": -0.105992, + "nauc_recall_at_3_diff1": 0.559868, + "nauc_recall_at_5_max": 0.300626, + "nauc_recall_at_5_std": -0.103917, + "nauc_recall_at_5_diff1": 0.529353, + "nauc_recall_at_10_max": 0.29377, + "nauc_recall_at_10_std": -0.086895, + "nauc_recall_at_10_diff1": 0.49865, + "nauc_recall_at_20_max": 0.24784, + "nauc_recall_at_20_std": -0.075806, + "nauc_recall_at_20_diff1": 0.501861, + "nauc_recall_at_100_max": 0.730885, + "nauc_recall_at_100_std": 0.603719, + "nauc_recall_at_100_diff1": 0.444983, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.3342, + "nauc_precision_at_1_std": -0.142409, + "nauc_precision_at_1_diff1": 0.673149, + "nauc_precision_at_3_max": 0.307843, + "nauc_precision_at_3_std": -0.105992, + "nauc_precision_at_3_diff1": 0.559868, + "nauc_precision_at_5_max": 0.300626, + "nauc_precision_at_5_std": -0.103917, + "nauc_precision_at_5_diff1": 0.529353, + "nauc_precision_at_10_max": 0.29377, + "nauc_precision_at_10_std": -0.086895, + "nauc_precision_at_10_diff1": 0.49865, + "nauc_precision_at_20_max": 0.24784, + "nauc_precision_at_20_std": -0.075806, + "nauc_precision_at_20_diff1": 0.501861, + "nauc_precision_at_100_max": 0.730885, + "nauc_precision_at_100_std": 0.603719, + "nauc_precision_at_100_diff1": 0.444983, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.3342, + "nauc_mrr_at_1_std": -0.142409, + "nauc_mrr_at_1_diff1": 0.673149, + "nauc_mrr_at_3_max": 0.322178, + "nauc_mrr_at_3_std": -0.126374, + "nauc_mrr_at_3_diff1": 0.622867, + "nauc_mrr_at_5_max": 0.321343, + "nauc_mrr_at_5_std": -0.126084, + "nauc_mrr_at_5_diff1": 0.618096, + "nauc_mrr_at_10_max": 0.320707, + "nauc_mrr_at_10_std": -0.125632, + "nauc_mrr_at_10_diff1": 0.616793, + "nauc_mrr_at_20_max": 0.319226, + "nauc_mrr_at_20_std": -0.126022, + "nauc_mrr_at_20_diff1": 0.618347, + "nauc_mrr_at_100_max": 0.322239, + "nauc_mrr_at_100_std": -0.122947, + "nauc_mrr_at_100_diff1": 0.618889, + "nauc_mrr_at_1000_max": 0.321879, + "nauc_mrr_at_1000_std": -0.123617, + "nauc_mrr_at_1000_diff1": 0.619125, + "hit_rate_at_1": 0.40511, + "hit_rate_at_3": 0.56493, + "hit_rate_at_5": 0.64151, + "hit_rate_at_10": 0.72586, + "hit_rate_at_20": 0.82464, + "hit_rate_at_100": 0.94118, + "hit_rate_at_1000": 1.0, + "main_score": 0.55703, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.30183, + "ndcg_at_3": 0.38736, + "ndcg_at_5": 0.41652, + "ndcg_at_10": 0.44374, + "ndcg_at_20": 0.46136, + "ndcg_at_100": 0.49277, + "ndcg_at_1000": 0.51177, + "map_at_1": 0.30183, + "map_at_3": 0.36609, + "map_at_5": 0.38226, + "map_at_10": 0.39357, + "map_at_20": 0.39839, + "map_at_100": 0.40233, + "map_at_1000": 0.403, + "recall_at_1": 0.30183, + "recall_at_3": 0.44898, + "recall_at_5": 0.51987, + "recall_at_10": 0.60365, + "recall_at_20": 0.67347, + "recall_at_100": 0.84855, + "recall_at_1000": 1.0, + "accuracy": 0.30183, + "precision_at_1": 0.30183, + "precision_at_3": 0.14966, + "precision_at_5": 0.10397, + "precision_at_10": 0.06037, + "precision_at_20": 0.03367, + "precision_at_100": 0.00849, + "precision_at_1000": 0.001, + "mrr_at_1": 0.301826, + "mrr_at_3": 0.366094, + "mrr_at_5": 0.382259, + "mrr_at_10": 0.393566, + "mrr_at_20": 0.398386, + "mrr_at_100": 0.402332, + "mrr_at_1000": 0.403003, + "nauc_ndcg_at_1_max": 0.54867, + "nauc_ndcg_at_1_std": 0.068623, + "nauc_ndcg_at_1_diff1": 0.541162, + "nauc_ndcg_at_3_max": 0.572588, + "nauc_ndcg_at_3_std": 0.111393, + "nauc_ndcg_at_3_diff1": 0.456853, + "nauc_ndcg_at_5_max": 0.586138, + "nauc_ndcg_at_5_std": 0.135999, + "nauc_ndcg_at_5_diff1": 0.446997, + "nauc_ndcg_at_10_max": 0.589529, + "nauc_ndcg_at_10_std": 0.152751, + "nauc_ndcg_at_10_diff1": 0.432841, + "nauc_ndcg_at_20_max": 0.587303, + "nauc_ndcg_at_20_std": 0.154502, + "nauc_ndcg_at_20_diff1": 0.430058, + "nauc_ndcg_at_100_max": 0.592539, + "nauc_ndcg_at_100_std": 0.172426, + "nauc_ndcg_at_100_diff1": 0.437229, + "nauc_ndcg_at_1000_max": 0.582838, + "nauc_ndcg_at_1000_std": 0.144354, + "nauc_ndcg_at_1000_diff1": 0.447414, + "nauc_map_at_1_max": 0.54867, + "nauc_map_at_1_std": 0.068623, + "nauc_map_at_1_diff1": 0.541162, + "nauc_map_at_3_max": 0.565518, + "nauc_map_at_3_std": 0.100365, + "nauc_map_at_3_diff1": 0.477315, + "nauc_map_at_5_max": 0.572857, + "nauc_map_at_5_std": 0.113836, + "nauc_map_at_5_diff1": 0.471849, + "nauc_map_at_10_max": 0.574094, + "nauc_map_at_10_std": 0.120354, + "nauc_map_at_10_diff1": 0.466405, + "nauc_map_at_20_max": 0.573452, + "nauc_map_at_20_std": 0.120555, + "nauc_map_at_20_diff1": 0.466053, + "nauc_map_at_100_max": 0.573698, + "nauc_map_at_100_std": 0.121889, + "nauc_map_at_100_diff1": 0.466602, + "nauc_map_at_1000_max": 0.573465, + "nauc_map_at_1000_std": 0.121162, + "nauc_map_at_1000_diff1": 0.466877, + "nauc_recall_at_1_max": 0.54867, + "nauc_recall_at_1_std": 0.068623, + "nauc_recall_at_1_diff1": 0.541162, + "nauc_recall_at_3_max": 0.593307, + "nauc_recall_at_3_std": 0.143177, + "nauc_recall_at_3_diff1": 0.398354, + "nauc_recall_at_5_max": 0.627863, + "nauc_recall_at_5_std": 0.20517, + "nauc_recall_at_5_diff1": 0.372592, + "nauc_recall_at_10_max": 0.643164, + "nauc_recall_at_10_std": 0.26797, + "nauc_recall_at_10_diff1": 0.31805, + "nauc_recall_at_20_max": 0.639445, + "nauc_recall_at_20_std": 0.292544, + "nauc_recall_at_20_diff1": 0.287502, + "nauc_recall_at_100_max": 0.75652, + "nauc_recall_at_100_std": 0.641525, + "nauc_recall_at_100_diff1": 0.263395, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.54867, + "nauc_precision_at_1_std": 0.068623, + "nauc_precision_at_1_diff1": 0.541162, + "nauc_precision_at_3_max": 0.593307, + "nauc_precision_at_3_std": 0.143177, + "nauc_precision_at_3_diff1": 0.398354, + "nauc_precision_at_5_max": 0.627863, + "nauc_precision_at_5_std": 0.20517, + "nauc_precision_at_5_diff1": 0.372592, + "nauc_precision_at_10_max": 0.643164, + "nauc_precision_at_10_std": 0.26797, + "nauc_precision_at_10_diff1": 0.31805, + "nauc_precision_at_20_max": 0.639445, + "nauc_precision_at_20_std": 0.292544, + "nauc_precision_at_20_diff1": 0.287502, + "nauc_precision_at_100_max": 0.75652, + "nauc_precision_at_100_std": 0.641525, + "nauc_precision_at_100_diff1": 0.263395, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.54867, + "nauc_mrr_at_1_std": 0.068623, + "nauc_mrr_at_1_diff1": 0.541162, + "nauc_mrr_at_3_max": 0.565518, + "nauc_mrr_at_3_std": 0.100365, + "nauc_mrr_at_3_diff1": 0.477315, + "nauc_mrr_at_5_max": 0.572857, + "nauc_mrr_at_5_std": 0.113836, + "nauc_mrr_at_5_diff1": 0.471849, + "nauc_mrr_at_10_max": 0.574094, + "nauc_mrr_at_10_std": 0.120354, + "nauc_mrr_at_10_diff1": 0.466405, + "nauc_mrr_at_20_max": 0.573452, + "nauc_mrr_at_20_std": 0.120555, + "nauc_mrr_at_20_diff1": 0.466053, + "nauc_mrr_at_100_max": 0.573698, + "nauc_mrr_at_100_std": 0.121889, + "nauc_mrr_at_100_diff1": 0.466602, + "nauc_mrr_at_1000_max": 0.573465, + "nauc_mrr_at_1000_std": 0.121162, + "nauc_mrr_at_1000_diff1": 0.466877, + "hit_rate_at_1": 0.30183, + "hit_rate_at_3": 0.44898, + "hit_rate_at_5": 0.51987, + "hit_rate_at_10": 0.60365, + "hit_rate_at_20": 0.67347, + "hit_rate_at_100": 0.84855, + "hit_rate_at_1000": 1.0, + "main_score": 0.44374, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.313, + "ndcg_at_3": 0.41388, + "ndcg_at_5": 0.44348, + "ndcg_at_10": 0.4762, + "ndcg_at_20": 0.50233, + "ndcg_at_100": 0.53316, + "ndcg_at_1000": 0.54267, + "map_at_1": 0.313, + "map_at_3": 0.38867, + "map_at_5": 0.40507, + "map_at_10": 0.41842, + "map_at_20": 0.42565, + "map_at_100": 0.43009, + "map_at_1000": 0.43048, + "recall_at_1": 0.313, + "recall_at_3": 0.487, + "recall_at_5": 0.559, + "recall_at_10": 0.661, + "recall_at_20": 0.764, + "recall_at_100": 0.927, + "recall_at_1000": 1.0, + "accuracy": 0.313, + "precision_at_1": 0.313, + "precision_at_3": 0.16233, + "precision_at_5": 0.1118, + "precision_at_10": 0.0661, + "precision_at_20": 0.0382, + "precision_at_100": 0.00927, + "precision_at_1000": 0.001, + "mrr_at_1": 0.313, + "mrr_at_3": 0.388667, + "mrr_at_5": 0.405067, + "mrr_at_10": 0.418418, + "mrr_at_20": 0.425646, + "mrr_at_100": 0.430091, + "mrr_at_1000": 0.430478, + "nauc_ndcg_at_1_max": 0.1441, + "nauc_ndcg_at_1_std": -0.226305, + "nauc_ndcg_at_1_diff1": 0.6364, + "nauc_ndcg_at_3_max": 0.162975, + "nauc_ndcg_at_3_std": -0.192549, + "nauc_ndcg_at_3_diff1": 0.560259, + "nauc_ndcg_at_5_max": 0.161239, + "nauc_ndcg_at_5_std": -0.196122, + "nauc_ndcg_at_5_diff1": 0.545553, + "nauc_ndcg_at_10_max": 0.160063, + "nauc_ndcg_at_10_std": -0.195755, + "nauc_ndcg_at_10_diff1": 0.539928, + "nauc_ndcg_at_20_max": 0.15788, + "nauc_ndcg_at_20_std": -0.192296, + "nauc_ndcg_at_20_diff1": 0.540111, + "nauc_ndcg_at_100_max": 0.180997, + "nauc_ndcg_at_100_std": -0.170119, + "nauc_ndcg_at_100_diff1": 0.543172, + "nauc_ndcg_at_1000_max": 0.166763, + "nauc_ndcg_at_1000_std": -0.188384, + "nauc_ndcg_at_1000_diff1": 0.555158, + "nauc_map_at_1_max": 0.1441, + "nauc_map_at_1_std": -0.226305, + "nauc_map_at_1_diff1": 0.6364, + "nauc_map_at_3_max": 0.159137, + "nauc_map_at_3_std": -0.200468, + "nauc_map_at_3_diff1": 0.579342, + "nauc_map_at_5_max": 0.158327, + "nauc_map_at_5_std": -0.202483, + "nauc_map_at_5_diff1": 0.571518, + "nauc_map_at_10_max": 0.157936, + "nauc_map_at_10_std": -0.202346, + "nauc_map_at_10_diff1": 0.569591, + "nauc_map_at_20_max": 0.15709, + "nauc_map_at_20_std": -0.201957, + "nauc_map_at_20_diff1": 0.570019, + "nauc_map_at_100_max": 0.160155, + "nauc_map_at_100_std": -0.199047, + "nauc_map_at_100_diff1": 0.570666, + "nauc_map_at_1000_max": 0.159746, + "nauc_map_at_1000_std": -0.199554, + "nauc_map_at_1000_diff1": 0.571087, + "nauc_recall_at_1_max": 0.1441, + "nauc_recall_at_1_std": -0.226305, + "nauc_recall_at_1_diff1": 0.6364, + "nauc_recall_at_3_max": 0.173752, + "nauc_recall_at_3_std": -0.169802, + "nauc_recall_at_3_diff1": 0.50493, + "nauc_recall_at_5_max": 0.169249, + "nauc_recall_at_5_std": -0.177518, + "nauc_recall_at_5_diff1": 0.464162, + "nauc_recall_at_10_max": 0.165571, + "nauc_recall_at_10_std": -0.173673, + "nauc_recall_at_10_diff1": 0.431011, + "nauc_recall_at_20_max": 0.157828, + "nauc_recall_at_20_std": -0.142105, + "nauc_recall_at_20_diff1": 0.397696, + "nauc_recall_at_100_max": 0.612173, + "nauc_recall_at_100_std": 0.388281, + "nauc_recall_at_100_diff1": 0.194109, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.1441, + "nauc_precision_at_1_std": -0.226305, + "nauc_precision_at_1_diff1": 0.6364, + "nauc_precision_at_3_max": 0.173752, + "nauc_precision_at_3_std": -0.169802, + "nauc_precision_at_3_diff1": 0.50493, + "nauc_precision_at_5_max": 0.169249, + "nauc_precision_at_5_std": -0.177518, + "nauc_precision_at_5_diff1": 0.464162, + "nauc_precision_at_10_max": 0.165571, + "nauc_precision_at_10_std": -0.173673, + "nauc_precision_at_10_diff1": 0.431011, + "nauc_precision_at_20_max": 0.157828, + "nauc_precision_at_20_std": -0.142105, + "nauc_precision_at_20_diff1": 0.397696, + "nauc_precision_at_100_max": 0.612173, + "nauc_precision_at_100_std": 0.388281, + "nauc_precision_at_100_diff1": 0.194109, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.1441, + "nauc_mrr_at_1_std": -0.226305, + "nauc_mrr_at_1_diff1": 0.6364, + "nauc_mrr_at_3_max": 0.159137, + "nauc_mrr_at_3_std": -0.200468, + "nauc_mrr_at_3_diff1": 0.579342, + "nauc_mrr_at_5_max": 0.158327, + "nauc_mrr_at_5_std": -0.202483, + "nauc_mrr_at_5_diff1": 0.571518, + "nauc_mrr_at_10_max": 0.157936, + "nauc_mrr_at_10_std": -0.202346, + "nauc_mrr_at_10_diff1": 0.569591, + "nauc_mrr_at_20_max": 0.15709, + "nauc_mrr_at_20_std": -0.201957, + "nauc_mrr_at_20_diff1": 0.570019, + "nauc_mrr_at_100_max": 0.160155, + "nauc_mrr_at_100_std": -0.199047, + "nauc_mrr_at_100_diff1": 0.570666, + "nauc_mrr_at_1000_max": 0.159746, + "nauc_mrr_at_1000_std": -0.199554, + "nauc_mrr_at_1000_diff1": 0.571087, + "hit_rate_at_1": 0.313, + "hit_rate_at_3": 0.487, + "hit_rate_at_5": 0.559, + "hit_rate_at_10": 0.661, + "hit_rate_at_20": 0.764, + "hit_rate_at_100": 0.927, + "hit_rate_at_1000": 1.0, + "main_score": 0.4762, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.35922, + "ndcg_at_3": 0.45857, + "ndcg_at_5": 0.48286, + "ndcg_at_10": 0.51753, + "ndcg_at_20": 0.54286, + "ndcg_at_100": 0.56639, + "ndcg_at_1000": 0.57706, + "map_at_1": 0.35922, + "map_at_3": 0.43481, + "map_at_5": 0.44813, + "map_at_10": 0.46253, + "map_at_20": 0.46953, + "map_at_100": 0.47282, + "map_at_1000": 0.47328, + "recall_at_1": 0.35922, + "recall_at_3": 0.52705, + "recall_at_5": 0.58669, + "recall_at_10": 0.69348, + "recall_at_20": 0.79334, + "recall_at_100": 0.91956, + "recall_at_1000": 1.0, + "accuracy": 0.35922, + "precision_at_1": 0.35922, + "precision_at_3": 0.17568, + "precision_at_5": 0.11734, + "precision_at_10": 0.06935, + "precision_at_20": 0.03967, + "precision_at_100": 0.0092, + "precision_at_1000": 0.001, + "mrr_at_1": 0.359223, + "mrr_at_3": 0.434813, + "mrr_at_5": 0.448128, + "mrr_at_10": 0.462526, + "mrr_at_20": 0.469526, + "mrr_at_100": 0.47282, + "mrr_at_1000": 0.473283, + "nauc_ndcg_at_1_max": 0.454946, + "nauc_ndcg_at_1_std": -0.055196, + "nauc_ndcg_at_1_diff1": 0.595832, + "nauc_ndcg_at_3_max": 0.43595, + "nauc_ndcg_at_3_std": -0.027495, + "nauc_ndcg_at_3_diff1": 0.508591, + "nauc_ndcg_at_5_max": 0.443048, + "nauc_ndcg_at_5_std": -0.014761, + "nauc_ndcg_at_5_diff1": 0.502247, + "nauc_ndcg_at_10_max": 0.440624, + "nauc_ndcg_at_10_std": -0.005228, + "nauc_ndcg_at_10_diff1": 0.494899, + "nauc_ndcg_at_20_max": 0.450156, + "nauc_ndcg_at_20_std": 0.006697, + "nauc_ndcg_at_20_diff1": 0.495547, + "nauc_ndcg_at_100_max": 0.443532, + "nauc_ndcg_at_100_std": -0.001862, + "nauc_ndcg_at_100_diff1": 0.498464, + "nauc_ndcg_at_1000_max": 0.44395, + "nauc_ndcg_at_1000_std": -0.010913, + "nauc_ndcg_at_1000_diff1": 0.509395, + "nauc_map_at_1_max": 0.454946, + "nauc_map_at_1_std": -0.055196, + "nauc_map_at_1_diff1": 0.595832, + "nauc_map_at_3_max": 0.439932, + "nauc_map_at_3_std": -0.033804, + "nauc_map_at_3_diff1": 0.52856, + "nauc_map_at_5_max": 0.443581, + "nauc_map_at_5_std": -0.027253, + "nauc_map_at_5_diff1": 0.525283, + "nauc_map_at_10_max": 0.441943, + "nauc_map_at_10_std": -0.024609, + "nauc_map_at_10_diff1": 0.522746, + "nauc_map_at_20_max": 0.44435, + "nauc_map_at_20_std": -0.021775, + "nauc_map_at_20_diff1": 0.523495, + "nauc_map_at_100_max": 0.443359, + "nauc_map_at_100_std": -0.022998, + "nauc_map_at_100_diff1": 0.523762, + "nauc_map_at_1000_max": 0.443426, + "nauc_map_at_1000_std": -0.02325, + "nauc_map_at_1000_diff1": 0.524213, + "nauc_recall_at_1_max": 0.454946, + "nauc_recall_at_1_std": -0.055196, + "nauc_recall_at_1_diff1": 0.595832, + "nauc_recall_at_3_max": 0.424419, + "nauc_recall_at_3_std": -0.008978, + "nauc_recall_at_3_diff1": 0.449935, + "nauc_recall_at_5_max": 0.44317, + "nauc_recall_at_5_std": 0.026439, + "nauc_recall_at_5_diff1": 0.430083, + "nauc_recall_at_10_max": 0.438737, + "nauc_recall_at_10_std": 0.076809, + "nauc_recall_at_10_diff1": 0.387836, + "nauc_recall_at_20_max": 0.497488, + "nauc_recall_at_20_std": 0.179613, + "nauc_recall_at_20_diff1": 0.350056, + "nauc_recall_at_100_max": 0.44463, + "nauc_recall_at_100_std": 0.25051, + "nauc_recall_at_100_diff1": 0.225226, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.454946, + "nauc_precision_at_1_std": -0.055196, + "nauc_precision_at_1_diff1": 0.595832, + "nauc_precision_at_3_max": 0.424419, + "nauc_precision_at_3_std": -0.008978, + "nauc_precision_at_3_diff1": 0.449935, + "nauc_precision_at_5_max": 0.44317, + "nauc_precision_at_5_std": 0.026439, + "nauc_precision_at_5_diff1": 0.430083, + "nauc_precision_at_10_max": 0.438737, + "nauc_precision_at_10_std": 0.076809, + "nauc_precision_at_10_diff1": 0.387836, + "nauc_precision_at_20_max": 0.497488, + "nauc_precision_at_20_std": 0.179613, + "nauc_precision_at_20_diff1": 0.350056, + "nauc_precision_at_100_max": 0.44463, + "nauc_precision_at_100_std": 0.25051, + "nauc_precision_at_100_diff1": 0.225226, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.454946, + "nauc_mrr_at_1_std": -0.055196, + "nauc_mrr_at_1_diff1": 0.595832, + "nauc_mrr_at_3_max": 0.439932, + "nauc_mrr_at_3_std": -0.033804, + "nauc_mrr_at_3_diff1": 0.52856, + "nauc_mrr_at_5_max": 0.443581, + "nauc_mrr_at_5_std": -0.027253, + "nauc_mrr_at_5_diff1": 0.525283, + "nauc_mrr_at_10_max": 0.441943, + "nauc_mrr_at_10_std": -0.024609, + "nauc_mrr_at_10_diff1": 0.522746, + "nauc_mrr_at_20_max": 0.44435, + "nauc_mrr_at_20_std": -0.021775, + "nauc_mrr_at_20_diff1": 0.523495, + "nauc_mrr_at_100_max": 0.443359, + "nauc_mrr_at_100_std": -0.022998, + "nauc_mrr_at_100_diff1": 0.523762, + "nauc_mrr_at_1000_max": 0.443426, + "nauc_mrr_at_1000_std": -0.02325, + "nauc_mrr_at_1000_diff1": 0.524213, + "hit_rate_at_1": 0.35922, + "hit_rate_at_3": 0.52705, + "hit_rate_at_5": 0.58669, + "hit_rate_at_10": 0.69348, + "hit_rate_at_20": 0.79334, + "hit_rate_at_100": 0.91956, + "hit_rate_at_1000": 1.0, + "main_score": 0.51753, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "ndcg_at_1": 0.43552, + "ndcg_at_3": 0.54207, + "ndcg_at_5": 0.56485, + "ndcg_at_10": 0.59133, + "ndcg_at_20": 0.60821, + "ndcg_at_100": 0.63151, + "ndcg_at_1000": 0.63872, + "map_at_1": 0.43552, + "map_at_3": 0.51603, + "map_at_5": 0.52851, + "map_at_10": 0.53933, + "map_at_20": 0.54413, + "map_at_100": 0.54741, + "map_at_1000": 0.54773, + "recall_at_1": 0.43552, + "recall_at_3": 0.61734, + "recall_at_5": 0.67336, + "recall_at_10": 0.75581, + "recall_at_20": 0.82135, + "recall_at_100": 0.94609, + "recall_at_1000": 1.0, + "accuracy": 0.43552, + "precision_at_1": 0.43552, + "precision_at_3": 0.20578, + "precision_at_5": 0.13467, + "precision_at_10": 0.07558, + "precision_at_20": 0.04107, + "precision_at_100": 0.00946, + "precision_at_1000": 0.001, + "mrr_at_1": 0.435518, + "mrr_at_3": 0.516032, + "mrr_at_5": 0.528506, + "mrr_at_10": 0.539332, + "mrr_at_20": 0.544129, + "mrr_at_100": 0.547405, + "mrr_at_1000": 0.547729, + "nauc_ndcg_at_1_max": 0.459014, + "nauc_ndcg_at_1_std": -0.056795, + "nauc_ndcg_at_1_diff1": 0.631225, + "nauc_ndcg_at_3_max": 0.476875, + "nauc_ndcg_at_3_std": -0.05761, + "nauc_ndcg_at_3_diff1": 0.550988, + "nauc_ndcg_at_5_max": 0.492013, + "nauc_ndcg_at_5_std": -0.035249, + "nauc_ndcg_at_5_diff1": 0.546331, + "nauc_ndcg_at_10_max": 0.499972, + "nauc_ndcg_at_10_std": -0.030704, + "nauc_ndcg_at_10_diff1": 0.542938, + "nauc_ndcg_at_20_max": 0.495256, + "nauc_ndcg_at_20_std": -0.033828, + "nauc_ndcg_at_20_diff1": 0.545795, + "nauc_ndcg_at_100_max": 0.489148, + "nauc_ndcg_at_100_std": -0.031731, + "nauc_ndcg_at_100_diff1": 0.552661, + "nauc_ndcg_at_1000_max": 0.485902, + "nauc_ndcg_at_1000_std": -0.039284, + "nauc_ndcg_at_1000_diff1": 0.558161, + "nauc_map_at_1_max": 0.459014, + "nauc_map_at_1_std": -0.056795, + "nauc_map_at_1_diff1": 0.631225, + "nauc_map_at_3_max": 0.471297, + "nauc_map_at_3_std": -0.058407, + "nauc_map_at_3_diff1": 0.571321, + "nauc_map_at_5_max": 0.479576, + "nauc_map_at_5_std": -0.046149, + "nauc_map_at_5_diff1": 0.569393, + "nauc_map_at_10_max": 0.482314, + "nauc_map_at_10_std": -0.044776, + "nauc_map_at_10_diff1": 0.568709, + "nauc_map_at_20_max": 0.480953, + "nauc_map_at_20_std": -0.045774, + "nauc_map_at_20_diff1": 0.569585, + "nauc_map_at_100_max": 0.479825, + "nauc_map_at_100_std": -0.045752, + "nauc_map_at_100_diff1": 0.570222, + "nauc_map_at_1000_max": 0.479732, + "nauc_map_at_1000_std": -0.045974, + "nauc_map_at_1000_diff1": 0.57044, + "nauc_recall_at_1_max": 0.459014, + "nauc_recall_at_1_std": -0.056795, + "nauc_recall_at_1_diff1": 0.631225, + "nauc_recall_at_3_max": 0.49505, + "nauc_recall_at_3_std": -0.054618, + "nauc_recall_at_3_diff1": 0.486504, + "nauc_recall_at_5_max": 0.537718, + "nauc_recall_at_5_std": 0.006332, + "nauc_recall_at_5_diff1": 0.465575, + "nauc_recall_at_10_max": 0.582923, + "nauc_recall_at_10_std": 0.036772, + "nauc_recall_at_10_diff1": 0.430217, + "nauc_recall_at_20_max": 0.576213, + "nauc_recall_at_20_std": 0.037028, + "nauc_recall_at_20_diff1": 0.417266, + "nauc_recall_at_100_max": 0.614201, + "nauc_recall_at_100_std": 0.254305, + "nauc_recall_at_100_diff1": 0.358893, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.459014, + "nauc_precision_at_1_std": -0.056795, + "nauc_precision_at_1_diff1": 0.631225, + "nauc_precision_at_3_max": 0.49505, + "nauc_precision_at_3_std": -0.054618, + "nauc_precision_at_3_diff1": 0.486504, + "nauc_precision_at_5_max": 0.537718, + "nauc_precision_at_5_std": 0.006332, + "nauc_precision_at_5_diff1": 0.465575, + "nauc_precision_at_10_max": 0.582923, + "nauc_precision_at_10_std": 0.036772, + "nauc_precision_at_10_diff1": 0.430217, + "nauc_precision_at_20_max": 0.576213, + "nauc_precision_at_20_std": 0.037028, + "nauc_precision_at_20_diff1": 0.417266, + "nauc_precision_at_100_max": 0.614201, + "nauc_precision_at_100_std": 0.254305, + "nauc_precision_at_100_diff1": 0.358893, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.459014, + "nauc_mrr_at_1_std": -0.056795, + "nauc_mrr_at_1_diff1": 0.631225, + "nauc_mrr_at_3_max": 0.471297, + "nauc_mrr_at_3_std": -0.058407, + "nauc_mrr_at_3_diff1": 0.571321, + "nauc_mrr_at_5_max": 0.479576, + "nauc_mrr_at_5_std": -0.046149, + "nauc_mrr_at_5_diff1": 0.569393, + "nauc_mrr_at_10_max": 0.482314, + "nauc_mrr_at_10_std": -0.044776, + "nauc_mrr_at_10_diff1": 0.568709, + "nauc_mrr_at_20_max": 0.480953, + "nauc_mrr_at_20_std": -0.045774, + "nauc_mrr_at_20_diff1": 0.569585, + "nauc_mrr_at_100_max": 0.479825, + "nauc_mrr_at_100_std": -0.045752, + "nauc_mrr_at_100_diff1": 0.570222, + "nauc_mrr_at_1000_max": 0.479732, + "nauc_mrr_at_1000_std": -0.045974, + "nauc_mrr_at_1000_diff1": 0.57044, + "hit_rate_at_1": 0.43552, + "hit_rate_at_3": 0.61734, + "hit_rate_at_5": 0.67336, + "hit_rate_at_10": 0.75581, + "hit_rate_at_20": 0.82135, + "hit_rate_at_100": 0.94609, + "hit_rate_at_1000": 1.0, + "main_score": 0.59133, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.502, + "ndcg_at_3": 0.58228, + "ndcg_at_5": 0.61103, + "ndcg_at_10": 0.6325, + "ndcg_at_20": 0.65014, + "ndcg_at_100": 0.67402, + "ndcg_at_1000": 0.67792, + "map_at_1": 0.502, + "map_at_3": 0.56267, + "map_at_5": 0.57857, + "map_at_10": 0.58749, + "map_at_20": 0.59244, + "map_at_100": 0.59589, + "map_at_1000": 0.59605, + "recall_at_1": 0.502, + "recall_at_3": 0.639, + "recall_at_5": 0.709, + "recall_at_10": 0.775, + "recall_at_20": 0.844, + "recall_at_100": 0.97, + "recall_at_1000": 1.0, + "accuracy": 0.502, + "precision_at_1": 0.502, + "precision_at_3": 0.213, + "precision_at_5": 0.1418, + "precision_at_10": 0.0775, + "precision_at_20": 0.0422, + "precision_at_100": 0.0097, + "precision_at_1000": 0.001, + "mrr_at_1": 0.502, + "mrr_at_3": 0.562667, + "mrr_at_5": 0.578567, + "mrr_at_10": 0.587494, + "mrr_at_20": 0.592438, + "mrr_at_100": 0.595893, + "mrr_at_1000": 0.596048, + "nauc_ndcg_at_1_max": 0.175685, + "nauc_ndcg_at_1_std": -0.273878, + "nauc_ndcg_at_1_diff1": 0.800114, + "nauc_ndcg_at_3_max": 0.11443, + "nauc_ndcg_at_3_std": -0.320571, + "nauc_ndcg_at_3_diff1": 0.764553, + "nauc_ndcg_at_5_max": 0.085827, + "nauc_ndcg_at_5_std": -0.336441, + "nauc_ndcg_at_5_diff1": 0.756571, + "nauc_ndcg_at_10_max": 0.086645, + "nauc_ndcg_at_10_std": -0.335468, + "nauc_ndcg_at_10_diff1": 0.7489, + "nauc_ndcg_at_20_max": 0.093581, + "nauc_ndcg_at_20_std": -0.326169, + "nauc_ndcg_at_20_diff1": 0.753103, + "nauc_ndcg_at_100_max": 0.128575, + "nauc_ndcg_at_100_std": -0.295303, + "nauc_ndcg_at_100_diff1": 0.756062, + "nauc_ndcg_at_1000_max": 0.116642, + "nauc_ndcg_at_1000_std": -0.310763, + "nauc_ndcg_at_1000_diff1": 0.760912, + "nauc_map_at_1_max": 0.175685, + "nauc_map_at_1_std": -0.273878, + "nauc_map_at_1_diff1": 0.800114, + "nauc_map_at_3_max": 0.130137, + "nauc_map_at_3_std": -0.308381, + "nauc_map_at_3_diff1": 0.772991, + "nauc_map_at_5_max": 0.115393, + "nauc_map_at_5_std": -0.316756, + "nauc_map_at_5_diff1": 0.769139, + "nauc_map_at_10_max": 0.116379, + "nauc_map_at_10_std": -0.315928, + "nauc_map_at_10_diff1": 0.766689, + "nauc_map_at_20_max": 0.11854, + "nauc_map_at_20_std": -0.313307, + "nauc_map_at_20_diff1": 0.767739, + "nauc_map_at_100_max": 0.122997, + "nauc_map_at_100_std": -0.309436, + "nauc_map_at_100_diff1": 0.768173, + "nauc_map_at_1000_max": 0.122611, + "nauc_map_at_1000_std": -0.309953, + "nauc_map_at_1000_diff1": 0.768356, + "nauc_recall_at_1_max": 0.175685, + "nauc_recall_at_1_std": -0.273878, + "nauc_recall_at_1_diff1": 0.800114, + "nauc_recall_at_3_max": 0.064162, + "nauc_recall_at_3_std": -0.359684, + "nauc_recall_at_3_diff1": 0.737864, + "nauc_recall_at_5_max": -0.025895, + "nauc_recall_at_5_std": -0.409912, + "nauc_recall_at_5_diff1": 0.709958, + "nauc_recall_at_10_max": -0.048732, + "nauc_recall_at_10_std": -0.423099, + "nauc_recall_at_10_diff1": 0.664556, + "nauc_recall_at_20_max": -0.051515, + "nauc_recall_at_20_std": -0.391105, + "nauc_recall_at_20_diff1": 0.666021, + "nauc_recall_at_100_max": 0.878073, + "nauc_recall_at_100_std": 0.670542, + "nauc_recall_at_100_diff1": 0.461438, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.175685, + "nauc_precision_at_1_std": -0.273878, + "nauc_precision_at_1_diff1": 0.800114, + "nauc_precision_at_3_max": 0.064162, + "nauc_precision_at_3_std": -0.359684, + "nauc_precision_at_3_diff1": 0.737864, + "nauc_precision_at_5_max": -0.025895, + "nauc_precision_at_5_std": -0.409912, + "nauc_precision_at_5_diff1": 0.709958, + "nauc_precision_at_10_max": -0.048732, + "nauc_precision_at_10_std": -0.423099, + "nauc_precision_at_10_diff1": 0.664556, + "nauc_precision_at_20_max": -0.051515, + "nauc_precision_at_20_std": -0.391105, + "nauc_precision_at_20_diff1": 0.666021, + "nauc_precision_at_100_max": 0.878073, + "nauc_precision_at_100_std": 0.670542, + "nauc_precision_at_100_diff1": 0.461438, + "nauc_precision_at_1000_max": NaN, + "nauc_precision_at_1000_std": NaN, + "nauc_precision_at_1000_diff1": NaN, + "nauc_mrr_at_1_max": 0.175685, + "nauc_mrr_at_1_std": -0.273878, + "nauc_mrr_at_1_diff1": 0.800114, + "nauc_mrr_at_3_max": 0.130137, + "nauc_mrr_at_3_std": -0.308381, + "nauc_mrr_at_3_diff1": 0.772991, + "nauc_mrr_at_5_max": 0.115393, + "nauc_mrr_at_5_std": -0.316756, + "nauc_mrr_at_5_diff1": 0.769139, + "nauc_mrr_at_10_max": 0.116379, + "nauc_mrr_at_10_std": -0.315928, + "nauc_mrr_at_10_diff1": 0.766689, + "nauc_mrr_at_20_max": 0.11854, + "nauc_mrr_at_20_std": -0.313307, + "nauc_mrr_at_20_diff1": 0.767739, + "nauc_mrr_at_100_max": 0.122997, + "nauc_mrr_at_100_std": -0.309436, + "nauc_mrr_at_100_diff1": 0.768173, + "nauc_mrr_at_1000_max": 0.122611, + "nauc_mrr_at_1000_std": -0.309953, + "nauc_mrr_at_1000_diff1": 0.768356, + "hit_rate_at_1": 0.502, + "hit_rate_at_3": 0.639, + "hit_rate_at_5": 0.709, + "hit_rate_at_10": 0.775, + "hit_rate_at_20": 0.844, + "hit_rate_at_100": 0.97, + "hit_rate_at_1000": 1.0, + "main_score": 0.6325, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 193.97917008399963, + "kg_co2_emissions": null, + "date": 1776187077.164962 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WebLINXCandidatesReranking.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WebLINXCandidatesReranking.json new file mode 100644 index 0000000000..ddf112a0ed --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WebLINXCandidatesReranking.json @@ -0,0 +1,952 @@ +{ + "dataset_revision": "107fdc2402d2c4bfb2a720dfcfe1f6ff9d21151b", + "task_name": "WebLINXCandidatesReranking", + "mteb_version": "2.12.16", + "scores": { + "validation": [ + { + "ndcg_at_1": 0.09531, + "ndcg_at_3": 0.14611, + "ndcg_at_5": 0.1669, + "ndcg_at_10": 0.19368, + "ndcg_at_20": 0.22846, + "ndcg_at_100": 0.29711, + "ndcg_at_1000": 0.31989, + "map_at_1": 0.09342, + "map_at_3": 0.13293, + "map_at_5": 0.14438, + "map_at_10": 0.15526, + "map_at_20": 0.16469, + "map_at_100": 0.17396, + "map_at_1000": 0.17498, + "recall_at_1": 0.09342, + "recall_at_3": 0.18235, + "recall_at_5": 0.23385, + "recall_at_10": 0.31763, + "recall_at_20": 0.45614, + "recall_at_100": 0.82975, + "recall_at_1000": 1.0, + "accuracy": 0.09342, + "precision_at_1": 0.09531, + "precision_at_3": 0.06277, + "precision_at_5": 0.04796, + "precision_at_10": 0.03251, + "precision_at_20": 0.02321, + "precision_at_100": 0.0084, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.095311, + "mrr_at_3": 0.134128, + "mrr_at_5": 0.14558, + "mrr_at_10": 0.156374, + "mrr_at_20": 0.165762, + "mrr_at_100": 0.175001, + "mrr_at_1000": 0.176015, + "nauc_ndcg_at_1_max": 0.077387, + "nauc_ndcg_at_1_std": -0.045845, + "nauc_ndcg_at_1_diff1": 0.334893, + "nauc_ndcg_at_3_max": 0.079097, + "nauc_ndcg_at_3_std": -0.051277, + "nauc_ndcg_at_3_diff1": 0.276991, + "nauc_ndcg_at_5_max": 0.068198, + "nauc_ndcg_at_5_std": -0.049017, + "nauc_ndcg_at_5_diff1": 0.246847, + "nauc_ndcg_at_10_max": 0.057035, + "nauc_ndcg_at_10_std": -0.060415, + "nauc_ndcg_at_10_diff1": 0.206764, + "nauc_ndcg_at_20_max": 0.046152, + "nauc_ndcg_at_20_std": -0.061166, + "nauc_ndcg_at_20_diff1": 0.194735, + "nauc_ndcg_at_100_max": 0.053997, + "nauc_ndcg_at_100_std": -0.030433, + "nauc_ndcg_at_100_diff1": 0.22483, + "nauc_ndcg_at_1000_max": 0.054993, + "nauc_ndcg_at_1000_std": -0.051102, + "nauc_ndcg_at_1000_diff1": 0.231044, + "nauc_map_at_1_max": 0.07373, + "nauc_map_at_1_std": -0.043981, + "nauc_map_at_1_diff1": 0.335826, + "nauc_map_at_3_max": 0.076277, + "nauc_map_at_3_std": -0.052875, + "nauc_map_at_3_diff1": 0.285158, + "nauc_map_at_5_max": 0.070225, + "nauc_map_at_5_std": -0.051387, + "nauc_map_at_5_diff1": 0.267295, + "nauc_map_at_10_max": 0.064558, + "nauc_map_at_10_std": -0.056929, + "nauc_map_at_10_diff1": 0.248633, + "nauc_map_at_20_max": 0.060495, + "nauc_map_at_20_std": -0.058319, + "nauc_map_at_20_diff1": 0.244106, + "nauc_map_at_100_max": 0.060335, + "nauc_map_at_100_std": -0.055558, + "nauc_map_at_100_diff1": 0.249561, + "nauc_map_at_1000_max": 0.06061, + "nauc_map_at_1000_std": -0.056118, + "nauc_map_at_1000_diff1": 0.249906, + "nauc_recall_at_1_max": 0.07373, + "nauc_recall_at_1_std": -0.043981, + "nauc_recall_at_1_diff1": 0.335826, + "nauc_recall_at_3_max": 0.083271, + "nauc_recall_at_3_std": -0.04746, + "nauc_recall_at_3_diff1": 0.255198, + "nauc_recall_at_5_max": 0.062715, + "nauc_recall_at_5_std": -0.043755, + "nauc_recall_at_5_diff1": 0.200343, + "nauc_recall_at_10_max": 0.039441, + "nauc_recall_at_10_std": -0.069092, + "nauc_recall_at_10_diff1": 0.112915, + "nauc_recall_at_20_max": 0.011812, + "nauc_recall_at_20_std": -0.065474, + "nauc_recall_at_20_diff1": 0.083508, + "nauc_recall_at_100_max": 0.058872, + "nauc_recall_at_100_std": 0.188951, + "nauc_recall_at_100_diff1": 0.166426, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.077387, + "nauc_precision_at_1_std": -0.045845, + "nauc_precision_at_1_diff1": 0.334893, + "nauc_precision_at_3_max": 0.085672, + "nauc_precision_at_3_std": -0.04579, + "nauc_precision_at_3_diff1": 0.246889, + "nauc_precision_at_5_max": 0.065605, + "nauc_precision_at_5_std": -0.042511, + "nauc_precision_at_5_diff1": 0.195208, + "nauc_precision_at_10_max": 0.039236, + "nauc_precision_at_10_std": -0.069333, + "nauc_precision_at_10_diff1": 0.106133, + "nauc_precision_at_20_max": 0.014331, + "nauc_precision_at_20_std": -0.065853, + "nauc_precision_at_20_diff1": 0.080446, + "nauc_precision_at_100_max": 0.065112, + "nauc_precision_at_100_std": 0.16809, + "nauc_precision_at_100_diff1": 0.158093, + "nauc_precision_at_1000_max": 0.10158, + "nauc_precision_at_1000_std": -0.028775, + "nauc_precision_at_1000_diff1": 0.069813, + "nauc_mrr_at_1_max": 0.077387, + "nauc_mrr_at_1_std": -0.045845, + "nauc_mrr_at_1_diff1": 0.334893, + "nauc_mrr_at_3_max": 0.077187, + "nauc_mrr_at_3_std": -0.052541, + "nauc_mrr_at_3_diff1": 0.286761, + "nauc_mrr_at_5_max": 0.07115, + "nauc_mrr_at_5_std": -0.051079, + "nauc_mrr_at_5_diff1": 0.268988, + "nauc_mrr_at_10_max": 0.065794, + "nauc_mrr_at_10_std": -0.056392, + "nauc_mrr_at_10_diff1": 0.250832, + "nauc_mrr_at_20_max": 0.061591, + "nauc_mrr_at_20_std": -0.057763, + "nauc_mrr_at_20_diff1": 0.246106, + "nauc_mrr_at_100_max": 0.061386, + "nauc_mrr_at_100_std": -0.055054, + "nauc_mrr_at_100_diff1": 0.251489, + "nauc_mrr_at_1000_max": 0.061686, + "nauc_mrr_at_1000_std": -0.055607, + "nauc_mrr_at_1000_diff1": 0.251859, + "hit_rate_at_1": 0.09531, + "hit_rate_at_3": 0.1837, + "hit_rate_at_5": 0.2352, + "hit_rate_at_10": 0.31899, + "hit_rate_at_20": 0.45734, + "hit_rate_at_100": 0.83013, + "hit_rate_at_1000": 1.0, + "main_score": 0.156374, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_iid": [ + { + "ndcg_at_1": 0.0765, + "ndcg_at_3": 0.11556, + "ndcg_at_5": 0.13938, + "ndcg_at_10": 0.16941, + "ndcg_at_20": 0.20471, + "ndcg_at_100": 0.27759, + "ndcg_at_1000": 0.3005, + "map_at_1": 0.07174, + "map_at_3": 0.10317, + "map_at_5": 0.11687, + "map_at_10": 0.1297, + "map_at_20": 0.13956, + "map_at_100": 0.14945, + "map_at_1000": 0.1505, + "recall_at_1": 0.07174, + "recall_at_3": 0.14307, + "recall_at_5": 0.20201, + "recall_at_10": 0.29601, + "recall_at_20": 0.43568, + "recall_at_100": 0.83054, + "recall_at_1000": 1.0, + "accuracy": 0.07174, + "precision_at_1": 0.0765, + "precision_at_3": 0.05192, + "precision_at_5": 0.04353, + "precision_at_10": 0.03178, + "precision_at_20": 0.02337, + "precision_at_100": 0.00865, + "precision_at_1000": 0.00105, + "mrr_at_1": 0.076495, + "mrr_at_3": 0.106861, + "mrr_at_5": 0.120178, + "mrr_at_10": 0.132647, + "mrr_at_20": 0.142155, + "mrr_at_100": 0.151991, + "mrr_at_1000": 0.152969, + "nauc_ndcg_at_1_max": 0.193697, + "nauc_ndcg_at_1_std": 0.07679, + "nauc_ndcg_at_1_diff1": 0.165782, + "nauc_ndcg_at_3_max": 0.171617, + "nauc_ndcg_at_3_std": 0.048861, + "nauc_ndcg_at_3_diff1": 0.14431, + "nauc_ndcg_at_5_max": 0.13663, + "nauc_ndcg_at_5_std": 0.041818, + "nauc_ndcg_at_5_diff1": 0.107443, + "nauc_ndcg_at_10_max": 0.101037, + "nauc_ndcg_at_10_std": 0.034388, + "nauc_ndcg_at_10_diff1": 0.097962, + "nauc_ndcg_at_20_max": 0.116807, + "nauc_ndcg_at_20_std": 0.042236, + "nauc_ndcg_at_20_diff1": 0.095886, + "nauc_ndcg_at_100_max": 0.137208, + "nauc_ndcg_at_100_std": 0.063427, + "nauc_ndcg_at_100_diff1": 0.109567, + "nauc_ndcg_at_1000_max": 0.131909, + "nauc_ndcg_at_1000_std": 0.049326, + "nauc_ndcg_at_1000_diff1": 0.109403, + "nauc_map_at_1_max": 0.176806, + "nauc_map_at_1_std": 0.100618, + "nauc_map_at_1_diff1": 0.176105, + "nauc_map_at_3_max": 0.171182, + "nauc_map_at_3_std": 0.059537, + "nauc_map_at_3_diff1": 0.156929, + "nauc_map_at_5_max": 0.151729, + "nauc_map_at_5_std": 0.053213, + "nauc_map_at_5_diff1": 0.131391, + "nauc_map_at_10_max": 0.135281, + "nauc_map_at_10_std": 0.04834, + "nauc_map_at_10_diff1": 0.124208, + "nauc_map_at_20_max": 0.142134, + "nauc_map_at_20_std": 0.050336, + "nauc_map_at_20_diff1": 0.121869, + "nauc_map_at_100_max": 0.145867, + "nauc_map_at_100_std": 0.053333, + "nauc_map_at_100_diff1": 0.123477, + "nauc_map_at_1000_max": 0.145541, + "nauc_map_at_1000_std": 0.052728, + "nauc_map_at_1000_diff1": 0.123536, + "nauc_recall_at_1_max": 0.176806, + "nauc_recall_at_1_std": 0.100618, + "nauc_recall_at_1_diff1": 0.176105, + "nauc_recall_at_3_max": 0.147219, + "nauc_recall_at_3_std": 0.041078, + "nauc_recall_at_3_diff1": 0.137824, + "nauc_recall_at_5_max": 0.092152, + "nauc_recall_at_5_std": 0.02834, + "nauc_recall_at_5_diff1": 0.072162, + "nauc_recall_at_10_max": 0.035056, + "nauc_recall_at_10_std": 0.014673, + "nauc_recall_at_10_diff1": 0.057098, + "nauc_recall_at_20_max": 0.078394, + "nauc_recall_at_20_std": 0.037111, + "nauc_recall_at_20_diff1": 0.054731, + "nauc_recall_at_100_max": 0.165271, + "nauc_recall_at_100_std": 0.177347, + "nauc_recall_at_100_diff1": 0.106114, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.193697, + "nauc_precision_at_1_std": 0.07679, + "nauc_precision_at_1_diff1": 0.165782, + "nauc_precision_at_3_max": 0.176094, + "nauc_precision_at_3_std": 0.011402, + "nauc_precision_at_3_diff1": 0.126412, + "nauc_precision_at_5_max": 0.129754, + "nauc_precision_at_5_std": 0.00461, + "nauc_precision_at_5_diff1": 0.061779, + "nauc_precision_at_10_max": 0.077825, + "nauc_precision_at_10_std": -0.012184, + "nauc_precision_at_10_diff1": 0.045531, + "nauc_precision_at_20_max": 0.133691, + "nauc_precision_at_20_std": 0.001379, + "nauc_precision_at_20_diff1": 0.029751, + "nauc_precision_at_100_max": 0.247555, + "nauc_precision_at_100_std": 0.069355, + "nauc_precision_at_100_diff1": 0.037613, + "nauc_precision_at_1000_max": 0.161601, + "nauc_precision_at_1000_std": -0.280533, + "nauc_precision_at_1000_diff1": -0.134261, + "nauc_mrr_at_1_max": 0.193697, + "nauc_mrr_at_1_std": 0.07679, + "nauc_mrr_at_1_diff1": 0.165782, + "nauc_mrr_at_3_max": 0.170819, + "nauc_mrr_at_3_std": 0.049042, + "nauc_mrr_at_3_diff1": 0.142888, + "nauc_mrr_at_5_max": 0.150174, + "nauc_mrr_at_5_std": 0.04412, + "nauc_mrr_at_5_diff1": 0.120426, + "nauc_mrr_at_10_max": 0.132851, + "nauc_mrr_at_10_std": 0.040563, + "nauc_mrr_at_10_diff1": 0.11405, + "nauc_mrr_at_20_max": 0.136385, + "nauc_mrr_at_20_std": 0.042933, + "nauc_mrr_at_20_diff1": 0.113643, + "nauc_mrr_at_100_max": 0.139768, + "nauc_mrr_at_100_std": 0.045786, + "nauc_mrr_at_100_diff1": 0.115304, + "nauc_mrr_at_1000_max": 0.139692, + "nauc_mrr_at_1000_std": 0.045428, + "nauc_mrr_at_1000_diff1": 0.115434, + "hit_rate_at_1": 0.0765, + "hit_rate_at_3": 0.14743, + "hit_rate_at_5": 0.20584, + "hit_rate_at_10": 0.29903, + "hit_rate_at_20": 0.4395, + "hit_rate_at_100": 0.8338, + "hit_rate_at_1000": 1.0, + "main_score": 0.132647, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_cat": [ + { + "ndcg_at_1": 0.03792, + "ndcg_at_3": 0.07012, + "ndcg_at_5": 0.08878, + "ndcg_at_10": 0.11424, + "ndcg_at_20": 0.14312, + "ndcg_at_100": 0.20374, + "ndcg_at_1000": 0.24507, + "map_at_1": 0.03792, + "map_at_3": 0.0618, + "map_at_5": 0.07204, + "map_at_10": 0.08245, + "map_at_20": 0.09033, + "map_at_100": 0.09839, + "map_at_1000": 0.0998, + "recall_at_1": 0.03792, + "recall_at_3": 0.09438, + "recall_at_5": 0.14017, + "recall_at_10": 0.21938, + "recall_at_20": 0.33399, + "recall_at_100": 0.66573, + "recall_at_1000": 0.9986, + "accuracy": 0.03792, + "precision_at_1": 0.03792, + "precision_at_3": 0.03146, + "precision_at_5": 0.02803, + "precision_at_10": 0.02194, + "precision_at_20": 0.0167, + "precision_at_100": 0.00666, + "precision_at_1000": 0.001, + "mrr_at_1": 0.037921, + "mrr_at_3": 0.061798, + "mrr_at_5": 0.072037, + "mrr_at_10": 0.082452, + "mrr_at_20": 0.090328, + "mrr_at_100": 0.09839, + "mrr_at_1000": 0.099793, + "nauc_ndcg_at_1_max": 0.136048, + "nauc_ndcg_at_1_std": 0.096243, + "nauc_ndcg_at_1_diff1": 0.2093, + "nauc_ndcg_at_3_max": 0.112304, + "nauc_ndcg_at_3_std": 0.105301, + "nauc_ndcg_at_3_diff1": 0.14081, + "nauc_ndcg_at_5_max": 0.114057, + "nauc_ndcg_at_5_std": 0.098298, + "nauc_ndcg_at_5_diff1": 0.138529, + "nauc_ndcg_at_10_max": 0.092858, + "nauc_ndcg_at_10_std": 0.141432, + "nauc_ndcg_at_10_diff1": 0.122093, + "nauc_ndcg_at_20_max": 0.111486, + "nauc_ndcg_at_20_std": 0.219621, + "nauc_ndcg_at_20_diff1": 0.114446, + "nauc_ndcg_at_100_max": 0.129531, + "nauc_ndcg_at_100_std": 0.296864, + "nauc_ndcg_at_100_diff1": 0.131465, + "nauc_ndcg_at_1000_max": 0.117481, + "nauc_ndcg_at_1000_std": 0.230333, + "nauc_ndcg_at_1000_diff1": 0.126283, + "nauc_map_at_1_max": 0.136048, + "nauc_map_at_1_std": 0.096243, + "nauc_map_at_1_diff1": 0.2093, + "nauc_map_at_3_max": 0.11887, + "nauc_map_at_3_std": 0.105936, + "nauc_map_at_3_diff1": 0.152303, + "nauc_map_at_5_max": 0.118973, + "nauc_map_at_5_std": 0.101425, + "nauc_map_at_5_diff1": 0.149802, + "nauc_map_at_10_max": 0.107407, + "nauc_map_at_10_std": 0.124261, + "nauc_map_at_10_diff1": 0.140611, + "nauc_map_at_20_max": 0.114351, + "nauc_map_at_20_std": 0.154403, + "nauc_map_at_20_diff1": 0.137232, + "nauc_map_at_100_max": 0.116776, + "nauc_map_at_100_std": 0.170932, + "nauc_map_at_100_diff1": 0.14049, + "nauc_map_at_1000_max": 0.116594, + "nauc_map_at_1000_std": 0.168512, + "nauc_map_at_1000_diff1": 0.140048, + "nauc_recall_at_1_max": 0.136048, + "nauc_recall_at_1_std": 0.096243, + "nauc_recall_at_1_diff1": 0.2093, + "nauc_recall_at_3_max": 0.099073, + "nauc_recall_at_3_std": 0.103566, + "nauc_recall_at_3_diff1": 0.118727, + "nauc_recall_at_5_max": 0.106102, + "nauc_recall_at_5_std": 0.092271, + "nauc_recall_at_5_diff1": 0.120176, + "nauc_recall_at_10_max": 0.070389, + "nauc_recall_at_10_std": 0.170119, + "nauc_recall_at_10_diff1": 0.094785, + "nauc_recall_at_20_max": 0.111281, + "nauc_recall_at_20_std": 0.32701, + "nauc_recall_at_20_diff1": 0.082941, + "nauc_recall_at_100_max": 0.17793, + "nauc_recall_at_100_std": 0.590707, + "nauc_recall_at_100_diff1": 0.131682, + "nauc_recall_at_1000_max": -0.575257, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": -1.367414, + "nauc_precision_at_1_max": 0.136048, + "nauc_precision_at_1_std": 0.096243, + "nauc_precision_at_1_diff1": 0.2093, + "nauc_precision_at_3_max": 0.099073, + "nauc_precision_at_3_std": 0.103566, + "nauc_precision_at_3_diff1": 0.118727, + "nauc_precision_at_5_max": 0.106102, + "nauc_precision_at_5_std": 0.092271, + "nauc_precision_at_5_diff1": 0.120176, + "nauc_precision_at_10_max": 0.070389, + "nauc_precision_at_10_std": 0.170119, + "nauc_precision_at_10_diff1": 0.094785, + "nauc_precision_at_20_max": 0.111281, + "nauc_precision_at_20_std": 0.32701, + "nauc_precision_at_20_diff1": 0.082941, + "nauc_precision_at_100_max": 0.17793, + "nauc_precision_at_100_std": 0.590707, + "nauc_precision_at_100_diff1": 0.131682, + "nauc_precision_at_1000_max": -0.514574, + "nauc_precision_at_1000_std": -0.056301, + "nauc_precision_at_1000_diff1": -0.581973, + "nauc_mrr_at_1_max": 0.136048, + "nauc_mrr_at_1_std": 0.096243, + "nauc_mrr_at_1_diff1": 0.2093, + "nauc_mrr_at_3_max": 0.11887, + "nauc_mrr_at_3_std": 0.105936, + "nauc_mrr_at_3_diff1": 0.152303, + "nauc_mrr_at_5_max": 0.118973, + "nauc_mrr_at_5_std": 0.101425, + "nauc_mrr_at_5_diff1": 0.149802, + "nauc_mrr_at_10_max": 0.107407, + "nauc_mrr_at_10_std": 0.124261, + "nauc_mrr_at_10_diff1": 0.140611, + "nauc_mrr_at_20_max": 0.114351, + "nauc_mrr_at_20_std": 0.154403, + "nauc_mrr_at_20_diff1": 0.137232, + "nauc_mrr_at_100_max": 0.116776, + "nauc_mrr_at_100_std": 0.170932, + "nauc_mrr_at_100_diff1": 0.14049, + "nauc_mrr_at_1000_max": 0.116608, + "nauc_mrr_at_1000_std": 0.168528, + "nauc_mrr_at_1000_diff1": 0.140053, + "hit_rate_at_1": 0.03792, + "hit_rate_at_3": 0.09438, + "hit_rate_at_5": 0.14017, + "hit_rate_at_10": 0.21938, + "hit_rate_at_20": 0.33399, + "hit_rate_at_100": 0.66573, + "hit_rate_at_1000": 0.9986, + "main_score": 0.082452, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_geo": [ + { + "ndcg_at_1": 0.05045, + "ndcg_at_3": 0.08858, + "ndcg_at_5": 0.1073, + "ndcg_at_10": 0.14183, + "ndcg_at_20": 0.17676, + "ndcg_at_100": 0.24857, + "ndcg_at_1000": 0.27468, + "map_at_1": 0.05024, + "map_at_3": 0.07906, + "map_at_5": 0.08948, + "map_at_10": 0.1036, + "map_at_20": 0.11301, + "map_at_100": 0.12272, + "map_at_1000": 0.12386, + "recall_at_1": 0.05024, + "recall_at_3": 0.11615, + "recall_at_5": 0.16141, + "recall_at_10": 0.26892, + "recall_at_20": 0.40846, + "recall_at_100": 0.79862, + "recall_at_1000": 0.99471, + "accuracy": 0.05024, + "precision_at_1": 0.05045, + "precision_at_3": 0.03885, + "precision_at_5": 0.03238, + "precision_at_10": 0.02697, + "precision_at_20": 0.02046, + "precision_at_100": 0.008, + "precision_at_1000": 0.001, + "mrr_at_1": 0.050448, + "mrr_at_3": 0.079095, + "mrr_at_5": 0.089541, + "mrr_at_10": 0.103618, + "mrr_at_20": 0.113022, + "mrr_at_100": 0.122732, + "mrr_at_1000": 0.123874, + "nauc_ndcg_at_1_max": 0.30897, + "nauc_ndcg_at_1_std": 0.093157, + "nauc_ndcg_at_1_diff1": 0.168996, + "nauc_ndcg_at_3_max": 0.171092, + "nauc_ndcg_at_3_std": 0.045207, + "nauc_ndcg_at_3_diff1": 0.075178, + "nauc_ndcg_at_5_max": 0.151303, + "nauc_ndcg_at_5_std": 0.047108, + "nauc_ndcg_at_5_diff1": 0.063028, + "nauc_ndcg_at_10_max": 0.095603, + "nauc_ndcg_at_10_std": 0.00914, + "nauc_ndcg_at_10_diff1": 0.053544, + "nauc_ndcg_at_20_max": 0.077962, + "nauc_ndcg_at_20_std": 0.011404, + "nauc_ndcg_at_20_diff1": 0.060817, + "nauc_ndcg_at_100_max": 0.070768, + "nauc_ndcg_at_100_std": 0.042361, + "nauc_ndcg_at_100_diff1": 0.091883, + "nauc_ndcg_at_1000_max": 0.102638, + "nauc_ndcg_at_1000_std": 0.041937, + "nauc_ndcg_at_1000_diff1": 0.07919, + "nauc_map_at_1_max": 0.307541, + "nauc_map_at_1_std": 0.089485, + "nauc_map_at_1_diff1": 0.171856, + "nauc_map_at_3_max": 0.192527, + "nauc_map_at_3_std": 0.051673, + "nauc_map_at_3_diff1": 0.089086, + "nauc_map_at_5_max": 0.177924, + "nauc_map_at_5_std": 0.052465, + "nauc_map_at_5_diff1": 0.079903, + "nauc_map_at_10_max": 0.146562, + "nauc_map_at_10_std": 0.032138, + "nauc_map_at_10_diff1": 0.073765, + "nauc_map_at_20_max": 0.139268, + "nauc_map_at_20_std": 0.032214, + "nauc_map_at_20_diff1": 0.075549, + "nauc_map_at_100_max": 0.13879, + "nauc_map_at_100_std": 0.039219, + "nauc_map_at_100_diff1": 0.081222, + "nauc_map_at_1000_max": 0.140372, + "nauc_map_at_1000_std": 0.039466, + "nauc_map_at_1000_diff1": 0.080682, + "nauc_recall_at_1_max": 0.307541, + "nauc_recall_at_1_std": 0.089485, + "nauc_recall_at_1_diff1": 0.171856, + "nauc_recall_at_3_max": 0.127823, + "nauc_recall_at_3_std": 0.032127, + "nauc_recall_at_3_diff1": 0.047649, + "nauc_recall_at_5_max": 0.103245, + "nauc_recall_at_5_std": 0.037592, + "nauc_recall_at_5_diff1": 0.033538, + "nauc_recall_at_10_max": 0.012935, + "nauc_recall_at_10_std": -0.030148, + "nauc_recall_at_10_diff1": 0.023137, + "nauc_recall_at_20_max": -0.018499, + "nauc_recall_at_20_std": -0.020099, + "nauc_recall_at_20_diff1": 0.044007, + "nauc_recall_at_100_max": -0.137775, + "nauc_recall_at_100_std": 0.085263, + "nauc_recall_at_100_diff1": 0.177696, + "nauc_recall_at_1000_max": -0.190948, + "nauc_recall_at_1000_std": 0.909946, + "nauc_recall_at_1000_diff1": 0.311757, + "nauc_precision_at_1_max": 0.30897, + "nauc_precision_at_1_std": 0.093157, + "nauc_precision_at_1_diff1": 0.168996, + "nauc_precision_at_3_max": 0.129779, + "nauc_precision_at_3_std": 0.035671, + "nauc_precision_at_3_diff1": 0.045507, + "nauc_precision_at_5_max": 0.105527, + "nauc_precision_at_5_std": 0.041068, + "nauc_precision_at_5_diff1": 0.031463, + "nauc_precision_at_10_max": 0.01645, + "nauc_precision_at_10_std": -0.025721, + "nauc_precision_at_10_diff1": 0.020649, + "nauc_precision_at_20_max": -0.015186, + "nauc_precision_at_20_std": -0.016121, + "nauc_precision_at_20_diff1": 0.041667, + "nauc_precision_at_100_max": -0.130105, + "nauc_precision_at_100_std": 0.092534, + "nauc_precision_at_100_diff1": 0.171505, + "nauc_precision_at_1000_max": 0.243274, + "nauc_precision_at_1000_std": 0.92496, + "nauc_precision_at_1000_diff1": -0.061017, + "nauc_mrr_at_1_max": 0.30897, + "nauc_mrr_at_1_std": 0.093157, + "nauc_mrr_at_1_diff1": 0.168996, + "nauc_mrr_at_3_max": 0.192733, + "nauc_mrr_at_3_std": 0.052089, + "nauc_mrr_at_3_diff1": 0.088828, + "nauc_mrr_at_5_max": 0.178385, + "nauc_mrr_at_5_std": 0.053138, + "nauc_mrr_at_5_diff1": 0.079481, + "nauc_mrr_at_10_max": 0.146577, + "nauc_mrr_at_10_std": 0.032309, + "nauc_mrr_at_10_diff1": 0.07367, + "nauc_mrr_at_20_max": 0.139285, + "nauc_mrr_at_20_std": 0.032383, + "nauc_mrr_at_20_diff1": 0.075454, + "nauc_mrr_at_100_max": 0.138805, + "nauc_mrr_at_100_std": 0.039386, + "nauc_mrr_at_100_diff1": 0.081126, + "nauc_mrr_at_1000_max": 0.140364, + "nauc_mrr_at_1000_std": 0.039608, + "nauc_mrr_at_1000_diff1": 0.080598, + "hit_rate_at_1": 0.05045, + "hit_rate_at_3": 0.11615, + "hit_rate_at_5": 0.16151, + "hit_rate_at_10": 0.26892, + "hit_rate_at_20": 0.40846, + "hit_rate_at_100": 0.79862, + "hit_rate_at_1000": 0.99471, + "main_score": 0.103618, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_vis": [ + { + "ndcg_at_1": 0.06002, + "ndcg_at_3": 0.0966, + "ndcg_at_5": 0.12006, + "ndcg_at_10": 0.15441, + "ndcg_at_20": 0.19129, + "ndcg_at_100": 0.25172, + "ndcg_at_1000": 0.28275, + "map_at_1": 0.05873, + "map_at_3": 0.08645, + "map_at_5": 0.09954, + "map_at_10": 0.11361, + "map_at_20": 0.12366, + "map_at_100": 0.13198, + "map_at_1000": 0.13323, + "recall_at_1": 0.05873, + "recall_at_3": 0.12476, + "recall_at_5": 0.1817, + "recall_at_10": 0.28853, + "recall_at_20": 0.43508, + "recall_at_100": 0.76067, + "recall_at_1000": 0.99924, + "accuracy": 0.05873, + "precision_at_1": 0.06002, + "precision_at_3": 0.04209, + "precision_at_5": 0.03684, + "precision_at_10": 0.02916, + "precision_at_20": 0.02199, + "precision_at_100": 0.00768, + "precision_at_1000": 0.00101, + "mrr_at_1": 0.060023, + "mrr_at_3": 0.087832, + "mrr_at_5": 0.100714, + "mrr_at_10": 0.114825, + "mrr_at_20": 0.124778, + "mrr_at_100": 0.133077, + "mrr_at_1000": 0.134297, + "nauc_ndcg_at_1_max": 0.241337, + "nauc_ndcg_at_1_std": 0.158758, + "nauc_ndcg_at_1_diff1": 0.154495, + "nauc_ndcg_at_3_max": 0.180784, + "nauc_ndcg_at_3_std": 0.148857, + "nauc_ndcg_at_3_diff1": 0.086173, + "nauc_ndcg_at_5_max": 0.157194, + "nauc_ndcg_at_5_std": 0.138702, + "nauc_ndcg_at_5_diff1": 0.074951, + "nauc_ndcg_at_10_max": 0.139456, + "nauc_ndcg_at_10_std": 0.135681, + "nauc_ndcg_at_10_diff1": 0.055454, + "nauc_ndcg_at_20_max": 0.136012, + "nauc_ndcg_at_20_std": 0.158172, + "nauc_ndcg_at_20_diff1": 0.044326, + "nauc_ndcg_at_100_max": 0.138524, + "nauc_ndcg_at_100_std": 0.182695, + "nauc_ndcg_at_100_diff1": 0.049488, + "nauc_ndcg_at_1000_max": 0.151779, + "nauc_ndcg_at_1000_std": 0.163124, + "nauc_ndcg_at_1000_diff1": 0.061747, + "nauc_map_at_1_max": 0.23311, + "nauc_map_at_1_std": 0.17111, + "nauc_map_at_1_diff1": 0.150645, + "nauc_map_at_3_max": 0.188636, + "nauc_map_at_3_std": 0.152656, + "nauc_map_at_3_diff1": 0.096152, + "nauc_map_at_5_max": 0.173334, + "nauc_map_at_5_std": 0.146014, + "nauc_map_at_5_diff1": 0.088266, + "nauc_map_at_10_max": 0.163586, + "nauc_map_at_10_std": 0.143984, + "nauc_map_at_10_diff1": 0.078011, + "nauc_map_at_20_max": 0.162612, + "nauc_map_at_20_std": 0.151509, + "nauc_map_at_20_diff1": 0.074014, + "nauc_map_at_100_max": 0.163378, + "nauc_map_at_100_std": 0.155476, + "nauc_map_at_100_diff1": 0.075561, + "nauc_map_at_1000_max": 0.164302, + "nauc_map_at_1000_std": 0.154818, + "nauc_map_at_1000_diff1": 0.076125, + "nauc_recall_at_1_max": 0.23311, + "nauc_recall_at_1_std": 0.17111, + "nauc_recall_at_1_diff1": 0.150645, + "nauc_recall_at_3_max": 0.157762, + "nauc_recall_at_3_std": 0.14673, + "nauc_recall_at_3_diff1": 0.062838, + "nauc_recall_at_5_max": 0.122491, + "nauc_recall_at_5_std": 0.128845, + "nauc_recall_at_5_diff1": 0.04854, + "nauc_recall_at_10_max": 0.095437, + "nauc_recall_at_10_std": 0.124923, + "nauc_recall_at_10_diff1": 0.015069, + "nauc_recall_at_20_max": 0.087991, + "nauc_recall_at_20_std": 0.179039, + "nauc_recall_at_20_diff1": -0.009623, + "nauc_recall_at_100_max": 0.06914, + "nauc_recall_at_100_std": 0.307141, + "nauc_recall_at_100_diff1": -0.023421, + "nauc_recall_at_1000_max": -0.465544, + "nauc_recall_at_1000_std": -0.205387, + "nauc_recall_at_1000_diff1": 0.396733, + "nauc_precision_at_1_max": 0.241337, + "nauc_precision_at_1_std": 0.158758, + "nauc_precision_at_1_diff1": 0.154495, + "nauc_precision_at_3_max": 0.163274, + "nauc_precision_at_3_std": 0.140769, + "nauc_precision_at_3_diff1": 0.066115, + "nauc_precision_at_5_max": 0.129516, + "nauc_precision_at_5_std": 0.120548, + "nauc_precision_at_5_diff1": 0.05302, + "nauc_precision_at_10_max": 0.103225, + "nauc_precision_at_10_std": 0.117816, + "nauc_precision_at_10_diff1": 0.020897, + "nauc_precision_at_20_max": 0.099598, + "nauc_precision_at_20_std": 0.17186, + "nauc_precision_at_20_diff1": -0.001106, + "nauc_precision_at_100_max": 0.103149, + "nauc_precision_at_100_std": 0.282394, + "nauc_precision_at_100_diff1": -0.002098, + "nauc_precision_at_1000_max": 0.585055, + "nauc_precision_at_1000_std": -0.094616, + "nauc_precision_at_1000_diff1": 0.038906, + "nauc_mrr_at_1_max": 0.241337, + "nauc_mrr_at_1_std": 0.158758, + "nauc_mrr_at_1_diff1": 0.154495, + "nauc_mrr_at_3_max": 0.195209, + "nauc_mrr_at_3_std": 0.143993, + "nauc_mrr_at_3_diff1": 0.099933, + "nauc_mrr_at_5_max": 0.179076, + "nauc_mrr_at_5_std": 0.139476, + "nauc_mrr_at_5_diff1": 0.091618, + "nauc_mrr_at_10_max": 0.169358, + "nauc_mrr_at_10_std": 0.137755, + "nauc_mrr_at_10_diff1": 0.081536, + "nauc_mrr_at_20_max": 0.167874, + "nauc_mrr_at_20_std": 0.145357, + "nauc_mrr_at_20_diff1": 0.077178, + "nauc_mrr_at_100_max": 0.168518, + "nauc_mrr_at_100_std": 0.149282, + "nauc_mrr_at_100_diff1": 0.078586, + "nauc_mrr_at_1000_max": 0.169322, + "nauc_mrr_at_1000_std": 0.148602, + "nauc_mrr_at_1000_diff1": 0.079233, + "hit_rate_at_1": 0.06002, + "hit_rate_at_3": 0.12627, + "hit_rate_at_5": 0.18271, + "hit_rate_at_10": 0.28992, + "hit_rate_at_20": 0.43601, + "hit_rate_at_100": 0.76104, + "hit_rate_at_1000": 0.99924, + "main_score": 0.114825, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ], + "test_web": [ + { + "ndcg_at_1": 0.05948, + "ndcg_at_3": 0.09301, + "ndcg_at_5": 0.11044, + "ndcg_at_10": 0.1348, + "ndcg_at_20": 0.1631, + "ndcg_at_100": 0.23378, + "ndcg_at_1000": 0.26928, + "map_at_1": 0.05393, + "map_at_3": 0.08122, + "map_at_5": 0.09134, + "map_at_10": 0.10191, + "map_at_20": 0.10977, + "map_at_100": 0.11931, + "map_at_1000": 0.12095, + "recall_at_1": 0.05393, + "recall_at_3": 0.11555, + "recall_at_5": 0.16046, + "recall_at_10": 0.23671, + "recall_at_20": 0.3511, + "recall_at_100": 0.73555, + "recall_at_1000": 1.0, + "accuracy": 0.05393, + "precision_at_1": 0.05948, + "precision_at_3": 0.0423, + "precision_at_5": 0.03518, + "precision_at_10": 0.02605, + "precision_at_20": 0.01889, + "precision_at_100": 0.00776, + "precision_at_1000": 0.00106, + "mrr_at_1": 0.059478, + "mrr_at_3": 0.085719, + "mrr_at_5": 0.095563, + "mrr_at_10": 0.105649, + "mrr_at_20": 0.113348, + "mrr_at_100": 0.1227, + "mrr_at_1000": 0.124224, + "nauc_ndcg_at_1_max": 0.227711, + "nauc_ndcg_at_1_std": 0.056686, + "nauc_ndcg_at_1_diff1": 0.267031, + "nauc_ndcg_at_3_max": 0.148504, + "nauc_ndcg_at_3_std": 0.043422, + "nauc_ndcg_at_3_diff1": 0.169984, + "nauc_ndcg_at_5_max": 0.123384, + "nauc_ndcg_at_5_std": 0.022978, + "nauc_ndcg_at_5_diff1": 0.148399, + "nauc_ndcg_at_10_max": 0.081451, + "nauc_ndcg_at_10_std": 0.001131, + "nauc_ndcg_at_10_diff1": 0.143878, + "nauc_ndcg_at_20_max": 0.069357, + "nauc_ndcg_at_20_std": 0.012807, + "nauc_ndcg_at_20_diff1": 0.141513, + "nauc_ndcg_at_100_max": 0.08308, + "nauc_ndcg_at_100_std": 0.051298, + "nauc_ndcg_at_100_diff1": 0.133099, + "nauc_ndcg_at_1000_max": 0.100692, + "nauc_ndcg_at_1000_std": 0.033543, + "nauc_ndcg_at_1000_diff1": 0.152312, + "nauc_map_at_1_max": 0.228429, + "nauc_map_at_1_std": 0.09346, + "nauc_map_at_1_diff1": 0.202043, + "nauc_map_at_3_max": 0.159945, + "nauc_map_at_3_std": 0.060467, + "nauc_map_at_3_diff1": 0.154803, + "nauc_map_at_5_max": 0.142827, + "nauc_map_at_5_std": 0.044078, + "nauc_map_at_5_diff1": 0.146567, + "nauc_map_at_10_max": 0.120844, + "nauc_map_at_10_std": 0.029777, + "nauc_map_at_10_diff1": 0.148906, + "nauc_map_at_20_max": 0.116136, + "nauc_map_at_20_std": 0.032207, + "nauc_map_at_20_diff1": 0.150503, + "nauc_map_at_100_max": 0.1197, + "nauc_map_at_100_std": 0.038719, + "nauc_map_at_100_diff1": 0.150101, + "nauc_map_at_1000_max": 0.121093, + "nauc_map_at_1000_std": 0.037965, + "nauc_map_at_1000_diff1": 0.152075, + "nauc_recall_at_1_max": 0.228429, + "nauc_recall_at_1_std": 0.09346, + "nauc_recall_at_1_diff1": 0.202043, + "nauc_recall_at_3_max": 0.114067, + "nauc_recall_at_3_std": 0.04224, + "nauc_recall_at_3_diff1": 0.120483, + "nauc_recall_at_5_max": 0.076323, + "nauc_recall_at_5_std": 0.00078, + "nauc_recall_at_5_diff1": 0.101973, + "nauc_recall_at_10_max": 0.006425, + "nauc_recall_at_10_std": -0.038693, + "nauc_recall_at_10_diff1": 0.108051, + "nauc_recall_at_20_max": -0.010043, + "nauc_recall_at_20_std": -0.007153, + "nauc_recall_at_20_diff1": 0.110786, + "nauc_recall_at_100_max": -0.00011, + "nauc_recall_at_100_std": 0.147513, + "nauc_recall_at_100_diff1": 0.051592, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.227711, + "nauc_precision_at_1_std": 0.056686, + "nauc_precision_at_1_diff1": 0.267031, + "nauc_precision_at_3_max": 0.124414, + "nauc_precision_at_3_std": 0.010109, + "nauc_precision_at_3_diff1": 0.193166, + "nauc_precision_at_5_max": 0.092552, + "nauc_precision_at_5_std": -0.029466, + "nauc_precision_at_5_diff1": 0.182397, + "nauc_precision_at_10_max": 0.036884, + "nauc_precision_at_10_std": -0.068212, + "nauc_precision_at_10_diff1": 0.206944, + "nauc_precision_at_20_max": 0.019572, + "nauc_precision_at_20_std": -0.039628, + "nauc_precision_at_20_diff1": 0.206396, + "nauc_precision_at_100_max": 0.060141, + "nauc_precision_at_100_std": 0.047326, + "nauc_precision_at_100_diff1": 0.259455, + "nauc_precision_at_1000_max": 0.26602, + "nauc_precision_at_1000_std": -0.280969, + "nauc_precision_at_1000_diff1": 0.929557, + "nauc_mrr_at_1_max": 0.227711, + "nauc_mrr_at_1_std": 0.056686, + "nauc_mrr_at_1_diff1": 0.267031, + "nauc_mrr_at_3_max": 0.164019, + "nauc_mrr_at_3_std": 0.041764, + "nauc_mrr_at_3_diff1": 0.196582, + "nauc_mrr_at_5_max": 0.14696, + "nauc_mrr_at_5_std": 0.02841, + "nauc_mrr_at_5_diff1": 0.183326, + "nauc_mrr_at_10_max": 0.124637, + "nauc_mrr_at_10_std": 0.016899, + "nauc_mrr_at_10_diff1": 0.179237, + "nauc_mrr_at_20_max": 0.120145, + "nauc_mrr_at_20_std": 0.019982, + "nauc_mrr_at_20_diff1": 0.179277, + "nauc_mrr_at_100_max": 0.123362, + "nauc_mrr_at_100_std": 0.026794, + "nauc_mrr_at_100_diff1": 0.177594, + "nauc_mrr_at_1000_max": 0.124519, + "nauc_mrr_at_1000_std": 0.026358, + "nauc_mrr_at_1000_diff1": 0.178688, + "hit_rate_at_1": 0.05948, + "hit_rate_at_3": 0.11991, + "hit_rate_at_5": 0.16444, + "hit_rate_at_10": 0.23982, + "hit_rate_at_20": 0.35369, + "hit_rate_at_100": 0.73696, + "hit_rate_at_1000": 1.0, + "main_score": 0.105649, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 17196.48717045784, + "kg_co2_emissions": null, + "date": 1776231623.868508 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WebQAT2ITRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WebQAT2ITRetrieval.json new file mode 100644 index 0000000000..febac29a39 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WebQAT2ITRetrieval.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "8a9243d504a2039b3467abdef2208a127a5c0737", + "task_name": "WebQAT2ITRetrieval", + "mteb_version": "2.12.15", + "scores": { + "test": [ + { + "ndcg_at_1": 0.46953, + "ndcg_at_3": 0.52242, + "ndcg_at_5": 0.56052, + "ndcg_at_10": 0.59411, + "ndcg_at_20": 0.61537, + "ndcg_at_100": 0.63649, + "ndcg_at_1000": 0.64591, + "map_at_1": 0.37276, + "map_at_3": 0.48062, + "map_at_5": 0.50449, + "map_at_10": 0.52095, + "map_at_20": 0.52793, + "map_at_100": 0.53187, + "map_at_1000": 0.53234, + "recall_at_1": 0.37276, + "recall_at_3": 0.56969, + "recall_at_5": 0.65333, + "recall_at_10": 0.74572, + "recall_at_20": 0.81939, + "recall_at_100": 0.91716, + "recall_at_1000": 0.98148, + "accuracy": 0.37276, + "precision_at_1": 0.46953, + "precision_at_3": 0.25315, + "precision_at_5": 0.1769, + "precision_at_10": 0.10255, + "precision_at_20": 0.05723, + "precision_at_100": 0.01305, + "precision_at_1000": 0.00142, + "mrr_at_1": 0.469136, + "mrr_at_3": 0.556485, + "mrr_at_5": 0.574804, + "mrr_at_10": 0.58588, + "mrr_at_20": 0.590524, + "mrr_at_100": 0.592374, + "mrr_at_1000": 0.592524, + "nauc_ndcg_at_1_max": 0.250504, + "nauc_ndcg_at_1_std": -0.089836, + "nauc_ndcg_at_1_diff1": 0.601464, + "nauc_ndcg_at_3_max": 0.299662, + "nauc_ndcg_at_3_std": -0.073712, + "nauc_ndcg_at_3_diff1": 0.53199, + "nauc_ndcg_at_5_max": 0.305108, + "nauc_ndcg_at_5_std": -0.070164, + "nauc_ndcg_at_5_diff1": 0.521926, + "nauc_ndcg_at_10_max": 0.307752, + "nauc_ndcg_at_10_std": -0.062799, + "nauc_ndcg_at_10_diff1": 0.519725, + "nauc_ndcg_at_20_max": 0.306334, + "nauc_ndcg_at_20_std": -0.061009, + "nauc_ndcg_at_20_diff1": 0.521809, + "nauc_ndcg_at_100_max": 0.306572, + "nauc_ndcg_at_100_std": -0.05123, + "nauc_ndcg_at_100_diff1": 0.5282, + "nauc_ndcg_at_1000_max": 0.300635, + "nauc_ndcg_at_1000_std": -0.059964, + "nauc_ndcg_at_1000_diff1": 0.531305, + "nauc_map_at_1_max": 0.300737, + "nauc_map_at_1_std": -0.064543, + "nauc_map_at_1_diff1": 0.590794, + "nauc_map_at_3_max": 0.302533, + "nauc_map_at_3_std": -0.074094, + "nauc_map_at_3_diff1": 0.545675, + "nauc_map_at_5_max": 0.304594, + "nauc_map_at_5_std": -0.071572, + "nauc_map_at_5_diff1": 0.539495, + "nauc_map_at_10_max": 0.305203, + "nauc_map_at_10_std": -0.068155, + "nauc_map_at_10_diff1": 0.538886, + "nauc_map_at_20_max": 0.304289, + "nauc_map_at_20_std": -0.0676, + "nauc_map_at_20_diff1": 0.539559, + "nauc_map_at_100_max": 0.304214, + "nauc_map_at_100_std": -0.066081, + "nauc_map_at_100_diff1": 0.540318, + "nauc_map_at_1000_max": 0.303925, + "nauc_map_at_1000_std": -0.066418, + "nauc_map_at_1000_diff1": 0.54043, + "nauc_recall_at_1_max": 0.300737, + "nauc_recall_at_1_std": -0.064543, + "nauc_recall_at_1_diff1": 0.590794, + "nauc_recall_at_3_max": 0.314053, + "nauc_recall_at_3_std": -0.058455, + "nauc_recall_at_3_diff1": 0.463575, + "nauc_recall_at_5_max": 0.330998, + "nauc_recall_at_5_std": -0.046835, + "nauc_recall_at_5_diff1": 0.427133, + "nauc_recall_at_10_max": 0.350674, + "nauc_recall_at_10_std": -0.010242, + "nauc_recall_at_10_diff1": 0.393941, + "nauc_recall_at_20_max": 0.362188, + "nauc_recall_at_20_std": 0.018516, + "nauc_recall_at_20_diff1": 0.371779, + "nauc_recall_at_100_max": 0.448868, + "nauc_recall_at_100_std": 0.224961, + "nauc_recall_at_100_diff1": 0.357808, + "nauc_recall_at_1000_max": 0.598999, + "nauc_recall_at_1000_std": 0.358198, + "nauc_recall_at_1000_diff1": 0.340707, + "nauc_precision_at_1_max": 0.250504, + "nauc_precision_at_1_std": -0.089836, + "nauc_precision_at_1_diff1": 0.601464, + "nauc_precision_at_3_max": 0.15393, + "nauc_precision_at_3_std": -0.075973, + "nauc_precision_at_3_diff1": 0.317286, + "nauc_precision_at_5_max": 0.120429, + "nauc_precision_at_5_std": -0.060707, + "nauc_precision_at_5_diff1": 0.226832, + "nauc_precision_at_10_max": 0.062418, + "nauc_precision_at_10_std": -0.032597, + "nauc_precision_at_10_diff1": 0.119117, + "nauc_precision_at_20_max": -0.003221, + "nauc_precision_at_20_std": -0.019141, + "nauc_precision_at_20_diff1": 0.029966, + "nauc_precision_at_100_max": -0.109324, + "nauc_precision_at_100_std": 0.042205, + "nauc_precision_at_100_diff1": -0.111076, + "nauc_precision_at_1000_max": -0.241522, + "nauc_precision_at_1000_std": -0.013867, + "nauc_precision_at_1000_diff1": -0.224168, + "nauc_mrr_at_1_max": 0.249769, + "nauc_mrr_at_1_std": -0.089673, + "nauc_mrr_at_1_diff1": 0.602505, + "nauc_mrr_at_3_max": 0.26297, + "nauc_mrr_at_3_std": -0.085082, + "nauc_mrr_at_3_diff1": 0.55225, + "nauc_mrr_at_5_max": 0.265815, + "nauc_mrr_at_5_std": -0.085042, + "nauc_mrr_at_5_diff1": 0.549214, + "nauc_mrr_at_10_max": 0.265432, + "nauc_mrr_at_10_std": -0.084789, + "nauc_mrr_at_10_diff1": 0.549459, + "nauc_mrr_at_20_max": 0.265967, + "nauc_mrr_at_20_std": -0.084817, + "nauc_mrr_at_20_diff1": 0.550697, + "nauc_mrr_at_100_max": 0.26605, + "nauc_mrr_at_100_std": -0.083693, + "nauc_mrr_at_100_diff1": 0.55159, + "nauc_mrr_at_1000_max": 0.265981, + "nauc_mrr_at_1000_std": -0.083835, + "nauc_mrr_at_1000_diff1": 0.551635, + "hit_rate_at_1": 0.46953, + "hit_rate_at_3": 0.66428, + "hit_rate_at_5": 0.74512, + "hit_rate_at_10": 0.82796, + "hit_rate_at_20": 0.89327, + "hit_rate_at_100": 0.95858, + "hit_rate_at_1000": 0.99004, + "main_score": 0.59411, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 7691.3155035972595, + "kg_co2_emissions": null, + "date": 1775844335.414324 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WikiCitiesClustering.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WikiCitiesClustering.json new file mode 100644 index 0000000000..3e9494629b --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WikiCitiesClustering.json @@ -0,0 +1,24 @@ +{ + "dataset_revision": "9f302fc86ddf2d9133ebcc03ee3a285f4729bb16", + "task_name": "WikiCitiesClustering", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "v_measure": 0.746983, + "v_measure_std": 0.0, + "v_measures": [ + 0.746983 + ], + "main_score": 0.746983, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 61.81133532524109, + "kg_co2_emissions": null, + "date": 1776179859.28565 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WikiClusteringP2P.v2.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WikiClusteringP2P.v2.json new file mode 100644 index 0000000000..57961e9d70 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WikiClusteringP2P.v2.json @@ -0,0 +1,334 @@ +{ + "dataset_revision": "596293afadbf41fd03571343f9f3d2b869b4f2e3", + "task_name": "WikiClusteringP2P.v2", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "v_measures": { + "Level 0": [ + 0.287983, + 0.27112, + 0.284288, + 0.274047, + 0.284029, + 0.265558, + 0.265344, + 0.290705, + 0.28933, + 0.279581 + ] + }, + "v_measure": 0.279198, + "v_measure_std": 0.009118, + "main_score": 0.279198, + "hf_subset": "bs", + "languages": [ + "bos-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.191399, + 0.187136, + 0.194797, + 0.209797, + 0.201922, + 0.201228, + 0.206522, + 0.194617, + 0.199441, + 0.199112 + ] + }, + "v_measure": 0.198597, + "v_measure_std": 0.006486, + "main_score": 0.198597, + "hf_subset": "ca", + "languages": [ + "cat-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.344813, + 0.324421, + 0.331277, + 0.337974, + 0.320951, + 0.335063, + 0.32001, + 0.34221, + 0.330211, + 0.34046 + ] + }, + "v_measure": 0.332739, + "v_measure_std": 0.008406, + "main_score": 0.332739, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.240415, + 0.247741, + 0.244671, + 0.250322, + 0.24419, + 0.254586, + 0.253144, + 0.24283, + 0.2454, + 0.240807 + ] + }, + "v_measure": 0.246411, + "v_measure_std": 0.004673, + "main_score": 0.246411, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.303423, + 0.308821, + 0.30292, + 0.286761, + 0.2912, + 0.298417, + 0.29494, + 0.294344, + 0.271344, + 0.283096 + ] + }, + "v_measure": 0.293527, + "v_measure_std": 0.010482, + "main_score": 0.293527, + "hf_subset": "eu", + "languages": [ + "eus-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.40167, + 0.404735, + 0.41008, + 0.405829, + 0.403299, + 0.39608, + 0.406609, + 0.394889, + 0.399788, + 0.391533 + ] + }, + "v_measure": 0.401451, + "v_measure_std": 0.005545, + "main_score": 0.401451, + "hf_subset": "gv", + "languages": [ + "glv-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.479089, + 0.463938, + 0.459739, + 0.47862, + 0.49471, + 0.475149, + 0.468233, + 0.476901, + 0.489268, + 0.468778 + ] + }, + "v_measure": 0.475442, + "v_measure_std": 0.010312, + "main_score": 0.475442, + "hf_subset": "ilo", + "languages": [ + "ilo-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.348363, + 0.359132, + 0.35585, + 0.354668, + 0.360193, + 0.354441, + 0.354576, + 0.353167, + 0.353608, + 0.357833 + ] + }, + "v_measure": 0.355183, + "v_measure_std": 0.0032, + "main_score": 0.355183, + "hf_subset": "ku", + "languages": [ + "kur-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.240893, + 0.230799, + 0.229136, + 0.209062, + 0.240352, + 0.228767, + 0.227642, + 0.239263, + 0.2112, + 0.221595 + ] + }, + "v_measure": 0.227871, + "v_measure_std": 0.010664, + "main_score": 0.227871, + "hf_subset": "lv", + "languages": [ + "lav-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.471012, + 0.482926, + 0.442859, + 0.43914, + 0.447309, + 0.481963, + 0.510252, + 0.477415, + 0.516385, + 0.510645 + ] + }, + "v_measure": 0.477991, + "v_measure_std": 0.027121, + "main_score": 0.477991, + "hf_subset": "min", + "languages": [ + "min-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.345482, + 0.327061, + 0.336095, + 0.338715, + 0.340019, + 0.343252, + 0.345439, + 0.353883, + 0.343656, + 0.34169 + ] + }, + "v_measure": 0.341529, + "v_measure_std": 0.006634, + "main_score": 0.341529, + "hf_subset": "mt", + "languages": [ + "mlt-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.306142, + 0.312796, + 0.30348, + 0.300766, + 0.308156, + 0.310208, + 0.296456, + 0.3142, + 0.30535, + 0.299833 + ] + }, + "v_measure": 0.305739, + "v_measure_std": 0.005463, + "main_score": 0.305739, + "hf_subset": "sco", + "languages": [ + "sco-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.384833, + 0.383847, + 0.368688, + 0.368847, + 0.364757, + 0.371261, + 0.379069, + 0.366086, + 0.370943, + 0.385129 + ] + }, + "v_measure": 0.374346, + "v_measure_std": 0.007631, + "main_score": 0.374346, + "hf_subset": "sq", + "languages": [ + "sqi-Latn" + ] + }, + { + "v_measures": { + "Level 0": [ + 0.090681, + 0.08113, + 0.062784, + 0.051585, + 0.04972, + 0.067004, + 0.056908, + 0.091469, + 0.072552, + 0.070481 + ] + }, + "v_measure": 0.069431, + "v_measure_std": 0.014138, + "main_score": 0.069431, + "hf_subset": "wa", + "languages": [ + "wln-Latn" + ] + } + ] + }, + "evaluation_time": 188.44468140602112, + "kg_co2_emissions": null, + "date": 1776204190.856366 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WikipediaRerankingMultilingual.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WikipediaRerankingMultilingual.json new file mode 100644 index 0000000000..ef265839a9 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WikipediaRerankingMultilingual.json @@ -0,0 +1,2494 @@ +{ + "dataset_revision": "803771c366038ed587b21e3d8fe25f8f73134fad", + "task_name": "WikipediaRerankingMultilingual", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.77067, + "ndcg_at_3": 0.85097, + "ndcg_at_5": 0.8735, + "ndcg_at_10": 0.88635, + "ndcg_at_20": 0.88635, + "ndcg_at_100": 0.88635, + "ndcg_at_1000": 0.88635, + "map_at_1": 0.77067, + "map_at_3": 0.83167, + "map_at_5": 0.84417, + "map_at_10": 0.84967, + "map_at_20": 0.84967, + "map_at_100": 0.84967, + "map_at_1000": 0.84967, + "recall_at_1": 0.77067, + "recall_at_3": 0.90667, + "recall_at_5": 0.96133, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.77067, + "precision_at_1": 0.77067, + "precision_at_3": 0.30222, + "precision_at_5": 0.19227, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.770667, + "mrr_at_3": 0.831667, + "mrr_at_5": 0.844167, + "mrr_at_10": 0.849671, + "mrr_at_20": 0.849671, + "mrr_at_100": 0.849671, + "mrr_at_1000": 0.849671, + "nauc_ndcg_at_1_max": 0.484264, + "nauc_ndcg_at_1_std": 0.223808, + "nauc_ndcg_at_1_diff1": 0.753586, + "nauc_ndcg_at_3_max": 0.513689, + "nauc_ndcg_at_3_std": 0.295453, + "nauc_ndcg_at_3_diff1": 0.733567, + "nauc_ndcg_at_5_max": 0.521084, + "nauc_ndcg_at_5_std": 0.283027, + "nauc_ndcg_at_5_diff1": 0.736921, + "nauc_ndcg_at_10_max": 0.503075, + "nauc_ndcg_at_10_std": 0.262764, + "nauc_ndcg_at_10_diff1": 0.743096, + "nauc_ndcg_at_20_max": 0.503075, + "nauc_ndcg_at_20_std": 0.262764, + "nauc_ndcg_at_20_diff1": 0.743096, + "nauc_ndcg_at_100_max": 0.503075, + "nauc_ndcg_at_100_std": 0.262764, + "nauc_ndcg_at_100_diff1": 0.743096, + "nauc_ndcg_at_1000_max": 0.503075, + "nauc_ndcg_at_1000_std": 0.262764, + "nauc_ndcg_at_1000_diff1": 0.743096, + "nauc_map_at_1_max": 0.484264, + "nauc_map_at_1_std": 0.223808, + "nauc_map_at_1_diff1": 0.753586, + "nauc_map_at_3_max": 0.50491, + "nauc_map_at_3_std": 0.274469, + "nauc_map_at_3_diff1": 0.7394, + "nauc_map_at_5_max": 0.507906, + "nauc_map_at_5_std": 0.266495, + "nauc_map_at_5_diff1": 0.741652, + "nauc_map_at_10_max": 0.501303, + "nauc_map_at_10_std": 0.259537, + "nauc_map_at_10_diff1": 0.743907, + "nauc_map_at_20_max": 0.501303, + "nauc_map_at_20_std": 0.259537, + "nauc_map_at_20_diff1": 0.743907, + "nauc_map_at_100_max": 0.501303, + "nauc_map_at_100_std": 0.259537, + "nauc_map_at_100_diff1": 0.743907, + "nauc_map_at_1000_max": 0.501303, + "nauc_map_at_1000_std": 0.259537, + "nauc_map_at_1000_diff1": 0.743907, + "nauc_recall_at_1_max": 0.484264, + "nauc_recall_at_1_std": 0.223808, + "nauc_recall_at_1_diff1": 0.753586, + "nauc_recall_at_3_max": 0.555856, + "nauc_recall_at_3_std": 0.395952, + "nauc_recall_at_3_diff1": 0.705659, + "nauc_recall_at_5_max": 0.664083, + "nauc_recall_at_5_std": 0.453991, + "nauc_recall_at_5_diff1": 0.68757, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.484264, + "nauc_precision_at_1_std": 0.223808, + "nauc_precision_at_1_diff1": 0.753586, + "nauc_precision_at_3_max": 0.555856, + "nauc_precision_at_3_std": 0.395952, + "nauc_precision_at_3_diff1": 0.705659, + "nauc_precision_at_5_max": 0.664083, + "nauc_precision_at_5_std": 0.453991, + "nauc_precision_at_5_diff1": 0.68757, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.484264, + "nauc_mrr_at_1_std": 0.223808, + "nauc_mrr_at_1_diff1": 0.753586, + "nauc_mrr_at_3_max": 0.50491, + "nauc_mrr_at_3_std": 0.274469, + "nauc_mrr_at_3_diff1": 0.7394, + "nauc_mrr_at_5_max": 0.507906, + "nauc_mrr_at_5_std": 0.266495, + "nauc_mrr_at_5_diff1": 0.741652, + "nauc_mrr_at_10_max": 0.501303, + "nauc_mrr_at_10_std": 0.259537, + "nauc_mrr_at_10_diff1": 0.743907, + "nauc_mrr_at_20_max": 0.501303, + "nauc_mrr_at_20_std": 0.259537, + "nauc_mrr_at_20_diff1": 0.743907, + "nauc_mrr_at_100_max": 0.501303, + "nauc_mrr_at_100_std": 0.259537, + "nauc_mrr_at_100_diff1": 0.743907, + "nauc_mrr_at_1000_max": 0.501303, + "nauc_mrr_at_1000_std": 0.259537, + "nauc_mrr_at_1000_diff1": 0.743907, + "hit_rate_at_1": 0.77067, + "hit_rate_at_3": 0.90667, + "hit_rate_at_5": 0.96133, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.84967, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "ndcg_at_1": 0.74867, + "ndcg_at_3": 0.83051, + "ndcg_at_5": 0.85288, + "ndcg_at_10": 0.87145, + "ndcg_at_20": 0.87145, + "ndcg_at_100": 0.87145, + "ndcg_at_1000": 0.87145, + "map_at_1": 0.74867, + "map_at_3": 0.81, + "map_at_5": 0.82233, + "map_at_10": 0.83038, + "map_at_20": 0.83038, + "map_at_100": 0.83038, + "map_at_1000": 0.83038, + "recall_at_1": 0.74867, + "recall_at_3": 0.89, + "recall_at_5": 0.94467, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.74867, + "precision_at_1": 0.74867, + "precision_at_3": 0.29667, + "precision_at_5": 0.18893, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.748667, + "mrr_at_3": 0.81, + "mrr_at_5": 0.822333, + "mrr_at_10": 0.830384, + "mrr_at_20": 0.830384, + "mrr_at_100": 0.830384, + "mrr_at_1000": 0.830384, + "nauc_ndcg_at_1_max": 0.356033, + "nauc_ndcg_at_1_std": 0.175506, + "nauc_ndcg_at_1_diff1": 0.726993, + "nauc_ndcg_at_3_max": 0.381857, + "nauc_ndcg_at_3_std": 0.172815, + "nauc_ndcg_at_3_diff1": 0.667155, + "nauc_ndcg_at_5_max": 0.376214, + "nauc_ndcg_at_5_std": 0.19811, + "nauc_ndcg_at_5_diff1": 0.678156, + "nauc_ndcg_at_10_max": 0.370438, + "nauc_ndcg_at_10_std": 0.186075, + "nauc_ndcg_at_10_diff1": 0.693217, + "nauc_ndcg_at_20_max": 0.370438, + "nauc_ndcg_at_20_std": 0.186075, + "nauc_ndcg_at_20_diff1": 0.693217, + "nauc_ndcg_at_100_max": 0.370438, + "nauc_ndcg_at_100_std": 0.186075, + "nauc_ndcg_at_100_diff1": 0.693217, + "nauc_ndcg_at_1000_max": 0.370438, + "nauc_ndcg_at_1000_std": 0.186075, + "nauc_ndcg_at_1000_diff1": 0.693217, + "nauc_map_at_1_max": 0.356033, + "nauc_map_at_1_std": 0.175506, + "nauc_map_at_1_diff1": 0.726993, + "nauc_map_at_3_max": 0.375242, + "nauc_map_at_3_std": 0.177064, + "nauc_map_at_3_diff1": 0.684933, + "nauc_map_at_5_max": 0.371797, + "nauc_map_at_5_std": 0.188968, + "nauc_map_at_5_diff1": 0.690959, + "nauc_map_at_10_max": 0.369518, + "nauc_map_at_10_std": 0.185103, + "nauc_map_at_10_diff1": 0.696132, + "nauc_map_at_20_max": 0.369518, + "nauc_map_at_20_std": 0.185103, + "nauc_map_at_20_diff1": 0.696132, + "nauc_map_at_100_max": 0.369518, + "nauc_map_at_100_std": 0.185103, + "nauc_map_at_100_diff1": 0.696132, + "nauc_map_at_1000_max": 0.369518, + "nauc_map_at_1000_std": 0.185103, + "nauc_map_at_1000_diff1": 0.696132, + "nauc_recall_at_1_max": 0.356033, + "nauc_recall_at_1_std": 0.175506, + "nauc_recall_at_1_diff1": 0.726993, + "nauc_recall_at_3_max": 0.41158, + "nauc_recall_at_3_std": 0.150869, + "nauc_recall_at_3_diff1": 0.585308, + "nauc_recall_at_5_max": 0.410735, + "nauc_recall_at_5_std": 0.282199, + "nauc_recall_at_5_diff1": 0.576699, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.356033, + "nauc_precision_at_1_std": 0.175506, + "nauc_precision_at_1_diff1": 0.726993, + "nauc_precision_at_3_max": 0.41158, + "nauc_precision_at_3_std": 0.150869, + "nauc_precision_at_3_diff1": 0.585308, + "nauc_precision_at_5_max": 0.410735, + "nauc_precision_at_5_std": 0.282199, + "nauc_precision_at_5_diff1": 0.576699, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.356033, + "nauc_mrr_at_1_std": 0.175506, + "nauc_mrr_at_1_diff1": 0.726993, + "nauc_mrr_at_3_max": 0.375242, + "nauc_mrr_at_3_std": 0.177064, + "nauc_mrr_at_3_diff1": 0.684933, + "nauc_mrr_at_5_max": 0.371797, + "nauc_mrr_at_5_std": 0.188968, + "nauc_mrr_at_5_diff1": 0.690959, + "nauc_mrr_at_10_max": 0.369518, + "nauc_mrr_at_10_std": 0.185103, + "nauc_mrr_at_10_diff1": 0.696132, + "nauc_mrr_at_20_max": 0.369518, + "nauc_mrr_at_20_std": 0.185103, + "nauc_mrr_at_20_diff1": 0.696132, + "nauc_mrr_at_100_max": 0.369518, + "nauc_mrr_at_100_std": 0.185103, + "nauc_mrr_at_100_diff1": 0.696132, + "nauc_mrr_at_1000_max": 0.369518, + "nauc_mrr_at_1000_std": 0.185103, + "nauc_mrr_at_1000_diff1": 0.696132, + "hit_rate_at_1": 0.74867, + "hit_rate_at_3": 0.89, + "hit_rate_at_5": 0.94467, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.83038, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.78133, + "ndcg_at_3": 0.86248, + "ndcg_at_5": 0.88322, + "ndcg_at_10": 0.89362, + "ndcg_at_20": 0.89362, + "ndcg_at_100": 0.89362, + "ndcg_at_1000": 0.89362, + "map_at_1": 0.78133, + "map_at_3": 0.843, + "map_at_5": 0.85443, + "map_at_10": 0.859, + "map_at_20": 0.859, + "map_at_100": 0.859, + "map_at_1000": 0.859, + "recall_at_1": 0.78133, + "recall_at_3": 0.91867, + "recall_at_5": 0.96933, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.78133, + "precision_at_1": 0.78133, + "precision_at_3": 0.30622, + "precision_at_5": 0.19387, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.781333, + "mrr_at_3": 0.843, + "mrr_at_5": 0.854433, + "mrr_at_10": 0.859003, + "mrr_at_20": 0.859003, + "mrr_at_100": 0.859003, + "mrr_at_1000": 0.859003, + "nauc_ndcg_at_1_max": 0.464205, + "nauc_ndcg_at_1_std": 0.273385, + "nauc_ndcg_at_1_diff1": 0.783711, + "nauc_ndcg_at_3_max": 0.479908, + "nauc_ndcg_at_3_std": 0.309717, + "nauc_ndcg_at_3_diff1": 0.740428, + "nauc_ndcg_at_5_max": 0.467247, + "nauc_ndcg_at_5_std": 0.315222, + "nauc_ndcg_at_5_diff1": 0.750056, + "nauc_ndcg_at_10_max": 0.470941, + "nauc_ndcg_at_10_std": 0.294738, + "nauc_ndcg_at_10_diff1": 0.7593, + "nauc_ndcg_at_20_max": 0.470941, + "nauc_ndcg_at_20_std": 0.294738, + "nauc_ndcg_at_20_diff1": 0.7593, + "nauc_ndcg_at_100_max": 0.470941, + "nauc_ndcg_at_100_std": 0.294738, + "nauc_ndcg_at_100_diff1": 0.7593, + "nauc_ndcg_at_1000_max": 0.470941, + "nauc_ndcg_at_1000_std": 0.294738, + "nauc_ndcg_at_1000_diff1": 0.7593, + "nauc_map_at_1_max": 0.464205, + "nauc_map_at_1_std": 0.273385, + "nauc_map_at_1_diff1": 0.783711, + "nauc_map_at_3_max": 0.475045, + "nauc_map_at_3_std": 0.297327, + "nauc_map_at_3_diff1": 0.75268, + "nauc_map_at_5_max": 0.469199, + "nauc_map_at_5_std": 0.29933, + "nauc_map_at_5_diff1": 0.757956, + "nauc_map_at_10_max": 0.470522, + "nauc_map_at_10_std": 0.292375, + "nauc_map_at_10_diff1": 0.76118, + "nauc_map_at_20_max": 0.470522, + "nauc_map_at_20_std": 0.292375, + "nauc_map_at_20_diff1": 0.76118, + "nauc_map_at_100_max": 0.470522, + "nauc_map_at_100_std": 0.292375, + "nauc_map_at_100_diff1": 0.76118, + "nauc_map_at_1000_max": 0.470522, + "nauc_map_at_1000_std": 0.292375, + "nauc_map_at_1000_diff1": 0.76118, + "nauc_recall_at_1_max": 0.464205, + "nauc_recall_at_1_std": 0.273385, + "nauc_recall_at_1_diff1": 0.783711, + "nauc_recall_at_3_max": 0.50512, + "nauc_recall_at_3_std": 0.374853, + "nauc_recall_at_3_diff1": 0.677821, + "nauc_recall_at_5_max": 0.432641, + "nauc_recall_at_5_std": 0.519598, + "nauc_recall_at_5_diff1": 0.659136, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.464205, + "nauc_precision_at_1_std": 0.273385, + "nauc_precision_at_1_diff1": 0.783711, + "nauc_precision_at_3_max": 0.50512, + "nauc_precision_at_3_std": 0.374853, + "nauc_precision_at_3_diff1": 0.677821, + "nauc_precision_at_5_max": 0.432641, + "nauc_precision_at_5_std": 0.519598, + "nauc_precision_at_5_diff1": 0.659136, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.464205, + "nauc_mrr_at_1_std": 0.273385, + "nauc_mrr_at_1_diff1": 0.783711, + "nauc_mrr_at_3_max": 0.475045, + "nauc_mrr_at_3_std": 0.297327, + "nauc_mrr_at_3_diff1": 0.75268, + "nauc_mrr_at_5_max": 0.469199, + "nauc_mrr_at_5_std": 0.29933, + "nauc_mrr_at_5_diff1": 0.757956, + "nauc_mrr_at_10_max": 0.470522, + "nauc_mrr_at_10_std": 0.292375, + "nauc_mrr_at_10_diff1": 0.76118, + "nauc_mrr_at_20_max": 0.470522, + "nauc_mrr_at_20_std": 0.292375, + "nauc_mrr_at_20_diff1": 0.76118, + "nauc_mrr_at_100_max": 0.470522, + "nauc_mrr_at_100_std": 0.292375, + "nauc_mrr_at_100_diff1": 0.76118, + "nauc_mrr_at_1000_max": 0.470522, + "nauc_mrr_at_1000_std": 0.292375, + "nauc_mrr_at_1000_diff1": 0.76118, + "hit_rate_at_1": 0.78133, + "hit_rate_at_3": 0.91867, + "hit_rate_at_5": 0.96933, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.859, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "ndcg_at_1": 0.79733, + "ndcg_at_3": 0.87255, + "ndcg_at_5": 0.88867, + "ndcg_at_10": 0.89972, + "ndcg_at_20": 0.89972, + "ndcg_at_100": 0.89972, + "ndcg_at_1000": 0.89972, + "map_at_1": 0.79733, + "map_at_3": 0.85367, + "map_at_5": 0.86257, + "map_at_10": 0.86728, + "map_at_20": 0.86728, + "map_at_100": 0.86728, + "map_at_1000": 0.86728, + "recall_at_1": 0.79733, + "recall_at_3": 0.92733, + "recall_at_5": 0.96667, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.79733, + "precision_at_1": 0.79733, + "precision_at_3": 0.30911, + "precision_at_5": 0.19333, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.798, + "mrr_at_3": 0.854, + "mrr_at_5": 0.8629, + "mrr_at_10": 0.867614, + "mrr_at_20": 0.867614, + "mrr_at_100": 0.867614, + "mrr_at_1000": 0.867614, + "nauc_ndcg_at_1_max": 0.441693, + "nauc_ndcg_at_1_std": 0.288236, + "nauc_ndcg_at_1_diff1": 0.768717, + "nauc_ndcg_at_3_max": 0.494363, + "nauc_ndcg_at_3_std": 0.327453, + "nauc_ndcg_at_3_diff1": 0.741027, + "nauc_ndcg_at_5_max": 0.474035, + "nauc_ndcg_at_5_std": 0.325747, + "nauc_ndcg_at_5_diff1": 0.753934, + "nauc_ndcg_at_10_max": 0.466012, + "nauc_ndcg_at_10_std": 0.315592, + "nauc_ndcg_at_10_diff1": 0.755785, + "nauc_ndcg_at_20_max": 0.466012, + "nauc_ndcg_at_20_std": 0.315592, + "nauc_ndcg_at_20_diff1": 0.755785, + "nauc_ndcg_at_100_max": 0.466012, + "nauc_ndcg_at_100_std": 0.315592, + "nauc_ndcg_at_100_diff1": 0.755785, + "nauc_ndcg_at_1000_max": 0.466012, + "nauc_ndcg_at_1000_std": 0.315592, + "nauc_ndcg_at_1000_diff1": 0.755785, + "nauc_map_at_1_max": 0.441693, + "nauc_map_at_1_std": 0.288236, + "nauc_map_at_1_diff1": 0.768717, + "nauc_map_at_3_max": 0.478167, + "nauc_map_at_3_std": 0.317338, + "nauc_map_at_3_diff1": 0.749674, + "nauc_map_at_5_max": 0.467955, + "nauc_map_at_5_std": 0.316408, + "nauc_map_at_5_diff1": 0.756073, + "nauc_map_at_10_max": 0.464443, + "nauc_map_at_10_std": 0.313273, + "nauc_map_at_10_diff1": 0.756731, + "nauc_map_at_20_max": 0.464443, + "nauc_map_at_20_std": 0.313273, + "nauc_map_at_20_diff1": 0.756731, + "nauc_map_at_100_max": 0.464443, + "nauc_map_at_100_std": 0.313273, + "nauc_map_at_100_diff1": 0.756731, + "nauc_map_at_1000_max": 0.464443, + "nauc_map_at_1000_std": 0.313273, + "nauc_map_at_1000_diff1": 0.756731, + "nauc_recall_at_1_max": 0.441693, + "nauc_recall_at_1_std": 0.288236, + "nauc_recall_at_1_diff1": 0.768717, + "nauc_recall_at_3_max": 0.582843, + "nauc_recall_at_3_std": 0.381072, + "nauc_recall_at_3_diff1": 0.693671, + "nauc_recall_at_5_max": 0.529309, + "nauc_recall_at_5_std": 0.422586, + "nauc_recall_at_5_diff1": 0.737656, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.441693, + "nauc_precision_at_1_std": 0.288236, + "nauc_precision_at_1_diff1": 0.768717, + "nauc_precision_at_3_max": 0.582843, + "nauc_precision_at_3_std": 0.381072, + "nauc_precision_at_3_diff1": 0.693671, + "nauc_precision_at_5_max": 0.529309, + "nauc_precision_at_5_std": 0.422586, + "nauc_precision_at_5_diff1": 0.737656, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.441555, + "nauc_mrr_at_1_std": 0.286416, + "nauc_mrr_at_1_diff1": 0.767142, + "nauc_mrr_at_3_max": 0.478137, + "nauc_mrr_at_3_std": 0.316153, + "nauc_mrr_at_3_diff1": 0.748572, + "nauc_mrr_at_5_max": 0.467904, + "nauc_mrr_at_5_std": 0.31514, + "nauc_mrr_at_5_diff1": 0.754906, + "nauc_mrr_at_10_max": 0.464382, + "nauc_mrr_at_10_std": 0.311951, + "nauc_mrr_at_10_diff1": 0.755522, + "nauc_mrr_at_20_max": 0.464382, + "nauc_mrr_at_20_std": 0.311951, + "nauc_mrr_at_20_diff1": 0.755522, + "nauc_mrr_at_100_max": 0.464382, + "nauc_mrr_at_100_std": 0.311951, + "nauc_mrr_at_100_diff1": 0.755522, + "nauc_mrr_at_1000_max": 0.464382, + "nauc_mrr_at_1000_std": 0.311951, + "nauc_mrr_at_1000_diff1": 0.755522, + "hit_rate_at_1": 0.79733, + "hit_rate_at_3": 0.92733, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.86728, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.78, + "ndcg_at_3": 0.85948, + "ndcg_at_5": 0.88031, + "ndcg_at_10": 0.89214, + "ndcg_at_20": 0.89214, + "ndcg_at_100": 0.89214, + "ndcg_at_1000": 0.89214, + "map_at_1": 0.78, + "map_at_3": 0.84056, + "map_at_5": 0.85209, + "map_at_10": 0.85721, + "map_at_20": 0.85721, + "map_at_100": 0.85721, + "map_at_1000": 0.85721, + "recall_at_1": 0.78, + "recall_at_3": 0.914, + "recall_at_5": 0.96467, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.78, + "precision_at_1": 0.78, + "precision_at_3": 0.30467, + "precision_at_5": 0.19293, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.78, + "mrr_at_3": 0.840556, + "mrr_at_5": 0.852089, + "mrr_at_10": 0.857205, + "mrr_at_20": 0.857205, + "mrr_at_100": 0.857205, + "mrr_at_1000": 0.857205, + "nauc_ndcg_at_1_max": 0.474551, + "nauc_ndcg_at_1_std": 0.215324, + "nauc_ndcg_at_1_diff1": 0.766189, + "nauc_ndcg_at_3_max": 0.494867, + "nauc_ndcg_at_3_std": 0.203336, + "nauc_ndcg_at_3_diff1": 0.717861, + "nauc_ndcg_at_5_max": 0.488089, + "nauc_ndcg_at_5_std": 0.228129, + "nauc_ndcg_at_5_diff1": 0.732349, + "nauc_ndcg_at_10_max": 0.484662, + "nauc_ndcg_at_10_std": 0.217044, + "nauc_ndcg_at_10_diff1": 0.740771, + "nauc_ndcg_at_20_max": 0.484662, + "nauc_ndcg_at_20_std": 0.217044, + "nauc_ndcg_at_20_diff1": 0.740771, + "nauc_ndcg_at_100_max": 0.484662, + "nauc_ndcg_at_100_std": 0.217044, + "nauc_ndcg_at_100_diff1": 0.740771, + "nauc_ndcg_at_1000_max": 0.484662, + "nauc_ndcg_at_1000_std": 0.217044, + "nauc_ndcg_at_1000_diff1": 0.740771, + "nauc_map_at_1_max": 0.474551, + "nauc_map_at_1_std": 0.215324, + "nauc_map_at_1_diff1": 0.766189, + "nauc_map_at_3_max": 0.488943, + "nauc_map_at_3_std": 0.209036, + "nauc_map_at_3_diff1": 0.73192, + "nauc_map_at_5_max": 0.48503, + "nauc_map_at_5_std": 0.220108, + "nauc_map_at_5_diff1": 0.739507, + "nauc_map_at_10_max": 0.4839, + "nauc_map_at_10_std": 0.216676, + "nauc_map_at_10_diff1": 0.742645, + "nauc_map_at_20_max": 0.4839, + "nauc_map_at_20_std": 0.216676, + "nauc_map_at_20_diff1": 0.742645, + "nauc_map_at_100_max": 0.4839, + "nauc_map_at_100_std": 0.216676, + "nauc_map_at_100_diff1": 0.742645, + "nauc_map_at_1000_max": 0.4839, + "nauc_map_at_1000_std": 0.216676, + "nauc_map_at_1000_diff1": 0.742645, + "nauc_recall_at_1_max": 0.474551, + "nauc_recall_at_1_std": 0.215324, + "nauc_recall_at_1_diff1": 0.766189, + "nauc_recall_at_3_max": 0.524121, + "nauc_recall_at_3_std": 0.173423, + "nauc_recall_at_3_diff1": 0.648463, + "nauc_recall_at_5_max": 0.519502, + "nauc_recall_at_5_std": 0.331801, + "nauc_recall_at_5_diff1": 0.662976, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.474551, + "nauc_precision_at_1_std": 0.215324, + "nauc_precision_at_1_diff1": 0.766189, + "nauc_precision_at_3_max": 0.524121, + "nauc_precision_at_3_std": 0.173423, + "nauc_precision_at_3_diff1": 0.648463, + "nauc_precision_at_5_max": 0.519502, + "nauc_precision_at_5_std": 0.331801, + "nauc_precision_at_5_diff1": 0.662976, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.474551, + "nauc_mrr_at_1_std": 0.215324, + "nauc_mrr_at_1_diff1": 0.766189, + "nauc_mrr_at_3_max": 0.488943, + "nauc_mrr_at_3_std": 0.209036, + "nauc_mrr_at_3_diff1": 0.73192, + "nauc_mrr_at_5_max": 0.48503, + "nauc_mrr_at_5_std": 0.220108, + "nauc_mrr_at_5_diff1": 0.739507, + "nauc_mrr_at_10_max": 0.4839, + "nauc_mrr_at_10_std": 0.216676, + "nauc_mrr_at_10_diff1": 0.742645, + "nauc_mrr_at_20_max": 0.4839, + "nauc_mrr_at_20_std": 0.216676, + "nauc_mrr_at_20_diff1": 0.742645, + "nauc_mrr_at_100_max": 0.4839, + "nauc_mrr_at_100_std": 0.216676, + "nauc_mrr_at_100_diff1": 0.742645, + "nauc_mrr_at_1000_max": 0.4839, + "nauc_mrr_at_1000_std": 0.216676, + "nauc_mrr_at_1000_diff1": 0.742645, + "hit_rate_at_1": 0.78, + "hit_rate_at_3": 0.914, + "hit_rate_at_5": 0.96467, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.85721, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.85333, + "ndcg_at_3": 0.90859, + "ndcg_at_5": 0.9215, + "ndcg_at_10": 0.92936, + "ndcg_at_20": 0.92936, + "ndcg_at_100": 0.92936, + "ndcg_at_1000": 0.92936, + "map_at_1": 0.85333, + "map_at_3": 0.89578, + "map_at_5": 0.90294, + "map_at_10": 0.90637, + "map_at_20": 0.90637, + "map_at_100": 0.90637, + "map_at_1000": 0.90637, + "recall_at_1": 0.85333, + "recall_at_3": 0.94533, + "recall_at_5": 0.97667, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.85333, + "precision_at_1": 0.85333, + "precision_at_3": 0.31511, + "precision_at_5": 0.19533, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.853333, + "mrr_at_3": 0.895778, + "mrr_at_5": 0.902944, + "mrr_at_10": 0.906374, + "mrr_at_20": 0.906374, + "mrr_at_100": 0.906374, + "mrr_at_1000": 0.906374, + "nauc_ndcg_at_1_max": 0.615151, + "nauc_ndcg_at_1_std": 0.459472, + "nauc_ndcg_at_1_diff1": 0.828461, + "nauc_ndcg_at_3_max": 0.612015, + "nauc_ndcg_at_3_std": 0.46455, + "nauc_ndcg_at_3_diff1": 0.794396, + "nauc_ndcg_at_5_max": 0.608992, + "nauc_ndcg_at_5_std": 0.454649, + "nauc_ndcg_at_5_diff1": 0.806591, + "nauc_ndcg_at_10_max": 0.614503, + "nauc_ndcg_at_10_std": 0.458971, + "nauc_ndcg_at_10_diff1": 0.811173, + "nauc_ndcg_at_20_max": 0.614503, + "nauc_ndcg_at_20_std": 0.458971, + "nauc_ndcg_at_20_diff1": 0.811173, + "nauc_ndcg_at_100_max": 0.614503, + "nauc_ndcg_at_100_std": 0.458971, + "nauc_ndcg_at_100_diff1": 0.811173, + "nauc_ndcg_at_1000_max": 0.614503, + "nauc_ndcg_at_1000_std": 0.458971, + "nauc_ndcg_at_1000_diff1": 0.811173, + "nauc_map_at_1_max": 0.615151, + "nauc_map_at_1_std": 0.459472, + "nauc_map_at_1_diff1": 0.828461, + "nauc_map_at_3_max": 0.61466, + "nauc_map_at_3_std": 0.46188, + "nauc_map_at_3_diff1": 0.804542, + "nauc_map_at_5_max": 0.61342, + "nauc_map_at_5_std": 0.457132, + "nauc_map_at_5_diff1": 0.811097, + "nauc_map_at_10_max": 0.615009, + "nauc_map_at_10_std": 0.458925, + "nauc_map_at_10_diff1": 0.812514, + "nauc_map_at_20_max": 0.615009, + "nauc_map_at_20_std": 0.458925, + "nauc_map_at_20_diff1": 0.812514, + "nauc_map_at_100_max": 0.615009, + "nauc_map_at_100_std": 0.458925, + "nauc_map_at_100_diff1": 0.812514, + "nauc_map_at_1000_max": 0.615009, + "nauc_map_at_1000_std": 0.458925, + "nauc_map_at_1000_diff1": 0.812514, + "nauc_recall_at_1_max": 0.615151, + "nauc_recall_at_1_std": 0.459472, + "nauc_recall_at_1_diff1": 0.828461, + "nauc_recall_at_3_max": 0.596673, + "nauc_recall_at_3_std": 0.479555, + "nauc_recall_at_3_diff1": 0.741181, + "nauc_recall_at_5_max": 0.553421, + "nauc_recall_at_5_std": 0.422609, + "nauc_recall_at_5_diff1": 0.761585, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.615151, + "nauc_precision_at_1_std": 0.459472, + "nauc_precision_at_1_diff1": 0.828461, + "nauc_precision_at_3_max": 0.596673, + "nauc_precision_at_3_std": 0.479555, + "nauc_precision_at_3_diff1": 0.741181, + "nauc_precision_at_5_max": 0.553421, + "nauc_precision_at_5_std": 0.422609, + "nauc_precision_at_5_diff1": 0.761585, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.615151, + "nauc_mrr_at_1_std": 0.459472, + "nauc_mrr_at_1_diff1": 0.828461, + "nauc_mrr_at_3_max": 0.61466, + "nauc_mrr_at_3_std": 0.46188, + "nauc_mrr_at_3_diff1": 0.804542, + "nauc_mrr_at_5_max": 0.61342, + "nauc_mrr_at_5_std": 0.457132, + "nauc_mrr_at_5_diff1": 0.811097, + "nauc_mrr_at_10_max": 0.615009, + "nauc_mrr_at_10_std": 0.458925, + "nauc_mrr_at_10_diff1": 0.812514, + "nauc_mrr_at_20_max": 0.615009, + "nauc_mrr_at_20_std": 0.458925, + "nauc_mrr_at_20_diff1": 0.812514, + "nauc_mrr_at_100_max": 0.615009, + "nauc_mrr_at_100_std": 0.458925, + "nauc_mrr_at_100_diff1": 0.812514, + "nauc_mrr_at_1000_max": 0.615009, + "nauc_mrr_at_1000_std": 0.458925, + "nauc_mrr_at_1000_diff1": 0.812514, + "hit_rate_at_1": 0.85333, + "hit_rate_at_3": 0.94533, + "hit_rate_at_5": 0.97667, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.90637, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.776, + "ndcg_at_3": 0.85956, + "ndcg_at_5": 0.87689, + "ndcg_at_10": 0.89129, + "ndcg_at_20": 0.89129, + "ndcg_at_100": 0.89129, + "ndcg_at_1000": 0.89129, + "map_at_1": 0.776, + "map_at_3": 0.84033, + "map_at_5": 0.84997, + "map_at_10": 0.85613, + "map_at_20": 0.85613, + "map_at_100": 0.85613, + "map_at_1000": 0.85613, + "recall_at_1": 0.776, + "recall_at_3": 0.91467, + "recall_at_5": 0.95667, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.776, + "precision_at_1": 0.776, + "precision_at_3": 0.30489, + "precision_at_5": 0.19133, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.776, + "mrr_at_3": 0.840333, + "mrr_at_5": 0.849967, + "mrr_at_10": 0.856133, + "mrr_at_20": 0.856133, + "mrr_at_100": 0.856133, + "mrr_at_1000": 0.856133, + "nauc_ndcg_at_1_max": 0.430287, + "nauc_ndcg_at_1_std": 0.255522, + "nauc_ndcg_at_1_diff1": 0.776535, + "nauc_ndcg_at_3_max": 0.463115, + "nauc_ndcg_at_3_std": 0.301158, + "nauc_ndcg_at_3_diff1": 0.724817, + "nauc_ndcg_at_5_max": 0.457266, + "nauc_ndcg_at_5_std": 0.308395, + "nauc_ndcg_at_5_diff1": 0.733844, + "nauc_ndcg_at_10_max": 0.451195, + "nauc_ndcg_at_10_std": 0.285533, + "nauc_ndcg_at_10_diff1": 0.748633, + "nauc_ndcg_at_20_max": 0.451195, + "nauc_ndcg_at_20_std": 0.285533, + "nauc_ndcg_at_20_diff1": 0.748633, + "nauc_ndcg_at_100_max": 0.451195, + "nauc_ndcg_at_100_std": 0.285533, + "nauc_ndcg_at_100_diff1": 0.748633, + "nauc_ndcg_at_1000_max": 0.451195, + "nauc_ndcg_at_1000_std": 0.285533, + "nauc_ndcg_at_1000_diff1": 0.748633, + "nauc_map_at_1_max": 0.430287, + "nauc_map_at_1_std": 0.255522, + "nauc_map_at_1_diff1": 0.776535, + "nauc_map_at_3_max": 0.454465, + "nauc_map_at_3_std": 0.288507, + "nauc_map_at_3_diff1": 0.739853, + "nauc_map_at_5_max": 0.451614, + "nauc_map_at_5_std": 0.290812, + "nauc_map_at_5_diff1": 0.745269, + "nauc_map_at_10_max": 0.44954, + "nauc_map_at_10_std": 0.282808, + "nauc_map_at_10_diff1": 0.750788, + "nauc_map_at_20_max": 0.44954, + "nauc_map_at_20_std": 0.282808, + "nauc_map_at_20_diff1": 0.750788, + "nauc_map_at_100_max": 0.44954, + "nauc_map_at_100_std": 0.282808, + "nauc_map_at_100_diff1": 0.750788, + "nauc_map_at_1000_max": 0.44954, + "nauc_map_at_1000_std": 0.282808, + "nauc_map_at_1000_diff1": 0.750788, + "nauc_recall_at_1_max": 0.430287, + "nauc_recall_at_1_std": 0.255522, + "nauc_recall_at_1_diff1": 0.776535, + "nauc_recall_at_3_max": 0.505267, + "nauc_recall_at_3_std": 0.363369, + "nauc_recall_at_3_diff1": 0.650272, + "nauc_recall_at_5_max": 0.502535, + "nauc_recall_at_5_std": 0.472434, + "nauc_recall_at_5_diff1": 0.63324, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.430287, + "nauc_precision_at_1_std": 0.255522, + "nauc_precision_at_1_diff1": 0.776535, + "nauc_precision_at_3_max": 0.505267, + "nauc_precision_at_3_std": 0.363369, + "nauc_precision_at_3_diff1": 0.650272, + "nauc_precision_at_5_max": 0.502535, + "nauc_precision_at_5_std": 0.472434, + "nauc_precision_at_5_diff1": 0.63324, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.430287, + "nauc_mrr_at_1_std": 0.255522, + "nauc_mrr_at_1_diff1": 0.776535, + "nauc_mrr_at_3_max": 0.454465, + "nauc_mrr_at_3_std": 0.288507, + "nauc_mrr_at_3_diff1": 0.739853, + "nauc_mrr_at_5_max": 0.451614, + "nauc_mrr_at_5_std": 0.290812, + "nauc_mrr_at_5_diff1": 0.745269, + "nauc_mrr_at_10_max": 0.44954, + "nauc_mrr_at_10_std": 0.282808, + "nauc_mrr_at_10_diff1": 0.750788, + "nauc_mrr_at_20_max": 0.44954, + "nauc_mrr_at_20_std": 0.282808, + "nauc_mrr_at_20_diff1": 0.750788, + "nauc_mrr_at_100_max": 0.44954, + "nauc_mrr_at_100_std": 0.282808, + "nauc_mrr_at_100_diff1": 0.750788, + "nauc_mrr_at_1000_max": 0.44954, + "nauc_mrr_at_1000_std": 0.282808, + "nauc_mrr_at_1000_diff1": 0.750788, + "hit_rate_at_1": 0.776, + "hit_rate_at_3": 0.91467, + "hit_rate_at_5": 0.95667, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.85613, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "ndcg_at_1": 0.79533, + "ndcg_at_3": 0.87001, + "ndcg_at_5": 0.88941, + "ndcg_at_10": 0.89995, + "ndcg_at_20": 0.89995, + "ndcg_at_100": 0.89995, + "ndcg_at_1000": 0.89995, + "map_at_1": 0.79533, + "map_at_3": 0.852, + "map_at_5": 0.86287, + "map_at_10": 0.86745, + "map_at_20": 0.86745, + "map_at_100": 0.86745, + "map_at_1000": 0.86745, + "recall_at_1": 0.79533, + "recall_at_3": 0.922, + "recall_at_5": 0.96867, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.79533, + "precision_at_1": 0.79533, + "precision_at_3": 0.30733, + "precision_at_5": 0.19373, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.795333, + "mrr_at_3": 0.852, + "mrr_at_5": 0.862867, + "mrr_at_10": 0.867451, + "mrr_at_20": 0.867451, + "mrr_at_100": 0.867451, + "mrr_at_1000": 0.867451, + "nauc_ndcg_at_1_max": 0.350072, + "nauc_ndcg_at_1_std": 0.220093, + "nauc_ndcg_at_1_diff1": 0.805794, + "nauc_ndcg_at_3_max": 0.394217, + "nauc_ndcg_at_3_std": 0.231216, + "nauc_ndcg_at_3_diff1": 0.762462, + "nauc_ndcg_at_5_max": 0.387832, + "nauc_ndcg_at_5_std": 0.229898, + "nauc_ndcg_at_5_diff1": 0.772055, + "nauc_ndcg_at_10_max": 0.379912, + "nauc_ndcg_at_10_std": 0.236069, + "nauc_ndcg_at_10_diff1": 0.784228, + "nauc_ndcg_at_20_max": 0.379912, + "nauc_ndcg_at_20_std": 0.236069, + "nauc_ndcg_at_20_diff1": 0.784228, + "nauc_ndcg_at_100_max": 0.379912, + "nauc_ndcg_at_100_std": 0.236069, + "nauc_ndcg_at_100_diff1": 0.784228, + "nauc_ndcg_at_1000_max": 0.379912, + "nauc_ndcg_at_1000_std": 0.236069, + "nauc_ndcg_at_1000_diff1": 0.784228, + "nauc_map_at_1_max": 0.350072, + "nauc_map_at_1_std": 0.220093, + "nauc_map_at_1_diff1": 0.805794, + "nauc_map_at_3_max": 0.384006, + "nauc_map_at_3_std": 0.234142, + "nauc_map_at_3_diff1": 0.775962, + "nauc_map_at_5_max": 0.380765, + "nauc_map_at_5_std": 0.233339, + "nauc_map_at_5_diff1": 0.781597, + "nauc_map_at_10_max": 0.377861, + "nauc_map_at_10_std": 0.235667, + "nauc_map_at_10_diff1": 0.785994, + "nauc_map_at_20_max": 0.377861, + "nauc_map_at_20_std": 0.235667, + "nauc_map_at_20_diff1": 0.785994, + "nauc_map_at_100_max": 0.377861, + "nauc_map_at_100_std": 0.235667, + "nauc_map_at_100_diff1": 0.785994, + "nauc_map_at_1000_max": 0.377861, + "nauc_map_at_1000_std": 0.235667, + "nauc_map_at_1000_diff1": 0.785994, + "nauc_recall_at_1_max": 0.350072, + "nauc_recall_at_1_std": 0.220093, + "nauc_recall_at_1_diff1": 0.805794, + "nauc_recall_at_3_max": 0.444129, + "nauc_recall_at_3_std": 0.211137, + "nauc_recall_at_3_diff1": 0.692814, + "nauc_recall_at_5_max": 0.458202, + "nauc_recall_at_5_std": 0.178318, + "nauc_recall_at_5_diff1": 0.663875, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.350072, + "nauc_precision_at_1_std": 0.220093, + "nauc_precision_at_1_diff1": 0.805794, + "nauc_precision_at_3_max": 0.444129, + "nauc_precision_at_3_std": 0.211137, + "nauc_precision_at_3_diff1": 0.692814, + "nauc_precision_at_5_max": 0.458202, + "nauc_precision_at_5_std": 0.178318, + "nauc_precision_at_5_diff1": 0.663875, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.350072, + "nauc_mrr_at_1_std": 0.220093, + "nauc_mrr_at_1_diff1": 0.805794, + "nauc_mrr_at_3_max": 0.384006, + "nauc_mrr_at_3_std": 0.234142, + "nauc_mrr_at_3_diff1": 0.775962, + "nauc_mrr_at_5_max": 0.380765, + "nauc_mrr_at_5_std": 0.233339, + "nauc_mrr_at_5_diff1": 0.781597, + "nauc_mrr_at_10_max": 0.377861, + "nauc_mrr_at_10_std": 0.235667, + "nauc_mrr_at_10_diff1": 0.785994, + "nauc_mrr_at_20_max": 0.377861, + "nauc_mrr_at_20_std": 0.235667, + "nauc_mrr_at_20_diff1": 0.785994, + "nauc_mrr_at_100_max": 0.377861, + "nauc_mrr_at_100_std": 0.235667, + "nauc_mrr_at_100_diff1": 0.785994, + "nauc_mrr_at_1000_max": 0.377861, + "nauc_mrr_at_1000_std": 0.235667, + "nauc_mrr_at_1000_diff1": 0.785994, + "hit_rate_at_1": 0.79533, + "hit_rate_at_3": 0.922, + "hit_rate_at_5": 0.96867, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.86745, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.746, + "ndcg_at_3": 0.84077, + "ndcg_at_5": 0.86192, + "ndcg_at_10": 0.87671, + "ndcg_at_20": 0.87671, + "ndcg_at_100": 0.87671, + "ndcg_at_1000": 0.87671, + "map_at_1": 0.746, + "map_at_3": 0.81833, + "map_at_5": 0.83023, + "map_at_10": 0.83667, + "map_at_20": 0.83667, + "map_at_100": 0.83667, + "map_at_1000": 0.83667, + "recall_at_1": 0.746, + "recall_at_3": 0.90533, + "recall_at_5": 0.956, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.746, + "precision_at_1": 0.746, + "precision_at_3": 0.30178, + "precision_at_5": 0.1912, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.746667, + "mrr_at_3": 0.818667, + "mrr_at_5": 0.830567, + "mrr_at_10": 0.837014, + "mrr_at_20": 0.837014, + "mrr_at_100": 0.837014, + "mrr_at_1000": 0.837014, + "nauc_ndcg_at_1_max": 0.408255, + "nauc_ndcg_at_1_std": 0.217919, + "nauc_ndcg_at_1_diff1": 0.787813, + "nauc_ndcg_at_3_max": 0.440979, + "nauc_ndcg_at_3_std": 0.22087, + "nauc_ndcg_at_3_diff1": 0.7304, + "nauc_ndcg_at_5_max": 0.43014, + "nauc_ndcg_at_5_std": 0.225173, + "nauc_ndcg_at_5_diff1": 0.747935, + "nauc_ndcg_at_10_max": 0.422977, + "nauc_ndcg_at_10_std": 0.219589, + "nauc_ndcg_at_10_diff1": 0.756813, + "nauc_ndcg_at_20_max": 0.422977, + "nauc_ndcg_at_20_std": 0.219589, + "nauc_ndcg_at_20_diff1": 0.756813, + "nauc_ndcg_at_100_max": 0.422977, + "nauc_ndcg_at_100_std": 0.219589, + "nauc_ndcg_at_100_diff1": 0.756813, + "nauc_ndcg_at_1000_max": 0.422977, + "nauc_ndcg_at_1000_std": 0.219589, + "nauc_ndcg_at_1000_diff1": 0.756813, + "nauc_map_at_1_max": 0.408255, + "nauc_map_at_1_std": 0.217919, + "nauc_map_at_1_diff1": 0.787813, + "nauc_map_at_3_max": 0.429832, + "nauc_map_at_3_std": 0.219079, + "nauc_map_at_3_diff1": 0.746622, + "nauc_map_at_5_max": 0.424019, + "nauc_map_at_5_std": 0.220888, + "nauc_map_at_5_diff1": 0.755789, + "nauc_map_at_10_max": 0.421585, + "nauc_map_at_10_std": 0.219118, + "nauc_map_at_10_diff1": 0.759062, + "nauc_map_at_20_max": 0.421585, + "nauc_map_at_20_std": 0.219118, + "nauc_map_at_20_diff1": 0.759062, + "nauc_map_at_100_max": 0.421585, + "nauc_map_at_100_std": 0.219118, + "nauc_map_at_100_diff1": 0.759062, + "nauc_map_at_1000_max": 0.421585, + "nauc_map_at_1000_std": 0.219118, + "nauc_map_at_1000_diff1": 0.759062, + "nauc_recall_at_1_max": 0.408255, + "nauc_recall_at_1_std": 0.217919, + "nauc_recall_at_1_diff1": 0.787813, + "nauc_recall_at_3_max": 0.497985, + "nauc_recall_at_3_std": 0.230573, + "nauc_recall_at_3_diff1": 0.649768, + "nauc_recall_at_5_max": 0.487968, + "nauc_recall_at_5_std": 0.272098, + "nauc_recall_at_5_diff1": 0.68075, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.408255, + "nauc_precision_at_1_std": 0.217919, + "nauc_precision_at_1_diff1": 0.787813, + "nauc_precision_at_3_max": 0.497985, + "nauc_precision_at_3_std": 0.230573, + "nauc_precision_at_3_diff1": 0.649768, + "nauc_precision_at_5_max": 0.487968, + "nauc_precision_at_5_std": 0.272098, + "nauc_precision_at_5_diff1": 0.68075, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.408764, + "nauc_mrr_at_1_std": 0.215427, + "nauc_mrr_at_1_diff1": 0.786538, + "nauc_mrr_at_3_max": 0.430208, + "nauc_mrr_at_3_std": 0.217395, + "nauc_mrr_at_3_diff1": 0.745699, + "nauc_mrr_at_5_max": 0.424415, + "nauc_mrr_at_5_std": 0.219077, + "nauc_mrr_at_5_diff1": 0.75481, + "nauc_mrr_at_10_max": 0.421966, + "nauc_mrr_at_10_std": 0.217193, + "nauc_mrr_at_10_diff1": 0.758039, + "nauc_mrr_at_20_max": 0.421966, + "nauc_mrr_at_20_std": 0.217193, + "nauc_mrr_at_20_diff1": 0.758039, + "nauc_mrr_at_100_max": 0.421966, + "nauc_mrr_at_100_std": 0.217193, + "nauc_mrr_at_100_diff1": 0.758039, + "nauc_mrr_at_1000_max": 0.421966, + "nauc_mrr_at_1000_std": 0.217193, + "nauc_mrr_at_1000_diff1": 0.758039, + "hit_rate_at_1": 0.746, + "hit_rate_at_3": 0.90533, + "hit_rate_at_5": 0.956, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.83667, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.76867, + "ndcg_at_3": 0.85466, + "ndcg_at_5": 0.8766, + "ndcg_at_10": 0.88722, + "ndcg_at_20": 0.88722, + "ndcg_at_100": 0.88722, + "ndcg_at_1000": 0.88722, + "map_at_1": 0.76867, + "map_at_3": 0.83367, + "map_at_5": 0.84583, + "map_at_10": 0.8505, + "map_at_20": 0.8505, + "map_at_100": 0.8505, + "map_at_1000": 0.8505, + "recall_at_1": 0.76867, + "recall_at_3": 0.91533, + "recall_at_5": 0.96867, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.76867, + "precision_at_1": 0.76867, + "precision_at_3": 0.30511, + "precision_at_5": 0.19373, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.768667, + "mrr_at_3": 0.833667, + "mrr_at_5": 0.845833, + "mrr_at_10": 0.850501, + "mrr_at_20": 0.850501, + "mrr_at_100": 0.850501, + "mrr_at_1000": 0.850501, + "nauc_ndcg_at_1_max": 0.530137, + "nauc_ndcg_at_1_std": 0.245498, + "nauc_ndcg_at_1_diff1": 0.759253, + "nauc_ndcg_at_3_max": 0.531502, + "nauc_ndcg_at_3_std": 0.270082, + "nauc_ndcg_at_3_diff1": 0.713238, + "nauc_ndcg_at_5_max": 0.525935, + "nauc_ndcg_at_5_std": 0.299676, + "nauc_ndcg_at_5_diff1": 0.723434, + "nauc_ndcg_at_10_max": 0.531318, + "nauc_ndcg_at_10_std": 0.268157, + "nauc_ndcg_at_10_diff1": 0.736183, + "nauc_ndcg_at_20_max": 0.531318, + "nauc_ndcg_at_20_std": 0.268157, + "nauc_ndcg_at_20_diff1": 0.736183, + "nauc_ndcg_at_100_max": 0.531318, + "nauc_ndcg_at_100_std": 0.268157, + "nauc_ndcg_at_100_diff1": 0.736183, + "nauc_ndcg_at_1000_max": 0.531318, + "nauc_ndcg_at_1000_std": 0.268157, + "nauc_ndcg_at_1000_diff1": 0.736183, + "nauc_map_at_1_max": 0.530137, + "nauc_map_at_1_std": 0.245498, + "nauc_map_at_1_diff1": 0.759253, + "nauc_map_at_3_max": 0.53197, + "nauc_map_at_3_std": 0.262971, + "nauc_map_at_3_diff1": 0.727171, + "nauc_map_at_5_max": 0.529526, + "nauc_map_at_5_std": 0.27633, + "nauc_map_at_5_diff1": 0.733272, + "nauc_map_at_10_max": 0.531452, + "nauc_map_at_10_std": 0.265515, + "nauc_map_at_10_diff1": 0.73795, + "nauc_map_at_20_max": 0.531452, + "nauc_map_at_20_std": 0.265515, + "nauc_map_at_20_diff1": 0.73795, + "nauc_map_at_100_max": 0.531452, + "nauc_map_at_100_std": 0.265515, + "nauc_map_at_100_diff1": 0.73795, + "nauc_map_at_1000_max": 0.531452, + "nauc_map_at_1000_std": 0.265515, + "nauc_map_at_1000_diff1": 0.73795, + "nauc_recall_at_1_max": 0.530137, + "nauc_recall_at_1_std": 0.245498, + "nauc_recall_at_1_diff1": 0.759253, + "nauc_recall_at_3_max": 0.528346, + "nauc_recall_at_3_std": 0.306881, + "nauc_recall_at_3_diff1": 0.640607, + "nauc_recall_at_5_max": 0.473409, + "nauc_recall_at_5_std": 0.6187, + "nauc_recall_at_5_diff1": 0.60095, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.530137, + "nauc_precision_at_1_std": 0.245498, + "nauc_precision_at_1_diff1": 0.759253, + "nauc_precision_at_3_max": 0.528346, + "nauc_precision_at_3_std": 0.306881, + "nauc_precision_at_3_diff1": 0.640607, + "nauc_precision_at_5_max": 0.473409, + "nauc_precision_at_5_std": 0.6187, + "nauc_precision_at_5_diff1": 0.60095, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.530137, + "nauc_mrr_at_1_std": 0.245498, + "nauc_mrr_at_1_diff1": 0.759253, + "nauc_mrr_at_3_max": 0.53197, + "nauc_mrr_at_3_std": 0.262971, + "nauc_mrr_at_3_diff1": 0.727171, + "nauc_mrr_at_5_max": 0.529526, + "nauc_mrr_at_5_std": 0.27633, + "nauc_mrr_at_5_diff1": 0.733272, + "nauc_mrr_at_10_max": 0.531452, + "nauc_mrr_at_10_std": 0.265515, + "nauc_mrr_at_10_diff1": 0.73795, + "nauc_mrr_at_20_max": 0.531452, + "nauc_mrr_at_20_std": 0.265515, + "nauc_mrr_at_20_diff1": 0.73795, + "nauc_mrr_at_100_max": 0.531452, + "nauc_mrr_at_100_std": 0.265515, + "nauc_mrr_at_100_diff1": 0.73795, + "nauc_mrr_at_1000_max": 0.531452, + "nauc_mrr_at_1000_std": 0.265515, + "nauc_mrr_at_1000_diff1": 0.73795, + "hit_rate_at_1": 0.76867, + "hit_rate_at_3": 0.91533, + "hit_rate_at_5": 0.96867, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.8505, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.786, + "ndcg_at_3": 0.86005, + "ndcg_at_5": 0.88136, + "ndcg_at_10": 0.89435, + "ndcg_at_20": 0.89435, + "ndcg_at_100": 0.89435, + "ndcg_at_1000": 0.89435, + "map_at_1": 0.786, + "map_at_3": 0.84267, + "map_at_5": 0.8546, + "map_at_10": 0.86023, + "map_at_20": 0.86023, + "map_at_100": 0.86023, + "map_at_1000": 0.86023, + "recall_at_1": 0.786, + "recall_at_3": 0.91, + "recall_at_5": 0.96133, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.786, + "precision_at_1": 0.786, + "precision_at_3": 0.30333, + "precision_at_5": 0.19227, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.786, + "mrr_at_3": 0.842667, + "mrr_at_5": 0.8546, + "mrr_at_10": 0.860234, + "mrr_at_20": 0.860234, + "mrr_at_100": 0.860234, + "mrr_at_1000": 0.860234, + "nauc_ndcg_at_1_max": 0.458823, + "nauc_ndcg_at_1_std": 0.243741, + "nauc_ndcg_at_1_diff1": 0.716304, + "nauc_ndcg_at_3_max": 0.456119, + "nauc_ndcg_at_3_std": 0.252676, + "nauc_ndcg_at_3_diff1": 0.683736, + "nauc_ndcg_at_5_max": 0.439338, + "nauc_ndcg_at_5_std": 0.241152, + "nauc_ndcg_at_5_diff1": 0.680782, + "nauc_ndcg_at_10_max": 0.459228, + "nauc_ndcg_at_10_std": 0.249997, + "nauc_ndcg_at_10_diff1": 0.696353, + "nauc_ndcg_at_20_max": 0.459228, + "nauc_ndcg_at_20_std": 0.249997, + "nauc_ndcg_at_20_diff1": 0.696353, + "nauc_ndcg_at_100_max": 0.459228, + "nauc_ndcg_at_100_std": 0.249997, + "nauc_ndcg_at_100_diff1": 0.696353, + "nauc_ndcg_at_1000_max": 0.459228, + "nauc_ndcg_at_1000_std": 0.249997, + "nauc_ndcg_at_1000_diff1": 0.696353, + "nauc_map_at_1_max": 0.458823, + "nauc_map_at_1_std": 0.243741, + "nauc_map_at_1_diff1": 0.716304, + "nauc_map_at_3_max": 0.460535, + "nauc_map_at_3_std": 0.252146, + "nauc_map_at_3_diff1": 0.693448, + "nauc_map_at_5_max": 0.453099, + "nauc_map_at_5_std": 0.246547, + "nauc_map_at_5_diff1": 0.692801, + "nauc_map_at_10_max": 0.460151, + "nauc_map_at_10_std": 0.249956, + "nauc_map_at_10_diff1": 0.698245, + "nauc_map_at_20_max": 0.460151, + "nauc_map_at_20_std": 0.249956, + "nauc_map_at_20_diff1": 0.698245, + "nauc_map_at_100_max": 0.460151, + "nauc_map_at_100_std": 0.249956, + "nauc_map_at_100_diff1": 0.698245, + "nauc_map_at_1000_max": 0.460151, + "nauc_map_at_1000_std": 0.249956, + "nauc_map_at_1000_diff1": 0.698245, + "nauc_recall_at_1_max": 0.458823, + "nauc_recall_at_1_std": 0.243741, + "nauc_recall_at_1_diff1": 0.716304, + "nauc_recall_at_3_max": 0.43269, + "nauc_recall_at_3_std": 0.253605, + "nauc_recall_at_3_diff1": 0.638019, + "nauc_recall_at_5_max": 0.286189, + "nauc_recall_at_5_std": 0.178241, + "nauc_recall_at_5_diff1": 0.558759, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.458823, + "nauc_precision_at_1_std": 0.243741, + "nauc_precision_at_1_diff1": 0.716304, + "nauc_precision_at_3_max": 0.43269, + "nauc_precision_at_3_std": 0.253605, + "nauc_precision_at_3_diff1": 0.638019, + "nauc_precision_at_5_max": 0.286189, + "nauc_precision_at_5_std": 0.178241, + "nauc_precision_at_5_diff1": 0.558759, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.458823, + "nauc_mrr_at_1_std": 0.243741, + "nauc_mrr_at_1_diff1": 0.716304, + "nauc_mrr_at_3_max": 0.460535, + "nauc_mrr_at_3_std": 0.252146, + "nauc_mrr_at_3_diff1": 0.693448, + "nauc_mrr_at_5_max": 0.453099, + "nauc_mrr_at_5_std": 0.246547, + "nauc_mrr_at_5_diff1": 0.692801, + "nauc_mrr_at_10_max": 0.460151, + "nauc_mrr_at_10_std": 0.249956, + "nauc_mrr_at_10_diff1": 0.698245, + "nauc_mrr_at_20_max": 0.460151, + "nauc_mrr_at_20_std": 0.249956, + "nauc_mrr_at_20_diff1": 0.698245, + "nauc_mrr_at_100_max": 0.460151, + "nauc_mrr_at_100_std": 0.249956, + "nauc_mrr_at_100_diff1": 0.698245, + "nauc_mrr_at_1000_max": 0.460151, + "nauc_mrr_at_1000_std": 0.249956, + "nauc_mrr_at_1000_diff1": 0.698245, + "hit_rate_at_1": 0.786, + "hit_rate_at_3": 0.91, + "hit_rate_at_5": 0.96133, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.86023, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.76, + "ndcg_at_3": 0.84905, + "ndcg_at_5": 0.87226, + "ndcg_at_10": 0.88332, + "ndcg_at_20": 0.88332, + "ndcg_at_100": 0.88332, + "ndcg_at_1000": 0.88332, + "map_at_1": 0.76, + "map_at_3": 0.82789, + "map_at_5": 0.84069, + "map_at_10": 0.84541, + "map_at_20": 0.84541, + "map_at_100": 0.84541, + "map_at_1000": 0.84541, + "recall_at_1": 0.76, + "recall_at_3": 0.91, + "recall_at_5": 0.96667, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.76, + "precision_at_1": 0.76, + "precision_at_3": 0.30333, + "precision_at_5": 0.19333, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.76, + "mrr_at_3": 0.827889, + "mrr_at_5": 0.840689, + "mrr_at_10": 0.845407, + "mrr_at_20": 0.845407, + "mrr_at_100": 0.845407, + "mrr_at_1000": 0.845407, + "nauc_ndcg_at_1_max": 0.480814, + "nauc_ndcg_at_1_std": 0.204693, + "nauc_ndcg_at_1_diff1": 0.750337, + "nauc_ndcg_at_3_max": 0.506142, + "nauc_ndcg_at_3_std": 0.249442, + "nauc_ndcg_at_3_diff1": 0.718121, + "nauc_ndcg_at_5_max": 0.47873, + "nauc_ndcg_at_5_std": 0.228358, + "nauc_ndcg_at_5_diff1": 0.724022, + "nauc_ndcg_at_10_max": 0.490303, + "nauc_ndcg_at_10_std": 0.225057, + "nauc_ndcg_at_10_diff1": 0.731092, + "nauc_ndcg_at_20_max": 0.490303, + "nauc_ndcg_at_20_std": 0.225057, + "nauc_ndcg_at_20_diff1": 0.731092, + "nauc_ndcg_at_100_max": 0.490303, + "nauc_ndcg_at_100_std": 0.225057, + "nauc_ndcg_at_100_diff1": 0.731092, + "nauc_ndcg_at_1000_max": 0.490303, + "nauc_ndcg_at_1000_std": 0.225057, + "nauc_ndcg_at_1000_diff1": 0.731092, + "nauc_map_at_1_max": 0.480814, + "nauc_map_at_1_std": 0.204693, + "nauc_map_at_1_diff1": 0.750337, + "nauc_map_at_3_max": 0.499063, + "nauc_map_at_3_std": 0.234474, + "nauc_map_at_3_diff1": 0.726906, + "nauc_map_at_5_max": 0.486338, + "nauc_map_at_5_std": 0.223795, + "nauc_map_at_5_diff1": 0.730257, + "nauc_map_at_10_max": 0.490132, + "nauc_map_at_10_std": 0.223187, + "nauc_map_at_10_diff1": 0.732599, + "nauc_map_at_20_max": 0.490132, + "nauc_map_at_20_std": 0.223187, + "nauc_map_at_20_diff1": 0.732599, + "nauc_map_at_100_max": 0.490132, + "nauc_map_at_100_std": 0.223187, + "nauc_map_at_100_diff1": 0.732599, + "nauc_map_at_1000_max": 0.490132, + "nauc_map_at_1000_std": 0.223187, + "nauc_map_at_1000_diff1": 0.732599, + "nauc_recall_at_1_max": 0.480814, + "nauc_recall_at_1_std": 0.204693, + "nauc_recall_at_1_diff1": 0.750337, + "nauc_recall_at_3_max": 0.541432, + "nauc_recall_at_3_std": 0.326154, + "nauc_recall_at_3_diff1": 0.67452, + "nauc_recall_at_5_max": 0.362194, + "nauc_recall_at_5_std": 0.273651, + "nauc_recall_at_5_diff1": 0.652306, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.480814, + "nauc_precision_at_1_std": 0.204693, + "nauc_precision_at_1_diff1": 0.750337, + "nauc_precision_at_3_max": 0.541432, + "nauc_precision_at_3_std": 0.326154, + "nauc_precision_at_3_diff1": 0.67452, + "nauc_precision_at_5_max": 0.362194, + "nauc_precision_at_5_std": 0.273651, + "nauc_precision_at_5_diff1": 0.652306, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.480814, + "nauc_mrr_at_1_std": 0.204693, + "nauc_mrr_at_1_diff1": 0.750337, + "nauc_mrr_at_3_max": 0.499063, + "nauc_mrr_at_3_std": 0.234474, + "nauc_mrr_at_3_diff1": 0.726906, + "nauc_mrr_at_5_max": 0.486338, + "nauc_mrr_at_5_std": 0.223795, + "nauc_mrr_at_5_diff1": 0.730257, + "nauc_mrr_at_10_max": 0.490132, + "nauc_mrr_at_10_std": 0.223187, + "nauc_mrr_at_10_diff1": 0.732599, + "nauc_mrr_at_20_max": 0.490132, + "nauc_mrr_at_20_std": 0.223187, + "nauc_mrr_at_20_diff1": 0.732599, + "nauc_mrr_at_100_max": 0.490132, + "nauc_mrr_at_100_std": 0.223187, + "nauc_mrr_at_100_diff1": 0.732599, + "nauc_mrr_at_1000_max": 0.490132, + "nauc_mrr_at_1000_std": 0.223187, + "nauc_mrr_at_1000_diff1": 0.732599, + "hit_rate_at_1": 0.76, + "hit_rate_at_3": 0.91, + "hit_rate_at_5": 0.96667, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.84541, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.79133, + "ndcg_at_3": 0.86873, + "ndcg_at_5": 0.88781, + "ndcg_at_10": 0.8987, + "ndcg_at_20": 0.8987, + "ndcg_at_100": 0.8987, + "ndcg_at_1000": 0.8987, + "map_at_1": 0.79133, + "map_at_3": 0.85044, + "map_at_5": 0.86111, + "map_at_10": 0.86579, + "map_at_20": 0.86579, + "map_at_100": 0.86579, + "map_at_1000": 0.86579, + "recall_at_1": 0.79133, + "recall_at_3": 0.92133, + "recall_at_5": 0.96733, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.79133, + "precision_at_1": 0.79133, + "precision_at_3": 0.30711, + "precision_at_5": 0.19347, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.792, + "mrr_at_3": 0.850778, + "mrr_at_5": 0.861444, + "mrr_at_10": 0.866126, + "mrr_at_20": 0.866126, + "mrr_at_100": 0.866126, + "mrr_at_1000": 0.866126, + "nauc_ndcg_at_1_max": 0.432496, + "nauc_ndcg_at_1_std": 0.28252, + "nauc_ndcg_at_1_diff1": 0.761565, + "nauc_ndcg_at_3_max": 0.421147, + "nauc_ndcg_at_3_std": 0.285784, + "nauc_ndcg_at_3_diff1": 0.713294, + "nauc_ndcg_at_5_max": 0.418781, + "nauc_ndcg_at_5_std": 0.297786, + "nauc_ndcg_at_5_diff1": 0.727851, + "nauc_ndcg_at_10_max": 0.43216, + "nauc_ndcg_at_10_std": 0.291945, + "nauc_ndcg_at_10_diff1": 0.737803, + "nauc_ndcg_at_20_max": 0.43216, + "nauc_ndcg_at_20_std": 0.291945, + "nauc_ndcg_at_20_diff1": 0.737803, + "nauc_ndcg_at_100_max": 0.43216, + "nauc_ndcg_at_100_std": 0.291945, + "nauc_ndcg_at_100_diff1": 0.737803, + "nauc_ndcg_at_1000_max": 0.43216, + "nauc_ndcg_at_1000_std": 0.291945, + "nauc_ndcg_at_1000_diff1": 0.737803, + "nauc_map_at_1_max": 0.432496, + "nauc_map_at_1_std": 0.28252, + "nauc_map_at_1_diff1": 0.761565, + "nauc_map_at_3_max": 0.427187, + "nauc_map_at_3_std": 0.286598, + "nauc_map_at_3_diff1": 0.728056, + "nauc_map_at_5_max": 0.42715, + "nauc_map_at_5_std": 0.292327, + "nauc_map_at_5_diff1": 0.735947, + "nauc_map_at_10_max": 0.432419, + "nauc_map_at_10_std": 0.290923, + "nauc_map_at_10_diff1": 0.739624, + "nauc_map_at_20_max": 0.432419, + "nauc_map_at_20_std": 0.290923, + "nauc_map_at_20_diff1": 0.739624, + "nauc_map_at_100_max": 0.432419, + "nauc_map_at_100_std": 0.290923, + "nauc_map_at_100_diff1": 0.739624, + "nauc_map_at_1000_max": 0.432419, + "nauc_map_at_1000_std": 0.290923, + "nauc_map_at_1000_diff1": 0.739624, + "nauc_recall_at_1_max": 0.432496, + "nauc_recall_at_1_std": 0.28252, + "nauc_recall_at_1_diff1": 0.761565, + "nauc_recall_at_3_max": 0.388082, + "nauc_recall_at_3_std": 0.280156, + "nauc_recall_at_3_diff1": 0.6375, + "nauc_recall_at_5_max": 0.313935, + "nauc_recall_at_5_std": 0.362764, + "nauc_recall_at_5_diff1": 0.643581, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.432496, + "nauc_precision_at_1_std": 0.28252, + "nauc_precision_at_1_diff1": 0.761565, + "nauc_precision_at_3_max": 0.388082, + "nauc_precision_at_3_std": 0.280156, + "nauc_precision_at_3_diff1": 0.6375, + "nauc_precision_at_5_max": 0.313935, + "nauc_precision_at_5_std": 0.362764, + "nauc_precision_at_5_diff1": 0.643581, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.430117, + "nauc_mrr_at_1_std": 0.280727, + "nauc_mrr_at_1_diff1": 0.760009, + "nauc_mrr_at_3_max": 0.425555, + "nauc_mrr_at_3_std": 0.285382, + "nauc_mrr_at_3_diff1": 0.726938, + "nauc_mrr_at_5_max": 0.425385, + "nauc_mrr_at_5_std": 0.291023, + "nauc_mrr_at_5_diff1": 0.734751, + "nauc_mrr_at_10_max": 0.430598, + "nauc_mrr_at_10_std": 0.289567, + "nauc_mrr_at_10_diff1": 0.738391, + "nauc_mrr_at_20_max": 0.430598, + "nauc_mrr_at_20_std": 0.289567, + "nauc_mrr_at_20_diff1": 0.738391, + "nauc_mrr_at_100_max": 0.430598, + "nauc_mrr_at_100_std": 0.289567, + "nauc_mrr_at_100_diff1": 0.738391, + "nauc_mrr_at_1000_max": 0.430598, + "nauc_mrr_at_1000_std": 0.289567, + "nauc_mrr_at_1000_diff1": 0.738391, + "hit_rate_at_1": 0.79133, + "hit_rate_at_3": 0.92133, + "hit_rate_at_5": 0.96733, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.86579, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.79467, + "ndcg_at_3": 0.87238, + "ndcg_at_5": 0.88982, + "ndcg_at_10": 0.90055, + "ndcg_at_20": 0.90055, + "ndcg_at_100": 0.90055, + "ndcg_at_1000": 0.90055, + "map_at_1": 0.79467, + "map_at_3": 0.85378, + "map_at_5": 0.86354, + "map_at_10": 0.86819, + "map_at_20": 0.86819, + "map_at_100": 0.86819, + "map_at_1000": 0.86819, + "recall_at_1": 0.79467, + "recall_at_3": 0.926, + "recall_at_5": 0.968, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.79467, + "precision_at_1": 0.79467, + "precision_at_3": 0.30867, + "precision_at_5": 0.1936, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.795333, + "mrr_at_3": 0.854111, + "mrr_at_5": 0.863878, + "mrr_at_10": 0.868521, + "mrr_at_20": 0.868521, + "mrr_at_100": 0.868521, + "mrr_at_1000": 0.868521, + "nauc_ndcg_at_1_max": 0.341221, + "nauc_ndcg_at_1_std": 0.217477, + "nauc_ndcg_at_1_diff1": 0.744218, + "nauc_ndcg_at_3_max": 0.385287, + "nauc_ndcg_at_3_std": 0.226579, + "nauc_ndcg_at_3_diff1": 0.712985, + "nauc_ndcg_at_5_max": 0.37538, + "nauc_ndcg_at_5_std": 0.248892, + "nauc_ndcg_at_5_diff1": 0.720273, + "nauc_ndcg_at_10_max": 0.368289, + "nauc_ndcg_at_10_std": 0.230054, + "nauc_ndcg_at_10_diff1": 0.72668, + "nauc_ndcg_at_20_max": 0.368289, + "nauc_ndcg_at_20_std": 0.230054, + "nauc_ndcg_at_20_diff1": 0.72668, + "nauc_ndcg_at_100_max": 0.368289, + "nauc_ndcg_at_100_std": 0.230054, + "nauc_ndcg_at_100_diff1": 0.72668, + "nauc_ndcg_at_1000_max": 0.368289, + "nauc_ndcg_at_1000_std": 0.230054, + "nauc_ndcg_at_1000_diff1": 0.72668, + "nauc_map_at_1_max": 0.341221, + "nauc_map_at_1_std": 0.217477, + "nauc_map_at_1_diff1": 0.744218, + "nauc_map_at_3_max": 0.373768, + "nauc_map_at_3_std": 0.22524, + "nauc_map_at_3_diff1": 0.72192, + "nauc_map_at_5_max": 0.368507, + "nauc_map_at_5_std": 0.235597, + "nauc_map_at_5_diff1": 0.725789, + "nauc_map_at_10_max": 0.366253, + "nauc_map_at_10_std": 0.228787, + "nauc_map_at_10_diff1": 0.72803, + "nauc_map_at_20_max": 0.366253, + "nauc_map_at_20_std": 0.228787, + "nauc_map_at_20_diff1": 0.72803, + "nauc_map_at_100_max": 0.366253, + "nauc_map_at_100_std": 0.228787, + "nauc_map_at_100_diff1": 0.72803, + "nauc_map_at_1000_max": 0.366253, + "nauc_map_at_1000_std": 0.228787, + "nauc_map_at_1000_diff1": 0.72803, + "nauc_recall_at_1_max": 0.341221, + "nauc_recall_at_1_std": 0.217477, + "nauc_recall_at_1_diff1": 0.744218, + "nauc_recall_at_3_max": 0.445168, + "nauc_recall_at_3_std": 0.232514, + "nauc_recall_at_3_diff1": 0.665775, + "nauc_recall_at_5_max": 0.443948, + "nauc_recall_at_5_std": 0.410481, + "nauc_recall_at_5_diff1": 0.663136, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.341221, + "nauc_precision_at_1_std": 0.217477, + "nauc_precision_at_1_diff1": 0.744218, + "nauc_precision_at_3_max": 0.445168, + "nauc_precision_at_3_std": 0.232514, + "nauc_precision_at_3_diff1": 0.665775, + "nauc_precision_at_5_max": 0.443948, + "nauc_precision_at_5_std": 0.410481, + "nauc_precision_at_5_diff1": 0.663136, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.342684, + "nauc_mrr_at_1_std": 0.222062, + "nauc_mrr_at_1_diff1": 0.742598, + "nauc_mrr_at_3_max": 0.374831, + "nauc_mrr_at_3_std": 0.228406, + "nauc_mrr_at_3_diff1": 0.720768, + "nauc_mrr_at_5_max": 0.369641, + "nauc_mrr_at_5_std": 0.239022, + "nauc_mrr_at_5_diff1": 0.724556, + "nauc_mrr_at_10_max": 0.367425, + "nauc_mrr_at_10_std": 0.232327, + "nauc_mrr_at_10_diff1": 0.726756, + "nauc_mrr_at_20_max": 0.367425, + "nauc_mrr_at_20_std": 0.232327, + "nauc_mrr_at_20_diff1": 0.726756, + "nauc_mrr_at_100_max": 0.367425, + "nauc_mrr_at_100_std": 0.232327, + "nauc_mrr_at_100_diff1": 0.726756, + "nauc_mrr_at_1000_max": 0.367425, + "nauc_mrr_at_1000_std": 0.232327, + "nauc_mrr_at_1000_diff1": 0.726756, + "hit_rate_at_1": 0.79467, + "hit_rate_at_3": 0.926, + "hit_rate_at_5": 0.968, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.86819, + "hf_subset": "sr", + "languages": [ + "srp-Cyrl" + ] + }, + { + "ndcg_at_1": 0.75067, + "ndcg_at_3": 0.83647, + "ndcg_at_5": 0.85851, + "ndcg_at_10": 0.87494, + "ndcg_at_20": 0.87494, + "ndcg_at_100": 0.87494, + "ndcg_at_1000": 0.87494, + "map_at_1": 0.75067, + "map_at_3": 0.81522, + "map_at_5": 0.82766, + "map_at_10": 0.83471, + "map_at_20": 0.83471, + "map_at_100": 0.83471, + "map_at_1000": 0.83471, + "recall_at_1": 0.75067, + "recall_at_3": 0.898, + "recall_at_5": 0.95067, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.75067, + "precision_at_1": 0.75067, + "precision_at_3": 0.29933, + "precision_at_5": 0.19013, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.750667, + "mrr_at_3": 0.815222, + "mrr_at_5": 0.827656, + "mrr_at_10": 0.834712, + "mrr_at_20": 0.834712, + "mrr_at_100": 0.834712, + "mrr_at_1000": 0.834712, + "nauc_ndcg_at_1_max": 0.40452, + "nauc_ndcg_at_1_std": 0.208593, + "nauc_ndcg_at_1_diff1": 0.741574, + "nauc_ndcg_at_3_max": 0.420468, + "nauc_ndcg_at_3_std": 0.230506, + "nauc_ndcg_at_3_diff1": 0.685852, + "nauc_ndcg_at_5_max": 0.416613, + "nauc_ndcg_at_5_std": 0.232616, + "nauc_ndcg_at_5_diff1": 0.698972, + "nauc_ndcg_at_10_max": 0.41601, + "nauc_ndcg_at_10_std": 0.228698, + "nauc_ndcg_at_10_diff1": 0.714249, + "nauc_ndcg_at_20_max": 0.41601, + "nauc_ndcg_at_20_std": 0.228698, + "nauc_ndcg_at_20_diff1": 0.714249, + "nauc_ndcg_at_100_max": 0.41601, + "nauc_ndcg_at_100_std": 0.228698, + "nauc_ndcg_at_100_diff1": 0.714249, + "nauc_ndcg_at_1000_max": 0.41601, + "nauc_ndcg_at_1000_std": 0.228698, + "nauc_ndcg_at_1000_diff1": 0.714249, + "nauc_map_at_1_max": 0.40452, + "nauc_map_at_1_std": 0.208593, + "nauc_map_at_1_diff1": 0.741574, + "nauc_map_at_3_max": 0.416909, + "nauc_map_at_3_std": 0.227222, + "nauc_map_at_3_diff1": 0.703177, + "nauc_map_at_5_max": 0.415229, + "nauc_map_at_5_std": 0.228212, + "nauc_map_at_5_diff1": 0.710855, + "nauc_map_at_10_max": 0.415183, + "nauc_map_at_10_std": 0.227251, + "nauc_map_at_10_diff1": 0.716487, + "nauc_map_at_20_max": 0.415183, + "nauc_map_at_20_std": 0.227251, + "nauc_map_at_20_diff1": 0.716487, + "nauc_map_at_100_max": 0.415183, + "nauc_map_at_100_std": 0.227251, + "nauc_map_at_100_diff1": 0.716487, + "nauc_map_at_1000_max": 0.415183, + "nauc_map_at_1000_std": 0.227251, + "nauc_map_at_1000_diff1": 0.716487, + "nauc_recall_at_1_max": 0.40452, + "nauc_recall_at_1_std": 0.208593, + "nauc_recall_at_1_diff1": 0.741574, + "nauc_recall_at_3_max": 0.436614, + "nauc_recall_at_3_std": 0.24384, + "nauc_recall_at_3_diff1": 0.602458, + "nauc_recall_at_5_max": 0.42408, + "nauc_recall_at_5_std": 0.267898, + "nauc_recall_at_5_diff1": 0.594386, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.40452, + "nauc_precision_at_1_std": 0.208593, + "nauc_precision_at_1_diff1": 0.741574, + "nauc_precision_at_3_max": 0.436614, + "nauc_precision_at_3_std": 0.24384, + "nauc_precision_at_3_diff1": 0.602458, + "nauc_precision_at_5_max": 0.42408, + "nauc_precision_at_5_std": 0.267898, + "nauc_precision_at_5_diff1": 0.594386, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.40452, + "nauc_mrr_at_1_std": 0.208593, + "nauc_mrr_at_1_diff1": 0.741574, + "nauc_mrr_at_3_max": 0.416909, + "nauc_mrr_at_3_std": 0.227222, + "nauc_mrr_at_3_diff1": 0.703177, + "nauc_mrr_at_5_max": 0.415229, + "nauc_mrr_at_5_std": 0.228212, + "nauc_mrr_at_5_diff1": 0.710855, + "nauc_mrr_at_10_max": 0.415183, + "nauc_mrr_at_10_std": 0.227251, + "nauc_mrr_at_10_diff1": 0.716487, + "nauc_mrr_at_20_max": 0.415183, + "nauc_mrr_at_20_std": 0.227251, + "nauc_mrr_at_20_diff1": 0.716487, + "nauc_mrr_at_100_max": 0.415183, + "nauc_mrr_at_100_std": 0.227251, + "nauc_mrr_at_100_diff1": 0.716487, + "nauc_mrr_at_1000_max": 0.415183, + "nauc_mrr_at_1000_std": 0.227251, + "nauc_mrr_at_1000_diff1": 0.716487, + "hit_rate_at_1": 0.75067, + "hit_rate_at_3": 0.898, + "hit_rate_at_5": 0.95067, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.83471, + "hf_subset": "no", + "languages": [ + "nor-Latn", + "nno-Latn", + "nob-Latn" + ] + }, + { + "ndcg_at_1": 0.80467, + "ndcg_at_3": 0.87507, + "ndcg_at_5": 0.89369, + "ndcg_at_10": 0.90398, + "ndcg_at_20": 0.90398, + "ndcg_at_100": 0.90398, + "ndcg_at_1000": 0.90398, + "map_at_1": 0.80467, + "map_at_3": 0.85811, + "map_at_5": 0.86841, + "map_at_10": 0.87288, + "map_at_20": 0.87288, + "map_at_100": 0.87288, + "map_at_1000": 0.87288, + "recall_at_1": 0.80467, + "recall_at_3": 0.924, + "recall_at_5": 0.96933, + "recall_at_10": 1.0, + "recall_at_20": 1.0, + "recall_at_100": 1.0, + "recall_at_1000": 1.0, + "accuracy": 0.80467, + "precision_at_1": 0.80467, + "precision_at_3": 0.308, + "precision_at_5": 0.19387, + "precision_at_10": 0.1, + "precision_at_20": 0.05, + "precision_at_100": 0.01, + "precision_at_1000": 0.001, + "mrr_at_1": 0.804667, + "mrr_at_3": 0.858111, + "mrr_at_5": 0.868411, + "mrr_at_10": 0.872875, + "mrr_at_20": 0.872875, + "mrr_at_100": 0.872875, + "mrr_at_1000": 0.872875, + "nauc_ndcg_at_1_max": 0.436186, + "nauc_ndcg_at_1_std": 0.265121, + "nauc_ndcg_at_1_diff1": 0.767851, + "nauc_ndcg_at_3_max": 0.453172, + "nauc_ndcg_at_3_std": 0.304286, + "nauc_ndcg_at_3_diff1": 0.72601, + "nauc_ndcg_at_5_max": 0.442765, + "nauc_ndcg_at_5_std": 0.281471, + "nauc_ndcg_at_5_diff1": 0.73557, + "nauc_ndcg_at_10_max": 0.443568, + "nauc_ndcg_at_10_std": 0.283109, + "nauc_ndcg_at_10_diff1": 0.744463, + "nauc_ndcg_at_20_max": 0.443568, + "nauc_ndcg_at_20_std": 0.283109, + "nauc_ndcg_at_20_diff1": 0.744463, + "nauc_ndcg_at_100_max": 0.443568, + "nauc_ndcg_at_100_std": 0.283109, + "nauc_ndcg_at_100_diff1": 0.744463, + "nauc_ndcg_at_1000_max": 0.443568, + "nauc_ndcg_at_1000_std": 0.283109, + "nauc_ndcg_at_1000_diff1": 0.744463, + "nauc_map_at_1_max": 0.436186, + "nauc_map_at_1_std": 0.265121, + "nauc_map_at_1_diff1": 0.767851, + "nauc_map_at_3_max": 0.448606, + "nauc_map_at_3_std": 0.292175, + "nauc_map_at_3_diff1": 0.738207, + "nauc_map_at_5_max": 0.443189, + "nauc_map_at_5_std": 0.280872, + "nauc_map_at_5_diff1": 0.743174, + "nauc_map_at_10_max": 0.44329, + "nauc_map_at_10_std": 0.28176, + "nauc_map_at_10_diff1": 0.746325, + "nauc_map_at_20_max": 0.44329, + "nauc_map_at_20_std": 0.28176, + "nauc_map_at_20_diff1": 0.746325, + "nauc_map_at_100_max": 0.44329, + "nauc_map_at_100_std": 0.28176, + "nauc_map_at_100_diff1": 0.746325, + "nauc_map_at_1000_max": 0.44329, + "nauc_map_at_1000_std": 0.28176, + "nauc_map_at_1000_diff1": 0.746325, + "nauc_recall_at_1_max": 0.436186, + "nauc_recall_at_1_std": 0.265121, + "nauc_recall_at_1_diff1": 0.767851, + "nauc_recall_at_3_max": 0.475932, + "nauc_recall_at_3_std": 0.366058, + "nauc_recall_at_3_diff1": 0.664369, + "nauc_recall_at_5_max": 0.431951, + "nauc_recall_at_5_std": 0.274621, + "nauc_recall_at_5_diff1": 0.655848, + "nauc_recall_at_10_max": NaN, + "nauc_recall_at_10_std": NaN, + "nauc_recall_at_10_diff1": NaN, + "nauc_recall_at_20_max": NaN, + "nauc_recall_at_20_std": NaN, + "nauc_recall_at_20_diff1": NaN, + "nauc_recall_at_100_max": NaN, + "nauc_recall_at_100_std": NaN, + "nauc_recall_at_100_diff1": NaN, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.436186, + "nauc_precision_at_1_std": 0.265121, + "nauc_precision_at_1_diff1": 0.767851, + "nauc_precision_at_3_max": 0.475932, + "nauc_precision_at_3_std": 0.366058, + "nauc_precision_at_3_diff1": 0.664369, + "nauc_precision_at_5_max": 0.431951, + "nauc_precision_at_5_std": 0.274621, + "nauc_precision_at_5_diff1": 0.655848, + "nauc_precision_at_10_max": NaN, + "nauc_precision_at_10_std": NaN, + "nauc_precision_at_10_diff1": NaN, + "nauc_precision_at_20_max": NaN, + "nauc_precision_at_20_std": NaN, + "nauc_precision_at_20_diff1": NaN, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 1.0, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.436186, + "nauc_mrr_at_1_std": 0.265121, + "nauc_mrr_at_1_diff1": 0.767851, + "nauc_mrr_at_3_max": 0.448606, + "nauc_mrr_at_3_std": 0.292175, + "nauc_mrr_at_3_diff1": 0.738207, + "nauc_mrr_at_5_max": 0.443189, + "nauc_mrr_at_5_std": 0.280872, + "nauc_mrr_at_5_diff1": 0.743174, + "nauc_mrr_at_10_max": 0.44329, + "nauc_mrr_at_10_std": 0.28176, + "nauc_mrr_at_10_diff1": 0.746325, + "nauc_mrr_at_20_max": 0.44329, + "nauc_mrr_at_20_std": 0.28176, + "nauc_mrr_at_20_diff1": 0.746325, + "nauc_mrr_at_100_max": 0.44329, + "nauc_mrr_at_100_std": 0.28176, + "nauc_mrr_at_100_diff1": 0.746325, + "nauc_mrr_at_1000_max": 0.44329, + "nauc_mrr_at_1000_std": 0.28176, + "nauc_mrr_at_1000_diff1": 0.746325, + "hit_rate_at_1": 0.80467, + "hit_rate_at_3": 0.924, + "hit_rate_at_5": 0.96933, + "hit_rate_at_10": 1.0, + "hit_rate_at_20": 1.0, + "hit_rate_at_100": 1.0, + "hit_rate_at_1000": 1.0, + "main_score": 0.87288, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 891.7866206169128, + "kg_co2_emissions": null, + "date": 1776197282.415617 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WikipediaRetrievalMultilingual.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WikipediaRetrievalMultilingual.json new file mode 100644 index 0000000000..9159657117 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WikipediaRetrievalMultilingual.json @@ -0,0 +1,2492 @@ +{ + "dataset_revision": "5f6c91d21f2f5b9afb663858d19848fbd223c775", + "task_name": "WikipediaRetrievalMultilingual", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.756, + "ndcg_at_3": 0.83313, + "ndcg_at_5": 0.85316, + "ndcg_at_10": 0.86462, + "ndcg_at_20": 0.86702, + "ndcg_at_100": 0.87034, + "ndcg_at_1000": 0.87072, + "map_at_1": 0.756, + "map_at_3": 0.81478, + "map_at_5": 0.82588, + "map_at_10": 0.83075, + "map_at_20": 0.83143, + "map_at_100": 0.83194, + "map_at_1000": 0.83195, + "recall_at_1": 0.756, + "recall_at_3": 0.886, + "recall_at_5": 0.93467, + "recall_at_10": 0.96933, + "recall_at_20": 0.97867, + "recall_at_100": 0.996, + "recall_at_1000": 0.99867, + "accuracy": 0.756, + "precision_at_1": 0.756, + "precision_at_3": 0.29533, + "precision_at_5": 0.18693, + "precision_at_10": 0.09693, + "precision_at_20": 0.04893, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.756, + "mrr_at_3": 0.814778, + "mrr_at_5": 0.825878, + "mrr_at_10": 0.830753, + "mrr_at_20": 0.831435, + "mrr_at_100": 0.831935, + "mrr_at_1000": 0.831955, + "nauc_ndcg_at_1_max": 0.50526, + "nauc_ndcg_at_1_std": -0.1781, + "nauc_ndcg_at_1_diff1": 0.759221, + "nauc_ndcg_at_3_max": 0.550913, + "nauc_ndcg_at_3_std": -0.172564, + "nauc_ndcg_at_3_diff1": 0.7199, + "nauc_ndcg_at_5_max": 0.557941, + "nauc_ndcg_at_5_std": -0.167309, + "nauc_ndcg_at_5_diff1": 0.724754, + "nauc_ndcg_at_10_max": 0.548296, + "nauc_ndcg_at_10_std": -0.164177, + "nauc_ndcg_at_10_diff1": 0.731473, + "nauc_ndcg_at_20_max": 0.547486, + "nauc_ndcg_at_20_std": -0.162483, + "nauc_ndcg_at_20_diff1": 0.735085, + "nauc_ndcg_at_100_max": 0.543415, + "nauc_ndcg_at_100_std": -0.164721, + "nauc_ndcg_at_100_diff1": 0.735931, + "nauc_ndcg_at_1000_max": 0.542405, + "nauc_ndcg_at_1000_std": -0.165839, + "nauc_ndcg_at_1000_diff1": 0.735539, + "nauc_map_at_1_max": 0.50526, + "nauc_map_at_1_std": -0.1781, + "nauc_map_at_1_diff1": 0.759221, + "nauc_map_at_3_max": 0.538382, + "nauc_map_at_3_std": -0.175048, + "nauc_map_at_3_diff1": 0.730971, + "nauc_map_at_5_max": 0.541356, + "nauc_map_at_5_std": -0.17276, + "nauc_map_at_5_diff1": 0.734369, + "nauc_map_at_10_max": 0.537422, + "nauc_map_at_10_std": -0.171864, + "nauc_map_at_10_diff1": 0.737171, + "nauc_map_at_20_max": 0.537191, + "nauc_map_at_20_std": -0.171504, + "nauc_map_at_20_diff1": 0.737993, + "nauc_map_at_100_max": 0.536755, + "nauc_map_at_100_std": -0.171447, + "nauc_map_at_100_diff1": 0.738191, + "nauc_map_at_1000_max": 0.536715, + "nauc_map_at_1000_std": -0.171481, + "nauc_map_at_1000_diff1": 0.738175, + "nauc_recall_at_1_max": 0.50526, + "nauc_recall_at_1_std": -0.1781, + "nauc_recall_at_1_diff1": 0.759221, + "nauc_recall_at_3_max": 0.605008, + "nauc_recall_at_3_std": -0.161159, + "nauc_recall_at_3_diff1": 0.671908, + "nauc_recall_at_5_max": 0.674522, + "nauc_recall_at_5_std": -0.126003, + "nauc_recall_at_5_diff1": 0.658392, + "nauc_recall_at_10_max": 0.690304, + "nauc_recall_at_10_std": -0.040596, + "nauc_recall_at_10_diff1": 0.660922, + "nauc_recall_at_20_max": 0.734302, + "nauc_recall_at_20_std": 0.050376, + "nauc_recall_at_20_diff1": 0.71147, + "nauc_recall_at_100_max": 0.866558, + "nauc_recall_at_100_std": 0.42896, + "nauc_recall_at_100_diff1": 0.690398, + "nauc_recall_at_1000_max": 0.869281, + "nauc_recall_at_1000_std": 0.861111, + "nauc_recall_at_1000_diff1": 0.348973, + "nauc_precision_at_1_max": 0.50526, + "nauc_precision_at_1_std": -0.1781, + "nauc_precision_at_1_diff1": 0.759221, + "nauc_precision_at_3_max": 0.605008, + "nauc_precision_at_3_std": -0.161159, + "nauc_precision_at_3_diff1": 0.671908, + "nauc_precision_at_5_max": 0.674522, + "nauc_precision_at_5_std": -0.126003, + "nauc_precision_at_5_diff1": 0.658392, + "nauc_precision_at_10_max": 0.690304, + "nauc_precision_at_10_std": -0.040596, + "nauc_precision_at_10_diff1": 0.660922, + "nauc_precision_at_20_max": 0.734302, + "nauc_precision_at_20_std": 0.050376, + "nauc_precision_at_20_diff1": 0.71147, + "nauc_precision_at_100_max": 0.866558, + "nauc_precision_at_100_std": 0.42896, + "nauc_precision_at_100_diff1": 0.690398, + "nauc_precision_at_1000_max": 0.869281, + "nauc_precision_at_1000_std": 0.861111, + "nauc_precision_at_1000_diff1": 0.348973, + "nauc_mrr_at_1_max": 0.50526, + "nauc_mrr_at_1_std": -0.1781, + "nauc_mrr_at_1_diff1": 0.759221, + "nauc_mrr_at_3_max": 0.538382, + "nauc_mrr_at_3_std": -0.175048, + "nauc_mrr_at_3_diff1": 0.730971, + "nauc_mrr_at_5_max": 0.541356, + "nauc_mrr_at_5_std": -0.17276, + "nauc_mrr_at_5_diff1": 0.734369, + "nauc_mrr_at_10_max": 0.537422, + "nauc_mrr_at_10_std": -0.171864, + "nauc_mrr_at_10_diff1": 0.737171, + "nauc_mrr_at_20_max": 0.537191, + "nauc_mrr_at_20_std": -0.171504, + "nauc_mrr_at_20_diff1": 0.737993, + "nauc_mrr_at_100_max": 0.536755, + "nauc_mrr_at_100_std": -0.171447, + "nauc_mrr_at_100_diff1": 0.738191, + "nauc_mrr_at_1000_max": 0.536715, + "nauc_mrr_at_1000_std": -0.171481, + "nauc_mrr_at_1000_diff1": 0.738175, + "hit_rate_at_1": 0.756, + "hit_rate_at_3": 0.886, + "hit_rate_at_5": 0.93467, + "hit_rate_at_10": 0.96933, + "hit_rate_at_20": 0.97867, + "hit_rate_at_100": 0.996, + "hit_rate_at_1000": 0.99867, + "main_score": 0.86462, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "ndcg_at_1": 0.716, + "ndcg_at_3": 0.79305, + "ndcg_at_5": 0.80852, + "ndcg_at_10": 0.82319, + "ndcg_at_20": 0.82813, + "ndcg_at_100": 0.83162, + "ndcg_at_1000": 0.83344, + "map_at_1": 0.716, + "map_at_3": 0.77367, + "map_at_5": 0.7823, + "map_at_10": 0.78861, + "map_at_20": 0.78999, + "map_at_100": 0.79048, + "map_at_1000": 0.79054, + "recall_at_1": 0.716, + "recall_at_3": 0.84933, + "recall_at_5": 0.88667, + "recall_at_10": 0.93067, + "recall_at_20": 0.95, + "recall_at_100": 0.96867, + "recall_at_1000": 0.98333, + "accuracy": 0.716, + "precision_at_1": 0.716, + "precision_at_3": 0.28311, + "precision_at_5": 0.17733, + "precision_at_10": 0.09307, + "precision_at_20": 0.0475, + "precision_at_100": 0.00969, + "precision_at_1000": 0.00098, + "mrr_at_1": 0.716, + "mrr_at_3": 0.773667, + "mrr_at_5": 0.7823, + "mrr_at_10": 0.788612, + "mrr_at_20": 0.789989, + "mrr_at_100": 0.79048, + "mrr_at_1000": 0.790543, + "nauc_ndcg_at_1_max": 0.411424, + "nauc_ndcg_at_1_std": -0.023558, + "nauc_ndcg_at_1_diff1": 0.733918, + "nauc_ndcg_at_3_max": 0.470249, + "nauc_ndcg_at_3_std": 0.027396, + "nauc_ndcg_at_3_diff1": 0.691715, + "nauc_ndcg_at_5_max": 0.468381, + "nauc_ndcg_at_5_std": 0.022086, + "nauc_ndcg_at_5_diff1": 0.691452, + "nauc_ndcg_at_10_max": 0.482664, + "nauc_ndcg_at_10_std": 0.05022, + "nauc_ndcg_at_10_diff1": 0.699372, + "nauc_ndcg_at_20_max": 0.479246, + "nauc_ndcg_at_20_std": 0.053107, + "nauc_ndcg_at_20_diff1": 0.701369, + "nauc_ndcg_at_100_max": 0.475599, + "nauc_ndcg_at_100_std": 0.050894, + "nauc_ndcg_at_100_diff1": 0.70157, + "nauc_ndcg_at_1000_max": 0.471918, + "nauc_ndcg_at_1000_std": 0.044087, + "nauc_ndcg_at_1000_diff1": 0.702501, + "nauc_map_at_1_max": 0.411424, + "nauc_map_at_1_std": -0.023558, + "nauc_map_at_1_diff1": 0.733918, + "nauc_map_at_3_max": 0.454045, + "nauc_map_at_3_std": 0.011384, + "nauc_map_at_3_diff1": 0.703367, + "nauc_map_at_5_max": 0.452314, + "nauc_map_at_5_std": 0.007743, + "nauc_map_at_5_diff1": 0.703609, + "nauc_map_at_10_max": 0.456583, + "nauc_map_at_10_std": 0.017152, + "nauc_map_at_10_diff1": 0.70661, + "nauc_map_at_20_max": 0.455745, + "nauc_map_at_20_std": 0.017637, + "nauc_map_at_20_diff1": 0.707178, + "nauc_map_at_100_max": 0.45535, + "nauc_map_at_100_std": 0.017369, + "nauc_map_at_100_diff1": 0.707243, + "nauc_map_at_1000_max": 0.455228, + "nauc_map_at_1000_std": 0.017155, + "nauc_map_at_1000_diff1": 0.707261, + "nauc_recall_at_1_max": 0.411424, + "nauc_recall_at_1_std": -0.023558, + "nauc_recall_at_1_diff1": 0.733918, + "nauc_recall_at_3_max": 0.535708, + "nauc_recall_at_3_std": 0.093306, + "nauc_recall_at_3_diff1": 0.644627, + "nauc_recall_at_5_max": 0.54899, + "nauc_recall_at_5_std": 0.095175, + "nauc_recall_at_5_diff1": 0.630476, + "nauc_recall_at_10_max": 0.703472, + "nauc_recall_at_10_std": 0.340848, + "nauc_recall_at_10_diff1": 0.652239, + "nauc_recall_at_20_max": 0.743143, + "nauc_recall_at_20_std": 0.487009, + "nauc_recall_at_20_diff1": 0.656807, + "nauc_recall_at_100_max": 0.797594, + "nauc_recall_at_100_std": 0.681318, + "nauc_recall_at_100_diff1": 0.632954, + "nauc_recall_at_1000_max": 0.819458, + "nauc_recall_at_1000_std": 0.746368, + "nauc_recall_at_1000_diff1": 0.644332, + "nauc_precision_at_1_max": 0.411424, + "nauc_precision_at_1_std": -0.023558, + "nauc_precision_at_1_diff1": 0.733918, + "nauc_precision_at_3_max": 0.535708, + "nauc_precision_at_3_std": 0.093306, + "nauc_precision_at_3_diff1": 0.644627, + "nauc_precision_at_5_max": 0.54899, + "nauc_precision_at_5_std": 0.095175, + "nauc_precision_at_5_diff1": 0.630476, + "nauc_precision_at_10_max": 0.703472, + "nauc_precision_at_10_std": 0.340848, + "nauc_precision_at_10_diff1": 0.652239, + "nauc_precision_at_20_max": 0.743143, + "nauc_precision_at_20_std": 0.487009, + "nauc_precision_at_20_diff1": 0.656807, + "nauc_precision_at_100_max": 0.797594, + "nauc_precision_at_100_std": 0.681318, + "nauc_precision_at_100_diff1": 0.632954, + "nauc_precision_at_1000_max": 0.819458, + "nauc_precision_at_1000_std": 0.746368, + "nauc_precision_at_1000_diff1": 0.644332, + "nauc_mrr_at_1_max": 0.411424, + "nauc_mrr_at_1_std": -0.023558, + "nauc_mrr_at_1_diff1": 0.733918, + "nauc_mrr_at_3_max": 0.454045, + "nauc_mrr_at_3_std": 0.011384, + "nauc_mrr_at_3_diff1": 0.703367, + "nauc_mrr_at_5_max": 0.452314, + "nauc_mrr_at_5_std": 0.007743, + "nauc_mrr_at_5_diff1": 0.703609, + "nauc_mrr_at_10_max": 0.456583, + "nauc_mrr_at_10_std": 0.017152, + "nauc_mrr_at_10_diff1": 0.70661, + "nauc_mrr_at_20_max": 0.455745, + "nauc_mrr_at_20_std": 0.017637, + "nauc_mrr_at_20_diff1": 0.707178, + "nauc_mrr_at_100_max": 0.45535, + "nauc_mrr_at_100_std": 0.017369, + "nauc_mrr_at_100_diff1": 0.707243, + "nauc_mrr_at_1000_max": 0.455228, + "nauc_mrr_at_1000_std": 0.017155, + "nauc_mrr_at_1000_diff1": 0.707261, + "hit_rate_at_1": 0.716, + "hit_rate_at_3": 0.84933, + "hit_rate_at_5": 0.88667, + "hit_rate_at_10": 0.93067, + "hit_rate_at_20": 0.95, + "hit_rate_at_100": 0.96867, + "hit_rate_at_1000": 0.98333, + "main_score": 0.82319, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.77, + "ndcg_at_3": 0.84966, + "ndcg_at_5": 0.86724, + "ndcg_at_10": 0.87825, + "ndcg_at_20": 0.88065, + "ndcg_at_100": 0.88274, + "ndcg_at_1000": 0.88284, + "map_at_1": 0.77, + "map_at_3": 0.83078, + "map_at_5": 0.84054, + "map_at_10": 0.84535, + "map_at_20": 0.84603, + "map_at_100": 0.84636, + "map_at_1000": 0.84636, + "recall_at_1": 0.77, + "recall_at_3": 0.904, + "recall_at_5": 0.94667, + "recall_at_10": 0.97933, + "recall_at_20": 0.98867, + "recall_at_100": 0.99933, + "recall_at_1000": 1.0, + "accuracy": 0.77, + "precision_at_1": 0.77, + "precision_at_3": 0.30133, + "precision_at_5": 0.18933, + "precision_at_10": 0.09793, + "precision_at_20": 0.04943, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.77, + "mrr_at_3": 0.830778, + "mrr_at_5": 0.840411, + "mrr_at_10": 0.84533, + "mrr_at_20": 0.846014, + "mrr_at_100": 0.846345, + "mrr_at_1000": 0.84635, + "nauc_ndcg_at_1_max": 0.493215, + "nauc_ndcg_at_1_std": -0.176873, + "nauc_ndcg_at_1_diff1": 0.786328, + "nauc_ndcg_at_3_max": 0.520888, + "nauc_ndcg_at_3_std": -0.217861, + "nauc_ndcg_at_3_diff1": 0.733595, + "nauc_ndcg_at_5_max": 0.521145, + "nauc_ndcg_at_5_std": -0.205448, + "nauc_ndcg_at_5_diff1": 0.739598, + "nauc_ndcg_at_10_max": 0.525229, + "nauc_ndcg_at_10_std": -0.191351, + "nauc_ndcg_at_10_diff1": 0.755473, + "nauc_ndcg_at_20_max": 0.521849, + "nauc_ndcg_at_20_std": -0.192116, + "nauc_ndcg_at_20_diff1": 0.756588, + "nauc_ndcg_at_100_max": 0.515318, + "nauc_ndcg_at_100_std": -0.19064, + "nauc_ndcg_at_100_diff1": 0.756257, + "nauc_ndcg_at_1000_max": 0.514899, + "nauc_ndcg_at_1000_std": -0.191669, + "nauc_ndcg_at_1000_diff1": 0.756601, + "nauc_map_at_1_max": 0.493215, + "nauc_map_at_1_std": -0.176873, + "nauc_map_at_1_diff1": 0.786328, + "nauc_map_at_3_max": 0.511506, + "nauc_map_at_3_std": -0.203084, + "nauc_map_at_3_diff1": 0.74914, + "nauc_map_at_5_max": 0.511382, + "nauc_map_at_5_std": -0.196303, + "nauc_map_at_5_diff1": 0.75304, + "nauc_map_at_10_max": 0.512447, + "nauc_map_at_10_std": -0.190745, + "nauc_map_at_10_diff1": 0.75896, + "nauc_map_at_20_max": 0.511732, + "nauc_map_at_20_std": -0.190961, + "nauc_map_at_20_diff1": 0.759245, + "nauc_map_at_100_max": 0.510908, + "nauc_map_at_100_std": -0.190712, + "nauc_map_at_100_diff1": 0.759209, + "nauc_map_at_1000_max": 0.510891, + "nauc_map_at_1000_std": -0.190753, + "nauc_map_at_1000_diff1": 0.759223, + "nauc_recall_at_1_max": 0.493215, + "nauc_recall_at_1_std": -0.176873, + "nauc_recall_at_1_diff1": 0.786328, + "nauc_recall_at_3_max": 0.565771, + "nauc_recall_at_3_std": -0.289112, + "nauc_recall_at_3_diff1": 0.660718, + "nauc_recall_at_5_max": 0.598815, + "nauc_recall_at_5_std": -0.27615, + "nauc_recall_at_5_diff1": 0.635493, + "nauc_recall_at_10_max": 0.788515, + "nauc_recall_at_10_std": -0.172465, + "nauc_recall_at_10_diff1": 0.729632, + "nauc_recall_at_20_max": 0.868045, + "nauc_recall_at_20_std": -0.181057, + "nauc_recall_at_20_diff1": 0.748339, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.358077, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.493215, + "nauc_precision_at_1_std": -0.176873, + "nauc_precision_at_1_diff1": 0.786328, + "nauc_precision_at_3_max": 0.565771, + "nauc_precision_at_3_std": -0.289112, + "nauc_precision_at_3_diff1": 0.660718, + "nauc_precision_at_5_max": 0.598815, + "nauc_precision_at_5_std": -0.27615, + "nauc_precision_at_5_diff1": 0.635493, + "nauc_precision_at_10_max": 0.788515, + "nauc_precision_at_10_std": -0.172465, + "nauc_precision_at_10_diff1": 0.729632, + "nauc_precision_at_20_max": 0.868045, + "nauc_precision_at_20_std": -0.181057, + "nauc_precision_at_20_diff1": 0.748339, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.358077, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.493215, + "nauc_mrr_at_1_std": -0.176873, + "nauc_mrr_at_1_diff1": 0.786328, + "nauc_mrr_at_3_max": 0.511506, + "nauc_mrr_at_3_std": -0.203084, + "nauc_mrr_at_3_diff1": 0.74914, + "nauc_mrr_at_5_max": 0.511704, + "nauc_mrr_at_5_std": -0.197162, + "nauc_mrr_at_5_diff1": 0.753013, + "nauc_mrr_at_10_max": 0.512503, + "nauc_mrr_at_10_std": -0.190894, + "nauc_mrr_at_10_diff1": 0.758954, + "nauc_mrr_at_20_max": 0.511766, + "nauc_mrr_at_20_std": -0.191089, + "nauc_mrr_at_20_diff1": 0.759233, + "nauc_mrr_at_100_max": 0.510943, + "nauc_mrr_at_100_std": -0.190841, + "nauc_mrr_at_100_diff1": 0.759197, + "nauc_mrr_at_1000_max": 0.510926, + "nauc_mrr_at_1000_std": -0.190882, + "nauc_mrr_at_1000_diff1": 0.75921, + "hit_rate_at_1": 0.77, + "hit_rate_at_3": 0.904, + "hit_rate_at_5": 0.94667, + "hit_rate_at_10": 0.97933, + "hit_rate_at_20": 0.98867, + "hit_rate_at_100": 0.99933, + "hit_rate_at_1000": 1.0, + "main_score": 0.87825, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "ndcg_at_1": 0.784, + "ndcg_at_3": 0.86047, + "ndcg_at_5": 0.87399, + "ndcg_at_10": 0.8842, + "ndcg_at_20": 0.88629, + "ndcg_at_100": 0.88763, + "ndcg_at_1000": 0.88813, + "map_at_1": 0.784, + "map_at_3": 0.84133, + "map_at_5": 0.84887, + "map_at_10": 0.85313, + "map_at_20": 0.85374, + "map_at_100": 0.85392, + "map_at_1000": 0.85394, + "recall_at_1": 0.784, + "recall_at_3": 0.916, + "recall_at_5": 0.94867, + "recall_at_10": 0.98, + "recall_at_20": 0.988, + "recall_at_100": 0.99533, + "recall_at_1000": 0.99933, + "accuracy": 0.784, + "precision_at_1": 0.784, + "precision_at_3": 0.30533, + "precision_at_5": 0.18973, + "precision_at_10": 0.098, + "precision_at_20": 0.0494, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.783333, + "mrr_at_3": 0.840889, + "mrr_at_5": 0.848422, + "mrr_at_10": 0.852681, + "mrr_at_20": 0.853295, + "mrr_at_100": 0.853474, + "mrr_at_1000": 0.853491, + "nauc_ndcg_at_1_max": 0.45936, + "nauc_ndcg_at_1_std": -0.021997, + "nauc_ndcg_at_1_diff1": 0.764771, + "nauc_ndcg_at_3_max": 0.51243, + "nauc_ndcg_at_3_std": 0.002898, + "nauc_ndcg_at_3_diff1": 0.728658, + "nauc_ndcg_at_5_max": 0.50205, + "nauc_ndcg_at_5_std": 0.006596, + "nauc_ndcg_at_5_diff1": 0.744077, + "nauc_ndcg_at_10_max": 0.492674, + "nauc_ndcg_at_10_std": 0.009095, + "nauc_ndcg_at_10_diff1": 0.743372, + "nauc_ndcg_at_20_max": 0.491837, + "nauc_ndcg_at_20_std": 0.005853, + "nauc_ndcg_at_20_diff1": 0.744785, + "nauc_ndcg_at_100_max": 0.494112, + "nauc_ndcg_at_100_std": 0.00303, + "nauc_ndcg_at_100_diff1": 0.746421, + "nauc_ndcg_at_1000_max": 0.491923, + "nauc_ndcg_at_1000_std": -0.001085, + "nauc_ndcg_at_1000_diff1": 0.746275, + "nauc_map_at_1_max": 0.45936, + "nauc_map_at_1_std": -0.021997, + "nauc_map_at_1_diff1": 0.764771, + "nauc_map_at_3_max": 0.497313, + "nauc_map_at_3_std": -0.007874, + "nauc_map_at_3_diff1": 0.739938, + "nauc_map_at_5_max": 0.491495, + "nauc_map_at_5_std": -0.00684, + "nauc_map_at_5_diff1": 0.747824, + "nauc_map_at_10_max": 0.487617, + "nauc_map_at_10_std": -0.007451, + "nauc_map_at_10_diff1": 0.74767, + "nauc_map_at_20_max": 0.487497, + "nauc_map_at_20_std": -0.008193, + "nauc_map_at_20_diff1": 0.748078, + "nauc_map_at_100_max": 0.487823, + "nauc_map_at_100_std": -0.008405, + "nauc_map_at_100_diff1": 0.748279, + "nauc_map_at_1000_max": 0.487767, + "nauc_map_at_1000_std": -0.008512, + "nauc_map_at_1000_diff1": 0.748287, + "nauc_recall_at_1_max": 0.45936, + "nauc_recall_at_1_std": -0.021997, + "nauc_recall_at_1_diff1": 0.764771, + "nauc_recall_at_3_max": 0.588469, + "nauc_recall_at_3_std": 0.06012, + "nauc_recall_at_3_diff1": 0.671102, + "nauc_recall_at_5_max": 0.580481, + "nauc_recall_at_5_std": 0.118666, + "nauc_recall_at_5_diff1": 0.72007, + "nauc_recall_at_10_max": 0.563087, + "nauc_recall_at_10_std": 0.372751, + "nauc_recall_at_10_diff1": 0.672253, + "nauc_recall_at_20_max": 0.573944, + "nauc_recall_at_20_std": 0.498988, + "nauc_recall_at_20_diff1": 0.667315, + "nauc_recall_at_100_max": 0.943978, + "nauc_recall_at_100_std": 0.870948, + "nauc_recall_at_100_diff1": 0.734227, + "nauc_recall_at_1000_max": 0.869281, + "nauc_recall_at_1000_std": 0.869281, + "nauc_recall_at_1000_diff1": 0.358077, + "nauc_precision_at_1_max": 0.45936, + "nauc_precision_at_1_std": -0.021997, + "nauc_precision_at_1_diff1": 0.764771, + "nauc_precision_at_3_max": 0.588469, + "nauc_precision_at_3_std": 0.06012, + "nauc_precision_at_3_diff1": 0.671102, + "nauc_precision_at_5_max": 0.580481, + "nauc_precision_at_5_std": 0.118666, + "nauc_precision_at_5_diff1": 0.72007, + "nauc_precision_at_10_max": 0.563087, + "nauc_precision_at_10_std": 0.372751, + "nauc_precision_at_10_diff1": 0.672253, + "nauc_precision_at_20_max": 0.573944, + "nauc_precision_at_20_std": 0.498988, + "nauc_precision_at_20_diff1": 0.667315, + "nauc_precision_at_100_max": 0.943978, + "nauc_precision_at_100_std": 0.870948, + "nauc_precision_at_100_diff1": 0.734227, + "nauc_precision_at_1000_max": 0.869281, + "nauc_precision_at_1000_std": 0.869281, + "nauc_precision_at_1000_diff1": 0.358077, + "nauc_mrr_at_1_max": 0.459449, + "nauc_mrr_at_1_std": -0.025803, + "nauc_mrr_at_1_diff1": 0.766271, + "nauc_mrr_at_3_max": 0.497255, + "nauc_mrr_at_3_std": -0.011281, + "nauc_mrr_at_3_diff1": 0.741241, + "nauc_mrr_at_5_max": 0.491448, + "nauc_mrr_at_5_std": -0.01043, + "nauc_mrr_at_5_diff1": 0.749178, + "nauc_mrr_at_10_max": 0.487578, + "nauc_mrr_at_10_std": -0.011151, + "nauc_mrr_at_10_diff1": 0.749066, + "nauc_mrr_at_20_max": 0.487458, + "nauc_mrr_at_20_std": -0.011908, + "nauc_mrr_at_20_diff1": 0.74948, + "nauc_mrr_at_100_max": 0.487784, + "nauc_mrr_at_100_std": -0.012124, + "nauc_mrr_at_100_diff1": 0.749682, + "nauc_mrr_at_1000_max": 0.487727, + "nauc_mrr_at_1000_std": -0.012231, + "nauc_mrr_at_1000_diff1": 0.74969, + "hit_rate_at_1": 0.784, + "hit_rate_at_3": 0.916, + "hit_rate_at_5": 0.94867, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.988, + "hit_rate_at_100": 0.99533, + "hit_rate_at_1000": 0.99933, + "main_score": 0.8842, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.77333, + "ndcg_at_3": 0.8539, + "ndcg_at_5": 0.87301, + "ndcg_at_10": 0.88309, + "ndcg_at_20": 0.88444, + "ndcg_at_100": 0.88525, + "ndcg_at_1000": 0.88579, + "map_at_1": 0.77333, + "map_at_3": 0.83467, + "map_at_5": 0.8452, + "map_at_10": 0.84959, + "map_at_20": 0.84995, + "map_at_100": 0.85009, + "map_at_1000": 0.85012, + "recall_at_1": 0.77333, + "recall_at_3": 0.90933, + "recall_at_5": 0.956, + "recall_at_10": 0.986, + "recall_at_20": 0.99133, + "recall_at_100": 0.99533, + "recall_at_1000": 0.99933, + "accuracy": 0.77333, + "precision_at_1": 0.77333, + "precision_at_3": 0.30311, + "precision_at_5": 0.1912, + "precision_at_10": 0.0986, + "precision_at_20": 0.04957, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.773333, + "mrr_at_3": 0.834667, + "mrr_at_5": 0.8452, + "mrr_at_10": 0.849587, + "mrr_at_20": 0.849952, + "mrr_at_100": 0.850095, + "mrr_at_1000": 0.85012, + "nauc_ndcg_at_1_max": 0.48343, + "nauc_ndcg_at_1_std": -0.120401, + "nauc_ndcg_at_1_diff1": 0.773814, + "nauc_ndcg_at_3_max": 0.513147, + "nauc_ndcg_at_3_std": -0.088512, + "nauc_ndcg_at_3_diff1": 0.7269, + "nauc_ndcg_at_5_max": 0.508292, + "nauc_ndcg_at_5_std": -0.090177, + "nauc_ndcg_at_5_diff1": 0.736815, + "nauc_ndcg_at_10_max": 0.511403, + "nauc_ndcg_at_10_std": -0.096765, + "nauc_ndcg_at_10_diff1": 0.737297, + "nauc_ndcg_at_20_max": 0.509341, + "nauc_ndcg_at_20_std": -0.093649, + "nauc_ndcg_at_20_diff1": 0.736612, + "nauc_ndcg_at_100_max": 0.507024, + "nauc_ndcg_at_100_std": -0.097314, + "nauc_ndcg_at_100_diff1": 0.740815, + "nauc_ndcg_at_1000_max": 0.505496, + "nauc_ndcg_at_1000_std": -0.099143, + "nauc_ndcg_at_1000_diff1": 0.742268, + "nauc_map_at_1_max": 0.48343, + "nauc_map_at_1_std": -0.120401, + "nauc_map_at_1_diff1": 0.773814, + "nauc_map_at_3_max": 0.504815, + "nauc_map_at_3_std": -0.098573, + "nauc_map_at_3_diff1": 0.740197, + "nauc_map_at_5_max": 0.501947, + "nauc_map_at_5_std": -0.100474, + "nauc_map_at_5_diff1": 0.745571, + "nauc_map_at_10_max": 0.502529, + "nauc_map_at_10_std": -0.103958, + "nauc_map_at_10_diff1": 0.745937, + "nauc_map_at_20_max": 0.502083, + "nauc_map_at_20_std": -0.103397, + "nauc_map_at_20_diff1": 0.745797, + "nauc_map_at_100_max": 0.501768, + "nauc_map_at_100_std": -0.103861, + "nauc_map_at_100_diff1": 0.746397, + "nauc_map_at_1000_max": 0.501716, + "nauc_map_at_1000_std": -0.103894, + "nauc_map_at_1000_diff1": 0.746427, + "nauc_recall_at_1_max": 0.48343, + "nauc_recall_at_1_std": -0.120401, + "nauc_recall_at_1_diff1": 0.773814, + "nauc_recall_at_3_max": 0.553228, + "nauc_recall_at_3_std": -0.039205, + "nauc_recall_at_3_diff1": 0.662812, + "nauc_recall_at_5_max": 0.56432, + "nauc_recall_at_5_std": 0.00759, + "nauc_recall_at_5_diff1": 0.661885, + "nauc_recall_at_10_max": 0.770508, + "nauc_recall_at_10_std": 0.113423, + "nauc_recall_at_10_diff1": 0.515895, + "nauc_recall_at_20_max": 0.827085, + "nauc_recall_at_20_std": 0.405444, + "nauc_recall_at_20_diff1": 0.348165, + "nauc_recall_at_100_max": 0.838269, + "nauc_recall_at_100_std": 0.410898, + "nauc_recall_at_100_diff1": 0.477258, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.869281, + "nauc_precision_at_1_max": 0.48343, + "nauc_precision_at_1_std": -0.120401, + "nauc_precision_at_1_diff1": 0.773814, + "nauc_precision_at_3_max": 0.553228, + "nauc_precision_at_3_std": -0.039205, + "nauc_precision_at_3_diff1": 0.662812, + "nauc_precision_at_5_max": 0.56432, + "nauc_precision_at_5_std": 0.00759, + "nauc_precision_at_5_diff1": 0.661885, + "nauc_precision_at_10_max": 0.770508, + "nauc_precision_at_10_std": 0.113423, + "nauc_precision_at_10_diff1": 0.515895, + "nauc_precision_at_20_max": 0.827085, + "nauc_precision_at_20_std": 0.405444, + "nauc_precision_at_20_diff1": 0.348165, + "nauc_precision_at_100_max": 0.838269, + "nauc_precision_at_100_std": 0.410898, + "nauc_precision_at_100_diff1": 0.477258, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.869281, + "nauc_mrr_at_1_max": 0.48343, + "nauc_mrr_at_1_std": -0.120401, + "nauc_mrr_at_1_diff1": 0.773814, + "nauc_mrr_at_3_max": 0.504815, + "nauc_mrr_at_3_std": -0.098573, + "nauc_mrr_at_3_diff1": 0.740197, + "nauc_mrr_at_5_max": 0.501947, + "nauc_mrr_at_5_std": -0.100474, + "nauc_mrr_at_5_diff1": 0.745571, + "nauc_mrr_at_10_max": 0.502529, + "nauc_mrr_at_10_std": -0.103958, + "nauc_mrr_at_10_diff1": 0.745937, + "nauc_mrr_at_20_max": 0.502083, + "nauc_mrr_at_20_std": -0.103397, + "nauc_mrr_at_20_diff1": 0.745797, + "nauc_mrr_at_100_max": 0.501768, + "nauc_mrr_at_100_std": -0.103861, + "nauc_mrr_at_100_diff1": 0.746397, + "nauc_mrr_at_1000_max": 0.501716, + "nauc_mrr_at_1000_std": -0.103894, + "nauc_mrr_at_1000_diff1": 0.746427, + "hit_rate_at_1": 0.77333, + "hit_rate_at_3": 0.90933, + "hit_rate_at_5": 0.956, + "hit_rate_at_10": 0.986, + "hit_rate_at_20": 0.99133, + "hit_rate_at_100": 0.99533, + "hit_rate_at_1000": 0.99933, + "main_score": 0.88309, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.85267, + "ndcg_at_3": 0.90692, + "ndcg_at_5": 0.92009, + "ndcg_at_10": 0.92764, + "ndcg_at_20": 0.92798, + "ndcg_at_100": 0.92812, + "ndcg_at_1000": 0.92812, + "map_at_1": 0.85267, + "map_at_3": 0.89444, + "map_at_5": 0.90174, + "map_at_10": 0.905, + "map_at_20": 0.90509, + "map_at_100": 0.90511, + "map_at_1000": 0.90511, + "recall_at_1": 0.85267, + "recall_at_3": 0.94267, + "recall_at_5": 0.97467, + "recall_at_10": 0.99733, + "recall_at_20": 0.99867, + "recall_at_100": 0.99933, + "recall_at_1000": 0.99933, + "accuracy": 0.85267, + "precision_at_1": 0.85267, + "precision_at_3": 0.31422, + "precision_at_5": 0.19493, + "precision_at_10": 0.09973, + "precision_at_20": 0.04993, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.852667, + "mrr_at_3": 0.894444, + "mrr_at_5": 0.901744, + "mrr_at_10": 0.904996, + "mrr_at_20": 0.905091, + "mrr_at_100": 0.905113, + "mrr_at_1000": 0.905113, + "nauc_ndcg_at_1_max": 0.610471, + "nauc_ndcg_at_1_std": -0.294828, + "nauc_ndcg_at_1_diff1": 0.829738, + "nauc_ndcg_at_3_max": 0.611906, + "nauc_ndcg_at_3_std": -0.289408, + "nauc_ndcg_at_3_diff1": 0.795455, + "nauc_ndcg_at_5_max": 0.609332, + "nauc_ndcg_at_5_std": -0.278438, + "nauc_ndcg_at_5_diff1": 0.802207, + "nauc_ndcg_at_10_max": 0.615427, + "nauc_ndcg_at_10_std": -0.285054, + "nauc_ndcg_at_10_diff1": 0.805, + "nauc_ndcg_at_20_max": 0.614537, + "nauc_ndcg_at_20_std": -0.286153, + "nauc_ndcg_at_20_diff1": 0.809157, + "nauc_ndcg_at_100_max": 0.614049, + "nauc_ndcg_at_100_std": -0.283368, + "nauc_ndcg_at_100_diff1": 0.809323, + "nauc_ndcg_at_1000_max": 0.614049, + "nauc_ndcg_at_1000_std": -0.283368, + "nauc_ndcg_at_1000_diff1": 0.809323, + "nauc_map_at_1_max": 0.610471, + "nauc_map_at_1_std": -0.294828, + "nauc_map_at_1_diff1": 0.829738, + "nauc_map_at_3_max": 0.613062, + "nauc_map_at_3_std": -0.288983, + "nauc_map_at_3_diff1": 0.805591, + "nauc_map_at_5_max": 0.611959, + "nauc_map_at_5_std": -0.283268, + "nauc_map_at_5_diff1": 0.809589, + "nauc_map_at_10_max": 0.613625, + "nauc_map_at_10_std": -0.286052, + "nauc_map_at_10_diff1": 0.810649, + "nauc_map_at_20_max": 0.613392, + "nauc_map_at_20_std": -0.286371, + "nauc_map_at_20_diff1": 0.81136, + "nauc_map_at_100_max": 0.613332, + "nauc_map_at_100_std": -0.286031, + "nauc_map_at_100_diff1": 0.811381, + "nauc_map_at_1000_max": 0.613332, + "nauc_map_at_1000_std": -0.286031, + "nauc_map_at_1000_diff1": 0.811381, + "nauc_recall_at_1_max": 0.610471, + "nauc_recall_at_1_std": -0.294828, + "nauc_recall_at_1_diff1": 0.829738, + "nauc_recall_at_3_max": 0.604738, + "nauc_recall_at_3_std": -0.293238, + "nauc_recall_at_3_diff1": 0.744105, + "nauc_recall_at_5_max": 0.576945, + "nauc_recall_at_5_std": -0.227628, + "nauc_recall_at_5_diff1": 0.726915, + "nauc_recall_at_10_max": 0.855859, + "nauc_recall_at_10_std": -0.236345, + "nauc_recall_at_10_diff1": 0.327264, + "nauc_recall_at_20_max": 0.934641, + "nauc_recall_at_20_std": -0.369981, + "nauc_recall_at_20_diff1": 0.795752, + "nauc_recall_at_100_max": 1.0, + "nauc_recall_at_100_std": 1.0, + "nauc_recall_at_100_diff1": 0.869281, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.869281, + "nauc_precision_at_1_max": 0.610471, + "nauc_precision_at_1_std": -0.294828, + "nauc_precision_at_1_diff1": 0.829738, + "nauc_precision_at_3_max": 0.604738, + "nauc_precision_at_3_std": -0.293238, + "nauc_precision_at_3_diff1": 0.744105, + "nauc_precision_at_5_max": 0.576945, + "nauc_precision_at_5_std": -0.227628, + "nauc_precision_at_5_diff1": 0.726915, + "nauc_precision_at_10_max": 0.855859, + "nauc_precision_at_10_std": -0.236345, + "nauc_precision_at_10_diff1": 0.327264, + "nauc_precision_at_20_max": 0.934641, + "nauc_precision_at_20_std": -0.369981, + "nauc_precision_at_20_diff1": 0.795752, + "nauc_precision_at_100_max": 1.0, + "nauc_precision_at_100_std": 1.0, + "nauc_precision_at_100_diff1": 0.869281, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.869281, + "nauc_mrr_at_1_max": 0.610471, + "nauc_mrr_at_1_std": -0.294828, + "nauc_mrr_at_1_diff1": 0.829738, + "nauc_mrr_at_3_max": 0.613062, + "nauc_mrr_at_3_std": -0.288983, + "nauc_mrr_at_3_diff1": 0.805591, + "nauc_mrr_at_5_max": 0.611959, + "nauc_mrr_at_5_std": -0.283268, + "nauc_mrr_at_5_diff1": 0.809589, + "nauc_mrr_at_10_max": 0.613625, + "nauc_mrr_at_10_std": -0.286052, + "nauc_mrr_at_10_diff1": 0.810649, + "nauc_mrr_at_20_max": 0.613392, + "nauc_mrr_at_20_std": -0.286371, + "nauc_mrr_at_20_diff1": 0.81136, + "nauc_mrr_at_100_max": 0.613332, + "nauc_mrr_at_100_std": -0.286031, + "nauc_mrr_at_100_diff1": 0.811381, + "nauc_mrr_at_1000_max": 0.613332, + "nauc_mrr_at_1000_std": -0.286031, + "nauc_mrr_at_1000_diff1": 0.811381, + "hit_rate_at_1": 0.85267, + "hit_rate_at_3": 0.94267, + "hit_rate_at_5": 0.97467, + "hit_rate_at_10": 0.99733, + "hit_rate_at_20": 0.99867, + "hit_rate_at_100": 0.99933, + "hit_rate_at_1000": 0.99933, + "main_score": 0.92764, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.76467, + "ndcg_at_3": 0.84437, + "ndcg_at_5": 0.86015, + "ndcg_at_10": 0.87061, + "ndcg_at_20": 0.874, + "ndcg_at_100": 0.876, + "ndcg_at_1000": 0.87698, + "map_at_1": 0.76467, + "map_at_3": 0.82611, + "map_at_5": 0.83494, + "map_at_10": 0.83946, + "map_at_20": 0.84039, + "map_at_100": 0.84067, + "map_at_1000": 0.84071, + "recall_at_1": 0.76467, + "recall_at_3": 0.89667, + "recall_at_5": 0.93467, + "recall_at_10": 0.966, + "recall_at_20": 0.97933, + "recall_at_100": 0.99, + "recall_at_1000": 0.998, + "accuracy": 0.76467, + "precision_at_1": 0.76467, + "precision_at_3": 0.29889, + "precision_at_5": 0.18693, + "precision_at_10": 0.0966, + "precision_at_20": 0.04897, + "precision_at_100": 0.0099, + "precision_at_1000": 0.001, + "mrr_at_1": 0.764667, + "mrr_at_3": 0.825889, + "mrr_at_5": 0.834889, + "mrr_at_10": 0.839401, + "mrr_at_20": 0.840337, + "mrr_at_100": 0.840619, + "mrr_at_1000": 0.84065, + "nauc_ndcg_at_1_max": 0.428725, + "nauc_ndcg_at_1_std": -0.104549, + "nauc_ndcg_at_1_diff1": 0.774599, + "nauc_ndcg_at_3_max": 0.490885, + "nauc_ndcg_at_3_std": -0.034681, + "nauc_ndcg_at_3_diff1": 0.726189, + "nauc_ndcg_at_5_max": 0.492007, + "nauc_ndcg_at_5_std": -0.019185, + "nauc_ndcg_at_5_diff1": 0.732119, + "nauc_ndcg_at_10_max": 0.495823, + "nauc_ndcg_at_10_std": -0.022078, + "nauc_ndcg_at_10_diff1": 0.732753, + "nauc_ndcg_at_20_max": 0.488135, + "nauc_ndcg_at_20_std": -0.032811, + "nauc_ndcg_at_20_diff1": 0.735165, + "nauc_ndcg_at_100_max": 0.482801, + "nauc_ndcg_at_100_std": -0.040784, + "nauc_ndcg_at_100_diff1": 0.736981, + "nauc_ndcg_at_1000_max": 0.479583, + "nauc_ndcg_at_1000_std": -0.046462, + "nauc_ndcg_at_1000_diff1": 0.739374, + "nauc_map_at_1_max": 0.428725, + "nauc_map_at_1_std": -0.104549, + "nauc_map_at_1_diff1": 0.774599, + "nauc_map_at_3_max": 0.472017, + "nauc_map_at_3_std": -0.05773, + "nauc_map_at_3_diff1": 0.739376, + "nauc_map_at_5_max": 0.471358, + "nauc_map_at_5_std": -0.052473, + "nauc_map_at_5_diff1": 0.743082, + "nauc_map_at_10_max": 0.471755, + "nauc_map_at_10_std": -0.055008, + "nauc_map_at_10_diff1": 0.743491, + "nauc_map_at_20_max": 0.470003, + "nauc_map_at_20_std": -0.057604, + "nauc_map_at_20_diff1": 0.744089, + "nauc_map_at_100_max": 0.469355, + "nauc_map_at_100_std": -0.058441, + "nauc_map_at_100_diff1": 0.744226, + "nauc_map_at_1000_max": 0.469274, + "nauc_map_at_1000_std": -0.058604, + "nauc_map_at_1000_diff1": 0.744285, + "nauc_recall_at_1_max": 0.428725, + "nauc_recall_at_1_std": -0.104549, + "nauc_recall_at_1_diff1": 0.774599, + "nauc_recall_at_3_max": 0.575872, + "nauc_recall_at_3_std": 0.070385, + "nauc_recall_at_3_diff1": 0.667814, + "nauc_recall_at_5_max": 0.631305, + "nauc_recall_at_5_std": 0.213771, + "nauc_recall_at_5_diff1": 0.661741, + "nauc_recall_at_10_max": 0.80686, + "nauc_recall_at_10_std": 0.409202, + "nauc_recall_at_10_diff1": 0.606937, + "nauc_recall_at_20_max": 0.83133, + "nauc_recall_at_20_std": 0.4497, + "nauc_recall_at_20_diff1": 0.579742, + "nauc_recall_at_100_max": 0.874883, + "nauc_recall_at_100_std": 0.455742, + "nauc_recall_at_100_diff1": 0.543324, + "nauc_recall_at_1000_max": 0.956427, + "nauc_recall_at_1000_std": -0.061936, + "nauc_recall_at_1000_diff1": 0.863834, + "nauc_precision_at_1_max": 0.428725, + "nauc_precision_at_1_std": -0.104549, + "nauc_precision_at_1_diff1": 0.774599, + "nauc_precision_at_3_max": 0.575872, + "nauc_precision_at_3_std": 0.070385, + "nauc_precision_at_3_diff1": 0.667814, + "nauc_precision_at_5_max": 0.631305, + "nauc_precision_at_5_std": 0.213771, + "nauc_precision_at_5_diff1": 0.661741, + "nauc_precision_at_10_max": 0.80686, + "nauc_precision_at_10_std": 0.409202, + "nauc_precision_at_10_diff1": 0.606937, + "nauc_precision_at_20_max": 0.83133, + "nauc_precision_at_20_std": 0.4497, + "nauc_precision_at_20_diff1": 0.579742, + "nauc_precision_at_100_max": 0.874883, + "nauc_precision_at_100_std": 0.455742, + "nauc_precision_at_100_diff1": 0.543324, + "nauc_precision_at_1000_max": 0.956427, + "nauc_precision_at_1000_std": -0.061936, + "nauc_precision_at_1000_diff1": 0.863834, + "nauc_mrr_at_1_max": 0.428725, + "nauc_mrr_at_1_std": -0.104549, + "nauc_mrr_at_1_diff1": 0.774599, + "nauc_mrr_at_3_max": 0.469065, + "nauc_mrr_at_3_std": -0.060051, + "nauc_mrr_at_3_diff1": 0.739866, + "nauc_mrr_at_5_max": 0.470577, + "nauc_mrr_at_5_std": -0.053089, + "nauc_mrr_at_5_diff1": 0.743211, + "nauc_mrr_at_10_max": 0.47095, + "nauc_mrr_at_10_std": -0.055641, + "nauc_mrr_at_10_diff1": 0.743624, + "nauc_mrr_at_20_max": 0.469194, + "nauc_mrr_at_20_std": -0.058241, + "nauc_mrr_at_20_diff1": 0.744222, + "nauc_mrr_at_100_max": 0.468545, + "nauc_mrr_at_100_std": -0.059079, + "nauc_mrr_at_100_diff1": 0.744359, + "nauc_mrr_at_1000_max": 0.468463, + "nauc_mrr_at_1000_std": -0.059242, + "nauc_mrr_at_1000_diff1": 0.744418, + "hit_rate_at_1": 0.76467, + "hit_rate_at_3": 0.89667, + "hit_rate_at_5": 0.93467, + "hit_rate_at_10": 0.966, + "hit_rate_at_20": 0.97933, + "hit_rate_at_100": 0.99, + "hit_rate_at_1000": 0.998, + "main_score": 0.87061, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "ndcg_at_1": 0.784, + "ndcg_at_3": 0.85884, + "ndcg_at_5": 0.87666, + "ndcg_at_10": 0.88461, + "ndcg_at_20": 0.8866, + "ndcg_at_100": 0.8883, + "ndcg_at_1000": 0.88871, + "map_at_1": 0.784, + "map_at_3": 0.84067, + "map_at_5": 0.8507, + "map_at_10": 0.85409, + "map_at_20": 0.85462, + "map_at_100": 0.85484, + "map_at_1000": 0.85486, + "recall_at_1": 0.784, + "recall_at_3": 0.91133, + "recall_at_5": 0.954, + "recall_at_10": 0.978, + "recall_at_20": 0.986, + "recall_at_100": 0.99533, + "recall_at_1000": 0.99867, + "accuracy": 0.784, + "precision_at_1": 0.784, + "precision_at_3": 0.30378, + "precision_at_5": 0.1908, + "precision_at_10": 0.0978, + "precision_at_20": 0.0493, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.784, + "mrr_at_3": 0.840667, + "mrr_at_5": 0.8507, + "mrr_at_10": 0.854085, + "mrr_at_20": 0.854596, + "mrr_at_100": 0.854853, + "mrr_at_1000": 0.854867, + "nauc_ndcg_at_1_max": 0.363495, + "nauc_ndcg_at_1_std": -0.081157, + "nauc_ndcg_at_1_diff1": 0.806588, + "nauc_ndcg_at_3_max": 0.418182, + "nauc_ndcg_at_3_std": -0.049981, + "nauc_ndcg_at_3_diff1": 0.762873, + "nauc_ndcg_at_5_max": 0.420866, + "nauc_ndcg_at_5_std": -0.048639, + "nauc_ndcg_at_5_diff1": 0.775816, + "nauc_ndcg_at_10_max": 0.419847, + "nauc_ndcg_at_10_std": -0.049219, + "nauc_ndcg_at_10_diff1": 0.781264, + "nauc_ndcg_at_20_max": 0.416213, + "nauc_ndcg_at_20_std": -0.045697, + "nauc_ndcg_at_20_diff1": 0.782129, + "nauc_ndcg_at_100_max": 0.411925, + "nauc_ndcg_at_100_std": -0.0507, + "nauc_ndcg_at_100_diff1": 0.782345, + "nauc_ndcg_at_1000_max": 0.410638, + "nauc_ndcg_at_1000_std": -0.051297, + "nauc_ndcg_at_1000_diff1": 0.78273, + "nauc_map_at_1_max": 0.363495, + "nauc_map_at_1_std": -0.081157, + "nauc_map_at_1_diff1": 0.806588, + "nauc_map_at_3_max": 0.405086, + "nauc_map_at_3_std": -0.057944, + "nauc_map_at_3_diff1": 0.777039, + "nauc_map_at_5_max": 0.40584, + "nauc_map_at_5_std": -0.057596, + "nauc_map_at_5_diff1": 0.784298, + "nauc_map_at_10_max": 0.405409, + "nauc_map_at_10_std": -0.05768, + "nauc_map_at_10_diff1": 0.786507, + "nauc_map_at_20_max": 0.404609, + "nauc_map_at_20_std": -0.056988, + "nauc_map_at_20_diff1": 0.786697, + "nauc_map_at_100_max": 0.404012, + "nauc_map_at_100_std": -0.057375, + "nauc_map_at_100_diff1": 0.786681, + "nauc_map_at_1000_max": 0.403978, + "nauc_map_at_1000_std": -0.057384, + "nauc_map_at_1000_diff1": 0.786687, + "nauc_recall_at_1_max": 0.363495, + "nauc_recall_at_1_std": -0.081157, + "nauc_recall_at_1_diff1": 0.806588, + "nauc_recall_at_3_max": 0.479027, + "nauc_recall_at_3_std": -0.012521, + "nauc_recall_at_3_diff1": 0.693611, + "nauc_recall_at_5_max": 0.546212, + "nauc_recall_at_5_std": 0.026685, + "nauc_recall_at_5_diff1": 0.705476, + "nauc_recall_at_10_max": 0.658094, + "nauc_recall_at_10_std": 0.089296, + "nauc_recall_at_10_diff1": 0.704751, + "nauc_recall_at_20_max": 0.682228, + "nauc_recall_at_20_std": 0.276844, + "nauc_recall_at_20_diff1": 0.687964, + "nauc_recall_at_100_max": 0.750567, + "nauc_recall_at_100_std": 0.247366, + "nauc_recall_at_100_diff1": 0.547953, + "nauc_recall_at_1000_max": 0.777077, + "nauc_recall_at_1000_std": 0.561391, + "nauc_recall_at_1000_diff1": 0.218254, + "nauc_precision_at_1_max": 0.363495, + "nauc_precision_at_1_std": -0.081157, + "nauc_precision_at_1_diff1": 0.806588, + "nauc_precision_at_3_max": 0.479027, + "nauc_precision_at_3_std": -0.012521, + "nauc_precision_at_3_diff1": 0.693611, + "nauc_precision_at_5_max": 0.546212, + "nauc_precision_at_5_std": 0.026685, + "nauc_precision_at_5_diff1": 0.705476, + "nauc_precision_at_10_max": 0.658094, + "nauc_precision_at_10_std": 0.089296, + "nauc_precision_at_10_diff1": 0.704751, + "nauc_precision_at_20_max": 0.682228, + "nauc_precision_at_20_std": 0.276844, + "nauc_precision_at_20_diff1": 0.687964, + "nauc_precision_at_100_max": 0.750567, + "nauc_precision_at_100_std": 0.247366, + "nauc_precision_at_100_diff1": 0.547953, + "nauc_precision_at_1000_max": 0.777077, + "nauc_precision_at_1000_std": 0.561391, + "nauc_precision_at_1000_diff1": 0.218254, + "nauc_mrr_at_1_max": 0.363495, + "nauc_mrr_at_1_std": -0.081157, + "nauc_mrr_at_1_diff1": 0.806588, + "nauc_mrr_at_3_max": 0.405086, + "nauc_mrr_at_3_std": -0.057944, + "nauc_mrr_at_3_diff1": 0.777039, + "nauc_mrr_at_5_max": 0.40584, + "nauc_mrr_at_5_std": -0.057596, + "nauc_mrr_at_5_diff1": 0.784298, + "nauc_mrr_at_10_max": 0.405409, + "nauc_mrr_at_10_std": -0.05768, + "nauc_mrr_at_10_diff1": 0.786507, + "nauc_mrr_at_20_max": 0.404712, + "nauc_mrr_at_20_std": -0.057015, + "nauc_mrr_at_20_diff1": 0.786715, + "nauc_mrr_at_100_max": 0.404007, + "nauc_mrr_at_100_std": -0.057283, + "nauc_mrr_at_100_diff1": 0.786714, + "nauc_mrr_at_1000_max": 0.403974, + "nauc_mrr_at_1000_std": -0.057292, + "nauc_mrr_at_1000_diff1": 0.78672, + "hit_rate_at_1": 0.784, + "hit_rate_at_3": 0.91133, + "hit_rate_at_5": 0.954, + "hit_rate_at_10": 0.978, + "hit_rate_at_20": 0.986, + "hit_rate_at_100": 0.99533, + "hit_rate_at_1000": 0.99867, + "main_score": 0.88461, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.718, + "ndcg_at_3": 0.80807, + "ndcg_at_5": 0.82738, + "ndcg_at_10": 0.83891, + "ndcg_at_20": 0.84295, + "ndcg_at_100": 0.84658, + "ndcg_at_1000": 0.84746, + "map_at_1": 0.718, + "map_at_3": 0.78678, + "map_at_5": 0.79754, + "map_at_10": 0.8025, + "map_at_20": 0.8036, + "map_at_100": 0.80411, + "map_at_1000": 0.80414, + "recall_at_1": 0.718, + "recall_at_3": 0.86933, + "recall_at_5": 0.916, + "recall_at_10": 0.95067, + "recall_at_20": 0.96667, + "recall_at_100": 0.986, + "recall_at_1000": 0.99333, + "accuracy": 0.718, + "precision_at_1": 0.718, + "precision_at_3": 0.28978, + "precision_at_5": 0.1832, + "precision_at_10": 0.09507, + "precision_at_20": 0.04833, + "precision_at_100": 0.00986, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.718, + "mrr_at_3": 0.787, + "mrr_at_5": 0.7976, + "mrr_at_10": 0.802551, + "mrr_at_20": 0.803659, + "mrr_at_100": 0.80417, + "mrr_at_1000": 0.804197, + "nauc_ndcg_at_1_max": 0.457535, + "nauc_ndcg_at_1_std": -0.000851, + "nauc_ndcg_at_1_diff1": 0.776019, + "nauc_ndcg_at_3_max": 0.513842, + "nauc_ndcg_at_3_std": 0.085286, + "nauc_ndcg_at_3_diff1": 0.714654, + "nauc_ndcg_at_5_max": 0.521555, + "nauc_ndcg_at_5_std": 0.102703, + "nauc_ndcg_at_5_diff1": 0.728508, + "nauc_ndcg_at_10_max": 0.525792, + "nauc_ndcg_at_10_std": 0.101618, + "nauc_ndcg_at_10_diff1": 0.738489, + "nauc_ndcg_at_20_max": 0.520041, + "nauc_ndcg_at_20_std": 0.09398, + "nauc_ndcg_at_20_diff1": 0.739812, + "nauc_ndcg_at_100_max": 0.511781, + "nauc_ndcg_at_100_std": 0.086317, + "nauc_ndcg_at_100_diff1": 0.739071, + "nauc_ndcg_at_1000_max": 0.510417, + "nauc_ndcg_at_1000_std": 0.084206, + "nauc_ndcg_at_1000_diff1": 0.739724, + "nauc_map_at_1_max": 0.457535, + "nauc_map_at_1_std": -0.000851, + "nauc_map_at_1_diff1": 0.776019, + "nauc_map_at_3_max": 0.497021, + "nauc_map_at_3_std": 0.059836, + "nauc_map_at_3_diff1": 0.731759, + "nauc_map_at_5_max": 0.500041, + "nauc_map_at_5_std": 0.067653, + "nauc_map_at_5_diff1": 0.738876, + "nauc_map_at_10_max": 0.500932, + "nauc_map_at_10_std": 0.066575, + "nauc_map_at_10_diff1": 0.742814, + "nauc_map_at_20_max": 0.499364, + "nauc_map_at_20_std": 0.064615, + "nauc_map_at_20_diff1": 0.742981, + "nauc_map_at_100_max": 0.498421, + "nauc_map_at_100_std": 0.063704, + "nauc_map_at_100_diff1": 0.742907, + "nauc_map_at_1000_max": 0.498379, + "nauc_map_at_1000_std": 0.063659, + "nauc_map_at_1000_diff1": 0.742932, + "nauc_recall_at_1_max": 0.457535, + "nauc_recall_at_1_std": -0.000851, + "nauc_recall_at_1_diff1": 0.776019, + "nauc_recall_at_3_max": 0.587231, + "nauc_recall_at_3_std": 0.196141, + "nauc_recall_at_3_diff1": 0.64082, + "nauc_recall_at_5_max": 0.657708, + "nauc_recall_at_5_std": 0.324482, + "nauc_recall_at_5_diff1": 0.67055, + "nauc_recall_at_10_max": 0.791052, + "nauc_recall_at_10_std": 0.465213, + "nauc_recall_at_10_diff1": 0.716374, + "nauc_recall_at_20_max": 0.826676, + "nauc_recall_at_20_std": 0.512082, + "nauc_recall_at_20_diff1": 0.734118, + "nauc_recall_at_100_max": 0.809724, + "nauc_recall_at_100_std": 0.679405, + "nauc_recall_at_100_diff1": 0.687831, + "nauc_recall_at_1000_max": 0.914566, + "nauc_recall_at_1000_std": 0.944444, + "nauc_recall_at_1000_diff1": 0.73324, + "nauc_precision_at_1_max": 0.457535, + "nauc_precision_at_1_std": -0.000851, + "nauc_precision_at_1_diff1": 0.776019, + "nauc_precision_at_3_max": 0.587231, + "nauc_precision_at_3_std": 0.196141, + "nauc_precision_at_3_diff1": 0.64082, + "nauc_precision_at_5_max": 0.657708, + "nauc_precision_at_5_std": 0.324482, + "nauc_precision_at_5_diff1": 0.67055, + "nauc_precision_at_10_max": 0.791052, + "nauc_precision_at_10_std": 0.465213, + "nauc_precision_at_10_diff1": 0.716374, + "nauc_precision_at_20_max": 0.826676, + "nauc_precision_at_20_std": 0.512082, + "nauc_precision_at_20_diff1": 0.734118, + "nauc_precision_at_100_max": 0.809724, + "nauc_precision_at_100_std": 0.679405, + "nauc_precision_at_100_diff1": 0.687831, + "nauc_precision_at_1000_max": 0.914566, + "nauc_precision_at_1000_std": 0.944444, + "nauc_precision_at_1000_diff1": 0.73324, + "nauc_mrr_at_1_max": 0.457535, + "nauc_mrr_at_1_std": -0.000851, + "nauc_mrr_at_1_diff1": 0.776019, + "nauc_mrr_at_3_max": 0.498172, + "nauc_mrr_at_3_std": 0.060547, + "nauc_mrr_at_3_diff1": 0.731338, + "nauc_mrr_at_5_max": 0.500344, + "nauc_mrr_at_5_std": 0.067842, + "nauc_mrr_at_5_diff1": 0.738767, + "nauc_mrr_at_10_max": 0.501244, + "nauc_mrr_at_10_std": 0.066769, + "nauc_mrr_at_10_diff1": 0.742703, + "nauc_mrr_at_20_max": 0.499678, + "nauc_mrr_at_20_std": 0.06481, + "nauc_mrr_at_20_diff1": 0.74287, + "nauc_mrr_at_100_max": 0.498736, + "nauc_mrr_at_100_std": 0.063899, + "nauc_mrr_at_100_diff1": 0.742795, + "nauc_mrr_at_1000_max": 0.498694, + "nauc_mrr_at_1000_std": 0.063855, + "nauc_mrr_at_1000_diff1": 0.742821, + "hit_rate_at_1": 0.718, + "hit_rate_at_3": 0.86933, + "hit_rate_at_5": 0.916, + "hit_rate_at_10": 0.95067, + "hit_rate_at_20": 0.96667, + "hit_rate_at_100": 0.986, + "hit_rate_at_1000": 0.99333, + "main_score": 0.83891, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.75733, + "ndcg_at_3": 0.84283, + "ndcg_at_5": 0.86263, + "ndcg_at_10": 0.87389, + "ndcg_at_20": 0.87565, + "ndcg_at_100": 0.87708, + "ndcg_at_1000": 0.87725, + "map_at_1": 0.75733, + "map_at_3": 0.82211, + "map_at_5": 0.83311, + "map_at_10": 0.83792, + "map_at_20": 0.83844, + "map_at_100": 0.83866, + "map_at_1000": 0.83867, + "recall_at_1": 0.75733, + "recall_at_3": 0.90267, + "recall_at_5": 0.95067, + "recall_at_10": 0.98467, + "recall_at_20": 0.99133, + "recall_at_100": 0.99867, + "recall_at_1000": 1.0, + "accuracy": 0.75733, + "precision_at_1": 0.75733, + "precision_at_3": 0.30089, + "precision_at_5": 0.19013, + "precision_at_10": 0.09847, + "precision_at_20": 0.04957, + "precision_at_100": 0.00999, + "precision_at_1000": 0.001, + "mrr_at_1": 0.757333, + "mrr_at_3": 0.822111, + "mrr_at_5": 0.833111, + "mrr_at_10": 0.837918, + "mrr_at_20": 0.838443, + "mrr_at_100": 0.838662, + "mrr_at_1000": 0.83867, + "nauc_ndcg_at_1_max": 0.547802, + "nauc_ndcg_at_1_std": -0.15871, + "nauc_ndcg_at_1_diff1": 0.756351, + "nauc_ndcg_at_3_max": 0.556138, + "nauc_ndcg_at_3_std": -0.167808, + "nauc_ndcg_at_3_diff1": 0.69778, + "nauc_ndcg_at_5_max": 0.556926, + "nauc_ndcg_at_5_std": -0.181442, + "nauc_ndcg_at_5_diff1": 0.708926, + "nauc_ndcg_at_10_max": 0.561717, + "nauc_ndcg_at_10_std": -0.171417, + "nauc_ndcg_at_10_diff1": 0.721331, + "nauc_ndcg_at_20_max": 0.558623, + "nauc_ndcg_at_20_std": -0.175574, + "nauc_ndcg_at_20_diff1": 0.722215, + "nauc_ndcg_at_100_max": 0.55748, + "nauc_ndcg_at_100_std": -0.176294, + "nauc_ndcg_at_100_diff1": 0.725079, + "nauc_ndcg_at_1000_max": 0.556992, + "nauc_ndcg_at_1000_std": -0.173832, + "nauc_ndcg_at_1000_diff1": 0.724745, + "nauc_map_at_1_max": 0.547802, + "nauc_map_at_1_std": -0.15871, + "nauc_map_at_1_diff1": 0.756351, + "nauc_map_at_3_max": 0.554273, + "nauc_map_at_3_std": -0.166765, + "nauc_map_at_3_diff1": 0.715855, + "nauc_map_at_5_max": 0.55444, + "nauc_map_at_5_std": -0.173934, + "nauc_map_at_5_diff1": 0.722741, + "nauc_map_at_10_max": 0.55609, + "nauc_map_at_10_std": -0.170742, + "nauc_map_at_10_diff1": 0.727166, + "nauc_map_at_20_max": 0.55541, + "nauc_map_at_20_std": -0.171611, + "nauc_map_at_20_diff1": 0.727425, + "nauc_map_at_100_max": 0.555353, + "nauc_map_at_100_std": -0.171608, + "nauc_map_at_100_diff1": 0.727819, + "nauc_map_at_1000_max": 0.555335, + "nauc_map_at_1000_std": -0.171529, + "nauc_map_at_1000_diff1": 0.727808, + "nauc_recall_at_1_max": 0.547802, + "nauc_recall_at_1_std": -0.15871, + "nauc_recall_at_1_diff1": 0.756351, + "nauc_recall_at_3_max": 0.564675, + "nauc_recall_at_3_std": -0.171597, + "nauc_recall_at_3_diff1": 0.610091, + "nauc_recall_at_5_max": 0.578722, + "nauc_recall_at_5_std": -0.24836, + "nauc_recall_at_5_diff1": 0.588797, + "nauc_recall_at_10_max": 0.730686, + "nauc_recall_at_10_std": -0.14647, + "nauc_recall_at_10_diff1": 0.614521, + "nauc_recall_at_20_max": 0.699813, + "nauc_recall_at_20_std": -0.345867, + "nauc_recall_at_20_diff1": 0.57186, + "nauc_recall_at_100_max": 0.861111, + "nauc_recall_at_100_std": -1.739963, + "nauc_recall_at_100_diff1": 0.934641, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.547802, + "nauc_precision_at_1_std": -0.15871, + "nauc_precision_at_1_diff1": 0.756351, + "nauc_precision_at_3_max": 0.564675, + "nauc_precision_at_3_std": -0.171597, + "nauc_precision_at_3_diff1": 0.610091, + "nauc_precision_at_5_max": 0.578722, + "nauc_precision_at_5_std": -0.24836, + "nauc_precision_at_5_diff1": 0.588797, + "nauc_precision_at_10_max": 0.730686, + "nauc_precision_at_10_std": -0.14647, + "nauc_precision_at_10_diff1": 0.614521, + "nauc_precision_at_20_max": 0.699813, + "nauc_precision_at_20_std": -0.345867, + "nauc_precision_at_20_diff1": 0.57186, + "nauc_precision_at_100_max": 0.861111, + "nauc_precision_at_100_std": -1.739963, + "nauc_precision_at_100_diff1": 0.934641, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.547802, + "nauc_mrr_at_1_std": -0.15871, + "nauc_mrr_at_1_diff1": 0.756351, + "nauc_mrr_at_3_max": 0.554273, + "nauc_mrr_at_3_std": -0.166765, + "nauc_mrr_at_3_diff1": 0.715855, + "nauc_mrr_at_5_max": 0.55444, + "nauc_mrr_at_5_std": -0.173934, + "nauc_mrr_at_5_diff1": 0.722741, + "nauc_mrr_at_10_max": 0.55609, + "nauc_mrr_at_10_std": -0.170742, + "nauc_mrr_at_10_diff1": 0.727166, + "nauc_mrr_at_20_max": 0.55541, + "nauc_mrr_at_20_std": -0.171611, + "nauc_mrr_at_20_diff1": 0.727425, + "nauc_mrr_at_100_max": 0.555353, + "nauc_mrr_at_100_std": -0.171608, + "nauc_mrr_at_100_diff1": 0.727819, + "nauc_mrr_at_1000_max": 0.555335, + "nauc_mrr_at_1000_std": -0.171529, + "nauc_mrr_at_1000_diff1": 0.727808, + "hit_rate_at_1": 0.75733, + "hit_rate_at_3": 0.90267, + "hit_rate_at_5": 0.95067, + "hit_rate_at_10": 0.98467, + "hit_rate_at_20": 0.99133, + "hit_rate_at_100": 0.99867, + "hit_rate_at_1000": 1.0, + "main_score": 0.87389, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.78, + "ndcg_at_3": 0.85336, + "ndcg_at_5": 0.8721, + "ndcg_at_10": 0.88355, + "ndcg_at_20": 0.88507, + "ndcg_at_100": 0.88663, + "ndcg_at_1000": 0.88706, + "map_at_1": 0.78, + "map_at_3": 0.836, + "map_at_5": 0.8466, + "map_at_10": 0.85158, + "map_at_20": 0.852, + "map_at_100": 0.85224, + "map_at_1000": 0.85226, + "recall_at_1": 0.78, + "recall_at_3": 0.90333, + "recall_at_5": 0.948, + "recall_at_10": 0.982, + "recall_at_20": 0.988, + "recall_at_100": 0.996, + "recall_at_1000": 0.99933, + "accuracy": 0.78, + "precision_at_1": 0.78, + "precision_at_3": 0.30111, + "precision_at_5": 0.1896, + "precision_at_10": 0.0982, + "precision_at_20": 0.0494, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.78, + "mrr_at_3": 0.836, + "mrr_at_5": 0.8466, + "mrr_at_10": 0.851584, + "mrr_at_20": 0.852001, + "mrr_at_100": 0.852244, + "mrr_at_1000": 0.852262, + "nauc_ndcg_at_1_max": 0.468592, + "nauc_ndcg_at_1_std": -0.031214, + "nauc_ndcg_at_1_diff1": 0.725482, + "nauc_ndcg_at_3_max": 0.470129, + "nauc_ndcg_at_3_std": -0.02663, + "nauc_ndcg_at_3_diff1": 0.681654, + "nauc_ndcg_at_5_max": 0.459464, + "nauc_ndcg_at_5_std": -0.028563, + "nauc_ndcg_at_5_diff1": 0.68373, + "nauc_ndcg_at_10_max": 0.474587, + "nauc_ndcg_at_10_std": -0.010242, + "nauc_ndcg_at_10_diff1": 0.687124, + "nauc_ndcg_at_20_max": 0.472227, + "nauc_ndcg_at_20_std": -0.014677, + "nauc_ndcg_at_20_diff1": 0.685823, + "nauc_ndcg_at_100_max": 0.470791, + "nauc_ndcg_at_100_std": -0.020819, + "nauc_ndcg_at_100_diff1": 0.689176, + "nauc_ndcg_at_1000_max": 0.471662, + "nauc_ndcg_at_1000_std": -0.020273, + "nauc_ndcg_at_1000_diff1": 0.691177, + "nauc_map_at_1_max": 0.468592, + "nauc_map_at_1_std": -0.031214, + "nauc_map_at_1_diff1": 0.725482, + "nauc_map_at_3_max": 0.472833, + "nauc_map_at_3_std": -0.026936, + "nauc_map_at_3_diff1": 0.694438, + "nauc_map_at_5_max": 0.467875, + "nauc_map_at_5_std": -0.027949, + "nauc_map_at_5_diff1": 0.696444, + "nauc_map_at_10_max": 0.47396, + "nauc_map_at_10_std": -0.021287, + "nauc_map_at_10_diff1": 0.698243, + "nauc_map_at_20_max": 0.473458, + "nauc_map_at_20_std": -0.022205, + "nauc_map_at_20_diff1": 0.697965, + "nauc_map_at_100_max": 0.473304, + "nauc_map_at_100_std": -0.022953, + "nauc_map_at_100_diff1": 0.698355, + "nauc_map_at_1000_max": 0.473298, + "nauc_map_at_1000_std": -0.022959, + "nauc_map_at_1000_diff1": 0.698423, + "nauc_recall_at_1_max": 0.468592, + "nauc_recall_at_1_std": -0.031214, + "nauc_recall_at_1_diff1": 0.725482, + "nauc_recall_at_3_max": 0.455601, + "nauc_recall_at_3_std": -0.025973, + "nauc_recall_at_3_diff1": 0.623558, + "nauc_recall_at_5_max": 0.385232, + "nauc_recall_at_5_std": -0.035271, + "nauc_recall_at_5_diff1": 0.584267, + "nauc_recall_at_10_max": 0.494035, + "nauc_recall_at_10_std": 0.267213, + "nauc_recall_at_10_diff1": 0.450773, + "nauc_recall_at_20_max": 0.419572, + "nauc_recall_at_20_std": 0.243231, + "nauc_recall_at_20_diff1": 0.289242, + "nauc_recall_at_100_max": 0.106598, + "nauc_recall_at_100_std": -0.084812, + "nauc_recall_at_100_diff1": -0.024043, + "nauc_recall_at_1000_max": -0.171335, + "nauc_recall_at_1000_std": 0.554155, + "nauc_recall_at_1000_diff1": -1.151727, + "nauc_precision_at_1_max": 0.468592, + "nauc_precision_at_1_std": -0.031214, + "nauc_precision_at_1_diff1": 0.725482, + "nauc_precision_at_3_max": 0.455601, + "nauc_precision_at_3_std": -0.025973, + "nauc_precision_at_3_diff1": 0.623558, + "nauc_precision_at_5_max": 0.385232, + "nauc_precision_at_5_std": -0.035271, + "nauc_precision_at_5_diff1": 0.584267, + "nauc_precision_at_10_max": 0.494035, + "nauc_precision_at_10_std": 0.267213, + "nauc_precision_at_10_diff1": 0.450773, + "nauc_precision_at_20_max": 0.419572, + "nauc_precision_at_20_std": 0.243231, + "nauc_precision_at_20_diff1": 0.289242, + "nauc_precision_at_100_max": 0.106598, + "nauc_precision_at_100_std": -0.084812, + "nauc_precision_at_100_diff1": -0.024043, + "nauc_precision_at_1000_max": -0.171335, + "nauc_precision_at_1000_std": 0.554155, + "nauc_precision_at_1000_diff1": -1.151727, + "nauc_mrr_at_1_max": 0.468592, + "nauc_mrr_at_1_std": -0.031214, + "nauc_mrr_at_1_diff1": 0.725482, + "nauc_mrr_at_3_max": 0.472833, + "nauc_mrr_at_3_std": -0.026936, + "nauc_mrr_at_3_diff1": 0.694438, + "nauc_mrr_at_5_max": 0.467875, + "nauc_mrr_at_5_std": -0.027949, + "nauc_mrr_at_5_diff1": 0.696444, + "nauc_mrr_at_10_max": 0.47396, + "nauc_mrr_at_10_std": -0.021287, + "nauc_mrr_at_10_diff1": 0.698243, + "nauc_mrr_at_20_max": 0.473458, + "nauc_mrr_at_20_std": -0.022205, + "nauc_mrr_at_20_diff1": 0.697965, + "nauc_mrr_at_100_max": 0.473304, + "nauc_mrr_at_100_std": -0.022953, + "nauc_mrr_at_100_diff1": 0.698355, + "nauc_mrr_at_1000_max": 0.473298, + "nauc_mrr_at_1000_std": -0.022959, + "nauc_mrr_at_1000_diff1": 0.698423, + "hit_rate_at_1": 0.78, + "hit_rate_at_3": 0.90333, + "hit_rate_at_5": 0.948, + "hit_rate_at_10": 0.982, + "hit_rate_at_20": 0.988, + "hit_rate_at_100": 0.996, + "hit_rate_at_1000": 0.99933, + "main_score": 0.88355, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.75333, + "ndcg_at_3": 0.84147, + "ndcg_at_5": 0.85883, + "ndcg_at_10": 0.87217, + "ndcg_at_20": 0.87422, + "ndcg_at_100": 0.87512, + "ndcg_at_1000": 0.87537, + "map_at_1": 0.75333, + "map_at_3": 0.82067, + "map_at_5": 0.83017, + "map_at_10": 0.83579, + "map_at_20": 0.83636, + "map_at_100": 0.83645, + "map_at_1000": 0.83646, + "recall_at_1": 0.75333, + "recall_at_3": 0.90133, + "recall_at_5": 0.944, + "recall_at_10": 0.98467, + "recall_at_20": 0.99267, + "recall_at_100": 0.998, + "recall_at_1000": 1.0, + "accuracy": 0.75333, + "precision_at_1": 0.75333, + "precision_at_3": 0.30044, + "precision_at_5": 0.1888, + "precision_at_10": 0.09847, + "precision_at_20": 0.04963, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.753333, + "mrr_at_3": 0.820778, + "mrr_at_5": 0.830278, + "mrr_at_10": 0.835901, + "mrr_at_20": 0.836471, + "mrr_at_100": 0.836564, + "mrr_at_1000": 0.836573, + "nauc_ndcg_at_1_max": 0.495383, + "nauc_ndcg_at_1_std": -0.075384, + "nauc_ndcg_at_1_diff1": 0.737554, + "nauc_ndcg_at_3_max": 0.528111, + "nauc_ndcg_at_3_std": -0.059435, + "nauc_ndcg_at_3_diff1": 0.694617, + "nauc_ndcg_at_5_max": 0.522929, + "nauc_ndcg_at_5_std": -0.07353, + "nauc_ndcg_at_5_diff1": 0.693542, + "nauc_ndcg_at_10_max": 0.524816, + "nauc_ndcg_at_10_std": -0.052533, + "nauc_ndcg_at_10_diff1": 0.69728, + "nauc_ndcg_at_20_max": 0.519557, + "nauc_ndcg_at_20_std": -0.054191, + "nauc_ndcg_at_20_diff1": 0.701876, + "nauc_ndcg_at_100_max": 0.517851, + "nauc_ndcg_at_100_std": -0.058305, + "nauc_ndcg_at_100_diff1": 0.701975, + "nauc_ndcg_at_1000_max": 0.517567, + "nauc_ndcg_at_1000_std": -0.059801, + "nauc_ndcg_at_1000_diff1": 0.704511, + "nauc_map_at_1_max": 0.495383, + "nauc_map_at_1_std": -0.075384, + "nauc_map_at_1_diff1": 0.737554, + "nauc_map_at_3_max": 0.519012, + "nauc_map_at_3_std": -0.062602, + "nauc_map_at_3_diff1": 0.707103, + "nauc_map_at_5_max": 0.51599, + "nauc_map_at_5_std": -0.069916, + "nauc_map_at_5_diff1": 0.707155, + "nauc_map_at_10_max": 0.516196, + "nauc_map_at_10_std": -0.062672, + "nauc_map_at_10_diff1": 0.708382, + "nauc_map_at_20_max": 0.515025, + "nauc_map_at_20_std": -0.062955, + "nauc_map_at_20_diff1": 0.709439, + "nauc_map_at_100_max": 0.514859, + "nauc_map_at_100_std": -0.063264, + "nauc_map_at_100_diff1": 0.709443, + "nauc_map_at_1000_max": 0.514854, + "nauc_map_at_1000_std": -0.063302, + "nauc_map_at_1000_diff1": 0.709528, + "nauc_recall_at_1_max": 0.495383, + "nauc_recall_at_1_std": -0.075384, + "nauc_recall_at_1_diff1": 0.737554, + "nauc_recall_at_3_max": 0.57116, + "nauc_recall_at_3_std": -0.045468, + "nauc_recall_at_3_diff1": 0.635104, + "nauc_recall_at_5_max": 0.575175, + "nauc_recall_at_5_std": -0.108393, + "nauc_recall_at_5_diff1": 0.586062, + "nauc_recall_at_10_max": 0.765985, + "nauc_recall_at_10_std": 0.280599, + "nauc_recall_at_10_diff1": 0.415682, + "nauc_recall_at_20_max": 0.705076, + "nauc_recall_at_20_std": 0.523852, + "nauc_recall_at_20_diff1": 0.389186, + "nauc_recall_at_100_max": 0.659197, + "nauc_recall_at_100_std": 0.637411, + "nauc_recall_at_100_diff1": -0.400093, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.495383, + "nauc_precision_at_1_std": -0.075384, + "nauc_precision_at_1_diff1": 0.737554, + "nauc_precision_at_3_max": 0.57116, + "nauc_precision_at_3_std": -0.045468, + "nauc_precision_at_3_diff1": 0.635104, + "nauc_precision_at_5_max": 0.575175, + "nauc_precision_at_5_std": -0.108393, + "nauc_precision_at_5_diff1": 0.586062, + "nauc_precision_at_10_max": 0.765985, + "nauc_precision_at_10_std": 0.280599, + "nauc_precision_at_10_diff1": 0.415682, + "nauc_precision_at_20_max": 0.705076, + "nauc_precision_at_20_std": 0.523852, + "nauc_precision_at_20_diff1": 0.389186, + "nauc_precision_at_100_max": 0.659197, + "nauc_precision_at_100_std": 0.637411, + "nauc_precision_at_100_diff1": -0.400093, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.495383, + "nauc_mrr_at_1_std": -0.075384, + "nauc_mrr_at_1_diff1": 0.737554, + "nauc_mrr_at_3_max": 0.518643, + "nauc_mrr_at_3_std": -0.062879, + "nauc_mrr_at_3_diff1": 0.706844, + "nauc_mrr_at_5_max": 0.515597, + "nauc_mrr_at_5_std": -0.070214, + "nauc_mrr_at_5_diff1": 0.70688, + "nauc_mrr_at_10_max": 0.515789, + "nauc_mrr_at_10_std": -0.062977, + "nauc_mrr_at_10_diff1": 0.708098, + "nauc_mrr_at_20_max": 0.514615, + "nauc_mrr_at_20_std": -0.063261, + "nauc_mrr_at_20_diff1": 0.709155, + "nauc_mrr_at_100_max": 0.514449, + "nauc_mrr_at_100_std": -0.063571, + "nauc_mrr_at_100_diff1": 0.709159, + "nauc_mrr_at_1000_max": 0.514444, + "nauc_mrr_at_1000_std": -0.063609, + "nauc_mrr_at_1000_diff1": 0.709244, + "hit_rate_at_1": 0.75333, + "hit_rate_at_3": 0.90133, + "hit_rate_at_5": 0.944, + "hit_rate_at_10": 0.98467, + "hit_rate_at_20": 0.99267, + "hit_rate_at_100": 0.998, + "hit_rate_at_1000": 1.0, + "main_score": 0.87217, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.77733, + "ndcg_at_3": 0.85547, + "ndcg_at_5": 0.87196, + "ndcg_at_10": 0.88278, + "ndcg_at_20": 0.88523, + "ndcg_at_100": 0.886, + "ndcg_at_1000": 0.88625, + "map_at_1": 0.77733, + "map_at_3": 0.83678, + "map_at_5": 0.84594, + "map_at_10": 0.85056, + "map_at_20": 0.85128, + "map_at_100": 0.85139, + "map_at_1000": 0.8514, + "recall_at_1": 0.77733, + "recall_at_3": 0.90933, + "recall_at_5": 0.94933, + "recall_at_10": 0.982, + "recall_at_20": 0.99133, + "recall_at_100": 0.99533, + "recall_at_1000": 0.99733, + "accuracy": 0.77733, + "precision_at_1": 0.77733, + "precision_at_3": 0.30311, + "precision_at_5": 0.18987, + "precision_at_10": 0.0982, + "precision_at_20": 0.04957, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.777333, + "mrr_at_3": 0.836778, + "mrr_at_5": 0.845944, + "mrr_at_10": 0.850558, + "mrr_at_20": 0.851276, + "mrr_at_100": 0.851394, + "mrr_at_1000": 0.851402, + "nauc_ndcg_at_1_max": 0.458789, + "nauc_ndcg_at_1_std": -0.165766, + "nauc_ndcg_at_1_diff1": 0.755113, + "nauc_ndcg_at_3_max": 0.455132, + "nauc_ndcg_at_3_std": -0.146639, + "nauc_ndcg_at_3_diff1": 0.699487, + "nauc_ndcg_at_5_max": 0.460397, + "nauc_ndcg_at_5_std": -0.152958, + "nauc_ndcg_at_5_diff1": 0.711881, + "nauc_ndcg_at_10_max": 0.466084, + "nauc_ndcg_at_10_std": -0.140501, + "nauc_ndcg_at_10_diff1": 0.716425, + "nauc_ndcg_at_20_max": 0.468062, + "nauc_ndcg_at_20_std": -0.137384, + "nauc_ndcg_at_20_diff1": 0.717307, + "nauc_ndcg_at_100_max": 0.468521, + "nauc_ndcg_at_100_std": -0.139093, + "nauc_ndcg_at_100_diff1": 0.720812, + "nauc_ndcg_at_1000_max": 0.467892, + "nauc_ndcg_at_1000_std": -0.139951, + "nauc_ndcg_at_1000_diff1": 0.720588, + "nauc_map_at_1_max": 0.458789, + "nauc_map_at_1_std": -0.165766, + "nauc_map_at_1_diff1": 0.755113, + "nauc_map_at_3_max": 0.458294, + "nauc_map_at_3_std": -0.149511, + "nauc_map_at_3_diff1": 0.716708, + "nauc_map_at_5_max": 0.461642, + "nauc_map_at_5_std": -0.152403, + "nauc_map_at_5_diff1": 0.723707, + "nauc_map_at_10_max": 0.463727, + "nauc_map_at_10_std": -0.147848, + "nauc_map_at_10_diff1": 0.725354, + "nauc_map_at_20_max": 0.464047, + "nauc_map_at_20_std": -0.147341, + "nauc_map_at_20_diff1": 0.725543, + "nauc_map_at_100_max": 0.464276, + "nauc_map_at_100_std": -0.147523, + "nauc_map_at_100_diff1": 0.726016, + "nauc_map_at_1000_max": 0.464272, + "nauc_map_at_1000_std": -0.14752, + "nauc_map_at_1000_diff1": 0.726008, + "nauc_recall_at_1_max": 0.458789, + "nauc_recall_at_1_std": -0.165766, + "nauc_recall_at_1_diff1": 0.755113, + "nauc_recall_at_3_max": 0.438355, + "nauc_recall_at_3_std": -0.134934, + "nauc_recall_at_3_diff1": 0.616123, + "nauc_recall_at_5_max": 0.44727, + "nauc_recall_at_5_std": -0.16483, + "nauc_recall_at_5_diff1": 0.620147, + "nauc_recall_at_10_max": 0.522582, + "nauc_recall_at_10_std": 0.028011, + "nauc_recall_at_10_diff1": 0.548397, + "nauc_recall_at_20_max": 0.689578, + "nauc_recall_at_20_std": 0.37456, + "nauc_recall_at_20_diff1": 0.415535, + "nauc_recall_at_100_max": 0.870948, + "nauc_recall_at_100_std": 0.602574, + "nauc_recall_at_100_diff1": 0.55122, + "nauc_recall_at_1000_max": 0.934641, + "nauc_recall_at_1000_std": 0.806839, + "nauc_recall_at_1000_diff1": 0.358777, + "nauc_precision_at_1_max": 0.458789, + "nauc_precision_at_1_std": -0.165766, + "nauc_precision_at_1_diff1": 0.755113, + "nauc_precision_at_3_max": 0.438355, + "nauc_precision_at_3_std": -0.134934, + "nauc_precision_at_3_diff1": 0.616123, + "nauc_precision_at_5_max": 0.44727, + "nauc_precision_at_5_std": -0.16483, + "nauc_precision_at_5_diff1": 0.620147, + "nauc_precision_at_10_max": 0.522582, + "nauc_precision_at_10_std": 0.028011, + "nauc_precision_at_10_diff1": 0.548397, + "nauc_precision_at_20_max": 0.689578, + "nauc_precision_at_20_std": 0.37456, + "nauc_precision_at_20_diff1": 0.415535, + "nauc_precision_at_100_max": 0.870948, + "nauc_precision_at_100_std": 0.602574, + "nauc_precision_at_100_diff1": 0.55122, + "nauc_precision_at_1000_max": 0.934641, + "nauc_precision_at_1000_std": 0.806839, + "nauc_precision_at_1000_diff1": 0.358777, + "nauc_mrr_at_1_max": 0.458789, + "nauc_mrr_at_1_std": -0.165766, + "nauc_mrr_at_1_diff1": 0.755113, + "nauc_mrr_at_3_max": 0.458294, + "nauc_mrr_at_3_std": -0.149511, + "nauc_mrr_at_3_diff1": 0.716708, + "nauc_mrr_at_5_max": 0.461642, + "nauc_mrr_at_5_std": -0.152403, + "nauc_mrr_at_5_diff1": 0.723707, + "nauc_mrr_at_10_max": 0.463727, + "nauc_mrr_at_10_std": -0.147848, + "nauc_mrr_at_10_diff1": 0.725354, + "nauc_mrr_at_20_max": 0.464047, + "nauc_mrr_at_20_std": -0.147341, + "nauc_mrr_at_20_diff1": 0.725543, + "nauc_mrr_at_100_max": 0.464276, + "nauc_mrr_at_100_std": -0.147523, + "nauc_mrr_at_100_diff1": 0.726016, + "nauc_mrr_at_1000_max": 0.464272, + "nauc_mrr_at_1000_std": -0.14752, + "nauc_mrr_at_1000_diff1": 0.726008, + "hit_rate_at_1": 0.77733, + "hit_rate_at_3": 0.90933, + "hit_rate_at_5": 0.94933, + "hit_rate_at_10": 0.982, + "hit_rate_at_20": 0.99133, + "hit_rate_at_100": 0.99533, + "hit_rate_at_1000": 0.99733, + "main_score": 0.88278, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.77667, + "ndcg_at_3": 0.85666, + "ndcg_at_5": 0.87209, + "ndcg_at_10": 0.8824, + "ndcg_at_20": 0.88357, + "ndcg_at_100": 0.88497, + "ndcg_at_1000": 0.88577, + "map_at_1": 0.77667, + "map_at_3": 0.83767, + "map_at_5": 0.84627, + "map_at_10": 0.85062, + "map_at_20": 0.85094, + "map_at_100": 0.85115, + "map_at_1000": 0.85118, + "recall_at_1": 0.77667, + "recall_at_3": 0.91133, + "recall_at_5": 0.94867, + "recall_at_10": 0.98, + "recall_at_20": 0.98467, + "recall_at_100": 0.992, + "recall_at_1000": 0.998, + "accuracy": 0.77667, + "precision_at_1": 0.77667, + "precision_at_3": 0.30378, + "precision_at_5": 0.18973, + "precision_at_10": 0.098, + "precision_at_20": 0.04923, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.776667, + "mrr_at_3": 0.837667, + "mrr_at_5": 0.846267, + "mrr_at_10": 0.850617, + "mrr_at_20": 0.850942, + "mrr_at_100": 0.851151, + "mrr_at_1000": 0.851186, + "nauc_ndcg_at_1_max": 0.400495, + "nauc_ndcg_at_1_std": -0.171499, + "nauc_ndcg_at_1_diff1": 0.74633, + "nauc_ndcg_at_3_max": 0.443156, + "nauc_ndcg_at_3_std": -0.112088, + "nauc_ndcg_at_3_diff1": 0.709055, + "nauc_ndcg_at_5_max": 0.44742, + "nauc_ndcg_at_5_std": -0.118154, + "nauc_ndcg_at_5_diff1": 0.718208, + "nauc_ndcg_at_10_max": 0.454122, + "nauc_ndcg_at_10_std": -0.112009, + "nauc_ndcg_at_10_diff1": 0.722797, + "nauc_ndcg_at_20_max": 0.451268, + "nauc_ndcg_at_20_std": -0.112229, + "nauc_ndcg_at_20_diff1": 0.722362, + "nauc_ndcg_at_100_max": 0.446399, + "nauc_ndcg_at_100_std": -0.115106, + "nauc_ndcg_at_100_diff1": 0.722815, + "nauc_ndcg_at_1000_max": 0.443491, + "nauc_ndcg_at_1000_std": -0.119352, + "nauc_ndcg_at_1000_diff1": 0.722468, + "nauc_map_at_1_max": 0.400495, + "nauc_map_at_1_std": -0.171499, + "nauc_map_at_1_diff1": 0.74633, + "nauc_map_at_3_max": 0.431902, + "nauc_map_at_3_std": -0.12886, + "nauc_map_at_3_diff1": 0.719928, + "nauc_map_at_5_max": 0.433748, + "nauc_map_at_5_std": -0.13265, + "nauc_map_at_5_diff1": 0.725068, + "nauc_map_at_10_max": 0.436331, + "nauc_map_at_10_std": -0.130212, + "nauc_map_at_10_diff1": 0.726895, + "nauc_map_at_20_max": 0.435669, + "nauc_map_at_20_std": -0.130384, + "nauc_map_at_20_diff1": 0.72678, + "nauc_map_at_100_max": 0.435099, + "nauc_map_at_100_std": -0.130693, + "nauc_map_at_100_diff1": 0.726777, + "nauc_map_at_1000_max": 0.434993, + "nauc_map_at_1000_std": -0.130829, + "nauc_map_at_1000_diff1": 0.726762, + "nauc_recall_at_1_max": 0.400495, + "nauc_recall_at_1_std": -0.171499, + "nauc_recall_at_1_diff1": 0.74633, + "nauc_recall_at_3_max": 0.497027, + "nauc_recall_at_3_std": -0.030858, + "nauc_recall_at_3_diff1": 0.656112, + "nauc_recall_at_5_max": 0.554228, + "nauc_recall_at_5_std": -0.006724, + "nauc_recall_at_5_diff1": 0.667018, + "nauc_recall_at_10_max": 0.805711, + "nauc_recall_at_10_std": 0.240367, + "nauc_recall_at_10_diff1": 0.660598, + "nauc_recall_at_20_max": 0.833151, + "nauc_recall_at_20_std": 0.346669, + "nauc_recall_at_20_diff1": 0.631592, + "nauc_recall_at_100_max": 0.837185, + "nauc_recall_at_100_std": 0.555244, + "nauc_recall_at_100_diff1": 0.593215, + "nauc_recall_at_1000_max": 0.863834, + "nauc_recall_at_1000_std": 0.814815, + "nauc_recall_at_1000_diff1": 0.088391, + "nauc_precision_at_1_max": 0.400495, + "nauc_precision_at_1_std": -0.171499, + "nauc_precision_at_1_diff1": 0.74633, + "nauc_precision_at_3_max": 0.497027, + "nauc_precision_at_3_std": -0.030858, + "nauc_precision_at_3_diff1": 0.656112, + "nauc_precision_at_5_max": 0.554228, + "nauc_precision_at_5_std": -0.006724, + "nauc_precision_at_5_diff1": 0.667018, + "nauc_precision_at_10_max": 0.805711, + "nauc_precision_at_10_std": 0.240367, + "nauc_precision_at_10_diff1": 0.660598, + "nauc_precision_at_20_max": 0.833151, + "nauc_precision_at_20_std": 0.346669, + "nauc_precision_at_20_diff1": 0.631592, + "nauc_precision_at_100_max": 0.837185, + "nauc_precision_at_100_std": 0.555244, + "nauc_precision_at_100_diff1": 0.593215, + "nauc_precision_at_1000_max": 0.863834, + "nauc_precision_at_1000_std": 0.814815, + "nauc_precision_at_1000_diff1": 0.088391, + "nauc_mrr_at_1_max": 0.400495, + "nauc_mrr_at_1_std": -0.171499, + "nauc_mrr_at_1_diff1": 0.74633, + "nauc_mrr_at_3_max": 0.431902, + "nauc_mrr_at_3_std": -0.12886, + "nauc_mrr_at_3_diff1": 0.719928, + "nauc_mrr_at_5_max": 0.433748, + "nauc_mrr_at_5_std": -0.13265, + "nauc_mrr_at_5_diff1": 0.725068, + "nauc_mrr_at_10_max": 0.436331, + "nauc_mrr_at_10_std": -0.130212, + "nauc_mrr_at_10_diff1": 0.726895, + "nauc_mrr_at_20_max": 0.435671, + "nauc_mrr_at_20_std": -0.130351, + "nauc_mrr_at_20_diff1": 0.72678, + "nauc_mrr_at_100_max": 0.4351, + "nauc_mrr_at_100_std": -0.130652, + "nauc_mrr_at_100_diff1": 0.726776, + "nauc_mrr_at_1000_max": 0.434995, + "nauc_mrr_at_1000_std": -0.130788, + "nauc_mrr_at_1000_diff1": 0.726761, + "hit_rate_at_1": 0.77667, + "hit_rate_at_3": 0.91133, + "hit_rate_at_5": 0.94867, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98467, + "hit_rate_at_100": 0.992, + "hit_rate_at_1000": 0.998, + "main_score": 0.8824, + "hf_subset": "sr", + "languages": [ + "srp-Cyrl" + ] + }, + { + "ndcg_at_1": 0.738, + "ndcg_at_3": 0.82666, + "ndcg_at_5": 0.84522, + "ndcg_at_10": 0.85783, + "ndcg_at_20": 0.86085, + "ndcg_at_100": 0.86282, + "ndcg_at_1000": 0.86326, + "map_at_1": 0.738, + "map_at_3": 0.80478, + "map_at_5": 0.81518, + "map_at_10": 0.82056, + "map_at_20": 0.82139, + "map_at_100": 0.82171, + "map_at_1000": 0.82172, + "recall_at_1": 0.738, + "recall_at_3": 0.89, + "recall_at_5": 0.93467, + "recall_at_10": 0.97267, + "recall_at_20": 0.98467, + "recall_at_100": 0.99467, + "recall_at_1000": 0.998, + "accuracy": 0.738, + "precision_at_1": 0.738, + "precision_at_3": 0.29667, + "precision_at_5": 0.18693, + "precision_at_10": 0.09727, + "precision_at_20": 0.04923, + "precision_at_100": 0.00995, + "precision_at_1000": 0.001, + "mrr_at_1": 0.738, + "mrr_at_3": 0.804889, + "mrr_at_5": 0.815289, + "mrr_at_10": 0.820675, + "mrr_at_20": 0.821501, + "mrr_at_100": 0.821818, + "mrr_at_1000": 0.821835, + "nauc_ndcg_at_1_max": 0.413508, + "nauc_ndcg_at_1_std": -0.074378, + "nauc_ndcg_at_1_diff1": 0.73877, + "nauc_ndcg_at_3_max": 0.435172, + "nauc_ndcg_at_3_std": -0.032184, + "nauc_ndcg_at_3_diff1": 0.681258, + "nauc_ndcg_at_5_max": 0.433674, + "nauc_ndcg_at_5_std": -0.058595, + "nauc_ndcg_at_5_diff1": 0.691314, + "nauc_ndcg_at_10_max": 0.443681, + "nauc_ndcg_at_10_std": -0.042419, + "nauc_ndcg_at_10_diff1": 0.699076, + "nauc_ndcg_at_20_max": 0.440542, + "nauc_ndcg_at_20_std": -0.049415, + "nauc_ndcg_at_20_diff1": 0.703973, + "nauc_ndcg_at_100_max": 0.434782, + "nauc_ndcg_at_100_std": -0.044852, + "nauc_ndcg_at_100_diff1": 0.70239, + "nauc_ndcg_at_1000_max": 0.434508, + "nauc_ndcg_at_1000_std": -0.046655, + "nauc_ndcg_at_1000_diff1": 0.703551, + "nauc_map_at_1_max": 0.413508, + "nauc_map_at_1_std": -0.074378, + "nauc_map_at_1_diff1": 0.73877, + "nauc_map_at_3_max": 0.429325, + "nauc_map_at_3_std": -0.044918, + "nauc_map_at_3_diff1": 0.698487, + "nauc_map_at_5_max": 0.428303, + "nauc_map_at_5_std": -0.058195, + "nauc_map_at_5_diff1": 0.704065, + "nauc_map_at_10_max": 0.431611, + "nauc_map_at_10_std": -0.052017, + "nauc_map_at_10_diff1": 0.707045, + "nauc_map_at_20_max": 0.430767, + "nauc_map_at_20_std": -0.0535, + "nauc_map_at_20_diff1": 0.708013, + "nauc_map_at_100_max": 0.430059, + "nauc_map_at_100_std": -0.05285, + "nauc_map_at_100_diff1": 0.707811, + "nauc_map_at_1000_max": 0.430056, + "nauc_map_at_1000_std": -0.052902, + "nauc_map_at_1000_diff1": 0.707858, + "nauc_recall_at_1_max": 0.413508, + "nauc_recall_at_1_std": -0.074378, + "nauc_recall_at_1_diff1": 0.73877, + "nauc_recall_at_3_max": 0.4622, + "nauc_recall_at_3_std": 0.027735, + "nauc_recall_at_3_diff1": 0.600283, + "nauc_recall_at_5_max": 0.471865, + "nauc_recall_at_5_std": -0.071157, + "nauc_recall_at_5_diff1": 0.60166, + "nauc_recall_at_10_max": 0.665676, + "nauc_recall_at_10_std": 0.121894, + "nauc_recall_at_10_diff1": 0.591025, + "nauc_recall_at_20_max": 0.74526, + "nauc_recall_at_20_std": 0.016563, + "nauc_recall_at_20_diff1": 0.676105, + "nauc_recall_at_100_max": 0.623308, + "nauc_recall_at_100_std": 0.641457, + "nauc_recall_at_100_diff1": 0.441118, + "nauc_recall_at_1000_max": 0.786026, + "nauc_recall_at_1000_std": 0.912854, + "nauc_recall_at_1000_diff1": 0.515406, + "nauc_precision_at_1_max": 0.413508, + "nauc_precision_at_1_std": -0.074378, + "nauc_precision_at_1_diff1": 0.73877, + "nauc_precision_at_3_max": 0.4622, + "nauc_precision_at_3_std": 0.027735, + "nauc_precision_at_3_diff1": 0.600283, + "nauc_precision_at_5_max": 0.471865, + "nauc_precision_at_5_std": -0.071157, + "nauc_precision_at_5_diff1": 0.60166, + "nauc_precision_at_10_max": 0.665676, + "nauc_precision_at_10_std": 0.121894, + "nauc_precision_at_10_diff1": 0.591025, + "nauc_precision_at_20_max": 0.74526, + "nauc_precision_at_20_std": 0.016563, + "nauc_precision_at_20_diff1": 0.676105, + "nauc_precision_at_100_max": 0.623308, + "nauc_precision_at_100_std": 0.641457, + "nauc_precision_at_100_diff1": 0.441118, + "nauc_precision_at_1000_max": 0.786026, + "nauc_precision_at_1000_std": 0.912854, + "nauc_precision_at_1000_diff1": 0.515406, + "nauc_mrr_at_1_max": 0.413508, + "nauc_mrr_at_1_std": -0.074378, + "nauc_mrr_at_1_diff1": 0.73877, + "nauc_mrr_at_3_max": 0.428934, + "nauc_mrr_at_3_std": -0.045288, + "nauc_mrr_at_3_diff1": 0.698242, + "nauc_mrr_at_5_max": 0.427888, + "nauc_mrr_at_5_std": -0.058594, + "nauc_mrr_at_5_diff1": 0.703808, + "nauc_mrr_at_10_max": 0.431184, + "nauc_mrr_at_10_std": -0.052426, + "nauc_mrr_at_10_diff1": 0.706782, + "nauc_mrr_at_20_max": 0.430337, + "nauc_mrr_at_20_std": -0.053912, + "nauc_mrr_at_20_diff1": 0.707749, + "nauc_mrr_at_100_max": 0.429629, + "nauc_mrr_at_100_std": -0.053263, + "nauc_mrr_at_100_diff1": 0.707546, + "nauc_mrr_at_1000_max": 0.429625, + "nauc_mrr_at_1000_std": -0.053315, + "nauc_mrr_at_1000_diff1": 0.707593, + "hit_rate_at_1": 0.738, + "hit_rate_at_3": 0.89, + "hit_rate_at_5": 0.93467, + "hit_rate_at_10": 0.97267, + "hit_rate_at_20": 0.98467, + "hit_rate_at_100": 0.99467, + "hit_rate_at_1000": 0.998, + "main_score": 0.85783, + "hf_subset": "no", + "languages": [ + "nor-Latn" + ] + }, + { + "ndcg_at_1": 0.79733, + "ndcg_at_3": 0.86716, + "ndcg_at_5": 0.88259, + "ndcg_at_10": 0.89174, + "ndcg_at_20": 0.89406, + "ndcg_at_100": 0.89551, + "ndcg_at_1000": 0.89578, + "map_at_1": 0.79733, + "map_at_3": 0.85044, + "map_at_5": 0.85904, + "map_at_10": 0.863, + "map_at_20": 0.86361, + "map_at_100": 0.86385, + "map_at_1000": 0.86386, + "recall_at_1": 0.79733, + "recall_at_3": 0.91533, + "recall_at_5": 0.95267, + "recall_at_10": 0.98, + "recall_at_20": 0.98933, + "recall_at_100": 0.99667, + "recall_at_1000": 0.99867, + "accuracy": 0.79733, + "precision_at_1": 0.79733, + "precision_at_3": 0.30511, + "precision_at_5": 0.19053, + "precision_at_10": 0.098, + "precision_at_20": 0.04947, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.797333, + "mrr_at_3": 0.850444, + "mrr_at_5": 0.859044, + "mrr_at_10": 0.863004, + "mrr_at_20": 0.863613, + "mrr_at_100": 0.863848, + "mrr_at_1000": 0.86386, + "nauc_ndcg_at_1_max": 0.452878, + "nauc_ndcg_at_1_std": -0.064513, + "nauc_ndcg_at_1_diff1": 0.753706, + "nauc_ndcg_at_3_max": 0.476119, + "nauc_ndcg_at_3_std": -0.020318, + "nauc_ndcg_at_3_diff1": 0.704189, + "nauc_ndcg_at_5_max": 0.482201, + "nauc_ndcg_at_5_std": -0.019776, + "nauc_ndcg_at_5_diff1": 0.711746, + "nauc_ndcg_at_10_max": 0.482457, + "nauc_ndcg_at_10_std": -0.014865, + "nauc_ndcg_at_10_diff1": 0.712873, + "nauc_ndcg_at_20_max": 0.478424, + "nauc_ndcg_at_20_std": -0.0236, + "nauc_ndcg_at_20_diff1": 0.720679, + "nauc_ndcg_at_100_max": 0.475535, + "nauc_ndcg_at_100_std": -0.02728, + "nauc_ndcg_at_100_diff1": 0.722766, + "nauc_ndcg_at_1000_max": 0.474925, + "nauc_ndcg_at_1000_std": -0.027134, + "nauc_ndcg_at_1000_diff1": 0.722487, + "nauc_map_at_1_max": 0.452878, + "nauc_map_at_1_std": -0.064513, + "nauc_map_at_1_diff1": 0.753706, + "nauc_map_at_3_max": 0.469502, + "nauc_map_at_3_std": -0.03266, + "nauc_map_at_3_diff1": 0.718576, + "nauc_map_at_5_max": 0.471529, + "nauc_map_at_5_std": -0.033691, + "nauc_map_at_5_diff1": 0.722942, + "nauc_map_at_10_max": 0.47134, + "nauc_map_at_10_std": -0.032009, + "nauc_map_at_10_diff1": 0.723606, + "nauc_map_at_20_max": 0.470516, + "nauc_map_at_20_std": -0.03397, + "nauc_map_at_20_diff1": 0.725263, + "nauc_map_at_100_max": 0.470163, + "nauc_map_at_100_std": -0.034474, + "nauc_map_at_100_diff1": 0.725481, + "nauc_map_at_1000_max": 0.470144, + "nauc_map_at_1000_std": -0.034463, + "nauc_map_at_1000_diff1": 0.72547, + "nauc_recall_at_1_max": 0.452878, + "nauc_recall_at_1_std": -0.064513, + "nauc_recall_at_1_diff1": 0.753706, + "nauc_recall_at_3_max": 0.50762, + "nauc_recall_at_3_std": 0.038249, + "nauc_recall_at_3_diff1": 0.635476, + "nauc_recall_at_5_max": 0.571777, + "nauc_recall_at_5_std": 0.093272, + "nauc_recall_at_5_diff1": 0.625538, + "nauc_recall_at_10_max": 0.696312, + "nauc_recall_at_10_std": 0.308824, + "nauc_recall_at_10_diff1": 0.527015, + "nauc_recall_at_20_max": 0.724936, + "nauc_recall_at_20_std": 0.268178, + "nauc_recall_at_20_diff1": 0.660539, + "nauc_recall_at_100_max": 0.824556, + "nauc_recall_at_100_std": 0.362838, + "nauc_recall_at_100_diff1": 0.866013, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.934641, + "nauc_precision_at_1_max": 0.452878, + "nauc_precision_at_1_std": -0.064513, + "nauc_precision_at_1_diff1": 0.753706, + "nauc_precision_at_3_max": 0.50762, + "nauc_precision_at_3_std": 0.038249, + "nauc_precision_at_3_diff1": 0.635476, + "nauc_precision_at_5_max": 0.571777, + "nauc_precision_at_5_std": 0.093272, + "nauc_precision_at_5_diff1": 0.625538, + "nauc_precision_at_10_max": 0.696312, + "nauc_precision_at_10_std": 0.308824, + "nauc_precision_at_10_diff1": 0.527015, + "nauc_precision_at_20_max": 0.724936, + "nauc_precision_at_20_std": 0.268178, + "nauc_precision_at_20_diff1": 0.660539, + "nauc_precision_at_100_max": 0.824556, + "nauc_precision_at_100_std": 0.362838, + "nauc_precision_at_100_diff1": 0.866013, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.934641, + "nauc_mrr_at_1_max": 0.452878, + "nauc_mrr_at_1_std": -0.064513, + "nauc_mrr_at_1_diff1": 0.753706, + "nauc_mrr_at_3_max": 0.469502, + "nauc_mrr_at_3_std": -0.03266, + "nauc_mrr_at_3_diff1": 0.718576, + "nauc_mrr_at_5_max": 0.471529, + "nauc_mrr_at_5_std": -0.033691, + "nauc_mrr_at_5_diff1": 0.722942, + "nauc_mrr_at_10_max": 0.47134, + "nauc_mrr_at_10_std": -0.032009, + "nauc_mrr_at_10_diff1": 0.723606, + "nauc_mrr_at_20_max": 0.470516, + "nauc_mrr_at_20_std": -0.03397, + "nauc_mrr_at_20_diff1": 0.725263, + "nauc_mrr_at_100_max": 0.470163, + "nauc_mrr_at_100_std": -0.034474, + "nauc_mrr_at_100_diff1": 0.725481, + "nauc_mrr_at_1000_max": 0.470144, + "nauc_mrr_at_1000_std": -0.034463, + "nauc_mrr_at_1000_diff1": 0.72547, + "hit_rate_at_1": 0.79733, + "hit_rate_at_3": 0.91533, + "hit_rate_at_5": 0.95267, + "hit_rate_at_10": 0.98, + "hit_rate_at_20": 0.98933, + "hit_rate_at_100": 0.99667, + "hit_rate_at_1000": 0.99867, + "main_score": 0.89174, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + } + ] + }, + "evaluation_time": 1157.7641687393188, + "kg_co2_emissions": null, + "date": 1776184332.569446 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WinoGrande.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WinoGrande.json new file mode 100644 index 0000000000..8e084f3d78 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/WinoGrande.json @@ -0,0 +1,167 @@ +{ + "dataset_revision": "4dec9c5666e9f84702ac614363db6d96a68bc6de", + "task_name": "WinoGrande", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.30545, + "ndcg_at_3": 0.48772, + "ndcg_at_5": 0.53911, + "ndcg_at_10": 0.57984, + "ndcg_at_20": 0.59792, + "ndcg_at_100": 0.60917, + "ndcg_at_1000": 0.60946, + "map_at_1": 0.30545, + "map_at_3": 0.44225, + "map_at_5": 0.47078, + "map_at_10": 0.48767, + "map_at_20": 0.4927, + "map_at_100": 0.49453, + "map_at_1000": 0.49454, + "recall_at_1": 0.30545, + "recall_at_3": 0.61957, + "recall_at_5": 0.74428, + "recall_at_10": 0.86977, + "recall_at_20": 0.94081, + "recall_at_100": 0.99763, + "recall_at_1000": 1.0, + "accuracy": 0.30545, + "precision_at_1": 0.30545, + "precision_at_3": 0.20652, + "precision_at_5": 0.14886, + "precision_at_10": 0.08698, + "precision_at_20": 0.04704, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.305446, + "mrr_at_3": 0.442252, + "mrr_at_5": 0.470784, + "mrr_at_10": 0.487671, + "mrr_at_20": 0.492705, + "mrr_at_100": 0.494527, + "mrr_at_1000": 0.494537, + "nauc_ndcg_at_1_max": 0.096586, + "nauc_ndcg_at_1_std": 0.023444, + "nauc_ndcg_at_1_diff1": 0.075301, + "nauc_ndcg_at_3_max": 0.072931, + "nauc_ndcg_at_3_std": -0.035934, + "nauc_ndcg_at_3_diff1": 0.069361, + "nauc_ndcg_at_5_max": 0.061945, + "nauc_ndcg_at_5_std": -0.040856, + "nauc_ndcg_at_5_diff1": 0.037432, + "nauc_ndcg_at_10_max": 0.062179, + "nauc_ndcg_at_10_std": -0.045152, + "nauc_ndcg_at_10_diff1": 0.043896, + "nauc_ndcg_at_20_max": 0.072148, + "nauc_ndcg_at_20_std": -0.033725, + "nauc_ndcg_at_20_diff1": 0.051075, + "nauc_ndcg_at_100_max": 0.070637, + "nauc_ndcg_at_100_std": -0.026314, + "nauc_ndcg_at_100_diff1": 0.05099, + "nauc_ndcg_at_1000_max": 0.071569, + "nauc_ndcg_at_1000_std": -0.025228, + "nauc_ndcg_at_1000_diff1": 0.05212, + "nauc_map_at_1_max": 0.096586, + "nauc_map_at_1_std": 0.023444, + "nauc_map_at_1_diff1": 0.075301, + "nauc_map_at_3_max": 0.077665, + "nauc_map_at_3_std": -0.020955, + "nauc_map_at_3_diff1": 0.067409, + "nauc_map_at_5_max": 0.072425, + "nauc_map_at_5_std": -0.022112, + "nauc_map_at_5_diff1": 0.050536, + "nauc_map_at_10_max": 0.072989, + "nauc_map_at_10_std": -0.022626, + "nauc_map_at_10_diff1": 0.053636, + "nauc_map_at_20_max": 0.075415, + "nauc_map_at_20_std": -0.019689, + "nauc_map_at_20_diff1": 0.055529, + "nauc_map_at_100_max": 0.074994, + "nauc_map_at_100_std": -0.018635, + "nauc_map_at_100_diff1": 0.055346, + "nauc_map_at_1000_max": 0.075029, + "nauc_map_at_1000_std": -0.018597, + "nauc_map_at_1000_diff1": 0.055391, + "nauc_recall_at_1_max": 0.096586, + "nauc_recall_at_1_std": 0.023444, + "nauc_recall_at_1_diff1": 0.075301, + "nauc_recall_at_3_max": 0.058497, + "nauc_recall_at_3_std": -0.083352, + "nauc_recall_at_3_diff1": 0.077096, + "nauc_recall_at_5_max": 0.01802, + "nauc_recall_at_5_std": -0.118092, + "nauc_recall_at_5_diff1": -0.019312, + "nauc_recall_at_10_max": -0.015319, + "nauc_recall_at_10_std": -0.209478, + "nauc_recall_at_10_diff1": -0.025779, + "nauc_recall_at_20_max": 0.059319, + "nauc_recall_at_20_std": -0.209295, + "nauc_recall_at_20_diff1": 0.008062, + "nauc_recall_at_100_max": -0.596171, + "nauc_recall_at_100_std": -0.824924, + "nauc_recall_at_100_diff1": -0.723426, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.096586, + "nauc_precision_at_1_std": 0.023444, + "nauc_precision_at_1_diff1": 0.075301, + "nauc_precision_at_3_max": 0.058497, + "nauc_precision_at_3_std": -0.083352, + "nauc_precision_at_3_diff1": 0.077096, + "nauc_precision_at_5_max": 0.01802, + "nauc_precision_at_5_std": -0.118092, + "nauc_precision_at_5_diff1": -0.019312, + "nauc_precision_at_10_max": -0.015319, + "nauc_precision_at_10_std": -0.209478, + "nauc_precision_at_10_diff1": -0.025779, + "nauc_precision_at_20_max": 0.059319, + "nauc_precision_at_20_std": -0.209295, + "nauc_precision_at_20_diff1": 0.008062, + "nauc_precision_at_100_max": -0.596171, + "nauc_precision_at_100_std": -0.824924, + "nauc_precision_at_100_diff1": -0.723426, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.096586, + "nauc_mrr_at_1_std": 0.023444, + "nauc_mrr_at_1_diff1": 0.075301, + "nauc_mrr_at_3_max": 0.077665, + "nauc_mrr_at_3_std": -0.020955, + "nauc_mrr_at_3_diff1": 0.067409, + "nauc_mrr_at_5_max": 0.072425, + "nauc_mrr_at_5_std": -0.022112, + "nauc_mrr_at_5_diff1": 0.050536, + "nauc_mrr_at_10_max": 0.072989, + "nauc_mrr_at_10_std": -0.022626, + "nauc_mrr_at_10_diff1": 0.053636, + "nauc_mrr_at_20_max": 0.075415, + "nauc_mrr_at_20_std": -0.019689, + "nauc_mrr_at_20_diff1": 0.055529, + "nauc_mrr_at_100_max": 0.074994, + "nauc_mrr_at_100_std": -0.018635, + "nauc_mrr_at_100_diff1": 0.055346, + "nauc_mrr_at_1000_max": 0.075029, + "nauc_mrr_at_1000_std": -0.018597, + "nauc_mrr_at_1000_diff1": 0.055391, + "hit_rate_at_1": 0.30545, + "hit_rate_at_3": 0.61957, + "hit_rate_at_5": 0.74428, + "hit_rate_at_10": 0.86977, + "hit_rate_at_20": 0.94081, + "hit_rate_at_100": 0.99763, + "hit_rate_at_1000": 1.0, + "main_score": 0.57984, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 15.438239574432373, + "kg_co2_emissions": null, + "date": 1776178478.39666 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Winoground.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Winoground.json new file mode 100644 index 0000000000..6588c84387 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/Winoground.json @@ -0,0 +1,22 @@ +{ + "dataset_revision": "b400e173549071916ad1b3d449293bc8d8b4b763", + "task_name": "Winoground", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "image_acc": 0.135, + "text_acc": 0.3375, + "accuracy": 0.095, + "main_score": 0.095, + "hf_subset": "default", + "languages": [ + "eng-Latn" + ] + } + ] + }, + "evaluation_time": 164.21694231033325, + "kg_co2_emissions": null, + "date": 1776184280.400112 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/XM3600T2IRetrieval.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/XM3600T2IRetrieval.json new file mode 100644 index 0000000000..704bba2599 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/XM3600T2IRetrieval.json @@ -0,0 +1,5594 @@ +{ + "dataset_revision": "536cd45bbfe53de9b08c0483bb4a76a4bd3673fa", + "task_name": "XM3600T2IRetrieval", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "ndcg_at_1": 0.49885, + "ndcg_at_3": 0.60569, + "ndcg_at_5": 0.63735, + "ndcg_at_10": 0.66335, + "ndcg_at_20": 0.68006, + "ndcg_at_100": 0.69484, + "ndcg_at_1000": 0.69716, + "map_at_1": 0.49885, + "map_at_3": 0.57943, + "map_at_5": 0.597, + "map_at_10": 0.6078, + "map_at_20": 0.61243, + "map_at_100": 0.61459, + "map_at_1000": 0.6147, + "recall_at_1": 0.49885, + "recall_at_3": 0.68169, + "recall_at_5": 0.75852, + "recall_at_10": 0.8386, + "recall_at_20": 0.9043, + "recall_at_100": 0.98222, + "recall_at_1000": 0.99946, + "accuracy": 0.49885, + "precision_at_1": 0.49885, + "precision_at_3": 0.22723, + "precision_at_5": 0.1517, + "precision_at_10": 0.08386, + "precision_at_20": 0.04522, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.498846, + "mrr_at_3": 0.579431, + "mrr_at_5": 0.597002, + "mrr_at_10": 0.607796, + "mrr_at_20": 0.612427, + "mrr_at_100": 0.61459, + "mrr_at_1000": 0.614696, + "nauc_ndcg_at_1_max": 0.385847, + "nauc_ndcg_at_1_std": -0.146259, + "nauc_ndcg_at_1_diff1": 0.644712, + "nauc_ndcg_at_3_max": 0.403694, + "nauc_ndcg_at_3_std": -0.148633, + "nauc_ndcg_at_3_diff1": 0.580868, + "nauc_ndcg_at_5_max": 0.408069, + "nauc_ndcg_at_5_std": -0.140555, + "nauc_ndcg_at_5_diff1": 0.578358, + "nauc_ndcg_at_10_max": 0.412312, + "nauc_ndcg_at_10_std": -0.13399, + "nauc_ndcg_at_10_diff1": 0.57893, + "nauc_ndcg_at_20_max": 0.413597, + "nauc_ndcg_at_20_std": -0.128277, + "nauc_ndcg_at_20_diff1": 0.584728, + "nauc_ndcg_at_100_max": 0.409708, + "nauc_ndcg_at_100_std": -0.132785, + "nauc_ndcg_at_100_diff1": 0.592613, + "nauc_ndcg_at_1000_max": 0.406656, + "nauc_ndcg_at_1000_std": -0.136685, + "nauc_ndcg_at_1000_diff1": 0.593088, + "nauc_map_at_1_max": 0.385847, + "nauc_map_at_1_std": -0.146259, + "nauc_map_at_1_diff1": 0.644712, + "nauc_map_at_3_max": 0.399072, + "nauc_map_at_3_std": -0.148554, + "nauc_map_at_3_diff1": 0.597355, + "nauc_map_at_5_max": 0.401114, + "nauc_map_at_5_std": -0.144401, + "nauc_map_at_5_diff1": 0.596595, + "nauc_map_at_10_max": 0.402337, + "nauc_map_at_10_std": -0.142224, + "nauc_map_at_10_diff1": 0.597254, + "nauc_map_at_20_max": 0.40253, + "nauc_map_at_20_std": -0.140924, + "nauc_map_at_20_diff1": 0.598861, + "nauc_map_at_100_max": 0.402005, + "nauc_map_at_100_std": -0.141468, + "nauc_map_at_100_diff1": 0.599926, + "nauc_map_at_1000_max": 0.401891, + "nauc_map_at_1000_std": -0.14161, + "nauc_map_at_1000_diff1": 0.599946, + "nauc_recall_at_1_max": 0.385847, + "nauc_recall_at_1_std": -0.146259, + "nauc_recall_at_1_diff1": 0.644712, + "nauc_recall_at_3_max": 0.419266, + "nauc_recall_at_3_std": -0.148634, + "nauc_recall_at_3_diff1": 0.525342, + "nauc_recall_at_5_max": 0.437053, + "nauc_recall_at_5_std": -0.122997, + "nauc_recall_at_5_diff1": 0.504637, + "nauc_recall_at_10_max": 0.472829, + "nauc_recall_at_10_std": -0.079825, + "nauc_recall_at_10_diff1": 0.477851, + "nauc_recall_at_20_max": 0.521631, + "nauc_recall_at_20_std": 0.009262, + "nauc_recall_at_20_diff1": 0.476137, + "nauc_recall_at_100_max": 0.721257, + "nauc_recall_at_100_std": 0.278414, + "nauc_recall_at_100_diff1": 0.536336, + "nauc_recall_at_1000_max": 0.930557, + "nauc_recall_at_1000_std": 0.839519, + "nauc_recall_at_1000_diff1": 0.255475, + "nauc_precision_at_1_max": 0.385847, + "nauc_precision_at_1_std": -0.146259, + "nauc_precision_at_1_diff1": 0.644712, + "nauc_precision_at_3_max": 0.419266, + "nauc_precision_at_3_std": -0.148634, + "nauc_precision_at_3_diff1": 0.525342, + "nauc_precision_at_5_max": 0.437053, + "nauc_precision_at_5_std": -0.122997, + "nauc_precision_at_5_diff1": 0.504637, + "nauc_precision_at_10_max": 0.472829, + "nauc_precision_at_10_std": -0.079825, + "nauc_precision_at_10_diff1": 0.477851, + "nauc_precision_at_20_max": 0.521631, + "nauc_precision_at_20_std": 0.009262, + "nauc_precision_at_20_diff1": 0.476137, + "nauc_precision_at_100_max": 0.721257, + "nauc_precision_at_100_std": 0.278414, + "nauc_precision_at_100_diff1": 0.536336, + "nauc_precision_at_1000_max": 0.930557, + "nauc_precision_at_1000_std": 0.839519, + "nauc_precision_at_1000_diff1": 0.255475, + "nauc_mrr_at_1_max": 0.385847, + "nauc_mrr_at_1_std": -0.146259, + "nauc_mrr_at_1_diff1": 0.644712, + "nauc_mrr_at_3_max": 0.399072, + "nauc_mrr_at_3_std": -0.148554, + "nauc_mrr_at_3_diff1": 0.597355, + "nauc_mrr_at_5_max": 0.401114, + "nauc_mrr_at_5_std": -0.144401, + "nauc_mrr_at_5_diff1": 0.596595, + "nauc_mrr_at_10_max": 0.402337, + "nauc_mrr_at_10_std": -0.142224, + "nauc_mrr_at_10_diff1": 0.597254, + "nauc_mrr_at_20_max": 0.40253, + "nauc_mrr_at_20_std": -0.140924, + "nauc_mrr_at_20_diff1": 0.598861, + "nauc_mrr_at_100_max": 0.402005, + "nauc_mrr_at_100_std": -0.141468, + "nauc_mrr_at_100_diff1": 0.599926, + "nauc_mrr_at_1000_max": 0.401891, + "nauc_mrr_at_1000_std": -0.14161, + "nauc_mrr_at_1000_diff1": 0.599946, + "hit_rate_at_1": 0.49885, + "hit_rate_at_3": 0.68169, + "hit_rate_at_5": 0.75852, + "hit_rate_at_10": 0.8386, + "hit_rate_at_20": 0.9043, + "hit_rate_at_100": 0.98222, + "hit_rate_at_1000": 0.99946, + "main_score": 0.66335, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "ndcg_at_1": 0.3825, + "ndcg_at_3": 0.4841, + "ndcg_at_5": 0.51773, + "ndcg_at_10": 0.54848, + "ndcg_at_20": 0.57017, + "ndcg_at_100": 0.59411, + "ndcg_at_1000": 0.60076, + "map_at_1": 0.3825, + "map_at_3": 0.45912, + "map_at_5": 0.47784, + "map_at_10": 0.4906, + "map_at_20": 0.49655, + "map_at_100": 0.49999, + "map_at_1000": 0.50026, + "recall_at_1": 0.3825, + "recall_at_3": 0.55639, + "recall_at_5": 0.63778, + "recall_at_10": 0.7325, + "recall_at_20": 0.81833, + "recall_at_100": 0.94556, + "recall_at_1000": 0.99694, + "accuracy": 0.3825, + "precision_at_1": 0.3825, + "precision_at_3": 0.18546, + "precision_at_5": 0.12756, + "precision_at_10": 0.07325, + "precision_at_20": 0.04092, + "precision_at_100": 0.00946, + "precision_at_1000": 0.001, + "mrr_at_1": 0.3825, + "mrr_at_3": 0.45912, + "mrr_at_5": 0.477843, + "mrr_at_10": 0.490599, + "mrr_at_20": 0.49655, + "mrr_at_100": 0.499994, + "mrr_at_1000": 0.500258, + "nauc_ndcg_at_1_max": 0.394339, + "nauc_ndcg_at_1_std": -0.060124, + "nauc_ndcg_at_1_diff1": 0.535696, + "nauc_ndcg_at_3_max": 0.404986, + "nauc_ndcg_at_3_std": -0.055467, + "nauc_ndcg_at_3_diff1": 0.46967, + "nauc_ndcg_at_5_max": 0.419717, + "nauc_ndcg_at_5_std": -0.040533, + "nauc_ndcg_at_5_diff1": 0.463157, + "nauc_ndcg_at_10_max": 0.421054, + "nauc_ndcg_at_10_std": -0.02984, + "nauc_ndcg_at_10_diff1": 0.458185, + "nauc_ndcg_at_20_max": 0.42191, + "nauc_ndcg_at_20_std": -0.022378, + "nauc_ndcg_at_20_diff1": 0.457966, + "nauc_ndcg_at_100_max": 0.42242, + "nauc_ndcg_at_100_std": -0.022539, + "nauc_ndcg_at_100_diff1": 0.468565, + "nauc_ndcg_at_1000_max": 0.417589, + "nauc_ndcg_at_1000_std": -0.031348, + "nauc_ndcg_at_1000_diff1": 0.472359, + "nauc_map_at_1_max": 0.394339, + "nauc_map_at_1_std": -0.060124, + "nauc_map_at_1_diff1": 0.535696, + "nauc_map_at_3_max": 0.402781, + "nauc_map_at_3_std": -0.055686, + "nauc_map_at_3_diff1": 0.485513, + "nauc_map_at_5_max": 0.410789, + "nauc_map_at_5_std": -0.047433, + "nauc_map_at_5_diff1": 0.482261, + "nauc_map_at_10_max": 0.410903, + "nauc_map_at_10_std": -0.043645, + "nauc_map_at_10_diff1": 0.480752, + "nauc_map_at_20_max": 0.41102, + "nauc_map_at_20_std": -0.041854, + "nauc_map_at_20_diff1": 0.480828, + "nauc_map_at_100_max": 0.411054, + "nauc_map_at_100_std": -0.041959, + "nauc_map_at_100_diff1": 0.482308, + "nauc_map_at_1000_max": 0.410897, + "nauc_map_at_1000_std": -0.042225, + "nauc_map_at_1000_diff1": 0.482442, + "nauc_recall_at_1_max": 0.394339, + "nauc_recall_at_1_std": -0.060124, + "nauc_recall_at_1_diff1": 0.535696, + "nauc_recall_at_3_max": 0.411508, + "nauc_recall_at_3_std": -0.055211, + "nauc_recall_at_3_diff1": 0.421687, + "nauc_recall_at_5_max": 0.45161, + "nauc_recall_at_5_std": -0.015759, + "nauc_recall_at_5_diff1": 0.398685, + "nauc_recall_at_10_max": 0.466367, + "nauc_recall_at_10_std": 0.035065, + "nauc_recall_at_10_diff1": 0.362895, + "nauc_recall_at_20_max": 0.488804, + "nauc_recall_at_20_std": 0.108389, + "nauc_recall_at_20_diff1": 0.327979, + "nauc_recall_at_100_max": 0.637955, + "nauc_recall_at_100_std": 0.376136, + "nauc_recall_at_100_diff1": 0.330508, + "nauc_recall_at_1000_max": 0.939097, + "nauc_recall_at_1000_std": 0.92976, + "nauc_recall_at_1000_diff1": 0.538324, + "nauc_precision_at_1_max": 0.394339, + "nauc_precision_at_1_std": -0.060124, + "nauc_precision_at_1_diff1": 0.535696, + "nauc_precision_at_3_max": 0.411508, + "nauc_precision_at_3_std": -0.055211, + "nauc_precision_at_3_diff1": 0.421687, + "nauc_precision_at_5_max": 0.45161, + "nauc_precision_at_5_std": -0.015759, + "nauc_precision_at_5_diff1": 0.398685, + "nauc_precision_at_10_max": 0.466367, + "nauc_precision_at_10_std": 0.035065, + "nauc_precision_at_10_diff1": 0.362895, + "nauc_precision_at_20_max": 0.488804, + "nauc_precision_at_20_std": 0.108389, + "nauc_precision_at_20_diff1": 0.327979, + "nauc_precision_at_100_max": 0.637955, + "nauc_precision_at_100_std": 0.376136, + "nauc_precision_at_100_diff1": 0.330508, + "nauc_precision_at_1000_max": 0.939097, + "nauc_precision_at_1000_std": 0.92976, + "nauc_precision_at_1000_diff1": 0.538324, + "nauc_mrr_at_1_max": 0.394339, + "nauc_mrr_at_1_std": -0.060124, + "nauc_mrr_at_1_diff1": 0.535696, + "nauc_mrr_at_3_max": 0.402781, + "nauc_mrr_at_3_std": -0.055686, + "nauc_mrr_at_3_diff1": 0.485513, + "nauc_mrr_at_5_max": 0.410789, + "nauc_mrr_at_5_std": -0.047433, + "nauc_mrr_at_5_diff1": 0.482261, + "nauc_mrr_at_10_max": 0.410903, + "nauc_mrr_at_10_std": -0.043645, + "nauc_mrr_at_10_diff1": 0.480752, + "nauc_mrr_at_20_max": 0.41102, + "nauc_mrr_at_20_std": -0.041854, + "nauc_mrr_at_20_diff1": 0.480828, + "nauc_mrr_at_100_max": 0.411054, + "nauc_mrr_at_100_std": -0.041959, + "nauc_mrr_at_100_diff1": 0.482308, + "nauc_mrr_at_1000_max": 0.410897, + "nauc_mrr_at_1000_std": -0.042225, + "nauc_mrr_at_1000_diff1": 0.482442, + "hit_rate_at_1": 0.3825, + "hit_rate_at_3": 0.55639, + "hit_rate_at_5": 0.63778, + "hit_rate_at_10": 0.7325, + "hit_rate_at_20": 0.81833, + "hit_rate_at_100": 0.94556, + "hit_rate_at_1000": 0.99694, + "main_score": 0.54848, + "hf_subset": "bn", + "languages": [ + "ben-Beng" + ] + }, + { + "ndcg_at_1": 0.46177, + "ndcg_at_3": 0.57353, + "ndcg_at_5": 0.60504, + "ndcg_at_10": 0.63457, + "ndcg_at_20": 0.65205, + "ndcg_at_100": 0.66856, + "ndcg_at_1000": 0.67157, + "map_at_1": 0.46177, + "map_at_3": 0.54616, + "map_at_5": 0.56366, + "map_at_10": 0.57587, + "map_at_20": 0.58071, + "map_at_100": 0.58316, + "map_at_1000": 0.58328, + "recall_at_1": 0.46177, + "recall_at_3": 0.6527, + "recall_at_5": 0.72915, + "recall_at_10": 0.82031, + "recall_at_20": 0.88914, + "recall_at_100": 0.97572, + "recall_at_1000": 0.99875, + "accuracy": 0.46177, + "precision_at_1": 0.46177, + "precision_at_3": 0.21757, + "precision_at_5": 0.14583, + "precision_at_10": 0.08203, + "precision_at_20": 0.04446, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "mrr_at_1": 0.461773, + "mrr_at_3": 0.546159, + "mrr_at_5": 0.563656, + "mrr_at_10": 0.575872, + "mrr_at_20": 0.580708, + "mrr_at_100": 0.583157, + "mrr_at_1000": 0.583281, + "nauc_ndcg_at_1_max": 0.381148, + "nauc_ndcg_at_1_std": -0.185962, + "nauc_ndcg_at_1_diff1": 0.631485, + "nauc_ndcg_at_3_max": 0.392104, + "nauc_ndcg_at_3_std": -0.199222, + "nauc_ndcg_at_3_diff1": 0.556027, + "nauc_ndcg_at_5_max": 0.390111, + "nauc_ndcg_at_5_std": -0.201226, + "nauc_ndcg_at_5_diff1": 0.548467, + "nauc_ndcg_at_10_max": 0.392482, + "nauc_ndcg_at_10_std": -0.19523, + "nauc_ndcg_at_10_diff1": 0.546842, + "nauc_ndcg_at_20_max": 0.396219, + "nauc_ndcg_at_20_std": -0.190366, + "nauc_ndcg_at_20_diff1": 0.552822, + "nauc_ndcg_at_100_max": 0.395637, + "nauc_ndcg_at_100_std": -0.186363, + "nauc_ndcg_at_100_diff1": 0.563127, + "nauc_ndcg_at_1000_max": 0.392837, + "nauc_ndcg_at_1000_std": -0.189846, + "nauc_ndcg_at_1000_diff1": 0.564765, + "nauc_map_at_1_max": 0.381148, + "nauc_map_at_1_std": -0.185962, + "nauc_map_at_1_diff1": 0.631485, + "nauc_map_at_3_max": 0.389134, + "nauc_map_at_3_std": -0.195568, + "nauc_map_at_3_diff1": 0.574909, + "nauc_map_at_5_max": 0.387899, + "nauc_map_at_5_std": -0.196397, + "nauc_map_at_5_diff1": 0.571351, + "nauc_map_at_10_max": 0.38876, + "nauc_map_at_10_std": -0.194032, + "nauc_map_at_10_diff1": 0.571245, + "nauc_map_at_20_max": 0.389579, + "nauc_map_at_20_std": -0.192843, + "nauc_map_at_20_diff1": 0.572972, + "nauc_map_at_100_max": 0.389482, + "nauc_map_at_100_std": -0.192297, + "nauc_map_at_100_diff1": 0.574301, + "nauc_map_at_1000_max": 0.389395, + "nauc_map_at_1000_std": -0.192379, + "nauc_map_at_1000_diff1": 0.574356, + "nauc_recall_at_1_max": 0.381148, + "nauc_recall_at_1_std": -0.185962, + "nauc_recall_at_1_diff1": 0.631485, + "nauc_recall_at_3_max": 0.401936, + "nauc_recall_at_3_std": -0.211348, + "nauc_recall_at_3_diff1": 0.494237, + "nauc_recall_at_5_max": 0.398386, + "nauc_recall_at_5_std": -0.220307, + "nauc_recall_at_5_diff1": 0.460541, + "nauc_recall_at_10_max": 0.413166, + "nauc_recall_at_10_std": -0.198052, + "nauc_recall_at_10_diff1": 0.418458, + "nauc_recall_at_20_max": 0.459544, + "nauc_recall_at_20_std": -0.154782, + "nauc_recall_at_20_diff1": 0.404573, + "nauc_recall_at_100_max": 0.643596, + "nauc_recall_at_100_std": 0.161322, + "nauc_recall_at_100_diff1": 0.435808, + "nauc_recall_at_1000_max": 0.985475, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.513513, + "nauc_precision_at_1_max": 0.381148, + "nauc_precision_at_1_std": -0.185962, + "nauc_precision_at_1_diff1": 0.631485, + "nauc_precision_at_3_max": 0.401936, + "nauc_precision_at_3_std": -0.211348, + "nauc_precision_at_3_diff1": 0.494237, + "nauc_precision_at_5_max": 0.398386, + "nauc_precision_at_5_std": -0.220307, + "nauc_precision_at_5_diff1": 0.460541, + "nauc_precision_at_10_max": 0.413166, + "nauc_precision_at_10_std": -0.198052, + "nauc_precision_at_10_diff1": 0.418458, + "nauc_precision_at_20_max": 0.459544, + "nauc_precision_at_20_std": -0.154782, + "nauc_precision_at_20_diff1": 0.404573, + "nauc_precision_at_100_max": 0.643596, + "nauc_precision_at_100_std": 0.161322, + "nauc_precision_at_100_diff1": 0.435808, + "nauc_precision_at_1000_max": 0.985475, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.513513, + "nauc_mrr_at_1_max": 0.381148, + "nauc_mrr_at_1_std": -0.185962, + "nauc_mrr_at_1_diff1": 0.631485, + "nauc_mrr_at_3_max": 0.389134, + "nauc_mrr_at_3_std": -0.195568, + "nauc_mrr_at_3_diff1": 0.574909, + "nauc_mrr_at_5_max": 0.387899, + "nauc_mrr_at_5_std": -0.196397, + "nauc_mrr_at_5_diff1": 0.571351, + "nauc_mrr_at_10_max": 0.38876, + "nauc_mrr_at_10_std": -0.194032, + "nauc_mrr_at_10_diff1": 0.571245, + "nauc_mrr_at_20_max": 0.389579, + "nauc_mrr_at_20_std": -0.192843, + "nauc_mrr_at_20_diff1": 0.572972, + "nauc_mrr_at_100_max": 0.389482, + "nauc_mrr_at_100_std": -0.192297, + "nauc_mrr_at_100_diff1": 0.574301, + "nauc_mrr_at_1000_max": 0.389395, + "nauc_mrr_at_1000_std": -0.192379, + "nauc_mrr_at_1000_diff1": 0.574356, + "hit_rate_at_1": 0.46177, + "hit_rate_at_3": 0.6527, + "hit_rate_at_5": 0.72915, + "hit_rate_at_10": 0.82031, + "hit_rate_at_20": 0.88914, + "hit_rate_at_100": 0.97572, + "hit_rate_at_1000": 0.99875, + "main_score": 0.63457, + "hf_subset": "cs", + "languages": [ + "ces-Latn" + ] + }, + { + "ndcg_at_1": 0.55341, + "ndcg_at_3": 0.65146, + "ndcg_at_5": 0.67813, + "ndcg_at_10": 0.70216, + "ndcg_at_20": 0.71595, + "ndcg_at_100": 0.72774, + "ndcg_at_1000": 0.73062, + "map_at_1": 0.55341, + "map_at_3": 0.62764, + "map_at_5": 0.64245, + "map_at_10": 0.65245, + "map_at_20": 0.6563, + "map_at_100": 0.65802, + "map_at_1000": 0.65814, + "recall_at_1": 0.55341, + "recall_at_3": 0.72026, + "recall_at_5": 0.78497, + "recall_at_10": 0.85889, + "recall_at_20": 0.91286, + "recall_at_100": 0.97508, + "recall_at_1000": 0.99725, + "accuracy": 0.55341, + "precision_at_1": 0.55341, + "precision_at_3": 0.24009, + "precision_at_5": 0.15699, + "precision_at_10": 0.08589, + "precision_at_20": 0.04564, + "precision_at_100": 0.00975, + "precision_at_1000": 0.001, + "mrr_at_1": 0.553414, + "mrr_at_3": 0.627639, + "mrr_at_5": 0.642451, + "mrr_at_10": 0.652447, + "mrr_at_20": 0.656304, + "mrr_at_100": 0.658021, + "mrr_at_1000": 0.65814, + "nauc_ndcg_at_1_max": 0.494232, + "nauc_ndcg_at_1_std": -0.106651, + "nauc_ndcg_at_1_diff1": 0.692934, + "nauc_ndcg_at_3_max": 0.512236, + "nauc_ndcg_at_3_std": -0.108847, + "nauc_ndcg_at_3_diff1": 0.641781, + "nauc_ndcg_at_5_max": 0.520137, + "nauc_ndcg_at_5_std": -0.102716, + "nauc_ndcg_at_5_diff1": 0.639968, + "nauc_ndcg_at_10_max": 0.524349, + "nauc_ndcg_at_10_std": -0.089437, + "nauc_ndcg_at_10_diff1": 0.643082, + "nauc_ndcg_at_20_max": 0.5253, + "nauc_ndcg_at_20_std": -0.08163, + "nauc_ndcg_at_20_diff1": 0.645912, + "nauc_ndcg_at_100_max": 0.52288, + "nauc_ndcg_at_100_std": -0.082309, + "nauc_ndcg_at_100_diff1": 0.651418, + "nauc_ndcg_at_1000_max": 0.51936, + "nauc_ndcg_at_1000_std": -0.089667, + "nauc_ndcg_at_1000_diff1": 0.652654, + "nauc_map_at_1_max": 0.494232, + "nauc_map_at_1_std": -0.106651, + "nauc_map_at_1_diff1": 0.692934, + "nauc_map_at_3_max": 0.507527, + "nauc_map_at_3_std": -0.109157, + "nauc_map_at_3_diff1": 0.655267, + "nauc_map_at_5_max": 0.511592, + "nauc_map_at_5_std": -0.105726, + "nauc_map_at_5_diff1": 0.654885, + "nauc_map_at_10_max": 0.512887, + "nauc_map_at_10_std": -0.10087, + "nauc_map_at_10_diff1": 0.656415, + "nauc_map_at_20_max": 0.51302, + "nauc_map_at_20_std": -0.099109, + "nauc_map_at_20_diff1": 0.657268, + "nauc_map_at_100_max": 0.51276, + "nauc_map_at_100_std": -0.099176, + "nauc_map_at_100_diff1": 0.658036, + "nauc_map_at_1000_max": 0.512657, + "nauc_map_at_1000_std": -0.099378, + "nauc_map_at_1000_diff1": 0.658083, + "nauc_recall_at_1_max": 0.494232, + "nauc_recall_at_1_std": -0.106651, + "nauc_recall_at_1_diff1": 0.692934, + "nauc_recall_at_3_max": 0.528457, + "nauc_recall_at_3_std": -0.107323, + "nauc_recall_at_3_diff1": 0.595276, + "nauc_recall_at_5_max": 0.556567, + "nauc_recall_at_5_std": -0.089014, + "nauc_recall_at_5_diff1": 0.578228, + "nauc_recall_at_10_max": 0.596124, + "nauc_recall_at_10_std": -0.010908, + "nauc_recall_at_10_diff1": 0.567669, + "nauc_recall_at_20_max": 0.644764, + "nauc_recall_at_20_std": 0.112013, + "nauc_recall_at_20_diff1": 0.554535, + "nauc_recall_at_100_max": 0.816026, + "nauc_recall_at_100_std": 0.545612, + "nauc_recall_at_100_diff1": 0.57341, + "nauc_recall_at_1000_max": 0.993464, + "nauc_recall_at_1000_std": 0.979576, + "nauc_recall_at_1000_diff1": 0.666931, + "nauc_precision_at_1_max": 0.494232, + "nauc_precision_at_1_std": -0.106651, + "nauc_precision_at_1_diff1": 0.692934, + "nauc_precision_at_3_max": 0.528457, + "nauc_precision_at_3_std": -0.107323, + "nauc_precision_at_3_diff1": 0.595276, + "nauc_precision_at_5_max": 0.556567, + "nauc_precision_at_5_std": -0.089014, + "nauc_precision_at_5_diff1": 0.578228, + "nauc_precision_at_10_max": 0.596124, + "nauc_precision_at_10_std": -0.010908, + "nauc_precision_at_10_diff1": 0.567669, + "nauc_precision_at_20_max": 0.644764, + "nauc_precision_at_20_std": 0.112013, + "nauc_precision_at_20_diff1": 0.554535, + "nauc_precision_at_100_max": 0.816026, + "nauc_precision_at_100_std": 0.545612, + "nauc_precision_at_100_diff1": 0.57341, + "nauc_precision_at_1000_max": 0.993464, + "nauc_precision_at_1000_std": 0.979576, + "nauc_precision_at_1000_diff1": 0.666931, + "nauc_mrr_at_1_max": 0.494232, + "nauc_mrr_at_1_std": -0.106651, + "nauc_mrr_at_1_diff1": 0.692934, + "nauc_mrr_at_3_max": 0.507527, + "nauc_mrr_at_3_std": -0.109157, + "nauc_mrr_at_3_diff1": 0.655267, + "nauc_mrr_at_5_max": 0.511592, + "nauc_mrr_at_5_std": -0.105726, + "nauc_mrr_at_5_diff1": 0.654885, + "nauc_mrr_at_10_max": 0.512887, + "nauc_mrr_at_10_std": -0.10087, + "nauc_mrr_at_10_diff1": 0.656415, + "nauc_mrr_at_20_max": 0.51302, + "nauc_mrr_at_20_std": -0.099109, + "nauc_mrr_at_20_diff1": 0.657268, + "nauc_mrr_at_100_max": 0.51276, + "nauc_mrr_at_100_std": -0.099176, + "nauc_mrr_at_100_diff1": 0.658036, + "nauc_mrr_at_1000_max": 0.512657, + "nauc_mrr_at_1000_std": -0.099378, + "nauc_mrr_at_1000_diff1": 0.658083, + "hit_rate_at_1": 0.55341, + "hit_rate_at_3": 0.72026, + "hit_rate_at_5": 0.78497, + "hit_rate_at_10": 0.85889, + "hit_rate_at_20": 0.91286, + "hit_rate_at_100": 0.97508, + "hit_rate_at_1000": 0.99725, + "main_score": 0.70216, + "hf_subset": "da", + "languages": [ + "dan-Latn" + ] + }, + { + "ndcg_at_1": 0.72567, + "ndcg_at_3": 0.81509, + "ndcg_at_5": 0.83264, + "ndcg_at_10": 0.84456, + "ndcg_at_20": 0.85011, + "ndcg_at_100": 0.85406, + "ndcg_at_1000": 0.85435, + "map_at_1": 0.72567, + "map_at_3": 0.79373, + "map_at_5": 0.80353, + "map_at_10": 0.80848, + "map_at_20": 0.81003, + "map_at_100": 0.81065, + "map_at_1000": 0.81066, + "recall_at_1": 0.72567, + "recall_at_3": 0.87666, + "recall_at_5": 0.91901, + "recall_at_10": 0.95569, + "recall_at_20": 0.97744, + "recall_at_100": 0.99769, + "recall_at_1000": 0.99988, + "accuracy": 0.72567, + "precision_at_1": 0.72567, + "precision_at_3": 0.29222, + "precision_at_5": 0.1838, + "precision_at_10": 0.09557, + "precision_at_20": 0.04887, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.725674, + "mrr_at_3": 0.793725, + "mrr_at_5": 0.803525, + "mrr_at_10": 0.808476, + "mrr_at_20": 0.810026, + "mrr_at_100": 0.810648, + "mrr_at_1000": 0.81066, + "nauc_ndcg_at_1_max": 0.516027, + "nauc_ndcg_at_1_std": -0.295097, + "nauc_ndcg_at_1_diff1": 0.790887, + "nauc_ndcg_at_3_max": 0.54767, + "nauc_ndcg_at_3_std": -0.319559, + "nauc_ndcg_at_3_diff1": 0.750286, + "nauc_ndcg_at_5_max": 0.547367, + "nauc_ndcg_at_5_std": -0.315431, + "nauc_ndcg_at_5_diff1": 0.751659, + "nauc_ndcg_at_10_max": 0.548316, + "nauc_ndcg_at_10_std": -0.307332, + "nauc_ndcg_at_10_diff1": 0.759924, + "nauc_ndcg_at_20_max": 0.543624, + "nauc_ndcg_at_20_std": -0.30602, + "nauc_ndcg_at_20_diff1": 0.761602, + "nauc_ndcg_at_100_max": 0.539804, + "nauc_ndcg_at_100_std": -0.305877, + "nauc_ndcg_at_100_diff1": 0.764117, + "nauc_ndcg_at_1000_max": 0.539203, + "nauc_ndcg_at_1000_std": -0.307432, + "nauc_ndcg_at_1000_diff1": 0.764253, + "nauc_map_at_1_max": 0.516027, + "nauc_map_at_1_std": -0.295097, + "nauc_map_at_1_diff1": 0.790887, + "nauc_map_at_3_max": 0.53772, + "nauc_map_at_3_std": -0.31354, + "nauc_map_at_3_diff1": 0.762099, + "nauc_map_at_5_max": 0.536957, + "nauc_map_at_5_std": -0.311211, + "nauc_map_at_5_diff1": 0.763294, + "nauc_map_at_10_max": 0.536951, + "nauc_map_at_10_std": -0.308397, + "nauc_map_at_10_diff1": 0.766439, + "nauc_map_at_20_max": 0.535812, + "nauc_map_at_20_std": -0.308087, + "nauc_map_at_20_diff1": 0.766862, + "nauc_map_at_100_max": 0.535374, + "nauc_map_at_100_std": -0.307973, + "nauc_map_at_100_diff1": 0.767201, + "nauc_map_at_1000_max": 0.535355, + "nauc_map_at_1000_std": -0.30802, + "nauc_map_at_1000_diff1": 0.767207, + "nauc_recall_at_1_max": 0.516027, + "nauc_recall_at_1_std": -0.295097, + "nauc_recall_at_1_diff1": 0.790887, + "nauc_recall_at_3_max": 0.592373, + "nauc_recall_at_3_std": -0.345541, + "nauc_recall_at_3_diff1": 0.697817, + "nauc_recall_at_5_max": 0.613685, + "nauc_recall_at_5_std": -0.339568, + "nauc_recall_at_5_diff1": 0.679251, + "nauc_recall_at_10_max": 0.678514, + "nauc_recall_at_10_std": -0.278743, + "nauc_recall_at_10_diff1": 0.700717, + "nauc_recall_at_20_max": 0.692926, + "nauc_recall_at_20_std": -0.221605, + "nauc_recall_at_20_diff1": 0.683731, + "nauc_recall_at_100_max": 0.827168, + "nauc_recall_at_100_std": 0.442606, + "nauc_recall_at_100_diff1": 0.721989, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 0.869286, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.516027, + "nauc_precision_at_1_std": -0.295097, + "nauc_precision_at_1_diff1": 0.790887, + "nauc_precision_at_3_max": 0.592373, + "nauc_precision_at_3_std": -0.345541, + "nauc_precision_at_3_diff1": 0.697817, + "nauc_precision_at_5_max": 0.613685, + "nauc_precision_at_5_std": -0.339568, + "nauc_precision_at_5_diff1": 0.679251, + "nauc_precision_at_10_max": 0.678514, + "nauc_precision_at_10_std": -0.278743, + "nauc_precision_at_10_diff1": 0.700717, + "nauc_precision_at_20_max": 0.692926, + "nauc_precision_at_20_std": -0.221605, + "nauc_precision_at_20_diff1": 0.683731, + "nauc_precision_at_100_max": 0.827168, + "nauc_precision_at_100_std": 0.442606, + "nauc_precision_at_100_diff1": 0.721989, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 0.869286, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.516027, + "nauc_mrr_at_1_std": -0.295097, + "nauc_mrr_at_1_diff1": 0.790887, + "nauc_mrr_at_3_max": 0.53772, + "nauc_mrr_at_3_std": -0.31354, + "nauc_mrr_at_3_diff1": 0.762099, + "nauc_mrr_at_5_max": 0.536957, + "nauc_mrr_at_5_std": -0.311211, + "nauc_mrr_at_5_diff1": 0.763294, + "nauc_mrr_at_10_max": 0.536951, + "nauc_mrr_at_10_std": -0.308397, + "nauc_mrr_at_10_diff1": 0.766439, + "nauc_mrr_at_20_max": 0.535812, + "nauc_mrr_at_20_std": -0.308087, + "nauc_mrr_at_20_diff1": 0.766862, + "nauc_mrr_at_100_max": 0.535374, + "nauc_mrr_at_100_std": -0.307973, + "nauc_mrr_at_100_diff1": 0.767201, + "nauc_mrr_at_1000_max": 0.535355, + "nauc_mrr_at_1000_std": -0.30802, + "nauc_mrr_at_1000_diff1": 0.767207, + "hit_rate_at_1": 0.72567, + "hit_rate_at_3": 0.87666, + "hit_rate_at_5": 0.91901, + "hit_rate_at_10": 0.95569, + "hit_rate_at_20": 0.97744, + "hit_rate_at_100": 0.99769, + "hit_rate_at_1000": 0.99988, + "main_score": 0.84456, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "ndcg_at_1": 0.39492, + "ndcg_at_3": 0.49814, + "ndcg_at_5": 0.53174, + "ndcg_at_10": 0.56248, + "ndcg_at_20": 0.58153, + "ndcg_at_100": 0.60364, + "ndcg_at_1000": 0.61032, + "map_at_1": 0.39492, + "map_at_3": 0.47245, + "map_at_5": 0.49105, + "map_at_10": 0.50384, + "map_at_20": 0.50912, + "map_at_100": 0.51229, + "map_at_1000": 0.51255, + "recall_at_1": 0.39492, + "recall_at_3": 0.5726, + "recall_at_5": 0.65436, + "recall_at_10": 0.74889, + "recall_at_20": 0.82385, + "recall_at_100": 0.94142, + "recall_at_1000": 0.99348, + "accuracy": 0.39492, + "precision_at_1": 0.39492, + "precision_at_3": 0.19087, + "precision_at_5": 0.13087, + "precision_at_10": 0.07489, + "precision_at_20": 0.04119, + "precision_at_100": 0.00941, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.394919, + "mrr_at_3": 0.472446, + "mrr_at_5": 0.491047, + "mrr_at_10": 0.503835, + "mrr_at_20": 0.509118, + "mrr_at_100": 0.512289, + "mrr_at_1000": 0.512547, + "nauc_ndcg_at_1_max": 0.399302, + "nauc_ndcg_at_1_std": -0.051778, + "nauc_ndcg_at_1_diff1": 0.572286, + "nauc_ndcg_at_3_max": 0.414538, + "nauc_ndcg_at_3_std": -0.041886, + "nauc_ndcg_at_3_diff1": 0.508941, + "nauc_ndcg_at_5_max": 0.424651, + "nauc_ndcg_at_5_std": -0.030283, + "nauc_ndcg_at_5_diff1": 0.503298, + "nauc_ndcg_at_10_max": 0.430351, + "nauc_ndcg_at_10_std": -0.013134, + "nauc_ndcg_at_10_diff1": 0.49912, + "nauc_ndcg_at_20_max": 0.434135, + "nauc_ndcg_at_20_std": -0.006988, + "nauc_ndcg_at_20_diff1": 0.505018, + "nauc_ndcg_at_100_max": 0.433064, + "nauc_ndcg_at_100_std": -0.005566, + "nauc_ndcg_at_100_diff1": 0.512047, + "nauc_ndcg_at_1000_max": 0.4279, + "nauc_ndcg_at_1000_std": -0.015363, + "nauc_ndcg_at_1000_diff1": 0.514726, + "nauc_map_at_1_max": 0.399302, + "nauc_map_at_1_std": -0.051778, + "nauc_map_at_1_diff1": 0.572286, + "nauc_map_at_3_max": 0.410435, + "nauc_map_at_3_std": -0.044642, + "nauc_map_at_3_diff1": 0.524346, + "nauc_map_at_5_max": 0.415645, + "nauc_map_at_5_std": -0.038569, + "nauc_map_at_5_diff1": 0.521785, + "nauc_map_at_10_max": 0.417468, + "nauc_map_at_10_std": -0.03212, + "nauc_map_at_10_diff1": 0.520416, + "nauc_map_at_20_max": 0.418226, + "nauc_map_at_20_std": -0.030873, + "nauc_map_at_20_diff1": 0.522127, + "nauc_map_at_100_max": 0.418224, + "nauc_map_at_100_std": -0.030573, + "nauc_map_at_100_diff1": 0.52314, + "nauc_map_at_1000_max": 0.418085, + "nauc_map_at_1000_std": -0.030833, + "nauc_map_at_1000_diff1": 0.523243, + "nauc_recall_at_1_max": 0.399302, + "nauc_recall_at_1_std": -0.051778, + "nauc_recall_at_1_diff1": 0.572286, + "nauc_recall_at_3_max": 0.427333, + "nauc_recall_at_3_std": -0.033257, + "nauc_recall_at_3_diff1": 0.461596, + "nauc_recall_at_5_max": 0.457555, + "nauc_recall_at_5_std": 0.000366, + "nauc_recall_at_5_diff1": 0.439089, + "nauc_recall_at_10_max": 0.491558, + "nauc_recall_at_10_std": 0.080293, + "nauc_recall_at_10_diff1": 0.40577, + "nauc_recall_at_20_max": 0.539125, + "nauc_recall_at_20_std": 0.155639, + "nauc_recall_at_20_diff1": 0.414139, + "nauc_recall_at_100_max": 0.683672, + "nauc_recall_at_100_std": 0.46068, + "nauc_recall_at_100_diff1": 0.419188, + "nauc_recall_at_1000_max": 0.952968, + "nauc_recall_at_1000_std": 0.894914, + "nauc_recall_at_1000_diff1": 0.498447, + "nauc_precision_at_1_max": 0.399302, + "nauc_precision_at_1_std": -0.051778, + "nauc_precision_at_1_diff1": 0.572286, + "nauc_precision_at_3_max": 0.427333, + "nauc_precision_at_3_std": -0.033257, + "nauc_precision_at_3_diff1": 0.461596, + "nauc_precision_at_5_max": 0.457555, + "nauc_precision_at_5_std": 0.000366, + "nauc_precision_at_5_diff1": 0.439089, + "nauc_precision_at_10_max": 0.491558, + "nauc_precision_at_10_std": 0.080293, + "nauc_precision_at_10_diff1": 0.40577, + "nauc_precision_at_20_max": 0.539125, + "nauc_precision_at_20_std": 0.155639, + "nauc_precision_at_20_diff1": 0.414139, + "nauc_precision_at_100_max": 0.683672, + "nauc_precision_at_100_std": 0.46068, + "nauc_precision_at_100_diff1": 0.419188, + "nauc_precision_at_1000_max": 0.952968, + "nauc_precision_at_1000_std": 0.894914, + "nauc_precision_at_1000_diff1": 0.498447, + "nauc_mrr_at_1_max": 0.399302, + "nauc_mrr_at_1_std": -0.051778, + "nauc_mrr_at_1_diff1": 0.572286, + "nauc_mrr_at_3_max": 0.410435, + "nauc_mrr_at_3_std": -0.044642, + "nauc_mrr_at_3_diff1": 0.524346, + "nauc_mrr_at_5_max": 0.415645, + "nauc_mrr_at_5_std": -0.038569, + "nauc_mrr_at_5_diff1": 0.521785, + "nauc_mrr_at_10_max": 0.417468, + "nauc_mrr_at_10_std": -0.03212, + "nauc_mrr_at_10_diff1": 0.520416, + "nauc_mrr_at_20_max": 0.418226, + "nauc_mrr_at_20_std": -0.030873, + "nauc_mrr_at_20_diff1": 0.522127, + "nauc_mrr_at_100_max": 0.418224, + "nauc_mrr_at_100_std": -0.030573, + "nauc_mrr_at_100_diff1": 0.52314, + "nauc_mrr_at_1000_max": 0.418085, + "nauc_mrr_at_1000_std": -0.030833, + "nauc_mrr_at_1000_diff1": 0.523243, + "hit_rate_at_1": 0.39492, + "hit_rate_at_3": 0.5726, + "hit_rate_at_5": 0.65436, + "hit_rate_at_10": 0.74889, + "hit_rate_at_20": 0.82385, + "hit_rate_at_100": 0.94142, + "hit_rate_at_1000": 0.99348, + "main_score": 0.56248, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "ndcg_at_1": 0.54806, + "ndcg_at_3": 0.6542, + "ndcg_at_5": 0.68103, + "ndcg_at_10": 0.70618, + "ndcg_at_20": 0.71939, + "ndcg_at_100": 0.7314, + "ndcg_at_1000": 0.73328, + "map_at_1": 0.54806, + "map_at_3": 0.62856, + "map_at_5": 0.64352, + "map_at_10": 0.65395, + "map_at_20": 0.65764, + "map_at_100": 0.65939, + "map_at_1000": 0.65948, + "recall_at_1": 0.54806, + "recall_at_3": 0.72819, + "recall_at_5": 0.79306, + "recall_at_10": 0.87056, + "recall_at_20": 0.92236, + "recall_at_100": 0.98556, + "recall_at_1000": 0.99958, + "accuracy": 0.54806, + "precision_at_1": 0.54806, + "precision_at_3": 0.24273, + "precision_at_5": 0.15861, + "precision_at_10": 0.08706, + "precision_at_20": 0.04612, + "precision_at_100": 0.00986, + "precision_at_1000": 0.001, + "mrr_at_1": 0.548056, + "mrr_at_3": 0.628565, + "mrr_at_5": 0.643523, + "mrr_at_10": 0.653952, + "mrr_at_20": 0.657638, + "mrr_at_100": 0.659393, + "mrr_at_1000": 0.659478, + "nauc_ndcg_at_1_max": 0.383807, + "nauc_ndcg_at_1_std": -0.410227, + "nauc_ndcg_at_1_diff1": 0.695053, + "nauc_ndcg_at_3_max": 0.398269, + "nauc_ndcg_at_3_std": -0.462026, + "nauc_ndcg_at_3_diff1": 0.635853, + "nauc_ndcg_at_5_max": 0.40372, + "nauc_ndcg_at_5_std": -0.457441, + "nauc_ndcg_at_5_diff1": 0.631315, + "nauc_ndcg_at_10_max": 0.408167, + "nauc_ndcg_at_10_std": -0.454083, + "nauc_ndcg_at_10_diff1": 0.637108, + "nauc_ndcg_at_20_max": 0.40692, + "nauc_ndcg_at_20_std": -0.451149, + "nauc_ndcg_at_20_diff1": 0.641677, + "nauc_ndcg_at_100_max": 0.404488, + "nauc_ndcg_at_100_std": -0.44411, + "nauc_ndcg_at_100_diff1": 0.647563, + "nauc_ndcg_at_1000_max": 0.402003, + "nauc_ndcg_at_1000_std": -0.446041, + "nauc_ndcg_at_1000_diff1": 0.647958, + "nauc_map_at_1_max": 0.383807, + "nauc_map_at_1_std": -0.410227, + "nauc_map_at_1_diff1": 0.695053, + "nauc_map_at_3_max": 0.394336, + "nauc_map_at_3_std": -0.448783, + "nauc_map_at_3_diff1": 0.651259, + "nauc_map_at_5_max": 0.397119, + "nauc_map_at_5_std": -0.446072, + "nauc_map_at_5_diff1": 0.649509, + "nauc_map_at_10_max": 0.398865, + "nauc_map_at_10_std": -0.444376, + "nauc_map_at_10_diff1": 0.65217, + "nauc_map_at_20_max": 0.398324, + "nauc_map_at_20_std": -0.443755, + "nauc_map_at_20_diff1": 0.653384, + "nauc_map_at_100_max": 0.398128, + "nauc_map_at_100_std": -0.442826, + "nauc_map_at_100_diff1": 0.654152, + "nauc_map_at_1000_max": 0.39804, + "nauc_map_at_1000_std": -0.442889, + "nauc_map_at_1000_diff1": 0.654176, + "nauc_recall_at_1_max": 0.383807, + "nauc_recall_at_1_std": -0.410227, + "nauc_recall_at_1_diff1": 0.695053, + "nauc_recall_at_3_max": 0.412129, + "nauc_recall_at_3_std": -0.50826, + "nauc_recall_at_3_diff1": 0.581921, + "nauc_recall_at_5_max": 0.432471, + "nauc_recall_at_5_std": -0.503667, + "nauc_recall_at_5_diff1": 0.554031, + "nauc_recall_at_10_max": 0.469501, + "nauc_recall_at_10_std": -0.509767, + "nauc_recall_at_10_diff1": 0.547244, + "nauc_recall_at_20_max": 0.496618, + "nauc_recall_at_20_std": -0.505887, + "nauc_recall_at_20_diff1": 0.544828, + "nauc_recall_at_100_max": 0.664162, + "nauc_recall_at_100_std": -0.216566, + "nauc_recall_at_100_diff1": 0.579293, + "nauc_recall_at_1000_max": -0.042328, + "nauc_recall_at_1000_std": -0.027544, + "nauc_recall_at_1000_diff1": -0.434485, + "nauc_precision_at_1_max": 0.383807, + "nauc_precision_at_1_std": -0.410227, + "nauc_precision_at_1_diff1": 0.695053, + "nauc_precision_at_3_max": 0.412129, + "nauc_precision_at_3_std": -0.50826, + "nauc_precision_at_3_diff1": 0.581921, + "nauc_precision_at_5_max": 0.432471, + "nauc_precision_at_5_std": -0.503667, + "nauc_precision_at_5_diff1": 0.554031, + "nauc_precision_at_10_max": 0.469501, + "nauc_precision_at_10_std": -0.509767, + "nauc_precision_at_10_diff1": 0.547244, + "nauc_precision_at_20_max": 0.496618, + "nauc_precision_at_20_std": -0.505887, + "nauc_precision_at_20_diff1": 0.544828, + "nauc_precision_at_100_max": 0.664162, + "nauc_precision_at_100_std": -0.216566, + "nauc_precision_at_100_diff1": 0.579293, + "nauc_precision_at_1000_max": -0.042328, + "nauc_precision_at_1000_std": -0.027544, + "nauc_precision_at_1000_diff1": -0.434485, + "nauc_mrr_at_1_max": 0.383807, + "nauc_mrr_at_1_std": -0.410227, + "nauc_mrr_at_1_diff1": 0.695053, + "nauc_mrr_at_3_max": 0.394336, + "nauc_mrr_at_3_std": -0.448783, + "nauc_mrr_at_3_diff1": 0.651259, + "nauc_mrr_at_5_max": 0.397119, + "nauc_mrr_at_5_std": -0.446072, + "nauc_mrr_at_5_diff1": 0.649509, + "nauc_mrr_at_10_max": 0.398865, + "nauc_mrr_at_10_std": -0.444376, + "nauc_mrr_at_10_diff1": 0.65217, + "nauc_mrr_at_20_max": 0.398324, + "nauc_mrr_at_20_std": -0.443755, + "nauc_mrr_at_20_diff1": 0.653384, + "nauc_mrr_at_100_max": 0.398128, + "nauc_mrr_at_100_std": -0.442826, + "nauc_mrr_at_100_diff1": 0.654152, + "nauc_mrr_at_1000_max": 0.39804, + "nauc_mrr_at_1000_std": -0.442889, + "nauc_mrr_at_1000_diff1": 0.654176, + "hit_rate_at_1": 0.54806, + "hit_rate_at_3": 0.72819, + "hit_rate_at_5": 0.79306, + "hit_rate_at_10": 0.87056, + "hit_rate_at_20": 0.92236, + "hit_rate_at_100": 0.98556, + "hit_rate_at_1000": 0.99958, + "main_score": 0.70618, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "ndcg_at_1": 0.59206, + "ndcg_at_3": 0.70136, + "ndcg_at_5": 0.72834, + "ndcg_at_10": 0.74955, + "ndcg_at_20": 0.76019, + "ndcg_at_100": 0.76873, + "ndcg_at_1000": 0.76948, + "map_at_1": 0.59206, + "map_at_3": 0.67485, + "map_at_5": 0.68986, + "map_at_10": 0.69874, + "map_at_20": 0.70168, + "map_at_100": 0.70298, + "map_at_1000": 0.70302, + "recall_at_1": 0.59206, + "recall_at_3": 0.77792, + "recall_at_5": 0.84328, + "recall_at_10": 0.90817, + "recall_at_20": 0.95008, + "recall_at_100": 0.99443, + "recall_at_1000": 1.0, + "accuracy": 0.59206, + "precision_at_1": 0.59206, + "precision_at_3": 0.25931, + "precision_at_5": 0.16866, + "precision_at_10": 0.09082, + "precision_at_20": 0.0475, + "precision_at_100": 0.00994, + "precision_at_1000": 0.001, + "mrr_at_1": 0.592059, + "mrr_at_3": 0.674851, + "mrr_at_5": 0.689861, + "mrr_at_10": 0.698741, + "mrr_at_20": 0.701684, + "mrr_at_100": 0.70298, + "mrr_at_1000": 0.703015, + "nauc_ndcg_at_1_max": 0.418585, + "nauc_ndcg_at_1_std": -0.288865, + "nauc_ndcg_at_1_diff1": 0.709463, + "nauc_ndcg_at_3_max": 0.445603, + "nauc_ndcg_at_3_std": -0.323726, + "nauc_ndcg_at_3_diff1": 0.661129, + "nauc_ndcg_at_5_max": 0.447224, + "nauc_ndcg_at_5_std": -0.324067, + "nauc_ndcg_at_5_diff1": 0.659386, + "nauc_ndcg_at_10_max": 0.442852, + "nauc_ndcg_at_10_std": -0.324103, + "nauc_ndcg_at_10_diff1": 0.664132, + "nauc_ndcg_at_20_max": 0.443437, + "nauc_ndcg_at_20_std": -0.316341, + "nauc_ndcg_at_20_diff1": 0.667683, + "nauc_ndcg_at_100_max": 0.440039, + "nauc_ndcg_at_100_std": -0.313715, + "nauc_ndcg_at_100_diff1": 0.672272, + "nauc_ndcg_at_1000_max": 0.439206, + "nauc_ndcg_at_1000_std": -0.314442, + "nauc_ndcg_at_1000_diff1": 0.672559, + "nauc_map_at_1_max": 0.418585, + "nauc_map_at_1_std": -0.288865, + "nauc_map_at_1_diff1": 0.709463, + "nauc_map_at_3_max": 0.438145, + "nauc_map_at_3_std": -0.314271, + "nauc_map_at_3_diff1": 0.673737, + "nauc_map_at_5_max": 0.438426, + "nauc_map_at_5_std": -0.313913, + "nauc_map_at_5_diff1": 0.673343, + "nauc_map_at_10_max": 0.436402, + "nauc_map_at_10_std": -0.313929, + "nauc_map_at_10_diff1": 0.675379, + "nauc_map_at_20_max": 0.436472, + "nauc_map_at_20_std": -0.312132, + "nauc_map_at_20_diff1": 0.676329, + "nauc_map_at_100_max": 0.436127, + "nauc_map_at_100_std": -0.311714, + "nauc_map_at_100_diff1": 0.676962, + "nauc_map_at_1000_max": 0.436094, + "nauc_map_at_1000_std": -0.311728, + "nauc_map_at_1000_diff1": 0.676968, + "nauc_recall_at_1_max": 0.418585, + "nauc_recall_at_1_std": -0.288865, + "nauc_recall_at_1_diff1": 0.709463, + "nauc_recall_at_3_max": 0.473827, + "nauc_recall_at_3_std": -0.359416, + "nauc_recall_at_3_diff1": 0.613827, + "nauc_recall_at_5_max": 0.491177, + "nauc_recall_at_5_std": -0.374016, + "nauc_recall_at_5_diff1": 0.5913, + "nauc_recall_at_10_max": 0.490859, + "nauc_recall_at_10_std": -0.40087, + "nauc_recall_at_10_diff1": 0.583298, + "nauc_recall_at_20_max": 0.539734, + "nauc_recall_at_20_std": -0.340387, + "nauc_recall_at_20_diff1": 0.57088, + "nauc_recall_at_100_max": 0.646274, + "nauc_recall_at_100_std": -0.1088, + "nauc_recall_at_100_diff1": 0.591519, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.418585, + "nauc_precision_at_1_std": -0.288865, + "nauc_precision_at_1_diff1": 0.709463, + "nauc_precision_at_3_max": 0.473827, + "nauc_precision_at_3_std": -0.359416, + "nauc_precision_at_3_diff1": 0.613827, + "nauc_precision_at_5_max": 0.491177, + "nauc_precision_at_5_std": -0.374016, + "nauc_precision_at_5_diff1": 0.5913, + "nauc_precision_at_10_max": 0.490859, + "nauc_precision_at_10_std": -0.40087, + "nauc_precision_at_10_diff1": 0.583298, + "nauc_precision_at_20_max": 0.539734, + "nauc_precision_at_20_std": -0.340387, + "nauc_precision_at_20_diff1": 0.57088, + "nauc_precision_at_100_max": 0.646274, + "nauc_precision_at_100_std": -0.1088, + "nauc_precision_at_100_diff1": 0.591519, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.418585, + "nauc_mrr_at_1_std": -0.288865, + "nauc_mrr_at_1_diff1": 0.709463, + "nauc_mrr_at_3_max": 0.438145, + "nauc_mrr_at_3_std": -0.314271, + "nauc_mrr_at_3_diff1": 0.673737, + "nauc_mrr_at_5_max": 0.438426, + "nauc_mrr_at_5_std": -0.313913, + "nauc_mrr_at_5_diff1": 0.673343, + "nauc_mrr_at_10_max": 0.436402, + "nauc_mrr_at_10_std": -0.313929, + "nauc_mrr_at_10_diff1": 0.675379, + "nauc_mrr_at_20_max": 0.436472, + "nauc_mrr_at_20_std": -0.312132, + "nauc_mrr_at_20_diff1": 0.676329, + "nauc_mrr_at_100_max": 0.436127, + "nauc_mrr_at_100_std": -0.311714, + "nauc_mrr_at_100_diff1": 0.676962, + "nauc_mrr_at_1000_max": 0.436094, + "nauc_mrr_at_1000_std": -0.311728, + "nauc_mrr_at_1000_diff1": 0.676968, + "hit_rate_at_1": 0.59206, + "hit_rate_at_3": 0.77792, + "hit_rate_at_5": 0.84328, + "hit_rate_at_10": 0.90817, + "hit_rate_at_20": 0.95008, + "hit_rate_at_100": 0.99443, + "hit_rate_at_1000": 1.0, + "main_score": 0.74955, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "ndcg_at_1": 0.4842, + "ndcg_at_3": 0.58728, + "ndcg_at_5": 0.61687, + "ndcg_at_10": 0.64495, + "ndcg_at_20": 0.66038, + "ndcg_at_100": 0.67701, + "ndcg_at_1000": 0.68098, + "map_at_1": 0.4842, + "map_at_3": 0.56211, + "map_at_5": 0.57854, + "map_at_10": 0.59027, + "map_at_20": 0.59455, + "map_at_100": 0.59692, + "map_at_1000": 0.59708, + "recall_at_1": 0.4842, + "recall_at_3": 0.66004, + "recall_at_5": 0.73182, + "recall_at_10": 0.81794, + "recall_at_20": 0.87867, + "recall_at_100": 0.96715, + "recall_at_1000": 0.99765, + "accuracy": 0.4842, + "precision_at_1": 0.4842, + "precision_at_3": 0.22001, + "precision_at_5": 0.14636, + "precision_at_10": 0.08179, + "precision_at_20": 0.04393, + "precision_at_100": 0.00967, + "precision_at_1000": 0.001, + "mrr_at_1": 0.484196, + "mrr_at_3": 0.562112, + "mrr_at_5": 0.578544, + "mrr_at_10": 0.590271, + "mrr_at_20": 0.594546, + "mrr_at_100": 0.596924, + "mrr_at_1000": 0.597085, + "nauc_ndcg_at_1_max": 0.467152, + "nauc_ndcg_at_1_std": -0.034137, + "nauc_ndcg_at_1_diff1": 0.645728, + "nauc_ndcg_at_3_max": 0.494126, + "nauc_ndcg_at_3_std": -0.015446, + "nauc_ndcg_at_3_diff1": 0.584152, + "nauc_ndcg_at_5_max": 0.499694, + "nauc_ndcg_at_5_std": -0.010454, + "nauc_ndcg_at_5_diff1": 0.58117, + "nauc_ndcg_at_10_max": 0.503107, + "nauc_ndcg_at_10_std": 0.001271, + "nauc_ndcg_at_10_diff1": 0.581811, + "nauc_ndcg_at_20_max": 0.505703, + "nauc_ndcg_at_20_std": 0.006542, + "nauc_ndcg_at_20_diff1": 0.587102, + "nauc_ndcg_at_100_max": 0.50094, + "nauc_ndcg_at_100_std": 0.002384, + "nauc_ndcg_at_100_diff1": 0.591507, + "nauc_ndcg_at_1000_max": 0.497778, + "nauc_ndcg_at_1000_std": -0.00343, + "nauc_ndcg_at_1000_diff1": 0.593801, + "nauc_map_at_1_max": 0.467152, + "nauc_map_at_1_std": -0.034137, + "nauc_map_at_1_diff1": 0.645728, + "nauc_map_at_3_max": 0.486818, + "nauc_map_at_3_std": -0.020665, + "nauc_map_at_3_diff1": 0.599635, + "nauc_map_at_5_max": 0.489348, + "nauc_map_at_5_std": -0.018295, + "nauc_map_at_5_diff1": 0.598463, + "nauc_map_at_10_max": 0.490432, + "nauc_map_at_10_std": -0.014053, + "nauc_map_at_10_diff1": 0.599298, + "nauc_map_at_20_max": 0.49106, + "nauc_map_at_20_std": -0.012888, + "nauc_map_at_20_diff1": 0.600916, + "nauc_map_at_100_max": 0.490521, + "nauc_map_at_100_std": -0.013299, + "nauc_map_at_100_diff1": 0.601406, + "nauc_map_at_1000_max": 0.490431, + "nauc_map_at_1000_std": -0.013461, + "nauc_map_at_1000_diff1": 0.601489, + "nauc_recall_at_1_max": 0.467152, + "nauc_recall_at_1_std": -0.034137, + "nauc_recall_at_1_diff1": 0.645728, + "nauc_recall_at_3_max": 0.518388, + "nauc_recall_at_3_std": 0.001948, + "nauc_recall_at_3_diff1": 0.533304, + "nauc_recall_at_5_max": 0.540558, + "nauc_recall_at_5_std": 0.020676, + "nauc_recall_at_5_diff1": 0.515261, + "nauc_recall_at_10_max": 0.571732, + "nauc_recall_at_10_std": 0.088924, + "nauc_recall_at_10_diff1": 0.492592, + "nauc_recall_at_20_max": 0.6215, + "nauc_recall_at_20_std": 0.171477, + "nauc_recall_at_20_diff1": 0.495733, + "nauc_recall_at_100_max": 0.718116, + "nauc_recall_at_100_std": 0.405983, + "nauc_recall_at_100_diff1": 0.446992, + "nauc_recall_at_1000_max": 0.934368, + "nauc_recall_at_1000_std": 0.845554, + "nauc_recall_at_1000_diff1": 0.34146, + "nauc_precision_at_1_max": 0.467152, + "nauc_precision_at_1_std": -0.034137, + "nauc_precision_at_1_diff1": 0.645728, + "nauc_precision_at_3_max": 0.518388, + "nauc_precision_at_3_std": 0.001948, + "nauc_precision_at_3_diff1": 0.533304, + "nauc_precision_at_5_max": 0.540558, + "nauc_precision_at_5_std": 0.020676, + "nauc_precision_at_5_diff1": 0.515261, + "nauc_precision_at_10_max": 0.571732, + "nauc_precision_at_10_std": 0.088924, + "nauc_precision_at_10_diff1": 0.492592, + "nauc_precision_at_20_max": 0.6215, + "nauc_precision_at_20_std": 0.171477, + "nauc_precision_at_20_diff1": 0.495733, + "nauc_precision_at_100_max": 0.718116, + "nauc_precision_at_100_std": 0.405983, + "nauc_precision_at_100_diff1": 0.446992, + "nauc_precision_at_1000_max": 0.934368, + "nauc_precision_at_1000_std": 0.845554, + "nauc_precision_at_1000_diff1": 0.34146, + "nauc_mrr_at_1_max": 0.467152, + "nauc_mrr_at_1_std": -0.034137, + "nauc_mrr_at_1_diff1": 0.645728, + "nauc_mrr_at_3_max": 0.486818, + "nauc_mrr_at_3_std": -0.020665, + "nauc_mrr_at_3_diff1": 0.599635, + "nauc_mrr_at_5_max": 0.489348, + "nauc_mrr_at_5_std": -0.018295, + "nauc_mrr_at_5_diff1": 0.598463, + "nauc_mrr_at_10_max": 0.490432, + "nauc_mrr_at_10_std": -0.014053, + "nauc_mrr_at_10_diff1": 0.599298, + "nauc_mrr_at_20_max": 0.49106, + "nauc_mrr_at_20_std": -0.012888, + "nauc_mrr_at_20_diff1": 0.600916, + "nauc_mrr_at_100_max": 0.490521, + "nauc_mrr_at_100_std": -0.013299, + "nauc_mrr_at_100_diff1": 0.601406, + "nauc_mrr_at_1000_max": 0.490431, + "nauc_mrr_at_1000_std": -0.013461, + "nauc_mrr_at_1000_diff1": 0.601489, + "hit_rate_at_1": 0.4842, + "hit_rate_at_3": 0.66004, + "hit_rate_at_5": 0.73182, + "hit_rate_at_10": 0.81794, + "hit_rate_at_20": 0.87867, + "hit_rate_at_100": 0.96715, + "hit_rate_at_1000": 0.99765, + "main_score": 0.64495, + "hf_subset": "fa", + "languages": [ + "fas-Arab" + ] + }, + { + "ndcg_at_1": 0.38459, + "ndcg_at_3": 0.48268, + "ndcg_at_5": 0.51236, + "ndcg_at_10": 0.54189, + "ndcg_at_20": 0.56091, + "ndcg_at_100": 0.58544, + "ndcg_at_1000": 0.59417, + "map_at_1": 0.38459, + "map_at_3": 0.45833, + "map_at_5": 0.47479, + "map_at_10": 0.48694, + "map_at_20": 0.49216, + "map_at_100": 0.49558, + "map_at_1000": 0.49592, + "recall_at_1": 0.38459, + "recall_at_3": 0.55325, + "recall_at_5": 0.62537, + "recall_at_10": 0.71685, + "recall_at_20": 0.79206, + "recall_at_100": 0.92395, + "recall_at_1000": 0.992, + "accuracy": 0.38459, + "precision_at_1": 0.38459, + "precision_at_3": 0.18442, + "precision_at_5": 0.12507, + "precision_at_10": 0.07169, + "precision_at_20": 0.0396, + "precision_at_100": 0.00924, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.384594, + "mrr_at_3": 0.458327, + "mrr_at_5": 0.474786, + "mrr_at_10": 0.486943, + "mrr_at_20": 0.492163, + "mrr_at_100": 0.495578, + "mrr_at_1000": 0.495916, + "nauc_ndcg_at_1_max": 0.506338, + "nauc_ndcg_at_1_std": 0.084146, + "nauc_ndcg_at_1_diff1": 0.587106, + "nauc_ndcg_at_3_max": 0.535769, + "nauc_ndcg_at_3_std": 0.116807, + "nauc_ndcg_at_3_diff1": 0.527939, + "nauc_ndcg_at_5_max": 0.537808, + "nauc_ndcg_at_5_std": 0.126912, + "nauc_ndcg_at_5_diff1": 0.51865, + "nauc_ndcg_at_10_max": 0.543174, + "nauc_ndcg_at_10_std": 0.14197, + "nauc_ndcg_at_10_diff1": 0.517199, + "nauc_ndcg_at_20_max": 0.548229, + "nauc_ndcg_at_20_std": 0.152668, + "nauc_ndcg_at_20_diff1": 0.520954, + "nauc_ndcg_at_100_max": 0.546409, + "nauc_ndcg_at_100_std": 0.150446, + "nauc_ndcg_at_100_diff1": 0.528033, + "nauc_ndcg_at_1000_max": 0.541293, + "nauc_ndcg_at_1000_std": 0.138984, + "nauc_ndcg_at_1000_diff1": 0.530842, + "nauc_map_at_1_max": 0.506338, + "nauc_map_at_1_std": 0.084146, + "nauc_map_at_1_diff1": 0.587106, + "nauc_map_at_3_max": 0.52856, + "nauc_map_at_3_std": 0.108396, + "nauc_map_at_3_diff1": 0.542422, + "nauc_map_at_5_max": 0.529389, + "nauc_map_at_5_std": 0.113638, + "nauc_map_at_5_diff1": 0.537585, + "nauc_map_at_10_max": 0.531287, + "nauc_map_at_10_std": 0.119123, + "nauc_map_at_10_diff1": 0.537387, + "nauc_map_at_20_max": 0.53247, + "nauc_map_at_20_std": 0.121604, + "nauc_map_at_20_diff1": 0.538538, + "nauc_map_at_100_max": 0.532234, + "nauc_map_at_100_std": 0.121238, + "nauc_map_at_100_diff1": 0.539592, + "nauc_map_at_1000_max": 0.532083, + "nauc_map_at_1000_std": 0.1209, + "nauc_map_at_1000_diff1": 0.539691, + "nauc_recall_at_1_max": 0.506338, + "nauc_recall_at_1_std": 0.084146, + "nauc_recall_at_1_diff1": 0.587106, + "nauc_recall_at_3_max": 0.557639, + "nauc_recall_at_3_std": 0.142503, + "nauc_recall_at_3_diff1": 0.484005, + "nauc_recall_at_5_max": 0.565932, + "nauc_recall_at_5_std": 0.172388, + "nauc_recall_at_5_diff1": 0.455186, + "nauc_recall_at_10_max": 0.59327, + "nauc_recall_at_10_std": 0.242154, + "nauc_recall_at_10_diff1": 0.43598, + "nauc_recall_at_20_max": 0.637905, + "nauc_recall_at_20_std": 0.335601, + "nauc_recall_at_20_diff1": 0.436494, + "nauc_recall_at_100_max": 0.731159, + "nauc_recall_at_100_std": 0.559291, + "nauc_recall_at_100_diff1": 0.443645, + "nauc_recall_at_1000_max": 0.89734, + "nauc_recall_at_1000_std": 0.877077, + "nauc_recall_at_1000_diff1": 0.480297, + "nauc_precision_at_1_max": 0.506338, + "nauc_precision_at_1_std": 0.084146, + "nauc_precision_at_1_diff1": 0.587106, + "nauc_precision_at_3_max": 0.557639, + "nauc_precision_at_3_std": 0.142503, + "nauc_precision_at_3_diff1": 0.484005, + "nauc_precision_at_5_max": 0.565932, + "nauc_precision_at_5_std": 0.172388, + "nauc_precision_at_5_diff1": 0.455186, + "nauc_precision_at_10_max": 0.59327, + "nauc_precision_at_10_std": 0.242154, + "nauc_precision_at_10_diff1": 0.43598, + "nauc_precision_at_20_max": 0.637905, + "nauc_precision_at_20_std": 0.335601, + "nauc_precision_at_20_diff1": 0.436494, + "nauc_precision_at_100_max": 0.731159, + "nauc_precision_at_100_std": 0.559291, + "nauc_precision_at_100_diff1": 0.443645, + "nauc_precision_at_1000_max": 0.89734, + "nauc_precision_at_1000_std": 0.877077, + "nauc_precision_at_1000_diff1": 0.480297, + "nauc_mrr_at_1_max": 0.506338, + "nauc_mrr_at_1_std": 0.084146, + "nauc_mrr_at_1_diff1": 0.587106, + "nauc_mrr_at_3_max": 0.52856, + "nauc_mrr_at_3_std": 0.108396, + "nauc_mrr_at_3_diff1": 0.542422, + "nauc_mrr_at_5_max": 0.529389, + "nauc_mrr_at_5_std": 0.113638, + "nauc_mrr_at_5_diff1": 0.537585, + "nauc_mrr_at_10_max": 0.531287, + "nauc_mrr_at_10_std": 0.119123, + "nauc_mrr_at_10_diff1": 0.537387, + "nauc_mrr_at_20_max": 0.53247, + "nauc_mrr_at_20_std": 0.121604, + "nauc_mrr_at_20_diff1": 0.538538, + "nauc_mrr_at_100_max": 0.532234, + "nauc_mrr_at_100_std": 0.121238, + "nauc_mrr_at_100_diff1": 0.539592, + "nauc_mrr_at_1000_max": 0.532083, + "nauc_mrr_at_1000_std": 0.1209, + "nauc_mrr_at_1000_diff1": 0.539691, + "hit_rate_at_1": 0.38459, + "hit_rate_at_3": 0.55325, + "hit_rate_at_5": 0.62537, + "hit_rate_at_10": 0.71685, + "hit_rate_at_20": 0.79206, + "hit_rate_at_100": 0.92395, + "hit_rate_at_1000": 0.992, + "main_score": 0.54189, + "hf_subset": "fi", + "languages": [ + "fin-Latn" + ] + }, + { + "ndcg_at_1": 0.29934, + "ndcg_at_3": 0.38477, + "ndcg_at_5": 0.41372, + "ndcg_at_10": 0.44276, + "ndcg_at_20": 0.46397, + "ndcg_at_100": 0.49444, + "ndcg_at_1000": 0.50944, + "map_at_1": 0.29934, + "map_at_3": 0.36379, + "map_at_5": 0.37984, + "map_at_10": 0.39194, + "map_at_20": 0.39779, + "map_at_100": 0.40206, + "map_at_1000": 0.4026, + "recall_at_1": 0.29934, + "recall_at_3": 0.44549, + "recall_at_5": 0.51583, + "recall_at_10": 0.60501, + "recall_at_20": 0.6887, + "recall_at_100": 0.85216, + "recall_at_1000": 0.97159, + "accuracy": 0.29934, + "precision_at_1": 0.29934, + "precision_at_3": 0.1485, + "precision_at_5": 0.10317, + "precision_at_10": 0.0605, + "precision_at_20": 0.03444, + "precision_at_100": 0.00852, + "precision_at_1000": 0.00097, + "mrr_at_1": 0.299339, + "mrr_at_3": 0.363788, + "mrr_at_5": 0.379838, + "mrr_at_10": 0.391937, + "mrr_at_20": 0.397789, + "mrr_at_100": 0.402059, + "mrr_at_1000": 0.402598, + "nauc_ndcg_at_1_max": 0.48985, + "nauc_ndcg_at_1_std": 0.041327, + "nauc_ndcg_at_1_diff1": 0.557385, + "nauc_ndcg_at_3_max": 0.507521, + "nauc_ndcg_at_3_std": 0.083824, + "nauc_ndcg_at_3_diff1": 0.48549, + "nauc_ndcg_at_5_max": 0.509041, + "nauc_ndcg_at_5_std": 0.094715, + "nauc_ndcg_at_5_diff1": 0.470489, + "nauc_ndcg_at_10_max": 0.518575, + "nauc_ndcg_at_10_std": 0.116045, + "nauc_ndcg_at_10_diff1": 0.462403, + "nauc_ndcg_at_20_max": 0.524832, + "nauc_ndcg_at_20_std": 0.128236, + "nauc_ndcg_at_20_diff1": 0.464453, + "nauc_ndcg_at_100_max": 0.529964, + "nauc_ndcg_at_100_std": 0.139136, + "nauc_ndcg_at_100_diff1": 0.473006, + "nauc_ndcg_at_1000_max": 0.524347, + "nauc_ndcg_at_1000_std": 0.124562, + "nauc_ndcg_at_1000_diff1": 0.479139, + "nauc_map_at_1_max": 0.48985, + "nauc_map_at_1_std": 0.041327, + "nauc_map_at_1_diff1": 0.557385, + "nauc_map_at_3_max": 0.503266, + "nauc_map_at_3_std": 0.0736, + "nauc_map_at_3_diff1": 0.502056, + "nauc_map_at_5_max": 0.504022, + "nauc_map_at_5_std": 0.079329, + "nauc_map_at_5_diff1": 0.493827, + "nauc_map_at_10_max": 0.507868, + "nauc_map_at_10_std": 0.087841, + "nauc_map_at_10_diff1": 0.490869, + "nauc_map_at_20_max": 0.509548, + "nauc_map_at_20_std": 0.090993, + "nauc_map_at_20_diff1": 0.491684, + "nauc_map_at_100_max": 0.5102, + "nauc_map_at_100_std": 0.092346, + "nauc_map_at_100_diff1": 0.493001, + "nauc_map_at_1000_max": 0.510074, + "nauc_map_at_1000_std": 0.091983, + "nauc_map_at_1000_diff1": 0.49324, + "nauc_recall_at_1_max": 0.48985, + "nauc_recall_at_1_std": 0.041327, + "nauc_recall_at_1_diff1": 0.557385, + "nauc_recall_at_3_max": 0.51965, + "nauc_recall_at_3_std": 0.112967, + "nauc_recall_at_3_diff1": 0.438563, + "nauc_recall_at_5_max": 0.524034, + "nauc_recall_at_5_std": 0.141644, + "nauc_recall_at_5_diff1": 0.400317, + "nauc_recall_at_10_max": 0.557216, + "nauc_recall_at_10_std": 0.217495, + "nauc_recall_at_10_diff1": 0.365794, + "nauc_recall_at_20_max": 0.592966, + "nauc_recall_at_20_std": 0.292224, + "nauc_recall_at_20_diff1": 0.358814, + "nauc_recall_at_100_max": 0.706866, + "nauc_recall_at_100_std": 0.549629, + "nauc_recall_at_100_diff1": 0.365641, + "nauc_recall_at_1000_max": 0.905588, + "nauc_recall_at_1000_std": 0.903289, + "nauc_recall_at_1000_diff1": 0.41745, + "nauc_precision_at_1_max": 0.48985, + "nauc_precision_at_1_std": 0.041327, + "nauc_precision_at_1_diff1": 0.557385, + "nauc_precision_at_3_max": 0.51965, + "nauc_precision_at_3_std": 0.112967, + "nauc_precision_at_3_diff1": 0.438563, + "nauc_precision_at_5_max": 0.524034, + "nauc_precision_at_5_std": 0.141644, + "nauc_precision_at_5_diff1": 0.400317, + "nauc_precision_at_10_max": 0.557216, + "nauc_precision_at_10_std": 0.217495, + "nauc_precision_at_10_diff1": 0.365794, + "nauc_precision_at_20_max": 0.592966, + "nauc_precision_at_20_std": 0.292224, + "nauc_precision_at_20_diff1": 0.358814, + "nauc_precision_at_100_max": 0.706866, + "nauc_precision_at_100_std": 0.549629, + "nauc_precision_at_100_diff1": 0.365641, + "nauc_precision_at_1000_max": 0.905588, + "nauc_precision_at_1000_std": 0.903289, + "nauc_precision_at_1000_diff1": 0.41745, + "nauc_mrr_at_1_max": 0.48985, + "nauc_mrr_at_1_std": 0.041327, + "nauc_mrr_at_1_diff1": 0.557385, + "nauc_mrr_at_3_max": 0.503266, + "nauc_mrr_at_3_std": 0.0736, + "nauc_mrr_at_3_diff1": 0.502056, + "nauc_mrr_at_5_max": 0.504022, + "nauc_mrr_at_5_std": 0.079329, + "nauc_mrr_at_5_diff1": 0.493827, + "nauc_mrr_at_10_max": 0.507868, + "nauc_mrr_at_10_std": 0.087841, + "nauc_mrr_at_10_diff1": 0.490869, + "nauc_mrr_at_20_max": 0.509548, + "nauc_mrr_at_20_std": 0.090993, + "nauc_mrr_at_20_diff1": 0.491684, + "nauc_mrr_at_100_max": 0.5102, + "nauc_mrr_at_100_std": 0.092346, + "nauc_mrr_at_100_diff1": 0.493001, + "nauc_mrr_at_1000_max": 0.510074, + "nauc_mrr_at_1000_std": 0.091983, + "nauc_mrr_at_1000_diff1": 0.49324, + "hit_rate_at_1": 0.29934, + "hit_rate_at_3": 0.44549, + "hit_rate_at_5": 0.51583, + "hit_rate_at_10": 0.60501, + "hit_rate_at_20": 0.6887, + "hit_rate_at_100": 0.85216, + "hit_rate_at_1000": 0.97159, + "main_score": 0.44276, + "hf_subset": "fil", + "languages": [ + "fil-Latn" + ] + }, + { + "ndcg_at_1": 0.70649, + "ndcg_at_3": 0.79692, + "ndcg_at_5": 0.81611, + "ndcg_at_10": 0.83097, + "ndcg_at_20": 0.83836, + "ndcg_at_100": 0.8419, + "ndcg_at_1000": 0.84217, + "map_at_1": 0.70649, + "map_at_3": 0.77533, + "map_at_5": 0.78601, + "map_at_10": 0.79223, + "map_at_20": 0.79432, + "map_at_100": 0.79487, + "map_at_1000": 0.79489, + "recall_at_1": 0.70649, + "recall_at_3": 0.85915, + "recall_at_5": 0.90563, + "recall_at_10": 0.95106, + "recall_at_20": 0.97991, + "recall_at_100": 0.99801, + "recall_at_1000": 1.0, + "accuracy": 0.70649, + "precision_at_1": 0.70649, + "precision_at_3": 0.28638, + "precision_at_5": 0.18113, + "precision_at_10": 0.09511, + "precision_at_20": 0.049, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.706494, + "mrr_at_3": 0.775325, + "mrr_at_5": 0.786006, + "mrr_at_10": 0.792231, + "mrr_at_20": 0.794316, + "mrr_at_100": 0.794872, + "mrr_at_1000": 0.794885, + "nauc_ndcg_at_1_max": 0.461335, + "nauc_ndcg_at_1_std": -0.324458, + "nauc_ndcg_at_1_diff1": 0.775585, + "nauc_ndcg_at_3_max": 0.506879, + "nauc_ndcg_at_3_std": -0.365781, + "nauc_ndcg_at_3_diff1": 0.741326, + "nauc_ndcg_at_5_max": 0.499782, + "nauc_ndcg_at_5_std": -0.368951, + "nauc_ndcg_at_5_diff1": 0.738992, + "nauc_ndcg_at_10_max": 0.500609, + "nauc_ndcg_at_10_std": -0.355272, + "nauc_ndcg_at_10_diff1": 0.744345, + "nauc_ndcg_at_20_max": 0.49712, + "nauc_ndcg_at_20_std": -0.348039, + "nauc_ndcg_at_20_diff1": 0.747374, + "nauc_ndcg_at_100_max": 0.492991, + "nauc_ndcg_at_100_std": -0.350432, + "nauc_ndcg_at_100_diff1": 0.749872, + "nauc_ndcg_at_1000_max": 0.492333, + "nauc_ndcg_at_1000_std": -0.351077, + "nauc_ndcg_at_1000_diff1": 0.750028, + "nauc_map_at_1_max": 0.461335, + "nauc_map_at_1_std": -0.324458, + "nauc_map_at_1_diff1": 0.775585, + "nauc_map_at_3_max": 0.493802, + "nauc_map_at_3_std": -0.354624, + "nauc_map_at_3_diff1": 0.750322, + "nauc_map_at_5_max": 0.489737, + "nauc_map_at_5_std": -0.355603, + "nauc_map_at_5_diff1": 0.749567, + "nauc_map_at_10_max": 0.489691, + "nauc_map_at_10_std": -0.350594, + "nauc_map_at_10_diff1": 0.7518, + "nauc_map_at_20_max": 0.48875, + "nauc_map_at_20_std": -0.348984, + "nauc_map_at_20_diff1": 0.752555, + "nauc_map_at_100_max": 0.488269, + "nauc_map_at_100_std": -0.349243, + "nauc_map_at_100_diff1": 0.752893, + "nauc_map_at_1000_max": 0.488246, + "nauc_map_at_1000_std": -0.349262, + "nauc_map_at_1000_diff1": 0.752899, + "nauc_recall_at_1_max": 0.461335, + "nauc_recall_at_1_std": -0.324458, + "nauc_recall_at_1_diff1": 0.775585, + "nauc_recall_at_3_max": 0.562507, + "nauc_recall_at_3_std": -0.412779, + "nauc_recall_at_3_diff1": 0.70361, + "nauc_recall_at_5_max": 0.556054, + "nauc_recall_at_5_std": -0.446992, + "nauc_recall_at_5_diff1": 0.677663, + "nauc_recall_at_10_max": 0.616094, + "nauc_recall_at_10_std": -0.38587, + "nauc_recall_at_10_diff1": 0.671148, + "nauc_recall_at_20_max": 0.686024, + "nauc_recall_at_20_std": -0.222119, + "nauc_recall_at_20_diff1": 0.65169, + "nauc_recall_at_100_max": 0.841051, + "nauc_recall_at_100_std": 0.01071, + "nauc_recall_at_100_diff1": 0.667219, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.461335, + "nauc_precision_at_1_std": -0.324458, + "nauc_precision_at_1_diff1": 0.775585, + "nauc_precision_at_3_max": 0.562507, + "nauc_precision_at_3_std": -0.412779, + "nauc_precision_at_3_diff1": 0.70361, + "nauc_precision_at_5_max": 0.556054, + "nauc_precision_at_5_std": -0.446992, + "nauc_precision_at_5_diff1": 0.677663, + "nauc_precision_at_10_max": 0.616094, + "nauc_precision_at_10_std": -0.38587, + "nauc_precision_at_10_diff1": 0.671148, + "nauc_precision_at_20_max": 0.686024, + "nauc_precision_at_20_std": -0.222119, + "nauc_precision_at_20_diff1": 0.65169, + "nauc_precision_at_100_max": 0.841051, + "nauc_precision_at_100_std": 0.01071, + "nauc_precision_at_100_diff1": 0.667219, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.461335, + "nauc_mrr_at_1_std": -0.324458, + "nauc_mrr_at_1_diff1": 0.775585, + "nauc_mrr_at_3_max": 0.493802, + "nauc_mrr_at_3_std": -0.354624, + "nauc_mrr_at_3_diff1": 0.750322, + "nauc_mrr_at_5_max": 0.489737, + "nauc_mrr_at_5_std": -0.355603, + "nauc_mrr_at_5_diff1": 0.749567, + "nauc_mrr_at_10_max": 0.489691, + "nauc_mrr_at_10_std": -0.350594, + "nauc_mrr_at_10_diff1": 0.7518, + "nauc_mrr_at_20_max": 0.48875, + "nauc_mrr_at_20_std": -0.348984, + "nauc_mrr_at_20_diff1": 0.752555, + "nauc_mrr_at_100_max": 0.488269, + "nauc_mrr_at_100_std": -0.349243, + "nauc_mrr_at_100_diff1": 0.752893, + "nauc_mrr_at_1000_max": 0.488246, + "nauc_mrr_at_1000_std": -0.349262, + "nauc_mrr_at_1000_diff1": 0.752899, + "hit_rate_at_1": 0.70649, + "hit_rate_at_3": 0.85915, + "hit_rate_at_5": 0.90563, + "hit_rate_at_10": 0.95106, + "hit_rate_at_20": 0.97991, + "hit_rate_at_100": 0.99801, + "hit_rate_at_1000": 1.0, + "main_score": 0.83097, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "ndcg_at_1": 0.45889, + "ndcg_at_3": 0.55477, + "ndcg_at_5": 0.58072, + "ndcg_at_10": 0.60854, + "ndcg_at_20": 0.6259, + "ndcg_at_100": 0.64598, + "ndcg_at_1000": 0.65205, + "map_at_1": 0.45889, + "map_at_3": 0.53113, + "map_at_5": 0.54555, + "map_at_10": 0.5571, + "map_at_20": 0.56198, + "map_at_100": 0.5648, + "map_at_1000": 0.56503, + "recall_at_1": 0.45889, + "recall_at_3": 0.62319, + "recall_at_5": 0.68611, + "recall_at_10": 0.77181, + "recall_at_20": 0.83958, + "recall_at_100": 0.94722, + "recall_at_1000": 0.99444, + "accuracy": 0.45889, + "precision_at_1": 0.45889, + "precision_at_3": 0.20773, + "precision_at_5": 0.13722, + "precision_at_10": 0.07718, + "precision_at_20": 0.04198, + "precision_at_100": 0.00947, + "precision_at_1000": 0.00099, + "mrr_at_1": 0.458889, + "mrr_at_3": 0.531134, + "mrr_at_5": 0.545551, + "mrr_at_10": 0.557103, + "mrr_at_20": 0.561982, + "mrr_at_100": 0.564799, + "mrr_at_1000": 0.565035, + "nauc_ndcg_at_1_max": 0.518565, + "nauc_ndcg_at_1_std": 0.016812, + "nauc_ndcg_at_1_diff1": 0.660205, + "nauc_ndcg_at_3_max": 0.540796, + "nauc_ndcg_at_3_std": 0.045, + "nauc_ndcg_at_3_diff1": 0.606642, + "nauc_ndcg_at_5_max": 0.548203, + "nauc_ndcg_at_5_std": 0.058558, + "nauc_ndcg_at_5_diff1": 0.599635, + "nauc_ndcg_at_10_max": 0.55281, + "nauc_ndcg_at_10_std": 0.069541, + "nauc_ndcg_at_10_diff1": 0.602056, + "nauc_ndcg_at_20_max": 0.555754, + "nauc_ndcg_at_20_std": 0.077342, + "nauc_ndcg_at_20_diff1": 0.604833, + "nauc_ndcg_at_100_max": 0.553604, + "nauc_ndcg_at_100_std": 0.076634, + "nauc_ndcg_at_100_diff1": 0.609494, + "nauc_ndcg_at_1000_max": 0.548367, + "nauc_ndcg_at_1000_std": 0.065489, + "nauc_ndcg_at_1000_diff1": 0.61191, + "nauc_map_at_1_max": 0.518565, + "nauc_map_at_1_std": 0.016812, + "nauc_map_at_1_diff1": 0.660205, + "nauc_map_at_3_max": 0.534376, + "nauc_map_at_3_std": 0.036827, + "nauc_map_at_3_diff1": 0.620015, + "nauc_map_at_5_max": 0.538358, + "nauc_map_at_5_std": 0.043995, + "nauc_map_at_5_diff1": 0.616743, + "nauc_map_at_10_max": 0.539778, + "nauc_map_at_10_std": 0.047824, + "nauc_map_at_10_diff1": 0.617923, + "nauc_map_at_20_max": 0.540292, + "nauc_map_at_20_std": 0.049462, + "nauc_map_at_20_diff1": 0.618737, + "nauc_map_at_100_max": 0.540027, + "nauc_map_at_100_std": 0.049479, + "nauc_map_at_100_diff1": 0.619346, + "nauc_map_at_1000_max": 0.539866, + "nauc_map_at_1000_std": 0.049136, + "nauc_map_at_1000_diff1": 0.619442, + "nauc_recall_at_1_max": 0.518565, + "nauc_recall_at_1_std": 0.016812, + "nauc_recall_at_1_diff1": 0.660205, + "nauc_recall_at_3_max": 0.561552, + "nauc_recall_at_3_std": 0.071437, + "nauc_recall_at_3_diff1": 0.564255, + "nauc_recall_at_5_max": 0.584129, + "nauc_recall_at_5_std": 0.112307, + "nauc_recall_at_5_diff1": 0.538338, + "nauc_recall_at_10_max": 0.615078, + "nauc_recall_at_10_std": 0.175232, + "nauc_recall_at_10_diff1": 0.532583, + "nauc_recall_at_20_max": 0.65919, + "nauc_recall_at_20_std": 0.269026, + "nauc_recall_at_20_diff1": 0.528536, + "nauc_recall_at_100_max": 0.789158, + "nauc_recall_at_100_std": 0.58468, + "nauc_recall_at_100_diff1": 0.512304, + "nauc_recall_at_1000_max": 0.891071, + "nauc_recall_at_1000_std": 0.861426, + "nauc_recall_at_1000_diff1": 0.510294, + "nauc_precision_at_1_max": 0.518565, + "nauc_precision_at_1_std": 0.016812, + "nauc_precision_at_1_diff1": 0.660205, + "nauc_precision_at_3_max": 0.561552, + "nauc_precision_at_3_std": 0.071437, + "nauc_precision_at_3_diff1": 0.564255, + "nauc_precision_at_5_max": 0.584129, + "nauc_precision_at_5_std": 0.112307, + "nauc_precision_at_5_diff1": 0.538338, + "nauc_precision_at_10_max": 0.615078, + "nauc_precision_at_10_std": 0.175232, + "nauc_precision_at_10_diff1": 0.532583, + "nauc_precision_at_20_max": 0.65919, + "nauc_precision_at_20_std": 0.269026, + "nauc_precision_at_20_diff1": 0.528536, + "nauc_precision_at_100_max": 0.789158, + "nauc_precision_at_100_std": 0.58468, + "nauc_precision_at_100_diff1": 0.512304, + "nauc_precision_at_1000_max": 0.891071, + "nauc_precision_at_1000_std": 0.861426, + "nauc_precision_at_1000_diff1": 0.510294, + "nauc_mrr_at_1_max": 0.518565, + "nauc_mrr_at_1_std": 0.016812, + "nauc_mrr_at_1_diff1": 0.660205, + "nauc_mrr_at_3_max": 0.534376, + "nauc_mrr_at_3_std": 0.036827, + "nauc_mrr_at_3_diff1": 0.620015, + "nauc_mrr_at_5_max": 0.538358, + "nauc_mrr_at_5_std": 0.043995, + "nauc_mrr_at_5_diff1": 0.616743, + "nauc_mrr_at_10_max": 0.539778, + "nauc_mrr_at_10_std": 0.047824, + "nauc_mrr_at_10_diff1": 0.617923, + "nauc_mrr_at_20_max": 0.540292, + "nauc_mrr_at_20_std": 0.049462, + "nauc_mrr_at_20_diff1": 0.618737, + "nauc_mrr_at_100_max": 0.540027, + "nauc_mrr_at_100_std": 0.049479, + "nauc_mrr_at_100_diff1": 0.619346, + "nauc_mrr_at_1000_max": 0.539866, + "nauc_mrr_at_1000_std": 0.049136, + "nauc_mrr_at_1000_diff1": 0.619442, + "hit_rate_at_1": 0.45889, + "hit_rate_at_3": 0.62319, + "hit_rate_at_5": 0.68611, + "hit_rate_at_10": 0.77181, + "hit_rate_at_20": 0.83958, + "hit_rate_at_100": 0.94722, + "hit_rate_at_1000": 0.99444, + "main_score": 0.60854, + "hf_subset": "he", + "languages": [ + "heb-Hebr" + ] + }, + { + "ndcg_at_1": 0.2906, + "ndcg_at_3": 0.38935, + "ndcg_at_5": 0.42149, + "ndcg_at_10": 0.45538, + "ndcg_at_20": 0.48188, + "ndcg_at_100": 0.51426, + "ndcg_at_1000": 0.52415, + "map_at_1": 0.2906, + "map_at_3": 0.36471, + "map_at_5": 0.38248, + "map_at_10": 0.39648, + "map_at_20": 0.40381, + "map_at_100": 0.40838, + "map_at_1000": 0.40879, + "recall_at_1": 0.2906, + "recall_at_3": 0.46078, + "recall_at_5": 0.5391, + "recall_at_10": 0.64377, + "recall_at_20": 0.74821, + "recall_at_100": 0.9212, + "recall_at_1000": 0.99706, + "accuracy": 0.2906, + "precision_at_1": 0.2906, + "precision_at_3": 0.15359, + "precision_at_5": 0.10782, + "precision_at_10": 0.06438, + "precision_at_20": 0.03741, + "precision_at_100": 0.00921, + "precision_at_1000": 0.001, + "mrr_at_1": 0.290603, + "mrr_at_3": 0.364714, + "mrr_at_5": 0.382479, + "mrr_at_10": 0.396485, + "mrr_at_20": 0.403808, + "mrr_at_100": 0.408383, + "mrr_at_1000": 0.408789, + "nauc_ndcg_at_1_max": 0.347421, + "nauc_ndcg_at_1_std": -0.085449, + "nauc_ndcg_at_1_diff1": 0.467093, + "nauc_ndcg_at_3_max": 0.360682, + "nauc_ndcg_at_3_std": -0.081562, + "nauc_ndcg_at_3_diff1": 0.405612, + "nauc_ndcg_at_5_max": 0.366223, + "nauc_ndcg_at_5_std": -0.07511, + "nauc_ndcg_at_5_diff1": 0.396815, + "nauc_ndcg_at_10_max": 0.372263, + "nauc_ndcg_at_10_std": -0.066575, + "nauc_ndcg_at_10_diff1": 0.39605, + "nauc_ndcg_at_20_max": 0.375419, + "nauc_ndcg_at_20_std": -0.059407, + "nauc_ndcg_at_20_diff1": 0.39608, + "nauc_ndcg_at_100_max": 0.374688, + "nauc_ndcg_at_100_std": -0.054681, + "nauc_ndcg_at_100_diff1": 0.402782, + "nauc_ndcg_at_1000_max": 0.369639, + "nauc_ndcg_at_1000_std": -0.063996, + "nauc_ndcg_at_1000_diff1": 0.406587, + "nauc_map_at_1_max": 0.347421, + "nauc_map_at_1_std": -0.085449, + "nauc_map_at_1_diff1": 0.467093, + "nauc_map_at_3_max": 0.357889, + "nauc_map_at_3_std": -0.081831, + "nauc_map_at_3_diff1": 0.419363, + "nauc_map_at_5_max": 0.360864, + "nauc_map_at_5_std": -0.078189, + "nauc_map_at_5_diff1": 0.414605, + "nauc_map_at_10_max": 0.363074, + "nauc_map_at_10_std": -0.074922, + "nauc_map_at_10_diff1": 0.414493, + "nauc_map_at_20_max": 0.363707, + "nauc_map_at_20_std": -0.073229, + "nauc_map_at_20_diff1": 0.41462, + "nauc_map_at_100_max": 0.363597, + "nauc_map_at_100_std": -0.072598, + "nauc_map_at_100_diff1": 0.41554, + "nauc_map_at_1000_max": 0.363422, + "nauc_map_at_1000_std": -0.07289, + "nauc_map_at_1000_diff1": 0.415692, + "nauc_recall_at_1_max": 0.347421, + "nauc_recall_at_1_std": -0.085449, + "nauc_recall_at_1_diff1": 0.467093, + "nauc_recall_at_3_max": 0.368467, + "nauc_recall_at_3_std": -0.081063, + "nauc_recall_at_3_diff1": 0.36693, + "nauc_recall_at_5_max": 0.382834, + "nauc_recall_at_5_std": -0.065411, + "nauc_recall_at_5_diff1": 0.343256, + "nauc_recall_at_10_max": 0.40731, + "nauc_recall_at_10_std": -0.033454, + "nauc_recall_at_10_diff1": 0.332812, + "nauc_recall_at_20_max": 0.435498, + "nauc_recall_at_20_std": 0.015904, + "nauc_recall_at_20_diff1": 0.315826, + "nauc_recall_at_100_max": 0.526276, + "nauc_recall_at_100_std": 0.23434, + "nauc_recall_at_100_diff1": 0.303051, + "nauc_recall_at_1000_max": 0.741879, + "nauc_recall_at_1000_std": 0.706202, + "nauc_recall_at_1000_diff1": 0.44081, + "nauc_precision_at_1_max": 0.347421, + "nauc_precision_at_1_std": -0.085449, + "nauc_precision_at_1_diff1": 0.467093, + "nauc_precision_at_3_max": 0.368467, + "nauc_precision_at_3_std": -0.081063, + "nauc_precision_at_3_diff1": 0.36693, + "nauc_precision_at_5_max": 0.382834, + "nauc_precision_at_5_std": -0.065411, + "nauc_precision_at_5_diff1": 0.343256, + "nauc_precision_at_10_max": 0.40731, + "nauc_precision_at_10_std": -0.033454, + "nauc_precision_at_10_diff1": 0.332812, + "nauc_precision_at_20_max": 0.435498, + "nauc_precision_at_20_std": 0.015904, + "nauc_precision_at_20_diff1": 0.315826, + "nauc_precision_at_100_max": 0.526276, + "nauc_precision_at_100_std": 0.23434, + "nauc_precision_at_100_diff1": 0.303051, + "nauc_precision_at_1000_max": 0.741879, + "nauc_precision_at_1000_std": 0.706202, + "nauc_precision_at_1000_diff1": 0.44081, + "nauc_mrr_at_1_max": 0.347421, + "nauc_mrr_at_1_std": -0.085449, + "nauc_mrr_at_1_diff1": 0.467093, + "nauc_mrr_at_3_max": 0.357889, + "nauc_mrr_at_3_std": -0.081831, + "nauc_mrr_at_3_diff1": 0.419363, + "nauc_mrr_at_5_max": 0.360864, + "nauc_mrr_at_5_std": -0.078189, + "nauc_mrr_at_5_diff1": 0.414605, + "nauc_mrr_at_10_max": 0.363074, + "nauc_mrr_at_10_std": -0.074922, + "nauc_mrr_at_10_diff1": 0.414493, + "nauc_mrr_at_20_max": 0.363707, + "nauc_mrr_at_20_std": -0.073229, + "nauc_mrr_at_20_diff1": 0.41462, + "nauc_mrr_at_100_max": 0.363597, + "nauc_mrr_at_100_std": -0.072598, + "nauc_mrr_at_100_diff1": 0.41554, + "nauc_mrr_at_1000_max": 0.363422, + "nauc_mrr_at_1000_std": -0.07289, + "nauc_mrr_at_1000_diff1": 0.415692, + "hit_rate_at_1": 0.2906, + "hit_rate_at_3": 0.46078, + "hit_rate_at_5": 0.5391, + "hit_rate_at_10": 0.64377, + "hit_rate_at_20": 0.74821, + "hit_rate_at_100": 0.9212, + "hit_rate_at_1000": 0.99706, + "main_score": 0.45538, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "ndcg_at_1": 0.52033, + "ndcg_at_3": 0.62188, + "ndcg_at_5": 0.64909, + "ndcg_at_10": 0.67369, + "ndcg_at_20": 0.68838, + "ndcg_at_100": 0.70263, + "ndcg_at_1000": 0.70637, + "map_at_1": 0.52033, + "map_at_3": 0.5973, + "map_at_5": 0.61243, + "map_at_10": 0.62265, + "map_at_20": 0.62676, + "map_at_100": 0.62881, + "map_at_1000": 0.62896, + "recall_at_1": 0.52033, + "recall_at_3": 0.69286, + "recall_at_5": 0.75879, + "recall_at_10": 0.83448, + "recall_at_20": 0.89203, + "recall_at_100": 0.96758, + "recall_at_1000": 0.99657, + "accuracy": 0.52033, + "precision_at_1": 0.52033, + "precision_at_3": 0.23095, + "precision_at_5": 0.15176, + "precision_at_10": 0.08345, + "precision_at_20": 0.0446, + "precision_at_100": 0.00968, + "precision_at_1000": 0.001, + "mrr_at_1": 0.52033, + "mrr_at_3": 0.597299, + "mrr_at_5": 0.612429, + "mrr_at_10": 0.622652, + "mrr_at_20": 0.626757, + "mrr_at_100": 0.628814, + "mrr_at_1000": 0.628964, + "nauc_ndcg_at_1_max": 0.488388, + "nauc_ndcg_at_1_std": -0.087449, + "nauc_ndcg_at_1_diff1": 0.698593, + "nauc_ndcg_at_3_max": 0.506135, + "nauc_ndcg_at_3_std": -0.084803, + "nauc_ndcg_at_3_diff1": 0.634015, + "nauc_ndcg_at_5_max": 0.511495, + "nauc_ndcg_at_5_std": -0.082602, + "nauc_ndcg_at_5_diff1": 0.630703, + "nauc_ndcg_at_10_max": 0.513719, + "nauc_ndcg_at_10_std": -0.071613, + "nauc_ndcg_at_10_diff1": 0.625752, + "nauc_ndcg_at_20_max": 0.517469, + "nauc_ndcg_at_20_std": -0.064815, + "nauc_ndcg_at_20_diff1": 0.631583, + "nauc_ndcg_at_100_max": 0.517083, + "nauc_ndcg_at_100_std": -0.062201, + "nauc_ndcg_at_100_diff1": 0.639966, + "nauc_ndcg_at_1000_max": 0.512457, + "nauc_ndcg_at_1000_std": -0.070035, + "nauc_ndcg_at_1000_diff1": 0.64198, + "nauc_map_at_1_max": 0.488388, + "nauc_map_at_1_std": -0.087449, + "nauc_map_at_1_diff1": 0.698593, + "nauc_map_at_3_max": 0.502004, + "nauc_map_at_3_std": -0.085761, + "nauc_map_at_3_diff1": 0.650844, + "nauc_map_at_5_max": 0.504704, + "nauc_map_at_5_std": -0.084619, + "nauc_map_at_5_diff1": 0.649715, + "nauc_map_at_10_max": 0.505152, + "nauc_map_at_10_std": -0.080717, + "nauc_map_at_10_diff1": 0.648277, + "nauc_map_at_20_max": 0.505895, + "nauc_map_at_20_std": -0.079238, + "nauc_map_at_20_diff1": 0.649896, + "nauc_map_at_100_max": 0.505937, + "nauc_map_at_100_std": -0.078938, + "nauc_map_at_100_diff1": 0.650998, + "nauc_map_at_1000_max": 0.505789, + "nauc_map_at_1000_std": -0.079169, + "nauc_map_at_1000_diff1": 0.651069, + "nauc_recall_at_1_max": 0.488388, + "nauc_recall_at_1_std": -0.087449, + "nauc_recall_at_1_diff1": 0.698593, + "nauc_recall_at_3_max": 0.519797, + "nauc_recall_at_3_std": -0.081442, + "nauc_recall_at_3_diff1": 0.577363, + "nauc_recall_at_5_max": 0.538971, + "nauc_recall_at_5_std": -0.074093, + "nauc_recall_at_5_diff1": 0.555017, + "nauc_recall_at_10_max": 0.562556, + "nauc_recall_at_10_std": -0.014074, + "nauc_recall_at_10_diff1": 0.502391, + "nauc_recall_at_20_max": 0.620114, + "nauc_recall_at_20_std": 0.074742, + "nauc_recall_at_20_diff1": 0.498281, + "nauc_recall_at_100_max": 0.81951, + "nauc_recall_at_100_std": 0.481591, + "nauc_recall_at_100_diff1": 0.509972, + "nauc_recall_at_1000_max": 0.962745, + "nauc_recall_at_1000_std": 0.903361, + "nauc_recall_at_1000_diff1": 0.453912, + "nauc_precision_at_1_max": 0.488388, + "nauc_precision_at_1_std": -0.087449, + "nauc_precision_at_1_diff1": 0.698593, + "nauc_precision_at_3_max": 0.519797, + "nauc_precision_at_3_std": -0.081442, + "nauc_precision_at_3_diff1": 0.577363, + "nauc_precision_at_5_max": 0.538971, + "nauc_precision_at_5_std": -0.074093, + "nauc_precision_at_5_diff1": 0.555017, + "nauc_precision_at_10_max": 0.562556, + "nauc_precision_at_10_std": -0.014074, + "nauc_precision_at_10_diff1": 0.502391, + "nauc_precision_at_20_max": 0.620114, + "nauc_precision_at_20_std": 0.074742, + "nauc_precision_at_20_diff1": 0.498281, + "nauc_precision_at_100_max": 0.81951, + "nauc_precision_at_100_std": 0.481591, + "nauc_precision_at_100_diff1": 0.509972, + "nauc_precision_at_1000_max": 0.962745, + "nauc_precision_at_1000_std": 0.903361, + "nauc_precision_at_1000_diff1": 0.453912, + "nauc_mrr_at_1_max": 0.488388, + "nauc_mrr_at_1_std": -0.087449, + "nauc_mrr_at_1_diff1": 0.698593, + "nauc_mrr_at_3_max": 0.502004, + "nauc_mrr_at_3_std": -0.085761, + "nauc_mrr_at_3_diff1": 0.650844, + "nauc_mrr_at_5_max": 0.504704, + "nauc_mrr_at_5_std": -0.084619, + "nauc_mrr_at_5_diff1": 0.649715, + "nauc_mrr_at_10_max": 0.505152, + "nauc_mrr_at_10_std": -0.080717, + "nauc_mrr_at_10_diff1": 0.648277, + "nauc_mrr_at_20_max": 0.505895, + "nauc_mrr_at_20_std": -0.079238, + "nauc_mrr_at_20_diff1": 0.649896, + "nauc_mrr_at_100_max": 0.505937, + "nauc_mrr_at_100_std": -0.078938, + "nauc_mrr_at_100_diff1": 0.650998, + "nauc_mrr_at_1000_max": 0.505789, + "nauc_mrr_at_1000_std": -0.079169, + "nauc_mrr_at_1000_diff1": 0.651069, + "hit_rate_at_1": 0.52033, + "hit_rate_at_3": 0.69286, + "hit_rate_at_5": 0.75879, + "hit_rate_at_10": 0.83448, + "hit_rate_at_20": 0.89203, + "hit_rate_at_100": 0.96758, + "hit_rate_at_1000": 0.99657, + "main_score": 0.67369, + "hf_subset": "hr", + "languages": [ + "hrv-Latn" + ] + }, + { + "ndcg_at_1": 0.55654, + "ndcg_at_3": 0.65586, + "ndcg_at_5": 0.68178, + "ndcg_at_10": 0.70543, + "ndcg_at_20": 0.71881, + "ndcg_at_100": 0.73021, + "ndcg_at_1000": 0.73332, + "map_at_1": 0.55654, + "map_at_3": 0.63167, + "map_at_5": 0.64603, + "map_at_10": 0.65591, + "map_at_20": 0.65964, + "map_at_100": 0.66131, + "map_at_1000": 0.66145, + "recall_at_1": 0.55654, + "recall_at_3": 0.72575, + "recall_at_5": 0.7888, + "recall_at_10": 0.86128, + "recall_at_20": 0.9138, + "recall_at_100": 0.97381, + "recall_at_1000": 0.99737, + "accuracy": 0.55654, + "precision_at_1": 0.55654, + "precision_at_3": 0.24192, + "precision_at_5": 0.15776, + "precision_at_10": 0.08613, + "precision_at_20": 0.04569, + "precision_at_100": 0.00974, + "precision_at_1000": 0.001, + "mrr_at_1": 0.556541, + "mrr_at_3": 0.631675, + "mrr_at_5": 0.646025, + "mrr_at_10": 0.655915, + "mrr_at_20": 0.659637, + "mrr_at_100": 0.661312, + "mrr_at_1000": 0.661446, + "nauc_ndcg_at_1_max": 0.507368, + "nauc_ndcg_at_1_std": -0.06348, + "nauc_ndcg_at_1_diff1": 0.713354, + "nauc_ndcg_at_3_max": 0.53879, + "nauc_ndcg_at_3_std": -0.042708, + "nauc_ndcg_at_3_diff1": 0.662131, + "nauc_ndcg_at_5_max": 0.542873, + "nauc_ndcg_at_5_std": -0.032396, + "nauc_ndcg_at_5_diff1": 0.658377, + "nauc_ndcg_at_10_max": 0.549346, + "nauc_ndcg_at_10_std": -0.018682, + "nauc_ndcg_at_10_diff1": 0.661249, + "nauc_ndcg_at_20_max": 0.549835, + "nauc_ndcg_at_20_std": -0.012764, + "nauc_ndcg_at_20_diff1": 0.66514, + "nauc_ndcg_at_100_max": 0.545017, + "nauc_ndcg_at_100_std": -0.01836, + "nauc_ndcg_at_100_diff1": 0.669824, + "nauc_ndcg_at_1000_max": 0.541555, + "nauc_ndcg_at_1000_std": -0.025306, + "nauc_ndcg_at_1000_diff1": 0.671563, + "nauc_map_at_1_max": 0.507368, + "nauc_map_at_1_std": -0.06348, + "nauc_map_at_1_diff1": 0.713354, + "nauc_map_at_3_max": 0.530647, + "nauc_map_at_3_std": -0.04769, + "nauc_map_at_3_diff1": 0.675503, + "nauc_map_at_5_max": 0.532552, + "nauc_map_at_5_std": -0.042444, + "nauc_map_at_5_diff1": 0.67407, + "nauc_map_at_10_max": 0.534599, + "nauc_map_at_10_std": -0.037571, + "nauc_map_at_10_diff1": 0.675558, + "nauc_map_at_20_max": 0.534482, + "nauc_map_at_20_std": -0.03652, + "nauc_map_at_20_diff1": 0.676604, + "nauc_map_at_100_max": 0.533959, + "nauc_map_at_100_std": -0.037059, + "nauc_map_at_100_diff1": 0.677234, + "nauc_map_at_1000_max": 0.533847, + "nauc_map_at_1000_std": -0.037272, + "nauc_map_at_1000_diff1": 0.677297, + "nauc_recall_at_1_max": 0.507368, + "nauc_recall_at_1_std": -0.06348, + "nauc_recall_at_1_diff1": 0.713354, + "nauc_recall_at_3_max": 0.567024, + "nauc_recall_at_3_std": -0.025644, + "nauc_recall_at_3_diff1": 0.615717, + "nauc_recall_at_5_max": 0.586145, + "nauc_recall_at_5_std": 0.010812, + "nauc_recall_at_5_diff1": 0.592753, + "nauc_recall_at_10_max": 0.641769, + "nauc_recall_at_10_std": 0.104504, + "nauc_recall_at_10_diff1": 0.578917, + "nauc_recall_at_20_max": 0.698958, + "nauc_recall_at_20_std": 0.23617, + "nauc_recall_at_20_diff1": 0.575003, + "nauc_recall_at_100_max": 0.810142, + "nauc_recall_at_100_std": 0.522886, + "nauc_recall_at_100_diff1": 0.573021, + "nauc_recall_at_1000_max": 0.99312, + "nauc_recall_at_1000_std": 0.93319, + "nauc_recall_at_1000_diff1": 0.76723, + "nauc_precision_at_1_max": 0.507368, + "nauc_precision_at_1_std": -0.06348, + "nauc_precision_at_1_diff1": 0.713354, + "nauc_precision_at_3_max": 0.567024, + "nauc_precision_at_3_std": -0.025644, + "nauc_precision_at_3_diff1": 0.615717, + "nauc_precision_at_5_max": 0.586145, + "nauc_precision_at_5_std": 0.010812, + "nauc_precision_at_5_diff1": 0.592753, + "nauc_precision_at_10_max": 0.641769, + "nauc_precision_at_10_std": 0.104504, + "nauc_precision_at_10_diff1": 0.578917, + "nauc_precision_at_20_max": 0.698958, + "nauc_precision_at_20_std": 0.23617, + "nauc_precision_at_20_diff1": 0.575003, + "nauc_precision_at_100_max": 0.810142, + "nauc_precision_at_100_std": 0.522886, + "nauc_precision_at_100_diff1": 0.573021, + "nauc_precision_at_1000_max": 0.99312, + "nauc_precision_at_1000_std": 0.93319, + "nauc_precision_at_1000_diff1": 0.76723, + "nauc_mrr_at_1_max": 0.507368, + "nauc_mrr_at_1_std": -0.06348, + "nauc_mrr_at_1_diff1": 0.713354, + "nauc_mrr_at_3_max": 0.530647, + "nauc_mrr_at_3_std": -0.04769, + "nauc_mrr_at_3_diff1": 0.675503, + "nauc_mrr_at_5_max": 0.532552, + "nauc_mrr_at_5_std": -0.042444, + "nauc_mrr_at_5_diff1": 0.67407, + "nauc_mrr_at_10_max": 0.534599, + "nauc_mrr_at_10_std": -0.037571, + "nauc_mrr_at_10_diff1": 0.675558, + "nauc_mrr_at_20_max": 0.534482, + "nauc_mrr_at_20_std": -0.03652, + "nauc_mrr_at_20_diff1": 0.676604, + "nauc_mrr_at_100_max": 0.533959, + "nauc_mrr_at_100_std": -0.037059, + "nauc_mrr_at_100_diff1": 0.677234, + "nauc_mrr_at_1000_max": 0.533847, + "nauc_mrr_at_1000_std": -0.037272, + "nauc_mrr_at_1000_diff1": 0.677297, + "hit_rate_at_1": 0.55654, + "hit_rate_at_3": 0.72575, + "hit_rate_at_5": 0.7888, + "hit_rate_at_10": 0.86128, + "hit_rate_at_20": 0.9138, + "hit_rate_at_100": 0.97381, + "hit_rate_at_1000": 0.99737, + "main_score": 0.70543, + "hf_subset": "hu", + "languages": [ + "hun-Latn" + ] + }, + { + "ndcg_at_1": 0.70951, + "ndcg_at_3": 0.80195, + "ndcg_at_5": 0.81954, + "ndcg_at_10": 0.83366, + "ndcg_at_20": 0.84046, + "ndcg_at_100": 0.84435, + "ndcg_at_1000": 0.84458, + "map_at_1": 0.70951, + "map_at_3": 0.77975, + "map_at_5": 0.78952, + "map_at_10": 0.79543, + "map_at_20": 0.79735, + "map_at_100": 0.79796, + "map_at_1000": 0.79797, + "recall_at_1": 0.70951, + "recall_at_3": 0.86598, + "recall_at_5": 0.90864, + "recall_at_10": 0.95187, + "recall_at_20": 0.97839, + "recall_at_100": 0.99832, + "recall_at_1000": 1.0, + "accuracy": 0.70951, + "precision_at_1": 0.70951, + "precision_at_3": 0.28866, + "precision_at_5": 0.18173, + "precision_at_10": 0.09519, + "precision_at_20": 0.04892, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.709514, + "mrr_at_3": 0.77975, + "mrr_at_5": 0.789524, + "mrr_at_10": 0.795435, + "mrr_at_20": 0.79735, + "mrr_at_100": 0.79796, + "mrr_at_1000": 0.797971, + "nauc_ndcg_at_1_max": 0.494975, + "nauc_ndcg_at_1_std": -0.301761, + "nauc_ndcg_at_1_diff1": 0.781166, + "nauc_ndcg_at_3_max": 0.531177, + "nauc_ndcg_at_3_std": -0.33247, + "nauc_ndcg_at_3_diff1": 0.74861, + "nauc_ndcg_at_5_max": 0.524998, + "nauc_ndcg_at_5_std": -0.338131, + "nauc_ndcg_at_5_diff1": 0.746828, + "nauc_ndcg_at_10_max": 0.527607, + "nauc_ndcg_at_10_std": -0.329661, + "nauc_ndcg_at_10_diff1": 0.75398, + "nauc_ndcg_at_20_max": 0.524122, + "nauc_ndcg_at_20_std": -0.326063, + "nauc_ndcg_at_20_diff1": 0.756825, + "nauc_ndcg_at_100_max": 0.520628, + "nauc_ndcg_at_100_std": -0.324351, + "nauc_ndcg_at_100_diff1": 0.7582, + "nauc_ndcg_at_1000_max": 0.520058, + "nauc_ndcg_at_1000_std": -0.324256, + "nauc_ndcg_at_1000_diff1": 0.758191, + "nauc_map_at_1_max": 0.494975, + "nauc_map_at_1_std": -0.301761, + "nauc_map_at_1_diff1": 0.781166, + "nauc_map_at_3_max": 0.521084, + "nauc_map_at_3_std": -0.323334, + "nauc_map_at_3_diff1": 0.757828, + "nauc_map_at_5_max": 0.517529, + "nauc_map_at_5_std": -0.325675, + "nauc_map_at_5_diff1": 0.7573, + "nauc_map_at_10_max": 0.518134, + "nauc_map_at_10_std": -0.322307, + "nauc_map_at_10_diff1": 0.760038, + "nauc_map_at_20_max": 0.517239, + "nauc_map_at_20_std": -0.321553, + "nauc_map_at_20_diff1": 0.760702, + "nauc_map_at_100_max": 0.516808, + "nauc_map_at_100_std": -0.321356, + "nauc_map_at_100_diff1": 0.760843, + "nauc_map_at_1000_max": 0.516788, + "nauc_map_at_1000_std": -0.321351, + "nauc_map_at_1000_diff1": 0.760842, + "nauc_recall_at_1_max": 0.494975, + "nauc_recall_at_1_std": -0.301761, + "nauc_recall_at_1_diff1": 0.781166, + "nauc_recall_at_3_max": 0.575001, + "nauc_recall_at_3_std": -0.372544, + "nauc_recall_at_3_diff1": 0.708488, + "nauc_recall_at_5_max": 0.56722, + "nauc_recall_at_5_std": -0.413815, + "nauc_recall_at_5_diff1": 0.684701, + "nauc_recall_at_10_max": 0.631054, + "nauc_recall_at_10_std": -0.401982, + "nauc_recall_at_10_diff1": 0.698496, + "nauc_recall_at_20_max": 0.668678, + "nauc_recall_at_20_std": -0.38935, + "nauc_recall_at_20_diff1": 0.706456, + "nauc_recall_at_100_max": 0.869861, + "nauc_recall_at_100_std": -0.376672, + "nauc_recall_at_100_diff1": 0.757273, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.494975, + "nauc_precision_at_1_std": -0.301761, + "nauc_precision_at_1_diff1": 0.781166, + "nauc_precision_at_3_max": 0.575001, + "nauc_precision_at_3_std": -0.372544, + "nauc_precision_at_3_diff1": 0.708488, + "nauc_precision_at_5_max": 0.56722, + "nauc_precision_at_5_std": -0.413815, + "nauc_precision_at_5_diff1": 0.684701, + "nauc_precision_at_10_max": 0.631054, + "nauc_precision_at_10_std": -0.401982, + "nauc_precision_at_10_diff1": 0.698496, + "nauc_precision_at_20_max": 0.668678, + "nauc_precision_at_20_std": -0.38935, + "nauc_precision_at_20_diff1": 0.706456, + "nauc_precision_at_100_max": 0.869861, + "nauc_precision_at_100_std": -0.376672, + "nauc_precision_at_100_diff1": 0.757273, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.494975, + "nauc_mrr_at_1_std": -0.301761, + "nauc_mrr_at_1_diff1": 0.781166, + "nauc_mrr_at_3_max": 0.521084, + "nauc_mrr_at_3_std": -0.323334, + "nauc_mrr_at_3_diff1": 0.757828, + "nauc_mrr_at_5_max": 0.517529, + "nauc_mrr_at_5_std": -0.325675, + "nauc_mrr_at_5_diff1": 0.7573, + "nauc_mrr_at_10_max": 0.518134, + "nauc_mrr_at_10_std": -0.322307, + "nauc_mrr_at_10_diff1": 0.760038, + "nauc_mrr_at_20_max": 0.517239, + "nauc_mrr_at_20_std": -0.321553, + "nauc_mrr_at_20_diff1": 0.760702, + "nauc_mrr_at_100_max": 0.516808, + "nauc_mrr_at_100_std": -0.321356, + "nauc_mrr_at_100_diff1": 0.760843, + "nauc_mrr_at_1000_max": 0.516788, + "nauc_mrr_at_1000_std": -0.321351, + "nauc_mrr_at_1000_diff1": 0.760842, + "hit_rate_at_1": 0.70951, + "hit_rate_at_3": 0.86598, + "hit_rate_at_5": 0.90864, + "hit_rate_at_10": 0.95187, + "hit_rate_at_20": 0.97839, + "hit_rate_at_100": 0.99832, + "hit_rate_at_1000": 1.0, + "main_score": 0.83366, + "hf_subset": "id", + "languages": [ + "ind-Latn" + ] + }, + { + "ndcg_at_1": 0.69236, + "ndcg_at_3": 0.7834, + "ndcg_at_5": 0.80551, + "ndcg_at_10": 0.82045, + "ndcg_at_20": 0.82733, + "ndcg_at_100": 0.832, + "ndcg_at_1000": 0.83252, + "map_at_1": 0.69236, + "map_at_3": 0.76166, + "map_at_5": 0.77398, + "map_at_10": 0.78024, + "map_at_20": 0.78215, + "map_at_100": 0.78288, + "map_at_1000": 0.7829, + "recall_at_1": 0.69236, + "recall_at_3": 0.84606, + "recall_at_5": 0.89954, + "recall_at_10": 0.94522, + "recall_at_20": 0.97226, + "recall_at_100": 0.99622, + "recall_at_1000": 1.0, + "accuracy": 0.69236, + "precision_at_1": 0.69236, + "precision_at_3": 0.28202, + "precision_at_5": 0.17991, + "precision_at_10": 0.09452, + "precision_at_20": 0.04861, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.692362, + "mrr_at_3": 0.761657, + "mrr_at_5": 0.773976, + "mrr_at_10": 0.780235, + "mrr_at_20": 0.782147, + "mrr_at_100": 0.782879, + "mrr_at_1000": 0.782905, + "nauc_ndcg_at_1_max": 0.476242, + "nauc_ndcg_at_1_std": -0.280226, + "nauc_ndcg_at_1_diff1": 0.773663, + "nauc_ndcg_at_3_max": 0.517279, + "nauc_ndcg_at_3_std": -0.299828, + "nauc_ndcg_at_3_diff1": 0.741748, + "nauc_ndcg_at_5_max": 0.515918, + "nauc_ndcg_at_5_std": -0.292027, + "nauc_ndcg_at_5_diff1": 0.735986, + "nauc_ndcg_at_10_max": 0.516757, + "nauc_ndcg_at_10_std": -0.287681, + "nauc_ndcg_at_10_diff1": 0.741093, + "nauc_ndcg_at_20_max": 0.514992, + "nauc_ndcg_at_20_std": -0.282137, + "nauc_ndcg_at_20_diff1": 0.745694, + "nauc_ndcg_at_100_max": 0.508886, + "nauc_ndcg_at_100_std": -0.284771, + "nauc_ndcg_at_100_diff1": 0.748156, + "nauc_ndcg_at_1000_max": 0.507685, + "nauc_ndcg_at_1000_std": -0.286814, + "nauc_ndcg_at_1000_diff1": 0.748143, + "nauc_map_at_1_max": 0.476242, + "nauc_map_at_1_std": -0.280226, + "nauc_map_at_1_diff1": 0.773663, + "nauc_map_at_3_max": 0.505224, + "nauc_map_at_3_std": -0.294877, + "nauc_map_at_3_diff1": 0.75004, + "nauc_map_at_5_max": 0.504047, + "nauc_map_at_5_std": -0.29073, + "nauc_map_at_5_diff1": 0.747657, + "nauc_map_at_10_max": 0.503998, + "nauc_map_at_10_std": -0.289209, + "nauc_map_at_10_diff1": 0.749749, + "nauc_map_at_20_max": 0.503529, + "nauc_map_at_20_std": -0.287929, + "nauc_map_at_20_diff1": 0.750856, + "nauc_map_at_100_max": 0.502767, + "nauc_map_at_100_std": -0.28815, + "nauc_map_at_100_diff1": 0.751176, + "nauc_map_at_1000_max": 0.50272, + "nauc_map_at_1000_std": -0.288222, + "nauc_map_at_1000_diff1": 0.751174, + "nauc_recall_at_1_max": 0.476242, + "nauc_recall_at_1_std": -0.280226, + "nauc_recall_at_1_diff1": 0.773663, + "nauc_recall_at_3_max": 0.567261, + "nauc_recall_at_3_std": -0.319864, + "nauc_recall_at_3_diff1": 0.708024, + "nauc_recall_at_5_max": 0.58358, + "nauc_recall_at_5_std": -0.296781, + "nauc_recall_at_5_diff1": 0.668143, + "nauc_recall_at_10_max": 0.646686, + "nauc_recall_at_10_std": -0.261166, + "nauc_recall_at_10_diff1": 0.658498, + "nauc_recall_at_20_max": 0.732155, + "nauc_recall_at_20_std": -0.117603, + "nauc_recall_at_20_diff1": 0.678421, + "nauc_recall_at_100_max": 0.853906, + "nauc_recall_at_100_std": 0.313427, + "nauc_recall_at_100_diff1": 0.747423, + "nauc_recall_at_1000_max": NaN, + "nauc_recall_at_1000_std": NaN, + "nauc_recall_at_1000_diff1": NaN, + "nauc_precision_at_1_max": 0.476242, + "nauc_precision_at_1_std": -0.280226, + "nauc_precision_at_1_diff1": 0.773663, + "nauc_precision_at_3_max": 0.567261, + "nauc_precision_at_3_std": -0.319864, + "nauc_precision_at_3_diff1": 0.708024, + "nauc_precision_at_5_max": 0.58358, + "nauc_precision_at_5_std": -0.296781, + "nauc_precision_at_5_diff1": 0.668143, + "nauc_precision_at_10_max": 0.646686, + "nauc_precision_at_10_std": -0.261166, + "nauc_precision_at_10_diff1": 0.658498, + "nauc_precision_at_20_max": 0.732155, + "nauc_precision_at_20_std": -0.117603, + "nauc_precision_at_20_diff1": 0.678421, + "nauc_precision_at_100_max": 0.853906, + "nauc_precision_at_100_std": 0.313427, + "nauc_precision_at_100_diff1": 0.747423, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.476242, + "nauc_mrr_at_1_std": -0.280226, + "nauc_mrr_at_1_diff1": 0.773663, + "nauc_mrr_at_3_max": 0.505224, + "nauc_mrr_at_3_std": -0.294877, + "nauc_mrr_at_3_diff1": 0.75004, + "nauc_mrr_at_5_max": 0.504047, + "nauc_mrr_at_5_std": -0.29073, + "nauc_mrr_at_5_diff1": 0.747657, + "nauc_mrr_at_10_max": 0.503998, + "nauc_mrr_at_10_std": -0.289209, + "nauc_mrr_at_10_diff1": 0.749749, + "nauc_mrr_at_20_max": 0.503529, + "nauc_mrr_at_20_std": -0.287929, + "nauc_mrr_at_20_diff1": 0.750856, + "nauc_mrr_at_100_max": 0.502767, + "nauc_mrr_at_100_std": -0.28815, + "nauc_mrr_at_100_diff1": 0.751176, + "nauc_mrr_at_1000_max": 0.50272, + "nauc_mrr_at_1000_std": -0.288222, + "nauc_mrr_at_1000_diff1": 0.751174, + "hit_rate_at_1": 0.69236, + "hit_rate_at_3": 0.84606, + "hit_rate_at_5": 0.89954, + "hit_rate_at_10": 0.94522, + "hit_rate_at_20": 0.97226, + "hit_rate_at_100": 0.99622, + "hit_rate_at_1000": 1.0, + "main_score": 0.82045, + "hf_subset": "it", + "languages": [ + "ita-Latn" + ] + }, + { + "ndcg_at_1": 0.71037, + "ndcg_at_3": 0.79886, + "ndcg_at_5": 0.8184, + "ndcg_at_10": 0.83059, + "ndcg_at_20": 0.83813, + "ndcg_at_100": 0.84252, + "ndcg_at_1000": 0.8429, + "map_at_1": 0.71037, + "map_at_3": 0.77757, + "map_at_5": 0.78845, + "map_at_10": 0.79358, + "map_at_20": 0.79569, + "map_at_100": 0.79638, + "map_at_1000": 0.7964, + "recall_at_1": 0.71037, + "recall_at_3": 0.86026, + "recall_at_5": 0.90759, + "recall_at_10": 0.94475, + "recall_at_20": 0.97425, + "recall_at_100": 0.9968, + "recall_at_1000": 0.99958, + "accuracy": 0.71037, + "precision_at_1": 0.71037, + "precision_at_3": 0.28675, + "precision_at_5": 0.18152, + "precision_at_10": 0.09447, + "precision_at_20": 0.04871, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.710369, + "mrr_at_3": 0.777569, + "mrr_at_5": 0.788446, + "mrr_at_10": 0.793579, + "mrr_at_20": 0.795693, + "mrr_at_100": 0.796378, + "mrr_at_1000": 0.796396, + "nauc_ndcg_at_1_max": 0.514719, + "nauc_ndcg_at_1_std": -0.227781, + "nauc_ndcg_at_1_diff1": 0.783744, + "nauc_ndcg_at_3_max": 0.54654, + "nauc_ndcg_at_3_std": -0.257271, + "nauc_ndcg_at_3_diff1": 0.743736, + "nauc_ndcg_at_5_max": 0.542193, + "nauc_ndcg_at_5_std": -0.258594, + "nauc_ndcg_at_5_diff1": 0.741692, + "nauc_ndcg_at_10_max": 0.542927, + "nauc_ndcg_at_10_std": -0.254332, + "nauc_ndcg_at_10_diff1": 0.747707, + "nauc_ndcg_at_20_max": 0.541935, + "nauc_ndcg_at_20_std": -0.245746, + "nauc_ndcg_at_20_diff1": 0.750829, + "nauc_ndcg_at_100_max": 0.538193, + "nauc_ndcg_at_100_std": -0.245482, + "nauc_ndcg_at_100_diff1": 0.753552, + "nauc_ndcg_at_1000_max": 0.537404, + "nauc_ndcg_at_1000_std": -0.24676, + "nauc_ndcg_at_1000_diff1": 0.754092, + "nauc_map_at_1_max": 0.514719, + "nauc_map_at_1_std": -0.227781, + "nauc_map_at_1_diff1": 0.783744, + "nauc_map_at_3_max": 0.537065, + "nauc_map_at_3_std": -0.250043, + "nauc_map_at_3_diff1": 0.754583, + "nauc_map_at_5_max": 0.534481, + "nauc_map_at_5_std": -0.250472, + "nauc_map_at_5_diff1": 0.754169, + "nauc_map_at_10_max": 0.534431, + "nauc_map_at_10_std": -0.248868, + "nauc_map_at_10_diff1": 0.756567, + "nauc_map_at_20_max": 0.534221, + "nauc_map_at_20_std": -0.246692, + "nauc_map_at_20_diff1": 0.757399, + "nauc_map_at_100_max": 0.533766, + "nauc_map_at_100_std": -0.246569, + "nauc_map_at_100_diff1": 0.757737, + "nauc_map_at_1000_max": 0.533737, + "nauc_map_at_1000_std": -0.24661, + "nauc_map_at_1000_diff1": 0.757757, + "nauc_recall_at_1_max": 0.514719, + "nauc_recall_at_1_std": -0.227781, + "nauc_recall_at_1_diff1": 0.783744, + "nauc_recall_at_3_max": 0.587038, + "nauc_recall_at_3_std": -0.287195, + "nauc_recall_at_3_diff1": 0.69804, + "nauc_recall_at_5_max": 0.586581, + "nauc_recall_at_5_std": -0.30526, + "nauc_recall_at_5_diff1": 0.668114, + "nauc_recall_at_10_max": 0.624338, + "nauc_recall_at_10_std": -0.298648, + "nauc_recall_at_10_diff1": 0.67037, + "nauc_recall_at_20_max": 0.689936, + "nauc_recall_at_20_std": -0.169164, + "nauc_recall_at_20_diff1": 0.649302, + "nauc_recall_at_100_max": 0.857104, + "nauc_recall_at_100_std": 0.348608, + "nauc_recall_at_100_diff1": 0.565913, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.664033, + "nauc_precision_at_1_max": 0.514719, + "nauc_precision_at_1_std": -0.227781, + "nauc_precision_at_1_diff1": 0.783744, + "nauc_precision_at_3_max": 0.587038, + "nauc_precision_at_3_std": -0.287195, + "nauc_precision_at_3_diff1": 0.69804, + "nauc_precision_at_5_max": 0.586581, + "nauc_precision_at_5_std": -0.30526, + "nauc_precision_at_5_diff1": 0.668114, + "nauc_precision_at_10_max": 0.624338, + "nauc_precision_at_10_std": -0.298648, + "nauc_precision_at_10_diff1": 0.67037, + "nauc_precision_at_20_max": 0.689936, + "nauc_precision_at_20_std": -0.169164, + "nauc_precision_at_20_diff1": 0.649302, + "nauc_precision_at_100_max": 0.857104, + "nauc_precision_at_100_std": 0.348608, + "nauc_precision_at_100_diff1": 0.565913, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.664033, + "nauc_mrr_at_1_max": 0.514719, + "nauc_mrr_at_1_std": -0.227781, + "nauc_mrr_at_1_diff1": 0.783744, + "nauc_mrr_at_3_max": 0.537065, + "nauc_mrr_at_3_std": -0.250043, + "nauc_mrr_at_3_diff1": 0.754583, + "nauc_mrr_at_5_max": 0.534481, + "nauc_mrr_at_5_std": -0.250472, + "nauc_mrr_at_5_diff1": 0.754169, + "nauc_mrr_at_10_max": 0.534431, + "nauc_mrr_at_10_std": -0.248868, + "nauc_mrr_at_10_diff1": 0.756567, + "nauc_mrr_at_20_max": 0.534221, + "nauc_mrr_at_20_std": -0.246692, + "nauc_mrr_at_20_diff1": 0.757399, + "nauc_mrr_at_100_max": 0.533766, + "nauc_mrr_at_100_std": -0.246569, + "nauc_mrr_at_100_diff1": 0.757737, + "nauc_mrr_at_1000_max": 0.533737, + "nauc_mrr_at_1000_std": -0.24661, + "nauc_mrr_at_1000_diff1": 0.757757, + "hit_rate_at_1": 0.71037, + "hit_rate_at_3": 0.86026, + "hit_rate_at_5": 0.90759, + "hit_rate_at_10": 0.94475, + "hit_rate_at_20": 0.97425, + "hit_rate_at_100": 0.9968, + "hit_rate_at_1000": 0.99958, + "main_score": 0.83059, + "hf_subset": "ja", + "languages": [ + "jpn-Jpan" + ] + }, + { + "ndcg_at_1": 0.61163, + "ndcg_at_3": 0.71489, + "ndcg_at_5": 0.73907, + "ndcg_at_10": 0.75968, + "ndcg_at_20": 0.76973, + "ndcg_at_100": 0.77783, + "ndcg_at_1000": 0.77887, + "map_at_1": 0.61163, + "map_at_3": 0.68954, + "map_at_5": 0.70295, + "map_at_10": 0.71153, + "map_at_20": 0.71431, + "map_at_100": 0.71556, + "map_at_1000": 0.7156, + "recall_at_1": 0.61163, + "recall_at_3": 0.78824, + "recall_at_5": 0.84693, + "recall_at_10": 0.91033, + "recall_at_20": 0.94993, + "recall_at_100": 0.99176, + "recall_at_1000": 0.99961, + "accuracy": 0.61163, + "precision_at_1": 0.61163, + "precision_at_3": 0.26275, + "precision_at_5": 0.16939, + "precision_at_10": 0.09103, + "precision_at_20": 0.0475, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.611634, + "mrr_at_3": 0.689542, + "mrr_at_5": 0.702954, + "mrr_at_10": 0.711533, + "mrr_at_20": 0.714306, + "mrr_at_100": 0.715556, + "mrr_at_1000": 0.715601, + "nauc_ndcg_at_1_max": 0.471814, + "nauc_ndcg_at_1_std": -0.200286, + "nauc_ndcg_at_1_diff1": 0.725749, + "nauc_ndcg_at_3_max": 0.505124, + "nauc_ndcg_at_3_std": -0.210957, + "nauc_ndcg_at_3_diff1": 0.678899, + "nauc_ndcg_at_5_max": 0.507575, + "nauc_ndcg_at_5_std": -0.207843, + "nauc_ndcg_at_5_diff1": 0.677345, + "nauc_ndcg_at_10_max": 0.508527, + "nauc_ndcg_at_10_std": -0.196466, + "nauc_ndcg_at_10_diff1": 0.67869, + "nauc_ndcg_at_20_max": 0.506736, + "nauc_ndcg_at_20_std": -0.193904, + "nauc_ndcg_at_20_diff1": 0.684358, + "nauc_ndcg_at_100_max": 0.501772, + "nauc_ndcg_at_100_std": -0.196456, + "nauc_ndcg_at_100_diff1": 0.689095, + "nauc_ndcg_at_1000_max": 0.500492, + "nauc_ndcg_at_1000_std": -0.198662, + "nauc_ndcg_at_1000_diff1": 0.689549, + "nauc_map_at_1_max": 0.471814, + "nauc_map_at_1_std": -0.200286, + "nauc_map_at_1_diff1": 0.725749, + "nauc_map_at_3_max": 0.496081, + "nauc_map_at_3_std": -0.207086, + "nauc_map_at_3_diff1": 0.691347, + "nauc_map_at_5_max": 0.496766, + "nauc_map_at_5_std": -0.205508, + "nauc_map_at_5_diff1": 0.691074, + "nauc_map_at_10_max": 0.496796, + "nauc_map_at_10_std": -0.201382, + "nauc_map_at_10_diff1": 0.691916, + "nauc_map_at_20_max": 0.49625, + "nauc_map_at_20_std": -0.200921, + "nauc_map_at_20_diff1": 0.693358, + "nauc_map_at_100_max": 0.495666, + "nauc_map_at_100_std": -0.201206, + "nauc_map_at_100_diff1": 0.694034, + "nauc_map_at_1000_max": 0.495626, + "nauc_map_at_1000_std": -0.201261, + "nauc_map_at_1000_diff1": 0.694052, + "nauc_recall_at_1_max": 0.471814, + "nauc_recall_at_1_std": -0.200286, + "nauc_recall_at_1_diff1": 0.725749, + "nauc_recall_at_3_max": 0.539472, + "nauc_recall_at_3_std": -0.226227, + "nauc_recall_at_3_diff1": 0.631777, + "nauc_recall_at_5_max": 0.561014, + "nauc_recall_at_5_std": -0.218813, + "nauc_recall_at_5_diff1": 0.610571, + "nauc_recall_at_10_max": 0.600943, + "nauc_recall_at_10_std": -0.146348, + "nauc_recall_at_10_diff1": 0.578902, + "nauc_recall_at_20_max": 0.646837, + "nauc_recall_at_20_std": -0.065324, + "nauc_recall_at_20_diff1": 0.586495, + "nauc_recall_at_100_max": 0.749411, + "nauc_recall_at_100_std": 0.262638, + "nauc_recall_at_100_diff1": 0.62067, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.807812, + "nauc_precision_at_1_max": 0.471814, + "nauc_precision_at_1_std": -0.200286, + "nauc_precision_at_1_diff1": 0.725749, + "nauc_precision_at_3_max": 0.539472, + "nauc_precision_at_3_std": -0.226227, + "nauc_precision_at_3_diff1": 0.631777, + "nauc_precision_at_5_max": 0.561014, + "nauc_precision_at_5_std": -0.218813, + "nauc_precision_at_5_diff1": 0.610571, + "nauc_precision_at_10_max": 0.600943, + "nauc_precision_at_10_std": -0.146348, + "nauc_precision_at_10_diff1": 0.578902, + "nauc_precision_at_20_max": 0.646837, + "nauc_precision_at_20_std": -0.065324, + "nauc_precision_at_20_diff1": 0.586495, + "nauc_precision_at_100_max": 0.749411, + "nauc_precision_at_100_std": 0.262638, + "nauc_precision_at_100_diff1": 0.62067, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.807812, + "nauc_mrr_at_1_max": 0.471814, + "nauc_mrr_at_1_std": -0.200286, + "nauc_mrr_at_1_diff1": 0.725749, + "nauc_mrr_at_3_max": 0.496081, + "nauc_mrr_at_3_std": -0.207086, + "nauc_mrr_at_3_diff1": 0.691347, + "nauc_mrr_at_5_max": 0.496766, + "nauc_mrr_at_5_std": -0.205508, + "nauc_mrr_at_5_diff1": 0.691074, + "nauc_mrr_at_10_max": 0.496796, + "nauc_mrr_at_10_std": -0.201382, + "nauc_mrr_at_10_diff1": 0.691916, + "nauc_mrr_at_20_max": 0.49625, + "nauc_mrr_at_20_std": -0.200921, + "nauc_mrr_at_20_diff1": 0.693358, + "nauc_mrr_at_100_max": 0.495666, + "nauc_mrr_at_100_std": -0.201206, + "nauc_mrr_at_100_diff1": 0.694034, + "nauc_mrr_at_1000_max": 0.495626, + "nauc_mrr_at_1000_std": -0.201261, + "nauc_mrr_at_1000_diff1": 0.694052, + "hit_rate_at_1": 0.61163, + "hit_rate_at_3": 0.78824, + "hit_rate_at_5": 0.84693, + "hit_rate_at_10": 0.91033, + "hit_rate_at_20": 0.94993, + "hit_rate_at_100": 0.99176, + "hit_rate_at_1000": 0.99961, + "main_score": 0.75968, + "hf_subset": "ko", + "languages": [ + "kor-Hang" + ] + }, + { + "ndcg_at_1": 0.01014, + "ndcg_at_3": 0.01703, + "ndcg_at_5": 0.02053, + "ndcg_at_10": 0.02858, + "ndcg_at_20": 0.0364, + "ndcg_at_100": 0.05956, + "ndcg_at_1000": 0.10711, + "map_at_1": 0.01014, + "map_at_3": 0.01532, + "map_at_5": 0.01728, + "map_at_10": 0.02051, + "map_at_20": 0.02258, + "map_at_100": 0.0254, + "map_at_1000": 0.02678, + "recall_at_1": 0.01014, + "recall_at_3": 0.02198, + "recall_at_5": 0.03043, + "recall_at_10": 0.05579, + "recall_at_20": 0.08728, + "recall_at_100": 0.21767, + "recall_at_1000": 0.61623, + "accuracy": 0.01014, + "precision_at_1": 0.01014, + "precision_at_3": 0.00733, + "precision_at_5": 0.00609, + "precision_at_10": 0.00558, + "precision_at_20": 0.00436, + "precision_at_100": 0.00218, + "precision_at_1000": 0.00062, + "mrr_at_1": 0.010144, + "mrr_at_3": 0.015321, + "mrr_at_5": 0.017276, + "mrr_at_10": 0.020507, + "mrr_at_20": 0.02258, + "mrr_at_100": 0.025402, + "mrr_at_1000": 0.026779, + "nauc_ndcg_at_1_max": 0.429729, + "nauc_ndcg_at_1_std": 0.417974, + "nauc_ndcg_at_1_diff1": 0.064933, + "nauc_ndcg_at_3_max": 0.431329, + "nauc_ndcg_at_3_std": 0.438215, + "nauc_ndcg_at_3_diff1": -0.000587, + "nauc_ndcg_at_5_max": 0.40817, + "nauc_ndcg_at_5_std": 0.426775, + "nauc_ndcg_at_5_diff1": -0.009313, + "nauc_ndcg_at_10_max": 0.356563, + "nauc_ndcg_at_10_std": 0.410565, + "nauc_ndcg_at_10_diff1": -0.048745, + "nauc_ndcg_at_20_max": 0.317588, + "nauc_ndcg_at_20_std": 0.412732, + "nauc_ndcg_at_20_diff1": -0.067548, + "nauc_ndcg_at_100_max": 0.290371, + "nauc_ndcg_at_100_std": 0.431959, + "nauc_ndcg_at_100_diff1": -0.082832, + "nauc_ndcg_at_1000_max": 0.288621, + "nauc_ndcg_at_1000_std": 0.470413, + "nauc_ndcg_at_1000_diff1": -0.101426, + "nauc_map_at_1_max": 0.429729, + "nauc_map_at_1_std": 0.417974, + "nauc_map_at_1_diff1": 0.064933, + "nauc_map_at_3_max": 0.429911, + "nauc_map_at_3_std": 0.434321, + "nauc_map_at_3_diff1": 0.00934, + "nauc_map_at_5_max": 0.41542, + "nauc_map_at_5_std": 0.427922, + "nauc_map_at_5_diff1": 0.002367, + "nauc_map_at_10_max": 0.384947, + "nauc_map_at_10_std": 0.418324, + "nauc_map_at_10_diff1": -0.022849, + "nauc_map_at_20_max": 0.365002, + "nauc_map_at_20_std": 0.417968, + "nauc_map_at_20_diff1": -0.032613, + "nauc_map_at_100_max": 0.35357, + "nauc_map_at_100_std": 0.421404, + "nauc_map_at_100_diff1": -0.038622, + "nauc_map_at_1000_max": 0.352798, + "nauc_map_at_1000_std": 0.424853, + "nauc_map_at_1000_diff1": -0.040354, + "nauc_recall_at_1_max": 0.429729, + "nauc_recall_at_1_std": 0.417974, + "nauc_recall_at_1_diff1": 0.064933, + "nauc_recall_at_3_max": 0.434518, + "nauc_recall_at_3_std": 0.44624, + "nauc_recall_at_3_diff1": -0.020403, + "nauc_recall_at_5_max": 0.394236, + "nauc_recall_at_5_std": 0.423613, + "nauc_recall_at_5_diff1": -0.028967, + "nauc_recall_at_10_max": 0.318185, + "nauc_recall_at_10_std": 0.399625, + "nauc_recall_at_10_diff1": -0.081122, + "nauc_recall_at_20_max": 0.267879, + "nauc_recall_at_20_std": 0.408314, + "nauc_recall_at_20_diff1": -0.102299, + "nauc_recall_at_100_max": 0.247479, + "nauc_recall_at_100_std": 0.445355, + "nauc_recall_at_100_diff1": -0.112509, + "nauc_recall_at_1000_max": 0.245347, + "nauc_recall_at_1000_std": 0.532927, + "nauc_recall_at_1000_diff1": -0.155945, + "nauc_precision_at_1_max": 0.429729, + "nauc_precision_at_1_std": 0.417974, + "nauc_precision_at_1_diff1": 0.064933, + "nauc_precision_at_3_max": 0.434518, + "nauc_precision_at_3_std": 0.44624, + "nauc_precision_at_3_diff1": -0.020403, + "nauc_precision_at_5_max": 0.394236, + "nauc_precision_at_5_std": 0.423613, + "nauc_precision_at_5_diff1": -0.028967, + "nauc_precision_at_10_max": 0.318185, + "nauc_precision_at_10_std": 0.399625, + "nauc_precision_at_10_diff1": -0.081122, + "nauc_precision_at_20_max": 0.267879, + "nauc_precision_at_20_std": 0.408314, + "nauc_precision_at_20_diff1": -0.102299, + "nauc_precision_at_100_max": 0.247479, + "nauc_precision_at_100_std": 0.445355, + "nauc_precision_at_100_diff1": -0.112509, + "nauc_precision_at_1000_max": 0.245347, + "nauc_precision_at_1000_std": 0.532927, + "nauc_precision_at_1000_diff1": -0.155945, + "nauc_mrr_at_1_max": 0.429729, + "nauc_mrr_at_1_std": 0.417974, + "nauc_mrr_at_1_diff1": 0.064933, + "nauc_mrr_at_3_max": 0.429911, + "nauc_mrr_at_3_std": 0.434321, + "nauc_mrr_at_3_diff1": 0.00934, + "nauc_mrr_at_5_max": 0.41542, + "nauc_mrr_at_5_std": 0.427922, + "nauc_mrr_at_5_diff1": 0.002367, + "nauc_mrr_at_10_max": 0.384947, + "nauc_mrr_at_10_std": 0.418324, + "nauc_mrr_at_10_diff1": -0.022849, + "nauc_mrr_at_20_max": 0.365002, + "nauc_mrr_at_20_std": 0.417968, + "nauc_mrr_at_20_diff1": -0.032613, + "nauc_mrr_at_100_max": 0.35357, + "nauc_mrr_at_100_std": 0.421404, + "nauc_mrr_at_100_diff1": -0.038622, + "nauc_mrr_at_1000_max": 0.352798, + "nauc_mrr_at_1000_std": 0.424853, + "nauc_mrr_at_1000_diff1": -0.040354, + "hit_rate_at_1": 0.01014, + "hit_rate_at_3": 0.02198, + "hit_rate_at_5": 0.03043, + "hit_rate_at_10": 0.05579, + "hit_rate_at_20": 0.08728, + "hit_rate_at_100": 0.21767, + "hit_rate_at_1000": 0.61623, + "main_score": 0.02858, + "hf_subset": "mi", + "languages": [ + "mri-Latn" + ] + }, + { + "ndcg_at_1": 0.54535, + "ndcg_at_3": 0.65492, + "ndcg_at_5": 0.68308, + "ndcg_at_10": 0.70548, + "ndcg_at_20": 0.71955, + "ndcg_at_100": 0.73174, + "ndcg_at_1000": 0.73334, + "map_at_1": 0.54535, + "map_at_3": 0.62832, + "map_at_5": 0.64396, + "map_at_10": 0.6533, + "map_at_20": 0.65721, + "map_at_100": 0.65906, + "map_at_1000": 0.65913, + "recall_at_1": 0.54535, + "recall_at_3": 0.73173, + "recall_at_5": 0.8001, + "recall_at_10": 0.86884, + "recall_at_20": 0.92418, + "recall_at_100": 0.98734, + "recall_at_1000": 0.99938, + "accuracy": 0.54535, + "precision_at_1": 0.54535, + "precision_at_3": 0.24391, + "precision_at_5": 0.16002, + "precision_at_10": 0.08688, + "precision_at_20": 0.04621, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.545353, + "mrr_at_3": 0.628324, + "mrr_at_5": 0.643959, + "mrr_at_10": 0.653301, + "mrr_at_20": 0.657205, + "mrr_at_100": 0.659064, + "mrr_at_1000": 0.659135, + "nauc_ndcg_at_1_max": 0.422983, + "nauc_ndcg_at_1_std": -0.225178, + "nauc_ndcg_at_1_diff1": 0.682944, + "nauc_ndcg_at_3_max": 0.447752, + "nauc_ndcg_at_3_std": -0.235929, + "nauc_ndcg_at_3_diff1": 0.629729, + "nauc_ndcg_at_5_max": 0.451476, + "nauc_ndcg_at_5_std": -0.23487, + "nauc_ndcg_at_5_diff1": 0.622576, + "nauc_ndcg_at_10_max": 0.455353, + "nauc_ndcg_at_10_std": -0.22967, + "nauc_ndcg_at_10_diff1": 0.624808, + "nauc_ndcg_at_20_max": 0.453814, + "nauc_ndcg_at_20_std": -0.223383, + "nauc_ndcg_at_20_diff1": 0.628916, + "nauc_ndcg_at_100_max": 0.449362, + "nauc_ndcg_at_100_std": -0.224749, + "nauc_ndcg_at_100_diff1": 0.636835, + "nauc_ndcg_at_1000_max": 0.44726, + "nauc_ndcg_at_1000_std": -0.227687, + "nauc_ndcg_at_1000_diff1": 0.637423, + "nauc_map_at_1_max": 0.422983, + "nauc_map_at_1_std": -0.225178, + "nauc_map_at_1_diff1": 0.682944, + "nauc_map_at_3_max": 0.44081, + "nauc_map_at_3_std": -0.233124, + "nauc_map_at_3_diff1": 0.643407, + "nauc_map_at_5_max": 0.442359, + "nauc_map_at_5_std": -0.232632, + "nauc_map_at_5_diff1": 0.640273, + "nauc_map_at_10_max": 0.443476, + "nauc_map_at_10_std": -0.230936, + "nauc_map_at_10_diff1": 0.641574, + "nauc_map_at_20_max": 0.442944, + "nauc_map_at_20_std": -0.229572, + "nauc_map_at_20_diff1": 0.642742, + "nauc_map_at_100_max": 0.442428, + "nauc_map_at_100_std": -0.229743, + "nauc_map_at_100_diff1": 0.643788, + "nauc_map_at_1000_max": 0.442361, + "nauc_map_at_1000_std": -0.229834, + "nauc_map_at_1000_diff1": 0.643816, + "nauc_recall_at_1_max": 0.422983, + "nauc_recall_at_1_std": -0.225178, + "nauc_recall_at_1_diff1": 0.682944, + "nauc_recall_at_3_max": 0.472543, + "nauc_recall_at_3_std": -0.245839, + "nauc_recall_at_3_diff1": 0.581499, + "nauc_recall_at_5_max": 0.491956, + "nauc_recall_at_5_std": -0.243936, + "nauc_recall_at_5_diff1": 0.545134, + "nauc_recall_at_10_max": 0.53345, + "nauc_recall_at_10_std": -0.215383, + "nauc_recall_at_10_diff1": 0.52197, + "nauc_recall_at_20_max": 0.568775, + "nauc_recall_at_20_std": -0.13029, + "nauc_recall_at_20_diff1": 0.50046, + "nauc_recall_at_100_max": 0.722239, + "nauc_recall_at_100_std": 0.199249, + "nauc_recall_at_100_diff1": 0.551617, + "nauc_recall_at_1000_max": 0.487973, + "nauc_recall_at_1000_std": 0.640597, + "nauc_recall_at_1000_diff1": 0.268144, + "nauc_precision_at_1_max": 0.422983, + "nauc_precision_at_1_std": -0.225178, + "nauc_precision_at_1_diff1": 0.682944, + "nauc_precision_at_3_max": 0.472543, + "nauc_precision_at_3_std": -0.245839, + "nauc_precision_at_3_diff1": 0.581499, + "nauc_precision_at_5_max": 0.491956, + "nauc_precision_at_5_std": -0.243936, + "nauc_precision_at_5_diff1": 0.545134, + "nauc_precision_at_10_max": 0.53345, + "nauc_precision_at_10_std": -0.215383, + "nauc_precision_at_10_diff1": 0.52197, + "nauc_precision_at_20_max": 0.568775, + "nauc_precision_at_20_std": -0.13029, + "nauc_precision_at_20_diff1": 0.50046, + "nauc_precision_at_100_max": 0.722239, + "nauc_precision_at_100_std": 0.199249, + "nauc_precision_at_100_diff1": 0.551617, + "nauc_precision_at_1000_max": 0.487973, + "nauc_precision_at_1000_std": 0.640597, + "nauc_precision_at_1000_diff1": 0.268144, + "nauc_mrr_at_1_max": 0.422983, + "nauc_mrr_at_1_std": -0.225178, + "nauc_mrr_at_1_diff1": 0.682944, + "nauc_mrr_at_3_max": 0.44081, + "nauc_mrr_at_3_std": -0.233124, + "nauc_mrr_at_3_diff1": 0.643407, + "nauc_mrr_at_5_max": 0.442359, + "nauc_mrr_at_5_std": -0.232632, + "nauc_mrr_at_5_diff1": 0.640273, + "nauc_mrr_at_10_max": 0.443476, + "nauc_mrr_at_10_std": -0.230936, + "nauc_mrr_at_10_diff1": 0.641574, + "nauc_mrr_at_20_max": 0.442944, + "nauc_mrr_at_20_std": -0.229572, + "nauc_mrr_at_20_diff1": 0.642743, + "nauc_mrr_at_100_max": 0.442428, + "nauc_mrr_at_100_std": -0.229743, + "nauc_mrr_at_100_diff1": 0.643788, + "nauc_mrr_at_1000_max": 0.44236, + "nauc_mrr_at_1000_std": -0.229834, + "nauc_mrr_at_1000_diff1": 0.643816, + "hit_rate_at_1": 0.54535, + "hit_rate_at_3": 0.73173, + "hit_rate_at_5": 0.8001, + "hit_rate_at_10": 0.86884, + "hit_rate_at_20": 0.92418, + "hit_rate_at_100": 0.98734, + "hit_rate_at_1000": 0.99938, + "main_score": 0.70548, + "hf_subset": "nl", + "languages": [ + "nld-Latn" + ] + }, + { + "ndcg_at_1": 0.54707, + "ndcg_at_3": 0.65298, + "ndcg_at_5": 0.6784, + "ndcg_at_10": 0.70228, + "ndcg_at_20": 0.71704, + "ndcg_at_100": 0.72874, + "ndcg_at_1000": 0.73109, + "map_at_1": 0.54707, + "map_at_3": 0.62734, + "map_at_5": 0.64149, + "map_at_10": 0.65149, + "map_at_20": 0.6556, + "map_at_100": 0.65734, + "map_at_1000": 0.65744, + "recall_at_1": 0.54707, + "recall_at_3": 0.72702, + "recall_at_5": 0.78858, + "recall_at_10": 0.86164, + "recall_at_20": 0.91959, + "recall_at_100": 0.98087, + "recall_at_1000": 0.99861, + "accuracy": 0.54707, + "precision_at_1": 0.54707, + "precision_at_3": 0.24234, + "precision_at_5": 0.15772, + "precision_at_10": 0.08616, + "precision_at_20": 0.04598, + "precision_at_100": 0.00981, + "precision_at_1000": 0.001, + "mrr_at_1": 0.547068, + "mrr_at_3": 0.62734, + "mrr_at_5": 0.641488, + "mrr_at_10": 0.651487, + "mrr_at_20": 0.655597, + "mrr_at_100": 0.657335, + "mrr_at_1000": 0.657438, + "nauc_ndcg_at_1_max": 0.45233, + "nauc_ndcg_at_1_std": -0.135638, + "nauc_ndcg_at_1_diff1": 0.669053, + "nauc_ndcg_at_3_max": 0.477726, + "nauc_ndcg_at_3_std": -0.125411, + "nauc_ndcg_at_3_diff1": 0.612877, + "nauc_ndcg_at_5_max": 0.482075, + "nauc_ndcg_at_5_std": -0.11475, + "nauc_ndcg_at_5_diff1": 0.610092, + "nauc_ndcg_at_10_max": 0.487931, + "nauc_ndcg_at_10_std": -0.106645, + "nauc_ndcg_at_10_diff1": 0.61394, + "nauc_ndcg_at_20_max": 0.48587, + "nauc_ndcg_at_20_std": -0.102976, + "nauc_ndcg_at_20_diff1": 0.617246, + "nauc_ndcg_at_100_max": 0.482663, + "nauc_ndcg_at_100_std": -0.106687, + "nauc_ndcg_at_100_diff1": 0.623701, + "nauc_ndcg_at_1000_max": 0.48015, + "nauc_ndcg_at_1000_std": -0.111565, + "nauc_ndcg_at_1000_diff1": 0.624133, + "nauc_map_at_1_max": 0.45233, + "nauc_map_at_1_std": -0.135638, + "nauc_map_at_1_diff1": 0.669053, + "nauc_map_at_3_max": 0.471108, + "nauc_map_at_3_std": -0.12797, + "nauc_map_at_3_diff1": 0.626886, + "nauc_map_at_5_max": 0.473233, + "nauc_map_at_5_std": -0.1226, + "nauc_map_at_5_diff1": 0.626007, + "nauc_map_at_10_max": 0.475362, + "nauc_map_at_10_std": -0.119522, + "nauc_map_at_10_diff1": 0.627761, + "nauc_map_at_20_max": 0.474748, + "nauc_map_at_20_std": -0.118693, + "nauc_map_at_20_diff1": 0.628697, + "nauc_map_at_100_max": 0.474412, + "nauc_map_at_100_std": -0.119026, + "nauc_map_at_100_diff1": 0.62956, + "nauc_map_at_1000_max": 0.474331, + "nauc_map_at_1000_std": -0.119178, + "nauc_map_at_1000_diff1": 0.629578, + "nauc_recall_at_1_max": 0.45233, + "nauc_recall_at_1_std": -0.135638, + "nauc_recall_at_1_diff1": 0.669053, + "nauc_recall_at_3_max": 0.500873, + "nauc_recall_at_3_std": -0.116518, + "nauc_recall_at_3_diff1": 0.564216, + "nauc_recall_at_5_max": 0.519428, + "nauc_recall_at_5_std": -0.079926, + "nauc_recall_at_5_diff1": 0.543858, + "nauc_recall_at_10_max": 0.566416, + "nauc_recall_at_10_std": -0.022676, + "nauc_recall_at_10_diff1": 0.535973, + "nauc_recall_at_20_max": 0.594213, + "nauc_recall_at_20_std": 0.069575, + "nauc_recall_at_20_diff1": 0.522037, + "nauc_recall_at_100_max": 0.729255, + "nauc_recall_at_100_std": 0.36374, + "nauc_recall_at_100_diff1": 0.59425, + "nauc_recall_at_1000_max": 0.866016, + "nauc_recall_at_1000_std": 0.499631, + "nauc_recall_at_1000_diff1": 0.704017, + "nauc_precision_at_1_max": 0.45233, + "nauc_precision_at_1_std": -0.135638, + "nauc_precision_at_1_diff1": 0.669053, + "nauc_precision_at_3_max": 0.500873, + "nauc_precision_at_3_std": -0.116518, + "nauc_precision_at_3_diff1": 0.564216, + "nauc_precision_at_5_max": 0.519428, + "nauc_precision_at_5_std": -0.079926, + "nauc_precision_at_5_diff1": 0.543858, + "nauc_precision_at_10_max": 0.566416, + "nauc_precision_at_10_std": -0.022676, + "nauc_precision_at_10_diff1": 0.535973, + "nauc_precision_at_20_max": 0.594213, + "nauc_precision_at_20_std": 0.069575, + "nauc_precision_at_20_diff1": 0.522037, + "nauc_precision_at_100_max": 0.729255, + "nauc_precision_at_100_std": 0.36374, + "nauc_precision_at_100_diff1": 0.59425, + "nauc_precision_at_1000_max": 0.866016, + "nauc_precision_at_1000_std": 0.499631, + "nauc_precision_at_1000_diff1": 0.704017, + "nauc_mrr_at_1_max": 0.45233, + "nauc_mrr_at_1_std": -0.135638, + "nauc_mrr_at_1_diff1": 0.669053, + "nauc_mrr_at_3_max": 0.471108, + "nauc_mrr_at_3_std": -0.12797, + "nauc_mrr_at_3_diff1": 0.626886, + "nauc_mrr_at_5_max": 0.473233, + "nauc_mrr_at_5_std": -0.1226, + "nauc_mrr_at_5_diff1": 0.626007, + "nauc_mrr_at_10_max": 0.475362, + "nauc_mrr_at_10_std": -0.119522, + "nauc_mrr_at_10_diff1": 0.627761, + "nauc_mrr_at_20_max": 0.474748, + "nauc_mrr_at_20_std": -0.118693, + "nauc_mrr_at_20_diff1": 0.628697, + "nauc_mrr_at_100_max": 0.474412, + "nauc_mrr_at_100_std": -0.119026, + "nauc_mrr_at_100_diff1": 0.62956, + "nauc_mrr_at_1000_max": 0.474331, + "nauc_mrr_at_1000_std": -0.119178, + "nauc_mrr_at_1000_diff1": 0.629578, + "hit_rate_at_1": 0.54707, + "hit_rate_at_3": 0.72702, + "hit_rate_at_5": 0.78858, + "hit_rate_at_10": 0.86164, + "hit_rate_at_20": 0.91959, + "hit_rate_at_100": 0.98087, + "hit_rate_at_1000": 0.99861, + "main_score": 0.70228, + "hf_subset": "no", + "languages": [ + "nor-Latn", + "nno-Latn", + "nob-Latn" + ] + }, + { + "ndcg_at_1": 0.58689, + "ndcg_at_3": 0.68824, + "ndcg_at_5": 0.71528, + "ndcg_at_10": 0.73695, + "ndcg_at_20": 0.74895, + "ndcg_at_100": 0.75836, + "ndcg_at_1000": 0.75995, + "map_at_1": 0.58689, + "map_at_3": 0.66377, + "map_at_5": 0.67883, + "map_at_10": 0.68787, + "map_at_20": 0.69118, + "map_at_100": 0.69262, + "map_at_1000": 0.69269, + "recall_at_1": 0.58689, + "recall_at_3": 0.75886, + "recall_at_5": 0.82425, + "recall_at_10": 0.89077, + "recall_at_20": 0.9381, + "recall_at_100": 0.98684, + "recall_at_1000": 0.99888, + "accuracy": 0.58689, + "precision_at_1": 0.58689, + "precision_at_3": 0.25295, + "precision_at_5": 0.16485, + "precision_at_10": 0.08908, + "precision_at_20": 0.04691, + "precision_at_100": 0.00987, + "precision_at_1000": 0.001, + "mrr_at_1": 0.586893, + "mrr_at_3": 0.663773, + "mrr_at_5": 0.678833, + "mrr_at_10": 0.687873, + "mrr_at_20": 0.69118, + "mrr_at_100": 0.692617, + "mrr_at_1000": 0.692687, + "nauc_ndcg_at_1_max": 0.476073, + "nauc_ndcg_at_1_std": -0.170937, + "nauc_ndcg_at_1_diff1": 0.71919, + "nauc_ndcg_at_3_max": 0.508791, + "nauc_ndcg_at_3_std": -0.177209, + "nauc_ndcg_at_3_diff1": 0.669619, + "nauc_ndcg_at_5_max": 0.507847, + "nauc_ndcg_at_5_std": -0.175821, + "nauc_ndcg_at_5_diff1": 0.665977, + "nauc_ndcg_at_10_max": 0.507431, + "nauc_ndcg_at_10_std": -0.167024, + "nauc_ndcg_at_10_diff1": 0.666393, + "nauc_ndcg_at_20_max": 0.509449, + "nauc_ndcg_at_20_std": -0.159649, + "nauc_ndcg_at_20_diff1": 0.670474, + "nauc_ndcg_at_100_max": 0.505928, + "nauc_ndcg_at_100_std": -0.162691, + "nauc_ndcg_at_100_diff1": 0.67713, + "nauc_ndcg_at_1000_max": 0.503384, + "nauc_ndcg_at_1000_std": -0.166556, + "nauc_ndcg_at_1000_diff1": 0.6774, + "nauc_map_at_1_max": 0.476073, + "nauc_map_at_1_std": -0.170937, + "nauc_map_at_1_diff1": 0.71919, + "nauc_map_at_3_max": 0.49973, + "nauc_map_at_3_std": -0.176123, + "nauc_map_at_3_diff1": 0.682167, + "nauc_map_at_5_max": 0.498778, + "nauc_map_at_5_std": -0.175385, + "nauc_map_at_5_diff1": 0.680711, + "nauc_map_at_10_max": 0.498204, + "nauc_map_at_10_std": -0.172742, + "nauc_map_at_10_diff1": 0.681315, + "nauc_map_at_20_max": 0.498478, + "nauc_map_at_20_std": -0.171175, + "nauc_map_at_20_diff1": 0.682349, + "nauc_map_at_100_max": 0.498163, + "nauc_map_at_100_std": -0.171391, + "nauc_map_at_100_diff1": 0.683244, + "nauc_map_at_1000_max": 0.49808, + "nauc_map_at_1000_std": -0.171493, + "nauc_map_at_1000_diff1": 0.683248, + "nauc_recall_at_1_max": 0.476073, + "nauc_recall_at_1_std": -0.170937, + "nauc_recall_at_1_diff1": 0.71919, + "nauc_recall_at_3_max": 0.541863, + "nauc_recall_at_3_std": -0.180826, + "nauc_recall_at_3_diff1": 0.624445, + "nauc_recall_at_5_max": 0.549197, + "nauc_recall_at_5_std": -0.177026, + "nauc_recall_at_5_diff1": 0.599021, + "nauc_recall_at_10_max": 0.570588, + "nauc_recall_at_10_std": -0.115976, + "nauc_recall_at_10_diff1": 0.565773, + "nauc_recall_at_20_max": 0.64635, + "nauc_recall_at_20_std": 0.021164, + "nauc_recall_at_20_diff1": 0.547487, + "nauc_recall_at_100_max": 0.832331, + "nauc_recall_at_100_std": 0.392863, + "nauc_recall_at_100_diff1": 0.609024, + "nauc_recall_at_1000_max": 0.887085, + "nauc_recall_at_1000_std": 0.887085, + "nauc_recall_at_1000_diff1": 0.298387, + "nauc_precision_at_1_max": 0.476073, + "nauc_precision_at_1_std": -0.170937, + "nauc_precision_at_1_diff1": 0.71919, + "nauc_precision_at_3_max": 0.541863, + "nauc_precision_at_3_std": -0.180826, + "nauc_precision_at_3_diff1": 0.624445, + "nauc_precision_at_5_max": 0.549197, + "nauc_precision_at_5_std": -0.177026, + "nauc_precision_at_5_diff1": 0.599021, + "nauc_precision_at_10_max": 0.570588, + "nauc_precision_at_10_std": -0.115976, + "nauc_precision_at_10_diff1": 0.565773, + "nauc_precision_at_20_max": 0.64635, + "nauc_precision_at_20_std": 0.021164, + "nauc_precision_at_20_diff1": 0.547487, + "nauc_precision_at_100_max": 0.832331, + "nauc_precision_at_100_std": 0.392863, + "nauc_precision_at_100_diff1": 0.609024, + "nauc_precision_at_1000_max": 0.887085, + "nauc_precision_at_1000_std": 0.887085, + "nauc_precision_at_1000_diff1": 0.298387, + "nauc_mrr_at_1_max": 0.476073, + "nauc_mrr_at_1_std": -0.170937, + "nauc_mrr_at_1_diff1": 0.71919, + "nauc_mrr_at_3_max": 0.49973, + "nauc_mrr_at_3_std": -0.176123, + "nauc_mrr_at_3_diff1": 0.682167, + "nauc_mrr_at_5_max": 0.498778, + "nauc_mrr_at_5_std": -0.175385, + "nauc_mrr_at_5_diff1": 0.680711, + "nauc_mrr_at_10_max": 0.498204, + "nauc_mrr_at_10_std": -0.172742, + "nauc_mrr_at_10_diff1": 0.681315, + "nauc_mrr_at_20_max": 0.498478, + "nauc_mrr_at_20_std": -0.171175, + "nauc_mrr_at_20_diff1": 0.682349, + "nauc_mrr_at_100_max": 0.498163, + "nauc_mrr_at_100_std": -0.171391, + "nauc_mrr_at_100_diff1": 0.683244, + "nauc_mrr_at_1000_max": 0.49808, + "nauc_mrr_at_1000_std": -0.171493, + "nauc_mrr_at_1000_diff1": 0.683248, + "hit_rate_at_1": 0.58689, + "hit_rate_at_3": 0.75886, + "hit_rate_at_5": 0.82425, + "hit_rate_at_10": 0.89077, + "hit_rate_at_20": 0.9381, + "hit_rate_at_100": 0.98684, + "hit_rate_at_1000": 0.99888, + "main_score": 0.73695, + "hf_subset": "pl", + "languages": [ + "pol-Latn" + ] + }, + { + "ndcg_at_1": 0.63316, + "ndcg_at_3": 0.72956, + "ndcg_at_5": 0.75329, + "ndcg_at_10": 0.77226, + "ndcg_at_20": 0.78229, + "ndcg_at_100": 0.79032, + "ndcg_at_1000": 0.79116, + "map_at_1": 0.63316, + "map_at_3": 0.70636, + "map_at_5": 0.7196, + "map_at_10": 0.7275, + "map_at_20": 0.7303, + "map_at_100": 0.73151, + "map_at_1000": 0.73154, + "recall_at_1": 0.63316, + "recall_at_3": 0.79649, + "recall_at_5": 0.85379, + "recall_at_10": 0.91205, + "recall_at_20": 0.9514, + "recall_at_100": 0.99323, + "recall_at_1000": 0.99972, + "accuracy": 0.63316, + "precision_at_1": 0.63316, + "precision_at_3": 0.2655, + "precision_at_5": 0.17076, + "precision_at_10": 0.09121, + "precision_at_20": 0.04757, + "precision_at_100": 0.00993, + "precision_at_1000": 0.001, + "mrr_at_1": 0.633163, + "mrr_at_3": 0.70636, + "mrr_at_5": 0.719601, + "mrr_at_10": 0.727504, + "mrr_at_20": 0.730301, + "mrr_at_100": 0.731509, + "mrr_at_1000": 0.731544, + "nauc_ndcg_at_1_max": 0.49505, + "nauc_ndcg_at_1_std": -0.225989, + "nauc_ndcg_at_1_diff1": 0.739673, + "nauc_ndcg_at_3_max": 0.525497, + "nauc_ndcg_at_3_std": -0.245316, + "nauc_ndcg_at_3_diff1": 0.690259, + "nauc_ndcg_at_5_max": 0.529084, + "nauc_ndcg_at_5_std": -0.238071, + "nauc_ndcg_at_5_diff1": 0.689609, + "nauc_ndcg_at_10_max": 0.532768, + "nauc_ndcg_at_10_std": -0.225357, + "nauc_ndcg_at_10_diff1": 0.693058, + "nauc_ndcg_at_20_max": 0.530384, + "nauc_ndcg_at_20_std": -0.222412, + "nauc_ndcg_at_20_diff1": 0.697242, + "nauc_ndcg_at_100_max": 0.525486, + "nauc_ndcg_at_100_std": -0.225506, + "nauc_ndcg_at_100_diff1": 0.702232, + "nauc_ndcg_at_1000_max": 0.524276, + "nauc_ndcg_at_1000_std": -0.227511, + "nauc_ndcg_at_1000_diff1": 0.702834, + "nauc_map_at_1_max": 0.49505, + "nauc_map_at_1_std": -0.225989, + "nauc_map_at_1_diff1": 0.739673, + "nauc_map_at_3_max": 0.517837, + "nauc_map_at_3_std": -0.239102, + "nauc_map_at_3_diff1": 0.703627, + "nauc_map_at_5_max": 0.519415, + "nauc_map_at_5_std": -0.235159, + "nauc_map_at_5_diff1": 0.703959, + "nauc_map_at_10_max": 0.520586, + "nauc_map_at_10_std": -0.230327, + "nauc_map_at_10_diff1": 0.705563, + "nauc_map_at_20_max": 0.519926, + "nauc_map_at_20_std": -0.22959, + "nauc_map_at_20_diff1": 0.70666, + "nauc_map_at_100_max": 0.519382, + "nauc_map_at_100_std": -0.229922, + "nauc_map_at_100_diff1": 0.707378, + "nauc_map_at_1000_max": 0.519342, + "nauc_map_at_1000_std": -0.229988, + "nauc_map_at_1000_diff1": 0.707401, + "nauc_recall_at_1_max": 0.49505, + "nauc_recall_at_1_std": -0.225989, + "nauc_recall_at_1_diff1": 0.739673, + "nauc_recall_at_3_max": 0.553958, + "nauc_recall_at_3_std": -0.269241, + "nauc_recall_at_3_diff1": 0.640012, + "nauc_recall_at_5_max": 0.576108, + "nauc_recall_at_5_std": -0.251154, + "nauc_recall_at_5_diff1": 0.61983, + "nauc_recall_at_10_max": 0.62712, + "nauc_recall_at_10_std": -0.175009, + "nauc_recall_at_10_diff1": 0.602843, + "nauc_recall_at_20_max": 0.666384, + "nauc_recall_at_20_std": -0.094647, + "nauc_recall_at_20_diff1": 0.592962, + "nauc_recall_at_100_max": 0.789713, + "nauc_recall_at_100_std": 0.229984, + "nauc_recall_at_100_diff1": 0.598992, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.49505, + "nauc_precision_at_1_std": -0.225989, + "nauc_precision_at_1_diff1": 0.739673, + "nauc_precision_at_3_max": 0.553958, + "nauc_precision_at_3_std": -0.269241, + "nauc_precision_at_3_diff1": 0.640012, + "nauc_precision_at_5_max": 0.576108, + "nauc_precision_at_5_std": -0.251154, + "nauc_precision_at_5_diff1": 0.61983, + "nauc_precision_at_10_max": 0.62712, + "nauc_precision_at_10_std": -0.175009, + "nauc_precision_at_10_diff1": 0.602843, + "nauc_precision_at_20_max": 0.666384, + "nauc_precision_at_20_std": -0.094647, + "nauc_precision_at_20_diff1": 0.592962, + "nauc_precision_at_100_max": 0.789713, + "nauc_precision_at_100_std": 0.229984, + "nauc_precision_at_100_diff1": 0.598992, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.49505, + "nauc_mrr_at_1_std": -0.225989, + "nauc_mrr_at_1_diff1": 0.739673, + "nauc_mrr_at_3_max": 0.517837, + "nauc_mrr_at_3_std": -0.239102, + "nauc_mrr_at_3_diff1": 0.703627, + "nauc_mrr_at_5_max": 0.519415, + "nauc_mrr_at_5_std": -0.235159, + "nauc_mrr_at_5_diff1": 0.703959, + "nauc_mrr_at_10_max": 0.520586, + "nauc_mrr_at_10_std": -0.230327, + "nauc_mrr_at_10_diff1": 0.705563, + "nauc_mrr_at_20_max": 0.519926, + "nauc_mrr_at_20_std": -0.22959, + "nauc_mrr_at_20_diff1": 0.70666, + "nauc_mrr_at_100_max": 0.519382, + "nauc_mrr_at_100_std": -0.229922, + "nauc_mrr_at_100_diff1": 0.707378, + "nauc_mrr_at_1000_max": 0.519342, + "nauc_mrr_at_1000_std": -0.229988, + "nauc_mrr_at_1000_diff1": 0.707401, + "hit_rate_at_1": 0.63316, + "hit_rate_at_3": 0.79649, + "hit_rate_at_5": 0.85379, + "hit_rate_at_10": 0.91205, + "hit_rate_at_20": 0.9514, + "hit_rate_at_100": 0.99323, + "hit_rate_at_1000": 0.99972, + "main_score": 0.77226, + "hf_subset": "pt", + "languages": [ + "por-Latn" + ] + }, + { + "ndcg_at_1": 0.02917, + "ndcg_at_3": 0.04476, + "ndcg_at_5": 0.05291, + "ndcg_at_10": 0.06191, + "ndcg_at_20": 0.07038, + "ndcg_at_100": 0.0884, + "ndcg_at_1000": 0.12486, + "map_at_1": 0.02917, + "map_at_3": 0.04072, + "map_at_5": 0.0452, + "map_at_10": 0.04889, + "map_at_20": 0.05122, + "map_at_100": 0.05354, + "map_at_1000": 0.05452, + "recall_at_1": 0.02917, + "recall_at_3": 0.05653, + "recall_at_5": 0.07653, + "recall_at_10": 0.10444, + "recall_at_20": 0.13792, + "recall_at_100": 0.23764, + "recall_at_1000": 0.54847, + "accuracy": 0.02917, + "precision_at_1": 0.02917, + "precision_at_3": 0.01884, + "precision_at_5": 0.01531, + "precision_at_10": 0.01044, + "precision_at_20": 0.0069, + "precision_at_100": 0.00238, + "precision_at_1000": 0.00055, + "mrr_at_1": 0.029167, + "mrr_at_3": 0.040718, + "mrr_at_5": 0.045197, + "mrr_at_10": 0.048886, + "mrr_at_20": 0.051221, + "mrr_at_100": 0.053544, + "mrr_at_1000": 0.054524, + "nauc_ndcg_at_1_max": 0.733829, + "nauc_ndcg_at_1_std": 0.540663, + "nauc_ndcg_at_1_diff1": 0.443141, + "nauc_ndcg_at_3_max": 0.670281, + "nauc_ndcg_at_3_std": 0.516397, + "nauc_ndcg_at_3_diff1": 0.329689, + "nauc_ndcg_at_5_max": 0.647853, + "nauc_ndcg_at_5_std": 0.513379, + "nauc_ndcg_at_5_diff1": 0.293269, + "nauc_ndcg_at_10_max": 0.619299, + "nauc_ndcg_at_10_std": 0.507359, + "nauc_ndcg_at_10_diff1": 0.265976, + "nauc_ndcg_at_20_max": 0.614704, + "nauc_ndcg_at_20_std": 0.520522, + "nauc_ndcg_at_20_diff1": 0.251613, + "nauc_ndcg_at_100_max": 0.579982, + "nauc_ndcg_at_100_std": 0.518263, + "nauc_ndcg_at_100_diff1": 0.220568, + "nauc_ndcg_at_1000_max": 0.529883, + "nauc_ndcg_at_1000_std": 0.480275, + "nauc_ndcg_at_1000_diff1": 0.193778, + "nauc_map_at_1_max": 0.733829, + "nauc_map_at_1_std": 0.540663, + "nauc_map_at_1_diff1": 0.443141, + "nauc_map_at_3_max": 0.683549, + "nauc_map_at_3_std": 0.521759, + "nauc_map_at_3_diff1": 0.351439, + "nauc_map_at_5_max": 0.668037, + "nauc_map_at_5_std": 0.519397, + "nauc_map_at_5_diff1": 0.326409, + "nauc_map_at_10_max": 0.651514, + "nauc_map_at_10_std": 0.515633, + "nauc_map_at_10_diff1": 0.309631, + "nauc_map_at_20_max": 0.648857, + "nauc_map_at_20_std": 0.520226, + "nauc_map_at_20_diff1": 0.302991, + "nauc_map_at_100_max": 0.640872, + "nauc_map_at_100_std": 0.519998, + "nauc_map_at_100_diff1": 0.295347, + "nauc_map_at_1000_max": 0.638155, + "nauc_map_at_1000_std": 0.51827, + "nauc_map_at_1000_diff1": 0.293669, + "nauc_recall_at_1_max": 0.733829, + "nauc_recall_at_1_std": 0.540663, + "nauc_recall_at_1_diff1": 0.443141, + "nauc_recall_at_3_max": 0.642018, + "nauc_recall_at_3_std": 0.504905, + "nauc_recall_at_3_diff1": 0.283838, + "nauc_recall_at_5_max": 0.610842, + "nauc_recall_at_5_std": 0.502522, + "nauc_recall_at_5_diff1": 0.23276, + "nauc_recall_at_10_max": 0.568143, + "nauc_recall_at_10_std": 0.494723, + "nauc_recall_at_10_diff1": 0.198344, + "nauc_recall_at_20_max": 0.567426, + "nauc_recall_at_20_std": 0.524795, + "nauc_recall_at_20_diff1": 0.179931, + "nauc_recall_at_100_max": 0.500618, + "nauc_recall_at_100_std": 0.517587, + "nauc_recall_at_100_diff1": 0.12872, + "nauc_recall_at_1000_max": 0.337871, + "nauc_recall_at_1000_std": 0.386395, + "nauc_recall_at_1000_diff1": 0.047164, + "nauc_precision_at_1_max": 0.733829, + "nauc_precision_at_1_std": 0.540663, + "nauc_precision_at_1_diff1": 0.443141, + "nauc_precision_at_3_max": 0.642018, + "nauc_precision_at_3_std": 0.504905, + "nauc_precision_at_3_diff1": 0.283838, + "nauc_precision_at_5_max": 0.610842, + "nauc_precision_at_5_std": 0.502522, + "nauc_precision_at_5_diff1": 0.23276, + "nauc_precision_at_10_max": 0.568143, + "nauc_precision_at_10_std": 0.494723, + "nauc_precision_at_10_diff1": 0.198344, + "nauc_precision_at_20_max": 0.567426, + "nauc_precision_at_20_std": 0.524795, + "nauc_precision_at_20_diff1": 0.179931, + "nauc_precision_at_100_max": 0.500618, + "nauc_precision_at_100_std": 0.517587, + "nauc_precision_at_100_diff1": 0.12872, + "nauc_precision_at_1000_max": 0.337871, + "nauc_precision_at_1000_std": 0.386395, + "nauc_precision_at_1000_diff1": 0.047164, + "nauc_mrr_at_1_max": 0.733829, + "nauc_mrr_at_1_std": 0.540663, + "nauc_mrr_at_1_diff1": 0.443141, + "nauc_mrr_at_3_max": 0.683549, + "nauc_mrr_at_3_std": 0.521759, + "nauc_mrr_at_3_diff1": 0.351439, + "nauc_mrr_at_5_max": 0.668037, + "nauc_mrr_at_5_std": 0.519397, + "nauc_mrr_at_5_diff1": 0.326409, + "nauc_mrr_at_10_max": 0.651514, + "nauc_mrr_at_10_std": 0.515633, + "nauc_mrr_at_10_diff1": 0.309631, + "nauc_mrr_at_20_max": 0.648857, + "nauc_mrr_at_20_std": 0.520226, + "nauc_mrr_at_20_diff1": 0.302991, + "nauc_mrr_at_100_max": 0.640872, + "nauc_mrr_at_100_std": 0.519998, + "nauc_mrr_at_100_diff1": 0.295347, + "nauc_mrr_at_1000_max": 0.638155, + "nauc_mrr_at_1000_std": 0.51827, + "nauc_mrr_at_1000_diff1": 0.293669, + "hit_rate_at_1": 0.02917, + "hit_rate_at_3": 0.05653, + "hit_rate_at_5": 0.07653, + "hit_rate_at_10": 0.10444, + "hit_rate_at_20": 0.13792, + "hit_rate_at_100": 0.23764, + "hit_rate_at_1000": 0.54847, + "main_score": 0.06191, + "hf_subset": "quz", + "languages": [ + "quz-Latn" + ] + }, + { + "ndcg_at_1": 0.59722, + "ndcg_at_3": 0.69807, + "ndcg_at_5": 0.72075, + "ndcg_at_10": 0.74067, + "ndcg_at_20": 0.75167, + "ndcg_at_100": 0.76207, + "ndcg_at_1000": 0.764, + "map_at_1": 0.59722, + "map_at_3": 0.67359, + "map_at_5": 0.68619, + "map_at_10": 0.69451, + "map_at_20": 0.69758, + "map_at_100": 0.69913, + "map_at_1000": 0.69921, + "recall_at_1": 0.59722, + "recall_at_3": 0.76878, + "recall_at_5": 0.82381, + "recall_at_10": 0.88488, + "recall_at_20": 0.92798, + "recall_at_100": 0.98231, + "recall_at_1000": 0.99719, + "accuracy": 0.59722, + "precision_at_1": 0.59722, + "precision_at_3": 0.25626, + "precision_at_5": 0.16476, + "precision_at_10": 0.08849, + "precision_at_20": 0.0464, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.59722, + "mrr_at_3": 0.673593, + "mrr_at_5": 0.686186, + "mrr_at_10": 0.694507, + "mrr_at_20": 0.697576, + "mrr_at_100": 0.699134, + "mrr_at_1000": 0.699211, + "nauc_ndcg_at_1_max": 0.507934, + "nauc_ndcg_at_1_std": -0.128763, + "nauc_ndcg_at_1_diff1": 0.735505, + "nauc_ndcg_at_3_max": 0.552641, + "nauc_ndcg_at_3_std": -0.108029, + "nauc_ndcg_at_3_diff1": 0.694841, + "nauc_ndcg_at_5_max": 0.557689, + "nauc_ndcg_at_5_std": -0.101424, + "nauc_ndcg_at_5_diff1": 0.693003, + "nauc_ndcg_at_10_max": 0.558132, + "nauc_ndcg_at_10_std": -0.09067, + "nauc_ndcg_at_10_diff1": 0.693527, + "nauc_ndcg_at_20_max": 0.55584, + "nauc_ndcg_at_20_std": -0.091559, + "nauc_ndcg_at_20_diff1": 0.695744, + "nauc_ndcg_at_100_max": 0.551719, + "nauc_ndcg_at_100_std": -0.092454, + "nauc_ndcg_at_100_diff1": 0.700808, + "nauc_ndcg_at_1000_max": 0.549032, + "nauc_ndcg_at_1000_std": -0.097789, + "nauc_ndcg_at_1000_diff1": 0.701845, + "nauc_map_at_1_max": 0.507934, + "nauc_map_at_1_std": -0.128763, + "nauc_map_at_1_diff1": 0.735505, + "nauc_map_at_3_max": 0.54069, + "nauc_map_at_3_std": -0.114277, + "nauc_map_at_3_diff1": 0.705163, + "nauc_map_at_5_max": 0.542699, + "nauc_map_at_5_std": -0.111141, + "nauc_map_at_5_diff1": 0.704527, + "nauc_map_at_10_max": 0.542514, + "nauc_map_at_10_std": -0.107439, + "nauc_map_at_10_diff1": 0.705129, + "nauc_map_at_20_max": 0.541819, + "nauc_map_at_20_std": -0.107729, + "nauc_map_at_20_diff1": 0.705668, + "nauc_map_at_100_max": 0.541295, + "nauc_map_at_100_std": -0.107844, + "nauc_map_at_100_diff1": 0.706349, + "nauc_map_at_1000_max": 0.541212, + "nauc_map_at_1000_std": -0.108001, + "nauc_map_at_1000_diff1": 0.706388, + "nauc_recall_at_1_max": 0.507934, + "nauc_recall_at_1_std": -0.128763, + "nauc_recall_at_1_diff1": 0.735505, + "nauc_recall_at_3_max": 0.596615, + "nauc_recall_at_3_std": -0.084642, + "nauc_recall_at_3_diff1": 0.657166, + "nauc_recall_at_5_max": 0.626054, + "nauc_recall_at_5_std": -0.055998, + "nauc_recall_at_5_diff1": 0.641652, + "nauc_recall_at_10_max": 0.659757, + "nauc_recall_at_10_std": 0.028176, + "nauc_recall_at_10_diff1": 0.619722, + "nauc_recall_at_20_max": 0.691105, + "nauc_recall_at_20_std": 0.082934, + "nauc_recall_at_20_diff1": 0.605616, + "nauc_recall_at_100_max": 0.855642, + "nauc_recall_at_100_std": 0.550001, + "nauc_recall_at_100_diff1": 0.622107, + "nauc_recall_at_1000_max": 0.986929, + "nauc_recall_at_1000_std": 0.979575, + "nauc_recall_at_1000_diff1": 0.746191, + "nauc_precision_at_1_max": 0.507934, + "nauc_precision_at_1_std": -0.128763, + "nauc_precision_at_1_diff1": 0.735505, + "nauc_precision_at_3_max": 0.596615, + "nauc_precision_at_3_std": -0.084642, + "nauc_precision_at_3_diff1": 0.657166, + "nauc_precision_at_5_max": 0.626054, + "nauc_precision_at_5_std": -0.055998, + "nauc_precision_at_5_diff1": 0.641652, + "nauc_precision_at_10_max": 0.659757, + "nauc_precision_at_10_std": 0.028176, + "nauc_precision_at_10_diff1": 0.619722, + "nauc_precision_at_20_max": 0.691105, + "nauc_precision_at_20_std": 0.082934, + "nauc_precision_at_20_diff1": 0.605616, + "nauc_precision_at_100_max": 0.855642, + "nauc_precision_at_100_std": 0.550001, + "nauc_precision_at_100_diff1": 0.622107, + "nauc_precision_at_1000_max": 0.986929, + "nauc_precision_at_1000_std": 0.979575, + "nauc_precision_at_1000_diff1": 0.746191, + "nauc_mrr_at_1_max": 0.507934, + "nauc_mrr_at_1_std": -0.128763, + "nauc_mrr_at_1_diff1": 0.735505, + "nauc_mrr_at_3_max": 0.54069, + "nauc_mrr_at_3_std": -0.114277, + "nauc_mrr_at_3_diff1": 0.705163, + "nauc_mrr_at_5_max": 0.542699, + "nauc_mrr_at_5_std": -0.111141, + "nauc_mrr_at_5_diff1": 0.704527, + "nauc_mrr_at_10_max": 0.542514, + "nauc_mrr_at_10_std": -0.107439, + "nauc_mrr_at_10_diff1": 0.705129, + "nauc_mrr_at_20_max": 0.541819, + "nauc_mrr_at_20_std": -0.107729, + "nauc_mrr_at_20_diff1": 0.705668, + "nauc_mrr_at_100_max": 0.541295, + "nauc_mrr_at_100_std": -0.107844, + "nauc_mrr_at_100_diff1": 0.706349, + "nauc_mrr_at_1000_max": 0.541212, + "nauc_mrr_at_1000_std": -0.108001, + "nauc_mrr_at_1000_diff1": 0.706388, + "hit_rate_at_1": 0.59722, + "hit_rate_at_3": 0.76878, + "hit_rate_at_5": 0.82381, + "hit_rate_at_10": 0.88488, + "hit_rate_at_20": 0.92798, + "hit_rate_at_100": 0.98231, + "hit_rate_at_1000": 0.99719, + "main_score": 0.74067, + "hf_subset": "ro", + "languages": [ + "ron-Latn" + ] + }, + { + "ndcg_at_1": 0.71139, + "ndcg_at_3": 0.8038, + "ndcg_at_5": 0.82152, + "ndcg_at_10": 0.83562, + "ndcg_at_20": 0.84194, + "ndcg_at_100": 0.84566, + "ndcg_at_1000": 0.84589, + "map_at_1": 0.71139, + "map_at_3": 0.78162, + "map_at_5": 0.7915, + "map_at_10": 0.79737, + "map_at_20": 0.79911, + "map_at_100": 0.79969, + "map_at_1000": 0.7997, + "recall_at_1": 0.71139, + "recall_at_3": 0.86778, + "recall_at_5": 0.91056, + "recall_at_10": 0.95389, + "recall_at_20": 0.97889, + "recall_at_100": 0.99806, + "recall_at_1000": 0.99972, + "accuracy": 0.71139, + "precision_at_1": 0.71139, + "precision_at_3": 0.28926, + "precision_at_5": 0.18211, + "precision_at_10": 0.09539, + "precision_at_20": 0.04894, + "precision_at_100": 0.00998, + "precision_at_1000": 0.001, + "mrr_at_1": 0.711389, + "mrr_at_3": 0.78162, + "mrr_at_5": 0.791502, + "mrr_at_10": 0.797373, + "mrr_at_20": 0.799112, + "mrr_at_100": 0.799686, + "mrr_at_1000": 0.799698, + "nauc_ndcg_at_1_max": 0.472444, + "nauc_ndcg_at_1_std": -0.298968, + "nauc_ndcg_at_1_diff1": 0.765554, + "nauc_ndcg_at_3_max": 0.518126, + "nauc_ndcg_at_3_std": -0.325431, + "nauc_ndcg_at_3_diff1": 0.731171, + "nauc_ndcg_at_5_max": 0.516631, + "nauc_ndcg_at_5_std": -0.327184, + "nauc_ndcg_at_5_diff1": 0.729553, + "nauc_ndcg_at_10_max": 0.516933, + "nauc_ndcg_at_10_std": -0.319589, + "nauc_ndcg_at_10_diff1": 0.737025, + "nauc_ndcg_at_20_max": 0.511477, + "nauc_ndcg_at_20_std": -0.313115, + "nauc_ndcg_at_20_diff1": 0.738018, + "nauc_ndcg_at_100_max": 0.506156, + "nauc_ndcg_at_100_std": -0.313972, + "nauc_ndcg_at_100_diff1": 0.740526, + "nauc_ndcg_at_1000_max": 0.505679, + "nauc_ndcg_at_1000_std": -0.314905, + "nauc_ndcg_at_1000_diff1": 0.740907, + "nauc_map_at_1_max": 0.472444, + "nauc_map_at_1_std": -0.298968, + "nauc_map_at_1_diff1": 0.765554, + "nauc_map_at_3_max": 0.504978, + "nauc_map_at_3_std": -0.317566, + "nauc_map_at_3_diff1": 0.741159, + "nauc_map_at_5_max": 0.503448, + "nauc_map_at_5_std": -0.318197, + "nauc_map_at_5_diff1": 0.740827, + "nauc_map_at_10_max": 0.503208, + "nauc_map_at_10_std": -0.315382, + "nauc_map_at_10_diff1": 0.743785, + "nauc_map_at_20_max": 0.50188, + "nauc_map_at_20_std": -0.313914, + "nauc_map_at_20_diff1": 0.744049, + "nauc_map_at_100_max": 0.501197, + "nauc_map_at_100_std": -0.313948, + "nauc_map_at_100_diff1": 0.744358, + "nauc_map_at_1000_max": 0.501179, + "nauc_map_at_1000_std": -0.31398, + "nauc_map_at_1000_diff1": 0.744373, + "nauc_recall_at_1_max": 0.472444, + "nauc_recall_at_1_std": -0.298968, + "nauc_recall_at_1_diff1": 0.765554, + "nauc_recall_at_3_max": 0.57575, + "nauc_recall_at_3_std": -0.360067, + "nauc_recall_at_3_diff1": 0.687337, + "nauc_recall_at_5_max": 0.595615, + "nauc_recall_at_5_std": -0.381379, + "nauc_recall_at_5_diff1": 0.661492, + "nauc_recall_at_10_max": 0.671057, + "nauc_recall_at_10_std": -0.355628, + "nauc_recall_at_10_diff1": 0.67068, + "nauc_recall_at_20_max": 0.708597, + "nauc_recall_at_20_std": -0.227026, + "nauc_recall_at_20_diff1": 0.6198, + "nauc_recall_at_100_max": 0.714919, + "nauc_recall_at_100_std": 0.212885, + "nauc_recall_at_100_diff1": 0.387422, + "nauc_recall_at_1000_max": 0.218254, + "nauc_recall_at_1000_std": -0.075864, + "nauc_recall_at_1000_diff1": -0.367414, + "nauc_precision_at_1_max": 0.472444, + "nauc_precision_at_1_std": -0.298968, + "nauc_precision_at_1_diff1": 0.765554, + "nauc_precision_at_3_max": 0.57575, + "nauc_precision_at_3_std": -0.360067, + "nauc_precision_at_3_diff1": 0.687337, + "nauc_precision_at_5_max": 0.595615, + "nauc_precision_at_5_std": -0.381379, + "nauc_precision_at_5_diff1": 0.661492, + "nauc_precision_at_10_max": 0.671057, + "nauc_precision_at_10_std": -0.355628, + "nauc_precision_at_10_diff1": 0.67068, + "nauc_precision_at_20_max": 0.708597, + "nauc_precision_at_20_std": -0.227026, + "nauc_precision_at_20_diff1": 0.6198, + "nauc_precision_at_100_max": 0.714919, + "nauc_precision_at_100_std": 0.212885, + "nauc_precision_at_100_diff1": 0.387422, + "nauc_precision_at_1000_max": 0.218254, + "nauc_precision_at_1000_std": -0.075864, + "nauc_precision_at_1000_diff1": -0.367414, + "nauc_mrr_at_1_max": 0.472444, + "nauc_mrr_at_1_std": -0.298968, + "nauc_mrr_at_1_diff1": 0.765554, + "nauc_mrr_at_3_max": 0.504978, + "nauc_mrr_at_3_std": -0.317566, + "nauc_mrr_at_3_diff1": 0.741159, + "nauc_mrr_at_5_max": 0.503448, + "nauc_mrr_at_5_std": -0.318197, + "nauc_mrr_at_5_diff1": 0.740827, + "nauc_mrr_at_10_max": 0.503208, + "nauc_mrr_at_10_std": -0.315382, + "nauc_mrr_at_10_diff1": 0.743785, + "nauc_mrr_at_20_max": 0.50188, + "nauc_mrr_at_20_std": -0.313914, + "nauc_mrr_at_20_diff1": 0.744049, + "nauc_mrr_at_100_max": 0.501197, + "nauc_mrr_at_100_std": -0.313948, + "nauc_mrr_at_100_diff1": 0.744358, + "nauc_mrr_at_1000_max": 0.501179, + "nauc_mrr_at_1000_std": -0.31398, + "nauc_mrr_at_1000_diff1": 0.744373, + "hit_rate_at_1": 0.71139, + "hit_rate_at_3": 0.86778, + "hit_rate_at_5": 0.91056, + "hit_rate_at_10": 0.95389, + "hit_rate_at_20": 0.97889, + "hit_rate_at_100": 0.99806, + "hit_rate_at_1000": 0.99972, + "main_score": 0.83562, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "ndcg_at_1": 0.53485, + "ndcg_at_3": 0.63985, + "ndcg_at_5": 0.66825, + "ndcg_at_10": 0.6901, + "ndcg_at_20": 0.70489, + "ndcg_at_100": 0.71792, + "ndcg_at_1000": 0.72069, + "map_at_1": 0.53485, + "map_at_3": 0.61453, + "map_at_5": 0.63028, + "map_at_10": 0.63938, + "map_at_20": 0.6435, + "map_at_100": 0.6454, + "map_at_1000": 0.64552, + "recall_at_1": 0.53485, + "recall_at_3": 0.71291, + "recall_at_5": 0.78193, + "recall_at_10": 0.84903, + "recall_at_20": 0.90705, + "recall_at_100": 0.9758, + "recall_at_1000": 0.99711, + "accuracy": 0.53485, + "precision_at_1": 0.53485, + "precision_at_3": 0.23764, + "precision_at_5": 0.15639, + "precision_at_10": 0.0849, + "precision_at_20": 0.04535, + "precision_at_100": 0.00976, + "precision_at_1000": 0.001, + "mrr_at_1": 0.534855, + "mrr_at_3": 0.614533, + "mrr_at_5": 0.630276, + "mrr_at_10": 0.639384, + "mrr_at_20": 0.643505, + "mrr_at_100": 0.645403, + "mrr_at_1000": 0.645518, + "nauc_ndcg_at_1_max": 0.483593, + "nauc_ndcg_at_1_std": -0.121588, + "nauc_ndcg_at_1_diff1": 0.683127, + "nauc_ndcg_at_3_max": 0.506869, + "nauc_ndcg_at_3_std": -0.114401, + "nauc_ndcg_at_3_diff1": 0.618024, + "nauc_ndcg_at_5_max": 0.507381, + "nauc_ndcg_at_5_std": -0.11533, + "nauc_ndcg_at_5_diff1": 0.610694, + "nauc_ndcg_at_10_max": 0.511277, + "nauc_ndcg_at_10_std": -0.106364, + "nauc_ndcg_at_10_diff1": 0.614955, + "nauc_ndcg_at_20_max": 0.513511, + "nauc_ndcg_at_20_std": -0.097636, + "nauc_ndcg_at_20_diff1": 0.620779, + "nauc_ndcg_at_100_max": 0.51257, + "nauc_ndcg_at_100_std": -0.096554, + "nauc_ndcg_at_100_diff1": 0.627764, + "nauc_ndcg_at_1000_max": 0.509098, + "nauc_ndcg_at_1000_std": -0.103149, + "nauc_ndcg_at_1000_diff1": 0.628716, + "nauc_map_at_1_max": 0.483593, + "nauc_map_at_1_std": -0.121588, + "nauc_map_at_1_diff1": 0.683127, + "nauc_map_at_3_max": 0.501332, + "nauc_map_at_3_std": -0.116369, + "nauc_map_at_3_diff1": 0.634834, + "nauc_map_at_5_max": 0.501474, + "nauc_map_at_5_std": -0.117024, + "nauc_map_at_5_diff1": 0.631837, + "nauc_map_at_10_max": 0.502806, + "nauc_map_at_10_std": -0.113759, + "nauc_map_at_10_diff1": 0.633848, + "nauc_map_at_20_max": 0.503282, + "nauc_map_at_20_std": -0.111711, + "nauc_map_at_20_diff1": 0.635505, + "nauc_map_at_100_max": 0.503222, + "nauc_map_at_100_std": -0.111489, + "nauc_map_at_100_diff1": 0.636396, + "nauc_map_at_1000_max": 0.503113, + "nauc_map_at_1000_std": -0.111686, + "nauc_map_at_1000_diff1": 0.636432, + "nauc_recall_at_1_max": 0.483593, + "nauc_recall_at_1_std": -0.121588, + "nauc_recall_at_1_diff1": 0.683127, + "nauc_recall_at_3_max": 0.525622, + "nauc_recall_at_3_std": -0.107591, + "nauc_recall_at_3_diff1": 0.560336, + "nauc_recall_at_5_max": 0.531366, + "nauc_recall_at_5_std": -0.108286, + "nauc_recall_at_5_diff1": 0.521681, + "nauc_recall_at_10_max": 0.5606, + "nauc_recall_at_10_std": -0.058282, + "nauc_recall_at_10_diff1": 0.511061, + "nauc_recall_at_20_max": 0.608688, + "nauc_recall_at_20_std": 0.052964, + "nauc_recall_at_20_diff1": 0.510807, + "nauc_recall_at_100_max": 0.812537, + "nauc_recall_at_100_std": 0.499713, + "nauc_recall_at_100_diff1": 0.540917, + "nauc_recall_at_1000_max": 0.954092, + "nauc_recall_at_1000_std": 0.906097, + "nauc_recall_at_1000_diff1": 0.455696, + "nauc_precision_at_1_max": 0.483593, + "nauc_precision_at_1_std": -0.121588, + "nauc_precision_at_1_diff1": 0.683127, + "nauc_precision_at_3_max": 0.525622, + "nauc_precision_at_3_std": -0.107591, + "nauc_precision_at_3_diff1": 0.560336, + "nauc_precision_at_5_max": 0.531366, + "nauc_precision_at_5_std": -0.108286, + "nauc_precision_at_5_diff1": 0.521681, + "nauc_precision_at_10_max": 0.5606, + "nauc_precision_at_10_std": -0.058282, + "nauc_precision_at_10_diff1": 0.511061, + "nauc_precision_at_20_max": 0.608688, + "nauc_precision_at_20_std": 0.052964, + "nauc_precision_at_20_diff1": 0.510807, + "nauc_precision_at_100_max": 0.812537, + "nauc_precision_at_100_std": 0.499713, + "nauc_precision_at_100_diff1": 0.540917, + "nauc_precision_at_1000_max": 0.954092, + "nauc_precision_at_1000_std": 0.906097, + "nauc_precision_at_1000_diff1": 0.455696, + "nauc_mrr_at_1_max": 0.483593, + "nauc_mrr_at_1_std": -0.121588, + "nauc_mrr_at_1_diff1": 0.683127, + "nauc_mrr_at_3_max": 0.501332, + "nauc_mrr_at_3_std": -0.116369, + "nauc_mrr_at_3_diff1": 0.634834, + "nauc_mrr_at_5_max": 0.501474, + "nauc_mrr_at_5_std": -0.117024, + "nauc_mrr_at_5_diff1": 0.631837, + "nauc_mrr_at_10_max": 0.502806, + "nauc_mrr_at_10_std": -0.113759, + "nauc_mrr_at_10_diff1": 0.633848, + "nauc_mrr_at_20_max": 0.503282, + "nauc_mrr_at_20_std": -0.111711, + "nauc_mrr_at_20_diff1": 0.635505, + "nauc_mrr_at_100_max": 0.503222, + "nauc_mrr_at_100_std": -0.111489, + "nauc_mrr_at_100_diff1": 0.636396, + "nauc_mrr_at_1000_max": 0.503113, + "nauc_mrr_at_1000_std": -0.111686, + "nauc_mrr_at_1000_diff1": 0.636432, + "hit_rate_at_1": 0.53485, + "hit_rate_at_3": 0.71291, + "hit_rate_at_5": 0.78193, + "hit_rate_at_10": 0.84903, + "hit_rate_at_20": 0.90705, + "hit_rate_at_100": 0.9758, + "hit_rate_at_1000": 0.99711, + "main_score": 0.6901, + "hf_subset": "sv", + "languages": [ + "swe-Latn" + ] + }, + { + "ndcg_at_1": 0.04158, + "ndcg_at_3": 0.06125, + "ndcg_at_5": 0.06955, + "ndcg_at_10": 0.07903, + "ndcg_at_20": 0.08922, + "ndcg_at_100": 0.11366, + "ndcg_at_1000": 0.16214, + "map_at_1": 0.04158, + "map_at_3": 0.0563, + "map_at_5": 0.06094, + "map_at_10": 0.06484, + "map_at_20": 0.06759, + "map_at_100": 0.07064, + "map_at_1000": 0.07203, + "recall_at_1": 0.04158, + "recall_at_3": 0.07565, + "recall_at_5": 0.09566, + "recall_at_10": 0.12504, + "recall_at_20": 0.16563, + "recall_at_100": 0.3023, + "recall_at_1000": 0.70962, + "accuracy": 0.04158, + "precision_at_1": 0.04158, + "precision_at_3": 0.02522, + "precision_at_5": 0.01913, + "precision_at_10": 0.0125, + "precision_at_20": 0.00828, + "precision_at_100": 0.00302, + "precision_at_1000": 0.00071, + "mrr_at_1": 0.041584, + "mrr_at_3": 0.056297, + "mrr_at_5": 0.060938, + "mrr_at_10": 0.064837, + "mrr_at_20": 0.067592, + "mrr_at_100": 0.070641, + "mrr_at_1000": 0.072034, + "nauc_ndcg_at_1_max": 0.483323, + "nauc_ndcg_at_1_std": 0.317154, + "nauc_ndcg_at_1_diff1": 0.330508, + "nauc_ndcg_at_3_max": 0.428365, + "nauc_ndcg_at_3_std": 0.312476, + "nauc_ndcg_at_3_diff1": 0.221109, + "nauc_ndcg_at_5_max": 0.410546, + "nauc_ndcg_at_5_std": 0.320247, + "nauc_ndcg_at_5_diff1": 0.190118, + "nauc_ndcg_at_10_max": 0.387043, + "nauc_ndcg_at_10_std": 0.331491, + "nauc_ndcg_at_10_diff1": 0.169823, + "nauc_ndcg_at_20_max": 0.365213, + "nauc_ndcg_at_20_std": 0.336016, + "nauc_ndcg_at_20_diff1": 0.152979, + "nauc_ndcg_at_100_max": 0.336421, + "nauc_ndcg_at_100_std": 0.348744, + "nauc_ndcg_at_100_diff1": 0.128045, + "nauc_ndcg_at_1000_max": 0.349652, + "nauc_ndcg_at_1000_std": 0.371928, + "nauc_ndcg_at_1000_diff1": 0.131326, + "nauc_map_at_1_max": 0.483323, + "nauc_map_at_1_std": 0.317154, + "nauc_map_at_1_diff1": 0.330508, + "nauc_map_at_3_max": 0.440804, + "nauc_map_at_3_std": 0.3139, + "nauc_map_at_3_diff1": 0.242203, + "nauc_map_at_5_max": 0.428579, + "nauc_map_at_5_std": 0.318786, + "nauc_map_at_5_diff1": 0.220868, + "nauc_map_at_10_max": 0.416214, + "nauc_map_at_10_std": 0.32432, + "nauc_map_at_10_diff1": 0.209396, + "nauc_map_at_20_max": 0.408074, + "nauc_map_at_20_std": 0.326064, + "nauc_map_at_20_diff1": 0.202495, + "nauc_map_at_100_max": 0.401732, + "nauc_map_at_100_std": 0.328384, + "nauc_map_at_100_diff1": 0.1969, + "nauc_map_at_1000_max": 0.402066, + "nauc_map_at_1000_std": 0.32955, + "nauc_map_at_1000_diff1": 0.196962, + "nauc_recall_at_1_max": 0.483323, + "nauc_recall_at_1_std": 0.317154, + "nauc_recall_at_1_diff1": 0.330508, + "nauc_recall_at_3_max": 0.400837, + "nauc_recall_at_3_std": 0.309236, + "nauc_recall_at_3_diff1": 0.17531, + "nauc_recall_at_5_max": 0.375113, + "nauc_recall_at_5_std": 0.323439, + "nauc_recall_at_5_diff1": 0.130444, + "nauc_recall_at_10_max": 0.333747, + "nauc_recall_at_10_std": 0.345894, + "nauc_recall_at_10_diff1": 0.10032, + "nauc_recall_at_20_max": 0.29282, + "nauc_recall_at_20_std": 0.353667, + "nauc_recall_at_20_diff1": 0.07455, + "nauc_recall_at_100_max": 0.239277, + "nauc_recall_at_100_std": 0.382215, + "nauc_recall_at_100_diff1": 0.032054, + "nauc_recall_at_1000_max": 0.275205, + "nauc_recall_at_1000_std": 0.502658, + "nauc_recall_at_1000_diff1": 0.016952, + "nauc_precision_at_1_max": 0.483323, + "nauc_precision_at_1_std": 0.317154, + "nauc_precision_at_1_diff1": 0.330508, + "nauc_precision_at_3_max": 0.400837, + "nauc_precision_at_3_std": 0.309236, + "nauc_precision_at_3_diff1": 0.17531, + "nauc_precision_at_5_max": 0.375113, + "nauc_precision_at_5_std": 0.323439, + "nauc_precision_at_5_diff1": 0.130444, + "nauc_precision_at_10_max": 0.333747, + "nauc_precision_at_10_std": 0.345894, + "nauc_precision_at_10_diff1": 0.10032, + "nauc_precision_at_20_max": 0.29282, + "nauc_precision_at_20_std": 0.353667, + "nauc_precision_at_20_diff1": 0.07455, + "nauc_precision_at_100_max": 0.239277, + "nauc_precision_at_100_std": 0.382215, + "nauc_precision_at_100_diff1": 0.032054, + "nauc_precision_at_1000_max": 0.275205, + "nauc_precision_at_1000_std": 0.502658, + "nauc_precision_at_1000_diff1": 0.016952, + "nauc_mrr_at_1_max": 0.483323, + "nauc_mrr_at_1_std": 0.317154, + "nauc_mrr_at_1_diff1": 0.330508, + "nauc_mrr_at_3_max": 0.440804, + "nauc_mrr_at_3_std": 0.3139, + "nauc_mrr_at_3_diff1": 0.242203, + "nauc_mrr_at_5_max": 0.428579, + "nauc_mrr_at_5_std": 0.318786, + "nauc_mrr_at_5_diff1": 0.220868, + "nauc_mrr_at_10_max": 0.416214, + "nauc_mrr_at_10_std": 0.32432, + "nauc_mrr_at_10_diff1": 0.209396, + "nauc_mrr_at_20_max": 0.408074, + "nauc_mrr_at_20_std": 0.326064, + "nauc_mrr_at_20_diff1": 0.202495, + "nauc_mrr_at_100_max": 0.401732, + "nauc_mrr_at_100_std": 0.328384, + "nauc_mrr_at_100_diff1": 0.1969, + "nauc_mrr_at_1000_max": 0.402066, + "nauc_mrr_at_1000_std": 0.32955, + "nauc_mrr_at_1000_diff1": 0.196962, + "hit_rate_at_1": 0.04158, + "hit_rate_at_3": 0.07565, + "hit_rate_at_5": 0.09566, + "hit_rate_at_10": 0.12504, + "hit_rate_at_20": 0.16563, + "hit_rate_at_100": 0.3023, + "hit_rate_at_1000": 0.70962, + "main_score": 0.07903, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "ndcg_at_1": 0.15514, + "ndcg_at_3": 0.22513, + "ndcg_at_5": 0.25441, + "ndcg_at_10": 0.28658, + "ndcg_at_20": 0.31157, + "ndcg_at_100": 0.35507, + "ndcg_at_1000": 0.37903, + "map_at_1": 0.15514, + "map_at_3": 0.20752, + "map_at_5": 0.22377, + "map_at_10": 0.23686, + "map_at_20": 0.24372, + "map_at_100": 0.24965, + "map_at_1000": 0.25053, + "recall_at_1": 0.15514, + "recall_at_3": 0.27625, + "recall_at_5": 0.34736, + "recall_at_10": 0.44778, + "recall_at_20": 0.54667, + "recall_at_100": 0.78222, + "recall_at_1000": 0.97181, + "accuracy": 0.15514, + "precision_at_1": 0.15514, + "precision_at_3": 0.09208, + "precision_at_5": 0.06947, + "precision_at_10": 0.04478, + "precision_at_20": 0.02733, + "precision_at_100": 0.00782, + "precision_at_1000": 0.00097, + "mrr_at_1": 0.155139, + "mrr_at_3": 0.207523, + "mrr_at_5": 0.223766, + "mrr_at_10": 0.236862, + "mrr_at_20": 0.243717, + "mrr_at_100": 0.249651, + "mrr_at_1000": 0.250532, + "nauc_ndcg_at_1_max": 0.350656, + "nauc_ndcg_at_1_std": 0.082605, + "nauc_ndcg_at_1_diff1": 0.348901, + "nauc_ndcg_at_3_max": 0.332758, + "nauc_ndcg_at_3_std": 0.099144, + "nauc_ndcg_at_3_diff1": 0.262468, + "nauc_ndcg_at_5_max": 0.335124, + "nauc_ndcg_at_5_std": 0.109865, + "nauc_ndcg_at_5_diff1": 0.246802, + "nauc_ndcg_at_10_max": 0.345425, + "nauc_ndcg_at_10_std": 0.129363, + "nauc_ndcg_at_10_diff1": 0.235801, + "nauc_ndcg_at_20_max": 0.347624, + "nauc_ndcg_at_20_std": 0.136385, + "nauc_ndcg_at_20_diff1": 0.234114, + "nauc_ndcg_at_100_max": 0.361657, + "nauc_ndcg_at_100_std": 0.160559, + "nauc_ndcg_at_100_diff1": 0.235025, + "nauc_ndcg_at_1000_max": 0.356484, + "nauc_ndcg_at_1000_std": 0.14453, + "nauc_ndcg_at_1000_diff1": 0.245799, + "nauc_map_at_1_max": 0.350656, + "nauc_map_at_1_std": 0.082605, + "nauc_map_at_1_diff1": 0.348901, + "nauc_map_at_3_max": 0.335834, + "nauc_map_at_3_std": 0.095195, + "nauc_map_at_3_diff1": 0.280114, + "nauc_map_at_5_max": 0.337044, + "nauc_map_at_5_std": 0.101516, + "nauc_map_at_5_diff1": 0.270533, + "nauc_map_at_10_max": 0.341468, + "nauc_map_at_10_std": 0.110087, + "nauc_map_at_10_diff1": 0.265429, + "nauc_map_at_20_max": 0.342017, + "nauc_map_at_20_std": 0.111982, + "nauc_map_at_20_diff1": 0.264975, + "nauc_map_at_100_max": 0.343966, + "nauc_map_at_100_std": 0.115208, + "nauc_map_at_100_diff1": 0.265379, + "nauc_map_at_1000_max": 0.343886, + "nauc_map_at_1000_std": 0.114807, + "nauc_map_at_1000_diff1": 0.265858, + "nauc_recall_at_1_max": 0.350656, + "nauc_recall_at_1_std": 0.082605, + "nauc_recall_at_1_diff1": 0.348901, + "nauc_recall_at_3_max": 0.325471, + "nauc_recall_at_3_std": 0.108954, + "nauc_recall_at_3_diff1": 0.219515, + "nauc_recall_at_5_max": 0.331256, + "nauc_recall_at_5_std": 0.130831, + "nauc_recall_at_5_diff1": 0.189723, + "nauc_recall_at_10_max": 0.358811, + "nauc_recall_at_10_std": 0.182014, + "nauc_recall_at_10_diff1": 0.162214, + "nauc_recall_at_20_max": 0.367924, + "nauc_recall_at_20_std": 0.210673, + "nauc_recall_at_20_diff1": 0.151925, + "nauc_recall_at_100_max": 0.482574, + "nauc_recall_at_100_std": 0.433876, + "nauc_recall_at_100_diff1": 0.104822, + "nauc_recall_at_1000_max": 0.771267, + "nauc_recall_at_1000_std": 0.819268, + "nauc_recall_at_1000_diff1": 0.051471, + "nauc_precision_at_1_max": 0.350656, + "nauc_precision_at_1_std": 0.082605, + "nauc_precision_at_1_diff1": 0.348901, + "nauc_precision_at_3_max": 0.325471, + "nauc_precision_at_3_std": 0.108954, + "nauc_precision_at_3_diff1": 0.219515, + "nauc_precision_at_5_max": 0.331256, + "nauc_precision_at_5_std": 0.130831, + "nauc_precision_at_5_diff1": 0.189723, + "nauc_precision_at_10_max": 0.358811, + "nauc_precision_at_10_std": 0.182014, + "nauc_precision_at_10_diff1": 0.162214, + "nauc_precision_at_20_max": 0.367924, + "nauc_precision_at_20_std": 0.210673, + "nauc_precision_at_20_diff1": 0.151925, + "nauc_precision_at_100_max": 0.482574, + "nauc_precision_at_100_std": 0.433876, + "nauc_precision_at_100_diff1": 0.104822, + "nauc_precision_at_1000_max": 0.771267, + "nauc_precision_at_1000_std": 0.819268, + "nauc_precision_at_1000_diff1": 0.051471, + "nauc_mrr_at_1_max": 0.350656, + "nauc_mrr_at_1_std": 0.082605, + "nauc_mrr_at_1_diff1": 0.348901, + "nauc_mrr_at_3_max": 0.335834, + "nauc_mrr_at_3_std": 0.095195, + "nauc_mrr_at_3_diff1": 0.280114, + "nauc_mrr_at_5_max": 0.337044, + "nauc_mrr_at_5_std": 0.101516, + "nauc_mrr_at_5_diff1": 0.270533, + "nauc_mrr_at_10_max": 0.341468, + "nauc_mrr_at_10_std": 0.110087, + "nauc_mrr_at_10_diff1": 0.265429, + "nauc_mrr_at_20_max": 0.342017, + "nauc_mrr_at_20_std": 0.111982, + "nauc_mrr_at_20_diff1": 0.264975, + "nauc_mrr_at_100_max": 0.343966, + "nauc_mrr_at_100_std": 0.115208, + "nauc_mrr_at_100_diff1": 0.265379, + "nauc_mrr_at_1000_max": 0.343886, + "nauc_mrr_at_1000_std": 0.114807, + "nauc_mrr_at_1000_diff1": 0.265858, + "hit_rate_at_1": 0.15514, + "hit_rate_at_3": 0.27625, + "hit_rate_at_5": 0.34736, + "hit_rate_at_10": 0.44778, + "hit_rate_at_20": 0.54667, + "hit_rate_at_100": 0.78222, + "hit_rate_at_1000": 0.97181, + "main_score": 0.28658, + "hf_subset": "te", + "languages": [ + "tel-Telu" + ] + }, + { + "ndcg_at_1": 0.59, + "ndcg_at_3": 0.69298, + "ndcg_at_5": 0.72009, + "ndcg_at_10": 0.74016, + "ndcg_at_20": 0.75274, + "ndcg_at_100": 0.76207, + "ndcg_at_1000": 0.76327, + "map_at_1": 0.59, + "map_at_3": 0.66787, + "map_at_5": 0.68294, + "map_at_10": 0.69128, + "map_at_20": 0.69477, + "map_at_100": 0.69619, + "map_at_1000": 0.69624, + "recall_at_1": 0.59, + "recall_at_3": 0.76556, + "recall_at_5": 0.83125, + "recall_at_10": 0.89306, + "recall_at_20": 0.9425, + "recall_at_100": 0.99083, + "recall_at_1000": 0.99986, + "accuracy": 0.59, + "precision_at_1": 0.59, + "precision_at_3": 0.25519, + "precision_at_5": 0.16625, + "precision_at_10": 0.08931, + "precision_at_20": 0.04713, + "precision_at_100": 0.00991, + "precision_at_1000": 0.001, + "mrr_at_1": 0.59, + "mrr_at_3": 0.66787, + "mrr_at_5": 0.68294, + "mrr_at_10": 0.691276, + "mrr_at_20": 0.694765, + "mrr_at_100": 0.696189, + "mrr_at_1000": 0.696243, + "nauc_ndcg_at_1_max": 0.437257, + "nauc_ndcg_at_1_std": -0.204215, + "nauc_ndcg_at_1_diff1": 0.722113, + "nauc_ndcg_at_3_max": 0.467262, + "nauc_ndcg_at_3_std": -0.210975, + "nauc_ndcg_at_3_diff1": 0.668275, + "nauc_ndcg_at_5_max": 0.466478, + "nauc_ndcg_at_5_std": -0.213931, + "nauc_ndcg_at_5_diff1": 0.664882, + "nauc_ndcg_at_10_max": 0.464018, + "nauc_ndcg_at_10_std": -0.212131, + "nauc_ndcg_at_10_diff1": 0.664517, + "nauc_ndcg_at_20_max": 0.463916, + "nauc_ndcg_at_20_std": -0.205868, + "nauc_ndcg_at_20_diff1": 0.672629, + "nauc_ndcg_at_100_max": 0.461274, + "nauc_ndcg_at_100_std": -0.205706, + "nauc_ndcg_at_100_diff1": 0.678588, + "nauc_ndcg_at_1000_max": 0.460099, + "nauc_ndcg_at_1000_std": -0.207465, + "nauc_ndcg_at_1000_diff1": 0.679098, + "nauc_map_at_1_max": 0.437257, + "nauc_map_at_1_std": -0.204215, + "nauc_map_at_1_diff1": 0.722113, + "nauc_map_at_3_max": 0.458771, + "nauc_map_at_3_std": -0.209236, + "nauc_map_at_3_diff1": 0.682507, + "nauc_map_at_5_max": 0.458005, + "nauc_map_at_5_std": -0.210755, + "nauc_map_at_5_diff1": 0.681386, + "nauc_map_at_10_max": 0.456901, + "nauc_map_at_10_std": -0.210048, + "nauc_map_at_10_diff1": 0.681722, + "nauc_map_at_20_max": 0.456815, + "nauc_map_at_20_std": -0.208525, + "nauc_map_at_20_diff1": 0.683797, + "nauc_map_at_100_max": 0.456555, + "nauc_map_at_100_std": -0.208365, + "nauc_map_at_100_diff1": 0.684636, + "nauc_map_at_1000_max": 0.45652, + "nauc_map_at_1000_std": -0.208405, + "nauc_map_at_1000_diff1": 0.68466, + "nauc_recall_at_1_max": 0.437257, + "nauc_recall_at_1_std": -0.204215, + "nauc_recall_at_1_diff1": 0.722113, + "nauc_recall_at_3_max": 0.498761, + "nauc_recall_at_3_std": -0.217331, + "nauc_recall_at_3_diff1": 0.616011, + "nauc_recall_at_5_max": 0.506125, + "nauc_recall_at_5_std": -0.229198, + "nauc_recall_at_5_diff1": 0.587295, + "nauc_recall_at_10_max": 0.510493, + "nauc_recall_at_10_std": -0.225145, + "nauc_recall_at_10_diff1": 0.545801, + "nauc_recall_at_20_max": 0.547141, + "nauc_recall_at_20_std": -0.150414, + "nauc_recall_at_20_diff1": 0.559946, + "nauc_recall_at_100_max": 0.655908, + "nauc_recall_at_100_std": 0.103861, + "nauc_recall_at_100_diff1": 0.604922, + "nauc_recall_at_1000_max": 0.358077, + "nauc_recall_at_1000_std": -0.171335, + "nauc_recall_at_1000_diff1": 0.722222, + "nauc_precision_at_1_max": 0.437257, + "nauc_precision_at_1_std": -0.204215, + "nauc_precision_at_1_diff1": 0.722113, + "nauc_precision_at_3_max": 0.498761, + "nauc_precision_at_3_std": -0.217331, + "nauc_precision_at_3_diff1": 0.616011, + "nauc_precision_at_5_max": 0.506125, + "nauc_precision_at_5_std": -0.229198, + "nauc_precision_at_5_diff1": 0.587295, + "nauc_precision_at_10_max": 0.510493, + "nauc_precision_at_10_std": -0.225145, + "nauc_precision_at_10_diff1": 0.545801, + "nauc_precision_at_20_max": 0.547141, + "nauc_precision_at_20_std": -0.150414, + "nauc_precision_at_20_diff1": 0.559946, + "nauc_precision_at_100_max": 0.655908, + "nauc_precision_at_100_std": 0.103861, + "nauc_precision_at_100_diff1": 0.604922, + "nauc_precision_at_1000_max": 0.358077, + "nauc_precision_at_1000_std": -0.171335, + "nauc_precision_at_1000_diff1": 0.722222, + "nauc_mrr_at_1_max": 0.437257, + "nauc_mrr_at_1_std": -0.204215, + "nauc_mrr_at_1_diff1": 0.722113, + "nauc_mrr_at_3_max": 0.458771, + "nauc_mrr_at_3_std": -0.209236, + "nauc_mrr_at_3_diff1": 0.682507, + "nauc_mrr_at_5_max": 0.458005, + "nauc_mrr_at_5_std": -0.210755, + "nauc_mrr_at_5_diff1": 0.681386, + "nauc_mrr_at_10_max": 0.456901, + "nauc_mrr_at_10_std": -0.210048, + "nauc_mrr_at_10_diff1": 0.681722, + "nauc_mrr_at_20_max": 0.456815, + "nauc_mrr_at_20_std": -0.208525, + "nauc_mrr_at_20_diff1": 0.683797, + "nauc_mrr_at_100_max": 0.456555, + "nauc_mrr_at_100_std": -0.208365, + "nauc_mrr_at_100_diff1": 0.684636, + "nauc_mrr_at_1000_max": 0.45652, + "nauc_mrr_at_1000_std": -0.208405, + "nauc_mrr_at_1000_diff1": 0.68466, + "hit_rate_at_1": 0.59, + "hit_rate_at_3": 0.76556, + "hit_rate_at_5": 0.83125, + "hit_rate_at_10": 0.89306, + "hit_rate_at_20": 0.9425, + "hit_rate_at_100": 0.99083, + "hit_rate_at_1000": 0.99986, + "main_score": 0.74016, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "ndcg_at_1": 0.5179, + "ndcg_at_3": 0.62553, + "ndcg_at_5": 0.65491, + "ndcg_at_10": 0.67963, + "ndcg_at_20": 0.6945, + "ndcg_at_100": 0.70872, + "ndcg_at_1000": 0.71091, + "map_at_1": 0.5179, + "map_at_3": 0.59924, + "map_at_5": 0.61555, + "map_at_10": 0.6259, + "map_at_20": 0.63, + "map_at_100": 0.63209, + "map_at_1000": 0.63218, + "recall_at_1": 0.5179, + "recall_at_3": 0.70151, + "recall_at_5": 0.77285, + "recall_at_10": 0.84847, + "recall_at_20": 0.90723, + "recall_at_100": 0.98203, + "recall_at_1000": 0.99889, + "accuracy": 0.5179, + "precision_at_1": 0.5179, + "precision_at_3": 0.23384, + "precision_at_5": 0.15457, + "precision_at_10": 0.08485, + "precision_at_20": 0.04536, + "precision_at_100": 0.00982, + "precision_at_1000": 0.001, + "mrr_at_1": 0.517904, + "mrr_at_3": 0.599244, + "mrr_at_5": 0.615551, + "mrr_at_10": 0.625903, + "mrr_at_20": 0.629998, + "mrr_at_100": 0.632087, + "mrr_at_1000": 0.632177, + "nauc_ndcg_at_1_max": 0.438891, + "nauc_ndcg_at_1_std": -0.133802, + "nauc_ndcg_at_1_diff1": 0.674964, + "nauc_ndcg_at_3_max": 0.45556, + "nauc_ndcg_at_3_std": -0.131898, + "nauc_ndcg_at_3_diff1": 0.611958, + "nauc_ndcg_at_5_max": 0.462228, + "nauc_ndcg_at_5_std": -0.125748, + "nauc_ndcg_at_5_diff1": 0.609774, + "nauc_ndcg_at_10_max": 0.46188, + "nauc_ndcg_at_10_std": -0.119605, + "nauc_ndcg_at_10_diff1": 0.609394, + "nauc_ndcg_at_20_max": 0.462506, + "nauc_ndcg_at_20_std": -0.116253, + "nauc_ndcg_at_20_diff1": 0.611777, + "nauc_ndcg_at_100_max": 0.461658, + "nauc_ndcg_at_100_std": -0.116002, + "nauc_ndcg_at_100_diff1": 0.620788, + "nauc_ndcg_at_1000_max": 0.458526, + "nauc_ndcg_at_1000_std": -0.121191, + "nauc_ndcg_at_1000_diff1": 0.62255, + "nauc_map_at_1_max": 0.438891, + "nauc_map_at_1_std": -0.133802, + "nauc_map_at_1_diff1": 0.674964, + "nauc_map_at_3_max": 0.451696, + "nauc_map_at_3_std": -0.131908, + "nauc_map_at_3_diff1": 0.628646, + "nauc_map_at_5_max": 0.454954, + "nauc_map_at_5_std": -0.128777, + "nauc_map_at_5_diff1": 0.628119, + "nauc_map_at_10_max": 0.454459, + "nauc_map_at_10_std": -0.126617, + "nauc_map_at_10_diff1": 0.628413, + "nauc_map_at_20_max": 0.454457, + "nauc_map_at_20_std": -0.125955, + "nauc_map_at_20_diff1": 0.629093, + "nauc_map_at_100_max": 0.454344, + "nauc_map_at_100_std": -0.126037, + "nauc_map_at_100_diff1": 0.630291, + "nauc_map_at_1000_max": 0.454242, + "nauc_map_at_1000_std": -0.126202, + "nauc_map_at_1000_diff1": 0.630357, + "nauc_recall_at_1_max": 0.438891, + "nauc_recall_at_1_std": -0.133802, + "nauc_recall_at_1_diff1": 0.674964, + "nauc_recall_at_3_max": 0.468502, + "nauc_recall_at_3_std": -0.13211, + "nauc_recall_at_3_diff1": 0.554865, + "nauc_recall_at_5_max": 0.493216, + "nauc_recall_at_5_std": -0.112255, + "nauc_recall_at_5_diff1": 0.534033, + "nauc_recall_at_10_max": 0.506164, + "nauc_recall_at_10_std": -0.073421, + "nauc_recall_at_10_diff1": 0.500716, + "nauc_recall_at_20_max": 0.538715, + "nauc_recall_at_20_std": -0.0124, + "nauc_recall_at_20_diff1": 0.466823, + "nauc_recall_at_100_max": 0.788777, + "nauc_recall_at_100_std": 0.443323, + "nauc_recall_at_100_diff1": 0.458683, + "nauc_recall_at_1000_max": 0.890352, + "nauc_recall_at_1000_std": 0.820907, + "nauc_recall_at_1000_diff1": 0.658971, + "nauc_precision_at_1_max": 0.438891, + "nauc_precision_at_1_std": -0.133802, + "nauc_precision_at_1_diff1": 0.674964, + "nauc_precision_at_3_max": 0.468502, + "nauc_precision_at_3_std": -0.13211, + "nauc_precision_at_3_diff1": 0.554865, + "nauc_precision_at_5_max": 0.493216, + "nauc_precision_at_5_std": -0.112255, + "nauc_precision_at_5_diff1": 0.534033, + "nauc_precision_at_10_max": 0.506164, + "nauc_precision_at_10_std": -0.073421, + "nauc_precision_at_10_diff1": 0.500716, + "nauc_precision_at_20_max": 0.538715, + "nauc_precision_at_20_std": -0.0124, + "nauc_precision_at_20_diff1": 0.466823, + "nauc_precision_at_100_max": 0.788777, + "nauc_precision_at_100_std": 0.443323, + "nauc_precision_at_100_diff1": 0.458683, + "nauc_precision_at_1000_max": 0.890352, + "nauc_precision_at_1000_std": 0.820907, + "nauc_precision_at_1000_diff1": 0.658971, + "nauc_mrr_at_1_max": 0.438891, + "nauc_mrr_at_1_std": -0.133802, + "nauc_mrr_at_1_diff1": 0.674964, + "nauc_mrr_at_3_max": 0.451696, + "nauc_mrr_at_3_std": -0.131908, + "nauc_mrr_at_3_diff1": 0.628646, + "nauc_mrr_at_5_max": 0.454954, + "nauc_mrr_at_5_std": -0.128777, + "nauc_mrr_at_5_diff1": 0.628119, + "nauc_mrr_at_10_max": 0.454459, + "nauc_mrr_at_10_std": -0.126617, + "nauc_mrr_at_10_diff1": 0.628413, + "nauc_mrr_at_20_max": 0.454457, + "nauc_mrr_at_20_std": -0.125955, + "nauc_mrr_at_20_diff1": 0.629093, + "nauc_mrr_at_100_max": 0.454344, + "nauc_mrr_at_100_std": -0.126037, + "nauc_mrr_at_100_diff1": 0.630291, + "nauc_mrr_at_1000_max": 0.454242, + "nauc_mrr_at_1000_std": -0.126202, + "nauc_mrr_at_1000_diff1": 0.630357, + "hit_rate_at_1": 0.5179, + "hit_rate_at_3": 0.70151, + "hit_rate_at_5": 0.77285, + "hit_rate_at_10": 0.84847, + "hit_rate_at_20": 0.90723, + "hit_rate_at_100": 0.98203, + "hit_rate_at_1000": 0.99889, + "main_score": 0.67963, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "ndcg_at_1": 0.62911, + "ndcg_at_3": 0.72614, + "ndcg_at_5": 0.75015, + "ndcg_at_10": 0.76763, + "ndcg_at_20": 0.77835, + "ndcg_at_100": 0.78677, + "ndcg_at_1000": 0.78783, + "map_at_1": 0.62911, + "map_at_3": 0.70259, + "map_at_5": 0.7159, + "map_at_10": 0.72322, + "map_at_20": 0.72621, + "map_at_100": 0.72749, + "map_at_1000": 0.72753, + "recall_at_1": 0.62911, + "recall_at_3": 0.79418, + "recall_at_5": 0.85253, + "recall_at_10": 0.90603, + "recall_at_20": 0.94802, + "recall_at_100": 0.99182, + "recall_at_1000": 0.99986, + "accuracy": 0.62911, + "precision_at_1": 0.62911, + "precision_at_3": 0.26473, + "precision_at_5": 0.17051, + "precision_at_10": 0.0906, + "precision_at_20": 0.0474, + "precision_at_100": 0.00992, + "precision_at_1000": 0.001, + "mrr_at_1": 0.629106, + "mrr_at_3": 0.702587, + "mrr_at_5": 0.7159, + "mrr_at_10": 0.723218, + "mrr_at_20": 0.726211, + "mrr_at_100": 0.727487, + "mrr_at_1000": 0.727532, + "nauc_ndcg_at_1_max": 0.483011, + "nauc_ndcg_at_1_std": -0.151812, + "nauc_ndcg_at_1_diff1": 0.730176, + "nauc_ndcg_at_3_max": 0.512091, + "nauc_ndcg_at_3_std": -0.164257, + "nauc_ndcg_at_3_diff1": 0.675113, + "nauc_ndcg_at_5_max": 0.514929, + "nauc_ndcg_at_5_std": -0.158679, + "nauc_ndcg_at_5_diff1": 0.673511, + "nauc_ndcg_at_10_max": 0.516208, + "nauc_ndcg_at_10_std": -0.151462, + "nauc_ndcg_at_10_diff1": 0.678087, + "nauc_ndcg_at_20_max": 0.515144, + "nauc_ndcg_at_20_std": -0.149975, + "nauc_ndcg_at_20_diff1": 0.68474, + "nauc_ndcg_at_100_max": 0.510469, + "nauc_ndcg_at_100_std": -0.150314, + "nauc_ndcg_at_100_diff1": 0.688885, + "nauc_ndcg_at_1000_max": 0.508951, + "nauc_ndcg_at_1000_std": -0.152991, + "nauc_ndcg_at_1000_diff1": 0.68933, + "nauc_map_at_1_max": 0.483011, + "nauc_map_at_1_std": -0.151812, + "nauc_map_at_1_diff1": 0.730176, + "nauc_map_at_3_max": 0.503851, + "nauc_map_at_3_std": -0.161056, + "nauc_map_at_3_diff1": 0.690542, + "nauc_map_at_5_max": 0.504869, + "nauc_map_at_5_std": -0.158103, + "nauc_map_at_5_diff1": 0.690401, + "nauc_map_at_10_max": 0.505032, + "nauc_map_at_10_std": -0.155593, + "nauc_map_at_10_diff1": 0.692412, + "nauc_map_at_20_max": 0.504718, + "nauc_map_at_20_std": -0.155354, + "nauc_map_at_20_diff1": 0.694135, + "nauc_map_at_100_max": 0.504199, + "nauc_map_at_100_std": -0.155254, + "nauc_map_at_100_diff1": 0.694647, + "nauc_map_at_1000_max": 0.504152, + "nauc_map_at_1000_std": -0.155339, + "nauc_map_at_1000_diff1": 0.694668, + "nauc_recall_at_1_max": 0.483011, + "nauc_recall_at_1_std": -0.151812, + "nauc_recall_at_1_diff1": 0.730176, + "nauc_recall_at_3_max": 0.54331, + "nauc_recall_at_3_std": -0.176207, + "nauc_recall_at_3_diff1": 0.61675, + "nauc_recall_at_5_max": 0.564874, + "nauc_recall_at_5_std": -0.15994, + "nauc_recall_at_5_diff1": 0.59074, + "nauc_recall_at_10_max": 0.598622, + "nauc_recall_at_10_std": -0.112447, + "nauc_recall_at_10_diff1": 0.580187, + "nauc_recall_at_20_max": 0.647483, + "nauc_recall_at_20_std": -0.058146, + "nauc_recall_at_20_diff1": 0.595674, + "nauc_recall_at_100_max": 0.779348, + "nauc_recall_at_100_std": 0.323685, + "nauc_recall_at_100_diff1": 0.612783, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.122723, + "nauc_precision_at_1_max": 0.483011, + "nauc_precision_at_1_std": -0.151812, + "nauc_precision_at_1_diff1": 0.730176, + "nauc_precision_at_3_max": 0.54331, + "nauc_precision_at_3_std": -0.176207, + "nauc_precision_at_3_diff1": 0.61675, + "nauc_precision_at_5_max": 0.564874, + "nauc_precision_at_5_std": -0.15994, + "nauc_precision_at_5_diff1": 0.59074, + "nauc_precision_at_10_max": 0.598622, + "nauc_precision_at_10_std": -0.112447, + "nauc_precision_at_10_diff1": 0.580187, + "nauc_precision_at_20_max": 0.647483, + "nauc_precision_at_20_std": -0.058146, + "nauc_precision_at_20_diff1": 0.595674, + "nauc_precision_at_100_max": 0.779348, + "nauc_precision_at_100_std": 0.323685, + "nauc_precision_at_100_diff1": 0.612783, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.122723, + "nauc_mrr_at_1_max": 0.483011, + "nauc_mrr_at_1_std": -0.151812, + "nauc_mrr_at_1_diff1": 0.730176, + "nauc_mrr_at_3_max": 0.503851, + "nauc_mrr_at_3_std": -0.161056, + "nauc_mrr_at_3_diff1": 0.690542, + "nauc_mrr_at_5_max": 0.504869, + "nauc_mrr_at_5_std": -0.158103, + "nauc_mrr_at_5_diff1": 0.690401, + "nauc_mrr_at_10_max": 0.505032, + "nauc_mrr_at_10_std": -0.155593, + "nauc_mrr_at_10_diff1": 0.692412, + "nauc_mrr_at_20_max": 0.504718, + "nauc_mrr_at_20_std": -0.155354, + "nauc_mrr_at_20_diff1": 0.694135, + "nauc_mrr_at_100_max": 0.504199, + "nauc_mrr_at_100_std": -0.155254, + "nauc_mrr_at_100_diff1": 0.694647, + "nauc_mrr_at_1000_max": 0.504152, + "nauc_mrr_at_1000_std": -0.155339, + "nauc_mrr_at_1000_diff1": 0.694668, + "hit_rate_at_1": 0.62911, + "hit_rate_at_3": 0.79418, + "hit_rate_at_5": 0.85253, + "hit_rate_at_10": 0.90603, + "hit_rate_at_20": 0.94802, + "hit_rate_at_100": 0.99182, + "hit_rate_at_1000": 0.99986, + "main_score": 0.76763, + "hf_subset": "uk", + "languages": [ + "ukr-Cyrl" + ] + }, + { + "ndcg_at_1": 0.65878, + "ndcg_at_3": 0.75485, + "ndcg_at_5": 0.77778, + "ndcg_at_10": 0.79499, + "ndcg_at_20": 0.80367, + "ndcg_at_100": 0.80997, + "ndcg_at_1000": 0.81048, + "map_at_1": 0.65878, + "map_at_3": 0.73179, + "map_at_5": 0.74459, + "map_at_10": 0.75179, + "map_at_20": 0.7542, + "map_at_100": 0.75517, + "map_at_1000": 0.75519, + "recall_at_1": 0.65878, + "recall_at_3": 0.82136, + "recall_at_5": 0.87673, + "recall_at_10": 0.92939, + "recall_at_20": 0.96354, + "recall_at_100": 0.99605, + "recall_at_1000": 0.99986, + "accuracy": 0.65878, + "precision_at_1": 0.65878, + "precision_at_3": 0.27379, + "precision_at_5": 0.17535, + "precision_at_10": 0.09294, + "precision_at_20": 0.04818, + "precision_at_100": 0.00996, + "precision_at_1000": 0.001, + "mrr_at_1": 0.658776, + "mrr_at_3": 0.731791, + "mrr_at_5": 0.744587, + "mrr_at_10": 0.751794, + "mrr_at_20": 0.754204, + "mrr_at_100": 0.75517, + "mrr_at_1000": 0.755193, + "nauc_ndcg_at_1_max": 0.465419, + "nauc_ndcg_at_1_std": -0.252127, + "nauc_ndcg_at_1_diff1": 0.748193, + "nauc_ndcg_at_3_max": 0.500901, + "nauc_ndcg_at_3_std": -0.267378, + "nauc_ndcg_at_3_diff1": 0.701736, + "nauc_ndcg_at_5_max": 0.505376, + "nauc_ndcg_at_5_std": -0.268327, + "nauc_ndcg_at_5_diff1": 0.703625, + "nauc_ndcg_at_10_max": 0.501149, + "nauc_ndcg_at_10_std": -0.262559, + "nauc_ndcg_at_10_diff1": 0.705486, + "nauc_ndcg_at_20_max": 0.49762, + "nauc_ndcg_at_20_std": -0.261943, + "nauc_ndcg_at_20_diff1": 0.710159, + "nauc_ndcg_at_100_max": 0.494522, + "nauc_ndcg_at_100_std": -0.260236, + "nauc_ndcg_at_100_diff1": 0.714481, + "nauc_ndcg_at_1000_max": 0.493784, + "nauc_ndcg_at_1000_std": -0.261156, + "nauc_ndcg_at_1000_diff1": 0.714737, + "nauc_map_at_1_max": 0.465419, + "nauc_map_at_1_std": -0.252127, + "nauc_map_at_1_diff1": 0.748193, + "nauc_map_at_3_max": 0.490966, + "nauc_map_at_3_std": -0.263297, + "nauc_map_at_3_diff1": 0.714746, + "nauc_map_at_5_max": 0.492938, + "nauc_map_at_5_std": -0.263407, + "nauc_map_at_5_diff1": 0.716362, + "nauc_map_at_10_max": 0.490948, + "nauc_map_at_10_std": -0.261343, + "nauc_map_at_10_diff1": 0.717222, + "nauc_map_at_20_max": 0.489996, + "nauc_map_at_20_std": -0.26129, + "nauc_map_at_20_diff1": 0.718278, + "nauc_map_at_100_max": 0.489677, + "nauc_map_at_100_std": -0.260954, + "nauc_map_at_100_diff1": 0.718888, + "nauc_map_at_1000_max": 0.48965, + "nauc_map_at_1000_std": -0.260985, + "nauc_map_at_1000_diff1": 0.718899, + "nauc_recall_at_1_max": 0.465419, + "nauc_recall_at_1_std": -0.252127, + "nauc_recall_at_1_diff1": 0.748193, + "nauc_recall_at_3_max": 0.54008, + "nauc_recall_at_3_std": -0.28336, + "nauc_recall_at_3_diff1": 0.650427, + "nauc_recall_at_5_max": 0.571365, + "nauc_recall_at_5_std": -0.294653, + "nauc_recall_at_5_diff1": 0.637104, + "nauc_recall_at_10_max": 0.586632, + "nauc_recall_at_10_std": -0.266562, + "nauc_recall_at_10_diff1": 0.607921, + "nauc_recall_at_20_max": 0.603737, + "nauc_recall_at_20_std": -0.254651, + "nauc_recall_at_20_diff1": 0.60805, + "nauc_recall_at_100_max": 0.74352, + "nauc_recall_at_100_std": 0.076822, + "nauc_recall_at_100_diff1": 0.65015, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 1.0, + "nauc_precision_at_1_max": 0.465419, + "nauc_precision_at_1_std": -0.252127, + "nauc_precision_at_1_diff1": 0.748193, + "nauc_precision_at_3_max": 0.54008, + "nauc_precision_at_3_std": -0.28336, + "nauc_precision_at_3_diff1": 0.650427, + "nauc_precision_at_5_max": 0.571365, + "nauc_precision_at_5_std": -0.294653, + "nauc_precision_at_5_diff1": 0.637104, + "nauc_precision_at_10_max": 0.586632, + "nauc_precision_at_10_std": -0.266562, + "nauc_precision_at_10_diff1": 0.607921, + "nauc_precision_at_20_max": 0.603737, + "nauc_precision_at_20_std": -0.254651, + "nauc_precision_at_20_diff1": 0.60805, + "nauc_precision_at_100_max": 0.74352, + "nauc_precision_at_100_std": 0.076822, + "nauc_precision_at_100_diff1": 0.65015, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 1.0, + "nauc_mrr_at_1_max": 0.465419, + "nauc_mrr_at_1_std": -0.252127, + "nauc_mrr_at_1_diff1": 0.748193, + "nauc_mrr_at_3_max": 0.490966, + "nauc_mrr_at_3_std": -0.263297, + "nauc_mrr_at_3_diff1": 0.714746, + "nauc_mrr_at_5_max": 0.492938, + "nauc_mrr_at_5_std": -0.263407, + "nauc_mrr_at_5_diff1": 0.716362, + "nauc_mrr_at_10_max": 0.490948, + "nauc_mrr_at_10_std": -0.261343, + "nauc_mrr_at_10_diff1": 0.717222, + "nauc_mrr_at_20_max": 0.489996, + "nauc_mrr_at_20_std": -0.26129, + "nauc_mrr_at_20_diff1": 0.718278, + "nauc_mrr_at_100_max": 0.489677, + "nauc_mrr_at_100_std": -0.260954, + "nauc_mrr_at_100_diff1": 0.718888, + "nauc_mrr_at_1000_max": 0.48965, + "nauc_mrr_at_1000_std": -0.260985, + "nauc_mrr_at_1000_diff1": 0.718899, + "hit_rate_at_1": 0.65878, + "hit_rate_at_3": 0.82136, + "hit_rate_at_5": 0.87673, + "hit_rate_at_10": 0.92939, + "hit_rate_at_20": 0.96354, + "hit_rate_at_100": 0.99605, + "hit_rate_at_1000": 0.99986, + "main_score": 0.79499, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "ndcg_at_1": 0.70128, + "ndcg_at_3": 0.79377, + "ndcg_at_5": 0.81136, + "ndcg_at_10": 0.82605, + "ndcg_at_20": 0.83314, + "ndcg_at_100": 0.83774, + "ndcg_at_1000": 0.83818, + "map_at_1": 0.70128, + "map_at_3": 0.77177, + "map_at_5": 0.78157, + "map_at_10": 0.78772, + "map_at_20": 0.78969, + "map_at_100": 0.79038, + "map_at_1000": 0.7904, + "recall_at_1": 0.70128, + "recall_at_3": 0.85712, + "recall_at_5": 0.89964, + "recall_at_10": 0.94466, + "recall_at_20": 0.97254, + "recall_at_100": 0.99652, + "recall_at_1000": 0.99972, + "accuracy": 0.70128, + "precision_at_1": 0.70128, + "precision_at_3": 0.28571, + "precision_at_5": 0.17993, + "precision_at_10": 0.09447, + "precision_at_20": 0.04863, + "precision_at_100": 0.00997, + "precision_at_1000": 0.001, + "mrr_at_1": 0.701282, + "mrr_at_3": 0.771768, + "mrr_at_5": 0.781575, + "mrr_at_10": 0.787721, + "mrr_at_20": 0.789689, + "mrr_at_100": 0.790381, + "mrr_at_1000": 0.790403, + "nauc_ndcg_at_1_max": 0.519218, + "nauc_ndcg_at_1_std": -0.315185, + "nauc_ndcg_at_1_diff1": 0.787427, + "nauc_ndcg_at_3_max": 0.549534, + "nauc_ndcg_at_3_std": -0.341004, + "nauc_ndcg_at_3_diff1": 0.745615, + "nauc_ndcg_at_5_max": 0.54935, + "nauc_ndcg_at_5_std": -0.337789, + "nauc_ndcg_at_5_diff1": 0.745128, + "nauc_ndcg_at_10_max": 0.549331, + "nauc_ndcg_at_10_std": -0.329896, + "nauc_ndcg_at_10_diff1": 0.751811, + "nauc_ndcg_at_20_max": 0.54798, + "nauc_ndcg_at_20_std": -0.325402, + "nauc_ndcg_at_20_diff1": 0.754275, + "nauc_ndcg_at_100_max": 0.544506, + "nauc_ndcg_at_100_std": -0.326157, + "nauc_ndcg_at_100_diff1": 0.757093, + "nauc_ndcg_at_1000_max": 0.543462, + "nauc_ndcg_at_1000_std": -0.327246, + "nauc_ndcg_at_1000_diff1": 0.757235, + "nauc_map_at_1_max": 0.519218, + "nauc_map_at_1_std": -0.315185, + "nauc_map_at_1_diff1": 0.787427, + "nauc_map_at_3_max": 0.540656, + "nauc_map_at_3_std": -0.333861, + "nauc_map_at_3_diff1": 0.756754, + "nauc_map_at_5_max": 0.54035, + "nauc_map_at_5_std": -0.331877, + "nauc_map_at_5_diff1": 0.756978, + "nauc_map_at_10_max": 0.540208, + "nauc_map_at_10_std": -0.328762, + "nauc_map_at_10_diff1": 0.759674, + "nauc_map_at_20_max": 0.539836, + "nauc_map_at_20_std": -0.327659, + "nauc_map_at_20_diff1": 0.760283, + "nauc_map_at_100_max": 0.539474, + "nauc_map_at_100_std": -0.327685, + "nauc_map_at_100_diff1": 0.760647, + "nauc_map_at_1000_max": 0.539433, + "nauc_map_at_1000_std": -0.327722, + "nauc_map_at_1000_diff1": 0.760651, + "nauc_recall_at_1_max": 0.519218, + "nauc_recall_at_1_std": -0.315185, + "nauc_recall_at_1_diff1": 0.787427, + "nauc_recall_at_3_max": 0.587423, + "nauc_recall_at_3_std": -0.371223, + "nauc_recall_at_3_diff1": 0.698786, + "nauc_recall_at_5_max": 0.599241, + "nauc_recall_at_5_std": -0.36986, + "nauc_recall_at_5_diff1": 0.679702, + "nauc_recall_at_10_max": 0.636751, + "nauc_recall_at_10_std": -0.330908, + "nauc_recall_at_10_diff1": 0.684716, + "nauc_recall_at_20_max": 0.695129, + "nauc_recall_at_20_std": -0.240485, + "nauc_recall_at_20_diff1": 0.670609, + "nauc_recall_at_100_max": 0.897014, + "nauc_recall_at_100_std": 0.119758, + "nauc_recall_at_100_diff1": 0.702359, + "nauc_recall_at_1000_max": 1.0, + "nauc_recall_at_1000_std": 1.0, + "nauc_recall_at_1000_diff1": 0.638195, + "nauc_precision_at_1_max": 0.519218, + "nauc_precision_at_1_std": -0.315185, + "nauc_precision_at_1_diff1": 0.787427, + "nauc_precision_at_3_max": 0.587423, + "nauc_precision_at_3_std": -0.371223, + "nauc_precision_at_3_diff1": 0.698786, + "nauc_precision_at_5_max": 0.599241, + "nauc_precision_at_5_std": -0.36986, + "nauc_precision_at_5_diff1": 0.679702, + "nauc_precision_at_10_max": 0.636751, + "nauc_precision_at_10_std": -0.330908, + "nauc_precision_at_10_diff1": 0.684716, + "nauc_precision_at_20_max": 0.695129, + "nauc_precision_at_20_std": -0.240485, + "nauc_precision_at_20_diff1": 0.670609, + "nauc_precision_at_100_max": 0.897014, + "nauc_precision_at_100_std": 0.119758, + "nauc_precision_at_100_diff1": 0.702359, + "nauc_precision_at_1000_max": 1.0, + "nauc_precision_at_1000_std": 1.0, + "nauc_precision_at_1000_diff1": 0.638195, + "nauc_mrr_at_1_max": 0.519218, + "nauc_mrr_at_1_std": -0.315185, + "nauc_mrr_at_1_diff1": 0.787427, + "nauc_mrr_at_3_max": 0.540656, + "nauc_mrr_at_3_std": -0.333861, + "nauc_mrr_at_3_diff1": 0.756754, + "nauc_mrr_at_5_max": 0.54035, + "nauc_mrr_at_5_std": -0.331877, + "nauc_mrr_at_5_diff1": 0.756978, + "nauc_mrr_at_10_max": 0.540208, + "nauc_mrr_at_10_std": -0.328762, + "nauc_mrr_at_10_diff1": 0.759674, + "nauc_mrr_at_20_max": 0.539836, + "nauc_mrr_at_20_std": -0.327659, + "nauc_mrr_at_20_diff1": 0.760283, + "nauc_mrr_at_100_max": 0.539474, + "nauc_mrr_at_100_std": -0.327685, + "nauc_mrr_at_100_diff1": 0.760647, + "nauc_mrr_at_1000_max": 0.539433, + "nauc_mrr_at_1000_std": -0.327722, + "nauc_mrr_at_1000_diff1": 0.760651, + "hit_rate_at_1": 0.70128, + "hit_rate_at_3": 0.85712, + "hit_rate_at_5": 0.89964, + "hit_rate_at_10": 0.94466, + "hit_rate_at_20": 0.97254, + "hit_rate_at_100": 0.99652, + "hit_rate_at_1000": 0.99972, + "main_score": 0.82605, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 11641.947612762451, + "kg_co2_emissions": null, + "date": 1776205362.969374 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/XNLI.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/XNLI.json new file mode 100644 index 0000000000..c50a3b681d --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/XNLI.json @@ -0,0 +1,1050 @@ +{ + "dataset_revision": "09698e0180d87dc247ca447d3a1248b931ac0cdb", + "task_name": "XNLI", + "mteb_version": "2.12.16", + "scores": { + "test": [ + { + "similarity_accuracy": 0.704762, + "similarity_f1": 0.732927, + "similarity_precision": 0.627349, + "similarity_recall": 0.881232, + "similarity_ap": 0.753203, + "cosine_accuracy": 0.704762, + "cosine_f1": 0.732927, + "cosine_precision": 0.627349, + "cosine_recall": 0.881232, + "cosine_ap": 0.753203, + "manhattan_accuracy": 0.688645, + "manhattan_f1": 0.729945, + "manhattan_precision": 0.626709, + "manhattan_recall": 0.8739, + "manhattan_ap": 0.743974, + "euclidean_accuracy": 0.694505, + "euclidean_f1": 0.729412, + "euclidean_precision": 0.631297, + "euclidean_recall": 0.863636, + "euclidean_ap": 0.752525, + "dot_accuracy": 0.701099, + "dot_f1": 0.722399, + "dot_precision": 0.639548, + "dot_recall": 0.829912, + "dot_ap": 0.735831, + "max_accuracy": 0.704762, + "max_f1": 0.732927, + "max_precision": 0.639548, + "max_recall": 0.881232, + "max_ap": 0.753203, + "main_score": 0.753203, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "similarity_accuracy": 0.701832, + "similarity_f1": 0.732997, + "similarity_precision": 0.642384, + "similarity_recall": 0.853372, + "similarity_ap": 0.757664, + "cosine_accuracy": 0.701832, + "cosine_f1": 0.732997, + "cosine_precision": 0.642384, + "cosine_recall": 0.853372, + "cosine_ap": 0.757664, + "manhattan_accuracy": 0.697436, + "manhattan_f1": 0.730746, + "manhattan_precision": 0.630181, + "manhattan_recall": 0.869501, + "manhattan_ap": 0.746345, + "euclidean_accuracy": 0.701099, + "euclidean_f1": 0.736196, + "euclidean_precision": 0.632911, + "euclidean_recall": 0.879765, + "euclidean_ap": 0.754351, + "dot_accuracy": 0.701099, + "dot_f1": 0.723485, + "dot_precision": 0.635255, + "dot_recall": 0.840176, + "dot_ap": 0.746328, + "max_accuracy": 0.701832, + "max_f1": 0.736196, + "max_precision": 0.642384, + "max_recall": 0.879765, + "max_ap": 0.757664, + "main_score": 0.757664, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "similarity_accuracy": 0.720147, + "similarity_f1": 0.74147, + "similarity_precision": 0.671021, + "similarity_recall": 0.828446, + "similarity_ap": 0.777331, + "cosine_accuracy": 0.720147, + "cosine_f1": 0.74147, + "cosine_precision": 0.671021, + "cosine_recall": 0.828446, + "cosine_ap": 0.777331, + "manhattan_accuracy": 0.714286, + "manhattan_f1": 0.746269, + "manhattan_precision": 0.647948, + "manhattan_recall": 0.879765, + "manhattan_ap": 0.769483, + "euclidean_accuracy": 0.725275, + "euclidean_f1": 0.75092, + "euclidean_precision": 0.64557, + "euclidean_recall": 0.897361, + "euclidean_ap": 0.777205, + "dot_accuracy": 0.706227, + "dot_f1": 0.729153, + "dot_precision": 0.652023, + "dot_recall": 0.826979, + "dot_ap": 0.761754, + "max_accuracy": 0.725275, + "max_f1": 0.75092, + "max_precision": 0.671021, + "max_recall": 0.897361, + "max_ap": 0.777331, + "main_score": 0.777331, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.687912, + "similarity_f1": 0.7189, + "similarity_precision": 0.607071, + "similarity_recall": 0.881232, + "similarity_ap": 0.754895, + "cosine_accuracy": 0.687912, + "cosine_f1": 0.7189, + "cosine_precision": 0.607071, + "cosine_recall": 0.881232, + "cosine_ap": 0.754895, + "manhattan_accuracy": 0.673993, + "manhattan_f1": 0.721234, + "manhattan_precision": 0.605578, + "manhattan_recall": 0.891496, + "manhattan_ap": 0.746013, + "euclidean_accuracy": 0.684982, + "euclidean_f1": 0.724198, + "euclidean_precision": 0.601162, + "euclidean_recall": 0.910557, + "euclidean_ap": 0.755174, + "dot_accuracy": 0.694505, + "dot_f1": 0.713521, + "dot_precision": 0.656404, + "dot_recall": 0.781525, + "dot_ap": 0.734172, + "max_accuracy": 0.694505, + "max_f1": 0.724198, + "max_precision": 0.656404, + "max_recall": 0.910557, + "max_ap": 0.755174, + "main_score": 0.755174, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "similarity_accuracy": 0.775824, + "similarity_f1": 0.794719, + "similarity_precision": 0.722689, + "similarity_recall": 0.882698, + "similarity_ap": 0.850285, + "cosine_accuracy": 0.775824, + "cosine_f1": 0.794719, + "cosine_precision": 0.722689, + "cosine_recall": 0.882698, + "cosine_ap": 0.850285, + "manhattan_accuracy": 0.769231, + "manhattan_f1": 0.794344, + "manhattan_precision": 0.707094, + "manhattan_recall": 0.906158, + "manhattan_ap": 0.83987, + "euclidean_accuracy": 0.782418, + "euclidean_f1": 0.8, + "euclidean_precision": 0.733496, + "euclidean_recall": 0.879765, + "euclidean_ap": 0.852998, + "dot_accuracy": 0.758974, + "dot_f1": 0.773597, + "dot_precision": 0.703481, + "dot_recall": 0.859238, + "dot_ap": 0.829111, + "max_accuracy": 0.782418, + "max_f1": 0.8, + "max_precision": 0.733496, + "max_recall": 0.906158, + "max_ap": 0.852998, + "main_score": 0.852998, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.72674, + "similarity_f1": 0.75227, + "similarity_precision": 0.674419, + "similarity_recall": 0.85044, + "similarity_ap": 0.794538, + "cosine_accuracy": 0.72674, + "cosine_f1": 0.75227, + "cosine_precision": 0.674419, + "cosine_recall": 0.85044, + "cosine_ap": 0.794538, + "manhattan_accuracy": 0.719414, + "manhattan_f1": 0.748201, + "manhattan_precision": 0.675325, + "manhattan_recall": 0.83871, + "manhattan_ap": 0.785921, + "euclidean_accuracy": 0.728205, + "euclidean_f1": 0.753676, + "euclidean_precision": 0.647368, + "euclidean_recall": 0.90176, + "euclidean_ap": 0.796199, + "dot_accuracy": 0.717949, + "dot_f1": 0.734193, + "dot_precision": 0.631468, + "dot_recall": 0.876833, + "dot_ap": 0.769713, + "max_accuracy": 0.728205, + "max_f1": 0.753676, + "max_precision": 0.675325, + "max_recall": 0.90176, + "max_ap": 0.796199, + "main_score": 0.796199, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "similarity_accuracy": 0.731136, + "similarity_f1": 0.749168, + "similarity_precision": 0.685749, + "similarity_recall": 0.825513, + "similarity_ap": 0.800369, + "cosine_accuracy": 0.731136, + "cosine_f1": 0.749168, + "cosine_precision": 0.685749, + "cosine_recall": 0.825513, + "cosine_ap": 0.800369, + "manhattan_accuracy": 0.722344, + "manhattan_f1": 0.742484, + "manhattan_precision": 0.669811, + "manhattan_recall": 0.832845, + "manhattan_ap": 0.789286, + "euclidean_accuracy": 0.733333, + "euclidean_f1": 0.751839, + "euclidean_precision": 0.691267, + "euclidean_recall": 0.824047, + "euclidean_ap": 0.800582, + "dot_accuracy": 0.719414, + "dot_f1": 0.740138, + "dot_precision": 0.645902, + "dot_recall": 0.866569, + "dot_ap": 0.782365, + "max_accuracy": 0.733333, + "max_f1": 0.751839, + "max_precision": 0.691267, + "max_recall": 0.866569, + "max_ap": 0.800582, + "main_score": 0.800582, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.685714, + "similarity_f1": 0.715166, + "similarity_precision": 0.617021, + "similarity_recall": 0.85044, + "similarity_ap": 0.729464, + "cosine_accuracy": 0.685714, + "cosine_f1": 0.715166, + "cosine_precision": 0.617021, + "cosine_recall": 0.85044, + "cosine_ap": 0.729464, + "manhattan_accuracy": 0.67619, + "manhattan_f1": 0.710938, + "manhattan_precision": 0.639344, + "manhattan_recall": 0.800587, + "manhattan_ap": 0.723513, + "euclidean_accuracy": 0.682784, + "euclidean_f1": 0.718082, + "euclidean_precision": 0.643438, + "euclidean_recall": 0.812317, + "euclidean_ap": 0.729097, + "dot_accuracy": 0.671795, + "dot_f1": 0.710052, + "dot_precision": 0.588065, + "dot_recall": 0.895894, + "dot_ap": 0.718552, + "max_accuracy": 0.685714, + "max_f1": 0.718082, + "max_precision": 0.643438, + "max_recall": 0.895894, + "max_ap": 0.729464, + "main_score": 0.729464, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "similarity_accuracy": 0.716484, + "similarity_f1": 0.737315, + "similarity_precision": 0.656, + "similarity_recall": 0.841642, + "similarity_ap": 0.777259, + "cosine_accuracy": 0.716484, + "cosine_f1": 0.737315, + "cosine_precision": 0.656, + "cosine_recall": 0.841642, + "cosine_ap": 0.777259, + "manhattan_accuracy": 0.713553, + "manhattan_f1": 0.741738, + "manhattan_precision": 0.636555, + "manhattan_recall": 0.888563, + "manhattan_ap": 0.767667, + "euclidean_accuracy": 0.715751, + "euclidean_f1": 0.744904, + "euclidean_precision": 0.643543, + "euclidean_recall": 0.884164, + "euclidean_ap": 0.774151, + "dot_accuracy": 0.710623, + "dot_f1": 0.73301, + "dot_precision": 0.625259, + "dot_recall": 0.88563, + "dot_ap": 0.766625, + "max_accuracy": 0.716484, + "max_f1": 0.744904, + "max_precision": 0.656, + "max_recall": 0.888563, + "max_ap": 0.777259, + "main_score": 0.777259, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "similarity_accuracy": 0.567033, + "similarity_f1": 0.668786, + "similarity_precision": 0.523651, + "similarity_recall": 0.92522, + "similarity_ap": 0.584276, + "cosine_accuracy": 0.567033, + "cosine_f1": 0.668786, + "cosine_precision": 0.523651, + "cosine_recall": 0.92522, + "cosine_ap": 0.584276, + "manhattan_accuracy": 0.5663, + "manhattan_f1": 0.667973, + "manhattan_precision": 0.501471, + "manhattan_recall": 1.0, + "manhattan_ap": 0.576663, + "euclidean_accuracy": 0.569963, + "euclidean_f1": 0.668966, + "euclidean_precision": 0.503709, + "euclidean_recall": 0.995601, + "euclidean_ap": 0.577155, + "dot_accuracy": 0.577289, + "dot_f1": 0.667692, + "dot_precision": 0.513407, + "dot_recall": 0.954545, + "dot_ap": 0.582334, + "max_accuracy": 0.577289, + "max_f1": 0.668966, + "max_precision": 0.523651, + "max_recall": 1.0, + "max_ap": 0.584276, + "main_score": 0.584276, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "similarity_accuracy": 0.702564, + "similarity_f1": 0.723701, + "similarity_precision": 0.637277, + "similarity_recall": 0.837243, + "similarity_ap": 0.757095, + "cosine_accuracy": 0.702564, + "cosine_f1": 0.723701, + "cosine_precision": 0.637277, + "cosine_recall": 0.837243, + "cosine_ap": 0.757095, + "manhattan_accuracy": 0.690842, + "manhattan_f1": 0.714286, + "manhattan_precision": 0.591346, + "manhattan_recall": 0.90176, + "manhattan_ap": 0.747636, + "euclidean_accuracy": 0.700366, + "euclidean_f1": 0.719086, + "euclidean_precision": 0.663772, + "euclidean_recall": 0.784457, + "euclidean_ap": 0.757298, + "dot_accuracy": 0.684249, + "dot_f1": 0.71513, + "dot_precision": 0.59901, + "dot_recall": 0.887097, + "dot_ap": 0.740978, + "max_accuracy": 0.702564, + "max_f1": 0.723701, + "max_precision": 0.663772, + "max_recall": 0.90176, + "max_ap": 0.757298, + "main_score": 0.757298, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "similarity_accuracy": 0.687912, + "similarity_f1": 0.723508, + "similarity_precision": 0.61875, + "similarity_recall": 0.870968, + "similarity_ap": 0.747699, + "cosine_accuracy": 0.687912, + "cosine_f1": 0.723508, + "cosine_precision": 0.61875, + "cosine_recall": 0.870968, + "cosine_ap": 0.747699, + "manhattan_accuracy": 0.686447, + "manhattan_f1": 0.721559, + "manhattan_precision": 0.631463, + "manhattan_recall": 0.841642, + "manhattan_ap": 0.739313, + "euclidean_accuracy": 0.69011, + "euclidean_f1": 0.725124, + "euclidean_precision": 0.62959, + "euclidean_recall": 0.854839, + "euclidean_ap": 0.74752, + "dot_accuracy": 0.677656, + "dot_f1": 0.716113, + "dot_precision": 0.634921, + "dot_recall": 0.821114, + "dot_ap": 0.733307, + "max_accuracy": 0.69011, + "max_f1": 0.725124, + "max_precision": 0.634921, + "max_recall": 0.870968, + "max_ap": 0.747699, + "main_score": 0.747699, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "similarity_accuracy": 0.717216, + "similarity_f1": 0.743351, + "similarity_precision": 0.680049, + "similarity_recall": 0.819648, + "similarity_ap": 0.771169, + "cosine_accuracy": 0.717216, + "cosine_f1": 0.743351, + "cosine_precision": 0.680049, + "cosine_recall": 0.819648, + "cosine_ap": 0.771169, + "manhattan_accuracy": 0.711355, + "manhattan_f1": 0.740127, + "manhattan_precision": 0.654279, + "manhattan_recall": 0.851906, + "manhattan_ap": 0.761383, + "euclidean_accuracy": 0.717949, + "euclidean_f1": 0.746733, + "euclidean_precision": 0.648649, + "euclidean_recall": 0.879765, + "euclidean_ap": 0.771853, + "dot_accuracy": 0.703297, + "dot_f1": 0.736714, + "dot_precision": 0.631414, + "dot_recall": 0.884164, + "dot_ap": 0.749355, + "max_accuracy": 0.717949, + "max_f1": 0.746733, + "max_precision": 0.680049, + "max_recall": 0.884164, + "max_ap": 0.771853, + "main_score": 0.771853, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "similarity_accuracy": 0.703297, + "similarity_f1": 0.736504, + "similarity_precision": 0.655606, + "similarity_recall": 0.840176, + "similarity_ap": 0.764094, + "cosine_accuracy": 0.703297, + "cosine_f1": 0.736504, + "cosine_precision": 0.655606, + "cosine_recall": 0.840176, + "cosine_ap": 0.764094, + "manhattan_accuracy": 0.704029, + "manhattan_f1": 0.73671, + "manhattan_precision": 0.642312, + "manhattan_recall": 0.863636, + "manhattan_ap": 0.751615, + "euclidean_accuracy": 0.711355, + "euclidean_f1": 0.744562, + "euclidean_precision": 0.64617, + "euclidean_recall": 0.878299, + "euclidean_ap": 0.764617, + "dot_accuracy": 0.696703, + "dot_f1": 0.729323, + "dot_precision": 0.636761, + "dot_recall": 0.853372, + "dot_ap": 0.749545, + "max_accuracy": 0.711355, + "max_f1": 0.744562, + "max_precision": 0.655606, + "max_recall": 0.878299, + "max_ap": 0.764617, + "main_score": 0.764617, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ], + "validation": [ + { + "similarity_accuracy": 0.712088, + "similarity_f1": 0.720887, + "similarity_precision": 0.621679, + "similarity_recall": 0.857771, + "similarity_ap": 0.774121, + "cosine_accuracy": 0.712088, + "cosine_f1": 0.720887, + "cosine_precision": 0.621679, + "cosine_recall": 0.857771, + "cosine_ap": 0.774121, + "manhattan_accuracy": 0.716484, + "manhattan_f1": 0.725361, + "manhattan_precision": 0.657143, + "manhattan_recall": 0.809384, + "manhattan_ap": 0.768077, + "euclidean_accuracy": 0.722344, + "euclidean_f1": 0.728059, + "euclidean_precision": 0.629274, + "euclidean_recall": 0.863636, + "euclidean_ap": 0.774396, + "dot_accuracy": 0.698901, + "dot_f1": 0.713921, + "dot_precision": 0.632353, + "dot_recall": 0.819648, + "dot_ap": 0.75669, + "max_accuracy": 0.722344, + "max_f1": 0.728059, + "max_precision": 0.657143, + "max_recall": 0.863636, + "max_ap": 0.774396, + "main_score": 0.774396, + "hf_subset": "ar", + "languages": [ + "ara-Arab" + ] + }, + { + "similarity_accuracy": 0.718681, + "similarity_f1": 0.724602, + "similarity_precision": 0.621849, + "similarity_recall": 0.868035, + "similarity_ap": 0.787276, + "cosine_accuracy": 0.718681, + "cosine_f1": 0.724602, + "cosine_precision": 0.621849, + "cosine_recall": 0.868035, + "cosine_ap": 0.787276, + "manhattan_accuracy": 0.715751, + "manhattan_f1": 0.725826, + "manhattan_precision": 0.622899, + "manhattan_recall": 0.869501, + "manhattan_ap": 0.777455, + "euclidean_accuracy": 0.721612, + "euclidean_f1": 0.730845, + "euclidean_precision": 0.660355, + "euclidean_recall": 0.818182, + "euclidean_ap": 0.784725, + "dot_accuracy": 0.705495, + "dot_f1": 0.718555, + "dot_precision": 0.624459, + "dot_recall": 0.846041, + "dot_ap": 0.779913, + "max_accuracy": 0.721612, + "max_f1": 0.730845, + "max_precision": 0.660355, + "max_recall": 0.869501, + "max_ap": 0.787276, + "main_score": 0.787276, + "hf_subset": "bg", + "languages": [ + "bul-Cyrl" + ] + }, + { + "similarity_accuracy": 0.745055, + "similarity_f1": 0.73347, + "similarity_precision": 0.68535, + "similarity_recall": 0.788856, + "similarity_ap": 0.80819, + "cosine_accuracy": 0.745055, + "cosine_f1": 0.73347, + "cosine_precision": 0.68535, + "cosine_recall": 0.788856, + "cosine_ap": 0.80819, + "manhattan_accuracy": 0.735531, + "manhattan_f1": 0.737784, + "manhattan_precision": 0.695201, + "manhattan_recall": 0.785924, + "manhattan_ap": 0.801473, + "euclidean_accuracy": 0.745055, + "euclidean_f1": 0.744741, + "euclidean_precision": 0.71371, + "euclidean_recall": 0.778592, + "euclidean_ap": 0.809351, + "dot_accuracy": 0.726007, + "dot_f1": 0.725738, + "dot_precision": 0.697297, + "dot_recall": 0.756598, + "dot_ap": 0.788347, + "max_accuracy": 0.745055, + "max_f1": 0.744741, + "max_precision": 0.71371, + "max_recall": 0.788856, + "max_ap": 0.809351, + "main_score": 0.809351, + "hf_subset": "de", + "languages": [ + "deu-Latn" + ] + }, + { + "similarity_accuracy": 0.713553, + "similarity_f1": 0.722659, + "similarity_precision": 0.614594, + "similarity_recall": 0.876833, + "similarity_ap": 0.772739, + "cosine_accuracy": 0.713553, + "cosine_f1": 0.722659, + "cosine_precision": 0.614594, + "cosine_recall": 0.876833, + "cosine_ap": 0.772739, + "manhattan_accuracy": 0.712088, + "manhattan_f1": 0.723404, + "manhattan_precision": 0.68, + "manhattan_recall": 0.772727, + "manhattan_ap": 0.767069, + "euclidean_accuracy": 0.716484, + "euclidean_f1": 0.723611, + "euclidean_precision": 0.687335, + "euclidean_recall": 0.76393, + "euclidean_ap": 0.774691, + "dot_accuracy": 0.689377, + "dot_f1": 0.716233, + "dot_precision": 0.620172, + "dot_recall": 0.847507, + "dot_ap": 0.759159, + "max_accuracy": 0.716484, + "max_f1": 0.723611, + "max_precision": 0.687335, + "max_recall": 0.876833, + "max_ap": 0.774691, + "main_score": 0.774691, + "hf_subset": "el", + "languages": [ + "ell-Grek" + ] + }, + { + "similarity_accuracy": 0.784615, + "similarity_f1": 0.78933, + "similarity_precision": 0.739744, + "similarity_recall": 0.846041, + "similarity_ap": 0.865701, + "cosine_accuracy": 0.784615, + "cosine_f1": 0.78933, + "cosine_precision": 0.739744, + "cosine_recall": 0.846041, + "cosine_ap": 0.865701, + "manhattan_accuracy": 0.778755, + "manhattan_f1": 0.788889, + "manhattan_precision": 0.74934, + "manhattan_recall": 0.832845, + "manhattan_ap": 0.856273, + "euclidean_accuracy": 0.790476, + "euclidean_f1": 0.800836, + "euclidean_precision": 0.762599, + "euclidean_recall": 0.843109, + "euclidean_ap": 0.866595, + "dot_accuracy": 0.769963, + "dot_f1": 0.769764, + "dot_precision": 0.730263, + "dot_recall": 0.813783, + "dot_ap": 0.854933, + "max_accuracy": 0.790476, + "max_f1": 0.800836, + "max_precision": 0.762599, + "max_recall": 0.846041, + "max_ap": 0.866595, + "main_score": 0.866595, + "hf_subset": "en", + "languages": [ + "eng-Latn" + ] + }, + { + "similarity_accuracy": 0.742125, + "similarity_f1": 0.755556, + "similarity_precision": 0.681604, + "similarity_recall": 0.847507, + "similarity_ap": 0.803116, + "cosine_accuracy": 0.742125, + "cosine_f1": 0.755556, + "cosine_precision": 0.681604, + "cosine_recall": 0.847507, + "cosine_ap": 0.803111, + "manhattan_accuracy": 0.736264, + "manhattan_f1": 0.754864, + "manhattan_precision": 0.676744, + "manhattan_recall": 0.853372, + "manhattan_ap": 0.79517, + "euclidean_accuracy": 0.742857, + "euclidean_f1": 0.759621, + "euclidean_precision": 0.666667, + "euclidean_recall": 0.882698, + "euclidean_ap": 0.80328, + "dot_accuracy": 0.726007, + "dot_f1": 0.736772, + "dot_precision": 0.671084, + "dot_recall": 0.816716, + "dot_ap": 0.793168, + "max_accuracy": 0.742857, + "max_f1": 0.759621, + "max_precision": 0.681604, + "max_recall": 0.882698, + "max_ap": 0.80328, + "main_score": 0.80328, + "hf_subset": "es", + "languages": [ + "spa-Latn" + ] + }, + { + "similarity_accuracy": 0.738462, + "similarity_f1": 0.755956, + "similarity_precision": 0.673938, + "similarity_recall": 0.860704, + "similarity_ap": 0.815175, + "cosine_accuracy": 0.738462, + "cosine_f1": 0.755956, + "cosine_precision": 0.673938, + "cosine_recall": 0.860704, + "cosine_ap": 0.815175, + "manhattan_accuracy": 0.734799, + "manhattan_f1": 0.756005, + "manhattan_precision": 0.664444, + "manhattan_recall": 0.876833, + "manhattan_ap": 0.806329, + "euclidean_accuracy": 0.742857, + "euclidean_f1": 0.767071, + "euclidean_precision": 0.679096, + "euclidean_recall": 0.881232, + "euclidean_ap": 0.814831, + "dot_accuracy": 0.731136, + "dot_f1": 0.740498, + "dot_precision": 0.669431, + "dot_recall": 0.828446, + "dot_ap": 0.801615, + "max_accuracy": 0.742857, + "max_f1": 0.767071, + "max_precision": 0.679096, + "max_recall": 0.881232, + "max_ap": 0.815175, + "main_score": 0.815175, + "hf_subset": "fr", + "languages": [ + "fra-Latn" + ] + }, + { + "similarity_accuracy": 0.679121, + "similarity_f1": 0.714195, + "similarity_precision": 0.631046, + "similarity_recall": 0.822581, + "similarity_ap": 0.749211, + "cosine_accuracy": 0.679121, + "cosine_f1": 0.714195, + "cosine_precision": 0.631046, + "cosine_recall": 0.822581, + "cosine_ap": 0.74921, + "manhattan_accuracy": 0.682051, + "manhattan_f1": 0.71315, + "manhattan_precision": 0.611752, + "manhattan_recall": 0.854839, + "manhattan_ap": 0.74204, + "euclidean_accuracy": 0.686447, + "euclidean_f1": 0.71629, + "euclidean_precision": 0.613375, + "euclidean_recall": 0.860704, + "euclidean_ap": 0.75063, + "dot_accuracy": 0.67619, + "dot_f1": 0.703611, + "dot_precision": 0.611472, + "dot_recall": 0.828446, + "dot_ap": 0.738911, + "max_accuracy": 0.686447, + "max_f1": 0.71629, + "max_precision": 0.631046, + "max_recall": 0.860704, + "max_ap": 0.75063, + "main_score": 0.75063, + "hf_subset": "hi", + "languages": [ + "hin-Deva" + ] + }, + { + "similarity_accuracy": 0.727473, + "similarity_f1": 0.735043, + "similarity_precision": 0.666269, + "similarity_recall": 0.819648, + "similarity_ap": 0.803727, + "cosine_accuracy": 0.727473, + "cosine_f1": 0.735043, + "cosine_precision": 0.666269, + "cosine_recall": 0.819648, + "cosine_ap": 0.803727, + "manhattan_accuracy": 0.725275, + "manhattan_f1": 0.739603, + "manhattan_precision": 0.656073, + "manhattan_recall": 0.847507, + "manhattan_ap": 0.797317, + "euclidean_accuracy": 0.728938, + "euclidean_f1": 0.74083, + "euclidean_precision": 0.627931, + "euclidean_recall": 0.903226, + "euclidean_ap": 0.803749, + "dot_accuracy": 0.719414, + "dot_f1": 0.728778, + "dot_precision": 0.688396, + "dot_recall": 0.774194, + "dot_ap": 0.787461, + "max_accuracy": 0.728938, + "max_f1": 0.74083, + "max_precision": 0.688396, + "max_recall": 0.903226, + "max_ap": 0.803749, + "main_score": 0.803749, + "hf_subset": "ru", + "languages": [ + "rus-Cyrl" + ] + }, + { + "similarity_accuracy": 0.578755, + "similarity_f1": 0.675524, + "similarity_precision": 0.518431, + "similarity_recall": 0.969208, + "similarity_ap": 0.578171, + "cosine_accuracy": 0.578755, + "cosine_f1": 0.675524, + "cosine_precision": 0.518431, + "cosine_recall": 0.969208, + "cosine_ap": 0.578171, + "manhattan_accuracy": 0.583883, + "manhattan_f1": 0.672294, + "manhattan_precision": 0.508258, + "manhattan_recall": 0.992669, + "manhattan_ap": 0.581656, + "euclidean_accuracy": 0.582418, + "euclidean_f1": 0.671664, + "euclidean_precision": 0.509477, + "euclidean_recall": 0.985337, + "euclidean_ap": 0.582948, + "dot_accuracy": 0.562637, + "dot_f1": 0.675218, + "dot_precision": 0.519337, + "dot_recall": 0.964809, + "dot_ap": 0.573463, + "max_accuracy": 0.583883, + "max_f1": 0.675524, + "max_precision": 0.519337, + "max_recall": 0.992669, + "max_ap": 0.582948, + "main_score": 0.582948, + "hf_subset": "sw", + "languages": [ + "swa-Latn" + ] + }, + { + "similarity_accuracy": 0.70696, + "similarity_f1": 0.721123, + "similarity_precision": 0.638418, + "similarity_recall": 0.828446, + "similarity_ap": 0.76468, + "cosine_accuracy": 0.70696, + "cosine_f1": 0.721123, + "cosine_precision": 0.638418, + "cosine_recall": 0.828446, + "cosine_ap": 0.76468, + "manhattan_accuracy": 0.703297, + "manhattan_f1": 0.730893, + "manhattan_precision": 0.650286, + "manhattan_recall": 0.834311, + "manhattan_ap": 0.758492, + "euclidean_accuracy": 0.708425, + "euclidean_f1": 0.73301, + "euclidean_precision": 0.625259, + "euclidean_recall": 0.88563, + "euclidean_ap": 0.766238, + "dot_accuracy": 0.69011, + "dot_f1": 0.711029, + "dot_precision": 0.613177, + "dot_recall": 0.846041, + "dot_ap": 0.751478, + "max_accuracy": 0.708425, + "max_f1": 0.73301, + "max_precision": 0.650286, + "max_recall": 0.88563, + "max_ap": 0.766238, + "main_score": 0.766238, + "hf_subset": "th", + "languages": [ + "tha-Thai" + ] + }, + { + "similarity_accuracy": 0.713553, + "similarity_f1": 0.726797, + "similarity_precision": 0.65566, + "similarity_recall": 0.815249, + "similarity_ap": 0.781092, + "cosine_accuracy": 0.713553, + "cosine_f1": 0.726797, + "cosine_precision": 0.65566, + "cosine_recall": 0.815249, + "cosine_ap": 0.781092, + "manhattan_accuracy": 0.709158, + "manhattan_f1": 0.729441, + "manhattan_precision": 0.637761, + "manhattan_recall": 0.851906, + "manhattan_ap": 0.777665, + "euclidean_accuracy": 0.716484, + "euclidean_f1": 0.732308, + "euclidean_precision": 0.630965, + "euclidean_recall": 0.872434, + "euclidean_ap": 0.784071, + "dot_accuracy": 0.698168, + "dot_f1": 0.716904, + "dot_precision": 0.667509, + "dot_recall": 0.774194, + "dot_ap": 0.764809, + "max_accuracy": 0.716484, + "max_f1": 0.732308, + "max_precision": 0.667509, + "max_recall": 0.872434, + "max_ap": 0.784071, + "main_score": 0.784071, + "hf_subset": "tr", + "languages": [ + "tur-Latn" + ] + }, + { + "similarity_accuracy": 0.725275, + "similarity_f1": 0.736698, + "similarity_precision": 0.688776, + "similarity_recall": 0.791789, + "similarity_ap": 0.786744, + "cosine_accuracy": 0.725275, + "cosine_f1": 0.736698, + "cosine_precision": 0.688776, + "cosine_recall": 0.791789, + "cosine_ap": 0.786744, + "manhattan_accuracy": 0.727473, + "manhattan_f1": 0.731552, + "manhattan_precision": 0.646067, + "manhattan_recall": 0.843109, + "manhattan_ap": 0.778765, + "euclidean_accuracy": 0.731136, + "euclidean_f1": 0.736345, + "euclidean_precision": 0.681648, + "euclidean_recall": 0.800587, + "euclidean_ap": 0.786008, + "dot_accuracy": 0.715751, + "dot_f1": 0.726923, + "dot_precision": 0.645786, + "dot_recall": 0.831378, + "dot_ap": 0.774988, + "max_accuracy": 0.731136, + "max_f1": 0.736698, + "max_precision": 0.688776, + "max_recall": 0.843109, + "max_ap": 0.786744, + "main_score": 0.786744, + "hf_subset": "vi", + "languages": [ + "vie-Latn" + ] + }, + { + "similarity_accuracy": 0.718681, + "similarity_f1": 0.735751, + "similarity_precision": 0.658933, + "similarity_recall": 0.832845, + "similarity_ap": 0.786122, + "cosine_accuracy": 0.718681, + "cosine_f1": 0.735751, + "cosine_precision": 0.658933, + "cosine_recall": 0.832845, + "cosine_ap": 0.786122, + "manhattan_accuracy": 0.718681, + "manhattan_f1": 0.740551, + "manhattan_precision": 0.657565, + "manhattan_recall": 0.847507, + "manhattan_ap": 0.77385, + "euclidean_accuracy": 0.728205, + "euclidean_f1": 0.744819, + "euclidean_precision": 0.667053, + "euclidean_recall": 0.843109, + "euclidean_ap": 0.785199, + "dot_accuracy": 0.702564, + "dot_f1": 0.724771, + "dot_precision": 0.655213, + "dot_recall": 0.81085, + "dot_ap": 0.778272, + "max_accuracy": 0.728205, + "max_f1": 0.744819, + "max_precision": 0.667053, + "max_recall": 0.847507, + "max_ap": 0.786122, + "main_score": 0.786122, + "hf_subset": "zh", + "languages": [ + "zho-Hans" + ] + } + ] + }, + "evaluation_time": 162.95905089378357, + "kg_co2_emissions": null, + "date": 1776179139.670604 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/indonli.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/indonli.json new file mode 100644 index 0000000000..6a85100de9 --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/indonli.json @@ -0,0 +1,49 @@ +{ + "dataset_revision": "cb76e5ca05b56d4f1e0ecaee4d03c1167f162ea6", + "task_name": "indonli", + "mteb_version": "2.12.16", + "scores": { + "test_expert": [ + { + "similarity_accuracy": 0.57402, + "similarity_f1": 0.677083, + "similarity_precision": 0.512063, + "similarity_recall": 0.999039, + "similarity_ap": 0.571455, + "cosine_accuracy": 0.57402, + "cosine_f1": 0.677083, + "cosine_precision": 0.512063, + "cosine_recall": 0.999039, + "cosine_ap": 0.571455, + "manhattan_accuracy": 0.566667, + "manhattan_f1": 0.677756, + "manhattan_precision": 0.513086, + "manhattan_recall": 0.998079, + "manhattan_ap": 0.56597, + "euclidean_accuracy": 0.570588, + "euclidean_f1": 0.677745, + "euclidean_precision": 0.512821, + "euclidean_recall": 0.999039, + "euclidean_ap": 0.569998, + "dot_accuracy": 0.563725, + "dot_f1": 0.676633, + "dot_precision": 0.511297, + "dot_recall": 1.0, + "dot_ap": 0.573306, + "max_accuracy": 0.57402, + "max_f1": 0.677756, + "max_precision": 0.513086, + "max_recall": 1.0, + "max_ap": 0.573306, + "main_score": 0.573306, + "hf_subset": "default", + "languages": [ + "ind-Latn" + ] + } + ] + }, + "evaluation_time": 8.260185241699219, + "kg_co2_emissions": null, + "date": 1776181534.1183 +} \ No newline at end of file diff --git a/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/model_meta.json b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/model_meta.json new file mode 100644 index 0000000000..ca06255c8f --- /dev/null +++ b/results/BidirLM__BidirLM-Omni-2.5B-Embedding/4d8a7d34095ef8c4ab760744015825b809756dfe/model_meta.json @@ -0,0 +1,208 @@ +{ + "loader_kwargs": { + "trust_remote_code": true, + "max_text_length": 1024 + }, + "name": "BidirLM/BidirLM-Omni-2.5B-Embedding", + "revision": "4d8a7d34095ef8c4ab760744015825b809756dfe", + "release_date": "2026-04-07", + "languages": [ + "afr-Latn", + "amh-Ethi", + "ara-Arab", + "aze-Latn", + "bel-Cyrl", + "bul-Cyrl", + "ben-Beng", + "bos-Latn", + "cat-Latn", + "ceb-Latn", + "ces-Latn", + "cym-Latn", + "dan-Latn", + "deu-Latn", + "ell-Grek", + "eng-Latn", + "spa-Latn", + "est-Latn", + "eus-Latn", + "fas-Arab", + "fin-Latn", + "fra-Latn", + "gle-Latn", + "glg-Latn", + "guj-Gujr", + "hau-Latn", + "heb-Hebr", + "hin-Deva", + "hrv-Latn", + "hat-Latn", + "hun-Latn", + "hye-Armn", + "ind-Latn", + "ibo-Latn", + "isl-Latn", + "ita-Latn", + "jpn-Jpan", + "jav-Latn", + "kat-Geor", + "kaz-Cyrl", + "kan-Knda", + "kor-Hang", + "kir-Cyrl", + "lit-Latn", + "lav-Latn", + "mlg-Latn", + "mkd-Cyrl", + "mal-Mlym", + "mar-Deva", + "msa-Latn", + "mlt-Latn", + "mya-Mymr", + "nob-Latn", + "nep-Deva", + "nld-Latn", + "nso-Latn", + "nya-Latn", + "pan-Guru", + "pol-Latn", + "pus-Arab", + "por-Latn", + "ron-Latn", + "rus-Cyrl", + "snd-Arab", + "sin-Sinh", + "slk-Latn", + "slv-Latn", + "sna-Latn", + "som-Latn", + "sqi-Latn", + "srp-Cyrl", + "sun-Latn", + "swe-Latn", + "swa-Latn", + "tam-Taml", + "tel-Telu", + "tha-Thai", + "tgl-Latn", + "tur-Latn", + "ukr-Cyrl", + "urd-Arab", + "vie-Latn", + "wol-Latn", + "xho-Latn", + "yor-Latn", + "cmn-Hans", + "zul-Latn" + ], + "n_parameters": 2445009536, + "n_active_parameters_override": null, + "n_embedding_parameters": 315098112, + "memory_usage_mb": 4663.0, + "max_tokens": 32768.0, + "embed_dim": 2048, + "license": "apache-2.0", + "open_weights": true, + "public_training_code": null, + "public_training_data": "https://huggingface.co/datasets/BidirLM/BidirLM-Omni-Contrastive", + "framework": [ + "Sentence Transformers", + "PyTorch" + ], + "reference": "https://huggingface.co/BidirLM/BidirLM-Omni-2.5B-Embedding", + "similarity_fn_name": "cosine", + "use_instructions": true, + "training_datasets": [ + "AFQMC", + "AdvertiseGen", + "CAIL2019-SCM", + "CHEF", + "CINLID", + "ChatMed_Consult_Dataset", + "ChineseSTS", + "CodeFeedback", + "DRCD", + "ELI5_custom", + "EmotionClassification", + "Expertqa", + "FollowIR", + "GooAQ", + "InF-IR", + "JW300", + "LAION-Audio-300M", + "LCSTS", + "MAmmoTH2", + "MEDI2BGE", + "MIRACL", + "MSMARCO", + "MS_COCO", + "Multi-CPR", + "NFCorpus", + "NaturalQuestions", + "OPUS-100", + "OpenOrca", + "PAQ", + "PubMedQA", + "QBQTC", + "RefGPT", + "SQuAD", + "SearchQA", + "SimCLUE", + "SyntheticClassificationData", + "T2Ranking", + "TED Talks", + "THUCNews", + "TriviaQA", + "UMETRIP-QA", + "WebCPM", + "WikiAnswers", + "WikiMatrix", + "atec", + "bq", + "cCOVID-News", + "cMedQA-V2.0", + "ccnews", + "cmnli", + "cmrc2018", + "colpali_train_set", + "contract-nli", + "csl", + "dureader", + "dureader_mrc", + "esci", + "law-gpt", + "lawzhidao", + "librispeech_asr", + "lima-chinese", + "mldr", + "mmarco-chinese", + "mnli", + "natcap", + "nli_zh", + "nllb", + "ocnli", + "rag-dataset-12000", + "simcse_sup_nli", + "webgpt_comparisons", + "webqa", + "wikipedia-nq", + "xnli_zh", + "yahoo-answers" + ], + "adapted_from": null, + "superseded_by": null, + "modalities": [ + "text", + "image", + "audio" + ], + "model_type": [ + "dense" + ], + "citation": "@misc{boizard2026bidirlmtextomnimodalbidirectional,\n title={BidirLM: From Text to Omnimodal Bidirectional Encoders by Adapting and Composing Causal LLMs},\n author={Nicolas Boizard and Th\u00e9o Deschamps-Berger and Hippolyte Gisserot-Boukhlef and C\u00e9line Hudelot and Pierre Colombo},\n year={2026},\n eprint={2604.02045},\n archivePrefix={arXiv},\n primaryClass={cs.CL},\n url={https://arxiv.org/abs/2604.02045},\n}", + "contacts": null, + "experiment_kwargs": null, + "output_dtypes": null, + "loader": null, + "is_cross_encoder": false +} \ No newline at end of file